-- Logs begin at Fri 2021-11-12 19:14:39 UTC, end at Fri 2021-11-12 21:31:25 UTC. -- Nov 12 19:45:02.776368 n-d-712140-15 systemd[1]: Started Devstack devstack@q-svc.service. Nov 12 19:45:05.522055 n-d-712140-15 neutron-server[102338]: INFO neutron.common.config [-] Logging enabled! Nov 12 19:45:05.522641 n-d-712140-15 neutron-server[102338]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 19:45:05.522830 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102338) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 19:45:05.525989 n-d-712140-15 neutron-server[102338]: INFO neutron.common.config [-] Logging enabled! Nov 12 19:45:05.526246 n-d-712140-15 neutron-server[102338]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 19:45:05.526556 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102338) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 19:45:05.527484 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 19:45:05.527718 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 19:45:05.528081 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 19:45:05.528352 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 19:45:05.528580 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 19:45:05.528901 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.529324 n-d-712140-15 neutron-server[102338]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 12 19:45:05.529645 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.529941 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.530234 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.530526 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.530818 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.531099 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.531388 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.531686 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.531975 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.532330 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.532624 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.532916 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.533199 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.533487 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.533774 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.534059 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] debug = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.534340 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.534763 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.535179 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.535457 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.535745 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.536021 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.536315 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.536593 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.536874 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.537200 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] host = n-d-712140-15 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.537474 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.537772 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.538043 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.538327 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.538600 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.538872 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.539152 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.539422 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.539691 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] log_file = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.539961 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.540260 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.540550 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.540835 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.541059 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.541280 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.541566 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.541849 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.542126 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.542395 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.542666 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.542935 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.543204 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.543470 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.543750 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.544030 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.544338 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.544614 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.544885 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.545152 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.545419 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.545700 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.545966 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.546232 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.546501 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.546785 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.547050 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.547322 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.547618 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.548571 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.548921 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.549213 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.549490 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.549775 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.550049 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.550321 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.550593 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] use_json = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.550866 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.551135 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.551416 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.551688 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.551965 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.552270 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.552529 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.552811 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:05.553108 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.553405 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.553703 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.553985 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.554287 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.554564 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.554851 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.555129 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.555416 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.555701 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.555989 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.556290 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.556578 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.556855 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.557147 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.557448 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.557741 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.558027 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.558300 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.558570 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.558840 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.559116 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.559400 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.559676 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.559962 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.560266 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.560546 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.560828 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.561122 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.561412 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.561684 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.561964 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.562256 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.562527 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.562795 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.563070 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.563358 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.564321 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.564667 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.564948 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.565227 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.565499 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.565769 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.566046 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.566332 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.566609 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.566881 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.567152 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.567427 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.567696 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.567977 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.568266 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.568542 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.568813 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.569089 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.569357 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.569625 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.569900 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.570168 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.570442 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.570710 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.570980 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.571244 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.571511 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.571781 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.572050 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.572353 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.572633 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.572904 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.573172 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.573440 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.573714 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.573983 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.574268 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.574563 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.574841 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.575115 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.575388 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.575698 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.575940 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.576213 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.576509 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.576786 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.577058 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.577344 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.577623 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.577907 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.578188 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.578462 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.578784 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.579100 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.579475 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.579754 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.580031 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.580347 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.580631 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.580923 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.581216 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.581506 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.581794 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.582093 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.582370 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.582676 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.582955 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:05.583170 n-d-712140-15 neutron-server[102338]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 19:45:05.583406 n-d-712140-15 neutron-server[102338]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102338) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 12 19:45:06.020125 n-d-712140-15 neutron-server[102338]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 19:45:06.020422 n-d-712140-15 neutron-server[102338]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 19:45:06.020725 n-d-712140-15 neutron-server[102338]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 19:45:06.021059 n-d-712140-15 neutron-server[102338]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 12 19:45:06.349841 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.350134 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.350407 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.351610 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.351890 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.352156 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.387345 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.387623 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.387893 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.403067 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.403350 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.403624 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.433889 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.434170 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.434438 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.470795 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.471073 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.471345 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.706991 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.707597 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.707597 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.707768 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.708435 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.835450 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.835770 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.836055 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.836354 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.836628 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.836943 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.837206 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.837465 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.837725 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.838010 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.838272 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.838540 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.838799 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.839057 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.839319 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.839590 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.839847 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.840116 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.840412 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.840674 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.840944 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.841198 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.841480 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.841859 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.842112 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.842360 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.842757 n-d-712140-15 neutron-server[102338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 19:45:06.842998 n-d-712140-15 neutron-server[102338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 19:45:06.843236 n-d-712140-15 neutron-server[102338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 19:45:06.843474 n-d-712140-15 neutron-server[102338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 19:45:06.843712 n-d-712140-15 neutron-server[102338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 19:45:06.843948 n-d-712140-15 neutron-server[102338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 19:45:06.844334 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 12 19:45:06.848125 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 12 19:45:06.852377 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 12 19:45:06.856171 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Nov 12 19:45:06.857836 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 12 19:45:06.858295 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 12 19:45:06.858631 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 12 19:45:06.859019 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 12 19:45:06.862416 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 12 19:45:06.862669 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 12 19:45:06.863019 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 19:45:06.868324 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 12 19:45:06.890448 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 12 19:45:06.890895 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.891195 n-d-712140-15 neutron-server[102338]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102338) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 12 19:45:06.891597 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.893180 n-d-712140-15 neutron-server[102338]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102338) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 12 19:45:06.893461 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 19:45:06.893710 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 12 19:45:06.896948 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.897218 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:06.960942 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 12 19:45:06.961117 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 12 19:45:06.961353 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 12 19:45:06.961724 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 12 19:45:06.982576 n-d-712140-15 neutron-server[102338]: DEBUG oslo_db.sqlalchemy.engines [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102338) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 12 19:45:07.523938 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.managers [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Initializing driver for type 'gre' Nov 12 19:45:07.524501 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] gre ID ranges: [(1, 1000)] Nov 12 19:45:07.573856 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.managers [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Initializing driver for type 'local' Nov 12 19:45:07.574192 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.managers [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Initializing driver for type 'vlan' Nov 12 19:45:07.586810 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] VlanTypeDriver initialization complete Nov 12 19:45:07.587183 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.managers [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Initializing driver for type 'vxlan' Nov 12 19:45:07.587664 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] vxlan ID ranges: [(1, 1000)] Nov 12 19:45:07.638543 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.managers [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Initializing extension driver 'port_security' Nov 12 19:45:07.638829 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.extensions.port_security [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] PortSecurityExtensionDriver initialization complete Nov 12 19:45:07.639170 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.managers [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Initializing mechanism driver 'openvswitch' Nov 12 19:45:07.639492 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.managers [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Initializing mechanism driver 'hyperv' Nov 12 19:45:07.646337 n-d-712140-15 neutron-server[102338]: DEBUG neutron.plugins.ml2.plugin [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:45:07.647171 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > port after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.647548 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > port after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.647905 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > port after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.648464 n-d-712140-15 neutron-server[102338]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102338) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 19:45:07.648902 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > subnet after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.649260 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > subnet after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.649609 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.650009 n-d-712140-15 neutron-server[102338]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102338) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 19:45:07.650414 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > network after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.650766 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > network after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.651109 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > network after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.651508 n-d-712140-15 neutron-server[102338]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102338) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 19:45:07.651914 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > security_group after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.652285 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > security_group after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.652629 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.653026 n-d-712140-15 neutron-server[102338]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102338) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 19:45:07.653434 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.653786 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.654132 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.654527 n-d-712140-15 neutron-server[102338]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102338) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 19:45:07.654931 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > address_group after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.655281 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > address_group after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.655624 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.656016 n-d-712140-15 neutron-server[102338]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102338) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 19:45:07.656425 n-d-712140-15 neutron-server[102338]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] ML2 OVO RPC backend initialized. {{(pid=102338) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 12 19:45:07.657665 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.658024 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.658448 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > network before_response 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.658800 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > networks before_response 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.659149 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > port before_response 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.659493 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > ports before_response 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.659839 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > subnet before_response 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.660181 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > subnets before_response 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.660553 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > network after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.660895 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > network after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.661232 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > network after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.661577 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > port after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.661915 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > port after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.662251 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > port after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.662592 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > subnet after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.662935 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > subnet after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.663272 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.663850 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.plugin [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Modular L2 Plugin initialization complete Nov 12 19:45:07.664178 n-d-712140-15 neutron-server[102338]: DEBUG neutron.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading services supported by the core plugin {{(pid=102338) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 12 19:45:07.664529 n-d-712140-15 neutron-server[102338]: INFO neutron.plugins.ml2.managers [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Got port-security extension from driver 'port_security' Nov 12 19:45:07.664999 n-d-712140-15 neutron-server[102338]: INFO neutron.extensions.vlantransparent [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Disabled vlantransparent extension. Nov 12 19:45:07.665481 n-d-712140-15 neutron-server[102338]: DEBUG neutron.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102338) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 12 19:45:07.665795 n-d-712140-15 neutron-server[102338]: INFO neutron.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading Plugin: router Nov 12 19:45:07.701890 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.702286 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > router after_create 55549900 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.702658 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > router before_create 55549900 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.703026 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.703402 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.703762 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > router after_delete 55549900 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.704265 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.704824 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.705194 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > router after_create 55549900 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.705550 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > router after_update 55549900 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.705909 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > router after_update 55549900 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.706266 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.706630 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > router after_update 55549900 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.707045 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > router precommit_update 55549900 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.707560 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: port after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.707750 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: port after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.708089 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: subnet after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.708459 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.708811 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.709160 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > router precommit_create 55549900 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.709506 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: port before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.709851 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > router precommit_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.710211 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > router after_update 55549900 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.710562 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.710917 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > router precommit_create 55549900 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.711278 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.711622 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > router precommit_update 55549900 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.711989 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > agent after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.712375 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > agent after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.712723 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > network after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.713591 n-d-712140-15 neutron-server[102338]: DEBUG neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Tracking information for resource: router configured {{(pid=102338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 19:45:07.713926 n-d-712140-15 neutron-server[102338]: DEBUG neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Tracking information for resource: floatingip configured {{(pid=102338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 19:45:07.718800 n-d-712140-15 neutron-server[102338]: INFO neutron.db.l3_agentschedulers_db [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 12 19:45:07.719382 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: port after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.720300 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: port after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.720664 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: port after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.721017 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: port after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.721815 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > router before_create 55550100 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.722183 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.722548 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > router precommit_create 55550100 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.722905 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > router precommit_update 55550100 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.728054 n-d-712140-15 neutron-server[102338]: DEBUG neutron.services.provider_configuration [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Service providers = [] {{(pid=102338) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 12 19:45:07.728453 n-d-712140-15 neutron-server[102338]: DEBUG neutron.db.servicetype_db [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102338) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 12 19:45:07.731411 n-d-712140-15 neutron-server[102338]: DEBUG neutron.services.service_base [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102338) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 19:45:07.731762 n-d-712140-15 neutron-server[102338]: DEBUG neutron.services.service_base [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102338) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 19:45:07.732108 n-d-712140-15 neutron-server[102338]: DEBUG neutron.services.service_base [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102338) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 19:45:07.733045 n-d-712140-15 neutron-server[102338]: DEBUG neutron.services.service_base [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102338) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 19:45:07.733421 n-d-712140-15 neutron-server[102338]: INFO neutron.services.service_base [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 12 19:45:07.733799 n-d-712140-15 neutron-server[102338]: DEBUG neutron.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 19:45:07.734118 n-d-712140-15 neutron-server[102338]: INFO neutron.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 12 19:45:07.746792 n-d-712140-15 neutron-server[102338]: DEBUG neutron.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 19:45:07.747131 n-d-712140-15 neutron-server[102338]: INFO neutron.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading Plugin: auto_allocate Nov 12 19:45:07.752992 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: network precommit_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.753366 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: network precommit_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.753888 n-d-712140-15 neutron-server[102338]: DEBUG neutron.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 19:45:07.754212 n-d-712140-15 neutron-server[102338]: INFO neutron.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading Plugin: tag Nov 12 19:45:07.761524 n-d-712140-15 neutron-server[102338]: DEBUG neutron.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 19:45:07.761852 n-d-712140-15 neutron-server[102338]: INFO neutron.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading Plugin: timestamp Nov 12 19:45:07.765686 n-d-712140-15 neutron-server[102338]: DEBUG neutron.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 19:45:07.766018 n-d-712140-15 neutron-server[102338]: INFO neutron.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading Plugin: network_ip_availability Nov 12 19:45:07.776688 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.777064 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.777421 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:07.778576 n-d-712140-15 neutron-server[102338]: DEBUG neutron.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 19:45:07.779130 n-d-712140-15 neutron-server[102338]: INFO neutron.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading Plugin: flavors Nov 12 19:45:07.786111 n-d-712140-15 neutron-server[102338]: DEBUG neutron.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 19:45:07.786444 n-d-712140-15 neutron-server[102338]: INFO neutron.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading Plugin: revisions Nov 12 19:45:07.791380 n-d-712140-15 neutron-server[102338]: DEBUG neutron.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 19:45:07.791906 n-d-712140-15 neutron-server[102338]: DEBUG oslo_concurrency.lockutils [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.771s {{(pid=102338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 19:45:07.792945 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102338) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 12 19:45:07.793285 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Initializing extension manager. Nov 12 19:45:07.793809 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: __init__.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.794154 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: __pycache__ {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.794720 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.795344 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: address_group.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.796505 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.797088 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: address-group Nov 12 19:45:07.797418 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: address_scope.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.798175 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.798885 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: address-scope Nov 12 19:45:07.799431 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.800420 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.800933 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: router-admin-state-down-before-update Nov 12 19:45:07.801261 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: agent.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.801970 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.802475 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: agent Nov 12 19:45:07.802798 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: agent_resources_synced.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.803754 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.804292 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: agent-resources-synced Nov 12 19:45:07.804620 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: allowedaddresspairs.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.806429 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.806948 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: allowed-address-pairs Nov 12 19:45:07.807278 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: auto_allocated_topology.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.808408 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.808928 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: auto-allocated-topology Nov 12 19:45:07.809253 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: availability_zone.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.809947 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.810458 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: availability_zone Nov 12 19:45:07.810780 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: availability_zone_filter.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.811699 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.812205 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: availability_zone_filter Nov 12 19:45:07.812553 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: data_plane_status.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.813521 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.814021 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension data-plane-status not supported by any of loaded plugins Nov 12 19:45:07.814339 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: default_subnetpools.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.815254 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.815759 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: default-subnetpools Nov 12 19:45:07.816082 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.816920 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.817423 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: dhcp_agent_scheduler Nov 12 19:45:07.817747 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: dns.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.818681 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.819182 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension dns-integration not supported by any of loaded plugins Nov 12 19:45:07.819504 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: dns_domain_ports.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.820464 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.820965 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 12 19:45:07.821289 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.822217 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.822717 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 12 19:45:07.823041 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: dvr.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.823717 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.824220 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: dvr Nov 12 19:45:07.824568 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: ecmp_routes.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.825488 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.825994 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 12 19:45:07.826314 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: empty_string_filtering.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.827234 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.827746 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: empty-string-filtering Nov 12 19:45:07.828071 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.829558 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.830060 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 12 19:45:07.830381 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.831301 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.831804 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 12 19:45:07.832127 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: external_net.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.833130 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.833639 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: external-net Nov 12 19:45:07.833957 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.834871 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.835375 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: extra_dhcp_opt Nov 12 19:45:07.835696 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: extraroute.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.836642 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.837147 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: extraroute Nov 12 19:45:07.837468 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: extraroute_atomic.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.838517 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.839034 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: extraroute-atomic Nov 12 19:45:07.839357 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: filter_validation.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.840206 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.840736 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: filter-validation Nov 12 19:45:07.841062 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: fip_pf_description.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.841980 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.842479 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 12 19:45:07.842801 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: fip_port_details.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.843724 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.844250 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: fip-port-details Nov 12 19:45:07.844644 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: flavors.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.846491 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.847002 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: flavors Nov 12 19:45:07.847329 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.849058 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.849836 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 12 19:45:07.850164 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: floatingip_pools.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.850860 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.851364 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: floatingip-pools Nov 12 19:45:07.851687 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: ip_allocation.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.852646 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.853149 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension ip_allocation not supported by any of loaded plugins Nov 12 19:45:07.853474 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.854395 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.854901 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: ip-substring-filtering Nov 12 19:45:07.855227 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: l2_adjacency.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.856163 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.856694 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 12 19:45:07.857019 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: l3.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.857991 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.858506 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: router Nov 12 19:45:07.858838 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.861147 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.861675 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 12 19:45:07.862010 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.862945 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.863458 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: ext-gw-mode Nov 12 19:45:07.863791 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.864758 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.865274 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: l3-ha Nov 12 19:45:07.865603 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: l3_flavors.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.866528 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.867039 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: l3-flavors Nov 12 19:45:07.867367 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.868372 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.868888 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 12 19:45:07.869215 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: l3agentscheduler.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.870255 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.870757 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: l3_agent_scheduler Nov 12 19:45:07.871084 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: logging.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.872618 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.873132 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension logging not supported by any of loaded plugins Nov 12 19:45:07.873463 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: metering.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.874210 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.874780 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: metering Nov 12 19:45:07.875106 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.876563 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.877083 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: metering_source_and_destination_fields Nov 12 19:45:07.877412 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: multiprovidernet.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.878351 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.878869 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: multi-provider Nov 12 19:45:07.879196 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: netmtu.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.880115 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.880658 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: net-mtu Nov 12 19:45:07.880982 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: netmtu_writable.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.881908 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.882416 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: net-mtu-writable Nov 12 19:45:07.882741 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: network_availability_zone.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.883413 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.883919 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: network_availability_zone Nov 12 19:45:07.884253 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: network_ip_availability.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.885384 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.885896 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: network-ip-availability Nov 12 19:45:07.886218 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: network_segment_range.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.886986 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.887486 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension network-segment-range not supported by any of loaded plugins Nov 12 19:45:07.887808 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: pagination.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.888886 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.889170 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: pagination Nov 12 19:45:07.889488 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: port_device_profile.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.890399 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.890908 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: port-device-profile Nov 12 19:45:07.891229 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.892778 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.893282 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: port-mac-address-regenerate Nov 12 19:45:07.893606 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.894523 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.895029 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: port-numa-affinity-policy Nov 12 19:45:07.895352 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: port_resource_request.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.896319 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.896806 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension port-resource-request not supported by any of loaded plugins Nov 12 19:45:07.897128 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: port_resource_request_groups.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.898095 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.898597 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 12 19:45:07.898923 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: portbindings.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.899863 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.900411 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: binding Nov 12 19:45:07.900738 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: portbindings_extended.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.902029 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.902545 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: binding-extended Nov 12 19:45:07.902878 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: portsecurity.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.903801 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.904345 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: port-security Nov 12 19:45:07.904674 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: project_id.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.905658 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.905991 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: project-id Nov 12 19:45:07.906313 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: providernet.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.907791 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.908404 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: provider Nov 12 19:45:07.908734 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: qos.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.912265 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.912791 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension qos not supported by any of loaded plugins Nov 12 19:45:07.913127 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.914383 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.914897 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 12 19:45:07.915229 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.916155 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.916724 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 12 19:45:07.917037 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: qos_default.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.917958 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.918476 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension qos-default not supported by any of loaded plugins Nov 12 19:45:07.918803 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: qos_fip.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.919469 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.919973 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension qos-fip not supported by any of loaded plugins Nov 12 19:45:07.920333 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: qos_gateway_ip.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.921270 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.921775 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 12 19:45:07.922102 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: qos_port_network_policy.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.923128 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.923634 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 12 19:45:07.923961 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.925028 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.925538 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 12 19:45:07.925866 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: qos_pps_rule.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.927050 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.927735 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension qos-pps not supported by any of loaded plugins Nov 12 19:45:07.928064 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: qos_rule_type_details.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.929025 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.929541 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 12 19:45:07.929866 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: qos_rules_alias.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.930938 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.931455 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 12 19:45:07.931784 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: quota_check_limit.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.932729 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.933246 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: quota-check-limit Nov 12 19:45:07.933571 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: quotasv2.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.934495 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.934828 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: quotas Nov 12 19:45:07.935153 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: quotasv2_detail.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.938351 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.938812 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: quota_details Nov 12 19:45:07.939143 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: rbac.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.940208 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.940765 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: rbac-policies Nov 12 19:45:07.941098 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: rbac_address_group.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.942046 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.942560 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: rbac-address-group Nov 12 19:45:07.942888 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: rbac_address_scope.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.943955 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.944498 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: rbac-address-scope Nov 12 19:45:07.944994 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: rbac_security_groups.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.946198 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.946804 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: rbac-security-groups Nov 12 19:45:07.947211 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: rbac_subnetpool.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.948057 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.948608 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: rbac-subnetpool Nov 12 19:45:07.948970 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: revisionifmatch.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.949980 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.950547 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: revision-if-match Nov 12 19:45:07.950903 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: revisions.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.952139 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.952726 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: standard-attr-revisions Nov 12 19:45:07.953090 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: router_availability_zone.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.953827 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.955158 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: router_availability_zone Nov 12 19:45:07.955349 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: routerservicetype.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.956532 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.957016 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension router-service-type not supported by any of loaded plugins Nov 12 19:45:07.957442 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.958457 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.959160 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: security-groups-normalized-cidr Nov 12 19:45:07.959517 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.960655 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.961154 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: port-security-groups-filtering Nov 12 19:45:07.961486 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.962469 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.963050 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: security-groups-remote-address-group Nov 12 19:45:07.963387 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.964514 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.965062 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: security-groups-shared-filtering Nov 12 19:45:07.965398 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.966036 n-d-712140-15 neutron-server[102338]: WARNING neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 12 19:45:07.966438 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: securitygroup.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.977664 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.978205 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: security-group Nov 12 19:45:07.978544 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: segment.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.979343 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.979852 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension segment not supported by any of loaded plugins Nov 12 19:45:07.980189 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.981181 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.981691 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 12 19:45:07.982020 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: servicetype.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.983130 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.983652 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: service-type Nov 12 19:45:07.983985 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: sorting.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.985015 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.985418 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: sorting Nov 12 19:45:07.985766 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: standard_attr_segment.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.986624 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.987141 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 12 19:45:07.987464 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: standardattrdescription.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.988118 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.988659 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: standard-attr-description Nov 12 19:45:07.988984 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: stateful_security_group.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.989930 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.990450 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: stateful-security-group Nov 12 19:45:07.990775 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: stdattrs_common.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.991344 n-d-712140-15 neutron-server[102338]: WARNING neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 12 19:45:07.991663 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.992616 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.993126 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 12 19:45:07.993447 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: subnet_onboard.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.994529 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.995047 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: subnet_onboard Nov 12 19:45:07.995374 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.996346 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.996856 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 12 19:45:07.997180 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: subnet_service_types.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:07.998118 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:07.998629 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: subnet-service-types Nov 12 19:45:07.998955 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: subnetallocation.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:08.000055 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:08.000607 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: subnet_allocation Nov 12 19:45:08.001096 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:08.001747 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:08.002254 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: subnetpool-prefix-ops Nov 12 19:45:08.002577 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:08.003539 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:08.004047 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 12 19:45:08.004406 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: tagging.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:08.005490 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:08.006003 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: standard-attr-tag Nov 12 19:45:08.006329 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: timestamp.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:08.007551 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:08.008069 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loaded extension: standard-attr-timestamp Nov 12 19:45:08.008434 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: trunk.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:08.009479 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:08.009995 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension trunk not supported by any of loaded plugins Nov 12 19:45:08.010329 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: trunk_details.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:08.011259 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:08.011772 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension trunk-details not supported by any of loaded plugins Nov 12 19:45:08.012099 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: uplink_status_propagation.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:08.013069 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:08.013585 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 12 19:45:08.013914 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Loading extension file: vlantransparent.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 19:45:08.014594 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 19:45:08.015101 n-d-712140-15 neutron-server[102338]: INFO neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 12 19:45:08.018348 n-d-712140-15 neutron-server[102338]: INFO neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Creating instance of TrackedResource for resource:network Nov 12 19:45:08.018872 n-d-712140-15 neutron-server[102338]: INFO neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Creating instance of TrackedResource for resource:subnet Nov 12 19:45:08.019276 n-d-712140-15 neutron-server[102338]: INFO neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 19:45:08.019680 n-d-712140-15 neutron-server[102338]: INFO neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Creating instance of TrackedResource for resource:port Nov 12 19:45:08.020967 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.v2.resource_helper [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 19:45:08.021418 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.v2.resource_helper [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Service FLAVORS assigned prefix: {{(pid=102338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 19:45:08.022034 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.v2.resource_helper [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 19:45:08.022469 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.v2.resource_helper [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 19:45:08.022805 n-d-712140-15 neutron-server[102338]: INFO neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Creating instance of TrackedResource for resource:router Nov 12 19:45:08.023529 n-d-712140-15 neutron-server[102338]: INFO neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Creating instance of TrackedResource for resource:floatingip Nov 12 19:45:08.030299 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.v2.resource_helper [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Service METERING assigned prefix: /metering {{(pid=102338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 19:45:08.031787 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:08.032170 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:08.032555 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:45:08.033593 n-d-712140-15 neutron-server[102338]: INFO neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 19:45:08.034042 n-d-712140-15 neutron-server[102338]: INFO neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Creating instance of TrackedResource for resource:security_group Nov 12 19:45:08.035104 n-d-712140-15 neutron-server[102338]: INFO neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 19:45:08.035319 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.v2.resource_helper [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Service CORE assigned prefix: {{(pid=102338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 19:45:08.035633 n-d-712140-15 neutron-server[102338]: INFO neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 19:45:08.035984 n-d-712140-15 neutron-server[102338]: WARNING neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] subnetpool is already registered Nov 12 19:45:08.036443 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.v2.resource_helper [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Service CORE assigned prefix: {{(pid=102338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 19:45:08.036790 n-d-712140-15 neutron-server[102338]: INFO neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 19:45:08.037684 n-d-712140-15 neutron-server[102338]: WARNING neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] subnetpool is already registered Nov 12 19:45:08.040110 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.v2.resource_helper [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 19:45:08.040563 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.v2.resource_helper [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Service FLAVORS assigned prefix: {{(pid=102338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 19:45:08.041192 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.v2.resource_helper [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 19:45:08.041629 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.v2.resource_helper [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 19:45:08.041963 n-d-712140-15 neutron-server[102338]: INFO neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Creating instance of TrackedResource for resource:router Nov 12 19:45:08.042299 n-d-712140-15 neutron-server[102338]: WARNING neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] router is already registered Nov 12 19:45:08.042719 n-d-712140-15 neutron-server[102338]: INFO neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Creating instance of TrackedResource for resource:floatingip Nov 12 19:45:08.043053 n-d-712140-15 neutron-server[102338]: WARNING neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] floatingip is already registered Nov 12 19:45:08.043509 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.v2.resource_helper [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Service METERING assigned prefix: /metering {{(pid=102338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 19:45:08.044244 n-d-712140-15 neutron-server[102338]: INFO neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 19:45:08.044581 n-d-712140-15 neutron-server[102338]: WARNING neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] rbac_policy is already registered Nov 12 19:45:08.044990 n-d-712140-15 neutron-server[102338]: INFO neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Creating instance of TrackedResource for resource:security_group Nov 12 19:45:08.045328 n-d-712140-15 neutron-server[102338]: WARNING neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] security_group is already registered Nov 12 19:45:08.045727 n-d-712140-15 neutron-server[102338]: INFO neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 19:45:08.046061 n-d-712140-15 neutron-server[102338]: WARNING neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] security_group_rule is already registered Nov 12 19:45:08.046540 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.v2.resource_helper [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Service CORE assigned prefix: {{(pid=102338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 19:45:08.046866 n-d-712140-15 neutron-server[102338]: INFO neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 19:45:08.047194 n-d-712140-15 neutron-server[102338]: WARNING neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] subnetpool is already registered Nov 12 19:45:08.047617 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.v2.resource_helper [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Service CORE assigned prefix: {{(pid=102338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 19:45:08.047971 n-d-712140-15 neutron-server[102338]: INFO neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 19:45:08.048505 n-d-712140-15 neutron-server[102338]: WARNING neutron.quota.resource_registry [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] subnetpool is already registered Nov 12 19:45:08.050284 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: extensions {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.051766 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: address-groups {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.053279 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: address-scopes {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.054476 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: agents {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.055709 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: auto-allocated-topology {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.057009 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: availability_zones {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.058209 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: dhcp-networks {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.059598 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: dhcp-agents {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.061224 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: routers {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.063338 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: flavors {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.064822 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: service_profiles {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.066063 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: next_providers {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.067495 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: service_profiles {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.068950 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: floatingip-pools {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.070276 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: routers {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.072443 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: floatingips {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.073858 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: l3-routers {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.075233 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: l3-agents {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.076665 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: metering-labels {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.077958 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: metering-label-rules {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.080447 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: network-ip-availabilities {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.081717 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: bindings {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.083266 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: quotas {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.084935 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: quotas {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.086438 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: rbac-policies {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.087623 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: security-groups {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.088989 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: security-group-rules {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.090199 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: service-providers {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.091407 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: subnetpools {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.092941 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: subnetpools {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.094394 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: tags {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.096704 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: tags {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.098486 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: tags {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.100545 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: tags {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.102208 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: tags {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.104136 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: tags {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.105847 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: tags {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.108614 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: tags {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.110437 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: tags {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.112153 n-d-712140-15 neutron-server[102338]: DEBUG neutron.api.extensions [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Extended resource: tags {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 19:45:08.118315 n-d-712140-15 neutron-server[102338]: WARNING keystonemiddleware.auth_token [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 12 19:45:08.122846 n-d-712140-15 neutron-server[102338]: WARNING keystonemiddleware.auth_token [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 12 19:45:08.132267 n-d-712140-15 neutron-server[102338]: DEBUG oslo_concurrency.lockutils [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Acquired lock "singleton_lock" {{(pid=102338) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 12 19:45:08.132748 n-d-712140-15 neutron-server[102338]: DEBUG oslo_concurrency.lockutils [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Releasing lock "singleton_lock" {{(pid=102338) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 12 19:45:08.133396 n-d-712140-15 neutron-server[102338]: INFO oslo_service.service [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Starting 2 workers Nov 12 19:45:08.138233 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Started child 102447 {{(pid=102338) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 19:45:08.143618 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Started child 102448 {{(pid=102338) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 19:45:08.145196 n-d-712140-15 neutron-server[102338]: INFO neutron.service [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 12 19:45:08.145310 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:08.146219 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Publish callbacks [] for process, before_spawn {{(pid=102338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:08.146686 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [-] (102447) wsgi starting up on http://0.0.0.0:9696 Nov 12 19:45:08.148266 n-d-712140-15 neutron-server[102338]: INFO oslo_service.service [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Starting 1 workers Nov 12 19:45:08.148912 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:08.150379 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [-] (102448) wsgi starting up on http://0.0.0.0:9696 Nov 12 19:45:08.153515 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Started child 102449 {{(pid=102338) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 19:45:08.154068 n-d-712140-15 neutron-server[102338]: INFO oslo_service.service [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Starting 1 workers Nov 12 19:45:08.157338 n-d-712140-15 neutron-server[102449]: DEBUG neutron.service [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] calling RpcWorker wait() {{(pid=102449) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 12 19:45:08.157901 n-d-712140-15 neutron-server[102449]: DEBUG neutron.service [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] returning from RpcWorker wait() {{(pid=102449) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 12 19:45:08.158703 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Started child 102450 {{(pid=102338) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 19:45:08.159156 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:08.159517 n-d-712140-15 neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-abbce334-2410-4a0d-a388-6ef5e58b1a95 None None] Publish callbacks [] for process, after_spawn {{(pid=102338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:08.159618 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:45:08.161532 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102338) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 19:45:08.161744 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 19:45:08.161930 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 19:45:08.162139 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 19:45:08.162471 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 19:45:08.162651 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 19:45:08.163184 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.163453 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.163720 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.163963 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.164260 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.164809 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.165031 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:08.165506 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.165506 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.165671 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.165834 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.166001 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.166165 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.166407 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.166636 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.166781 n-d-712140-15 neutron-server[102450]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:45:08.166984 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.167241 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.167496 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.167759 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.167934 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.168192 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.168477 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.168730 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.168987 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] debug = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.169225 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.169687 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.169916 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.170150 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.170381 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.170651 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.170888 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.171146 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.171378 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.171590 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.171832 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.172094 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.172352 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.172561 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.172966 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.173298 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.173586 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.173892 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.174540 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] host = n-d-712140-15 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.174761 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.176041 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.177727 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.178015 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.178282 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.179605 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.179892 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.180166 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.180452 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.180708 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.180970 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.181230 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.181450 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.181692 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] log_file = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.181906 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] log_options = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.182134 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.182360 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.182580 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.182796 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.183056 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.183056 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.183488 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.183488 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.183956 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.183956 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.184432 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.184432 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.184926 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.184926 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.185354 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.185354 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.185769 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.185769 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.186610 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.186610 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.186610 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.186610 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.187401 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.187401 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.187401 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.188025 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.188025 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.188025 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.189246 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.189246 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.189652 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.189652 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.190063 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.190277 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.190525 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.190738 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.190933 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.191247 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.191621 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.191895 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.192755 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.192755 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.192938 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.193184 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.193506 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.193819 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.194030 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] use_json = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.194258 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.194486 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.194729 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.194965 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.195197 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.195395 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.195621 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.195872 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.196758 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.196758 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.196967 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.197178 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.198063 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.198063 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.198063 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.198063 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.198375 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.198543 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.198842 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.199079 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.199353 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.199763 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.199874 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.200249 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.200421 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.200700 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.200958 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.201170 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.201385 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.201628 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.201892 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.202107 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.202351 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.202597 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.203082 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.203182 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.203471 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.203659 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.203949 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.204792 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.205395 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.205395 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.205566 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.205723 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.205942 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.206212 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.206506 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.207281 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.207504 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.207837 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.207977 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.208201 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.208461 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.208718 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.209041 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.209218 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.209454 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.209687 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.209977 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.210127 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.210329 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.210541 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.210778 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.211020 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.211234 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.211443 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.211686 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.212062 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.212171 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.212361 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.212572 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.212787 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.212999 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.213212 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.213476 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.213689 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.213895 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.214121 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.214333 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.214577 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.214785 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.215020 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.215243 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.215453 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.215864 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.215864 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.216114 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.216288 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.216498 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.216722 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.217315 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.217315 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.217490 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.218122 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.218122 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.218286 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.218361 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.218940 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.219859 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.219859 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.220041 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.220124 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.220465 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.220613 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.220859 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.221247 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.221354 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.221694 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.221801 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.222426 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.222426 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.222426 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.222682 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.222935 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.224485 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.224485 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.224485 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.224485 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.224485 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.224485 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.224961 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.224961 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.225170 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.225403 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.225673 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.225918 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.226206 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.226448 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.226847 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.226988 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.227245 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.227508 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.227751 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.227979 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.228289 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.228533 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.228800 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.229025 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.229249 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.229483 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.229755 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.230002 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.230219 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.230495 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.230684 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.231026 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.231252 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.231466 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.231671 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.231932 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.232177 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.232467 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.232736 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.232963 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.233211 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.233448 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.233671 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.233884 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.234111 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.234359 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.234568 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.234795 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.235023 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.235324 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.235549 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.235763 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.236008 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.236221 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.236498 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.236727 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.236977 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.237194 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.237446 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.237652 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.238047 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.238428 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.238650 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.238865 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.239081 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.239294 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.239535 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.239746 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.240009 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.240265 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.240516 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.240758 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.240979 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.241210 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.241418 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.241657 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.241879 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.242101 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.242309 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.242521 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.242748 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.242955 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.243178 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.243389 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.243659 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.243875 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.244197 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.244486 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.244730 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.244937 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.245152 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.245394 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.245606 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.245820 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.246069 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.246278 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.246487 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.246736 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.246953 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.247258 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.248053 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.248316 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.248913 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.248913 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.249074 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.249237 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.249697 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.250078 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.250462 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.251440 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.251681 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.251934 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.252142 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.252411 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.252631 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.252846 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.253055 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.253297 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.253502 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.253709 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.253926 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.254160 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.254365 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.254625 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.254854 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.255059 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.255277 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.255493 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.255698 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.255916 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.256117 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.256345 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.256584 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.256795 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.256999 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.257238 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.257449 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.257651 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.257871 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.258100 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.258305 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.258594 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.258836 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.259070 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.259360 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.259582 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.259828 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.260062 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.260404 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.260646 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.260878 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.261085 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.261311 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.261534 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.261824 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.262109 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.262387 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.262619 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.263150 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.263417 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.263690 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.263951 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.264165 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.264491 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.264822 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.265086 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.265344 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.265578 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.265824 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.266062 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.266273 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.267043 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.267305 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.267491 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.267756 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.267982 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.268206 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.268468 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.268711 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.268927 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.269163 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.269549 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.269909 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.270291 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.270447 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 19:45:08.271124 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102338) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 19:45:08.271425 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 19:45:08.271730 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 19:45:08.272045 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 19:45:08.272213 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 19:45:08.272396 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 19:45:08.272606 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.272767 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.272916 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.273069 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.273231 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.273409 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.273567 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.273721 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.273879 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.274034 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.274189 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.274340 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.274636 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.274928 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.275237 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.275394 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.275551 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.275704 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.275864 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.276022 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.276173 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.276483 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.276777 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] debug = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.277041 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.277237 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.277396 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.277554 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.277709 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.277865 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.278020 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.278173 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.278329 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.278484 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.278639 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.278793 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.278946 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.279104 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.279256 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.279410 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.279568 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.279716 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.279873 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] host = n-d-712140-15 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.280028 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.280179 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.280355 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.280509 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.280664 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.280817 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.281012 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.281122 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.281270 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.281420 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.281568 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.281717 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.281872 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.282049 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] log_file = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.282214 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] log_options = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.282368 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.282520 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.282675 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.282860 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.283020 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.283798 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.283798 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.283798 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.283798 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.283798 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.284182 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.284182 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.284182 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.284435 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.284514 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.284769 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.284872 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.284952 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.288267 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.288267 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.288267 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.288267 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.288267 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.288267 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.288267 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.288267 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.288846 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.288846 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.288846 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.288846 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.288846 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.288846 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.288846 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.288846 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.289379 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.289379 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.289379 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.289379 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.289379 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.289379 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.289379 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.289379 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.289909 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.289909 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.289909 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.289909 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.289909 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] use_json = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.289909 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.289909 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.289909 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.289909 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.290512 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.290512 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.290512 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.290512 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 19:45:08.290512 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.290839 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.290839 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.290839 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.291046 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.291144 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.291278 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.291434 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.291589 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.291744 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.291906 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.292060 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.292225 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.292225 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.292225 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.292994 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.292994 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.292994 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.293197 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.293290 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.293413 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.293565 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.293730 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.293884 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.294038 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.294194 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.294349 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.294521 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.294676 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.294832 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.294987 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.295143 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.295299 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.295456 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.295612 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.295767 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.295924 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.296187 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.296364 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.296520 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.296677 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.296833 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.297725 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.297899 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.298058 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.298366 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.298540 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.298698 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.298856 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.299012 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.299169 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.299533 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.299533 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.299691 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.300014 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.300014 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.300163 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.300274 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.300380 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.300536 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.301072 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.301072 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.301072 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.301332 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.301332 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.301478 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.301582 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.301737 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.301892 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.302048 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.302204 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.302361 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.302517 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.302672 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.302828 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.302984 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.303140 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.303295 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.303451 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.303605 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.303762 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.303929 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.304065 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.304221 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.304402 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.304558 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.304713 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.304869 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.305025 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.305507 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.305507 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.305507 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.305758 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.305845 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.305918 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.306076 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.306232 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.306386 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.306542 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.306697 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.306852 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.307008 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.307166 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.307321 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.307476 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.307631 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.307785 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.307939 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.308094 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.308827 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.308827 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.308827 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.308827 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.309135 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.309135 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.309135 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.309344 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.309438 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.309876 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.309876 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.309876 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.310123 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.310203 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.310343 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.310501 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.310657 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.310812 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.311469 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.311469 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.311469 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.311469 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.311763 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.311763 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.311904 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.311981 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.312139 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.312312 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.312492 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.312648 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.312806 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.312964 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.313121 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.314229 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.314229 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.314229 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.314490 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.314490 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.314629 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.314760 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.315226 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.315226 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.315226 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.315458 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.315543 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.315646 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.315801 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.315957 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.316115 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.316814 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.316814 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.316814 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.316814 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.317132 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.317132 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.317278 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.317355 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.317458 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.317613 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.317769 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.317924 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.318079 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.318262 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.318422 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.318577 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.318739 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.318895 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.319051 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.319207 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.319363 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.319518 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.319674 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.319831 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.319986 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.320141 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.320677 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.320677 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.320677 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.320934 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.320934 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.321087 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.321197 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.324263 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.324263 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.324263 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.324263 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.324263 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.324263 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.324263 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.324263 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.324872 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.324954 n-d-712140-15 neutron-server[102449]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:45:08.325051 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.325051 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.325051 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.325051 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.325051 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.325051 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.325051 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.325051 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.325595 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.325595 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.325595 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.325595 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.325595 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.325595 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.325595 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.325595 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.326130 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.326130 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.326130 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.326130 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.326130 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.326130 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.326130 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.326130 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.326635 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.326635 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.326635 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.326635 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.326892 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.326892 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.327033 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.327178 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.327333 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.327488 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.327643 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.327806 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.327962 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.328117 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.328297 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.328454 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.328608 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.328777 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.329505 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.329675 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.329830 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.329986 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.330140 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.330307 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.330464 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.330621 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.330785 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.330940 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.331096 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.331250 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.331418 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.331579 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.331741 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.331895 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.332050 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.332206 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.332386 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.332547 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.332712 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.332875 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.333033 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.333196 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.334993 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.334993 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.334993 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.335272 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.335272 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.335432 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.335512 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.335643 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.335808 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.335963 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.339215 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.339410 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.339585 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.339756 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.339923 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.340086 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.340265 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.340430 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.340590 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.340750 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.341384 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.341384 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.341384 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.341384 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 19:45:08.341686 n-d-712140-15 neutron-server[102338]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 19:45:08.449330 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42726) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:45:08.459004 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0076585 Nov 12 19:45:19.934339 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e717c7-6bdc-4e4b-92ad-bf2814c3a3bf None None] get_active_networks_info from n-d-712140-15 {{(pid=102449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 19:45:20.026964 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e717c7-6bdc-4e4b-92ad-bf2814c3a3bf None None] No non-hosted networks {{(pid=102449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 12 19:45:20.043635 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0fa66672-2b56-405f-862b-ac3f07d5a9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1705907'] for agent, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:22.124263 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dd7c58b9-39c5-4a2d-979d-d5d130242dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1705907'] for agent, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:22.190978 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7aacad37-4934-436a-96b9-0bcf056a2976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:23.630643 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1705907'] for agent, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:24.958636 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1705907'] for agent, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:25.248568 n-d-712140-15 neutron-server[102449]: INFO neutron.db.l3_hamode_db [None req-cfe2e174-66af-4812-998d-d62363db7ab2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 12 19:45:25.326830 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe2e174-66af-4812-998d-d62363db7ab2 None None] Routers set() bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:45:25.327207 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe2e174-66af-4812-998d-d62363db7ab2 None None] Router IDs set() for agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 19:45:25.840430 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1705907'] for agent, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:25.841312 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:25.841728 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:25.842257 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:25.842686 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:25.843116 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:25.843449 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:25.843774 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:25.844244 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:25.844900 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:25.845629 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:25.846030 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:25.846426 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:25.847191 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712140-15', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:45:25.856551 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712140-15', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:45:26.631546 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42818) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:45:27.129422 n-d-712140-15 neutron-server[102448]: WARNING oslo_policy.policy [None req-396d3652-fd3b-4ac5-9739-658d384d38d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 19:45:27.130038 n-d-712140-15 neutron-server[102448]: WARNING oslo_policy.policy [None req-396d3652-fd3b-4ac5-9739-658d384d38d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 19:45:27.357923 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-396d3652-fd3b-4ac5-9739-658d384d38d1 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 19:45:27.359094 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-396d3652-fd3b-4ac5-9739-658d384d38d1 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7266383 Nov 12 19:45:29.871314 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42834) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:45:30.178315 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-406819dc-c19d-4d4b-80c5-2723e2819e62 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:45:30.278881 n-d-712140-15 neutron-server[102448]: DEBUG neutron.policy [None req-406819dc-c19d-4d4b-80c5-2723e2819e62 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102448) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 19:45:30.325687 n-d-712140-15 neutron-server[102448]: WARNING oslo_policy.policy [None req-406819dc-c19d-4d4b-80c5-2723e2819e62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 19:45:30.326041 n-d-712140-15 neutron-server[102448]: WARNING oslo_policy.policy [None req-406819dc-c19d-4d4b-80c5-2723e2819e62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 19:45:30.334674 n-d-712140-15 neutron-server[102448]: INFO neutron.quota [None req-406819dc-c19d-4d4b-80c5-2723e2819e62 admin admin] Loaded quota_driver: . Nov 12 19:45:30.424651 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-406819dc-c19d-4d4b-80c5-2723e2819e62 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768998982741', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768998984192', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768998970434', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768998978119', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768999304057', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768998952609', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-621322', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-790166', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1922800', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2080406'] for rbac-policy, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:30.497819 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-406819dc-c19d-4d4b-80c5-2723e2819e62 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:30.498993 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-406819dc-c19d-4d4b-80c5-2723e2819e62 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6266878 Nov 12 19:45:33.195294 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42846) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:45:33.496846 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] Request body: {'network': {'tenant_id': 'a5dfca0e1cf74790b26dbbea878e8e08', 'name': 'private', 'admin_state_up': True, 'project_id': 'a5dfca0e1cf74790b26dbbea878e8e08'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:45:33.530790 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] Made reservation on behalf of a5dfca0e1cf74790b26dbbea878e8e08 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:45:33.533457 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:33.558034 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:33.690763 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:33.694544 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:33.720123 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 19:45:33.745481 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769001382629', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:33.746044 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] Unsubscribe: segment precommit_create {{(pid=102448) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 19:45:33.746556 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] Added segment 02754a98-4384-4945-8918-d88261867c83 of type vlan for network 100af6fb-7c09-43bc-b97f-9dd8e3d4128c Nov 12 19:45:33.752515 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6477063a-e816-4111-a1d2-4d4e35be9b5b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:45:33.788162 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:33.788530 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:33.788860 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:33.789184 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:33.789503 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:33.789820 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:33.790134 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:33.790447 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:33.790759 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:33.791066 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:33.791377 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:33.791686 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] Tracked resource versions report: Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: pushed versions: Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: { 'AddressGroup': {'1.2'}, Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: 'ConntrackHelper': {'1.0'}, Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: 'Log': {'1.0'}, Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: 'Network': {'1.1'}, Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: 'Port': {'1.7'}, Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: 'PortForwarding': {'1.2'}, Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: 'QosPolicy': {'1.10'}, Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: 'SecurityGroup': {'1.5'}, Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: 'SecurityGroupRule': {'1.2'}, Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: 'SubPort': {'1.0'}, Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: 'Subnet': {'1.1'}, Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: 'Trunk': {'1.1'}} Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: consumer versions: Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: { DHCP agent@n-d-712140-15: {}, Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: L3 agent@n-d-712140-15: {}, Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: Metadata agent@n-d-712140-15: {}, Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: Metering agent@n-d-712140-15: {}, Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: Open vSwitch agent@n-d-712140-15: { 'AddressGroup': '1.2', Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: 'ConntrackHelper': '1.0', Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: 'Log': '1.0', Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: 'Network': '1.1', Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: 'Port': '1.7', Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: 'PortForwarding': '1.2', Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: 'QosPolicy': '1.10', Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: 'SecurityGroup': '1.5', Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: 'SecurityGroupRule': '1.2', Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: 'SubPort': '1.0', Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: 'Subnet': '1.1', Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: 'Trunk': '1.1'}} Nov 12 19:45:33.792740 n-d-712140-15 neutron-server[102448]: {{(pid=102448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 19:45:33.867346 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:33.904207 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:33.905315 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:45:33.906544 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:33.956950 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7605343 Nov 12 19:45:34.007228 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ad53f-d62b-44ba-9262-ba94758d088b admin admin] Pushing event updated for resources: {'Network': ['ID=100af6fb-7c09-43bc-b97f-9dd8e3d4128c,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:45:34.019779 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 100af6fb-7c09-43bc-b97f-9dd8e3d4128c details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 19:45:36.729740 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42860) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:45:37.114688 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb559117-1eaf-4a13-b203-a05c337cfc09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:45:37.116074 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fb559117-1eaf-4a13-b203-a05c337cfc09 admin admin] 10.222.0.48 "GET /v2.0/networks/100af6fb-7c09-43bc-b97f-9dd8e3d4128c HTTP/1.1" status: 200 len: 825 time: 0.3853850 Nov 12 19:45:37.141706 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c8f6353a-a5b9-411e-8362-88d4191e21e5 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/d6db1814-e26e-46a7-9d09-bf78487437d3 HTTP/1.1" status: 200 len: 734 time: 0.0193996 Nov 12 19:45:37.150810 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-62e44931-bacf-49fc-9fd5-0c1961621421 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'd6db1814-e26e-46a7-9d09-bf78487437d3', 'tenant_id': 'a5dfca0e1cf74790b26dbbea878e8e08', 'network_id': '100af6fb-7c09-43bc-b97f-9dd8e3d4128c'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:45:37.173174 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e44931-bacf-49fc-9fd5-0c1961621421 admin admin] Made reservation on behalf of a5dfca0e1cf74790b26dbbea878e8e08 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:45:37.175546 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-62e44931-bacf-49fc-9fd5-0c1961621421 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:37.466517 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-62e44931-bacf-49fc-9fd5-0c1961621421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:37.532916 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e44931-bacf-49fc-9fd5-0c1961621421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7e4c4e9-b918-4af5-a2fe-fd7ce722d8a3,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:45:37.537407 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e44931-bacf-49fc-9fd5-0c1961621421 admin admin] Checking segment: {'id': '02754a98-4384-4945-8918-d88261867c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '100af6fb-7c09-43bc-b97f-9dd8e3d4128c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:45:37.537790 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e44931-bacf-49fc-9fd5-0c1961621421 admin admin] Network hostable DHCP agents. Network: 100af6fb-7c09-43bc-b97f-9dd8e3d4128c, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 19:45:37.560206 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e44931-bacf-49fc-9fd5-0c1961621421 admin admin] Network 100af6fb-7c09-43bc-b97f-9dd8e3d4128c is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 19:45:37.571326 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-62e44931-bacf-49fc-9fd5-0c1961621421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 100af6fb-7c09-43bc-b97f-9dd8e3d4128c) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:45:37.575802 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e44931-bacf-49fc-9fd5-0c1961621421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:45:37.576440 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-62e44931-bacf-49fc-9fd5-0c1961621421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:37.583423 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee92686b-2ff5-4bb9-8098-6862a087c470 None None] Network 100af6fb-7c09-43bc-b97f-9dd8e3d4128c requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:45:37.591807 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-62e44931-bacf-49fc-9fd5-0c1961621421 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4442258 Nov 12 19:45:37.907385 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-100af6fb-7c09-43bc-b97f-9dd8e3d4128c', 'network_id': '100af6fb-7c09-43bc-b97f-9dd8e3d4128c', 'tenant_id': 'a5dfca0e1cf74790b26dbbea878e8e08', 'fixed_ips': [{'subnet_id': 'd7e4c4e9-b918-4af5-a2fe-fd7ce722d8a3'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 19:45:37.908688 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:38.203833 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Allocated IP 172.20.0.2 (100af6fb-7c09-43bc-b97f-9dd8e3d4128c/d7e4c4e9-b918-4af5-a2fe-fd7ce722d8a3/db2e5a0c-557f-4aa3-9049-6aa453732a9a) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:45:38.402071 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:38.409915 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:38.498000 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Network 100af6fb-7c09-43bc-b97f-9dd8e3d4128c is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:45:38.506211 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:45:38.510851 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Pushing event updated for resources: {'Port': ['ID=db2e5a0c-557f-4aa3-9049-6aa453732a9a,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:45:38.513395 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:45:38.520116 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:38.520489 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:38.520830 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:38.521166 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:38.521497 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:38.521826 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:38.522153 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:38.522479 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:38.522803 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:38.523125 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:38.523452 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:38.523775 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Tracked resource versions report: Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: pushed versions: Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: { 'AddressGroup': {'1.2'}, Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: 'ConntrackHelper': {'1.0'}, Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: 'Log': {'1.0'}, Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: 'Network': {'1.1'}, Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: 'Port': {'1.7'}, Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: 'PortForwarding': {'1.2'}, Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: 'QosPolicy': {'1.10'}, Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: 'SecurityGroup': {'1.5'}, Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: 'SecurityGroupRule': {'1.2'}, Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: 'SubPort': {'1.0'}, Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: 'Subnet': {'1.1'}, Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: 'Trunk': {'1.1'}} Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: consumer versions: Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: { DHCP agent@n-d-712140-15: {}, Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: L3 agent@n-d-712140-15: {}, Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: Metadata agent@n-d-712140-15: {}, Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: Metering agent@n-d-712140-15: {}, Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: Open vSwitch agent@n-d-712140-15: { 'AddressGroup': '1.2', Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: 'ConntrackHelper': '1.0', Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: 'Log': '1.0', Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: 'Network': '1.1', Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: 'Port': '1.7', Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: 'PortForwarding': '1.2', Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: 'QosPolicy': '1.10', Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: 'SecurityGroup': '1.5', Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: 'SecurityGroupRule': '1.2', Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: 'SubPort': '1.0', Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: 'Subnet': '1.1', Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: 'Trunk': '1.1'}} Nov 12 19:45:38.524858 n-d-712140-15 neutron-server[102449]: {{(pid=102449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 19:45:38.600434 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Attempting to bind port db2e5a0c-557f-4aa3-9049-6aa453732a9a on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:45:38.601078 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Attempting to bind port db2e5a0c-557f-4aa3-9049-6aa453732a9a by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '02754a98-4384-4945-8918-d88261867c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '100af6fb-7c09-43bc-b97f-9dd8e3d4128c'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:45:38.601254 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Attempting to bind port db2e5a0c-557f-4aa3-9049-6aa453732a9a on network 100af6fb-7c09-43bc-b97f-9dd8e3d4128c {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:45:38.606164 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:45:38.606545 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Checking segment: {'id': '02754a98-4384-4945-8918-d88261867c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '100af6fb-7c09-43bc-b97f-9dd8e3d4128c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:45:38.607030 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:38.607418 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Bound using segment: {'id': '02754a98-4384-4945-8918-d88261867c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '100af6fb-7c09-43bc-b97f-9dd8e3d4128c'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:45:38.607943 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Bound port: db2e5a0c-557f-4aa3-9049-6aa453732a9a, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02754a98-4384-4945-8918-d88261867c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '100af6fb-7c09-43bc-b97f-9dd8e3d4128c'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:45:38.608374 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:38.668882 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] For port db2e5a0c-557f-4aa3-9049-6aa453732a9a, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:45:38.673727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] For port db2e5a0c-557f-4aa3-9049-6aa453732a9a, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=db2e5a0c-557f-4aa3-9049-6aa453732a9a,segment=NetworkSegment(02754a98-4384-4945-8918-d88261867c83),segment_id=02754a98-4384-4945-8918-d88261867c83)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:45:38.677940 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:38.742383 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddf6d9-dc93-410f-ba7d-7804bf18bc2e None None] Pushing event updated for resources: {'Port': ['ID=db2e5a0c-557f-4aa3-9049-6aa453732a9a,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:45:40.168384 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42868) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:45:40.497401 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-39fa8f58-8e1d-42a4-9fd0-a20d5c53aa2b admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 19:45:40.498397 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-39fa8f58-8e1d-42a4-9fd0-a20d5c53aa2b admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3290765 Nov 12 19:45:43.034545 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42876) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:45:43.355951 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-26da6478-35e6-4663-838f-2407927ca15a admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 19:45:43.357002 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-26da6478-35e6-4663-838f-2407927ca15a admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3214347 Nov 12 19:45:46.122148 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42886) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:45:46.432214 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f1958cf7-36ca-404a-914b-e25b9580dfcd admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'a5dfca0e1cf74790b26dbbea878e8e08', 'name': 'router1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:45:46.457001 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f1958cf7-36ca-404a-914b-e25b9580dfcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:46.458565 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f1958cf7-36ca-404a-914b-e25b9580dfcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:46.597201 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f1958cf7-36ca-404a-914b-e25b9580dfcd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:46.602211 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f1958cf7-36ca-404a-914b-e25b9580dfcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:46.616756 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f1958cf7-36ca-404a-914b-e25b9580dfcd admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:46.617941 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f1958cf7-36ca-404a-914b-e25b9580dfcd admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4948280 Nov 12 19:45:47.808880 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device db2e5a0c-557f-4aa3-9049-6aa453732a9a up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:45:47.905539 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port db2e5a0c-557f-4aa3-9049-6aa453732a9a triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:45:47.906290 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:47.938541 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476a143d-bb0d-4789-b02f-9ba9e5037f8b None None] Network 100af6fb-7c09-43bc-b97f-9dd8e3d4128c requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:45:48.085595 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:48.109176 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-fb6743be-f20f-4ca1-9368-8558ff71b9d7 None None] Provisioning complete for port db2e5a0c-557f-4aa3-9049-6aa453732a9a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:45:48.109537 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fb6743be-f20f-4ca1-9368-8558ff71b9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:48.189531 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port db2e5a0c-557f-4aa3-9049-6aa453732a9a, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=db2e5a0c-557f-4aa3-9049-6aa453732a9a,segment=NetworkSegment(02754a98-4384-4945-8918-d88261867c83),segment_id=02754a98-4384-4945-8918-d88261867c83)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:45:48.196198 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:48.302723 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=db2e5a0c-557f-4aa3-9049-6aa453732a9a,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:45:48.555892 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0f8ea797-45b7-4929-9be1-0ec4d62fecb8 None None] Provisioning complete for port db2e5a0c-557f-4aa3-9049-6aa453732a9a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:45:48.556281 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0f8ea797-45b7-4929-9be1-0ec4d62fecb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:49.166575 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42900) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:45:49.474907 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-629c2c21-9243-4405-b53c-9aa510814ca7 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 19:45:49.475906 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-629c2c21-9243-4405-b53c-9aa510814ca7 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3083990 Nov 12 19:45:49.770674 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device db2e5a0c-557f-4aa3-9049-6aa453732a9a up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:45:49.826171 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-198e72eb-8688-4c1d-9ad9-f6b5953e9d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:49.833000 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port db2e5a0c-557f-4aa3-9049-6aa453732a9a triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:45:49.833361 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:51.972089 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42908) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:45:52.117922 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e583c8ff-69c0-48cd-87c6-834d7b526ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:52.281749 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-9298dc6c-1db4-4066-aedf-c39870260c0a admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:45:52.301575 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9298dc6c-1db4-4066-aedf-c39870260c0a admin admin] Made reservation on behalf of cac360f80455447b8bda8c6fa98d0dbf for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:45:52.303823 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9298dc6c-1db4-4066-aedf-c39870260c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:52.311393 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9298dc6c-1db4-4066-aedf-c39870260c0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:52.385823 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9298dc6c-1db4-4066-aedf-c39870260c0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:52.389255 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9298dc6c-1db4-4066-aedf-c39870260c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:52.407309 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9298dc6c-1db4-4066-aedf-c39870260c0a admin admin] Reserving flat network on physical network physnet1 {{(pid=102448) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 12 19:45:52.429416 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298dc6c-1db4-4066-aedf-c39870260c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8adef2-d998-46b5-b4b4-21bfb36b98ce,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:45:52.438296 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9298dc6c-1db4-4066-aedf-c39870260c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:52.438642 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-9298dc6c-1db4-4066-aedf-c39870260c0a admin admin] Added segment ebe36060-9ae7-4018-8cb8-0f385ebbfde0 of type flat for network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 Nov 12 19:45:52.485427 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9298dc6c-1db4-4066-aedf-c39870260c0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:52.515481 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9298dc6c-1db4-4066-aedf-c39870260c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:52.516357 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9298dc6c-1db4-4066-aedf-c39870260c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:45:52.516948 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9298dc6c-1db4-4066-aedf-c39870260c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:52.545844 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9298dc6c-1db4-4066-aedf-c39870260c0a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5727639 Nov 12 19:45:52.579354 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298dc6c-1db4-4066-aedf-c39870260c0a admin admin] Pushing event updated for resources: {'Network': ['ID=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:45:52.589993 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 19:45:53.522325 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:54.893744 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:55.056911 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42926) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:45:55.234507 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa475ff-cc9d-4044-a8ea-ecf3e79256af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:45:55.235811 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-daa475ff-cc9d-4044-a8ea-ecf3e79256af admin admin] 10.222.0.48 "GET /v2.0/subnets/d7e4c4e9-b918-4af5-a2fe-fd7ce722d8a3 HTTP/1.1" status: 200 len: 849 time: 0.1779437 Nov 12 19:45:55.349364 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d1e554ac-95f6-42d1-9640-c76bb81da1d7 admin admin] 10.222.0.48 "GET /v2.0/routers/6e200ba7-007d-4e29-b3fb-c68969c68fb8 HTTP/1.1" status: 200 len: 704 time: 0.1073403 Nov 12 19:45:55.620103 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b34d766a-34eb-46d5-9114-98609342ebda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:55.832725 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:55.913118 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-b34d766a-34eb-46d5-9114-98609342ebda admin admin] Allocated IP 172.20.0.1 (100af6fb-7c09-43bc-b97f-9dd8e3d4128c/d7e4c4e9-b918-4af5-a2fe-fd7ce722d8a3/7fbc711e-aff5-4aca-b395-efdbcd860c46) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:45:56.103067 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b34d766a-34eb-46d5-9114-98609342ebda admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:56.169270 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b34d766a-34eb-46d5-9114-98609342ebda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:56.240468 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34d766a-34eb-46d5-9114-98609342ebda admin admin] Network 100af6fb-7c09-43bc-b97f-9dd8e3d4128c is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:45:56.247027 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-b34d766a-34eb-46d5-9114-98609342ebda admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:45:56.252868 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34d766a-34eb-46d5-9114-98609342ebda admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:45:56.253377 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b34d766a-34eb-46d5-9114-98609342ebda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:56.310029 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d766a-34eb-46d5-9114-98609342ebda admin admin] Pushing event updated for resources: {'Port': ['ID=7fbc711e-aff5-4aca-b395-efdbcd860c46,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:45:56.404540 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-78c904d3-174d-417c-8365-33dc74419093 None None] Provisioning complete for port 7fbc711e-aff5-4aca-b395-efdbcd860c46 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:45:56.405709 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-78c904d3-174d-417c-8365-33dc74419093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:56.442350 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-78c904d3-174d-417c-8365-33dc74419093 None None] Port 7fbc711e-aff5-4aca-b395-efdbcd860c46 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:45:56.452342 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b34d766a-34eb-46d5-9114-98609342ebda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:56.664650 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b34d766a-34eb-46d5-9114-98609342ebda admin admin] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:56.669060 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b34d766a-34eb-46d5-9114-98609342ebda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:56.669797 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b34d766a-34eb-46d5-9114-98609342ebda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:56.751497 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d766a-34eb-46d5-9114-98609342ebda admin admin] Pushing event updated for resources: {'Port': ['ID=7fbc711e-aff5-4aca-b395-efdbcd860c46,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:45:56.793124 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34d766a-34eb-46d5-9114-98609342ebda admin admin] Network 100af6fb-7c09-43bc-b97f-9dd8e3d4128c is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:45:56.794373 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-b34d766a-34eb-46d5-9114-98609342ebda admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:45:56.954011 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34d766a-34eb-46d5-9114-98609342ebda admin admin] Router 6e200ba7-007d-4e29-b3fb-c68969c68fb8 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 19:45:56.964469 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2e4bef99-5e5d-4c5c-86ad-ff9883af4860 None None] Provisioning complete for port 7fbc711e-aff5-4aca-b395-efdbcd860c46 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:45:56.964843 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2e4bef99-5e5d-4c5c-86ad-ff9883af4860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:57.000107 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2e4bef99-5e5d-4c5c-86ad-ff9883af4860 None None] Port 7fbc711e-aff5-4aca-b395-efdbcd860c46 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:45:57.044889 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34d766a-34eb-46d5-9114-98609342ebda admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 19:45:57.050948 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b34d766a-34eb-46d5-9114-98609342ebda admin admin] 10.222.0.48 "PUT /v2.0/routers/6e200ba7-007d-4e29-b3fb-c68969c68fb8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6942270 Nov 12 19:45:57.058637 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8d22e4-f223-496f-b243-06d86d43ef3c None None] Sync routers for ids ['6e200ba7-007d-4e29-b3fb-c68969c68fb8'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 19:45:57.071064 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8d22e4-f223-496f-b243-06d86d43ef3c None None] Routers {'6e200ba7-007d-4e29-b3fb-c68969c68fb8'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:45:57.072012 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7e8d22e4-f223-496f-b243-06d86d43ef3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:45:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['6e200ba7-007d-4e29-b3fb-c68969c68fb8'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:45:57.261150 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-7e8d22e4-f223-496f-b243-06d86d43ef3c None None] Set router 6e200ba7-007d-4e29-b3fb-c68969c68fb8 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:45:57.694131 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7e8d22e4-f223-496f-b243-06d86d43ef3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e200ba7-007d-4e29-b3fb-c68969c68fb8', 'name': 'router1', 'tenant_id': 'a5dfca0e1cf74790b26dbbea878e8e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:45:46Z', 'updated_at': '2021-11-12T19:45:56Z', 'revision_number': 2, 'project_id': 'a5dfca0e1cf74790b26dbbea878e8e08', 'gw_port_host': None, '_interfaces': [{'id': '7fbc711e-aff5-4aca-b395-efdbcd860c46', 'name': '', 'network_id': '100af6fb-7c09-43bc-b97f-9dd8e3d4128c', 'tenant_id': 'a5dfca0e1cf74790b26dbbea878e8e08', 'mac_address': 'fa:16:3e:eb:bf:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e200ba7-007d-4e29-b3fb-c68969c68fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7e4c4e9-b918-4af5-a2fe-fd7ce722d8a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:45:55Z', 'updated_at': '2021-11-12T19:45:56Z', 'revision_number': 2, 'project_id': 'a5dfca0e1cf74790b26dbbea878e8e08', 'subnets': [{'id': 'd7e4c4e9-b918-4af5-a2fe-fd7ce722d8a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6db1814-e26e-46a7-9d09-bf78487437d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:45:57.745252 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8d22e4-f223-496f-b243-06d86d43ef3c None None] Checking router: 6e200ba7-007d-4e29-b3fb-c68969c68fb8 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 19:45:57.745614 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8d22e4-f223-496f-b243-06d86d43ef3c None None] Updating router 6e200ba7-007d-4e29-b3fb-c68969c68fb8 port 7fbc711e-aff5-4aca-b395-efdbcd860c46 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 19:45:57.792690 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7e8d22e4-f223-496f-b243-06d86d43ef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:58.302188 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7e8d22e4-f223-496f-b243-06d86d43ef3c None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:58.309131 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7e8d22e4-f223-496f-b243-06d86d43ef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:58.485523 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb1577-514e-4b1b-8e95-36ee8980aef0 None None] Pushing event updated for resources: {'Port': ['ID=7fbc711e-aff5-4aca-b395-efdbcd860c46,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:45:58.487909 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-7e8d22e4-f223-496f-b243-06d86d43ef3c None None] Attempting to bind port 7fbc711e-aff5-4aca-b395-efdbcd860c46 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:45:58.488333 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-7e8d22e4-f223-496f-b243-06d86d43ef3c None None] Attempting to bind port 7fbc711e-aff5-4aca-b395-efdbcd860c46 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '02754a98-4384-4945-8918-d88261867c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '100af6fb-7c09-43bc-b97f-9dd8e3d4128c'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:45:58.488757 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8d22e4-f223-496f-b243-06d86d43ef3c None None] Attempting to bind port 7fbc711e-aff5-4aca-b395-efdbcd860c46 on network 100af6fb-7c09-43bc-b97f-9dd8e3d4128c {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:45:58.498443 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb1577-514e-4b1b-8e95-36ee8980aef0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:58.499342 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb1577-514e-4b1b-8e95-36ee8980aef0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:58.499682 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb1577-514e-4b1b-8e95-36ee8980aef0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:58.500180 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb1577-514e-4b1b-8e95-36ee8980aef0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:58.500544 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb1577-514e-4b1b-8e95-36ee8980aef0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:58.500875 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb1577-514e-4b1b-8e95-36ee8980aef0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:58.501195 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb1577-514e-4b1b-8e95-36ee8980aef0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:58.501518 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb1577-514e-4b1b-8e95-36ee8980aef0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:58.501832 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb1577-514e-4b1b-8e95-36ee8980aef0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:58.502148 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb1577-514e-4b1b-8e95-36ee8980aef0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:58.502464 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb1577-514e-4b1b-8e95-36ee8980aef0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:58.502775 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb1577-514e-4b1b-8e95-36ee8980aef0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb1577-514e-4b1b-8e95-36ee8980aef0 None None] Tracked resource versions report: Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: pushed versions: Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: { 'AddressGroup': {'1.2'}, Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: 'ConntrackHelper': {'1.0'}, Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: 'Log': {'1.0'}, Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: 'Network': {'1.1'}, Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: 'Port': {'1.7'}, Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: 'PortForwarding': {'1.2'}, Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: 'QosPolicy': {'1.10'}, Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: 'SecurityGroup': {'1.5'}, Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: 'SecurityGroupRule': {'1.2'}, Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: 'SubPort': {'1.0'}, Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: 'Subnet': {'1.1'}, Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: 'Trunk': {'1.1'}} Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: consumer versions: Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: { DHCP agent@n-d-712140-15: {}, Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: L3 agent@n-d-712140-15: {}, Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: Metadata agent@n-d-712140-15: {}, Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: Metering agent@n-d-712140-15: {}, Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: Open vSwitch agent@n-d-712140-15: { 'AddressGroup': '1.2', Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: 'ConntrackHelper': '1.0', Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: 'Log': '1.0', Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: 'Network': '1.1', Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: 'Port': '1.7', Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: 'PortForwarding': '1.2', Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: 'QosPolicy': '1.10', Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: 'SecurityGroup': '1.5', Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: 'SecurityGroupRule': '1.2', Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: 'SubPort': '1.0', Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: 'Subnet': '1.1', Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: 'Trunk': '1.1'}} Nov 12 19:45:58.503822 n-d-712140-15 neutron-server[102450]: {{(pid=102450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 19:45:58.506387 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8d22e4-f223-496f-b243-06d86d43ef3c None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:45:58.506799 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8d22e4-f223-496f-b243-06d86d43ef3c None None] Checking segment: {'id': '02754a98-4384-4945-8918-d88261867c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '100af6fb-7c09-43bc-b97f-9dd8e3d4128c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:45:58.507261 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7e8d22e4-f223-496f-b243-06d86d43ef3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:58.507634 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8d22e4-f223-496f-b243-06d86d43ef3c None None] Bound using segment: {'id': '02754a98-4384-4945-8918-d88261867c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '100af6fb-7c09-43bc-b97f-9dd8e3d4128c'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:45:58.508138 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-7e8d22e4-f223-496f-b243-06d86d43ef3c None None] Bound port: 7fbc711e-aff5-4aca-b395-efdbcd860c46, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02754a98-4384-4945-8918-d88261867c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '100af6fb-7c09-43bc-b97f-9dd8e3d4128c'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:45:58.508564 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7e8d22e4-f223-496f-b243-06d86d43ef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:58.530684 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-3a727d5d-32b0-46a9-9f22-177421dfcf06 None None] Provisioning complete for port 7fbc711e-aff5-4aca-b395-efdbcd860c46 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:45:58.531194 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3a727d5d-32b0-46a9-9f22-177421dfcf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:58.564720 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-3a727d5d-32b0-46a9-9f22-177421dfcf06 None None] Port 7fbc711e-aff5-4aca-b395-efdbcd860c46 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:45:58.580148 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-7e8d22e4-f223-496f-b243-06d86d43ef3c None None] For port 7fbc711e-aff5-4aca-b395-efdbcd860c46, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:45:58.599162 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-7e8d22e4-f223-496f-b243-06d86d43ef3c None None] For port 7fbc711e-aff5-4aca-b395-efdbcd860c46, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7fbc711e-aff5-4aca-b395-efdbcd860c46,segment=NetworkSegment(02754a98-4384-4945-8918-d88261867c83),segment_id=02754a98-4384-4945-8918-d88261867c83)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:45:58.603391 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7e8d22e4-f223-496f-b243-06d86d43ef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:58.667704 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb1577-514e-4b1b-8e95-36ee8980aef0 None None] Pushing event updated for resources: {'Port': ['ID=7fbc711e-aff5-4aca-b395-efdbcd860c46,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:45:58.706395 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8d22e4-f223-496f-b243-06d86d43ef3c None None] Routers {'6e200ba7-007d-4e29-b3fb-c68969c68fb8'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:45:58.706843 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7e8d22e4-f223-496f-b243-06d86d43ef3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:45:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['6e200ba7-007d-4e29-b3fb-c68969c68fb8'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:45:58.802584 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-7e8d22e4-f223-496f-b243-06d86d43ef3c None None] Set router 6e200ba7-007d-4e29-b3fb-c68969c68fb8 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:45:58.884846 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9db9cac3-a671-4e9b-8bd0-11640ab76cc4 None None] Provisioning complete for port 7fbc711e-aff5-4aca-b395-efdbcd860c46 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:45:58.885175 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9db9cac3-a671-4e9b-8bd0-11640ab76cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:58.967183 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9db9cac3-a671-4e9b-8bd0-11640ab76cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:58.999814 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-9db9cac3-a671-4e9b-8bd0-11640ab76cc4 None None] For port 7fbc711e-aff5-4aca-b395-efdbcd860c46, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7fbc711e-aff5-4aca-b395-efdbcd860c46,segment=NetworkSegment(02754a98-4384-4945-8918-d88261867c83),segment_id=02754a98-4384-4945-8918-d88261867c83)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:45:59.004256 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9db9cac3-a671-4e9b-8bd0-11640ab76cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:59.018463 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7e8d22e4-f223-496f-b243-06d86d43ef3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e200ba7-007d-4e29-b3fb-c68969c68fb8', 'name': 'router1', 'tenant_id': 'a5dfca0e1cf74790b26dbbea878e8e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:45:46Z', 'updated_at': '2021-11-12T19:45:56Z', 'revision_number': 2, 'project_id': 'a5dfca0e1cf74790b26dbbea878e8e08', 'gw_port_host': None, '_interfaces': [{'id': '7fbc711e-aff5-4aca-b395-efdbcd860c46', 'name': '', 'network_id': '100af6fb-7c09-43bc-b97f-9dd8e3d4128c', 'tenant_id': 'a5dfca0e1cf74790b26dbbea878e8e08', 'mac_address': 'fa:16:3e:eb:bf:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e200ba7-007d-4e29-b3fb-c68969c68fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7e4c4e9-b918-4af5-a2fe-fd7ce722d8a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:45:55Z', 'updated_at': '2021-11-12T19:45:58Z', 'revision_number': 4, 'project_id': 'a5dfca0e1cf74790b26dbbea878e8e08', 'subnets': [{'id': 'd7e4c4e9-b918-4af5-a2fe-fd7ce722d8a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6db1814-e26e-46a7-9d09-bf78487437d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:45:59.045080 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8d22e4-f223-496f-b243-06d86d43ef3c None None] The sync data for ids ['6e200ba7-007d-4e29-b3fb-c68969c68fb8'] in n-d-712140-15 is: [{'id': '6e200ba7-007d-4e29-b3fb-c68969c68fb8', 'name': 'router1', 'tenant_id': 'a5dfca0e1cf74790b26dbbea878e8e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:45:46Z', 'updated_at': '2021-11-12T19:45:56Z', 'revision_number': 2, 'project_id': 'a5dfca0e1cf74790b26dbbea878e8e08', 'gw_port_host': None, '_interfaces': [{'id': '7fbc711e-aff5-4aca-b395-efdbcd860c46', 'name': '', 'network_id': '100af6fb-7c09-43bc-b97f-9dd8e3d4128c', 'tenant_id': 'a5dfca0e1cf74790b26dbbea878e8e08', 'mac_address': 'fa:16:3e:eb:bf:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e200ba7-007d-4e29-b3fb-c68969c68fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7e4c4e9-b918-4af5-a2fe-fd7ce722d8a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:45:55Z', 'updated_at': '2021-11-12T19:45:58Z', 'revision_number': 4, 'project_id': 'a5dfca0e1cf74790b26dbbea878e8e08', 'subnets': [{'id': 'd7e4c4e9-b918-4af5-a2fe-fd7ce722d8a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6db1814-e26e-46a7-9d09-bf78487437d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 19:45:59.051091 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9cac3-a671-4e9b-8bd0-11640ab76cc4 None None] Pushing event updated for resources: {'Port': ['ID=7fbc711e-aff5-4aca-b395-efdbcd860c46,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:45:59.454652 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42948) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:45:59.562610 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1280795-efd5-4e19-960a-de15dceaa51a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:45:59.563941 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c1280795-efd5-4e19-960a-de15dceaa51a admin admin] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 842 time: 0.1082506 Nov 12 19:45:59.573962 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-419c2335-a359-475f-8918-d87e00126a69 admin admin] Request body: {'subnet': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'name': 'public-subnet', 'gateway_ip': '172.25.5.1', 'enable_dhcp': False, 'cidr': '172.25.5.0/24', 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:45:59.596885 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419c2335-a359-475f-8918-d87e00126a69 admin admin] Made reservation on behalf of cac360f80455447b8bda8c6fa98d0dbf for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:45:59.599408 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-419c2335-a359-475f-8918-d87e00126a69 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:59.947643 n-d-712140-15 neutron-server[102448]: DEBUG neutron.objects.ports [None req-419c2335-a359-475f-8918-d87e00126a69 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 19:45:59.947997 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-419c2335-a359-475f-8918-d87e00126a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:45:59.997461 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c2335-a359-475f-8918-d87e00126a69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c33109d9-d377-4ce5-90f8-6e6af8cc4eca,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:46:00.011782 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419c2335-a359-475f-8918-d87e00126a69 admin admin] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:46:00.012144 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419c2335-a359-475f-8918-d87e00126a69 admin admin] Network hostable DHCP agents. Network: bae651fd-8bcc-4cb9-bab9-0ea3da7242d1, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 19:46:00.027893 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419c2335-a359-475f-8918-d87e00126a69 admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 19:46:00.037133 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-419c2335-a359-475f-8918-d87e00126a69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, bae651fd-8bcc-4cb9-bab9-0ea3da7242d1) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:46:00.041263 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419c2335-a359-475f-8918-d87e00126a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:46:00.041858 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-419c2335-a359-475f-8918-d87e00126a69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:00.048815 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97d1079-b0d2-4884-a0ff-8d4a0e0ea734 None None] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:46:00.059922 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-419c2335-a359-475f-8918-d87e00126a69 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4892535 Nov 12 19:46:00.184325 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ce160f-3d82-4659-91da-49a94bf81047 None None] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:46:02.502164 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42956) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:46:02.631599 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-28ab72df-30f1-49a6-b857-b1cd2c3c1c9b admin admin] 10.222.0.48 "GET /v2.0/routers/6e200ba7-007d-4e29-b3fb-c68969c68fb8 HTTP/1.1" status: 200 len: 710 time: 0.1282423 Nov 12 19:46:02.725905 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb8c2fe-8de0-4ccd-b0f3-ee467e652efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:46:02.727204 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bfb8c2fe-8de0-4ccd-b0f3-ee467e652efb admin admin] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 886 time: 0.0881419 Nov 12 19:46:02.737158 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-ce4172b9-9f8a-460c-a171-fcf1a8c7681b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:46:02.997770 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ce4172b9-9f8a-460c-a171-fcf1a8c7681b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:03.241806 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ce4172b9-9f8a-460c-a171-fcf1a8c7681b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:03.323106 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ce4172b9-9f8a-460c-a171-fcf1a8c7681b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:03.426357 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-ce4172b9-9f8a-460c-a171-fcf1a8c7681b admin admin] Allocated IP 172.25.5.85 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/0e61bd83-6783-41c6-a8ff-7f34710ff947) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:46:03.529204 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ce4172b9-9f8a-460c-a171-fcf1a8c7681b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:03.561297 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ce4172b9-9f8a-460c-a171-fcf1a8c7681b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:03.597054 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4172b9-9f8a-460c-a171-fcf1a8c7681b admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:46:03.599876 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-ce4172b9-9f8a-460c-a171-fcf1a8c7681b admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:46:03.607139 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4172b9-9f8a-460c-a171-fcf1a8c7681b admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:46:03.641675 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4172b9-9f8a-460c-a171-fcf1a8c7681b admin admin] Pushing event updated for resources: {'Port': ['ID=0e61bd83-6783-41c6-a8ff-7f34710ff947,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:46:03.946930 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ce4172b9-9f8a-460c-a171-fcf1a8c7681b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:04.146328 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ce4172b9-9f8a-460c-a171-fcf1a8c7681b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7534'] for router, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:04.149701 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ce4172b9-9f8a-460c-a171-fcf1a8c7681b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706542'] for router, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:04.255423 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4172b9-9f8a-460c-a171-fcf1a8c7681b admin admin] Router 6e200ba7-007d-4e29-b3fb-c68969c68fb8 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 19:46:04.371220 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4172b9-9f8a-460c-a171-fcf1a8c7681b admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 19:46:04.377143 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ce4172b9-9f8a-460c-a171-fcf1a8c7681b admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:04.392300 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ce4172b9-9f8a-460c-a171-fcf1a8c7681b admin admin] 10.222.0.48 "PUT /v2.0/routers/6e200ba7-007d-4e29-b3fb-c68969c68fb8 HTTP/1.1" status: 200 len: 889 time: 1.6443987 Nov 12 19:46:05.808198 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7fbc711e-aff5-4aca-b395-efdbcd860c46 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:46:05.855474 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 7fbc711e-aff5-4aca-b395-efdbcd860c46 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:46:05.855772 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:06.227300 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 5 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 19:46:06.267368 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3edc3b-87d3-4dfb-b99a-aaa365d613f7 None None] Sync routers for ids ['6e200ba7-007d-4e29-b3fb-c68969c68fb8'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 19:46:06.278266 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3edc3b-87d3-4dfb-b99a-aaa365d613f7 None None] Routers {'6e200ba7-007d-4e29-b3fb-c68969c68fb8'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:46:06.278935 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-cc3edc3b-87d3-4dfb-b99a-aaa365d613f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:45:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['6e200ba7-007d-4e29-b3fb-c68969c68fb8'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:46:06.489325 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-cc3edc3b-87d3-4dfb-b99a-aaa365d613f7 None None] Set router 6e200ba7-007d-4e29-b3fb-c68969c68fb8 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:46:06.986030 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42968) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:46:07.004083 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-cc3edc3b-87d3-4dfb-b99a-aaa365d613f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e200ba7-007d-4e29-b3fb-c68969c68fb8', 'name': 'router1', 'tenant_id': 'a5dfca0e1cf74790b26dbbea878e8e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '0e61bd83-6783-41c6-a8ff-7f34710ff947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:45:46Z', 'updated_at': '2021-11-12T19:46:03Z', 'revision_number': 4, 'project_id': 'a5dfca0e1cf74790b26dbbea878e8e08', 'gw_port': {'id': '0e61bd83-6783-41c6-a8ff-7f34710ff947', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e200ba7-007d-4e29-b3fb-c68969c68fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:46:03Z', 'updated_at': '2021-11-12T19:46:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '7fbc711e-aff5-4aca-b395-efdbcd860c46', 'name': '', 'network_id': '100af6fb-7c09-43bc-b97f-9dd8e3d4128c', 'tenant_id': 'a5dfca0e1cf74790b26dbbea878e8e08', 'mac_address': 'fa:16:3e:eb:bf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e200ba7-007d-4e29-b3fb-c68969c68fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7e4c4e9-b918-4af5-a2fe-fd7ce722d8a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:45:55Z', 'updated_at': '2021-11-12T19:45:58Z', 'revision_number': 5, 'project_id': 'a5dfca0e1cf74790b26dbbea878e8e08', 'subnets': [{'id': 'd7e4c4e9-b918-4af5-a2fe-fd7ce722d8a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6db1814-e26e-46a7-9d09-bf78487437d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:46:07.067571 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3edc3b-87d3-4dfb-b99a-aaa365d613f7 None None] Checking router: 6e200ba7-007d-4e29-b3fb-c68969c68fb8 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 19:46:07.067923 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3edc3b-87d3-4dfb-b99a-aaa365d613f7 None None] Updating router 6e200ba7-007d-4e29-b3fb-c68969c68fb8 port 0e61bd83-6783-41c6-a8ff-7f34710ff947 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 19:46:07.123124 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cc3edc3b-87d3-4dfb-b99a-aaa365d613f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:07.127346 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d6bf7fff-111a-4727-9896-945cdef59be9 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1399257 Nov 12 19:46:07.512660 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cc3edc3b-87d3-4dfb-b99a-aaa365d613f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:07.519811 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cc3edc3b-87d3-4dfb-b99a-aaa365d613f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:07.591637 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-cc3edc3b-87d3-4dfb-b99a-aaa365d613f7 None None] Attempting to bind port 0e61bd83-6783-41c6-a8ff-7f34710ff947 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:46:07.592052 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-cc3edc3b-87d3-4dfb-b99a-aaa365d613f7 None None] Attempting to bind port 0e61bd83-6783-41c6-a8ff-7f34710ff947 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:46:07.593154 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3edc3b-87d3-4dfb-b99a-aaa365d613f7 None None] Attempting to bind port 0e61bd83-6783-41c6-a8ff-7f34710ff947 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:46:07.599746 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ef3bf-34b5-4c90-ac6c-9fa97ff77a4e None None] Pushing event updated for resources: {'Port': ['ID=0e61bd83-6783-41c6-a8ff-7f34710ff947,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:46:07.605318 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3edc3b-87d3-4dfb-b99a-aaa365d613f7 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:46:07.605890 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3edc3b-87d3-4dfb-b99a-aaa365d613f7 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:46:07.606399 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cc3edc3b-87d3-4dfb-b99a-aaa365d613f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:07.607165 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3edc3b-87d3-4dfb-b99a-aaa365d613f7 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:46:07.607366 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-cc3edc3b-87d3-4dfb-b99a-aaa365d613f7 None None] Bound port: 0e61bd83-6783-41c6-a8ff-7f34710ff947, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:46:07.607790 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cc3edc3b-87d3-4dfb-b99a-aaa365d613f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:07.663842 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-cc3edc3b-87d3-4dfb-b99a-aaa365d613f7 None None] For port 0e61bd83-6783-41c6-a8ff-7f34710ff947, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:46:07.667694 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-cc3edc3b-87d3-4dfb-b99a-aaa365d613f7 None None] For port 0e61bd83-6783-41c6-a8ff-7f34710ff947, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=0e61bd83-6783-41c6-a8ff-7f34710ff947,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:46:07.672629 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cc3edc3b-87d3-4dfb-b99a-aaa365d613f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:07.730034 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3edc3b-87d3-4dfb-b99a-aaa365d613f7 None None] Routers {'6e200ba7-007d-4e29-b3fb-c68969c68fb8'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:46:07.730579 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-cc3edc3b-87d3-4dfb-b99a-aaa365d613f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:45:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['6e200ba7-007d-4e29-b3fb-c68969c68fb8'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:46:07.737468 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ef3bf-34b5-4c90-ac6c-9fa97ff77a4e None None] Pushing event updated for resources: {'Port': ['ID=0e61bd83-6783-41c6-a8ff-7f34710ff947,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:46:07.844163 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-cc3edc3b-87d3-4dfb-b99a-aaa365d613f7 None None] Set router 6e200ba7-007d-4e29-b3fb-c68969c68fb8 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:46:08.062254 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-cc3edc3b-87d3-4dfb-b99a-aaa365d613f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e200ba7-007d-4e29-b3fb-c68969c68fb8', 'name': 'router1', 'tenant_id': 'a5dfca0e1cf74790b26dbbea878e8e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '0e61bd83-6783-41c6-a8ff-7f34710ff947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:45:46Z', 'updated_at': '2021-11-12T19:46:03Z', 'revision_number': 4, 'project_id': 'a5dfca0e1cf74790b26dbbea878e8e08', 'gw_port': {'id': '0e61bd83-6783-41c6-a8ff-7f34710ff947', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e200ba7-007d-4e29-b3fb-c68969c68fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:46:03Z', 'updated_at': '2021-11-12T19:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '7fbc711e-aff5-4aca-b395-efdbcd860c46', 'name': '', 'network_id': '100af6fb-7c09-43bc-b97f-9dd8e3d4128c', 'tenant_id': 'a5dfca0e1cf74790b26dbbea878e8e08', 'mac_address': 'fa:16:3e:eb:bf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e200ba7-007d-4e29-b3fb-c68969c68fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7e4c4e9-b918-4af5-a2fe-fd7ce722d8a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:45:55Z', 'updated_at': '2021-11-12T19:45:58Z', 'revision_number': 5, 'project_id': 'a5dfca0e1cf74790b26dbbea878e8e08', 'subnets': [{'id': 'd7e4c4e9-b918-4af5-a2fe-fd7ce722d8a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6db1814-e26e-46a7-9d09-bf78487437d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:46:08.090336 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3edc3b-87d3-4dfb-b99a-aaa365d613f7 None None] The sync data for ids ['6e200ba7-007d-4e29-b3fb-c68969c68fb8'] in n-d-712140-15 is: [{'id': '6e200ba7-007d-4e29-b3fb-c68969c68fb8', 'name': 'router1', 'tenant_id': 'a5dfca0e1cf74790b26dbbea878e8e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '0e61bd83-6783-41c6-a8ff-7f34710ff947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:45:46Z', 'updated_at': '2021-11-12T19:46:03Z', 'revision_number': 4, 'project_id': 'a5dfca0e1cf74790b26dbbea878e8e08', 'gw_port': {'id': '0e61bd83-6783-41c6-a8ff-7f34710ff947', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e200ba7-007d-4e29-b3fb-c68969c68fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:46:03Z', 'updated_at': '2021-11-12T19:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '7fbc711e-aff5-4aca-b395-efdbcd860c46', 'name': '', 'network_id': '100af6fb-7c09-43bc-b97f-9dd8e3d4128c', 'tenant_id': 'a5dfca0e1cf74790b26dbbea878e8e08', 'mac_address': 'fa:16:3e:eb:bf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e200ba7-007d-4e29-b3fb-c68969c68fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7e4c4e9-b918-4af5-a2fe-fd7ce722d8a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:45:55Z', 'updated_at': '2021-11-12T19:45:58Z', 'revision_number': 5, 'project_id': 'a5dfca0e1cf74790b26dbbea878e8e08', 'subnets': [{'id': 'd7e4c4e9-b918-4af5-a2fe-fd7ce722d8a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6db1814-e26e-46a7-9d09-bf78487437d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 19:46:09.871771 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 0e61bd83-6783-41c6-a8ff-7f34710ff947 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:46:09.971871 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 0e61bd83-6783-41c6-a8ff-7f34710ff947 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:46:09.972312 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:10.049300 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:10.070977 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 0e61bd83-6783-41c6-a8ff-7f34710ff947, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=0e61bd83-6783-41c6-a8ff-7f34710ff947,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:46:10.076938 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:10.129462 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=0e61bd83-6783-41c6-a8ff-7f34710ff947,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:46:11.846276 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 0e61bd83-6783-41c6-a8ff-7f34710ff947 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:46:11.958032 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 0e61bd83-6783-41c6-a8ff-7f34710ff947 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:46:11.958779 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:19.833099 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-972907f6-f671-4ca1-9c61-fae7da038051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:22.119990 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5aef8aa3-00ca-4e43-95c7-d33f1bef2139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:23.528349 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:24.909174 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:25.848168 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:43.232796 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 5 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 19:46:49.827052 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-830480f7-37d3-4d24-be4d-a9d6f74308a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:52.126455 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e33e035e-bfbd-47fa-85ad-87af6a1aaff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:53.529879 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:54.898817 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:46:55.838251 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:47:19.828564 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4a73630a-a0db-47f3-a3d7-30961da41748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:47:20.231418 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 5 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 19:47:22.120384 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-21110fcf-c253-401f-91a8-d8da0cc87966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:47:23.532162 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:47:24.891872 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:47:25.832883 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:47:49.832705 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8a3164e8-6196-4ef4-80b4-59f49459c540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:47:51.127018 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43562) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:47:51.186894 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-058ab558-7bcf-4123-ae9f-a8f9e9b07bda admin admin] GET failed (client error): The resource could not be found. Nov 12 19:47:51.188212 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-058ab558-7bcf-4123-ae9f-a8f9e9b07bda admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602536 Nov 12 19:47:51.356710 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83da7a3-f3ee-4115-8f8b-591572e760cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:47:51.358361 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d83da7a3-f3ee-4115-8f8b-591572e760cb admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1655173 Nov 12 19:47:52.122078 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-92d53a65-650d-4dc1-affa-5ef33fac7035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:47:53.535025 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:47:53.660597 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43572) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:47:53.754007 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206a4a79-6def-4061-9ff2-96f0c950f556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:47:53.755360 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-206a4a79-6def-4061-9ff2-96f0c950f556 admin admin] 10.222.0.48 "GET /v2.0/subnets/d7e4c4e9-b918-4af5-a2fe-fd7ce722d8a3 HTTP/1.1" status: 200 len: 849 time: 0.0938144 Nov 12 19:47:53.766645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f768ed94-a70d-4f98-b824-7e21c69033cf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:47:53.855371 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f768ed94-a70d-4f98-b824-7e21c69033cf admin admin] Publish callbacks [] for subnet, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:47:53.994822 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f768ed94-a70d-4f98-b824-7e21c69033cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769001279371'] for subnet, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:47:54.025317 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f768ed94-a70d-4f98-b824-7e21c69033cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:47:54.025918 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f768ed94-a70d-4f98-b824-7e21c69033cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:47:54.027182 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f768ed94-a70d-4f98-b824-7e21c69033cf admin admin] 10.222.0.48 "PUT /v2.0/subnets/d7e4c4e9-b918-4af5-a2fe-fd7ce722d8a3 HTTP/1.1" status: 200 len: 868 time: 0.2654738 Nov 12 19:47:54.048346 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768ed94-a70d-4f98-b824-7e21c69033cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7e4c4e9-b918-4af5-a2fe-fd7ce722d8a3,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:47:54.048818 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bffca27-3c3d-4790-ae65-692e13c3d343 None None] Network 100af6fb-7c09-43bc-b97f-9dd8e3d4128c requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:47:54.057140 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768ed94-a70d-4f98-b824-7e21c69033cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:47:54.057489 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768ed94-a70d-4f98-b824-7e21c69033cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:47:54.057834 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768ed94-a70d-4f98-b824-7e21c69033cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:47:54.058171 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768ed94-a70d-4f98-b824-7e21c69033cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:47:54.058574 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768ed94-a70d-4f98-b824-7e21c69033cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:47:54.058913 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768ed94-a70d-4f98-b824-7e21c69033cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:47:54.059241 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768ed94-a70d-4f98-b824-7e21c69033cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:47:54.059567 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768ed94-a70d-4f98-b824-7e21c69033cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:47:54.059969 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768ed94-a70d-4f98-b824-7e21c69033cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:47:54.060981 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768ed94-a70d-4f98-b824-7e21c69033cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:47:54.061347 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768ed94-a70d-4f98-b824-7e21c69033cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:47:54.061676 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768ed94-a70d-4f98-b824-7e21c69033cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:47:54.418474 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-1900e92c-5fce-4686-949d-4f171e838f2e None None] Provisioning complete for port db2e5a0c-557f-4aa3-9049-6aa453732a9a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:47:54.418838 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1900e92c-5fce-4686-949d-4f171e838f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:47:54.508178 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-1900e92c-5fce-4686-949d-4f171e838f2e None None] Provisioning complete for port 7fbc711e-aff5-4aca-b395-efdbcd860c46 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:47:54.508472 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1900e92c-5fce-4686-949d-4f171e838f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:47:54.895352 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:47:55.837874 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:47:56.344386 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43580) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:47:56.470509 n-d-712140-15 neutron-server[102447]: WARNING oslo_policy.policy [None req-a36d22a4-b982-4e44-844f-e19b5a03e505 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 19:47:56.471120 n-d-712140-15 neutron-server[102447]: WARNING oslo_policy.policy [None req-a36d22a4-b982-4e44-844f-e19b5a03e505 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 19:47:57.117706 n-d-712140-15 neutron-server[102447]: DEBUG neutron.policy [None req-a36d22a4-b982-4e44-844f-e19b5a03e505 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102447) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 19:47:57.171072 n-d-712140-15 neutron-server[102447]: WARNING oslo_policy.policy [None req-a36d22a4-b982-4e44-844f-e19b5a03e505 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 19:47:57.171455 n-d-712140-15 neutron-server[102447]: WARNING oslo_policy.policy [None req-a36d22a4-b982-4e44-844f-e19b5a03e505 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 19:47:57.180812 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36d22a4-b982-4e44-844f-e19b5a03e505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:47:57.181300 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36d22a4-b982-4e44-844f-e19b5a03e505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:47:57.183833 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a36d22a4-b982-4e44-844f-e19b5a03e505 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.8373642 Nov 12 19:47:57.230589 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 5 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 19:47:59.558903 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43596) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:47:59.691929 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba0b802-1be2-42e1-b734-1b46cac6023f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:47:59.692427 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba0b802-1be2-42e1-b734-1b46cac6023f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:47:59.694406 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3ba0b802-1be2-42e1-b734-1b46cac6023f admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1343265 Nov 12 19:48:02.011903 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43604) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:48:02.220417 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba0a364-ec8d-4b6d-9e1e-70787216c905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:48:02.221777 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-dba0a364-ec8d-4b6d-9e1e-70787216c905 admin admin] 10.222.0.48 "GET /v2.0/networks/100af6fb-7c09-43bc-b97f-9dd8e3d4128c HTTP/1.1" status: 200 len: 869 time: 0.2089086 Nov 12 19:48:04.528669 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43612) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:48:04.654345 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4369c62f-9c64-4ff3-99e8-b0253bce4de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:48:04.655510 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4369c62f-9c64-4ff3-99e8-b0253bce4de3 admin admin] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 886 time: 0.1256831 Nov 12 19:48:06.961054 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43620) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:48:07.091595 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa811e3b-a35f-4452-985d-04bbf1c4c34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:48:07.092182 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa811e3b-a35f-4452-985d-04bbf1c4c34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:48:07.093739 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-aa811e3b-a35f-4452-985d-04bbf1c4c34d admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1317201 Nov 12 19:48:09.392515 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43628) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:48:09.489681 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcb4c23-30c5-42a3-9377-22b23a1e23b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:48:09.490133 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcb4c23-30c5-42a3-9377-22b23a1e23b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:48:09.491661 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3dcb4c23-30c5-42a3-9377-22b23a1e23b9 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0982175 Nov 12 19:48:11.791154 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43636) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:48:11.875602 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18427ebf-e521-43d4-9a34-43a531f40874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:48:11.876939 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-18427ebf-e521-43d4-9a34-43a531f40874 admin admin] 10.222.0.48 "GET /v2.0/subnets/c33109d9-d377-4ce5-90f8-6e6af8cc4eca HTTP/1.1" status: 200 len: 816 time: 0.0847626 Nov 12 19:48:14.193126 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43644) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:48:14.283617 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b2cc65-d92d-434a-a7c8-f0a973449be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:48:14.284969 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a8b2cc65-d92d-434a-a7c8-f0a973449be8 admin admin] 10.222.0.48 "GET /v2.0/subnets/d7e4c4e9-b918-4af5-a2fe-fd7ce722d8a3 HTTP/1.1" status: 200 len: 868 time: 0.0909038 Nov 12 19:48:19.834759 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7ac7e7d0-3828-4147-b32e-a50ea4b251b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:48:22.129538 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a6037a74-79df-4d33-b0d5-2976e1a1d58e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:48:23.537488 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:48:24.899429 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:48:25.840364 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:48:34.229888 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 5 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 19:48:39.430757 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43698) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:48:39.478136 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-898ac45c-0f8c-4584-8d37-9b5e9001b5ee admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 19:48:39.479129 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-898ac45c-0f8c-4584-8d37-9b5e9001b5ee admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474353 Nov 12 19:48:41.866509 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43706) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:48:41.926240 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2c017f-cb8e-475c-a6f1-4d8c5bcb9af9 admin admin] GET failed (client error): The resource could not be found. Nov 12 19:48:41.927544 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ff2c017f-cb8e-475c-a6f1-4d8c5bcb9af9 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600758 Nov 12 19:48:42.017072 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1ca638-c819-4508-8bfc-c31d43ed794a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:48:42.018533 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ec1ca638-c819-4508-8bfc-c31d43ed794a admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0863881 Nov 12 19:48:44.343896 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43714) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:48:44.390907 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-a7b7c532-e38e-4f67-9d3c-c3751905ee74 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:48:44.409997 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b7c532-e38e-4f67-9d3c-c3751905ee74 admin admin] Made reservation on behalf of cac360f80455447b8bda8c6fa98d0dbf for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:48:44.412197 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a7b7c532-e38e-4f67-9d3c-c3751905ee74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:48:44.438458 n-d-712140-15 neutron-server[102448]: WARNING neutron.services.revisions.revision_plugin [None req-a7b7c532-e38e-4f67-9d3c-c3751905ee74 admin admin] Could not find related network for resource to bump revision. Nov 12 19:48:44.449324 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b7c532-e38e-4f67-9d3c-c3751905ee74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 19:48:44.459286 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a7b7c532-e38e-4f67-9d3c-c3751905ee74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:48:44.459617 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-a7b7c532-e38e-4f67-9d3c-c3751905ee74 admin admin] Added segment 5df4f4fc-2009-4c32-9414-01eee7b0d14c of type vlan for network f3411844-3114-4c4a-b2ab-a3abdb19f703 Nov 12 19:48:44.507885 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a7b7c532-e38e-4f67-9d3c-c3751905ee74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:48:44.534392 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a7b7c532-e38e-4f67-9d3c-c3751905ee74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:48:44.535536 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b7c532-e38e-4f67-9d3c-c3751905ee74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:48:44.536171 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a7b7c532-e38e-4f67-9d3c-c3751905ee74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:48:44.595230 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a7b7c532-e38e-4f67-9d3c-c3751905ee74 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2502017 Nov 12 19:48:44.599991 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7c532-e38e-4f67-9d3c-c3751905ee74 admin admin] Pushing event updated for resources: {'Network': ['ID=f3411844-3114-4c4a-b2ab-a3abdb19f703,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:48:44.611243 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 19:48:46.957342 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43722) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:48:47.025884 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-011683e7-95bf-4939-a986-001969ff249c admin admin] GET failed (client error): The resource could not be found. Nov 12 19:48:47.027203 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-011683e7-95bf-4939-a986-001969ff249c admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0689027 Nov 12 19:48:47.098616 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7deb07ff-fb79-4ee3-8081-227946c8ea24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:48:47.100087 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7deb07ff-fb79-4ee3-8081-227946c8ea24 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680985 Nov 12 19:48:47.111197 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-ed49eecd-bc67-428c-b238-7c967bc37e09 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'name': 'shared-subnet'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:48:47.130974 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed49eecd-bc67-428c-b238-7c967bc37e09 admin admin] Made reservation on behalf of cac360f80455447b8bda8c6fa98d0dbf for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:48:47.133430 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ed49eecd-bc67-428c-b238-7c967bc37e09 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:48:47.385990 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ed49eecd-bc67-428c-b238-7c967bc37e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:48:47.439042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49eecd-bc67-428c-b238-7c967bc37e09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f05def3f-165d-4a96-8b01-c4f1dd2bef98,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:48:47.446039 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed49eecd-bc67-428c-b238-7c967bc37e09 admin admin] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:48:47.446396 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed49eecd-bc67-428c-b238-7c967bc37e09 admin admin] Network hostable DHCP agents. Network: f3411844-3114-4c4a-b2ab-a3abdb19f703, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 19:48:47.461669 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed49eecd-bc67-428c-b238-7c967bc37e09 admin admin] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 19:48:47.469577 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-ed49eecd-bc67-428c-b238-7c967bc37e09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, f3411844-3114-4c4a-b2ab-a3abdb19f703) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:48:47.473540 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed49eecd-bc67-428c-b238-7c967bc37e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:48:47.474124 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ed49eecd-bc67-428c-b238-7c967bc37e09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:48:47.480974 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc6f6da-c908-4f72-a60e-3a66910755db None None] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:48:47.489948 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ed49eecd-bc67-428c-b238-7c967bc37e09 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3822393 Nov 12 19:48:47.632658 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-f3411844-3114-4c4a-b2ab-a3abdb19f703', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'tenant_id': 'cac360f80455447b8bda8c6fa98d0dbf', 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 19:48:47.633552 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:48:47.768634 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Allocated IP 192.168.233.2 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/65e87eed-a911-4acb-8b51-55e7ece6ffc8) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:48:48.019596 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:48:48.060632 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:48:48.108097 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:48:48.111145 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:48:48.114601 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:48:48.125909 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Pushing event updated for resources: {'Port': ['ID=65e87eed-a911-4acb-8b51-55e7ece6ffc8,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:48:48.137033 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:48:48.137379 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:48:48.137724 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:48:48.138694 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:48:48.139145 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:48:48.139478 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:48:48.139805 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:48:48.140134 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:48:48.140485 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:48:48.140808 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:48:48.141132 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:48:48.141452 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:48:48.223183 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Attempting to bind port 65e87eed-a911-4acb-8b51-55e7ece6ffc8 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:48:48.223481 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Attempting to bind port 65e87eed-a911-4acb-8b51-55e7ece6ffc8 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:48:48.223842 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Attempting to bind port 65e87eed-a911-4acb-8b51-55e7ece6ffc8 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:48:48.231540 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:48:48.231974 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:48:48.232490 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:48:48.232881 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:48:48.233347 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Bound port: 65e87eed-a911-4acb-8b51-55e7ece6ffc8, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:48:48.233746 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:48:48.311226 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] For port 65e87eed-a911-4acb-8b51-55e7ece6ffc8, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:48:48.314570 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] For port 65e87eed-a911-4acb-8b51-55e7ece6ffc8, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=65e87eed-a911-4acb-8b51-55e7ece6ffc8,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:48:48.319775 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:48:48.382243 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a698f-7be1-4c43-a8c3-b4aaec10a8c9 None None] Pushing event updated for resources: {'Port': ['ID=65e87eed-a911-4acb-8b51-55e7ece6ffc8,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:48:49.214646 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4acdc39-4ec8-4c17-ac51-221a6b33a5c7 None None] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:48:49.274710 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a39c5b0f-e6ec-439f-937e-55701545ed28 None None] Provisioning complete for port 65e87eed-a911-4acb-8b51-55e7ece6ffc8 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:48:49.275070 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a39c5b0f-e6ec-439f-937e-55701545ed28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:48:49.424273 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a39c5b0f-e6ec-439f-937e-55701545ed28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:48:49.461917 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a39c5b0f-e6ec-439f-937e-55701545ed28 None None] For port 65e87eed-a911-4acb-8b51-55e7ece6ffc8, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=65e87eed-a911-4acb-8b51-55e7ece6ffc8,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:48:49.468015 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a39c5b0f-e6ec-439f-937e-55701545ed28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:48:49.523590 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c5b0f-e6ec-439f-937e-55701545ed28 None None] Pushing event updated for resources: {'Port': ['ID=65e87eed-a911-4acb-8b51-55e7ece6ffc8,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:48:49.690358 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f0263cb8-3ce5-4c98-9f8f-34183e58a93b None None] Provisioning complete for port 65e87eed-a911-4acb-8b51-55e7ece6ffc8 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:48:49.691607 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f0263cb8-3ce5-4c98-9f8f-34183e58a93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:48:49.839914 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60ef7d99-dae2-46b8-834e-1a7c9f364acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:48:49.931311 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 65e87eed-a911-4acb-8b51-55e7ece6ffc8 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:48:49.987323 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 65e87eed-a911-4acb-8b51-55e7ece6ffc8 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:48:49.987921 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:48:52.131576 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-45f164dc-c48d-46fc-b7d5-0251128d91ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:48:53.546763 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:48:54.901577 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:48:55.843483 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:49:11.229970 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 5 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 19:49:19.836635 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ce78fb82-9f6d-4b9d-8900-895bce7edaff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:49:22.133810 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-40b62199-0daa-4b72-8887-1c331198a04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:49:23.543347 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:49:24.905571 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:49:25.845755 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:49:48.228263 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 5 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 19:49:49.842876 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-62978207-7383-46f0-a707-825d873d0b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:49:52.135946 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d1b17a38-68bf-4b79-a2ed-b9e6cad4e99f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:49:53.546679 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:49:54.907753 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:49:55.847660 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:50:00.552270 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43766) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:50:00.558048 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-2cc31d89-2c2f-4600-9f65-09b227227f8e tempest-verify_tempest_config-926840793 tempest-verify_tempest_config-926840793-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 19:50:00.559046 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2cc31d89-2c2f-4600-9f65-09b227227f8e tempest-verify_tempest_config-926840793 tempest-verify_tempest_config-926840793-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058103 Nov 12 19:50:00.853916 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43784) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:50:00.956620 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-585a03e6-5ec4-497c-85bc-74cb0ba81f0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:50:01.028511 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-585a03e6-5ec4-497c-85bc-74cb0ba81f0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:50:01.031939 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-585a03e6-5ec4-497c-85bc-74cb0ba81f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:50:01.075882 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-585a03e6-5ec4-497c-85bc-74cb0ba81f0b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d35c035aa985489f976a6d4eaea14c17&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2209091 Nov 12 19:50:01.076793 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a03e6-5ec4-497c-85bc-74cb0ba81f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4f3a5b-eeea-4a0d-a68b-d25d2883ca61,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:50:01.078827 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43788) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:50:01.083758 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a03e6-5ec4-497c-85bc-74cb0ba81f0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:50:01.084102 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a03e6-5ec4-497c-85bc-74cb0ba81f0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:50:01.084537 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a03e6-5ec4-497c-85bc-74cb0ba81f0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:50:01.084870 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a03e6-5ec4-497c-85bc-74cb0ba81f0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:50:01.085195 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a03e6-5ec4-497c-85bc-74cb0ba81f0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:50:01.085519 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a03e6-5ec4-497c-85bc-74cb0ba81f0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:50:01.085837 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a03e6-5ec4-497c-85bc-74cb0ba81f0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:50:01.086156 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a03e6-5ec4-497c-85bc-74cb0ba81f0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:50:01.086473 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a03e6-5ec4-497c-85bc-74cb0ba81f0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:50:01.086788 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a03e6-5ec4-497c-85bc-74cb0ba81f0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:50:01.087108 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a03e6-5ec4-497c-85bc-74cb0ba81f0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:50:01.087421 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a03e6-5ec4-497c-85bc-74cb0ba81f0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:50:01.181452 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8665b780-d632-4604-afa4-7b240db2198c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:50:01.202946 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8665b780-d632-4604-afa4-7b240db2198c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:50:01.318187 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8665b780-d632-4604-afa4-7b240db2198c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:50:01.320880 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8665b780-d632-4604-afa4-7b240db2198c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:50:01.322076 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8665b780-d632-4604-afa4-7b240db2198c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9f4f3a5b-eeea-4a0d-a68b-d25d2883ca61 HTTP/1.1" status: 204 len: 168 time: 0.2423024 Nov 12 19:50:01.330367 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665b780-d632-4604-afa4-7b240db2198c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4f3a5b-eeea-4a0d-a68b-d25d2883ca61,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:50:01.339604 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665b780-d632-4604-afa4-7b240db2198c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:50:01.339944 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665b780-d632-4604-afa4-7b240db2198c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:50:01.340356 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665b780-d632-4604-afa4-7b240db2198c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:50:01.340697 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665b780-d632-4604-afa4-7b240db2198c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:50:01.341022 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665b780-d632-4604-afa4-7b240db2198c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:50:01.341609 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665b780-d632-4604-afa4-7b240db2198c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:50:01.342318 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665b780-d632-4604-afa4-7b240db2198c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:50:01.342318 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665b780-d632-4604-afa4-7b240db2198c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:50:01.342556 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665b780-d632-4604-afa4-7b240db2198c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:50:01.342875 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665b780-d632-4604-afa4-7b240db2198c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:50:01.343195 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665b780-d632-4604-afa4-7b240db2198c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:50:01.343529 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665b780-d632-4604-afa4-7b240db2198c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665b780-d632-4604-afa4-7b240db2198c admin admin] Tracked resource versions report: Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: pushed versions: Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: { 'AddressGroup': {'1.2'}, Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: 'ConntrackHelper': {'1.0'}, Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: 'Log': {'1.0'}, Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: 'Network': {'1.1'}, Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: 'Port': {'1.7'}, Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: 'PortForwarding': {'1.2'}, Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: 'QosPolicy': {'1.10'}, Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: 'SecurityGroup': {'1.5'}, Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: 'SecurityGroupRule': {'1.2'}, Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: 'SubPort': {'1.0'}, Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: 'Subnet': {'1.1'}, Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: 'Trunk': {'1.1'}} Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: consumer versions: Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: { DHCP agent@n-d-712140-15: {}, Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: L3 agent@n-d-712140-15: {}, Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: Metadata agent@n-d-712140-15: {}, Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: Metering agent@n-d-712140-15: {}, Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: Open vSwitch agent@n-d-712140-15: { 'AddressGroup': '1.2', Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: 'ConntrackHelper': '1.0', Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: 'Log': '1.0', Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: 'Network': '1.1', Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: 'Port': '1.7', Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: 'PortForwarding': '1.2', Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: 'QosPolicy': '1.10', Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: 'SecurityGroup': '1.5', Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: 'SecurityGroupRule': '1.2', Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: 'SubPort': '1.0', Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: 'Subnet': '1.1', Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: 'Trunk': '1.1'}} Nov 12 19:50:01.344605 n-d-712140-15 neutron-server[102447]: {{(pid=102447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 19:50:19.835134 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-573d05f3-53bc-41ba-94e9-5879f71c6d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:50:22.138226 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-52dde030-3ed7-499c-b618-fd11ad287be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:50:23.549454 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:50:24.910642 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:50:25.226726 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 5 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 19:50:25.849214 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:50:49.838011 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e679c5ce-bf95-4b24-830b-39bda755bc63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:50:52.138401 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b7f7381a-199a-4a5c-900b-b22ab2e7d38a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:50:53.553129 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:50:54.914400 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:50:55.855859 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:51:02.224454 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 5 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 19:51:19.841719 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f62b1de0-6a3b-48c9-a8df-29303126bb5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:51:22.143091 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-af160450-c6a0-4c10-a256-796e11cc04d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:51:23.557405 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:51:24.918096 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:51:25.851349 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:51:39.221934 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 5 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 19:51:49.844535 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ec4dd05f-34b2-41c0-a242-8e949c9a7bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:51:52.144635 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-58593428-4be8-43ca-b686-3774fb01308f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:51:53.558386 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:51:54.924091 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:51:55.842884 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:52:16.220120 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 5 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 19:52:19.845528 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5278a49d-0a46-45fe-b6ea-9c22ae787588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:52:22.146939 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-aff1153c-3269-4fcb-a3a3-096cbc099c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:52:23.561136 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:52:24.923684 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:52:25.844236 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:52:49.846930 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5e0e779c-834b-457e-a323-7c432aac4149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:52:52.150876 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ee8960db-1db6-420d-9876-fbe4eb4de124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:52:53.220148 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 5 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 19:52:53.563401 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:52:54.925931 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:52:55.845390 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:53:19.847215 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-52297f7d-2978-47e9-8988-6964e6187699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:53:19.862159 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1705907'] for agent, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:53:22.153173 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7c51ef25-ea95-476b-b8cc-facbe5a4a839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:53:23.533884 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1705907'] for agent, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:53:23.566411 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:53:24.929465 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:53:25.847162 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:53:30.221212 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 19:53:49.825778 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:53:49.848967 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-12239ea3-a8c1-4f04-b481-0175706779f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:53:52.154140 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-015fd112-38b5-46fe-a2c5-47a4e1fc37e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:53:53.501679 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:53:53.569225 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:53:54.936003 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:53:55.852103 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:54:06.416734 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43850) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:54:06.523486 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5ead96b0-8f18-46a9-8d05-da6cd1c45d14 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1056674 Nov 12 19:54:07.220405 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 19:54:08.830229 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43860) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:54:08.894811 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-74c21a93-540c-4cc3-8dcf-8a03a172ccad admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0634968 Nov 12 19:54:19.825500 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:54:19.848669 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3f491d91-7f68-4d41-87e6-b599dc36541f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:54:22.154425 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-31bda0cf-cd41-4426-895f-a7c387273625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:54:23.501401 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:54:23.571687 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:54:24.937041 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:54:25.854443 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:54:44.220612 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 19:54:49.829541 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:54:49.858690 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c9d72edc-7d38-452e-a6b1-cb82c7da2a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:54:52.160364 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a60b4562-90df-4445-9d16-1fbff0a413f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:54:53.519961 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:54:53.579194 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:54:54.947103 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:54:55.856639 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:19.848807 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:19.852319 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4b8360e5-ba59-4122-aabb-380867e34a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:21.220810 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 19:55:22.154314 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fc61e3d0-88f9-4bde-827d-39eb6dfc510a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:23.513143 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:23.582878 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:24.942178 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:25.860163 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:31.258809 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44072) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:31.623238 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-973545571-network', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:55:31.647655 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] Made reservation on behalf of c539f76e143242b8af302d8e20aae3aa for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:55:31.650058 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:31.659408 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:31.739360 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:31.743529 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:31.771587 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 19:55:31.776931 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f433c3-2d19-4174-a805-c65853bae3c2,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:31.787098 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:31.787459 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:31.787781 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:31.788889 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:31.788889 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:31.788889 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:31.789311 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:31.789404 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:31.789696 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:31.790009 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:31.790364 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:31.790618 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] Tracked resource versions report: Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: pushed versions: Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: { 'AddressGroup': {'1.2'}, Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: 'ConntrackHelper': {'1.0'}, Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: 'Log': {'1.0'}, Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: 'Network': {'1.1'}, Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: 'Port': {'1.7'}, Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: 'PortForwarding': {'1.2'}, Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: 'QosPolicy': {'1.10'}, Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: 'SecurityGroup': {'1.5'}, Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: 'SecurityGroupRule': {'1.2'}, Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: 'SubPort': {'1.0'}, Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: 'Subnet': {'1.1'}, Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: 'Trunk': {'1.1'}} Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: consumer versions: Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: { DHCP agent@n-d-712140-15: {}, Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: HyperV agent@n-h1-712140-15: {}, Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: HyperV agent@n-h2-712140-15: {}, Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: L3 agent@n-d-712140-15: {}, Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: Metadata agent@n-d-712140-15: {}, Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: Metering agent@n-d-712140-15: {}, Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: Open vSwitch agent@n-d-712140-15: { 'AddressGroup': '1.2', Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: 'ConntrackHelper': '1.0', Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: 'Log': '1.0', Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: 'Network': '1.1', Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: 'Port': '1.7', Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: 'PortForwarding': '1.2', Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: 'QosPolicy': '1.10', Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: 'SecurityGroup': '1.5', Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: 'SecurityGroupRule': '1.2', Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: 'SubPort': '1.0', Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: 'Subnet': '1.1', Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: 'Trunk': '1.1'}} Nov 12 19:55:31.791614 n-d-712140-15 neutron-server[102448]: {{(pid=102448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 19:55:31.799626 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:31.799626 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] Added segment c6564594-8820-459a-beb1-ba18f2e362c8 of type vlan for network f1d354fd-aa26-44d0-9019-12658139bd7f Nov 12 19:55:31.842702 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:31.847971 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44100) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:31.877243 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:31.878768 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:55:31.879512 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:31.945671 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6857677 Nov 12 19:55:31.949330 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44108) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:31.950674 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0c7a5-0517-49d3-8141-c38419add60d admin admin] Pushing event updated for resources: {'Network': ['ID=f1d354fd-aa26-44d0-9019-12658139bd7f,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:31.955829 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-15a8e3e2-f555-41b4-bf21-b72576244502 admin admin] Request body: {'subnet': {'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-973545571-subnet', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:55:31.957844 n-d-712140-15 neutron-server[102447]: INFO neutron.quota [None req-15a8e3e2-f555-41b4-bf21-b72576244502 admin admin] Loaded quota_driver: . Nov 12 19:55:31.970161 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network f1d354fd-aa26-44d0-9019-12658139bd7f details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 19:55:32.036203 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a8e3e2-f555-41b4-bf21-b72576244502 admin admin] Made reservation on behalf of c539f76e143242b8af302d8e20aae3aa for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:55:32.039493 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-15a8e3e2-f555-41b4-bf21-b72576244502 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:32.334788 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9763085e-1534-4f34-9e38-f6798c22086e tempest-AutoAllocateNetworkTest-1389534946 tempest-AutoAllocateNetworkTest-1389534946-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3797d726e85044cebc6aa17dd3df52c4&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4854965 Nov 12 19:55:32.337262 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44126) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:32.361741 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-15a8e3e2-f555-41b4-bf21-b72576244502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:32.591776 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8e3e2-f555-41b4-bf21-b72576244502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=642111bb-5d2c-43b3-97eb-ab14b1809540,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:32.605087 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a8e3e2-f555-41b4-bf21-b72576244502 admin admin] Checking segment: {'id': 'c6564594-8820-459a-beb1-ba18f2e362c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:55:32.605704 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a8e3e2-f555-41b4-bf21-b72576244502 admin admin] Network hostable DHCP agents. Network: f1d354fd-aa26-44d0-9019-12658139bd7f, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 19:55:32.612376 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8e3e2-f555-41b4-bf21-b72576244502 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:32.612722 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8e3e2-f555-41b4-bf21-b72576244502 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:32.613206 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8e3e2-f555-41b4-bf21-b72576244502 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:32.613826 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8e3e2-f555-41b4-bf21-b72576244502 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:32.614444 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8e3e2-f555-41b4-bf21-b72576244502 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:32.614776 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8e3e2-f555-41b4-bf21-b72576244502 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:32.615328 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8e3e2-f555-41b4-bf21-b72576244502 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:32.615796 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8e3e2-f555-41b4-bf21-b72576244502 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:32.616308 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8e3e2-f555-41b4-bf21-b72576244502 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:32.616777 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8e3e2-f555-41b4-bf21-b72576244502 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:32.617230 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8e3e2-f555-41b4-bf21-b72576244502 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:32.617690 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8e3e2-f555-41b4-bf21-b72576244502 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8e3e2-f555-41b4-bf21-b72576244502 admin admin] Tracked resource versions report: Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: pushed versions: Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: { 'AddressGroup': {'1.2'}, Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: 'ConntrackHelper': {'1.0'}, Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: 'Log': {'1.0'}, Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: 'Network': {'1.1'}, Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: 'Port': {'1.7'}, Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: 'PortForwarding': {'1.2'}, Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: 'QosPolicy': {'1.10'}, Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: 'SecurityGroup': {'1.5'}, Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: 'SecurityGroupRule': {'1.2'}, Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: 'SubPort': {'1.0'}, Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: 'Subnet': {'1.1'}, Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: 'Trunk': {'1.1'}} Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: consumer versions: Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: { DHCP agent@n-d-712140-15: {}, Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: HyperV agent@n-h1-712140-15: {}, Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: HyperV agent@n-h2-712140-15: {}, Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: L3 agent@n-d-712140-15: {}, Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: Metadata agent@n-d-712140-15: {}, Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: Metering agent@n-d-712140-15: {}, Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: Open vSwitch agent@n-d-712140-15: { 'AddressGroup': '1.2', Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: 'ConntrackHelper': '1.0', Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: 'Log': '1.0', Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: 'Network': '1.1', Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: 'Port': '1.7', Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: 'PortForwarding': '1.2', Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: 'QosPolicy': '1.10', Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: 'SecurityGroup': '1.5', Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: 'SecurityGroupRule': '1.2', Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: 'SubPort': '1.0', Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: 'Subnet': '1.1', Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: 'Trunk': '1.1'}} Nov 12 19:55:32.618913 n-d-712140-15 neutron-server[102447]: {{(pid=102447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 19:55:32.630819 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aa5f97-6d62-4e2f-bc2e-b313d7a0cdf8 tempest-AutoAllocateNetworkTest-1389534946 tempest-AutoAllocateNetworkTest-1389534946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:55:32.633085 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-10aa5f97-6d62-4e2f-bc2e-b313d7a0cdf8 tempest-AutoAllocateNetworkTest-1389534946 tempest-AutoAllocateNetworkTest-1389534946-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2947979 Nov 12 19:55:32.636521 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44146) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:32.662967 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a8e3e2-f555-41b4-bf21-b72576244502 admin admin] Network f1d354fd-aa26-44d0-9019-12658139bd7f is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 19:55:32.677792 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-15a8e3e2-f555-41b4-bf21-b72576244502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, f1d354fd-aa26-44d0-9019-12658139bd7f) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:55:32.687457 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a8e3e2-f555-41b4-bf21-b72576244502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:55:32.688294 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-15a8e3e2-f555-41b4-bf21-b72576244502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:32.689283 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf574ed0-3f2e-4337-8111-343dc5905e25 None None] Network f1d354fd-aa26-44d0-9019-12658139bd7f requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:55:32.714506 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-15a8e3e2-f555-41b4-bf21-b72576244502 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7637691 Nov 12 19:55:32.717411 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44152) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:32.725246 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-fd459feb-3c26-4898-af2b-5bc6b1fa01c5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-973545571-router', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:55:32.736125 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-459da47d-fcb1-45d8-bb41-21e63f33e018 tempest-AutoAllocateNetworkTest-1389534946 tempest-AutoAllocateNetworkTest-1389534946-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0984628 Nov 12 19:55:32.736864 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44156) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:32.774925 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-65cd74ef-2b31-40e7-bf07-2adf9b66aa42 tempest-AutoAllocateNetworkTest-1389534946 tempest-AutoAllocateNetworkTest-1389534946-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3797d726e85044cebc6aa17dd3df52c4 HTTP/1.1" status: 200 len: 208 time: 0.0367718 Nov 12 19:55:32.779171 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd459feb-3c26-4898-af2b-5bc6b1fa01c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:32.780950 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd459feb-3c26-4898-af2b-5bc6b1fa01c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:32.923641 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-f1d354fd-aa26-44d0-9019-12658139bd7f', 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'fixed_ips': [{'subnet_id': '642111bb-5d2c-43b3-97eb-ab14b1809540'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 19:55:32.925127 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:32.933124 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd459feb-3c26-4898-af2b-5bc6b1fa01c5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:33.092956 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Allocated IP 172.20.0.2 (f1d354fd-aa26-44d0-9019-12658139bd7f/642111bb-5d2c-43b3-97eb-ab14b1809540/73e90418-a03d-4fa8-9a9c-9908632a81ea) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:55:33.140418 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd459feb-3c26-4898-af2b-5bc6b1fa01c5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:33.357602 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:33.364693 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:33.407824 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Network f1d354fd-aa26-44d0-9019-12658139bd7f is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:55:33.411472 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:55:33.415255 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:55:33.464115 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Pushing event updated for resources: {'Port': ['ID=73e90418-a03d-4fa8-9a9c-9908632a81ea,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:33.494613 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd459feb-3c26-4898-af2b-5bc6b1fa01c5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:33.497439 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:33.497845 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:33.498739 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:33.499080 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:33.499558 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:33.500025 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:33.500523 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:33.500999 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:33.501459 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:33.501917 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:33.502492 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:33.502947 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Tracked resource versions report: Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: pushed versions: Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: { 'AddressGroup': {'1.2'}, Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: 'ConntrackHelper': {'1.0'}, Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: 'Log': {'1.0'}, Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: 'Network': {'1.1'}, Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: 'Port': {'1.7'}, Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: 'PortForwarding': {'1.2'}, Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: 'QosPolicy': {'1.10'}, Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: 'SecurityGroup': {'1.5'}, Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: 'SecurityGroupRule': {'1.2'}, Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: 'SubPort': {'1.0'}, Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: 'Subnet': {'1.1'}, Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: 'Trunk': {'1.1'}} Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: consumer versions: Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: { DHCP agent@n-d-712140-15: {}, Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: HyperV agent@n-h1-712140-15: {}, Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: HyperV agent@n-h2-712140-15: {}, Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: L3 agent@n-d-712140-15: {}, Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: Metadata agent@n-d-712140-15: {}, Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: Metering agent@n-d-712140-15: {}, Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: Open vSwitch agent@n-d-712140-15: { 'AddressGroup': '1.2', Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: 'ConntrackHelper': '1.0', Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: 'Log': '1.0', Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: 'Network': '1.1', Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: 'Port': '1.7', Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: 'PortForwarding': '1.2', Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: 'QosPolicy': '1.10', Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: 'SecurityGroup': '1.5', Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: 'SecurityGroupRule': '1.2', Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: 'SubPort': '1.0', Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: 'Subnet': '1.1', Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: 'Trunk': '1.1'}} Nov 12 19:55:33.504711 n-d-712140-15 neutron-server[102449]: {{(pid=102449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 19:55:33.514476 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Attempting to bind port 73e90418-a03d-4fa8-9a9c-9908632a81ea on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:55:33.515036 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Attempting to bind port 73e90418-a03d-4fa8-9a9c-9908632a81ea by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'c6564594-8820-459a-beb1-ba18f2e362c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:55:33.516332 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Attempting to bind port 73e90418-a03d-4fa8-9a9c-9908632a81ea on network f1d354fd-aa26-44d0-9019-12658139bd7f {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:55:33.525796 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:55:33.527813 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Checking segment: {'id': 'c6564594-8820-459a-beb1-ba18f2e362c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:55:33.529740 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:33.532372 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Bound using segment: {'id': 'c6564594-8820-459a-beb1-ba18f2e362c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:55:33.533140 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Bound port: 73e90418-a03d-4fa8-9a9c-9908632a81ea, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6564594-8820-459a-beb1-ba18f2e362c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:55:33.533718 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:33.630395 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] For port 73e90418-a03d-4fa8-9a9c-9908632a81ea, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:55:33.632122 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] For port 73e90418-a03d-4fa8-9a9c-9908632a81ea, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=73e90418-a03d-4fa8-9a9c-9908632a81ea,segment=NetworkSegment(c6564594-8820-459a-beb1-ba18f2e362c8),segment_id=c6564594-8820-459a-beb1-ba18f2e362c8)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:55:33.632820 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd459feb-3c26-4898-af2b-5bc6b1fa01c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:33.637347 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:33.712044 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086f19e-bd92-43fd-b653-41f0d52d1a13 None None] Pushing event updated for resources: {'Port': ['ID=73e90418-a03d-4fa8-9a9c-9908632a81ea,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:33.837518 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-fd459feb-3c26-4898-af2b-5bc6b1fa01c5 admin admin] Allocated IP 172.25.5.188 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/c5b2201c-29ac-47e9-9c0a-19289fcd9e18) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:55:33.993084 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd459feb-3c26-4898-af2b-5bc6b1fa01c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:34.028303 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44196) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:34.116692 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd459feb-3c26-4898-af2b-5bc6b1fa01c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:34.192626 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd459feb-3c26-4898-af2b-5bc6b1fa01c5 admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:55:34.202758 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 73e90418-a03d-4fa8-9a9c-9908632a81ea up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:55:34.207060 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-fd459feb-3c26-4898-af2b-5bc6b1fa01c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:55:34.219909 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd459feb-3c26-4898-af2b-5bc6b1fa01c5 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:55:34.273422 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 73e90418-a03d-4fa8-9a9c-9908632a81ea triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:55:34.273930 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:34.317762 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd459feb-3c26-4898-af2b-5bc6b1fa01c5 admin admin] Pushing event updated for resources: {'Port': ['ID=c5b2201c-29ac-47e9-9c0a-19289fcd9e18,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:34.370488 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:34.410455 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 73e90418-a03d-4fa8-9a9c-9908632a81ea, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=73e90418-a03d-4fa8-9a9c-9908632a81ea,segment=NetworkSegment(c6564594-8820-459a-beb1-ba18f2e362c8),segment_id=c6564594-8820-459a-beb1-ba18f2e362c8)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:55:34.415854 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:34.482207 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=73e90418-a03d-4fa8-9a9c-9908632a81ea,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:34.502537 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5b56-98c8-4636-a387-a8628aed98e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:34.645702 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5b56-98c8-4636-a387-a8628aed98e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:34.654526 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5b56-98c8-4636-a387-a8628aed98e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:34.727645 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd459feb-3c26-4898-af2b-5bc6b1fa01c5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:34.760592 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c5b56-98c8-4636-a387-a8628aed98e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84cd134-6a28-42fb-883f-29cd62f415c4,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:34.809813 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5c1c5b56-98c8-4636-a387-a8628aed98e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3797d726e85044cebc6aa17dd3df52c4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7742348 Nov 12 19:55:34.810982 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44218) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:34.954604 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dcbf1855-fc80-4521-93d2-113b37fa3fea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:35.000608 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dcbf1855-fc80-4521-93d2-113b37fa3fea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:35.101584 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dcbf1855-fc80-4521-93d2-113b37fa3fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:35.108018 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dcbf1855-fc80-4521-93d2-113b37fa3fea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:35.112701 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-dcbf1855-fc80-4521-93d2-113b37fa3fea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e84cd134-6a28-42fb-883f-29cd62f415c4 HTTP/1.1" status: 204 len: 168 time: 0.2974710 Nov 12 19:55:35.134584 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44240) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:35.136074 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688b0f76-2938-48a8-86a4-db2927da7941 None None] Network f1d354fd-aa26-44d0-9019-12658139bd7f requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:55:35.143747 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf1855-fc80-4521-93d2-113b37fa3fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84cd134-6a28-42fb-883f-29cd62f415c4,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:35.162762 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd459feb-3c26-4898-af2b-5bc6b1fa01c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:35.345264 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e9c6ecfc-134f-4aec-8ff3-31815e7fd34a None None] Provisioning complete for port 73e90418-a03d-4fa8-9a9c-9908632a81ea triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:55:35.346197 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e9c6ecfc-134f-4aec-8ff3-31815e7fd34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:35.418153 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd459feb-3c26-4898-af2b-5bc6b1fa01c5 admin admin] Router 13ffc356-de7d-4f85-9011-cc3c77947900 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 19:55:35.565740 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd459feb-3c26-4898-af2b-5bc6b1fa01c5 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 19:55:35.580706 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bfed7f-c084-4c45-8f28-7b724deec6da None None] Sync routers for ids ['13ffc356-de7d-4f85-9011-cc3c77947900'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 19:55:35.588734 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd459feb-3c26-4898-af2b-5bc6b1fa01c5 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:35.593387 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44258) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:35.593674 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fd459feb-3c26-4898-af2b-5bc6b1fa01c5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.8739431 Nov 12 19:55:35.596966 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bfed7f-c084-4c45-8f28-7b724deec6da None None] Routers {'13ffc356-de7d-4f85-9011-cc3c77947900'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:55:35.597597 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-56bfed7f-c084-4c45-8f28-7b724deec6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:55:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['13ffc356-de7d-4f85-9011-cc3c77947900'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:55:35.843900 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-77c7a395-fb79-48e3-9c4a-72c4eae75a2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:35.898356 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e31f87e8-7605-4b59-a695-8e47418a9513 None None] Provisioning complete for port 73e90418-a03d-4fa8-9a9c-9908632a81ea triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:55:35.899481 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e31f87e8-7605-4b59-a695-8e47418a9513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:35.916907 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-56bfed7f-c084-4c45-8f28-7b724deec6da None None] Set router 13ffc356-de7d-4f85-9011-cc3c77947900 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:55:36.161006 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 73e90418-a03d-4fa8-9a9c-9908632a81ea up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:55:36.255889 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 73e90418-a03d-4fa8-9a9c-9908632a81ea triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:55:36.256284 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:36.332031 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-56bfed7f-c084-4c45-8f28-7b724deec6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-973545571-router', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:32Z', 'updated_at': '2021-11-12T19:55:34Z', 'revision_number': 3, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'gw_port': {'id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:24:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:33Z', 'updated_at': '2021-11-12T19:55:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:55:36.388949 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-77c7a395-fb79-48e3-9c4a-72c4eae75a2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:36.395700 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-77c7a395-fb79-48e3-9c4a-72c4eae75a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:36.412893 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bfed7f-c084-4c45-8f28-7b724deec6da None None] Checking router: 13ffc356-de7d-4f85-9011-cc3c77947900 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 19:55:36.414612 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bfed7f-c084-4c45-8f28-7b724deec6da None None] Updating router 13ffc356-de7d-4f85-9011-cc3c77947900 port c5b2201c-29ac-47e9-9c0a-19289fcd9e18 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 19:55:36.455885 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-56bfed7f-c084-4c45-8f28-7b724deec6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:36.461159 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-77c7a395-fb79-48e3-9c4a-72c4eae75a2d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a09d5eea775d4282890f607c140db85d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3251300 Nov 12 19:55:36.463994 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44314) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:36.503097 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7a395-fb79-48e3-9c4a-72c4eae75a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffaaca28-2145-4734-a5b7-72ff688f9339,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:36.556906 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb972a80-220a-4d2c-ae36-5c8b3ac76be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:36.559959 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f03793f3-f6df-4c93-90ea-c04282f6943d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:36.593026 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f03793f3-f6df-4c93-90ea-c04282f6943d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:36.677676 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f03793f3-f6df-4c93-90ea-c04282f6943d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:36.680711 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f03793f3-f6df-4c93-90ea-c04282f6943d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:36.682025 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f03793f3-f6df-4c93-90ea-c04282f6943d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ffaaca28-2145-4734-a5b7-72ff688f9339 HTTP/1.1" status: 204 len: 168 time: 0.2169251 Nov 12 19:55:36.692624 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03793f3-f6df-4c93-90ea-c04282f6943d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffaaca28-2145-4734-a5b7-72ff688f9339,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:36.775541 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-bb972a80-220a-4d2c-ae36-5c8b3ac76be3 admin admin] Allocated IP 172.20.0.1 (f1d354fd-aa26-44d0-9019-12658139bd7f/642111bb-5d2c-43b3-97eb-ab14b1809540/b3ed1e21-184e-4644-933f-a062fc18cc00) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:55:36.798325 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44326) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:36.823880 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-56bfed7f-c084-4c45-8f28-7b724deec6da None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:36.832216 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-56bfed7f-c084-4c45-8f28-7b724deec6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:36.920687 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-56bfed7f-c084-4c45-8f28-7b724deec6da None None] Attempting to bind port c5b2201c-29ac-47e9-9c0a-19289fcd9e18 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:55:36.920687 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-56bfed7f-c084-4c45-8f28-7b724deec6da None None] Attempting to bind port c5b2201c-29ac-47e9-9c0a-19289fcd9e18 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:55:36.920832 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bfed7f-c084-4c45-8f28-7b724deec6da None None] Attempting to bind port c5b2201c-29ac-47e9-9c0a-19289fcd9e18 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:55:36.924071 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c4df7-2cb8-4d2a-8837-171fc679fe28 None None] Pushing event updated for resources: {'Port': ['ID=c5b2201c-29ac-47e9-9c0a-19289fcd9e18,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:36.935585 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c4df7-2cb8-4d2a-8837-171fc679fe28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:36.936040 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c4df7-2cb8-4d2a-8837-171fc679fe28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:36.936499 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c4df7-2cb8-4d2a-8837-171fc679fe28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:36.936929 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c4df7-2cb8-4d2a-8837-171fc679fe28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:36.937376 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c4df7-2cb8-4d2a-8837-171fc679fe28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:36.937892 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c4df7-2cb8-4d2a-8837-171fc679fe28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:36.938289 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c4df7-2cb8-4d2a-8837-171fc679fe28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:36.938689 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c4df7-2cb8-4d2a-8837-171fc679fe28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:36.939100 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c4df7-2cb8-4d2a-8837-171fc679fe28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:36.939855 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c4df7-2cb8-4d2a-8837-171fc679fe28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:36.940442 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c4df7-2cb8-4d2a-8837-171fc679fe28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:36.940546 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c4df7-2cb8-4d2a-8837-171fc679fe28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c4df7-2cb8-4d2a-8837-171fc679fe28 None None] Tracked resource versions report: Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: pushed versions: Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: { 'AddressGroup': {'1.2'}, Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: 'ConntrackHelper': {'1.0'}, Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: 'Log': {'1.0'}, Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: 'Network': {'1.1'}, Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: 'Port': {'1.7'}, Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: 'PortForwarding': {'1.2'}, Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: 'QosPolicy': {'1.10'}, Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: 'SecurityGroup': {'1.5'}, Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: 'SecurityGroupRule': {'1.2'}, Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: 'SubPort': {'1.0'}, Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: 'Subnet': {'1.1'}, Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: 'Trunk': {'1.1'}} Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: consumer versions: Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: { DHCP agent@n-d-712140-15: {}, Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: HyperV agent@n-h1-712140-15: {}, Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: HyperV agent@n-h2-712140-15: {}, Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: L3 agent@n-d-712140-15: {}, Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: Metadata agent@n-d-712140-15: {}, Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: Metering agent@n-d-712140-15: {}, Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: Open vSwitch agent@n-d-712140-15: { 'AddressGroup': '1.2', Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: 'ConntrackHelper': '1.0', Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: 'Log': '1.0', Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: 'Network': '1.1', Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: 'Port': '1.7', Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: 'PortForwarding': '1.2', Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: 'QosPolicy': '1.10', Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: 'SecurityGroup': '1.5', Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: 'SecurityGroupRule': '1.2', Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: 'SubPort': '1.0', Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: 'Subnet': '1.1', Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: 'Trunk': '1.1'}} Nov 12 19:55:36.941542 n-d-712140-15 neutron-server[102450]: {{(pid=102450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 19:55:36.944224 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bfed7f-c084-4c45-8f28-7b724deec6da None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:55:36.944605 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bfed7f-c084-4c45-8f28-7b724deec6da None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:55:36.945009 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-56bfed7f-c084-4c45-8f28-7b724deec6da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:36.945465 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bfed7f-c084-4c45-8f28-7b724deec6da None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:55:36.946272 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-56bfed7f-c084-4c45-8f28-7b724deec6da None None] Bound port: c5b2201c-29ac-47e9-9c0a-19289fcd9e18, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:55:36.946777 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-56bfed7f-c084-4c45-8f28-7b724deec6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:36.963034 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb972a80-220a-4d2c-ae36-5c8b3ac76be3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:37.030210 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb972a80-220a-4d2c-ae36-5c8b3ac76be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:37.082355 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-56bfed7f-c084-4c45-8f28-7b724deec6da None None] For port c5b2201c-29ac-47e9-9c0a-19289fcd9e18, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:55:37.084965 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb972a80-220a-4d2c-ae36-5c8b3ac76be3 admin admin] Network f1d354fd-aa26-44d0-9019-12658139bd7f is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:55:37.086864 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-56bfed7f-c084-4c45-8f28-7b724deec6da None None] For port c5b2201c-29ac-47e9-9c0a-19289fcd9e18, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c5b2201c-29ac-47e9-9c0a-19289fcd9e18,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:55:37.090988 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-bb972a80-220a-4d2c-ae36-5c8b3ac76be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:55:37.094555 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-56bfed7f-c084-4c45-8f28-7b724deec6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:37.095973 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb972a80-220a-4d2c-ae36-5c8b3ac76be3 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:55:37.096476 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb972a80-220a-4d2c-ae36-5c8b3ac76be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:37.108269 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb972a80-220a-4d2c-ae36-5c8b3ac76be3 admin admin] Pushing event updated for resources: {'Port': ['ID=b3ed1e21-184e-4644-933f-a062fc18cc00,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:37.211084 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bfed7f-c084-4c45-8f28-7b724deec6da None None] Routers {'13ffc356-de7d-4f85-9011-cc3c77947900'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:55:37.211831 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-56bfed7f-c084-4c45-8f28-7b724deec6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:55:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['13ffc356-de7d-4f85-9011-cc3c77947900'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:55:37.298950 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c4df7-2cb8-4d2a-8837-171fc679fe28 None None] Pushing event updated for resources: {'Port': ['ID=c5b2201c-29ac-47e9-9c0a-19289fcd9e18,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:37.446099 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4ece163f-7a58-48ee-a3ef-97806475d885 None None] Provisioning complete for port b3ed1e21-184e-4644-933f-a062fc18cc00 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:55:37.446727 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4ece163f-7a58-48ee-a3ef-97806475d885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:37.458871 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-56bfed7f-c084-4c45-8f28-7b724deec6da None None] Set router 13ffc356-de7d-4f85-9011-cc3c77947900 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:55:37.571082 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4ece163f-7a58-48ee-a3ef-97806475d885 None None] Port b3ed1e21-184e-4644-933f-a062fc18cc00 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:55:37.602105 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb972a80-220a-4d2c-ae36-5c8b3ac76be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:37.623165 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1724e4a3-908d-493b-81a3-9a50294e905f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:37.819108 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1724e4a3-908d-493b-81a3-9a50294e905f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:37.835417 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1724e4a3-908d-493b-81a3-9a50294e905f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:37.841346 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44384) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:37.844918 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-56bfed7f-c084-4c45-8f28-7b724deec6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-973545571-router', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:32Z', 'updated_at': '2021-11-12T19:55:34Z', 'revision_number': 3, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'gw_port': {'id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:24:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:33Z', 'updated_at': '2021-11-12T19:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:55:37.894547 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e6796def-a3a3-455d-b44a-9a4ea0106e9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:37.996213 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724e4a3-908d-493b-81a3-9a50294e905f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88468f5c-ea48-481f-8001-c1b9ff485d6a,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:38.012486 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1724e4a3-908d-493b-81a3-9a50294e905f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=79742bdace0c4388a788402ddce9a42c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2125313 Nov 12 19:55:38.015681 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44390) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:38.068180 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb972a80-220a-4d2c-ae36-5c8b3ac76be3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:38.076865 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e6796def-a3a3-455d-b44a-9a4ea0106e9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:38.078404 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb972a80-220a-4d2c-ae36-5c8b3ac76be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:38.086083 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb972a80-220a-4d2c-ae36-5c8b3ac76be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:38.096908 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e6796def-a3a3-455d-b44a-9a4ea0106e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:38.138593 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cd6a8727-7f32-49d0-aed8-17dd7ae77cc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:38.159291 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bfed7f-c084-4c45-8f28-7b724deec6da None None] The sync data for ids ['13ffc356-de7d-4f85-9011-cc3c77947900'] in n-d-712140-15 is: [{'id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-973545571-router', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:32Z', 'updated_at': '2021-11-12T19:55:34Z', 'revision_number': 3, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'gw_port': {'id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:24:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:33Z', 'updated_at': '2021-11-12T19:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 19:55:38.170523 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6796def-a3a3-455d-b44a-9a4ea0106e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5845fc06-4c86-4dfd-bcfa-1c13782d479f,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:38.187451 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cd6a8727-7f32-49d0-aed8-17dd7ae77cc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:38.195097 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e6796def-a3a3-455d-b44a-9a4ea0106e9e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a8136ab7acf94d5eb09b4720fe82ae8d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3505211 Nov 12 19:55:38.198969 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44394) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:38.282219 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb972a80-220a-4d2c-ae36-5c8b3ac76be3 admin admin] Pushing event updated for resources: {'Port': ['ID=b3ed1e21-184e-4644-933f-a062fc18cc00,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:38.326245 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cd6a8727-7f32-49d0-aed8-17dd7ae77cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:38.330052 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cd6a8727-7f32-49d0-aed8-17dd7ae77cc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:38.332866 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cd6a8727-7f32-49d0-aed8-17dd7ae77cc7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/88468f5c-ea48-481f-8001-c1b9ff485d6a HTTP/1.1" status: 204 len: 168 time: 0.3140202 Nov 12 19:55:38.348116 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-81a187c6-53cc-4406-9386-7a9648a22528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:38.353738 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a8727-7f32-49d0-aed8-17dd7ae77cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88468f5c-ea48-481f-8001-c1b9ff485d6a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:38.398290 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb972a80-220a-4d2c-ae36-5c8b3ac76be3 admin admin] Network f1d354fd-aa26-44d0-9019-12658139bd7f is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:55:38.403147 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-bb972a80-220a-4d2c-ae36-5c8b3ac76be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:55:38.410281 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-81a187c6-53cc-4406-9386-7a9648a22528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:38.649850 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-81a187c6-53cc-4406-9386-7a9648a22528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:38.652408 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-81a187c6-53cc-4406-9386-7a9648a22528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:38.660267 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-81a187c6-53cc-4406-9386-7a9648a22528 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5845fc06-4c86-4dfd-bcfa-1c13782d479f HTTP/1.1" status: 204 len: 168 time: 0.4585478 Nov 12 19:55:38.688106 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a187c6-53cc-4406-9386-7a9648a22528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5845fc06-4c86-4dfd-bcfa-1c13782d479f,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:38.698673 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb972a80-220a-4d2c-ae36-5c8b3ac76be3 admin admin] Router 13ffc356-de7d-4f85-9011-cc3c77947900 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 19:55:38.830826 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb972a80-220a-4d2c-ae36-5c8b3ac76be3 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 19:55:38.836004 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-63e98782-7ffb-47b0-b479-0f407252ee6a None None] Provisioning complete for port b3ed1e21-184e-4644-933f-a062fc18cc00 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:55:38.836524 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-63e98782-7ffb-47b0-b479-0f407252ee6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:38.838488 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bb972a80-220a-4d2c-ae36-5c8b3ac76be3 admin admin] 10.222.0.48 "PUT /v2.0/routers/13ffc356-de7d-4f85-9011-cc3c77947900/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2440293 Nov 12 19:55:38.882994 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-63e98782-7ffb-47b0-b479-0f407252ee6a None None] Port b3ed1e21-184e-4644-933f-a062fc18cc00 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:55:39.396533 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44466) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:39.414528 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a16c3e20-e70c-4daf-8e49-50a49c854f74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:39.548596 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a16c3e20-e70c-4daf-8e49-50a49c854f74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:39.552811 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a16c3e20-e70c-4daf-8e49-50a49c854f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:39.597927 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a16c3e20-e70c-4daf-8e49-50a49c854f74 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4fee3814595a41a5b1d830ff4541f714&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2000618 Nov 12 19:55:39.599263 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c3e20-e70c-4daf-8e49-50a49c854f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ff7036-272f-4db5-8b50-0bab7804170a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:39.601030 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44480) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:39.664510 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7d933d6e-58ac-4954-b7a1-bc6d13a98ace admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:39.688006 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7d933d6e-58ac-4954-b7a1-bc6d13a98ace admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:39.738812 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7d933d6e-58ac-4954-b7a1-bc6d13a98ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:39.741997 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7d933d6e-58ac-4954-b7a1-bc6d13a98ace admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:39.745478 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7d933d6e-58ac-4954-b7a1-bc6d13a98ace admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/60ff7036-272f-4db5-8b50-0bab7804170a HTTP/1.1" status: 204 len: 168 time: 0.1400726 Nov 12 19:55:39.752172 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d933d6e-58ac-4954-b7a1-bc6d13a98ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ff7036-272f-4db5-8b50-0bab7804170a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:40.047369 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44500) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:40.167671 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c5b2201c-29ac-47e9-9c0a-19289fcd9e18 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:55:40.259889 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port c5b2201c-29ac-47e9-9c0a-19289fcd9e18 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:55:40.261253 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:40.386899 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:40.424078 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port c5b2201c-29ac-47e9-9c0a-19289fcd9e18, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c5b2201c-29ac-47e9-9c0a-19289fcd9e18,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:55:40.428709 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:40.456399 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6f84ae-677e-47b8-9aaa-56333b639ffb None None] Sync routers for ids ['13ffc356-de7d-4f85-9011-cc3c77947900'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 19:55:40.487547 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6f84ae-677e-47b8-9aaa-56333b639ffb None None] Routers {'13ffc356-de7d-4f85-9011-cc3c77947900'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:55:40.488291 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-9b6f84ae-677e-47b8-9aaa-56333b639ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:55:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['13ffc356-de7d-4f85-9011-cc3c77947900'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:55:40.491929 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-140d3f74-79b5-4284-84f3-3d015fe8afd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:40.596640 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-140d3f74-79b5-4284-84f3-3d015fe8afd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:40.601625 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-140d3f74-79b5-4284-84f3-3d015fe8afd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:40.621735 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-9b6f84ae-677e-47b8-9aaa-56333b639ffb None None] Set router 13ffc356-de7d-4f85-9011-cc3c77947900 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:55:40.647119 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-140d3f74-79b5-4284-84f3-3d015fe8afd3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d996d76908694917bbb3a4c5e563c466&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5985904 Nov 12 19:55:40.650033 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44554) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:40.650535 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d3f74-79b5-4284-84f3-3d015fe8afd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a709db9-bced-436a-8161-95d8e95d3a95,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:40.690306 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=c5b2201c-29ac-47e9-9c0a-19289fcd9e18,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:40.728837 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-466626b1-cd04-4b2a-b230-e7d305c48854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:40.759643 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-466626b1-cd04-4b2a-b230-e7d305c48854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:40.816592 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-466626b1-cd04-4b2a-b230-e7d305c48854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:40.820533 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-466626b1-cd04-4b2a-b230-e7d305c48854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:40.824290 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-466626b1-cd04-4b2a-b230-e7d305c48854 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a709db9-bced-436a-8161-95d8e95d3a95 HTTP/1.1" status: 204 len: 168 time: 0.1699491 Nov 12 19:55:40.836984 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466626b1-cd04-4b2a-b230-e7d305c48854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a709db9-bced-436a-8161-95d8e95d3a95,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:40.908465 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-9b6f84ae-677e-47b8-9aaa-56333b639ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-973545571-router', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:32Z', 'updated_at': '2021-11-12T19:55:37Z', 'revision_number': 4, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'gw_port': {'id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:33Z', 'updated_at': '2021-11-12T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b3ed1e21-184e-4644-933f-a062fc18cc00', 'name': '', 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'mac_address': 'fa:16:3e:38:e7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:36Z', 'updated_at': '2021-11-12T19:55:37Z', 'revision_number': 2, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'subnets': [{'id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:55:40.936958 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6f84ae-677e-47b8-9aaa-56333b639ffb None None] Checking router: 13ffc356-de7d-4f85-9011-cc3c77947900 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 19:55:40.937307 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6f84ae-677e-47b8-9aaa-56333b639ffb None None] Updating router 13ffc356-de7d-4f85-9011-cc3c77947900 port b3ed1e21-184e-4644-933f-a062fc18cc00 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 19:55:40.966797 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9b6f84ae-677e-47b8-9aaa-56333b639ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:41.193930 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44590) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:41.196467 n-d-712140-15 neutron-server[102447]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 19:55:41.226579 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-75f068bb-8188-4f28-9793-9bec66b19b95 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c2a0e87e872b4fd2aaa097cb12d6b360&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313952 Nov 12 19:55:41.330353 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9b6f84ae-677e-47b8-9aaa-56333b639ffb None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:41.336642 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9b6f84ae-677e-47b8-9aaa-56333b639ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:41.361388 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-cfedae99-d21e-406f-b28f-3461c5566a2b tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:55:41.363278 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-cfedae99-d21e-406f-b28f-3461c5566a2b tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1355650 Nov 12 19:55:41.384746 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44600) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:41.391901 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-8a72faea-92f2-4e6e-b641-0e31f0541f0b tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/quotas/c2a0e87e872b4fd2aaa097cb12d6b360 HTTP/1.1" status: 200 len: 375 time: 0.0186942 Nov 12 19:55:41.399828 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-18a674ab-38f0-44ad-a42c-61291a601ef6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:41.472255 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a4b94-e630-4e05-b8e0-669e33bf003c None None] Pushing event updated for resources: {'Port': ['ID=b3ed1e21-184e-4644-933f-a062fc18cc00,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:41.496659 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-9b6f84ae-677e-47b8-9aaa-56333b639ffb None None] Attempting to bind port b3ed1e21-184e-4644-933f-a062fc18cc00 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:55:41.496944 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-9b6f84ae-677e-47b8-9aaa-56333b639ffb None None] Attempting to bind port b3ed1e21-184e-4644-933f-a062fc18cc00 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'c6564594-8820-459a-beb1-ba18f2e362c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:55:41.497303 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6f84ae-677e-47b8-9aaa-56333b639ffb None None] Attempting to bind port b3ed1e21-184e-4644-933f-a062fc18cc00 on network f1d354fd-aa26-44d0-9019-12658139bd7f {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:55:41.512721 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6f84ae-677e-47b8-9aaa-56333b639ffb None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:55:41.514088 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6f84ae-677e-47b8-9aaa-56333b639ffb None None] Checking segment: {'id': 'c6564594-8820-459a-beb1-ba18f2e362c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:55:41.515266 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9b6f84ae-677e-47b8-9aaa-56333b639ffb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:41.516028 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6f84ae-677e-47b8-9aaa-56333b639ffb None None] Bound using segment: {'id': 'c6564594-8820-459a-beb1-ba18f2e362c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:55:41.516712 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-9b6f84ae-677e-47b8-9aaa-56333b639ffb None None] Bound port: b3ed1e21-184e-4644-933f-a062fc18cc00, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6564594-8820-459a-beb1-ba18f2e362c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:55:41.517316 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9b6f84ae-677e-47b8-9aaa-56333b639ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:41.521979 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-e870987b-8c10-4c81-81e7-85c7a3072c38 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2a0e87e872b4fd2aaa097cb12d6b360&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1188533 Nov 12 19:55:41.545410 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-18a674ab-38f0-44ad-a42c-61291a601ef6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:41.551303 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-18a674ab-38f0-44ad-a42c-61291a601ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:41.585546 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44602) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:41.593228 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-576a8447-826b-4e3c-9569-95fe9819c3a6 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122431486-network', 'tenant_id': '89131460b8414d37817e9ba32b454d8b'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:55:41.619054 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-9b6f84ae-677e-47b8-9aaa-56333b639ffb None None] For port b3ed1e21-184e-4644-933f-a062fc18cc00, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:55:41.625462 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-18a674ab-38f0-44ad-a42c-61291a601ef6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ea54d813a6440aa97583c2635eaefa9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2369208 Nov 12 19:55:41.625462 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a674ab-38f0-44ad-a42c-61291a601ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d52fda1-196e-4718-a1dd-0f899501f16e,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:41.625820 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-9b6f84ae-677e-47b8-9aaa-56333b639ffb None None] For port b3ed1e21-184e-4644-933f-a062fc18cc00, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b3ed1e21-184e-4644-933f-a062fc18cc00,segment=NetworkSegment(c6564594-8820-459a-beb1-ba18f2e362c8),segment_id=c6564594-8820-459a-beb1-ba18f2e362c8)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:55:41.627186 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44606) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:41.631454 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9b6f84ae-677e-47b8-9aaa-56333b639ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:41.660354 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576a8447-826b-4e3c-9569-95fe9819c3a6 admin admin] Made reservation on behalf of 89131460b8414d37817e9ba32b454d8b for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:55:41.665945 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-576a8447-826b-4e3c-9569-95fe9819c3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:41.684597 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-576a8447-826b-4e3c-9569-95fe9819c3a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:41.711237 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6f84ae-677e-47b8-9aaa-56333b639ffb None None] Routers {'13ffc356-de7d-4f85-9011-cc3c77947900'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:55:41.711973 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-9b6f84ae-677e-47b8-9aaa-56333b639ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:55:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['13ffc356-de7d-4f85-9011-cc3c77947900'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:55:41.757879 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce66e-b1d6-42b1-afb9-6ad72308d339 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:41.785043 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a4b94-e630-4e05-b8e0-669e33bf003c None None] Pushing event updated for resources: {'Port': ['ID=b3ed1e21-184e-4644-933f-a062fc18cc00,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:41.796110 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce66e-b1d6-42b1-afb9-6ad72308d339 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:41.897322 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce66e-b1d6-42b1-afb9-6ad72308d339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:41.897455 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-576a8447-826b-4e3c-9569-95fe9819c3a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:41.903414 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce66e-b1d6-42b1-afb9-6ad72308d339 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:41.906841 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-576a8447-826b-4e3c-9569-95fe9819c3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:41.908391 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3f1ce66e-b1d6-42b1-afb9-6ad72308d339 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6d52fda1-196e-4718-a1dd-0f899501f16e HTTP/1.1" status: 204 len: 168 time: 0.2653131 Nov 12 19:55:41.929363 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ce66e-b1d6-42b1-afb9-6ad72308d339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d52fda1-196e-4718-a1dd-0f899501f16e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:41.979016 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576a8447-826b-4e3c-9569-95fe9819c3a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 19:55:42.163651 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-576a8447-826b-4e3c-9569-95fe9819c3a6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769001382629', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:42.164638 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-576a8447-826b-4e3c-9569-95fe9819c3a6 admin admin] Unsubscribe: segment precommit_create {{(pid=102447) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 19:55:42.165241 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-576a8447-826b-4e3c-9569-95fe9819c3a6 admin admin] Added segment a959df45-8464-46c4-81cf-dadcc7777254 of type vlan for network 9e5e734b-6d29-4a1b-83ed-d42bd692aa1b Nov 12 19:55:42.181021 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-987a5d53-9633-4955-8b4e-10e82278c54a req-38e5bbdf-f223-44a6-8f1c-fdea8e484c39 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 210 time: 0.1626961 Nov 12 19:55:42.184403 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a8447-826b-4e3c-9569-95fe9819c3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18f9f7f-0e5b-43b2-bb5b-8790fff37d98,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:42.192343 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-9b6f84ae-677e-47b8-9aaa-56333b639ffb None None] Set router 13ffc356-de7d-4f85-9011-cc3c77947900 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:55:42.195710 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c5b2201c-29ac-47e9-9c0a-19289fcd9e18 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:55:42.241380 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7aec5568-4729-4df3-9d22-5d8fff1ba926 None None] Provisioning complete for port b3ed1e21-184e-4644-933f-a062fc18cc00 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:55:42.241760 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7aec5568-4729-4df3-9d22-5d8fff1ba926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:42.274649 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-576a8447-826b-4e3c-9569-95fe9819c3a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:42.316452 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44648) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:42.330306 n-d-712140-15 neutron-server[102448]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 19:55:42.352152 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-576a8447-826b-4e3c-9569-95fe9819c3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:42.354319 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576a8447-826b-4e3c-9569-95fe9819c3a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:55:42.355206 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-576a8447-826b-4e3c-9569-95fe9819c3a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:42.369799 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-def2ca05-da6d-46d3-b71a-63d84fb3bca1 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e882a6c2c0424a6e8fc6ccbbe2631e9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406892 Nov 12 19:55:42.437061 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-576a8447-826b-4e3c-9569-95fe9819c3a6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8500454 Nov 12 19:55:42.448007 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44656) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:42.453391 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-3a62295b-7e80-4827-b173-0e6b261d94e4 admin admin] Request body: {'subnet': {'network_id': '9e5e734b-6d29-4a1b-83ed-d42bd692aa1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122431486-subnet', 'tenant_id': '89131460b8414d37817e9ba32b454d8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:55:42.486292 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a8447-826b-4e3c-9569-95fe9819c3a6 admin admin] Pushing event updated for resources: {'Network': ['ID=9e5e734b-6d29-4a1b-83ed-d42bd692aa1b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:42.495122 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a62295b-7e80-4827-b173-0e6b261d94e4 admin admin] Made reservation on behalf of 89131460b8414d37817e9ba32b454d8b for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:55:42.497170 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3a62295b-7e80-4827-b173-0e6b261d94e4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:42.610801 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 9e5e734b-6d29-4a1b-83ed-d42bd692aa1b details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 19:55:42.755566 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7aec5568-4729-4df3-9d22-5d8fff1ba926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:42.772525 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port c5b2201c-29ac-47e9-9c0a-19289fcd9e18 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:55:42.773033 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:42.853899 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7aec5568-4729-4df3-9d22-5d8fff1ba926 None None] For port b3ed1e21-184e-4644-933f-a062fc18cc00, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b3ed1e21-184e-4644-933f-a062fc18cc00,segment=NetworkSegment(c6564594-8820-459a-beb1-ba18f2e362c8),segment_id=c6564594-8820-459a-beb1-ba18f2e362c8)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:55:42.863642 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7aec5568-4729-4df3-9d22-5d8fff1ba926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:42.931371 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-9b6f84ae-677e-47b8-9aaa-56333b639ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-973545571-router', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:32Z', 'updated_at': '2021-11-12T19:55:37Z', 'revision_number': 4, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'gw_port': {'id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:33Z', 'updated_at': '2021-11-12T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b3ed1e21-184e-4644-933f-a062fc18cc00', 'name': '', 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'mac_address': 'fa:16:3e:38:e7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:36Z', 'updated_at': '2021-11-12T19:55:41Z', 'revision_number': 4, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'subnets': [{'id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:55:42.959274 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-c77ac827-0d2e-4221-b71d-a9b3bb5d52dd tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:55:42.967331 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-c77ac827-0d2e-4221-b71d-a9b3bb5d52dd tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5890255 Nov 12 19:55:42.975712 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3a62295b-7e80-4827-b173-0e6b261d94e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:43.006551 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6f84ae-677e-47b8-9aaa-56333b639ffb None None] The sync data for ids ['13ffc356-de7d-4f85-9011-cc3c77947900'] in n-d-712140-15 is: [{'id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-973545571-router', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:32Z', 'updated_at': '2021-11-12T19:55:37Z', 'revision_number': 4, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'gw_port': {'id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:33Z', 'updated_at': '2021-11-12T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b3ed1e21-184e-4644-933f-a062fc18cc00', 'name': '', 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'mac_address': 'fa:16:3e:38:e7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:36Z', 'updated_at': '2021-11-12T19:55:41Z', 'revision_number': 4, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'subnets': [{'id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 19:55:43.024336 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62295b-7e80-4827-b173-0e6b261d94e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56e8a440-087a-47c4-98e8-7931dd26d40f,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:43.043805 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-6fdadc53-f84f-44f4-946e-44ea20f7cf46 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/quotas/e882a6c2c0424a6e8fc6ccbbe2631e9f HTTP/1.1" status: 200 len: 375 time: 0.0755258 Nov 12 19:55:43.064772 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-29da975d-538c-424a-8815-8571aa83d2d8 None None] Provisioning complete for port b3ed1e21-184e-4644-933f-a062fc18cc00 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:55:43.065274 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-29da975d-538c-424a-8815-8571aa83d2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:43.067209 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec5568-4729-4df3-9d22-5d8fff1ba926 None None] Pushing event updated for resources: {'Port': ['ID=b3ed1e21-184e-4644-933f-a062fc18cc00,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:43.224860 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-2b740cb7-5938-4af3-aa66-f06c565e4f58 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e882a6c2c0424a6e8fc6ccbbe2631e9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1779439 Nov 12 19:55:43.287555 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a62295b-7e80-4827-b173-0e6b261d94e4 admin admin] Checking segment: {'id': 'a959df45-8464-46c4-81cf-dadcc7777254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9e5e734b-6d29-4a1b-83ed-d42bd692aa1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:55:43.287846 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a62295b-7e80-4827-b173-0e6b261d94e4 admin admin] Network hostable DHCP agents. Network: 9e5e734b-6d29-4a1b-83ed-d42bd692aa1b, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 19:55:43.331558 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a62295b-7e80-4827-b173-0e6b261d94e4 admin admin] Network 9e5e734b-6d29-4a1b-83ed-d42bd692aa1b is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 19:55:43.356140 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-3a62295b-7e80-4827-b173-0e6b261d94e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 9e5e734b-6d29-4a1b-83ed-d42bd692aa1b) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:55:43.365531 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30564a7d-370d-40c2-9ae2-bdd89a27480e None None] Network 9e5e734b-6d29-4a1b-83ed-d42bd692aa1b requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:55:43.379355 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04ee5cea-bd99-45bc-9a69-66ff30fc44f3 req-88548a12-f446-4fe1-9793-08ab0236ce55 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0623136 Nov 12 19:55:43.381042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a62295b-7e80-4827-b173-0e6b261d94e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:55:43.381787 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3a62295b-7e80-4827-b173-0e6b261d94e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:43.417002 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3a62295b-7e80-4827-b173-0e6b261d94e4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9678807 Nov 12 19:55:43.420114 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44698) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:43.429712 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-ec7aedf1-356d-4743-8c7d-7f0671edad87 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122431486-router', 'tenant_id': '89131460b8414d37817e9ba32b454d8b', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:55:43.470182 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ec7aedf1-356d-4743-8c7d-7f0671edad87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:43.474098 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ec7aedf1-356d-4743-8c7d-7f0671edad87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:43.674196 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd7ddce-7622-4bd1-8d0a-07d89f1e3ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-9e5e734b-6d29-4a1b-83ed-d42bd692aa1b', 'network_id': '9e5e734b-6d29-4a1b-83ed-d42bd692aa1b', 'tenant_id': '89131460b8414d37817e9ba32b454d8b', 'fixed_ips': [{'subnet_id': '56e8a440-087a-47c4-98e8-7931dd26d40f'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 19:55:43.675104 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-afd7ddce-7622-4bd1-8d0a-07d89f1e3ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:43.904137 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-afd7ddce-7622-4bd1-8d0a-07d89f1e3ddc None None] Allocated IP 172.20.0.2 (9e5e734b-6d29-4a1b-83ed-d42bd692aa1b/56e8a440-087a-47c4-98e8-7931dd26d40f/7ed4ba1f-2cee-4665-9078-63b115502565) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:55:44.064121 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ec7aedf1-356d-4743-8c7d-7f0671edad87 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:44.120974 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-eb760bff-e8b7-4e1a-b120-7a02dda025fb req-0baddcd1-d5be-49a0-babe-824f95897ae4 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ebe9e67-d418-4785-9922-cf2064c2d953 HTTP/1.1" status: 200 len: 210 time: 0.4848371 Nov 12 19:55:44.242759 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b3ed1e21-184e-4644-933f-a062fc18cc00 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:55:44.412102 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-afd7ddce-7622-4bd1-8d0a-07d89f1e3ddc None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:44.445360 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-afd7ddce-7622-4bd1-8d0a-07d89f1e3ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:44.496745 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ec7aedf1-356d-4743-8c7d-7f0671edad87 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:44.687220 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b3ed1e21-184e-4644-933f-a062fc18cc00 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:55:44.689553 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:44.816072 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd7ddce-7622-4bd1-8d0a-07d89f1e3ddc None None] Network 9e5e734b-6d29-4a1b-83ed-d42bd692aa1b is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:55:44.843187 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-afd7ddce-7622-4bd1-8d0a-07d89f1e3ddc None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:55:44.856033 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd7ddce-7622-4bd1-8d0a-07d89f1e3ddc None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:55:44.875297 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-797b1c47-9188-4287-b60b-3db2e8f836d7 req-8f3d7a0b-7925-4649-abe4-c79b8a0d9437 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0887716 Nov 12 19:55:44.895601 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7ddce-7622-4bd1-8d0a-07d89f1e3ddc None None] Pushing event updated for resources: {'Port': ['ID=7ed4ba1f-2cee-4665-9078-63b115502565,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:45.031524 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-afd7ddce-7622-4bd1-8d0a-07d89f1e3ddc None None] Attempting to bind port 7ed4ba1f-2cee-4665-9078-63b115502565 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:55:45.031920 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-afd7ddce-7622-4bd1-8d0a-07d89f1e3ddc None None] Attempting to bind port 7ed4ba1f-2cee-4665-9078-63b115502565 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'a959df45-8464-46c4-81cf-dadcc7777254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9e5e734b-6d29-4a1b-83ed-d42bd692aa1b'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:55:45.032540 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd7ddce-7622-4bd1-8d0a-07d89f1e3ddc None None] Attempting to bind port 7ed4ba1f-2cee-4665-9078-63b115502565 on network 9e5e734b-6d29-4a1b-83ed-d42bd692aa1b {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:55:45.094842 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd7ddce-7622-4bd1-8d0a-07d89f1e3ddc None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:55:45.095221 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd7ddce-7622-4bd1-8d0a-07d89f1e3ddc None None] Checking segment: {'id': 'a959df45-8464-46c4-81cf-dadcc7777254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9e5e734b-6d29-4a1b-83ed-d42bd692aa1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:55:45.095692 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-afd7ddce-7622-4bd1-8d0a-07d89f1e3ddc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:45.095997 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd7ddce-7622-4bd1-8d0a-07d89f1e3ddc None None] Bound using segment: {'id': 'a959df45-8464-46c4-81cf-dadcc7777254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9e5e734b-6d29-4a1b-83ed-d42bd692aa1b'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:55:45.096494 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-afd7ddce-7622-4bd1-8d0a-07d89f1e3ddc None None] Bound port: 7ed4ba1f-2cee-4665-9078-63b115502565, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a959df45-8464-46c4-81cf-dadcc7777254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9e5e734b-6d29-4a1b-83ed-d42bd692aa1b'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:55:45.096877 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-afd7ddce-7622-4bd1-8d0a-07d89f1e3ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:45.128150 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ec7aedf1-356d-4743-8c7d-7f0671edad87 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:45.162315 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ec7aedf1-356d-4743-8c7d-7f0671edad87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:45.280728 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-afd7ddce-7622-4bd1-8d0a-07d89f1e3ddc None None] For port 7ed4ba1f-2cee-4665-9078-63b115502565, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:55:45.284923 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-afd7ddce-7622-4bd1-8d0a-07d89f1e3ddc None None] For port 7ed4ba1f-2cee-4665-9078-63b115502565, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7ed4ba1f-2cee-4665-9078-63b115502565,segment=NetworkSegment(a959df45-8464-46c4-81cf-dadcc7777254),segment_id=a959df45-8464-46c4-81cf-dadcc7777254)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:55:45.295452 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-afd7ddce-7622-4bd1-8d0a-07d89f1e3ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:45.357583 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-ec7aedf1-356d-4743-8c7d-7f0671edad87 admin admin] Allocated IP 172.25.5.6 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/fbcb1024-3bd0-4ec7-8f14-f8e958996c53) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:55:45.441176 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7ddce-7622-4bd1-8d0a-07d89f1e3ddc None None] Pushing event updated for resources: {'Port': ['ID=7ed4ba1f-2cee-4665-9078-63b115502565,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:45.504936 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 58715) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:45.618350 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ec7aedf1-356d-4743-8c7d-7f0671edad87 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:45.633934 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8061ea4c-6101-4fa7-a90d-e1df87239a81 req-13e170e9-cc9a-42a3-8102-ae65d3bd8ef1 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ebe9e67-d418-4785-9922-cf2064c2d953 HTTP/1.1" status: 200 len: 210 time: 0.1144118 Nov 12 19:55:45.635973 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-7fe3ca1a-540b-45e4-a602-7cabe1a66fa2 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c2a0e87e872b4fd2aaa097cb12d6b360&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0998673 Nov 12 19:55:45.671588 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ec7aedf1-356d-4743-8c7d-7f0671edad87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:45.744891 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7aedf1-356d-4743-8c7d-7f0671edad87 admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:55:45.749899 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-ec7aedf1-356d-4743-8c7d-7f0671edad87 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:55:45.754074 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7aedf1-356d-4743-8c7d-7f0671edad87 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:55:46.001092 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-2ddc7af1-bc3d-4663-ba65-8069ebb70acc tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:55:46.003016 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-2ddc7af1-bc3d-4663-ba65-8069ebb70acc tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3558977 Nov 12 19:55:46.048436 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7aedf1-356d-4743-8c7d-7f0671edad87 admin admin] Pushing event updated for resources: {'Port': ['ID=fbcb1024-3bd0-4ec7-8f14-f8e958996c53,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:46.108417 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3cbd2759-fd4e-49eb-83a2-4e5d87bdaba8 req-fe54e292-f5b2-4d01-9f28-c50f984eea7a tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0582459 Nov 12 19:55:46.122310 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-9470c6fc-d3db-4048-badb-5fd4ff22dd2b tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Request body: {'port': {'device_id': 'dd73e5e5-6089-42e4-ab5e-f6835010b6d6', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': 'c2a0e87e872b4fd2aaa097cb12d6b360'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:55:46.150385 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.55', 49271) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:46.180632 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-d7962e21-5f80-492f-a5d5-5c95c39f4fa1 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e882a6c2c0424a6e8fc6ccbbe2631e9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286045 Nov 12 19:55:46.318311 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7ed4ba1f-2cee-4665-9078-63b115502565 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:55:46.328951 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ec7aedf1-356d-4743-8c7d-7f0671edad87 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:46.394561 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-48899815-2c70-4220-b54e-53f66c212c32 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:55:46.400040 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-48899815-2c70-4220-b54e-53f66c212c32 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2128737 Nov 12 19:55:46.416900 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-9470c6fc-d3db-4048-badb-5fd4ff22dd2b tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Made reservation on behalf of c2a0e87e872b4fd2aaa097cb12d6b360 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:55:46.422445 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-9470c6fc-d3db-4048-badb-5fd4ff22dd2b tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:46.434302 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-9470c6fc-d3db-4048-badb-5fd4ff22dd2b tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:46.455264 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 7ed4ba1f-2cee-4665-9078-63b115502565 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:55:46.456103 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:46.510865 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-01a922ee-ee9d-4002-a1a9-b4a4b6f76118 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Request body: {'port': {'device_id': '5ebe9e67-d418-4785-9922-cf2064c2d953', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': 'e882a6c2c0424a6e8fc6ccbbe2631e9f'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:55:46.579580 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-9470c6fc-d3db-4048-badb-5fd4ff22dd2b tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:46.588225 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-9470c6fc-d3db-4048-badb-5fd4ff22dd2b tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:46.640796 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:46.704168 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 7ed4ba1f-2cee-4665-9078-63b115502565, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7ed4ba1f-2cee-4665-9078-63b115502565,segment=NetworkSegment(a959df45-8464-46c4-81cf-dadcc7777254),segment_id=a959df45-8464-46c4-81cf-dadcc7777254)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:55:46.711215 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:46.756136 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470c6fc-d3db-4048-badb-5fd4ff22dd2b tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=165b0dcc-c0c2-46c2-b319-e22e47747f18,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:46.789955 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=7ed4ba1f-2cee-4665-9078-63b115502565,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:46.804601 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44842) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:46.986120 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44854) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:47.063467 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44868) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:47.066653 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8a5db58f-904e-4412-8847-7352d6734f16 req-b3bc126a-7165-4a5e-8fda-7dc38317af2a tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ebe9e67-d418-4785-9922-cf2064c2d953 HTTP/1.1" status: 200 len: 210 time: 0.2350693 Nov 12 19:55:47.133911 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-9470c6fc-d3db-4048-badb-5fd4ff22dd2b tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Allocated IP 192.168.233.245 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/3896e38d-f800-45a2-9515-f4f1dcf3f2aa) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:55:47.179656 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-01a922ee-ee9d-4002-a1a9-b4a4b6f76118 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Made reservation on behalf of e882a6c2c0424a6e8fc6ccbbe2631e9f for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:55:47.184588 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-01a922ee-ee9d-4002-a1a9-b4a4b6f76118 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:47.196898 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-01a922ee-ee9d-4002-a1a9-b4a4b6f76118 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:47.200497 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587a61b4-40fc-4bf3-aa06-5ad0b2c097d9 None None] Network 9e5e734b-6d29-4a1b-83ed-d42bd692aa1b requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:55:47.207946 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ec7aedf1-356d-4743-8c7d-7f0671edad87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:47.296286 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9f0747c8-95c3-48bd-8f45-01e19f9dfecd req-16e16d6b-3417-49c8-9463-acedad1f952d tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0552003 Nov 12 19:55:47.362877 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-cc91e1a4-22f8-4746-80fa-b5f3a6157e8e None None] Provisioning complete for port 7ed4ba1f-2cee-4665-9078-63b115502565 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:55:47.363840 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cc91e1a4-22f8-4746-80fa-b5f3a6157e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:47.432652 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-01a922ee-ee9d-4002-a1a9-b4a4b6f76118 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:47.447211 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-01a922ee-ee9d-4002-a1a9-b4a4b6f76118 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:47.588192 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dbfd72e6-a2e1-4b3a-8836-a365417438a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:47.597671 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a7759523-3093-4c36-a58a-7e196588dd31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:47.682881 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dbfd72e6-a2e1-4b3a-8836-a365417438a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:47.693883 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a1b3687-0f72-481b-98a8-12c90f73131f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:47.701603 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dbfd72e6-a2e1-4b3a-8836-a365417438a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:47.745295 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-dbfd72e6-a2e1-4b3a-8836-a365417438a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=64d272397bfe4e1dba61f500bfd99b17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6651363 Nov 12 19:55:47.749298 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44890) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:47.768599 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a922ee-ee9d-4002-a1a9-b4a4b6f76118 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=570dc94c-909e-41e9-b179-a93df70ed9bd,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:47.780425 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7aedf1-356d-4743-8c7d-7f0671edad87 admin admin] Router f24f6831-ef26-4831-abee-423927d4858f is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 19:55:47.866808 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a7759523-3093-4c36-a58a-7e196588dd31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:47.887086 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-941b552c-6b46-4f8e-ad9a-617789a78f19 None None] Provisioning complete for port 7ed4ba1f-2cee-4665-9078-63b115502565 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:55:47.887659 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-941b552c-6b46-4f8e-ad9a-617789a78f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:47.927677 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a7759523-3093-4c36-a58a-7e196588dd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:47.932355 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd72e6-a2e1-4b3a-8836-a365417438a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45accc3f-1ddb-4595-86c2-2057b075c254,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:48.059568 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cc331344-0fb4-4355-ab50-accedf66a862 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:48.072981 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7aedf1-356d-4743-8c7d-7f0671edad87 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 19:55:48.116557 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53183a4b-10ba-4c6e-aefe-effeaa7ec403 None None] Sync routers for ids ['f24f6831-ef26-4831-abee-423927d4858f'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 19:55:48.135258 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7759523-3093-4c36-a58a-7e196588dd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30af4282-a0e8-4018-a00b-ecef7ca78ecb,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:48.144117 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ec7aedf1-356d-4743-8c7d-7f0671edad87 admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:48.145431 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ec7aedf1-356d-4743-8c7d-7f0671edad87 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.7196832 Nov 12 19:55:48.154547 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53183a4b-10ba-4c6e-aefe-effeaa7ec403 None None] Routers {'f24f6831-ef26-4831-abee-423927d4858f'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:55:48.155576 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44902) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:48.159415 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-53183a4b-10ba-4c6e-aefe-effeaa7ec403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:55:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f24f6831-ef26-4831-abee-423927d4858f'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:55:48.192639 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cc331344-0fb4-4355-ab50-accedf66a862 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:48.293959 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cc331344-0fb4-4355-ab50-accedf66a862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:48.297836 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cc331344-0fb4-4355-ab50-accedf66a862 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:48.299174 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cc331344-0fb4-4355-ab50-accedf66a862 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/45accc3f-1ddb-4595-86c2-2057b075c254 HTTP/1.1" status: 204 len: 168 time: 0.5448306 Nov 12 19:55:48.315685 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7ed4ba1f-2cee-4665-9078-63b115502565 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:55:48.317549 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc331344-0fb4-4355-ab50-accedf66a862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45accc3f-1ddb-4595-86c2-2057b075c254,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:48.374255 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-53183a4b-10ba-4c6e-aefe-effeaa7ec403 None None] Set router f24f6831-ef26-4831-abee-423927d4858f gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:55:48.386613 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44912) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:48.389474 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a7759523-3093-4c36-a58a-7e196588dd31 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8713b7c302974125808918296f16a5ed&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4020481 Nov 12 19:55:48.464699 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b2eede60-041a-4c30-8c2a-42b36ba3c2db req-b7f1f61f-3cc1-4494-9e8a-40f367ca19b5 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ebe9e67-d418-4785-9922-cf2064c2d953 HTTP/1.1" status: 200 len: 210 time: 0.1090217 Nov 12 19:55:48.486674 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-9470c6fc-d3db-4048-badb-5fd4ff22dd2b tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:48.490082 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 7ed4ba1f-2cee-4665-9078-63b115502565 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:55:48.490595 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:48.534873 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a5a201a3-c29e-4b62-9181-121afe5f8f9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:48.543235 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a1b3687-0f72-481b-98a8-12c90f73131f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:48.608123 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a5a201a3-c29e-4b62-9181-121afe5f8f9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:48.624767 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a1b3687-0f72-481b-98a8-12c90f73131f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:48.692500 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b3687-0f72-481b-98a8-12c90f73131f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e1885c-c6be-4d0e-b9c8-37f739d5bc1a,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:48.740440 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-53183a4b-10ba-4c6e-aefe-effeaa7ec403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24f6831-ef26-4831-abee-423927d4858f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122431486-router', 'tenant_id': '89131460b8414d37817e9ba32b454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fbcb1024-3bd0-4ec7-8f14-f8e958996c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:43Z', 'updated_at': '2021-11-12T19:55:46Z', 'revision_number': 3, 'project_id': '89131460b8414d37817e9ba32b454d8b', 'gw_port': {'id': 'fbcb1024-3bd0-4ec7-8f14-f8e958996c53', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:88:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24f6831-ef26-4831-abee-423927d4858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:45Z', 'updated_at': '2021-11-12T19:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:55:48.744317 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a5a201a3-c29e-4b62-9181-121afe5f8f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:48.747094 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a5a201a3-c29e-4b62-9181-121afe5f8f9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:48.748503 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a5a201a3-c29e-4b62-9181-121afe5f8f9a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/30af4282-a0e8-4018-a00b-ecef7ca78ecb HTTP/1.1" status: 204 len: 168 time: 0.3606598 Nov 12 19:55:48.782083 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-65a13b4c-b99a-47bb-9135-4a0e61b3665f req-d03694f2-6dda-4e0c-871f-9a0239d1792f tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 210 time: 0.1010044 Nov 12 19:55:48.782261 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a201a3-c29e-4b62-9181-121afe5f8f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30af4282-a0e8-4018-a00b-ecef7ca78ecb,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:48.799412 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0a1b3687-0f72-481b-98a8-12c90f73131f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e1814f2302a4aab8ca30292147be60b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9858425 Nov 12 19:55:48.803070 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44918) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:48.892397 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53183a4b-10ba-4c6e-aefe-effeaa7ec403 None None] Checking router: f24f6831-ef26-4831-abee-423927d4858f for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 19:55:48.892975 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53183a4b-10ba-4c6e-aefe-effeaa7ec403 None None] Updating router f24f6831-ef26-4831-abee-423927d4858f port fbcb1024-3bd0-4ec7-8f14-f8e958996c53 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 19:55:48.948158 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-53183a4b-10ba-4c6e-aefe-effeaa7ec403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:48.963449 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-9470c6fc-d3db-4048-badb-5fd4ff22dd2b tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:49.169829 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44922) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:49.222913 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2ccf305a-a449-44e0-8459-d1bae34fdcb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:49.227533 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-01a922ee-ee9d-4002-a1a9-b4a4b6f76118 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Allocated IP 192.168.233.61 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/2fba89f4-e612-4951-adf9-8fdf1184a3bf) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:55:49.306435 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-9470c6fc-d3db-4048-badb-5fd4ff22dd2b tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:55:49.371875 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-9470c6fc-d3db-4048-badb-5fd4ff22dd2b tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:55:49.380839 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85b541dc-03e6-48e2-ad1a-65b6c533acb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:49.387954 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-9470c6fc-d3db-4048-badb-5fd4ff22dd2b tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:55:49.441686 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-9470c6fc-d3db-4048-badb-5fd4ff22dd2b tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:55:49.441686 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-9470c6fc-d3db-4048-badb-5fd4ff22dd2b tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:49.472773 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-53183a4b-10ba-4c6e-aefe-effeaa7ec403 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:49.484075 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-53183a4b-10ba-4c6e-aefe-effeaa7ec403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:49.589595 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-53183a4b-10ba-4c6e-aefe-effeaa7ec403 None None] Attempting to bind port fbcb1024-3bd0-4ec7-8f14-f8e958996c53 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:55:49.590299 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-53183a4b-10ba-4c6e-aefe-effeaa7ec403 None None] Attempting to bind port fbcb1024-3bd0-4ec7-8f14-f8e958996c53 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:55:49.590875 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53183a4b-10ba-4c6e-aefe-effeaa7ec403 None None] Attempting to bind port fbcb1024-3bd0-4ec7-8f14-f8e958996c53 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:55:49.595190 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b52b04-78e5-4f6e-b821-270cedb46c7e None None] Pushing event updated for resources: {'Port': ['ID=fbcb1024-3bd0-4ec7-8f14-f8e958996c53,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:49.600935 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53183a4b-10ba-4c6e-aefe-effeaa7ec403 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:55:49.601668 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53183a4b-10ba-4c6e-aefe-effeaa7ec403 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:55:49.602323 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-53183a4b-10ba-4c6e-aefe-effeaa7ec403 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:49.602911 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53183a4b-10ba-4c6e-aefe-effeaa7ec403 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:55:49.603618 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-53183a4b-10ba-4c6e-aefe-effeaa7ec403 None None] Bound port: fbcb1024-3bd0-4ec7-8f14-f8e958996c53, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:55:49.604247 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-53183a4b-10ba-4c6e-aefe-effeaa7ec403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:49.666344 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44926) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:49.724593 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-53183a4b-10ba-4c6e-aefe-effeaa7ec403 None None] For port fbcb1024-3bd0-4ec7-8f14-f8e958996c53, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:55:49.725329 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cbf9972d-e1f4-4807-b78e-c36bb116a6da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:49.733492 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-53183a4b-10ba-4c6e-aefe-effeaa7ec403 None None] For port fbcb1024-3bd0-4ec7-8f14-f8e958996c53, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=fbcb1024-3bd0-4ec7-8f14-f8e958996c53,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:55:49.740016 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-53183a4b-10ba-4c6e-aefe-effeaa7ec403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:49.741567 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-9470c6fc-d3db-4048-badb-5fd4ff22dd2b tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6309566 Nov 12 19:55:49.808370 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b52b04-78e5-4f6e-b821-270cedb46c7e None None] Pushing event updated for resources: {'Port': ['ID=fbcb1024-3bd0-4ec7-8f14-f8e958996c53,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:49.829543 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-606a8868-4c45-4a75-893d-a55d6c2e6dc1 req-0ad17247-2ff3-4fb0-bd37-b21b1d68cbea tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ebe9e67-d418-4785-9922-cf2064c2d953 HTTP/1.1" status: 200 len: 210 time: 0.1202445 Nov 12 19:55:49.839475 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470c6fc-d3db-4048-badb-5fd4ff22dd2b tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Pushing event updated for resources: {'Port': ['ID=3896e38d-f800-45a2-9515-f4f1dcf3f2aa,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:49.876998 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53183a4b-10ba-4c6e-aefe-effeaa7ec403 None None] Routers {'f24f6831-ef26-4831-abee-423927d4858f'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:55:49.879172 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-53183a4b-10ba-4c6e-aefe-effeaa7ec403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:55:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f24f6831-ef26-4831-abee-423927d4858f'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:55:49.881158 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-b7a710e7-e150-419b-bf74-d164de2ad215 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 19:55:49.882395 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-b7a710e7-e150-419b-bf74-d164de2ad215 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0441246 Nov 12 19:55:49.906912 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85b541dc-03e6-48e2-ad1a-65b6c533acb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:49.915771 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:49.924455 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e61a88c4-4a2b-4c97-9ea4-afc82dd6133d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:49.937411 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cbf9972d-e1f4-4807-b78e-c36bb116a6da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:49.958758 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cbf9972d-e1f4-4807-b78e-c36bb116a6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:50.033885 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cbf9972d-e1f4-4807-b78e-c36bb116a6da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f5a9a559a6945c09f095f782a812933&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3646231 Nov 12 19:55:50.064984 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2ccf305a-a449-44e0-8459-d1bae34fdcb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:50.067395 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44930) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:50.105100 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85b541dc-03e6-48e2-ad1a-65b6c533acb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:50.110262 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85b541dc-03e6-48e2-ad1a-65b6c533acb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:50.111934 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-85b541dc-03e6-48e2-ad1a-65b6c533acb6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07e1885c-c6be-4d0e-b9c8-37f739d5bc1a HTTP/1.1" status: 204 len: 168 time: 1.3078063 Nov 12 19:55:50.140033 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b541dc-03e6-48e2-ad1a-65b6c533acb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e1885c-c6be-4d0e-b9c8-37f739d5bc1a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:50.141062 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-53183a4b-10ba-4c6e-aefe-effeaa7ec403 None None] Set router f24f6831-ef26-4831-abee-423927d4858f gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:55:50.192522 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2ccf305a-a449-44e0-8459-d1bae34fdcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:50.439499 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9972d-e1f4-4807-b78e-c36bb116a6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a606bc44-f72e-4298-a64f-70d0de4d0689,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:50.534579 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-01a922ee-ee9d-4002-a1a9-b4a4b6f76118 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:50.566374 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-c1d25a63-7cbb-48d8-8987-3ffc33dbd10a service neutron] Request body: {'port': {'device_id': 'dd73e5e5-6089-42e4-ab5e-f6835010b6d6', 'device_owner': 'compute:tempest-test_az-963553213', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:55:50.581295 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2ccf305a-a449-44e0-8459-d1bae34fdcb3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=82e45e03200a47038e139b868002fb54&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4103496 Nov 12 19:55:50.585523 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7409895f-d3cb-49de-a612-6c4b1ff3f5fc None None] Provisioning complete for port 3896e38d-f800-45a2-9515-f4f1dcf3f2aa triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:55:50.585957 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7409895f-d3cb-49de-a612-6c4b1ff3f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:50.599908 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44938) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:50.720376 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7409895f-d3cb-49de-a612-6c4b1ff3f5fc None None] Port 3896e38d-f800-45a2-9515-f4f1dcf3f2aa cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:55:50.745472 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf305a-a449-44e0-8459-d1bae34fdcb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52927dea-2e10-4148-88af-6fd623bb3075,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:50.765506 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-53183a4b-10ba-4c6e-aefe-effeaa7ec403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24f6831-ef26-4831-abee-423927d4858f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122431486-router', 'tenant_id': '89131460b8414d37817e9ba32b454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fbcb1024-3bd0-4ec7-8f14-f8e958996c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:43Z', 'updated_at': '2021-11-12T19:55:46Z', 'revision_number': 3, 'project_id': '89131460b8414d37817e9ba32b454d8b', 'gw_port': {'id': 'fbcb1024-3bd0-4ec7-8f14-f8e958996c53', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:88:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24f6831-ef26-4831-abee-423927d4858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:45Z', 'updated_at': '2021-11-12T19:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:55:50.807027 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8424a2c-efc1-4f8c-9888-9afbcf069b1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:50.832268 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53183a4b-10ba-4c6e-aefe-effeaa7ec403 None None] The sync data for ids ['f24f6831-ef26-4831-abee-423927d4858f'] in n-d-712140-15 is: [{'id': 'f24f6831-ef26-4831-abee-423927d4858f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122431486-router', 'tenant_id': '89131460b8414d37817e9ba32b454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fbcb1024-3bd0-4ec7-8f14-f8e958996c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:43Z', 'updated_at': '2021-11-12T19:55:46Z', 'revision_number': 3, 'project_id': '89131460b8414d37817e9ba32b454d8b', 'gw_port': {'id': 'fbcb1024-3bd0-4ec7-8f14-f8e958996c53', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:88:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24f6831-ef26-4831-abee-423927d4858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:45Z', 'updated_at': '2021-11-12T19:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 19:55:50.846411 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9cc21-4b31-4110-bf79-3943a4ef2daf req-abc9de3d-df08-4215-b518-16a22c2c1f39 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:55:50.855088 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-70f9cc21-4b31-4110-bf79-3943a4ef2daf req-abc9de3d-df08-4215-b518-16a22c2c1f39 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 936 time: 0.6035194 Nov 12 19:55:50.923593 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-01a922ee-ee9d-4002-a1a9-b4a4b6f76118 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:50.937585 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8424a2c-efc1-4f8c-9888-9afbcf069b1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:50.939506 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-997dcae7-ec45-44ba-a079-ba37dd7decf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:51.057226 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-c1d25a63-7cbb-48d8-8987-3ffc33dbd10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:51.212058 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-01a922ee-ee9d-4002-a1a9-b4a4b6f76118 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:55:51.228773 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44944) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:51.282874 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-997dcae7-ec45-44ba-a079-ba37dd7decf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:51.285092 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-01a922ee-ee9d-4002-a1a9-b4a4b6f76118 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:55:51.307346 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-01a922ee-ee9d-4002-a1a9-b4a4b6f76118 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:55:51.314323 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-01a922ee-ee9d-4002-a1a9-b4a4b6f76118 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:55:51.314984 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-01a922ee-ee9d-4002-a1a9-b4a4b6f76118 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:51.326522 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a922ee-ee9d-4002-a1a9-b4a4b6f76118 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Pushing event updated for resources: {'Port': ['ID=2fba89f4-e612-4951-adf9-8fdf1184a3bf,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:51.394751 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-910661f1-5c7e-4012-8e7a-6e440d20264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:51.397596 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-06df935b-73b6-4025-8e43-6b8ef3ab1689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:51.418588 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-01a922ee-ee9d-4002-a1a9-b4a4b6f76118 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9221673 Nov 12 19:55:51.434104 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-d6fd55c9-d2f5-44b1-841e-d21b672f3fe5 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 19:55:51.435882 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-d6fd55c9-d2f5-44b1-841e-d21b672f3fe5 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085902 Nov 12 19:55:51.442119 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8424a2c-efc1-4f8c-9888-9afbcf069b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:51.455249 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8424a2c-efc1-4f8c-9888-9afbcf069b1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:51.470322 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a8424a2c-efc1-4f8c-9888-9afbcf069b1e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a606bc44-f72e-4298-a64f-70d0de4d0689 HTTP/1.1" status: 204 len: 168 time: 1.4007649 Nov 12 19:55:51.515809 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8424a2c-efc1-4f8c-9888-9afbcf069b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a606bc44-f72e-4298-a64f-70d0de4d0689,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:51.515911 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-70f9cc21-4b31-4110-bf79-3943a4ef2daf req-a0dcfe31-70e3-456c-a289-b0623a777ff5 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/security-groups?id=165b0dcc-c0c2-46c2-b319-e22e47747f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6494823 Nov 12 19:55:51.556721 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-997dcae7-ec45-44ba-a079-ba37dd7decf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:51.570311 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-997dcae7-ec45-44ba-a079-ba37dd7decf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:51.589112 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-997dcae7-ec45-44ba-a079-ba37dd7decf9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/52927dea-2e10-4148-88af-6fd623bb3075 HTTP/1.1" status: 204 len: 168 time: 0.9680400 Nov 12 19:55:51.620950 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997dcae7-ec45-44ba-a079-ba37dd7decf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52927dea-2e10-4148-88af-6fd623bb3075,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:51.873345 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-cdb21728-7578-4477-b5d5-1aeb91f54cda None None] Provisioning complete for port 2fba89f4-e612-4951-adf9-8fdf1184a3bf triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:55:51.879609 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cdb21728-7578-4477-b5d5-1aeb91f54cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:52.018886 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-cdb21728-7578-4477-b5d5-1aeb91f54cda None None] Port 2fba89f4-e612-4951-adf9-8fdf1184a3bf cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:55:52.176204 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8cf0c575-fc2f-4944-b65a-5ec3f2b82573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:52.274263 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device fbcb1024-3bd0-4ec7-8f14-f8e958996c53 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:55:52.432927 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port fbcb1024-3bd0-4ec7-8f14-f8e958996c53 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:55:52.438632 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:52.507963 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-ee5498de-c5cd-49ba-9109-946766ccb345 service neutron] Request body: {'port': {'device_id': '5ebe9e67-d418-4785-9922-cf2064c2d953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:55:52.577695 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44958) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:52.642845 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4f927277-0c97-4db2-b17f-700c52089f60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:52.696614 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:52.752201 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port fbcb1024-3bd0-4ec7-8f14-f8e958996c53, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=fbcb1024-3bd0-4ec7-8f14-f8e958996c53,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:55:52.760688 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:52.803060 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-ee5498de-c5cd-49ba-9109-946766ccb345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:52.851514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=fbcb1024-3bd0-4ec7-8f14-f8e958996c53,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:52.963758 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4f927277-0c97-4db2-b17f-700c52089f60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:52.969304 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4f927277-0c97-4db2-b17f-700c52089f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:53.050464 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8714f-4e61-4c7b-837b-68e1014753b8 req-03bda362-6ee4-4c7e-800b-674d05acb730 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:55:53.058843 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5a8714f-4e61-4c7b-837b-68e1014753b8 req-03bda362-6ee4-4c7e-800b-674d05acb730 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ebe9e67-d418-4785-9922-cf2064c2d953 HTTP/1.1" status: 200 len: 935 time: 1.1882920 Nov 12 19:55:53.147677 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4f927277-0c97-4db2-b17f-700c52089f60 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a36ece8964e0462e97198696e5217998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5670557 Nov 12 19:55:53.161722 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44968) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:53.165968 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f927277-0c97-4db2-b17f-700c52089f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c1ba74-2d6d-46db-bdc9-b792f31a61ff,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:53.192104 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-06df935b-73b6-4025-8e43-6b8ef3ab1689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:53.226174 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-06df935b-73b6-4025-8e43-6b8ef3ab1689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:53.282971 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df935b-73b6-4025-8e43-6b8ef3ab1689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa4ea7e-1630-4f32-8620-87f122dcd83f,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:53.508244 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5a8714f-4e61-4c7b-837b-68e1014753b8 req-9ab308e7-025f-4304-9af9-e24dabda9efc tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425104 Nov 12 19:55:53.602641 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:53.631805 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:53.644484 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-38852d8e-a4d5-4ed3-a647-d3b55eeba551 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:53.675337 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-06df935b-73b6-4025-8e43-6b8ef3ab1689 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1a30dd9eb8c642d3b7f7071834588546&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4381335 Nov 12 19:55:53.686590 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44978) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:55:53.787114 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-910661f1-5c7e-4012-8e7a-6e440d20264f admin admin] Allocated IP 172.20.0.1 (9e5e734b-6d29-4a1b-83ed-d42bd692aa1b/56e8a440-087a-47c4-98e8-7931dd26d40f/e7e6e065-6676-4ff7-8eb3-2fb8e760e347) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:55:53.937124 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-466d88fc-76b9-414f-a7a1-af6b9b40aa5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:53.972468 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-466d88fc-76b9-414f-a7a1-af6b9b40aa5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:54.129505 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-466d88fc-76b9-414f-a7a1-af6b9b40aa5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:54.134085 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-466d88fc-76b9-414f-a7a1-af6b9b40aa5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:54.137791 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-466d88fc-76b9-414f-a7a1-af6b9b40aa5f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4fa4ea7e-1630-4f32-8620-87f122dcd83f HTTP/1.1" status: 204 len: 168 time: 0.4373820 Nov 12 19:55:54.160840 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-38852d8e-a4d5-4ed3-a647-d3b55eeba551 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:54.163020 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d88fc-76b9-414f-a7a1-af6b9b40aa5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa4ea7e-1630-4f32-8620-87f122dcd83f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:54.189654 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-c1d25a63-7cbb-48d8-8987-3ffc33dbd10a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3896e38d-f800-45a2-9515-f4f1dcf3f2aa {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:55:54.224502 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device fbcb1024-3bd0-4ec7-8f14-f8e958996c53 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:55:54.267805 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616e271-48c4-4d1e-a749-cc839f83d2bb req-6c82396c-d6c2-4010-8c81-6570db750496 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:55:54.278084 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d616e271-48c4-4d1e-a749-cc839f83d2bb req-6c82396c-d6c2-4010-8c81-6570db750496 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 936 time: 0.6008177 Nov 12 19:55:54.284028 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-c1d25a63-7cbb-48d8-8987-3ffc33dbd10a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:54.387945 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port fbcb1024-3bd0-4ec7-8f14-f8e958996c53 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:55:54.388439 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:54.472417 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-c1d25a63-7cbb-48d8-8987-3ffc33dbd10a service neutron] Transition to ACTIVE for port object 3896e38d-f800-45a2-9515-f4f1dcf3f2aa will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:55:54.507677 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-c1d25a63-7cbb-48d8-8987-3ffc33dbd10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:54.691963 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d25a63-7cbb-48d8-8987-3ffc33dbd10a service neutron] Pushing event updated for resources: {'Port': ['ID=3896e38d-f800-45a2-9515-f4f1dcf3f2aa,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:54.884787 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d616e271-48c4-4d1e-a749-cc839f83d2bb req-175efe08-b16f-4206-a013-b27a01e8ee2b tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/security-groups?id=165b0dcc-c0c2-46c2-b319-e22e47747f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6043553 Nov 12 19:55:54.904394 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-38852d8e-a4d5-4ed3-a647-d3b55eeba551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:54.907430 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-38852d8e-a4d5-4ed3-a647-d3b55eeba551 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:54.908859 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-38852d8e-a4d5-4ed3-a647-d3b55eeba551 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5c1ba74-2d6d-46db-bdc9-b792f31a61ff HTTP/1.1" status: 204 len: 168 time: 1.7393882 Nov 12 19:55:54.935880 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38852d8e-a4d5-4ed3-a647-d3b55eeba551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c1ba74-2d6d-46db-bdc9-b792f31a61ff,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:54.954096 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-910661f1-5c7e-4012-8e7a-6e440d20264f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:54.957213 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-c1d25a63-7cbb-48d8-8987-3ffc33dbd10a service neutron] Attempting to bind port 3896e38d-f800-45a2-9515-f4f1dcf3f2aa on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:55:54.958416 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-c1d25a63-7cbb-48d8-8987-3ffc33dbd10a service neutron] Attempting to bind port 3896e38d-f800-45a2-9515-f4f1dcf3f2aa by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:55:54.958785 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-c1d25a63-7cbb-48d8-8987-3ffc33dbd10a service neutron] Attempting to bind port 3896e38d-f800-45a2-9515-f4f1dcf3f2aa on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:55:54.972744 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-c1d25a63-7cbb-48d8-8987-3ffc33dbd10a service neutron] Port 3896e38d-f800-45a2-9515-f4f1dcf3f2aa on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:55:54.976563 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-c1d25a63-7cbb-48d8-8987-3ffc33dbd10a service neutron] Attempting to bind port 3896e38d-f800-45a2-9515-f4f1dcf3f2aa on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:55:55.006391 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:55.013062 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-c1d25a63-7cbb-48d8-8987-3ffc33dbd10a service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:55:55.014417 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-c1d25a63-7cbb-48d8-8987-3ffc33dbd10a service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:55:55.016747 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-c1d25a63-7cbb-48d8-8987-3ffc33dbd10a service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:55:55.017694 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-c1d25a63-7cbb-48d8-8987-3ffc33dbd10a service neutron] Bound port: 3896e38d-f800-45a2-9515-f4f1dcf3f2aa, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:55:55.019477 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-c1d25a63-7cbb-48d8-8987-3ffc33dbd10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:55.298356 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-c1d25a63-7cbb-48d8-8987-3ffc33dbd10a service neutron] For port 3896e38d-f800-45a2-9515-f4f1dcf3f2aa, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:55:55.392568 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-c1d25a63-7cbb-48d8-8987-3ffc33dbd10a service neutron] For port 3896e38d-f800-45a2-9515-f4f1dcf3f2aa, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=3896e38d-f800-45a2-9515-f4f1dcf3f2aa,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:55:55.400896 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-c1d25a63-7cbb-48d8-8987-3ffc33dbd10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:55.403113 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-910661f1-5c7e-4012-8e7a-6e440d20264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:55.440344 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-ee5498de-c5cd-49ba-9109-946766ccb345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fba89f4-e612-4951-adf9-8fdf1184a3bf {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:55:55.474826 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-ee5498de-c5cd-49ba-9109-946766ccb345 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:55.499157 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb99bc-a1e0-4931-9cd1-bd3c7b95643e req-fae291d8-d69c-4da6-9251-10f729860a57 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:55:55.500937 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-40cb99bc-a1e0-4931-9cd1-bd3c7b95643e req-fae291d8-d69c-4da6-9251-10f729860a57 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ebe9e67-d418-4785-9922-cf2064c2d953 HTTP/1.1" status: 200 len: 935 time: 0.4189162 Nov 12 19:55:55.546658 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-ee5498de-c5cd-49ba-9109-946766ccb345 service neutron] Transition to ACTIVE for port object 2fba89f4-e612-4951-adf9-8fdf1184a3bf will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:55:55.565057 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-ee5498de-c5cd-49ba-9109-946766ccb345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:55.627372 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-c1d25a63-7cbb-48d8-8987-3ffc33dbd10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:55:55.628069 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-c1d25a63-7cbb-48d8-8987-3ffc33dbd10a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:55.629605 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-c1d25a63-7cbb-48d8-8987-3ffc33dbd10a service neutron] 10.222.0.52 "PUT /v2.0/ports/3896e38d-f800-45a2-9515-f4f1dcf3f2aa HTTP/1.1" status: 200 len: 1118 time: 5.2959847 Nov 12 19:55:55.635481 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd73e5e5-6089-42e4-ab5e-f6835010b6d6', 'tag': '3896e38d-f800-45a2-9515-f4f1dcf3f2aa'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:55:55.693361 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5498de-c5cd-49ba-9109-946766ccb345 service neutron] Pushing event updated for resources: {'Port': ['ID=2fba89f4-e612-4951-adf9-8fdf1184a3bf,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:55.863523 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910661f1-5c7e-4012-8e7a-6e440d20264f admin admin] Network 9e5e734b-6d29-4a1b-83ed-d42bd692aa1b is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:55:55.889082 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:55.926217 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-910661f1-5c7e-4012-8e7a-6e440d20264f admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:55:55.931400 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910661f1-5c7e-4012-8e7a-6e440d20264f admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:55:55.932935 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-910661f1-5c7e-4012-8e7a-6e440d20264f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:55.955734 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-ee5498de-c5cd-49ba-9109-946766ccb345 service neutron] Attempting to bind port 2fba89f4-e612-4951-adf9-8fdf1184a3bf on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:55:55.955979 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-ee5498de-c5cd-49ba-9109-946766ccb345 service neutron] Attempting to bind port 2fba89f4-e612-4951-adf9-8fdf1184a3bf by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:55:55.956344 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-ee5498de-c5cd-49ba-9109-946766ccb345 service neutron] Attempting to bind port 2fba89f4-e612-4951-adf9-8fdf1184a3bf on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:55:55.973060 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-ee5498de-c5cd-49ba-9109-946766ccb345 service neutron] Port 2fba89f4-e612-4951-adf9-8fdf1184a3bf on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:55:55.973454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-ee5498de-c5cd-49ba-9109-946766ccb345 service neutron] Attempting to bind port 2fba89f4-e612-4951-adf9-8fdf1184a3bf on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:55:56.000129 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-ee5498de-c5cd-49ba-9109-946766ccb345 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:55:56.000627 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-ee5498de-c5cd-49ba-9109-946766ccb345 service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:55:56.001210 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-ee5498de-c5cd-49ba-9109-946766ccb345 service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:55:56.001701 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-ee5498de-c5cd-49ba-9109-946766ccb345 service neutron] Bound port: 2fba89f4-e612-4951-adf9-8fdf1184a3bf, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:55:56.002063 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-ee5498de-c5cd-49ba-9109-946766ccb345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:56.123980 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-40cb99bc-a1e0-4931-9cd1-bd3c7b95643e req-e1dae4fd-530c-475f-a019-09bee11a547e tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5607324 Nov 12 19:55:56.234525 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-ee5498de-c5cd-49ba-9109-946766ccb345 service neutron] For port 2fba89f4-e612-4951-adf9-8fdf1184a3bf, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:55:56.262407 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-ee5498de-c5cd-49ba-9109-946766ccb345 service neutron] For port 2fba89f4-e612-4951-adf9-8fdf1184a3bf, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=2fba89f4-e612-4951-adf9-8fdf1184a3bf,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:55:56.280097 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-ee5498de-c5cd-49ba-9109-946766ccb345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:56.440718 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-ee5498de-c5cd-49ba-9109-946766ccb345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:55:56.443371 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-ee5498de-c5cd-49ba-9109-946766ccb345 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:56.445117 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-ee5498de-c5cd-49ba-9109-946766ccb345 service neutron] 10.222.0.55 "PUT /v2.0/ports/2fba89f4-e612-4951-adf9-8fdf1184a3bf HTTP/1.1" status: 200 len: 1096 time: 4.6772523 Nov 12 19:55:56.445588 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ebe9e67-d418-4785-9922-cf2064c2d953', 'tag': '2fba89f4-e612-4951-adf9-8fdf1184a3bf'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:55:56.485666 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d25a63-7cbb-48d8-8987-3ffc33dbd10a service neutron] Pushing event updated for resources: {'Port': ['ID=3896e38d-f800-45a2-9515-f4f1dcf3f2aa,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:56.891780 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5498de-c5cd-49ba-9109-946766ccb345 service neutron] Pushing event updated for resources: {'Port': ['ID=2fba89f4-e612-4951-adf9-8fdf1184a3bf,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:56.901917 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64390da-0654-438d-8510-ee585b9a7cac" -d '{"events": [{"name": "network-changed", "server_uuid": "dd73e5e5-6089-42e4-ab5e-f6835010b6d6", "tag": "3896e38d-f800-45a2-9515-f4f1dcf3f2aa"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:55:56.919993 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-50586ee7-097c-4523-9c50-04d50b8338d2 None None] Provisioning complete for port e7e6e065-6676-4ff7-8eb3-2fb8e760e347 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:55:56.925207 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-50586ee7-097c-4523-9c50-04d50b8338d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:56.963859 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-01aa9d87-0f15-4012-ac98-44078100e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:55:56.975349 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-01aa9d87-0f15-4012-ac98-44078100e516 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e882a6c2c0424a6e8fc6ccbbe2631e9f&device_id=5ebe9e67-d418-4785-9922-cf2064c2d953 HTTP/1.1" status: 200 len: 1099 time: 0.3266397 Nov 12 19:55:57.017510 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-9f41eb80-66e8-4d27-a143-4cde9c77bd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:55:57.020179 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-9f41eb80-66e8-4d27-a143-4cde9c77bd3c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c2a0e87e872b4fd2aaa097cb12d6b360&device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 1121 time: 0.9385390 Nov 12 19:55:57.069269 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-910661f1-5c7e-4012-8e7a-6e440d20264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:57.120181 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-50586ee7-097c-4523-9c50-04d50b8338d2 None None] Port e7e6e065-6676-4ff7-8eb3-2fb8e760e347 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:55:57.198347 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d203a7de-2f3e-4214-a10c-1913b5427a11" -d '{"events": [{"name": "network-changed", "server_uuid": "5ebe9e67-d418-4785-9922-cf2064c2d953", "tag": "2fba89f4-e612-4951-adf9-8fdf1184a3bf"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:55:57.211708 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-32fd3122-9bfe-40a2-93f4-d26a84dc74f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=2fba89f4-e612-4951-adf9-8fdf1184a3bf HTTP/1.1" status: 200 len: 217 time: 0.2308881 Nov 12 19:55:57.351804 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-f2582911-7460-4590-92cb-9809e387e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:55:57.353497 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-f2582911-7460-4590-92cb-9809e387e8ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1300774 Nov 12 19:55:57.558459 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-362c3899-a554-4d9d-8a83-e6df26ebe233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:55:57.565368 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-362c3899-a554-4d9d-8a83-e6df26ebe233 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1675248 Nov 12 19:55:57.615685 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-22566579-bf08-4d8a-9f40-c47e827ad126 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=3896e38d-f800-45a2-9515-f4f1dcf3f2aa HTTP/1.1" status: 200 len: 217 time: 0.5497437 Nov 12 19:55:57.645392 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b476cd-e36f-4423-9473-31b3f7edb4d3 req-ba0d1b6f-e884-4a07-9066-f355cbfddda7 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:55:57.647106 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64b476cd-e36f-4423-9473-31b3f7edb4d3 req-ba0d1b6f-e884-4a07-9066-f355cbfddda7 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 969 time: 1.3071737 Nov 12 19:55:57.661152 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910661f1-5c7e-4012-8e7a-6e440d20264f admin admin] Pushing event updated for resources: {'Port': ['ID=e7e6e065-6676-4ff7-8eb3-2fb8e760e347,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:57.761605 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-cba93b47-589c-42fa-a507-1b99e8d9731d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:55:57.763884 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-cba93b47-589c-42fa-a507-1b99e8d9731d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1127386 Nov 12 19:55:57.766266 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-6336dfc8-2655-448f-8fdc-3381e748634d service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846507 Nov 12 19:55:57.943189 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64b476cd-e36f-4423-9473-31b3f7edb4d3 req-c2703014-e3cb-4b6f-8775-1d571e6ff20f tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/security-groups?id=165b0dcc-c0c2-46c2-b319-e22e47747f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709885 Nov 12 19:55:57.973388 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-910661f1-5c7e-4012-8e7a-6e440d20264f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:57.977141 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-c86db4ff-3fb2-48b0-81da-c92e1dc060e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:55:57.978772 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-c86db4ff-3fb2-48b0-81da-c92e1dc060e0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1874034 Nov 12 19:55:57.981177 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-910661f1-5c7e-4012-8e7a-6e440d20264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:57.982432 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-910661f1-5c7e-4012-8e7a-6e440d20264f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:58.041249 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bfe49b39-7a11-45c1-9bc3-c613ef1a5448 req-8c9275d0-99cc-4bf8-befe-920c528bb139 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352400 Nov 12 19:55:58.159385 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910661f1-5c7e-4012-8e7a-6e440d20264f admin admin] Pushing event updated for resources: {'Port': ['ID=e7e6e065-6676-4ff7-8eb3-2fb8e760e347,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:55:58.209986 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-302a75b0-2fe9-4d24-89dc-f377a7d00f1e service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214558 Nov 12 19:55:58.219919 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 19:55:58.221123 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910661f1-5c7e-4012-8e7a-6e440d20264f admin admin] Network 9e5e734b-6d29-4a1b-83ed-d42bd692aa1b is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:55:58.222867 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-910661f1-5c7e-4012-8e7a-6e440d20264f admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:55:58.523737 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910661f1-5c7e-4012-8e7a-6e440d20264f admin admin] Router f24f6831-ef26-4831-abee-423927d4858f has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 19:55:58.639343 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-52a7ca34-eee2-4199-a1fb-9b8ef783f93b req-b3968412-ee15-4b7e-b6dd-538291050ccc service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788138 Nov 12 19:55:58.759848 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-936f5663-51a2-4ddd-b1e5-8cab23f6d37c None None] Provisioning complete for port e7e6e065-6676-4ff7-8eb3-2fb8e760e347 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:55:58.761037 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-936f5663-51a2-4ddd-b1e5-8cab23f6d37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:55:58.839959 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc099aec-e676-4c2e-80d4-606ab4fe6c58 x-openstack-request-id: req-dc099aec-e676-4c2e-80d4-606ab4fe6c58 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:55:58.844595 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd73e5e5-6089-42e4-ab5e-f6835010b6d6", "tag": "3896e38d-f800-45a2-9515-f4f1dcf3f2aa", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:55:58.845024 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dc099aec-e676-4c2e-80d4-606ab4fe6c58 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:55:58.846718 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd73e5e5-6089-42e4-ab5e-f6835010b6d6', 'tag': '3896e38d-f800-45a2-9515-f4f1dcf3f2aa', 'status': 'completed', 'code': 200} Nov 12 19:55:58.913182 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-936f5663-51a2-4ddd-b1e5-8cab23f6d37c None None] Port e7e6e065-6676-4ff7-8eb3-2fb8e760e347 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:55:58.977768 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64390da-0654-438d-8510-ee585b9a7cac req-2ebeee76-63a3-4feb-b10d-a31614e24a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:55:58.979353 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d64390da-0654-438d-8510-ee585b9a7cac req-2ebeee76-63a3-4feb-b10d-a31614e24a1b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c2a0e87e872b4fd2aaa097cb12d6b360&device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 1121 time: 0.1153591 Nov 12 19:55:58.998637 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910661f1-5c7e-4012-8e7a-6e440d20264f admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 19:55:59.014864 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c234ff-d4e4-4e83-8aee-4343aca899f8 None None] Sync routers for ids ['f24f6831-ef26-4831-abee-423927d4858f'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 19:55:59.018574 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-910661f1-5c7e-4012-8e7a-6e440d20264f admin admin] 10.222.0.48 "PUT /v2.0/routers/f24f6831-ef26-4831-abee-423927d4858f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8501923 Nov 12 19:55:59.038362 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae2a6e-ced1-4711-a0bb-51c3d2e5e8fc req-f7a6bcf9-ebbb-46d8-b07e-e065b65e4071 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:55:59.046128 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c234ff-d4e4-4e83-8aee-4343aca899f8 None None] Routers {'f24f6831-ef26-4831-abee-423927d4858f'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:55:59.048103 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f2c234ff-d4e4-4e83-8aee-4343aca899f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:55:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f24f6831-ef26-4831-abee-423927d4858f'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:55:59.050518 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-65ae2a6e-ced1-4711-a0bb-51c3d2e5e8fc req-f7a6bcf9-ebbb-46d8-b07e-e065b65e4071 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ebe9e67-d418-4785-9922-cf2064c2d953 HTTP/1.1" status: 200 len: 947 time: 0.1575558 Nov 12 19:55:59.249293 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-65ae2a6e-ced1-4711-a0bb-51c3d2e5e8fc req-abd16387-c4d9-4f9a-b8f6-b54b516969ab tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975679 Nov 12 19:55:59.387057 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-f2c234ff-d4e4-4e83-8aee-4343aca899f8 None None] Set router f24f6831-ef26-4831-abee-423927d4858f gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:55:59.456858 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64390da-0654-438d-8510-ee585b9a7cac req-9e8a44d5-2eb0-42e9-919f-ac50d3e2ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:55:59.458452 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d64390da-0654-438d-8510-ee585b9a7cac req-9e8a44d5-2eb0-42e9-919f-ac50d3e2ef4e service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.3785534 Nov 12 19:55:59.547801 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62375409-68f7-435f-ae8a-e473d10c17e6 x-openstack-request-id: req-62375409-68f7-435f-ae8a-e473d10c17e6 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:55:59.548365 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ebe9e67-d418-4785-9922-cf2064c2d953", "tag": "2fba89f4-e612-4951-adf9-8fdf1184a3bf", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:55:59.548365 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-62375409-68f7-435f-ae8a-e473d10c17e6 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:55:59.548843 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ebe9e67-d418-4785-9922-cf2064c2d953', 'tag': '2fba89f4-e612-4951-adf9-8fdf1184a3bf', 'status': 'completed', 'code': 200} Nov 12 19:55:59.828195 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f2c234ff-d4e4-4e83-8aee-4343aca899f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24f6831-ef26-4831-abee-423927d4858f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122431486-router', 'tenant_id': '89131460b8414d37817e9ba32b454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fbcb1024-3bd0-4ec7-8f14-f8e958996c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:43Z', 'updated_at': '2021-11-12T19:55:57Z', 'revision_number': 4, 'project_id': '89131460b8414d37817e9ba32b454d8b', 'gw_port': {'id': 'fbcb1024-3bd0-4ec7-8f14-f8e958996c53', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:88:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24f6831-ef26-4831-abee-423927d4858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:45Z', 'updated_at': '2021-11-12T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'e7e6e065-6676-4ff7-8eb3-2fb8e760e347', 'name': '', 'network_id': '9e5e734b-6d29-4a1b-83ed-d42bd692aa1b', 'tenant_id': '89131460b8414d37817e9ba32b454d8b', 'mac_address': 'fa:16:3e:bb:44:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24f6831-ef26-4831-abee-423927d4858f', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '56e8a440-087a-47c4-98e8-7931dd26d40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:51Z', 'updated_at': '2021-11-12T19:55:57Z', 'revision_number': 2, 'project_id': '89131460b8414d37817e9ba32b454d8b', 'subnets': [{'id': '56e8a440-087a-47c4-98e8-7931dd26d40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:55:59.881786 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c234ff-d4e4-4e83-8aee-4343aca899f8 None None] Checking router: f24f6831-ef26-4831-abee-423927d4858f for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 19:55:59.882205 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c234ff-d4e4-4e83-8aee-4343aca899f8 None None] Updating router f24f6831-ef26-4831-abee-423927d4858f port e7e6e065-6676-4ff7-8eb3-2fb8e760e347 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 19:55:59.943466 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f2c234ff-d4e4-4e83-8aee-4343aca899f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:00.420220 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda07c0-a73a-4821-ba06-e56208881c3b req-4864fc28-793c-4d34-8df9-c2e78db331a2 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:00.429959 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9eda07c0-a73a-4821-ba06-e56208881c3b req-4864fc28-793c-4d34-8df9-c2e78db331a2 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 969 time: 0.0902748 Nov 12 19:56:00.507241 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9eda07c0-a73a-4821-ba06-e56208881c3b req-4c6286f9-7439-4358-80b3-1999a52e17fe tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/security-groups?id=165b0dcc-c0c2-46c2-b319-e22e47747f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730848 Nov 12 19:56:00.539347 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f2c234ff-d4e4-4e83-8aee-4343aca899f8 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:00.555888 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f2c234ff-d4e4-4e83-8aee-4343aca899f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:00.719663 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b573ed-1576-4faa-9673-0a5c5f80a739 None None] Pushing event updated for resources: {'Port': ['ID=e7e6e065-6676-4ff7-8eb3-2fb8e760e347,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:00.738658 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f2c234ff-d4e4-4e83-8aee-4343aca899f8 None None] Attempting to bind port e7e6e065-6676-4ff7-8eb3-2fb8e760e347 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:56:00.739208 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f2c234ff-d4e4-4e83-8aee-4343aca899f8 None None] Attempting to bind port e7e6e065-6676-4ff7-8eb3-2fb8e760e347 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'a959df45-8464-46c4-81cf-dadcc7777254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9e5e734b-6d29-4a1b-83ed-d42bd692aa1b'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:56:00.739712 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c234ff-d4e4-4e83-8aee-4343aca899f8 None None] Attempting to bind port e7e6e065-6676-4ff7-8eb3-2fb8e760e347 on network 9e5e734b-6d29-4a1b-83ed-d42bd692aa1b {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:56:00.757442 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c234ff-d4e4-4e83-8aee-4343aca899f8 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:56:00.759267 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c234ff-d4e4-4e83-8aee-4343aca899f8 None None] Checking segment: {'id': 'a959df45-8464-46c4-81cf-dadcc7777254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9e5e734b-6d29-4a1b-83ed-d42bd692aa1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:56:00.761229 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f2c234ff-d4e4-4e83-8aee-4343aca899f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:00.761787 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c234ff-d4e4-4e83-8aee-4343aca899f8 None None] Bound using segment: {'id': 'a959df45-8464-46c4-81cf-dadcc7777254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9e5e734b-6d29-4a1b-83ed-d42bd692aa1b'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:56:00.764552 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f2c234ff-d4e4-4e83-8aee-4343aca899f8 None None] Bound port: e7e6e065-6676-4ff7-8eb3-2fb8e760e347, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a959df45-8464-46c4-81cf-dadcc7777254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9e5e734b-6d29-4a1b-83ed-d42bd692aa1b'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:56:00.766158 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f2c234ff-d4e4-4e83-8aee-4343aca899f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:00.883721 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-f2c234ff-d4e4-4e83-8aee-4343aca899f8 None None] For port e7e6e065-6676-4ff7-8eb3-2fb8e760e347, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:56:00.888559 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-f2c234ff-d4e4-4e83-8aee-4343aca899f8 None None] For port e7e6e065-6676-4ff7-8eb3-2fb8e760e347, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e7e6e065-6676-4ff7-8eb3-2fb8e760e347,segment=NetworkSegment(a959df45-8464-46c4-81cf-dadcc7777254),segment_id=a959df45-8464-46c4-81cf-dadcc7777254)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:56:00.895164 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f2c234ff-d4e4-4e83-8aee-4343aca899f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:01.031073 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b573ed-1576-4faa-9673-0a5c5f80a739 None None] Pushing event updated for resources: {'Port': ['ID=e7e6e065-6676-4ff7-8eb3-2fb8e760e347,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:01.081879 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c234ff-d4e4-4e83-8aee-4343aca899f8 None None] Routers {'f24f6831-ef26-4831-abee-423927d4858f'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:56:01.082736 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f2c234ff-d4e4-4e83-8aee-4343aca899f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:55:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f24f6831-ef26-4831-abee-423927d4858f'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:56:01.253746 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f9f2bd34-9054-4d66-966b-b02c5f7a57ef None None] Provisioning complete for port e7e6e065-6676-4ff7-8eb3-2fb8e760e347 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:56:01.254251 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f9f2bd34-9054-4d66-966b-b02c5f7a57ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:01.432774 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-f2c234ff-d4e4-4e83-8aee-4343aca899f8 None None] Set router f24f6831-ef26-4831-abee-423927d4858f gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:56:01.596044 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45128) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:01.678229 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f9f2bd34-9054-4d66-966b-b02c5f7a57ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:01.806522 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb10c7e-8433-4136-8170-7bab1c31b241 req-b29d6498-b229-458b-a664-9788176241bd tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:01.818260 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7cb10c7e-8433-4136-8170-7bab1c31b241 req-b29d6498-b229-458b-a664-9788176241bd tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ebe9e67-d418-4785-9922-cf2064c2d953 HTTP/1.1" status: 200 len: 947 time: 0.0775449 Nov 12 19:56:01.861761 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9261bca6-0a84-42a3-8316-f84431da6b65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:01.910522 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-f9f2bd34-9054-4d66-966b-b02c5f7a57ef None None] For port e7e6e065-6676-4ff7-8eb3-2fb8e760e347, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e7e6e065-6676-4ff7-8eb3-2fb8e760e347,segment=NetworkSegment(a959df45-8464-46c4-81cf-dadcc7777254),segment_id=a959df45-8464-46c4-81cf-dadcc7777254)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:01.917629 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f9f2bd34-9054-4d66-966b-b02c5f7a57ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:01.927653 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7cb10c7e-8433-4136-8170-7bab1c31b241 req-263094c6-4b75-4702-8407-15b16da4a24c tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076748 Nov 12 19:56:02.057541 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2bd34-9054-4d66-966b-b02c5f7a57ef None None] Pushing event updated for resources: {'Port': ['ID=e7e6e065-6676-4ff7-8eb3-2fb8e760e347,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:02.099924 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9261bca6-0a84-42a3-8316-f84431da6b65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:02.125045 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9261bca6-0a84-42a3-8316-f84431da6b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:02.143775 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a0def943-a42e-4edf-b021-b2618cad6dd5 None None] Provisioning complete for port e7e6e065-6676-4ff7-8eb3-2fb8e760e347 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:56:02.144158 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a0def943-a42e-4edf-b021-b2618cad6dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:02.219779 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9261bca6-0a84-42a3-8316-f84431da6b65 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b62c498d62454f978a914bea77a166e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6211910 Nov 12 19:56:02.221106 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261bca6-0a84-42a3-8316-f84431da6b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8209b8d-deda-4b57-8a5b-dcd13e4b0a02,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:02.226078 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45136) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:02.229280 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f2c234ff-d4e4-4e83-8aee-4343aca899f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24f6831-ef26-4831-abee-423927d4858f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122431486-router', 'tenant_id': '89131460b8414d37817e9ba32b454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fbcb1024-3bd0-4ec7-8f14-f8e958996c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:43Z', 'updated_at': '2021-11-12T19:55:57Z', 'revision_number': 4, 'project_id': '89131460b8414d37817e9ba32b454d8b', 'gw_port': {'id': 'fbcb1024-3bd0-4ec7-8f14-f8e958996c53', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:88:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24f6831-ef26-4831-abee-423927d4858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:45Z', 'updated_at': '2021-11-12T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'e7e6e065-6676-4ff7-8eb3-2fb8e760e347', 'name': '', 'network_id': '9e5e734b-6d29-4a1b-83ed-d42bd692aa1b', 'tenant_id': '89131460b8414d37817e9ba32b454d8b', 'mac_address': 'fa:16:3e:bb:44:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24f6831-ef26-4831-abee-423927d4858f', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '56e8a440-087a-47c4-98e8-7931dd26d40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:51Z', 'updated_at': '2021-11-12T19:56:00Z', 'revision_number': 4, 'project_id': '89131460b8414d37817e9ba32b454d8b', 'subnets': [{'id': '56e8a440-087a-47c4-98e8-7931dd26d40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:56:02.291355 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c234ff-d4e4-4e83-8aee-4343aca899f8 None None] The sync data for ids ['f24f6831-ef26-4831-abee-423927d4858f'] in n-d-712140-15 is: [{'id': 'f24f6831-ef26-4831-abee-423927d4858f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122431486-router', 'tenant_id': '89131460b8414d37817e9ba32b454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fbcb1024-3bd0-4ec7-8f14-f8e958996c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:43Z', 'updated_at': '2021-11-12T19:55:57Z', 'revision_number': 4, 'project_id': '89131460b8414d37817e9ba32b454d8b', 'gw_port': {'id': 'fbcb1024-3bd0-4ec7-8f14-f8e958996c53', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:88:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24f6831-ef26-4831-abee-423927d4858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:45Z', 'updated_at': '2021-11-12T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'e7e6e065-6676-4ff7-8eb3-2fb8e760e347', 'name': '', 'network_id': '9e5e734b-6d29-4a1b-83ed-d42bd692aa1b', 'tenant_id': '89131460b8414d37817e9ba32b454d8b', 'mac_address': 'fa:16:3e:bb:44:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24f6831-ef26-4831-abee-423927d4858f', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '56e8a440-087a-47c4-98e8-7931dd26d40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:51Z', 'updated_at': '2021-11-12T19:56:00Z', 'revision_number': 4, 'project_id': '89131460b8414d37817e9ba32b454d8b', 'subnets': [{'id': '56e8a440-087a-47c4-98e8-7931dd26d40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 19:56:02.334483 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4523dc13-7316-4da2-8841-a3dfd7ada166 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:02.386724 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4523dc13-7316-4da2-8841-a3dfd7ada166 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:02.463498 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4523dc13-7316-4da2-8841-a3dfd7ada166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:02.466898 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4523dc13-7316-4da2-8841-a3dfd7ada166 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:02.471024 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4523dc13-7316-4da2-8841-a3dfd7ada166 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a8209b8d-deda-4b57-8a5b-dcd13e4b0a02 HTTP/1.1" status: 204 len: 168 time: 0.2388208 Nov 12 19:56:02.488206 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523dc13-7316-4da2-8841-a3dfd7ada166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8209b8d-deda-4b57-8a5b-dcd13e4b0a02,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:02.946668 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45152) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:02.947123 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-fa1212bc-9de1-4f69-8ff0-8c6a66613644 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=5c8d0b5287054fed9215b020d265c891&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348263 Nov 12 19:56:02.960054 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0736420a-6a1a-4063-8a0f-2a171ebb5b5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:03.100621 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0736420a-6a1a-4063-8a0f-2a171ebb5b5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:03.105052 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-5c6d02ff-cd89-4125-8f1a-99c51fab2bc1 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:03.106803 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-5c6d02ff-cd89-4125-8f1a-99c51fab2bc1 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1594498 Nov 12 19:56:03.110810 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0736420a-6a1a-4063-8a0f-2a171ebb5b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:03.125419 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-9b56b8af-4f5b-4e6f-8064-cd8511d8cc44 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/quotas/5c8d0b5287054fed9215b020d265c891 HTTP/1.1" status: 200 len: 375 time: 0.0115697 Nov 12 19:56:03.166283 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-ce5fcbd3-1e79-4567-834a-9245fac1f6d0 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c8d0b5287054fed9215b020d265c891&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333333 Nov 12 19:56:03.174000 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcc003-b59e-4051-9ef1-7ce960543937 req-4413e9d9-6fd4-4c20-a270-93f44d24c837 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:03.175694 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4cfcc003-b59e-4051-9ef1-7ce960543937 req-4413e9d9-6fd4-4c20-a270-93f44d24c837 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 969 time: 0.1152687 Nov 12 19:56:03.183115 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0736420a-6a1a-4063-8a0f-2a171ebb5b5f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=414a5d09a1fb490eadf1e3dab223f4b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357259 Nov 12 19:56:03.187015 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45158) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:03.188557 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736420a-6a1a-4063-8a0f-2a171ebb5b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfefd509-d79a-4e66-bae9-4c6e79aff33c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:03.277041 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4cfcc003-b59e-4051-9ef1-7ce960543937 req-fca6f804-1fca-47d1-a8d2-2992615912da tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/security-groups?id=165b0dcc-c0c2-46c2-b319-e22e47747f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926061 Nov 12 19:56:03.286901 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c9bf9ba6-8562-438b-9ec0-0557a2598d43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:03.315223 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c9bf9ba6-8562-438b-9ec0-0557a2598d43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:03.445541 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9c819-dc7e-4fcb-bd27-00fd5f8c3df5 req-96dd7614-7423-477d-864c-c0aa8af06648 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:03.447680 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-61b9c819-dc7e-4fcb-bd27-00fd5f8c3df5 req-96dd7614-7423-477d-864c-c0aa8af06648 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ebe9e67-d418-4785-9922-cf2064c2d953 HTTP/1.1" status: 200 len: 947 time: 0.0731382 Nov 12 19:56:03.448620 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c9bf9ba6-8562-438b-9ec0-0557a2598d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:03.451995 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c9bf9ba6-8562-438b-9ec0-0557a2598d43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:03.453206 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c9bf9ba6-8562-438b-9ec0-0557a2598d43 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dfefd509-d79a-4e66-bae9-4c6e79aff33c HTTP/1.1" status: 204 len: 168 time: 0.2651870 Nov 12 19:56:03.468756 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf9ba6-8562-438b-9ec0-0557a2598d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfefd509-d79a-4e66-bae9-4c6e79aff33c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:03.539951 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-61b9c819-dc7e-4fcb-bd27-00fd5f8c3df5 req-1af28d60-5d5d-49c7-ab16-88cbc1924e54 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834029 Nov 12 19:56:03.636347 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b6d3ab35-7c8c-4d7c-858b-c70d9ff2847e req-a5fb7a50-1690-437f-baa0-51065440a743 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0295a38-6047-482a-8b78-63e7485fd36f HTTP/1.1" status: 200 len: 210 time: 0.0383375 Nov 12 19:56:03.796260 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d64390da-0654-438d-8510-ee585b9a7cac req-7d17a6b4-335e-4a14-bcc8-f47df47b54bb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=3896e38d-f800-45a2-9515-f4f1dcf3f2aa HTTP/1.1" status: 200 len: 217 time: 0.0898275 Nov 12 19:56:03.940164 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64390da-0654-438d-8510-ee585b9a7cac req-00ecab51-4259-41d1-a822-35affb89adef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:03.942055 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d64390da-0654-438d-8510-ee585b9a7cac req-00ecab51-4259-41d1-a822-35affb89adef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1281121 Nov 12 19:56:04.053573 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64390da-0654-438d-8510-ee585b9a7cac req-b9fe8aec-0e42-47ca-8780-202da1534cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:04.061240 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d64390da-0654-438d-8510-ee585b9a7cac req-b9fe8aec-0e42-47ca-8780-202da1534cec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1060855 Nov 12 19:56:04.190691 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d64390da-0654-438d-8510-ee585b9a7cac req-e3ce900b-312c-4e91-81bf-d0ebc1ce9d04 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071799 Nov 12 19:56:04.213309 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e7e6e065-6676-4ff7-8eb3-2fb8e760e347 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:56:04.261059 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45212) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:04.266635 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-d522b7d6-17fd-4235-83ab-b7c84c6534a6 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1914546033', 'description': 'tempest-description--2047713107'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:04.283214 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port e7e6e065-6676-4ff7-8eb3-2fb8e760e347 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:56:04.283484 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:04.284838 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45214) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:04.405846 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d522b7d6-17fd-4235-83ab-b7c84c6534a6 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:04.476766 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203a7de-2f3e-4214-a10c-1913b5427a11 req-455ad3b3-0e14-48ec-aec5-a6aa0dc08210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:04.478987 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d203a7de-2f3e-4214-a10c-1913b5427a11 req-455ad3b3-0e14-48ec-aec5-a6aa0dc08210 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e882a6c2c0424a6e8fc6ccbbe2631e9f&device_id=5ebe9e67-d418-4785-9922-cf2064c2d953 HTTP/1.1" status: 200 len: 1099 time: 0.1482041 Nov 12 19:56:04.632836 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c99d0e-ea2a-416f-a4cc-cbacbd6f37b8 req-acde48c5-df93-4476-adc0-adcd37ef59df tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:04.641126 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-25c99d0e-ea2a-416f-a4cc-cbacbd6f37b8 req-acde48c5-df93-4476-adc0-adcd37ef59df tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 969 time: 0.1394682 Nov 12 19:56:04.642774 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45226) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:04.650098 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5fb8b416-d21e-49fd-bd47-e38c3beb49f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:04.677022 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d64390da-0654-438d-8510-ee585b9a7cac req-53febb1d-ed58-456b-a4c5-138b9af33cca service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4785233 Nov 12 19:56:04.699530 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d522b7d6-17fd-4235-83ab-b7c84c6534a6 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:04.718966 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-25c99d0e-ea2a-416f-a4cc-cbacbd6f37b8 req-cc44810f-ab70-44f4-89b8-33fd0f24b4fc tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/security-groups?id=165b0dcc-c0c2-46c2-b319-e22e47747f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768790 Nov 12 19:56:04.750705 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d522b7d6-17fd-4235-83ab-b7c84c6534a6 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:04.811305 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d522b7d6-17fd-4235-83ab-b7c84c6534a6 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:04.815254 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d522b7d6-17fd-4235-83ab-b7c84c6534a6 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5503540 Nov 12 19:56:04.815690 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45238) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:04.820851 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-c1f6faba-9274-40bf-8640-fc66f3128da3 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Request body: {'security_group_rule': {'security_group_id': '4b759fb5-4f4d-4d79-a3fe-fd07cde4531c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:04.880816 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb3ae7c9-cc77-4ab8-8b62-c6da0adad1ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:04.886929 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8ab1f00f-1a8b-48b2-beef-11ae5e3304a4 req-26333f5b-eedc-44cf-b624-ce3853407ee7 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0295a38-6047-482a-8b78-63e7485fd36f HTTP/1.1" status: 200 len: 210 time: 0.0527825 Nov 12 19:56:04.908558 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1f6faba-9274-40bf-8640-fc66f3128da3 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:04.994996 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1f6faba-9274-40bf-8640-fc66f3128da3 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:05.000514 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1f6faba-9274-40bf-8640-fc66f3128da3 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:05.022607 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203a7de-2f3e-4214-a10c-1913b5427a11 req-9511944d-a617-4b9b-96ca-da6a2f01d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:05.024183 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d203a7de-2f3e-4214-a10c-1913b5427a11 req-9511944d-a617-4b9b-96ca-da6a2f01d707 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.5298755 Nov 12 19:56:05.025284 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6faba-9274-40bf-8640-fc66f3128da3 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b2c74c4-38d9-4e56-8198-f2d157c8b89d,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:05.042634 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb3ae7c9-cc77-4ab8-8b62-c6da0adad1ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:05.047371 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1f6faba-9274-40bf-8640-fc66f3128da3 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:05.051727 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c1f6faba-9274-40bf-8640-fc66f3128da3 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2314780 Nov 12 19:56:05.051727 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45242) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:05.056479 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-04baa184-66f5-4c01-a64e-29ce4f0c15b9 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Request body: {'security_group_rule': {'security_group_id': '4b759fb5-4f4d-4d79-a3fe-fd07cde4531c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:05.061596 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb3ae7c9-cc77-4ab8-8b62-c6da0adad1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:05.065490 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326300fc-cd0c-413b-a9ca-4a77cfa5be2d req-66bfe6a3-bbc6-456a-9b5d-4ea4cbf19afa tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:05.067504 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-326300fc-cd0c-413b-a9ca-4a77cfa5be2d req-66bfe6a3-bbc6-456a-9b5d-4ea4cbf19afa tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ebe9e67-d418-4785-9922-cf2064c2d953 HTTP/1.1" status: 200 len: 947 time: 0.3819425 Nov 12 19:56:05.074060 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522b7d6-17fd-4235-83ab-b7c84c6534a6 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b759fb5-4f4d-4d79-a3fe-fd07cde4531c,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:05.116581 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-eb3ae7c9-cc77-4ab8-8b62-c6da0adad1ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=444697ae027145ab9570ce12e0c3fc59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4689708 Nov 12 19:56:05.119028 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ae7c9-cc77-4ab8-8b62-c6da0adad1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f734f87a-77ad-4c61-9002-39594f062ee1,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:05.122262 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45246) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:05.139771 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-04baa184-66f5-4c01-a64e-29ce4f0c15b9 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:05.159255 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d203a7de-2f3e-4214-a10c-1913b5427a11 req-f718148b-aa3c-4906-8865-86e06ca51c48 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=2fba89f4-e612-4951-adf9-8fdf1184a3bf HTTP/1.1" status: 200 len: 217 time: 0.1227367 Nov 12 19:56:05.165981 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.55', 49277) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:05.213836 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-0786df61-6cef-4fdf-8614-9470940818ab tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=5c8d0b5287054fed9215b020d265c891&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467083 Nov 12 19:56:05.223829 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5fb8b416-d21e-49fd-bd47-e38c3beb49f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:05.241732 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5fb8b416-d21e-49fd-bd47-e38c3beb49f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:05.281339 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b1f00ce-a0df-43d7-b67b-f3bd8cef8ea4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:05.309072 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8b416-d21e-49fd-bd47-e38c3beb49f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc0507b-5f28-4349-9b3c-78c84b4a3554,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:05.328822 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-04baa184-66f5-4c01-a64e-29ce4f0c15b9 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:05.341778 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-04baa184-66f5-4c01-a64e-29ce4f0c15b9 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:05.355491 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b1f00ce-a0df-43d7-b67b-f3bd8cef8ea4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:05.363416 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203a7de-2f3e-4214-a10c-1913b5427a11 req-f20660c9-1e37-451b-b701-44a26839ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:05.365343 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d203a7de-2f3e-4214-a10c-1913b5427a11 req-f20660c9-1e37-451b-b701-44a26839ea71 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1936574 Nov 12 19:56:05.394630 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04baa184-66f5-4c01-a64e-29ce4f0c15b9 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf51654-3c8c-40b8-a3e0-fbe75087f746,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:05.412165 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-04baa184-66f5-4c01-a64e-29ce4f0c15b9 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:05.413432 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-04baa184-66f5-4c01-a64e-29ce4f0c15b9 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3609478 Nov 12 19:56:05.421463 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45254) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:05.426336 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-21291adf-7b5b-4873-8fa8-d362b7202405 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:05.430276 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5fb8b416-d21e-49fd-bd47-e38c3beb49f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1cd50e78882e43ff9355c91579ee7e69&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1418872 Nov 12 19:56:05.433662 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45256) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:05.445905 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-326300fc-cd0c-413b-a9ca-4a77cfa5be2d req-147e6049-c98d-466e-8cc9-60d0d342feaf tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005011 Nov 12 19:56:05.458256 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-30db853b-f959-46f0-b121-5d3c98f9d53f tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:05.459759 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-30db853b-f959-46f0-b121-5d3c98f9d53f tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2349396 Nov 12 19:56:05.464184 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203a7de-2f3e-4214-a10c-1913b5427a11 req-77df0821-64c5-4d62-8b8d-3ccf8a3f7bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:05.466599 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d203a7de-2f3e-4214-a10c-1913b5427a11 req-77df0821-64c5-4d62-8b8d-3ccf8a3f7bd9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0799382 Nov 12 19:56:05.486786 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-5a700197-92a6-4e51-9cdd-090f6b19a529 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Request body: {'port': {'device_id': 'e0295a38-6047-482a-8b78-63e7485fd36f', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': '5c8d0b5287054fed9215b020d265c891'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:05.518076 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21291adf-7b5b-4873-8fa8-d362b7202405 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks [] for floatingip, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:05.527246 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b1f00ce-a0df-43d7-b67b-f3bd8cef8ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:05.530610 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b1f00ce-a0df-43d7-b67b-f3bd8cef8ea4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:05.531780 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6b1f00ce-a0df-43d7-b67b-f3bd8cef8ea4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f734f87a-77ad-4c61-9002-39594f062ee1 HTTP/1.1" status: 204 len: 168 time: 0.4086003 Nov 12 19:56:05.596530 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f00ce-a0df-43d7-b67b-f3bd8cef8ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f734f87a-77ad-4c61-9002-39594f062ee1,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:05.621973 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d203a7de-2f3e-4214-a10c-1913b5427a11 req-3f944c30-1952-4c66-ae62-44662f27da0c service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370683 Nov 12 19:56:05.653973 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee3abda1-c9cd-475f-93fb-ba22d519de70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:05.720667 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee3abda1-c9cd-475f-93fb-ba22d519de70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:05.739379 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d203a7de-2f3e-4214-a10c-1913b5427a11 req-68baf4bb-1dc4-4def-beac-14585a5d7f1f service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150649 Nov 12 19:56:05.745141 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-5a700197-92a6-4e51-9cdd-090f6b19a529 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Made reservation on behalf of 5c8d0b5287054fed9215b020d265c891 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:56:05.749288 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-5a700197-92a6-4e51-9cdd-090f6b19a529 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:05.772654 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-5a700197-92a6-4e51-9cdd-090f6b19a529 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:05.855167 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee3abda1-c9cd-475f-93fb-ba22d519de70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:05.860219 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee3abda1-c9cd-475f-93fb-ba22d519de70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:05.861460 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ee3abda1-c9cd-475f-93fb-ba22d519de70 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6cc0507b-5f28-4349-9b3c-78c84b4a3554 HTTP/1.1" status: 204 len: 168 time: 0.4256017 Nov 12 19:56:05.882453 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21291adf-7b5b-4873-8fa8-d362b7202405 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:05.899188 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3abda1-c9cd-475f-93fb-ba22d519de70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc0507b-5f28-4349-9b3c-78c84b4a3554,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:05.922623 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45276) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:05.950856 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f089827d-584f-43ed-aef0-a1c34cbe5ac1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:05.959328 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de03fb2-ccd6-4fab-8a6e-919fbe48c100 req-8990e866-b35a-4765-b9b1-8baa40004641 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:05.960920 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1de03fb2-ccd6-4fab-8a6e-919fbe48c100 req-8990e866-b35a-4765-b9b1-8baa40004641 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 969 time: 0.1447709 Nov 12 19:56:06.056973 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-5a700197-92a6-4e51-9cdd-090f6b19a529 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:06.072079 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-5a700197-92a6-4e51-9cdd-090f6b19a529 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:06.073537 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-78e3e3f6-8755-4b04-bf58-5f4c1f93e29f req-76b6f008-ffdd-400d-8f00-f4f1f3d54e8e tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0295a38-6047-482a-8b78-63e7485fd36f HTTP/1.1" status: 200 len: 210 time: 0.0397418 Nov 12 19:56:06.079048 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f089827d-584f-43ed-aef0-a1c34cbe5ac1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:06.085326 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f089827d-584f-43ed-aef0-a1c34cbe5ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:06.096282 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-21291adf-7b5b-4873-8fa8-d362b7202405 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Allocated IP 172.25.5.241 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/a9053eab-5d4a-4ea9-8e4a-b26f7a8fd151) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:56:06.110269 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1de03fb2-ccd6-4fab-8a6e-919fbe48c100 req-806584a5-5cf6-4bcc-9a87-a87371e48067 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/security-groups?id=165b0dcc-c0c2-46c2-b319-e22e47747f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409721 Nov 12 19:56:06.148177 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f089827d-584f-43ed-aef0-a1c34cbe5ac1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cc436ee29a974b9089e7e6f22584752b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214735 Nov 12 19:56:06.150326 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45280) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:06.168014 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a700197-92a6-4e51-9cdd-090f6b19a529 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae8a084-0980-43b8-879e-72081900df68,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:06.224511 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089827d-584f-43ed-aef0-a1c34cbe5ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5b4d92-2b85-41c5-ba13-cda6db87c6b4,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:06.240590 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fbe30689-9d83-4fed-8d3f-05210586a15c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:06.275122 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fbe30689-9d83-4fed-8d3f-05210586a15c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:06.316312 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-5a700197-92a6-4e51-9cdd-090f6b19a529 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Allocated IP 192.168.233.22 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/1a86412a-3bf1-4494-832d-f68e482c92db) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:56:06.330646 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fbe30689-9d83-4fed-8d3f-05210586a15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:06.333395 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fbe30689-9d83-4fed-8d3f-05210586a15c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:06.334707 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fbe30689-9d83-4fed-8d3f-05210586a15c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0b5b4d92-2b85-41c5-ba13-cda6db87c6b4 HTTP/1.1" status: 204 len: 168 time: 0.1833212 Nov 12 19:56:06.335493 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21291adf-7b5b-4873-8fa8-d362b7202405 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:06.361273 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe30689-9d83-4fed-8d3f-05210586a15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5b4d92-2b85-41c5-ba13-cda6db87c6b4,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:06.426852 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21291adf-7b5b-4873-8fa8-d362b7202405 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:06.463826 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45286) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:06.497662 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4f355c16-c4fd-4ef7-849b-6ee03a66c3a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:06.506388 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21291adf-7b5b-4873-8fa8-d362b7202405 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:56:06.514659 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-21291adf-7b5b-4873-8fa8-d362b7202405 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:56:06.521252 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21291adf-7b5b-4873-8fa8-d362b7202405 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:56:06.533152 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21291adf-7b5b-4873-8fa8-d362b7202405 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Pushing event updated for resources: {'Port': ['ID=a9053eab-5d4a-4ea9-8e4a-b26f7a8fd151,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:06.643113 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4f355c16-c4fd-4ef7-849b-6ee03a66c3a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:06.649854 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4f355c16-c4fd-4ef7-849b-6ee03a66c3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:06.664266 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-5a700197-92a6-4e51-9cdd-090f6b19a529 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:06.678861 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21291adf-7b5b-4873-8fa8-d362b7202405 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:06.684830 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4f355c16-c4fd-4ef7-849b-6ee03a66c3a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=31002b62c3f84dc0897cdaa3fdd5e7d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166762 Nov 12 19:56:06.690388 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45298) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:06.722477 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf557cb6-05ab-4861-87d7-711dded6c716 req-3889163c-4d04-4ac0-bcd6-fa452f7d3800 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:06.723956 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bf557cb6-05ab-4861-87d7-711dded6c716 req-3889163c-4d04-4ac0-bcd6-fa452f7d3800 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ebe9e67-d418-4785-9922-cf2064c2d953 HTTP/1.1" status: 200 len: 947 time: 0.1677706 Nov 12 19:56:06.727063 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f355c16-c4fd-4ef7-849b-6ee03a66c3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027102ef-812e-44e3-aee4-0d3a445f6532,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:06.764512 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b8a11be6-992b-46e0-bbdb-88eaf9eea3a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:06.770929 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21291adf-7b5b-4873-8fa8-d362b7202405 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:06.804623 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b8a11be6-992b-46e0-bbdb-88eaf9eea3a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:06.864906 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-5a700197-92a6-4e51-9cdd-090f6b19a529 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:06.875804 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b8a11be6-992b-46e0-bbdb-88eaf9eea3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:06.878738 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b8a11be6-992b-46e0-bbdb-88eaf9eea3a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:06.882705 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b8a11be6-992b-46e0-bbdb-88eaf9eea3a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/027102ef-812e-44e3-aee4-0d3a445f6532 HTTP/1.1" status: 204 len: 168 time: 0.1911674 Nov 12 19:56:06.891033 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a11be6-992b-46e0-bbdb-88eaf9eea3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027102ef-812e-44e3-aee4-0d3a445f6532,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:06.906523 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bf557cb6-05ab-4861-87d7-711dded6c716 req-1a08650b-bee8-4a72-b2ef-7993be35fdfd tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643229 Nov 12 19:56:06.964967 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-5a700197-92a6-4e51-9cdd-090f6b19a529 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:56:06.975748 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-5a700197-92a6-4e51-9cdd-090f6b19a529 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:56:06.979486 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-5a700197-92a6-4e51-9cdd-090f6b19a529 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:56:06.985535 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-5a700197-92a6-4e51-9cdd-090f6b19a529 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:06.986178 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-5a700197-92a6-4e51-9cdd-090f6b19a529 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:06.988539 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a700197-92a6-4e51-9cdd-090f6b19a529 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Pushing event updated for resources: {'Port': ['ID=1a86412a-3bf1-4494-832d-f68e482c92db,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:07.138659 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45316) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:07.192594 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-5a700197-92a6-4e51-9cdd-090f6b19a529 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7158363 Nov 12 19:56:07.219432 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-aece795b-92fb-4991-8b8c-f033ee952115 service neutron] Request body: {'port': {'device_id': 'e0295a38-6047-482a-8b78-63e7485fd36f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:07.261425 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11caf1e2-4aa9-42b6-be08-60a537b1dc6e req-e7282ad9-ef88-4fac-b268-1ea33539b09a tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:07.266915 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21291adf-7b5b-4873-8fa8-d362b7202405 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:07.270009 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-11caf1e2-4aa9-42b6-be08-60a537b1dc6e req-e7282ad9-ef88-4fac-b268-1ea33539b09a tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0295a38-6047-482a-8b78-63e7485fd36f HTTP/1.1" status: 200 len: 935 time: 0.0691509 Nov 12 19:56:07.286394 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21291adf-7b5b-4873-8fa8-d362b7202405 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:07.335573 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e49e2a00-684a-4f20-99a5-c2dc4a4f9ca3 None None] Provisioning complete for port 1a86412a-3bf1-4494-832d-f68e482c92db triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:56:07.336103 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e49e2a00-684a-4f20-99a5-c2dc4a4f9ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:07.342563 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-11caf1e2-4aa9-42b6-be08-60a537b1dc6e req-ab0bfbb2-b8f4-43e7-b134-adb6fab92d8b tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674777 Nov 12 19:56:07.359680 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21291adf-7b5b-4873-8fa8-d362b7202405 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:07.375299 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-aece795b-92fb-4991-8b8c-f033ee952115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:07.401816 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21291adf-7b5b-4873-8fa8-d362b7202405 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Pushing event updated for resources: {'Port': ['ID=a9053eab-5d4a-4ea9-8e4a-b26f7a8fd151,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:07.403578 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e49e2a00-684a-4f20-99a5-c2dc4a4f9ca3 None None] Port 1a86412a-3bf1-4494-832d-f68e482c92db cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:56:07.413734 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299bc1e-c3bf-43cf-89e7-d068da1842ad req-a0473f0d-6622-4925-8013-a02dfaf5c7cd tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:07.415254 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8299bc1e-c3bf-43cf-89e7-d068da1842ad req-a0473f0d-6622-4925-8013-a02dfaf5c7cd tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 969 time: 0.1533113 Nov 12 19:56:07.417908 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21291adf-7b5b-4873-8fa8-d362b7202405 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:07.419608 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-21291adf-7b5b-4873-8fa8-d362b7202405 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9972920 Nov 12 19:56:07.471631 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0a1d3977-8c59-450c-8246-74fec854721a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:07.576645 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8299bc1e-c3bf-43cf-89e7-d068da1842ad req-1c327d46-ea78-4ac3-8345-dd8351bdca6b tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/security-groups?id=165b0dcc-c0c2-46c2-b319-e22e47747f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348550 Nov 12 19:56:07.592877 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0a1d3977-8c59-450c-8246-74fec854721a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:07.598686 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0a1d3977-8c59-450c-8246-74fec854721a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:07.639371 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0a1d3977-8c59-450c-8246-74fec854721a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dcc1e379954540feb7c2633a90e8d3c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4996269 Nov 12 19:56:07.641383 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d3977-8c59-450c-8246-74fec854721a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d3a150-7126-4d52-a13f-5ad1baeac62b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:07.643972 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45336) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:07.707201 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45344) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:07.722599 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3903e2e9-fd70-4454-865f-2ca5e9d1126b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:07.800224 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3903e2e9-fd70-4454-865f-2ca5e9d1126b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:07.804896 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-aece795b-92fb-4991-8b8c-f033ee952115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a86412a-3bf1-4494-832d-f68e482c92db {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:56:07.815183 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-aece795b-92fb-4991-8b8c-f033ee952115 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:07.824465 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24739ed9-c425-44ba-a076-9f340adea141 req-b1d03c04-806c-4981-b22c-e7f77509c9ef tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1914546033&fields=id&tenant_id=c539f76e143242b8af302d8e20aae3aa HTTP/1.1" status: 200 len: 267 time: 0.0861442 Nov 12 19:56:07.830581 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-aece795b-92fb-4991-8b8c-f033ee952115 service neutron] Transition to ACTIVE for port object 1a86412a-3bf1-4494-832d-f68e482c92db will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:56:07.835399 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-aece795b-92fb-4991-8b8c-f033ee952115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:07.904851 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece795b-92fb-4991-8b8c-f033ee952115 service neutron] Pushing event updated for resources: {'Port': ['ID=1a86412a-3bf1-4494-832d-f68e482c92db,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:07.946259 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-aece795b-92fb-4991-8b8c-f033ee952115 service neutron] Attempting to bind port 1a86412a-3bf1-4494-832d-f68e482c92db on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:56:07.946677 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-aece795b-92fb-4991-8b8c-f033ee952115 service neutron] Attempting to bind port 1a86412a-3bf1-4494-832d-f68e482c92db by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:56:07.946909 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-aece795b-92fb-4991-8b8c-f033ee952115 service neutron] Attempting to bind port 1a86412a-3bf1-4494-832d-f68e482c92db on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:56:07.951822 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-aece795b-92fb-4991-8b8c-f033ee952115 service neutron] Port 1a86412a-3bf1-4494-832d-f68e482c92db on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:56:07.952364 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-aece795b-92fb-4991-8b8c-f033ee952115 service neutron] Attempting to bind port 1a86412a-3bf1-4494-832d-f68e482c92db on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:56:07.959128 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-aece795b-92fb-4991-8b8c-f033ee952115 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:56:07.959473 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-aece795b-92fb-4991-8b8c-f033ee952115 service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:56:07.960164 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-aece795b-92fb-4991-8b8c-f033ee952115 service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:56:07.960634 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-aece795b-92fb-4991-8b8c-f033ee952115 service neutron] Bound port: 1a86412a-3bf1-4494-832d-f68e482c92db, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:56:07.960996 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-aece795b-92fb-4991-8b8c-f033ee952115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:08.039460 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-effeaee4-835b-47f0-84d3-785c6a91e418 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1416845251-network', 'tenant_id': '6f8c47570745460ab5ec6c43ba92d829'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:08.111200 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24739ed9-c425-44ba-a076-9f340adea141 req-1eda14d8-f608-4ec0-9467-675fb9b37e92 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:08.113570 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24739ed9-c425-44ba-a076-9f340adea141 req-1eda14d8-f608-4ec0-9467-675fb9b37e92 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/networks?id=f1d354fd-aa26-44d0-9019-12658139bd7f HTTP/1.1" status: 200 len: 823 time: 0.2753043 Nov 12 19:56:08.114794 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3903e2e9-fd70-4454-865f-2ca5e9d1126b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:08.118850 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3903e2e9-fd70-4454-865f-2ca5e9d1126b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:08.120445 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3903e2e9-fd70-4454-865f-2ca5e9d1126b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/70d3a150-7126-4d52-a13f-5ad1baeac62b HTTP/1.1" status: 204 len: 168 time: 0.4754620 Nov 12 19:56:08.130949 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effeaee4-835b-47f0-84d3-785c6a91e418 admin admin] Made reservation on behalf of 6f8c47570745460ab5ec6c43ba92d829 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:56:08.134449 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-effeaee4-835b-47f0-84d3-785c6a91e418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:08.150736 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-effeaee4-835b-47f0-84d3-785c6a91e418 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:08.170108 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae352fc-9b1e-4721-a0dc-54fc7b501619 req-c1412765-2e38-445b-9ef9-8cbe42aafd64 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:08.178007 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903e2e9-fd70-4454-865f-2ca5e9d1126b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d3a150-7126-4d52-a13f-5ad1baeac62b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:08.179059 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7ae352fc-9b1e-4721-a0dc-54fc7b501619 req-c1412765-2e38-445b-9ef9-8cbe42aafd64 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ebe9e67-d418-4785-9922-cf2064c2d953 HTTP/1.1" status: 200 len: 947 time: 0.1709220 Nov 12 19:56:08.189308 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24739ed9-c425-44ba-a076-9f340adea141 req-754e426b-ed66-4cd2-8f2a-039bf2fbd09d tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/quotas/c539f76e143242b8af302d8e20aae3aa HTTP/1.1" status: 200 len: 375 time: 0.0674591 Nov 12 19:56:08.218237 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-aece795b-92fb-4991-8b8c-f033ee952115 service neutron] For port 1a86412a-3bf1-4494-832d-f68e482c92db, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:56:08.271065 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-aece795b-92fb-4991-8b8c-f033ee952115 service neutron] For port 1a86412a-3bf1-4494-832d-f68e482c92db, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1a86412a-3bf1-4494-832d-f68e482c92db,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:56:08.279810 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-aece795b-92fb-4991-8b8c-f033ee952115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:08.326630 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24739ed9-c425-44ba-a076-9f340adea141 req-6519c7c3-f560-451c-b6ff-a6e2f1c77dda tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c539f76e143242b8af302d8e20aae3aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1317236 Nov 12 19:56:08.365868 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-effeaee4-835b-47f0-84d3-785c6a91e418 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:08.374422 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-effeaee4-835b-47f0-84d3-785c6a91e418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:08.376374 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7ae352fc-9b1e-4721-a0dc-54fc7b501619 req-a4ab77d0-f2ea-4630-bb9f-6c19e427b532 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746519 Nov 12 19:56:08.377737 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-aece795b-92fb-4991-8b8c-f033ee952115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:08.378363 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-aece795b-92fb-4991-8b8c-f033ee952115 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:08.379695 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-aece795b-92fb-4991-8b8c-f033ee952115 service neutron] 10.222.0.55 "PUT /v2.0/ports/1a86412a-3bf1-4494-832d-f68e482c92db HTTP/1.1" status: 200 len: 1096 time: 1.1704466 Nov 12 19:56:08.385382 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0295a38-6047-482a-8b78-63e7485fd36f', 'tag': '1a86412a-3bf1-4494-832d-f68e482c92db'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:56:08.388690 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab05a77a-4a3c-44f2-bc3b-582149cafa69" -d '{"events": [{"name": "network-changed", "server_uuid": "e0295a38-6047-482a-8b78-63e7485fd36f", "tag": "1a86412a-3bf1-4494-832d-f68e482c92db"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:56:08.397809 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece795b-92fb-4991-8b8c-f033ee952115 service neutron] Pushing event updated for resources: {'Port': ['ID=1a86412a-3bf1-4494-832d-f68e482c92db,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:08.428306 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-effeaee4-835b-47f0-84d3-785c6a91e418 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 19:56:08.466160 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effeaee4-835b-47f0-84d3-785c6a91e418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63812c1a-c3c4-4479-8afa-3ff020e3e790,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:08.469216 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-effeaee4-835b-47f0-84d3-785c6a91e418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:08.469559 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-effeaee4-835b-47f0-84d3-785c6a91e418 admin admin] Added segment 78b427fd-0d73-4e5d-ac4f-8576d483e6f3 of type vlan for network ffb1114e-9894-44a1-9b60-a88de78d770f Nov 12 19:56:08.528547 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-42b38dfa-89b2-491d-a41b-a03f2c4b1306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:08.530231 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-42b38dfa-89b2-491d-a41b-a03f2c4b1306 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c8d0b5287054fed9215b020d265c891&device_id=e0295a38-6047-482a-8b78-63e7485fd36f HTTP/1.1" status: 200 len: 1099 time: 0.0883009 Nov 12 19:56:08.535092 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-effeaee4-835b-47f0-84d3-785c6a91e418 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:08.587097 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-effeaee4-835b-47f0-84d3-785c6a91e418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:08.589561 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effeaee4-835b-47f0-84d3-785c6a91e418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:08.591007 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-effeaee4-835b-47f0-84d3-785c6a91e418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:08.606986 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-17587f70-349c-451f-b4ad-cf6689fb3be6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=1a86412a-3bf1-4494-832d-f68e482c92db HTTP/1.1" status: 200 len: 217 time: 0.0488191 Nov 12 19:56:08.626990 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7067c-313f-4c12-a6c7-26b0e603326e req-873333e2-83d3-462a-ad34-2459a03f4c2c tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:08.628684 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-43a7067c-313f-4c12-a6c7-26b0e603326e req-873333e2-83d3-462a-ad34-2459a03f4c2c tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0295a38-6047-482a-8b78-63e7485fd36f HTTP/1.1" status: 200 len: 947 time: 0.1134176 Nov 12 19:56:08.667677 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45384) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:08.681920 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 3896e38d-f800-45a2-9515-f4f1dcf3f2aa details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:56:08.705769 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d287631-d616-47a1-9e40-237194e34f5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:08.720167 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-effeaee4-835b-47f0-84d3-785c6a91e418 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0122230 Nov 12 19:56:08.725237 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45388) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:08.733490 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b4a159ee-8820-4a1a-a90f-affa820a850d admin admin] Request body: {'subnet': {'network_id': 'ffb1114e-9894-44a1-9b60-a88de78d770f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1416845251-subnet', 'tenant_id': '6f8c47570745460ab5ec6c43ba92d829', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:08.742359 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effeaee4-835b-47f0-84d3-785c6a91e418 admin admin] Pushing event updated for resources: {'Network': ['ID=ffb1114e-9894-44a1-9b60-a88de78d770f,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:08.761547 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-43a7067c-313f-4c12-a6c7-26b0e603326e req-a997bffb-e4b5-48c9-9826-d926b86f632d tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190064 Nov 12 19:56:08.772584 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-d5166fba-be01-4e87-a8e2-37157d62d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:08.774601 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-d5166fba-be01-4e87-a8e2-37157d62d9ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1566544 Nov 12 19:56:08.781241 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a159ee-8820-4a1a-a90f-affa820a850d admin admin] Made reservation on behalf of 6f8c47570745460ab5ec6c43ba92d829 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:56:08.784456 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b4a159ee-8820-4a1a-a90f-affa820a850d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:08.802331 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network ffb1114e-9894-44a1-9b60-a88de78d770f details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 19:56:08.849256 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fb7b03-d745-4c85-affe-1ecdfc99ecff x-openstack-request-id: req-52fb7b03-d745-4c85-affe-1ecdfc99ecff {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:56:08.849578 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0295a38-6047-482a-8b78-63e7485fd36f", "tag": "1a86412a-3bf1-4494-832d-f68e482c92db", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:56:08.849931 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-52fb7b03-d745-4c85-affe-1ecdfc99ecff {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:56:08.850388 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0295a38-6047-482a-8b78-63e7485fd36f', 'tag': '1a86412a-3bf1-4494-832d-f68e482c92db', 'status': 'completed', 'code': 200} Nov 12 19:56:08.909116 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-40fd6ce8-631f-4a7c-8191-bfa41470f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:08.911146 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-40fd6ce8-631f-4a7c-8191-bfa41470f594 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1264594 Nov 12 19:56:08.952350 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-24739ed9-c425-44ba-a076-9f340adea141 req-2952011a-ebc0-4f30-8f74-ec25b21ea52a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 19:56:08.959654 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24739ed9-c425-44ba-a076-9f340adea141 req-2952011a-ebc0-4f30-8f74-ec25b21ea52a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3637803 Nov 12 19:56:09.053772 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 3896e38d-f800-45a2-9515-f4f1dcf3f2aa, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=3896e38d-f800-45a2-9515-f4f1dcf3f2aa,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:09.061461 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d608e4c-0a35-4997-b7d5-e4170def5418 req-f723bb1c-b3fb-4024-8479-2b4ed8f44ade tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:09.063421 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6d608e4c-0a35-4997-b7d5-e4170def5418 req-f723bb1c-b3fb-4024-8479-2b4ed8f44ade tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 969 time: 0.1498494 Nov 12 19:56:09.069444 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '3896e38d-f800-45a2-9515-f4f1dcf3f2aa', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': '3896e38d-f800-45a2-9515-f4f1dcf3f2aa', 'mac_address': 'fa:16:3e:4d:59:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:tempest-test_az-963553213', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:56:09.071882 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d287631-d616-47a1-9e40-237194e34f5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:09.100807 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24739ed9-c425-44ba-a076-9f340adea141 req-da9e1353-5dde-45fb-8250-f9bdfe108748 service neutron] 10.222.0.48 "GET /v2.0/networks/f1d354fd-aa26-44d0-9019-12658139bd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402402 Nov 12 19:56:09.107715 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d287631-d616-47a1-9e40-237194e34f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:09.126311 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:09.147386 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3896e38d-f800-45a2-9515-f4f1dcf3f2aa {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:56:09.174577 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-6d9fee6c-5781-4bc0-907a-6ceb37744810 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436619 Nov 12 19:56:09.183039 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 3896e38d-f800-45a2-9515-f4f1dcf3f2aa, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=3896e38d-f800-45a2-9515-f4f1dcf3f2aa,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:09.188462 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6d608e4c-0a35-4997-b7d5-e4170def5418 req-a31a982a-24bb-4d5e-916e-23bfefc7e90a tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/security-groups?id=165b0dcc-c0c2-46c2-b319-e22e47747f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128907 Nov 12 19:56:09.190887 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d287631-d616-47a1-9e40-237194e34f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8806259-8cfe-4fe0-8b08-1d6c01b45e77,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:09.191137 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:09.196015 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b4a159ee-8820-4a1a-a90f-affa820a850d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:09.198665 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1d287631-d616-47a1-9e40-237194e34f5b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=15f0845bb3f14a479382e99f11a158ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5243270 Nov 12 19:56:09.230699 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45398) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:09.253421 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=3896e38d-f800-45a2-9515-f4f1dcf3f2aa,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:09.302625 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-05748fb1-9d57-4f2c-bff1-bd200e1a6999 req-07691dc2-8321-494d-96b9-657818c3f794 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067176 Nov 12 19:56:09.307318 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a159ee-8820-4a1a-a90f-affa820a850d admin admin] Pushing event updated for resources: {'Subnet': ['ID=58313bbf-4382-4df4-b312-6c48e523d903,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:09.327637 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24739ed9-c425-44ba-a076-9f340adea141 req-4072ca7e-221f-43f6-b39d-31f7497be76f service neutron] 10.222.0.48 "GET /v2.0/networks/f1d354fd-aa26-44d0-9019-12658139bd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259715 Nov 12 19:56:09.357319 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a159ee-8820-4a1a-a90f-affa820a850d admin admin] Checking segment: {'id': '78b427fd-0d73-4e5d-ac4f-8576d483e6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'ffb1114e-9894-44a1-9b60-a88de78d770f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:56:09.357698 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a159ee-8820-4a1a-a90f-affa820a850d admin admin] Network hostable DHCP agents. Network: ffb1114e-9894-44a1-9b60-a88de78d770f, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 19:56:09.371726 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7ff6f416-7518-401d-b18c-e0cec71da6d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:09.401297 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a159ee-8820-4a1a-a90f-affa820a850d admin admin] Network ffb1114e-9894-44a1-9b60-a88de78d770f is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 19:56:09.410367 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7ff6f416-7518-401d-b18c-e0cec71da6d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:09.410535 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05a77a-4a3c-44f2-bc3b-582149cafa69 req-57d55781-7db5-4c7a-967b-fe6728803831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:09.413074 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab05a77a-4a3c-44f2-bc3b-582149cafa69 req-57d55781-7db5-4c7a-967b-fe6728803831 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c8d0b5287054fed9215b020d265c891&device_id=e0295a38-6047-482a-8b78-63e7485fd36f HTTP/1.1" status: 200 len: 1099 time: 0.0493968 Nov 12 19:56:09.417993 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-b4a159ee-8820-4a1a-a90f-affa820a850d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, ffb1114e-9894-44a1-9b60-a88de78d770f) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:56:09.426411 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a159ee-8820-4a1a-a90f-affa820a850d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:09.427003 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b4a159ee-8820-4a1a-a90f-affa820a850d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:09.452788 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f80178-c195-4e5b-8f79-790679b3a8ba None None] Network ffb1114e-9894-44a1-9b60-a88de78d770f requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:56:09.468318 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b4a159ee-8820-4a1a-a90f-affa820a850d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7414274 Nov 12 19:56:09.499742 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7ff6f416-7518-401d-b18c-e0cec71da6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:09.502720 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7ff6f416-7518-401d-b18c-e0cec71da6d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:09.504142 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7ff6f416-7518-401d-b18c-e0cec71da6d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d8806259-8cfe-4fe0-8b08-1d6c01b45e77 HTTP/1.1" status: 204 len: 168 time: 0.2705564 Nov 12 19:56:09.515142 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6f416-7518-401d-b18c-e0cec71da6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8806259-8cfe-4fe0-8b08-1d6c01b45e77,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:09.561175 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['3896e38d-f800-45a2-9515-f4f1dcf3f2aa'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:56:09.568849 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b0bc0b54-24c7-4d68-bdb3-3f0d0fe18cee req-15828262-eb8c-49e0-b096-5884fdd3117d tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=4523f542-c640-48ba-98fa-5a41ab8987f6 HTTP/1.1" status: 200 len: 210 time: 0.0340216 Nov 12 19:56:09.648374 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05a77a-4a3c-44f2-bc3b-582149cafa69 req-7c4f1973-9b99-482b-957e-d41e18134f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:09.650331 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab05a77a-4a3c-44f2-bc3b-582149cafa69 req-7c4f1973-9b99-482b-957e-d41e18134f6d service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.2299728 Nov 12 19:56:09.660013 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb736a-a738-4ab2-bb13-1121a5f22f17 req-200747cf-6625-436d-8451-4fe0de679671 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:09.661557 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f7cb736a-a738-4ab2-bb13-1121a5f22f17 req-200747cf-6625-436d-8451-4fe0de679671 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ebe9e67-d418-4785-9922-cf2064c2d953 HTTP/1.1" status: 200 len: 947 time: 0.1141109 Nov 12 19:56:09.733295 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab05a77a-4a3c-44f2-bc3b-582149cafa69 req-a0126385-bed7-4cde-a866-c8c70c8b30a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=1a86412a-3bf1-4494-832d-f68e482c92db HTTP/1.1" status: 200 len: 217 time: 0.0705380 Nov 12 19:56:09.815535 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05a77a-4a3c-44f2-bc3b-582149cafa69 req-3b005a22-6b3c-484d-9721-5e8694eeb9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:09.817253 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab05a77a-4a3c-44f2-bc3b-582149cafa69 req-3b005a22-6b3c-484d-9721-5e8694eeb9bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0746558 Nov 12 19:56:09.831418 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f7cb736a-a738-4ab2-bb13-1121a5f22f17 req-68667e2e-cb13-4e22-82de-cc2c499c55b8 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585743 Nov 12 19:56:09.905481 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05a77a-4a3c-44f2-bc3b-582149cafa69 req-c5de82e1-3195-4cc5-ae8a-76b6f695eb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:09.907884 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab05a77a-4a3c-44f2-bc3b-582149cafa69 req-c5de82e1-3195-4cc5-ae8a-76b6f695eb54 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0749478 Nov 12 19:56:09.918983 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb33e69-771a-4935-9c76-83243bc4ff9b None None] Network ffb1114e-9894-44a1-9b60-a88de78d770f requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:56:10.084199 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67878c87-6d4e-4884-8f73-47a5ab2d71d7 req-437e6769-b2e4-4842-b00a-6e241dd56173 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:10.093674 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-67878c87-6d4e-4884-8f73-47a5ab2d71d7 req-437e6769-b2e4-4842-b00a-6e241dd56173 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0295a38-6047-482a-8b78-63e7485fd36f HTTP/1.1" status: 200 len: 947 time: 0.1420636 Nov 12 19:56:10.120222 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab05a77a-4a3c-44f2-bc3b-582149cafa69 req-819a3b7f-78fb-4173-85ff-dac97fc0ecd0 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046180 Nov 12 19:56:10.282157 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-67878c87-6d4e-4884-8f73-47a5ab2d71d7 req-eeb6094b-e865-4ed4-a556-e9f34270da2d tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876161 Nov 12 19:56:10.308291 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 2fba89f4-e612-4951-adf9-8fdf1184a3bf details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:56:10.321768 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab05a77a-4a3c-44f2-bc3b-582149cafa69 req-73af1736-15ba-448e-8660-6f8718403b60 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903698 Nov 12 19:56:10.459487 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f6e2f-ee36-4b59-b270-e901c3b0c273 req-ff315e37-570d-440a-af79-1970b3713ca5 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:10.466307 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 2fba89f4-e612-4951-adf9-8fdf1184a3bf, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=2fba89f4-e612-4951-adf9-8fdf1184a3bf,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:10.468755 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0b6f6e2f-ee36-4b59-b270-e901c3b0c273 req-ff315e37-570d-440a-af79-1970b3713ca5 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 970 time: 0.0699527 Nov 12 19:56:10.492497 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '2fba89f4-e612-4951-adf9-8fdf1184a3bf', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': '2fba89f4-e612-4951-adf9-8fdf1184a3bf', 'mac_address': 'fa:16:3e:5c:56:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:56:10.565716 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0b6f6e2f-ee36-4b59-b270-e901c3b0c273 req-50342237-8b86-44eb-9f7c-b87d2a388ecd tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/security-groups?id=165b0dcc-c0c2-46c2-b319-e22e47747f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958438 Nov 12 19:56:10.582354 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:10.614648 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fba89f4-e612-4951-adf9-8fdf1184a3bf {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:56:10.636545 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 2fba89f4-e612-4951-adf9-8fdf1184a3bf, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=2fba89f4-e612-4951-adf9-8fdf1184a3bf,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:10.647297 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 3896e38d-f800-45a2-9515-f4f1dcf3f2aa up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:56:10.647297 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:10.726745 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=2fba89f4-e612-4951-adf9-8fdf1184a3bf,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:10.729254 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5c6dadc-d140-4e56-b1db-f8c17939d7cc req-b67b95fe-66e8-4d62-a8b0-0e57ddaee53a tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=4523f542-c640-48ba-98fa-5a41ab8987f6 HTTP/1.1" status: 200 len: 210 time: 0.0402966 Nov 12 19:56:10.757968 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 3896e38d-f800-45a2-9515-f4f1dcf3f2aa completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:56:10.762084 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 3896e38d-f800-45a2-9515-f4f1dcf3f2aa triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:56:10.762730 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:10.791683 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45470) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:10.801191 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-9ea61c10-6e20-4717-8d0d-8d98796352e6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-505550306-network', 'tenant_id': 'ef1ab08e25cc4f3284612be3f6e54fe4'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:10.829441 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea61c10-6e20-4717-8d0d-8d98796352e6 admin admin] Made reservation on behalf of ef1ab08e25cc4f3284612be3f6e54fe4 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:56:10.833019 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ea61c10-6e20-4717-8d0d-8d98796352e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:10.847751 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ea61c10-6e20-4717-8d0d-8d98796352e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:10.963580 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:11.008659 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd73e5e5-6089-42e4-ab5e-f6835010b6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3896e38d-f800-45a2-9515-f4f1dcf3f2aa'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:56:11.050791 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d4c09-fd8a-4eac-9205-cddbef9b3f04 req-6e0a8806-f0a0-46c4-b340-ec8bf07a933d tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:11.058145 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b31d4c09-fd8a-4eac-9205-cddbef9b3f04 req-6e0a8806-f0a0-46c4-b340-ec8bf07a933d tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ebe9e67-d418-4785-9922-cf2064c2d953 HTTP/1.1" status: 200 len: 948 time: 0.1234257 Nov 12 19:56:11.068407 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45476) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:11.084501 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ea61c10-6e20-4717-8d0d-8d98796352e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:11.095228 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ea61c10-6e20-4717-8d0d-8d98796352e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:11.108080 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea61c10-6e20-4717-8d0d-8d98796352e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 19:56:11.123223 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ea61c10-6e20-4717-8d0d-8d98796352e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:11.123764 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-9ea61c10-6e20-4717-8d0d-8d98796352e6 admin admin] Added segment ee07514c-8e9b-4665-936c-980344e0fe1e of type vlan for network b9f61234-39a9-447a-8f8b-1ff74daf149a Nov 12 19:56:11.135729 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['2fba89f4-e612-4951-adf9-8fdf1184a3bf'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:56:11.184912 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ea61c10-6e20-4717-8d0d-8d98796352e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:11.188673 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 3896e38d-f800-45a2-9515-f4f1dcf3f2aa, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=3896e38d-f800-45a2-9515-f4f1dcf3f2aa,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:11.200052 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:11.221823 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ea61c10-6e20-4717-8d0d-8d98796352e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:11.223115 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea61c10-6e20-4717-8d0d-8d98796352e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:11.223969 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ea61c10-6e20-4717-8d0d-8d98796352e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:11.280708 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=3896e38d-f800-45a2-9515-f4f1dcf3f2aa,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:11.324329 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b31d4c09-fd8a-4eac-9205-cddbef9b3f04 req-a8b6ccca-8322-4a9e-8925-cd8e1b12518a tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650514 Nov 12 19:56:11.372335 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9ea61c10-6e20-4717-8d0d-8d98796352e6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5768950 Nov 12 19:56:11.373111 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea61c10-6e20-4717-8d0d-8d98796352e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a91a7f5-1961-4044-96c0-6afa94d7fbc1,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:11.377654 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45488) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:11.382397 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-498aeb3c-0e27-4b4e-b214-48ef52218799 admin admin] Request body: {'subnet': {'network_id': 'b9f61234-39a9-447a-8f8b-1ff74daf149a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-505550306-subnet', 'tenant_id': 'ef1ab08e25cc4f3284612be3f6e54fe4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:11.408493 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498aeb3c-0e27-4b4e-b214-48ef52218799 admin admin] Made reservation on behalf of ef1ab08e25cc4f3284612be3f6e54fe4 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:56:11.411144 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-498aeb3c-0e27-4b4e-b214-48ef52218799 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:11.414469 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea61c10-6e20-4717-8d0d-8d98796352e6 admin admin] Pushing event updated for resources: {'Network': ['ID=b9f61234-39a9-447a-8f8b-1ff74daf149a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:11.448161 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bff309-4529-4f0d-8882-56e6594aea08" -d '{"events": [{"server_uuid": "dd73e5e5-6089-42e4-ab5e-f6835010b6d6", "name": "network-vif-plugged", "status": "completed", "tag": "3896e38d-f800-45a2-9515-f4f1dcf3f2aa"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:56:11.452479 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network b9f61234-39a9-447a-8f8b-1ff74daf149a details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 19:56:11.496057 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24739ed9-c425-44ba-a076-9f340adea141 req-7d5f9bcf-48d9-435a-9c39-656bfb86f2d3 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:11.498053 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24739ed9-c425-44ba-a076-9f340adea141 req-7d5f9bcf-48d9-435a-9c39-656bfb86f2d3 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.52 "GET /v2.0/networks?id=f1d354fd-aa26-44d0-9019-12658139bd7f HTTP/1.1" status: 200 len: 823 time: 0.5409827 Nov 12 19:56:11.542664 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a639580-1e86-43d8-86c9-f519b68c9830 req-e192e7af-7f82-40e4-9f5e-aa976dd977e9 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:11.549972 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2a639580-1e86-43d8-86c9-f519b68c9830 req-e192e7af-7f82-40e4-9f5e-aa976dd977e9 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0295a38-6047-482a-8b78-63e7485fd36f HTTP/1.1" status: 200 len: 947 time: 0.1048427 Nov 12 19:56:11.634961 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a6903edf-27f8-4cc7-b223-e1932986ea51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:11.656605 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24739ed9-c425-44ba-a076-9f340adea141 req-88cd527a-fd2d-45f8-a1c3-0036521cb7a8 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c539f76e143242b8af302d8e20aae3aa HTTP/1.1" status: 200 len: 380 time: 0.1477313 Nov 12 19:56:11.673997 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-24739ed9-c425-44ba-a076-9f340adea141 req-d09f05c4-b9d8-4ddb-8f69-e798fdbab874 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Request body: {'port': {'device_id': '4523f542-c640-48ba-98fa-5a41ab8987f6', 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f', 'admin_state_up': True, 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'security_groups': ['4b759fb5-4f4d-4d79-a3fe-fd07cde4531c']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:11.694411 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-498aeb3c-0e27-4b4e-b214-48ef52218799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:11.723155 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2a639580-1e86-43d8-86c9-f519b68c9830 req-bd5f5173-97b4-4aba-b610-796184504da2 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723197 Nov 12 19:56:11.807376 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498aeb3c-0e27-4b4e-b214-48ef52218799 admin admin] Checking segment: {'id': 'ee07514c-8e9b-4665-936c-980344e0fe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b9f61234-39a9-447a-8f8b-1ff74daf149a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:56:11.808517 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498aeb3c-0e27-4b4e-b214-48ef52218799 admin admin] Network hostable DHCP agents. Network: b9f61234-39a9-447a-8f8b-1ff74daf149a, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 19:56:11.811375 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498aeb3c-0e27-4b4e-b214-48ef52218799 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd91dc2-0c14-4f72-a7a8-a169075e1d15,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:11.836336 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498aeb3c-0e27-4b4e-b214-48ef52218799 admin admin] Network b9f61234-39a9-447a-8f8b-1ff74daf149a is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 19:56:11.849845 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-498aeb3c-0e27-4b4e-b214-48ef52218799 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, b9f61234-39a9-447a-8f8b-1ff74daf149a) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:56:11.857648 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aeb3c-0e27-4b4e-b214-48ef52218799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:11.859289 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-498aeb3c-0e27-4b4e-b214-48ef52218799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:11.861705 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425ed010-70eb-43da-84cf-946914de4ab8 None None] Network b9f61234-39a9-447a-8f8b-1ff74daf149a requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:56:11.865739 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24739ed9-c425-44ba-a076-9f340adea141 req-d09f05c4-b9d8-4ddb-8f69-e798fdbab874 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Made reservation on behalf of c539f76e143242b8af302d8e20aae3aa for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:56:11.869324 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-24739ed9-c425-44ba-a076-9f340adea141 req-d09f05c4-b9d8-4ddb-8f69-e798fdbab874 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:11.892321 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-498aeb3c-0e27-4b4e-b214-48ef52218799 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5099187 Nov 12 19:56:11.897603 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b5473d-82b9-4ae7-a985-ad96c83976c5 x-openstack-request-id: req-92b5473d-82b9-4ae7-a985-ad96c83976c5 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:56:11.898034 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd73e5e5-6089-42e4-ab5e-f6835010b6d6", "name": "network-vif-plugged", "status": "completed", "tag": "3896e38d-f800-45a2-9515-f4f1dcf3f2aa", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:56:11.898380 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-92b5473d-82b9-4ae7-a985-ad96c83976c5 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:56:11.898975 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd73e5e5-6089-42e4-ab5e-f6835010b6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3896e38d-f800-45a2-9515-f4f1dcf3f2aa', 'code': 200} Nov 12 19:56:11.975761 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a6903edf-27f8-4cc7-b223-e1932986ea51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:11.992404 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a6903edf-27f8-4cc7-b223-e1932986ea51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:12.000034 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1c262600-b015-44d4-808e-e6bc8b787921 req-26f00950-8998-48c9-b068-c07ae1d62432 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=4523f542-c640-48ba-98fa-5a41ab8987f6 HTTP/1.1" status: 200 len: 210 time: 0.0410795 Nov 12 19:56:12.010321 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 58723) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:12.049289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b6dbd3-2280-411c-95e9-8b49b4c660d8 None None] Network b9f61234-39a9-447a-8f8b-1ff74daf149a requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:56:12.107855 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7e049-17e1-4425-8fd6-2bddbe6e2db5 req-8dd18cd6-e039-4719-a0cd-113094cf0d89 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:12.109973 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d7b7e049-17e1-4425-8fd6-2bddbe6e2db5 req-8dd18cd6-e039-4719-a0cd-113094cf0d89 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 971 time: 0.2616208 Nov 12 19:56:12.114379 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20c387-e427-4195-b02e-aeaa488cf323 req-50e1a751-b130-47ad-92a8-28d5f460cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:12.116688 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fb20c387-e427-4195-b02e-aeaa488cf323 req-50e1a751-b130-47ad-92a8-28d5f460cc95 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 1123 time: 0.1051598 Nov 12 19:56:12.125253 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45514) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:12.176112 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-fb20c387-e427-4195-b02e-aeaa488cf323 req-e062d84f-2eb6-4bb3-99c4-c1b2a94116e3 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:12.194811 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6903edf-27f8-4cc7-b223-e1932986ea51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47fba16-e0de-49bc-9bbb-d62da63272ec,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:12.202583 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b7fa87-2b18-4f42-ae6e-2335954863a2 admin admin] Deleting subnet 58313bbf-4382-4df4-b312-6c48e523d903 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 19:56:12.206049 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-96b7fa87-2b18-4f42-ae6e-2335954863a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:12.223348 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a6903edf-27f8-4cc7-b223-e1932986ea51 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=387ba7bdb2a24c43b5c7acd4ae8bb71c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1535959 Nov 12 19:56:12.231877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45520) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:12.251077 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d7b7e049-17e1-4425-8fd6-2bddbe6e2db5 req-7533022b-c115-4484-b7bb-26891850e49e tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/security-groups?id=165b0dcc-c0c2-46c2-b319-e22e47747f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211257 Nov 12 19:56:12.258328 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-96b7fa87-2b18-4f42-ae6e-2335954863a2 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:12.273593 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-96b7fa87-2b18-4f42-ae6e-2335954863a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:12.297475 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 2fba89f4-e612-4951-adf9-8fdf1184a3bf up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:56:12.376798 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6d0b8c18-724b-4df1-a09d-0ebc64fcaa4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:12.380796 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-24739ed9-c425-44ba-a076-9f340adea141 req-d09f05c4-b9d8-4ddb-8f69-e798fdbab874 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Allocated IP 172.20.0.10 (f1d354fd-aa26-44d0-9019-12658139bd7f/642111bb-5d2c-43b3-97eb-ab14b1809540/646a21b7-b0b7-448e-a4f5-a406d542a780) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:56:12.417607 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 2fba89f4-e612-4951-adf9-8fdf1184a3bf completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:56:12.420034 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6d0b8c18-724b-4df1-a09d-0ebc64fcaa4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:12.424846 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 2fba89f4-e612-4951-adf9-8fdf1184a3bf triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:56:12.425097 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:12.589793 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:12.589968 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6d0b8c18-724b-4df1-a09d-0ebc64fcaa4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:12.597633 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6d0b8c18-724b-4df1-a09d-0ebc64fcaa4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:12.598795 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6d0b8c18-724b-4df1-a09d-0ebc64fcaa4f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b47fba16-e0de-49bc-9bbb-d62da63272ec HTTP/1.1" status: 204 len: 168 time: 0.3632994 Nov 12 19:56:12.631207 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 2fba89f4-e612-4951-adf9-8fdf1184a3bf, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=2fba89f4-e612-4951-adf9-8fdf1184a3bf,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:12.633639 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b8c18-724b-4df1-a09d-0ebc64fcaa4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47fba16-e0de-49bc-9bbb-d62da63272ec,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:12.639744 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:12.708315 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-24739ed9-c425-44ba-a076-9f340adea141 req-d09f05c4-b9d8-4ddb-8f69-e798fdbab874 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:12.778284 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-24739ed9-c425-44ba-a076-9f340adea141 req-d09f05c4-b9d8-4ddb-8f69-e798fdbab874 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:12.798491 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=2fba89f4-e612-4951-adf9-8fdf1184a3bf,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:12.831554 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e13b5-d31e-4308-b52c-47a5414df627 req-c01d7d09-1975-43e3-ba77-13c1fce82004 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:12.841261 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d61e13b5-d31e-4308-b52c-47a5414df627 req-c01d7d09-1975-43e3-ba77-13c1fce82004 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ebe9e67-d418-4785-9922-cf2064c2d953 HTTP/1.1" status: 200 len: 948 time: 0.2773106 Nov 12 19:56:12.845970 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-fb20c387-e427-4195-b02e-aeaa488cf323 req-e062d84f-2eb6-4bb3-99c4-c1b2a94116e3 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:12.846326 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24739ed9-c425-44ba-a076-9f340adea141 req-d09f05c4-b9d8-4ddb-8f69-e798fdbab874 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Network f1d354fd-aa26-44d0-9019-12658139bd7f is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:56:12.855310 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-24739ed9-c425-44ba-a076-9f340adea141 req-d09f05c4-b9d8-4ddb-8f69-e798fdbab874 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:56:12.858468 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-fb20c387-e427-4195-b02e-aeaa488cf323 req-e062d84f-2eb6-4bb3-99c4-c1b2a94116e3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:12.859308 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-24739ed9-c425-44ba-a076-9f340adea141 req-d09f05c4-b9d8-4ddb-8f69-e798fdbab874 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:56:12.862200 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-96b7fa87-2b18-4f42-ae6e-2335954863a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:12.865441 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24739ed9-c425-44ba-a076-9f340adea141 req-d09f05c4-b9d8-4ddb-8f69-e798fdbab874 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:12.866076 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-24739ed9-c425-44ba-a076-9f340adea141 req-d09f05c4-b9d8-4ddb-8f69-e798fdbab874 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:12.884657 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f05c4-b9d8-4ddb-8f69-e798fdbab874 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Pushing event updated for resources: {'Port': ['ID=646a21b7-b0b7-448e-a4f5-a406d542a780,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:12.890964 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24739ed9-c425-44ba-a076-9f340adea141 req-d09f05c4-b9d8-4ddb-8f69-e798fdbab874 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2212298 Nov 12 19:56:12.914566 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-24739ed9-c425-44ba-a076-9f340adea141 req-b49157a8-b81f-4109-8660-32fc1701991f service neutron] Request body: {'port': {'device_id': '4523f542-c640-48ba-98fa-5a41ab8987f6', 'device_owner': 'compute:tempest-test_az-963553213', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:12.960548 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7fa87-2b18-4f42-ae6e-2335954863a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58313bbf-4382-4df4-b312-6c48e523d903,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:12.966711 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-96b7fa87-2b18-4f42-ae6e-2335954863a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:12.970293 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-96b7fa87-2b18-4f42-ae6e-2335954863a2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/58313bbf-4382-4df4-b312-6c48e523d903 HTTP/1.1" status: 204 len: 168 time: 0.8440671 Nov 12 19:56:12.976545 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062d84f-2eb6-4bb3-99c4-c1b2a94116e3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0c859e-119c-460c-9e54-7fce06b3dbf2,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:12.977166 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45544) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:12.989757 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fb20c387-e427-4195-b02e-aeaa488cf323 req-e062d84f-2eb6-4bb3-99c4-c1b2a94116e3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=165b0dcc-c0c2-46c2-b319-e22e47747f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8623240 Nov 12 19:56:13.019804 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d61e13b5-d31e-4308-b52c-47a5414df627 req-fb325f41-05a4-4004-8afe-f654f1ebc21d tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776915 Nov 12 19:56:13.046739 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-24739ed9-c425-44ba-a076-9f340adea141 req-b49157a8-b81f-4109-8660-32fc1701991f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:13.164158 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e677361-9e75-4272-a0e5-df1e340de88a req-53b168af-7937-40f2-a8ed-37d8d814ea14 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:13.165937 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1e677361-9e75-4272-a0e5-df1e340de88a req-53b168af-7937-40f2-a8ed-37d8d814ea14 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0295a38-6047-482a-8b78-63e7485fd36f HTTP/1.1" status: 200 len: 947 time: 0.0639362 Nov 12 19:56:13.197054 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b519f58f-2206-4497-b1bc-b6a01d2cb680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:13.230036 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1e677361-9e75-4272-a0e5-df1e340de88a req-1cf4a40e-3d30-4811-98b2-b87a69952eaf tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543482 Nov 12 19:56:13.241596 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45548) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:13.263525 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8aae1805-f89c-407d-88c8-8715a454a3c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:13.325032 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e3142cc5-abc5-48df-8adc-2478687ecb6e None None] Provisioning complete for port 646a21b7-b0b7-448e-a4f5-a406d542a780 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:56:13.325794 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e3142cc5-abc5-48df-8adc-2478687ecb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:13.385899 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e3142cc5-abc5-48df-8adc-2478687ecb6e None None] Port 646a21b7-b0b7-448e-a4f5-a406d542a780 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:56:13.386122 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b519f58f-2206-4497-b1bc-b6a01d2cb680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:13.433312 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8aae1805-f89c-407d-88c8-8715a454a3c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:13.438853 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8aae1805-f89c-407d-88c8-8715a454a3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:13.453495 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b519f58f-2206-4497-b1bc-b6a01d2cb680 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:56:13.453875 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b519f58f-2206-4497-b1bc-b6a01d2cb680 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:56:13.454629 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b519f58f-2206-4497-b1bc-b6a01d2cb680 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:56:13.455006 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b519f58f-2206-4497-b1bc-b6a01d2cb680 admin admin] Subscribe: > port after_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:56:13.455339 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b519f58f-2206-4497-b1bc-b6a01d2cb680 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:56:13.455653 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b519f58f-2206-4497-b1bc-b6a01d2cb680 admin admin] Subscribe: > port after_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:56:13.455973 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b519f58f-2206-4497-b1bc-b6a01d2cb680 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:56:13.456330 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b519f58f-2206-4497-b1bc-b6a01d2cb680 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:56:13.456644 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b519f58f-2206-4497-b1bc-b6a01d2cb680 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:56:13.456959 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b519f58f-2206-4497-b1bc-b6a01d2cb680 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:56:13.457476 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c5773-ed77-4e85-87cf-54abff0c2e9a req-31de3201-1d1e-4a5e-b884-c07ace31a83b tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:13.459049 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-496c5773-ed77-4e85-87cf-54abff0c2e9a req-31de3201-1d1e-4a5e-b884-c07ace31a83b tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=4523f542-c640-48ba-98fa-5a41ab8987f6 HTTP/1.1" status: 200 len: 932 time: 0.0919673 Nov 12 19:56:13.503640 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8aae1805-f89c-407d-88c8-8715a454a3c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f48385bc88b64bc1ba89a191c6900cb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2576730 Nov 12 19:56:13.505099 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45558) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:13.514236 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae1805-f89c-407d-88c8-8715a454a3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec221b15-bb9b-45ec-b862-7fd00985c1b2,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:13.540511 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b519f58f-2206-4497-b1bc-b6a01d2cb680 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:56:13.540511 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b519f58f-2206-4497-b1bc-b6a01d2cb680 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:56:13.540511 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b519f58f-2206-4497-b1bc-b6a01d2cb680 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:56:13.540511 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b519f58f-2206-4497-b1bc-b6a01d2cb680 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:56:13.540511 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-b519f58f-2206-4497-b1bc-b6a01d2cb680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb1114e-9894-44a1-9b60-a88de78d770f']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:56:13.562808 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-b519f58f-2206-4497-b1bc-b6a01d2cb680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b427fd-0d73-4e5d-ac4f-8576d483e6f3') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:56:13.563077 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-b519f58f-2206-4497-b1bc-b6a01d2cb680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b427fd-0d73-4e5d-ac4f-8576d483e6f3') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:56:13.565637 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-496c5773-ed77-4e85-87cf-54abff0c2e9a req-7e934c4c-8c96-4c74-a659-2f173cb40765 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b759fb5-4f4d-4d79-a3fe-fd07cde4531c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893900 Nov 12 19:56:13.584922 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-031986b5-9b16-4855-8bf5-3cfd4e273c16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:13.585960 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b519f58f-2206-4497-b1bc-b6a01d2cb680 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:13.611757 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-031986b5-9b16-4855-8bf5-3cfd4e273c16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:13.645558 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b519f58f-2206-4497-b1bc-b6a01d2cb680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:13.675768 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b519f58f-2206-4497-b1bc-b6a01d2cb680 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 19:56:13.676267 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b519f58f-2206-4497-b1bc-b6a01d2cb680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:13.677813 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-031986b5-9b16-4855-8bf5-3cfd4e273c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:13.680881 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-031986b5-9b16-4855-8bf5-3cfd4e273c16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:13.682061 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-031986b5-9b16-4855-8bf5-3cfd4e273c16 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec221b15-bb9b-45ec-b862-7fd00985c1b2 HTTP/1.1" status: 204 len: 168 time: 0.1760325 Nov 12 19:56:13.690742 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031986b5-9b16-4855-8bf5-3cfd4e273c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec221b15-bb9b-45ec-b862-7fd00985c1b2,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: from cryptography.utils import int_from_bytes Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: from cryptography.utils import int_from_bytes Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: timer() Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 19:56:13.705076 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 19:56:13.781433 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a79b41-181b-49e4-9b52-e0f1be8ff564 req-94389ae7-bd1e-444f-bb26-860ed79fd898 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:13.783049 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16a79b41-181b-49e4-9b52-e0f1be8ff564 req-94389ae7-bd1e-444f-bb26-860ed79fd898 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 971 time: 0.1932509 Nov 12 19:56:13.834187 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b519f58f-2206-4497-b1bc-b6a01d2cb680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:13.841200 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b519f58f-2206-4497-b1bc-b6a01d2cb680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:13.844822 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b519f58f-2206-4497-b1bc-b6a01d2cb680 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ffb1114e-9894-44a1-9b60-a88de78d770f HTTP/1.1" status: 204 len: 168 time: 0.8058715 Nov 12 19:56:13.848336 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45574) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:13.880665 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519f58f-2206-4497-b1bc-b6a01d2cb680 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffb1114e-9894-44a1-9b60-a88de78d770f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:13.892119 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-24739ed9-c425-44ba-a076-9f340adea141 req-b49157a8-b81f-4109-8660-32fc1701991f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 646a21b7-b0b7-448e-a4f5-a406d542a780 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:56:13.899974 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebe9e67-d418-4785-9922-cf2064c2d953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fba89f4-e612-4951-adf9-8fdf1184a3bf'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:56:13.902578 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b1d06d-2163-4fee-831b-1ae7f1352dba" -d '{"events": [{"server_uuid": "5ebe9e67-d418-4785-9922-cf2064c2d953", "name": "network-vif-plugged", "status": "completed", "tag": "2fba89f4-e612-4951-adf9-8fdf1184a3bf"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:56:13.906699 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-24739ed9-c425-44ba-a076-9f340adea141 req-b49157a8-b81f-4109-8660-32fc1701991f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:13.917250 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16a79b41-181b-49e4-9b52-e0f1be8ff564 req-b3ae11c1-7a5c-47f4-afb8-d719b0cfd8d0 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/security-groups?id=165b0dcc-c0c2-46c2-b319-e22e47747f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223946 Nov 12 19:56:13.924642 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-24739ed9-c425-44ba-a076-9f340adea141 req-b49157a8-b81f-4109-8660-32fc1701991f service neutron] Transition to ACTIVE for port object 646a21b7-b0b7-448e-a4f5-a406d542a780 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:56:13.929555 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-24739ed9-c425-44ba-a076-9f340adea141 req-b49157a8-b81f-4109-8660-32fc1701991f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:13.935746 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-f00befae-a7f6-4f0d-bd1d-6b48bc4e5e6f admin admin] Deleting subnet 6dd91dc2-0c14-4f72-a7a8-a169075e1d15 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 19:56:13.941135 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f00befae-a7f6-4f0d-bd1d-6b48bc4e5e6f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:13.985073 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f00befae-a7f6-4f0d-bd1d-6b48bc4e5e6f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:13.995322 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f00befae-a7f6-4f0d-bd1d-6b48bc4e5e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:14.009534 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e58d3fa-fbf8-45ff-ab15-c27e0ac3b7a1 x-openstack-request-id: req-5e58d3fa-fbf8-45ff-ab15-c27e0ac3b7a1 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:56:14.009853 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebe9e67-d418-4785-9922-cf2064c2d953", "name": "network-vif-plugged", "status": "completed", "tag": "2fba89f4-e612-4951-adf9-8fdf1184a3bf", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:56:14.010338 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e58d3fa-fbf8-45ff-ab15-c27e0ac3b7a1 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:56:14.010850 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebe9e67-d418-4785-9922-cf2064c2d953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fba89f4-e612-4951-adf9-8fdf1184a3bf', 'code': 200} Nov 12 19:56:14.036185 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49157a8-b81f-4109-8660-32fc1701991f service neutron] Pushing event updated for resources: {'Port': ['ID=646a21b7-b0b7-448e-a4f5-a406d542a780,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:14.125621 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f00befae-a7f6-4f0d-bd1d-6b48bc4e5e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:14.180993 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00befae-a7f6-4f0d-bd1d-6b48bc4e5e6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd91dc2-0c14-4f72-a7a8-a169075e1d15,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:14.202171 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f00befae-a7f6-4f0d-bd1d-6b48bc4e5e6f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:14.206108 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f00befae-a7f6-4f0d-bd1d-6b48bc4e5e6f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6dd91dc2-0c14-4f72-a7a8-a169075e1d15 HTTP/1.1" status: 204 len: 168 time: 0.3567517 Nov 12 19:56:14.208627 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45596) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:14.296782 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 1a86412a-3bf1-4494-832d-f68e482c92db details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:56:14.325890 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3927a57f-7836-4b17-8121-4751d1d549cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:14.345573 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-24739ed9-c425-44ba-a076-9f340adea141 req-b49157a8-b81f-4109-8660-32fc1701991f service neutron] Attempting to bind port 646a21b7-b0b7-448e-a4f5-a406d542a780 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:56:14.345901 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-24739ed9-c425-44ba-a076-9f340adea141 req-b49157a8-b81f-4109-8660-32fc1701991f service neutron] Attempting to bind port 646a21b7-b0b7-448e-a4f5-a406d542a780 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'c6564594-8820-459a-beb1-ba18f2e362c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:56:14.346233 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24739ed9-c425-44ba-a076-9f340adea141 req-b49157a8-b81f-4109-8660-32fc1701991f service neutron] Attempting to bind port 646a21b7-b0b7-448e-a4f5-a406d542a780 on network f1d354fd-aa26-44d0-9019-12658139bd7f {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:56:14.361031 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24739ed9-c425-44ba-a076-9f340adea141 req-b49157a8-b81f-4109-8660-32fc1701991f service neutron] Port 646a21b7-b0b7-448e-a4f5-a406d542a780 on network f1d354fd-aa26-44d0-9019-12658139bd7f not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:56:14.361222 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24739ed9-c425-44ba-a076-9f340adea141 req-b49157a8-b81f-4109-8660-32fc1701991f service neutron] Attempting to bind port 646a21b7-b0b7-448e-a4f5-a406d542a780 on network f1d354fd-aa26-44d0-9019-12658139bd7f {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:56:14.366311 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e5c21-3545-477f-8384-f9dc0ee7bf77 req-c4975d18-690f-42db-943e-b8a59be39082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:14.368520 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-651e5c21-3545-477f-8384-f9dc0ee7bf77 req-c4975d18-690f-42db-943e-b8a59be39082 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5ebe9e67-d418-4785-9922-cf2064c2d953 HTTP/1.1" status: 200 len: 1101 time: 0.2719371 Nov 12 19:56:14.382501 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4ded8-ef74-401f-93fa-d32e28d4289c req-4c742814-6413-4348-8c7e-c48f4cf1570c tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:14.383925 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-84b4ded8-ef74-401f-93fa-d32e28d4289c req-4c742814-6413-4348-8c7e-c48f4cf1570c tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ebe9e67-d418-4785-9922-cf2064c2d953 HTTP/1.1" status: 200 len: 949 time: 0.1628449 Nov 12 19:56:14.386099 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24739ed9-c425-44ba-a076-9f340adea141 req-b49157a8-b81f-4109-8660-32fc1701991f service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:56:14.386434 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24739ed9-c425-44ba-a076-9f340adea141 req-b49157a8-b81f-4109-8660-32fc1701991f service neutron] Checking segment: {'id': 'c6564594-8820-459a-beb1-ba18f2e362c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:56:14.386814 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24739ed9-c425-44ba-a076-9f340adea141 req-b49157a8-b81f-4109-8660-32fc1701991f service neutron] Bound using segment: {'id': 'c6564594-8820-459a-beb1-ba18f2e362c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:56:14.387338 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-24739ed9-c425-44ba-a076-9f340adea141 req-b49157a8-b81f-4109-8660-32fc1701991f service neutron] Bound port: 646a21b7-b0b7-448e-a4f5-a406d542a780, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6564594-8820-459a-beb1-ba18f2e362c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:56:14.387730 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-24739ed9-c425-44ba-a076-9f340adea141 req-b49157a8-b81f-4109-8660-32fc1701991f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:14.485389 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-651e5c21-3545-477f-8384-f9dc0ee7bf77 req-4eeebc62-94c4-4df8-88c0-8c095f8214c3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002626 Nov 12 19:56:14.500424 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3927a57f-7836-4b17-8121-4751d1d549cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:14.515131 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecf902-df0f-4cca-94fd-86d01bccfb0e req-a8a4742d-785b-4d5a-87a4-cf083a12fea4 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:14.525205 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4fecf902-df0f-4cca-94fd-86d01bccfb0e req-a8a4742d-785b-4d5a-87a4-cf083a12fea4 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0295a38-6047-482a-8b78-63e7485fd36f HTTP/1.1" status: 200 len: 947 time: 0.1319993 Nov 12 19:56:14.531893 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-84b4ded8-ef74-401f-93fa-d32e28d4289c req-a481d2cc-96c0-49d2-a441-c250322c9685 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353006 Nov 12 19:56:14.557295 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-24739ed9-c425-44ba-a076-9f340adea141 req-b49157a8-b81f-4109-8660-32fc1701991f service neutron] For port 646a21b7-b0b7-448e-a4f5-a406d542a780, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:56:14.563523 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-24739ed9-c425-44ba-a076-9f340adea141 req-b49157a8-b81f-4109-8660-32fc1701991f service neutron] For port 646a21b7-b0b7-448e-a4f5-a406d542a780, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=646a21b7-b0b7-448e-a4f5-a406d542a780,segment=NetworkSegment(c6564594-8820-459a-beb1-ba18f2e362c8),segment_id=c6564594-8820-459a-beb1-ba18f2e362c8)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:56:14.573158 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 1a86412a-3bf1-4494-832d-f68e482c92db, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1a86412a-3bf1-4494-832d-f68e482c92db,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:14.573734 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-24739ed9-c425-44ba-a076-9f340adea141 req-b49157a8-b81f-4109-8660-32fc1701991f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:14.586673 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3927a57f-7836-4b17-8121-4751d1d549cb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:56:14.587320 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3927a57f-7836-4b17-8121-4751d1d549cb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:56:14.588379 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3927a57f-7836-4b17-8121-4751d1d549cb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:56:14.588783 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3927a57f-7836-4b17-8121-4751d1d549cb admin admin] Subscribe: > port after_create 55550000 {{(pid=102448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:56:14.589177 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3927a57f-7836-4b17-8121-4751d1d549cb admin admin] Subscribe: > port after_delete 55550000 {{(pid=102448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:56:14.589555 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3927a57f-7836-4b17-8121-4751d1d549cb admin admin] Subscribe: > port after_update 55550000 {{(pid=102448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:56:14.589972 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3927a57f-7836-4b17-8121-4751d1d549cb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:56:14.591314 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3927a57f-7836-4b17-8121-4751d1d549cb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:56:14.591828 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3927a57f-7836-4b17-8121-4751d1d549cb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:56:14.592223 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3927a57f-7836-4b17-8121-4751d1d549cb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:56:14.604209 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '1a86412a-3bf1-4494-832d-f68e482c92db', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': '1a86412a-3bf1-4494-832d-f68e482c92db', 'mac_address': 'fa:16:3e:e4:17:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:56:14.615562 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24739ed9-c425-44ba-a076-9f340adea141 req-b49157a8-b81f-4109-8660-32fc1701991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:14.616007 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-24739ed9-c425-44ba-a076-9f340adea141 req-b49157a8-b81f-4109-8660-32fc1701991f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:14.617483 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24739ed9-c425-44ba-a076-9f340adea141 req-b49157a8-b81f-4109-8660-32fc1701991f service neutron] 10.222.0.52 "PUT /v2.0/ports/646a21b7-b0b7-448e-a4f5-a406d542a780 HTTP/1.1" status: 200 len: 1114 time: 1.7153199 Nov 12 19:56:14.619163 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4523f542-c640-48ba-98fa-5a41ab8987f6', 'tag': '646a21b7-b0b7-448e-a4f5-a406d542a780'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:56:14.620395 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05f7922-c211-49f0-8475-e487b6a92e79" -d '{"events": [{"name": "network-changed", "server_uuid": "4523f542-c640-48ba-98fa-5a41ab8987f6", "tag": "646a21b7-b0b7-448e-a4f5-a406d542a780"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:56:14.683089 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:14.729374 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a86412a-3bf1-4494-832d-f68e482c92db {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:56:14.746158 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3927a57f-7836-4b17-8121-4751d1d549cb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:56:14.746545 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3927a57f-7836-4b17-8121-4751d1d549cb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:56:14.746878 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3927a57f-7836-4b17-8121-4751d1d549cb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:56:14.747206 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3927a57f-7836-4b17-8121-4751d1d549cb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 19:56:14.747999 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-3927a57f-7836-4b17-8121-4751d1d549cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f61234-39a9-447a-8f8b-1ff74daf149a']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:56:14.765644 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49157a8-b81f-4109-8660-32fc1701991f service neutron] Pushing event updated for resources: {'Port': ['ID=646a21b7-b0b7-448e-a4f5-a406d542a780,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:14.766358 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 1a86412a-3bf1-4494-832d-f68e482c92db, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1a86412a-3bf1-4494-832d-f68e482c92db,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:14.774432 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:14.807326 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24739ed9-c425-44ba-a076-9f340adea141 req-19582da2-d5c7-4392-8be3-22f54fa25623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:14.808910 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24739ed9-c425-44ba-a076-9f340adea141 req-19582da2-d5c7-4392-8be3-22f54fa25623 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c539f76e143242b8af302d8e20aae3aa&device_id=4523f542-c640-48ba-98fa-5a41ab8987f6 HTTP/1.1" status: 200 len: 1117 time: 0.1358454 Nov 12 19:56:14.820106 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-3927a57f-7836-4b17-8121-4751d1d549cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee07514c-8e9b-4665-936c-980344e0fe1e') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:56:14.821748 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a829655-072c-4dbb-a137-8315d6d7ea13 req-317ce49a-3d13-4db1-b722-7640995e0c73 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:14.826074 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-3927a57f-7836-4b17-8121-4751d1d549cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee07514c-8e9b-4665-936c-980344e0fe1e') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:56:14.829784 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a829655-072c-4dbb-a137-8315d6d7ea13 req-317ce49a-3d13-4db1-b722-7640995e0c73 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=4523f542-c640-48ba-98fa-5a41ab8987f6 HTTP/1.1" status: 200 len: 965 time: 0.0957859 Nov 12 19:56:14.857134 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4fecf902-df0f-4cca-94fd-86d01bccfb0e req-6eeb6a65-811c-4546-b8d8-428467977a4c tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280737 Nov 12 19:56:14.875565 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3927a57f-7836-4b17-8121-4751d1d549cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:14.893764 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=1a86412a-3bf1-4494-832d-f68e482c92db,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:14.943514 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3927a57f-7836-4b17-8121-4751d1d549cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:14.959552 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3927a57f-7836-4b17-8121-4751d1d549cb admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 19:56:14.960451 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3927a57f-7836-4b17-8121-4751d1d549cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: from cryptography.utils import int_from_bytes Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: from cryptography.utils import int_from_bytes Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: timer() Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 19:56:14.970003 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 19:56:15.034477 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45622) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:15.111585 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3927a57f-7836-4b17-8121-4751d1d549cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:15.117760 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['1a86412a-3bf1-4494-832d-f68e482c92db'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:56:15.123583 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3927a57f-7836-4b17-8121-4751d1d549cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:15.131573 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3927a57f-7836-4b17-8121-4751d1d549cb admin admin] 10.222.0.48 "DELETE /v2.0/networks/b9f61234-39a9-447a-8f8b-1ff74daf149a HTTP/1.1" status: 204 len: 168 time: 0.9213324 Nov 12 19:56:15.142508 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0364c64-f3b0-47d1-b856-159f49b2605f x-openstack-request-id: req-e0364c64-f3b0-47d1-b856-159f49b2605f {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:56:15.142758 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4523f542-c640-48ba-98fa-5a41ab8987f6", "tag": "646a21b7-b0b7-448e-a4f5-a406d542a780", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:56:15.143099 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e0364c64-f3b0-47d1-b856-159f49b2605f {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:56:15.143553 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4523f542-c640-48ba-98fa-5a41ab8987f6', 'tag': '646a21b7-b0b7-448e-a4f5-a406d542a780', 'status': 'completed', 'code': 200} Nov 12 19:56:15.148407 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927a57f-7836-4b17-8121-4751d1d549cb admin admin] Pushing event deleted for resources: {'Network': ['ID=b9f61234-39a9-447a-8f8b-1ff74daf149a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:15.166789 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800f5e9-135a-49ae-bcc7-b87362c775ea req-bf0a896a-9a8d-4581-9fe6-b34115a8de81 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:15.169324 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a800f5e9-135a-49ae-bcc7-b87362c775ea req-bf0a896a-9a8d-4581-9fe6-b34115a8de81 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 971 time: 0.0986161 Nov 12 19:56:15.181669 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24739ed9-c425-44ba-a076-9f340adea141 req-bbcdb202-48df-4a71-9459-d7be14e2d6d7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=646a21b7-b0b7-448e-a4f5-a406d542a780 HTTP/1.1" status: 200 len: 217 time: 0.3486850 Nov 12 19:56:15.249554 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a829655-072c-4dbb-a137-8315d6d7ea13 req-a5ebb5bf-5a70-4ce0-a40f-e22d5dbd18c7 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b759fb5-4f4d-4d79-a3fe-fd07cde4531c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4188859 Nov 12 19:56:15.251918 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a800f5e9-135a-49ae-bcc7-b87362c775ea req-47155f20-f2a9-4256-85a4-07944e079e22 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/security-groups?id=165b0dcc-c0c2-46c2-b319-e22e47747f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762274 Nov 12 19:56:15.286360 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24739ed9-c425-44ba-a076-9f340adea141 req-1564c98e-b2eb-4919-a804-5240e8ee3a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:15.287845 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24739ed9-c425-44ba-a076-9f340adea141 req-1564c98e-b2eb-4919-a804-5240e8ee3a68 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=642111bb-5d2c-43b3-97eb-ab14b1809540 HTTP/1.1" status: 200 len: 862 time: 0.0958290 Nov 12 19:56:15.302601 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-c0a03a41-e4d6-4143-8b40-4bf4d4e3b018 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1365496019-network', 'tenant_id': '8d8e319c0c4e434b8087c124ad0c8b6f'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:15.345846 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24739ed9-c425-44ba-a076-9f340adea141 req-ebe4935a-1eeb-4ab2-8b20-1f8e0b91e24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:15.346653 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a03a41-e4d6-4143-8b40-4bf4d4e3b018 admin admin] Made reservation on behalf of 8d8e319c0c4e434b8087c124ad0c8b6f for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:56:15.349945 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24739ed9-c425-44ba-a076-9f340adea141 req-ebe4935a-1eeb-4ab2-8b20-1f8e0b91e24d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f1d354fd-aa26-44d0-9019-12658139bd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511653 Nov 12 19:56:15.351927 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c0a03a41-e4d6-4143-8b40-4bf4d4e3b018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:15.370140 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c0a03a41-e4d6-4143-8b40-4bf4d4e3b018 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:15.478671 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24739ed9-c425-44ba-a076-9f340adea141 req-53ee28d1-de79-4574-a25f-2f998ec152f4 service neutron] 10.222.0.52 "GET /v2.0/networks/f1d354fd-aa26-44d0-9019-12658139bd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231108 Nov 12 19:56:15.484911 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c0a03a41-e4d6-4143-8b40-4bf4d4e3b018 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:15.490427 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c0a03a41-e4d6-4143-8b40-4bf4d4e3b018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:15.500753 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45630) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:15.520919 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a03a41-e4d6-4143-8b40-4bf4d4e3b018 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 19:56:15.537120 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a03a41-e4d6-4143-8b40-4bf4d4e3b018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:15.542314 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c0a03a41-e4d6-4143-8b40-4bf4d4e3b018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:15.542662 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-c0a03a41-e4d6-4143-8b40-4bf4d4e3b018 admin admin] Added segment 2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2 of type vlan for network e3a881ac-6120-48a0-95f8-2623f45c4673 Nov 12 19:56:15.589132 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c0a03a41-e4d6-4143-8b40-4bf4d4e3b018 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:15.611703 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45636) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:15.625791 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24739ed9-c425-44ba-a076-9f340adea141 req-7e737233-2f40-47c3-aa23-495c392a6636 service neutron] 10.222.0.52 "GET /v2.0/networks/f1d354fd-aa26-44d0-9019-12658139bd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383259 Nov 12 19:56:15.669448 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c0a03a41-e4d6-4143-8b40-4bf4d4e3b018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:15.670293 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a03a41-e4d6-4143-8b40-4bf4d4e3b018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:15.670909 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c0a03a41-e4d6-4143-8b40-4bf4d4e3b018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:15.679549 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436a2e3-6fdb-4280-893e-2b8208f49797 req-0520f802-3fe8-404e-ba06-84fa604b7306 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:15.680632 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee274439-51e5-4680-9bcc-814c7b3ff9cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:15.681091 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2436a2e3-6fdb-4280-893e-2b8208f49797 req-0520f802-3fe8-404e-ba06-84fa604b7306 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ebe9e67-d418-4785-9922-cf2064c2d953 HTTP/1.1" status: 200 len: 949 time: 0.0542021 Nov 12 19:56:15.695981 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-97ebe121-e7d8-4b57-86ac-549fe7a77805 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f8c47570745460ab5ec6c43ba92d829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0814281 Nov 12 19:56:15.710860 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45638) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:15.747410 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c0a03a41-e4d6-4143-8b40-4bf4d4e3b018 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7113235 Nov 12 19:56:15.751395 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45640) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:15.757784 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f4f82db1-a583-4a1a-a810-1b5fe7b2a08b admin admin] Request body: {'subnet': {'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1365496019-subnet', 'tenant_id': '8d8e319c0c4e434b8087c124ad0c8b6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:15.771436 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a03a41-e4d6-4143-8b40-4bf4d4e3b018 admin admin] Pushing event updated for resources: {'Network': ['ID=e3a881ac-6120-48a0-95f8-2623f45c4673,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:15.787306 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network e3a881ac-6120-48a0-95f8-2623f45c4673 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 19:56:15.790942 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f7922-c211-49f0-8475-e487b6a92e79 req-99132ba7-fdef-4237-b01e-c72a8b0258a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:15.794124 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c05f7922-c211-49f0-8475-e487b6a92e79 req-99132ba7-fdef-4237-b01e-c72a8b0258a7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c539f76e143242b8af302d8e20aae3aa&device_id=4523f542-c640-48ba-98fa-5a41ab8987f6 HTTP/1.1" status: 200 len: 1117 time: 0.1097887 Nov 12 19:56:15.798330 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2436a2e3-6fdb-4280-893e-2b8208f49797 req-3ed879e1-8085-43a9-998e-0b49e1e83164 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070969 Nov 12 19:56:15.810430 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f82db1-a583-4a1a-a810-1b5fe7b2a08b admin admin] Made reservation on behalf of 8d8e319c0c4e434b8087c124ad0c8b6f for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:56:15.813385 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f4f82db1-a583-4a1a-a810-1b5fe7b2a08b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:15.841098 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-00b5b868-1b1c-4998-ab6d-b06039b2ba48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:15.893742 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-00b5b868-1b1c-4998-ab6d-b06039b2ba48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:15.920752 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee274439-51e5-4680-9bcc-814c7b3ff9cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:15.927893 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee274439-51e5-4680-9bcc-814c7b3ff9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:15.948981 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f7922-c211-49f0-8475-e487b6a92e79 req-0c837255-33ce-4750-804d-61965ed91559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:15.951201 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c05f7922-c211-49f0-8475-e487b6a92e79 req-0c837255-33ce-4750-804d-61965ed91559 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f1d354fd-aa26-44d0-9019-12658139bd7f HTTP/1.1" status: 200 len: 924 time: 0.1503384 Nov 12 19:56:15.998357 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-00b5b868-1b1c-4998-ab6d-b06039b2ba48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:16.001155 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-00b5b868-1b1c-4998-ab6d-b06039b2ba48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:16.002382 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-00b5b868-1b1c-4998-ab6d-b06039b2ba48 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/63812c1a-c3c4-4479-8afa-3ff020e3e790 HTTP/1.1" status: 204 len: 168 time: 0.2898316 Nov 12 19:56:16.005542 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c05f7922-c211-49f0-8475-e487b6a92e79 req-399fcc03-c07f-44f8-ad74-1a4103ea7a6c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=646a21b7-b0b7-448e-a4f5-a406d542a780 HTTP/1.1" status: 200 len: 217 time: 0.0460057 Nov 12 19:56:16.011817 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5b868-1b1c-4998-ab6d-b06039b2ba48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63812c1a-c3c4-4479-8afa-3ff020e3e790,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:16.022112 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ee274439-51e5-4680-9bcc-814c7b3ff9cb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=36127cdc4cc8439394e232348a65deef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5202658 Nov 12 19:56:16.029102 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45646) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:16.029808 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee274439-51e5-4680-9bcc-814c7b3ff9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b06db38-777c-43dc-ab5b-cc10c4bb8a56,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:16.068169 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f7922-c211-49f0-8475-e487b6a92e79 req-d24fc5fd-7044-4d67-b0d0-ae645f310c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:16.070640 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c05f7922-c211-49f0-8475-e487b6a92e79 req-d24fc5fd-7044-4d67-b0d0-ae645f310c9e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=642111bb-5d2c-43b3-97eb-ab14b1809540 HTTP/1.1" status: 200 len: 862 time: 0.0541210 Nov 12 19:56:16.085101 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb60f6-cd92-4a81-9216-84717bd44c4c req-01906ab8-6626-4636-b77c-8733794d89d6 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:16.086748 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-37eb60f6-cd92-4a81-9216-84717bd44c4c req-01906ab8-6626-4636-b77c-8733794d89d6 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0295a38-6047-482a-8b78-63e7485fd36f HTTP/1.1" status: 200 len: 948 time: 0.1488423 Nov 12 19:56:16.128145 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f7922-c211-49f0-8475-e487b6a92e79 req-d6ed7d33-0446-4c32-aa9e-3db6181b4d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:16.129709 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c05f7922-c211-49f0-8475-e487b6a92e79 req-d6ed7d33-0446-4c32-aa9e-3db6181b4d7c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f1d354fd-aa26-44d0-9019-12658139bd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471041 Nov 12 19:56:16.161324 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f4f82db1-a583-4a1a-a810-1b5fe7b2a08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:16.178903 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9e2fffbf-c11d-4469-9dc6-b6b822d66d0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:16.232276 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c05f7922-c211-49f0-8475-e487b6a92e79 req-4be32cc8-8397-4b77-88d8-e82493ca2827 service neutron] 10.222.0.52 "GET /v2.0/networks/f1d354fd-aa26-44d0-9019-12658139bd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920451 Nov 12 19:56:16.244774 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9e2fffbf-c11d-4469-9dc6-b6b822d66d0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:16.250954 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-37eb60f6-cd92-4a81-9216-84717bd44c4c req-7f587411-ce2b-4542-8337-a8b77ab4f2dd tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570582 Nov 12 19:56:16.270610 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f82db1-a583-4a1a-a810-1b5fe7b2a08b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbdea447-0bd1-47f3-8097-cac78263fd7c,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:16.301724 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f82db1-a583-4a1a-a810-1b5fe7b2a08b admin admin] Checking segment: {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:56:16.301964 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f82db1-a583-4a1a-a810-1b5fe7b2a08b admin admin] Network hostable DHCP agents. Network: e3a881ac-6120-48a0-95f8-2623f45c4673, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 19:56:16.327158 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 1a86412a-3bf1-4494-832d-f68e482c92db up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:56:16.327526 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f82db1-a583-4a1a-a810-1b5fe7b2a08b admin admin] Network e3a881ac-6120-48a0-95f8-2623f45c4673 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 19:56:16.338928 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9e2fffbf-c11d-4469-9dc6-b6b822d66d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:16.342165 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9e2fffbf-c11d-4469-9dc6-b6b822d66d0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:16.343856 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9e2fffbf-c11d-4469-9dc6-b6b822d66d0e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b06db38-777c-43dc-ab5b-cc10c4bb8a56 HTTP/1.1" status: 204 len: 168 time: 0.3105085 Nov 12 19:56:16.370696 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2fffbf-c11d-4469-9dc6-b6b822d66d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b06db38-777c-43dc-ab5b-cc10c4bb8a56,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:16.372436 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-f4f82db1-a583-4a1a-a810-1b5fe7b2a08b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, e3a881ac-6120-48a0-95f8-2623f45c4673) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:56:16.374838 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c05f7922-c211-49f0-8475-e487b6a92e79 req-be4533a4-82b4-44c8-be59-c0deb8d871f9 service neutron] 10.222.0.52 "GET /v2.0/networks/f1d354fd-aa26-44d0-9019-12658139bd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347790 Nov 12 19:56:16.378596 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f82db1-a583-4a1a-a810-1b5fe7b2a08b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:16.381760 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f4f82db1-a583-4a1a-a810-1b5fe7b2a08b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:16.384225 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74111053-6095-46c7-b9a5-31d524596caf None None] Network e3a881ac-6120-48a0-95f8-2623f45c4673 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:56:16.432500 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f4f82db1-a583-4a1a-a810-1b5fe7b2a08b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6777248 Nov 12 19:56:16.462385 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888b64f-afb1-401d-acdb-5b6520145431 req-0a0c2b8b-b6b2-4d25-9171-25b3ff61f6e3 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:16.483692 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 1a86412a-3bf1-4494-832d-f68e482c92db completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:56:16.490893 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 1a86412a-3bf1-4494-832d-f68e482c92db triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:56:16.491482 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:16.491788 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c888b64f-afb1-401d-acdb-5b6520145431 req-0a0c2b8b-b6b2-4d25-9171-25b3ff61f6e3 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 971 time: 0.1334991 Nov 12 19:56:16.505420 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b5cd2-2ad5-4283-8268-bf75db6df805 req-d6843be6-54de-482e-9dc1-dcbe116c61bc tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:16.507012 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-696b5cd2-2ad5-4283-8268-bf75db6df805 req-d6843be6-54de-482e-9dc1-dcbe116c61bc tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=4523f542-c640-48ba-98fa-5a41ab8987f6 HTTP/1.1" status: 200 len: 965 time: 0.1157618 Nov 12 19:56:16.604017 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c888b64f-afb1-401d-acdb-5b6520145431 req-a0348d15-1be3-41f7-bbf5-e8a31c1fa690 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/security-groups?id=165b0dcc-c0c2-46c2-b319-e22e47747f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083059 Nov 12 19:56:16.623901 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-696b5cd2-2ad5-4283-8268-bf75db6df805 req-3bf60660-f308-49c5-b599-a5550c83494f tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b759fb5-4f4d-4d79-a3fe-fd07cde4531c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092706 Nov 12 19:56:16.646106 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45660) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:16.649578 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87ec0eb-eed1-4415-9b11-e64b70e6423f None None] Network e3a881ac-6120-48a0-95f8-2623f45c4673 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:56:16.728266 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-34b51e7e-907e-44a7-887a-e60af8893ffe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ef1ab08e25cc4f3284612be3f6e54fe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0799396 Nov 12 19:56:16.731552 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45664) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:16.795301 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:16.811926 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743d098-d0c5-4f07-86ee-76f9ce597921 req-2aad5a8c-2d3c-48d6-b386-0e36ad014108 tempest-AggregatesAdminTestJSON-1186022035 tempest-AggregatesAdminTestJSON-1186022035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:16.813632 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3743d098-d0c5-4f07-86ee-76f9ce597921 req-2aad5a8c-2d3c-48d6-b386-0e36ad014108 tempest-AggregatesAdminTestJSON-1186022035 tempest-AggregatesAdminTestJSON-1186022035-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 1123 time: 0.0652382 Nov 12 19:56:16.818827 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d90c917d-d48d-4ab2-99d8-ea06cf6e3855 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:16.832596 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0295a38-6047-482a-8b78-63e7485fd36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a86412a-3bf1-4494-832d-f68e482c92db'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:56:16.834832 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b4b88e-270e-4506-afef-2a2f772c1812" -d '{"events": [{"server_uuid": "e0295a38-6047-482a-8b78-63e7485fd36f", "name": "network-vif-plugged", "status": "completed", "tag": "1a86412a-3bf1-4494-832d-f68e482c92db"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:56:16.853877 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 1a86412a-3bf1-4494-832d-f68e482c92db, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1a86412a-3bf1-4494-832d-f68e482c92db,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:16.874662 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:16.883242 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3743d098-d0c5-4f07-86ee-76f9ce597921 req-b2a02e19-598f-4913-a4c6-c7d2961913d5 tempest-AggregatesAdminTestJSON-1186022035 tempest-AggregatesAdminTestJSON-1186022035-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:16.897260 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d90c917d-d48d-4ab2-99d8-ea06cf6e3855 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:16.940827 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=1a86412a-3bf1-4494-832d-f68e482c92db,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:16.989577 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d90c917d-d48d-4ab2-99d8-ea06cf6e3855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:16.992097 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d90c917d-d48d-4ab2-99d8-ea06cf6e3855 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:16.993449 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d90c917d-d48d-4ab2-99d8-ea06cf6e3855 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a91a7f5-1961-4044-96c0-6afa94d7fbc1 HTTP/1.1" status: 204 len: 168 time: 0.2603140 Nov 12 19:56:17.008772 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8abcf1-063d-4127-8d41-1aa05d378ead req-3d68435d-75b5-413b-a30e-e8fb9f366502 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:17.010315 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e8abcf1-063d-4127-8d41-1aa05d378ead req-3d68435d-75b5-413b-a30e-e8fb9f366502 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ebe9e67-d418-4785-9922-cf2064c2d953 HTTP/1.1" status: 200 len: 949 time: 0.1015320 Nov 12 19:56:17.012590 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c917d-d48d-4ab2-99d8-ea06cf6e3855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a91a7f5-1961-4044-96c0-6afa94d7fbc1,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:17.025595 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3743d098-d0c5-4f07-86ee-76f9ce597921 req-b2a02e19-598f-4913-a4c6-c7d2961913d5 tempest-AggregatesAdminTestJSON-1186022035 tempest-AggregatesAdminTestJSON-1186022035-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:17.030867 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3743d098-d0c5-4f07-86ee-76f9ce597921 req-b2a02e19-598f-4913-a4c6-c7d2961913d5 tempest-AggregatesAdminTestJSON-1186022035 tempest-AggregatesAdminTestJSON-1186022035-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:17.078077 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e8abcf1-063d-4127-8d41-1aa05d378ead req-8c9c793f-eda3-45ab-9927-718e30239931 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605023 Nov 12 19:56:17.081255 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3743d098-d0c5-4f07-86ee-76f9ce597921 req-b2a02e19-598f-4913-a4c6-c7d2961913d5 tempest-AggregatesAdminTestJSON-1186022035 tempest-AggregatesAdminTestJSON-1186022035-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=165b0dcc-c0c2-46c2-b319-e22e47747f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574067 Nov 12 19:56:17.084111 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a02e19-598f-4913-a4c6-c7d2961913d5 tempest-AggregatesAdminTestJSON-1186022035 tempest-AggregatesAdminTestJSON-1186022035-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64873d3e-ff37-4278-a183-6b2fd9bf82cf,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:17.108381 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45678) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:17.130476 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1074822-fa0e-4a60-b201-f3c223971dd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:17.154231 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1653b00-d119-4578-8784-f117eeac062b x-openstack-request-id: req-a1653b00-d119-4578-8784-f117eeac062b {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:56:17.154619 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0295a38-6047-482a-8b78-63e7485fd36f", "name": "network-vif-plugged", "status": "completed", "tag": "1a86412a-3bf1-4494-832d-f68e482c92db", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:56:17.154999 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a1653b00-d119-4578-8784-f117eeac062b {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:56:17.155525 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0295a38-6047-482a-8b78-63e7485fd36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a86412a-3bf1-4494-832d-f68e482c92db', 'code': 200} Nov 12 19:56:17.271444 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1074822-fa0e-4a60-b201-f3c223971dd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:17.276622 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1074822-fa0e-4a60-b201-f3c223971dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:17.280680 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c93b8-af34-400b-adce-d2b4b243e9c0 req-d2fc3274-6238-452e-bca5-7389f70e81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:17.284282 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3a5c93b8-af34-400b-adce-d2b4b243e9c0 req-d2fc3274-6238-452e-bca5-7389f70e81a8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e0295a38-6047-482a-8b78-63e7485fd36f HTTP/1.1" status: 200 len: 1101 time: 0.0636799 Nov 12 19:56:17.322728 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1074822-fa0e-4a60-b201-f3c223971dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41d557a-ba37-4e2f-916d-f5177a5910a3,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:17.329168 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d1074822-fa0e-4a60-b201-f3c223971dd3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=73095325cdc54823a425928bebd17d45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252729 Nov 12 19:56:17.332602 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45696) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:17.381988 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3a5c93b8-af34-400b-adce-d2b4b243e9c0 req-69b3ab8b-04f9-47b1-8b8f-45d19243cd7d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909870 Nov 12 19:56:17.443961 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-16a8e63f-f1cc-48f0-9c5c-70b84ffb6b93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:17.469687 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59249dea-e504-4bcf-981b-38581586a21a req-6e8a2c71-73af-4f34-a23d-72fc6f9d7045 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:17.471207 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-59249dea-e504-4bcf-981b-38581586a21a req-6e8a2c71-73af-4f34-a23d-72fc6f9d7045 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0295a38-6047-482a-8b78-63e7485fd36f HTTP/1.1" status: 200 len: 949 time: 0.0890634 Nov 12 19:56:17.489170 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-16a8e63f-f1cc-48f0-9c5c-70b84ffb6b93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:17.554912 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-59249dea-e504-4bcf-981b-38581586a21a req-5576f6f4-6b93-4854-9d62-a57ad709d351 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759170 Nov 12 19:56:17.587358 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-16a8e63f-f1cc-48f0-9c5c-70b84ffb6b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:17.590953 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-16a8e63f-f1cc-48f0-9c5c-70b84ffb6b93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:17.592261 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-16a8e63f-f1cc-48f0-9c5c-70b84ffb6b93 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c41d557a-ba37-4e2f-916d-f5177a5910a3 HTTP/1.1" status: 204 len: 168 time: 0.2585630 Nov 12 19:56:17.610921 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8e63f-f1cc-48f0-9c5c-70b84ffb6b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41d557a-ba37-4e2f-916d-f5177a5910a3,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:17.809849 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465d008-8114-477f-aed3-9a5bf7ca953a req-cf132ab6-221c-41d9-a14d-007d820af0be tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:17.811845 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0465d008-8114-477f-aed3-9a5bf7ca953a req-cf132ab6-221c-41d9-a14d-007d820af0be tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=4523f542-c640-48ba-98fa-5a41ab8987f6 HTTP/1.1" status: 200 len: 965 time: 0.0656035 Nov 12 19:56:17.880811 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0465d008-8114-477f-aed3-9a5bf7ca953a req-a8ac3a9e-e587-4b5f-ae84-0d55dd888854 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b759fb5-4f4d-4d79-a3fe-fd07cde4531c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605490 Nov 12 19:56:17.890142 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45722) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:17.896759 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-1969bbd6-5a42-4627-bf52-fc8aac88810a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-588848772-network', 'tenant_id': 'f4a2bdd14aa64cddb19d3bbec8f40329'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:17.932158 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1969bbd6-5a42-4627-bf52-fc8aac88810a admin admin] Made reservation on behalf of f4a2bdd14aa64cddb19d3bbec8f40329 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:56:17.936399 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1969bbd6-5a42-4627-bf52-fc8aac88810a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:17.947252 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1969bbd6-5a42-4627-bf52-fc8aac88810a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:18.064010 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1969bbd6-5a42-4627-bf52-fc8aac88810a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:18.073833 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1969bbd6-5a42-4627-bf52-fc8aac88810a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:18.092734 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1969bbd6-5a42-4627-bf52-fc8aac88810a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 19:56:18.110744 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab648584-797f-4a1c-a514-969d2b4c2b19 req-8e5e5eca-830e-40c5-8f37-dbd9a93b4314 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:18.119106 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ab648584-797f-4a1c-a514-969d2b4c2b19 req-8e5e5eca-830e-40c5-8f37-dbd9a93b4314 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ebe9e67-d418-4785-9922-cf2064c2d953 HTTP/1.1" status: 200 len: 949 time: 0.1102526 Nov 12 19:56:18.133221 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1969bbd6-5a42-4627-bf52-fc8aac88810a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:18.133572 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-1969bbd6-5a42-4627-bf52-fc8aac88810a admin admin] Added segment d91f54f5-be01-4cec-94f1-cc2008b068bd of type vlan for network ef7d53a9-7c8e-493f-8511-436246d88d5f Nov 12 19:56:18.193267 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ab648584-797f-4a1c-a514-969d2b4c2b19 req-41632e82-a09e-4f26-9335-0ce4a1205dee tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709350 Nov 12 19:56:18.214369 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969bbd6-5a42-4627-bf52-fc8aac88810a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ca726b-9087-4e2a-a9ff-7ca38fb5167d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:18.220747 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1969bbd6-5a42-4627-bf52-fc8aac88810a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:18.257855 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1969bbd6-5a42-4627-bf52-fc8aac88810a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:18.259160 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1969bbd6-5a42-4627-bf52-fc8aac88810a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:18.259772 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1969bbd6-5a42-4627-bf52-fc8aac88810a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:18.300499 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1969bbd6-5a42-4627-bf52-fc8aac88810a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4091451 Nov 12 19:56:18.303361 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45750) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:18.308098 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-e2473fee-b86e-4f21-9da4-21a2793725c9 admin admin] Request body: {'subnet': {'network_id': 'ef7d53a9-7c8e-493f-8511-436246d88d5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-588848772-subnet', 'tenant_id': 'f4a2bdd14aa64cddb19d3bbec8f40329', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:18.370327 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969bbd6-5a42-4627-bf52-fc8aac88810a admin admin] Pushing event updated for resources: {'Network': ['ID=ef7d53a9-7c8e-493f-8511-436246d88d5f,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:18.383573 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network ef7d53a9-7c8e-493f-8511-436246d88d5f details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 19:56:18.396076 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2473fee-b86e-4f21-9da4-21a2793725c9 admin admin] Made reservation on behalf of f4a2bdd14aa64cddb19d3bbec8f40329 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:56:18.400699 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e2473fee-b86e-4f21-9da4-21a2793725c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:18.626992 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e2473fee-b86e-4f21-9da4-21a2793725c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:18.698723 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 646a21b7-b0b7-448e-a4f5-a406d542a780 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:56:18.748667 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82dd6d-b291-4064-8490-614076a9db37 req-b912de51-8e00-4954-97a3-8b9777c36b44 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:18.758021 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2b82dd6d-b291-4064-8490-614076a9db37 req-b912de51-8e00-4954-97a3-8b9777c36b44 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0295a38-6047-482a-8b78-63e7485fd36f HTTP/1.1" status: 200 len: 949 time: 0.1052506 Nov 12 19:56:18.765706 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2473fee-b86e-4f21-9da4-21a2793725c9 admin admin] Checking segment: {'id': 'd91f54f5-be01-4cec-94f1-cc2008b068bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ef7d53a9-7c8e-493f-8511-436246d88d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:56:18.766112 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2473fee-b86e-4f21-9da4-21a2793725c9 admin admin] Network hostable DHCP agents. Network: ef7d53a9-7c8e-493f-8511-436246d88d5f, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 19:56:18.774557 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2473fee-b86e-4f21-9da4-21a2793725c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dbb193b-3b06-4f45-8eb8-f8930a3448c8,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:18.823638 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2473fee-b86e-4f21-9da4-21a2793725c9 admin admin] Network ef7d53a9-7c8e-493f-8511-436246d88d5f is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 19:56:18.842576 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-e2473fee-b86e-4f21-9da4-21a2793725c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, ef7d53a9-7c8e-493f-8511-436246d88d5f) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:56:18.848531 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2473fee-b86e-4f21-9da4-21a2793725c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:18.850635 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e2473fee-b86e-4f21-9da4-21a2793725c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:18.857790 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ca39ec-1f45-444d-ae5a-9f425f4d3929 None None] Network ef7d53a9-7c8e-493f-8511-436246d88d5f requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:56:18.874146 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2b82dd6d-b291-4064-8490-614076a9db37 req-6ce1e86b-2fbd-438d-b1d6-0deafade769a tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139112 Nov 12 19:56:18.900093 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e2473fee-b86e-4f21-9da4-21a2793725c9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5956213 Nov 12 19:56:19.003542 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 646a21b7-b0b7-448e-a4f5-a406d542a780, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=646a21b7-b0b7-448e-a4f5-a406d542a780,segment=NetworkSegment(c6564594-8820-459a-beb1-ba18f2e362c8),segment_id=c6564594-8820-459a-beb1-ba18f2e362c8)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:19.031700 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '646a21b7-b0b7-448e-a4f5-a406d542a780', 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f', 'port_id': '646a21b7-b0b7-448e-a4f5-a406d542a780', 'mac_address': 'fa:16:3e:ca:73:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:tempest-test_az-963553213', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:56:19.136628 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccf533-9cbd-4e17-81dd-3dbc4b7c20d7 req-f22a8a56-d06b-40fe-9fd7-c0a470486900 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:19.138757 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9fccf533-9cbd-4e17-81dd-3dbc4b7c20d7 req-f22a8a56-d06b-40fe-9fd7-c0a470486900 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=4523f542-c640-48ba-98fa-5a41ab8987f6 HTTP/1.1" status: 200 len: 965 time: 0.0875695 Nov 12 19:56:19.145817 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:19.149816 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d04f0e0-e464-4e14-b6de-70c4a0c7eaf4 None None] Network ef7d53a9-7c8e-493f-8511-436246d88d5f requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:56:19.183004 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646a21b7-b0b7-448e-a4f5-a406d542a780 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:56:19.238786 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9fccf533-9cbd-4e17-81dd-3dbc4b7c20d7 req-feb87f9f-db97-4d3e-9aa5-376f32b63ed6 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b759fb5-4f4d-4d79-a3fe-fd07cde4531c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848567 Nov 12 19:56:19.367459 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 646a21b7-b0b7-448e-a4f5-a406d542a780, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=646a21b7-b0b7-448e-a4f5-a406d542a780,segment=NetworkSegment(c6564594-8820-459a-beb1-ba18f2e362c8),segment_id=c6564594-8820-459a-beb1-ba18f2e362c8)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:19.376287 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:19.428636 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1d817-c726-4d38-a073-7c891dcfafa7 req-34046017-e85a-4dd2-80be-8f75a4f7faf9 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:19.430586 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-86b1d817-c726-4d38-a073-7c891dcfafa7 req-34046017-e85a-4dd2-80be-8f75a4f7faf9 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ebe9e67-d418-4785-9922-cf2064c2d953 HTTP/1.1" status: 200 len: 949 time: 0.1113057 Nov 12 19:56:19.492550 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=646a21b7-b0b7-448e-a4f5-a406d542a780,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:19.521834 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-86b1d817-c726-4d38-a073-7c891dcfafa7 req-30804601-ea62-46da-a7bc-43df1680cdba tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819316 Nov 12 19:56:19.622896 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['646a21b7-b0b7-448e-a4f5-a406d542a780'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:56:19.712414 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf637b-536d-45e3-bf43-ac8fb6a2f209 req-fde96d38-47d9-41ae-96af-97fb0904f43c tempest-DeleteServersAdminTestJSON-225735761 tempest-DeleteServersAdminTestJSON-225735761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:19.718295 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dfaf637b-536d-45e3-bf43-ac8fb6a2f209 req-fde96d38-47d9-41ae-96af-97fb0904f43c tempest-DeleteServersAdminTestJSON-225735761 tempest-DeleteServersAdminTestJSON-225735761-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5ebe9e67-d418-4785-9922-cf2064c2d953 HTTP/1.1" status: 200 len: 1101 time: 0.1035967 Nov 12 19:56:19.866074 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:19.870210 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-dfaf637b-536d-45e3-bf43-ac8fb6a2f209 req-1c3ffdc3-f842-46cd-a928-e60fe0e6e650 tempest-DeleteServersAdminTestJSON-225735761 tempest-DeleteServersAdminTestJSON-225735761-project-admin] Deleting port 2fba89f4-e612-4951-adf9-8fdf1184a3bf {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:56:19.872217 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6b79b25f-6328-43e0-b8ae-b053a7d1a6d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:19.873884 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-dfaf637b-536d-45e3-bf43-ac8fb6a2f209 req-1c3ffdc3-f842-46cd-a928-e60fe0e6e650 tempest-DeleteServersAdminTestJSON-225735761 tempest-DeleteServersAdminTestJSON-225735761-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:19.995955 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-dfaf637b-536d-45e3-bf43-ac8fb6a2f209 req-1c3ffdc3-f842-46cd-a928-e60fe0e6e650 tempest-DeleteServersAdminTestJSON-225735761 tempest-DeleteServersAdminTestJSON-225735761-project-admin] For port 2fba89f4-e612-4951-adf9-8fdf1184a3bf, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=2fba89f4-e612-4951-adf9-8fdf1184a3bf,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:19.996492 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-dfaf637b-536d-45e3-bf43-ac8fb6a2f209 req-1c3ffdc3-f842-46cd-a928-e60fe0e6e650 tempest-DeleteServersAdminTestJSON-225735761 tempest-DeleteServersAdminTestJSON-225735761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:20.010191 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-dfaf637b-536d-45e3-bf43-ac8fb6a2f209 req-1c3ffdc3-f842-46cd-a928-e60fe0e6e650 tempest-DeleteServersAdminTestJSON-225735761 tempest-DeleteServersAdminTestJSON-225735761-project-admin] Calling delete_port for 2fba89f4-e612-4951-adf9-8fdf1184a3bf owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:56:20.116639 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec85a2-59b6-43a2-a4e3-a36a75dfe888 req-7faa9350-8a8e-4fea-bd43-521ecfcd8334 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:20.119223 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-35ec85a2-59b6-43a2-a4e3-a36a75dfe888 req-7faa9350-8a8e-4fea-bd43-521ecfcd8334 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0295a38-6047-482a-8b78-63e7485fd36f HTTP/1.1" status: 200 len: 949 time: 0.0684104 Nov 12 19:56:20.174785 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-35ec85a2-59b6-43a2-a4e3-a36a75dfe888 req-613a6a56-9f86-41cb-b1ad-b774285d0f49 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480096 Nov 12 19:56:20.211798 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-7bc999c5-c9c0-43dc-bad1-df869c6e0a68 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:20.211798 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-7bc999c5-c9c0-43dc-bad1-df869c6e0a68 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/networks?id=e3a881ac-6120-48a0-95f8-2623f45c4673 HTTP/1.1" status: 200 len: 808 time: 0.1875496 Nov 12 19:56:20.253304 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-3be6cfd6-4caf-413d-9723-ce9c41960f75 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/quotas/8d8e319c0c4e434b8087c124ad0c8b6f HTTP/1.1" status: 200 len: 375 time: 0.0348985 Nov 12 19:56:20.293724 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-f4ae4c78-c6e2-4aa1-a979-1fae317bafd0 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317259 Nov 12 19:56:20.307949 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-dfaf637b-536d-45e3-bf43-ac8fb6a2f209 req-1c3ffdc3-f842-46cd-a928-e60fe0e6e650 tempest-DeleteServersAdminTestJSON-225735761 tempest-DeleteServersAdminTestJSON-225735761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:20.320837 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['2fba89f4-e612-4951-adf9-8fdf1184a3bf'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:56:20.342504 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ffdc3-f842-46cd-a928-e60fe0e6e650 tempest-DeleteServersAdminTestJSON-225735761 tempest-DeleteServersAdminTestJSON-225735761-project-admin] Pushing event deleted for resources: {'Port': ['ID=2fba89f4-e612-4951-adf9-8fdf1184a3bf,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:20.385590 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfaf637b-536d-45e3-bf43-ac8fb6a2f209 req-1c3ffdc3-f842-46cd-a928-e60fe0e6e650 tempest-DeleteServersAdminTestJSON-225735761 tempest-DeleteServersAdminTestJSON-225735761-project-admin] No DVR routers for this DVR port 2fba89f4-e612-4951-adf9-8fdf1184a3bf on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:56:20.389907 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-dfaf637b-536d-45e3-bf43-ac8fb6a2f209 req-1c3ffdc3-f842-46cd-a928-e60fe0e6e650 tempest-DeleteServersAdminTestJSON-225735761 tempest-DeleteServersAdminTestJSON-225735761-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:20.395005 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dfaf637b-536d-45e3-bf43-ac8fb6a2f209 req-1c3ffdc3-f842-46cd-a928-e60fe0e6e650 tempest-DeleteServersAdminTestJSON-225735761 tempest-DeleteServersAdminTestJSON-225735761-project-admin] 10.222.0.55 "DELETE /v2.0/ports/2fba89f4-e612-4951-adf9-8fdf1184a3bf HTTP/1.1" status: 204 len: 173 time: 0.6699629 Nov 12 19:56:20.395558 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebe9e67-d418-4785-9922-cf2064c2d953', 'name': 'network-vif-deleted', 'tag': '2fba89f4-e612-4951-adf9-8fdf1184a3bf'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:56:20.399038 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bc9182-c667-4e15-999b-5ce1da53b012" -d '{"events": [{"server_uuid": "5ebe9e67-d418-4785-9922-cf2064c2d953", "name": "network-vif-deleted", "tag": "2fba89f4-e612-4951-adf9-8fdf1184a3bf"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:56:20.506898 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-e4c17057-98fb-4517-854e-47494fddccb9 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=672f489587ed47b986b996cb0f12c464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218127 Nov 12 19:56:20.537028 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-c7614995-06e9-4f1d-8324-0ea8f4ed0e17 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 19:56:20.546291 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-c7614995-06e9-4f1d-8324-0ea8f4ed0e17 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1005576 Nov 12 19:56:20.643223 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-afe5e3c6-718d-4d72-b889-7c868e81df93 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:20.644623 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-afe5e3c6-718d-4d72-b889-7c868e81df93 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1304948 Nov 12 19:56:20.646682 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-5ffeac9c-c285-4c06-bd8e-353426e5b8d0 service neutron] 10.222.0.48 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008353 Nov 12 19:56:20.660639 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-b2409352-1fd0-4b31-92df-40d766d2de45 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/quotas/672f489587ed47b986b996cb0f12c464 HTTP/1.1" status: 200 len: 375 time: 0.0099180 Nov 12 19:56:20.691106 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-08a883c6-17d4-4453-a9b5-73e8c1fbb651 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=672f489587ed47b986b996cb0f12c464&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249102 Nov 12 19:56:20.732420 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 646a21b7-b0b7-448e-a4f5-a406d542a780 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:56:20.737022 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-90c21944-e89a-4297-994f-1d7f7c7213c0 service neutron] 10.222.0.48 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840037 Nov 12 19:56:20.790192 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 646a21b7-b0b7-448e-a4f5-a406d542a780 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:56:20.794417 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 646a21b7-b0b7-448e-a4f5-a406d542a780 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:56:20.794786 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:20.920042 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:20.977419 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 646a21b7-b0b7-448e-a4f5-a406d542a780, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=646a21b7-b0b7-448e-a4f5-a406d542a780,segment=NetworkSegment(c6564594-8820-459a-beb1-ba18f2e362c8),segment_id=c6564594-8820-459a-beb1-ba18f2e362c8)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:20.987355 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4523f542-c640-48ba-98fa-5a41ab8987f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646a21b7-b0b7-448e-a4f5-a406d542a780'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:56:20.989878 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db73cfaa-e498-4c29-a824-ab7f57e18744" -d '{"events": [{"server_uuid": "4523f542-c640-48ba-98fa-5a41ab8987f6", "name": "network-vif-plugged", "status": "completed", "tag": "646a21b7-b0b7-448e-a4f5-a406d542a780"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:56:20.993676 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:21.128269 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=646a21b7-b0b7-448e-a4f5-a406d542a780,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:21.197753 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-0db91349-61f6-4010-b66d-9b0c399911d0 req-a496299d-bf24-4e51-899f-fcf00c5160b7 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 19:56:21.200117 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0db91349-61f6-4010-b66d-9b0c399911d0 req-a496299d-bf24-4e51-899f-fcf00c5160b7 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067096 Nov 12 19:56:21.322891 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-753647c5-02ef-4de0-a97b-1ac43d37a92c tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=24e5e38dc0ef4467961da0eba9110e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362260 Nov 12 19:56:21.447736 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04665818-45e4-4a7c-b6d5-5ae3112e503d req-63d5067b-9a24-4c7f-a3e8-98a67ba031f7 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:21.449821 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-04665818-45e4-4a7c-b6d5-5ae3112e503d req-63d5067b-9a24-4c7f-a3e8-98a67ba031f7 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=4523f542-c640-48ba-98fa-5a41ab8987f6 HTTP/1.1" status: 200 len: 967 time: 0.0739851 Nov 12 19:56:21.459085 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-249e7386-45de-4b19-b7c2-203e71be745b tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:21.460775 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-249e7386-45de-4b19-b7c2-203e71be745b tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1365438 Nov 12 19:56:21.487772 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-b687975a-9ddd-432e-b924-b1f21a5548e4 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/quotas/24e5e38dc0ef4467961da0eba9110e06 HTTP/1.1" status: 200 len: 375 time: 0.0126276 Nov 12 19:56:21.521919 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-04665818-45e4-4a7c-b6d5-5ae3112e503d req-e6126c1a-31cc-4d32-9879-f5cc6dcf0c98 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b759fb5-4f4d-4d79-a3fe-fd07cde4531c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580812 Nov 12 19:56:21.541222 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-0db2470f-538c-4440-9189-44c6b232f737 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=24e5e38dc0ef4467961da0eba9110e06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378830 Nov 12 19:56:21.565194 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b922acfa-c535-4519-941b-ce28e9f123fe x-openstack-request-id: req-b922acfa-c535-4519-941b-ce28e9f123fe {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:56:21.565677 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebe9e67-d418-4785-9922-cf2064c2d953", "name": "network-vif-deleted", "tag": "2fba89f4-e612-4951-adf9-8fdf1184a3bf", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:56:21.566076 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b922acfa-c535-4519-941b-ce28e9f123fe {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:56:21.566643 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebe9e67-d418-4785-9922-cf2064c2d953', 'name': 'network-vif-deleted', 'tag': '2fba89f4-e612-4951-adf9-8fdf1184a3bf', 'status': 'completed', 'code': 200} Nov 12 19:56:21.738054 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-69bac31e-91a4-4d42-a11b-2c068a7a65af req-badd6156-aef6-4b50-be2d-f14357cf2586 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/ports?device_id=503f6ea2-7eaf-4cf3-a448-21b9d7563551 HTTP/1.1" status: 200 len: 210 time: 0.0732403 Nov 12 19:56:21.787466 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff033586-6ff3-47f6-8946-55654f1a9bff x-openstack-request-id: req-ff033586-6ff3-47f6-8946-55654f1a9bff {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:56:21.787976 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4523f542-c640-48ba-98fa-5a41ab8987f6", "name": "network-vif-plugged", "status": "completed", "tag": "646a21b7-b0b7-448e-a4f5-a406d542a780", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:56:21.788068 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ff033586-6ff3-47f6-8946-55654f1a9bff {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:56:21.789770 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4523f542-c640-48ba-98fa-5a41ab8987f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646a21b7-b0b7-448e-a4f5-a406d542a780', 'code': 200} Nov 12 19:56:21.814673 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-edce7761-7c20-47c6-8a0c-5c4aaa41b72c req-3bae8586-8ac3-4e07-83f9-70a1271c256e tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 210 time: 0.0328972 Nov 12 19:56:21.932972 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3f6fd-1d3d-4473-8cdb-e5e0688ad030 req-0d1904ac-2040-4f11-bd2f-7dc0dc4e72a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:21.935431 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-79c3f6fd-1d3d-4473-8cdb-e5e0688ad030 req-0d1904ac-2040-4f11-bd2f-7dc0dc4e72a8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4523f542-c640-48ba-98fa-5a41ab8987f6 HTTP/1.1" status: 200 len: 1119 time: 0.0475168 Nov 12 19:56:21.938628 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b2df3-5c72-4a84-b095-276ee9827d2e req-d82e47f6-ad44-4638-b478-e5a6ec3f9f7c tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:21.940289 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-150b2df3-5c72-4a84-b095-276ee9827d2e req-d82e47f6-ad44-4638-b478-e5a6ec3f9f7c tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0295a38-6047-482a-8b78-63e7485fd36f HTTP/1.1" status: 200 len: 949 time: 0.0624700 Nov 12 19:56:21.980192 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-40c7e197-b52f-4d16-b4c0-7b6299efc1cf tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=24e5e38dc0ef4467961da0eba9110e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383599 Nov 12 19:56:21.994505 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-150b2df3-5c72-4a84-b095-276ee9827d2e req-50695b88-07d4-48b3-a30a-5d8354d76d65 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477695 Nov 12 19:56:22.052669 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-79c3f6fd-1d3d-4473-8cdb-e5e0688ad030 req-baffde9b-864e-4376-9bc3-561f398fbaa9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4b759fb5-4f4d-4d79-a3fe-fd07cde4531c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000562 Nov 12 19:56:22.160438 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-a40b825e-987b-4bec-83e2-87393197d974 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:22.169087 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5a218ecd-9aac-446b-93aa-eeea01e7f2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:22.169318 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-a40b825e-987b-4bec-83e2-87393197d974 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1796632 Nov 12 19:56:22.172004 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-42d1d2fa-c4e8-4753-bbf3-65754e8e2785 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e882a6c2c0424a6e8fc6ccbbe2631e9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416608 Nov 12 19:56:22.197388 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-76d9702b-eb75-418e-b6e6-f4b8056efc2d tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/quotas/24e5e38dc0ef4467961da0eba9110e06 HTTP/1.1" status: 200 len: 375 time: 0.0246408 Nov 12 19:56:22.232291 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-86fd3bd2-0558-488d-9f80-6584a2f34df2 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=672f489587ed47b986b996cb0f12c464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314386 Nov 12 19:56:22.257085 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-8cf558fe-8564-41cf-aa0c-9019dd5c5d5c tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=24e5e38dc0ef4467961da0eba9110e06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584533 Nov 12 19:56:22.374729 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-9e4ba1bb-4f45-47d9-81a7-04c871aa7421 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:22.382906 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-9e4ba1bb-4f45-47d9-81a7-04c871aa7421 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2008471 Nov 12 19:56:22.404006 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-fda8172a-57ce-421e-94df-8b7eee7b05c8 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/quotas/e882a6c2c0424a6e8fc6ccbbe2631e9f HTTP/1.1" status: 200 len: 375 time: 0.0194180 Nov 12 19:56:22.409999 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-51d47356-83d2-4aeb-a1bb-21121261198c tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:22.411597 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-51d47356-83d2-4aeb-a1bb-21121261198c tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1574934 Nov 12 19:56:22.431542 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-235b7fa8-e779-4ed1-85bf-e80f0f34fc76 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Request body: {'port': {'device_id': '503f6ea2-7eaf-4cf3-a448-21b9d7563551', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': '672f489587ed47b986b996cb0f12c464'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:22.450990 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-62d7b10b-9d62-4344-8b24-1b8ead829a1e tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e882a6c2c0424a6e8fc6ccbbe2631e9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452225 Nov 12 19:56:22.619484 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-235b7fa8-e779-4ed1-85bf-e80f0f34fc76 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Made reservation on behalf of 672f489587ed47b986b996cb0f12c464 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:56:22.633335 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-235b7fa8-e779-4ed1-85bf-e80f0f34fc76 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:22.656419 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-235b7fa8-e779-4ed1-85bf-e80f0f34fc76 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:22.703359 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-d7f45e8f-a93b-4efa-9587-19f6508c0236 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=5c8d0b5287054fed9215b020d265c891&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480905 Nov 12 19:56:22.725824 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b463b118-1a2f-4351-8a6b-d03a2e8c1f72 req-cc6ddd0d-1016-4d16-bf5c-2096e59f4c34 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=583e9430-fac3-47d0-9fd5-c52f8861c926 HTTP/1.1" status: 200 len: 210 time: 0.0464985 Nov 12 19:56:22.880043 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-35a05d97-43dc-4e12-ac7d-235c2e358741 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:22.889973 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-35a05d97-43dc-4e12-ac7d-235c2e358741 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1856966 Nov 12 19:56:22.923437 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-b0be71f2-286b-4886-b88f-124fec5e469b tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/quotas/5c8d0b5287054fed9215b020d265c891 HTTP/1.1" status: 200 len: 375 time: 0.0325089 Nov 12 19:56:23.022378 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-f5c07f71-136f-4add-a7a7-34c77227efb0 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:23.025376 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-f5c07f71-136f-4add-a7a7-34c77227efb0 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.55 "GET /v2.0/networks?id=e3a881ac-6120-48a0-95f8-2623f45c4673 HTTP/1.1" status: 200 len: 808 time: 0.2892632 Nov 12 19:56:23.067030 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-235b7fa8-e779-4ed1-85bf-e80f0f34fc76 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:23.081712 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-420f8fc7-97b6-4210-a9ca-9eaff2dd764c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Request body: {'port': {'device_id': '8f58c60d-957a-475a-89b4-45bd596bc560', 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673', 'admin_state_up': True, 'tenant_id': '8d8e319c0c4e434b8087c124ad0c8b6f'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:23.096741 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-b815fad8-2e97-4abd-ac86-e4e9d04cc8d6 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c8d0b5287054fed9215b020d265c891&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1717851 Nov 12 19:56:23.098005 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-235b7fa8-e779-4ed1-85bf-e80f0f34fc76 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:23.205830 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b7fa8-e779-4ed1-85bf-e80f0f34fc76 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44fb7210-ca3d-4e0f-b7b7-e4574de6ca21,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:23.232163 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1598e0-999e-404f-b16f-bf2dadf1eb48 req-6ba90a86-09d8-4f24-99c3-b4b9eabf831b tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:23.240737 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8d1598e0-999e-404f-b16f-bf2dadf1eb48 req-6ba90a86-09d8-4f24-99c3-b4b9eabf831b tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=4523f542-c640-48ba-98fa-5a41ab8987f6 HTTP/1.1" status: 200 len: 967 time: 0.1814835 Nov 12 19:56:23.320975 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6339a517-48c4-4edc-b013-7a23d53df588 req-9054de47-b581-4c57-9174-41934dab7acd tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=352931a5-3b8c-4e85-96ef-2444247ebdad HTTP/1.1" status: 200 len: 210 time: 0.0365956 Nov 12 19:56:23.336433 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-235b7fa8-e779-4ed1-85bf-e80f0f34fc76 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Allocated IP 192.168.233.231 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/46f98975-bb2e-4a74-a706-131c3a87903d) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:56:23.382997 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8d1598e0-999e-404f-b16f-bf2dadf1eb48 req-0215e07c-561b-4b88-afe0-5dfead227286 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b759fb5-4f4d-4d79-a3fe-fd07cde4531c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380630 Nov 12 19:56:23.456674 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.55', 49288) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:23.478113 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-420f8fc7-97b6-4210-a9ca-9eaff2dd764c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Made reservation on behalf of 8d8e319c0c4e434b8087c124ad0c8b6f for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:56:23.493505 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-420f8fc7-97b6-4210-a9ca-9eaff2dd764c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:23.535985 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:23.539677 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-496cb3d9-6d93-42d7-a3b3-cc644c0f2718 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=24e5e38dc0ef4467961da0eba9110e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0816286 Nov 12 19:56:23.552200 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c30c04d2-69e8-4ca2-b0b6-bf3d008f8b3f req-ba0dd2e7-9619-4c08-900b-b15638f0c78f tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/ports?device_id=503f6ea2-7eaf-4cf3-a448-21b9d7563551 HTTP/1.1" status: 200 len: 210 time: 0.0831504 Nov 12 19:56:23.613178 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:23.812833 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-694e1513-2ac3-472f-8976-fb65922d189a req-8e018d2c-93a6-4949-bb6e-a9148c0ec080 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 210 time: 0.2770710 Nov 12 19:56:23.819007 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-420f8fc7-97b6-4210-a9ca-9eaff2dd764c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Allocated IP 172.20.0.3 (e3a881ac-6120-48a0-95f8-2623f45c4673/bbdea447-0bd1-47f3-8097-cac78263fd7c/087c7865-26e9-4300-9385-2526033a734d) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:56:24.007554 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3ee97139-cca0-456d-91a8-e12fcd08cc3f req-8eb27ef2-ac79-4265-b6cc-ee7be23992dd tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=583e9430-fac3-47d0-9fd5-c52f8861c926 HTTP/1.1" status: 200 len: 210 time: 0.0492339 Nov 12 19:56:24.116277 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-deb7ee0d-ae4e-4af5-b04e-4d62d8890bac req-b39d000d-fe6a-43ad-9a8d-ca28b95ed0dd tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac HTTP/1.1" status: 200 len: 210 time: 0.0982418 Nov 12 19:56:24.155895 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46086) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:24.280601 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-f7f0349f-60dc-443b-bbe9-26c8226c8971 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:24.282390 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-f7f0349f-60dc-443b-bbe9-26c8226c8971 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4543197 Nov 12 19:56:24.312375 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-b50cb1f8-c4a2-4e19-8452-f5a185caad80 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Request body: {'port': {'device_id': '1e5df940-1840-4e3f-8d66-540a9ff233ca', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': '24e5e38dc0ef4467961da0eba9110e06'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:24.329236 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-235b7fa8-e779-4ed1-85bf-e80f0f34fc76 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:24.345328 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 2fba89f4-e612-4951-adf9-8fdf1184a3bf no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:56:24.411147 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 2fba89f4-e612-4951-adf9-8fdf1184a3bf {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:56:24.411543 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 2fba89f4-e612-4951-adf9-8fdf1184a3bf not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:56:24.452523 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-235b7fa8-e779-4ed1-85bf-e80f0f34fc76 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:24.483097 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-941229e2-f6c6-4452-95c1-335639ba845b tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=24e5e38dc0ef4467961da0eba9110e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1929078 Nov 12 19:56:24.518580 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef02f777-fe98-4c2e-b741-a41343a317de req-0f550755-d365-4029-a278-88f35dd67b0a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5005214 Nov 12 19:56:24.558080 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee57a2e5-ef61-43cc-97e1-355c743c2b9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:24.570345 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-235b7fa8-e779-4ed1-85bf-e80f0f34fc76 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:56:24.571041 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b7fa8-e779-4ed1-85bf-e80f0f34fc76 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Pushing event updated for resources: {'Port': ['ID=46f98975-bb2e-4a74-a706-131c3a87903d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:24.571179 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e110a398-f3a9-46cc-a3ed-d256732c0e63 req-08bf4544-1a6d-4186-9ecf-f9cb4af460dc tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=352931a5-3b8c-4e85-96ef-2444247ebdad HTTP/1.1" status: 200 len: 210 time: 0.0933087 Nov 12 19:56:24.581240 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-235b7fa8-e779-4ed1-85bf-e80f0f34fc76 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:56:24.585819 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-235b7fa8-e779-4ed1-85bf-e80f0f34fc76 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:56:24.679194 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-b50cb1f8-c4a2-4e19-8452-f5a185caad80 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Made reservation on behalf of 24e5e38dc0ef4467961da0eba9110e06 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:56:24.690063 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-b50cb1f8-c4a2-4e19-8452-f5a185caad80 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:24.756712 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-b50cb1f8-c4a2-4e19-8452-f5a185caad80 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:24.764931 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-235b7fa8-e779-4ed1-85bf-e80f0f34fc76 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:24.765585 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-235b7fa8-e779-4ed1-85bf-e80f0f34fc76 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:24.784802 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-420f8fc7-97b6-4210-a9ca-9eaff2dd764c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:24.788677 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.55', 49289) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:24.818148 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 58732) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:24.841058 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-235b7fa8-e779-4ed1-85bf-e80f0f34fc76 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4159479 Nov 12 19:56:24.865182 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-c60c059c-23cf-487f-9104-0b82add5faf0 service neutron] Request body: {'port': {'device_id': '503f6ea2-7eaf-4cf3-a448-21b9d7563551', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:24.876131 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-5ea96e8c-9d9e-4d74-ae86-5cabf701098e tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=e882a6c2c0424a6e8fc6ccbbe2631e9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521693 Nov 12 19:56:24.918216 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-cf5ccafd-79af-4db2-b6d3-4bb0fd496529 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:24.919156 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-70e484d7-251f-4c0b-87cb-1b2078f15ecd None None] Provisioning complete for port 46f98975-bb2e-4a74-a706-131c3a87903d triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:56:24.919672 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-70e484d7-251f-4c0b-87cb-1b2078f15ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:24.920826 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-cf5ccafd-79af-4db2-b6d3-4bb0fd496529 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4251359 Nov 12 19:56:24.944968 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-4cc96bd7-d608-445a-ba56-bd8a49d0755f tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Request body: {'port': {'device_id': '583e9430-fac3-47d0-9fd5-c52f8861c926', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': '24e5e38dc0ef4467961da0eba9110e06'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:24.954685 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee57a2e5-ef61-43cc-97e1-355c743c2b9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:24.964135 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfc158-09e1-4a96-81c8-02d3e42b3a31 req-1992f24d-762d-48b9-9dbd-b055a0db8e74 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:24.966905 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e2dfc158-09e1-4a96-81c8-02d3e42b3a31 req-1992f24d-762d-48b9-9dbd-b055a0db8e74 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/ports?device_id=503f6ea2-7eaf-4cf3-a448-21b9d7563551 HTTP/1.1" status: 200 len: 936 time: 0.2659914 Nov 12 19:56:24.967326 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-70e484d7-251f-4c0b-87cb-1b2078f15ecd None None] Port 46f98975-bb2e-4a74-a706-131c3a87903d cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:56:24.970002 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02f777-fe98-4c2e-b741-a41343a317de req-b8eaafc5-d662-4e8e-a837-adc8d5bab3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:24.971597 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef02f777-fe98-4c2e-b741-a41343a317de req-b8eaafc5-d662-4e8e-a837-adc8d5bab3b1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c2a0e87e872b4fd2aaa097cb12d6b360&device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 1123 time: 0.3101120 Nov 12 19:56:24.987557 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:24.995489 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e289b-86e8-4552-a0ad-c5b36ec5ebbc req-dfee42ea-464d-4fa6-b90a-5430c1d46fd5 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:24.997417 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ee3e289b-86e8-4552-a0ad-c5b36ec5ebbc req-dfee42ea-464d-4fa6-b90a-5430c1d46fd5 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=4523f542-c640-48ba-98fa-5a41ab8987f6 HTTP/1.1" status: 200 len: 967 time: 0.2512362 Nov 12 19:56:25.009718 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7144bf1c-25e4-4a14-9503-34d695d642f7 req-36f9082a-9fa1-49cc-a0a0-b70507a3dc41 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e0295a38-6047-482a-8b78-63e7485fd36f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2160287 Nov 12 19:56:25.019468 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-420f8fc7-97b6-4210-a9ca-9eaff2dd764c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:25.045665 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee57a2e5-ef61-43cc-97e1-355c743c2b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:25.135419 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-c60c059c-23cf-487f-9104-0b82add5faf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:25.150184 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-420f8fc7-97b6-4210-a9ca-9eaff2dd764c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Network e3a881ac-6120-48a0-95f8-2623f45c4673 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:56:25.188441 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-420f8fc7-97b6-4210-a9ca-9eaff2dd764c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:56:25.207697 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-420f8fc7-97b6-4210-a9ca-9eaff2dd764c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:56:25.222172 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f8fc7-97b6-4210-a9ca-9eaff2dd764c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Pushing event updated for resources: {'Port': ['ID=087c7865-26e9-4300-9385-2526033a734d,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:25.228734 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ee57a2e5-ef61-43cc-97e1-355c743c2b9b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a945ac25fe94b30b90c6c92219c7d1e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0696211 Nov 12 19:56:25.229338 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46110) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:25.241027 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57a2e5-ef61-43cc-97e1-355c743c2b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8556d90-fd00-4a95-a2d8-be3810f0ab86,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:25.257838 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ee3e289b-86e8-4552-a0ad-c5b36ec5ebbc req-b3890740-a2d6-4621-8534-9f3ccf78a0f5 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b759fb5-4f4d-4d79-a3fe-fd07cde4531c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2445152 Nov 12 19:56:25.259771 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 58733) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:25.264342 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-b50cb1f8-c4a2-4e19-8452-f5a185caad80 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:25.300546 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-b50cb1f8-c4a2-4e19-8452-f5a185caad80 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:25.321201 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-9f4281b8-9638-4ff8-a438-1539dac34167 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=5c8d0b5287054fed9215b020d265c891&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552735 Nov 12 19:56:25.323061 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144bf1c-25e4-4a14-9503-34d695d642f7 req-06899209-0b68-480d-ada6-7e56c70d9d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:25.324593 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7144bf1c-25e4-4a14-9503-34d695d642f7 req-06899209-0b68-480d-ada6-7e56c70d9d42 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c8d0b5287054fed9215b020d265c891&device_id=e0295a38-6047-482a-8b78-63e7485fd36f HTTP/1.1" status: 200 len: 1101 time: 0.2487488 Nov 12 19:56:25.364033 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e2dfc158-09e1-4a96-81c8-02d3e42b3a31 req-980ebafc-84f7-43d3-8884-225716bcb741 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/security-groups?id=44fb7210-ca3d-4e0f-b7b7-e4574de6ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216238 Nov 12 19:56:25.367211 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-420f8fc7-97b6-4210-a9ca-9eaff2dd764c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:25.367861 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-420f8fc7-97b6-4210-a9ca-9eaff2dd764c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:25.421425 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-9e6766d8-d60e-4934-9e67-ec4d755f3f21 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:25.424918 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-9e6766d8-d60e-4934-9e67-ec4d755f3f21 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5028136 Nov 12 19:56:25.456575 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-72814169-ebb7-4d02-84ff-28b40ed65a64 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Request body: {'port': {'device_id': '352931a5-3b8c-4e85-96ef-2444247ebdad', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': 'e882a6c2c0424a6e8fc6ccbbe2631e9f'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:25.480110 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-4cc96bd7-d608-445a-ba56-bd8a49d0755f tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Made reservation on behalf of 24e5e38dc0ef4467961da0eba9110e06 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:56:25.484044 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-4cc96bd7-d608-445a-ba56-bd8a49d0755f tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:25.529978 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02f777-fe98-4c2e-b741-a41343a317de req-2b849101-8b86-4085-a9d2-169cdf2c2e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:25.531469 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef02f777-fe98-4c2e-b741-a41343a317de req-2b849101-8b86-4085-a9d2-169cdf2c2e25 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.4872160 Nov 12 19:56:25.550691 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50cb1f8-c4a2-4e19-8452-f5a185caad80 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=831545aa-789f-43c2-a5b3-ee080aa3e13b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:25.569429 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3f73defe-b0ff-4af2-b273-a9c469b0f291 req-a3e5322f-ed0e-4cbb-ab83-657fea9f847b tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=583e9430-fac3-47d0-9fd5-c52f8861c926 HTTP/1.1" status: 200 len: 210 time: 0.1204309 Nov 12 19:56:25.584485 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-420f8fc7-97b6-4210-a9ca-9eaff2dd764c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5005987 Nov 12 19:56:25.670031 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef02f777-fe98-4c2e-b741-a41343a317de req-c119e204-e10b-485f-b91a-e4e7aed56cb8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=3896e38d-f800-45a2-9515-f4f1dcf3f2aa HTTP/1.1" status: 200 len: 217 time: 0.1149631 Nov 12 19:56:25.673511 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-3d7cee3c-4294-4e95-bfd7-ad5ce6482f4b service neutron] Request body: {'port': {'device_id': '8f58c60d-957a-475a-89b4-45bd596bc560', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:25.687648 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c26dfbc-8753-4b49-9ea3-e63d7c9b3524 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:25.700703 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bd55c191-0462-48b5-b49f-332a494feb9b req-ba03b588-48d1-48b3-99f1-1beb19ba5db5 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac HTTP/1.1" status: 200 len: 210 time: 0.0773814 Nov 12 19:56:25.769898 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c26dfbc-8753-4b49-9ea3-e63d7c9b3524 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:25.814238 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-b50cb1f8-c4a2-4e19-8452-f5a185caad80 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Allocated IP 192.168.233.235 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/91971784-1b93-406e-af72-8843a6baae4b) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:56:25.825107 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4aebb9-4b97-4f6e-b488-56c373c32379 req-c4e7675f-7693-4545-93fc-dd9421e83dd6 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:25.828816 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8c4aebb9-4b97-4f6e-b488-56c373c32379 req-c4e7675f-7693-4545-93fc-dd9421e83dd6 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 931 time: 0.4205542 Nov 12 19:56:25.837344 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02f777-fe98-4c2e-b741-a41343a317de req-331c391a-cc66-4237-8be7-5692dc42bab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:25.838940 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef02f777-fe98-4c2e-b741-a41343a317de req-331c391a-cc66-4237-8be7-5692dc42bab3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1494009 Nov 12 19:56:25.860747 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-36a66332-71f3-4ed0-8974-57978b8a3f9c tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:25.862412 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-36a66332-71f3-4ed0-8974-57978b8a3f9c tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5216279 Nov 12 19:56:25.876006 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:25.892307 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-72814169-ebb7-4d02-84ff-28b40ed65a64 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Made reservation on behalf of e882a6c2c0424a6e8fc6ccbbe2631e9f for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:56:25.895805 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-72814169-ebb7-4d02-84ff-28b40ed65a64 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:25.912041 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-f86d9765-8964-4dbd-8fe9-a27071528823 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Request body: {'port': {'device_id': 'dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': '5c8d0b5287054fed9215b020d265c891'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:25.924449 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c26dfbc-8753-4b49-9ea3-e63d7c9b3524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:25.926524 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c26dfbc-8753-4b49-9ea3-e63d7c9b3524 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:25.930099 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8c26dfbc-8753-4b49-9ea3-e63d7c9b3524 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c8556d90-fd00-4a95-a2d8-be3810f0ab86 HTTP/1.1" status: 204 len: 168 time: 0.6877067 Nov 12 19:56:25.937557 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02f777-fe98-4c2e-b741-a41343a317de req-b13d7790-7991-42c5-aee7-2da6a4b4dd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:25.939056 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef02f777-fe98-4c2e-b741-a41343a317de req-b13d7790-7991-42c5-aee7-2da6a4b4dd98 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0872321 Nov 12 19:56:25.946844 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26dfbc-8753-4b49-9ea3-e63d7c9b3524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8556d90-fd00-4a95-a2d8-be3810f0ab86,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:25.947375 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144bf1c-25e4-4a14-9503-34d695d642f7 req-6a977ff6-cfa8-4594-b929-8f8a9b31a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:25.948869 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7144bf1c-25e4-4a14-9503-34d695d642f7 req-6a977ff6-cfa8-4594-b929-8f8a9b31a445 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.5767770 Nov 12 19:56:25.996620 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8c4aebb9-4b97-4f6e-b488-56c373c32379 req-ec176168-81ab-4dc4-b2f0-f25cb50dcb80 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444008 Nov 12 19:56:26.068652 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7144bf1c-25e4-4a14-9503-34d695d642f7 req-ef116907-e72d-46f4-95c8-e21c5d321f8a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=1a86412a-3bf1-4494-832d-f68e482c92db HTTP/1.1" status: 200 len: 217 time: 0.0869133 Nov 12 19:56:26.069352 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-3d7cee3c-4294-4e95-bfd7-ad5ce6482f4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:26.114691 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4386d-2585-49fb-80ad-c1026e0f006e req-d3fbcfd1-ea7d-4d28-8621-006db6ea5f6b tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:26.116274 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b8b4386d-2585-49fb-80ad-c1026e0f006e req-d3fbcfd1-ea7d-4d28-8621-006db6ea5f6b tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=4523f542-c640-48ba-98fa-5a41ab8987f6 HTTP/1.1" status: 200 len: 967 time: 0.1274009 Nov 12 19:56:26.127752 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46126) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:26.137110 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-335c7598-466e-40c6-a7e9-055d401d6ded tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Request body: {'floatingip': {'port_id': '646a21b7-b0b7-448e-a4f5-a406d542a780'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:26.205097 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef02f777-fe98-4c2e-b741-a41343a317de req-1ef3451b-2014-43aa-a75a-5046efc1e061 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540414 Nov 12 19:56:26.211837 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-335c7598-466e-40c6-a7e9-055d401d6ded tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks [] for floatingip, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:26.358623 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d973b43b-c8b1-419a-9eeb-e7f362960be5 req-8d96a3dc-a3e0-4d39-9976-0687f10d1c90 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=352931a5-3b8c-4e85-96ef-2444247ebdad HTTP/1.1" status: 200 len: 210 time: 0.1842525 Nov 12 19:56:26.392098 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46134) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:26.420899 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30362eca-289d-4ab7-8d3e-92e43cb35206 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:26.715327 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef02f777-fe98-4c2e-b741-a41343a317de req-8df02d7d-fb57-4f27-aefe-ae1cad72129d service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994307 Nov 12 19:56:26.724340 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc989a2-82a2-49d6-82d2-ec743933ddfa req-60ecd2d7-bcf8-4a9a-b965-ad25f57b7ee9 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:26.725766 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ffc989a2-82a2-49d6-82d2-ec743933ddfa req-60ecd2d7-bcf8-4a9a-b965-ad25f57b7ee9 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 971 time: 0.1549742 Nov 12 19:56:26.734933 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144bf1c-25e4-4a14-9503-34d695d642f7 req-ead5d6f7-009d-4837-95cb-c9aa10cc9812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:26.736383 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7144bf1c-25e4-4a14-9503-34d695d642f7 req-ead5d6f7-009d-4837-95cb-c9aa10cc9812 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.5799541 Nov 12 19:56:26.825398 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ffc989a2-82a2-49d6-82d2-ec743933ddfa req-39576c78-1ed7-4392-909f-cda6eb98a91b tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/security-groups?id=165b0dcc-c0c2-46c2-b319-e22e47747f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866354 Nov 12 19:56:26.826434 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-f86d9765-8964-4dbd-8fe9-a27071528823 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Made reservation on behalf of 5c8d0b5287054fed9215b020d265c891 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:56:26.829911 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-f86d9765-8964-4dbd-8fe9-a27071528823 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:26.901860 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-b50cb1f8-c4a2-4e19-8452-f5a185caad80 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:26.958991 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1de5e1-c236-41bb-9dad-6c0dcb4eef7d req-2e8fbe5b-dbe4-4aaa-8ba5-5575b27d70a8 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:26.960503 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1e1de5e1-c236-41bb-9dad-6c0dcb4eef7d req-2e8fbe5b-dbe4-4aaa-8ba5-5575b27d70a8 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/ports?device_id=503f6ea2-7eaf-4cf3-a448-21b9d7563551 HTTP/1.1" status: 200 len: 936 time: 0.3174436 Nov 12 19:56:26.971634 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144bf1c-25e4-4a14-9503-34d695d642f7 req-b2aacc79-915d-4a02-ab6a-aba46e6689ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:26.972090 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f3b3bb40-8fe6-4acc-bf9a-44fe41b6d652 req-c9d2e3b3-d0ce-4720-b9b0-d628a0147bb8 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=583e9430-fac3-47d0-9fd5-c52f8861c926 HTTP/1.1" status: 200 len: 210 time: 0.0741205 Nov 12 19:56:26.973033 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7144bf1c-25e4-4a14-9503-34d695d642f7 req-b2aacc79-915d-4a02-ab6a-aba46e6689ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2237754 Nov 12 19:56:27.108826 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fcc27660-a0bf-4f62-b265-19d20d3a4cf3 req-f7e79a72-a9b3-40a5-be2e-627f4e83c600 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac HTTP/1.1" status: 200 len: 210 time: 0.0533357 Nov 12 19:56:27.162533 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30362eca-289d-4ab7-8d3e-92e43cb35206 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:27.186263 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30362eca-289d-4ab7-8d3e-92e43cb35206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:27.206223 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-b50cb1f8-c4a2-4e19-8452-f5a185caad80 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:27.218670 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1e1de5e1-c236-41bb-9dad-6c0dcb4eef7d req-c2a683c2-bca8-4a93-bea0-0e2111ffe7ba tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/security-groups?id=44fb7210-ca3d-4e0f-b7b7-e4574de6ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446892 Nov 12 19:56:27.250112 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.db.resource_extend [None req-335c7598-466e-40c6-a7e9-055d401d6ded tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 19:56:27.325505 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-30362eca-289d-4ab7-8d3e-92e43cb35206 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c725dbaa111c4ab3bd3ac65352899188&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9291899 Nov 12 19:56:27.334159 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46148) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:27.337943 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30362eca-289d-4ab7-8d3e-92e43cb35206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686f14c6-0c70-4ee1-b107-31ed8f28939e,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:27.359801 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7144bf1c-25e4-4a14-9503-34d695d642f7 req-156757b4-e908-4986-bb41-e174cadb9608 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467076 Nov 12 19:56:27.361556 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-b50cb1f8-c4a2-4e19-8452-f5a185caad80 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:56:27.372474 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe032c33-4fed-4446-a427-f05c807224df req-007a5cee-0c5c-4608-b26a-e6d5c46230fe tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:27.373968 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fe032c33-4fed-4446-a427-f05c807224df req-007a5cee-0c5c-4608-b26a-e6d5c46230fe tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 931 time: 0.1928403 Nov 12 19:56:27.376161 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-335c7598-466e-40c6-a7e9-055d401d6ded tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:27.380680 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-b50cb1f8-c4a2-4e19-8452-f5a185caad80 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:56:27.391579 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-335c7598-466e-40c6-a7e9-055d401d6ded tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:27.392220 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-3d7cee3c-4294-4e95-bfd7-ad5ce6482f4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 087c7865-26e9-4300-9385-2526033a734d {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:56:27.399963 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-b50cb1f8-c4a2-4e19-8452-f5a185caad80 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:56:27.403307 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50cb1f8-c4a2-4e19-8452-f5a185caad80 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Pushing event updated for resources: {'Port': ['ID=91971784-1b93-406e-af72-8843a6baae4b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:27.446023 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-3d7cee3c-4294-4e95-bfd7-ad5ce6482f4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:27.551469 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fe032c33-4fed-4446-a427-f05c807224df req-7233bb1e-ba7a-4254-aeae-92ad7906ee35 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685791 Nov 12 19:56:27.563921 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9aea6adf-870c-446f-a273-912a7432935c req-2fd0a5fc-821a-492c-8aaf-2fa82218d298 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=352931a5-3b8c-4e85-96ef-2444247ebdad HTTP/1.1" status: 200 len: 210 time: 0.1086276 Nov 12 19:56:27.574033 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-3d7cee3c-4294-4e95-bfd7-ad5ce6482f4b service neutron] Transition to ACTIVE for port object 087c7865-26e9-4300-9385-2526033a734d will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:56:27.584745 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-3d7cee3c-4294-4e95-bfd7-ad5ce6482f4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:27.598353 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-b50cb1f8-c4a2-4e19-8452-f5a185caad80 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:27.598975 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-b50cb1f8-c4a2-4e19-8452-f5a185caad80 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:27.601159 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [None req-335c7598-466e-40c6-a7e9-055d401d6ded tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Floating IP 13d5ce72-c339-4724-b48e-295acc57ebf4 associated. External IP: 172.25.5.241, port: 646a21b7-b0b7-448e-a4f5-a406d542a780. Nov 12 19:56:27.629679 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-90e4f76e-b65b-4e9e-937c-a7eddf350358 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:27.652122 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-c60c059c-23cf-487f-9104-0b82add5faf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f98975-bb2e-4a74-a706-131c3a87903d {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:56:27.662653 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-c60c059c-23cf-487f-9104-0b82add5faf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:27.669404 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-b50cb1f8-c4a2-4e19-8452-f5a185caad80 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3672915 Nov 12 19:56:27.677703 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7144bf1c-25e4-4a14-9503-34d695d642f7 req-ba032857-450e-48c3-b832-f76f4ede2aa0 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032458 Nov 12 19:56:27.691814 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-9f51b04f-db25-40e6-9d8e-bffae1f081d8 service neutron] Request body: {'port': {'device_id': '1e5df940-1840-4e3f-8d66-540a9ff233ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:27.709087 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-c60c059c-23cf-487f-9104-0b82add5faf0 service neutron] Transition to ACTIVE for port object 46f98975-bb2e-4a74-a706-131c3a87903d will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:56:27.710355 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-47ecc706-d771-4412-8f56-2492f13f31c3 None None] Provisioning complete for port 91971784-1b93-406e-af72-8843a6baae4b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:56:27.711719 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-47ecc706-d771-4412-8f56-2492f13f31c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:27.716428 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-90e4f76e-b65b-4e9e-937c-a7eddf350358 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:27.722255 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-c60c059c-23cf-487f-9104-0b82add5faf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:27.728824 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cee3c-4294-4e95-bfd7-ad5ce6482f4b service neutron] Pushing event updated for resources: {'Port': ['ID=087c7865-26e9-4300-9385-2526033a734d,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:27.783731 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c059c-23cf-487f-9104-0b82add5faf0 service neutron] Pushing event updated for resources: {'Port': ['ID=46f98975-bb2e-4a74-a706-131c3a87903d,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:27.795938 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-47ecc706-d771-4412-8f56-2492f13f31c3 None None] Port 91971784-1b93-406e-af72-8843a6baae4b cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:56:27.878541 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-4cc96bd7-d608-445a-ba56-bd8a49d0755f tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Allocated IP 192.168.233.109 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/4c2653b4-5a18-4c5c-b102-68e7c66d932d) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:56:27.885972 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-9f51b04f-db25-40e6-9d8e-bffae1f081d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:27.948705 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-90e4f76e-b65b-4e9e-937c-a7eddf350358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:27.951852 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-90e4f76e-b65b-4e9e-937c-a7eddf350358 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:27.955490 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-90e4f76e-b65b-4e9e-937c-a7eddf350358 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/686f14c6-0c70-4ee1-b107-31ed8f28939e HTTP/1.1" status: 204 len: 168 time: 0.6160975 Nov 12 19:56:27.955490 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-3d7cee3c-4294-4e95-bfd7-ad5ce6482f4b service neutron] Attempting to bind port 087c7865-26e9-4300-9385-2526033a734d on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:56:27.955490 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-3d7cee3c-4294-4e95-bfd7-ad5ce6482f4b service neutron] Attempting to bind port 087c7865-26e9-4300-9385-2526033a734d by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:56:27.955490 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-3d7cee3c-4294-4e95-bfd7-ad5ce6482f4b service neutron] Attempting to bind port 087c7865-26e9-4300-9385-2526033a734d on network e3a881ac-6120-48a0-95f8-2623f45c4673 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:56:27.994566 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-3d7cee3c-4294-4e95-bfd7-ad5ce6482f4b service neutron] Port 087c7865-26e9-4300-9385-2526033a734d on network e3a881ac-6120-48a0-95f8-2623f45c4673 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:56:27.994927 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-3d7cee3c-4294-4e95-bfd7-ad5ce6482f4b service neutron] Attempting to bind port 087c7865-26e9-4300-9385-2526033a734d on network e3a881ac-6120-48a0-95f8-2623f45c4673 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:56:28.007152 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4f76e-b65b-4e9e-937c-a7eddf350358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686f14c6-0c70-4ee1-b107-31ed8f28939e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:28.023956 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-3d7cee3c-4294-4e95-bfd7-ad5ce6482f4b service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:56:28.024209 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-3d7cee3c-4294-4e95-bfd7-ad5ce6482f4b service neutron] Checking segment: {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:56:28.024634 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-3d7cee3c-4294-4e95-bfd7-ad5ce6482f4b service neutron] Bound using segment: {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:56:28.025089 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-3d7cee3c-4294-4e95-bfd7-ad5ce6482f4b service neutron] Bound port: 087c7865-26e9-4300-9385-2526033a734d, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:56:28.025446 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-3d7cee3c-4294-4e95-bfd7-ad5ce6482f4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:28.234266 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e46b7578-b5be-45cd-92db-601bf8986205 req-0e50d86f-1720-4b1f-9c03-9f59e9c4be15 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=583e9430-fac3-47d0-9fd5-c52f8861c926 HTTP/1.1" status: 200 len: 210 time: 0.0463400 Nov 12 19:56:28.323234 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335c7598-466e-40c6-a7e9-055d401d6ded tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Router 13ffc356-de7d-4f85-9011-cc3c77947900 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 19:56:28.332486 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-c60c059c-23cf-487f-9104-0b82add5faf0 service neutron] Attempting to bind port 46f98975-bb2e-4a74-a706-131c3a87903d on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:56:28.333129 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-c60c059c-23cf-487f-9104-0b82add5faf0 service neutron] Attempting to bind port 46f98975-bb2e-4a74-a706-131c3a87903d by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:56:28.333574 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-c60c059c-23cf-487f-9104-0b82add5faf0 service neutron] Attempting to bind port 46f98975-bb2e-4a74-a706-131c3a87903d on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:56:28.343493 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-c60c059c-23cf-487f-9104-0b82add5faf0 service neutron] Port 46f98975-bb2e-4a74-a706-131c3a87903d on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:56:28.343931 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-c60c059c-23cf-487f-9104-0b82add5faf0 service neutron] Attempting to bind port 46f98975-bb2e-4a74-a706-131c3a87903d on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:56:28.366989 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fe08141a-057d-4570-9e2a-4c6b41167ffe req-f327d449-e441-4c5c-b265-b60146541bac tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac HTTP/1.1" status: 200 len: 210 time: 0.0413942 Nov 12 19:56:28.370610 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17855a78-cc26-47fc-aa53-092124c8fa53 req-b22d2b60-6d21-468a-9b19-dae597b80247 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:28.373914 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-17855a78-cc26-47fc-aa53-092124c8fa53 req-b22d2b60-6d21-468a-9b19-dae597b80247 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 971 time: 0.1514242 Nov 12 19:56:28.382211 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc435eca-13c9-4c40-baf6-5fd5a1507b18 req-7adc7cd6-9b52-4903-adb7-3b03a9ca5989 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:28.391118 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fc435eca-13c9-4c40-baf6-5fd5a1507b18 req-7adc7cd6-9b52-4903-adb7-3b03a9ca5989 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 971 time: 0.4460568 Nov 12 19:56:28.403971 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-4cc96bd7-d608-445a-ba56-bd8a49d0755f tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:28.403971 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-3d7cee3c-4294-4e95-bfd7-ad5ce6482f4b service neutron] For port 087c7865-26e9-4300-9385-2526033a734d, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:56:28.404542 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-c60c059c-23cf-487f-9104-0b82add5faf0 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:56:28.404542 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-c60c059c-23cf-487f-9104-0b82add5faf0 service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:56:28.404542 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-c60c059c-23cf-487f-9104-0b82add5faf0 service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:56:28.404542 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-c60c059c-23cf-487f-9104-0b82add5faf0 service neutron] Bound port: 46f98975-bb2e-4a74-a706-131c3a87903d, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:56:28.404542 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-c60c059c-23cf-487f-9104-0b82add5faf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:28.406305 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-3d7cee3c-4294-4e95-bfd7-ad5ce6482f4b service neutron] For port 087c7865-26e9-4300-9385-2526033a734d, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=087c7865-26e9-4300-9385-2526033a734d,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:56:28.414398 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-3d7cee3c-4294-4e95-bfd7-ad5ce6482f4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:28.478353 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-3d7cee3c-4294-4e95-bfd7-ad5ce6482f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:28.479332 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-3d7cee3c-4294-4e95-bfd7-ad5ce6482f4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:28.480730 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-3d7cee3c-4294-4e95-bfd7-ad5ce6482f4b service neutron] 10.222.0.55 "PUT /v2.0/ports/087c7865-26e9-4300-9385-2526033a734d HTTP/1.1" status: 200 len: 1092 time: 2.8235366 Nov 12 19:56:28.482497 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f58c60d-957a-475a-89b4-45bd596bc560', 'tag': '087c7865-26e9-4300-9385-2526033a734d'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:56:28.484860 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9298f112-ab6a-45bc-9595-8c69155aa3d8" -d '{"events": [{"name": "network-changed", "server_uuid": "8f58c60d-957a-475a-89b4-45bd596bc560", "tag": "087c7865-26e9-4300-9385-2526033a734d"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:56:28.520103 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cee3c-4294-4e95-bfd7-ad5ce6482f4b service neutron] Pushing event updated for resources: {'Port': ['ID=087c7865-26e9-4300-9385-2526033a734d,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:28.602464 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591124d-7f90-4a55-8fe9-d591dcade8a0 req-59ad359f-372e-4d77-bc73-5a307d6a5bc2 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:28.604148 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1591124d-7f90-4a55-8fe9-d591dcade8a0 req-59ad359f-372e-4d77-bc73-5a307d6a5bc2 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/ports?device_id=503f6ea2-7eaf-4cf3-a448-21b9d7563551 HTTP/1.1" status: 200 len: 948 time: 0.1409671 Nov 12 19:56:28.610558 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-4cc96bd7-d608-445a-ba56-bd8a49d0755f tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:28.613296 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-0d315b1d-88c6-4592-b522-08c3b24517e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:28.614802 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-0d315b1d-88c6-4592-b522-08c3b24517e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 1095 time: 0.0719981 Nov 12 19:56:28.623718 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fc435eca-13c9-4c40-baf6-5fd5a1507b18 req-4edb7221-0008-4e77-985e-7d80e278ba40 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/security-groups?id=165b0dcc-c0c2-46c2-b319-e22e47747f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304261 Nov 12 19:56:28.700885 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0615f32c-1fc2-47ef-91a0-bca64503c851 x-openstack-request-id: req-0615f32c-1fc2-47ef-91a0-bca64503c851 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:56:28.701172 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f58c60d-957a-475a-89b4-45bd596bc560", "tag": "087c7865-26e9-4300-9385-2526033a734d", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:56:28.701421 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0615f32c-1fc2-47ef-91a0-bca64503c851 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:56:28.701807 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f58c60d-957a-475a-89b4-45bd596bc560', 'tag': '087c7865-26e9-4300-9385-2526033a734d', 'status': 'completed', 'code': 200} Nov 12 19:56:28.709365 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-98e36169-469d-4068-85ce-792238452aa5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=087c7865-26e9-4300-9385-2526033a734d HTTP/1.1" status: 200 len: 217 time: 0.0640426 Nov 12 19:56:28.716664 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-4cc96bd7-d608-445a-ba56-bd8a49d0755f tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:56:28.733212 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-4cc96bd7-d608-445a-ba56-bd8a49d0755f tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:56:28.734995 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc96bd7-d608-445a-ba56-bd8a49d0755f tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Pushing event updated for resources: {'Port': ['ID=4c2653b4-5a18-4c5c-b102-68e7c66d932d,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:28.737022 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-4cc96bd7-d608-445a-ba56-bd8a49d0755f tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:56:28.827138 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-c60c059c-23cf-487f-9104-0b82add5faf0 service neutron] For port 46f98975-bb2e-4a74-a706-131c3a87903d, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:56:28.829911 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1591124d-7f90-4a55-8fe9-d591dcade8a0 req-fd1854f6-96bd-4952-8327-c707eec9e9e0 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/security-groups?id=44fb7210-ca3d-4e0f-b7b7-e4574de6ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834378 Nov 12 19:56:28.833718 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-d6b18daf-b6d7-4c85-a32e-4567c7385aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:28.835052 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-d6b18daf-b6d7-4c85-a32e-4567c7385aa5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbdea447-0bd1-47f3-8097-cac78263fd7c HTTP/1.1" status: 200 len: 848 time: 0.1146488 Nov 12 19:56:28.841478 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-72814169-ebb7-4d02-84ff-28b40ed65a64 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Allocated IP 192.168.233.96 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/71fbfff7-3815-42a4-80bd-6938a3a083c8) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:56:28.845901 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-4cc96bd7-d608-445a-ba56-bd8a49d0755f tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:28.846543 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-4cc96bd7-d608-445a-ba56-bd8a49d0755f tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:28.890778 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-c60c059c-23cf-487f-9104-0b82add5faf0 service neutron] For port 46f98975-bb2e-4a74-a706-131c3a87903d, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=46f98975-bb2e-4a74-a706-131c3a87903d,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:56:28.893235 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-17855a78-cc26-47fc-aa53-092124c8fa53 req-7a8a2b3a-53aa-4701-8354-1253eae2b6ee tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Deleting port 3896e38d-f800-45a2-9515-f4f1dcf3f2aa {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:56:28.893696 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-17855a78-cc26-47fc-aa53-092124c8fa53 req-7a8a2b3a-53aa-4701-8354-1253eae2b6ee tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:28.894213 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-f0058cda-72d8-44ec-a2ac-ee7bf2b2ef5a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3a881ac-6120-48a0-95f8-2623f45c4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408545 Nov 12 19:56:28.898367 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-4cc96bd7-d608-445a-ba56-bd8a49d0755f tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9626806 Nov 12 19:56:28.911659 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335c7598-466e-40c6-a7e9-055d401d6ded tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 19:56:28.914077 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-0754f3c2-cdd7-4a94-a7dd-b989990d6ed7 service neutron] Request body: {'port': {'device_id': '583e9430-fac3-47d0-9fd5-c52f8861c926', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:28.925194 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-c60c059c-23cf-487f-9104-0b82add5faf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:28.926901 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8cf6ad-abc6-4989-b924-9317927faa99 None None] Sync routers for ids ['13ffc356-de7d-4f85-9011-cc3c77947900'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 19:56:28.934942 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-335c7598-466e-40c6-a7e9-055d401d6ded tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:28.942636 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8cf6ad-abc6-4989-b924-9317927faa99 None None] Routers {'13ffc356-de7d-4f85-9011-cc3c77947900'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:56:28.943527 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7b8cf6ad-abc6-4989-b924-9317927faa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:56:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['13ffc356-de7d-4f85-9011-cc3c77947900'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:56:29.008446 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-55f6cbd8-719b-4fb0-909f-1a812491478b req-4090b1c0-82e0-4841-a39b-da024fecac93 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=352931a5-3b8c-4e85-96ef-2444247ebdad HTTP/1.1" status: 200 len: 210 time: 0.0549452 Nov 12 19:56:29.084610 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13eaa8-d88e-42df-bc5b-7ddd9182631b req-4564def8-92af-482f-93a8-bf7fa088e44c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:29.092425 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5f13eaa8-d88e-42df-bc5b-7ddd9182631b req-4564def8-92af-482f-93a8-bf7fa088e44c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 943 time: 0.3468311 Nov 12 19:56:29.107276 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-c60c059c-23cf-487f-9104-0b82add5faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:29.107902 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-c60c059c-23cf-487f-9104-0b82add5faf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:29.114459 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-c60c059c-23cf-487f-9104-0b82add5faf0 service neutron] 10.222.0.55 "PUT /v2.0/ports/46f98975-bb2e-4a74-a706-131c3a87903d HTTP/1.1" status: 200 len: 1097 time: 4.2636726 Nov 12 19:56:29.127791 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-0ff56fea-28e0-401a-a065-0e7e1ab079f4 service neutron] 10.222.0.55 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061181 Nov 12 19:56:29.129603 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503f6ea2-7eaf-4cf3-a448-21b9d7563551', 'tag': '46f98975-bb2e-4a74-a706-131c3a87903d'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:56:29.131924 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b1f56a-0dd1-4428-b323-4ff7b198b9e1" -d '{"events": [{"name": "network-changed", "server_uuid": "503f6ea2-7eaf-4cf3-a448-21b9d7563551", "tag": "46f98975-bb2e-4a74-a706-131c3a87903d"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:56:29.151536 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-7b8cf6ad-abc6-4989-b924-9317927faa99 None None] Set router 13ffc356-de7d-4f85-9011-cc3c77947900 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:56:29.187018 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9581a3ab-937e-43cd-a0fc-9a5c8b1b514b None None] Provisioning complete for port 4c2653b4-5a18-4c5c-b102-68e7c66d932d triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:56:29.187736 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9581a3ab-937e-43cd-a0fc-9a5c8b1b514b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:29.234094 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-0754f3c2-cdd7-4a94-a7dd-b989990d6ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:29.243212 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-335c7598-466e-40c6-a7e9-055d401d6ded tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "PUT /v2.0/floatingips/13d5ce72-c339-4724-b48e-295acc57ebf4 HTTP/1.1" status: 200 len: 1013 time: 3.1084602 Nov 12 19:56:29.260539 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75eae928-f585-447f-a280-5372d74d965a x-openstack-request-id: req-75eae928-f585-447f-a280-5372d74d965a {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:56:29.264043 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "503f6ea2-7eaf-4cf3-a448-21b9d7563551", "tag": "46f98975-bb2e-4a74-a706-131c3a87903d", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:56:29.266826 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-75eae928-f585-447f-a280-5372d74d965a {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:56:29.267493 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '503f6ea2-7eaf-4cf3-a448-21b9d7563551', 'tag': '46f98975-bb2e-4a74-a706-131c3a87903d', 'status': 'completed', 'code': 200} Nov 12 19:56:29.284181 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-9581a3ab-937e-43cd-a0fc-9a5c8b1b514b None None] Port 4c2653b4-5a18-4c5c-b102-68e7c66d932d cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:56:29.418859 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-17855a78-cc26-47fc-aa53-092124c8fa53 req-7a8a2b3a-53aa-4701-8354-1253eae2b6ee tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] For port 3896e38d-f800-45a2-9515-f4f1dcf3f2aa, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=3896e38d-f800-45a2-9515-f4f1dcf3f2aa,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:29.420032 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-17855a78-cc26-47fc-aa53-092124c8fa53 req-7a8a2b3a-53aa-4701-8354-1253eae2b6ee tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:29.442519 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-17855a78-cc26-47fc-aa53-092124c8fa53 req-7a8a2b3a-53aa-4701-8354-1253eae2b6ee tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Calling delete_port for 3896e38d-f800-45a2-9515-f4f1dcf3f2aa owned by compute:tempest-test_az-963553213 {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:56:29.658822 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c059c-23cf-487f-9104-0b82add5faf0 service neutron] Pushing event updated for resources: {'Port': ['ID=46f98975-bb2e-4a74-a706-131c3a87903d,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:29.714208 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5f13eaa8-d88e-42df-bc5b-7ddd9182631b req-2cb7df74-fb67-42bd-bc01-a7c97ade49ed tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6208186 Nov 12 19:56:29.717867 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-dd0e303e-da97-40fd-a25e-df11111ead70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:29.724585 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-dd0e303e-da97-40fd-a25e-df11111ead70 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=672f489587ed47b986b996cb0f12c464&device_id=503f6ea2-7eaf-4cf3-a448-21b9d7563551 HTTP/1.1" status: 200 len: 1100 time: 0.5200100 Nov 12 19:56:29.742125 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-17855a78-cc26-47fc-aa53-092124c8fa53 req-7a8a2b3a-53aa-4701-8354-1253eae2b6ee tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:29.744410 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-175aa15d-2a46-41ab-bde1-6df8fc42cbea req-e5c6e32e-5a94-4b61-bc1b-2ba278cc211d service neutron] 10.222.0.55 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734816 Nov 12 19:56:29.754385 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['3896e38d-f800-45a2-9515-f4f1dcf3f2aa'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:56:29.764707 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7b8cf6ad-abc6-4989-b924-9317927faa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-973545571-router', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:32Z', 'updated_at': '2021-11-12T19:55:37Z', 'revision_number': 4, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'gw_port': {'id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:33Z', 'updated_at': '2021-11-12T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '13d5ce72-c339-4724-b48e-295acc57ebf4', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'floating_ip_address': '172.25.5.241', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'port_id': '646a21b7-b0b7-448e-a4f5-a406d542a780', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f', 'mac_address': 'fa:16:3e:ca:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4523f542-c640-48ba-98fa-5a41ab8987f6', 'device_owner': 'compute:tempest-test_az-963553213'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T19:56:06Z', 'updated_at': '2021-11-12T19:56:27Z', 'revision_number': 1, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ed1e21-184e-4644-933f-a062fc18cc00', 'name': '', 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'mac_address': 'fa:16:3e:38:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:36Z', 'updated_at': '2021-11-12T19:55:42Z', 'revision_number': 5, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'subnets': [{'id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:56:29.769149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b893fa-63ab-484a-9919-e60fc4ac4853 req-077c2bc3-e038-4f0d-a969-2b90b09f684b tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:29.770746 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-77b893fa-63ab-484a-9919-e60fc4ac4853 req-077c2bc3-e038-4f0d-a969-2b90b09f684b tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=583e9430-fac3-47d0-9fd5-c52f8861c926 HTTP/1.1" status: 200 len: 936 time: 0.1495392 Nov 12 19:56:29.816659 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8cf6ad-abc6-4989-b924-9317927faa99 None None] Checking router: 13ffc356-de7d-4f85-9011-cc3c77947900 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 19:56:29.828506 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8cf6ad-abc6-4989-b924-9317927faa99 None None] Routers {'13ffc356-de7d-4f85-9011-cc3c77947900'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:56:29.830645 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7b8cf6ad-abc6-4989-b924-9317927faa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:56:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['13ffc356-de7d-4f85-9011-cc3c77947900'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:56:29.870480 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-4541c38d-4b42-446d-bf29-dd8d72cfa86a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=46f98975-bb2e-4a74-a706-131c3a87903d HTTP/1.1" status: 200 len: 217 time: 0.1369350 Nov 12 19:56:29.877074 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a2b3a-53aa-4701-8354-1253eae2b6ee tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Pushing event deleted for resources: {'Port': ['ID=3896e38d-f800-45a2-9515-f4f1dcf3f2aa,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:29.920520 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298f112-ab6a-45bc-9595-8c69155aa3d8 req-604662b5-afdf-4377-b92b-7aae51b101b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:29.922598 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9298f112-ab6a-45bc-9595-8c69155aa3d8 req-604662b5-afdf-4377-b92b-7aae51b101b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 1095 time: 0.0959511 Nov 12 19:56:29.923269 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f12df54d-c182-4ca1-b1a8-1d26d9d0929e req-905a99f1-639f-4c63-9e1b-d54119722476 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac HTTP/1.1" status: 200 len: 210 time: 0.0705805 Nov 12 19:56:29.926471 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-77b893fa-63ab-484a-9919-e60fc4ac4853 req-471eb1e7-2967-41d1-89c0-b60a43fb1449 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008835 Nov 12 19:56:29.933836 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-72814169-ebb7-4d02-84ff-28b40ed65a64 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:30.037594 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-7b8cf6ad-abc6-4989-b924-9317927faa99 None None] Set router 13ffc356-de7d-4f85-9011-cc3c77947900 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:56:30.083022 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-17855a78-cc26-47fc-aa53-092124c8fa53 req-7a8a2b3a-53aa-4701-8354-1253eae2b6ee tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] No DVR routers for this DVR port 3896e38d-f800-45a2-9515-f4f1dcf3f2aa on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:56:30.104150 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-17855a78-cc26-47fc-aa53-092124c8fa53 req-7a8a2b3a-53aa-4701-8354-1253eae2b6ee tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:30.108521 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-17855a78-cc26-47fc-aa53-092124c8fa53 req-7a8a2b3a-53aa-4701-8354-1253eae2b6ee tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.52 "DELETE /v2.0/ports/3896e38d-f800-45a2-9515-f4f1dcf3f2aa HTTP/1.1" status: 204 len: 173 time: 1.7060635 Nov 12 19:56:30.115493 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-036ca337-8cb0-4d72-be61-5fdd978b412b req-52c09cfa-fb01-4e4c-bca3-20f4fcfd4156 tempest-AggregatesAdminTestJSON-1742347339 tempest-AggregatesAdminTestJSON-1742347339-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd73e5e5-6089-42e4-ab5e-f6835010b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0660439 Nov 12 19:56:30.129524 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-805af2f2-2060-4020-b7b5-b782c2602dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:30.131034 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-805af2f2-2060-4020-b7b5-b782c2602dec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.2456913 Nov 12 19:56:30.159861 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b223d1-7b38-44a3-9f38-510dce29361b req-ccaaad09-b2e1-4c06-a258-d30ef45d3e96 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:30.169972 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-09b223d1-7b38-44a3-9f38-510dce29361b req-ccaaad09-b2e1-4c06-a258-d30ef45d3e96 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/ports?device_id=503f6ea2-7eaf-4cf3-a448-21b9d7563551 HTTP/1.1" status: 200 len: 948 time: 0.1222169 Nov 12 19:56:30.192621 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-72814169-ebb7-4d02-84ff-28b40ed65a64 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:30.221444 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298f112-ab6a-45bc-9595-8c69155aa3d8 req-9e42054d-b35f-4d86-8340-123d4b09958f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:30.223289 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9298f112-ab6a-45bc-9595-8c69155aa3d8 req-9e42054d-b35f-4d86-8340-123d4b09958f service neutron] 10.222.0.55 "GET /v2.0/networks?id=e3a881ac-6120-48a0-95f8-2623f45c4673 HTTP/1.1" status: 200 len: 909 time: 0.2905447 Nov 12 19:56:30.249888 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-d525eb3d-ad96-4bce-acd8-033e0b1fa236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:30.251748 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-d525eb3d-ad96-4bce-acd8-033e0b1fa236 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1133089 Nov 12 19:56:30.260929 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-72814169-ebb7-4d02-84ff-28b40ed65a64 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:56:30.278912 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-72814169-ebb7-4d02-84ff-28b40ed65a64 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:56:30.296205 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-72814169-ebb7-4d02-84ff-28b40ed65a64 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:56:30.327748 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-09b223d1-7b38-44a3-9f38-510dce29361b req-b29c97c4-e138-46db-828c-701b128473a0 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/security-groups?id=44fb7210-ca3d-4e0f-b7b7-e4574de6ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567903 Nov 12 19:56:30.359378 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72814169-ebb7-4d02-84ff-28b40ed65a64 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Pushing event updated for resources: {'Port': ['ID=71fbfff7-3815-42a4-80bd-6938a3a083c8,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:30.421484 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9298f112-ab6a-45bc-9595-8c69155aa3d8 req-0437909f-e614-4c5f-a6cc-ac331bca0964 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=087c7865-26e9-4300-9385-2526033a734d HTTP/1.1" status: 200 len: 217 time: 0.1823421 Nov 12 19:56:30.464426 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7b8cf6ad-abc6-4989-b924-9317927faa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-973545571-router', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:32Z', 'updated_at': '2021-11-12T19:55:37Z', 'revision_number': 4, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'gw_port': {'id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:33Z', 'updated_at': '2021-11-12T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '13d5ce72-c339-4724-b48e-295acc57ebf4', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'floating_ip_address': '172.25.5.241', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'port_id': '646a21b7-b0b7-448e-a4f5-a406d542a780', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f', 'mac_address': 'fa:16:3e:ca:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4523f542-c640-48ba-98fa-5a41ab8987f6', 'device_owner': 'compute:tempest-test_az-963553213'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T19:56:06Z', 'updated_at': '2021-11-12T19:56:27Z', 'revision_number': 1, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ed1e21-184e-4644-933f-a062fc18cc00', 'name': '', 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'mac_address': 'fa:16:3e:38:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:36Z', 'updated_at': '2021-11-12T19:55:42Z', 'revision_number': 5, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'subnets': [{'id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:56:30.471439 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-72814169-ebb7-4d02-84ff-28b40ed65a64 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:30.472118 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-72814169-ebb7-4d02-84ff-28b40ed65a64 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:30.506946 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-72814169-ebb7-4d02-84ff-28b40ed65a64 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0545409 Nov 12 19:56:30.510493 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-cdd7c91f-5d92-4f8e-bfe8-0a3628db004b service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475402 Nov 12 19:56:30.520697 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-d42a1860-c676-4cd4-9a2f-9722afdfe283 service neutron] Request body: {'port': {'device_id': '352931a5-3b8c-4e85-96ef-2444247ebdad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:30.531351 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8cf6ad-abc6-4989-b924-9317927faa99 None None] The sync data for ids ['13ffc356-de7d-4f85-9011-cc3c77947900'] in n-d-712140-15 is: [{'id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-973545571-router', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:32Z', 'updated_at': '2021-11-12T19:55:37Z', 'revision_number': 4, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'gw_port': {'id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:33Z', 'updated_at': '2021-11-12T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '13d5ce72-c339-4724-b48e-295acc57ebf4', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'floating_ip_address': '172.25.5.241', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'port_id': '646a21b7-b0b7-448e-a4f5-a406d542a780', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f', 'mac_address': 'fa:16:3e:ca:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4523f542-c640-48ba-98fa-5a41ab8987f6', 'device_owner': 'compute:tempest-test_az-963553213'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T19:56:06Z', 'updated_at': '2021-11-12T19:56:27Z', 'revision_number': 1, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ed1e21-184e-4644-933f-a062fc18cc00', 'name': '', 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'mac_address': 'fa:16:3e:38:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:36Z', 'updated_at': '2021-11-12T19:55:42Z', 'revision_number': 5, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'subnets': [{'id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 19:56:30.548827 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-f86d9765-8964-4dbd-8fe9-a27071528823 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Allocated IP 192.168.233.111 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/ac193f8e-77a6-45c2-9e20-b19d3d102fec) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:56:30.572927 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298f112-ab6a-45bc-9595-8c69155aa3d8 req-954fbe44-c605-4201-a398-9cc67d5898c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:30.576534 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9298f112-ab6a-45bc-9595-8c69155aa3d8 req-954fbe44-c605-4201-a398-9cc67d5898c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbdea447-0bd1-47f3-8097-cac78263fd7c HTTP/1.1" status: 200 len: 848 time: 0.1401162 Nov 12 19:56:30.625464 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9298f112-ab6a-45bc-9595-8c69155aa3d8 req-ab1bbcab-3694-449b-af33-ad8585bd4567 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3a881ac-6120-48a0-95f8-2623f45c4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405309 Nov 12 19:56:30.704308 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c534935-4f97-4064-8725-0588de9e8a7f req-af64eee6-0c4e-4c0c-b5d7-fda69d63db57 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:30.712311 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0c534935-4f97-4064-8725-0588de9e8a7f req-af64eee6-0c4e-4c0c-b5d7-fda69d63db57 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=352931a5-3b8c-4e85-96ef-2444247ebdad HTTP/1.1" status: 200 len: 935 time: 0.2827451 Nov 12 19:56:30.764198 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7db20899-0825-473f-bcea-bf26c3b7bf59 None None] Provisioning complete for port 71fbfff7-3815-42a4-80bd-6938a3a083c8 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:56:30.770303 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7db20899-0825-473f-bcea-bf26c3b7bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:30.871798 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7db20899-0825-473f-bcea-bf26c3b7bf59 None None] Port 71fbfff7-3815-42a4-80bd-6938a3a083c8 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:56:30.922603 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647ba9e3-925d-48e6-910c-e0db4b5ab849 None None] New status for floating IP 13d5ce72-c339-4724-b48e-295acc57ebf4: ACTIVE {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 19:56:30.945285 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0c534935-4f97-4064-8725-0588de9e8a7f req-bde0d761-40a7-498c-abdf-192e390ce9aa tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316697 Nov 12 19:56:30.965085 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-d42a1860-c676-4cd4-9a2f-9722afdfe283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:31.037731 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9da0f5c-efba-42cc-8c8d-27f85397e3e8 req-bc42c20c-ea07-4508-b781-8c8a4283075b service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141265 Nov 12 19:56:31.046895 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9298f112-ab6a-45bc-9595-8c69155aa3d8 req-ceb07815-a84d-48c7-b019-08bf2e0cbb4a service neutron] 10.222.0.55 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909535 Nov 12 19:56:31.070747 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5e35c-b2c1-4042-9cf6-cfc3f22fc1f7 req-19434ff5-6830-4baa-b201-09675a9a4317 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:31.078784 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0fa5e35c-b2c1-4042-9cf6-cfc3f22fc1f7 req-19434ff5-6830-4baa-b201-09675a9a4317 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 943 time: 0.1253600 Nov 12 19:56:31.113149 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-786b8167-2a2a-4e71-8a75-3ee7b76e83c0 req-6e5e8bbc-080a-4a96-aec9-31a1b254bf44 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac HTTP/1.1" status: 200 len: 210 time: 0.0729561 Nov 12 19:56:31.172561 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-f86d9765-8964-4dbd-8fe9-a27071528823 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:31.229520 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46242) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:31.288299 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0fa5e35c-b2c1-4042-9cf6-cfc3f22fc1f7 req-0c191e13-073b-476a-bf4c-d7b157ae5875 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975205 Nov 12 19:56:31.288299 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4523f542-c640-48ba-98fa-5a41ab8987f6', 'tag': '646a21b7-b0b7-448e-a4f5-a406d542a780'}, {'server_uuid': 'dd73e5e5-6089-42e4-ab5e-f6835010b6d6', 'name': 'network-vif-deleted', 'tag': '3896e38d-f800-45a2-9515-f4f1dcf3f2aa'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:56:31.288299 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a3f0fd-ab00-49c6-bfc2-b0a3037e9eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "4523f542-c640-48ba-98fa-5a41ab8987f6", "tag": "646a21b7-b0b7-448e-a4f5-a406d542a780"}, {"server_uuid": "dd73e5e5-6089-42e4-ab5e-f6835010b6d6", "name": "network-vif-deleted", "tag": "3896e38d-f800-45a2-9515-f4f1dcf3f2aa"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:56:31.295596 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9298f112-ab6a-45bc-9595-8c69155aa3d8 req-0f893372-0226-4bd4-ae0f-02462369067e service neutron] 10.222.0.55 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205999 Nov 12 19:56:31.318303 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1f56a-0dd1-4428-b323-4ff7b198b9e1 req-c9432bb8-62d3-4194-a252-ebe0c30b27ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:31.319394 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16b1f56a-0dd1-4428-b323-4ff7b198b9e1 req-c9432bb8-62d3-4194-a252-ebe0c30b27ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=672f489587ed47b986b996cb0f12c464&device_id=503f6ea2-7eaf-4cf3-a448-21b9d7563551 HTTP/1.1" status: 200 len: 1100 time: 0.2032785 Nov 12 19:56:31.340810 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-f86d9765-8964-4dbd-8fe9-a27071528823 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:31.370114 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9a38c-e5e5-423a-b781-c6faadb91797 req-4feb5ca5-b35a-456d-ba6f-4d476b89c267 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:31.381822 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-90d9a38c-e5e5-423a-b781-c6faadb91797 req-4feb5ca5-b35a-456d-ba6f-4d476b89c267 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=583e9430-fac3-47d0-9fd5-c52f8861c926 HTTP/1.1" status: 200 len: 936 time: 0.1400318 Nov 12 19:56:31.409002 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['1a86412a-3bf1-4494-832d-f68e482c92db'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:56:31.456974 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 19:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75af6d7-502c-403e-84d3-cd6d675e798f x-openstack-request-id: req-d75af6d7-502c-403e-84d3-cd6d675e798f {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:56:31.457648 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4523f542-c640-48ba-98fa-5a41ab8987f6", "tag": "646a21b7-b0b7-448e-a4f5-a406d542a780", "status": "completed", "code": 200}, {"server_uuid": "dd73e5e5-6089-42e4-ab5e-f6835010b6d6", "name": "network-vif-deleted", "tag": "3896e38d-f800-45a2-9515-f4f1dcf3f2aa", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:56:31.471035 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d75af6d7-502c-403e-84d3-cd6d675e798f {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:56:31.471693 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4523f542-c640-48ba-98fa-5a41ab8987f6', 'tag': '646a21b7-b0b7-448e-a4f5-a406d542a780', 'status': 'completed', 'code': 200} Nov 12 19:56:31.472792 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd73e5e5-6089-42e4-ab5e-f6835010b6d6', 'name': 'network-vif-deleted', 'tag': '3896e38d-f800-45a2-9515-f4f1dcf3f2aa', 'status': 'completed', 'code': 200} Nov 12 19:56:31.520493 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1feb9bd-548f-4554-9839-36586ea1deaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:31.549725 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-f86d9765-8964-4dbd-8fe9-a27071528823 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:56:31.565305 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-f86d9765-8964-4dbd-8fe9-a27071528823 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:56:31.605156 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3f0fd-ab00-49c6-bfc2-b0a3037e9eb1 req-b795b66b-1621-46de-b5c4-b3eec12eb69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:31.608457 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-22a3f0fd-ab00-49c6-bfc2-b0a3037e9eb1 req-b795b66b-1621-46de-b5c4-b3eec12eb69e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c539f76e143242b8af302d8e20aae3aa&device_id=4523f542-c640-48ba-98fa-5a41ab8987f6 HTTP/1.1" status: 200 len: 1119 time: 0.1548343 Nov 12 19:56:31.611276 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1f56a-0dd1-4428-b323-4ff7b198b9e1 req-f8e87978-86c7-4d34-86f2-0d4f920ae72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:31.612854 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16b1f56a-0dd1-4428-b323-4ff7b198b9e1 req-f8e87978-86c7-4d34-86f2-0d4f920ae72d service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.2846386 Nov 12 19:56:31.624024 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-f86d9765-8964-4dbd-8fe9-a27071528823 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:56:31.640172 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb2777-1aa5-4892-a9ee-4f6e7559aa60 req-4390e6f9-d535-4ba3-8501-a765ec92668b tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:31.648056 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-71fb2777-1aa5-4892-a9ee-4f6e7559aa60 req-4390e6f9-d535-4ba3-8501-a765ec92668b tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/ports?device_id=503f6ea2-7eaf-4cf3-a448-21b9d7563551 HTTP/1.1" status: 200 len: 948 time: 0.1183276 Nov 12 19:56:31.684330 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-f86d9765-8964-4dbd-8fe9-a27071528823 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:31.685232 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-f86d9765-8964-4dbd-8fe9-a27071528823 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:31.701709 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46256) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:31.706680 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d9765-8964-4dbd-8fe9-a27071528823 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Pushing event updated for resources: {'Port': ['ID=ac193f8e-77a6-45c2-9e20-b19d3d102fec,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:31.724637 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16b1f56a-0dd1-4428-b323-4ff7b198b9e1 req-c2c522a0-a370-47ec-bed4-a6101886133e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=46f98975-bb2e-4a74-a706-131c3a87903d HTTP/1.1" status: 200 len: 217 time: 0.0952568 Nov 12 19:56:31.731452 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-90d9a38c-e5e5-423a-b781-c6faadb91797 req-dcd58740-b5ee-4c91-9393-e364f198f8a0 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476939 Nov 12 19:56:31.787710 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-f86d9765-8964-4dbd-8fe9-a27071528823 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8934624 Nov 12 19:56:31.814701 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-d30c1a22-d448-41a6-aa02-b651d9bb6ef6 service neutron] Request body: {'port': {'device_id': 'dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:31.858033 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-71fb2777-1aa5-4892-a9ee-4f6e7559aa60 req-c323e0d4-4e12-42c9-85dc-f32dc700a34f tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/security-groups?id=44fb7210-ca3d-4e0f-b7b7-e4574de6ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074461 Nov 12 19:56:31.875676 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1f56a-0dd1-4428-b323-4ff7b198b9e1 req-a71435c3-cf82-42e5-a25a-da04fbe79626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:31.877486 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16b1f56a-0dd1-4428-b323-4ff7b198b9e1 req-a71435c3-cf82-42e5-a25a-da04fbe79626 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1176124 Nov 12 19:56:31.912014 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3f0fd-ab00-49c6-bfc2-b0a3037e9eb1 req-7b90cc36-8f59-4922-b6b4-50097254750f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:31.913535 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-22a3f0fd-ab00-49c6-bfc2-b0a3037e9eb1 req-7b90cc36-8f59-4922-b6b4-50097254750f service neutron] 10.222.0.52 "GET /v2.0/networks?id=f1d354fd-aa26-44d0-9019-12658139bd7f HTTP/1.1" status: 200 len: 924 time: 0.2952721 Nov 12 19:56:31.959316 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-d30c1a22-d448-41a6-aa02-b651d9bb6ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:31.984117 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-9f51b04f-db25-40e6-9d8e-bffae1f081d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91971784-1b93-406e-af72-8843a6baae4b {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:56:31.998812 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-9f51b04f-db25-40e6-9d8e-bffae1f081d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:32.006481 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1feb9bd-548f-4554-9839-36586ea1deaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:32.019450 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-12ce5259-5322-45c4-935b-21057817bf32 None None] Provisioning complete for port ac193f8e-77a6-45c2-9e20-b19d3d102fec triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:56:32.020579 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-12ce5259-5322-45c4-935b-21057817bf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:32.032912 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1feb9bd-548f-4554-9839-36586ea1deaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:32.048634 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1f56a-0dd1-4428-b323-4ff7b198b9e1 req-17b37e98-3aca-495c-8b14-d9337d78ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:32.050227 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16b1f56a-0dd1-4428-b323-4ff7b198b9e1 req-17b37e98-3aca-495c-8b14-d9337d78ba02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1582220 Nov 12 19:56:32.053691 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-9f51b04f-db25-40e6-9d8e-bffae1f081d8 service neutron] Transition to ACTIVE for port object 91971784-1b93-406e-af72-8843a6baae4b will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:56:32.062360 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-12ce5259-5322-45c4-935b-21057817bf32 None None] Port ac193f8e-77a6-45c2-9e20-b19d3d102fec cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:56:32.070162 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3cffaaba-a79a-487c-b334-30b4b6d0f808 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c2a0e87e872b4fd2aaa097cb12d6b360&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3539505 Nov 12 19:56:32.085521 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46262) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:32.097738 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-9f51b04f-db25-40e6-9d8e-bffae1f081d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:32.109094 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-22a3f0fd-ab00-49c6-bfc2-b0a3037e9eb1 req-fefe0879-4f1f-4194-8b84-faaddd664a60 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=646a21b7-b0b7-448e-a4f5-a406d542a780 HTTP/1.1" status: 200 len: 1023 time: 0.1791677 Nov 12 19:56:32.193095 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d1feb9bd-548f-4554-9839-36586ea1deaa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=50752aa71c0b4e07a53aeab3400f42b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9574287 Nov 12 19:56:32.201759 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1feb9bd-548f-4554-9839-36586ea1deaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5eed7b3-6044-4aad-8a53-6133dbb11ace,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:32.202935 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46266) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:32.287271 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1feb9bd-548f-4554-9839-36586ea1deaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:32.287618 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1feb9bd-548f-4554-9839-36586ea1deaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:32.287955 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1feb9bd-548f-4554-9839-36586ea1deaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:32.288478 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1feb9bd-548f-4554-9839-36586ea1deaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:32.288954 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1feb9bd-548f-4554-9839-36586ea1deaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:32.289436 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1feb9bd-548f-4554-9839-36586ea1deaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:32.289761 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1feb9bd-548f-4554-9839-36586ea1deaa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:32.290085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1feb9bd-548f-4554-9839-36586ea1deaa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:32.290407 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1feb9bd-548f-4554-9839-36586ea1deaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:32.290891 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1feb9bd-548f-4554-9839-36586ea1deaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:32.291351 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1feb9bd-548f-4554-9839-36586ea1deaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:32.291827 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1feb9bd-548f-4554-9839-36586ea1deaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:32.300633 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3f0fd-ab00-49c6-bfc2-b0a3037e9eb1 req-9cf635b9-185b-48da-b86f-f2dd4621f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:32.302012 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51b04f-db25-40e6-9d8e-bffae1f081d8 service neutron] Pushing event updated for resources: {'Port': ['ID=91971784-1b93-406e-af72-8843a6baae4b,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:32.302131 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-22a3f0fd-ab00-49c6-bfc2-b0a3037e9eb1 req-9cf635b9-185b-48da-b86f-f2dd4621f433 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=642111bb-5d2c-43b3-97eb-ab14b1809540 HTTP/1.1" status: 200 len: 862 time: 0.1553724 Nov 12 19:56:32.310650 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0beeaffc-ae54-4d74-b4f9-b66ac4d7d26b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:32.318336 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16b1f56a-0dd1-4428-b323-4ff7b198b9e1 req-60702a43-999f-42ad-917a-0b1b7aba0bdd service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582409 Nov 12 19:56:32.330237 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef5432-fa16-40bf-9d50-0661499d7802 req-84fe129d-e62b-4417-a854-0d1b7de0e1fe tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:32.332734 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-68ef5432-fa16-40bf-9d50-0661499d7802 req-84fe129d-e62b-4417-a854-0d1b7de0e1fe tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=352931a5-3b8c-4e85-96ef-2444247ebdad HTTP/1.1" status: 200 len: 935 time: 0.3009589 Nov 12 19:56:32.392556 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97030dc9-ce74-4ebe-829f-aba3d314152e req-317887ec-fe83-4776-a88c-dc30322645f5 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:32.394103 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-97030dc9-ce74-4ebe-829f-aba3d314152e req-317887ec-fe83-4776-a88c-dc30322645f5 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac HTTP/1.1" status: 200 len: 936 time: 0.2036178 Nov 12 19:56:32.408291 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0beeaffc-ae54-4d74-b4f9-b66ac4d7d26b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:32.472647 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-68ef5432-fa16-40bf-9d50-0661499d7802 req-786c7593-9ee7-443f-9e86-c846a9a6e90d tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160038 Nov 12 19:56:32.475962 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-9f51b04f-db25-40e6-9d8e-bffae1f081d8 service neutron] Attempting to bind port 91971784-1b93-406e-af72-8843a6baae4b on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:56:32.476241 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-9f51b04f-db25-40e6-9d8e-bffae1f081d8 service neutron] Attempting to bind port 91971784-1b93-406e-af72-8843a6baae4b by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:56:32.476652 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-9f51b04f-db25-40e6-9d8e-bffae1f081d8 service neutron] Attempting to bind port 91971784-1b93-406e-af72-8843a6baae4b on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:56:32.489179 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a8dd283f-b41e-461c-a422-9987ecff6f7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:32.498351 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-9f51b04f-db25-40e6-9d8e-bffae1f081d8 service neutron] Port 91971784-1b93-406e-af72-8843a6baae4b on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:56:32.498683 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-9f51b04f-db25-40e6-9d8e-bffae1f081d8 service neutron] Attempting to bind port 91971784-1b93-406e-af72-8843a6baae4b on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:56:32.507370 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-9f51b04f-db25-40e6-9d8e-bffae1f081d8 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:56:32.507706 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-9f51b04f-db25-40e6-9d8e-bffae1f081d8 service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:56:32.508087 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-9f51b04f-db25-40e6-9d8e-bffae1f081d8 service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:56:32.508546 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-9f51b04f-db25-40e6-9d8e-bffae1f081d8 service neutron] Bound port: 91971784-1b93-406e-af72-8843a6baae4b, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:56:32.508902 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-9f51b04f-db25-40e6-9d8e-bffae1f081d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:32.523386 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a8dd283f-b41e-461c-a422-9987ecff6f7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:32.538175 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3f0fd-ab00-49c6-bfc2-b0a3037e9eb1 req-9d6ed97f-7315-48b8-af58-309c3434b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:32.539713 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-22a3f0fd-ab00-49c6-bfc2-b0a3037e9eb1 req-9d6ed97f-7315-48b8-af58-309c3434b84f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f1d354fd-aa26-44d0-9019-12658139bd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2247605 Nov 12 19:56:32.662699 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-97030dc9-ce74-4ebe-829f-aba3d314152e req-bc8229fd-e4c7-49fd-9ccf-e8032c010c9c tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445424 Nov 12 19:56:32.666867 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16b1f56a-0dd1-4428-b323-4ff7b198b9e1 req-eb6a9ad5-db1c-4429-b222-fbb9a7ff2cb2 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286273 Nov 12 19:56:32.680578 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0beeaffc-ae54-4d74-b4f9-b66ac4d7d26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:32.683156 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0beeaffc-ae54-4d74-b4f9-b66ac4d7d26b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:32.684355 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0beeaffc-ae54-4d74-b4f9-b66ac4d7d26b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/165b0dcc-c0c2-46c2-b319-e22e47747f18 HTTP/1.1" status: 204 len: 168 time: 0.5977874 Nov 12 19:56:32.709490 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beeaffc-ae54-4d74-b4f9-b66ac4d7d26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165b0dcc-c0c2-46c2-b319-e22e47747f18,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:32.710407 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a8dd283f-b41e-461c-a422-9987ecff6f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:32.713505 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a8dd283f-b41e-461c-a422-9987ecff6f7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:32.717767 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a8dd283f-b41e-461c-a422-9987ecff6f7e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5eed7b3-6044-4aad-8a53-6133dbb11ace HTTP/1.1" status: 204 len: 168 time: 0.5116000 Nov 12 19:56:32.734956 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beeaffc-ae54-4d74-b4f9-b66ac4d7d26b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:32.735329 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beeaffc-ae54-4d74-b4f9-b66ac4d7d26b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:32.735797 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beeaffc-ae54-4d74-b4f9-b66ac4d7d26b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:32.735970 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beeaffc-ae54-4d74-b4f9-b66ac4d7d26b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:32.736311 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beeaffc-ae54-4d74-b4f9-b66ac4d7d26b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:32.736979 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beeaffc-ae54-4d74-b4f9-b66ac4d7d26b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:32.737318 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beeaffc-ae54-4d74-b4f9-b66ac4d7d26b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:32.737669 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beeaffc-ae54-4d74-b4f9-b66ac4d7d26b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:32.738118 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beeaffc-ae54-4d74-b4f9-b66ac4d7d26b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:32.738454 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beeaffc-ae54-4d74-b4f9-b66ac4d7d26b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:32.738787 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beeaffc-ae54-4d74-b4f9-b66ac4d7d26b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:32.739116 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beeaffc-ae54-4d74-b4f9-b66ac4d7d26b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:32.740799 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-0754f3c2-cdd7-4a94-a7dd-b989990d6ed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2653b4-5a18-4c5c-b102-68e7c66d932d {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:56:32.755173 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-22a3f0fd-ab00-49c6-bfc2-b0a3037e9eb1 req-6408f7ea-d459-40f0-a8c2-2c4a2af02da1 service neutron] 10.222.0.52 "GET /v2.0/networks/f1d354fd-aa26-44d0-9019-12658139bd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936617 Nov 12 19:56:32.756506 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd283f-b41e-461c-a422-9987ecff6f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5eed7b3-6044-4aad-8a53-6133dbb11ace,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:32.783617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 3896e38d-f800-45a2-9515-f4f1dcf3f2aa no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:56:32.843854 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 3896e38d-f800-45a2-9515-f4f1dcf3f2aa {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:56:32.844796 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 3896e38d-f800-45a2-9515-f4f1dcf3f2aa not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:56:32.873582 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-0754f3c2-cdd7-4a94-a7dd-b989990d6ed7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:32.908890 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-0754f3c2-cdd7-4a94-a7dd-b989990d6ed7 service neutron] Transition to ACTIVE for port object 4c2653b4-5a18-4c5c-b102-68e7c66d932d will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:56:32.923838 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-0754f3c2-cdd7-4a94-a7dd-b989990d6ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:32.973167 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea54f11-f287-4d92-a1ff-61b643ccbf27 req-6f9df3c7-1c2b-48c1-87cc-e187a60efbaa tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:32.981961 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bea54f11-f287-4d92-a1ff-61b643ccbf27 req-6f9df3c7-1c2b-48c1-87cc-e187a60efbaa tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 943 time: 0.2680387 Nov 12 19:56:32.993111 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-9f51b04f-db25-40e6-9d8e-bffae1f081d8 service neutron] For port 91971784-1b93-406e-af72-8843a6baae4b, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:56:33.042479 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec0210-4a89-4f87-a1ad-7105aee287d8 req-ec77bd58-e176-4a74-84c5-8652745fa02e tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:33.045399 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-61ec0210-4a89-4f87-a1ad-7105aee287d8 req-ec77bd58-e176-4a74-84c5-8652745fa02e tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=583e9430-fac3-47d0-9fd5-c52f8861c926 HTTP/1.1" status: 200 len: 936 time: 0.1560624 Nov 12 19:56:33.048841 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-9f51b04f-db25-40e6-9d8e-bffae1f081d8 service neutron] For port 91971784-1b93-406e-af72-8843a6baae4b, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=91971784-1b93-406e-af72-8843a6baae4b,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:56:33.066254 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-22a3f0fd-ab00-49c6-bfc2-b0a3037e9eb1 req-193d8257-a9ac-491b-8174-d837d47aa037 service neutron] 10.222.0.52 "GET /v2.0/networks/f1d354fd-aa26-44d0-9019-12658139bd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012590 Nov 12 19:56:33.072690 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-9f51b04f-db25-40e6-9d8e-bffae1f081d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:33.092009 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754f3c2-cdd7-4a94-a7dd-b989990d6ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2653b4-5a18-4c5c-b102-68e7c66d932d,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:33.184854 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46286) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:33.198435 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46288) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:33.221451 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b9751725-c298-4b78-a038-93f3ab363936 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:33.226561 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-61ec0210-4a89-4f87-a1ad-7105aee287d8 req-ee4ccb7d-bbc7-4909-be38-4884eb7eb9c0 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720603 Nov 12 19:56:33.229460 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bea54f11-f287-4d92-a1ff-61b643ccbf27 req-c32b5cba-ba07-4e4d-8bea-e4197f7b680a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464621 Nov 12 19:56:33.243727 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-9f51b04f-db25-40e6-9d8e-bffae1f081d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:33.243933 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-9f51b04f-db25-40e6-9d8e-bffae1f081d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:33.245337 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-9f51b04f-db25-40e6-9d8e-bffae1f081d8 service neutron] 10.222.0.55 "PUT /v2.0/ports/91971784-1b93-406e-af72-8843a6baae4b HTTP/1.1" status: 200 len: 1097 time: 5.5602853 Nov 12 19:56:33.249196 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5df940-1840-4e3f-8d66-540a9ff233ca', 'tag': '91971784-1b93-406e-af72-8843a6baae4b'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:56:33.251447 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3325d1ad-5997-4627-8898-8a97cd98a170" -d '{"events": [{"name": "network-changed", "server_uuid": "1e5df940-1840-4e3f-8d66-540a9ff233ca", "tag": "91971784-1b93-406e-af72-8843a6baae4b"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:56:33.270471 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-0754f3c2-cdd7-4a94-a7dd-b989990d6ed7 service neutron] Attempting to bind port 4c2653b4-5a18-4c5c-b102-68e7c66d932d on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:56:33.270811 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-0754f3c2-cdd7-4a94-a7dd-b989990d6ed7 service neutron] Attempting to bind port 4c2653b4-5a18-4c5c-b102-68e7c66d932d by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:56:33.271133 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-0754f3c2-cdd7-4a94-a7dd-b989990d6ed7 service neutron] Attempting to bind port 4c2653b4-5a18-4c5c-b102-68e7c66d932d on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:56:33.275524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-0754f3c2-cdd7-4a94-a7dd-b989990d6ed7 service neutron] Port 4c2653b4-5a18-4c5c-b102-68e7c66d932d on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:56:33.275849 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-0754f3c2-cdd7-4a94-a7dd-b989990d6ed7 service neutron] Attempting to bind port 4c2653b4-5a18-4c5c-b102-68e7c66d932d on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:56:33.277491 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e4e619b2-8fe7-40e5-af76-dd4711ef629b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba8bd649a9164455966b2d850032e03f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0770895 Nov 12 19:56:33.280273 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46292) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:33.288763 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51b04f-db25-40e6-9d8e-bffae1f081d8 service neutron] Pushing event updated for resources: {'Port': ['ID=91971784-1b93-406e-af72-8843a6baae4b,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:33.341619 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-d42a1860-c676-4cd4-9a2f-9722afdfe283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71fbfff7-3815-42a4-80bd-6938a3a083c8 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:56:33.349148 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-0754f3c2-cdd7-4a94-a7dd-b989990d6ed7 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:56:33.349494 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-0754f3c2-cdd7-4a94-a7dd-b989990d6ed7 service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:56:33.349882 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-0754f3c2-cdd7-4a94-a7dd-b989990d6ed7 service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:56:33.350333 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-0754f3c2-cdd7-4a94-a7dd-b989990d6ed7 service neutron] Bound port: 4c2653b4-5a18-4c5c-b102-68e7c66d932d, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:56:33.350694 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-0754f3c2-cdd7-4a94-a7dd-b989990d6ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:33.366016 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-d42a1860-c676-4cd4-9a2f-9722afdfe283 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:33.419113 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-d42a1860-c676-4cd4-9a2f-9722afdfe283 service neutron] Transition to ACTIVE for port object 71fbfff7-3815-42a4-80bd-6938a3a083c8 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:56:33.435750 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-d42a1860-c676-4cd4-9a2f-9722afdfe283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:33.458008 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-f8d30a32-060c-46d3-bdbd-a44a18054b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:33.460005 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-f8d30a32-060c-46d3-bdbd-a44a18054b58 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24e5e38dc0ef4467961da0eba9110e06&device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 1100 time: 0.1472230 Nov 12 19:56:33.497330 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c0ca5-15fe-49b6-8b88-e5f5632758d5 req-325c9662-d25b-4e1b-b5c6-d0669c67e2cb tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:33.498937 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5e4c0ca5-15fe-49b6-8b88-e5f5632758d5 req-325c9662-d25b-4e1b-b5c6-d0669c67e2cb tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/ports?device_id=503f6ea2-7eaf-4cf3-a448-21b9d7563551 HTTP/1.1" status: 200 len: 948 time: 0.1297240 Nov 12 19:56:33.524636 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b9751725-c298-4b78-a038-93f3ab363936 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:33.539252 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a1860-c676-4cd4-9a2f-9722afdfe283 service neutron] Pushing event updated for resources: {'Port': ['ID=71fbfff7-3815-42a4-80bd-6938a3a083c8,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:33.541047 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e813336e-bbd3-4efc-881a-c01e7af8bfcd x-openstack-request-id: req-e813336e-bbd3-4efc-881a-c01e7af8bfcd {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:56:33.541821 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e5df940-1840-4e3f-8d66-540a9ff233ca", "tag": "91971784-1b93-406e-af72-8843a6baae4b", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:56:33.541821 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e813336e-bbd3-4efc-881a-c01e7af8bfcd {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:56:33.542045 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e5df940-1840-4e3f-8d66-540a9ff233ca', 'tag': '91971784-1b93-406e-af72-8843a6baae4b', 'status': 'completed', 'code': 200} Nov 12 19:56:33.546525 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b9751725-c298-4b78-a038-93f3ab363936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:33.589162 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-576fb450-cbf2-4422-a9e1-21c61e327842 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=91971784-1b93-406e-af72-8843a6baae4b HTTP/1.1" status: 200 len: 217 time: 0.1128716 Nov 12 19:56:33.598701 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d3d5c22b-8dde-4999-aab4-c001ae2788fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:33.626117 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-0754f3c2-cdd7-4a94-a7dd-b989990d6ed7 service neutron] For port 4c2653b4-5a18-4c5c-b102-68e7c66d932d, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:56:33.673136 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9751725-c298-4b78-a038-93f3ab363936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd84ae50-aa96-4868-be15-91c90b738864,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:33.686346 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b9751725-c298-4b78-a038-93f3ab363936 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b83dac3c4f7a4749b7bc5339774dd35c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5002697 Nov 12 19:56:33.691551 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46296) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:33.704387 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5e4c0ca5-15fe-49b6-8b88-e5f5632758d5 req-4286e88f-1f22-485f-b93e-90403100d3fa tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/security-groups?id=44fb7210-ca3d-4e0f-b7b7-e4574de6ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941226 Nov 12 19:56:33.726423 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-0754f3c2-cdd7-4a94-a7dd-b989990d6ed7 service neutron] For port 4c2653b4-5a18-4c5c-b102-68e7c66d932d, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=4c2653b4-5a18-4c5c-b102-68e7c66d932d,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:56:33.737817 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d3d5c22b-8dde-4999-aab4-c001ae2788fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:33.744003 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-0754f3c2-cdd7-4a94-a7dd-b989990d6ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:33.754750 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-d42a1860-c676-4cd4-9a2f-9722afdfe283 service neutron] Attempting to bind port 71fbfff7-3815-42a4-80bd-6938a3a083c8 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:56:33.755107 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-d42a1860-c676-4cd4-9a2f-9722afdfe283 service neutron] Attempting to bind port 71fbfff7-3815-42a4-80bd-6938a3a083c8 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:56:33.755405 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-d42a1860-c676-4cd4-9a2f-9722afdfe283 service neutron] Attempting to bind port 71fbfff7-3815-42a4-80bd-6938a3a083c8 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:56:33.766397 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-d42a1860-c676-4cd4-9a2f-9722afdfe283 service neutron] Port 71fbfff7-3815-42a4-80bd-6938a3a083c8 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:56:33.766728 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-d42a1860-c676-4cd4-9a2f-9722afdfe283 service neutron] Attempting to bind port 71fbfff7-3815-42a4-80bd-6938a3a083c8 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:56:33.777686 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-d42a1860-c676-4cd4-9a2f-9722afdfe283 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:56:33.778157 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-d42a1860-c676-4cd4-9a2f-9722afdfe283 service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:56:33.778446 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-d42a1860-c676-4cd4-9a2f-9722afdfe283 service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:56:33.778897 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-d42a1860-c676-4cd4-9a2f-9722afdfe283 service neutron] Bound port: 71fbfff7-3815-42a4-80bd-6938a3a083c8, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:56:33.779371 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-d42a1860-c676-4cd4-9a2f-9722afdfe283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:33.798181 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-a7c93207-4acf-47ed-bc61-08290db8bfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:33.799673 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-a7c93207-4acf-47ed-bc61-08290db8bfa9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1926217 Nov 12 19:56:33.826212 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ba17beb5-6722-4d2f-98bd-57b96f930e3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:33.880316 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-0754f3c2-cdd7-4a94-a7dd-b989990d6ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:33.880954 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-0754f3c2-cdd7-4a94-a7dd-b989990d6ed7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:33.882347 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-0754f3c2-cdd7-4a94-a7dd-b989990d6ed7 service neutron] 10.222.0.52 "PUT /v2.0/ports/4c2653b4-5a18-4c5c-b102-68e7c66d932d HTTP/1.1" status: 200 len: 1097 time: 4.9730613 Nov 12 19:56:33.884362 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ba17beb5-6722-4d2f-98bd-57b96f930e3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:33.896458 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15017d75-8a57-4bed-8157-9ac64262de81 req-5e49eb70-7b44-43cf-a0e0-573af189f7d1 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:33.910136 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-15017d75-8a57-4bed-8157-9ac64262de81 req-5e49eb70-7b44-43cf-a0e0-573af189f7d1 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=352931a5-3b8c-4e85-96ef-2444247ebdad HTTP/1.1" status: 200 len: 947 time: 0.2908878 Nov 12 19:56:33.937537 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35d2bd-8b6e-419f-8580-d3537ecdeef3 req-c609922a-7100-4f42-bffe-1fbb97d679c3 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:33.944609 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd35d2bd-8b6e-419f-8580-d3537ecdeef3 req-c609922a-7100-4f42-bffe-1fbb97d679c3 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac HTTP/1.1" status: 200 len: 936 time: 0.1564615 Nov 12 19:56:33.951465 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-d42a1860-c676-4cd4-9a2f-9722afdfe283 service neutron] For port 71fbfff7-3815-42a4-80bd-6938a3a083c8, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:56:33.961640 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-d42a1860-c676-4cd4-9a2f-9722afdfe283 service neutron] For port 71fbfff7-3815-42a4-80bd-6938a3a083c8, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=71fbfff7-3815-42a4-80bd-6938a3a083c8,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:56:33.978351 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-d42a1860-c676-4cd4-9a2f-9722afdfe283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:34.068346 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-d42a1860-c676-4cd4-9a2f-9722afdfe283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:34.069469 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-d42a1860-c676-4cd4-9a2f-9722afdfe283 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:34.071716 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-d42a1860-c676-4cd4-9a2f-9722afdfe283 service neutron] 10.222.0.52 "PUT /v2.0/ports/71fbfff7-3815-42a4-80bd-6938a3a083c8 HTTP/1.1" status: 200 len: 1096 time: 3.5553799 Nov 12 19:56:34.087870 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352931a5-3b8c-4e85-96ef-2444247ebdad', 'tag': '71fbfff7-3815-42a4-80bd-6938a3a083c8'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:56:34.091699 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754f3c2-cdd7-4a94-a7dd-b989990d6ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2653b4-5a18-4c5c-b102-68e7c66d932d,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:34.092208 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e211dae-45db-4c4c-98bc-def057cf1cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "352931a5-3b8c-4e85-96ef-2444247ebdad", "tag": "71fbfff7-3815-42a4-80bd-6938a3a083c8"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:56:34.150181 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-0b6f9fa7-85d4-489c-bbe3-6ee59967e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:34.151152 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ba17beb5-6722-4d2f-98bd-57b96f930e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:34.153018 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-0b6f9fa7-85d4-489c-bbe3-6ee59967e173 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3255703 Nov 12 19:56:34.154852 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ba17beb5-6722-4d2f-98bd-57b96f930e3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:34.155959 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ba17beb5-6722-4d2f-98bd-57b96f930e3e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd84ae50-aa96-4868-be15-91c90b738864 HTTP/1.1" status: 204 len: 168 time: 0.4628561 Nov 12 19:56:34.173883 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd35d2bd-8b6e-419f-8580-d3537ecdeef3 req-0d4ad7b3-3afa-4271-8d1c-285e34c4503e tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277691 Nov 12 19:56:34.185514 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d3d5c22b-8dde-4999-aab4-c001ae2788fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:34.188688 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d3d5c22b-8dde-4999-aab4-c001ae2788fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:34.190507 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d3d5c22b-8dde-4999-aab4-c001ae2788fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/64873d3e-ff37-4278-a183-6b2fd9bf82cf HTTP/1.1" status: 204 len: 168 time: 0.9089069 Nov 12 19:56:34.195578 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-d30c1a22-d448-41a6-aa02-b651d9bb6ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac193f8e-77a6-45c2-9e20-b19d3d102fec {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:56:34.256850 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a1860-c676-4cd4-9a2f-9722afdfe283 service neutron] Pushing event updated for resources: {'Port': ['ID=71fbfff7-3815-42a4-80bd-6938a3a083c8,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:34.260188 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17beb5-6722-4d2f-98bd-57b96f930e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd84ae50-aa96-4868-be15-91c90b738864,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:34.261016 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-15017d75-8a57-4bed-8157-9ac64262de81 req-30d4821b-d7a2-4914-85d5-75a7d24e2668 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496194 Nov 12 19:56:34.287499 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-d30c1a22-d448-41a6-aa02-b651d9bb6ef6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:34.304369 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83faea9-05c0-45fe-b704-ca5189cf9def x-openstack-request-id: req-e83faea9-05c0-45fe-b704-ca5189cf9def {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:56:34.316676 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352931a5-3b8c-4e85-96ef-2444247ebdad", "tag": "71fbfff7-3815-42a4-80bd-6938a3a083c8", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:56:34.317941 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e83faea9-05c0-45fe-b704-ca5189cf9def {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:56:34.319057 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352931a5-3b8c-4e85-96ef-2444247ebdad', 'tag': '71fbfff7-3815-42a4-80bd-6938a3a083c8', 'status': 'completed', 'code': 200} Nov 12 19:56:34.347453 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 46f98975-bb2e-4a74-a706-131c3a87903d details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:56:34.351100 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-005ba3f5-b19c-42bc-9565-63461575743e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:34.354527 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-e8025da4-d705-44a8-943e-cc5ad1bc96c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:34.358136 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-e8025da4-d705-44a8-943e-cc5ad1bc96c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24e5e38dc0ef4467961da0eba9110e06&device_id=583e9430-fac3-47d0-9fd5-c52f8861c926 HTTP/1.1" status: 200 len: 1100 time: 0.4061956 Nov 12 19:56:34.369306 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-005ba3f5-b19c-42bc-9565-63461575743e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e882a6c2c0424a6e8fc6ccbbe2631e9f&device_id=352931a5-3b8c-4e85-96ef-2444247ebdad HTTP/1.1" status: 200 len: 1099 time: 0.2333233 Nov 12 19:56:34.477908 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5c22b-8dde-4999-aab4-c001ae2788fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64873d3e-ff37-4278-a183-6b2fd9bf82cf,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:34.610104 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 46f98975-bb2e-4a74-a706-131c3a87903d, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=46f98975-bb2e-4a74-a706-131c3a87903d,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:34.639790 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-d30c1a22-d448-41a6-aa02-b651d9bb6ef6 service neutron] Transition to ACTIVE for port object ac193f8e-77a6-45c2-9e20-b19d3d102fec will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:56:34.640758 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '46f98975-bb2e-4a74-a706-131c3a87903d', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': '46f98975-bb2e-4a74-a706-131c3a87903d', 'mac_address': 'fa:16:3e:8d:b2:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:56:34.661020 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-ff819bf0-05ae-4b73-9cb3-a71428c43535 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=4c2653b4-5a18-4c5c-b102-68e7c66d932d HTTP/1.1" status: 200 len: 217 time: 0.1763310 Nov 12 19:56:34.666745 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-d30c1a22-d448-41a6-aa02-b651d9bb6ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:34.729998 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:34.766048 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f98975-bb2e-4a74-a706-131c3a87903d {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:56:34.834664 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 46f98975-bb2e-4a74-a706-131c3a87903d, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=46f98975-bb2e-4a74-a706-131c3a87903d,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:34.845034 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:34.847315 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 087c7865-26e9-4300-9385-2526033a734d details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:56:34.920187 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-ff68f1a8-16f8-4d32-981d-531364a4155c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=71fbfff7-3815-42a4-80bd-6938a3a083c8 HTTP/1.1" status: 200 len: 217 time: 0.5423126 Nov 12 19:56:34.951236 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-dfdcfa25-d424-4a0c-9c29-8a09af71aa55 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7802997 Nov 12 19:56:34.998461 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c1a22-d448-41a6-aa02-b651d9bb6ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac193f8e-77a6-45c2-9e20-b19d3d102fec,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:35.026578 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-39a96dc9-83d5-4d20-98fb-2d7e48f951e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:35.030603 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-39a96dc9-83d5-4d20-98fb-2d7e48f951e0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0777097 Nov 12 19:56:35.060734 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd3a83-e513-4e56-b306-2f355f0f739a req-ab9a6eed-4d95-4674-87f7-7766b7d499e6 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:35.065824 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e9bd3a83-e513-4e56-b306-2f355f0f739a req-ab9a6eed-4d95-4674-87f7-7766b7d499e6 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=583e9430-fac3-47d0-9fd5-c52f8861c926 HTTP/1.1" status: 200 len: 948 time: 0.1438169 Nov 12 19:56:35.079531 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975bc4c-53d6-4767-95f7-5ec7c2069840 req-e25a89a9-b09f-4353-9525-f8eff3644dd5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:35.097111 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3975bc4c-53d6-4767-95f7-5ec7c2069840 req-e25a89a9-b09f-4353-9525-f8eff3644dd5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 943 time: 0.5603359 Nov 12 19:56:35.103581 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-cf7d1cee-05ef-43fc-b8fe-7e785dd313cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:35.107146 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-cf7d1cee-05ef-43fc-b8fe-7e785dd313cf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.4071360 Nov 12 19:56:35.119694 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=46f98975-bb2e-4a74-a706-131c3a87903d,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:35.130373 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:35.130817 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:35.131339 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:35.131930 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:35.132485 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:35.132927 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:35.133439 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:35.133946 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:35.134368 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:35.134921 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:35.135453 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:35.135994 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:56:35.189289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 087c7865-26e9-4300-9385-2526033a734d, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=087c7865-26e9-4300-9385-2526033a734d,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:35.221022 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 19:56:35.255487 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e9bd3a83-e513-4e56-b306-2f355f0f739a req-5feb42ae-ec09-4b7c-91b3-4046c3bd5fb0 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635649 Nov 12 19:56:35.258368 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-0eb3a852-5222-47a4-992c-f5245bacdcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:35.260038 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-0eb3a852-5222-47a4-992c-f5245bacdcec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2183094 Nov 12 19:56:35.423041 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '087c7865-26e9-4300-9385-2526033a734d', 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673', 'port_id': '087c7865-26e9-4300-9385-2526033a734d', 'mac_address': 'fa:16:3e:ed:53:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbdea447-0bd1-47f3-8097-cac78263fd7c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:56:35.513650 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-65fb3845-5b36-4885-80b8-9e00bed6bb05 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443821 Nov 12 19:56:35.519841 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:35.547474 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583e9430-fac3-47d0-9fd5-c52f8861c926', 'tag': '4c2653b4-5a18-4c5c-b102-68e7c66d932d'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:56:35.556580 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189ac784-4d9c-4f4d-9f00-125f88f8bd58" -d '{"events": [{"name": "network-changed", "server_uuid": "583e9430-fac3-47d0-9fd5-c52f8861c926", "tag": "4c2653b4-5a18-4c5c-b102-68e7c66d932d"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:56:35.560930 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 087c7865-26e9-4300-9385-2526033a734d {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:56:35.580905 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-d30c1a22-d448-41a6-aa02-b651d9bb6ef6 service neutron] Attempting to bind port ac193f8e-77a6-45c2-9e20-b19d3d102fec on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:56:35.581518 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-d30c1a22-d448-41a6-aa02-b651d9bb6ef6 service neutron] Attempting to bind port ac193f8e-77a6-45c2-9e20-b19d3d102fec by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:56:35.582017 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-d30c1a22-d448-41a6-aa02-b651d9bb6ef6 service neutron] Attempting to bind port ac193f8e-77a6-45c2-9e20-b19d3d102fec on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:56:35.592191 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 087c7865-26e9-4300-9385-2526033a734d, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=087c7865-26e9-4300-9385-2526033a734d,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:35.596540 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-d30c1a22-d448-41a6-aa02-b651d9bb6ef6 service neutron] Port ac193f8e-77a6-45c2-9e20-b19d3d102fec on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:56:35.597067 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-d30c1a22-d448-41a6-aa02-b651d9bb6ef6 service neutron] Attempting to bind port ac193f8e-77a6-45c2-9e20-b19d3d102fec on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:56:35.600322 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:35.619469 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-d30c1a22-d448-41a6-aa02-b651d9bb6ef6 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:56:35.620525 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-d30c1a22-d448-41a6-aa02-b651d9bb6ef6 service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:56:35.622056 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-d30c1a22-d448-41a6-aa02-b651d9bb6ef6 service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:56:35.623113 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-d30c1a22-d448-41a6-aa02-b651d9bb6ef6 service neutron] Bound port: ac193f8e-77a6-45c2-9e20-b19d3d102fec, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:56:35.624040 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-d30c1a22-d448-41a6-aa02-b651d9bb6ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:35.661622 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-d1749014-a21b-4e79-9c53-b1fe6f1f08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:35.663505 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-d1749014-a21b-4e79-9c53-b1fe6f1f08c4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5245290 Nov 12 19:56:35.672699 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=087c7865-26e9-4300-9385-2526033a734d,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:35.680801 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e6b39-17ed-4ffc-a6f8-8fdbb0c31095 req-2b91b403-78ae-4de9-822e-5d7b8d00144f tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:35.682676 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3975bc4c-53d6-4767-95f7-5ec7c2069840 req-d84bd749-e174-4d1b-abb6-fd03362888e2 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5844283 Nov 12 19:56:35.696638 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-007e6b39-17ed-4ffc-a6f8-8fdbb0c31095 req-2b91b403-78ae-4de9-822e-5d7b8d00144f tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/ports?device_id=503f6ea2-7eaf-4cf3-a448-21b9d7563551 HTTP/1.1" status: 200 len: 949 time: 0.1493194 Nov 12 19:56:35.731328 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-88815951-9864-4bd5-bb2d-58874b8db9a2 req-3305b745-5304-4c4d-8eaf-fe7763a3ffac service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7461443 Nov 12 19:56:35.794075 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-007e6b39-17ed-4ffc-a6f8-8fdbb0c31095 req-e3eb4eff-5b9d-4919-9d22-3eb59ca68001 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/security-groups?id=44fb7210-ca3d-4e0f-b7b7-e4574de6ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959380 Nov 12 19:56:35.800018 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a4ea2438-c71f-4dc5-857b-677029a5e8e2 req-7eb73673-da31-427c-97b7-304b66576202 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779343 Nov 12 19:56:35.857683 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-d30c1a22-d448-41a6-aa02-b651d9bb6ef6 service neutron] For port ac193f8e-77a6-45c2-9e20-b19d3d102fec, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:56:35.886457 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-d30c1a22-d448-41a6-aa02-b651d9bb6ef6 service neutron] For port ac193f8e-77a6-45c2-9e20-b19d3d102fec, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=ac193f8e-77a6-45c2-9e20-b19d3d102fec,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:56:35.903172 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-d30c1a22-d448-41a6-aa02-b651d9bb6ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:35.917510 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-9e186e1a-520c-4fa7-9047-494e87ce3cc7 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301993 Nov 12 19:56:35.942377 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['087c7865-26e9-4300-9385-2526033a734d'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:56:35.944031 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e211dae-45db-4c4c-98bc-def057cf1cd8 req-1a742eaa-21af-493e-843d-15f747b54741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:35.945607 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e211dae-45db-4c4c-98bc-def057cf1cd8 req-1a742eaa-21af-493e-843d-15f747b54741 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e882a6c2c0424a6e8fc6ccbbe2631e9f&device_id=352931a5-3b8c-4e85-96ef-2444247ebdad HTTP/1.1" status: 200 len: 1099 time: 0.0837567 Nov 12 19:56:35.959448 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325d1ad-5997-4627-8898-8a97cd98a170 req-30437aa3-e48c-40a6-80c1-55003530121a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:35.960979 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3325d1ad-5997-4627-8898-8a97cd98a170 req-30437aa3-e48c-40a6-80c1-55003530121a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24e5e38dc0ef4467961da0eba9110e06&device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 1100 time: 0.1670258 Nov 12 19:56:35.984918 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6b881-c94c-47c3-9166-03d7824091c3 req-20a6e77d-b320-4df4-80a3-16e5b674e5b3 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:35.986466 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23e6b881-c94c-47c3-9166-03d7824091c3 req-20a6e77d-b320-4df4-80a3-16e5b674e5b3 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac HTTP/1.1" status: 200 len: 948 time: 0.1913998 Nov 12 19:56:35.999696 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-d30c1a22-d448-41a6-aa02-b651d9bb6ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:36.000354 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-d30c1a22-d448-41a6-aa02-b651d9bb6ef6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:36.001744 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-d30c1a22-d448-41a6-aa02-b651d9bb6ef6 service neutron] 10.222.0.52 "PUT /v2.0/ports/ac193f8e-77a6-45c2-9e20-b19d3d102fec HTTP/1.1" status: 200 len: 1097 time: 4.2004747 Nov 12 19:56:36.022024 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['46f98975-bb2e-4a74-a706-131c3a87903d'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:56:36.165959 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862a18b-9404-406a-aabe-f68c128776bb req-93af5ef8-16d1-4e6c-a51f-a02347b370b0 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:36.175638 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e862a18b-9404-406a-aabe-f68c128776bb req-93af5ef8-16d1-4e6c-a51f-a02347b370b0 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=352931a5-3b8c-4e85-96ef-2444247ebdad HTTP/1.1" status: 200 len: 947 time: 0.2741127 Nov 12 19:56:36.293976 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e862a18b-9404-406a-aabe-f68c128776bb req-69fe3577-7ae1-4c75-af3b-7dbaa1f991d0 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158230 Nov 12 19:56:36.306249 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e211dae-45db-4c4c-98bc-def057cf1cd8 req-31a735f6-8597-49fb-8794-18c8176f3811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:36.308032 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e211dae-45db-4c4c-98bc-def057cf1cd8 req-31a735f6-8597-49fb-8794-18c8176f3811 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.3549132 Nov 12 19:56:36.413523 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e211dae-45db-4c4c-98bc-def057cf1cd8 req-c1e5c1f1-91e2-4054-9d66-1435a894c04f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=71fbfff7-3815-42a4-80bd-6938a3a083c8 HTTP/1.1" status: 200 len: 217 time: 0.0929062 Nov 12 19:56:36.442573 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c1a22-d448-41a6-aa02-b651d9bb6ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac193f8e-77a6-45c2-9e20-b19d3d102fec,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:36.446210 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6531edea-b6ca-4f1a-8a9f-fab3b27746f0 x-openstack-request-id: req-6531edea-b6ca-4f1a-8a9f-fab3b27746f0 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:56:36.446735 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583e9430-fac3-47d0-9fd5-c52f8861c926", "tag": "4c2653b4-5a18-4c5c-b102-68e7c66d932d", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:56:36.447127 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6531edea-b6ca-4f1a-8a9f-fab3b27746f0 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:56:36.447672 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583e9430-fac3-47d0-9fd5-c52f8861c926', 'tag': '4c2653b4-5a18-4c5c-b102-68e7c66d932d', 'status': 'completed', 'code': 200} Nov 12 19:56:36.532337 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23e6b881-c94c-47c3-9166-03d7824091c3 req-fdfd31d1-b9b7-48ed-9fa9-8537b6206eab tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266447 Nov 12 19:56:36.574183 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f84a240-7c56-4875-a12a-7fe4ea73d2da req-bcb5961d-291c-45f9-8097-5784954448a9 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6326489 Nov 12 19:56:36.580835 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-4750a5b1-815f-490c-9c37-ee5466ea0626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:36.590965 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-4750a5b1-815f-490c-9c37-ee5466ea0626 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5c8d0b5287054fed9215b020d265c891&device_id=dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac HTTP/1.1" status: 200 len: 1100 time: 0.4930670 Nov 12 19:56:36.592400 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325d1ad-5997-4627-8898-8a97cd98a170 req-afb3cde7-d544-40fa-9a44-4c324547f4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:36.593820 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3325d1ad-5997-4627-8898-8a97cd98a170 req-afb3cde7-d544-40fa-9a44-4c324547f4d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.5912423 Nov 12 19:56:36.609490 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e211dae-45db-4c4c-98bc-def057cf1cd8 req-e334f698-e279-4314-89a5-b5f66c66813b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:36.611650 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e211dae-45db-4c4c-98bc-def057cf1cd8 req-e334f698-e279-4314-89a5-b5f66c66813b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1877260 Nov 12 19:56:36.674242 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e021dc5-f06d-44c0-8288-e1aeaaf48c16 req-41a1c022-923d-4541-b789-18734286311a tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:36.683129 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9e021dc5-f06d-44c0-8288-e1aeaaf48c16 req-41a1c022-923d-4541-b789-18734286311a tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=583e9430-fac3-47d0-9fd5-c52f8861c926 HTTP/1.1" status: 200 len: 948 time: 0.1949635 Nov 12 19:56:36.688812 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-e305c8e4-3bda-46c0-915f-20a36091ac47 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=ac193f8e-77a6-45c2-9e20-b19d3d102fec HTTP/1.1" status: 200 len: 217 time: 0.0898094 Nov 12 19:56:36.691303 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3325d1ad-5997-4627-8898-8a97cd98a170 req-3ea09f97-4016-497e-8c73-fdfa4aabf4c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=91971784-1b93-406e-af72-8843a6baae4b HTTP/1.1" status: 200 len: 217 time: 0.0848989 Nov 12 19:56:36.728960 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e211dae-45db-4c4c-98bc-def057cf1cd8 req-543b4449-9402-4980-a52e-2d63f8481a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:36.731861 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e211dae-45db-4c4c-98bc-def057cf1cd8 req-543b4449-9402-4980-a52e-2d63f8481a52 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1117220 Nov 12 19:56:36.797606 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9e021dc5-f06d-44c0-8288-e1aeaaf48c16 req-786b1eac-677b-47b8-9521-a28151ae6c89 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134126 Nov 12 19:56:36.799561 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325d1ad-5997-4627-8898-8a97cd98a170 req-20ba88aa-6b8d-445b-90d4-a3b81a42851b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:36.801048 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3325d1ad-5997-4627-8898-8a97cd98a170 req-20ba88aa-6b8d-445b-90d4-a3b81a42851b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0927505 Nov 12 19:56:36.826336 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ac784-4d9c-4f4d-9f00-125f88f8bd58 req-d2440a89-67e6-4707-bca9-cd46f5b11855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:36.826336 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-189ac784-4d9c-4f4d-9f00-125f88f8bd58 req-d2440a89-67e6-4707-bca9-cd46f5b11855 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24e5e38dc0ef4467961da0eba9110e06&device_id=583e9430-fac3-47d0-9fd5-c52f8861c926 HTTP/1.1" status: 200 len: 1100 time: 0.1415200 Nov 12 19:56:36.875391 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e211dae-45db-4c4c-98bc-def057cf1cd8 req-4561d15b-cffe-4cd4-aca4-8a5a8305224c service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297803 Nov 12 19:56:36.908990 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-c2d259cb-71a2-47e4-b366-b9ee4100b9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:36.910453 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-c2d259cb-71a2-47e4-b366-b9ee4100b9d2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.2006559 Nov 12 19:56:36.999281 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e211dae-45db-4c4c-98bc-def057cf1cd8 req-f5cd897d-6835-41f8-a6a3-32c49e47b84a service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120851 Nov 12 19:56:37.013360 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dee14b-df4f-4af7-826c-c9b12cbc920c req-76a50554-e12f-4ce0-89cb-26e92dc4291f tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:37.015161 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f3dee14b-df4f-4af7-826c-c9b12cbc920c req-76a50554-e12f-4ce0-89cb-26e92dc4291f tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 944 time: 0.2085118 Nov 12 19:56:37.020517 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325d1ad-5997-4627-8898-8a97cd98a170 req-10b423de-5988-43d7-946c-08af2daed397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:37.022246 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3325d1ad-5997-4627-8898-8a97cd98a170 req-10b423de-5988-43d7-946c-08af2daed397 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2068002 Nov 12 19:56:37.088042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ac784-4d9c-4f4d-9f00-125f88f8bd58 req-b3e46b5f-3152-4d5c-86ce-f83e5a73279b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:37.090060 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-189ac784-4d9c-4f4d-9f00-125f88f8bd58 req-b3e46b5f-3152-4d5c-86ce-f83e5a73279b service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.2500992 Nov 12 19:56:37.160885 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-b8af6d7b-8583-4a41-ada3-68f9a0eca6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:37.162384 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-b8af6d7b-8583-4a41-ada3-68f9a0eca6f3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2100124 Nov 12 19:56:37.200725 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86802257-1831-4cc5-99b8-32b8435bcee5 req-c0960dbe-9e96-4a84-b0c7-53849ca3b02c tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:37.202455 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-86802257-1831-4cc5-99b8-32b8435bcee5 req-c0960dbe-9e96-4a84-b0c7-53849ca3b02c tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/ports?device_id=503f6ea2-7eaf-4cf3-a448-21b9d7563551 HTTP/1.1" status: 200 len: 949 time: 0.0574329 Nov 12 19:56:37.212498 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-189ac784-4d9c-4f4d-9f00-125f88f8bd58 req-65f57e99-fc5c-4e01-87e0-5dd3a8c4f571 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=4c2653b4-5a18-4c5c-b102-68e7c66d932d HTTP/1.1" status: 200 len: 217 time: 0.0713484 Nov 12 19:56:37.258944 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-86802257-1831-4cc5-99b8-32b8435bcee5 req-6d37d67d-a4cb-4270-bc22-a326a9e1746a tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/security-groups?id=44fb7210-ca3d-4e0f-b7b7-e4574de6ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497179 Nov 12 19:56:37.283741 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f3dee14b-df4f-4af7-826c-c9b12cbc920c req-0e3f4b00-678c-4cbe-950d-567b9706a600 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550809 Nov 12 19:56:37.328430 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3325d1ad-5997-4627-8898-8a97cd98a170 req-34d12b8f-00d5-4f95-867b-4f15a5aa2693 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968912 Nov 12 19:56:37.372183 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ac784-4d9c-4f4d-9f00-125f88f8bd58 req-25eb72be-6e45-4cc8-83b7-8c1413bdd687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:37.373670 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-189ac784-4d9c-4f4d-9f00-125f88f8bd58 req-25eb72be-6e45-4cc8-83b7-8c1413bdd687 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1399851 Nov 12 19:56:37.414915 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4282c-b7db-4803-b5a7-7dde435a24b5 req-24971a93-3cfd-417a-8f99-7109a88d8450 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:37.416470 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-53d4282c-b7db-4803-b5a7-7dde435a24b5 req-24971a93-3cfd-417a-8f99-7109a88d8450 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=352931a5-3b8c-4e85-96ef-2444247ebdad HTTP/1.1" status: 200 len: 947 time: 0.0503316 Nov 12 19:56:37.419342 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-bc7880e9-cea9-46d4-9440-ece042ff2d66 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250400 Nov 12 19:56:37.470064 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-53d4282c-b7db-4803-b5a7-7dde435a24b5 req-f2443616-eaf5-41cc-9137-44eb0e74d128 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472682 Nov 12 19:56:37.542109 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ac784-4d9c-4f4d-9f00-125f88f8bd58 req-e8d2de42-a5bf-45bf-9c0b-2ecc1c2a821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:37.544193 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-189ac784-4d9c-4f4d-9f00-125f88f8bd58 req-e8d2de42-a5bf-45bf-9c0b-2ecc1c2a821c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1603925 Nov 12 19:56:37.547995 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3325d1ad-5997-4627-8898-8a97cd98a170 req-c3d1f301-e173-4000-8b3c-fb0d831fab4f service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094576 Nov 12 19:56:37.616155 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1e94aaab-91ea-4c3b-85f5-94e664540897 req-06776dee-a557-4533-9639-b701daa303f2 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777527 Nov 12 19:56:37.715470 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d76a2-0cde-4738-b3d2-b2cdc0ec0cd4 req-2430d9a0-789f-4c46-88d9-71e0767e568b tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:37.717226 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cf3d76a2-0cde-4738-b3d2-b2cdc0ec0cd4 req-2430d9a0-789f-4c46-88d9-71e0767e568b tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac HTTP/1.1" status: 200 len: 948 time: 0.1048431 Nov 12 19:56:37.720917 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-189ac784-4d9c-4f4d-9f00-125f88f8bd58 req-11d5a797-9a60-462c-a7e7-2c69cbff6d56 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648796 Nov 12 19:56:37.835920 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cf3d76a2-0cde-4738-b3d2-b2cdc0ec0cd4 req-99a1d963-3591-4326-848e-97a37a970da3 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116271 Nov 12 19:56:37.866847 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-189ac784-4d9c-4f4d-9f00-125f88f8bd58 req-322e6cac-c0d7-4f59-86ea-e66d2182ae29 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347613 Nov 12 19:56:37.981346 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c49cd-b0c8-485b-9c11-ab545722088e req-b4b07de6-d07e-48e9-99d9-4259709ad4e3 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:37.982878 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-953c49cd-b0c8-485b-9c11-ab545722088e req-b4b07de6-d07e-48e9-99d9-4259709ad4e3 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=583e9430-fac3-47d0-9fd5-c52f8861c926 HTTP/1.1" status: 200 len: 948 time: 0.0518503 Nov 12 19:56:38.043094 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-953c49cd-b0c8-485b-9c11-ab545722088e req-3c360a5e-e7c2-4238-8a25-63cc72d6ced7 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524201 Nov 12 19:56:38.254671 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46466) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:38.357461 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 46f98975-bb2e-4a74-a706-131c3a87903d up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:56:38.396875 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1a34219-ce6b-431b-b09e-7a81a4cc4d53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:38.422714 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859b0c2-e158-49fb-8a17-1bc98f57591a req-f796ac7e-f5b8-4dd3-b7e9-712faa159eb9 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:38.424307 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a859b0c2-e158-49fb-8a17-1bc98f57591a req-f796ac7e-f5b8-4dd3-b7e9-712faa159eb9 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 944 time: 0.0654066 Nov 12 19:56:38.429765 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70551cb3-3793-4d04-9e99-81d5cc32b860 req-cb5cfe42-ba63-4cb2-b918-c8cb46e5e32a tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:38.431313 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-70551cb3-3793-4d04-9e99-81d5cc32b860 req-cb5cfe42-ba63-4cb2-b918-c8cb46e5e32a tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/ports?device_id=503f6ea2-7eaf-4cf3-a448-21b9d7563551 HTTP/1.1" status: 200 len: 949 time: 0.0934587 Nov 12 19:56:38.444300 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 46f98975-bb2e-4a74-a706-131c3a87903d completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:56:38.450544 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 46f98975-bb2e-4a74-a706-131c3a87903d triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:56:38.451345 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:38.455689 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac', 'tag': 'ac193f8e-77a6-45c2-9e20-b19d3d102fec'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:56:38.458030 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983b91cc-3ad5-4766-ad3d-7d3c79cee0b8" -d '{"events": [{"name": "network-changed", "server_uuid": "dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac", "tag": "ac193f8e-77a6-45c2-9e20-b19d3d102fec"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:56:38.500184 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a859b0c2-e158-49fb-8a17-1bc98f57591a req-c505a2f9-4cbd-4840-b7f0-f70012f236b4 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668089 Nov 12 19:56:38.515271 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-70551cb3-3793-4d04-9e99-81d5cc32b860 req-6b87e1b5-18b3-44af-8595-6c90633a243e tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/security-groups?id=44fb7210-ca3d-4e0f-b7b7-e4574de6ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763416 Nov 12 19:56:38.559157 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1a34219-ce6b-431b-b09e-7a81a4cc4d53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:38.564590 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1a34219-ce6b-431b-b09e-7a81a4cc4d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:38.583451 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eed38fa-9621-48a6-81af-4d6db076ef78 x-openstack-request-id: req-2eed38fa-9621-48a6-81af-4d6db076ef78 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:56:38.583940 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac", "tag": "ac193f8e-77a6-45c2-9e20-b19d3d102fec", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:56:38.584051 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2eed38fa-9621-48a6-81af-4d6db076ef78 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:56:38.584389 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac', 'tag': 'ac193f8e-77a6-45c2-9e20-b19d3d102fec', 'status': 'completed', 'code': 200} Nov 12 19:56:38.584593 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:38.616804 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503f6ea2-7eaf-4cf3-a448-21b9d7563551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f98975-bb2e-4a74-a706-131c3a87903d'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:56:38.621186 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce76b101-be38-4f9a-a9c0-dc165330e7d1" -d '{"events": [{"server_uuid": "503f6ea2-7eaf-4cf3-a448-21b9d7563551", "name": "network-vif-plugged", "status": "completed", "tag": "46f98975-bb2e-4a74-a706-131c3a87903d"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:56:38.638883 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 46f98975-bb2e-4a74-a706-131c3a87903d, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=46f98975-bb2e-4a74-a706-131c3a87903d,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:38.639091 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c1a34219-ce6b-431b-b09e-7a81a4cc4d53 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=52a867eb5d25411aa89a455011511473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3823295 Nov 12 19:56:38.640772 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a34219-ce6b-431b-b09e-7a81a4cc4d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8553f8-0a6f-4760-8ce3-48375273508c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:38.643841 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46490) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:38.646208 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:38.647364 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 087c7865-26e9-4300-9385-2526033a734d up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:56:38.727350 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b91cc-3ad5-4766-ad3d-7d3c79cee0b8 req-0513b01a-7824-4a3c-b2b1-6af260315afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:38.728896 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-983b91cc-3ad5-4766-ad3d-7d3c79cee0b8 req-0513b01a-7824-4a3c-b2b1-6af260315afb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5c8d0b5287054fed9215b020d265c891&device_id=dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac HTTP/1.1" status: 200 len: 1100 time: 0.1133709 Nov 12 19:56:38.743381 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=46f98975-bb2e-4a74-a706-131c3a87903d,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:38.747517 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-966a9710-3e6d-47c1-b5ed-278edf3200b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:38.749651 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df450393-02ff-40ba-b772-bfebb366fb18 req-203f15b0-f105-4444-8d84-59b658370cc1 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:38.751409 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-df450393-02ff-40ba-b772-bfebb366fb18 req-203f15b0-f105-4444-8d84-59b658370cc1 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=352931a5-3b8c-4e85-96ef-2444247ebdad HTTP/1.1" status: 200 len: 947 time: 0.0756860 Nov 12 19:56:38.767198 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 087c7865-26e9-4300-9385-2526033a734d completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:56:38.773326 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 087c7865-26e9-4300-9385-2526033a734d triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:56:38.773746 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:38.797929 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-966a9710-3e6d-47c1-b5ed-278edf3200b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:38.820859 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 71fbfff7-3815-42a4-80bd-6938a3a083c8 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:56:38.874560 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-df450393-02ff-40ba-b772-bfebb366fb18 req-fdb9fa65-794b-45a5-bfc5-82502f1f1363 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101966 Nov 12 19:56:38.881641 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-966a9710-3e6d-47c1-b5ed-278edf3200b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:38.886869 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-966a9710-3e6d-47c1-b5ed-278edf3200b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:38.896124 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-966a9710-3e6d-47c1-b5ed-278edf3200b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0e8553f8-0a6f-4760-8ce3-48375273508c HTTP/1.1" status: 204 len: 168 time: 0.2361143 Nov 12 19:56:38.911787 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a9710-3e6d-47c1-b5ed-278edf3200b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8553f8-0a6f-4760-8ce3-48375273508c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:38.923328 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b91cc-3ad5-4766-ad3d-7d3c79cee0b8 req-c6219556-3e87-4a63-beca-d74290f5c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:38.924887 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-983b91cc-3ad5-4766-ad3d-7d3c79cee0b8 req-c6219556-3e87-4a63-beca-d74290f5c625 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.1724160 Nov 12 19:56:39.031007 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-983b91cc-3ad5-4766-ad3d-7d3c79cee0b8 req-cdedc7be-1983-4e6b-b731-f4572d978b11 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=ac193f8e-77a6-45c2-9e20-b19d3d102fec HTTP/1.1" status: 200 len: 217 time: 0.0924444 Nov 12 19:56:39.061105 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009e2852-bf3e-472a-bc1b-2bcded16903b x-openstack-request-id: req-009e2852-bf3e-472a-bc1b-2bcded16903b {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:56:39.061641 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503f6ea2-7eaf-4cf3-a448-21b9d7563551", "name": "network-vif-plugged", "status": "completed", "tag": "46f98975-bb2e-4a74-a706-131c3a87903d", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:56:39.062038 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-009e2852-bf3e-472a-bc1b-2bcded16903b {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:56:39.062596 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503f6ea2-7eaf-4cf3-a448-21b9d7563551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f98975-bb2e-4a74-a706-131c3a87903d', 'code': 200} Nov 12 19:56:39.098577 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 71fbfff7-3815-42a4-80bd-6938a3a083c8, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=71fbfff7-3815-42a4-80bd-6938a3a083c8,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:39.122769 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:39.148663 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '71fbfff7-3815-42a4-80bd-6938a3a083c8', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': '71fbfff7-3815-42a4-80bd-6938a3a083c8', 'mac_address': 'fa:16:3e:39:59:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:56:39.194556 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b91cc-3ad5-4766-ad3d-7d3c79cee0b8 req-b39aa506-f301-4e15-bcc9-7496bd4cd924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:39.196921 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-983b91cc-3ad5-4766-ad3d-7d3c79cee0b8 req-b39aa506-f301-4e15-bcc9-7496bd4cd924 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1551659 Nov 12 19:56:39.207543 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 087c7865-26e9-4300-9385-2526033a734d, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=087c7865-26e9-4300-9385-2526033a734d,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:39.223309 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:39.230035 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:39.257852 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1723a9a-70b6-4ad5-befc-6c69e09f4699 req-a3ff4192-59f0-4d72-b546-03d71feaa4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:39.259352 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d1723a9a-70b6-4ad5-befc-6c69e09f4699 req-a3ff4192-59f0-4d72-b546-03d71feaa4f9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=503f6ea2-7eaf-4cf3-a448-21b9d7563551 HTTP/1.1" status: 200 len: 1102 time: 0.1200676 Nov 12 19:56:39.260509 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a0a8f-d100-4fb9-a674-46bb85a0309a req-fa11d8e6-a092-46cd-8f42-d60cc2a633e4 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:39.262221 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-472a0a8f-d100-4fb9-a674-46bb85a0309a req-fa11d8e6-a092-46cd-8f42-d60cc2a633e4 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac HTTP/1.1" status: 200 len: 948 time: 0.1283486 Nov 12 19:56:39.268059 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b91cc-3ad5-4766-ad3d-7d3c79cee0b8 req-ca974e36-5127-4038-9bbc-78e3b899c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:39.269967 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-983b91cc-3ad5-4766-ad3d-7d3c79cee0b8 req-ca974e36-5127-4038-9bbc-78e3b899c7b4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0640547 Nov 12 19:56:39.277584 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71fbfff7-3815-42a4-80bd-6938a3a083c8 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:56:39.317602 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 71fbfff7-3815-42a4-80bd-6938a3a083c8, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=71fbfff7-3815-42a4-80bd-6938a3a083c8,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:39.318907 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=087c7865-26e9-4300-9385-2526033a734d,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:39.330853 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:39.351252 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-472a0a8f-d100-4fb9-a674-46bb85a0309a req-91d4ccc8-1a16-4e93-8d2e-807fa5da825f tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827980 Nov 12 19:56:39.385306 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46506) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:39.404461 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-45c250f5-453f-4f7b-b274-0bf4aec88616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:39.407228 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=71fbfff7-3815-42a4-80bd-6938a3a083c8,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:39.480663 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d1723a9a-70b6-4ad5-befc-6c69e09f4699 req-e5ef0043-ed66-454e-b78f-126919a18078 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=44fb7210-ca3d-4e0f-b7b7-e4574de6ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086644 Nov 12 19:56:39.497534 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-983b91cc-3ad5-4766-ad3d-7d3c79cee0b8 req-28e3a181-e34b-4fb9-a526-88a6fbb688bb service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106161 Nov 12 19:56:39.502491 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-45c250f5-453f-4f7b-b274-0bf4aec88616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:39.505042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1a042-405c-4fe2-8157-9f717972fc26 req-c1654a88-579d-47d9-a77e-e8c6115b5ebf tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:39.506551 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e5b1a042-405c-4fe2-8157-9f717972fc26 req-c1654a88-579d-47d9-a77e-e8c6115b5ebf tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=583e9430-fac3-47d0-9fd5-c52f8861c926 HTTP/1.1" status: 200 len: 948 time: 0.1438935 Nov 12 19:56:39.506688 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-45c250f5-453f-4f7b-b274-0bf4aec88616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:39.547435 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c250f5-453f-4f7b-b274-0bf4aec88616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f93920e-2718-4192-8568-1bbc94a2988b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:39.553937 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-45c250f5-453f-4f7b-b274-0bf4aec88616 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1547a0f07f514a45bc5d22658b42f3f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1641893 Nov 12 19:56:39.554660 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46522) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:39.583060 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['71fbfff7-3815-42a4-80bd-6938a3a083c8'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:56:39.646638 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-44ac76ff-f104-4600-a5f7-5d5d58a86866 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:39.649614 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e5b1a042-405c-4fe2-8157-9f717972fc26 req-0f7d6ad4-f59c-4548-a2bb-2490e88bcf3d tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316402 Nov 12 19:56:39.681577 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-983b91cc-3ad5-4766-ad3d-7d3c79cee0b8 req-08884a75-7848-4bda-8d1f-bb42a6bf01d5 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735458 Nov 12 19:56:39.689378 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-44ac76ff-f104-4600-a5f7-5d5d58a86866 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:39.708932 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fa296-b8e6-4376-bfce-131b3a88f2a9 req-1181071e-9cdf-4376-b4ab-86dc460dd93d tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:39.710651 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-da4fa296-b8e6-4376-bfce-131b3a88f2a9 req-1181071e-9cdf-4376-b4ab-86dc460dd93d tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 945 time: 0.1122377 Nov 12 19:56:39.776141 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-da4fa296-b8e6-4376-bfce-131b3a88f2a9 req-053124d5-8e76-4faf-accf-a8fe11bfa9a5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572171 Nov 12 19:56:39.784944 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-44ac76ff-f104-4600-a5f7-5d5d58a86866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:39.788216 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-44ac76ff-f104-4600-a5f7-5d5d58a86866 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:39.791806 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-44ac76ff-f104-4600-a5f7-5d5d58a86866 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4f93920e-2718-4192-8568-1bbc94a2988b HTTP/1.1" status: 204 len: 168 time: 0.2324047 Nov 12 19:56:39.802032 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac76ff-f104-4600-a5f7-5d5d58a86866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f93920e-2718-4192-8568-1bbc94a2988b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:39.824848 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede584a-1958-4acf-bbb5-6b634188abb3 req-9d5f5cdb-47a7-4834-9266-ac0a3ec1ff5f tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:39.826742 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2ede584a-1958-4acf-bbb5-6b634188abb3 req-9d5f5cdb-47a7-4834-9266-ac0a3ec1ff5f tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/ports?device_id=503f6ea2-7eaf-4cf3-a448-21b9d7563551 HTTP/1.1" status: 200 len: 950 time: 0.0659363 Nov 12 19:56:39.881383 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2ede584a-1958-4acf-bbb5-6b634188abb3 req-f4ce96f3-a329-43d4-9b6d-aa47c2180b9a tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/security-groups?id=44fb7210-ca3d-4e0f-b7b7-e4574de6ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479102 Nov 12 19:56:40.044925 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ab852-2afa-4c95-aa85-8a49ce221d1f req-0a45bb5c-c585-4cca-b4ac-6303369f41f5 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:40.046459 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d2ab852-2afa-4c95-aa85-8a49ce221d1f req-0a45bb5c-c585-4cca-b4ac-6303369f41f5 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=352931a5-3b8c-4e85-96ef-2444247ebdad HTTP/1.1" status: 200 len: 948 time: 0.0550711 Nov 12 19:56:40.111741 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d2ab852-2afa-4c95-aa85-8a49ce221d1f req-aed944a9-ba71-4b4e-a2ed-f25de8bce0b6 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588329 Nov 12 19:56:40.350974 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 91971784-1b93-406e-af72-8843a6baae4b details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:56:40.482373 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 91971784-1b93-406e-af72-8843a6baae4b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=91971784-1b93-406e-af72-8843a6baae4b,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:40.501542 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '91971784-1b93-406e-af72-8843a6baae4b', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': '91971784-1b93-406e-af72-8843a6baae4b', 'mac_address': 'fa:16:3e:3b:41:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:56:40.519144 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7c062-bdb2-41ac-ab22-4b06f868d77f req-ef2f0f07-9943-4a35-a388-42a551bd57cc tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:40.522043 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7ef7c062-bdb2-41ac-ab22-4b06f868d77f req-ef2f0f07-9943-4a35-a388-42a551bd57cc tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac HTTP/1.1" status: 200 len: 948 time: 0.0765312 Nov 12 19:56:40.551296 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:40.567664 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91971784-1b93-406e-af72-8843a6baae4b {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:56:40.585808 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7ef7c062-bdb2-41ac-ab22-4b06f868d77f req-0a030d75-8c6c-4820-94e1-9d880d475e2c tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567572 Nov 12 19:56:40.592815 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 91971784-1b93-406e-af72-8843a6baae4b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=91971784-1b93-406e-af72-8843a6baae4b,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:40.597216 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:40.649869 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=91971784-1b93-406e-af72-8843a6baae4b,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:40.775933 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43f3af-871f-46e0-874e-ae1394396430 req-293d8027-6df9-487a-aed2-d6af76e3ca89 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:40.780731 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1b43f3af-871f-46e0-874e-ae1394396430 req-293d8027-6df9-487a-aed2-d6af76e3ca89 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=583e9430-fac3-47d0-9fd5-c52f8861c926 HTTP/1.1" status: 200 len: 948 time: 0.0588477 Nov 12 19:56:40.826090 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device ac193f8e-77a6-45c2-9e20-b19d3d102fec details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:56:40.850383 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1b43f3af-871f-46e0-874e-ae1394396430 req-133c9349-3cbd-4339-85fc-d2eb065237ff tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666323 Nov 12 19:56:40.888497 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46606) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:40.971250 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c19a7-74c4-40a4-8c0a-96790e224d63 req-600c5829-67f4-4cc3-80b7-db8d5ace10d9 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:40.978805 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port ac193f8e-77a6-45c2-9e20-b19d3d102fec, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=ac193f8e-77a6-45c2-9e20-b19d3d102fec,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:40.981792 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-186c19a7-74c4-40a4-8c0a-96790e224d63 req-600c5829-67f4-4cc3-80b7-db8d5ace10d9 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 945 time: 0.1055784 Nov 12 19:56:41.016390 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'ac193f8e-77a6-45c2-9e20-b19d3d102fec', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': 'ac193f8e-77a6-45c2-9e20-b19d3d102fec', 'mac_address': 'fa:16:3e:aa:89:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:56:41.027237 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 71fbfff7-3815-42a4-80bd-6938a3a083c8 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:56:41.063826 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee55ebe4-454a-44aa-8110-ca37b3881ac6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:41.066005 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-186c19a7-74c4-40a4-8c0a-96790e224d63 req-78625222-bf6a-4410-84d8-0ebdda6b64b4 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779493 Nov 12 19:56:41.073191 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f58c60d-957a-475a-89b4-45bd596bc560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087c7865-26e9-4300-9385-2526033a734d'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:56:41.076023 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9117c5-d05e-4423-a90c-5d96bf5cfcb5" -d '{"events": [{"server_uuid": "8f58c60d-957a-475a-89b4-45bd596bc560", "name": "network-vif-plugged", "status": "completed", "tag": "087c7865-26e9-4300-9385-2526033a734d"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:56:41.106405 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e89c51-5ba6-484b-8c01-6f9fff340216 req-4a427399-067c-47ed-9eb5-7512c13e19c9 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:41.108281 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:41.116189 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-68e89c51-5ba6-484b-8c01-6f9fff340216 req-4a427399-067c-47ed-9eb5-7512c13e19c9 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/ports?device_id=503f6ea2-7eaf-4cf3-a448-21b9d7563551 HTTP/1.1" status: 200 len: 950 time: 0.0957565 Nov 12 19:56:41.125616 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30903243-ffec-4be7-ac1a-5c95fb4bcb8a x-openstack-request-id: req-30903243-ffec-4be7-ac1a-5c95fb4bcb8a {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:56:41.125946 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f58c60d-957a-475a-89b4-45bd596bc560", "name": "network-vif-plugged", "status": "completed", "tag": "087c7865-26e9-4300-9385-2526033a734d", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:56:41.126185 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-30903243-ffec-4be7-ac1a-5c95fb4bcb8a {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:56:41.126735 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f58c60d-957a-475a-89b4-45bd596bc560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087c7865-26e9-4300-9385-2526033a734d', 'code': 200} Nov 12 19:56:41.128544 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac193f8e-77a6-45c2-9e20-b19d3d102fec {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:56:41.161250 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port ac193f8e-77a6-45c2-9e20-b19d3d102fec, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=ac193f8e-77a6-45c2-9e20-b19d3d102fec,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:41.164799 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 71fbfff7-3815-42a4-80bd-6938a3a083c8 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:56:41.168803 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:41.169789 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 4c2653b4-5a18-4c5c-b102-68e7c66d932d details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:56:41.212067 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-68e89c51-5ba6-484b-8c01-6f9fff340216 req-3367559d-f890-4931-9c01-b72564911a3b tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/security-groups?id=44fb7210-ca3d-4e0f-b7b7-e4574de6ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928915 Nov 12 19:56:41.228282 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['91971784-1b93-406e-af72-8843a6baae4b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:56:41.280591 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 71fbfff7-3815-42a4-80bd-6938a3a083c8 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:56:41.281147 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:41.314755 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ae693-8761-410d-a0fa-0bd600b62c75 req-71c21a58-5777-4082-8f35-15e574bed86b tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:41.324280 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dd0ae693-8761-410d-a0fa-0bd600b62c75 req-71c21a58-5777-4082-8f35-15e574bed86b tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=352931a5-3b8c-4e85-96ef-2444247ebdad HTTP/1.1" status: 200 len: 948 time: 0.0832229 Nov 12 19:56:41.330452 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee55ebe4-454a-44aa-8110-ca37b3881ac6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:41.336490 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee55ebe4-454a-44aa-8110-ca37b3881ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:41.363281 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=ac193f8e-77a6-45c2-9e20-b19d3d102fec,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:41.363861 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465332a-f5cb-4084-b306-a11e03e0a021 req-78f334b7-82c6-45ee-bcd9-0867e91a6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:41.365418 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7465332a-f5cb-4084-b306-a11e03e0a021 req-78f334b7-82c6-45ee-bcd9-0867e91a6419 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 1097 time: 0.1523979 Nov 12 19:56:41.394873 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dd0ae693-8761-410d-a0fa-0bd600b62c75 req-5fe88dfb-bd50-4a12-8d67-26782a090a40 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684597 Nov 12 19:56:41.399209 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 4c2653b4-5a18-4c5c-b102-68e7c66d932d, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=4c2653b4-5a18-4c5c-b102-68e7c66d932d,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:41.425730 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46628) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:41.425901 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ee55ebe4-454a-44aa-8110-ca37b3881ac6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1162381f5af84cbeb74a77600b65e7e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5348690 Nov 12 19:56:41.429685 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55ebe4-454a-44aa-8110-ca37b3881ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a15005-5721-4854-82b3-546f60e91218,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:41.431558 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '4c2653b4-5a18-4c5c-b102-68e7c66d932d', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': '4c2653b4-5a18-4c5c-b102-68e7c66d932d', 'mac_address': 'fa:16:3e:16:34:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:56:41.464027 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7465332a-f5cb-4084-b306-a11e03e0a021 req-6d7fc683-46cf-41e5-ba68-d4c30537e6f8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791969 Nov 12 19:56:41.487815 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1653c0bf-9d6a-4d26-a7cb-7e2d626d6b94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:41.509516 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1653c0bf-9d6a-4d26-a7cb-7e2d626d6b94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:41.529626 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:41.551526 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:41.553963 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2653b4-5a18-4c5c-b102-68e7c66d932d {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:56:41.567590 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1653c0bf-9d6a-4d26-a7cb-7e2d626d6b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:41.571113 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1653c0bf-9d6a-4d26-a7cb-7e2d626d6b94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:41.574655 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1653c0bf-9d6a-4d26-a7cb-7e2d626d6b94 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/27a15005-5721-4854-82b3-546f60e91218 HTTP/1.1" status: 204 len: 168 time: 0.1452041 Nov 12 19:56:41.581845 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653c0bf-9d6a-4d26-a7cb-7e2d626d6b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a15005-5721-4854-82b3-546f60e91218,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:41.596132 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 4c2653b4-5a18-4c5c-b102-68e7c66d932d, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=4c2653b4-5a18-4c5c-b102-68e7c66d932d,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:41.602355 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:41.637392 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 71fbfff7-3815-42a4-80bd-6938a3a083c8, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=71fbfff7-3815-42a4-80bd-6938a3a083c8,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:41.647155 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:41.668589 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=4c2653b4-5a18-4c5c-b102-68e7c66d932d,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:41.727755 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=71fbfff7-3815-42a4-80bd-6938a3a083c8,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:41.740955 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2101a-e6af-4eb4-b5e7-c5f0e75e20c1 req-95405a56-ebdd-428e-8504-a3fb51b83b3b tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:41.744730 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04d2101a-e6af-4eb4-b5e7-c5f0e75e20c1 req-95405a56-ebdd-428e-8504-a3fb51b83b3b tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac HTTP/1.1" status: 200 len: 949 time: 0.0613441 Nov 12 19:56:41.797989 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04d2101a-e6af-4eb4-b5e7-c5f0e75e20c1 req-bc6fda76-39b6-4eff-83bf-d935a197c40b tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489018 Nov 12 19:56:41.847454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46642) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:41.861245 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['4c2653b4-5a18-4c5c-b102-68e7c66d932d'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:56:41.865819 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['ac193f8e-77a6-45c2-9e20-b19d3d102fec'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:56:41.998396 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46648) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:42.000375 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7cc2c9a3-f30b-48d3-9706-323066efc062 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:42.013567 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67d4625b-d8f6-4a24-8e46-7d5574f3e868 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:42.027715 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5a444-d425-46e4-8f25-7cc9224486dc req-9d4907a2-6736-44f7-ae91-fb42ea8afb7d tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:42.029717 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-91d5a444-d425-46e4-8f25-7cc9224486dc req-9d4907a2-6736-44f7-ae91-fb42ea8afb7d tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=583e9430-fac3-47d0-9fd5-c52f8861c926 HTTP/1.1" status: 200 len: 949 time: 0.0871298 Nov 12 19:56:42.118051 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-91d5a444-d425-46e4-8f25-7cc9224486dc req-db013caf-f909-455c-887c-9f8297204b8e tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735917 Nov 12 19:56:42.138891 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67d4625b-d8f6-4a24-8e46-7d5574f3e868 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:42.143453 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7cc2c9a3-f30b-48d3-9706-323066efc062 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:42.149354 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7cc2c9a3-f30b-48d3-9706-323066efc062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:42.153718 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67d4625b-d8f6-4a24-8e46-7d5574f3e868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:42.191525 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7cc2c9a3-f30b-48d3-9706-323066efc062 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=91bec2060bab4b36825fb2f1fc471e42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3428566 Nov 12 19:56:42.192623 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2c9a3-f30b-48d3-9706-323066efc062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d567d2c3-43f7-415e-aaae-1757042e12e2,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:42.195760 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46652) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:42.221567 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-67d4625b-d8f6-4a24-8e46-7d5574f3e868 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aaf24a82913446f2aba97d283b31fac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219234 Nov 12 19:56:42.225085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46654) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:42.238382 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933110e-ca99-47cd-984a-9bcfaa10333a req-a7416d53-9732-443c-8a8b-cc600f21dc33 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:42.249559 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b933110e-ca99-47cd-984a-9bcfaa10333a req-a7416d53-9732-443c-8a8b-cc600f21dc33 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 945 time: 0.1090448 Nov 12 19:56:42.268204 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4625b-d8f6-4a24-8e46-7d5574f3e868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa978c01-671a-43f1-b2c9-6c96d1f4964b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:42.307481 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27feca59-3371-48fb-934a-91638e605f66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:42.316203 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b933110e-ca99-47cd-984a-9bcfaa10333a req-ada2bc7e-70b7-4ea2-abac-76af4b75b969 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653467 Nov 12 19:56:42.348288 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7fc6b1b3-42aa-4227-b3f4-cfdd5fb75003 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:42.362881 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27feca59-3371-48fb-934a-91638e605f66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:42.528172 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713ab1f-5430-4f35-866a-5a4a402d7486 req-e9f39684-bb0e-46af-911d-71519029d524 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:42.529707 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4713ab1f-5430-4f35-866a-5a4a402d7486 req-e9f39684-bb0e-46af-911d-71519029d524 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=352931a5-3b8c-4e85-96ef-2444247ebdad HTTP/1.1" status: 200 len: 949 time: 0.0550375 Nov 12 19:56:42.582287 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7fc6b1b3-42aa-4227-b3f4-cfdd5fb75003 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:42.583791 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4713ab1f-5430-4f35-866a-5a4a402d7486 req-5c8b07db-2896-43b6-806b-7e47d2f6abdb tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481839 Nov 12 19:56:42.609282 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8d5df-7086-494e-85e1-1a87f4514064 req-f3a26598-b40b-438b-84d8-5acd3cc5c94e tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:42.610823 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76b8d5df-7086-494e-85e1-1a87f4514064 req-f3a26598-b40b-438b-84d8-5acd3cc5c94e tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/ports?device_id=503f6ea2-7eaf-4cf3-a448-21b9d7563551 HTTP/1.1" status: 200 len: 950 time: 0.3216558 Nov 12 19:56:42.678498 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27feca59-3371-48fb-934a-91638e605f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:42.680944 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27feca59-3371-48fb-934a-91638e605f66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:42.682058 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-27feca59-3371-48fb-934a-91638e605f66 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d567d2c3-43f7-415e-aaae-1757042e12e2 HTTP/1.1" status: 204 len: 168 time: 0.4850821 Nov 12 19:56:42.686396 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76b8d5df-7086-494e-85e1-1a87f4514064 req-3e0b3556-3d02-4109-83d4-22c6b6c27bbc tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/security-groups?id=44fb7210-ca3d-4e0f-b7b7-e4574de6ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642421 Nov 12 19:56:42.688808 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7fc6b1b3-42aa-4227-b3f4-cfdd5fb75003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:42.691274 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7fc6b1b3-42aa-4227-b3f4-cfdd5fb75003 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:42.694645 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7fc6b1b3-42aa-4227-b3f4-cfdd5fb75003 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa978c01-671a-43f1-b2c9-6c96d1f4964b HTTP/1.1" status: 204 len: 168 time: 0.4662595 Nov 12 19:56:42.698468 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27feca59-3371-48fb-934a-91638e605f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d567d2c3-43f7-415e-aaae-1757042e12e2,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:42.709383 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6b1b3-42aa-4227-b3f4-cfdd5fb75003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa978c01-671a-43f1-b2c9-6c96d1f4964b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:42.849536 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 4c2653b4-5a18-4c5c-b102-68e7c66d932d up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:56:42.938751 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 4c2653b4-5a18-4c5c-b102-68e7c66d932d completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:56:42.948270 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 4c2653b4-5a18-4c5c-b102-68e7c66d932d triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:56:42.949993 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:43.046115 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d58ae7-bbe2-497f-8119-11e141fc6a3c req-1b59f4a2-0d17-4be9-849f-f83f4e35ee59 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:43.056614 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c0d58ae7-bbe2-497f-8119-11e141fc6a3c req-1b59f4a2-0d17-4be9-849f-f83f4e35ee59 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac HTTP/1.1" status: 200 len: 949 time: 0.1398041 Nov 12 19:56:43.095360 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:43.127389 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c0d58ae7-bbe2-497f-8119-11e141fc6a3c req-9014c36b-c4c6-4779-958f-ca16b0be66a6 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695856 Nov 12 19:56:43.130043 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352931a5-3b8c-4e85-96ef-2444247ebdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fbfff7-3815-42a4-80bd-6938a3a083c8'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:56:43.133053 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8204bb-1c3c-4e2c-bbb0-4c227ea01b49" -d '{"events": [{"server_uuid": "352931a5-3b8c-4e85-96ef-2444247ebdad", "name": "network-vif-plugged", "status": "completed", "tag": "71fbfff7-3815-42a4-80bd-6938a3a083c8"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:56:43.158229 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ea11b-e5f2-4ca0-8f62-0bafb0531329 req-4c5a56ef-87e3-476f-bf6b-111226c78a80 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:43.167973 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46686) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:43.168519 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-384ea11b-e5f2-4ca0-8f62-0bafb0531329 req-4c5a56ef-87e3-476f-bf6b-111226c78a80 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/ports?device_id=503f6ea2-7eaf-4cf3-a448-21b9d7563551 HTTP/1.1" status: 200 len: 950 time: 0.1325743 Nov 12 19:56:43.191862 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d440702-2e25-4681-89f1-0bfddf98f9a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:43.192579 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 4c2653b4-5a18-4c5c-b102-68e7c66d932d, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=4c2653b4-5a18-4c5c-b102-68e7c66d932d,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:43.194828 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4edbb3-310d-4e08-b539-1d0beb173c34 x-openstack-request-id: req-9a4edbb3-310d-4e08-b539-1d0beb173c34 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:56:43.195136 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352931a5-3b8c-4e85-96ef-2444247ebdad", "name": "network-vif-plugged", "status": "completed", "tag": "71fbfff7-3815-42a4-80bd-6938a3a083c8", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:56:43.196173 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a4edbb3-310d-4e08-b539-1d0beb173c34 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:56:43.196616 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352931a5-3b8c-4e85-96ef-2444247ebdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fbfff7-3815-42a4-80bd-6938a3a083c8', 'code': 200} Nov 12 19:56:43.200878 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:43.202057 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device ac193f8e-77a6-45c2-9e20-b19d3d102fec up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:56:43.232708 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-384ea11b-e5f2-4ca0-8f62-0bafb0531329 req-214acca9-0c34-4df7-850c-b7910699e09c tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/security-groups?id=44fb7210-ca3d-4e0f-b7b7-e4574de6ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612259 Nov 12 19:56:43.298359 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=4c2653b4-5a18-4c5c-b102-68e7c66d932d,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:43.314693 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port ac193f8e-77a6-45c2-9e20-b19d3d102fec completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:56:43.314934 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536ed03-0a9e-4d4b-a65c-33a0d131aeee req-2b7d4724-d889-4a73-9bef-5c67de5e2e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:43.317373 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b536ed03-0a9e-4d4b-a65c-33a0d131aeee req-2b7d4724-d889-4a73-9bef-5c67de5e2e28 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=352931a5-3b8c-4e85-96ef-2444247ebdad HTTP/1.1" status: 200 len: 1101 time: 0.0547898 Nov 12 19:56:43.319284 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port ac193f8e-77a6-45c2-9e20-b19d3d102fec triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:56:43.319662 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:43.330153 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d440702-2e25-4681-89f1-0bfddf98f9a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:43.344214 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d440702-2e25-4681-89f1-0bfddf98f9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:43.389982 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1d440702-2e25-4681-89f1-0bfddf98f9a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc41f69c4405465abb262347321313aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181480 Nov 12 19:56:43.390442 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46692) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:43.413544 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b536ed03-0a9e-4d4b-a65c-33a0d131aeee req-11843f84-7439-45d8-8f57-d24e4d92ac1c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868075 Nov 12 19:56:43.443669 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d440702-2e25-4681-89f1-0bfddf98f9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ee23bf-9682-4245-afee-de805e82af39,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:43.456637 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:43.457681 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5462d5-6812-48fa-a57a-cac63796eec2 req-dd0730dd-7301-4d5e-aab1-62decfd2a1a5 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:43.465262 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6c5462d5-6812-48fa-a57a-cac63796eec2 req-dd0730dd-7301-4d5e-aab1-62decfd2a1a5 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=583e9430-fac3-47d0-9fd5-c52f8861c926 HTTP/1.1" status: 200 len: 950 time: 0.1334500 Nov 12 19:56:43.493587 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port ac193f8e-77a6-45c2-9e20-b19d3d102fec, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=ac193f8e-77a6-45c2-9e20-b19d3d102fec,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:43.496960 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57ca8e4b-f19d-4c95-bd13-72c9a87548a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:43.499340 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:43.521823 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6c5462d5-6812-48fa-a57a-cac63796eec2 req-27e64d3a-24f9-447c-b832-af694ce071c8 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556872 Nov 12 19:56:43.525549 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1f710-5326-45b1-aaa3-b87b328e8ed1 req-756fb106-770a-4960-94b3-9903cffa88df tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:43.527105 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-06a1f710-5326-45b1-aaa3-b87b328e8ed1 req-756fb106-770a-4960-94b3-9903cffa88df tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 945 time: 0.0942247 Nov 12 19:56:43.549192 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57ca8e4b-f19d-4c95-bd13-72c9a87548a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:43.560833 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=ac193f8e-77a6-45c2-9e20-b19d3d102fec,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:43.617322 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-06a1f710-5326-45b1-aaa3-b87b328e8ed1 req-e57185f8-ffd3-45a1-bfc6-9ee0830dbd2a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803962 Nov 12 19:56:43.638230 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57ca8e4b-f19d-4c95-bd13-72c9a87548a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:43.640883 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57ca8e4b-f19d-4c95-bd13-72c9a87548a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:43.642017 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-57ca8e4b-f19d-4c95-bd13-72c9a87548a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07ee23bf-9682-4245-afee-de805e82af39 HTTP/1.1" status: 204 len: 168 time: 0.2495861 Nov 12 19:56:43.665305 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca8e4b-f19d-4c95-bd13-72c9a87548a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ee23bf-9682-4245-afee-de805e82af39,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:43.754174 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabbd8a-81a0-4e3c-912b-9b6cdbcb8aff req-4246dc4d-7967-40cc-b14b-66e8f1973131 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:43.757181 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-daabbd8a-81a0-4e3c-912b-9b6cdbcb8aff req-4246dc4d-7967-40cc-b14b-66e8f1973131 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=352931a5-3b8c-4e85-96ef-2444247ebdad HTTP/1.1" status: 200 len: 949 time: 0.0649610 Nov 12 19:56:43.825348 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-daabbd8a-81a0-4e3c-912b-9b6cdbcb8aff req-c7d4c66e-f290-40e8-8d41-de999ccb8df7 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582645 Nov 12 19:56:44.069375 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab76025-3ee3-411e-b485-4cdacfd22335 req-954588d7-fbcc-4751-874b-57cbc6a55cfb tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:44.070996 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7ab76025-3ee3-411e-b485-4cdacfd22335 req-954588d7-fbcc-4751-874b-57cbc6a55cfb tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 1097 time: 0.0408831 Nov 12 19:56:44.121077 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7ab76025-3ee3-411e-b485-4cdacfd22335 req-d829850b-3e67-4b90-b531-b66b150e27d1 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440860 Nov 12 19:56:44.257493 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed29b50-99fd-4082-9d1d-0df39ed9e0ab req-39d08915-fd8a-47f2-9be0-d9bcc7fbe4f0 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:44.259337 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ed29b50-99fd-4082-9d1d-0df39ed9e0ab req-39d08915-fd8a-47f2-9be0-d9bcc7fbe4f0 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 1097 time: 0.0595129 Nov 12 19:56:44.275556 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b12ea-4e98-4076-8bfd-d3926a458060 req-1bfbe8af-d840-40db-b694-8e0744e3003c tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:44.278444 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a35b12ea-4e98-4076-8bfd-d3926a458060 req-1bfbe8af-d840-40db-b694-8e0744e3003c tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac HTTP/1.1" status: 200 len: 950 time: 0.0745168 Nov 12 19:56:44.345007 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ed29b50-99fd-4082-9d1d-0df39ed9e0ab req-3df0a34b-3d49-4a75-a6ed-027002c11ee2 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735760 Nov 12 19:56:44.360562 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 91971784-1b93-406e-af72-8843a6baae4b up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:56:44.371249 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a35b12ea-4e98-4076-8bfd-d3926a458060 req-9c644bb1-c459-407d-b150-1afc85771695 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860486 Nov 12 19:56:44.443234 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 91971784-1b93-406e-af72-8843a6baae4b completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:56:44.447724 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 91971784-1b93-406e-af72-8843a6baae4b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:56:44.448512 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:44.469501 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00960926-ff51-4c62-afbc-bbedc10537ab req-f6054a7e-bd6f-4b68-8246-5c435f91fb82 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:44.481516 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-00960926-ff51-4c62-afbc-bbedc10537ab req-f6054a7e-bd6f-4b68-8246-5c435f91fb82 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/ports?device_id=503f6ea2-7eaf-4cf3-a448-21b9d7563551 HTTP/1.1" status: 200 len: 950 time: 0.0860283 Nov 12 19:56:44.567787 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-00960926-ff51-4c62-afbc-bbedc10537ab req-671b4b0c-e7c4-409f-82b2-10504cff2e17 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/security-groups?id=44fb7210-ca3d-4e0f-b7b7-e4574de6ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852237 Nov 12 19:56:44.644515 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885927a-6791-4c19-89f0-c78521a007d5 req-c7835dfa-5c28-4373-aa93-466d391378c9 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:44.647126 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2885927a-6791-4c19-89f0-c78521a007d5 req-c7835dfa-5c28-4373-aa93-466d391378c9 tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.55 "GET /v2.0/ports?device_id=503f6ea2-7eaf-4cf3-a448-21b9d7563551 HTTP/1.1" status: 200 len: 950 time: 0.1099148 Nov 12 19:56:44.666095 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:44.722899 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce5ddd-4089-417a-916e-3cfd856048ec req-6b7b5d29-6603-4de6-9f44-5ceb05e91e64 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:44.730612 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1dce5ddd-4089-417a-916e-3cfd856048ec req-6b7b5d29-6603-4de6-9f44-5ceb05e91e64 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=583e9430-fac3-47d0-9fd5-c52f8861c926 HTTP/1.1" status: 200 len: 950 time: 0.0632837 Nov 12 19:56:44.736604 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 91971784-1b93-406e-af72-8843a6baae4b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=91971784-1b93-406e-af72-8843a6baae4b,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:44.742716 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:44.795527 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1dce5ddd-4089-417a-916e-3cfd856048ec req-33f54b99-4e8a-4d82-b094-33f6a06eb8c6 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633943 Nov 12 19:56:44.872607 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=91971784-1b93-406e-af72-8843a6baae4b,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:44.873246 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-2885927a-6791-4c19-89f0-c78521a007d5 req-42d41202-6368-4f1d-b4c7-28335512061d tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Deleting port 46f98975-bb2e-4a74-a706-131c3a87903d {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:56:44.873682 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2885927a-6791-4c19-89f0-c78521a007d5 req-42d41202-6368-4f1d-b4c7-28335512061d tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:44.975946 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-2885927a-6791-4c19-89f0-c78521a007d5 req-42d41202-6368-4f1d-b4c7-28335512061d tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] For port 46f98975-bb2e-4a74-a706-131c3a87903d, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=46f98975-bb2e-4a74-a706-131c3a87903d,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:44.976351 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2885927a-6791-4c19-89f0-c78521a007d5 req-42d41202-6368-4f1d-b4c7-28335512061d tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:44.997154 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-2885927a-6791-4c19-89f0-c78521a007d5 req-42d41202-6368-4f1d-b4c7-28335512061d tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Calling delete_port for 46f98975-bb2e-4a74-a706-131c3a87903d owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:56:45.171157 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2885927a-6791-4c19-89f0-c78521a007d5 req-42d41202-6368-4f1d-b4c7-28335512061d tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:45.183963 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['46f98975-bb2e-4a74-a706-131c3a87903d'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:56:45.209214 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583e9430-fac3-47d0-9fd5-c52f8861c926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2653b4-5a18-4c5c-b102-68e7c66d932d'}, {'server_uuid': 'dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac193f8e-77a6-45c2-9e20-b19d3d102fec'}, {'server_uuid': '1e5df940-1840-4e3f-8d66-540a9ff233ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91971784-1b93-406e-af72-8843a6baae4b'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:56:45.211962 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc38112f-b757-4441-8d04-c03a7120bfee" -d '{"events": [{"server_uuid": "583e9430-fac3-47d0-9fd5-c52f8861c926", "name": "network-vif-plugged", "status": "completed", "tag": "4c2653b4-5a18-4c5c-b102-68e7c66d932d"}, {"server_uuid": "dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac", "name": "network-vif-plugged", "status": "completed", "tag": "ac193f8e-77a6-45c2-9e20-b19d3d102fec"}, {"server_uuid": "1e5df940-1840-4e3f-8d66-540a9ff233ca", "name": "network-vif-plugged", "status": "completed", "tag": "91971784-1b93-406e-af72-8843a6baae4b"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:56:45.228471 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d41202-6368-4f1d-b4c7-28335512061d tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Pushing event deleted for resources: {'Port': ['ID=46f98975-bb2e-4a74-a706-131c3a87903d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:45.246593 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d345cc3-d407-4956-9961-caad0ee8ef6f req-9ef0b97e-ba2c-4c32-8bbc-67c576501f2d tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:45.255077 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8d345cc3-d407-4956-9961-caad0ee8ef6f req-9ef0b97e-ba2c-4c32-8bbc-67c576501f2d tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=352931a5-3b8c-4e85-96ef-2444247ebdad HTTP/1.1" status: 200 len: 949 time: 0.0701180 Nov 12 19:56:45.310827 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8d345cc3-d407-4956-9961-caad0ee8ef6f req-c038f75b-5b03-44f2-81cd-5a456be31ca7 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544801 Nov 12 19:56:45.334418 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2885927a-6791-4c19-89f0-c78521a007d5 req-42d41202-6368-4f1d-b4c7-28335512061d tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] No DVR routers for this DVR port 46f98975-bb2e-4a74-a706-131c3a87903d on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:56:45.338877 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2885927a-6791-4c19-89f0-c78521a007d5 req-42d41202-6368-4f1d-b4c7-28335512061d tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:45.343460 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2885927a-6791-4c19-89f0-c78521a007d5 req-42d41202-6368-4f1d-b4c7-28335512061d tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.55 "DELETE /v2.0/ports/46f98975-bb2e-4a74-a706-131c3a87903d HTTP/1.1" status: 204 len: 173 time: 0.6895814 Nov 12 19:56:45.343936 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503f6ea2-7eaf-4cf3-a448-21b9d7563551', 'name': 'network-vif-deleted', 'tag': '46f98975-bb2e-4a74-a706-131c3a87903d'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:56:45.356832 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbf4b3a-23f3-47eb-b727-b75a047c7d8d" -d '{"events": [{"server_uuid": "503f6ea2-7eaf-4cf3-a448-21b9d7563551", "name": "network-vif-deleted", "tag": "46f98975-bb2e-4a74-a706-131c3a87903d"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:56:45.514667 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 19:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b489b41-57d0-41fd-9fe2-268436d74d05 x-openstack-request-id: req-9b489b41-57d0-41fd-9fe2-268436d74d05 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:56:45.515586 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583e9430-fac3-47d0-9fd5-c52f8861c926", "name": "network-vif-plugged", "status": "completed", "tag": "4c2653b4-5a18-4c5c-b102-68e7c66d932d", "code": 200}, {"server_uuid": "dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac", "name": "network-vif-plugged", "status": "completed", "tag": "ac193f8e-77a6-45c2-9e20-b19d3d102fec", "code": 200}, {"server_uuid": "1e5df940-1840-4e3f-8d66-540a9ff233ca", "name": "network-vif-plugged", "status": "completed", "tag": "91971784-1b93-406e-af72-8843a6baae4b", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:56:45.516079 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b489b41-57d0-41fd-9fe2-268436d74d05 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:56:45.517283 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583e9430-fac3-47d0-9fd5-c52f8861c926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2653b4-5a18-4c5c-b102-68e7c66d932d', 'code': 200} Nov 12 19:56:45.517798 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac193f8e-77a6-45c2-9e20-b19d3d102fec', 'code': 200} Nov 12 19:56:45.518190 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5df940-1840-4e3f-8d66-540a9ff233ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91971784-1b93-406e-af72-8843a6baae4b', 'code': 200} Nov 12 19:56:45.696339 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f17c56-8b87-47c5-8fe4-7cba3d90775f x-openstack-request-id: req-65f17c56-8b87-47c5-8fe4-7cba3d90775f {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:56:45.696628 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503f6ea2-7eaf-4cf3-a448-21b9d7563551", "name": "network-vif-deleted", "tag": "46f98975-bb2e-4a74-a706-131c3a87903d", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:56:45.696878 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-65f17c56-8b87-47c5-8fe4-7cba3d90775f {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:56:45.697313 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503f6ea2-7eaf-4cf3-a448-21b9d7563551', 'name': 'network-vif-deleted', 'tag': '46f98975-bb2e-4a74-a706-131c3a87903d', 'status': 'completed', 'code': 200} Nov 12 19:56:45.727892 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc227473-df71-4072-b39b-60c0f38abdd2 req-ea3559ee-cd57-4bf4-972a-243e5db01e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:45.729416 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bc227473-df71-4072-b39b-60c0f38abdd2 req-ea3559ee-cd57-4bf4-972a-243e5db01e11 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 1102 time: 0.1286800 Nov 12 19:56:45.731866 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56c3c2-e219-41c3-95e9-a99ad345f3f9 req-ba66017f-3f13-4ad0-b109-9e64deeada93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:45.733367 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3a56c3c2-e219-41c3-95e9-a99ad345f3f9 req-ba66017f-3f13-4ad0-b109-9e64deeada93 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=583e9430-fac3-47d0-9fd5-c52f8861c926 HTTP/1.1" status: 200 len: 1102 time: 0.0973561 Nov 12 19:56:45.782718 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fae45-a0ca-478b-9e9b-c790c31676b9 req-dd292a1d-c854-4526-8340-f1f83dd2ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:45.784541 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-193fae45-a0ca-478b-9e9b-c790c31676b9 req-dd292a1d-c854-4526-8340-f1f83dd2ecfc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac HTTP/1.1" status: 200 len: 1102 time: 0.1495972 Nov 12 19:56:45.835614 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21985df9-a2a0-45fa-bc95-52d38b35fe9b req-88efbfb9-e1a5-478f-a7f4-9622a7b12523 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:45.847054 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-21985df9-a2a0-45fa-bc95-52d38b35fe9b req-88efbfb9-e1a5-478f-a7f4-9622a7b12523 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac HTTP/1.1" status: 200 len: 950 time: 0.0852861 Nov 12 19:56:45.867362 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3a56c3c2-e219-41c3-95e9-a99ad345f3f9 req-a5f453de-5d25-4868-a156-56413ad75556 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258790 Nov 12 19:56:45.873643 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bc227473-df71-4072-b39b-60c0f38abdd2 req-9d8288d4-5fa7-45ce-875b-c2802a9b2ce7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283190 Nov 12 19:56:45.891038 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-193fae45-a0ca-478b-9e9b-c790c31676b9 req-34337a00-bfa6-4d01-a005-19e5969981e5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958607 Nov 12 19:56:45.903402 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-21985df9-a2a0-45fa-bc95-52d38b35fe9b req-a11b9629-3651-459e-9bc8-ad2aa63aa285 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550158 Nov 12 19:56:46.041961 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fb5b640b-330a-4140-8677-1ee6c2bed143 req-71d4c592-7676-4056-8be1-7b3f6d9cbc3d tempest-ServerDiagnosticsNegativeTest-618650436 tempest-ServerDiagnosticsNegativeTest-618650436-project] 10.222.0.48 "GET /v2.0/ports?device_id=503f6ea2-7eaf-4cf3-a448-21b9d7563551 HTTP/1.1" status: 200 len: 210 time: 0.0293193 Nov 12 19:56:46.155442 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c798719-ef55-4ed6-ae8e-8de60d22f3d1 req-e3e6b392-a8e4-4b9e-b828-cacdb122e9bf tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:46.156983 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9c798719-ef55-4ed6-ae8e-8de60d22f3d1 req-e3e6b392-a8e4-4b9e-b828-cacdb122e9bf tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=352931a5-3b8c-4e85-96ef-2444247ebdad HTTP/1.1" status: 200 len: 949 time: 0.0496759 Nov 12 19:56:46.208212 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9c798719-ef55-4ed6-ae8e-8de60d22f3d1 req-98b132c0-746b-4ab0-9bdf-00ffa79bc40b tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451624 Nov 12 19:56:46.309886 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51bab2-32c8-42ac-b2f1-123aaa63f848 req-321407e0-37a3-4c41-95ae-e9fedbd20a2a tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:46.311569 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ff51bab2-32c8-42ac-b2f1-123aaa63f848 req-321407e0-37a3-4c41-95ae-e9fedbd20a2a tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=583e9430-fac3-47d0-9fd5-c52f8861c926 HTTP/1.1" status: 200 len: 950 time: 0.0499794 Nov 12 19:56:46.361681 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ff51bab2-32c8-42ac-b2f1-123aaa63f848 req-8a0d54b0-514c-4ce0-ae8c-84d93496f53e tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437379 Nov 12 19:56:46.591190 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46846) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:46.692602 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-02acf5aa-1525-4de9-ac14-ca755afb2cc5 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 19:56:46.702471 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-02acf5aa-1525-4de9-ac14-ca755afb2cc5 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1101828 Nov 12 19:56:46.828663 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-e61d4632-ea82-4130-a3a6-2c7b43728052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:46.835925 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-e61d4632-ea82-4130-a3a6-2c7b43728052 service neutron] 10.222.0.48 "GET /v2.0/ports/087c7865-26e9-4300-9385-2526033a734d HTTP/1.1" status: 200 len: 1094 time: 0.0960386 Nov 12 19:56:46.840752 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-f3710c0e-fe1a-4760-9bcb-f79f77f2f922 service neutron] Request body: {'binding': {'host': 'n-h2-712140-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:46.841358 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-f3710c0e-fe1a-4760-9bcb-f79f77f2f922 service neutron] Unknown quota resources ['binding']. {{(pid=102448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 19:56:46.955265 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46866) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:46.970720 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a58ea-bc00-4180-9263-d6365dd18dc9 req-9ca209d1-3651-4ceb-bb28-4b54671694ef tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:46.978466 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1f3a58ea-bc00-4180-9263-d6365dd18dc9 req-9ca209d1-3651-4ceb-bb28-4b54671694ef tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=352931a5-3b8c-4e85-96ef-2444247ebdad HTTP/1.1" status: 200 len: 949 time: 0.0706708 Nov 12 19:56:46.983724 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-f3710c0e-fe1a-4760-9bcb-f79f77f2f922 service neutron] Attempting to bind port 087c7865-26e9-4300-9385-2526033a734d on host n-h2-712140-15 for vnic_type normal with profile None {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:56:46.984062 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-f3710c0e-fe1a-4760-9bcb-f79f77f2f922 service neutron] Attempting to bind port 087c7865-26e9-4300-9385-2526033a734d by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:56:46.984433 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-f3710c0e-fe1a-4760-9bcb-f79f77f2f922 service neutron] Attempting to bind port 087c7865-26e9-4300-9385-2526033a734d on network e3a881ac-6120-48a0-95f8-2623f45c4673 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:56:46.988774 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-f3710c0e-fe1a-4760-9bcb-f79f77f2f922 service neutron] Port 087c7865-26e9-4300-9385-2526033a734d on network e3a881ac-6120-48a0-95f8-2623f45c4673 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:56:46.989099 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-f3710c0e-fe1a-4760-9bcb-f79f77f2f922 service neutron] Attempting to bind port 087c7865-26e9-4300-9385-2526033a734d on network e3a881ac-6120-48a0-95f8-2623f45c4673 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:56:46.994360 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-f3710c0e-fe1a-4760-9bcb-f79f77f2f922 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:56:46.994979 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-f3710c0e-fe1a-4760-9bcb-f79f77f2f922 service neutron] Checking segment: {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:56:46.995104 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-f3710c0e-fe1a-4760-9bcb-f79f77f2f922 service neutron] Bound using segment: {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:56:46.996064 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-f3710c0e-fe1a-4760-9bcb-f79f77f2f922 service neutron] Bound port: 087c7865-26e9-4300-9385-2526033a734d, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:56:47.024080 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1f3a58ea-bc00-4180-9263-d6365dd18dc9 req-2871bf89-be07-4dc6-8c70-32ce914eabb4 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447640 Nov 12 19:56:47.092598 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7d0d0838-3ce2-43cf-beff-20581deec690 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:47.096195 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-f3710c0e-fe1a-4760-9bcb-f79f77f2f922 service neutron] For port 087c7865-26e9-4300-9385-2526033a734d, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=087c7865-26e9-4300-9385-2526033a734d,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:56:47.108431 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-f3710c0e-fe1a-4760-9bcb-f79f77f2f922 service neutron] Publish callbacks [] for binding, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:47.110290 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-f3710c0e-fe1a-4760-9bcb-f79f77f2f922 service neutron] 10.222.0.48 "POST /v2.0/ports/087c7865-26e9-4300-9385-2526033a734d/bindings HTTP/1.1" status: 201 len: 390 time: 0.2729900 Nov 12 19:56:47.211062 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439773d8-29f7-4a67-b6a4-81e03142c6ac req-9cf2ddb3-64bc-4bcd-b2cf-095b44efbc7c tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:47.219211 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-439773d8-29f7-4a67-b6a4-81e03142c6ac req-9cf2ddb3-64bc-4bcd-b2cf-095b44efbc7c tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac HTTP/1.1" status: 200 len: 950 time: 0.0807264 Nov 12 19:56:47.256085 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7d0d0838-3ce2-43cf-beff-20581deec690 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:47.269597 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7d0d0838-3ce2-43cf-beff-20581deec690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:47.359284 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-439773d8-29f7-4a67-b6a4-81e03142c6ac req-095b9cc2-1f1c-41fe-9c08-56cc33ee0d41 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391063 Nov 12 19:56:47.370094 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7d0d0838-3ce2-43cf-beff-20581deec690 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b647224ab3bc4aa1ae7fb71a69aa9640&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4101079 Nov 12 19:56:47.371415 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46884) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:47.385096 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d0838-3ce2-43cf-beff-20581deec690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47e0b8c-5da5-4733-8fd2-7fb2410d9a09,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:47.484025 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b664e9b-ac61-49fc-9e6b-d6fdacb9b2c4 req-bdf95005-0276-4ed5-ab35-93b2aee83fc7 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:47.485695 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8b664e9b-ac61-49fc-9e6b-d6fdacb9b2c4 req-bdf95005-0276-4ed5-ab35-93b2aee83fc7 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 945 time: 0.0910952 Nov 12 19:56:47.507599 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-41e27f2b-fdf5-4e2d-9d06-8d963abc3729 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:47.546771 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-41e27f2b-fdf5-4e2d-9d06-8d963abc3729 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:47.566505 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46896) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:47.605290 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8b664e9b-ac61-49fc-9e6b-d6fdacb9b2c4 req-4ee9afb2-1df3-43f0-ba93-cf5c472e2c2c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082149 Nov 12 19:56:47.613686 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e27835-79ba-452f-afb9-610fac7ff244 req-4814949d-6cec-449f-965b-13622e6cf8b4 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:47.615759 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d1e27835-79ba-452f-afb9-610fac7ff244 req-4814949d-6cec-449f-965b-13622e6cf8b4 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=583e9430-fac3-47d0-9fd5-c52f8861c926 HTTP/1.1" status: 200 len: 950 time: 0.0581272 Nov 12 19:56:47.683431 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-41e27f2b-fdf5-4e2d-9d06-8d963abc3729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:47.687441 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-41e27f2b-fdf5-4e2d-9d06-8d963abc3729 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:47.688799 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-41e27f2b-fdf5-4e2d-9d06-8d963abc3729 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d47e0b8c-5da5-4733-8fd2-7fb2410d9a09 HTTP/1.1" status: 204 len: 168 time: 0.3159680 Nov 12 19:56:47.702499 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d1e27835-79ba-452f-afb9-610fac7ff244 req-b66d9a1c-49ee-4ab3-b57e-15f386535482 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732112 Nov 12 19:56:47.704700 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-20f6cba4-f1be-4ebf-b2a6-9e454517389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:47.712297 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-20f6cba4-f1be-4ebf-b2a6-9e454517389b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 1097 time: 0.1247118 Nov 12 19:56:47.712297 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e27f2b-fdf5-4e2d-9d06-8d963abc3729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47e0b8c-5da5-4733-8fd2-7fb2410d9a09,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:47.799645 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d6bab8f2-f956-46eb-8170-7ddc37633a28 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=672f489587ed47b986b996cb0f12c464&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308946 Nov 12 19:56:47.802303 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46912) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:47.845769 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-44f7eb6d-1522-439b-9289-35dfbfc3653f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:47.849007 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-44f7eb6d-1522-439b-9289-35dfbfc3653f service neutron] 10.222.0.52 "GET /v2.0/networks?id=e3a881ac-6120-48a0-95f8-2623f45c4673 HTTP/1.1" status: 200 len: 909 time: 0.1242561 Nov 12 19:56:47.886764 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b35fc8c8-a557-4a84-a941-02808119921d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:47.909091 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b35fc8c8-a557-4a84-a941-02808119921d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:47.913918 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-e1a76f46-dbab-40f0-9b36-6889f58bf14c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=087c7865-26e9-4300-9385-2526033a734d HTTP/1.1" status: 200 len: 217 time: 0.0558372 Nov 12 19:56:47.973533 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b35fc8c8-a557-4a84-a941-02808119921d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:47.976268 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b35fc8c8-a557-4a84-a941-02808119921d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:47.977419 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b35fc8c8-a557-4a84-a941-02808119921d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44fb7210-ca3d-4e0f-b7b7-e4574de6ca21 HTTP/1.1" status: 204 len: 168 time: 0.1741867 Nov 12 19:56:47.999248 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fc8c8-a557-4a84-a941-02808119921d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fb7210-ca3d-4e0f-b7b7-e4574de6ca21,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:48.012818 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-6f48d885-eac2-497f-926e-7bf2e36370c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:48.014719 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-6f48d885-eac2-497f-926e-7bf2e36370c9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bbdea447-0bd1-47f3-8097-cac78263fd7c HTTP/1.1" status: 200 len: 848 time: 0.0871928 Nov 12 19:56:48.023934 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22c562-4167-4423-83fb-9fafd43cc33e req-173cb4a2-a305-4b63-915e-77476bdb27ae tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:48.032271 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3e22c562-4167-4423-83fb-9fafd43cc33e req-173cb4a2-a305-4b63-915e-77476bdb27ae tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.1170220 Nov 12 19:56:48.093438 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-290a0c73-923a-4f55-b862-4048a668e474 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e3a881ac-6120-48a0-95f8-2623f45c4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580223 Nov 12 19:56:48.155779 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46924) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:48.161665 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3e22c562-4167-4423-83fb-9fafd43cc33e req-ba43e497-1437-4d18-bbe2-a5d261553fc1 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242769 Nov 12 19:56:48.186245 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-932f4488-0862-47d3-9e1c-8bed763d913d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:48.244831 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-e79a610b-e96b-44cd-91d9-95751a6bab73 service neutron] 10.222.0.52 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402876 Nov 12 19:56:48.301654 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b8169-c886-4027-8a3a-f96ece0285d4 req-b2151a1f-4407-4da5-83bd-af0b1be191f8 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:48.316633 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-731b8169-c886-4027-8a3a-f96ece0285d4 req-b2151a1f-4407-4da5-83bd-af0b1be191f8 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=352931a5-3b8c-4e85-96ef-2444247ebdad HTTP/1.1" status: 200 len: 949 time: 0.0925443 Nov 12 19:56:48.319900 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46928) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:48.376023 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 46f98975-bb2e-4a74-a706-131c3a87903d no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:56:48.401072 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-0129e4a6-3ce3-4021-9113-9326b007f219 service neutron] 10.222.0.52 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480808 Nov 12 19:56:48.407479 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 46f98975-bb2e-4a74-a706-131c3a87903d {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:56:48.408288 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 46f98975-bb2e-4a74-a706-131c3a87903d not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:56:48.436503 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-731b8169-c886-4027-8a3a-f96ece0285d4 req-b63053dc-8e20-49f5-a9a0-dd3420189181 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064644 Nov 12 19:56:48.442866 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-932f4488-0862-47d3-9e1c-8bed763d913d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:48.451183 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-932f4488-0862-47d3-9e1c-8bed763d913d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:48.531893 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-932f4488-0862-47d3-9e1c-8bed763d913d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4e8a3d1ca1c14ada862464528dfca9ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3741500 Nov 12 19:56:48.540508 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e007bc6-b614-47f6-bc3f-17985da1dec7 req-853c90dd-fd1a-4420-ae11-1274592c5a02 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:48.549427 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4e007bc6-b614-47f6-bc3f-17985da1dec7 req-853c90dd-fd1a-4420-ae11-1274592c5a02 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac HTTP/1.1" status: 200 len: 950 time: 0.0791345 Nov 12 19:56:48.551055 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46946) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:48.563518 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f4488-0862-47d3-9e1c-8bed763d913d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091fde3f-7f6f-4fd2-ade5-4c8b53ace6b7,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:48.593361 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-e66e7918-7504-4ab1-b362-dcb15350662d tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=24e5e38dc0ef4467961da0eba9110e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428624 Nov 12 19:56:48.681699 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5b02a45e-1173-461b-a0f8-02c04bf9a03b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:48.695062 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46950) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:48.719730 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1ec079c9-b437-45f4-851a-af9cb610abbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:48.734033 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4e007bc6-b614-47f6-bc3f-17985da1dec7 req-b7d9ea8a-1823-48ff-acc1-7d8a2c9229f4 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837461 Nov 12 19:56:48.737425 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b86c0445-fe0b-4f9b-ab46-be351335d26a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:48.750411 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-8bd71d15-00f6-4c41-ae02-f4a8406af838 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:48.751920 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-8bd71d15-00f6-4c41-ae02-f4a8406af838 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560&tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&binding%3Ahost_id=n-h1-712140-15 HTTP/1.1" status: 200 len: 1097 time: 0.1531172 Nov 12 19:56:48.776155 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-b3bd7e10-b71d-410f-a7bb-0c8a91b9484c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-15'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:48.784797 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-8f0c7d13-c1cc-4850-a9eb-bf82ea403138 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:48.786023 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3f91e-d492-4058-b692-5e8172bff41c req-caa8ed0c-381b-4f9b-a02a-4a40a71a51a7 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:48.786301 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-8f0c7d13-c1cc-4850-a9eb-bf82ea403138 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1918802 Nov 12 19:56:48.787464 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-44b3f91e-d492-4058-b692-5e8172bff41c req-caa8ed0c-381b-4f9b-a02a-4a40a71a51a7 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.52 "GET /v2.0/ports?device_id=352931a5-3b8c-4e85-96ef-2444247ebdad HTTP/1.1" status: 200 len: 949 time: 0.1271122 Nov 12 19:56:48.792984 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b86c0445-fe0b-4f9b-ab46-be351335d26a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:48.824423 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-b4f28900-e63c-44f2-9083-24a18654a422 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/quotas/24e5e38dc0ef4467961da0eba9110e06 HTTP/1.1" status: 200 len: 375 time: 0.0226386 Nov 12 19:56:48.899195 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5b02a45e-1173-461b-a0f8-02c04bf9a03b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:48.907976 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5b02a45e-1173-461b-a0f8-02c04bf9a03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:48.929859 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1ec079c9-b437-45f4-851a-af9cb610abbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:48.945689 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1ec079c9-b437-45f4-851a-af9cb610abbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:48.955990 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-b3bd7e10-b71d-410f-a7bb-0c8a91b9484c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:48.974116 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5b02a45e-1173-461b-a0f8-02c04bf9a03b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4a18cdee784431a88b9d4b0b0488936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6499739 Nov 12 19:56:48.974633 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46956) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:48.978104 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-0ec0596e-b314-4901-b2c8-bbf48d942310 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=24e5e38dc0ef4467961da0eba9110e06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1372826 Nov 12 19:56:48.982140 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02a45e-1173-461b-a0f8-02c04bf9a03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2c17f6-8259-4a57-8e1a-4131dabc02c7,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:49.006950 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1ec079c9-b437-45f4-851a-af9cb610abbe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3bd1962dd2574c539e3ac72e05c1f421&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3108859 Nov 12 19:56:49.010462 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46958) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:49.017620 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91ae12-0cd6-458e-a7e2-61be89da9008 req-39456553-5462-4545-95f6-0427e5215c68 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:49.019146 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b91ae12-0cd6-458e-a7e2-61be89da9008 req-39456553-5462-4545-95f6-0427e5215c68 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 945 time: 0.1987195 Nov 12 19:56:49.034507 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec079c9-b437-45f4-851a-af9cb610abbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d899e27d-9c45-467e-ae68-e73151c15f6c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:49.061609 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b86c0445-fe0b-4f9b-ab46-be351335d26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:49.064107 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b86c0445-fe0b-4f9b-ab46-be351335d26a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:49.068084 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b86c0445-fe0b-4f9b-ab46-be351335d26a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/091fde3f-7f6f-4fd2-ade5-4c8b53ace6b7 HTTP/1.1" status: 204 len: 168 time: 0.5152693 Nov 12 19:56:49.079470 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3045bebb-f158-4d8e-9bce-3712806bc7e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:49.110446 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3045bebb-f158-4d8e-9bce-3712806bc7e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:49.126490 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c0445-fe0b-4f9b-ab46-be351335d26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091fde3f-7f6f-4fd2-ade5-4c8b53ace6b7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:49.190600 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3045bebb-f158-4d8e-9bce-3712806bc7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:49.193892 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3045bebb-f158-4d8e-9bce-3712806bc7e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:49.195222 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3045bebb-f158-4d8e-9bce-3712806bc7e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d899e27d-9c45-467e-ae68-e73151c15f6c HTTP/1.1" status: 204 len: 168 time: 0.1835279 Nov 12 19:56:49.209926 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045bebb-f158-4d8e-9bce-3712806bc7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d899e27d-9c45-467e-ae68-e73151c15f6c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:49.212709 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b4888527-b98c-4810-a161-b1bc6a3eab48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:49.216644 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-44b3f91e-d492-4058-b692-5e8172bff41c req-6f2e90d2-37ca-46c1-af52-989c2717168c tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Deleting port 71fbfff7-3815-42a4-80bd-6938a3a083c8 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:56:49.216976 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-44b3f91e-d492-4058-b692-5e8172bff41c req-6f2e90d2-37ca-46c1-af52-989c2717168c tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:49.514520 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-97e3699b-ec84-44df-92bf-0ee9c73c442f req-0484d38a-89c6-46d2-8053-86921eb4dd7b tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=3518832f-069e-41ed-9b81-19e367c3b790 HTTP/1.1" status: 200 len: 210 time: 0.0324099 Nov 12 19:56:49.580601 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b91ae12-0cd6-458e-a7e2-61be89da9008 req-9bd8725f-0100-4a61-bf8e-b3e920ddc7d0 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5390384 Nov 12 19:56:49.655091 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b4888527-b98c-4810-a161-b1bc6a3eab48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:49.753031 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012c2f9-6622-4d90-9b9b-efac2102d921 req-95dea66e-c664-4d2d-8600-727b064e19a0 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:49.755121 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e012c2f9-6622-4d90-9b9b-efac2102d921 req-95dea66e-c664-4d2d-8600-727b064e19a0 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac HTTP/1.1" status: 200 len: 950 time: 0.1239989 Nov 12 19:56:49.773324 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-b3bd7e10-b71d-410f-a7bb-0c8a91b9484c service neutron] For port 087c7865-26e9-4300-9385-2526033a734d, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=087c7865-26e9-4300-9385-2526033a734d,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:49.893832 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-44b3f91e-d492-4058-b692-5e8172bff41c req-6f2e90d2-37ca-46c1-af52-989c2717168c tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] For port 71fbfff7-3815-42a4-80bd-6938a3a083c8, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=71fbfff7-3815-42a4-80bd-6938a3a083c8,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:49.894060 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-44b3f91e-d492-4058-b692-5e8172bff41c req-6f2e90d2-37ca-46c1-af52-989c2717168c tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:49.924595 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e012c2f9-6622-4d90-9b9b-efac2102d921 req-d03a0d66-b2a6-4281-ae5a-fb5c81a24d5e tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531076 Nov 12 19:56:49.933881 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ec1c0398-3f6a-4c03-a788-3539d6a1a47f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:49.936462 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:49.948597 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-44b3f91e-d492-4058-b692-5e8172bff41c req-6f2e90d2-37ca-46c1-af52-989c2717168c tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Calling delete_port for 71fbfff7-3815-42a4-80bd-6938a3a083c8 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:56:49.961529 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-b3bd7e10-b71d-410f-a7bb-0c8a91b9484c service neutron] For port 087c7865-26e9-4300-9385-2526033a734d, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:56:49.971427 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23040eb-3017-4c2c-83b9-cd51255c8e51 req-2055c7aa-16d7-430d-b3ec-52b289dfd19f tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:49.979672 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f23040eb-3017-4c2c-83b9-cd51255c8e51 req-2055c7aa-16d7-430d-b3ec-52b289dfd19f tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=352931a5-3b8c-4e85-96ef-2444247ebdad HTTP/1.1" status: 200 len: 949 time: 0.2357225 Nov 12 19:56:50.010418 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b4888527-b98c-4810-a161-b1bc6a3eab48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:50.015159 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b4888527-b98c-4810-a161-b1bc6a3eab48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:50.016724 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b4888527-b98c-4810-a161-b1bc6a3eab48 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2c2c17f6-8259-4a57-8e1a-4131dabc02c7 HTTP/1.1" status: 204 len: 168 time: 1.0410538 Nov 12 19:56:50.093717 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4888527-b98c-4810-a161-b1bc6a3eab48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2c17f6-8259-4a57-8e1a-4131dabc02c7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:50.175813 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f58c60d-957a-475a-89b4-45bd596bc560', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '087c7865-26e9-4300-9385-2526033a734d'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:56:50.178111 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f65542d-9902-47cf-87d0-75c6966c5c36" -d '{"events": [{"server_uuid": "8f58c60d-957a-475a-89b4-45bd596bc560", "name": "network-vif-unplugged", "status": "completed", "tag": "087c7865-26e9-4300-9385-2526033a734d"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:56:50.182116 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-b3bd7e10-b71d-410f-a7bb-0c8a91b9484c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:50.211467 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f23040eb-3017-4c2c-83b9-cd51255c8e51 req-e695bf98-fb32-4d9c-94cb-beddea85409f tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/security-groups?id=570dc94c-909e-41e9-b179-a93df70ed9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255039 Nov 12 19:56:50.222427 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-b3bd7e10-b71d-410f-a7bb-0c8a91b9484c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:50.276757 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 19:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96738c9b-306a-4568-aa84-cb9d65e35868 x-openstack-request-id: req-96738c9b-306a-4568-aa84-cb9d65e35868 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:56:50.277315 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f58c60d-957a-475a-89b4-45bd596bc560", "name": "network-vif-unplugged", "status": "completed", "tag": "087c7865-26e9-4300-9385-2526033a734d", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:56:50.277709 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-96738c9b-306a-4568-aa84-cb9d65e35868 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:56:50.278255 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f58c60d-957a-475a-89b4-45bd596bc560', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '087c7865-26e9-4300-9385-2526033a734d', 'code': 200} Nov 12 19:56:50.335099 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd7e10-b71d-410f-a7bb-0c8a91b9484c service neutron] Pushing event updated for resources: {'Port': ['ID=087c7865-26e9-4300-9385-2526033a734d,revision_number=7']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:50.380048 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-b3bd7e10-b71d-410f-a7bb-0c8a91b9484c service neutron] Attempting to bind port 087c7865-26e9-4300-9385-2526033a734d on host n-h1-712140-15 for vnic_type normal with profile {"migrating_to": "n-h2-712140-15"} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:56:50.380681 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-b3bd7e10-b71d-410f-a7bb-0c8a91b9484c service neutron] Attempting to bind port 087c7865-26e9-4300-9385-2526033a734d by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:56:50.381196 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-b3bd7e10-b71d-410f-a7bb-0c8a91b9484c service neutron] Attempting to bind port 087c7865-26e9-4300-9385-2526033a734d on network e3a881ac-6120-48a0-95f8-2623f45c4673 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:56:50.386977 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-44b3f91e-d492-4058-b692-5e8172bff41c req-6f2e90d2-37ca-46c1-af52-989c2717168c tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:50.388775 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-b3bd7e10-b71d-410f-a7bb-0c8a91b9484c service neutron] Port 087c7865-26e9-4300-9385-2526033a734d on network e3a881ac-6120-48a0-95f8-2623f45c4673 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:56:50.389258 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-b3bd7e10-b71d-410f-a7bb-0c8a91b9484c service neutron] Attempting to bind port 087c7865-26e9-4300-9385-2526033a734d on network e3a881ac-6120-48a0-95f8-2623f45c4673 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:56:50.401008 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['71fbfff7-3815-42a4-80bd-6938a3a083c8'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:56:50.427288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e90d2-37ca-46c1-af52-989c2717168c tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Pushing event deleted for resources: {'Port': ['ID=71fbfff7-3815-42a4-80bd-6938a3a083c8,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:50.429576 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-b3bd7e10-b71d-410f-a7bb-0c8a91b9484c service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:56:50.430077 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-b3bd7e10-b71d-410f-a7bb-0c8a91b9484c service neutron] Checking segment: {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:56:50.430633 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-b3bd7e10-b71d-410f-a7bb-0c8a91b9484c service neutron] Bound using segment: {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:56:50.431227 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-b3bd7e10-b71d-410f-a7bb-0c8a91b9484c service neutron] Bound port: 087c7865-26e9-4300-9385-2526033a734d, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:56:50.431725 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-b3bd7e10-b71d-410f-a7bb-0c8a91b9484c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:50.542970 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b3f91e-d492-4058-b692-5e8172bff41c req-6f2e90d2-37ca-46c1-af52-989c2717168c tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] No DVR routers for this DVR port 71fbfff7-3815-42a4-80bd-6938a3a083c8 on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:56:50.561493 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-44b3f91e-d492-4058-b692-5e8172bff41c req-6f2e90d2-37ca-46c1-af52-989c2717168c tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:50.567538 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-44b3f91e-d492-4058-b692-5e8172bff41c req-6f2e90d2-37ca-46c1-af52-989c2717168c tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.52 "DELETE /v2.0/ports/71fbfff7-3815-42a4-80bd-6938a3a083c8 HTTP/1.1" status: 204 len: 173 time: 1.7724254 Nov 12 19:56:50.572590 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47022) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:50.601253 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-584d026a-30b4-4f43-8e4e-b941f1bd391a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:50.746046 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-b3bd7e10-b71d-410f-a7bb-0c8a91b9484c service neutron] For port 087c7865-26e9-4300-9385-2526033a734d, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:56:50.759004 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-b3bd7e10-b71d-410f-a7bb-0c8a91b9484c service neutron] For port 087c7865-26e9-4300-9385-2526033a734d, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=087c7865-26e9-4300-9385-2526033a734d,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:56:50.794262 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-332cb97e-a030-457f-b519-20944dbf3bc4 req-c247de68-5f3b-4235-b007-6d8fc91f64e3 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=3518832f-069e-41ed-9b81-19e367c3b790 HTTP/1.1" status: 200 len: 210 time: 0.0861394 Nov 12 19:56:50.800901 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-b3bd7e10-b71d-410f-a7bb-0c8a91b9484c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:50.861396 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-c4fdb0e2-7f23-49cb-8eab-b59585b4d657 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=24e5e38dc0ef4467961da0eba9110e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3914697 Nov 12 19:56:50.874185 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-584d026a-30b4-4f43-8e4e-b941f1bd391a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:50.879742 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-584d026a-30b4-4f43-8e4e-b941f1bd391a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:50.927018 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-584d026a-30b4-4f43-8e4e-b941f1bd391a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=25340a2dbb1044b7997f5d6f97a67dc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3524802 Nov 12 19:56:50.938259 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47030) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:50.987434 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d026a-30b4-4f43-8e4e-b941f1bd391a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295a4113-6a47-49a5-9df7-3b0bda22c823,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:51.009670 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07324b6c-e875-47ff-8a87-a8de6e6cfb02 req-f6d26437-129c-4059-bf84-18ec64530504 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:51.014789 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-07324b6c-e875-47ff-8a87-a8de6e6cfb02 req-f6d26437-129c-4059-bf84-18ec64530504 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 943 time: 0.2535861 Nov 12 19:56:51.040407 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ede43552-4a31-4129-ae84-9a2f8c403a1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:51.066280 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-b3bd7e10-b71d-410f-a7bb-0c8a91b9484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:51.066883 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-b3bd7e10-b71d-410f-a7bb-0c8a91b9484c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:51.068257 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-b3bd7e10-b71d-410f-a7bb-0c8a91b9484c service neutron] 10.222.0.52 "PUT /v2.0/ports/087c7865-26e9-4300-9385-2526033a734d HTTP/1.1" status: 200 len: 1123 time: 2.3023386 Nov 12 19:56:51.105963 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['087c7865-26e9-4300-9385-2526033a734d'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:56:51.118224 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ede43552-4a31-4129-ae84-9a2f8c403a1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:51.163008 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-07324b6c-e875-47ff-8a87-a8de6e6cfb02 req-da7a7bfc-1002-43f6-bb13-2254a941d8ae tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374390 Nov 12 19:56:51.208871 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd7e10-b71d-410f-a7bb-0c8a91b9484c service neutron] Pushing event updated for resources: {'Port': ['ID=087c7865-26e9-4300-9385-2526033a734d,revision_number=8']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:51.274902 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ede43552-4a31-4129-ae84-9a2f8c403a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:51.284411 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ede43552-4a31-4129-ae84-9a2f8c403a1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:51.298408 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-946f231b-c50e-48b3-b311-ed9622e21df9 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:51.299192 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ede43552-4a31-4129-ae84-9a2f8c403a1a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/295a4113-6a47-49a5-9df7-3b0bda22c823 HTTP/1.1" status: 204 len: 168 time: 0.3547580 Nov 12 19:56:51.301941 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-946f231b-c50e-48b3-b311-ed9622e21df9 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4211893 Nov 12 19:56:51.324175 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-35fa2b4f-9e6f-4544-9da2-6b8b112a8287 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Request body: {'port': {'device_id': '3518832f-069e-41ed-9b81-19e367c3b790', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': '24e5e38dc0ef4467961da0eba9110e06'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:51.397785 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede43552-4a31-4129-ae84-9a2f8c403a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295a4113-6a47-49a5-9df7-3b0bda22c823,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:51.456328 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2646db0-804a-4a23-9f43-d6ca8d5e6f2f req-f285eb8c-ce46-4613-b4f8-8fe34232ede8 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:51.466976 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e2646db0-804a-4a23-9f43-d6ca8d5e6f2f req-f285eb8c-ce46-4613-b4f8-8fe34232ede8 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac HTTP/1.1" status: 200 len: 950 time: 0.2246130 Nov 12 19:56:51.559139 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e2646db0-804a-4a23-9f43-d6ca8d5e6f2f req-755c36e6-4f55-4f70-a5cf-02f101b8f49f tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793617 Nov 12 19:56:51.602414 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0314acb8-5d65-4d5d-b13e-698e1418f1d5 req-67f5cd13-72c2-45a3-925c-110037b836b3 tempest-DeleteServersAdminTestJSON-2039937087 tempest-DeleteServersAdminTestJSON-2039937087-project] 10.222.0.48 "GET /v2.0/ports?device_id=352931a5-3b8c-4e85-96ef-2444247ebdad HTTP/1.1" status: 200 len: 210 time: 0.1285512 Nov 12 19:56:51.664777 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-35fa2b4f-9e6f-4544-9da2-6b8b112a8287 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Made reservation on behalf of 24e5e38dc0ef4467961da0eba9110e06 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:56:51.668374 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-35fa2b4f-9e6f-4544-9da2-6b8b112a8287 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:51.908278 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-35fa2b4f-9e6f-4544-9da2-6b8b112a8287 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Allocated IP 192.168.233.231 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/bf421143-1e11-4c58-ba53-55a510be86e4) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:56:51.934257 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2fa83ab8-64ea-4268-a54f-f53538c72aa4 req-71426e9c-52ec-4c34-9f13-f8a9038003ed tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=3518832f-069e-41ed-9b81-19e367c3b790 HTTP/1.1" status: 200 len: 210 time: 0.0373867 Nov 12 19:56:51.993474 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c4901-6249-4e7a-95bd-05409e1d532e req-a225493d-6dc8-4d87-bd33-30316cb3badf tempest-LiveMigrationNegativeTest-1964974324 tempest-LiveMigrationNegativeTest-1964974324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:51.995143 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-525c4901-6249-4e7a-95bd-05409e1d532e req-a225493d-6dc8-4d87-bd33-30316cb3badf tempest-LiveMigrationNegativeTest-1964974324 tempest-LiveMigrationNegativeTest-1964974324-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac HTTP/1.1" status: 200 len: 1102 time: 0.2681677 Nov 12 19:56:52.049474 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-525c4901-6249-4e7a-95bd-05409e1d532e req-9109f582-6dc0-47b5-a372-fde9f53a5897 tempest-LiveMigrationNegativeTest-1964974324 tempest-LiveMigrationNegativeTest-1964974324-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:52.138142 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-35fa2b4f-9e6f-4544-9da2-6b8b112a8287 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:52.175932 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c096064a-bc91-40c6-976c-222e6bdfae1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:52.212082 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-35fa2b4f-9e6f-4544-9da2-6b8b112a8287 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:52.216744 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-525c4901-6249-4e7a-95bd-05409e1d532e req-9109f582-6dc0-47b5-a372-fde9f53a5897 tempest-LiveMigrationNegativeTest-1964974324 tempest-LiveMigrationNegativeTest-1964974324-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:52.223698 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['4c2653b4-5a18-4c5c-b102-68e7c66d932d'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:56:52.228154 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['91971784-1b93-406e-af72-8843a6baae4b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:56:52.236254 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-525c4901-6249-4e7a-95bd-05409e1d532e req-9109f582-6dc0-47b5-a372-fde9f53a5897 tempest-LiveMigrationNegativeTest-1964974324 tempest-LiveMigrationNegativeTest-1964974324-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:52.256419 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-35fa2b4f-9e6f-4544-9da2-6b8b112a8287 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:56:52.279205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352931a5-3b8c-4e85-96ef-2444247ebdad', 'name': 'network-vif-deleted', 'tag': '71fbfff7-3815-42a4-80bd-6938a3a083c8'}, {'name': 'network-changed', 'server_uuid': '8f58c60d-957a-475a-89b4-45bd596bc560', 'tag': '087c7865-26e9-4300-9385-2526033a734d'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:56:52.281407 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab98be8-e11a-49bc-a1ac-a7eab51977b9" -d '{"events": [{"server_uuid": "352931a5-3b8c-4e85-96ef-2444247ebdad", "name": "network-vif-deleted", "tag": "71fbfff7-3815-42a4-80bd-6938a3a083c8"}, {"name": "network-changed", "server_uuid": "8f58c60d-957a-475a-89b4-45bd596bc560", "tag": "087c7865-26e9-4300-9385-2526033a734d"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:56:52.287998 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-35fa2b4f-9e6f-4544-9da2-6b8b112a8287 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:56:52.299716 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-525c4901-6249-4e7a-95bd-05409e1d532e req-9109f582-6dc0-47b5-a372-fde9f53a5897 tempest-LiveMigrationNegativeTest-1964974324 tempest-LiveMigrationNegativeTest-1964974324-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709422 Nov 12 19:56:52.301982 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-35fa2b4f-9e6f-4544-9da2-6b8b112a8287 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:56:52.353475 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa2b4f-9e6f-4544-9da2-6b8b112a8287 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Pushing event updated for resources: {'Port': ['ID=bf421143-1e11-4c58-ba53-55a510be86e4,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:52.360220 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109f582-6dc0-47b5-a372-fde9f53a5897 tempest-LiveMigrationNegativeTest-1964974324 tempest-LiveMigrationNegativeTest-1964974324-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51e1094-c33b-4236-9edb-432b8a90b0de,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:52.387168 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-35fa2b4f-9e6f-4544-9da2-6b8b112a8287 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:52.388011 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-35fa2b4f-9e6f-4544-9da2-6b8b112a8287 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:52.423780 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-35fa2b4f-9e6f-4544-9da2-6b8b112a8287 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1106336 Nov 12 19:56:52.437754 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-c7148f37-fa17-4474-ac3a-32ee5229836f service neutron] Request body: {'port': {'device_id': '3518832f-069e-41ed-9b81-19e367c3b790', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:52.510863 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-71c32ca6-d623-46e5-9769-837d5d4b1169 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0ea27f3102774675b323fbf4a9305bc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527120 Nov 12 19:56:52.614798 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-c7148f37-fa17-4474-ac3a-32ee5229836f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:52.655560 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598a10e-1e9b-44bd-92eb-4ca39d5fd76a req-df0f99e3-f27f-4bdc-8c62-12a4848bffc4 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:52.660886 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7598a10e-1e9b-44bd-92eb-4ca39d5fd76a req-df0f99e3-f27f-4bdc-8c62-12a4848bffc4 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 943 time: 0.1508918 Nov 12 19:56:52.708615 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-dd2d5419-ad41-4bac-bebb-32656547ad8e tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:52.710663 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-dd2d5419-ad41-4bac-bebb-32656547ad8e tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1969101 Nov 12 19:56:52.739650 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-5580b1af-4097-44ba-877a-12e6036bc32c None None] Provisioning complete for port bf421143-1e11-4c58-ba53-55a510be86e4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:56:52.740210 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5580b1af-4097-44ba-877a-12e6036bc32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:52.740953 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-f6510891-e15d-49b2-8144-e18219bded5c tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/quotas/0ea27f3102774675b323fbf4a9305bc5 HTTP/1.1" status: 200 len: 375 time: 0.0233769 Nov 12 19:56:52.784304 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-29a0e1c1-ad21-45a7-bf2e-a314f9c64f20 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ea27f3102774675b323fbf4a9305bc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413918 Nov 12 19:56:52.800173 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-5580b1af-4097-44ba-877a-12e6036bc32c None None] Port bf421143-1e11-4c58-ba53-55a510be86e4 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:56:52.813464 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7598a10e-1e9b-44bd-92eb-4ca39d5fd76a req-0d75190e-40d6-4fe4-bcab-31ae42198842 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472487 Nov 12 19:56:52.904750 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 71fbfff7-3815-42a4-80bd-6938a3a083c8 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:56:52.925801 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 19:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e03f6f-14d6-438d-8814-be5a4d7e1c9d x-openstack-request-id: req-83e03f6f-14d6-438d-8814-be5a4d7e1c9d {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:56:52.927366 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352931a5-3b8c-4e85-96ef-2444247ebdad", "name": "network-vif-deleted", "tag": "71fbfff7-3815-42a4-80bd-6938a3a083c8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8f58c60d-957a-475a-89b4-45bd596bc560", "tag": "087c7865-26e9-4300-9385-2526033a734d", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:56:52.927696 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-83e03f6f-14d6-438d-8814-be5a4d7e1c9d {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:56:52.928422 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352931a5-3b8c-4e85-96ef-2444247ebdad', 'name': 'network-vif-deleted', 'tag': '71fbfff7-3815-42a4-80bd-6938a3a083c8', 'status': 'completed', 'code': 200} Nov 12 19:56:52.931044 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f58c60d-957a-475a-89b4-45bd596bc560', 'tag': '087c7865-26e9-4300-9385-2526033a734d', 'status': 'completed', 'code': 200} Nov 12 19:56:52.969597 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 71fbfff7-3815-42a4-80bd-6938a3a083c8 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:56:52.971422 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 71fbfff7-3815-42a4-80bd-6938a3a083c8 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:56:53.002624 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab98be8-e11a-49bc-a1ac-a7eab51977b9 req-a5ec0eed-9d22-4a61-aaab-621040e51cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:53.005404 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9ab98be8-e11a-49bc-a1ac-a7eab51977b9 req-a5ec0eed-9d22-4a61-aaab-621040e51cec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 1126 time: 0.0916672 Nov 12 19:56:53.082763 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-c7148f37-fa17-4474-ac3a-32ee5229836f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf421143-1e11-4c58-ba53-55a510be86e4 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:56:53.120428 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-c7148f37-fa17-4474-ac3a-32ee5229836f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:53.149629 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab98be8-e11a-49bc-a1ac-a7eab51977b9 req-0c51ebdb-3aa6-4bad-b4db-1495b7f387ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:53.150977 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9ab98be8-e11a-49bc-a1ac-a7eab51977b9 req-0c51ebdb-3aa6-4bad-b4db-1495b7f387ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=e3a881ac-6120-48a0-95f8-2623f45c4673 HTTP/1.1" status: 200 len: 909 time: 0.1373971 Nov 12 19:56:53.159119 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-c7148f37-fa17-4474-ac3a-32ee5229836f service neutron] Transition to ACTIVE for port object bf421143-1e11-4c58-ba53-55a510be86e4 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:56:53.165984 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-c7148f37-fa17-4474-ac3a-32ee5229836f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:53.219297 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9ab98be8-e11a-49bc-a1ac-a7eab51977b9 req-6e6a94bb-bfb4-4ded-8414-9ee47365dc09 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=087c7865-26e9-4300-9385-2526033a734d HTTP/1.1" status: 200 len: 217 time: 0.0594103 Nov 12 19:56:53.263352 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-31cbf080-1002-4559-8fe9-8466c90c05d2 req-956fb713-48e3-450b-8fda-a4f015ba5fb6 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd0793b0-7a0c-463b-bd81-1d0397fb5b72 HTTP/1.1" status: 200 len: 210 time: 0.0706248 Nov 12 19:56:53.302536 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab98be8-e11a-49bc-a1ac-a7eab51977b9 req-11baf4fc-f147-4447-b5e6-78438da8ea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:53.304202 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9ab98be8-e11a-49bc-a1ac-a7eab51977b9 req-11baf4fc-f147-4447-b5e6-78438da8ea37 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbdea447-0bd1-47f3-8097-cac78263fd7c HTTP/1.1" status: 200 len: 848 time: 0.0786312 Nov 12 19:56:53.317142 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7148f37-fa17-4474-ac3a-32ee5229836f service neutron] Pushing event updated for resources: {'Port': ['ID=bf421143-1e11-4c58-ba53-55a510be86e4,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:53.366729 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9ab98be8-e11a-49bc-a1ac-a7eab51977b9 req-88d24387-4548-4c24-af67-c43efd174435 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3a881ac-6120-48a0-95f8-2623f45c4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556259 Nov 12 19:56:53.532055 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-c7148f37-fa17-4474-ac3a-32ee5229836f service neutron] Attempting to bind port bf421143-1e11-4c58-ba53-55a510be86e4 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:56:53.532403 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-c7148f37-fa17-4474-ac3a-32ee5229836f service neutron] Attempting to bind port bf421143-1e11-4c58-ba53-55a510be86e4 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:56:53.532729 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-c7148f37-fa17-4474-ac3a-32ee5229836f service neutron] Attempting to bind port bf421143-1e11-4c58-ba53-55a510be86e4 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:56:53.547646 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-c7148f37-fa17-4474-ac3a-32ee5229836f service neutron] Port bf421143-1e11-4c58-ba53-55a510be86e4 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:56:53.547975 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-c7148f37-fa17-4474-ac3a-32ee5229836f service neutron] Attempting to bind port bf421143-1e11-4c58-ba53-55a510be86e4 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:56:53.554033 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:53.584082 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3175a-cbf1-4fd5-b001-caf56304d822 req-c26d6c1f-c5b7-46f3-b408-ee778475ffb4 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:53.591987 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-31e3175a-cbf1-4fd5-b001-caf56304d822 req-c26d6c1f-c5b7-46f3-b408-ee778475ffb4 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=3518832f-069e-41ed-9b81-19e367c3b790 HTTP/1.1" status: 200 len: 948 time: 0.1140852 Nov 12 19:56:53.593060 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-c7148f37-fa17-4474-ac3a-32ee5229836f service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:56:53.593608 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-c7148f37-fa17-4474-ac3a-32ee5229836f service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:56:53.594150 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-c7148f37-fa17-4474-ac3a-32ee5229836f service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:56:53.594747 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-c7148f37-fa17-4474-ac3a-32ee5229836f service neutron] Bound port: bf421143-1e11-4c58-ba53-55a510be86e4, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:56:53.595260 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-c7148f37-fa17-4474-ac3a-32ee5229836f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:53.597143 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:53.605638 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-d103eea4-0565-4c29-a616-4c0518c21c26 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=127a6be859e142dbb23de706cc1f6a95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423164 Nov 12 19:56:53.649111 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9ab98be8-e11a-49bc-a1ac-a7eab51977b9 req-fe0569c7-3c15-468a-842c-e6c6885c4c1c service neutron] 10.222.0.55 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677889 Nov 12 19:56:53.714878 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-31e3175a-cbf1-4fd5-b001-caf56304d822 req-f268f9dd-4191-4827-8122-23ff146e4f5c tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071482 Nov 12 19:56:53.762398 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-c7148f37-fa17-4474-ac3a-32ee5229836f service neutron] For port bf421143-1e11-4c58-ba53-55a510be86e4, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:56:53.774261 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-c7148f37-fa17-4474-ac3a-32ee5229836f service neutron] For port bf421143-1e11-4c58-ba53-55a510be86e4, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=bf421143-1e11-4c58-ba53-55a510be86e4,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:56:53.780036 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-c7148f37-fa17-4474-ac3a-32ee5229836f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:53.810751 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-defb6e8a-3112-4ba2-b6cb-1a2e3c89d950 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:53.817873 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-defb6e8a-3112-4ba2-b6cb-1a2e3c89d950 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2113395 Nov 12 19:56:53.846169 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-fe726fee-42c4-462b-875b-adbcb806f167 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/quotas/127a6be859e142dbb23de706cc1f6a95 HTTP/1.1" status: 200 len: 375 time: 0.0273511 Nov 12 19:56:53.869413 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-c7148f37-fa17-4474-ac3a-32ee5229836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:53.870443 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-c7148f37-fa17-4474-ac3a-32ee5229836f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:53.873746 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-c7148f37-fa17-4474-ac3a-32ee5229836f service neutron] 10.222.0.55 "PUT /v2.0/ports/bf421143-1e11-4c58-ba53-55a510be86e4 HTTP/1.1" status: 200 len: 1097 time: 1.4409277 Nov 12 19:56:53.959156 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7148f37-fa17-4474-ac3a-32ee5229836f service neutron] Pushing event updated for resources: {'Port': ['ID=bf421143-1e11-4c58-ba53-55a510be86e4,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:54.018209 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-92574db1-0cc7-4786-8f8a-f132dbbcd7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:54.020044 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-92574db1-0cc7-4786-8f8a-f132dbbcd7e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24e5e38dc0ef4467961da0eba9110e06&device_id=3518832f-069e-41ed-9b81-19e367c3b790 HTTP/1.1" status: 200 len: 1100 time: 0.0794375 Nov 12 19:56:54.073774 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-f63bc6bb-0812-4c23-9f26-768509ffc016 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=bf421143-1e11-4c58-ba53-55a510be86e4 HTTP/1.1" status: 200 len: 217 time: 0.0400729 Nov 12 19:56:54.119189 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9ab98be8-e11a-49bc-a1ac-a7eab51977b9 req-089c4cde-2c3c-4437-a08d-0b9ae0572603 service neutron] 10.222.0.55 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364080 Nov 12 19:56:54.134765 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-51880b70-10b5-432d-b09c-dbd498362ceb tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=127a6be859e142dbb23de706cc1f6a95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2877438 Nov 12 19:56:54.159201 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-246a6304-06f1-4204-b454-e310b8dcf05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:54.160622 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-246a6304-06f1-4204-b454-e310b8dcf05a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0750535 Nov 12 19:56:54.168706 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912c4c7-b94a-4fc5-a550-f82731b17a6a req-7a66632c-43a4-4703-a454-0941eeb24a43 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:54.170360 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4912c4c7-b94a-4fc5-a550-f82731b17a6a req-7a66632c-43a4-4703-a454-0941eeb24a43 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 943 time: 0.0984654 Nov 12 19:56:54.241449 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4912c4c7-b94a-4fc5-a550-f82731b17a6a req-8ff16012-bd7f-4fd3-80ed-8728b7824ac2 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626996 Nov 12 19:56:54.244204 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-0ea49ec7-ca30-4236-bde7-b69768f0aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:54.246164 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-0ea49ec7-ca30-4236-bde7-b69768f0aecc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0747912 Nov 12 19:56:54.391588 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-69906f49-e8c1-4b1a-8db2-d6255252cddb service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345956 Nov 12 19:56:54.525777 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-108dc6a5-ff4c-4756-af70-50e9a8037204 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=0ea27f3102774675b323fbf4a9305bc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537629 Nov 12 19:56:54.649971 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e176e8ad-fb75-496c-b785-b44ac585f2d1 req-b698189d-dc44-4e2d-a22a-c21a336c5f82 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440155 Nov 12 19:56:54.667690 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5e81d13d-ab4e-4e95-a7f3-54949c36a912 req-6dadf105-a3a6-4d21-9402-23c63c0ea33c tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=d617d5cb-69c5-4717-9cee-37a92f4f72f2 HTTP/1.1" status: 200 len: 210 time: 0.0405200 Nov 12 19:56:54.668717 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-61dbc839-430e-4111-ab0c-ed4f33eef565 req-765b5b1a-8eda-4a72-8a86-05e0430c4f6a tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd0793b0-7a0c-463b-bd81-1d0397fb5b72 HTTP/1.1" status: 200 len: 210 time: 0.0435331 Nov 12 19:56:54.729182 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-c3963ffa-f9fc-4561-8609-736194cda5a3 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:54.731537 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-c3963ffa-f9fc-4561-8609-736194cda5a3 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936660 Nov 12 19:56:54.753176 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-b823e2bb-23da-4d7e-b07c-04df2968128e tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Request body: {'port': {'device_id': 'fd0793b0-7a0c-463b-bd81-1d0397fb5b72', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': '0ea27f3102774675b323fbf4a9305bc5'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:54.801249 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f21a9-ec0d-4d87-803f-d8a010e327fa req-64195248-3441-4e94-b065-b7f4c3e6cd4a tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:54.803318 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0b8f21a9-ec0d-4d87-803f-d8a010e327fa req-64195248-3441-4e94-b065-b7f4c3e6cd4a tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac HTTP/1.1" status: 200 len: 950 time: 0.0547686 Nov 12 19:56:54.860029 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0b8f21a9-ec0d-4d87-803f-d8a010e327fa req-2f18a99d-7544-4e66-83f6-a8193767fe57 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463827 Nov 12 19:56:54.925088 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 087c7865-26e9-4300-9385-2526033a734d details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:56:54.931765 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3518832f-069e-41ed-9b81-19e367c3b790', 'tag': 'bf421143-1e11-4c58-ba53-55a510be86e4'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:56:54.937408 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ca7cf5-afe1-42fb-8f7f-94b8971c7b59" -d '{"events": [{"name": "network-changed", "server_uuid": "3518832f-069e-41ed-9b81-19e367c3b790", "tag": "bf421143-1e11-4c58-ba53-55a510be86e4"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:56:55.000496 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-b823e2bb-23da-4d7e-b07c-04df2968128e tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Made reservation on behalf of 0ea27f3102774675b323fbf4a9305bc5 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:56:55.009195 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:55.016252 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-b823e2bb-23da-4d7e-b07c-04df2968128e tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:55.034477 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc67270-980f-4b71-9f86-abb9d585009e x-openstack-request-id: req-3cc67270-980f-4b71-9f86-abb9d585009e {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:56:55.035574 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3518832f-069e-41ed-9b81-19e367c3b790", "tag": "bf421143-1e11-4c58-ba53-55a510be86e4", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:56:55.035787 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3cc67270-980f-4b71-9f86-abb9d585009e {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:56:55.036187 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3518832f-069e-41ed-9b81-19e367c3b790', 'tag': 'bf421143-1e11-4c58-ba53-55a510be86e4', 'status': 'completed', 'code': 200} Nov 12 19:56:55.088064 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-b823e2bb-23da-4d7e-b07c-04df2968128e tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:55.117852 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454155b-c491-477e-ab0b-6d5dc74ef267 req-1a202497-b72e-4e4b-8131-4b52eff874fd tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:55.124428 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5454155b-c491-477e-ab0b-6d5dc74ef267 req-1a202497-b72e-4e4b-8131-4b52eff874fd tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=3518832f-069e-41ed-9b81-19e367c3b790 HTTP/1.1" status: 200 len: 948 time: 0.1191871 Nov 12 19:56:55.138687 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca7cf5-afe1-42fb-8f7f-94b8971c7b59 req-fb204222-3591-4ee0-bc3e-d42c39fd7a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:55.140167 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4ca7cf5-afe1-42fb-8f7f-94b8971c7b59 req-fb204222-3591-4ee0-bc3e-d42c39fd7a2a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24e5e38dc0ef4467961da0eba9110e06&device_id=3518832f-069e-41ed-9b81-19e367c3b790 HTTP/1.1" status: 200 len: 1100 time: 0.0893066 Nov 12 19:56:55.160148 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 087c7865-26e9-4300-9385-2526033a734d, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=087c7865-26e9-4300-9385-2526033a734d,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:55.174432 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 087c7865-26e9-4300-9385-2526033a734d has no active binding in host n-h2-712140-15 {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 19:56:55.189740 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47216) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:55.201899 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5454155b-c491-477e-ab0b-6d5dc74ef267 req-bbc069fd-9991-429d-b073-0820bc32807b tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694551 Nov 12 19:56:55.340817 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-b823e2bb-23da-4d7e-b07c-04df2968128e tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:55.360185 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-b823e2bb-23da-4d7e-b07c-04df2968128e tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:55.398109 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca7cf5-afe1-42fb-8f7f-94b8971c7b59 req-6c2b3039-2456-4b1b-a6d8-2e1cb926b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:55.399583 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4ca7cf5-afe1-42fb-8f7f-94b8971c7b59 req-6c2b3039-2456-4b1b-a6d8-2e1cb926b8a7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.2447839 Nov 12 19:56:55.403572 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-33d4b8bf-f79f-49d7-81c8-36e524d1aa1b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e882a6c2c0424a6e8fc6ccbbe2631e9f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2124879 Nov 12 19:56:55.405710 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47222) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:55.473780 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cdbef963-d0a9-460a-9df0-dcb0c8b63480 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:55.496531 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cdbef963-d0a9-460a-9df0-dcb0c8b63480 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:55.500588 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823e2bb-23da-4d7e-b07c-04df2968128e tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be69aae-ff11-4f6f-a9bb-16b11c017753,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:55.503793 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4ca7cf5-afe1-42fb-8f7f-94b8971c7b59 req-00c06276-f9ea-4134-bf35-372878cb49b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=bf421143-1e11-4c58-ba53-55a510be86e4 HTTP/1.1" status: 200 len: 217 time: 0.0656598 Nov 12 19:56:55.526175 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47226) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:55.558868 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cdbef963-d0a9-460a-9df0-dcb0c8b63480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:55.563247 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cdbef963-d0a9-460a-9df0-dcb0c8b63480 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:55.565747 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cdbef963-d0a9-460a-9df0-dcb0c8b63480 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/570dc94c-909e-41e9-b179-a93df70ed9bd HTTP/1.1" status: 204 len: 168 time: 0.1586802 Nov 12 19:56:55.580429 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbef963-d0a9-460a-9df0-dcb0c8b63480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570dc94c-909e-41e9-b179-a93df70ed9bd,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:55.753460 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-d6ff010f-cfd4-4aa3-9174-1a0c236b48f9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=127a6be859e142dbb23de706cc1f6a95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391662 Nov 12 19:56:55.798969 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-92cfc7ec-6e1e-4895-b795-1697283b2d81 req-93068d6e-87da-4db0-a89f-473627712625 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd0793b0-7a0c-463b-bd81-1d0397fb5b72 HTTP/1.1" status: 200 len: 210 time: 0.0439405 Nov 12 19:56:55.807010 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4cb504-aff4-40e5-8ea5-f41c5f1da925 req-b7bc6b7a-d30f-4ddc-b464-d5e340bd235a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:55.814568 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc4cb504-aff4-40e5-8ea5-f41c5f1da925 req-b7bc6b7a-d30f-4ddc-b464-d5e340bd235a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 943 time: 0.4823804 Nov 12 19:56:55.890753 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca7cf5-afe1-42fb-8f7f-94b8971c7b59 req-0b4a997a-4b6a-43ca-b9ad-2e0a84d869cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:55.892436 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4ca7cf5-afe1-42fb-8f7f-94b8971c7b59 req-0b4a997a-4b6a-43ca-b9ad-2e0a84d869cb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.3779624 Nov 12 19:56:55.893735 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-b823e2bb-23da-4d7e-b07c-04df2968128e tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Allocated IP 192.168.233.170 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/ba3fab21-661b-49c5-930a-406af4ccd4c2) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:56:55.913898 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:55.947635 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc4cb504-aff4-40e5-8ea5-f41c5f1da925 req-f099a2b4-3aed-4588-bc43-7de3c2e6fd51 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321175 Nov 12 19:56:56.005689 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca7cf5-afe1-42fb-8f7f-94b8971c7b59 req-5d448ad7-4d5c-4a43-8cb4-fee2c135f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:56.007394 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4ca7cf5-afe1-42fb-8f7f-94b8971c7b59 req-5d448ad7-4d5c-4a43-8cb4-fee2c135f636 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1075807 Nov 12 19:56:56.085727 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f31ae5d-7b33-4599-b6f9-917ad49810d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:56.113929 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f16a3f83-a72b-4b65-8e16-f46f8bd1439b req-76a7967d-dbd2-48c0-9d0f-65cd12fcf06f tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=d617d5cb-69c5-4717-9cee-37a92f4f72f2 HTTP/1.1" status: 200 len: 210 time: 0.0805676 Nov 12 19:56:56.143325 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-062261ed-6d0b-406a-92eb-d69c91f06abf tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:56.144526 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-062261ed-6d0b-406a-92eb-d69c91f06abf tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3440230 Nov 12 19:56:56.146357 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47242) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:56.168118 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-549018b5-8cd8-4d79-9629-d79f4a877f07 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Request body: {'port': {'device_id': 'd617d5cb-69c5-4717-9cee-37a92f4f72f2', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': '127a6be859e142dbb23de706cc1f6a95'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:56.178582 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-211ac528-44e4-4dea-9519-3d6c261ee18f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:56.236191 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd85481-a406-42cd-8a82-bc20062ec5ae req-6091962c-1fd1-48ca-a309-a5568a92541a tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:56.237829 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2fd85481-a406-42cd-8a82-bc20062ec5ae req-6091962c-1fd1-48ca-a309-a5568a92541a tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac HTTP/1.1" status: 200 len: 950 time: 0.1257894 Nov 12 19:56:56.247820 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4ca7cf5-afe1-42fb-8f7f-94b8971c7b59 req-d0a340e9-903c-4669-8cfc-949344e7e1ee service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302487 Nov 12 19:56:56.301681 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-b823e2bb-23da-4d7e-b07c-04df2968128e tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:56.379315 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f31ae5d-7b33-4599-b6f9-917ad49810d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:56.392885 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f31ae5d-7b33-4599-b6f9-917ad49810d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:56.433888 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b9efb-0d76-4670-be81-596783d52efb req-1b38a804-9c57-4739-b47e-ae48055cf3c7 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:56.434167 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b3bc3-db06-4f81-9aba-9821dff30970 req-819e016b-06ff-4b41-894f-e493f2d5973e tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:56.435363 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd0b9efb-0d76-4670-be81-596783d52efb req-1b38a804-9c57-4739-b47e-ae48055cf3c7 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac HTTP/1.1" status: 200 len: 950 time: 0.1903632 Nov 12 19:56:56.435661 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-105b3bc3-db06-4f81-9aba-9821dff30970 req-819e016b-06ff-4b41-894f-e493f2d5973e tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=3518832f-069e-41ed-9b81-19e367c3b790 HTTP/1.1" status: 200 len: 948 time: 0.1523075 Nov 12 19:56:56.441587 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2fd85481-a406-42cd-8a82-bc20062ec5ae req-cbc574dd-80c9-43c1-89f9-826c24c0ed2d tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796782 Nov 12 19:56:56.447920 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4ca7cf5-afe1-42fb-8f7f-94b8971c7b59 req-c594a33d-a86e-4753-82d6-4cc5d5e45a6c service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848252 Nov 12 19:56:56.458805 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-b823e2bb-23da-4d7e-b07c-04df2968128e tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:56.463681 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-549018b5-8cd8-4d79-9629-d79f4a877f07 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Made reservation on behalf of 127a6be859e142dbb23de706cc1f6a95 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:56:56.475928 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-549018b5-8cd8-4d79-9629-d79f4a877f07 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:56.501198 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31ae5d-7b33-4599-b6f9-917ad49810d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f1d59c-8482-4c2b-b123-05b5f8e0ecd3,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:56.518174 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2f31ae5d-7b33-4599-b6f9-917ad49810d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=040c94e98067467db1de78e92dd91a78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9875324 Nov 12 19:56:56.519016 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-549018b5-8cd8-4d79-9629-d79f4a877f07 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:56.521938 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47246) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:56.538505 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-211ac528-44e4-4dea-9519-3d6c261ee18f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:56.545065 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-b823e2bb-23da-4d7e-b07c-04df2968128e tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:56:56.552542 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-211ac528-44e4-4dea-9519-3d6c261ee18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:56.578977 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823e2bb-23da-4d7e-b07c-04df2968128e tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Pushing event updated for resources: {'Port': ['ID=ba3fab21-661b-49c5-930a-406af4ccd4c2,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:56.581474 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-b823e2bb-23da-4d7e-b07c-04df2968128e tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:56:56.606022 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-b823e2bb-23da-4d7e-b07c-04df2968128e tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:56:56.607333 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-105b3bc3-db06-4f81-9aba-9821dff30970 req-2260c5d6-9a62-40b4-a304-2fa7e55d139b tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596327 Nov 12 19:56:56.619605 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-211ac528-44e4-4dea-9519-3d6c261ee18f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=98604ad1c3ac4230b2e3556f8dbaab0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4721737 Nov 12 19:56:56.626480 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47248) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:56.657502 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ac528-44e4-4dea-9519-3d6c261ee18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8977c69-d449-4740-aaf8-27e501eb0e25,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:56.722874 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-b823e2bb-23da-4d7e-b07c-04df2968128e tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:56.723508 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-b823e2bb-23da-4d7e-b07c-04df2968128e tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:56.727199 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c50a166-33ab-4d4f-9416-569f7b83182d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:56.734381 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-549018b5-8cd8-4d79-9629-d79f4a877f07 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:56.744065 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-3b2548c8-1378-45c7-8987-a09470e71735 service neutron] 10.222.0.55 "GET /v2.0/ports/087c7865-26e9-4300-9385-2526033a734d/bindings/n-h2-712140-15 HTTP/1.1" status: 200 len: 385 time: 0.1954703 Nov 12 19:56:56.744957 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-549018b5-8cd8-4d79-9629-d79f4a877f07 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:56.748084 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d40311b-e752-44c4-a128-f49053342442 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:56.752664 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-cd0b9efb-0d76-4670-be81-596783d52efb req-39877566-257a-4110-811c-b213eafba7eb tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Deleting port ac193f8e-77a6-45c2-9e20-b19d3d102fec {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:56:56.752929 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-cd0b9efb-0d76-4670-be81-596783d52efb req-39877566-257a-4110-811c-b213eafba7eb tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:56.781165 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c50a166-33ab-4d4f-9416-569f7b83182d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:56.793971 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-b823e2bb-23da-4d7e-b07c-04df2968128e tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0446324 Nov 12 19:56:56.828423 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-1464d8e8-5c2e-4243-9cae-160aa43c93a1 service neutron] Request body: {'port': {'device_id': 'fd0793b0-7a0c-463b-bd81-1d0397fb5b72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:56.832186 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d40311b-e752-44c4-a128-f49053342442 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:56.838680 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549018b5-8cd8-4d79-9629-d79f4a877f07 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:56.909037 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-5ff93707-0823-4ca8-9e43-67ad24451c04 None None] Provisioning complete for port ba3fab21-661b-49c5-930a-406af4ccd4c2 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:56:56.909648 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5ff93707-0823-4ca8-9e43-67ad24451c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:56.942983 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-549018b5-8cd8-4d79-9629-d79f4a877f07 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Allocated IP 192.168.233.106 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/eda6343e-7e40-4020-941b-d137c98a8b23) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:56:56.944866 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-5ff93707-0823-4ca8-9e43-67ad24451c04 None None] Port ba3fab21-661b-49c5-930a-406af4ccd4c2 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:56:56.993448 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-1464d8e8-5c2e-4243-9cae-160aa43c93a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:57.006481 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c50a166-33ab-4d4f-9416-569f7b83182d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:57.009145 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c50a166-33ab-4d4f-9416-569f7b83182d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:57.013159 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0c50a166-33ab-4d4f-9416-569f7b83182d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8977c69-d449-4740-aaf8-27e501eb0e25 HTTP/1.1" status: 204 len: 168 time: 0.3843272 Nov 12 19:56:57.020309 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-cd0b9efb-0d76-4670-be81-596783d52efb req-39877566-257a-4110-811c-b213eafba7eb tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] For port ac193f8e-77a6-45c2-9e20-b19d3d102fec, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=ac193f8e-77a6-45c2-9e20-b19d3d102fec,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:57.020840 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-cd0b9efb-0d76-4670-be81-596783d52efb req-39877566-257a-4110-811c-b213eafba7eb tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:57.032941 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-cd0b9efb-0d76-4670-be81-596783d52efb req-39877566-257a-4110-811c-b213eafba7eb tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Calling delete_port for ac193f8e-77a6-45c2-9e20-b19d3d102fec owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:56:57.063112 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50a166-33ab-4d4f-9416-569f7b83182d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8977c69-d449-4740-aaf8-27e501eb0e25,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:57.084681 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73656e4c-83c3-4694-afd8-b6e412d308da req-f044de88-83cf-4594-a69a-ca180dfb9dbe tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:57.086226 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-73656e4c-83c3-4694-afd8-b6e412d308da req-f044de88-83cf-4594-a69a-ca180dfb9dbe tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd0793b0-7a0c-463b-bd81-1d0397fb5b72 HTTP/1.1" status: 200 len: 936 time: 0.1360724 Nov 12 19:56:57.113009 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d40311b-e752-44c4-a128-f49053342442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:57.115587 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d40311b-e752-44c4-a128-f49053342442 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:57.116879 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7d40311b-e752-44c4-a128-f49053342442 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f7f1d59c-8482-4c2b-b123-05b5f8e0ecd3 HTTP/1.1" status: 204 len: 168 time: 0.5938749 Nov 12 19:56:57.201866 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-73656e4c-83c3-4694-afd8-b6e412d308da req-16bd799b-72bb-46f5-ab57-a306167c0eab tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/security-groups?id=0be69aae-ff11-4f6f-a9bb-16b11c017753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728829 Nov 12 19:56:57.224125 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40311b-e752-44c4-a128-f49053342442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f1d59c-8482-4c2b-b123-05b5f8e0ecd3,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:57.272179 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-549018b5-8cd8-4d79-9629-d79f4a877f07 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:57.335912 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-549018b5-8cd8-4d79-9629-d79f4a877f07 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:57.336275 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c1667-586a-41cb-bb78-21cb7ccc6213 req-0ed7ca81-f5b9-44c6-9ab9-c5649e341499 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:57.344202 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d06c1667-586a-41cb-bb78-21cb7ccc6213 req-0ed7ca81-f5b9-44c6-9ab9-c5649e341499 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 943 time: 0.2982402 Nov 12 19:56:57.402651 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-a127ec41-75cf-41c7-9827-ea6afe7b6e9d service neutron] For port 087c7865-26e9-4300-9385-2526033a734d, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=087c7865-26e9-4300-9385-2526033a734d,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:57.437737 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-549018b5-8cd8-4d79-9629-d79f4a877f07 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:56:57.449190 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-549018b5-8cd8-4d79-9629-d79f4a877f07 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:56:57.464902 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-549018b5-8cd8-4d79-9629-d79f4a877f07 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:56:57.470828 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549018b5-8cd8-4d79-9629-d79f4a877f07 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Pushing event updated for resources: {'Port': ['ID=eda6343e-7e40-4020-941b-d137c98a8b23,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:57.522062 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435d8d6-86a8-46fe-a16c-fa6a3de5923c req-a66f82a1-319a-4b89-9726-4918e8fd4e23 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:57.523659 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8435d8d6-86a8-46fe-a16c-fa6a3de5923c req-a66f82a1-319a-4b89-9726-4918e8fd4e23 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=d617d5cb-69c5-4717-9cee-37a92f4f72f2 HTTP/1.1" status: 200 len: 936 time: 0.1408925 Nov 12 19:56:57.530140 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-a127ec41-75cf-41c7-9827-ea6afe7b6e9d service neutron] For port 087c7865-26e9-4300-9385-2526033a734d, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:56:57.565496 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-549018b5-8cd8-4d79-9629-d79f4a877f07 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:57.566166 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-549018b5-8cd8-4d79-9629-d79f4a877f07 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:57.575855 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d06c1667-586a-41cb-bb78-21cb7ccc6213 req-113f0244-71d8-4861-ad10-3c2c75fd8bd4 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305241 Nov 12 19:56:57.602865 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-549018b5-8cd8-4d79-9629-d79f4a877f07 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4451914 Nov 12 19:56:57.621519 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-578949b9-927e-455d-ba65-919a3a3b298b service neutron] Request body: {'port': {'device_id': 'd617d5cb-69c5-4717-9cee-37a92f4f72f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:56:57.645868 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-a127ec41-75cf-41c7-9827-ea6afe7b6e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 087c7865-26e9-4300-9385-2526033a734d {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:56:57.670922 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-cd0b9efb-0d76-4670-be81-596783d52efb req-39877566-257a-4110-811c-b213eafba7eb tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:57.684620 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['1a86412a-3bf1-4494-832d-f68e482c92db'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:56:57.687998 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['ac193f8e-77a6-45c2-9e20-b19d3d102fec'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:56:57.692416 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8435d8d6-86a8-46fe-a16c-fa6a3de5923c req-c1265cae-0ce0-40a3-9308-8e210c3aff74 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381345 Nov 12 19:56:57.704069 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-a127ec41-75cf-41c7-9827-ea6afe7b6e9d service neutron] For port 087c7865-26e9-4300-9385-2526033a734d, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=087c7865-26e9-4300-9385-2526033a734d,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:57.778691 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47278) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:57.829551 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcb06b66-e2fc-444b-b6bc-5dd3f872be6d req-0a49171d-34d2-4c67-a56f-56ed42305a7e tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac HTTP/1.1" status: 200 len: 210 time: 0.1299891 Nov 12 19:56:57.848505 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-578949b9-927e-455d-ba65-919a3a3b298b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:57.857616 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39877566-257a-4110-811c-b213eafba7eb tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Pushing event deleted for resources: {'Port': ['ID=ac193f8e-77a6-45c2-9e20-b19d3d102fec,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:57.881689 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-474a8466-235e-4bdd-92af-6489fc317df8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:57.920058 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ec7f1f97-594d-4641-9cad-94fa78763aed None None] Provisioning complete for port eda6343e-7e40-4020-941b-d137c98a8b23 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:56:57.921060 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ec7f1f97-594d-4641-9cad-94fa78763aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:57.987954 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08865522-6886-435a-bb1f-cc4cfae4d6fd req-661257c0-8417-48c3-84ee-116baf3ee73e tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:57.989853 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-08865522-6886-435a-bb1f-cc4cfae4d6fd req-661257c0-8417-48c3-84ee-116baf3ee73e tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=3518832f-069e-41ed-9b81-19e367c3b790 HTTP/1.1" status: 200 len: 948 time: 0.2072165 Nov 12 19:56:57.990009 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ec7f1f97-594d-4641-9cad-94fa78763aed None None] Port eda6343e-7e40-4020-941b-d137c98a8b23 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:56:58.129756 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-08865522-6886-435a-bb1f-cc4cfae4d6fd req-b0e3944f-557c-446f-9c94-d5afd17ae78b tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230838 Nov 12 19:56:58.195143 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-a127ec41-75cf-41c7-9827-ea6afe7b6e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:58.282264 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0b9efb-0d76-4670-be81-596783d52efb req-39877566-257a-4110-811c-b213eafba7eb tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] No DVR routers for this DVR port ac193f8e-77a6-45c2-9e20-b19d3d102fec on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:56:58.321464 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-cd0b9efb-0d76-4670-be81-596783d52efb req-39877566-257a-4110-811c-b213eafba7eb tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:58.325225 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd0b9efb-0d76-4670-be81-596783d52efb req-39877566-257a-4110-811c-b213eafba7eb tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.52 "DELETE /v2.0/ports/ac193f8e-77a6-45c2-9e20-b19d3d102fec HTTP/1.1" status: 204 len: 173 time: 1.8761811 Nov 12 19:56:58.325682 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac', 'name': 'network-vif-deleted', 'tag': 'ac193f8e-77a6-45c2-9e20-b19d3d102fec'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:56:58.328021 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abe026c-a508-49db-8f35-d51e232044d6" -d '{"events": [{"server_uuid": "dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac", "name": "network-vif-deleted", "tag": "ac193f8e-77a6-45c2-9e20-b19d3d102fec"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:56:58.381443 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-1464d8e8-5c2e-4243-9cae-160aa43c93a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3fab21-661b-49c5-930a-406af4ccd4c2 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:56:58.395535 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6a18e0-48fe-464b-9ce8-b05f949d0c8e x-openstack-request-id: req-8e6a18e0-48fe-464b-9ce8-b05f949d0c8e {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:56:58.395826 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac", "name": "network-vif-deleted", "tag": "ac193f8e-77a6-45c2-9e20-b19d3d102fec", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:56:58.396198 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8e6a18e0-48fe-464b-9ce8-b05f949d0c8e {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:56:58.396479 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe8f23c-3656-4fd3-9f59-e3b96e01c9ac', 'name': 'network-vif-deleted', 'tag': 'ac193f8e-77a6-45c2-9e20-b19d3d102fec', 'status': 'completed', 'code': 200} Nov 12 19:56:58.408287 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-1464d8e8-5c2e-4243-9cae-160aa43c93a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:58.445599 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-1464d8e8-5c2e-4243-9cae-160aa43c93a1 service neutron] Transition to ACTIVE for port object ba3fab21-661b-49c5-930a-406af4ccd4c2 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:56:58.449980 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device bf421143-1e11-4c58-ba53-55a510be86e4 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:56:58.462171 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40388992-cba7-4955-8665-343f0f8bf749 req-abd28b18-7589-494f-aedf-5848b50c6068 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:58.463798 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40388992-cba7-4955-8665-343f0f8bf749 req-abd28b18-7589-494f-aedf-5848b50c6068 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd0793b0-7a0c-463b-bd81-1d0397fb5b72 HTTP/1.1" status: 200 len: 936 time: 0.1829228 Nov 12 19:56:58.466058 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-a127ec41-75cf-41c7-9827-ea6afe7b6e9d service neutron] Transition to ACTIVE for port object 087c7865-26e9-4300-9385-2526033a734d will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:56:58.466867 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-1464d8e8-5c2e-4243-9cae-160aa43c93a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:58.487963 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-a127ec41-75cf-41c7-9827-ea6afe7b6e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:58.549133 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-474a8466-235e-4bdd-92af-6489fc317df8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:58.567945 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-474a8466-235e-4bdd-92af-6489fc317df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:58.627643 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464d8e8-5c2e-4243-9cae-160aa43c93a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3fab21-661b-49c5-930a-406af4ccd4c2,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:58.673406 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port bf421143-1e11-4c58-ba53-55a510be86e4, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=bf421143-1e11-4c58-ba53-55a510be86e4,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:58.693626 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-a127ec41-75cf-41c7-9827-ea6afe7b6e9d service neutron] No DVR routers for this DVR port 087c7865-26e9-4300-9385-2526033a734d on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:56:58.695448 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'bf421143-1e11-4c58-ba53-55a510be86e4', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': 'bf421143-1e11-4c58-ba53-55a510be86e4', 'mac_address': 'fa:16:3e:ec:eb:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:56:58.720058 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8466-235e-4bdd-92af-6489fc317df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860691ed-cc85-4cd2-8e92-24add8810960,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:58.750854 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:58.763153 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-578949b9-927e-455d-ba65-919a3a3b298b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eda6343e-7e40-4020-941b-d137c98a8b23 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:56:58.777180 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-578949b9-927e-455d-ba65-919a3a3b298b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:58.786097 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40388992-cba7-4955-8665-343f0f8bf749 req-1b02f750-ef85-4f9c-91c9-6925eadf590d tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/security-groups?id=0be69aae-ff11-4f6f-a9bb-16b11c017753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947893 Nov 12 19:56:58.792548 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf421143-1e11-4c58-ba53-55a510be86e4 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:56:58.809893 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-578949b9-927e-455d-ba65-919a3a3b298b service neutron] Transition to ACTIVE for port object eda6343e-7e40-4020-941b-d137c98a8b23 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:56:58.822616 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c91fc-20c4-4fd4-aaba-49ede8aff719 req-b9327fca-29a9-483b-95cf-a7e8d756ab09 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:58.824862 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f57c91fc-20c4-4fd4-aaba-49ede8aff719 req-b9327fca-29a9-483b-95cf-a7e8d756ab09 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 944 time: 0.1197236 Nov 12 19:56:58.826114 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-578949b9-927e-455d-ba65-919a3a3b298b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:58.851437 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port bf421143-1e11-4c58-ba53-55a510be86e4, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=bf421143-1e11-4c58-ba53-55a510be86e4,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:56:58.857984 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:58.888703 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-474a8466-235e-4bdd-92af-6489fc317df8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=084c9948d81c4df2bab44cddd0c0abc9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0735147 Nov 12 19:56:58.895554 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47310) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:56:58.972201 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=bf421143-1e11-4c58-ba53-55a510be86e4,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:58.991555 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578949b9-927e-455d-ba65-919a3a3b298b service neutron] Pushing event updated for resources: {'Port': ['ID=eda6343e-7e40-4020-941b-d137c98a8b23,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:58.996745 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127ec41-75cf-41c7-9827-ea6afe7b6e9d service neutron] Pushing event updated for resources: {'Port': ['ID=087c7865-26e9-4300-9385-2526033a734d,revision_number=10']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:59.006648 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f57c91fc-20c4-4fd4-aaba-49ede8aff719 req-34c40ff0-9a86-4a54-a0cd-dea592c6d40c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595082 Nov 12 19:56:59.066065 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-a127ec41-75cf-41c7-9827-ea6afe7b6e9d service neutron] 10.222.0.55 "PUT /v2.0/ports/087c7865-26e9-4300-9385-2526033a734d/bindings/n-h2-712140-15/activate HTTP/1.1" status: 200 len: 370 time: 2.3083658 Nov 12 19:56:59.116463 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-1464d8e8-5c2e-4243-9cae-160aa43c93a1 service neutron] Attempting to bind port ba3fab21-661b-49c5-930a-406af4ccd4c2 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:56:59.117011 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-1464d8e8-5c2e-4243-9cae-160aa43c93a1 service neutron] Attempting to bind port ba3fab21-661b-49c5-930a-406af4ccd4c2 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:56:59.117434 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-1464d8e8-5c2e-4243-9cae-160aa43c93a1 service neutron] Attempting to bind port ba3fab21-661b-49c5-930a-406af4ccd4c2 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:56:59.130052 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-578949b9-927e-455d-ba65-919a3a3b298b service neutron] Attempting to bind port eda6343e-7e40-4020-941b-d137c98a8b23 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:56:59.130501 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-578949b9-927e-455d-ba65-919a3a3b298b service neutron] Attempting to bind port eda6343e-7e40-4020-941b-d137c98a8b23 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:56:59.130732 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-578949b9-927e-455d-ba65-919a3a3b298b service neutron] Attempting to bind port eda6343e-7e40-4020-941b-d137c98a8b23 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:56:59.134162 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-90d40db7-7183-45be-9153-9c440667877b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:59.137849 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-1464d8e8-5c2e-4243-9cae-160aa43c93a1 service neutron] Port ba3fab21-661b-49c5-930a-406af4ccd4c2 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:56:59.138272 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-1464d8e8-5c2e-4243-9cae-160aa43c93a1 service neutron] Attempting to bind port ba3fab21-661b-49c5-930a-406af4ccd4c2 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:56:59.147876 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-578949b9-927e-455d-ba65-919a3a3b298b service neutron] Port eda6343e-7e40-4020-941b-d137c98a8b23 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:56:59.148435 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-578949b9-927e-455d-ba65-919a3a3b298b service neutron] Attempting to bind port eda6343e-7e40-4020-941b-d137c98a8b23 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:56:59.151670 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c80c6-9855-406a-802e-caf89f44ecb2 req-c346a3bf-df3e-447a-aaf0-bfdefc03b011 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:59.156791 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-578949b9-927e-455d-ba65-919a3a3b298b service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:56:59.157138 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-578949b9-927e-455d-ba65-919a3a3b298b service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:56:59.157531 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-578949b9-927e-455d-ba65-919a3a3b298b service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:56:59.157982 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-578949b9-927e-455d-ba65-919a3a3b298b service neutron] Bound port: eda6343e-7e40-4020-941b-d137c98a8b23, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:56:59.158346 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-578949b9-927e-455d-ba65-919a3a3b298b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:59.161231 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-915c80c6-9855-406a-802e-caf89f44ecb2 req-c346a3bf-df3e-447a-aaf0-bfdefc03b011 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=d617d5cb-69c5-4717-9cee-37a92f4f72f2 HTTP/1.1" status: 200 len: 948 time: 0.1988375 Nov 12 19:56:59.174733 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['bf421143-1e11-4c58-ba53-55a510be86e4'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:56:59.225254 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-1464d8e8-5c2e-4243-9cae-160aa43c93a1 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:56:59.225826 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-1464d8e8-5c2e-4243-9cae-160aa43c93a1 service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:56:59.226198 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-1464d8e8-5c2e-4243-9cae-160aa43c93a1 service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:56:59.226744 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-1464d8e8-5c2e-4243-9cae-160aa43c93a1 service neutron] Bound port: ba3fab21-661b-49c5-930a-406af4ccd4c2, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:56:59.227189 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-1464d8e8-5c2e-4243-9cae-160aa43c93a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:59.274158 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-90d40db7-7183-45be-9153-9c440667877b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:59.276103 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-578949b9-927e-455d-ba65-919a3a3b298b service neutron] For port eda6343e-7e40-4020-941b-d137c98a8b23, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:56:59.282801 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-578949b9-927e-455d-ba65-919a3a3b298b service neutron] For port eda6343e-7e40-4020-941b-d137c98a8b23, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=eda6343e-7e40-4020-941b-d137c98a8b23,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:56:59.288334 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-578949b9-927e-455d-ba65-919a3a3b298b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:59.347364 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-578949b9-927e-455d-ba65-919a3a3b298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:59.349589 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-578949b9-927e-455d-ba65-919a3a3b298b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:59.353347 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-578949b9-927e-455d-ba65-919a3a3b298b service neutron] 10.222.0.55 "PUT /v2.0/ports/eda6343e-7e40-4020-941b-d137c98a8b23 HTTP/1.1" status: 200 len: 1097 time: 1.7386904 Nov 12 19:56:59.354124 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd617d5cb-69c5-4717-9cee-37a92f4f72f2', 'tag': 'eda6343e-7e40-4020-941b-d137c98a8b23'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:56:59.357857 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c6c6ad-34c5-4932-8e83-6e9e0eba1151" -d '{"events": [{"name": "network-changed", "server_uuid": "d617d5cb-69c5-4717-9cee-37a92f4f72f2", "tag": "eda6343e-7e40-4020-941b-d137c98a8b23"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:56:59.390264 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-915c80c6-9855-406a-802e-caf89f44ecb2 req-3203eb4b-9a6e-4a3b-a26e-bcd667701c0f tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279260 Nov 12 19:56:59.390853 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578949b9-927e-455d-ba65-919a3a3b298b service neutron] Pushing event updated for resources: {'Port': ['ID=eda6343e-7e40-4020-941b-d137c98a8b23,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:59.392379 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-256a0ac2-d9fb-4d9a-a97d-3becb90f0b65 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:59.393822 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-256a0ac2-d9fb-4d9a-a97d-3becb90f0b65 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560&tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&binding%3Ahost_id=n-h1-712140-15 HTTP/1.1" status: 200 len: 1096 time: 0.2260449 Nov 12 19:56:59.523492 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-1123887f-09c6-4cab-b267-1b090280c33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:59.525517 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-1123887f-09c6-4cab-b267-1b090280c33d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=127a6be859e142dbb23de706cc1f6a95&device_id=d617d5cb-69c5-4717-9cee-37a92f4f72f2 HTTP/1.1" status: 200 len: 1100 time: 0.0765853 Nov 12 19:56:59.527047 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-1464d8e8-5c2e-4243-9cae-160aa43c93a1 service neutron] For port ba3fab21-661b-49c5-930a-406af4ccd4c2, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:56:59.534787 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-1464d8e8-5c2e-4243-9cae-160aa43c93a1 service neutron] For port ba3fab21-661b-49c5-930a-406af4ccd4c2, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=ba3fab21-661b-49c5-930a-406af4ccd4c2,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:56:59.545539 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-1464d8e8-5c2e-4243-9cae-160aa43c93a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:59.559918 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-05a4d04a-e7f2-4e02-918b-6557c3ac08a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:59.561499 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-05a4d04a-e7f2-4e02-918b-6557c3ac08a9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560&tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f HTTP/1.1" status: 200 len: 1096 time: 0.1415889 Nov 12 19:56:59.574547 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-6a052715-70ff-4bf0-86f9-904a76a83e16 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=eda6343e-7e40-4020-941b-d137c98a8b23 HTTP/1.1" status: 200 len: 217 time: 0.0385242 Nov 12 19:56:59.599898 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-90d40db7-7183-45be-9153-9c440667877b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:59.602409 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-90d40db7-7183-45be-9153-9c440667877b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:59.603545 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-90d40db7-7183-45be-9153-9c440667877b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/860691ed-cc85-4cd2-8e92-24add8810960 HTTP/1.1" status: 204 len: 168 time: 0.7068369 Nov 12 19:56:59.654967 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-35f57bd9-1d84-4693-bc54-89dfd9d2b613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:59.656555 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-35f57bd9-1d84-4693-bc54-89dfd9d2b613 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0742717 Nov 12 19:56:59.694644 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d40db7-7183-45be-9153-9c440667877b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860691ed-cc85-4cd2-8e92-24add8810960,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:59.699131 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-1464d8e8-5c2e-4243-9cae-160aa43c93a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:59.699765 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-1464d8e8-5c2e-4243-9cae-160aa43c93a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:56:59.701717 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-1464d8e8-5c2e-4243-9cae-160aa43c93a1 service neutron] 10.222.0.52 "PUT /v2.0/ports/ba3fab21-661b-49c5-930a-406af4ccd4c2 HTTP/1.1" status: 200 len: 1097 time: 2.8850672 Nov 12 19:56:59.750574 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ed5804-c09c-4709-8b18-d520aaadae96 x-openstack-request-id: req-51ed5804-c09c-4709-8b18-d520aaadae96 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:56:59.750876 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d617d5cb-69c5-4717-9cee-37a92f4f72f2", "tag": "eda6343e-7e40-4020-941b-d137c98a8b23", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:56:59.751123 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-51ed5804-c09c-4709-8b18-d520aaadae96 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:56:59.751738 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd617d5cb-69c5-4717-9cee-37a92f4f72f2', 'tag': 'eda6343e-7e40-4020-941b-d137c98a8b23', 'status': 'completed', 'code': 200} Nov 12 19:56:59.775263 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464d8e8-5c2e-4243-9cae-160aa43c93a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3fab21-661b-49c5-930a-406af4ccd4c2,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:56:59.801718 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fbb32-ca2d-4bed-a96d-a66518e399cd req-81321f44-468d-4f81-bf06-003028eb8612 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:59.803328 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-068fbb32-ca2d-4bed-a96d-a66518e399cd req-81321f44-468d-4f81-bf06-003028eb8612 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=3518832f-069e-41ed-9b81-19e367c3b790 HTTP/1.1" status: 200 len: 949 time: 0.2489762 Nov 12 19:56:59.832300 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-f069f503-a89f-407c-a711-8e553799c9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:59.832853 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-949e889e-4280-4c4c-8bdd-7577cd3bda26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:59.833900 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-949e889e-4280-4c4c-8bdd-7577cd3bda26 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 1096 time: 0.2157366 Nov 12 19:56:59.834419 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-f069f503-a89f-407c-a711-8e553799c9ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1651030 Nov 12 19:56:59.860790 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200ef87-3667-4eb2-bf52-65d5d340fc51 req-f4c145f7-9029-43a3-9e5d-e1a69118e433 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:59.862465 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7200ef87-3667-4eb2-bf52-65d5d340fc51 req-f4c145f7-9029-43a3-9e5d-e1a69118e433 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0295a38-6047-482a-8b78-63e7485fd36f HTTP/1.1" status: 200 len: 949 time: 0.0779438 Nov 12 19:56:59.952348 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-068fbb32-ca2d-4bed-a96d-a66518e399cd req-ff95f977-e940-4517-b08c-4a14ee99ad0d tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343610 Nov 12 19:56:59.956073 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-882582f0-e919-4b52-a4fd-cd52d3638537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:56:59.957579 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-882582f0-e919-4b52-a4fd-cd52d3638537 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea27f3102774675b323fbf4a9305bc5&device_id=fd0793b0-7a0c-463b-bd81-1d0397fb5b72 HTTP/1.1" status: 200 len: 1100 time: 0.2040842 Nov 12 19:57:00.003016 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7200ef87-3667-4eb2-bf52-65d5d340fc51 req-909f6ab9-a0c3-45bb-a5ce-d6b2e2415a2d tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245379 Nov 12 19:57:00.035348 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-cbaef63e-d793-4347-a244-53a3ec5cac6e service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904192 Nov 12 19:57:00.057486 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-0d91f4a6-4dff-43a1-89a5-d135ae32bdc9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=ba3fab21-661b-49c5-930a-406af4ccd4c2 HTTP/1.1" status: 200 len: 217 time: 0.0711749 Nov 12 19:57:00.130116 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-ded9209b-5591-4b63-909c-91ce88d5a52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:00.131600 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-ded9209b-5591-4b63-909c-91ce88d5a52f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0631063 Nov 12 19:57:00.136993 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-e0b55961-fb71-4945-ba85-cb1b018c79f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:00.138842 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-e0b55961-fb71-4945-ba85-cb1b018c79f1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e3a881ac-6120-48a0-95f8-2623f45c4673 HTTP/1.1" status: 200 len: 909 time: 0.2778859 Nov 12 19:57:00.203898 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-220ca2a0-abbd-48a9-b70c-57dcb51a81dd req-10a6c036-86be-40ee-a611-88aaec5e9141 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595049 Nov 12 19:57:00.212836 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a173363-21ee-4fb5-9965-f98a72e6ba40 req-ece188a5-5b8f-4b0c-83ea-48dff4a3009e tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:00.224978 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a173363-21ee-4fb5-9965-f98a72e6ba40 req-ece188a5-5b8f-4b0c-83ea-48dff4a3009e tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd0793b0-7a0c-463b-bd81-1d0397fb5b72 HTTP/1.1" status: 200 len: 948 time: 0.0940804 Nov 12 19:57:00.230973 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-c7c52a9f-9d46-4cdd-93ad-af55cd6dd14b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=087c7865-26e9-4300-9385-2526033a734d HTTP/1.1" status: 200 len: 217 time: 0.0640817 Nov 12 19:57:00.301911 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-f64ca62f-0f7f-44a1-a25c-6135f1a245ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:00.302590 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a173363-21ee-4fb5-9965-f98a72e6ba40 req-3a2a3112-0c87-4d5d-9123-bf361a165e44 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/security-groups?id=0be69aae-ff11-4f6f-a9bb-16b11c017753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764546 Nov 12 19:57:00.303434 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-f64ca62f-0f7f-44a1-a25c-6135f1a245ad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1478915 Nov 12 19:57:00.363320 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6c6ad-34c5-4932-8e83-6e9e0eba1151 req-447a8767-0a6e-4913-8bfb-c3ec5e8f3344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:00.366112 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-21c6c6ad-34c5-4932-8e83-6e9e0eba1151 req-447a8767-0a6e-4913-8bfb-c3ec5e8f3344 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=127a6be859e142dbb23de706cc1f6a95&device_id=d617d5cb-69c5-4717-9cee-37a92f4f72f2 HTTP/1.1" status: 200 len: 1100 time: 0.0831738 Nov 12 19:57:00.366636 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-2ccf4c73-c105-444b-a299-990acef4edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:00.368128 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-2ccf4c73-c105-444b-a299-990acef4edd5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bbdea447-0bd1-47f3-8097-cac78263fd7c HTTP/1.1" status: 200 len: 848 time: 0.1182642 Nov 12 19:57:00.421419 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0793b0-7a0c-463b-bd81-1d0397fb5b72', 'tag': 'ba3fab21-661b-49c5-930a-406af4ccd4c2'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:57:00.426340 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa93d3e4-85f1-454d-9460-355648b27044" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0793b0-7a0c-463b-bd81-1d0397fb5b72", "tag": "ba3fab21-661b-49c5-930a-406af4ccd4c2"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:57:00.458525 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-74f2a200-920f-43d6-abad-d95de1f33556 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e3a881ac-6120-48a0-95f8-2623f45c4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287461 Nov 12 19:57:00.471441 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device bf421143-1e11-4c58-ba53-55a510be86e4 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:57:00.488120 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6c6ad-34c5-4932-8e83-6e9e0eba1151 req-de8e92c2-da06-49bb-86ed-81e1a59a1b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:00.490063 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-21c6c6ad-34c5-4932-8e83-6e9e0eba1151 req-de8e92c2-da06-49bb-86ed-81e1a59a1b8f service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.1153607 Nov 12 19:57:00.500327 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a918f3-9675-4841-b6a6-ed05adef64ee req-e0651d03-35b2-4ff2-866e-5e15dac83618 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:00.507408 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c0a918f3-9675-4841-b6a6-ed05adef64ee req-e0651d03-35b2-4ff2-866e-5e15dac83618 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 944 time: 0.1430314 Nov 12 19:57:00.537663 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d129f172-d2d0-4a84-a93b-c41ba2eb3aef x-openstack-request-id: req-d129f172-d2d0-4a84-a93b-c41ba2eb3aef {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:57:00.538031 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0793b0-7a0c-463b-bd81-1d0397fb5b72", "tag": "ba3fab21-661b-49c5-930a-406af4ccd4c2", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:57:00.538915 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d129f172-d2d0-4a84-a93b-c41ba2eb3aef {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:57:00.539423 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0793b0-7a0c-463b-bd81-1d0397fb5b72', 'tag': 'ba3fab21-661b-49c5-930a-406af4ccd4c2', 'status': 'completed', 'code': 200} Nov 12 19:57:00.543313 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-21c6c6ad-34c5-4932-8e83-6e9e0eba1151 req-35dd8052-8640-429d-8561-b1ea2ca57929 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=eda6343e-7e40-4020-941b-d137c98a8b23 HTTP/1.1" status: 200 len: 217 time: 0.0433326 Nov 12 19:57:00.556639 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port bf421143-1e11-4c58-ba53-55a510be86e4 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:57:00.563571 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port bf421143-1e11-4c58-ba53-55a510be86e4 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:00.564209 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:00.640590 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47368) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:00.641503 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6c6ad-34c5-4932-8e83-6e9e0eba1151 req-55550b28-18dd-4141-8c8d-48a0564a6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:00.643083 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-21c6c6ad-34c5-4932-8e83-6e9e0eba1151 req-55550b28-18dd-4141-8c8d-48a0564a6a5e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0904393 Nov 12 19:57:00.654189 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5aa81b-e0b1-42f7-8a38-b17c6552477c req-de12cdcb-071f-4e9c-97ed-f9b5114fb65a tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:00.655050 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-b9d16c3e-198b-47f0-94b6-edf3a1057998 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396025 Nov 12 19:57:00.655840 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2e5aa81b-e0b1-42f7-8a38-b17c6552477c req-de12cdcb-071f-4e9c-97ed-f9b5114fb65a tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=d617d5cb-69c5-4717-9cee-37a92f4f72f2 HTTP/1.1" status: 200 len: 948 time: 0.0896192 Nov 12 19:57:00.672250 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c0a918f3-9675-4841-b6a6-ed05adef64ee req-a6cd68c3-3966-4ba6-8687-d9488e13d065 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639619 Nov 12 19:57:00.685027 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:00.733948 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6c6ad-34c5-4932-8e83-6e9e0eba1151 req-3221a687-4b77-4f90-b294-555e6713c567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:00.735435 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-21c6c6ad-34c5-4932-8e83-6e9e0eba1151 req-3221a687-4b77-4f90-b294-555e6713c567 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0784464 Nov 12 19:57:00.738370 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3518832f-069e-41ed-9b81-19e367c3b790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf421143-1e11-4c58-ba53-55a510be86e4'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:57:00.741772 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ebccf6-2e1b-49df-a45d-aea8eaaab62c" -d '{"events": [{"server_uuid": "3518832f-069e-41ed-9b81-19e367c3b790", "name": "network-vif-plugged", "status": "completed", "tag": "bf421143-1e11-4c58-ba53-55a510be86e4"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:57:00.744349 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2e5aa81b-e0b1-42f7-8a38-b17c6552477c req-5ff8b0f6-6ad9-4845-834b-83c88e0a6d3b tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753016 Nov 12 19:57:00.768317 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-c0e96d5a-1488-45b7-9827-39215033e7aa service neutron] 10.222.0.52 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902758 Nov 12 19:57:00.773829 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port bf421143-1e11-4c58-ba53-55a510be86e4, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=bf421143-1e11-4c58-ba53-55a510be86e4,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:00.786913 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:00.787975 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 087c7865-26e9-4300-9385-2526033a734d no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:57:00.856731 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-21c6c6ad-34c5-4932-8e83-6e9e0eba1151 req-3b737a5f-8655-4fc0-8c10-a2153c5e44f3 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095514 Nov 12 19:57:00.861130 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-93e38c1f-3306-4acc-bfcf-e594771b5e13 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1253637685-network', 'tenant_id': 'a8a5bd1ccbfe428e92a02d5a3a8bec63'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:00.876029 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d56f42c-38db-4c32-aee8-44fda7b6b615 x-openstack-request-id: req-7d56f42c-38db-4c32-aee8-44fda7b6b615 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:57:00.876719 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3518832f-069e-41ed-9b81-19e367c3b790", "name": "network-vif-plugged", "status": "completed", "tag": "bf421143-1e11-4c58-ba53-55a510be86e4", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:57:00.877107 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d56f42c-38db-4c32-aee8-44fda7b6b615 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:57:00.877741 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3518832f-069e-41ed-9b81-19e367c3b790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf421143-1e11-4c58-ba53-55a510be86e4', 'code': 200} Nov 12 19:57:00.888071 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 087c7865-26e9-4300-9385-2526033a734d not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:57:00.920056 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4c96b6a3-11d0-4162-8119-535b8e3b8d4f req-665b72d4-d2eb-46a2-bf3a-1899fa1520f8 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409894 Nov 12 19:57:00.922072 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-0234412c-101b-486d-bcc6-6d0236091c5a service neutron] 10.222.0.52 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442268 Nov 12 19:57:00.923581 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e38c1f-3306-4acc-bfcf-e594771b5e13 admin admin] Made reservation on behalf of a8a5bd1ccbfe428e92a02d5a3a8bec63 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:57:00.926112 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-93e38c1f-3306-4acc-bfcf-e594771b5e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:00.946088 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-93e38c1f-3306-4acc-bfcf-e594771b5e13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:00.994416 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device ac193f8e-77a6-45c2-9e20-b19d3d102fec no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:57:01.016298 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e8e9b-87a8-48d5-8565-539fc90ef788 req-47cafe3d-ae63-4923-9f62-03f1c0ef9089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:01.017687 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-139e8e9b-87a8-48d5-8565-539fc90ef788 req-47cafe3d-ae63-4923-9f62-03f1c0ef9089 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3518832f-069e-41ed-9b81-19e367c3b790 HTTP/1.1" status: 200 len: 1102 time: 0.0806487 Nov 12 19:57:01.034990 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: ac193f8e-77a6-45c2-9e20-b19d3d102fec {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:57:01.035366 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device ac193f8e-77a6-45c2-9e20-b19d3d102fec not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:57:01.040955 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=bf421143-1e11-4c58-ba53-55a510be86e4,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:01.182178 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-139e8e9b-87a8-48d5-8565-539fc90ef788 req-5d16f9e5-4f89-44df-baba-da1c2b6d2a77 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466959 Nov 12 19:57:01.192084 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93d3e4-85f1-454d-9460-355648b27044 req-bf4b68a2-420b-4a43-b6c2-203eec27cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:01.193675 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa93d3e4-85f1-454d-9460-355648b27044 req-bf4b68a2-420b-4a43-b6c2-203eec27cf11 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea27f3102774675b323fbf4a9305bc5&device_id=fd0793b0-7a0c-463b-bd81-1d0397fb5b72 HTTP/1.1" status: 200 len: 1100 time: 0.1396101 Nov 12 19:57:01.207810 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401d885-5187-4bc5-9a41-4601cd2b443d req-cd853cc3-2b52-418f-827c-1b2753ede961 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:01.209431 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d401d885-5187-4bc5-9a41-4601cd2b443d req-cd853cc3-2b52-418f-827c-1b2753ede961 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=3518832f-069e-41ed-9b81-19e367c3b790 HTTP/1.1" status: 200 len: 950 time: 0.1226158 Nov 12 19:57:01.224429 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-93e38c1f-3306-4acc-bfcf-e594771b5e13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:01.262299 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-93e38c1f-3306-4acc-bfcf-e594771b5e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:01.340277 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e38c1f-3306-4acc-bfcf-e594771b5e13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 19:57:01.390350 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-93e38c1f-3306-4acc-bfcf-e594771b5e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:01.390350 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-93e38c1f-3306-4acc-bfcf-e594771b5e13 admin admin] Added segment b8a3560c-a7d0-49a3-92d0-8c699dd6d535 of type vlan for network 268668ed-0d7b-4f7b-9df1-da4be7d9946d Nov 12 19:57:01.393910 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47400) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:01.406066 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e38c1f-3306-4acc-bfcf-e594771b5e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fb0601-421c-4dd6-a0ae-2305355863cc,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:01.410967 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b24316-4d25-4acf-be5d-06d0bf7818c2 req-89586701-97bd-408b-b84b-588f2007e29f tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:01.412595 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3b24316-4d25-4acf-be5d-06d0bf7818c2 req-89586701-97bd-408b-b84b-588f2007e29f tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0295a38-6047-482a-8b78-63e7485fd36f HTTP/1.1" status: 200 len: 949 time: 0.1301851 Nov 12 19:57:01.418183 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-21c6c6ad-34c5-4932-8e83-6e9e0eba1151 req-61fb17a1-6d2c-4b85-be0e-f4a9e30f5e4e service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5520048 Nov 12 19:57:01.422647 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d401d885-5187-4bc5-9a41-4601cd2b443d req-517c9fe7-0200-4949-92ff-9efa7c6586ac tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002177 Nov 12 19:57:01.522781 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3b24316-4d25-4acf-be5d-06d0bf7818c2 req-88958b4d-0207-4e13-99a4-61815cdc6460 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae8a084-0980-43b8-879e-72081900df68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995781 Nov 12 19:57:01.550134 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cca55c-19b9-42f5-a7ab-c22526199e32 req-ca6c5c6b-279f-407f-a2cc-f1ffb6e30597 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:01.551722 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-32cca55c-19b9-42f5-a7ab-c22526199e32 req-ca6c5c6b-279f-407f-a2cc-f1ffb6e30597 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0295a38-6047-482a-8b78-63e7485fd36f HTTP/1.1" status: 200 len: 949 time: 0.0582714 Nov 12 19:57:01.609078 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ad00af9c-33b1-47d8-bb66-431717cc45a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:01.663664 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-d1b6118b-7593-4146-859a-dfd04f5a0a06 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:01.665103 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-d1b6118b-7593-4146-859a-dfd04f5a0a06 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560&tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&binding%3Ahost_id=n-h2-712140-15 HTTP/1.1" status: 200 len: 1096 time: 0.4191549 Nov 12 19:57:01.721629 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-32cca55c-19b9-42f5-a7ab-c22526199e32 req-9ad2177a-9814-4b00-9ce7-f78c1bbff89d tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Deleting port 1a86412a-3bf1-4494-832d-f68e482c92db {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:57:01.721629 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-32cca55c-19b9-42f5-a7ab-c22526199e32 req-9ad2177a-9814-4b00-9ce7-f78c1bbff89d tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:01.727707 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93d3e4-85f1-454d-9460-355648b27044 req-6890e072-e7d3-4df3-92b4-116c51a7390a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:01.730033 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa93d3e4-85f1-454d-9460-355648b27044 req-6890e072-e7d3-4df3-92b4-116c51a7390a service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.5188508 Nov 12 19:57:01.733348 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-93e38c1f-3306-4acc-bfcf-e594771b5e13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:01.764489 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ad00af9c-33b1-47d8-bb66-431717cc45a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:01.800084 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ad00af9c-33b1-47d8-bb66-431717cc45a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:01.815871 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa93d3e4-85f1-454d-9460-355648b27044 req-dc7dd99c-5131-4e62-8cfe-5a95a79848bc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=ba3fab21-661b-49c5-930a-406af4ccd4c2 HTTP/1.1" status: 200 len: 217 time: 0.0666397 Nov 12 19:57:01.826809 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-93e38c1f-3306-4acc-bfcf-e594771b5e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:01.827755 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e38c1f-3306-4acc-bfcf-e594771b5e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:01.828397 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-93e38c1f-3306-4acc-bfcf-e594771b5e13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:01.853489 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44521308-ce2b-41a5-bdbf-1e7a436bc563 req-907da668-4ee0-458f-bd27-1322ddb846d1 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:01.855856 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-44521308-ce2b-41a5-bdbf-1e7a436bc563 req-907da668-4ee0-458f-bd27-1322ddb846d1 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd0793b0-7a0c-463b-bd81-1d0397fb5b72 HTTP/1.1" status: 200 len: 948 time: 0.1990337 Nov 12 19:57:01.887384 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ad00af9c-33b1-47d8-bb66-431717cc45a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea5237ed7eb74599a748468ed6605915&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4917405 Nov 12 19:57:01.894475 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47410) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:01.896463 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00af9c-33b1-47d8-bb66-431717cc45a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbc31d7-6b01-4324-8b66-87dd872aae0e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:01.922667 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-32cca55c-19b9-42f5-a7ab-c22526199e32 req-9ad2177a-9814-4b00-9ce7-f78c1bbff89d tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] For port 1a86412a-3bf1-4494-832d-f68e482c92db, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1a86412a-3bf1-4494-832d-f68e482c92db,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:01.922962 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-32cca55c-19b9-42f5-a7ab-c22526199e32 req-9ad2177a-9814-4b00-9ce7-f78c1bbff89d tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:01.945428 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9133c-66c6-4504-b21a-730e795d739f req-a7e77408-bbee-4558-ad4f-16f4ff68e6e1 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:01.948115 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1ad9133c-66c6-4504-b21a-730e795d739f req-a7e77408-bbee-4558-ad4f-16f4ff68e6e1 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 944 time: 0.1906936 Nov 12 19:57:01.960703 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-93e38c1f-3306-4acc-bfcf-e594771b5e13 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3189096 Nov 12 19:57:01.966562 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47412) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:01.967174 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-32cca55c-19b9-42f5-a7ab-c22526199e32 req-9ad2177a-9814-4b00-9ce7-f78c1bbff89d tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Calling delete_port for 1a86412a-3bf1-4494-832d-f68e482c92db owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:57:01.981359 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-71fe6af4-d63a-49dc-aa63-a5e01346e6d4 admin admin] Request body: {'subnet': {'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1253637685-subnet', 'tenant_id': 'a8a5bd1ccbfe428e92a02d5a3a8bec63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:01.991121 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e38c1f-3306-4acc-bfcf-e594771b5e13 admin admin] Pushing event updated for resources: {'Network': ['ID=268668ed-0d7b-4f7b-9df1-da4be7d9946d,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:02.003422 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 268668ed-0d7b-4f7b-9df1-da4be7d9946d details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 19:57:02.006056 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93d3e4-85f1-454d-9460-355648b27044 req-935ed4cf-9543-4c9a-88ae-faf430ff7a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:02.007528 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa93d3e4-85f1-454d-9460-355648b27044 req-935ed4cf-9543-4c9a-88ae-faf430ff7a5f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1770260 Nov 12 19:57:02.055998 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-6488bcd8-e5ed-43fd-aff2-71a49ba39ec8 service neutron] For port 087c7865-26e9-4300-9385-2526033a734d, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:57:02.060292 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-44521308-ce2b-41a5-bdbf-1e7a436bc563 req-660ef997-39f1-4d08-885d-0929e00cd3ac tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/security-groups?id=0be69aae-ff11-4f6f-a9bb-16b11c017753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696737 Nov 12 19:57:02.065601 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-6488bcd8-e5ed-43fd-aff2-71a49ba39ec8 service neutron] Publish callbacks [] for binding, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:02.066158 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c88a980d-d486-441e-bda9-ffa3fd3b3d1a req-6488bcd8-e5ed-43fd-aff2-71a49ba39ec8 service neutron] 10.222.0.52 "DELETE /v2.0/ports/087c7865-26e9-4300-9385-2526033a734d/bindings/n-h1-712140-15 HTTP/1.1" status: 204 len: 173 time: 0.3846958 Nov 12 19:57:02.078901 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93d3e4-85f1-454d-9460-355648b27044 req-5085f4fe-0fa4-485b-b3ff-ed11228bb727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:02.080866 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa93d3e4-85f1-454d-9460-355648b27044 req-5085f4fe-0fa4-485b-b3ff-ed11228bb727 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0639520 Nov 12 19:57:02.092366 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-94817541-c9b3-4daf-8b57-83616382bf77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:02.121519 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fe6af4-d63a-49dc-aa63-a5e01346e6d4 admin admin] Made reservation on behalf of a8a5bd1ccbfe428e92a02d5a3a8bec63 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:57:02.123901 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-71fe6af4-d63a-49dc-aa63-a5e01346e6d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:02.163146 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1ad9133c-66c6-4504-b21a-730e795d739f req-32733650-d362-43ba-bb54-2c33fc304831 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037268 Nov 12 19:57:02.173672 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-94817541-c9b3-4daf-8b57-83616382bf77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:02.224224 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e05575-711f-4edc-8108-f7f7b93da7f3 req-9a516f85-ada3-4132-b244-c1ee7cc37763 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:02.225857 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4e05575-711f-4edc-8108-f7f7b93da7f3 req-9a516f85-ada3-4132-b244-c1ee7cc37763 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=d617d5cb-69c5-4717-9cee-37a92f4f72f2 HTTP/1.1" status: 200 len: 948 time: 0.0655239 Nov 12 19:57:02.244488 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa93d3e4-85f1-454d-9460-355648b27044 req-c6fde924-8ac0-4d0f-bed2-62773b567705 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444852 Nov 12 19:57:02.334968 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4e05575-711f-4edc-8108-f7f7b93da7f3 req-40214fe6-ae76-4cc6-a14a-8d668112e900 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004403 Nov 12 19:57:02.380468 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa93d3e4-85f1-454d-9460-355648b27044 req-6d21237c-5b0f-429c-9084-fb5f1244f92a service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260982 Nov 12 19:57:02.382805 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-94817541-c9b3-4daf-8b57-83616382bf77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:02.385414 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-94817541-c9b3-4daf-8b57-83616382bf77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:02.386576 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-94817541-c9b3-4daf-8b57-83616382bf77 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4cbc31d7-6b01-4324-8b66-87dd872aae0e HTTP/1.1" status: 204 len: 168 time: 0.4910491 Nov 12 19:57:02.411553 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817541-c9b3-4daf-8b57-83616382bf77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbc31d7-6b01-4324-8b66-87dd872aae0e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:02.421775 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-32cca55c-19b9-42f5-a7ab-c22526199e32 req-9ad2177a-9814-4b00-9ce7-f78c1bbff89d tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:02.439185 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['1a86412a-3bf1-4494-832d-f68e482c92db'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:57:02.452080 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473641b-ce79-4356-bd54-59682a151365 req-48ba111c-3f56-45ed-9d53-fd15e5f9e681 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:02.453824 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6473641b-ce79-4356-bd54-59682a151365 req-48ba111c-3f56-45ed-9d53-fd15e5f9e681 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 1096 time: 0.1525910 Nov 12 19:57:02.497328 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2177a-9814-4b00-9ce7-f78c1bbff89d tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Pushing event deleted for resources: {'Port': ['ID=1a86412a-3bf1-4494-832d-f68e482c92db,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:02.539672 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-71fe6af4-d63a-49dc-aa63-a5e01346e6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:02.635834 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec465895-fe98-4ef6-b860-57bb2ce6a428 req-265b1737-a279-4dc0-bead-72ff35b9a93b tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:02.643646 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ec465895-fe98-4ef6-b860-57bb2ce6a428 req-265b1737-a279-4dc0-bead-72ff35b9a93b tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=3518832f-069e-41ed-9b81-19e367c3b790 HTTP/1.1" status: 200 len: 950 time: 0.0747120 Nov 12 19:57:02.731634 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ec465895-fe98-4ef6-b860-57bb2ce6a428 req-874952c3-dd30-4f95-9b74-09ae40e0a133 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825825 Nov 12 19:57:02.765093 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-32cca55c-19b9-42f5-a7ab-c22526199e32 req-9ad2177a-9814-4b00-9ce7-f78c1bbff89d tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] No DVR routers for this DVR port 1a86412a-3bf1-4494-832d-f68e482c92db on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:57:02.787124 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-32cca55c-19b9-42f5-a7ab-c22526199e32 req-9ad2177a-9814-4b00-9ce7-f78c1bbff89d tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:02.790824 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-32cca55c-19b9-42f5-a7ab-c22526199e32 req-9ad2177a-9814-4b00-9ce7-f78c1bbff89d tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.55 "DELETE /v2.0/ports/1a86412a-3bf1-4494-832d-f68e482c92db HTTP/1.1" status: 204 len: 173 time: 1.2241542 Nov 12 19:57:02.795486 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0295a38-6047-482a-8b78-63e7485fd36f', 'name': 'network-vif-deleted', 'tag': '1a86412a-3bf1-4494-832d-f68e482c92db'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:57:02.808118 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888488b9-f621-4511-a5d9-30ecd90cddad" -d '{"events": [{"server_uuid": "e0295a38-6047-482a-8b78-63e7485fd36f", "name": "network-vif-deleted", "tag": "1a86412a-3bf1-4494-832d-f68e482c92db"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:57:02.832427 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6473641b-ce79-4356-bd54-59682a151365 req-b59b8916-02b2-4b81-8518-58fdad48dbab tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447378 Nov 12 19:57:02.912688 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe6af4-d63a-49dc-aa63-a5e01346e6d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7e87043-7d2d-4150-b80d-fb0e6e39dcdf,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:02.947035 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe6af4-d63a-49dc-aa63-a5e01346e6d4 admin admin] Checking segment: {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:57:02.947828 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fe6af4-d63a-49dc-aa63-a5e01346e6d4 admin admin] Network hostable DHCP agents. Network: 268668ed-0d7b-4f7b-9df1-da4be7d9946d, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 19:57:02.977235 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fe6af4-d63a-49dc-aa63-a5e01346e6d4 admin admin] Network 268668ed-0d7b-4f7b-9df1-da4be7d9946d is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 19:57:02.994948 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-71fe6af4-d63a-49dc-aa63-a5e01346e6d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 268668ed-0d7b-4f7b-9df1-da4be7d9946d) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:57:03.000795 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fe6af4-d63a-49dc-aa63-a5e01346e6d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:03.001606 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-71fe6af4-d63a-49dc-aa63-a5e01346e6d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:03.017048 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f801982-ce58-471b-b397-a8c3d0486f1f None None] Network 268668ed-0d7b-4f7b-9df1-da4be7d9946d requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:57:03.022425 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-73afc7e5-f96a-4b10-a0a1-9b8aae0aeff3 req-a7880034-4988-46eb-b7a7-8648daad1c49 tempest-LiveMigrationNegativeTest-888876860 tempest-LiveMigrationNegativeTest-888876860-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0295a38-6047-482a-8b78-63e7485fd36f HTTP/1.1" status: 200 len: 210 time: 0.0657353 Nov 12 19:57:03.023784 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-71fe6af4-d63a-49dc-aa63-a5e01346e6d4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0478611 Nov 12 19:57:03.044084 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47434) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:03.072052 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ac3ee1e8-4202-4fb8-9e9b-2b28a71e8ba6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:03.146276 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363e2fee-13ee-4fcd-8b38-53e97ad202e5 x-openstack-request-id: req-363e2fee-13ee-4fcd-8b38-53e97ad202e5 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:57:03.146567 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0295a38-6047-482a-8b78-63e7485fd36f", "name": "network-vif-deleted", "tag": "1a86412a-3bf1-4494-832d-f68e482c92db", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:57:03.146816 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-363e2fee-13ee-4fcd-8b38-53e97ad202e5 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:57:03.147205 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0295a38-6047-482a-8b78-63e7485fd36f', 'name': 'network-vif-deleted', 'tag': '1a86412a-3bf1-4494-832d-f68e482c92db', 'status': 'completed', 'code': 200} Nov 12 19:57:03.249111 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ac3ee1e8-4202-4fb8-9e9b-2b28a71e8ba6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:03.255345 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ac3ee1e8-4202-4fb8-9e9b-2b28a71e8ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:03.308736 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009c413-8a03-4e02-945d-041483e9ffbf req-f1394a7c-a87b-4592-ba61-5d7f5463a928 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:03.313132 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5009c413-8a03-4e02-945d-041483e9ffbf req-f1394a7c-a87b-4592-ba61-5d7f5463a928 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd0793b0-7a0c-463b-bd81-1d0397fb5b72 HTTP/1.1" status: 200 len: 948 time: 0.1202226 Nov 12 19:57:03.357034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ee1e8-4202-4fb8-9e9b-2b28a71e8ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff384a96-3afc-4c5d-8c84-2966b29742b3,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:03.368691 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbe8ba2-3b4b-4207-a2f0-b3ef3aaf36cf None None] Network 268668ed-0d7b-4f7b-9df1-da4be7d9946d requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:57:03.374917 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ac3ee1e8-4202-4fb8-9e9b-2b28a71e8ba6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee36737835e04d01874dc48d738010ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3290353 Nov 12 19:57:03.393748 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47452) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:03.472308 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5009c413-8a03-4e02-945d-041483e9ffbf req-3898cc67-00d4-4926-a1fc-cd3cde58a9d7 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/security-groups?id=0be69aae-ff11-4f6f-a9bb-16b11c017753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505461 Nov 12 19:57:03.499324 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-bdc2bb6a-78b6-4c5e-9922-869cfb0ca467 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:03.512185 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-bdc2bb6a-78b6-4c5e-9922-869cfb0ca467 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/networks?id=e3a881ac-6120-48a0-95f8-2623f45c4673 HTTP/1.1" status: 200 len: 808 time: 0.2379417 Nov 12 19:57:03.547887 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-72fa2196-1d8e-45ab-8d89-b884d6c113f1 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/quotas/8d8e319c0c4e434b8087c124ad0c8b6f HTTP/1.1" status: 200 len: 375 time: 0.0323544 Nov 12 19:57:03.571421 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-183eef50-80c6-4084-92f1-637183491677 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:03.617386 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-183eef50-80c6-4084-92f1-637183491677 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:03.658843 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-f260ae17-28d6-43e4-85c9-766754b5a0d3 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1003819 Nov 12 19:57:03.709150 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfcb53-78fb-4b78-b8ff-cc65ff716d8a req-50125920-7312-443e-b021-a37547a20051 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:03.711899 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcdfcb53-78fb-4b78-b8ff-cc65ff716d8a req-50125920-7312-443e-b021-a37547a20051 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=d617d5cb-69c5-4717-9cee-37a92f4f72f2 HTTP/1.1" status: 200 len: 948 time: 0.0857375 Nov 12 19:57:03.729130 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-183eef50-80c6-4084-92f1-637183491677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:03.732327 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-183eef50-80c6-4084-92f1-637183491677 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:03.733606 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-183eef50-80c6-4084-92f1-637183491677 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ff384a96-3afc-4c5d-8c84-2966b29742b3 HTTP/1.1" status: 204 len: 168 time: 0.3358705 Nov 12 19:57:03.759476 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183eef50-80c6-4084-92f1-637183491677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff384a96-3afc-4c5d-8c84-2966b29742b3,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:03.825169 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcdfcb53-78fb-4b78-b8ff-cc65ff716d8a req-80a3ade8-ddb2-4c98-b88d-e68de65a7f49 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022687 Nov 12 19:57:03.866075 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-51121ac8-c685-4330-a72f-478bc33fbda1 service neutron] 10.222.0.48 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973541 Nov 12 19:57:03.970723 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfa091-3d5e-4138-81c2-6faed5a62ca1 req-9c070943-1b5c-4846-98ef-15134d4b0238 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:03.980655 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-0daf2417-a0a0-4550-96e4-577bd4c4ba83 service neutron] 10.222.0.48 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065595 Nov 12 19:57:03.983556 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-31bfa091-3d5e-4138-81c2-6faed5a62ca1 req-9c070943-1b5c-4846-98ef-15134d4b0238 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=3518832f-069e-41ed-9b81-19e367c3b790 HTTP/1.1" status: 200 len: 950 time: 0.0845907 Nov 12 19:57:04.070386 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-31bfa091-3d5e-4138-81c2-6faed5a62ca1 req-8d350c04-a194-4b39-b529-e403488b7e5b tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859373 Nov 12 19:57:04.280713 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8aa6871b-e5cb-4848-8360-f1e6bedb664a req-a91afe5e-e1d7-48af-b0c2-eda9dcf08ff1 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 210 time: 0.0535183 Nov 12 19:57:04.483706 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device eda6343e-7e40-4020-941b-d137c98a8b23 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:57:04.488074 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 1a86412a-3bf1-4494-832d-f68e482c92db no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:57:04.587033 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 1a86412a-3bf1-4494-832d-f68e482c92db {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:57:04.587372 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 1a86412a-3bf1-4494-832d-f68e482c92db not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:57:04.625309 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47498) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:04.631256 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-06738fe6-7004-4236-8fec-e1fddd30ca52 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1640579509-network', 'tenant_id': '5623cdfbdd7b40928e808960def77d79'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:04.691328 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06738fe6-7004-4236-8fec-e1fddd30ca52 admin admin] Made reservation on behalf of 5623cdfbdd7b40928e808960def77d79 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:57:04.696373 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-06738fe6-7004-4236-8fec-e1fddd30ca52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:04.720536 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-06738fe6-7004-4236-8fec-e1fddd30ca52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:04.735417 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd1371-8ecd-4cc0-9d28-d513c128da0a req-05661302-2292-4c6b-91dc-014bd1f4855c tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:04.757236 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e3fd1371-8ecd-4cc0-9d28-d513c128da0a req-05661302-2292-4c6b-91dc-014bd1f4855c tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd0793b0-7a0c-463b-bd81-1d0397fb5b72 HTTP/1.1" status: 200 len: 948 time: 0.1387985 Nov 12 19:57:04.793520 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port eda6343e-7e40-4020-941b-d137c98a8b23, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=eda6343e-7e40-4020-941b-d137c98a8b23,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:04.819242 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'eda6343e-7e40-4020-941b-d137c98a8b23', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': 'eda6343e-7e40-4020-941b-d137c98a8b23', 'mac_address': 'fa:16:3e:07:2c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:57:04.840529 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47502) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:04.901144 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-06738fe6-7004-4236-8fec-e1fddd30ca52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:04.906900 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-06738fe6-7004-4236-8fec-e1fddd30ca52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:04.913856 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:04.915676 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e3fd1371-8ecd-4cc0-9d28-d513c128da0a req-0e0d117e-dac9-4acb-855a-ffd4c8bef74e tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/security-groups?id=0be69aae-ff11-4f6f-a9bb-16b11c017753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557653 Nov 12 19:57:04.940662 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eda6343e-7e40-4020-941b-d137c98a8b23 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:57:04.957272 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06738fe6-7004-4236-8fec-e1fddd30ca52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 19:57:04.988284 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port eda6343e-7e40-4020-941b-d137c98a8b23, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=eda6343e-7e40-4020-941b-d137c98a8b23,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:04.994125 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:05.016978 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06738fe6-7004-4236-8fec-e1fddd30ca52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1b96ef-3da4-4d03-aec2-91fc245f0dd5,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:05.066593 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-06738fe6-7004-4236-8fec-e1fddd30ca52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:05.066939 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-06738fe6-7004-4236-8fec-e1fddd30ca52 admin admin] Added segment 3fbb83ca-89a6-45db-9043-1b0436feef04 of type vlan for network 6e0e5e74-b32b-4e32-86cb-aabfe627eae8 Nov 12 19:57:05.106985 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=eda6343e-7e40-4020-941b-d137c98a8b23,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:05.115324 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device ba3fab21-661b-49c5-930a-406af4ccd4c2 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:57:05.235804 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b9305-b26c-42be-9e0c-e211b547e073 req-45908d64-2259-45a8-9167-73e1871cc51d tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:05.243468 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-107b9305-b26c-42be-9e0c-e211b547e073 req-45908d64-2259-45a8-9167-73e1871cc51d tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=d617d5cb-69c5-4717-9cee-37a92f4f72f2 HTTP/1.1" status: 200 len: 949 time: 0.2605743 Nov 12 19:57:05.286741 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port ba3fab21-661b-49c5-930a-406af4ccd4c2, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=ba3fab21-661b-49c5-930a-406af4ccd4c2,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:05.287935 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-06738fe6-7004-4236-8fec-e1fddd30ca52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:05.293868 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-495ca127-fd25-4a7c-ab85-d56e7f0b01ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c8d0b5287054fed9215b020d265c891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4500725 Nov 12 19:57:05.297140 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47520) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:05.330114 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'ba3fab21-661b-49c5-930a-406af4ccd4c2', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': 'ba3fab21-661b-49c5-930a-406af4ccd4c2', 'mac_address': 'fa:16:3e:da:a9:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:57:05.349262 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-107b9305-b26c-42be-9e0c-e211b547e073 req-73ae87f3-9d78-4591-a182-ed3d3da8a984 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049428 Nov 12 19:57:05.360822 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-06738fe6-7004-4236-8fec-e1fddd30ca52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:05.362160 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['eda6343e-7e40-4020-941b-d137c98a8b23'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:57:05.363153 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06738fe6-7004-4236-8fec-e1fddd30ca52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:05.363909 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-06738fe6-7004-4236-8fec-e1fddd30ca52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:05.393873 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a67370f9-a720-4ae6-8519-850be4c81788 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:05.459415 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:05.460032 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a67370f9-a720-4ae6-8519-850be4c81788 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:05.507242 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3fab21-661b-49c5-930a-406af4ccd4c2 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:57:05.528626 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-06738fe6-7004-4236-8fec-e1fddd30ca52 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8987586 Nov 12 19:57:05.531667 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47526) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:05.543368 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-538d577f-7bc6-4ee3-93fa-5a5cff3d5b05 admin admin] Request body: {'subnet': {'network_id': '6e0e5e74-b32b-4e32-86cb-aabfe627eae8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1640579509-subnet', 'tenant_id': '5623cdfbdd7b40928e808960def77d79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:05.582141 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538d577f-7bc6-4ee3-93fa-5a5cff3d5b05 admin admin] Made reservation on behalf of 5623cdfbdd7b40928e808960def77d79 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:57:05.585186 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port ba3fab21-661b-49c5-930a-406af4ccd4c2, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=ba3fab21-661b-49c5-930a-406af4ccd4c2,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:05.591966 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:05.606489 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-538d577f-7bc6-4ee3-93fa-5a5cff3d5b05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:05.679969 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeedcb-e507-4c40-9aa3-612f166eece6 req-dca5a4ff-af6c-4685-afb2-59360c5b66ad tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:05.680728 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeedcb-e507-4c40-9aa3-612f166eece6 req-dca5a4ff-af6c-4685-afb2-59360c5b66ad tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:05.681363 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeedcb-e507-4c40-9aa3-612f166eece6 req-dca5a4ff-af6c-4685-afb2-59360c5b66ad tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:05.684108 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeedcb-e507-4c40-9aa3-612f166eece6 req-dca5a4ff-af6c-4685-afb2-59360c5b66ad tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:05.688550 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeedcb-e507-4c40-9aa3-612f166eece6 req-dca5a4ff-af6c-4685-afb2-59360c5b66ad tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:05.689260 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeedcb-e507-4c40-9aa3-612f166eece6 req-dca5a4ff-af6c-4685-afb2-59360c5b66ad tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:05.689890 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeedcb-e507-4c40-9aa3-612f166eece6 req-dca5a4ff-af6c-4685-afb2-59360c5b66ad tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:05.700789 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9eaeedcb-e507-4c40-9aa3-612f166eece6 req-dca5a4ff-af6c-4685-afb2-59360c5b66ad tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120&device_id=d617d5cb-69c5-4717-9cee-37a92f4f72f2&device_id=fd0793b0-7a0c-463b-bd81-1d0397fb5b72&device_id=3518832f-069e-41ed-9b81-19e367c3b790&device_id=583e9430-fac3-47d0-9fd5-c52f8861c926&device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca&device_id=8f58c60d-957a-475a-89b4-45bd596bc560&device_id=4523f542-c640-48ba-98fa-5a41ab8987f6 HTTP/1.1" status: 200 len: 6463 time: 0.2071478 Nov 12 19:57:05.702924 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=ba3fab21-661b-49c5-930a-406af4ccd4c2,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:05.741337 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9eaeedcb-e507-4c40-9aa3-612f166eece6 req-e153c621-04dc-44ce-af6a-513e8b3f9d28 tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:05.762054 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a67370f9-a720-4ae6-8519-850be4c81788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:05.768689 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a67370f9-a720-4ae6-8519-850be4c81788 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:05.773619 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a67370f9-a720-4ae6-8519-850be4c81788 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bae8a084-0980-43b8-879e-72081900df68 HTTP/1.1" status: 204 len: 168 time: 0.4741228 Nov 12 19:57:05.814096 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67370f9-a720-4ae6-8519-850be4c81788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae8a084-0980-43b8-879e-72081900df68,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:05.870836 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['ba3fab21-661b-49c5-930a-406af4ccd4c2'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:57:05.879315 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-fda96986-963c-4d84-aeae-426f6be94cc5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:05.881845 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-fda96986-963c-4d84-aeae-426f6be94cc5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.55 "GET /v2.0/networks?id=e3a881ac-6120-48a0-95f8-2623f45c4673 HTTP/1.1" status: 200 len: 808 time: 0.2915082 Nov 12 19:57:05.909750 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-11de2046-1706-4fbd-9ebf-1bc2a62253e5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Request body: {'port': {'device_id': '2a19a636-208f-4c66-8dec-878d971d6120', 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673', 'admin_state_up': True, 'tenant_id': '8d8e319c0c4e434b8087c124ad0c8b6f'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:05.930546 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06738fe6-7004-4236-8fec-e1fddd30ca52 admin admin] Pushing event updated for resources: {'Network': ['ID=6e0e5e74-b32b-4e32-86cb-aabfe627eae8,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:05.936724 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-538d577f-7bc6-4ee3-93fa-5a5cff3d5b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:05.956385 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 6e0e5e74-b32b-4e32-86cb-aabfe627eae8 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 19:57:06.018033 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-13c0aafc-3146-43ef-85a7-c9bbb5d481fb req-5f12d69e-f3b0-41c2-8666-d57ef5f7ec5b tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 210 time: 0.0893583 Nov 12 19:57:06.021186 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d577f-7bc6-4ee3-93fa-5a5cff3d5b05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=296e5daa-b21f-459b-a812-9357520cc777,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:06.036855 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9eaeedcb-e507-4c40-9aa3-612f166eece6 req-e153c621-04dc-44ce-af6a-513e8b3f9d28 tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:06.049769 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9eaeedcb-e507-4c40-9aa3-612f166eece6 req-e153c621-04dc-44ce-af6a-513e8b3f9d28 tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:06.080967 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538d577f-7bc6-4ee3-93fa-5a5cff3d5b05 admin admin] Checking segment: {'id': '3fbb83ca-89a6-45db-9043-1b0436feef04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6e0e5e74-b32b-4e32-86cb-aabfe627eae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:57:06.081136 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538d577f-7bc6-4ee3-93fa-5a5cff3d5b05 admin admin] Network hostable DHCP agents. Network: 6e0e5e74-b32b-4e32-86cb-aabfe627eae8, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 19:57:06.097906 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153c621-04dc-44ce-af6a-513e8b3f9d28 tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4803a94e-6d33-400a-bceb-a565239546b4,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:06.114279 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538d577f-7bc6-4ee3-93fa-5a5cff3d5b05 admin admin] Network 6e0e5e74-b32b-4e32-86cb-aabfe627eae8 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 19:57:06.130921 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-538d577f-7bc6-4ee3-93fa-5a5cff3d5b05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 6e0e5e74-b32b-4e32-86cb-aabfe627eae8) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:57:06.150853 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538d577f-7bc6-4ee3-93fa-5a5cff3d5b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:06.151809 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-538d577f-7bc6-4ee3-93fa-5a5cff3d5b05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:06.172539 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64341b5f-b013-4e6f-9458-c90a1f1811df None None] Network 6e0e5e74-b32b-4e32-86cb-aabfe627eae8 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:57:06.229318 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9eaeedcb-e507-4c40-9aa3-612f166eece6 req-e153c621-04dc-44ce-af6a-513e8b3f9d28 tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&id=0be69aae-ff11-4f6f-a9bb-16b11c017753&id=831545aa-789f-43c2-a5b3-ee080aa3e13b&id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&id=4b759fb5-4f4d-4d79-a3fe-fd07cde4531c&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.5187781 Nov 12 19:57:06.229318 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-11de2046-1706-4fbd-9ebf-1bc2a62253e5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Made reservation on behalf of 8d8e319c0c4e434b8087c124ad0c8b6f for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:57:06.229554 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-538d577f-7bc6-4ee3-93fa-5a5cff3d5b05 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6892452 Nov 12 19:57:06.229950 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-11de2046-1706-4fbd-9ebf-1bc2a62253e5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:06.270254 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4c5b1-38dd-4ba2-bfb1-966b74687aa8 req-5d29b191-919c-4d31-bbf2-40d9f30eddf2 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:06.277826 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52a4c5b1-38dd-4ba2-bfb1-966b74687aa8 req-5d29b191-919c-4d31-bbf2-40d9f30eddf2 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd0793b0-7a0c-463b-bd81-1d0397fb5b72 HTTP/1.1" status: 200 len: 949 time: 0.1069903 Nov 12 19:57:06.338309 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52a4c5b1-38dd-4ba2-bfb1-966b74687aa8 req-8a44e98b-ccf6-4fde-8edf-2356d1f1956f tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/security-groups?id=0be69aae-ff11-4f6f-a9bb-16b11c017753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594504 Nov 12 19:57:06.392905 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47550) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:06.473209 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e2de358e-afd0-42fd-848c-187d9255d353 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=99fe0562e1eb4e839bd9f2a2188eb0e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0871186 Nov 12 19:57:06.481735 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47556) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:06.490455 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device eda6343e-7e40-4020-941b-d137c98a8b23 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:57:06.540723 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-11de2046-1706-4fbd-9ebf-1bc2a62253e5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Allocated IP 172.20.0.13 (e3a881ac-6120-48a0-95f8-2623f45c4673/bbdea447-0bd1-47f3-8097-cac78263fd7c/74eaf5a7-957f-478f-990e-7fb2c65872ef) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:57:06.564911 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a2dfe5-4075-4352-9a2d-dad8584828bd None None] Network 6e0e5e74-b32b-4e32-86cb-aabfe627eae8 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:57:06.673944 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ac52b-9e62-4098-b468-bd3f3d72fa9f req-7a53dee9-2263-415f-be1a-6f46213558fb tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:06.675527 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cf5ac52b-9e62-4098-b468-bd3f3d72fa9f req-7a53dee9-2263-415f-be1a-6f46213558fb tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=d617d5cb-69c5-4717-9cee-37a92f4f72f2 HTTP/1.1" status: 200 len: 949 time: 0.1946776 Nov 12 19:57:06.715742 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e04210ef-b5bc-4590-a396-6613fee93ce0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:06.738793 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e04210ef-b5bc-4590-a396-6613fee93ce0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:06.771566 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port eda6343e-7e40-4020-941b-d137c98a8b23 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:57:06.772573 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9a8b1-0237-4bb5-85ed-28c539b7edcc req-af80f554-33f7-421b-b322-736f7305de00 tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:06.773168 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9a8b1-0237-4bb5-85ed-28c539b7edcc req-af80f554-33f7-421b-b322-736f7305de00 tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:06.773847 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9a8b1-0237-4bb5-85ed-28c539b7edcc req-af80f554-33f7-421b-b322-736f7305de00 tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:06.778927 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port eda6343e-7e40-4020-941b-d137c98a8b23 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:06.779640 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:06.783230 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dad9a8b1-0237-4bb5-85ed-28c539b7edcc req-af80f554-33f7-421b-b322-736f7305de00 tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3518832f-069e-41ed-9b81-19e367c3b790&device_id=583e9430-fac3-47d0-9fd5-c52f8861c926&device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 2887 time: 0.0894189 Nov 12 19:57:06.805095 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e04210ef-b5bc-4590-a396-6613fee93ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:06.807792 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e04210ef-b5bc-4590-a396-6613fee93ce0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:06.809105 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e04210ef-b5bc-4590-a396-6613fee93ce0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c51e1094-c33b-4236-9edb-432b8a90b0de HTTP/1.1" status: 204 len: 168 time: 0.3265023 Nov 12 19:57:06.813210 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-11de2046-1706-4fbd-9ebf-1bc2a62253e5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:06.829703 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04210ef-b5bc-4590-a396-6613fee93ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51e1094-c33b-4236-9edb-432b8a90b0de,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:06.845519 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cf5ac52b-9e62-4098-b468-bd3f3d72fa9f req-d27632bc-23c7-4504-a37e-735cb4405969 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604476 Nov 12 19:57:06.867901 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dad9a8b1-0237-4bb5-85ed-28c539b7edcc req-32678888-e327-4ce9-b3fa-6c5e80e5a405 tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842707 Nov 12 19:57:06.894912 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:06.897934 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-11de2046-1706-4fbd-9ebf-1bc2a62253e5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:06.926314 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd617d5cb-69c5-4717-9cee-37a92f4f72f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda6343e-7e40-4020-941b-d137c98a8b23'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:57:06.928610 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e81e12b-93cc-4902-8b88-3ee4c68d3ce7" -d '{"events": [{"server_uuid": "d617d5cb-69c5-4717-9cee-37a92f4f72f2", "name": "network-vif-plugged", "status": "completed", "tag": "eda6343e-7e40-4020-941b-d137c98a8b23"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:57:06.946368 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port eda6343e-7e40-4020-941b-d137c98a8b23, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=eda6343e-7e40-4020-941b-d137c98a8b23,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:06.950497 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-11de2046-1706-4fbd-9ebf-1bc2a62253e5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Network e3a881ac-6120-48a0-95f8-2623f45c4673 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:57:06.952053 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:06.957758 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-11de2046-1706-4fbd-9ebf-1bc2a62253e5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:57:06.967331 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-11de2046-1706-4fbd-9ebf-1bc2a62253e5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:57:06.976265 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de2046-1706-4fbd-9ebf-1bc2a62253e5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Pushing event updated for resources: {'Port': ['ID=74eaf5a7-957f-478f-990e-7fb2c65872ef,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:07.025536 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=eda6343e-7e40-4020-941b-d137c98a8b23,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:07.033780 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-11de2046-1706-4fbd-9ebf-1bc2a62253e5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:07.034544 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-11de2046-1706-4fbd-9ebf-1bc2a62253e5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:07.058755 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-11de2046-1706-4fbd-9ebf-1bc2a62253e5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1557817 Nov 12 19:57:07.072554 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-304980dd-b12a-4afb-a9e1-86a8017a3726 service neutron] Request body: {'port': {'device_id': '2a19a636-208f-4c66-8dec-878d971d6120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:07.107198 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689d6130-6e92-42f6-90f2-151d1f128418 x-openstack-request-id: req-689d6130-6e92-42f6-90f2-151d1f128418 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:57:07.107498 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d617d5cb-69c5-4717-9cee-37a92f4f72f2", "name": "network-vif-plugged", "status": "completed", "tag": "eda6343e-7e40-4020-941b-d137c98a8b23", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:57:07.107753 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-689d6130-6e92-42f6-90f2-151d1f128418 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:57:07.108154 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd617d5cb-69c5-4717-9cee-37a92f4f72f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda6343e-7e40-4020-941b-d137c98a8b23', 'code': 200} Nov 12 19:57:07.156833 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-304980dd-b12a-4afb-a9e1-86a8017a3726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:07.231202 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee550238-b1c9-48e1-8c01-c171c1ebb94e req-1bc204ff-1ae1-4b14-a7d6-e0714b7dfea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:07.232438 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ee550238-b1c9-48e1-8c01-c171c1ebb94e req-1bc204ff-1ae1-4b14-a7d6-e0714b7dfea2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d617d5cb-69c5-4717-9cee-37a92f4f72f2 HTTP/1.1" status: 200 len: 1102 time: 0.0658362 Nov 12 19:57:07.372958 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ee550238-b1c9-48e1-8c01-c171c1ebb94e req-6979487a-5e59-49bc-bf69-f4b70cdb5b70 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306367 Nov 12 19:57:07.406549 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8495d98-b2a2-412e-9739-9924c361e14d req-c59b9e56-cca5-46ad-81b8-772f0b7cf94b tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:07.408267 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8495d98-b2a2-412e-9739-9924c361e14d req-c59b9e56-cca5-46ad-81b8-772f0b7cf94b tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/networks?id=268668ed-0d7b-4f7b-9df1-da4be7d9946d HTTP/1.1" status: 200 len: 821 time: 0.1541343 Nov 12 19:57:07.427964 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8495d98-b2a2-412e-9739-9924c361e14d req-c903ce0d-28d4-4161-9012-6d82c6473f37 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/quotas/a8a5bd1ccbfe428e92a02d5a3a8bec63 HTTP/1.1" status: 200 len: 375 time: 0.0118482 Nov 12 19:57:07.470603 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8495d98-b2a2-412e-9739-9924c361e14d req-2829f7a7-0564-4eef-81f8-12d64bb1dc1c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334113 Nov 12 19:57:07.565343 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8495d98-b2a2-412e-9739-9924c361e14d req-bd18b69b-7efa-49cf-94cc-b6cb1867abfd service neutron] 10.222.0.48 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867102 Nov 12 19:57:07.586537 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-304980dd-b12a-4afb-a9e1-86a8017a3726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74eaf5a7-957f-478f-990e-7fb2c65872ef {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:57:07.606922 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-304980dd-b12a-4afb-a9e1-86a8017a3726 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:07.618582 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da1369-c97b-4000-9797-7d22a27a3435 req-efdfb795-3022-4ebb-ba8b-1214567975bd tempest-NetworksTest-1800604472 tempest-NetworksTest-1800604472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:07.619055 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da1369-c97b-4000-9797-7d22a27a3435 req-efdfb795-3022-4ebb-ba8b-1214567975bd tempest-NetworksTest-1800604472 tempest-NetworksTest-1800604472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:07.619539 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da1369-c97b-4000-9797-7d22a27a3435 req-efdfb795-3022-4ebb-ba8b-1214567975bd tempest-NetworksTest-1800604472 tempest-NetworksTest-1800604472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:07.620024 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da1369-c97b-4000-9797-7d22a27a3435 req-efdfb795-3022-4ebb-ba8b-1214567975bd tempest-NetworksTest-1800604472 tempest-NetworksTest-1800604472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:07.623274 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da1369-c97b-4000-9797-7d22a27a3435 req-efdfb795-3022-4ebb-ba8b-1214567975bd tempest-NetworksTest-1800604472 tempest-NetworksTest-1800604472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:07.623274 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da1369-c97b-4000-9797-7d22a27a3435 req-efdfb795-3022-4ebb-ba8b-1214567975bd tempest-NetworksTest-1800604472 tempest-NetworksTest-1800604472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:07.623274 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da1369-c97b-4000-9797-7d22a27a3435 req-efdfb795-3022-4ebb-ba8b-1214567975bd tempest-NetworksTest-1800604472 tempest-NetworksTest-1800604472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:07.623274 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da1369-c97b-4000-9797-7d22a27a3435 req-efdfb795-3022-4ebb-ba8b-1214567975bd tempest-NetworksTest-1800604472 tempest-NetworksTest-1800604472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:07.623274 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da1369-c97b-4000-9797-7d22a27a3435 req-efdfb795-3022-4ebb-ba8b-1214567975bd tempest-NetworksTest-1800604472 tempest-NetworksTest-1800604472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:07.624481 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a5da1369-c97b-4000-9797-7d22a27a3435 req-efdfb795-3022-4ebb-ba8b-1214567975bd tempest-NetworksTest-1800604472 tempest-NetworksTest-1800604472-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6438 time: 0.1840856 Nov 12 19:57:07.633669 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-304980dd-b12a-4afb-a9e1-86a8017a3726 service neutron] Transition to ACTIVE for port object 74eaf5a7-957f-478f-990e-7fb2c65872ef will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:57:07.639284 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-304980dd-b12a-4afb-a9e1-86a8017a3726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:07.681604 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8495d98-b2a2-412e-9739-9924c361e14d req-1ad05e5f-1fa0-4c7b-aea6-3d80788e4818 service neutron] 10.222.0.48 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107888 Nov 12 19:57:07.736316 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304980dd-b12a-4afb-a9e1-86a8017a3726 service neutron] Pushing event updated for resources: {'Port': ['ID=74eaf5a7-957f-478f-990e-7fb2c65872ef,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:07.933482 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423c6cd-115e-4a26-9220-92f149396003 req-abdd2826-ae66-4ffc-bce2-7c4392442ba0 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:07.940631 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d423c6cd-115e-4a26-9220-92f149396003 req-abdd2826-ae66-4ffc-bce2-7c4392442ba0 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd0793b0-7a0c-463b-bd81-1d0397fb5b72 HTTP/1.1" status: 200 len: 949 time: 0.0716014 Nov 12 19:57:08.023592 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d423c6cd-115e-4a26-9220-92f149396003 req-2efc96d5-08da-4707-a819-94ac96de6956 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/security-groups?id=0be69aae-ff11-4f6f-a9bb-16b11c017753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817881 Nov 12 19:57:08.034174 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3fe71-7b50-4b2f-8379-dbcc73bac81d req-2e93d057-5d50-4b7d-9e2a-06494b26b965 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:08.041138 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eab3fe71-7b50-4b2f-8379-dbcc73bac81d req-2e93d057-5d50-4b7d-9e2a-06494b26b965 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 944 time: 0.3512323 Nov 12 19:57:08.114201 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-304980dd-b12a-4afb-a9e1-86a8017a3726 service neutron] Attempting to bind port 74eaf5a7-957f-478f-990e-7fb2c65872ef on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:57:08.114640 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-304980dd-b12a-4afb-a9e1-86a8017a3726 service neutron] Attempting to bind port 74eaf5a7-957f-478f-990e-7fb2c65872ef by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:57:08.115062 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-304980dd-b12a-4afb-a9e1-86a8017a3726 service neutron] Attempting to bind port 74eaf5a7-957f-478f-990e-7fb2c65872ef on network e3a881ac-6120-48a0-95f8-2623f45c4673 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:08.120648 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-304980dd-b12a-4afb-a9e1-86a8017a3726 service neutron] Port 74eaf5a7-957f-478f-990e-7fb2c65872ef on network e3a881ac-6120-48a0-95f8-2623f45c4673 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:57:08.120959 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-304980dd-b12a-4afb-a9e1-86a8017a3726 service neutron] Attempting to bind port 74eaf5a7-957f-478f-990e-7fb2c65872ef on network e3a881ac-6120-48a0-95f8-2623f45c4673 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:08.136255 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eab3fe71-7b50-4b2f-8379-dbcc73bac81d req-1ab8ba2b-6d76-4350-b011-ffacd75d6fe1 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913482 Nov 12 19:57:08.144190 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-304980dd-b12a-4afb-a9e1-86a8017a3726 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:57:08.144512 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-304980dd-b12a-4afb-a9e1-86a8017a3726 service neutron] Checking segment: {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:57:08.144906 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-304980dd-b12a-4afb-a9e1-86a8017a3726 service neutron] Bound using segment: {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:57:08.145356 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-304980dd-b12a-4afb-a9e1-86a8017a3726 service neutron] Bound port: 74eaf5a7-957f-478f-990e-7fb2c65872ef, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:57:08.145902 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-304980dd-b12a-4afb-a9e1-86a8017a3726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:08.212191 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63d4ab-ca1d-42ed-8a49-e3ea997d805e req-ce65d5be-caa9-4beb-a5c3-a114fd68a473 tempest-NetworksTest-1800604472 tempest-NetworksTest-1800604472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:08.214283 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2d63d4ab-ca1d-42ed-8a49-e3ea997d805e req-ce65d5be-caa9-4beb-a5c3-a114fd68a473 tempest-NetworksTest-1800604472 tempest-NetworksTest-1800604472-project-admin] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 886 time: 0.1633921 Nov 12 19:57:08.244342 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-57f80f52-5ff2-408c-98ab-c72751367a6e req-9d36c9f1-f224-4973-ac57-0593dea2b790 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 210 time: 0.0446897 Nov 12 19:57:08.272193 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-304980dd-b12a-4afb-a9e1-86a8017a3726 service neutron] For port 74eaf5a7-957f-478f-990e-7fb2c65872ef, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:57:08.275329 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-304980dd-b12a-4afb-a9e1-86a8017a3726 service neutron] For port 74eaf5a7-957f-478f-990e-7fb2c65872ef, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=74eaf5a7-957f-478f-990e-7fb2c65872ef,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:57:08.283169 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-304980dd-b12a-4afb-a9e1-86a8017a3726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:08.331275 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-304980dd-b12a-4afb-a9e1-86a8017a3726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:08.331896 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-304980dd-b12a-4afb-a9e1-86a8017a3726 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:08.333306 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-304980dd-b12a-4afb-a9e1-86a8017a3726 service neutron] 10.222.0.55 "PUT /v2.0/ports/74eaf5a7-957f-478f-990e-7fb2c65872ef HTTP/1.1" status: 200 len: 1093 time: 1.2661259 Nov 12 19:57:08.333743 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a19a636-208f-4c66-8dec-878d971d6120', 'tag': '74eaf5a7-957f-478f-990e-7fb2c65872ef'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:57:08.335969 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd94bbe-ed99-4b04-8b4f-06b4439cf7d6" -d '{"events": [{"name": "network-changed", "server_uuid": "2a19a636-208f-4c66-8dec-878d971d6120", "tag": "74eaf5a7-957f-478f-990e-7fb2c65872ef"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:57:08.439315 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304980dd-b12a-4afb-a9e1-86a8017a3726 service neutron] Pushing event updated for resources: {'Port': ['ID=74eaf5a7-957f-478f-990e-7fb2c65872ef,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:08.470223 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f8c2b-59af-4f28-a7ed-eb5beba40769 req-d0344562-036e-4f07-bb78-fee6f01abb5e tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:08.471833 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bb7f8c2b-59af-4f28-a7ed-eb5beba40769 req-d0344562-036e-4f07-bb78-fee6f01abb5e tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=d617d5cb-69c5-4717-9cee-37a92f4f72f2 HTTP/1.1" status: 200 len: 950 time: 0.0989387 Nov 12 19:57:08.473951 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-110dbe10-5e52-4045-8fbd-29e10e537abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:08.475385 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-110dbe10-5e52-4045-8fbd-29e10e537abd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 1096 time: 0.0905714 Nov 12 19:57:08.551905 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-dd1bc546-61fa-41f9-b1b6-50642a0eeb4b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74eaf5a7-957f-478f-990e-7fb2c65872ef HTTP/1.1" status: 200 len: 217 time: 0.0528126 Nov 12 19:57:08.612860 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-a6e9788c-e9f6-4bcf-8310-a92b32f02bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:08.615128 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-a6e9788c-e9f6-4bcf-8310-a92b32f02bd4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbdea447-0bd1-47f3-8097-cac78263fd7c HTTP/1.1" status: 200 len: 848 time: 0.0517566 Nov 12 19:57:08.631626 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bb7f8c2b-59af-4f28-a7ed-eb5beba40769 req-5d9ed142-1cf3-4a2d-81f6-12db5bdc82fd tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534798 Nov 12 19:57:08.661577 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-08f7dfff-75cf-46c7-a634-1a401fd10002 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3a881ac-6120-48a0-95f8-2623f45c4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285161 Nov 12 19:57:08.704842 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879ba654-7804-4794-9986-832c7e6852a1 x-openstack-request-id: req-879ba654-7804-4794-9986-832c7e6852a1 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:57:08.705127 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a19a636-208f-4c66-8dec-878d971d6120", "tag": "74eaf5a7-957f-478f-990e-7fb2c65872ef", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:57:08.705863 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-879ba654-7804-4794-9986-832c7e6852a1 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:57:08.706664 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a19a636-208f-4c66-8dec-878d971d6120', 'tag': '74eaf5a7-957f-478f-990e-7fb2c65872ef', 'status': 'completed', 'code': 200} Nov 12 19:57:08.754344 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b04af-35b3-4336-ba21-b21dbc6d586e req-701198de-9d15-4b82-bfa2-b76764a718a2 tempest-NetworksTest-1800604472 tempest-NetworksTest-1800604472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:08.754898 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b04af-35b3-4336-ba21-b21dbc6d586e req-701198de-9d15-4b82-bfa2-b76764a718a2 tempest-NetworksTest-1800604472 tempest-NetworksTest-1800604472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:08.755384 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b04af-35b3-4336-ba21-b21dbc6d586e req-701198de-9d15-4b82-bfa2-b76764a718a2 tempest-NetworksTest-1800604472 tempest-NetworksTest-1800604472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:08.755845 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b04af-35b3-4336-ba21-b21dbc6d586e req-701198de-9d15-4b82-bfa2-b76764a718a2 tempest-NetworksTest-1800604472 tempest-NetworksTest-1800604472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:08.756344 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b04af-35b3-4336-ba21-b21dbc6d586e req-701198de-9d15-4b82-bfa2-b76764a718a2 tempest-NetworksTest-1800604472 tempest-NetworksTest-1800604472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:08.756897 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b04af-35b3-4336-ba21-b21dbc6d586e req-701198de-9d15-4b82-bfa2-b76764a718a2 tempest-NetworksTest-1800604472 tempest-NetworksTest-1800604472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:08.757354 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b04af-35b3-4336-ba21-b21dbc6d586e req-701198de-9d15-4b82-bfa2-b76764a718a2 tempest-NetworksTest-1800604472 tempest-NetworksTest-1800604472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:08.757928 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b04af-35b3-4336-ba21-b21dbc6d586e req-701198de-9d15-4b82-bfa2-b76764a718a2 tempest-NetworksTest-1800604472 tempest-NetworksTest-1800604472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:08.758383 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b04af-35b3-4336-ba21-b21dbc6d586e req-701198de-9d15-4b82-bfa2-b76764a718a2 tempest-NetworksTest-1800604472 tempest-NetworksTest-1800604472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:08.764747 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-712b04af-35b3-4336-ba21-b21dbc6d586e req-701198de-9d15-4b82-bfa2-b76764a718a2 tempest-NetworksTest-1800604472 tempest-NetworksTest-1800604472-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6438 time: 0.2831967 Nov 12 19:57:08.790136 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-d12a1942-a83e-4322-b62a-f07562b27bee service neutron] 10.222.0.55 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182907 Nov 12 19:57:08.925156 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-23bdd49b-41c1-42b7-89a4-7b33eb7a12cb req-995e90c8-fbaa-41d5-9a1d-0ed67ae885e5 service neutron] 10.222.0.55 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248043 Nov 12 19:57:09.050451 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd94bbe-ed99-4b04-8b4f-06b4439cf7d6 req-110d5c10-cad3-4731-9f31-1c72f0f7102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:09.052111 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8bd94bbe-ed99-4b04-8b4f-06b4439cf7d6 req-110d5c10-cad3-4731-9f31-1c72f0f7102f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 1096 time: 0.0677178 Nov 12 19:57:09.059322 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device ba3fab21-661b-49c5-930a-406af4ccd4c2 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:57:09.200286 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47674) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:09.213177 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port ba3fab21-661b-49c5-930a-406af4ccd4c2 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:57:09.218720 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port ba3fab21-661b-49c5-930a-406af4ccd4c2 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:09.219498 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:09.222909 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd94bbe-ed99-4b04-8b4f-06b4439cf7d6 req-6b1f0b5a-8b08-4e02-a8b6-61ff6712896a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:09.227815 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8bd94bbe-ed99-4b04-8b4f-06b4439cf7d6 req-6b1f0b5a-8b08-4e02-a8b6-61ff6712896a service neutron] 10.222.0.55 "GET /v2.0/networks?id=e3a881ac-6120-48a0-95f8-2623f45c4673 HTTP/1.1" status: 200 len: 909 time: 0.1553230 Nov 12 19:57:09.260039 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15abee8-3610-4796-91c1-c1003e3ee366 req-5294a173-9d8c-4200-95fd-68df94322d38 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:09.272362 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e15abee8-3610-4796-91c1-c1003e3ee366 req-5294a173-9d8c-4200-95fd-68df94322d38 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd0793b0-7a0c-463b-bd81-1d0397fb5b72 HTTP/1.1" status: 200 len: 949 time: 0.1466515 Nov 12 19:57:09.289096 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8bd94bbe-ed99-4b04-8b4f-06b4439cf7d6 req-a9c507fa-6942-49ec-aaaa-e297be7944b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74eaf5a7-957f-478f-990e-7fb2c65872ef HTTP/1.1" status: 200 len: 217 time: 0.0555475 Nov 12 19:57:09.340909 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:09.370601 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0793b0-7a0c-463b-bd81-1d0397fb5b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3fab21-661b-49c5-930a-406af4ccd4c2'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:57:09.373294 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886ba0df-d79f-4cb3-8575-cf4392e8615f" -d '{"events": [{"server_uuid": "fd0793b0-7a0c-463b-bd81-1d0397fb5b72", "name": "network-vif-plugged", "status": "completed", "tag": "ba3fab21-661b-49c5-930a-406af4ccd4c2"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:57:09.383184 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd94bbe-ed99-4b04-8b4f-06b4439cf7d6 req-57d66827-6069-4511-ad92-b38345455dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:09.384816 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8bd94bbe-ed99-4b04-8b4f-06b4439cf7d6 req-57d66827-6069-4511-ad92-b38345455dba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbdea447-0bd1-47f3-8097-cac78263fd7c HTTP/1.1" status: 200 len: 848 time: 0.0884397 Nov 12 19:57:09.387765 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port ba3fab21-661b-49c5-930a-406af4ccd4c2, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=ba3fab21-661b-49c5-930a-406af4ccd4c2,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:09.392949 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:09.409818 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8495d98-b2a2-412e-9739-9924c361e14d req-3f0b5351-f427-45a4-8db8-06e7357d98a3 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:09.411748 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8495d98-b2a2-412e-9739-9924c361e14d req-3f0b5351-f427-45a4-8db8-06e7357d98a3 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.52 "GET /v2.0/networks?id=268668ed-0d7b-4f7b-9df1-da4be7d9946d HTTP/1.1" status: 200 len: 821 time: 0.3490455 Nov 12 19:57:09.421530 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e15abee8-3610-4796-91c1-c1003e3ee366 req-255f110a-d288-4eb4-9235-6105347337e4 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/security-groups?id=0be69aae-ff11-4f6f-a9bb-16b11c017753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473632 Nov 12 19:57:09.429079 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8bd94bbe-ed99-4b04-8b4f-06b4439cf7d6 req-13032fb7-c559-4e99-813c-9560c9a97e6e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3a881ac-6120-48a0-95f8-2623f45c4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359330 Nov 12 19:57:09.430309 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-a8495d98-b2a2-412e-9739-9924c361e14d req-9722aee6-4816-4d92-ad8a-4c94fa3d3cc4 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Request body: {'port': {'device_id': '54ede660-fe10-49dc-96f6-9d578f46c23e', 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d', 'admin_state_up': True, 'tenant_id': 'a8a5bd1ccbfe428e92a02d5a3a8bec63'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:09.435853 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-618698f4-0cfd-4cd5-a9be-0d51f8173656 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:09.468653 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=ba3fab21-661b-49c5-930a-406af4ccd4c2,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:09.590116 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc799f1a-ec23-486a-b463-d43d848556b6 req-4a6dfa28-9108-41d4-8676-5dff5b98ff43 tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:09.591809 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cc799f1a-ec23-486a-b463-d43d848556b6 req-4a6dfa28-9108-41d4-8676-5dff5b98ff43 tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 1102 time: 0.0914793 Nov 12 19:57:09.593413 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8495d98-b2a2-412e-9739-9924c361e14d req-9722aee6-4816-4d92-ad8a-4c94fa3d3cc4 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Made reservation on behalf of a8a5bd1ccbfe428e92a02d5a3a8bec63 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:57:09.597127 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a8495d98-b2a2-412e-9739-9924c361e14d req-9722aee6-4816-4d92-ad8a-4c94fa3d3cc4 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:09.634580 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-618698f4-0cfd-4cd5-a9be-0d51f8173656 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:09.656165 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-618698f4-0cfd-4cd5-a9be-0d51f8173656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:09.695425 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8bd94bbe-ed99-4b04-8b4f-06b4439cf7d6 req-361ace55-6bf1-4498-8bed-5be64b4f5225 service neutron] 10.222.0.55 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413719 Nov 12 19:57:09.746642 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-618698f4-0cfd-4cd5-a9be-0d51f8173656 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e65893d0acf441a995511bf8e8d3565e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5452683 Nov 12 19:57:09.754888 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47690) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:09.759074 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618698f4-0cfd-4cd5-a9be-0d51f8173656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71be296-7538-4edf-b8a6-8d7f01ba73f1,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:09.826177 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef4885-284a-48c7-965e-d5c9bc36cc4d req-a2cead7c-411c-4abd-878f-d2ec5ce63954 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:09.827712 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f9ef4885-284a-48c7-965e-d5c9bc36cc4d req-a2cead7c-411c-4abd-878f-d2ec5ce63954 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 944 time: 0.1910152 Nov 12 19:57:09.889408 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8bd94bbe-ed99-4b04-8b4f-06b4439cf7d6 req-8f5e49c2-1d4d-4b35-8531-238f1865842e service neutron] 10.222.0.55 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771679 Nov 12 19:57:09.898723 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cc799f1a-ec23-486a-b463-d43d848556b6 req-4286a1f4-aac1-4610-a693-a4d12985694c tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981696 Nov 12 19:57:09.904516 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-32ade7ab-4487-4a4b-bd52-d84176985de5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:09.924857 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f9ef4885-284a-48c7-965e-d5c9bc36cc4d req-4129ea86-822b-4f17-842c-3893f88057ed tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898640 Nov 12 19:57:09.941788 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-32ade7ab-4487-4a4b-bd52-d84176985de5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:09.984938 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6cf3f6-9605-4625-98dc-1cb934c69073 x-openstack-request-id: req-7f6cf3f6-9605-4625-98dc-1cb934c69073 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:57:09.985258 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0793b0-7a0c-463b-bd81-1d0397fb5b72", "name": "network-vif-plugged", "status": "completed", "tag": "ba3fab21-661b-49c5-930a-406af4ccd4c2", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:57:09.985514 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f6cf3f6-9605-4625-98dc-1cb934c69073 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:57:09.985909 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0793b0-7a0c-463b-bd81-1d0397fb5b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3fab21-661b-49c5-930a-406af4ccd4c2', 'code': 200} Nov 12 19:57:09.986688 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-a8495d98-b2a2-412e-9739-9924c361e14d req-9722aee6-4816-4d92-ad8a-4c94fa3d3cc4 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Allocated IP 172.20.0.6 (268668ed-0d7b-4f7b-9df1-da4be7d9946d/e7e87043-7d2d-4150-b80d-fb0e6e39dcdf/c32f66d9-e06f-41a3-b329-e1209f5a42e3) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:57:10.001889 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-32ade7ab-4487-4a4b-bd52-d84176985de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:10.006297 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-32ade7ab-4487-4a4b-bd52-d84176985de5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:10.009559 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-32ade7ab-4487-4a4b-bd52-d84176985de5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a71be296-7538-4edf-b8a6-8d7f01ba73f1 HTTP/1.1" status: 204 len: 168 time: 0.2489107 Nov 12 19:57:10.017733 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ade7ab-4487-4a4b-bd52-d84176985de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71be296-7538-4edf-b8a6-8d7f01ba73f1,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:10.072274 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ce024df5-2e52-4306-96eb-605ac516a458 req-94deb878-6b73-47c8-b1d9-7efde856fcc7 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 210 time: 0.0385597 Nov 12 19:57:10.190782 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242993c-e9f4-4fbb-a114-3c27aec58577 req-ed76884d-5b5f-4731-acf9-0d6c8a198b92 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:10.192504 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f242993c-e9f4-4fbb-a114-3c27aec58577 req-ed76884d-5b5f-4731-acf9-0d6c8a198b92 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=d617d5cb-69c5-4717-9cee-37a92f4f72f2 HTTP/1.1" status: 200 len: 950 time: 0.0609498 Nov 12 19:57:10.216976 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14776c-aae5-4686-8380-88846adf585e req-fe5dd118-5f7b-4510-bd34-b36562d1b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:10.218494 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2d14776c-aae5-4686-8380-88846adf585e req-fe5dd118-5f7b-4510-bd34-b36562d1b175 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fd0793b0-7a0c-463b-bd81-1d0397fb5b72 HTTP/1.1" status: 200 len: 1102 time: 0.1421299 Nov 12 19:57:10.261946 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f242993c-e9f4-4fbb-a114-3c27aec58577 req-3c54e858-5ca3-4074-9ab4-44b9f9d6f400 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574629 Nov 12 19:57:10.299751 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a8495d98-b2a2-412e-9739-9924c361e14d req-9722aee6-4816-4d92-ad8a-4c94fa3d3cc4 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:10.304593 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2d14776c-aae5-4686-8380-88846adf585e req-601543e7-5890-46e9-bfb4-90a3db6ad38e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0be69aae-ff11-4f6f-a9bb-16b11c017753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770738 Nov 12 19:57:10.348024 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a8495d98-b2a2-412e-9739-9924c361e14d req-9722aee6-4816-4d92-ad8a-4c94fa3d3cc4 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:10.398002 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e14bd-c423-45f2-83eb-0b098d055a9c req-b372d571-d9b7-4919-847d-981f466a5e10 tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:10.398415 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8495d98-b2a2-412e-9739-9924c361e14d req-9722aee6-4816-4d92-ad8a-4c94fa3d3cc4 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Network 268668ed-0d7b-4f7b-9df1-da4be7d9946d is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:57:10.400949 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6a4e14bd-c423-45f2-83eb-0b098d055a9c req-b372d571-d9b7-4919-847d-981f466a5e10 tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 1102 time: 0.0737953 Nov 12 19:57:10.410369 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-a8495d98-b2a2-412e-9739-9924c361e14d req-9722aee6-4816-4d92-ad8a-4c94fa3d3cc4 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:57:10.419949 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8495d98-b2a2-412e-9739-9924c361e14d req-9722aee6-4816-4d92-ad8a-4c94fa3d3cc4 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:57:10.428199 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47710) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:10.457694 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6a4e14bd-c423-45f2-83eb-0b098d055a9c req-da81f327-bd2f-4850-b822-840f60efb705 tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495296 Nov 12 19:57:10.467217 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722aee6-4816-4d92-ad8a-4c94fa3d3cc4 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Pushing event updated for resources: {'Port': ['ID=c32f66d9-e06f-41a3-b329-e1209f5a42e3,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:10.509980 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30bf5da4-7673-4a97-907e-47c20dfd8173 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:10.516593 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c4c00bfc-8bc2-4b6f-86a7-0b532ca265c1 req-99fa1c93-cc34-4d38-8668-50233071da7a tempest-QuotasAdminNegativeTest-1892222776 tempest-QuotasAdminNegativeTest-1892222776-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cb2c2dfa16d44b4c907a80277aaadef7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554535 Nov 12 19:57:10.542666 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8495d98-b2a2-412e-9739-9924c361e14d req-9722aee6-4816-4d92-ad8a-4c94fa3d3cc4 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:10.543271 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a8495d98-b2a2-412e-9739-9924c361e14d req-9722aee6-4816-4d92-ad8a-4c94fa3d3cc4 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:10.611129 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8495d98-b2a2-412e-9739-9924c361e14d req-9722aee6-4816-4d92-ad8a-4c94fa3d3cc4 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1867218 Nov 12 19:57:10.632211 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-a8495d98-b2a2-412e-9739-9924c361e14d req-11cb6a35-23a8-4899-8a81-10d6e719f2a8 service neutron] Request body: {'port': {'device_id': '54ede660-fe10-49dc-96f6-9d578f46c23e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:10.710379 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c00bfc-8bc2-4b6f-86a7-0b532ca265c1 req-453cf8c5-070a-41b8-920a-e688df99dd0b tempest-QuotasAdminNegativeTest-1892222776 tempest-QuotasAdminNegativeTest-1892222776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:10.711770 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c4c00bfc-8bc2-4b6f-86a7-0b532ca265c1 req-453cf8c5-070a-41b8-920a-e688df99dd0b tempest-QuotasAdminNegativeTest-1892222776 tempest-QuotasAdminNegativeTest-1892222776-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1875086 Nov 12 19:57:10.731250 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c0788-8fb0-41fc-8dc9-0fc219e3c88b req-0dcb05b5-bd61-4c60-a2e8-80b88add1d5a tempest-ServersOnMultiNodesTest-571559215 tempest-ServersOnMultiNodesTest-571559215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:10.733051 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6d7c0788-8fb0-41fc-8dc9-0fc219e3c88b req-0dcb05b5-bd61-4c60-a2e8-80b88add1d5a tempest-ServersOnMultiNodesTest-571559215 tempest-ServersOnMultiNodesTest-571559215-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d617d5cb-69c5-4717-9cee-37a92f4f72f2 HTTP/1.1" status: 200 len: 1102 time: 0.0453815 Nov 12 19:57:10.753507 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c4c00bfc-8bc2-4b6f-86a7-0b532ca265c1 req-e6a8fcbb-5e19-4447-ab21-165989f596e0 tempest-QuotasAdminNegativeTest-1892222776 tempest-QuotasAdminNegativeTest-1892222776-project] 10.222.0.48 "GET /v2.0/quotas/cb2c2dfa16d44b4c907a80277aaadef7 HTTP/1.1" status: 200 len: 375 time: 0.0244255 Nov 12 19:57:10.754040 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6d7c0788-8fb0-41fc-8dc9-0fc219e3c88b req-74736e76-ce07-404d-96b7-ee66a95dd964 tempest-ServersOnMultiNodesTest-571559215 tempest-ServersOnMultiNodesTest-571559215-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:10.758839 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a8495d98-b2a2-412e-9739-9924c361e14d req-11cb6a35-23a8-4899-8a81-10d6e719f2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:10.802485 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30bf5da4-7673-4a97-907e-47c20dfd8173 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:10.805384 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c4c00bfc-8bc2-4b6f-86a7-0b532ca265c1 req-eee8d026-cef7-4ab7-a528-50b5a77fbce6 tempest-QuotasAdminNegativeTest-1892222776 tempest-QuotasAdminNegativeTest-1892222776-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb2c2dfa16d44b4c907a80277aaadef7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424910 Nov 12 19:57:10.808590 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30bf5da4-7673-4a97-907e-47c20dfd8173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:10.833992 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6d7c0788-8fb0-41fc-8dc9-0fc219e3c88b req-74736e76-ce07-404d-96b7-ee66a95dd964 tempest-ServersOnMultiNodesTest-571559215 tempest-ServersOnMultiNodesTest-571559215-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:10.839855 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6d7c0788-8fb0-41fc-8dc9-0fc219e3c88b req-74736e76-ce07-404d-96b7-ee66a95dd964 tempest-ServersOnMultiNodesTest-571559215 tempest-ServersOnMultiNodesTest-571559215-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:10.879936 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-30bf5da4-7673-4a97-907e-47c20dfd8173 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b816a4ae79a4d88ac51c92b14c82700&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4480424 Nov 12 19:57:10.880648 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47720) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:10.883246 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6d7c0788-8fb0-41fc-8dc9-0fc219e3c88b req-74736e76-ce07-404d-96b7-ee66a95dd964 tempest-ServersOnMultiNodesTest-571559215 tempest-ServersOnMultiNodesTest-571559215-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439342 Nov 12 19:57:10.889343 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74736e76-ce07-404d-96b7-ee66a95dd964 tempest-ServersOnMultiNodesTest-571559215 tempest-ServersOnMultiNodesTest-571559215-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958d3c92-68d3-47d8-b8b6-125c6160c9fd,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:10.905313 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf5da4-7673-4a97-907e-47c20dfd8173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c38a66-5401-491e-b485-5bbc792e6a00,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:10.967407 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6a840198-45a7-48bb-8588-22337b720236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:10.991076 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6a840198-45a7-48bb-8588-22337b720236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:11.038917 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6fa00-e062-4f3d-a96d-aa7efaaa3f65 req-e6eaaf86-38de-475c-b2ce-bf12476a82c4 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:11.040494 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4cb6fa00-e062-4f3d-a96d-aa7efaaa3f65 req-e6eaaf86-38de-475c-b2ce-bf12476a82c4 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd0793b0-7a0c-463b-bd81-1d0397fb5b72 HTTP/1.1" status: 200 len: 950 time: 0.0855241 Nov 12 19:57:11.049874 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6a840198-45a7-48bb-8588-22337b720236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:11.053255 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6a840198-45a7-48bb-8588-22337b720236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:11.056950 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6a840198-45a7-48bb-8588-22337b720236 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a4c38a66-5401-491e-b485-5bbc792e6a00 HTTP/1.1" status: 204 len: 168 time: 0.1703236 Nov 12 19:57:11.065084 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a840198-45a7-48bb-8588-22337b720236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c38a66-5401-491e-b485-5bbc792e6a00,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:11.148995 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4cb6fa00-e062-4f3d-a96d-aa7efaaa3f65 req-2e1d9111-506b-4300-b2f7-cba6a10d6ef0 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/security-groups?id=0be69aae-ff11-4f6f-a9bb-16b11c017753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674734 Nov 12 19:57:11.243314 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-a8495d98-b2a2-412e-9739-9924c361e14d req-11cb6a35-23a8-4899-8a81-10d6e719f2a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32f66d9-e06f-41a3-b329-e1209f5a42e3 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:57:11.251763 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a8495d98-b2a2-412e-9739-9924c361e14d req-11cb6a35-23a8-4899-8a81-10d6e719f2a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:11.266821 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-a8495d98-b2a2-412e-9739-9924c361e14d req-11cb6a35-23a8-4899-8a81-10d6e719f2a8 service neutron] Transition to ACTIVE for port object c32f66d9-e06f-41a3-b329-e1209f5a42e3 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:57:11.270649 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a8495d98-b2a2-412e-9739-9924c361e14d req-11cb6a35-23a8-4899-8a81-10d6e719f2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:11.325515 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb6a35-23a8-4899-8a81-10d6e719f2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c32f66d9-e06f-41a3-b329-e1209f5a42e3,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:11.449879 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-a8495d98-b2a2-412e-9739-9924c361e14d req-11cb6a35-23a8-4899-8a81-10d6e719f2a8 service neutron] Attempting to bind port c32f66d9-e06f-41a3-b329-e1209f5a42e3 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:57:11.449879 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-a8495d98-b2a2-412e-9739-9924c361e14d req-11cb6a35-23a8-4899-8a81-10d6e719f2a8 service neutron] Attempting to bind port c32f66d9-e06f-41a3-b329-e1209f5a42e3 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:57:11.449879 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8495d98-b2a2-412e-9739-9924c361e14d req-11cb6a35-23a8-4899-8a81-10d6e719f2a8 service neutron] Attempting to bind port c32f66d9-e06f-41a3-b329-e1209f5a42e3 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:11.459792 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d00753-6469-40a5-944e-2626b1432bf5 req-8d6f7eda-892d-428e-98d0-ef8ba740a1a9 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:11.461312 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b0d00753-6469-40a5-944e-2626b1432bf5 req-8d6f7eda-892d-428e-98d0-ef8ba740a1a9 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 944 time: 0.1192968 Nov 12 19:57:11.463576 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8495d98-b2a2-412e-9739-9924c361e14d req-11cb6a35-23a8-4899-8a81-10d6e719f2a8 service neutron] Port c32f66d9-e06f-41a3-b329-e1209f5a42e3 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:57:11.463988 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8495d98-b2a2-412e-9739-9924c361e14d req-11cb6a35-23a8-4899-8a81-10d6e719f2a8 service neutron] Attempting to bind port c32f66d9-e06f-41a3-b329-e1209f5a42e3 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:11.470275 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8495d98-b2a2-412e-9739-9924c361e14d req-11cb6a35-23a8-4899-8a81-10d6e719f2a8 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:57:11.470605 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8495d98-b2a2-412e-9739-9924c361e14d req-11cb6a35-23a8-4899-8a81-10d6e719f2a8 service neutron] Checking segment: {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:57:11.470985 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8495d98-b2a2-412e-9739-9924c361e14d req-11cb6a35-23a8-4899-8a81-10d6e719f2a8 service neutron] Bound using segment: {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:57:11.471410 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-a8495d98-b2a2-412e-9739-9924c361e14d req-11cb6a35-23a8-4899-8a81-10d6e719f2a8 service neutron] Bound port: c32f66d9-e06f-41a3-b329-e1209f5a42e3, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:57:11.472491 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a8495d98-b2a2-412e-9739-9924c361e14d req-11cb6a35-23a8-4899-8a81-10d6e719f2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:11.603871 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-a8495d98-b2a2-412e-9739-9924c361e14d req-11cb6a35-23a8-4899-8a81-10d6e719f2a8 service neutron] For port c32f66d9-e06f-41a3-b329-e1209f5a42e3, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:57:11.614876 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b0d00753-6469-40a5-944e-2626b1432bf5 req-7161ebd6-7c6d-4919-b70f-0fc7ec3d216b tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399407 Nov 12 19:57:11.616843 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-a8495d98-b2a2-412e-9739-9924c361e14d req-11cb6a35-23a8-4899-8a81-10d6e719f2a8 service neutron] For port c32f66d9-e06f-41a3-b329-e1209f5a42e3, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=c32f66d9-e06f-41a3-b329-e1209f5a42e3,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:57:11.624624 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a8495d98-b2a2-412e-9739-9924c361e14d req-11cb6a35-23a8-4899-8a81-10d6e719f2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:11.627211 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fb33d-da48-4104-a3cc-4c79a91a03bf req-31af149f-b83b-45f7-9589-1ab815b60ce7 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:11.629944 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4e0fb33d-da48-4104-a3cc-4c79a91a03bf req-31af149f-b83b-45f7-9589-1ab815b60ce7 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 943 time: 0.0819089 Nov 12 19:57:11.670574 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8495d98-b2a2-412e-9739-9924c361e14d req-11cb6a35-23a8-4899-8a81-10d6e719f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:11.671780 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a8495d98-b2a2-412e-9739-9924c361e14d req-11cb6a35-23a8-4899-8a81-10d6e719f2a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:11.673202 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8495d98-b2a2-412e-9739-9924c361e14d req-11cb6a35-23a8-4899-8a81-10d6e719f2a8 service neutron] 10.222.0.52 "PUT /v2.0/ports/c32f66d9-e06f-41a3-b329-e1209f5a42e3 HTTP/1.1" status: 200 len: 1092 time: 1.0520012 Nov 12 19:57:11.674483 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ede660-fe10-49dc-96f6-9d578f46c23e', 'tag': 'c32f66d9-e06f-41a3-b329-e1209f5a42e3'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:57:11.676159 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf71b3d-4b03-401d-a933-2ca804206e01" -d '{"events": [{"name": "network-changed", "server_uuid": "54ede660-fe10-49dc-96f6-9d578f46c23e", "tag": "c32f66d9-e06f-41a3-b329-e1209f5a42e3"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:57:11.718574 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4e0fb33d-da48-4104-a3cc-4c79a91a03bf req-9eea1200-fbce-4527-a301-295d1b2a927a tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759990 Nov 12 19:57:11.719102 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb6a35-23a8-4899-8a81-10d6e719f2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c32f66d9-e06f-41a3-b329-e1209f5a42e3,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:11.779338 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8495d98-b2a2-412e-9739-9924c361e14d req-11393153-5ba9-45e3-ba7d-54f7412ca184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:11.781148 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8495d98-b2a2-412e-9739-9924c361e14d req-11393153-5ba9-45e3-ba7d-54f7412ca184 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 1095 time: 0.0505466 Nov 12 19:57:11.836089 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8495d98-b2a2-412e-9739-9924c361e14d req-cfa5dbf1-afa1-415f-96b9-30693ac3f1ab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c32f66d9-e06f-41a3-b329-e1209f5a42e3 HTTP/1.1" status: 200 len: 217 time: 0.0427566 Nov 12 19:57:11.842300 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6556649b-de1a-4329-9d66-22e24a771992 req-1b9881f9-f681-4b42-a590-e4a1b50e79ea tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=127a6be859e142dbb23de706cc1f6a95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272319 Nov 12 19:57:11.907937 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8495d98-b2a2-412e-9739-9924c361e14d req-8a4ab979-e7ec-462f-9890-21112f1eabbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:11.910754 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8495d98-b2a2-412e-9739-9924c361e14d req-8a4ab979-e7ec-462f-9890-21112f1eabbd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e7e87043-7d2d-4150-b80d-fb0e6e39dcdf HTTP/1.1" status: 200 len: 861 time: 0.0614319 Nov 12 19:57:11.947478 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8495d98-b2a2-412e-9739-9924c361e14d req-de562b0b-16f6-4880-b159-a4f6f3fb115f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=268668ed-0d7b-4f7b-9df1-da4be7d9946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276332 Nov 12 19:57:11.992004 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556649b-de1a-4329-9d66-22e24a771992 req-32dcda00-09e2-43d8-9252-efc59e42676f tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:11.993561 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6556649b-de1a-4329-9d66-22e24a771992 req-32dcda00-09e2-43d8-9252-efc59e42676f tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1434975 Nov 12 19:57:12.019442 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6556649b-de1a-4329-9d66-22e24a771992 req-4424358f-60ac-4d35-8b04-fa891cd6e75a tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/quotas/127a6be859e142dbb23de706cc1f6a95 HTTP/1.1" status: 200 len: 375 time: 0.0181534 Nov 12 19:57:12.066323 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8495d98-b2a2-412e-9739-9924c361e14d req-64d55a31-3b31-4676-9c8a-09111b783b3d service neutron] 10.222.0.52 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092763 Nov 12 19:57:12.096783 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6556649b-de1a-4329-9d66-22e24a771992 req-f0366b12-630e-4990-9421-61432ab02d2a tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=127a6be859e142dbb23de706cc1f6a95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756564 Nov 12 19:57:12.163436 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6534901-6a5a-4e07-a881-108c4aa27723 x-openstack-request-id: req-f6534901-6a5a-4e07-a881-108c4aa27723 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:57:12.163698 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ede660-fe10-49dc-96f6-9d578f46c23e", "tag": "c32f66d9-e06f-41a3-b329-e1209f5a42e3", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:57:12.164091 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f6534901-6a5a-4e07-a881-108c4aa27723 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:57:12.164494 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ede660-fe10-49dc-96f6-9d578f46c23e', 'tag': 'c32f66d9-e06f-41a3-b329-e1209f5a42e3', 'status': 'completed', 'code': 200} Nov 12 19:57:12.191793 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8495d98-b2a2-412e-9739-9924c361e14d req-3e98d3ee-820b-4351-a87c-d8c89a70f27b service neutron] 10.222.0.52 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164906 Nov 12 19:57:12.222735 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 19:57:12.299762 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf71b3d-4b03-401d-a933-2ca804206e01 req-60a1358c-ac04-4d8e-9239-2636f661fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:12.302093 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2cf71b3d-4b03-401d-a933-2ca804206e01 req-60a1358c-ac04-4d8e-9239-2636f661fe4a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 1095 time: 0.0544219 Nov 12 19:57:12.421704 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf71b3d-4b03-401d-a933-2ca804206e01 req-dcd4df8f-08f6-4af6-b953-52d2cf112f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:12.423325 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2cf71b3d-4b03-401d-a933-2ca804206e01 req-dcd4df8f-08f6-4af6-b953-52d2cf112f3d service neutron] 10.222.0.52 "GET /v2.0/networks?id=268668ed-0d7b-4f7b-9df1-da4be7d9946d HTTP/1.1" status: 200 len: 922 time: 0.1133664 Nov 12 19:57:12.517436 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 74eaf5a7-957f-478f-990e-7fb2c65872ef details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:57:12.519708 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2cf71b3d-4b03-401d-a933-2ca804206e01 req-72be8512-7dd3-42ae-a8a2-4dc25c90cfb1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c32f66d9-e06f-41a3-b329-e1209f5a42e3 HTTP/1.1" status: 200 len: 217 time: 0.0862260 Nov 12 19:57:12.647521 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 74eaf5a7-957f-478f-990e-7fb2c65872ef, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=74eaf5a7-957f-478f-990e-7fb2c65872ef,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:12.662387 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '74eaf5a7-957f-478f-990e-7fb2c65872ef', 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673', 'port_id': '74eaf5a7-957f-478f-990e-7fb2c65872ef', 'mac_address': 'fa:16:3e:f1:f8:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbdea447-0bd1-47f3-8097-cac78263fd7c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:57:12.662704 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf71b3d-4b03-401d-a933-2ca804206e01 req-0420d978-c3fc-4c35-bea1-d92e0f48dbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:12.668455 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2cf71b3d-4b03-401d-a933-2ca804206e01 req-0420d978-c3fc-4c35-bea1-d92e0f48dbaa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e7e87043-7d2d-4150-b80d-fb0e6e39dcdf HTTP/1.1" status: 200 len: 861 time: 0.1300256 Nov 12 19:57:12.679719 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c97f51-6d1c-4267-94cc-cc6d98912aca req-bf0c27f0-609f-4b2a-ba27-4bba4b645408 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:12.681310 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6c97f51-6d1c-4267-94cc-cc6d98912aca req-bf0c27f0-609f-4b2a-ba27-4bba4b645408 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd0793b0-7a0c-463b-bd81-1d0397fb5b72 HTTP/1.1" status: 200 len: 950 time: 0.0732994 Nov 12 19:57:12.710757 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:12.750051 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74eaf5a7-957f-478f-990e-7fb2c65872ef {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:57:12.755152 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2cf71b3d-4b03-401d-a933-2ca804206e01 req-b4124fec-d108-4567-a6eb-7925df9feb90 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=268668ed-0d7b-4f7b-9df1-da4be7d9946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817904 Nov 12 19:57:12.784675 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6c97f51-6d1c-4267-94cc-cc6d98912aca req-e514daff-3413-4cf8-9c9d-90736eb25f8a tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/security-groups?id=0be69aae-ff11-4f6f-a9bb-16b11c017753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967107 Nov 12 19:57:12.793730 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 74eaf5a7-957f-478f-990e-7fb2c65872ef, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=74eaf5a7-957f-478f-990e-7fb2c65872ef,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:12.801396 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:12.934829 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=74eaf5a7-957f-478f-990e-7fb2c65872ef,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:12.990706 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2cf71b3d-4b03-401d-a933-2ca804206e01 req-5f41d577-251f-4b99-a590-f5f1c582ec88 service neutron] 10.222.0.52 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253249 Nov 12 19:57:13.171222 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['74eaf5a7-957f-478f-990e-7fb2c65872ef'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:57:13.179403 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2cf71b3d-4b03-401d-a933-2ca804206e01 req-65d09a06-14e4-44ca-97cc-37e812f0139f service neutron] 10.222.0.52 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800935 Nov 12 19:57:13.218319 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-770ec915-8ddd-43a1-ad3b-93a9f332fce8 req-554d375d-18ce-440a-8ed2-5a984e86620c tempest-QuotasAdminNegativeTest-1892222776 tempest-QuotasAdminNegativeTest-1892222776-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cb2c2dfa16d44b4c907a80277aaadef7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409653 Nov 12 19:57:13.397290 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ec915-8ddd-43a1-ad3b-93a9f332fce8 req-d28cb64c-28e9-4535-8283-ee4b6e4fd0dd tempest-QuotasAdminNegativeTest-1892222776 tempest-QuotasAdminNegativeTest-1892222776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:13.406290 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-770ec915-8ddd-43a1-ad3b-93a9f332fce8 req-d28cb64c-28e9-4535-8283-ee4b6e4fd0dd tempest-QuotasAdminNegativeTest-1892222776 tempest-QuotasAdminNegativeTest-1892222776-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862371 Nov 12 19:57:13.423747 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-770ec915-8ddd-43a1-ad3b-93a9f332fce8 req-d0924bd0-208c-44a4-925a-256c7ff0979d tempest-QuotasAdminNegativeTest-1892222776 tempest-QuotasAdminNegativeTest-1892222776-project] 10.222.0.48 "GET /v2.0/quotas/cb2c2dfa16d44b4c907a80277aaadef7 HTTP/1.1" status: 200 len: 375 time: 0.0164685 Nov 12 19:57:13.479353 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d12f34-a7f1-4eba-bee8-b01f4d10a209 req-030af1f9-49cf-4abd-80a8-963298ec6395 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:13.482551 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f1d12f34-a7f1-4eba-bee8-b01f4d10a209 req-030af1f9-49cf-4abd-80a8-963298ec6395 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 945 time: 0.0884461 Nov 12 19:57:13.488943 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-770ec915-8ddd-43a1-ad3b-93a9f332fce8 req-c5b5115b-43c8-4a72-aebc-350d656c499e tempest-QuotasAdminNegativeTest-1892222776 tempest-QuotasAdminNegativeTest-1892222776-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb2c2dfa16d44b4c907a80277aaadef7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642405 Nov 12 19:57:13.544322 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f1d12f34-a7f1-4eba-bee8-b01f4d10a209 req-f8c63720-e185-4bfb-8f00-e3882d6a6167 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535545 Nov 12 19:57:13.664991 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657dde7-4ce1-4138-9b9d-39ca8a8281ee req-7c6574c9-d851-4aa2-80c9-10a23a74dba6 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:13.667876 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a657dde7-4ce1-4138-9b9d-39ca8a8281ee req-7c6574c9-d851-4aa2-80c9-10a23a74dba6 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 943 time: 0.0573499 Nov 12 19:57:13.731110 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a657dde7-4ce1-4138-9b9d-39ca8a8281ee req-9e1ac847-86ff-4fc5-81f0-be536dfd2315 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573108 Nov 12 19:57:13.883776 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708db83f-1515-4b7f-8e80-3ce88cad6ac8 req-ad918950-1c72-47b9-a737-ec8a50bd2459 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:13.887451 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-708db83f-1515-4b7f-8e80-3ce88cad6ac8 req-ad918950-1c72-47b9-a737-ec8a50bd2459 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.0684147 Nov 12 19:57:13.913201 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3d14d059-6992-4459-9077-7ff77d018f37 req-1c1f408c-02dc-48a4-8550-becddb2b0f78 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eaadade-895e-4f4d-898a-c362ab010485 HTTP/1.1" status: 200 len: 210 time: 0.0264041 Nov 12 19:57:13.948499 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-708db83f-1515-4b7f-8e80-3ce88cad6ac8 req-bf8be587-3325-4281-91eb-17cb34fb3f57 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485635 Nov 12 19:57:14.465267 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6556649b-de1a-4329-9d66-22e24a771992 req-8f31fc0b-df6e-473b-bc0e-7ed10c5ce51a tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=127a6be859e142dbb23de706cc1f6a95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295458 Nov 12 19:57:14.515386 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 74eaf5a7-957f-478f-990e-7fb2c65872ef up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:57:14.628076 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 74eaf5a7-957f-478f-990e-7fb2c65872ef completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:57:14.635533 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 74eaf5a7-957f-478f-990e-7fb2c65872ef triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:14.636895 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:14.693329 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556649b-de1a-4329-9d66-22e24a771992 req-3fbec1a0-f479-45a0-9f8a-711bcf86e7fe tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:14.694828 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6556649b-de1a-4329-9d66-22e24a771992 req-3fbec1a0-f479-45a0-9f8a-711bcf86e7fe tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2218580 Nov 12 19:57:14.733687 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:14.734596 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc6c2b-5f84-4cda-991c-f54731a0a8c8 req-a38efde4-93f4-4a3e-90b5-f29221c40e1a tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:14.740755 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-38fc6c2b-5f84-4cda-991c-f54731a0a8c8 req-a38efde4-93f4-4a3e-90b5-f29221c40e1a tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd0793b0-7a0c-463b-bd81-1d0397fb5b72 HTTP/1.1" status: 200 len: 950 time: 0.0977302 Nov 12 19:57:14.748260 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-6556649b-de1a-4329-9d66-22e24a771992 req-5b1230d2-f874-4363-8bcb-7c6c01339cfa tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Request body: {'port': {'device_id': '62c46c04-5b5a-4417-9cc7-eab6013fd695', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': '127a6be859e142dbb23de706cc1f6a95'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:14.754302 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e39df2-b030-4779-bcc2-a43a24412498 req-6e90a184-c9c0-4bd6-809c-03c10ef668fb tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:14.755863 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-17e39df2-b030-4779-bcc2-a43a24412498 req-6e90a184-c9c0-4bd6-809c-03c10ef668fb tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 945 time: 0.0900486 Nov 12 19:57:14.760435 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a19a636-208f-4c66-8dec-878d971d6120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74eaf5a7-957f-478f-990e-7fb2c65872ef'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:57:14.762905 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a036bc16-15e6-444f-bda0-e0223df63e28" -d '{"events": [{"server_uuid": "2a19a636-208f-4c66-8dec-878d971d6120", "name": "network-vif-plugged", "status": "completed", "tag": "74eaf5a7-957f-478f-990e-7fb2c65872ef"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:57:14.776107 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 74eaf5a7-957f-478f-990e-7fb2c65872ef, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=74eaf5a7-957f-478f-990e-7fb2c65872ef,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:14.780556 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:14.840083 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-17e39df2-b030-4779-bcc2-a43a24412498 req-c156ffe5-cde9-4f26-a7ad-1df2b8f0133e tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705495 Nov 12 19:57:14.864390 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=74eaf5a7-957f-478f-990e-7fb2c65872ef,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:14.897485 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-38fc6c2b-5f84-4cda-991c-f54731a0a8c8 req-8755148b-f295-4afc-9e3c-7422112594ff tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/security-groups?id=0be69aae-ff11-4f6f-a9bb-16b11c017753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300972 Nov 12 19:57:14.904068 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6556649b-de1a-4329-9d66-22e24a771992 req-651a1b2d-ace8-44d5-8b8e-ea0cc139528a tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=127a6be859e142dbb23de706cc1f6a95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266650 Nov 12 19:57:14.935676 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6556649b-de1a-4329-9d66-22e24a771992 req-5b1230d2-f874-4363-8bcb-7c6c01339cfa tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Made reservation on behalf of 127a6be859e142dbb23de706cc1f6a95 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:57:14.939478 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6556649b-de1a-4329-9d66-22e24a771992 req-5b1230d2-f874-4363-8bcb-7c6c01339cfa tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:15.006134 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-eaa8aecc-e4c6-45a8-bac5-0c137f7943de req-ef122ba4-fbce-43ae-bbe0-f7f956777242 tempest-QuotasAdminNegativeTest-1892222776 tempest-QuotasAdminNegativeTest-1892222776-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cb2c2dfa16d44b4c907a80277aaadef7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563498 Nov 12 19:57:15.082492 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device c32f66d9-e06f-41a3-b329-e1209f5a42e3 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:57:15.092165 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-6556649b-de1a-4329-9d66-22e24a771992 req-5b1230d2-f874-4363-8bcb-7c6c01339cfa tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Allocated IP 192.168.233.14 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/dc35a6ec-7372-4b84-9815-ebabb0db7817) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:57:15.126668 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556649b-de1a-4329-9d66-22e24a771992 req-d4a6604a-747e-4c93-8004-8fba90c1b8b7 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:15.128183 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6556649b-de1a-4329-9d66-22e24a771992 req-d4a6604a-747e-4c93-8004-8fba90c1b8b7 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2232780 Nov 12 19:57:15.149203 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-6556649b-de1a-4329-9d66-22e24a771992 req-d29aa84f-768c-4816-b4e0-c6591b0d7fec tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Request body: {'port': {'device_id': '6eaadade-895e-4f4d-898a-c362ab010485', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': '127a6be859e142dbb23de706cc1f6a95'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:15.247243 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8aecc-e4c6-45a8-bac5-0c137f7943de req-dd7c694d-ef63-40c5-ba5c-8723b4fb748f tempest-QuotasAdminNegativeTest-1892222776 tempest-QuotasAdminNegativeTest-1892222776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:15.249075 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-eaa8aecc-e4c6-45a8-bac5-0c137f7943de req-dd7c694d-ef63-40c5-ba5c-8723b4fb748f tempest-QuotasAdminNegativeTest-1892222776 tempest-QuotasAdminNegativeTest-1892222776-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2244525 Nov 12 19:57:15.283248 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-eaa8aecc-e4c6-45a8-bac5-0c137f7943de req-0838e7b1-1628-48b7-8b62-873dd8672e4b tempest-QuotasAdminNegativeTest-1892222776 tempest-QuotasAdminNegativeTest-1892222776-project] 10.222.0.48 "GET /v2.0/quotas/cb2c2dfa16d44b4c907a80277aaadef7 HTTP/1.1" status: 200 len: 375 time: 0.0243900 Nov 12 19:57:15.330176 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port c32f66d9-e06f-41a3-b329-e1209f5a42e3, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=c32f66d9-e06f-41a3-b329-e1209f5a42e3,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:15.344072 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'c32f66d9-e06f-41a3-b329-e1209f5a42e3', 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d', 'port_id': 'c32f66d9-e06f-41a3-b329-e1209f5a42e3', 'mac_address': 'fa:16:3e:f2:13:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e87043-7d2d-4150-b80d-fb0e6e39dcdf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:57:15.345073 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-eaa8aecc-e4c6-45a8-bac5-0c137f7943de req-4916fded-2820-489e-907e-756eaef2b863 tempest-QuotasAdminNegativeTest-1892222776 tempest-QuotasAdminNegativeTest-1892222776-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb2c2dfa16d44b4c907a80277aaadef7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536149 Nov 12 19:57:15.390538 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6556649b-de1a-4329-9d66-22e24a771992 req-d29aa84f-768c-4816-b4e0-c6591b0d7fec tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Made reservation on behalf of 127a6be859e142dbb23de706cc1f6a95 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:57:15.394570 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6556649b-de1a-4329-9d66-22e24a771992 req-5b1230d2-f874-4363-8bcb-7c6c01339cfa tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:15.395311 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6556649b-de1a-4329-9d66-22e24a771992 req-d29aa84f-768c-4816-b4e0-c6591b0d7fec tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:15.408034 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:15.422891 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32f66d9-e06f-41a3-b329-e1209f5a42e3 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:57:15.430598 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374c270-dbaf-4d66-ad48-56cf28b307b5 req-01f28fec-29d8-43db-a53b-897ebe73df8f tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:15.443797 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f374c270-dbaf-4d66-ad48-56cf28b307b5 req-01f28fec-29d8-43db-a53b-897ebe73df8f tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 943 time: 0.1509924 Nov 12 19:57:15.444573 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port c32f66d9-e06f-41a3-b329-e1209f5a42e3, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=c32f66d9-e06f-41a3-b329-e1209f5a42e3,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:15.450962 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:15.465915 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc62c417-dd39-40f1-8b32-03843f75bdea x-openstack-request-id: req-fc62c417-dd39-40f1-8b32-03843f75bdea {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:57:15.466285 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a19a636-208f-4c66-8dec-878d971d6120", "name": "network-vif-plugged", "status": "completed", "tag": "74eaf5a7-957f-478f-990e-7fb2c65872ef", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:57:15.467866 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc62c417-dd39-40f1-8b32-03843f75bdea {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:57:15.468366 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a19a636-208f-4c66-8dec-878d971d6120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74eaf5a7-957f-478f-990e-7fb2c65872ef', 'code': 200} Nov 12 19:57:15.548486 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=c32f66d9-e06f-41a3-b329-e1209f5a42e3,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:15.550025 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f374c270-dbaf-4d66-ad48-56cf28b307b5 req-82dbad4d-c8ff-4b7a-b151-61f4aef4a854 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053452 Nov 12 19:57:15.561204 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6556649b-de1a-4329-9d66-22e24a771992 req-5b1230d2-f874-4363-8bcb-7c6c01339cfa tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:15.568780 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e450a9d8-8f1e-44ec-87f2-f67b33896c93 req-d4a6e396-51c2-40cb-b635-6985035b2bc8 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eaadade-895e-4f4d-898a-c362ab010485 HTTP/1.1" status: 200 len: 210 time: 0.0376854 Nov 12 19:57:15.573965 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['eda6343e-7e40-4020-941b-d137c98a8b23'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:57:15.644335 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6556649b-de1a-4329-9d66-22e24a771992 req-5b1230d2-f874-4363-8bcb-7c6c01339cfa tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:57:15.653044 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-6556649b-de1a-4329-9d66-22e24a771992 req-5b1230d2-f874-4363-8bcb-7c6c01339cfa tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:57:15.658447 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-6556649b-de1a-4329-9d66-22e24a771992 req-5b1230d2-f874-4363-8bcb-7c6c01339cfa tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:57:15.663354 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1230d2-f874-4363-8bcb-7c6c01339cfa tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Pushing event updated for resources: {'Port': ['ID=dc35a6ec-7372-4b84-9815-ebabb0db7817,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:15.683184 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-6556649b-de1a-4329-9d66-22e24a771992 req-d29aa84f-768c-4816-b4e0-c6591b0d7fec tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Allocated IP 192.168.233.82 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/4749130e-9150-42eb-86bc-10b4f5937402) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:57:15.686697 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94f2f6-71b9-4a45-87ad-b16a900a0e3c req-e305f4fa-cff3-4629-b7fc-5b70e145d957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:15.692051 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4c94f2f6-71b9-4a45-87ad-b16a900a0e3c req-e305f4fa-cff3-4629-b7fc-5b70e145d957 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 1098 time: 0.0772583 Nov 12 19:57:15.734103 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556649b-de1a-4329-9d66-22e24a771992 req-5b1230d2-f874-4363-8bcb-7c6c01339cfa tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:15.734953 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6556649b-de1a-4329-9d66-22e24a771992 req-5b1230d2-f874-4363-8bcb-7c6c01339cfa tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:15.763085 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['c32f66d9-e06f-41a3-b329-e1209f5a42e3'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:57:15.765114 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6556649b-de1a-4329-9d66-22e24a771992 req-5b1230d2-f874-4363-8bcb-7c6c01339cfa tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0226023 Nov 12 19:57:15.782401 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-6556649b-de1a-4329-9d66-22e24a771992 req-4a49a790-4011-40db-88d5-919c0dcf9102 service neutron] Request body: {'port': {'device_id': '62c46c04-5b5a-4417-9cc7-eab6013fd695', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:15.868022 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4c94f2f6-71b9-4a45-87ad-b16a900a0e3c req-a2246630-be0a-4c46-b689-25c196f42524 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558361 Nov 12 19:57:15.891605 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909eb44-c388-4f0f-b9d7-09fc68fc58b5 req-727096db-9acf-41ac-8294-906f17fd0f03 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:15.899162 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6909eb44-c388-4f0f-b9d7-09fc68fc58b5 req-727096db-9acf-41ac-8294-906f17fd0f03 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.1880186 Nov 12 19:57:15.904093 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6556649b-de1a-4329-9d66-22e24a771992 req-4a49a790-4011-40db-88d5-919c0dcf9102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:16.042212 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-64a1d02e-03d8-40f8-ba3c-87dcf6fb0834 None None] Provisioning complete for port dc35a6ec-7372-4b84-9815-ebabb0db7817 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:16.042820 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6909eb44-c388-4f0f-b9d7-09fc68fc58b5 req-6e0c5274-476d-4408-b149-842e6f85f4f8 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377125 Nov 12 19:57:16.044600 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-64a1d02e-03d8-40f8-ba3c-87dcf6fb0834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:16.102652 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-64a1d02e-03d8-40f8-ba3c-87dcf6fb0834 None None] Port dc35a6ec-7372-4b84-9815-ebabb0db7817 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:57:16.121135 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6556649b-de1a-4329-9d66-22e24a771992 req-d29aa84f-768c-4816-b4e0-c6591b0d7fec tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:16.158004 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f97e75-25d2-4286-9e6f-32446b101bf2 req-02c5351f-fdd4-4c1f-b417-bcb733bb2357 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:16.159500 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c5f97e75-25d2-4286-9e6f-32446b101bf2 req-02c5351f-fdd4-4c1f-b417-bcb733bb2357 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd0793b0-7a0c-463b-bd81-1d0397fb5b72 HTTP/1.1" status: 200 len: 950 time: 0.0906036 Nov 12 19:57:16.201694 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6556649b-de1a-4329-9d66-22e24a771992 req-d29aa84f-768c-4816-b4e0-c6591b0d7fec tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:16.217373 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['eda6343e-7e40-4020-941b-d137c98a8b23'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:57:16.250440 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6556649b-de1a-4329-9d66-22e24a771992 req-d29aa84f-768c-4816-b4e0-c6591b0d7fec tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:57:16.259741 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-6556649b-de1a-4329-9d66-22e24a771992 req-d29aa84f-768c-4816-b4e0-c6591b0d7fec tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:57:16.263585 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-6556649b-de1a-4329-9d66-22e24a771992 req-d29aa84f-768c-4816-b4e0-c6591b0d7fec tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:57:16.313221 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed855f-786a-416c-989e-d2daf8b383e6 req-013b1e9b-5b6d-40bc-8da2-76459a0629bb tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:16.314776 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-12ed855f-786a-416c-989e-d2daf8b383e6 req-013b1e9b-5b6d-40bc-8da2-76459a0629bb tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 946 time: 0.1169140 Nov 12 19:57:16.372923 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29aa84f-768c-4816-b4e0-c6591b0d7fec tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Pushing event updated for resources: {'Port': ['ID=4749130e-9150-42eb-86bc-10b4f5937402,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:16.394766 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556649b-de1a-4329-9d66-22e24a771992 req-d29aa84f-768c-4816-b4e0-c6591b0d7fec tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:16.395407 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6556649b-de1a-4329-9d66-22e24a771992 req-d29aa84f-768c-4816-b4e0-c6591b0d7fec tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:16.404807 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-12ed855f-786a-416c-989e-d2daf8b383e6 req-8b87a274-bd84-4027-aba9-18b6df6cded4 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729938 Nov 12 19:57:16.427359 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6556649b-de1a-4329-9d66-22e24a771992 req-d29aa84f-768c-4816-b4e0-c6591b0d7fec tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2864504 Nov 12 19:57:16.439921 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-c5f97e75-25d2-4286-9e6f-32446b101bf2 req-89dd180e-78c9-4222-936d-b9034624260f tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Deleting port ba3fab21-661b-49c5-930a-406af4ccd4c2 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:57:16.440275 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c5f97e75-25d2-4286-9e6f-32446b101bf2 req-89dd180e-78c9-4222-936d-b9034624260f tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:16.447373 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-6556649b-de1a-4329-9d66-22e24a771992 req-b03d4581-d08a-4e07-af2b-ac07e40786d6 service neutron] Request body: {'port': {'device_id': '6eaadade-895e-4f4d-898a-c362ab010485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:16.461260 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ac7b5-d15e-4dcf-99ea-da41afe82f35 req-3f7e08d5-45ed-4725-afeb-9f7608d073c5 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:16.469663 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b7ac7b5-d15e-4dcf-99ea-da41afe82f35 req-3f7e08d5-45ed-4725-afeb-9f7608d073c5 tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd0793b0-7a0c-463b-bd81-1d0397fb5b72 HTTP/1.1" status: 200 len: 950 time: 0.1789970 Nov 12 19:57:16.522032 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-6556649b-de1a-4329-9d66-22e24a771992 req-4a49a790-4011-40db-88d5-919c0dcf9102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc35a6ec-7372-4b84-9815-ebabb0db7817 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:57:16.533302 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6556649b-de1a-4329-9d66-22e24a771992 req-4a49a790-4011-40db-88d5-919c0dcf9102 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:16.552916 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-6556649b-de1a-4329-9d66-22e24a771992 req-4a49a790-4011-40db-88d5-919c0dcf9102 service neutron] Transition to ACTIVE for port object dc35a6ec-7372-4b84-9815-ebabb0db7817 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:57:16.558781 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6556649b-de1a-4329-9d66-22e24a771992 req-4a49a790-4011-40db-88d5-919c0dcf9102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:16.640091 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a598c06c-ec7a-4a33-bc0f-7703b34996d1 None None] Provisioning complete for port 4749130e-9150-42eb-86bc-10b4f5937402 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:16.640700 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a598c06c-ec7a-4a33-bc0f-7703b34996d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:16.682477 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6556649b-de1a-4329-9d66-22e24a771992 req-b03d4581-d08a-4e07-af2b-ac07e40786d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:16.689629 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49a790-4011-40db-88d5-919c0dcf9102 service neutron] Pushing event updated for resources: {'Port': ['ID=dc35a6ec-7372-4b84-9815-ebabb0db7817,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:16.722406 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b7ac7b5-d15e-4dcf-99ea-da41afe82f35 req-841fb155-640b-4a84-ae13-f4481d98467e tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/security-groups?id=0be69aae-ff11-4f6f-a9bb-16b11c017753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517662 Nov 12 19:57:16.725370 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-c5f97e75-25d2-4286-9e6f-32446b101bf2 req-89dd180e-78c9-4222-936d-b9034624260f tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] For port ba3fab21-661b-49c5-930a-406af4ccd4c2, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=ba3fab21-661b-49c5-930a-406af4ccd4c2,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:16.725734 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c5f97e75-25d2-4286-9e6f-32446b101bf2 req-89dd180e-78c9-4222-936d-b9034624260f tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:16.759451 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-6556649b-de1a-4329-9d66-22e24a771992 req-4a49a790-4011-40db-88d5-919c0dcf9102 service neutron] Attempting to bind port dc35a6ec-7372-4b84-9815-ebabb0db7817 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:57:16.761102 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-6556649b-de1a-4329-9d66-22e24a771992 req-4a49a790-4011-40db-88d5-919c0dcf9102 service neutron] Attempting to bind port dc35a6ec-7372-4b84-9815-ebabb0db7817 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:57:16.762519 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6556649b-de1a-4329-9d66-22e24a771992 req-4a49a790-4011-40db-88d5-919c0dcf9102 service neutron] Attempting to bind port dc35a6ec-7372-4b84-9815-ebabb0db7817 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:16.771101 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6556649b-de1a-4329-9d66-22e24a771992 req-4a49a790-4011-40db-88d5-919c0dcf9102 service neutron] Port dc35a6ec-7372-4b84-9815-ebabb0db7817 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:57:16.772411 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-a598c06c-ec7a-4a33-bc0f-7703b34996d1 None None] Port 4749130e-9150-42eb-86bc-10b4f5937402 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:57:16.773890 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6556649b-de1a-4329-9d66-22e24a771992 req-4a49a790-4011-40db-88d5-919c0dcf9102 service neutron] Attempting to bind port dc35a6ec-7372-4b84-9815-ebabb0db7817 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:16.782751 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6556649b-de1a-4329-9d66-22e24a771992 req-4a49a790-4011-40db-88d5-919c0dcf9102 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:57:16.782751 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6556649b-de1a-4329-9d66-22e24a771992 req-4a49a790-4011-40db-88d5-919c0dcf9102 service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:57:16.782751 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6556649b-de1a-4329-9d66-22e24a771992 req-4a49a790-4011-40db-88d5-919c0dcf9102 service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:57:16.782751 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-6556649b-de1a-4329-9d66-22e24a771992 req-4a49a790-4011-40db-88d5-919c0dcf9102 service neutron] Bound port: dc35a6ec-7372-4b84-9815-ebabb0db7817, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:57:16.783258 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6556649b-de1a-4329-9d66-22e24a771992 req-4a49a790-4011-40db-88d5-919c0dcf9102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:16.814955 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-c5f97e75-25d2-4286-9e6f-32446b101bf2 req-89dd180e-78c9-4222-936d-b9034624260f tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Calling delete_port for ba3fab21-661b-49c5-930a-406af4ccd4c2 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:57:16.929599 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f3b42-4f92-481e-9e04-1d42a32b0ab9 req-1fdafbf1-0cba-45e3-a16b-d00dd84c9714 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:16.943604 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ce4f3b42-4f92-481e-9e04-1d42a32b0ab9 req-1fdafbf1-0cba-45e3-a16b-d00dd84c9714 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 944 time: 0.1488504 Nov 12 19:57:16.946178 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47992) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:16.966394 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-6556649b-de1a-4329-9d66-22e24a771992 req-4a49a790-4011-40db-88d5-919c0dcf9102 service neutron] For port dc35a6ec-7372-4b84-9815-ebabb0db7817, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:57:16.971350 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-6556649b-de1a-4329-9d66-22e24a771992 req-4a49a790-4011-40db-88d5-919c0dcf9102 service neutron] For port dc35a6ec-7372-4b84-9815-ebabb0db7817, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=dc35a6ec-7372-4b84-9815-ebabb0db7817,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:57:16.984557 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6556649b-de1a-4329-9d66-22e24a771992 req-4a49a790-4011-40db-88d5-919c0dcf9102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:17.039822 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556649b-de1a-4329-9d66-22e24a771992 req-4a49a790-4011-40db-88d5-919c0dcf9102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:17.040582 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6556649b-de1a-4329-9d66-22e24a771992 req-4a49a790-4011-40db-88d5-919c0dcf9102 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:17.043050 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6556649b-de1a-4329-9d66-22e24a771992 req-4a49a790-4011-40db-88d5-919c0dcf9102 service neutron] 10.222.0.55 "PUT /v2.0/ports/dc35a6ec-7372-4b84-9815-ebabb0db7817 HTTP/1.1" status: 200 len: 1096 time: 1.2686422 Nov 12 19:57:17.048203 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c46c04-5b5a-4417-9cc7-eab6013fd695', 'tag': 'dc35a6ec-7372-4b84-9815-ebabb0db7817'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:57:17.050513 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33039a23-68c5-453d-9ab6-86ef42d4552b" -d '{"events": [{"name": "network-changed", "server_uuid": "62c46c04-5b5a-4417-9cc7-eab6013fd695", "tag": "dc35a6ec-7372-4b84-9815-ebabb0db7817"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:57:17.086681 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ce4f3b42-4f92-481e-9e04-1d42a32b0ab9 req-550e5791-ac59-45c8-8e0a-48c4126a5bbd tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420536 Nov 12 19:57:17.090203 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49a790-4011-40db-88d5-919c0dcf9102 service neutron] Pushing event updated for resources: {'Port': ['ID=dc35a6ec-7372-4b84-9815-ebabb0db7817,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:17.107193 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67a8d864-bfce-4d8c-ab89-637c76f3e2b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:17.116549 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device c32f66d9-e06f-41a3-b329-e1209f5a42e3 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:57:17.229311 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port c32f66d9-e06f-41a3-b329-e1209f5a42e3 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:57:17.235484 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556649b-de1a-4329-9d66-22e24a771992 req-04d1793a-d474-47f8-8ae6-7fe1819bdb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:17.236594 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port c32f66d9-e06f-41a3-b329-e1209f5a42e3 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:17.237064 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6556649b-de1a-4329-9d66-22e24a771992 req-04d1793a-d474-47f8-8ae6-7fe1819bdb14 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=127a6be859e142dbb23de706cc1f6a95&device_id=62c46c04-5b5a-4417-9cc7-eab6013fd695 HTTP/1.1" status: 200 len: 1099 time: 0.0845904 Nov 12 19:57:17.237422 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:17.246535 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67a8d864-bfce-4d8c-ab89-637c76f3e2b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:17.270901 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67a8d864-bfce-4d8c-ab89-637c76f3e2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:17.324022 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6556649b-de1a-4329-9d66-22e24a771992 req-5f1a073a-31bd-4bea-9b9f-9e7d98fc62c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=dc35a6ec-7372-4b84-9815-ebabb0db7817 HTTP/1.1" status: 200 len: 217 time: 0.0745533 Nov 12 19:57:17.384206 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:17.403390 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-67a8d864-bfce-4d8c-ab89-637c76f3e2b4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cb2c2dfa16d44b4c907a80277aaadef7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4534352 Nov 12 19:57:17.406807 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48006) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:17.428063 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8d864-bfce-4d8c-ab89-637c76f3e2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4857b7ac-2dc6-4a17-a84f-597f486a4944,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:17.462761 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556649b-de1a-4329-9d66-22e24a771992 req-ad7ec9f0-9844-40d5-9970-14803aed89fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:17.465161 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6556649b-de1a-4329-9d66-22e24a771992 req-ad7ec9f0-9844-40d5-9970-14803aed89fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1312025 Nov 12 19:57:17.473167 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port c32f66d9-e06f-41a3-b329-e1209f5a42e3, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=c32f66d9-e06f-41a3-b329-e1209f5a42e3,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:17.474270 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ede660-fe10-49dc-96f6-9d578f46c23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32f66d9-e06f-41a3-b329-e1209f5a42e3'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:57:17.476393 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6c6551-463f-4652-bd04-1210f5d9cbdb" -d '{"events": [{"server_uuid": "54ede660-fe10-49dc-96f6-9d578f46c23e", "name": "network-vif-plugged", "status": "completed", "tag": "c32f66d9-e06f-41a3-b329-e1209f5a42e3"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:57:17.485508 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:17.538525 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-990cd4f3-be93-4918-8e6d-038bcf6f5d24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:17.546283 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=c32f66d9-e06f-41a3-b329-e1209f5a42e3,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:17.560351 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556649b-de1a-4329-9d66-22e24a771992 req-1a5ccb17-0814-4829-8259-7a4494eac246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:17.561966 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6556649b-de1a-4329-9d66-22e24a771992 req-1a5ccb17-0814-4829-8259-7a4494eac246 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0783451 Nov 12 19:57:17.576111 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-990cd4f3-be93-4918-8e6d-038bcf6f5d24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:17.589353 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25ef19-41c8-4338-80a9-d9ac3b55bf26 req-fa4241b1-05b4-4bb2-912f-cf71d9be25d6 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:17.591277 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db25ef19-41c8-4338-80a9-d9ac3b55bf26 req-fa4241b1-05b4-4bb2-912f-cf71d9be25d6 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eaadade-895e-4f4d-898a-c362ab010485 HTTP/1.1" status: 200 len: 935 time: 0.7093863 Nov 12 19:57:17.683939 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-6556649b-de1a-4329-9d66-22e24a771992 req-b03d4581-d08a-4e07-af2b-ac07e40786d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4749130e-9150-42eb-86bc-10b4f5937402 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:57:17.699514 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6556649b-de1a-4329-9d66-22e24a771992 req-b03d4581-d08a-4e07-af2b-ac07e40786d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:17.728447 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6556649b-de1a-4329-9d66-22e24a771992 req-0d5f509c-9efb-4382-a373-327c02470bd9 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541209 Nov 12 19:57:17.729586 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db25ef19-41c8-4338-80a9-d9ac3b55bf26 req-37e8afd9-7a47-4a63-9270-17a60242506a tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137655 Nov 12 19:57:17.731120 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-990cd4f3-be93-4918-8e6d-038bcf6f5d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:17.733846 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-990cd4f3-be93-4918-8e6d-038bcf6f5d24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:17.737574 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-990cd4f3-be93-4918-8e6d-038bcf6f5d24 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4857b7ac-2dc6-4a17-a84f-597f486a4944 HTTP/1.1" status: 204 len: 168 time: 0.3189533 Nov 12 19:57:17.737880 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-6556649b-de1a-4329-9d66-22e24a771992 req-b03d4581-d08a-4e07-af2b-ac07e40786d6 service neutron] Transition to ACTIVE for port object 4749130e-9150-42eb-86bc-10b4f5937402 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:57:17.753064 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c5f97e75-25d2-4286-9e6f-32446b101bf2 req-89dd180e-78c9-4222-936d-b9034624260f tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:17.753064 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6556649b-de1a-4329-9d66-22e24a771992 req-b03d4581-d08a-4e07-af2b-ac07e40786d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:17.753274 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba814b-d751-4e26-b7ad-002aa785dbf3 req-f7c598a3-7ddb-4506-abb9-4b07deafcfd4 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:17.753274 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-74ba814b-d751-4e26-b7ad-002aa785dbf3 req-f7c598a3-7ddb-4506-abb9-4b07deafcfd4 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.0850387 Nov 12 19:57:17.761901 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['ba3fab21-661b-49c5-930a-406af4ccd4c2'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:57:17.769002 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cd4f3-be93-4918-8e6d-038bcf6f5d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4857b7ac-2dc6-4a17-a84f-597f486a4944,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:17.865143 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a38197-5f26-4adc-ba08-388f918314f4 x-openstack-request-id: req-f1a38197-5f26-4adc-ba08-388f918314f4 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:57:17.865419 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62c46c04-5b5a-4417-9cc7-eab6013fd695", "tag": "dc35a6ec-7372-4b84-9815-ebabb0db7817", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:57:17.865624 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f1a38197-5f26-4adc-ba08-388f918314f4 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:57:17.866023 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62c46c04-5b5a-4417-9cc7-eab6013fd695', 'tag': 'dc35a6ec-7372-4b84-9815-ebabb0db7817', 'status': 'completed', 'code': 200} Nov 12 19:57:17.874317 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f97e75-25d2-4286-9e6f-32446b101bf2 req-89dd180e-78c9-4222-936d-b9034624260f tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] No DVR routers for this DVR port ba3fab21-661b-49c5-930a-406af4ccd4c2 on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:57:17.877762 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c5f97e75-25d2-4286-9e6f-32446b101bf2 req-89dd180e-78c9-4222-936d-b9034624260f tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:17.881058 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c5f97e75-25d2-4286-9e6f-32446b101bf2 req-89dd180e-78c9-4222-936d-b9034624260f tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.52 "DELETE /v2.0/ports/ba3fab21-661b-49c5-930a-406af4ccd4c2 HTTP/1.1" status: 204 len: 173 time: 1.7133265 Nov 12 19:57:17.887758 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0793b0-7a0c-463b-bd81-1d0397fb5b72', 'name': 'network-vif-deleted', 'tag': 'ba3fab21-661b-49c5-930a-406af4ccd4c2'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:57:17.890927 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cdea60-d836-496a-8315-512927dd96bb" -d '{"events": [{"server_uuid": "fd0793b0-7a0c-463b-bd81-1d0397fb5b72", "name": "network-vif-deleted", "tag": "ba3fab21-661b-49c5-930a-406af4ccd4c2"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:57:17.910440 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d4581-d08a-4e07-af2b-ac07e40786d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4749130e-9150-42eb-86bc-10b4f5937402,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:17.960494 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd180e-78c9-4222-936d-b9034624260f tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] Pushing event deleted for resources: {'Port': ['ID=ba3fab21-661b-49c5-930a-406af4ccd4c2,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:17.974198 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-74ba814b-d751-4e26-b7ad-002aa785dbf3 req-1752e9af-0760-4c2a-9463-5876f317c3c0 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001033 Nov 12 19:57:18.071462 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbcf1f-784f-476b-a47b-310fcdbb5300 req-e244138b-57e4-4ec8-bcc8-eb0698f465ca tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:18.074137 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b2bbcf1f-784f-476b-a47b-310fcdbb5300 req-e244138b-57e4-4ec8-bcc8-eb0698f465ca tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 946 time: 0.1167679 Nov 12 19:57:18.075606 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-6556649b-de1a-4329-9d66-22e24a771992 req-b03d4581-d08a-4e07-af2b-ac07e40786d6 service neutron] Attempting to bind port 4749130e-9150-42eb-86bc-10b4f5937402 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:57:18.075943 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-6556649b-de1a-4329-9d66-22e24a771992 req-b03d4581-d08a-4e07-af2b-ac07e40786d6 service neutron] Attempting to bind port 4749130e-9150-42eb-86bc-10b4f5937402 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:57:18.076314 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6556649b-de1a-4329-9d66-22e24a771992 req-b03d4581-d08a-4e07-af2b-ac07e40786d6 service neutron] Attempting to bind port 4749130e-9150-42eb-86bc-10b4f5937402 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:18.080470 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6556649b-de1a-4329-9d66-22e24a771992 req-258ed671-ae0b-4b9b-b84b-e553556a065c service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417716 Nov 12 19:57:18.081833 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6556649b-de1a-4329-9d66-22e24a771992 req-b03d4581-d08a-4e07-af2b-ac07e40786d6 service neutron] Port 4749130e-9150-42eb-86bc-10b4f5937402 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:57:18.082209 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6556649b-de1a-4329-9d66-22e24a771992 req-b03d4581-d08a-4e07-af2b-ac07e40786d6 service neutron] Attempting to bind port 4749130e-9150-42eb-86bc-10b4f5937402 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:18.090515 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6556649b-de1a-4329-9d66-22e24a771992 req-b03d4581-d08a-4e07-af2b-ac07e40786d6 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:57:18.090925 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6556649b-de1a-4329-9d66-22e24a771992 req-b03d4581-d08a-4e07-af2b-ac07e40786d6 service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:57:18.091372 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6556649b-de1a-4329-9d66-22e24a771992 req-b03d4581-d08a-4e07-af2b-ac07e40786d6 service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:57:18.091870 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-6556649b-de1a-4329-9d66-22e24a771992 req-b03d4581-d08a-4e07-af2b-ac07e40786d6 service neutron] Bound port: 4749130e-9150-42eb-86bc-10b4f5937402, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:57:18.092449 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6556649b-de1a-4329-9d66-22e24a771992 req-b03d4581-d08a-4e07-af2b-ac07e40786d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:18.095175 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50751c4-cabc-4a57-86ac-8ddcdb84e6b5 x-openstack-request-id: req-f50751c4-cabc-4a57-86ac-8ddcdb84e6b5 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:57:18.095493 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ede660-fe10-49dc-96f6-9d578f46c23e", "name": "network-vif-plugged", "status": "completed", "tag": "c32f66d9-e06f-41a3-b329-e1209f5a42e3", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:57:18.095823 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f50751c4-cabc-4a57-86ac-8ddcdb84e6b5 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:57:18.096822 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ede660-fe10-49dc-96f6-9d578f46c23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32f66d9-e06f-41a3-b329-e1209f5a42e3', 'code': 200} Nov 12 19:57:18.239914 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33039a23-68c5-453d-9ab6-86ef42d4552b req-be3a3c4b-faf2-4581-82ad-6db8b5905e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:18.242189 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-33039a23-68c5-453d-9ab6-86ef42d4552b req-be3a3c4b-faf2-4581-82ad-6db8b5905e68 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=127a6be859e142dbb23de706cc1f6a95&device_id=62c46c04-5b5a-4417-9cc7-eab6013fd695 HTTP/1.1" status: 200 len: 1099 time: 0.0569139 Nov 12 19:57:18.299935 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b2bbcf1f-784f-476b-a47b-310fcdbb5300 req-ea75b2cf-9e32-452c-975a-96667af5eaf5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042229 Nov 12 19:57:18.308189 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48030) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:18.341553 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1c743fa2-552c-44c3-87c9-bb427845dcf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:18.344901 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f11ae8-bc4f-455e-a0a4-29866231c50f req-465e306b-f625-4868-8589-8e0cb7e0e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:18.346206 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c4f11ae8-bc4f-455e-a0a4-29866231c50f req-465e306b-f625-4868-8589-8e0cb7e0e418 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 1097 time: 0.1377938 Nov 12 19:57:18.392877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33039a23-68c5-453d-9ab6-86ef42d4552b req-30c92c15-d774-4048-9c93-ce93a6f50eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:18.394373 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-33039a23-68c5-453d-9ab6-86ef42d4552b req-30c92c15-d774-4048-9c93-ce93a6f50eae service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.1419561 Nov 12 19:57:18.421807 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-6556649b-de1a-4329-9d66-22e24a771992 req-b03d4581-d08a-4e07-af2b-ac07e40786d6 service neutron] For port 4749130e-9150-42eb-86bc-10b4f5937402, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:57:18.466637 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-33039a23-68c5-453d-9ab6-86ef42d4552b req-8b1ad3ab-66df-43bf-b726-b8cfecdfa419 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=dc35a6ec-7372-4b84-9815-ebabb0db7817 HTTP/1.1" status: 200 len: 217 time: 0.0630379 Nov 12 19:57:18.474266 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-6556649b-de1a-4329-9d66-22e24a771992 req-b03d4581-d08a-4e07-af2b-ac07e40786d6 service neutron] For port 4749130e-9150-42eb-86bc-10b4f5937402, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=4749130e-9150-42eb-86bc-10b4f5937402,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:57:18.482958 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f4dc6cd-fb69-49dc-a662-f0f0e9b3bd5e req-6c78e2fb-bf99-4b59-8a09-13f2e787caeb tempest-TenantUsagesTestJSON-1677199432 tempest-TenantUsagesTestJSON-1677199432-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd0793b0-7a0c-463b-bd81-1d0397fb5b72 HTTP/1.1" status: 200 len: 210 time: 0.0431726 Nov 12 19:57:18.492825 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6556649b-de1a-4329-9d66-22e24a771992 req-b03d4581-d08a-4e07-af2b-ac07e40786d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:18.571127 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33039a23-68c5-453d-9ab6-86ef42d4552b req-060b974f-18ee-47fb-9ced-ac1dde90e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:18.573744 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-33039a23-68c5-453d-9ab6-86ef42d4552b req-060b974f-18ee-47fb-9ced-ac1dde90e208 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0765767 Nov 12 19:57:18.594636 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b9c6e9-fc84-4555-90ba-9763b5a3583b x-openstack-request-id: req-d1b9c6e9-fc84-4555-90ba-9763b5a3583b {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:57:18.595234 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0793b0-7a0c-463b-bd81-1d0397fb5b72", "name": "network-vif-deleted", "tag": "ba3fab21-661b-49c5-930a-406af4ccd4c2", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:57:18.595234 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1b9c6e9-fc84-4555-90ba-9763b5a3583b {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:57:18.595576 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0793b0-7a0c-463b-bd81-1d0397fb5b72', 'name': 'network-vif-deleted', 'tag': 'ba3fab21-661b-49c5-930a-406af4ccd4c2', 'status': 'completed', 'code': 200} Nov 12 19:57:18.624189 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d4581-d08a-4e07-af2b-ac07e40786d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4749130e-9150-42eb-86bc-10b4f5937402,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:18.629305 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1c743fa2-552c-44c3-87c9-bb427845dcf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:18.645439 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c4f11ae8-bc4f-455e-a0a4-29866231c50f req-76aa2825-11f1-4466-909f-14fdf6106f9d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780726 Nov 12 19:57:18.647312 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556649b-de1a-4329-9d66-22e24a771992 req-b03d4581-d08a-4e07-af2b-ac07e40786d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:18.647945 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6556649b-de1a-4329-9d66-22e24a771992 req-b03d4581-d08a-4e07-af2b-ac07e40786d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:18.653615 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6556649b-de1a-4329-9d66-22e24a771992 req-b03d4581-d08a-4e07-af2b-ac07e40786d6 service neutron] 10.222.0.55 "PUT /v2.0/ports/4749130e-9150-42eb-86bc-10b4f5937402 HTTP/1.1" status: 200 len: 1096 time: 2.2165184 Nov 12 19:57:18.654528 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1c743fa2-552c-44c3-87c9-bb427845dcf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:18.787929 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1c743fa2-552c-44c3-87c9-bb427845dcf5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1df53305853e44ac91b065348a6106dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4784219 Nov 12 19:57:18.808127 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c743fa2-552c-44c3-87c9-bb427845dcf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a4c9a5-390f-40cd-a04b-8eb4c1984aa0,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:18.828988 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48038) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:18.910285 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33039a23-68c5-453d-9ab6-86ef42d4552b req-01924e37-0088-478d-9335-df6d307bfbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:18.912264 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-33039a23-68c5-453d-9ab6-86ef42d4552b req-01924e37-0088-478d-9335-df6d307bfbab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3291869 Nov 12 19:57:18.914995 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556649b-de1a-4329-9d66-22e24a771992 req-b8a3a4cd-55b4-47de-a6ac-9ff9a3a1e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:18.917208 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6556649b-de1a-4329-9d66-22e24a771992 req-b8a3a4cd-55b4-47de-a6ac-9ff9a3a1e03b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=127a6be859e142dbb23de706cc1f6a95&device_id=6eaadade-895e-4f4d-898a-c362ab010485 HTTP/1.1" status: 200 len: 1099 time: 0.1912286 Nov 12 19:57:18.941812 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d58c1d-5cd1-482f-b04d-8d3e66371963 req-e6bb52ba-e712-427b-aed4-faf37af686d8 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:18.943510 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-48d58c1d-5cd1-482f-b04d-8d3e66371963 req-e6bb52ba-e712-427b-aed4-faf37af686d8 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 945 time: 0.2362421 Nov 12 19:57:18.948451 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1531915d-9677-4b48-bb01-2fd7f267a1fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:18.987204 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6556649b-de1a-4329-9d66-22e24a771992 req-f4975979-d419-4b4b-8dc7-1ebf08f2e1cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=4749130e-9150-42eb-86bc-10b4f5937402 HTTP/1.1" status: 200 len: 217 time: 0.0595663 Nov 12 19:57:19.042431 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d741e-e761-45cb-bc36-091e6afb8f87 req-b02f28de-2aab-4004-a92c-f317a7b6f1f5 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:19.044086 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1531915d-9677-4b48-bb01-2fd7f267a1fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:19.044208 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-890d741e-e761-45cb-bc36-091e6afb8f87 req-b02f28de-2aab-4004-a92c-f317a7b6f1f5 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 1098 time: 0.1068506 Nov 12 19:57:19.077926 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-33039a23-68c5-453d-9ab6-86ef42d4552b req-00c3dc22-0ed9-416a-ad79-ebef7e69f4c4 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507783 Nov 12 19:57:19.101054 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556649b-de1a-4329-9d66-22e24a771992 req-613d78aa-2616-4965-95a8-2a3b5cdb6587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:19.102506 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6556649b-de1a-4329-9d66-22e24a771992 req-613d78aa-2616-4965-95a8-2a3b5cdb6587 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1054363 Nov 12 19:57:19.114202 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-48d58c1d-5cd1-482f-b04d-8d3e66371963 req-ec84702f-c5fc-467e-ac48-628a8a588bfe tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628718 Nov 12 19:57:19.128942 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-890d741e-e761-45cb-bc36-091e6afb8f87 req-122f7310-f4e9-43b6-ae53-f4b2874a3f5c tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692236 Nov 12 19:57:19.177394 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556649b-de1a-4329-9d66-22e24a771992 req-4c2005f6-5d70-4f82-8b45-2d36315fd316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:19.179400 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6556649b-de1a-4329-9d66-22e24a771992 req-4c2005f6-5d70-4f82-8b45-2d36315fd316 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0593178 Nov 12 19:57:19.180523 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1531915d-9677-4b48-bb01-2fd7f267a1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:19.183585 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1531915d-9677-4b48-bb01-2fd7f267a1fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:19.185297 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1531915d-9677-4b48-bb01-2fd7f267a1fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/25a4c9a5-390f-40cd-a04b-8eb4c1984aa0 HTTP/1.1" status: 204 len: 168 time: 0.3532891 Nov 12 19:57:19.203254 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-33039a23-68c5-453d-9ab6-86ef42d4552b req-9c11cde8-6a3d-4706-976a-65e0c51d98d3 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086607 Nov 12 19:57:19.206143 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531915d-9677-4b48-bb01-2fd7f267a1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a4c9a5-390f-40cd-a04b-8eb4c1984aa0,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:19.300783 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd0c27-32b9-4650-8b2e-2c3a33a096b1 req-5b3d0e1a-cead-4a91-a011-fb4cdb8213f6 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:19.302774 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16fd0c27-32b9-4650-8b2e-2c3a33a096b1 req-5b3d0e1a-cead-4a91-a011-fb4cdb8213f6 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.0653968 Nov 12 19:57:19.319147 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044e696-d773-420e-af99-05d7503cef57 req-de6a5b90-82f2-44e0-a130-b596fa2189e8 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:19.320700 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b044e696-d773-420e-af99-05d7503cef57 req-de6a5b90-82f2-44e0-a130-b596fa2189e8 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eaadade-895e-4f4d-898a-c362ab010485 HTTP/1.1" status: 200 len: 947 time: 0.0969033 Nov 12 19:57:19.339113 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6556649b-de1a-4329-9d66-22e24a771992 req-cd584f38-cb2c-4f42-b519-d4190568ba23 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485944 Nov 12 19:57:19.374922 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16fd0c27-32b9-4650-8b2e-2c3a33a096b1 req-2d10c398-469b-42df-b82c-133a1a877c1f tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628533 Nov 12 19:57:19.451415 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b044e696-d773-420e-af99-05d7503cef57 req-cef46198-0426-455a-86c3-14c69be93ee5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171565 Nov 12 19:57:19.497617 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6556649b-de1a-4329-9d66-22e24a771992 req-2b674b18-19ee-4729-a4b2-7733b0bf35b5 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444166 Nov 12 19:57:19.558544 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a5072-96d8-4ab6-b533-b897789250ec req-31c69862-63e2-420f-81f5-dec9a53597d6 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:19.559990 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fc7a5072-96d8-4ab6-b533-b897789250ec req-31c69862-63e2-420f-81f5-dec9a53597d6 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 1098 time: 0.0409052 Nov 12 19:57:19.618553 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fc7a5072-96d8-4ab6-b533-b897789250ec req-d810e801-2288-4eed-9642-4e443e194508 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478320 Nov 12 19:57:19.873977 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4f843891-1636-4f76-9642-cc9ecf5fcdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:19.886504 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:19.910439 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5261c-d855-4a9e-94e6-c19dffa2d13c req-fb10cae3-ebd7-4e88-9d1a-9e6fe8ab5a91 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:19.919329 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-39c5261c-d855-4a9e-94e6-c19dffa2d13c req-fb10cae3-ebd7-4e88-9d1a-9e6fe8ab5a91 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 1098 time: 0.0749648 Nov 12 19:57:19.966696 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-39c5261c-d855-4a9e-94e6-c19dffa2d13c req-fbf349a0-e14f-42be-9a2b-3d46517179c8 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464864 Nov 12 19:57:20.071905 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48090) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:20.301389 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483f004-29cd-46a4-9150-12ef178c31e7 req-697aa253-e751-4f34-845b-3cd603d64296 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:20.303316 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c483f004-29cd-46a4-9150-12ef178c31e7 req-697aa253-e751-4f34-845b-3cd603d64296 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 945 time: 0.0710969 Nov 12 19:57:20.374459 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c483f004-29cd-46a4-9150-12ef178c31e7 req-e80ead05-0dfb-4d0f-bacf-73afe8124817 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618758 Nov 12 19:57:20.436499 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-166ca7c0-b642-4d2c-8d16-dd20ebd9ce93 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0ea27f3102774675b323fbf4a9305bc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3621442 Nov 12 19:57:20.439076 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48112) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:20.539781 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88ca5e-5dde-4211-94af-08483190954e req-751d5648-704b-4c1e-9263-a091e5910afb tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:20.544708 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0e88ca5e-5dde-4211-94af-08483190954e req-751d5648-704b-4c1e-9263-a091e5910afb tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.0785797 Nov 12 19:57:20.546148 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1ae2de98-79fd-45d7-aa38-20180a1c351c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:20.586685 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1ae2de98-79fd-45d7-aa38-20180a1c351c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:20.600582 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eaadade-895e-4f4d-898a-c362ab010485', 'tag': '4749130e-9150-42eb-86bc-10b4f5937402'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:57:20.600964 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e40fa43-f1db-49fa-90eb-f17f8a3580e7" -d '{"events": [{"name": "network-changed", "server_uuid": "6eaadade-895e-4f4d-898a-c362ab010485", "tag": "4749130e-9150-42eb-86bc-10b4f5937402"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:57:20.648822 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0e88ca5e-5dde-4211-94af-08483190954e req-e89b2b94-e96e-40bc-a855-8477eaf371ea tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992815 Nov 12 19:57:20.674997 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1ae2de98-79fd-45d7-aa38-20180a1c351c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:20.679412 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1ae2de98-79fd-45d7-aa38-20180a1c351c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:20.680706 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1ae2de98-79fd-45d7-aa38-20180a1c351c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0be69aae-ff11-4f6f-a9bb-16b11c017753 HTTP/1.1" status: 204 len: 168 time: 0.2406433 Nov 12 19:57:20.689563 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2de98-79fd-45d7-aa38-20180a1c351c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be69aae-ff11-4f6f-a9bb-16b11c017753,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:21.100086 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b715e39-22d6-4341-a7ae-45d6ccf1768d req-c070a87e-6822-46f2-a163-d24937a8a741 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:21.101648 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1b715e39-22d6-4341-a7ae-45d6ccf1768d req-c070a87e-6822-46f2-a163-d24937a8a741 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 1097 time: 0.0473542 Nov 12 19:57:21.121385 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device ba3fab21-661b-49c5-930a-406af4ccd4c2 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:57:21.147891 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48142) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:21.153224 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: ba3fab21-661b-49c5-930a-406af4ccd4c2 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:57:21.153817 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device ba3fab21-661b-49c5-930a-406af4ccd4c2 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:57:21.165161 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb19f3b6-a02e-4470-975f-9169d7ffb411 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:21.180886 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1b715e39-22d6-4341-a7ae-45d6ccf1768d req-9dd7d505-435d-4edd-8c51-3a5dc3143882 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723748 Nov 12 19:57:21.205811 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c1ad5-0b55-47c6-bb82-1af63058e17b req-4161767f-1ab7-481a-baa7-57c3a5927b31 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:21.213587 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c35c1ad5-0b55-47c6-bb82-1af63058e17b req-4161767f-1ab7-481a-baa7-57c3a5927b31 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eaadade-895e-4f4d-898a-c362ab010485 HTTP/1.1" status: 200 len: 947 time: 0.0964546 Nov 12 19:57:21.275414 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c35c1ad5-0b55-47c6-bb82-1af63058e17b req-79eef064-0187-4fd3-a44b-1b307724f7b8 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609405 Nov 12 19:57:21.312571 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d31004-1174-4af9-b03d-1b6183c66974 x-openstack-request-id: req-f9d31004-1174-4af9-b03d-1b6183c66974 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:57:21.313231 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eaadade-895e-4f4d-898a-c362ab010485", "tag": "4749130e-9150-42eb-86bc-10b4f5937402", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:57:21.313691 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f9d31004-1174-4af9-b03d-1b6183c66974 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:57:21.314533 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eaadade-895e-4f4d-898a-c362ab010485', 'tag': '4749130e-9150-42eb-86bc-10b4f5937402', 'status': 'completed', 'code': 200} Nov 12 19:57:21.327782 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb19f3b6-a02e-4470-975f-9169d7ffb411 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:21.335157 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb19f3b6-a02e-4470-975f-9169d7ffb411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:21.411951 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-eb19f3b6-a02e-4470-975f-9169d7ffb411 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b245def6f6bd4842b0e03d07574b2cb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616069 Nov 12 19:57:21.415587 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48152) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:21.418113 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40fa43-f1db-49fa-90eb-f17f8a3580e7 req-b6f26803-4940-42a0-b52a-0d3388be672d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:21.418113 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8e40fa43-f1db-49fa-90eb-f17f8a3580e7 req-b6f26803-4940-42a0-b52a-0d3388be672d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=127a6be859e142dbb23de706cc1f6a95&device_id=6eaadade-895e-4f4d-898a-c362ab010485 HTTP/1.1" status: 200 len: 1099 time: 0.0738411 Nov 12 19:57:21.431354 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19f3b6-a02e-4470-975f-9169d7ffb411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3d2faa-53da-4efc-8a21-424ea5e32bb8,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:21.480542 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ed9ae-bcb0-49fb-994b-6359c334ab75 req-0419c4a3-0320-409e-a1e5-b19584194daf tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:21.482487 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-860ed9ae-bcb0-49fb-994b-6359c334ab75 req-0419c4a3-0320-409e-a1e5-b19584194daf tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 1098 time: 0.1414735 Nov 12 19:57:21.524438 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48154) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:21.525923 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40fa43-f1db-49fa-90eb-f17f8a3580e7 req-e8790342-9abd-4ca6-836c-b2e7d371f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:21.527881 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8e40fa43-f1db-49fa-90eb-f17f8a3580e7 req-e8790342-9abd-4ca6-836c-b2e7d371f70f service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.1021647 Nov 12 19:57:21.535700 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-941b3415-fe94-4639-846b-5cf7e243f386 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:21.574692 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-860ed9ae-bcb0-49fb-994b-6359c334ab75 req-ecc4d651-6a0a-4fba-abae-ba1ab3583695 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802705 Nov 12 19:57:21.576479 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-941b3415-fe94-4639-846b-5cf7e243f386 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:21.602218 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8e40fa43-f1db-49fa-90eb-f17f8a3580e7 req-d3f6c4f5-ed3c-4522-81a7-c24b60b0ad11 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=4749130e-9150-42eb-86bc-10b4f5937402 HTTP/1.1" status: 200 len: 217 time: 0.0664718 Nov 12 19:57:21.649590 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-941b3415-fe94-4639-846b-5cf7e243f386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:21.653672 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-941b3415-fe94-4639-846b-5cf7e243f386 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:21.655326 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-941b3415-fe94-4639-846b-5cf7e243f386 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d3d2faa-53da-4efc-8a21-424ea5e32bb8 HTTP/1.1" status: 204 len: 168 time: 0.2360561 Nov 12 19:57:21.665394 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-e87021a2-3ab9-4409-9bdb-4a90880cdc37 req-35d70591-eaa3-4244-b7a2-5b0a39c4bf71 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1370255950', 'description': 'tempest-description-37903686'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:21.691074 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40fa43-f1db-49fa-90eb-f17f8a3580e7 req-91234dc8-ad7a-4b24-8659-003f7b85de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:21.692779 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8e40fa43-f1db-49fa-90eb-f17f8a3580e7 req-91234dc8-ad7a-4b24-8659-003f7b85de56 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0835276 Nov 12 19:57:21.705093 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e87021a2-3ab9-4409-9bdb-4a90880cdc37 req-35d70591-eaa3-4244-b7a2-5b0a39c4bf71 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:21.709958 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b3415-fe94-4639-846b-5cf7e243f386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3d2faa-53da-4efc-8a21-424ea5e32bb8,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:21.726015 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e87021a2-3ab9-4409-9bdb-4a90880cdc37 req-35d70591-eaa3-4244-b7a2-5b0a39c4bf71 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:21.726209 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b2807611-e879-49a1-b8ec-a366034c34cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:21.752718 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136b022-e5c9-495a-9309-ac7c96b841be req-edab955f-22fe-4a3a-ab62-6d62dc613263 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:21.754361 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7136b022-e5c9-495a-9309-ac7c96b841be req-edab955f-22fe-4a3a-ab62-6d62dc613263 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 1097 time: 0.0910459 Nov 12 19:57:21.794202 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40fa43-f1db-49fa-90eb-f17f8a3580e7 req-71a06266-182f-437d-bf98-0ba960caebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:21.796304 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8e40fa43-f1db-49fa-90eb-f17f8a3580e7 req-71a06266-182f-437d-bf98-0ba960caebc6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0880249 Nov 12 19:57:21.830044 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7136b022-e5c9-495a-9309-ac7c96b841be req-789647e2-24af-4848-b543-26c28ae27428 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680594 Nov 12 19:57:21.856780 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b2807611-e879-49a1-b8ec-a366034c34cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:21.861798 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b2807611-e879-49a1-b8ec-a366034c34cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:21.907292 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b2807611-e879-49a1-b8ec-a366034c34cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=44bfed65b1b24df191b90c2f4d5b1ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3814359 Nov 12 19:57:21.908144 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2807611-e879-49a1-b8ec-a366034c34cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84608c12-4798-4a92-878f-e0e8c3ae4859,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:21.909676 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48166) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:21.944900 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e87021a2-3ab9-4409-9bdb-4a90880cdc37 req-35d70591-eaa3-4244-b7a2-5b0a39c4bf71 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:21.965639 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e87021a2-3ab9-4409-9bdb-4a90880cdc37 req-35d70591-eaa3-4244-b7a2-5b0a39c4bf71 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:21.988010 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8e40fa43-f1db-49fa-90eb-f17f8a3580e7 req-daae3ed9-e50c-4481-abcd-398c92765504 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807058 Nov 12 19:57:22.015269 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-587c724a-6b1c-4a56-9dda-279e5358c0dd req-a5f8536f-56a5-4262-8199-9395befdc7d4 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 19:57:22.016218 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-587c724a-6b1c-4a56-9dda-279e5358c0dd req-a5f8536f-56a5-4262-8199-9395befdc7d4 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067027 Nov 12 19:57:22.053850 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d70591-eaa3-4244-b7a2-5b0a39c4bf71 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff56e88b-8378-467d-8916-9536df0755e1,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:22.114174 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e4f1f8cb-de72-42cc-9d83-3a6aaa0fa788 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:22.164627 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e87021a2-3ab9-4409-9bdb-4a90880cdc37 req-35d70591-eaa3-4244-b7a2-5b0a39c4bf71 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:22.182930 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e87021a2-3ab9-4409-9bdb-4a90880cdc37 req-35d70591-eaa3-4244-b7a2-5b0a39c4bf71 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:22.189027 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a0e7831e-7264-4906-aa62-86ae731bf3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:22.192260 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e4f1f8cb-de72-42cc-9d83-3a6aaa0fa788 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:22.292079 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8e40fa43-f1db-49fa-90eb-f17f8a3580e7 req-df00d725-0023-496e-abe9-48b88487ed83 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936518 Nov 12 19:57:22.302469 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e4f1f8cb-de72-42cc-9d83-3a6aaa0fa788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:22.305349 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e4f1f8cb-de72-42cc-9d83-3a6aaa0fa788 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:22.309973 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e4f1f8cb-de72-42cc-9d83-3a6aaa0fa788 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/84608c12-4798-4a92-878f-e0e8c3ae4859 HTTP/1.1" status: 204 len: 168 time: 0.3942726 Nov 12 19:57:22.317199 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e87021a2-3ab9-4409-9bdb-4a90880cdc37 req-35d70591-eaa3-4244-b7a2-5b0a39c4bf71 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:22.332841 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e87021a2-3ab9-4409-9bdb-4a90880cdc37 req-35d70591-eaa3-4244-b7a2-5b0a39c4bf71 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6752889 Nov 12 19:57:22.346566 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d70591-eaa3-4244-b7a2-5b0a39c4bf71 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51fa15f8-78e6-46b8-81d1-62d4020c0517,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:22.377108 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1f8cb-de72-42cc-9d83-3a6aaa0fa788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84608c12-4798-4a92-878f-e0e8c3ae4859,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:22.495239 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748a9c0-e646-4a07-8c92-d0495fd72222 req-e3ed73e2-3f63-431a-96a7-d769eb8368a7 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:22.502772 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5748a9c0-e646-4a07-8c92-d0495fd72222 req-e3ed73e2-3f63-431a-96a7-d769eb8368a7 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.0806544 Nov 12 19:57:22.547342 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5748a9c0-e646-4a07-8c92-d0495fd72222 req-21698ab1-a672-4b40-9e70-8b6c79eb3aa8 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437205 Nov 12 19:57:22.589862 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device dc35a6ec-7372-4b84-9815-ebabb0db7817 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:57:22.698553 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48210) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:22.717991 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c07e1e0-c608-4923-ab39-00c64d7407c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:22.725235 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port dc35a6ec-7372-4b84-9815-ebabb0db7817, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=dc35a6ec-7372-4b84-9815-ebabb0db7817,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:22.730732 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06952801-9bc3-4f77-9f09-bfa0c760308e req-94804d78-04f5-48df-b956-760ec41d40ac tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:22.737423 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-06952801-9bc3-4f77-9f09-bfa0c760308e req-94804d78-04f5-48df-b956-760ec41d40ac tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eaadade-895e-4f4d-898a-c362ab010485 HTTP/1.1" status: 200 len: 947 time: 0.0769334 Nov 12 19:57:22.745286 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'dc35a6ec-7372-4b84-9815-ebabb0db7817', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': 'dc35a6ec-7372-4b84-9815-ebabb0db7817', 'mac_address': 'fa:16:3e:55:f9:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:57:22.800337 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:22.817110 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc35a6ec-7372-4b84-9815-ebabb0db7817 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:57:22.835648 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-06952801-9bc3-4f77-9f09-bfa0c760308e req-7a035ecf-b181-4707-bcd9-c4d1cdb99532 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898664 Nov 12 19:57:22.847994 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c07e1e0-c608-4923-ab39-00c64d7407c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:22.855960 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c07e1e0-c608-4923-ab39-00c64d7407c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:22.870044 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-fcf6300b-ea73-4598-bf9e-c9460826460f req-389a13cf-38ed-4278-9fad-650569b48f2c tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Request body: {'security_group': {'name': 'tempest-securitygroup-792998161', 'description': 'tempest-description-589447833'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:22.885559 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port dc35a6ec-7372-4b84-9815-ebabb0db7817, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=dc35a6ec-7372-4b84-9815-ebabb0db7817,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:22.895341 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:22.896305 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 4749130e-9150-42eb-86bc-10b4f5937402 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:57:22.901638 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-fcf6300b-ea73-4598-bf9e-c9460826460f req-389a13cf-38ed-4278-9fad-650569b48f2c tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:22.907392 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0c07e1e0-c608-4923-ab39-00c64d7407c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=14e2927a82eb40039002b53626919fa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2071638 Nov 12 19:57:22.909474 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07e1e0-c608-4923-ab39-00c64d7407c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd827a05-5397-4487-a29f-bf25436962e9,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:22.910490 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48218) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:22.983751 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=dc35a6ec-7372-4b84-9815-ebabb0db7817,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:23.004598 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a20ace02-8ec3-42b5-969a-bc4a3e098dc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:23.018195 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 4749130e-9150-42eb-86bc-10b4f5937402, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=4749130e-9150-42eb-86bc-10b4f5937402,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:23.027399 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a20ace02-8ec3-42b5-969a-bc4a3e098dc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:23.032733 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '4749130e-9150-42eb-86bc-10b4f5937402', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': '4749130e-9150-42eb-86bc-10b4f5937402', 'mac_address': 'fa:16:3e:3b:1a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:57:23.054698 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48226) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:23.082794 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:23.089414 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-fcf6300b-ea73-4598-bf9e-c9460826460f req-389a13cf-38ed-4278-9fad-650569b48f2c tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:23.096066 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-fcf6300b-ea73-4598-bf9e-c9460826460f req-389a13cf-38ed-4278-9fad-650569b48f2c tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:23.099518 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4749130e-9150-42eb-86bc-10b4f5937402 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:57:23.123156 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 4749130e-9150-42eb-86bc-10b4f5937402, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=4749130e-9150-42eb-86bc-10b4f5937402,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:23.127693 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:23.156121 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-fcf6300b-ea73-4598-bf9e-c9460826460f req-389a13cf-38ed-4278-9fad-650569b48f2c tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:23.170730 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fcf6300b-ea73-4598-bf9e-c9460826460f req-389a13cf-38ed-4278-9fad-650569b48f2c tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3060732 Nov 12 19:57:23.171705 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a20ace02-8ec3-42b5-969a-bc4a3e098dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:23.177901 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a20ace02-8ec3-42b5-969a-bc4a3e098dc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:23.198805 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a20ace02-8ec3-42b5-969a-bc4a3e098dc4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd827a05-5397-4487-a29f-bf25436962e9 HTTP/1.1" status: 204 len: 168 time: 0.2871835 Nov 12 19:57:23.207984 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a13cf-38ed-4278-9fad-650569b48f2c tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed50613f-4e30-4503-afc6-85ba81f84761,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:23.214404 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=4749130e-9150-42eb-86bc-10b4f5937402,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:23.222167 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-629da437-ab54-4715-b40a-dfe57db690c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1849405237-network', 'tenant_id': '55a212f7281548d88a79437349230bc1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:23.235685 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ace02-8ec3-42b5-969a-bc4a3e098dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd827a05-5397-4487-a29f-bf25436962e9,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:23.279545 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629da437-ab54-4715-b40a-dfe57db690c7 admin admin] Made reservation on behalf of 55a212f7281548d88a79437349230bc1 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:57:23.282197 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-629da437-ab54-4715-b40a-dfe57db690c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:23.292620 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-629da437-ab54-4715-b40a-dfe57db690c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:23.435511 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-629da437-ab54-4715-b40a-dfe57db690c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:23.442366 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-629da437-ab54-4715-b40a-dfe57db690c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:23.455260 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-9131b19f-800b-4eac-9f95-1d17e9f40e05 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 19:57:23.456379 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-9131b19f-800b-4eac-9f95-1d17e9f40e05 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063245 Nov 12 19:57:23.475287 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629da437-ab54-4715-b40a-dfe57db690c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 19:57:23.485535 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629da437-ab54-4715-b40a-dfe57db690c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9155299-8ed0-4c52-b140-abb1ad98bb3f,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:23.491920 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-629da437-ab54-4715-b40a-dfe57db690c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:23.492277 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-629da437-ab54-4715-b40a-dfe57db690c7 admin admin] Added segment 1ab89105-9ad3-4840-a2ad-dcf3dbac833f of type vlan for network f1b8db6a-f7ca-45ba-ad3b-8839286211de Nov 12 19:57:23.502257 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['dc35a6ec-7372-4b84-9815-ebabb0db7817'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:57:23.520836 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-26a607ee-52cf-4bfe-830e-a6839166a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:23.522853 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-26a607ee-52cf-4bfe-830e-a6839166a388 service neutron] 10.222.0.48 "GET /v2.0/ports/74eaf5a7-957f-478f-990e-7fb2c65872ef HTTP/1.1" status: 200 len: 1095 time: 0.0536227 Nov 12 19:57:23.536064 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-01be7ec0-b21d-4ace-b114-cd3850ef7a16 service neutron] Request body: {'binding': {'host': 'n-h2-712140-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:23.537049 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-01be7ec0-b21d-4ace-b114-cd3850ef7a16 service neutron] Unknown quota resources ['binding']. {{(pid=102448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 19:57:23.542097 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-629da437-ab54-4715-b40a-dfe57db690c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:23.577115 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-629da437-ab54-4715-b40a-dfe57db690c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:23.578648 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629da437-ab54-4715-b40a-dfe57db690c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:23.579881 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-629da437-ab54-4715-b40a-dfe57db690c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:23.599159 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['4749130e-9150-42eb-86bc-10b4f5937402'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:57:23.632912 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-629da437-ab54-4715-b40a-dfe57db690c7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5737741 Nov 12 19:57:23.633193 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48246) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:23.648138 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-729e7b1d-958f-488f-9cb6-e068df158db2 admin admin] Request body: {'subnet': {'network_id': 'f1b8db6a-f7ca-45ba-ad3b-8839286211de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1849405237-subnet', 'tenant_id': '55a212f7281548d88a79437349230bc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:23.652492 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:23.667058 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:23.689856 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729e7b1d-958f-488f-9cb6-e068df158db2 admin admin] Made reservation on behalf of 55a212f7281548d88a79437349230bc1 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:57:23.692857 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-729e7b1d-958f-488f-9cb6-e068df158db2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:23.699770 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629da437-ab54-4715-b40a-dfe57db690c7 admin admin] Pushing event updated for resources: {'Network': ['ID=f1b8db6a-f7ca-45ba-ad3b-8839286211de,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:23.716016 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network f1b8db6a-f7ca-45ba-ad3b-8839286211de details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 19:57:23.862098 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-01be7ec0-b21d-4ace-b114-cd3850ef7a16 service neutron] Attempting to bind port 74eaf5a7-957f-478f-990e-7fb2c65872ef on host n-h2-712140-15 for vnic_type normal with profile None {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:57:23.863098 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-01be7ec0-b21d-4ace-b114-cd3850ef7a16 service neutron] Attempting to bind port 74eaf5a7-957f-478f-990e-7fb2c65872ef by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:57:23.863439 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-01be7ec0-b21d-4ace-b114-cd3850ef7a16 service neutron] Attempting to bind port 74eaf5a7-957f-478f-990e-7fb2c65872ef on network e3a881ac-6120-48a0-95f8-2623f45c4673 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:23.888249 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-01be7ec0-b21d-4ace-b114-cd3850ef7a16 service neutron] Port 74eaf5a7-957f-478f-990e-7fb2c65872ef on network e3a881ac-6120-48a0-95f8-2623f45c4673 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:57:23.888452 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-01be7ec0-b21d-4ace-b114-cd3850ef7a16 service neutron] Attempting to bind port 74eaf5a7-957f-478f-990e-7fb2c65872ef on network e3a881ac-6120-48a0-95f8-2623f45c4673 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:23.896044 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-01be7ec0-b21d-4ace-b114-cd3850ef7a16 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:57:23.896423 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-01be7ec0-b21d-4ace-b114-cd3850ef7a16 service neutron] Checking segment: {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:57:23.896813 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-01be7ec0-b21d-4ace-b114-cd3850ef7a16 service neutron] Bound using segment: {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:57:23.897248 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-01be7ec0-b21d-4ace-b114-cd3850ef7a16 service neutron] Bound port: 74eaf5a7-957f-478f-990e-7fb2c65872ef, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:57:24.211863 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-729e7b1d-958f-488f-9cb6-e068df158db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:24.250668 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-01be7ec0-b21d-4ace-b114-cd3850ef7a16 service neutron] For port 74eaf5a7-957f-478f-990e-7fb2c65872ef, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=74eaf5a7-957f-478f-990e-7fb2c65872ef,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:57:24.261052 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-01be7ec0-b21d-4ace-b114-cd3850ef7a16 service neutron] Publish callbacks [] for binding, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:24.262139 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-01be7ec0-b21d-4ace-b114-cd3850ef7a16 service neutron] 10.222.0.48 "POST /v2.0/ports/74eaf5a7-957f-478f-990e-7fb2c65872ef/bindings HTTP/1.1" status: 201 len: 390 time: 0.7306309 Nov 12 19:57:24.263069 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e7b1d-958f-488f-9cb6-e068df158db2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85860ec8-82f7-4bfd-ae57-5732f19a3317,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:24.298319 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729e7b1d-958f-488f-9cb6-e068df158db2 admin admin] Checking segment: {'id': '1ab89105-9ad3-4840-a2ad-dcf3dbac833f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'f1b8db6a-f7ca-45ba-ad3b-8839286211de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:57:24.298728 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729e7b1d-958f-488f-9cb6-e068df158db2 admin admin] Network hostable DHCP agents. Network: f1b8db6a-f7ca-45ba-ad3b-8839286211de, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 19:57:24.333279 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729e7b1d-958f-488f-9cb6-e068df158db2 admin admin] Network f1b8db6a-f7ca-45ba-ad3b-8839286211de is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 19:57:24.361151 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-729e7b1d-958f-488f-9cb6-e068df158db2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, f1b8db6a-f7ca-45ba-ad3b-8839286211de) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:57:24.370362 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729e7b1d-958f-488f-9cb6-e068df158db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:24.371127 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-729e7b1d-958f-488f-9cb6-e068df158db2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:24.372701 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f65284-ce3f-4e7f-b497-a16d0d20a01b None None] Network f1b8db6a-f7ca-45ba-ad3b-8839286211de requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:57:24.400293 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-729e7b1d-958f-488f-9cb6-e068df158db2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7580707 Nov 12 19:57:24.590262 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12e180b-5906-4835-91a9-fb32e252f840 None None] Network f1b8db6a-f7ca-45ba-ad3b-8839286211de requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:57:24.654715 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-213ab9a9-ea9b-4b88-a079-8f77e2fd7383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:24.656429 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-213ab9a9-ea9b-4b88-a079-8f77e2fd7383 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 1098 time: 0.0630879 Nov 12 19:57:24.766742 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-613cfb89-d301-416d-b1d2-1bc28845ac67 req-2d2995f1-f1a6-42db-97e7-0fe8dec8705d tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1164986483', 'description': 'tempest-description-1462305066'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:24.782505 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-7a50b0f6-6c81-4776-b76a-99d3ff343574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:24.784437 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-7a50b0f6-6c81-4776-b76a-99d3ff343574 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e3a881ac-6120-48a0-95f8-2623f45c4673 HTTP/1.1" status: 200 len: 909 time: 0.1185939 Nov 12 19:57:24.806706 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-613cfb89-d301-416d-b1d2-1bc28845ac67 req-2d2995f1-f1a6-42db-97e7-0fe8dec8705d tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:24.817595 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-613cfb89-d301-416d-b1d2-1bc28845ac67 req-2d2995f1-f1a6-42db-97e7-0fe8dec8705d tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:24.833392 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-0862b169-b453-48bf-a605-a1be3419d308 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74eaf5a7-957f-478f-990e-7fb2c65872ef HTTP/1.1" status: 200 len: 217 time: 0.0411055 Nov 12 19:57:24.910529 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48302) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:24.927891 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-613cfb89-d301-416d-b1d2-1bc28845ac67 req-2d2995f1-f1a6-42db-97e7-0fe8dec8705d tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:24.934746 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-613cfb89-d301-416d-b1d2-1bc28845ac67 req-2d2995f1-f1a6-42db-97e7-0fe8dec8705d tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:24.956967 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-ca0d3f37-ae96-40f8-b1dc-d082a9bb00c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:24.958293 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:24.958479 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-ca0d3f37-ae96-40f8-b1dc-d082a9bb00c7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bbdea447-0bd1-47f3-8097-cac78263fd7c HTTP/1.1" status: 200 len: 848 time: 0.1173637 Nov 12 19:57:24.997744 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-f22f5174-fe6e-4deb-9326-2f6cc1ed0831 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e3a881ac-6120-48a0-95f8-2623f45c4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305591 Nov 12 19:57:25.000556 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e161f235-6666-4216-aa95-67383cf127d7 req-6e6393ed-a20e-4597-ae74-c8f83f15e8be service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4523f542-c640-48ba-98fa-5a41ab8987f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0890560 Nov 12 19:57:25.020338 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2995f1-f1a6-42db-97e7-0fe8dec8705d tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e46dba2-7c5d-4612-b56c-17f3c0f8eb7d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:25.061311 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-613cfb89-d301-416d-b1d2-1bc28845ac67 req-2d2995f1-f1a6-42db-97e7-0fe8dec8705d tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:25.067270 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-613cfb89-d301-416d-b1d2-1bc28845ac67 req-2d2995f1-f1a6-42db-97e7-0fe8dec8705d tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:25.113550 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-613cfb89-d301-416d-b1d2-1bc28845ac67 req-2d2995f1-f1a6-42db-97e7-0fe8dec8705d tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:25.115578 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-613cfb89-d301-416d-b1d2-1bc28845ac67 req-2d2995f1-f1a6-42db-97e7-0fe8dec8705d tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3585372 Nov 12 19:57:25.117355 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2995f1-f1a6-42db-97e7-0fe8dec8705d tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d867ded4-9a37-45c3-818d-d91de3793afd,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:25.211417 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-aaaaa53f-b5b4-429d-b897-c46c6e4a4934 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 19:57:25.219136 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-aaaaa53f-b5b4-429d-b897-c46c6e4a4934 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3060393 Nov 12 19:57:25.265206 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780822a-b6d1-4ef3-a20d-17945acf533a req-363603e5-51f5-4d8a-8850-292a02f4134d tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:25.266772 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e780822a-b6d1-4ef3-a20d-17945acf533a req-363603e5-51f5-4d8a-8850-292a02f4134d tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.0888350 Nov 12 19:57:25.293867 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161f235-6666-4216-aa95-67383cf127d7 req-5c9cc7b9-659e-4707-bd49-b00cef8c694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:25.295288 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e161f235-6666-4216-aa95-67383cf127d7 req-5c9cc7b9-659e-4707-bd49-b00cef8c694b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c539f76e143242b8af302d8e20aae3aa&device_id=4523f542-c640-48ba-98fa-5a41ab8987f6 HTTP/1.1" status: 200 len: 1119 time: 0.2161303 Nov 12 19:57:25.302945 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-2d20a9bf-d785-4b3c-aa86-79208c4f3154 service neutron] 10.222.0.52 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908828 Nov 12 19:57:25.363366 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e780822a-b6d1-4ef3-a20d-17945acf533a req-47f98406-cf93-4bfd-8efd-6c9cb349e847 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866523 Nov 12 19:57:25.501893 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-80e3cde1-1b62-417c-a34b-c252302e3e55 service neutron] 10.222.0.52 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899524 Nov 12 19:57:25.521308 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161f235-6666-4216-aa95-67383cf127d7 req-280c27e4-d895-462e-b452-093ac97c5eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:25.523147 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e161f235-6666-4216-aa95-67383cf127d7 req-280c27e4-d895-462e-b452-093ac97c5eb9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f1d354fd-aa26-44d0-9019-12658139bd7f HTTP/1.1" status: 200 len: 924 time: 0.1773338 Nov 12 19:57:25.536518 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052366dc-4568-4c29-9195-6d8f9e08cb3e req-4892ee51-5569-4937-9da7-293f111a1cba tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:25.544472 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-052366dc-4568-4c29-9195-6d8f9e08cb3e req-4892ee51-5569-4937-9da7-293f111a1cba tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eaadade-895e-4f4d-898a-c362ab010485 HTTP/1.1" status: 200 len: 948 time: 0.0901022 Nov 12 19:57:25.601158 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48328) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:25.606799 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-39f41701-bd8a-4c4d-9dd0-edaada940e88 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-594090766-network', 'tenant_id': '3ae6d54849cc46a39ef53888a14e400f'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:25.612652 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-052366dc-4568-4c29-9195-6d8f9e08cb3e req-4c4c387d-3ca6-469d-b75c-4c8f9ea0aff3 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669587 Nov 12 19:57:25.643933 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f41701-bd8a-4c4d-9dd0-edaada940e88 admin admin] Made reservation on behalf of 3ae6d54849cc46a39ef53888a14e400f for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:57:25.649215 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-39f41701-bd8a-4c4d-9dd0-edaada940e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:25.661718 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-39f41701-bd8a-4c4d-9dd0-edaada940e88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:25.694559 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e161f235-6666-4216-aa95-67383cf127d7 req-15005d99-ed1c-4978-a7ad-801e92b6cf31 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=646a21b7-b0b7-448e-a4f5-a406d542a780 HTTP/1.1" status: 200 len: 1023 time: 0.1637752 Nov 12 19:57:25.705631 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-5d1139fe-9801-4f37-a20a-fe47ca69d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:25.707565 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-5d1139fe-9801-4f37-a20a-fe47ca69d6a3 service neutron] 10.222.0.48 "GET /v2.0/ports/c32f66d9-e06f-41a3-b329-e1209f5a42e3 HTTP/1.1" status: 200 len: 1094 time: 0.3115995 Nov 12 19:57:25.724466 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-f7efd59e-6835-44ad-8e1b-8bd2d18c7066 service neutron] Request body: {'binding': {'host': 'n-h1-712140-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:25.725233 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-f7efd59e-6835-44ad-8e1b-8bd2d18c7066 service neutron] Unknown quota resources ['binding']. {{(pid=102448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 19:57:25.767561 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-39f41701-bd8a-4c4d-9dd0-edaada940e88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:25.774096 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-896d9412-35f4-477a-9409-93f148bb32c9 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:25.775008 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-39f41701-bd8a-4c4d-9dd0-edaada940e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:25.775738 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-896d9412-35f4-477a-9409-93f148bb32c9 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120&tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&binding%3Ahost_id=n-h1-712140-15 HTTP/1.1" status: 200 len: 1098 time: 0.1738012 Nov 12 19:57:25.794589 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-1e1a59cf-3444-4de7-87fa-4d13aa8a034d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-15'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:25.826612 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f41701-bd8a-4c4d-9dd0-edaada940e88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 19:57:25.850462 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-39f41701-bd8a-4c4d-9dd0-edaada940e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:25.850896 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-39f41701-bd8a-4c4d-9dd0-edaada940e88 admin admin] Added segment aca6923e-f9a4-439b-92a2-4bed00869ba1 of type vlan for network 24568e0d-3106-4f9e-b807-e04c8e3f6c5e Nov 12 19:57:25.856860 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161f235-6666-4216-aa95-67383cf127d7 req-ffe2a714-6728-4684-b1b8-0f28bf902841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:25.858320 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e161f235-6666-4216-aa95-67383cf127d7 req-ffe2a714-6728-4684-b1b8-0f28bf902841 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=642111bb-5d2c-43b3-97eb-ab14b1809540 HTTP/1.1" status: 200 len: 862 time: 0.1482761 Nov 12 19:57:25.861913 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f41701-bd8a-4c4d-9dd0-edaada940e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c392e16c-c466-4be1-84fd-43b88dba9df5,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:25.876382 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:25.923148 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8c8e9-9647-41e3-a0cb-3094cf23aa97 req-bee62150-cc4a-48bb-b5ae-ccfcea345e2c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:25.930777 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-06e8c8e9-9647-41e3-a0cb-3094cf23aa97 req-bee62150-cc4a-48bb-b5ae-ccfcea345e2c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 946 time: 0.1514812 Nov 12 19:57:25.942278 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-39f41701-bd8a-4c4d-9dd0-edaada940e88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:25.957268 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-1e1a59cf-3444-4de7-87fa-4d13aa8a034d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:26.004774 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-06e8c8e9-9647-41e3-a0cb-3094cf23aa97 req-680b8eab-4759-4c53-8721-09fa5152a9ec tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730970 Nov 12 19:57:26.021721 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161f235-6666-4216-aa95-67383cf127d7 req-8ef2b2f2-0446-447c-b4ed-986028d0d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:26.021721 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e161f235-6666-4216-aa95-67383cf127d7 req-8ef2b2f2-0446-447c-b4ed-986028d0d3e6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f1d354fd-aa26-44d0-9019-12658139bd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1290138 Nov 12 19:57:26.021984 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-39f41701-bd8a-4c4d-9dd0-edaada940e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:26.021984 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f41701-bd8a-4c4d-9dd0-edaada940e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:26.021984 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-39f41701-bd8a-4c4d-9dd0-edaada940e88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:26.036502 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48334) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:26.066182 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-e406deed-9850-4a46-bbf7-65e23c2ad5eb req-ce33393d-3dd2-4c79-bb09-9f51004c6994 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-753891991', 'description': 'tempest-description-1693019263'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:26.080104 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-39f41701-bd8a-4c4d-9dd0-edaada940e88 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4751525 Nov 12 19:57:26.083873 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48338) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:26.091541 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-faa7a1e3-7a75-4efe-80b2-3862bde89b90 admin admin] Request body: {'subnet': {'network_id': '24568e0d-3106-4f9e-b807-e04c8e3f6c5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-594090766-subnet', 'tenant_id': '3ae6d54849cc46a39ef53888a14e400f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:26.120432 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f41701-bd8a-4c4d-9dd0-edaada940e88 admin admin] Pushing event updated for resources: {'Network': ['ID=24568e0d-3106-4f9e-b807-e04c8e3f6c5e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:26.130561 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 24568e0d-3106-4f9e-b807-e04c8e3f6c5e details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 19:57:26.132421 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e406deed-9850-4a46-bbf7-65e23c2ad5eb req-ce33393d-3dd2-4c79-bb09-9f51004c6994 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:26.138373 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-f7efd59e-6835-44ad-8e1b-8bd2d18c7066 service neutron] Attempting to bind port c32f66d9-e06f-41a3-b329-e1209f5a42e3 on host n-h1-712140-15 for vnic_type normal with profile None {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:57:26.138703 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-f7efd59e-6835-44ad-8e1b-8bd2d18c7066 service neutron] Attempting to bind port c32f66d9-e06f-41a3-b329-e1209f5a42e3 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:57:26.139028 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-f7efd59e-6835-44ad-8e1b-8bd2d18c7066 service neutron] Attempting to bind port c32f66d9-e06f-41a3-b329-e1209f5a42e3 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:26.163474 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-f7efd59e-6835-44ad-8e1b-8bd2d18c7066 service neutron] Port c32f66d9-e06f-41a3-b329-e1209f5a42e3 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:57:26.163785 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-f7efd59e-6835-44ad-8e1b-8bd2d18c7066 service neutron] Attempting to bind port c32f66d9-e06f-41a3-b329-e1209f5a42e3 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:26.219287 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-f7efd59e-6835-44ad-8e1b-8bd2d18c7066 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:57:26.219519 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-f7efd59e-6835-44ad-8e1b-8bd2d18c7066 service neutron] Checking segment: {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:57:26.220026 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-f7efd59e-6835-44ad-8e1b-8bd2d18c7066 service neutron] Bound using segment: {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:57:26.220504 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-f7efd59e-6835-44ad-8e1b-8bd2d18c7066 service neutron] Bound port: c32f66d9-e06f-41a3-b329-e1209f5a42e3, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:57:26.231993 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c2c126e3-7af6-47f3-b3d3-e3bf511d5107 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:26.234420 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa7a1e3-7a75-4efe-80b2-3862bde89b90 admin admin] Made reservation on behalf of 3ae6d54849cc46a39ef53888a14e400f for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:57:26.236731 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-faa7a1e3-7a75-4efe-80b2-3862bde89b90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:26.249991 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e406deed-9850-4a46-bbf7-65e23c2ad5eb req-ce33393d-3dd2-4c79-bb09-9f51004c6994 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:26.256611 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e406deed-9850-4a46-bbf7-65e23c2ad5eb req-ce33393d-3dd2-4c79-bb09-9f51004c6994 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:26.298059 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e406deed-9850-4a46-bbf7-65e23c2ad5eb req-ce33393d-3dd2-4c79-bb09-9f51004c6994 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:26.299418 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e406deed-9850-4a46-bbf7-65e23c2ad5eb req-ce33393d-3dd2-4c79-bb09-9f51004c6994 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2468567 Nov 12 19:57:26.319206 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33393d-3dd2-4c79-bb09-9f51004c6994 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299a4c9a-e752-4a0b-b1d6-e29fbdfd3650,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:26.340867 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e161f235-6666-4216-aa95-67383cf127d7 req-3e50c6b0-dfb9-4774-b008-14d2f0dde89c service neutron] 10.222.0.52 "GET /v2.0/networks/f1d354fd-aa26-44d0-9019-12658139bd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138969 Nov 12 19:57:26.373021 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-1e1a59cf-3444-4de7-87fa-4d13aa8a034d service neutron] For port 74eaf5a7-957f-478f-990e-7fb2c65872ef, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=74eaf5a7-957f-478f-990e-7fb2c65872ef,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:26.416453 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c2c126e3-7af6-47f3-b3d3-e3bf511d5107 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:26.423886 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c2c126e3-7af6-47f3-b3d3-e3bf511d5107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:26.464413 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-f7efd59e-6835-44ad-8e1b-8bd2d18c7066 service neutron] For port c32f66d9-e06f-41a3-b329-e1209f5a42e3, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=c32f66d9-e06f-41a3-b329-e1209f5a42e3,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:57:26.483426 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-f7efd59e-6835-44ad-8e1b-8bd2d18c7066 service neutron] Publish callbacks [] for binding, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:26.484603 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-f7efd59e-6835-44ad-8e1b-8bd2d18c7066 service neutron] 10.222.0.48 "POST /v2.0/ports/c32f66d9-e06f-41a3-b329-e1209f5a42e3/bindings HTTP/1.1" status: 201 len: 390 time: 0.7639029 Nov 12 19:57:26.490962 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c2c126e3-7af6-47f3-b3d3-e3bf511d5107 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=77909d26c1d3452994befae3b7add794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4522023 Nov 12 19:57:26.492084 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48344) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:26.499309 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c126e3-7af6-47f3-b3d3-e3bf511d5107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a3fe42-5def-45e2-9291-fc904748ffd0,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:26.587670 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-1e1a59cf-3444-4de7-87fa-4d13aa8a034d service neutron] For port 74eaf5a7-957f-478f-990e-7fb2c65872ef, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:57:26.613203 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device dc35a6ec-7372-4b84-9815-ebabb0db7817 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:57:26.651856 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e161f235-6666-4216-aa95-67383cf127d7 req-5a398a91-a9f8-495a-9660-101aa1eee3f9 service neutron] 10.222.0.52 "GET /v2.0/networks/f1d354fd-aa26-44d0-9019-12658139bd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012242 Nov 12 19:57:26.676091 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port dc35a6ec-7372-4b84-9815-ebabb0db7817 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:57:26.685655 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port dc35a6ec-7372-4b84-9815-ebabb0db7817 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:26.686556 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:26.711787 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-e244b34d-22dd-4833-8673-6536fbe4f6db tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56507 time: 0.3868201 Nov 12 19:57:26.736510 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a19a636-208f-4c66-8dec-878d971d6120', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74eaf5a7-957f-478f-990e-7fb2c65872ef'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:57:26.738997 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dddefb5-de56-4e86-a0b3-a547857b0f95" -d '{"events": [{"server_uuid": "2a19a636-208f-4c66-8dec-878d971d6120", "name": "network-vif-unplugged", "status": "completed", "tag": "74eaf5a7-957f-478f-990e-7fb2c65872ef"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:57:26.750972 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-1e1a59cf-3444-4de7-87fa-4d13aa8a034d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:26.792057 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:26.813891 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d13f0be7-8e08-4d5d-8cdc-97ae15f45723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:26.814828 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-fce6519a-7a27-4a3b-9811-7f783bd34b64 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6 HTTP/1.1" status: 200 len: 2998 time: 0.0548065 Nov 12 19:57:26.815813 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c46c04-5b5a-4417-9cc7-eab6013fd695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc35a6ec-7372-4b84-9815-ebabb0db7817'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:57:26.818224 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d17a7c9-067e-49c5-bbae-2c0cf9577ee6" -d '{"events": [{"server_uuid": "62c46c04-5b5a-4417-9cc7-eab6013fd695", "name": "network-vif-plugged", "status": "completed", "tag": "dc35a6ec-7372-4b84-9815-ebabb0db7817"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:57:26.829233 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-1e1a59cf-3444-4de7-87fa-4d13aa8a034d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:26.832476 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port dc35a6ec-7372-4b84-9815-ebabb0db7817, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=dc35a6ec-7372-4b84-9815-ebabb0db7817,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:26.837112 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-faa7a1e3-7a75-4efe-80b2-3862bde89b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:26.839291 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:26.840139 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 4749130e-9150-42eb-86bc-10b4f5937402 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:57:26.881591 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abcfc7-7983-443b-8be5-badfaf207dff req-82199a2e-e20f-4acc-a46e-b54d96e7167a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:26.883152 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5abcfc7-7983-443b-8be5-badfaf207dff req-82199a2e-e20f-4acc-a46e-b54d96e7167a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24e5e38dc0ef4467961da0eba9110e06&device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 1102 time: 0.0837920 Nov 12 19:57:26.885686 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-0e487415-fe0d-4454-8f14-194f3e8e6bcc tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6 HTTP/1.1" status: 200 len: 2998 time: 0.0701091 Nov 12 19:57:26.905875 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efbd87-380a-4069-adbb-1378b22babcf req-d1bd6da2-3e14-4402-8ad5-0afc182438c2 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:26.907696 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b9efbd87-380a-4069-adbb-1378b22babcf req-d1bd6da2-3e14-4402-8ad5-0afc182438c2 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.2697239 Nov 12 19:57:26.930890 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=dc35a6ec-7372-4b84-9815-ebabb0db7817,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:26.935576 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 4749130e-9150-42eb-86bc-10b4f5937402 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:57:26.939944 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 4749130e-9150-42eb-86bc-10b4f5937402 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:26.940338 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:27.002319 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-c5241352-7044-43f0-bb9e-db28e8804bee tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/2e46dba2-7c5d-4612-b56c-17f3c0f8eb7d HTTP/1.1" status: 200 len: 2998 time: 0.1001203 Nov 12 19:57:27.026260 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:27.063016 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abcfc7-7983-443b-8be5-badfaf207dff req-ac20cf20-362f-423d-86c9-a5194e6cc6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:27.063235 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 4749130e-9150-42eb-86bc-10b4f5937402, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=4749130e-9150-42eb-86bc-10b4f5937402,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:27.064800 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5abcfc7-7983-443b-8be5-badfaf207dff req-ac20cf20-362f-423d-86c9-a5194e6cc6db service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.1463087 Nov 12 19:57:27.067621 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:27.068551 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 91971784-1b93-406e-af72-8843a6baae4b no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:57:27.076189 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-71edd7d5-b206-4d0b-8d9e-fd83e0180c89 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/2e46dba2-7c5d-4612-b56c-17f3c0f8eb7d HTTP/1.1" status: 200 len: 2998 time: 0.0621011 Nov 12 19:57:27.116923 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5abcfc7-7983-443b-8be5-badfaf207dff req-c3edaf0e-7708-42d4-b2c8-feb4a0c89367 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=91971784-1b93-406e-af72-8843a6baae4b HTTP/1.1" status: 200 len: 217 time: 0.0424454 Nov 12 19:57:27.150743 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=4749130e-9150-42eb-86bc-10b4f5937402,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:27.185387 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d13f0be7-8e08-4d5d-8cdc-97ae15f45723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:27.186915 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-64f55d9c-8c4b-4b96-8236-45a1ab1bc8cc tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/4803a94e-6d33-400a-bceb-a565239546b4 HTTP/1.1" status: 200 len: 2998 time: 0.0767751 Nov 12 19:57:27.188775 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abcfc7-7983-443b-8be5-badfaf207dff req-f83d963f-252b-467a-a73d-f2478bb276b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:27.190247 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5abcfc7-7983-443b-8be5-badfaf207dff req-f83d963f-252b-467a-a73d-f2478bb276b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0664673 Nov 12 19:57:27.196998 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:27.235385 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 91971784-1b93-406e-af72-8843a6baae4b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=91971784-1b93-406e-af72-8843a6baae4b,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:27.243416 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:27.272799 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-13b99c74-77ad-4e82-8718-c11874bb6831 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/4803a94e-6d33-400a-bceb-a565239546b4 HTTP/1.1" status: 200 len: 2998 time: 0.0761595 Nov 12 19:57:27.278348 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a59cf-3444-4de7-87fa-4d13aa8a034d service neutron] Pushing event updated for resources: {'Port': ['ID=74eaf5a7-957f-478f-990e-7fb2c65872ef,revision_number=7']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:27.283269 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7a1e3-7a75-4efe-80b2-3862bde89b90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7958d03-763b-440e-95f6-6d7676a16f91,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:27.285287 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abcfc7-7983-443b-8be5-badfaf207dff req-b859524a-a50e-4d1f-b733-3927445015e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:27.287289 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5abcfc7-7983-443b-8be5-badfaf207dff req-b859524a-a50e-4d1f-b733-3927445015e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0835087 Nov 12 19:57:27.290442 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-2d9ff95b-2365-4a7f-b707-71ac4f689b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:27.292194 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-2d9ff95b-2365-4a7f-b707-71ac4f689b25 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 1097 time: 0.4835763 Nov 12 19:57:27.302270 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=91971784-1b93-406e-af72-8843a6baae4b,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:27.312100 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa7a1e3-7a75-4efe-80b2-3862bde89b90 admin admin] Checking segment: {'id': 'aca6923e-f9a4-439b-92a2-4bed00869ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '24568e0d-3106-4f9e-b807-e04c8e3f6c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:57:27.312496 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa7a1e3-7a75-4efe-80b2-3862bde89b90 admin admin] Network hostable DHCP agents. Network: 24568e0d-3106-4f9e-b807-e04c8e3f6c5e, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 19:57:27.376805 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-1e1a59cf-3444-4de7-87fa-4d13aa8a034d service neutron] Attempting to bind port 74eaf5a7-957f-478f-990e-7fb2c65872ef on host n-h1-712140-15 for vnic_type normal with profile {"migrating_to": "n-h2-712140-15"} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:57:27.377065 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-1e1a59cf-3444-4de7-87fa-4d13aa8a034d service neutron] Attempting to bind port 74eaf5a7-957f-478f-990e-7fb2c65872ef by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:57:27.377650 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-1e1a59cf-3444-4de7-87fa-4d13aa8a034d service neutron] Attempting to bind port 74eaf5a7-957f-478f-990e-7fb2c65872ef on network e3a881ac-6120-48a0-95f8-2623f45c4673 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:27.382347 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-5b8284cb-e829-4771-ab20-9de232703e04 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/4a8adef2-d998-46b5-b4b4-21bfb36b98ce HTTP/1.1" status: 200 len: 2994 time: 0.1022913 Nov 12 19:57:27.385624 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b9efbd87-380a-4069-adbb-1378b22babcf req-446a07e0-becd-4eb3-afcd-cd2a9e5c2147 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252839 Nov 12 19:57:27.418053 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-1e1a59cf-3444-4de7-87fa-4d13aa8a034d service neutron] Port 74eaf5a7-957f-478f-990e-7fb2c65872ef on network e3a881ac-6120-48a0-95f8-2623f45c4673 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:57:27.418381 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-1e1a59cf-3444-4de7-87fa-4d13aa8a034d service neutron] Attempting to bind port 74eaf5a7-957f-478f-990e-7fb2c65872ef on network e3a881ac-6120-48a0-95f8-2623f45c4673 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:27.425586 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa7a1e3-7a75-4efe-80b2-3862bde89b90 admin admin] Network 24568e0d-3106-4f9e-b807-e04c8e3f6c5e is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 19:57:27.432148 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d13f0be7-8e08-4d5d-8cdc-97ae15f45723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:27.434668 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d13f0be7-8e08-4d5d-8cdc-97ae15f45723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:27.435845 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d13f0be7-8e08-4d5d-8cdc-97ae15f45723 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/31a3fe42-5def-45e2-9291-fc904748ffd0 HTTP/1.1" status: 204 len: 168 time: 0.9417932 Nov 12 19:57:27.443645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-1e1a59cf-3444-4de7-87fa-4d13aa8a034d service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:57:27.443991 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-1e1a59cf-3444-4de7-87fa-4d13aa8a034d service neutron] Checking segment: {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:57:27.444394 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-1e1a59cf-3444-4de7-87fa-4d13aa8a034d service neutron] Bound using segment: {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:57:27.444846 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-1e1a59cf-3444-4de7-87fa-4d13aa8a034d service neutron] Bound port: 74eaf5a7-957f-478f-990e-7fb2c65872ef, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:57:27.445364 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-1e1a59cf-3444-4de7-87fa-4d13aa8a034d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:27.465119 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5abcfc7-7983-443b-8be5-badfaf207dff req-6e9a7888-262e-457e-94de-33b00c7709b2 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616466 Nov 12 19:57:27.466767 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-37b6a9cf-c2a9-4e4b-baf9-a2323798034a tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/4a8adef2-d998-46b5-b4b4-21bfb36b98ce HTTP/1.1" status: 200 len: 2994 time: 0.0726209 Nov 12 19:57:27.467192 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-faa7a1e3-7a75-4efe-80b2-3862bde89b90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 24568e0d-3106-4f9e-b807-e04c8e3f6c5e) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:57:27.468848 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f0be7-8e08-4d5d-8cdc-97ae15f45723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a3fe42-5def-45e2-9291-fc904748ffd0,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:27.475272 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa7a1e3-7a75-4efe-80b2-3862bde89b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:27.475778 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-faa7a1e3-7a75-4efe-80b2-3862bde89b90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:27.486021 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e76662d-10fe-481b-a17f-34b5706d7da4 None None] Network 24568e0d-3106-4f9e-b807-e04c8e3f6c5e requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:57:27.536949 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-faa7a1e3-7a75-4efe-80b2-3862bde89b90 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4519777 Nov 12 19:57:27.575438 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-0ed01627-e2a6-4e97-8964-c2e168c006a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:27.580263 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-0ed01627-e2a6-4e97-8964-c2e168c006a1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=268668ed-0d7b-4f7b-9df1-da4be7d9946d HTTP/1.1" status: 200 len: 922 time: 0.2609112 Nov 12 19:57:27.593867 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-5754361e-6b3a-45f2-ad24-12c80a2c2990 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/56f433c3-2d19-4174-a805-c65853bae3c2 HTTP/1.1" status: 200 len: 2994 time: 0.1024535 Nov 12 19:57:27.626148 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5abcfc7-7983-443b-8be5-badfaf207dff req-4cc4c0b9-11f3-4680-81b4-093a8d059f8b service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314828 Nov 12 19:57:27.690328 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-fe4ac347-eb94-4662-b02c-1142651b3e18 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c32f66d9-e06f-41a3-b329-e1209f5a42e3 HTTP/1.1" status: 200 len: 217 time: 0.0936494 Nov 12 19:57:27.692902 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-614773df-d126-4884-bd70-3fcf5e53d4d8 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/56f433c3-2d19-4174-a805-c65853bae3c2 HTTP/1.1" status: 200 len: 2994 time: 0.0913677 Nov 12 19:57:27.694163 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-1e1a59cf-3444-4de7-87fa-4d13aa8a034d service neutron] For port 74eaf5a7-957f-478f-990e-7fb2c65872ef, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:57:27.714780 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a960f2-088e-4d13-834c-2095f8d680df None None] Network 24568e0d-3106-4f9e-b807-e04c8e3f6c5e requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:57:27.719011 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-1e1a59cf-3444-4de7-87fa-4d13aa8a034d service neutron] For port 74eaf5a7-957f-478f-990e-7fb2c65872ef, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=74eaf5a7-957f-478f-990e-7fb2c65872ef,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:57:27.729889 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612934a-c59c-4b32-99de-45b3f0a06ddb req-63808e97-f7e1-4297-9344-2a108e7e3aa7 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:27.731439 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7612934a-c59c-4b32-99de-45b3f0a06ddb req-63808e97-f7e1-4297-9344-2a108e7e3aa7 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 945 time: 0.2347043 Nov 12 19:57:27.754123 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-1e1a59cf-3444-4de7-87fa-4d13aa8a034d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:27.780440 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-eb10bbcc-aeaa-4d90-b14f-5705da9ee0ed tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/5f1b96ef-3da4-4d03-aec2-91fc245f0dd5 HTTP/1.1" status: 200 len: 2998 time: 0.0702968 Nov 12 19:57:27.847852 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-d0391f4b-99cd-4c36-bde7-60b427b6b61b tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/5f1b96ef-3da4-4d03-aec2-91fc245f0dd5 HTTP/1.1" status: 200 len: 2998 time: 0.0574768 Nov 12 19:57:27.852926 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-cd2d5278-8dc2-48bd-8935-0f82cd03d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:27.854569 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-cd2d5278-8dc2-48bd-8935-0f82cd03d7fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7e87043-7d2d-4150-b80d-fb0e6e39dcdf HTTP/1.1" status: 200 len: 861 time: 0.1487644 Nov 12 19:57:27.911399 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48366) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:27.917481 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a59cf-3444-4de7-87fa-4d13aa8a034d service neutron] Pushing event updated for resources: {'Port': ['ID=74eaf5a7-957f-478f-990e-7fb2c65872ef,revision_number=8']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:27.921350 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-1e1a59cf-3444-4de7-87fa-4d13aa8a034d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:27.921968 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-1e1a59cf-3444-4de7-87fa-4d13aa8a034d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:27.923351 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-1e1a59cf-3444-4de7-87fa-4d13aa8a034d service neutron] 10.222.0.52 "PUT /v2.0/ports/74eaf5a7-957f-478f-990e-7fb2c65872ef HTTP/1.1" status: 200 len: 1124 time: 2.1386609 Nov 12 19:57:27.925476 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-fb067da5-b045-4004-84a2-335c35a177f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=268668ed-0d7b-4f7b-9df1-da4be7d9946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603478 Nov 12 19:57:27.929354 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7612934a-c59c-4b32-99de-45b3f0a06ddb req-94e2be6b-8e0a-42b2-a97f-47aeea3045a0 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789937 Nov 12 19:57:27.945128 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d2a6d834-fbad-407b-b3bc-60fe170b10a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:27.954924 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-f23b694f-3d1e-4fd9-8de8-2195543d0fb3 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/6477063a-e816-4111-a1d2-4d4e35be9b5b HTTP/1.1" status: 200 len: 2990 time: 0.0994015 Nov 12 19:57:28.046454 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['74eaf5a7-957f-478f-990e-7fb2c65872ef'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:57:28.047578 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-ff3d80cc-8973-4e56-9653-0524921f5a17 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/6477063a-e816-4111-a1d2-4d4e35be9b5b HTTP/1.1" status: 200 len: 2990 time: 0.0808923 Nov 12 19:57:28.083936 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-2d06d3b4-a796-491f-b81d-12d2730b839e service neutron] 10.222.0.55 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483972 Nov 12 19:57:28.100395 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d5b7f-1316-4c9e-b581-45829f653713 req-da44c71c-e49e-43f5-9f7a-c8f2e50bae1a tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:28.101996 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2d1d5b7f-1316-4c9e-b581-45829f653713 req-da44c71c-e49e-43f5-9f7a-c8f2e50bae1a tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eaadade-895e-4f4d-898a-c362ab010485 HTTP/1.1" status: 200 len: 949 time: 0.0785849 Nov 12 19:57:28.108071 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d2a6d834-fbad-407b-b3bc-60fe170b10a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:28.117905 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d2a6d834-fbad-407b-b3bc-60fe170b10a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:28.175359 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-d862e3ca-53e5-4f20-b32d-26cd5e74e8b3 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/831545aa-789f-43c2-a5b3-ee080aa3e13b HTTP/1.1" status: 200 len: 2998 time: 0.1160519 Nov 12 19:57:28.185509 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d2a6d834-fbad-407b-b3bc-60fe170b10a0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=01a847a8d7f74540bb4baccc9b4ec816&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2709801 Nov 12 19:57:28.186276 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48370) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:28.192535 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6d834-fbad-407b-b3bc-60fe170b10a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9388c89d-2c91-49e5-9e4b-19cd52a2f194,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:28.211203 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2d1d5b7f-1316-4c9e-b581-45829f653713 req-863e16f6-e307-4266-bd1f-a67a2e283498 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993600 Nov 12 19:57:28.247111 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-9bfeb919-916d-4467-9835-8ebff4a9a941 service neutron] 10.222.0.55 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554461 Nov 12 19:57:28.271762 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-7b608cff-1f01-464a-8f94-ed99604925c0 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/831545aa-789f-43c2-a5b3-ee080aa3e13b HTTP/1.1" status: 200 len: 2998 time: 0.0668547 Nov 12 19:57:28.290163 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1e674e14-1b67-4f76-a9e3-9abfb02260cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:28.334735 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1e674e14-1b67-4f76-a9e3-9abfb02260cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:28.336384 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 19:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda22c90-78c8-40fb-acfe-c465bf606c46 x-openstack-request-id: req-cda22c90-78c8-40fb-acfe-c465bf606c46 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:57:28.336683 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a19a636-208f-4c66-8dec-878d971d6120", "name": "network-vif-unplugged", "status": "completed", "tag": "74eaf5a7-957f-478f-990e-7fb2c65872ef", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:57:28.336935 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cda22c90-78c8-40fb-acfe-c465bf606c46 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:57:28.337321 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a19a636-208f-4c66-8dec-878d971d6120', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74eaf5a7-957f-478f-990e-7fb2c65872ef', 'code': 200} Nov 12 19:57:28.353337 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-6aef8e7b-af13-4370-a167-845a460a314e tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/958d3c92-68d3-47d8-b8b6-125c6160c9fd HTTP/1.1" status: 200 len: 2998 time: 0.0712242 Nov 12 19:57:28.365032 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e21608-7d9f-490f-b98c-1bc576b1206a x-openstack-request-id: req-b1e21608-7d9f-490f-b98c-1bc576b1206a {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:57:28.365359 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c46c04-5b5a-4417-9cc7-eab6013fd695", "name": "network-vif-plugged", "status": "completed", "tag": "dc35a6ec-7372-4b84-9815-ebabb0db7817", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:57:28.365618 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b1e21608-7d9f-490f-b98c-1bc576b1206a {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:57:28.366015 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c46c04-5b5a-4417-9cc7-eab6013fd695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc35a6ec-7372-4b84-9815-ebabb0db7817', 'code': 200} Nov 12 19:57:28.380637 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-81369fb1-e30e-4a07-a307-5adbdce31da3 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:28.383913 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-81369fb1-e30e-4a07-a307-5adbdce31da3 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e&tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&binding%3Ahost_id=n-h2-712140-15 HTTP/1.1" status: 200 len: 1097 time: 0.0589328 Nov 12 19:57:28.405357 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-41968d9c-e44c-4026-92bf-7a95ca8ed9cc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712140-15'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:28.415548 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-5bdf5eb0-7ac3-4d2b-aacb-14d9785ad5a2 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/958d3c92-68d3-47d8-b8b6-125c6160c9fd HTTP/1.1" status: 200 len: 2998 time: 0.0543075 Nov 12 19:57:28.430263 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1e674e14-1b67-4f76-a9e3-9abfb02260cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:28.433162 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1e674e14-1b67-4f76-a9e3-9abfb02260cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:28.434221 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1e674e14-1b67-4f76-a9e3-9abfb02260cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9388c89d-2c91-49e5-9e4b-19cd52a2f194 HTTP/1.1" status: 204 len: 168 time: 0.2475927 Nov 12 19:57:28.469094 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e674e14-1b67-4f76-a9e3-9abfb02260cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9388c89d-2c91-49e5-9e4b-19cd52a2f194,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:28.517496 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-76e4b537-f16c-4582-b465-8328ad2ca1d3 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998 HTTP/1.1" status: 200 len: 2998 time: 0.0944388 Nov 12 19:57:28.520823 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-41968d9c-e44c-4026-92bf-7a95ca8ed9cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:28.527045 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef1480-1df4-434d-b8f7-83cc881ed53c req-7e376a43-c91b-441e-b346-ff4b11988fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:28.528589 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bcef1480-1df4-434d-b8f7-83cc881ed53c req-7e376a43-c91b-441e-b346-ff4b11988fc5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=62c46c04-5b5a-4417-9cc7-eab6013fd695 HTTP/1.1" status: 200 len: 1101 time: 0.0606918 Nov 12 19:57:28.533099 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1025e8-eec6-48b9-af50-2991f47d2b51 req-23cf5199-3d53-4fa0-8b2e-1d1e6dc2c464 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:28.539204 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e1025e8-eec6-48b9-af50-2991f47d2b51 req-23cf5199-3d53-4fa0-8b2e-1d1e6dc2c464 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 944 time: 0.1039963 Nov 12 19:57:28.594747 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-98652a9e-846d-4f23-9605-1eda63f1b284 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998 HTTP/1.1" status: 200 len: 2998 time: 0.0651681 Nov 12 19:57:28.601327 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bcef1480-1df4-434d-b8f7-83cc881ed53c req-7efbc096-36b3-475e-b873-fbde5c9109df service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596902 Nov 12 19:57:28.628938 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e1025e8-eec6-48b9-af50-2991f47d2b51 req-8bc2d876-3545-44f4-acc9-4cb7f9508e4f tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810475 Nov 12 19:57:28.646766 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-d8f17673-a4dc-4837-8dbf-62228b88f9e7 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/c18f9f7f-0e5b-43b2-bb5b-8790fff37d98 HTTP/1.1" status: 200 len: 2994 time: 0.0397429 Nov 12 19:57:28.692862 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-12968f54-7c86-46dc-b19f-50a7af51140f tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/c18f9f7f-0e5b-43b2-bb5b-8790fff37d98 HTTP/1.1" status: 200 len: 2994 time: 0.0396640 Nov 12 19:57:28.746634 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-217f2064-a8f4-433a-837c-ab3748ae3228 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/c392e16c-c466-4be1-84fd-43b88dba9df5 HTTP/1.1" status: 200 len: 2998 time: 0.0461152 Nov 12 19:57:28.757893 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-41968d9c-e44c-4026-92bf-7a95ca8ed9cc service neutron] For port c32f66d9-e06f-41a3-b329-e1209f5a42e3, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=c32f66d9-e06f-41a3-b329-e1209f5a42e3,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:28.792701 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-a4dcdf47-8aa4-41d6-980b-768d32afc14f tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/c392e16c-c466-4be1-84fd-43b88dba9df5 HTTP/1.1" status: 200 len: 2998 time: 0.0395331 Nov 12 19:57:28.821795 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-41968d9c-e44c-4026-92bf-7a95ca8ed9cc service neutron] For port c32f66d9-e06f-41a3-b329-e1209f5a42e3, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:57:28.837359 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-4811f996-5836-4b92-8405-7676d6339b3e tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/e7ca726b-9087-4e2a-a9ff-7ca38fb5167d HTTP/1.1" status: 200 len: 2998 time: 0.0380943 Nov 12 19:57:28.877923 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-41968d9c-e44c-4026-92bf-7a95ca8ed9cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:28.887878 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-41968d9c-e44c-4026-92bf-7a95ca8ed9cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:28.891008 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-2f8b8e6a-d608-4bd2-a55d-f07bf81a5888 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/e7ca726b-9087-4e2a-a9ff-7ca38fb5167d HTTP/1.1" status: 200 len: 2998 time: 0.0458200 Nov 12 19:57:28.944374 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-249a7f0e-f143-4f4c-a70c-45bc6542a816 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/e9155299-8ed0-4c52-b140-abb1ad98bb3f HTTP/1.1" status: 200 len: 2998 time: 0.0461528 Nov 12 19:57:28.987832 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41968d9c-e44c-4026-92bf-7a95ca8ed9cc service neutron] Pushing event updated for resources: {'Port': ['ID=c32f66d9-e06f-41a3-b329-e1209f5a42e3,revision_number=7']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:29.001248 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-9589ab3d-1606-4cb8-a4e4-d9de82061698 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/e9155299-8ed0-4c52-b140-abb1ad98bb3f HTTP/1.1" status: 200 len: 2998 time: 0.0496352 Nov 12 19:57:29.014911 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-41968d9c-e44c-4026-92bf-7a95ca8ed9cc service neutron] Attempting to bind port c32f66d9-e06f-41a3-b329-e1209f5a42e3 on host n-h2-712140-15 for vnic_type normal with profile {"migrating_to": "n-h1-712140-15"} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:57:29.015286 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-41968d9c-e44c-4026-92bf-7a95ca8ed9cc service neutron] Attempting to bind port c32f66d9-e06f-41a3-b329-e1209f5a42e3 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:57:29.015673 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-41968d9c-e44c-4026-92bf-7a95ca8ed9cc service neutron] Attempting to bind port c32f66d9-e06f-41a3-b329-e1209f5a42e3 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:29.052771 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-fdc08c2f-beb7-4b6c-8165-15726f7bffa7 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/f6fb0601-421c-4dd6-a0ae-2305355863cc HTTP/1.1" status: 200 len: 2998 time: 0.0444124 Nov 12 19:57:29.054969 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-41968d9c-e44c-4026-92bf-7a95ca8ed9cc service neutron] Port c32f66d9-e06f-41a3-b329-e1209f5a42e3 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:57:29.055361 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-41968d9c-e44c-4026-92bf-7a95ca8ed9cc service neutron] Attempting to bind port c32f66d9-e06f-41a3-b329-e1209f5a42e3 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:29.065291 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-41968d9c-e44c-4026-92bf-7a95ca8ed9cc service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:57:29.065701 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-41968d9c-e44c-4026-92bf-7a95ca8ed9cc service neutron] Checking segment: {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:57:29.066141 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-41968d9c-e44c-4026-92bf-7a95ca8ed9cc service neutron] Bound using segment: {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:57:29.066640 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-41968d9c-e44c-4026-92bf-7a95ca8ed9cc service neutron] Bound port: c32f66d9-e06f-41a3-b329-e1209f5a42e3, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:57:29.067063 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-41968d9c-e44c-4026-92bf-7a95ca8ed9cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:29.114688 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-3a5ffd8e-5cf9-4460-a77a-a81150f48b01 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/f6fb0601-421c-4dd6-a0ae-2305355863cc HTTP/1.1" status: 200 len: 2998 time: 0.0520885 Nov 12 19:57:29.141097 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f99c53-3476-401a-9b42-7ee128738180 req-40ef55bb-6fd3-48af-acbe-b0ab627dda98 tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:29.142649 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5f99c53-3476-401a-9b42-7ee128738180 req-40ef55bb-6fd3-48af-acbe-b0ab627dda98 tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.48 "GET /v2.0/networks?id=f1b8db6a-f7ca-45ba-ad3b-8839286211de HTTP/1.1" status: 200 len: 815 time: 0.1587207 Nov 12 19:57:29.161367 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-37f3c564-86a8-45e8-890c-f1b07efbfc73 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/fb0c859e-119c-460c-9e54-7fce06b3dbf2 HTTP/1.1" status: 200 len: 2998 time: 0.0456169 Nov 12 19:57:29.170990 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5f99c53-3476-401a-9b42-7ee128738180 req-4c264d8b-d146-4a2d-9530-872eec08cdcb tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.48 "GET /v2.0/quotas/55a212f7281548d88a79437349230bc1 HTTP/1.1" status: 200 len: 375 time: 0.0218039 Nov 12 19:57:29.173867 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-41968d9c-e44c-4026-92bf-7a95ca8ed9cc service neutron] For port c32f66d9-e06f-41a3-b329-e1209f5a42e3, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:57:29.177069 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-41968d9c-e44c-4026-92bf-7a95ca8ed9cc service neutron] For port c32f66d9-e06f-41a3-b329-e1209f5a42e3, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=c32f66d9-e06f-41a3-b329-e1209f5a42e3,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:57:29.190170 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-41968d9c-e44c-4026-92bf-7a95ca8ed9cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:29.211493 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5f99c53-3476-401a-9b42-7ee128738180 req-df386bdd-57af-4984-9964-844f8c941158 tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=55a212f7281548d88a79437349230bc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331023 Nov 12 19:57:29.216122 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-59003441-aa60-4884-a514-321acdb0f774 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/fb0c859e-119c-460c-9e54-7fce06b3dbf2 HTTP/1.1" status: 200 len: 2998 time: 0.0478199 Nov 12 19:57:29.264688 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-700c3302-ed48-4063-b241-3bc0e14988b3 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/ff56e88b-8378-467d-8916-9536df0755e1 HTTP/1.1" status: 200 len: 2998 time: 0.0398629 Nov 12 19:57:29.312058 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f303ee22-0dbc-47da-b5c7-e1d4f6d45174 req-2ee11788-c450-461c-9a1e-de77ff821610 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/ff56e88b-8378-467d-8916-9536df0755e1 HTTP/1.1" status: 200 len: 2998 time: 0.0372462 Nov 12 19:57:29.343694 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41968d9c-e44c-4026-92bf-7a95ca8ed9cc service neutron] Pushing event updated for resources: {'Port': ['ID=c32f66d9-e06f-41a3-b329-e1209f5a42e3,revision_number=8']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:29.349069 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-41968d9c-e44c-4026-92bf-7a95ca8ed9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:29.349690 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-41968d9c-e44c-4026-92bf-7a95ca8ed9cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:29.351502 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-41968d9c-e44c-4026-92bf-7a95ca8ed9cc service neutron] 10.222.0.55 "PUT /v2.0/ports/c32f66d9-e06f-41a3-b329-e1209f5a42e3 HTTP/1.1" status: 200 len: 1123 time: 0.9550672 Nov 12 19:57:29.383172 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5f99c53-3476-401a-9b42-7ee128738180 req-f31947b5-8dcd-4f8c-aa74-cb940fc45f79 service neutron] 10.222.0.48 "GET /v2.0/networks/f1b8db6a-f7ca-45ba-ad3b-8839286211de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508644 Nov 12 19:57:29.434613 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563714a-d824-4955-aaa6-a8c27b805384 req-25946e9d-8ea1-4eb2-8539-bdc3239a0a53 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:29.436013 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b563714a-d824-4955-aaa6-a8c27b805384 req-25946e9d-8ea1-4eb2-8539-bdc3239a0a53 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 948 time: 0.0618851 Nov 12 19:57:29.439040 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['c32f66d9-e06f-41a3-b329-e1209f5a42e3'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:57:29.491725 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5f99c53-3476-401a-9b42-7ee128738180 req-48a1a9eb-c510-4583-b3ec-22dd89c3b2db service neutron] 10.222.0.48 "GET /v2.0/networks/f1b8db6a-f7ca-45ba-ad3b-8839286211de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972779 Nov 12 19:57:29.499323 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b563714a-d824-4955-aaa6-a8c27b805384 req-6307b42c-d581-477b-bd44-e6877643a4c0 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538383 Nov 12 19:57:29.637538 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4525c6-0645-40a0-8fd7-18c0b8f9a186 req-7c068cef-2f9c-49aa-985e-7cf1be302d7d tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:29.642100 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-da4525c6-0645-40a0-8fd7-18c0b8f9a186 req-7c068cef-2f9c-49aa-985e-7cf1be302d7d tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 943 time: 0.0776284 Nov 12 19:57:29.695542 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-da4525c6-0645-40a0-8fd7-18c0b8f9a186 req-6f283c87-2c3d-459e-9fb6-b3eafd0d7b73 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461574 Nov 12 19:57:29.737893 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d980ba7-c449-4e95-976b-c92be11c6a65 req-67460ab0-0611-4273-ae5a-b8bfba3ea9f4 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:29.748056 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d980ba7-c449-4e95-976b-c92be11c6a65 req-67460ab0-0611-4273-ae5a-b8bfba3ea9f4 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eaadade-895e-4f4d-898a-c362ab010485 HTTP/1.1" status: 200 len: 949 time: 0.0650849 Nov 12 19:57:29.813625 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d980ba7-c449-4e95-976b-c92be11c6a65 req-4e5515c1-3d0e-4631-8330-80058b4491ec tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643423 Nov 12 19:57:29.898602 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6479a08b-83b4-4f59-88e1-bc40504e6db5 req-782423e6-8fbe-47b3-bb89-68108e5c5585 tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.48 "GET /v2.0/ports?device_id=9028d76a-2e6c-45ee-b470-fb13a90325fe HTTP/1.1" status: 200 len: 210 time: 0.0274060 Nov 12 19:57:29.924773 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-450428d1-caad-42af-8fe0-12648f40d9ec req-f2adb5b5-72bc-4da7-ac54-a21f7e619500 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=809f2bce1ab74e01acab6a28e587f0b3 HTTP/1.1" status: 200 len: 6151 time: 0.1137142 Nov 12 19:57:29.993652 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-450428d1-caad-42af-8fe0-12648f40d9ec req-a813bc9b-71f3-4e44-934d-df3ed3599ca0 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] 10.222.0.48 "GET /v2.0/security-groups/ff56e88b-8378-467d-8916-9536df0755e1 HTTP/1.1" status: 200 len: 2998 time: 0.0673435 Nov 12 19:57:30.044044 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e5a08-e9de-4fdc-bb0c-a4abbb87554e req-caa04464-db5f-4731-b9a7-558008eb9bb9 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:30.045955 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e62e5a08-e9de-4fdc-bb0c-a4abbb87554e req-caa04464-db5f-4731-b9a7-558008eb9bb9 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 944 time: 0.0628846 Nov 12 19:57:30.051107 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-450428d1-caad-42af-8fe0-12648f40d9ec req-b6a65c22-73b6-4e1f-9cb6-bf19e46b00ce tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] 10.222.0.48 "GET /v2.0/security-groups/ff56e88b-8378-467d-8916-9536df0755e1 HTTP/1.1" status: 200 len: 2998 time: 0.0496213 Nov 12 19:57:30.113040 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e62e5a08-e9de-4fdc-bb0c-a4abbb87554e req-defdb424-2b44-4f57-abd3-af0d40d49cf9 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596054 Nov 12 19:57:30.170063 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c2780cde-1396-45ba-8920-a63c373ef680 req-23cfddde-2e32-4964-ab28-fceb5dd46977 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/299a4c9a-e752-4a0b-b1d6-e29fbdfd3650 HTTP/1.1" status: 200 len: 1794 time: 0.0356801 Nov 12 19:57:30.229548 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c2780cde-1396-45ba-8920-a63c373ef680 req-9a1f8924-61ed-4559-b3b6-467859cc91b8 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:30.265576 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c2780cde-1396-45ba-8920-a63c373ef680 req-9a1f8924-61ed-4559-b3b6-467859cc91b8 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:30.316627 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c2780cde-1396-45ba-8920-a63c373ef680 req-9a1f8924-61ed-4559-b3b6-467859cc91b8 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:30.319195 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c2780cde-1396-45ba-8920-a63c373ef680 req-9a1f8924-61ed-4559-b3b6-467859cc91b8 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:30.320361 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c2780cde-1396-45ba-8920-a63c373ef680 req-9a1f8924-61ed-4559-b3b6-467859cc91b8 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/299a4c9a-e752-4a0b-b1d6-e29fbdfd3650 HTTP/1.1" status: 204 len: 173 time: 0.1434112 Nov 12 19:57:30.331996 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f8924-61ed-4559-b3b6-467859cc91b8 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299a4c9a-e752-4a0b-b1d6-e29fbdfd3650,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:30.338183 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a19a636-208f-4c66-8dec-878d971d6120', 'tag': '74eaf5a7-957f-478f-990e-7fb2c65872ef'}, {'server_uuid': '54ede660-fe10-49dc-96f6-9d578f46c23e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c32f66d9-e06f-41a3-b329-e1209f5a42e3'}, {'name': 'network-changed', 'server_uuid': '54ede660-fe10-49dc-96f6-9d578f46c23e', 'tag': 'c32f66d9-e06f-41a3-b329-e1209f5a42e3'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:57:30.341733 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d95f3b-1ed6-4398-bf1d-6cbe6c14fda9" -d '{"events": [{"name": "network-changed", "server_uuid": "2a19a636-208f-4c66-8dec-878d971d6120", "tag": "74eaf5a7-957f-478f-990e-7fb2c65872ef"}, {"server_uuid": "54ede660-fe10-49dc-96f6-9d578f46c23e", "name": "network-vif-unplugged", "status": "completed", "tag": "c32f66d9-e06f-41a3-b329-e1209f5a42e3"}, {"name": "network-changed", "server_uuid": "54ede660-fe10-49dc-96f6-9d578f46c23e", "tag": "c32f66d9-e06f-41a3-b329-e1209f5a42e3"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:57:30.367201 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eaadade-895e-4f4d-898a-c362ab010485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4749130e-9150-42eb-86bc-10b4f5937402'}, {'server_uuid': '1e5df940-1840-4e3f-8d66-540a9ff233ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91971784-1b93-406e-af72-8843a6baae4b'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:57:30.371436 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb1c4b2-4201-4835-bcdf-25f74cd7cc2e" -d '{"events": [{"server_uuid": "6eaadade-895e-4f4d-898a-c362ab010485", "name": "network-vif-plugged", "status": "completed", "tag": "4749130e-9150-42eb-86bc-10b4f5937402"}, {"server_uuid": "1e5df940-1840-4e3f-8d66-540a9ff233ca", "name": "network-vif-unplugged", "status": "completed", "tag": "91971784-1b93-406e-af72-8843a6baae4b"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:57:30.406633 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1c2b380b-06d4-4782-96f0-882909bd58ee req-f4f2f0f6-b8f2-4dd3-a08c-4da55c24a020 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "GET /v2.0/security-groups/d867ded4-9a37-45c3-818d-d91de3793afd HTTP/1.1" status: 200 len: 1795 time: 0.0589268 Nov 12 19:57:30.421091 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 12 Nov 2021 19:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230802a2-8261-4b28-b34e-4787d1c0a360 x-openstack-request-id: req-230802a2-8261-4b28-b34e-4787d1c0a360 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:57:30.421386 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a19a636-208f-4c66-8dec-878d971d6120", "tag": "74eaf5a7-957f-478f-990e-7fb2c65872ef", "status": "completed", "code": 200}, {"server_uuid": "54ede660-fe10-49dc-96f6-9d578f46c23e", "name": "network-vif-unplugged", "status": "completed", "tag": "c32f66d9-e06f-41a3-b329-e1209f5a42e3", "code": 200}, {"name": "network-changed", "server_uuid": "54ede660-fe10-49dc-96f6-9d578f46c23e", "tag": "c32f66d9-e06f-41a3-b329-e1209f5a42e3", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:57:30.421640 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-230802a2-8261-4b28-b34e-4787d1c0a360 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:57:30.422272 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a19a636-208f-4c66-8dec-878d971d6120', 'tag': '74eaf5a7-957f-478f-990e-7fb2c65872ef', 'status': 'completed', 'code': 200} Nov 12 19:57:30.422552 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ede660-fe10-49dc-96f6-9d578f46c23e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c32f66d9-e06f-41a3-b329-e1209f5a42e3', 'code': 200} Nov 12 19:57:30.422812 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ede660-fe10-49dc-96f6-9d578f46c23e', 'tag': 'c32f66d9-e06f-41a3-b329-e1209f5a42e3', 'status': 'completed', 'code': 200} Nov 12 19:57:30.507607 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 19:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9cf1f3-2294-4826-a946-1a79dda19394 x-openstack-request-id: req-bf9cf1f3-2294-4826-a946-1a79dda19394 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:57:30.508098 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eaadade-895e-4f4d-898a-c362ab010485", "name": "network-vif-plugged", "status": "completed", "tag": "4749130e-9150-42eb-86bc-10b4f5937402", "code": 200}, {"server_uuid": "1e5df940-1840-4e3f-8d66-540a9ff233ca", "name": "network-vif-unplugged", "status": "completed", "tag": "91971784-1b93-406e-af72-8843a6baae4b", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:57:30.508194 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bf9cf1f3-2294-4826-a946-1a79dda19394 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:57:30.508662 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eaadade-895e-4f4d-898a-c362ab010485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4749130e-9150-42eb-86bc-10b4f5937402', 'code': 200} Nov 12 19:57:30.509000 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5df940-1840-4e3f-8d66-540a9ff233ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91971784-1b93-406e-af72-8843a6baae4b', 'code': 200} Nov 12 19:57:30.543114 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d95f3b-1ed6-4398-bf1d-6cbe6c14fda9 req-e7093ca4-7065-486d-803f-8f42f28506fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:30.544654 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23d95f3b-1ed6-4398-bf1d-6cbe6c14fda9 req-e7093ca4-7065-486d-803f-8f42f28506fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 1127 time: 0.1003754 Nov 12 19:57:30.551459 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1c2b380b-06d4-4782-96f0-882909bd58ee req-fb5a8265-c530-4cca-99e4-c34d53863f48 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:30.556822 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d95f3b-1ed6-4398-bf1d-6cbe6c14fda9 req-d00f072d-ed17-41e1-b647-acda1fa01289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:30.559021 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23d95f3b-1ed6-4398-bf1d-6cbe6c14fda9 req-d00f072d-ed17-41e1-b647-acda1fa01289 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 1126 time: 0.1000021 Nov 12 19:57:30.608042 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 91971784-1b93-406e-af72-8843a6baae4b details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:57:30.624523 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1c2b380b-06d4-4782-96f0-882909bd58ee req-fb5a8265-c530-4cca-99e4-c34d53863f48 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:30.646979 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45d015-41a3-409e-86d0-1d0ac3fb8e23 req-c1509fb3-3024-476d-ac86-60658a63842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:30.649037 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8d45d015-41a3-409e-86d0-1d0ac3fb8e23 req-c1509fb3-3024-476d-ac86-60658a63842e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6eaadade-895e-4f4d-898a-c362ab010485 HTTP/1.1" status: 200 len: 1101 time: 0.0637774 Nov 12 19:57:30.720956 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef6448-ce9e-41d3-b4ce-b675fb3fd8d5 req-5bd215c8-c29a-4bcb-9694-09c9aff71ffd tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:30.722485 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-49ef6448-ce9e-41d3-b4ce-b675fb3fd8d5 req-5bd215c8-c29a-4bcb-9694-09c9aff71ffd tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 948 time: 0.0917213 Nov 12 19:57:30.727099 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8d45d015-41a3-409e-86d0-1d0ac3fb8e23 req-720c4ad9-9095-4911-a08c-218792d188bb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612707 Nov 12 19:57:30.756573 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 91971784-1b93-406e-af72-8843a6baae4b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=91971784-1b93-406e-af72-8843a6baae4b,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:30.774564 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d95f3b-1ed6-4398-bf1d-6cbe6c14fda9 req-d572c1dc-3000-455e-b109-b2231689a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:30.776340 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23d95f3b-1ed6-4398-bf1d-6cbe6c14fda9 req-d572c1dc-3000-455e-b109-b2231689a3a1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=268668ed-0d7b-4f7b-9df1-da4be7d9946d HTTP/1.1" status: 200 len: 922 time: 0.2020135 Nov 12 19:57:30.781439 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1c2b380b-06d4-4782-96f0-882909bd58ee req-fb5a8265-c530-4cca-99e4-c34d53863f48 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:30.784096 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1c2b380b-06d4-4782-96f0-882909bd58ee req-fb5a8265-c530-4cca-99e4-c34d53863f48 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:30.795829 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1c2b380b-06d4-4782-96f0-882909bd58ee req-fb5a8265-c530-4cca-99e4-c34d53863f48 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/d867ded4-9a37-45c3-818d-d91de3793afd HTTP/1.1" status: 204 len: 173 time: 0.3824711 Nov 12 19:57:30.805942 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d95f3b-1ed6-4398-bf1d-6cbe6c14fda9 req-9a4051d0-9db0-4645-83f9-ac7532de4cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:30.809950 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23d95f3b-1ed6-4398-bf1d-6cbe6c14fda9 req-9a4051d0-9db0-4645-83f9-ac7532de4cee service neutron] 10.222.0.55 "GET /v2.0/networks?id=e3a881ac-6120-48a0-95f8-2623f45c4673 HTTP/1.1" status: 200 len: 909 time: 0.2556429 Nov 12 19:57:30.834480 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48476) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:30.852091 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-49ef6448-ce9e-41d3-b4ce-b675fb3fd8d5 req-54a05921-6b85-40d9-ab2d-f80e11ccb3d8 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216283 Nov 12 19:57:30.892889 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a8265-c530-4cca-99e4-c34d53863f48 tempest-SecurityGroupsTestAdminJSON-557356031 tempest-SecurityGroupsTestAdminJSON-557356031-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d867ded4-9a37-45c3-818d-d91de3793afd,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:30.896418 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23d95f3b-1ed6-4398-bf1d-6cbe6c14fda9 req-c482624e-33db-4add-a19b-34c043f91172 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c32f66d9-e06f-41a3-b329-e1209f5a42e3 HTTP/1.1" status: 200 len: 217 time: 0.0986927 Nov 12 19:57:30.945628 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '91971784-1b93-406e-af72-8843a6baae4b', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': '91971784-1b93-406e-af72-8843a6baae4b', 'mac_address': 'fa:16:3e:3b:41:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:57:30.975185 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c84d96f3-24a7-48b0-a2e1-59e2e4d4ef3e req-103bd091-478b-4517-9fd4-fd26570f40bc tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] 10.222.0.48 "GET /v2.0/security-groups/ed50613f-4e30-4503-afc6-85ba81f84761 HTTP/1.1" status: 200 len: 1793 time: 0.0927725 Nov 12 19:57:31.021798 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:31.046905 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4d6ea374-82b6-4857-804e-64e1b11b1953 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:31.048467 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91971784-1b93-406e-af72-8843a6baae4b {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:57:31.069675 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 91971784-1b93-406e-af72-8843a6baae4b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=91971784-1b93-406e-af72-8843a6baae4b,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:31.075532 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:31.080347 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23d95f3b-1ed6-4398-bf1d-6cbe6c14fda9 req-85223886-813b-443a-a9a3-c1fc95421aff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74eaf5a7-957f-478f-990e-7fb2c65872ef HTTP/1.1" status: 200 len: 217 time: 0.0932646 Nov 12 19:57:31.107548 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c84d96f3-24a7-48b0-a2e1-59e2e4d4ef3e req-4b7b6717-2366-43dc-a5e5-fc2004acaddf tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:31.134588 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 74eaf5a7-957f-478f-990e-7fb2c65872ef details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:57:31.141993 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c84d96f3-24a7-48b0-a2e1-59e2e4d4ef3e req-4b7b6717-2366-43dc-a5e5-fc2004acaddf tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:31.151167 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=91971784-1b93-406e-af72-8843a6baae4b,revision_number=7']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:31.152867 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d95f3b-1ed6-4398-bf1d-6cbe6c14fda9 req-6998c479-49cd-45ce-b669-94437d8876cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:31.154408 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23d95f3b-1ed6-4398-bf1d-6cbe6c14fda9 req-6998c479-49cd-45ce-b669-94437d8876cf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e7e87043-7d2d-4150-b80d-fb0e6e39dcdf HTTP/1.1" status: 200 len: 861 time: 0.2294838 Nov 12 19:57:31.166600 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b1c43-d3a4-46e5-bf20-923192342173 req-6800c03b-11e7-4b1a-ae66-0dcf20914890 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:31.172693 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c69b1c43-d3a4-46e5-bf20-923192342173 req-6800c03b-11e7-4b1a-ae66-0dcf20914890 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 943 time: 0.2813439 Nov 12 19:57:31.199281 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4d6ea374-82b6-4857-804e-64e1b11b1953 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:31.204929 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4d6ea374-82b6-4857-804e-64e1b11b1953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:31.217605 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c84d96f3-24a7-48b0-a2e1-59e2e4d4ef3e req-4b7b6717-2366-43dc-a5e5-fc2004acaddf tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:31.220380 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c84d96f3-24a7-48b0-a2e1-59e2e4d4ef3e req-4b7b6717-2366-43dc-a5e5-fc2004acaddf tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:31.221534 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c84d96f3-24a7-48b0-a2e1-59e2e4d4ef3e req-4b7b6717-2366-43dc-a5e5-fc2004acaddf tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] 10.222.0.48 "DELETE /v2.0/security-groups/ed50613f-4e30-4503-afc6-85ba81f84761 HTTP/1.1" status: 204 len: 173 time: 0.2378438 Nov 12 19:57:31.243267 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23d95f3b-1ed6-4398-bf1d-6cbe6c14fda9 req-b5ef411b-09a8-4b71-88f9-0a5ddd6221dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=268668ed-0d7b-4f7b-9df1-da4be7d9946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660858 Nov 12 19:57:31.253115 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f99c53-3476-401a-9b42-7ee128738180 req-00918fc9-3a42-46b7-95fd-80dead798c2b tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:31.256417 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4d6ea374-82b6-4857-804e-64e1b11b1953 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c42a96ed1bd94933919170d1cd884790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4182463 Nov 12 19:57:31.256557 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5f99c53-3476-401a-9b42-7ee128738180 req-00918fc9-3a42-46b7-95fd-80dead798c2b tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.52 "GET /v2.0/networks?id=f1b8db6a-f7ca-45ba-ad3b-8839286211de HTTP/1.1" status: 200 len: 815 time: 0.3459411 Nov 12 19:57:31.256660 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ea374-82b6-4857-804e-64e1b11b1953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6a7357-5cc0-4db0-a64d-6cd297da80fd,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:31.257761 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48488) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:31.276559 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d95f3b-1ed6-4398-bf1d-6cbe6c14fda9 req-4f461616-690f-481b-94e2-9f92919d744d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:31.278676 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23d95f3b-1ed6-4398-bf1d-6cbe6c14fda9 req-4f461616-690f-481b-94e2-9f92919d744d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbdea447-0bd1-47f3-8097-cac78263fd7c HTTP/1.1" status: 200 len: 848 time: 0.1834900 Nov 12 19:57:31.283531 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-d5f99c53-3476-401a-9b42-7ee128738180 req-f85a996b-3fbe-49fb-b36f-18b97c7bc39e tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Request body: {'port': {'device_id': '9028d76a-2e6c-45ee-b470-fb13a90325fe', 'network_id': 'f1b8db6a-f7ca-45ba-ad3b-8839286211de', 'admin_state_up': True, 'tenant_id': '55a212f7281548d88a79437349230bc1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:31.284322 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 74eaf5a7-957f-478f-990e-7fb2c65872ef, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=74eaf5a7-957f-478f-990e-7fb2c65872ef,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:31.301554 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b6717-2366-43dc-a5e5-fc2004acaddf tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed50613f-4e30-4503-afc6-85ba81f84761,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:31.323195 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3e38800-de8f-40e1-a2d6-71d915a991b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:31.333452 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 74eaf5a7-957f-478f-990e-7fb2c65872ef has no active binding in host n-h2-712140-15 {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 19:57:31.349390 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3e38800-de8f-40e1-a2d6-71d915a991b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:31.371992 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23d95f3b-1ed6-4398-bf1d-6cbe6c14fda9 req-487527fc-c935-44e2-8c2f-cea3f19d505d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3a881ac-6120-48a0-95f8-2623f45c4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745859 Nov 12 19:57:31.434117 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8ed60-0405-4666-b8c8-f308489ff759 req-c030cbf7-b2a7-4db2-8058-301d1b48ab02 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:31.435867 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-20b8ed60-0405-4666-b8c8-f308489ff759 req-c030cbf7-b2a7-4db2-8058-301d1b48ab02 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eaadade-895e-4f4d-898a-c362ab010485 HTTP/1.1" status: 200 len: 949 time: 0.0549912 Nov 12 19:57:31.445438 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3e38800-de8f-40e1-a2d6-71d915a991b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:31.449072 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3e38800-de8f-40e1-a2d6-71d915a991b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:31.450145 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f3e38800-de8f-40e1-a2d6-71d915a991b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd6a7357-5cc0-4db0-a64d-6cd297da80fd HTTP/1.1" status: 204 len: 168 time: 0.1914883 Nov 12 19:57:31.471332 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e38800-de8f-40e1-a2d6-71d915a991b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6a7357-5cc0-4db0-a64d-6cd297da80fd,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:31.521231 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-20b8ed60-0405-4666-b8c8-f308489ff759 req-6abbcb0c-4c99-4b2d-b500-30790822251d tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774193 Nov 12 19:57:31.619147 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3ad964f8-990f-41c1-8e83-7aae3e0d1365 req-860a87cc-4eb0-4ed3-b2db-391b91e58774 tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.48 "GET /v2.0/ports?device_id=9028d76a-2e6c-45ee-b470-fb13a90325fe HTTP/1.1" status: 200 len: 210 time: 0.0373976 Nov 12 19:57:31.624117 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['91971784-1b93-406e-af72-8843a6baae4b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:57:31.719210 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c69b1c43-d3a4-46e5-bf20-923192342173 req-bea384d7-05c1-423a-8d89-1c38343a8966 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5395648 Nov 12 19:57:31.755048 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d0df8-da8e-40ce-911a-ebbcf051ef8f req-ee459ab8-737a-4172-b623-270b54c8e1ef tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:31.755048 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bf5d0df8-da8e-40ce-911a-ebbcf051ef8f req-ee459ab8-737a-4172-b623-270b54c8e1ef tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 944 time: 0.0692277 Nov 12 19:57:31.820770 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bf5d0df8-da8e-40ce-911a-ebbcf051ef8f req-9a8ea811-aaff-493b-8cab-355a8e1fc2f8 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582275 Nov 12 19:57:31.848256 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23d95f3b-1ed6-4398-bf1d-6cbe6c14fda9 req-00dece9c-4dc4-4248-aba0-ed4e186b8564 service neutron] 10.222.0.52 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5922122 Nov 12 19:57:31.848691 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48494) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:31.857851 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f99c53-3476-401a-9b42-7ee128738180 req-f85a996b-3fbe-49fb-b36f-18b97c7bc39e tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Made reservation on behalf of 55a212f7281548d88a79437349230bc1 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:57:31.861313 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d5f99c53-3476-401a-9b42-7ee128738180 req-f85a996b-3fbe-49fb-b36f-18b97c7bc39e tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:31.861775 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b035fa0-c30c-488d-87ba-c09a6514cfd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:31.914453 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23d95f3b-1ed6-4398-bf1d-6cbe6c14fda9 req-599c72b8-0984-47d8-a01e-b55c649116ce service neutron] 10.222.0.55 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063121 Nov 12 19:57:31.925633 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-04c222f1-9c49-4523-945f-34dc4ab066fc req-3b3bab71-f15c-4440-832b-5531a191082e tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] 10.222.0.48 "GET /v2.0/security-groups/51fa15f8-78e6-46b8-81d1-62d4020c0517 HTTP/1.1" status: 200 len: 1793 time: 0.1417799 Nov 12 19:57:31.953402 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b035fa0-c30c-488d-87ba-c09a6514cfd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:31.967680 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b035fa0-c30c-488d-87ba-c09a6514cfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:32.017064 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9b035fa0-c30c-488d-87ba-c09a6514cfd6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3adb0338294e47c4b3cc1fba49ed3c82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1671734 Nov 12 19:57:32.018710 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b035fa0-c30c-488d-87ba-c09a6514cfd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9e6391-0b40-4306-9ec0-4d3a3c35d359,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:32.022950 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48498) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:32.038985 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9be62-892b-40d2-9295-c633f07a81a5 req-60b14f3f-b8f2-49df-8d4f-6eb61098804a tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:32.040443 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1da9be62-892b-40d2-9295-c633f07a81a5 req-60b14f3f-b8f2-49df-8d4f-6eb61098804a tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 949 time: 0.1058106 Nov 12 19:57:32.120866 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1da9be62-892b-40d2-9295-c633f07a81a5 req-79538599-0ddf-4d4d-b757-5adbcfd4c12d tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725582 Nov 12 19:57:32.121474 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8aeacc2e-1625-4ad9-baa6-a9364da87c90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:32.142702 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23d95f3b-1ed6-4398-bf1d-6cbe6c14fda9 req-861e601f-319e-4ae6-b981-9b4778876fca service neutron] 10.222.0.52 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659094 Nov 12 19:57:32.145903 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8aeacc2e-1625-4ad9-baa6-a9364da87c90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:32.193364 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23d95f3b-1ed6-4398-bf1d-6cbe6c14fda9 req-239aa653-9375-4ddb-9f4a-46191eded366 service neutron] 10.222.0.55 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337534 Nov 12 19:57:32.194824 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8aeacc2e-1625-4ad9-baa6-a9364da87c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:32.198235 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8aeacc2e-1625-4ad9-baa6-a9364da87c90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:32.201842 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8aeacc2e-1625-4ad9-baa6-a9364da87c90 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8f9e6391-0b40-4306-9ec0-4d3a3c35d359 HTTP/1.1" status: 204 len: 168 time: 0.1760645 Nov 12 19:57:32.209010 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-04c222f1-9c49-4523-945f-34dc4ab066fc req-9f6ef1fa-a1d2-4f69-b494-38bad09f3c30 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:32.218227 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeacc2e-1625-4ad9-baa6-a9364da87c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9e6391-0b40-4306-9ec0-4d3a3c35d359,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:32.219669 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-d5f99c53-3476-401a-9b42-7ee128738180 req-f85a996b-3fbe-49fb-b36f-18b97c7bc39e tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Allocated IP 172.20.0.6 (f1b8db6a-f7ca-45ba-ad3b-8839286211de/85860ec8-82f7-4bfd-ae57-5732f19a3317/a30a20bb-8cc5-4726-bebf-8c135a256451) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:57:32.249588 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-04c222f1-9c49-4523-945f-34dc4ab066fc req-9f6ef1fa-a1d2-4f69-b494-38bad09f3c30 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:32.373403 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-04c222f1-9c49-4523-945f-34dc4ab066fc req-9f6ef1fa-a1d2-4f69-b494-38bad09f3c30 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:32.375977 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-04c222f1-9c49-4523-945f-34dc4ab066fc req-9f6ef1fa-a1d2-4f69-b494-38bad09f3c30 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:32.377184 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-04c222f1-9c49-4523-945f-34dc4ab066fc req-9f6ef1fa-a1d2-4f69-b494-38bad09f3c30 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] 10.222.0.48 "DELETE /v2.0/security-groups/51fa15f8-78e6-46b8-81d1-62d4020c0517 HTTP/1.1" status: 204 len: 173 time: 0.4167140 Nov 12 19:57:32.392979 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ef1fa-a1d2-4f69-b494-38bad09f3c30 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fa15f8-78e6-46b8-81d1-62d4020c0517,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:32.407940 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ef1fa-a1d2-4f69-b494-38bad09f3c30 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:32.408315 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ef1fa-a1d2-4f69-b494-38bad09f3c30 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:32.408660 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ef1fa-a1d2-4f69-b494-38bad09f3c30 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:32.408994 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ef1fa-a1d2-4f69-b494-38bad09f3c30 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:32.409323 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ef1fa-a1d2-4f69-b494-38bad09f3c30 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:32.409665 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ef1fa-a1d2-4f69-b494-38bad09f3c30 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:32.409980 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ef1fa-a1d2-4f69-b494-38bad09f3c30 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:32.410308 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ef1fa-a1d2-4f69-b494-38bad09f3c30 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:32.410634 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ef1fa-a1d2-4f69-b494-38bad09f3c30 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:32.410960 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ef1fa-a1d2-4f69-b494-38bad09f3c30 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:32.411282 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ef1fa-a1d2-4f69-b494-38bad09f3c30 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:32.411601 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ef1fa-a1d2-4f69-b494-38bad09f3c30 tempest-SecurityGroupsTestAdminJSON-2133275856 tempest-SecurityGroupsTestAdminJSON-2133275856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:32.449685 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d5f99c53-3476-401a-9b42-7ee128738180 req-f85a996b-3fbe-49fb-b36f-18b97c7bc39e tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:32.486593 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d5f99c53-3476-401a-9b42-7ee128738180 req-f85a996b-3fbe-49fb-b36f-18b97c7bc39e tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:32.528607 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f99c53-3476-401a-9b42-7ee128738180 req-f85a996b-3fbe-49fb-b36f-18b97c7bc39e tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Network f1b8db6a-f7ca-45ba-ad3b-8839286211de is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:57:32.533879 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-d5f99c53-3476-401a-9b42-7ee128738180 req-f85a996b-3fbe-49fb-b36f-18b97c7bc39e tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:57:32.539157 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f99c53-3476-401a-9b42-7ee128738180 req-f85a996b-3fbe-49fb-b36f-18b97c7bc39e tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:57:32.570685 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a996b-3fbe-49fb-b36f-18b97c7bc39e tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Pushing event updated for resources: {'Port': ['ID=a30a20bb-8cc5-4726-bebf-8c135a256451,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:32.613926 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f99c53-3476-401a-9b42-7ee128738180 req-f85a996b-3fbe-49fb-b36f-18b97c7bc39e tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:32.615435 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d5f99c53-3476-401a-9b42-7ee128738180 req-f85a996b-3fbe-49fb-b36f-18b97c7bc39e tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:32.632886 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device c32f66d9-e06f-41a3-b329-e1209f5a42e3 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:57:32.635945 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5f99c53-3476-401a-9b42-7ee128738180 req-f85a996b-3fbe-49fb-b36f-18b97c7bc39e tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3559632 Nov 12 19:57:32.657644 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-d5f99c53-3476-401a-9b42-7ee128738180 req-ab7662a3-51b1-4c83-97b9-634690386cf0 service neutron] Request body: {'port': {'device_id': '9028d76a-2e6c-45ee-b470-fb13a90325fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:32.667725 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8aa793-a03b-4171-ad0e-aa7f56438744 req-b53c7cf9-e970-4381-81e0-042c2575d08d tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:32.675244 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e8aa793-a03b-4171-ad0e-aa7f56438744 req-b53c7cf9-e970-4381-81e0-042c2575d08d tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eaadade-895e-4f4d-898a-c362ab010485 HTTP/1.1" status: 200 len: 949 time: 0.0752478 Nov 12 19:57:32.744789 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e8aa793-a03b-4171-ad0e-aa7f56438744 req-8de85df0-2c0e-46b0-ad14-4ef3eb3b56c0 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639565 Nov 12 19:57:32.809051 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d5f99c53-3476-401a-9b42-7ee128738180 req-ab7662a3-51b1-4c83-97b9-634690386cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:32.823682 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port c32f66d9-e06f-41a3-b329-e1209f5a42e3, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=c32f66d9-e06f-41a3-b329-e1209f5a42e3,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:32.833402 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48524) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:32.836808 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device c32f66d9-e06f-41a3-b329-e1209f5a42e3 has no active binding in host n-h1-712140-15 {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 19:57:32.893102 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-83f0f557-3ba0-495f-a9a0-fd791286c6a1 service neutron] 10.222.0.55 "GET /v2.0/ports/74eaf5a7-957f-478f-990e-7fb2c65872ef/bindings/n-h2-712140-15 HTTP/1.1" status: 200 len: 385 time: 0.2501338 Nov 12 19:57:32.915477 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330cb858-205d-4476-a944-5a95cd29e501 req-f5fde89e-55b7-47d6-921c-25bddf1a3a20 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:32.917912 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-330cb858-205d-4476-a944-5a95cd29e501 req-f5fde89e-55b7-47d6-921c-25bddf1a3a20 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 943 time: 0.0719900 Nov 12 19:57:32.925671 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7eb3ab-825d-4257-b723-cc7ed3619476 req-1ed45d80-daa4-4bf4-92f3-e910fb713382 tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:32.927189 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa7eb3ab-825d-4257-b723-cc7ed3619476 req-1ed45d80-daa4-4bf4-92f3-e910fb713382 tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.48 "GET /v2.0/ports?device_id=9028d76a-2e6c-45ee-b470-fb13a90325fe HTTP/1.1" status: 200 len: 931 time: 0.1742949 Nov 12 19:57:32.978210 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-330cb858-205d-4476-a944-5a95cd29e501 req-cb363d71-8cbc-4475-a788-5e2562ab4c39 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532699 Nov 12 19:57:33.114241 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bc0b404f-4d8c-41c6-95ef-e00c19257fdb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=809f2bce1ab74e01acab6a28e587f0b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791607 Nov 12 19:57:33.117219 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48538) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:33.138889 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa7eb3ab-825d-4257-b723-cc7ed3619476 req-869a8764-07af-4025-90e4-eafb91593864 tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9155299-8ed0-4c52-b140-abb1ad98bb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903617 Nov 12 19:57:33.149884 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cd3eb-7caf-428c-8663-bdc783a37e2d req-dad67f3e-687f-4351-84f9-a97c377a7f9d tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:33.152192 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-282cd3eb-7caf-428c-8663-bdc783a37e2d req-dad67f3e-687f-4351-84f9-a97c377a7f9d tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 944 time: 0.0905709 Nov 12 19:57:33.220030 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1607cfb-c05e-42c1-ad97-6f046b6d2655 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:33.246743 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-282cd3eb-7caf-428c-8663-bdc783a37e2d req-c01e15b3-854c-43e5-90f2-98b418039cb8 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866041 Nov 12 19:57:33.255490 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1607cfb-c05e-42c1-ad97-6f046b6d2655 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:33.316549 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1607cfb-c05e-42c1-ad97-6f046b6d2655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:33.319913 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1607cfb-c05e-42c1-ad97-6f046b6d2655 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:33.324419 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a1607cfb-c05e-42c1-ad97-6f046b6d2655 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ff56e88b-8378-467d-8916-9536df0755e1 HTTP/1.1" status: 204 len: 168 time: 0.2030020 Nov 12 19:57:33.336379 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-ebc13dc7-7674-4489-ab10-d566d78b1171 service neutron] For port 74eaf5a7-957f-478f-990e-7fb2c65872ef, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=74eaf5a7-957f-478f-990e-7fb2c65872ef,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:33.340191 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1607cfb-c05e-42c1-ad97-6f046b6d2655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff56e88b-8378-467d-8916-9536df0755e1,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:33.356661 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1607cfb-c05e-42c1-ad97-6f046b6d2655 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:33.357420 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1607cfb-c05e-42c1-ad97-6f046b6d2655 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:33.358565 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1607cfb-c05e-42c1-ad97-6f046b6d2655 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:33.360619 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1607cfb-c05e-42c1-ad97-6f046b6d2655 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:33.361624 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1607cfb-c05e-42c1-ad97-6f046b6d2655 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:33.362280 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1607cfb-c05e-42c1-ad97-6f046b6d2655 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:33.362817 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1607cfb-c05e-42c1-ad97-6f046b6d2655 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:33.363425 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1607cfb-c05e-42c1-ad97-6f046b6d2655 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:33.363946 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1607cfb-c05e-42c1-ad97-6f046b6d2655 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:33.364891 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1607cfb-c05e-42c1-ad97-6f046b6d2655 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:33.366429 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1607cfb-c05e-42c1-ad97-6f046b6d2655 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:33.367029 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1607cfb-c05e-42c1-ad97-6f046b6d2655 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:33.387645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727d49-6878-47b0-a349-bf37d3c8c2f4 req-1bd56d9e-58cd-4a60-b8ee-ed1a45eaca84 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:33.389326 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2a727d49-6878-47b0-a349-bf37d3c8c2f4 req-1bd56d9e-58cd-4a60-b8ee-ed1a45eaca84 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 949 time: 0.1490529 Nov 12 19:57:33.396561 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-ebc13dc7-7674-4489-ab10-d566d78b1171 service neutron] For port 74eaf5a7-957f-478f-990e-7fb2c65872ef, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:57:33.435694 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-d5f99c53-3476-401a-9b42-7ee128738180 req-ab7662a3-51b1-4c83-97b9-634690386cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a30a20bb-8cc5-4726-bebf-8c135a256451 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:57:33.456724 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d5f99c53-3476-401a-9b42-7ee128738180 req-ab7662a3-51b1-4c83-97b9-634690386cf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:33.465168 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-ebc13dc7-7674-4489-ab10-d566d78b1171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74eaf5a7-957f-478f-990e-7fb2c65872ef {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:57:33.491510 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-ebc13dc7-7674-4489-ab10-d566d78b1171 service neutron] For port 74eaf5a7-957f-478f-990e-7fb2c65872ef, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=74eaf5a7-957f-478f-990e-7fb2c65872ef,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:33.513826 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-d5f99c53-3476-401a-9b42-7ee128738180 req-ab7662a3-51b1-4c83-97b9-634690386cf0 service neutron] Transition to ACTIVE for port object a30a20bb-8cc5-4726-bebf-8c135a256451 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:57:33.518096 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2a727d49-6878-47b0-a349-bf37d3c8c2f4 req-5763c109-6174-4ad5-8070-59376aa6e0d6 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014364 Nov 12 19:57:33.519176 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-ebc13dc7-7674-4489-ab10-d566d78b1171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:33.522560 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d5f99c53-3476-401a-9b42-7ee128738180 req-ab7662a3-51b1-4c83-97b9-634690386cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:33.623662 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7662a3-51b1-4c83-97b9-634690386cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=a30a20bb-8cc5-4726-bebf-8c135a256451,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:33.695556 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-ebc13dc7-7674-4489-ab10-d566d78b1171 service neutron] Transition to ACTIVE for port object 74eaf5a7-957f-478f-990e-7fb2c65872ef will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:57:33.701923 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-ebc13dc7-7674-4489-ab10-d566d78b1171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:33.740583 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48564) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:33.751268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-d5f99c53-3476-401a-9b42-7ee128738180 req-ab7662a3-51b1-4c83-97b9-634690386cf0 service neutron] Attempting to bind port a30a20bb-8cc5-4726-bebf-8c135a256451 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:57:33.751827 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-d5f99c53-3476-401a-9b42-7ee128738180 req-ab7662a3-51b1-4c83-97b9-634690386cf0 service neutron] Attempting to bind port a30a20bb-8cc5-4726-bebf-8c135a256451 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '1ab89105-9ad3-4840-a2ad-dcf3dbac833f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'f1b8db6a-f7ca-45ba-ad3b-8839286211de'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:57:33.752157 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f99c53-3476-401a-9b42-7ee128738180 req-ab7662a3-51b1-4c83-97b9-634690386cf0 service neutron] Attempting to bind port a30a20bb-8cc5-4726-bebf-8c135a256451 on network f1b8db6a-f7ca-45ba-ad3b-8839286211de {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:33.769663 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f99c53-3476-401a-9b42-7ee128738180 req-ab7662a3-51b1-4c83-97b9-634690386cf0 service neutron] Port a30a20bb-8cc5-4726-bebf-8c135a256451 on network f1b8db6a-f7ca-45ba-ad3b-8839286211de not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:57:33.769990 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f99c53-3476-401a-9b42-7ee128738180 req-ab7662a3-51b1-4c83-97b9-634690386cf0 service neutron] Attempting to bind port a30a20bb-8cc5-4726-bebf-8c135a256451 on network f1b8db6a-f7ca-45ba-ad3b-8839286211de {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:33.794741 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-ebc13dc7-7674-4489-ab10-d566d78b1171 service neutron] No DVR routers for this DVR port 74eaf5a7-957f-478f-990e-7fb2c65872ef on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:57:33.804181 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f99c53-3476-401a-9b42-7ee128738180 req-ab7662a3-51b1-4c83-97b9-634690386cf0 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:57:33.804542 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f99c53-3476-401a-9b42-7ee128738180 req-ab7662a3-51b1-4c83-97b9-634690386cf0 service neutron] Checking segment: {'id': '1ab89105-9ad3-4840-a2ad-dcf3dbac833f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'f1b8db6a-f7ca-45ba-ad3b-8839286211de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:57:33.805125 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f99c53-3476-401a-9b42-7ee128738180 req-ab7662a3-51b1-4c83-97b9-634690386cf0 service neutron] Bound using segment: {'id': '1ab89105-9ad3-4840-a2ad-dcf3dbac833f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'f1b8db6a-f7ca-45ba-ad3b-8839286211de'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:57:33.805725 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-d5f99c53-3476-401a-9b42-7ee128738180 req-ab7662a3-51b1-4c83-97b9-634690386cf0 service neutron] Bound port: a30a20bb-8cc5-4726-bebf-8c135a256451, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab89105-9ad3-4840-a2ad-dcf3dbac833f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'f1b8db6a-f7ca-45ba-ad3b-8839286211de'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:57:33.806609 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d5f99c53-3476-401a-9b42-7ee128738180 req-ab7662a3-51b1-4c83-97b9-634690386cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:33.810790 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc13dc7-7674-4489-ab10-d566d78b1171 service neutron] Pushing event updated for resources: {'Port': ['ID=74eaf5a7-957f-478f-990e-7fb2c65872ef,revision_number=10']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:33.818053 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7df03fad-e338-45b4-99b9-8b301719cb8b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fdd77ec5f749404c8c099d20ed77f977&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0746791 Nov 12 19:57:33.818889 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48574) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:33.852270 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-ebc13dc7-7674-4489-ab10-d566d78b1171 service neutron] 10.222.0.55 "PUT /v2.0/ports/74eaf5a7-957f-478f-990e-7fb2c65872ef/bindings/n-h2-712140-15/activate HTTP/1.1" status: 200 len: 370 time: 0.9499383 Nov 12 19:57:33.910808 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c4cdca07-ec21-4eb0-b1ea-54b6388ce38c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:33.923586 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-d5f99c53-3476-401a-9b42-7ee128738180 req-ab7662a3-51b1-4c83-97b9-634690386cf0 service neutron] For port a30a20bb-8cc5-4726-bebf-8c135a256451, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:57:33.924944 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f8462-14ac-474e-b343-c46bc568b972 req-f1bb040f-0888-4c40-ad1c-3163bc1ec3a9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:33.926456 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-010f8462-14ac-474e-b343-c46bc568b972 req-f1bb040f-0888-4c40-ad1c-3163bc1ec3a9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eaadade-895e-4f4d-898a-c362ab010485 HTTP/1.1" status: 200 len: 949 time: 0.0801992 Nov 12 19:57:33.927100 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-d5f99c53-3476-401a-9b42-7ee128738180 req-ab7662a3-51b1-4c83-97b9-634690386cf0 service neutron] For port a30a20bb-8cc5-4726-bebf-8c135a256451, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=a30a20bb-8cc5-4726-bebf-8c135a256451,segment=NetworkSegment(1ab89105-9ad3-4840-a2ad-dcf3dbac833f),segment_id=1ab89105-9ad3-4840-a2ad-dcf3dbac833f)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:57:33.938161 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d5f99c53-3476-401a-9b42-7ee128738180 req-ab7662a3-51b1-4c83-97b9-634690386cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:33.953316 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c4cdca07-ec21-4eb0-b1ea-54b6388ce38c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:33.999600 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f99c53-3476-401a-9b42-7ee128738180 req-ab7662a3-51b1-4c83-97b9-634690386cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:34.000260 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d5f99c53-3476-401a-9b42-7ee128738180 req-ab7662a3-51b1-4c83-97b9-634690386cf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:34.001653 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5f99c53-3476-401a-9b42-7ee128738180 req-ab7662a3-51b1-4c83-97b9-634690386cf0 service neutron] 10.222.0.52 "PUT /v2.0/ports/a30a20bb-8cc5-4726-bebf-8c135a256451 HTTP/1.1" status: 200 len: 1092 time: 1.3574893 Nov 12 19:57:34.004609 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9028d76a-2e6c-45ee-b470-fb13a90325fe', 'tag': 'a30a20bb-8cc5-4726-bebf-8c135a256451'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:57:34.006983 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f37f100-625a-4be0-95ce-4f7311438cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "9028d76a-2e6c-45ee-b470-fb13a90325fe", "tag": "a30a20bb-8cc5-4726-bebf-8c135a256451"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:57:34.031652 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-010f8462-14ac-474e-b343-c46bc568b972 req-48964f0c-de12-4d7b-ac76-d302f7056a02 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805223 Nov 12 19:57:34.054652 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c4cdca07-ec21-4eb0-b1ea-54b6388ce38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:34.060435 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c4cdca07-ec21-4eb0-b1ea-54b6388ce38c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:34.065511 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c4cdca07-ec21-4eb0-b1ea-54b6388ce38c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e46dba2-7c5d-4612-b56c-17f3c0f8eb7d HTTP/1.1" status: 204 len: 168 time: 0.2453825 Nov 12 19:57:34.073838 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7662a3-51b1-4c83-97b9-634690386cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=a30a20bb-8cc5-4726-bebf-8c135a256451,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:34.077428 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053fe563-04b8-4c9c-bf25-7ca5ec943c99 x-openstack-request-id: req-053fe563-04b8-4c9c-bf25-7ca5ec943c99 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:57:34.077711 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9028d76a-2e6c-45ee-b470-fb13a90325fe", "tag": "a30a20bb-8cc5-4726-bebf-8c135a256451", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:57:34.077961 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-053fe563-04b8-4c9c-bf25-7ca5ec943c99 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:57:34.078350 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9028d76a-2e6c-45ee-b470-fb13a90325fe', 'tag': 'a30a20bb-8cc5-4726-bebf-8c135a256451', 'status': 'completed', 'code': 200} Nov 12 19:57:34.078557 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cdca07-ec21-4eb0-b1ea-54b6388ce38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e46dba2-7c5d-4612-b56c-17f3c0f8eb7d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:34.123259 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-6ed96f54-bb3e-480c-926c-6dceded06590 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:34.124986 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-6ed96f54-bb3e-480c-926c-6dceded06590 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120&tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&binding%3Ahost_id=n-h1-712140-15 HTTP/1.1" status: 200 len: 1097 time: 0.1561921 Nov 12 19:57:34.182781 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f99c53-3476-401a-9b42-7ee128738180 req-2ece085d-6469-4818-87cd-0d67338ec24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:34.184333 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5f99c53-3476-401a-9b42-7ee128738180 req-2ece085d-6469-4818-87cd-0d67338ec24e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=55a212f7281548d88a79437349230bc1&device_id=9028d76a-2e6c-45ee-b470-fb13a90325fe HTTP/1.1" status: 200 len: 1095 time: 0.1035125 Nov 12 19:57:34.197701 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-c09167b0-f76d-4dde-b801-8c1989ecbfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:34.216742 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-c09167b0-f76d-4dde-b801-8c1989ecbfcf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120&tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f HTTP/1.1" status: 200 len: 1097 time: 0.0746794 Nov 12 19:57:34.258333 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0e430-a54a-42ce-879e-17cd544c6c1f req-80cbc10e-7f6b-4f20-8174-9e9eea86cebc tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:34.264359 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bca0e430-a54a-42ce-879e-17cd544c6c1f req-80cbc10e-7f6b-4f20-8174-9e9eea86cebc tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 943 time: 0.0870988 Nov 12 19:57:34.318924 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5f99c53-3476-401a-9b42-7ee128738180 req-6d74095f-a7b2-48f8-8aac-20f0f3a098ed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30a20bb-8cc5-4726-bebf-8c135a256451 HTTP/1.1" status: 200 len: 217 time: 0.1243439 Nov 12 19:57:34.401497 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bca0e430-a54a-42ce-879e-17cd544c6c1f req-ca4d5a7d-aaa6-4ee2-8dcb-ec70d3bb5c55 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289349 Nov 12 19:57:34.455097 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-b61f438a-0595-4522-a7c3-836c2f5db555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:34.456781 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-b61f438a-0595-4522-a7c3-836c2f5db555 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 1097 time: 0.1503994 Nov 12 19:57:34.467111 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6421c-bb48-4ccc-8e62-19203932f3ab req-ee54c182-0147-4ca4-aafc-bea11aa98fab tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:34.468725 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-85e6421c-bb48-4ccc-8e62-19203932f3ab req-ee54c182-0147-4ca4-aafc-bea11aa98fab tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.48 "GET /v2.0/ports?device_id=9028d76a-2e6c-45ee-b470-fb13a90325fe HTTP/1.1" status: 200 len: 943 time: 0.1715589 Nov 12 19:57:34.477998 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f99c53-3476-401a-9b42-7ee128738180 req-411d8865-b886-480c-ac5a-0035addd5c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:34.479864 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5f99c53-3476-401a-9b42-7ee128738180 req-411d8865-b886-480c-ac5a-0035addd5c4c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=85860ec8-82f7-4bfd-ae57-5732f19a3317 HTTP/1.1" status: 200 len: 855 time: 0.1296234 Nov 12 19:57:34.513681 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777929c2-22b8-41e3-b092-6d4957f92b5b req-ca8afac3-baa0-4b64-bb8e-a47b11d292c1 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:34.517489 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-777929c2-22b8-41e3-b092-6d4957f92b5b req-ca8afac3-baa0-4b64-bb8e-a47b11d292c1 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 945 time: 0.0601490 Nov 12 19:57:34.547689 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5f99c53-3476-401a-9b42-7ee128738180 req-5b2827cd-2c7f-448e-8c93-fcfc21936c30 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f1b8db6a-f7ca-45ba-ad3b-8839286211de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488985 Nov 12 19:57:34.577003 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-777929c2-22b8-41e3-b092-6d4957f92b5b req-e3c6750a-0125-457c-896d-001f69cedcb7 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531697 Nov 12 19:57:34.641668 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 91971784-1b93-406e-af72-8843a6baae4b up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:57:34.668674 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-85e6421c-bb48-4ccc-8e62-19203932f3ab req-3b57f4f9-d882-4a73-b6b5-e80f9f97e36d tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9155299-8ed0-4c52-b140-abb1ad98bb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878059 Nov 12 19:57:34.693025 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-f2b34957-cd8a-48c5-906a-a08f528c478b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:34.694519 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-f2b34957-cd8a-48c5-906a-a08f528c478b service neutron] 10.222.0.52 "GET /v2.0/networks?id=e3a881ac-6120-48a0-95f8-2623f45c4673 HTTP/1.1" status: 200 len: 909 time: 0.2246416 Nov 12 19:57:34.703216 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d107001c-9fdd-4d0e-aa3a-dd550656bf40 req-3c1e7ddb-8ef7-439a-827f-f426681fbde7 tempest-FlavorsV2NegativeTest-1958541078 tempest-FlavorsV2NegativeTest-1958541078-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4c5a453cd72c4387bf07e31705043277&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479832 Nov 12 19:57:34.705942 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 91971784-1b93-406e-af72-8843a6baae4b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:34.707205 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:34.738513 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5f99c53-3476-401a-9b42-7ee128738180 req-9853ba5c-defc-4b6b-9aca-2c7e72c5cc02 service neutron] 10.222.0.52 "GET /v2.0/networks/f1b8db6a-f7ca-45ba-ad3b-8839286211de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659980 Nov 12 19:57:34.813343 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:34.830464 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-9254281a-2cb1-4682-9b94-08c6fb419881 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74eaf5a7-957f-478f-990e-7fb2c65872ef HTTP/1.1" status: 200 len: 217 time: 0.0997050 Nov 12 19:57:34.860252 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5df940-1840-4e3f-8d66-540a9ff233ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91971784-1b93-406e-af72-8843a6baae4b'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:57:34.862745 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915c144b-669e-4d47-9ef3-1fa2a7067a16" -d '{"events": [{"server_uuid": "1e5df940-1840-4e3f-8d66-540a9ff233ca", "name": "network-vif-plugged", "status": "completed", "tag": "91971784-1b93-406e-af72-8843a6baae4b"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:57:34.865261 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107001c-9fdd-4d0e-aa3a-dd550656bf40 req-d66731d2-dba3-46eb-ba93-6c3476a420d1 tempest-FlavorsV2NegativeTest-1958541078 tempest-FlavorsV2NegativeTest-1958541078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:34.877399 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 91971784-1b93-406e-af72-8843a6baae4b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=91971784-1b93-406e-af72-8843a6baae4b,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:34.877603 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d107001c-9fdd-4d0e-aa3a-dd550656bf40 req-d66731d2-dba3-46eb-ba93-6c3476a420d1 tempest-FlavorsV2NegativeTest-1958541078 tempest-FlavorsV2NegativeTest-1958541078-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593912 Nov 12 19:57:34.883259 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:34.885716 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 74eaf5a7-957f-478f-990e-7fb2c65872ef no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:57:34.898494 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d107001c-9fdd-4d0e-aa3a-dd550656bf40 req-1d6d74a3-ea3b-4802-b8dd-14f027196e0e tempest-FlavorsV2NegativeTest-1958541078 tempest-FlavorsV2NegativeTest-1958541078-project] 10.222.0.48 "GET /v2.0/quotas/4c5a453cd72c4387bf07e31705043277 HTTP/1.1" status: 200 len: 375 time: 0.0198855 Nov 12 19:57:34.947703 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d107001c-9fdd-4d0e-aa3a-dd550656bf40 req-8069c71a-7adc-4699-8386-78e064626c4d tempest-FlavorsV2NegativeTest-1958541078 tempest-FlavorsV2NegativeTest-1958541078-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4c5a453cd72c4387bf07e31705043277&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473990 Nov 12 19:57:34.976703 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=91971784-1b93-406e-af72-8843a6baae4b,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:34.984863 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160178a6-8150-4eb5-a53e-3d8702c11d83 x-openstack-request-id: req-160178a6-8150-4eb5-a53e-3d8702c11d83 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:57:34.985307 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5df940-1840-4e3f-8d66-540a9ff233ca", "name": "network-vif-plugged", "status": "completed", "tag": "91971784-1b93-406e-af72-8843a6baae4b", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:57:34.985733 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-160178a6-8150-4eb5-a53e-3d8702c11d83 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:57:34.986072 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5df940-1840-4e3f-8d66-540a9ff233ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91971784-1b93-406e-af72-8843a6baae4b', 'code': 200} Nov 12 19:57:35.012423 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 74eaf5a7-957f-478f-990e-7fb2c65872ef not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:57:35.021887 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-a8182e9f-2bce-456e-84f1-2a1c36a47912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:35.023917 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-a8182e9f-2bce-456e-84f1-2a1c36a47912 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bbdea447-0bd1-47f3-8097-cac78263fd7c HTTP/1.1" status: 200 len: 848 time: 0.1810639 Nov 12 19:57:35.065529 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ccb76a-5d13-45cc-a7b9-c5a9d4a9bb31 req-307b023d-4b9c-417d-ba7b-79a8365044d0 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:35.067030 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e2ccb76a-5d13-45cc-a7b9-c5a9d4a9bb31 req-307b023d-4b9c-417d-ba7b-79a8365044d0 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.1757987 Nov 12 19:57:35.084472 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5f99c53-3476-401a-9b42-7ee128738180 req-3dde973f-7053-4aa8-b1f7-4f72b43b8cb5 service neutron] 10.222.0.52 "GET /v2.0/networks/f1b8db6a-f7ca-45ba-ad3b-8839286211de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762043 Nov 12 19:57:35.086793 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-15156bdb-40a0-40fb-9640-da2a29d80bd5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e3a881ac-6120-48a0-95f8-2623f45c4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439794 Nov 12 19:57:35.211843 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732d9e8-6fcc-4aaf-b5e6-26c0dba0caa2 req-212b8e98-c72a-470a-af92-dcdeffe181c3 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:35.214417 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e732d9e8-6fcc-4aaf-b5e6-26c0dba0caa2 req-212b8e98-c72a-470a-af92-dcdeffe181c3 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eaadade-895e-4f4d-898a-c362ab010485 HTTP/1.1" status: 200 len: 949 time: 0.0572379 Nov 12 19:57:35.268001 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e732d9e8-6fcc-4aaf-b5e6-26c0dba0caa2 req-cb10af6e-57bb-4359-8fe0-c7149a99388a tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474002 Nov 12 19:57:35.496514 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e2ccb76a-5d13-45cc-a7b9-c5a9d4a9bb31 req-d793c86a-7204-4567-b63d-b14d8fae15ed tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145601 Nov 12 19:57:35.532880 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-90416c32-8996-40e8-82a6-360d0e4fb6a6 service neutron] 10.222.0.52 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355764 Nov 12 19:57:35.534753 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f724d2-b89c-472f-9102-02ce2e19307a req-4659076a-4b7d-4df2-9417-be22550958c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:35.536140 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c5f724d2-b89c-472f-9102-02ce2e19307a req-4659076a-4b7d-4df2-9417-be22550958c6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 1102 time: 0.1121588 Nov 12 19:57:35.540593 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37f100-625a-4be0-95ce-4f7311438cb7 req-0bbbdd78-8b8e-4550-a123-f60dce0bec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:35.542729 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3f37f100-625a-4be0-95ce-4f7311438cb7 req-0bbbdd78-8b8e-4550-a123-f60dce0bec12 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=55a212f7281548d88a79437349230bc1&device_id=9028d76a-2e6c-45ee-b470-fb13a90325fe HTTP/1.1" status: 200 len: 1095 time: 0.1217203 Nov 12 19:57:35.575314 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013c443-0299-4e07-b787-b792e114ce52 req-4f6be636-dcc7-4fcd-8689-2142667c1a5a tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:35.580800 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e013c443-0299-4e07-b787-b792e114ce52 req-4f6be636-dcc7-4fcd-8689-2142667c1a5a tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=62c46c04-5b5a-4417-9cc7-eab6013fd695 HTTP/1.1" status: 200 len: 949 time: 0.0744851 Nov 12 19:57:35.635538 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e013c443-0299-4e07-b787-b792e114ce52 req-52ec999a-1b4d-49ba-9760-8bb525f4f884 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520227 Nov 12 19:57:35.740958 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48682) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:35.742741 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c5f724d2-b89c-472f-9102-02ce2e19307a req-390cfe9c-c284-4ee4-8a9b-f7f242f12b80 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918690 Nov 12 19:57:35.772942 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203f057-d4c5-4a8f-bbbb-e2b897785db0 req-c8b7f015-3436-42ed-83e3-226936bf7e9b tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:35.774479 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2203f057-d4c5-4a8f-bbbb-e2b897785db0 req-c8b7f015-3436-42ed-83e3-226936bf7e9b tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 943 time: 0.1947722 Nov 12 19:57:35.779828 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-67f710f1-b361-44a7-959b-670cbe45ac31 service neutron] 10.222.0.52 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361822 Nov 12 19:57:35.804928 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d250110-0045-4cd0-86a3-39bad159b12d req-87eeb3ae-8463-4989-a3c7-5b4c996fb4d8 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:35.807222 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3d250110-0045-4cd0-86a3-39bad159b12d req-87eeb3ae-8463-4989-a3c7-5b4c996fb4d8 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 945 time: 0.0635912 Nov 12 19:57:35.809093 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37f100-625a-4be0-95ce-4f7311438cb7 req-26767bfe-4b00-4011-ba31-c3f5f4a5b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:35.810781 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3f37f100-625a-4be0-95ce-4f7311438cb7 req-26767bfe-4b00-4011-ba31-c3f5f4a5b088 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f1b8db6a-f7ca-45ba-ad3b-8839286211de HTTP/1.1" status: 200 len: 916 time: 0.2579503 Nov 12 19:57:35.866679 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3d250110-0045-4cd0-86a3-39bad159b12d req-5e1bc9ea-98f6-4dc8-9e08-b7f992fcf182 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494905 Nov 12 19:57:35.872627 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-64544ead-f86b-4247-9a68-1a8f93945e17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:35.874891 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3f37f100-625a-4be0-95ce-4f7311438cb7 req-ffb40484-8334-46c5-b1c4-c2281aa17795 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30a20bb-8cc5-4726-bebf-8c135a256451 HTTP/1.1" status: 200 len: 217 time: 0.0487802 Nov 12 19:57:35.878491 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2203f057-d4c5-4a8f-bbbb-e2b897785db0 req-b505b8a0-7290-49e2-962e-17139f2c167e tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948591 Nov 12 19:57:35.966428 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-64544ead-f86b-4247-9a68-1a8f93945e17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:35.974719 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-64544ead-f86b-4247-9a68-1a8f93945e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:35.974941 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37f100-625a-4be0-95ce-4f7311438cb7 req-cb5a1740-b25b-488c-bae2-97f2de51fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:35.977397 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3f37f100-625a-4be0-95ce-4f7311438cb7 req-cb5a1740-b25b-488c-bae2-97f2de51fb63 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=85860ec8-82f7-4bfd-ae57-5732f19a3317 HTTP/1.1" status: 200 len: 855 time: 0.0911090 Nov 12 19:57:36.017926 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-64544ead-f86b-4247-9a68-1a8f93945e17 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c5a453cd72c4387bf07e31705043277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754295 Nov 12 19:57:36.020758 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64544ead-f86b-4247-9a68-1a8f93945e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23cc979-c1f4-4c51-9d0c-ee6064f9246d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:36.020947 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48694) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:36.060823 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3f37f100-625a-4be0-95ce-4f7311438cb7 req-51cf138d-d29d-4e65-a271-f8a0422e29e2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f1b8db6a-f7ca-45ba-ad3b-8839286211de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714552 Nov 12 19:57:36.178687 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b368ee-4bd5-4491-bab8-bd786399452f req-d37f39b8-933f-44fa-80a6-95c14fbd6bda tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:36.185384 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b368ee-4bd5-4491-bab8-bd786399452f req-d37f39b8-933f-44fa-80a6-95c14fbd6bda tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:36.186974 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e0b368ee-4bd5-4491-bab8-bd786399452f req-d37f39b8-933f-44fa-80a6-95c14fbd6bda tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=62c46c04-5b5a-4417-9cc7-eab6013fd695&device_id=6eaadade-895e-4f4d-898a-c362ab010485 HTTP/1.1" status: 200 len: 1689 time: 0.0657604 Nov 12 19:57:36.230549 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87d379-d6b2-4561-8cd2-c1ad8170abcd req-2a966230-525e-4f63-896f-8b202f460a1c tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:36.232043 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff87d379-d6b2-4561-8cd2-c1ad8170abcd req-2a966230-525e-4f63-896f-8b202f460a1c tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.48 "GET /v2.0/ports?device_id=9028d76a-2e6c-45ee-b470-fb13a90325fe HTTP/1.1" status: 200 len: 943 time: 0.1737144 Nov 12 19:57:36.234153 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e0b368ee-4bd5-4491-bab8-bd786399452f req-c0e41838-bf76-411b-9c41-a21fd4e116da tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411572 Nov 12 19:57:36.261819 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-31f2d6e4-b56e-49a1-b64b-0b2c1ab061d8 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:36.263342 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-31f2d6e4-b56e-49a1-b64b-0b2c1ab061d8 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120&tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&binding%3Ahost_id=n-h2-712140-15 HTTP/1.1" status: 200 len: 1097 time: 0.1578243 Nov 12 19:57:36.281151 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3a993f90-57e5-4a82-9bda-19e45ce88087 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:36.296053 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3f37f100-625a-4be0-95ce-4f7311438cb7 req-084ef982-4bf9-48b7-a65b-4c8a13b53c4b service neutron] 10.222.0.52 "GET /v2.0/networks/f1b8db6a-f7ca-45ba-ad3b-8839286211de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180851 Nov 12 19:57:36.372808 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3a993f90-57e5-4a82-9bda-19e45ce88087 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:36.423647 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff87d379-d6b2-4561-8cd2-c1ad8170abcd req-e475269e-8cf2-4cf0-8358-0291b1aa201f tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9155299-8ed0-4c52-b140-abb1ad98bb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750124 Nov 12 19:57:36.517949 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3f37f100-625a-4be0-95ce-4f7311438cb7 req-41f7f50c-7c6f-45cc-a127-0a07fdde839f service neutron] 10.222.0.52 "GET /v2.0/networks/f1b8db6a-f7ca-45ba-ad3b-8839286211de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986392 Nov 12 19:57:36.520974 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8395aa5-018b-4268-bc9b-350c72983fb0 req-a4a8ae0a-fc8d-4588-b273-c6d40c5362c7 tempest-ServersOnMultiNodesTest-571559215 tempest-ServersOnMultiNodesTest-571559215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:36.522939 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e8395aa5-018b-4268-bc9b-350c72983fb0 req-a4a8ae0a-fc8d-4588-b273-c6d40c5362c7 tempest-ServersOnMultiNodesTest-571559215 tempest-ServersOnMultiNodesTest-571559215-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=62c46c04-5b5a-4417-9cc7-eab6013fd695 HTTP/1.1" status: 200 len: 1101 time: 0.0573804 Nov 12 19:57:36.538805 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3a993f90-57e5-4a82-9bda-19e45ce88087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:36.542957 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3a993f90-57e5-4a82-9bda-19e45ce88087 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:36.547170 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3a993f90-57e5-4a82-9bda-19e45ce88087 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b23cc979-c1f4-4c51-9d0c-ee6064f9246d HTTP/1.1" status: 204 len: 168 time: 0.5223885 Nov 12 19:57:36.559087 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-ce57b46c-9729-4cc8-b3f4-8140723ff2b4 service neutron] For port 74eaf5a7-957f-478f-990e-7fb2c65872ef, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:57:36.560466 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a993f90-57e5-4a82-9bda-19e45ce88087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23cc979-c1f4-4c51-9d0c-ee6064f9246d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:36.564932 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-ce57b46c-9729-4cc8-b3f4-8140723ff2b4 service neutron] Publish callbacks [] for binding, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:36.566152 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-455ba7be-fb8b-46f0-a489-81af61b454d1 req-ce57b46c-9729-4cc8-b3f4-8140723ff2b4 service neutron] 10.222.0.52 "DELETE /v2.0/ports/74eaf5a7-957f-478f-990e-7fb2c65872ef/bindings/n-h1-712140-15 HTTP/1.1" status: 204 len: 173 time: 0.2861753 Nov 12 19:57:36.619398 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e8395aa5-018b-4268-bc9b-350c72983fb0 req-e2730319-aa6c-4e05-98e5-84b7835588a5 tempest-ServersOnMultiNodesTest-571559215 tempest-ServersOnMultiNodesTest-571559215-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739145 Nov 12 19:57:36.726974 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b611fef-67b7-494c-bd14-4d4817eb8592 req-1067d789-de2c-4876-8ddc-301a97f16538 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:36.729016 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9b611fef-67b7-494c-bd14-4d4817eb8592 req-1067d789-de2c-4876-8ddc-301a97f16538 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.0713372 Nov 12 19:57:36.758056 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d80803-70c5-4f08-861e-13796cf16285 req-1d85367c-762a-4fa0-8c9b-4a87bfdbe1d9 tempest-ServersOnMultiNodesTest-571559215 tempest-ServersOnMultiNodesTest-571559215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:36.760577 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c7d80803-70c5-4f08-861e-13796cf16285 req-1d85367c-762a-4fa0-8c9b-4a87bfdbe1d9 tempest-ServersOnMultiNodesTest-571559215 tempest-ServersOnMultiNodesTest-571559215-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6eaadade-895e-4f4d-898a-c362ab010485 HTTP/1.1" status: 200 len: 1101 time: 0.0447185 Nov 12 19:57:36.787756 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9b611fef-67b7-494c-bd14-4d4817eb8592 req-4adedacf-f564-4b76-98d2-8fa85cbe6eb1 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515711 Nov 12 19:57:36.802009 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48728) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:36.821329 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c7d80803-70c5-4f08-861e-13796cf16285 req-ae7c70ca-1b01-4468-adb1-5550e9bcc24a tempest-ServersOnMultiNodesTest-571559215 tempest-ServersOnMultiNodesTest-571559215-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549016 Nov 12 19:57:36.937201 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6ef665fa-8496-4f00-b381-f660f523e18f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:37.037427 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d34cd-5fe1-41a5-b66b-1492503fee51 req-beed868e-634c-47a1-9046-f03981a8d83b tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:37.040431 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f51d34cd-5fe1-41a5-b66b-1492503fee51 req-beed868e-634c-47a1-9046-f03981a8d83b tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 945 time: 0.0886614 Nov 12 19:57:37.063716 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6ef665fa-8496-4f00-b381-f660f523e18f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:37.081636 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6ef665fa-8496-4f00-b381-f660f523e18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:37.133225 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef665fa-8496-4f00-b381-f660f523e18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2450aecf-afdb-4b0c-8df9-538d75782e10,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:37.139201 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6ef665fa-8496-4f00-b381-f660f523e18f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e00c88a3e6cc4006a1bc73b6129a09bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3357694 Nov 12 19:57:37.143337 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48752) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:37.158912 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb02102-9356-4362-810a-31cc0b24a4f0 req-eaf93122-9f47-4386-9696-e05e0d53bca0 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:37.160515 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9cb02102-9356-4362-810a-31cc0b24a4f0 req-eaf93122-9f47-4386-9696-e05e0d53bca0 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 943 time: 0.1119273 Nov 12 19:57:37.250144 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9cb02102-9356-4362-810a-31cc0b24a4f0 req-4d6617c3-c955-4000-9316-5b563f156f79 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727534 Nov 12 19:57:37.271275 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d87b9d13-bba1-467c-b221-2839d7f53554 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:37.305817 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d87b9d13-bba1-467c-b221-2839d7f53554 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:37.401948 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f51d34cd-5fe1-41a5-b66b-1492503fee51 req-504cf274-33b5-4a1b-b4b1-3db013d12ad6 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488865 Nov 12 19:57:37.433008 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48772) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:37.439895 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3270b61-bb03-4b58-9659-638059f7da86 req-36306f7a-056b-4461-8659-07ff22619e32 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=127a6be859e142dbb23de706cc1f6a95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434880 Nov 12 19:57:37.457537 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d87b9d13-bba1-467c-b221-2839d7f53554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:37.460474 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d87b9d13-bba1-467c-b221-2839d7f53554 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:37.466243 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d87b9d13-bba1-467c-b221-2839d7f53554 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2450aecf-afdb-4b0c-8df9-538d75782e10 HTTP/1.1" status: 204 len: 168 time: 0.3224330 Nov 12 19:57:37.501172 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b9d13-bba1-467c-b221-2839d7f53554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2450aecf-afdb-4b0c-8df9-538d75782e10,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:37.605492 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3270b61-bb03-4b58-9659-638059f7da86 req-29d1f6a9-e964-46bd-95be-bf4d738b3279 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:37.607416 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3270b61-bb03-4b58-9659-638059f7da86 req-29d1f6a9-e964-46bd-95be-bf4d738b3279 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1670918 Nov 12 19:57:37.642029 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3270b61-bb03-4b58-9659-638059f7da86 req-9400addf-7d98-440f-8bd0-4d9993aff33c tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/quotas/127a6be859e142dbb23de706cc1f6a95 HTTP/1.1" status: 200 len: 375 time: 0.0268548 Nov 12 19:57:37.687651 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff85a1-ae7f-4c76-88d8-6a30146bec0d req-4f07db29-93d9-4b32-ad50-405f8ff5db33 tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:37.692831 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-10ff85a1-ae7f-4c76-88d8-6a30146bec0d req-4f07db29-93d9-4b32-ad50-405f8ff5db33 tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.48 "GET /v2.0/ports?device_id=9028d76a-2e6c-45ee-b470-fb13a90325fe HTTP/1.1" status: 200 len: 943 time: 0.0727489 Nov 12 19:57:37.717536 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3270b61-bb03-4b58-9659-638059f7da86 req-e6829ca7-b851-4d18-83bf-2ce454581b45 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=127a6be859e142dbb23de706cc1f6a95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0694525 Nov 12 19:57:37.768771 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-301a7c99-b6ce-4b11-9641-979bbde3b819 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1556692880-network', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:37.785855 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-10ff85a1-ae7f-4c76-88d8-6a30146bec0d req-b49f1b58-aa1c-435b-b268-19b8d053b514 tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9155299-8ed0-4c52-b140-abb1ad98bb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888822 Nov 12 19:57:37.800374 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301a7c99-b6ce-4b11-9641-979bbde3b819 admin admin] Made reservation on behalf of 1a4383e05d1241098e407059f9a4a6a7 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:57:37.802725 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-301a7c99-b6ce-4b11-9641-979bbde3b819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:37.826368 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-301a7c99-b6ce-4b11-9641-979bbde3b819 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:37.936876 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44243baa-57c8-4bb4-814d-3efe242462b9 req-d85161ee-a1c9-43f9-8c52-4da57eb5ae6e tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:37.938474 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44243baa-57c8-4bb4-814d-3efe242462b9 req-d85161ee-a1c9-43f9-8c52-4da57eb5ae6e tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 1097 time: 0.0791807 Nov 12 19:57:37.951476 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-06e87a1a-38dc-4a2a-83cc-f269f9010c35 service neutron] 10.222.0.52 "GET /v2.0/ports/c32f66d9-e06f-41a3-b329-e1209f5a42e3/bindings/n-h1-712140-15 HTTP/1.1" status: 200 len: 385 time: 0.0832014 Nov 12 19:57:37.990932 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-301a7c99-b6ce-4b11-9641-979bbde3b819 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:38.003760 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-301a7c99-b6ce-4b11-9641-979bbde3b819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:38.024291 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301a7c99-b6ce-4b11-9641-979bbde3b819 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 19:57:38.042926 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-301a7c99-b6ce-4b11-9641-979bbde3b819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:38.043272 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-301a7c99-b6ce-4b11-9641-979bbde3b819 admin admin] Added segment 2efc070e-a49f-4f07-8919-eb6a66625270 of type vlan for network 62860f07-36e3-4a3d-9340-bd7e5ad8856d Nov 12 19:57:38.138232 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44243baa-57c8-4bb4-814d-3efe242462b9 req-73fdcea1-ed60-4e22-82e0-76d655895df0 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815000 Nov 12 19:57:38.144119 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-301a7c99-b6ce-4b11-9641-979bbde3b819 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:38.194580 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a7c99-b6ce-4b11-9641-979bbde3b819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8542df78-9549-480f-926a-a01902e4cd15,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:38.284265 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-301a7c99-b6ce-4b11-9641-979bbde3b819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:38.285227 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301a7c99-b6ce-4b11-9641-979bbde3b819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:38.285840 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-301a7c99-b6ce-4b11-9641-979bbde3b819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:38.374259 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a7c99-b6ce-4b11-9641-979bbde3b819 admin admin] Pushing event updated for resources: {'Network': ['ID=62860f07-36e3-4a3d-9340-bd7e5ad8856d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:38.385947 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 62860f07-36e3-4a3d-9340-bd7e5ad8856d details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 19:57:38.401867 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-dd8ed6e4-395a-4cf3-bef2-9677a18b69fb service neutron] For port c32f66d9-e06f-41a3-b329-e1209f5a42e3, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=c32f66d9-e06f-41a3-b329-e1209f5a42e3,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:38.424486 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df74620-903c-4bf5-bcb4-1da77364aa41 req-e0a948f5-fd5c-4d27-9456-10386c413946 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:38.444930 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1df74620-903c-4bf5-bcb4-1da77364aa41 req-e0a948f5-fd5c-4d27-9456-10386c413946 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.2046447 Nov 12 19:57:38.451195 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-dd8ed6e4-395a-4cf3-bef2-9677a18b69fb service neutron] For port c32f66d9-e06f-41a3-b329-e1209f5a42e3, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:57:38.461303 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-301a7c99-b6ce-4b11-9641-979bbde3b819 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0257168 Nov 12 19:57:38.475003 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48814) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:38.496264 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-dd8ed6e4-395a-4cf3-bef2-9677a18b69fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32f66d9-e06f-41a3-b329-e1209f5a42e3 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:57:38.500739 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-4f414f6f-22d5-4473-ab20-99f0bc957c75 admin admin] Request body: {'subnet': {'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1556692880-subnet', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:38.540326 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-dd8ed6e4-395a-4cf3-bef2-9677a18b69fb service neutron] For port c32f66d9-e06f-41a3-b329-e1209f5a42e3, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=c32f66d9-e06f-41a3-b329-e1209f5a42e3,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:38.563273 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1df74620-903c-4bf5-bcb4-1da77364aa41 req-a899b871-f786-46ac-8732-be44fd1f43c3 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006145 Nov 12 19:57:38.570980 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f414f6f-22d5-4473-ab20-99f0bc957c75 admin admin] Made reservation on behalf of 1a4383e05d1241098e407059f9a4a6a7 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:57:38.574552 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f414f6f-22d5-4473-ab20-99f0bc957c75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:38.584655 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385a303-697a-432c-9205-94619ab5ab0e req-5ceaf4b3-e6fd-4fe4-bd7d-002f28b18ab5 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:38.592104 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2385a303-697a-432c-9205-94619ab5ab0e req-5ceaf4b3-e6fd-4fe4-bd7d-002f28b18ab5 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 943 time: 0.0984361 Nov 12 19:57:38.599092 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-dd8ed6e4-395a-4cf3-bef2-9677a18b69fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:38.703858 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2385a303-697a-432c-9205-94619ab5ab0e req-62febd27-fcb5-412a-9e99-597a8f1ea1f0 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103325 Nov 12 19:57:38.751544 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-dd8ed6e4-395a-4cf3-bef2-9677a18b69fb service neutron] Transition to ACTIVE for port object c32f66d9-e06f-41a3-b329-e1209f5a42e3 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:57:38.757133 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-dd8ed6e4-395a-4cf3-bef2-9677a18b69fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:38.851175 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-dd8ed6e4-395a-4cf3-bef2-9677a18b69fb service neutron] No DVR routers for this DVR port c32f66d9-e06f-41a3-b329-e1209f5a42e3 on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:57:38.855347 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ffb2c2ce-cce8-40be-93bf-6325171af80b req-2817c65d-01e2-4470-9a4d-2ca1e957fc6a tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5bde94-1775-41d5-93e6-c724ae7bf99d HTTP/1.1" status: 200 len: 210 time: 0.0672569 Nov 12 19:57:38.863442 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-73f89d80-dcb3-45ba-bf53-0c10215cad86 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:38.865593 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-73f89d80-dcb3-45ba-bf53-0c10215cad86 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/networks?id=e3a881ac-6120-48a0-95f8-2623f45c4673 HTTP/1.1" status: 200 len: 808 time: 0.1868761 Nov 12 19:57:38.867176 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f414f6f-22d5-4473-ab20-99f0bc957c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:38.890984 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ed6e4-395a-4cf3-bef2-9677a18b69fb service neutron] Pushing event updated for resources: {'Port': ['ID=c32f66d9-e06f-41a3-b329-e1209f5a42e3,revision_number=10']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:38.911739 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-7584fcd7-207b-492b-a0f6-4f48b2a3ed24 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/quotas/8d8e319c0c4e434b8087c124ad0c8b6f HTTP/1.1" status: 200 len: 375 time: 0.0391457 Nov 12 19:57:38.923775 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-dd8ed6e4-395a-4cf3-bef2-9677a18b69fb service neutron] 10.222.0.52 "PUT /v2.0/ports/c32f66d9-e06f-41a3-b329-e1209f5a42e3/bindings/n-h1-712140-15/activate HTTP/1.1" status: 200 len: 370 time: 0.9640832 Nov 12 19:57:38.991213 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f414f6f-22d5-4473-ab20-99f0bc957c75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee6f525f-a073-41cc-ba60-60408bc77ec0,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:39.002345 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f414f6f-22d5-4473-ab20-99f0bc957c75 admin admin] Checking segment: {'id': '2efc070e-a49f-4f07-8919-eb6a66625270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:57:39.002913 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f414f6f-22d5-4473-ab20-99f0bc957c75 admin admin] Network hostable DHCP agents. Network: 62860f07-36e3-4a3d-9340-bd7e5ad8856d, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 19:57:39.013479 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-b9b830ab-52b1-41c6-bc3d-c4a06de3cec0 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0939920 Nov 12 19:57:39.047877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f414f6f-22d5-4473-ab20-99f0bc957c75 admin admin] Network 62860f07-36e3-4a3d-9340-bd7e5ad8856d is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 19:57:39.054689 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-dbe830d4-a835-4d6d-b55c-c5c009bdb464 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:39.057072 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-dbe830d4-a835-4d6d-b55c-c5c009bdb464 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e&tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&binding%3Ahost_id=n-h2-712140-15 HTTP/1.1" status: 200 len: 1096 time: 0.0587680 Nov 12 19:57:39.087813 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-4f414f6f-22d5-4473-ab20-99f0bc957c75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 62860f07-36e3-4a3d-9340-bd7e5ad8856d) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:57:39.094442 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f414f6f-22d5-4473-ab20-99f0bc957c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:39.095443 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f414f6f-22d5-4473-ab20-99f0bc957c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:39.099866 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bed2aa2-fe1e-44f4-8313-ba136b0e3760 None None] Network 62860f07-36e3-4a3d-9340-bd7e5ad8856d requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:57:39.129799 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4f414f6f-22d5-4473-ab20-99f0bc957c75 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6537137 Nov 12 19:57:39.133537 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48844) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:39.141957 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-5e69bddc-fdb5-44b2-a937-44dacae95253 service neutron] 10.222.0.48 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186521 Nov 12 19:57:39.147055 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-7e18d50d-c2f2-4b65-a069-798312f4a162 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1556692880-router', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:39.164976 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-cc5d713e-4a91-43a4-939c-52c28483b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:39.167521 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-cc5d713e-4a91-43a4-939c-52c28483b19b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e&tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63 HTTP/1.1" status: 200 len: 1096 time: 0.1022060 Nov 12 19:57:39.191779 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e18d50d-c2f2-4b65-a069-798312f4a162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:39.193644 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e18d50d-c2f2-4b65-a069-798312f4a162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:39.222497 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device a30a20bb-8cc5-4726-bebf-8c135a256451 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:57:39.276821 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-d04bbbec-7e05-4077-b206-b22c38a1ed33 service neutron] 10.222.0.48 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241577 Nov 12 19:57:39.399287 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e18d50d-c2f2-4b65-a069-798312f4a162 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:39.414166 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-6733fe35-df56-494d-93ea-2f1acbab1ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:39.417189 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-6733fe35-df56-494d-93ea-2f1acbab1ba6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 1096 time: 0.2184429 Nov 12 19:57:39.611243 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1eadf-0f49-43c7-9b53-07112a6dd31e req-df5134d2-2fca-4168-94b2-7e6cba7882b5 tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:39.613102 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c8e1eadf-0f49-43c7-9b53-07112a6dd31e req-df5134d2-2fca-4168-94b2-7e6cba7882b5 tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.48 "GET /v2.0/ports?device_id=9028d76a-2e6c-45ee-b470-fb13a90325fe HTTP/1.1" status: 200 len: 943 time: 0.0681384 Nov 12 19:57:39.628631 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port a30a20bb-8cc5-4726-bebf-8c135a256451, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=a30a20bb-8cc5-4726-bebf-8c135a256451,segment=NetworkSegment(1ab89105-9ad3-4840-a2ad-dcf3dbac833f),segment_id=1ab89105-9ad3-4840-a2ad-dcf3dbac833f)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:39.640862 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32714568-c83e-45d5-bee5-077bd27f13db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-62860f07-36e3-4a3d-9340-bd7e5ad8856d', 'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'fixed_ips': [{'subnet_id': 'ee6f525f-a073-41cc-ba60-60408bc77ec0'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 19:57:39.642124 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-32714568-c83e-45d5-bee5-077bd27f13db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:39.662083 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'a30a20bb-8cc5-4726-bebf-8c135a256451', 'network_id': 'f1b8db6a-f7ca-45ba-ad3b-8839286211de', 'port_id': 'a30a20bb-8cc5-4726-bebf-8c135a256451', 'mac_address': 'fa:16:3e:29:a9:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85860ec8-82f7-4bfd-ae57-5732f19a3317', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:57:39.710762 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e18d50d-c2f2-4b65-a069-798312f4a162 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:39.733867 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0752dc-300a-4bc2-b7e3-2c06ff807b02 req-30964040-e19a-48d2-9b97-6446316c5c8f tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:39.734842 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c8e1eadf-0f49-43c7-9b53-07112a6dd31e req-6fbb2c98-3ce7-4e44-a230-16cd38a2e49c tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9155299-8ed0-4c52-b140-abb1ad98bb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144364 Nov 12 19:57:39.749919 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5f0752dc-300a-4bc2-b7e3-2c06ff807b02 req-30964040-e19a-48d2-9b97-6446316c5c8f tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.3700683 Nov 12 19:57:39.782206 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:39.810696 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-593aefb5-16d6-4237-ba16-89f14b64c210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:39.813039 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-593aefb5-16d6-4237-ba16-89f14b64c210 service neutron] 10.222.0.55 "GET /v2.0/networks?id=268668ed-0d7b-4f7b-9df1-da4be7d9946d HTTP/1.1" status: 200 len: 922 time: 0.2799191 Nov 12 19:57:39.821396 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30a20bb-8cc5-4726-bebf-8c135a256451 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:57:39.837223 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5f0752dc-300a-4bc2-b7e3-2c06ff807b02 req-fcaa3d33-5c73-4fc0-899e-08060cd509fe tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864301 Nov 12 19:57:39.882093 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port a30a20bb-8cc5-4726-bebf-8c135a256451, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=a30a20bb-8cc5-4726-bebf-8c135a256451,segment=NetworkSegment(1ab89105-9ad3-4840-a2ad-dcf3dbac833f),segment_id=1ab89105-9ad3-4840-a2ad-dcf3dbac833f)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:39.896288 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:39.898834 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-7178d8dd-10e6-4d4f-bf04-f202b4e1d326 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c32f66d9-e06f-41a3-b329-e1209f5a42e3 HTTP/1.1" status: 200 len: 217 time: 0.0583024 Nov 12 19:57:39.910544 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-32714568-c83e-45d5-bee5-077bd27f13db None None] Allocated IP 172.20.0.2 (62860f07-36e3-4a3d-9340-bd7e5ad8856d/ee6f525f-a073-41cc-ba60-60408bc77ec0/d9c27b1a-3b82-453f-8790-d6f1518380ac) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:57:39.964849 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-35da2270-4462-4f24-93b7-a5bf32923f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:39.966349 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-35da2270-4462-4f24-93b7-a5bf32923f7c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7e87043-7d2d-4150-b80d-fb0e6e39dcdf HTTP/1.1" status: 200 len: 861 time: 0.0559540 Nov 12 19:57:40.009044 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=a30a20bb-8cc5-4726-bebf-8c135a256451,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:40.041337 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5870d2e-3189-4f30-9b49-9c3361a76563 req-b3aef05a-5f51-4443-aeaf-4050091a233a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 210 time: 0.0630431 Nov 12 19:57:40.055314 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:40.055775 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:40.056252 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:40.057176 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:40.057644 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:40.058135 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:40.058466 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:40.058871 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:40.059203 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:40.059514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:40.059880 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:40.060198 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:40.095847 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-2d1f039d-51b0-4fd6-9215-26074775365a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=268668ed-0d7b-4f7b-9df1-da4be7d9946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949802 Nov 12 19:57:40.198923 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['a30a20bb-8cc5-4726-bebf-8c135a256451'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:57:40.212894 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3270b61-bb03-4b58-9659-638059f7da86 req-1acb7a50-8feb-4004-aaef-e7095f0da099 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=127a6be859e142dbb23de706cc1f6a95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475202 Nov 12 19:57:40.228410 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cd334-8790-4352-813d-7e5fb4769872 req-8347c1ff-3f6e-4950-a54e-14bf0011861c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:40.237357 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8f2cd334-8790-4352-813d-7e5fb4769872 req-8347c1ff-3f6e-4950-a54e-14bf0011861c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 944 time: 0.1553011 Nov 12 19:57:40.296489 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-6240622e-3166-48df-ad70-b0e10ffb3169 service neutron] 10.222.0.55 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824327 Nov 12 19:57:40.303852 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-32714568-c83e-45d5-bee5-077bd27f13db None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:40.344363 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-32714568-c83e-45d5-bee5-077bd27f13db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:40.379167 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3270b61-bb03-4b58-9659-638059f7da86 req-1876f9dc-266d-4e31-814a-71cf341c5b1d tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=127a6be859e142dbb23de706cc1f6a95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648344 Nov 12 19:57:40.398699 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32714568-c83e-45d5-bee5-077bd27f13db None None] Pushing event updated for resources: {'Port': ['ID=d9c27b1a-3b82-453f-8790-d6f1518380ac,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:40.426355 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32714568-c83e-45d5-bee5-077bd27f13db None None] Network 62860f07-36e3-4a3d-9340-bd7e5ad8856d is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:57:40.428717 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3270b61-bb03-4b58-9659-638059f7da86 req-c1051ef0-6bb5-4c01-b7dc-7910e49be9cf tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:40.429129 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-32714568-c83e-45d5-bee5-077bd27f13db None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:57:40.430610 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3270b61-bb03-4b58-9659-638059f7da86 req-c1051ef0-6bb5-4c01-b7dc-7910e49be9cf tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1900234 Nov 12 19:57:40.465771 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32714568-c83e-45d5-bee5-077bd27f13db None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:57:40.480085 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ef3604eb-ab7a-408d-aa0a-9c66fc1b9bf7 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Request body: {'port': {'device_id': '4d7359f0-7bdd-4ada-b8e4-064ab20926d7', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': '127a6be859e142dbb23de706cc1f6a95'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:40.578752 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-32714568-c83e-45d5-bee5-077bd27f13db None None] Attempting to bind port d9c27b1a-3b82-453f-8790-d6f1518380ac on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:57:40.579151 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-32714568-c83e-45d5-bee5-077bd27f13db None None] Attempting to bind port d9c27b1a-3b82-453f-8790-d6f1518380ac by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '2efc070e-a49f-4f07-8919-eb6a66625270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:57:40.579673 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32714568-c83e-45d5-bee5-077bd27f13db None None] Attempting to bind port d9c27b1a-3b82-453f-8790-d6f1518380ac on network 62860f07-36e3-4a3d-9340-bd7e5ad8856d {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:40.592673 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32714568-c83e-45d5-bee5-077bd27f13db None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:57:40.592673 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32714568-c83e-45d5-bee5-077bd27f13db None None] Checking segment: {'id': '2efc070e-a49f-4f07-8919-eb6a66625270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:57:40.592673 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-32714568-c83e-45d5-bee5-077bd27f13db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:40.592673 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32714568-c83e-45d5-bee5-077bd27f13db None None] Bound using segment: {'id': '2efc070e-a49f-4f07-8919-eb6a66625270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:57:40.592673 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-32714568-c83e-45d5-bee5-077bd27f13db None None] Bound port: d9c27b1a-3b82-453f-8790-d6f1518380ac, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efc070e-a49f-4f07-8919-eb6a66625270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:57:40.592673 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-32714568-c83e-45d5-bee5-077bd27f13db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:40.726946 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-32714568-c83e-45d5-bee5-077bd27f13db None None] For port d9c27b1a-3b82-453f-8790-d6f1518380ac, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:57:40.731845 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-32714568-c83e-45d5-bee5-077bd27f13db None None] For port d9c27b1a-3b82-453f-8790-d6f1518380ac, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d9c27b1a-3b82-453f-8790-d6f1518380ac,segment=NetworkSegment(2efc070e-a49f-4f07-8919-eb6a66625270),segment_id=2efc070e-a49f-4f07-8919-eb6a66625270)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:57:40.741001 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-32714568-c83e-45d5-bee5-077bd27f13db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:40.766707 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8f2cd334-8790-4352-813d-7e5fb4769872 req-8446ff54-7e90-48f7-be5f-2e5700f5c5c5 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274889 Nov 12 19:57:40.796992 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ef3604eb-ab7a-408d-aa0a-9c66fc1b9bf7 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Made reservation on behalf of 127a6be859e142dbb23de706cc1f6a95 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:57:40.803376 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ef3604eb-ab7a-408d-aa0a-9c66fc1b9bf7 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:40.823911 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32714568-c83e-45d5-bee5-077bd27f13db None None] Pushing event updated for resources: {'Port': ['ID=d9c27b1a-3b82-453f-8790-d6f1518380ac,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:40.875089 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3270b61-bb03-4b58-9659-638059f7da86 req-6cbd1664-6986-4417-91c3-6839d44cc695 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:40.876682 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3270b61-bb03-4b58-9659-638059f7da86 req-6cbd1664-6986-4417-91c3-6839d44cc695 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4869776 Nov 12 19:57:41.074044 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ef3604eb-ab7a-408d-aa0a-9c66fc1b9bf7 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Allocated IP 192.168.233.205 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:57:41.202616 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device a30a20bb-8cc5-4726-bebf-8c135a256451 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:57:41.327856 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port a30a20bb-8cc5-4726-bebf-8c135a256451 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:57:41.334651 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port a30a20bb-8cc5-4726-bebf-8c135a256451 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:41.337268 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:41.363018 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-a3270b61-bb03-4b58-9659-638059f7da86 req-44e1bafc-f543-43f1-8e6f-d59b571718e1 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Request body: {'port': {'device_id': 'ce5bde94-1775-41d5-93e6-c724ae7bf99d', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': '127a6be859e142dbb23de706cc1f6a95'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:41.416560 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-e5a8d543-05eb-43a8-ac24-ad32ada7b3bb service neutron] 10.222.0.55 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1053352 Nov 12 19:57:41.462504 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-92cdd13a-a5cb-4f54-83ca-6194084fff9d req-f1872d4a-38cd-4e71-8244-26e13c29753a tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5bde94-1775-41d5-93e6-c724ae7bf99d HTTP/1.1" status: 200 len: 210 time: 0.6916482 Nov 12 19:57:41.487954 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48914) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:41.507628 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:41.531063 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe500ed-4c7b-4221-bc7d-da3f2b2bee5e req-556d2cfc-18c6-4e3e-9553-f1b538307e1e tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:41.545092 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fbe500ed-4c7b-4221-bc7d-da3f2b2bee5e req-556d2cfc-18c6-4e3e-9553-f1b538307e1e tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.3522515 Nov 12 19:57:41.555840 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9028d76a-2e6c-45ee-b470-fb13a90325fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30a20bb-8cc5-4726-bebf-8c135a256451'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:57:41.562681 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5319544e-9ae1-45af-8d40-13af3d0c9c11" -d '{"events": [{"server_uuid": "9028d76a-2e6c-45ee-b470-fb13a90325fe", "name": "network-vif-plugged", "status": "completed", "tag": "a30a20bb-8cc5-4726-bebf-8c135a256451"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:57:41.580174 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port a30a20bb-8cc5-4726-bebf-8c135a256451, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=a30a20bb-8cc5-4726-bebf-8c135a256451,segment=NetworkSegment(1ab89105-9ad3-4840-a2ad-dcf3dbac833f),segment_id=1ab89105-9ad3-4840-a2ad-dcf3dbac833f)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:41.588602 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:41.589450 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device c32f66d9-e06f-41a3-b329-e1209f5a42e3 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:57:41.629027 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e18d50d-c2f2-4b65-a069-798312f4a162 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:41.664247 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ef3604eb-ab7a-408d-aa0a-9c66fc1b9bf7 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:41.674727 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e18d50d-c2f2-4b65-a069-798312f4a162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:41.685250 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device c32f66d9-e06f-41a3-b329-e1209f5a42e3 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:57:41.691960 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=a30a20bb-8cc5-4726-bebf-8c135a256451,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:41.705153 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fbe500ed-4c7b-4221-bc7d-da3f2b2bee5e req-e6afb441-14d6-4adb-8776-29e12f6b5f12 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591668 Nov 12 19:57:41.730704 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ef3604eb-ab7a-408d-aa0a-9c66fc1b9bf7 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:41.738136 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58ebbc3f-ea3e-40d9-b1dd-366b81ed30b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:41.743060 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['eda6343e-7e40-4020-941b-d137c98a8b23', 'dc35a6ec-7372-4b84-9815-ebabb0db7817', '4749130e-9150-42eb-86bc-10b4f5937402'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:57:41.845617 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ef3604eb-ab7a-408d-aa0a-9c66fc1b9bf7 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:57:41.857379 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-06d7e392-bb46-498b-9457-2061bab5e236 req-6dc77bf0-dbd0-4981-87d0-b5539292a3c1 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 210 time: 0.0653088 Nov 12 19:57:41.862131 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ef3604eb-ab7a-408d-aa0a-9c66fc1b9bf7 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:57:41.880049 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ef3604eb-ab7a-408d-aa0a-9c66fc1b9bf7 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:57:41.886166 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3604eb-ab7a-408d-aa0a-9c66fc1b9bf7 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Pushing event updated for resources: {'Port': ['ID=f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:41.888469 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-6cf95e5c-1356-4a48-804b-78436a2b2379 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:41.889985 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-6cf95e5c-1356-4a48-804b-78436a2b2379 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.52 "GET /v2.0/networks?id=e3a881ac-6120-48a0-95f8-2623f45c4673 HTTP/1.1" status: 200 len: 808 time: 0.5326025 Nov 12 19:57:41.924923 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-38c8aa79-5f8a-494f-92b3-7a3dd019ca2a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Request body: {'port': {'device_id': '3f849c88-5fe9-4538-8d1e-d02310508d40', 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673', 'admin_state_up': True, 'tenant_id': '8d8e319c0c4e434b8087c124ad0c8b6f'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:41.939295 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6927b91-25f6-4d20-9278-9da75b16fa31 x-openstack-request-id: req-b6927b91-25f6-4d20-9278-9da75b16fa31 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:57:41.939770 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9028d76a-2e6c-45ee-b470-fb13a90325fe", "name": "network-vif-plugged", "status": "completed", "tag": "a30a20bb-8cc5-4726-bebf-8c135a256451", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:57:41.940572 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b6927b91-25f6-4d20-9278-9da75b16fa31 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:57:41.940572 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9028d76a-2e6c-45ee-b470-fb13a90325fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30a20bb-8cc5-4726-bebf-8c135a256451', 'code': 200} Nov 12 19:57:41.973850 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3fb82-41a3-47ae-83bf-5350f1c4d5be req-37f19407-d8a9-4bba-b24c-8a2790e13b33 tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:41.982678 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-05a3fb82-41a3-47ae-83bf-5350f1c4d5be req-37f19407-d8a9-4bba-b24c-8a2790e13b33 tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.48 "GET /v2.0/ports?device_id=9028d76a-2e6c-45ee-b470-fb13a90325fe HTTP/1.1" status: 200 len: 945 time: 0.4122937 Nov 12 19:57:42.009018 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ef3604eb-ab7a-408d-aa0a-9c66fc1b9bf7 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:42.010436 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ef3604eb-ab7a-408d-aa0a-9c66fc1b9bf7 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:42.074727 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3270b61-bb03-4b58-9659-638059f7da86 req-44e1bafc-f543-43f1-8e6f-d59b571718e1 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Made reservation on behalf of 127a6be859e142dbb23de706cc1f6a95 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:57:42.078367 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a3270b61-bb03-4b58-9659-638059f7da86 req-44e1bafc-f543-43f1-8e6f-d59b571718e1 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:42.106413 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ef3604eb-ab7a-408d-aa0a-9c66fc1b9bf7 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6454563 Nov 12 19:57:42.117395 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ea908307-9638-4e6b-bc4b-3721291235f5 service neutron] Request body: {'port': {'device_id': '4d7359f0-7bdd-4ada-b8e4-064ab20926d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:42.155187 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58ebbc3f-ea3e-40d9-b1dd-366b81ed30b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:42.207577 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-a9b38b60-a110-4448-91ba-40102114ebe5 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:42.209613 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-a9b38b60-a110-4448-91ba-40102114ebe5 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e&tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&binding%3Ahost_id=n-h1-712140-15 HTTP/1.1" status: 200 len: 1096 time: 0.4959366 Nov 12 19:57:42.226244 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58ebbc3f-ea3e-40d9-b1dd-366b81ed30b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:42.233076 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ea908307-9638-4e6b-bc4b-3721291235f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:42.253538 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51a620-17e6-498e-ba00-a0144d78d43f req-26c32a65-ee43-4eb9-a29b-a8534e0c3010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:42.255143 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0d51a620-17e6-498e-ba00-a0144d78d43f req-26c32a65-ee43-4eb9-a29b-a8534e0c3010 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9028d76a-2e6c-45ee-b470-fb13a90325fe HTTP/1.1" status: 200 len: 1097 time: 0.2340469 Nov 12 19:57:42.294906 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b12c1-9bd1-4ae0-88bf-75d702159a42 req-79685eb1-1210-4da5-9e2c-998ea273a1af tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:42.297627 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-415b12c1-9bd1-4ae0-88bf-75d702159a42 req-79685eb1-1210-4da5-9e2c-998ea273a1af tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 944 time: 0.2373717 Nov 12 19:57:42.308683 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-36661047-d240-46a8-8394-63b2a465436e None None] Provisioning complete for port f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:42.309459 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-36661047-d240-46a8-8394-63b2a465436e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:42.342492 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-7e18d50d-c2f2-4b65-a069-798312f4a162 admin admin] Allocated IP 172.25.5.244 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/e48143be-e491-4203-8fc5-bf9496a9969d) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:57:42.368129 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-05a3fb82-41a3-47ae-83bf-5350f1c4d5be req-babdbd73-d1f4-47b7-a5bd-d1d6ec31edde tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9155299-8ed0-4c52-b140-abb1ad98bb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842063 Nov 12 19:57:42.407670 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-36661047-d240-46a8-8394-63b2a465436e None None] Port f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:57:42.438437 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067dad9d-7d76-43da-bc40-8da6c3a29b8c None None] Network 62860f07-36e3-4a3d-9340-bd7e5ad8856d requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:57:42.439603 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-415b12c1-9bd1-4ae0-88bf-75d702159a42 req-1c38fe3e-3372-4aed-9068-b4cf98da541d tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296799 Nov 12 19:57:42.440782 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-58ebbc3f-ea3e-40d9-b1dd-366b81ed30b1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=08c5871b9aa14c8185a84e82013bb683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9496179 Nov 12 19:57:42.445214 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48924) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:42.469774 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebbc3f-ea3e-40d9-b1dd-366b81ed30b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb17ec6-177d-4266-bc26-46c6fed459a0,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:42.599849 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0d51a620-17e6-498e-ba00-a0144d78d43f req-b1f6ec04-00d9-4ffa-b080-80b26e3af019 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e9155299-8ed0-4c52-b140-abb1ad98bb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012416 Nov 12 19:57:42.655281 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-38c8aa79-5f8a-494f-92b3-7a3dd019ca2a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Made reservation on behalf of 8d8e319c0c4e434b8087c124ad0c8b6f for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:57:42.658970 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-38c8aa79-5f8a-494f-92b3-7a3dd019ca2a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:42.678865 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8284e333-fd98-45c4-bb60-ef0b12edbd95 req-08ae4888-5768-4ab4-bbf0-5c9a4ccb48c2 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5bde94-1775-41d5-93e6-c724ae7bf99d HTTP/1.1" status: 200 len: 210 time: 0.0601850 Nov 12 19:57:42.685925 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d9c27b1a-3b82-453f-8790-d6f1518380ac up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:57:42.699188 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-a3270b61-bb03-4b58-9659-638059f7da86 req-44e1bafc-f543-43f1-8e6f-d59b571718e1 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Allocated IP 192.168.233.195 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/011105bd-e71b-4e61-8395-8513d23bc53b) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:57:42.713904 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-030d6c74-ab72-49bd-8bcc-0456ba6da4da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:42.739662 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-030d6c74-ab72-49bd-8bcc-0456ba6da4da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:42.760526 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-b2a7b563-4afb-4f2b-bf56-3dc23245006b service neutron] For port c32f66d9-e06f-41a3-b329-e1209f5a42e3, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:57:42.764439 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e18d50d-c2f2-4b65-a069-798312f4a162 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:42.781267 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-b2a7b563-4afb-4f2b-bf56-3dc23245006b service neutron] Publish callbacks [] for binding, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:42.782692 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f345aad0-96e0-4083-b240-d0cdaabd08e2 req-b2a7b563-4afb-4f2b-bf56-3dc23245006b service neutron] 10.222.0.55 "DELETE /v2.0/ports/c32f66d9-e06f-41a3-b329-e1209f5a42e3/bindings/n-h2-712140-15 HTTP/1.1" status: 204 len: 173 time: 0.5510533 Nov 12 19:57:42.813544 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-963fb5fe-10e2-4715-83ce-1c2a64ee0385 None None] Provisioning complete for port d9c27b1a-3b82-453f-8790-d6f1518380ac triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:42.814233 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-963fb5fe-10e2-4715-83ce-1c2a64ee0385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:42.847155 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-030d6c74-ab72-49bd-8bcc-0456ba6da4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:42.849955 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-030d6c74-ab72-49bd-8bcc-0456ba6da4da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:42.854974 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-030d6c74-ab72-49bd-8bcc-0456ba6da4da admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4cb17ec6-177d-4266-bc26-46c6fed459a0 HTTP/1.1" status: 204 len: 168 time: 0.2986965 Nov 12 19:57:42.867856 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d6c74-ab72-49bd-8bcc-0456ba6da4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb17ec6-177d-4266-bc26-46c6fed459a0,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:42.868057 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port d9c27b1a-3b82-453f-8790-d6f1518380ac triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:42.868996 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:42.887529 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95ea68-28a1-4304-ba3e-3caf31949e35 req-e587e1a6-466e-4f6c-9a4e-cfd1a598b330 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:42.889914 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b95ea68-28a1-4304-ba3e-3caf31949e35 req-e587e1a6-466e-4f6c-9a4e-cfd1a598b330 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.0797777 Nov 12 19:57:42.918801 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fb138-3aaa-43ad-9580-50a872c09265 req-0be63096-641e-47a4-adaa-ff777d4bc930 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:42.926546 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a39fb138-3aaa-43ad-9580-50a872c09265 req-0be63096-641e-47a4-adaa-ff777d4bc930 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 1096 time: 0.2292917 Nov 12 19:57:42.966202 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b95ea68-28a1-4304-ba3e-3caf31949e35 req-4e051bfa-2146-490d-a8a1-d23579a76bdc tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690479 Nov 12 19:57:43.052853 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e18d50d-c2f2-4b65-a069-798312f4a162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:43.106027 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-963fb5fe-10e2-4715-83ce-1c2a64ee0385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:43.117753 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-38c8aa79-5f8a-494f-92b3-7a3dd019ca2a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Allocated IP 172.20.0.6 (e3a881ac-6120-48a0-95f8-2623f45c4673/bbdea447-0bd1-47f3-8097-cac78263fd7c/6e02188b-743a-4336-bf70-2b29b36e95e2) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:57:43.120777 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:43.135164 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-465cc166-e917-4701-86a8-30331038219b req-7f0e4db1-b786-4e8b-a4f2-bd770fb667b0 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 210 time: 0.0673254 Nov 12 19:57:43.169946 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a39fb138-3aaa-43ad-9580-50a872c09265 req-c3db6b3f-9e37-4398-9ba4-d7997de429c4 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422171 Nov 12 19:57:43.171104 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-963fb5fe-10e2-4715-83ce-1c2a64ee0385 None None] For port d9c27b1a-3b82-453f-8790-d6f1518380ac, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d9c27b1a-3b82-453f-8790-d6f1518380ac,segment=NetworkSegment(2efc070e-a49f-4f07-8919-eb6a66625270),segment_id=2efc070e-a49f-4f07-8919-eb6a66625270)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:43.176184 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e18d50d-c2f2-4b65-a069-798312f4a162 admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:57:43.178051 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-963fb5fe-10e2-4715-83ce-1c2a64ee0385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:43.215107 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-7e18d50d-c2f2-4b65-a069-798312f4a162 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:57:43.215463 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18d50d-c2f2-4b65-a069-798312f4a162 admin admin] Pushing event updated for resources: {'Port': ['ID=e48143be-e491-4203-8fc5-bf9496a9969d,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:43.229484 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e18d50d-c2f2-4b65-a069-798312f4a162 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:57:43.251052 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a3270b61-bb03-4b58-9659-638059f7da86 req-44e1bafc-f543-43f1-8e6f-d59b571718e1 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:43.321343 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fb5fe-10e2-4715-83ce-1c2a64ee0385 None None] Pushing event updated for resources: {'Port': ['ID=d9c27b1a-3b82-453f-8790-d6f1518380ac,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:43.330952 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.api [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 19:57:43.332037 n-d-712140-15 neutron-server[102449]: DEBUG oslo_db.api [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 19:57:43.506239 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-64549c27-0d54-4fbc-99f4-3a98abaf0029 None None] Provisioning complete for port d9c27b1a-3b82-453f-8790-d6f1518380ac triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:43.506908 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-64549c27-0d54-4fbc-99f4-3a98abaf0029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:43.630779 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-c0c3ef59-4e13-4217-889a-acfb404d9fe4 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:43.637015 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-c0c3ef59-4e13-4217-889a-acfb404d9fe4 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/networks?id=268668ed-0d7b-4f7b-9df1-da4be7d9946d HTTP/1.1" status: 200 len: 821 time: 0.1314991 Nov 12 19:57:43.654758 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-5c1084c2-e1d6-4133-b05b-30598fd63ee0 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/quotas/a8a5bd1ccbfe428e92a02d5a3a8bec63 HTTP/1.1" status: 200 len: 375 time: 0.0103374 Nov 12 19:57:43.726840 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-6ae4f6e5-bf6d-4a00-97f4-165360d5800c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0680635 Nov 12 19:57:43.860578 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a3270b61-bb03-4b58-9659-638059f7da86 req-44e1bafc-f543-43f1-8e6f-d59b571718e1 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:43.887801 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['eda6343e-7e40-4020-941b-d137c98a8b23', 'dc35a6ec-7372-4b84-9815-ebabb0db7817', '4749130e-9150-42eb-86bc-10b4f5937402'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:57:43.916923 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48974) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:43.996625 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-79e45224-60f3-4575-a5f9-d6427f0367bf service neutron] 10.222.0.48 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655158 Nov 12 19:57:44.004948 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-38c8aa79-5f8a-494f-92b3-7a3dd019ca2a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:44.075514 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1bafc-f543-43f1-8e6f-d59b571718e1 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Pushing event updated for resources: {'Port': ['ID=011105bd-e71b-4e61-8395-8513d23bc53b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:44.093983 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3270b61-bb03-4b58-9659-638059f7da86 req-44e1bafc-f543-43f1-8e6f-d59b571718e1 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:57:44.117413 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5e7a0-1b07-4256-b9a9-a1d96b5905db req-5b6a1703-61c8-4e7d-9efc-a448c7b6afc9 tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:44.121109 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4dd5e7a0-1b07-4256-b9a9-a1d96b5905db req-5b6a1703-61c8-4e7d-9efc-a448c7b6afc9 tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.48 "GET /v2.0/ports?device_id=9028d76a-2e6c-45ee-b470-fb13a90325fe HTTP/1.1" status: 200 len: 945 time: 0.6250098 Nov 12 19:57:44.154261 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-a3270b61-bb03-4b58-9659-638059f7da86 req-44e1bafc-f543-43f1-8e6f-d59b571718e1 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:57:44.157745 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3270b61-bb03-4b58-9659-638059f7da86 req-44e1bafc-f543-43f1-8e6f-d59b571718e1 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:57:44.160176 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-38c8aa79-5f8a-494f-92b3-7a3dd019ca2a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:44.339361 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-f779fa02-e64c-4130-97a9-6e9c01b3602e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1186077549-network', 'tenant_id': '7aa3005d0b414c1ca2d422e5398a48f6'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:44.364446 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-38c8aa79-5f8a-494f-92b3-7a3dd019ca2a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Network e3a881ac-6120-48a0-95f8-2623f45c4673 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:57:44.376115 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ea908307-9638-4e6b-bc4b-3721291235f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:57:44.386667 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3270b61-bb03-4b58-9659-638059f7da86 req-44e1bafc-f543-43f1-8e6f-d59b571718e1 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:44.387373 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a3270b61-bb03-4b58-9659-638059f7da86 req-44e1bafc-f543-43f1-8e6f-d59b571718e1 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:44.390524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-38c8aa79-5f8a-494f-92b3-7a3dd019ca2a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:57:44.392813 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ea908307-9638-4e6b-bc4b-3721291235f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:44.393062 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-38c8aa79-5f8a-494f-92b3-7a3dd019ca2a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:57:44.399625 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d9c27b1a-3b82-453f-8790-d6f1518380ac up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:57:44.430712 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-42f5638d-0d4c-4cb0-9e0e-ac43cff52f29 service neutron] 10.222.0.48 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078009 Nov 12 19:57:44.438732 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f779fa02-e64c-4130-97a9-6e9c01b3602e admin admin] Made reservation on behalf of 7aa3005d0b414c1ca2d422e5398a48f6 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:57:44.440481 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4dd5e7a0-1b07-4256-b9a9-a1d96b5905db req-d49703d6-3172-40e5-8449-ecf8effd4843 tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9155299-8ed0-4c52-b140-abb1ad98bb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735617 Nov 12 19:57:44.441173 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8aa79-5f8a-494f-92b3-7a3dd019ca2a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Pushing event updated for resources: {'Port': ['ID=6e02188b-743a-4336-bf70-2b29b36e95e2,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:44.441763 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f779fa02-e64c-4130-97a9-6e9c01b3602e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:44.463075 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ea908307-9638-4e6b-bc4b-3721291235f5 service neutron] Transition to ACTIVE for port object f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:57:44.463075 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f779fa02-e64c-4130-97a9-6e9c01b3602e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:44.481206 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ea908307-9638-4e6b-bc4b-3721291235f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:44.489154 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port d9c27b1a-3b82-453f-8790-d6f1518380ac triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:44.489154 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:44.535175 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e18d50d-c2f2-4b65-a069-798312f4a162 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:44.547014 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3270b61-bb03-4b58-9659-638059f7da86 req-44e1bafc-f543-43f1-8e6f-d59b571718e1 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1951976 Nov 12 19:57:44.556017 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b6cdc652-35e8-4511-b01d-866056db003a None None] Provisioning complete for port 011105bd-e71b-4e61-8395-8513d23bc53b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:44.561555 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b6cdc652-35e8-4511-b01d-866056db003a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:44.574519 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea908307-9638-4e6b-bc4b-3721291235f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:44.614414 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b6cdc652-35e8-4511-b01d-866056db003a None None] Port 011105bd-e71b-4e61-8395-8513d23bc53b cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:57:44.649560 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-a3270b61-bb03-4b58-9659-638059f7da86 req-9e025545-3d81-4468-9c7d-5339988357a3 service neutron] Request body: {'port': {'device_id': 'ce5bde94-1775-41d5-93e6-c724ae7bf99d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:44.665768 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f779fa02-e64c-4130-97a9-6e9c01b3602e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:44.677256 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f779fa02-e64c-4130-97a9-6e9c01b3602e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:44.682233 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-38c8aa79-5f8a-494f-92b3-7a3dd019ca2a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:44.684389 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-38c8aa79-5f8a-494f-92b3-7a3dd019ca2a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:44.730204 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f779fa02-e64c-4130-97a9-6e9c01b3602e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 19:57:44.751949 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ea908307-9638-4e6b-bc4b-3721291235f5 service neutron] Attempting to bind port f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:57:44.752404 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ea908307-9638-4e6b-bc4b-3721291235f5 service neutron] Attempting to bind port f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:57:44.752621 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ea908307-9638-4e6b-bc4b-3721291235f5 service neutron] Attempting to bind port f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:44.774759 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779fa02-e64c-4130-97a9-6e9c01b3602e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9148464a-bc41-4294-b572-dfd8bee1e371,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:44.808136 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f779fa02-e64c-4130-97a9-6e9c01b3602e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:44.808518 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-f779fa02-e64c-4130-97a9-6e9c01b3602e admin admin] Added segment ddff1232-1da7-42fe-8eda-d80adfff15af of type vlan for network 6bc08339-1fd5-4060-afc4-1b9070b54172 Nov 12 19:57:44.809866 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ea908307-9638-4e6b-bc4b-3721291235f5 service neutron] Port f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:57:44.810204 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ea908307-9638-4e6b-bc4b-3721291235f5 service neutron] Attempting to bind port f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:44.845386 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-38c8aa79-5f8a-494f-92b3-7a3dd019ca2a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9248476 Nov 12 19:57:44.870182 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ea908307-9638-4e6b-bc4b-3721291235f5 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:57:44.870593 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ea908307-9638-4e6b-bc4b-3721291235f5 service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:57:44.871095 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ea908307-9638-4e6b-bc4b-3721291235f5 service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:57:44.871633 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ea908307-9638-4e6b-bc4b-3721291235f5 service neutron] Bound port: f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:57:44.872107 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ea908307-9638-4e6b-bc4b-3721291235f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:44.892814 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-efa9ac12-2dbb-4c91-a5bf-c15582180108 service neutron] Request body: {'port': {'device_id': '3f849c88-5fe9-4538-8d1e-d02310508d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:44.924615 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f779fa02-e64c-4130-97a9-6e9c01b3602e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:44.931757 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a3270b61-bb03-4b58-9659-638059f7da86 req-9e025545-3d81-4468-9c7d-5339988357a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:44.954273 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67db4d-6486-4746-ad15-27627cfed22c req-746b47b7-622d-486a-b3c9-8d670081f711 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:44.955802 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2f67db4d-6486-4746-ad15-27627cfed22c req-746b47b7-622d-486a-b3c9-8d670081f711 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5bde94-1775-41d5-93e6-c724ae7bf99d HTTP/1.1" status: 200 len: 936 time: 0.2236247 Nov 12 19:57:44.971712 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f3895-5dc8-4030-86b6-673c72277670 req-cb63c427-c2d4-48f3-8db0-179798383fff tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:44.973916 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c79f3895-5dc8-4030-86b6-673c72277670 req-cb63c427-c2d4-48f3-8db0-179798383fff tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.1697552 Nov 12 19:57:45.070034 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-efa9ac12-2dbb-4c91-a5bf-c15582180108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:45.073477 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f779fa02-e64c-4130-97a9-6e9c01b3602e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:45.074906 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f779fa02-e64c-4130-97a9-6e9c01b3602e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:45.075665 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f779fa02-e64c-4130-97a9-6e9c01b3602e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:45.127301 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ea908307-9638-4e6b-bc4b-3721291235f5 service neutron] For port f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:57:45.198102 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c79f3895-5dc8-4030-86b6-673c72277670 req-aeea3b6c-db69-4305-abb0-9404e7e712a8 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146540 Nov 12 19:57:45.199834 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ea908307-9638-4e6b-bc4b-3721291235f5 service neutron] For port f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:57:45.205730 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f779fa02-e64c-4130-97a9-6e9c01b3602e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2875230 Nov 12 19:57:45.208798 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48992) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:45.216798 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-aa76fe9f-21c8-470f-8840-cc148f0696ba admin admin] Request body: {'subnet': {'network_id': '6bc08339-1fd5-4060-afc4-1b9070b54172', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1186077549-subnet', 'tenant_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:45.221374 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ea908307-9638-4e6b-bc4b-3721291235f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:45.226818 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779fa02-e64c-4130-97a9-6e9c01b3602e admin admin] Pushing event updated for resources: {'Network': ['ID=6bc08339-1fd5-4060-afc4-1b9070b54172,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:45.249189 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 6bc08339-1fd5-4060-afc4-1b9070b54172 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 19:57:45.264346 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2f67db4d-6486-4746-ad15-27627cfed22c req-c692f1c0-593d-4b81-9f96-6de8ad230bc1 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707298 Nov 12 19:57:45.288886 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e18d50d-c2f2-4b65-a069-798312f4a162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:45.291831 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ea908307-9638-4e6b-bc4b-3721291235f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:45.293092 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ea908307-9638-4e6b-bc4b-3721291235f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:45.294278 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3270b61-bb03-4b58-9659-638059f7da86 req-ea908307-9638-4e6b-bc4b-3721291235f5 service neutron] 10.222.0.55 "PUT /v2.0/ports/f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a HTTP/1.1" status: 200 len: 1097 time: 3.1820052 Nov 12 19:57:45.294730 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7359f0-7bdd-4ada-b8e4-064ab20926d7', 'tag': 'f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:57:45.297373 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2249cdfd-f3b5-45fe-9a86-d393dd84c24f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7359f0-7bdd-4ada-b8e4-064ab20926d7", "tag": "f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:57:45.347241 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa76fe9f-21c8-470f-8840-cc148f0696ba admin admin] Made reservation on behalf of 7aa3005d0b414c1ca2d422e5398a48f6 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:57:45.349562 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aa76fe9f-21c8-470f-8840-cc148f0696ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:45.367086 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea908307-9638-4e6b-bc4b-3721291235f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:45.489374 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ac9d2-e1e1-419c-a0d1-f7556d6ba84d req-ccb462fd-5fd1-4c0a-b883-d40df9834d95 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:45.495564 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-914dac7d-bf52-41d8-bd32-d410afed9f9b req-2db67237-b0fc-4693-a946-a5f209c4faec tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 210 time: 0.1334300 Nov 12 19:57:45.497521 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-727ac9d2-e1e1-419c-a0d1-f7556d6ba84d req-ccb462fd-5fd1-4c0a-b883-d40df9834d95 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 931 time: 0.1765685 Nov 12 19:57:45.561943 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3270b61-bb03-4b58-9659-638059f7da86 req-0f29b51e-db0d-4458-b61a-8ec00e02b78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:45.563685 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3270b61-bb03-4b58-9659-638059f7da86 req-0f29b51e-db0d-4458-b61a-8ec00e02b78d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=127a6be859e142dbb23de706cc1f6a95&device_id=4d7359f0-7bdd-4ada-b8e4-064ab20926d7 HTTP/1.1" status: 200 len: 1100 time: 0.1208694 Nov 12 19:57:45.589379 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3577a57-e148-4bfe-a7c5-7e3bc49d216f x-openstack-request-id: req-e3577a57-e148-4bfe-a7c5-7e3bc49d216f {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:57:45.589664 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7359f0-7bdd-4ada-b8e4-064ab20926d7", "tag": "f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:57:45.589912 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e3577a57-e148-4bfe-a7c5-7e3bc49d216f {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:57:45.590298 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7359f0-7bdd-4ada-b8e4-064ab20926d7', 'tag': 'f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a', 'status': 'completed', 'code': 200} Nov 12 19:57:45.674226 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3270b61-bb03-4b58-9659-638059f7da86 req-aa863866-52e6-4603-8848-618660c28f64 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a HTTP/1.1" status: 200 len: 217 time: 0.0877666 Nov 12 19:57:45.677627 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-727ac9d2-e1e1-419c-a0d1-f7556d6ba84d req-70c65606-ce6b-4039-af16-9ac7d8ac41e4 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793075 Nov 12 19:57:45.786517 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3270b61-bb03-4b58-9659-638059f7da86 req-529a4401-5374-410d-81e7-19fd32df70e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:45.788019 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3270b61-bb03-4b58-9659-638059f7da86 req-529a4401-5374-410d-81e7-19fd32df70e8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0956066 Nov 12 19:57:45.789307 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aa76fe9f-21c8-470f-8840-cc148f0696ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:45.794835 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e18d50d-c2f2-4b65-a069-798312f4a162 admin admin] Router afbf8452-ef12-45b5-8354-1ba1d9aef67c is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 19:57:45.809973 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e28690-0a39-4d7f-9ce1-bc8b1aecb784 req-37966d43-d2e2-4e80-9ae4-c7ecb21e6b63 tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:45.811436 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f3e28690-0a39-4d7f-9ce1-bc8b1aecb784 req-37966d43-d2e2-4e80-9ae4-c7ecb21e6b63 tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.48 "GET /v2.0/ports?device_id=9028d76a-2e6c-45ee-b470-fb13a90325fe HTTP/1.1" status: 200 len: 945 time: 0.1753945 Nov 12 19:57:45.880474 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76fe9f-21c8-470f-8840-cc148f0696ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cc938a9-5d89-4842-a308-b530ad5f0187,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:45.893187 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3270b61-bb03-4b58-9659-638059f7da86 req-a3320028-d676-4be3-a58b-97cb784b09fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:45.894659 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3270b61-bb03-4b58-9659-638059f7da86 req-a3320028-d676-4be3-a58b-97cb784b09fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0799036 Nov 12 19:57:45.897348 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa76fe9f-21c8-470f-8840-cc148f0696ba admin admin] Checking segment: {'id': 'ddff1232-1da7-42fe-8eda-d80adfff15af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6bc08339-1fd5-4060-afc4-1b9070b54172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:57:45.897699 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa76fe9f-21c8-470f-8840-cc148f0696ba admin admin] Network hostable DHCP agents. Network: 6bc08339-1fd5-4060-afc4-1b9070b54172, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 19:57:45.964350 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa76fe9f-21c8-470f-8840-cc148f0696ba admin admin] Network 6bc08339-1fd5-4060-afc4-1b9070b54172 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 19:57:45.981036 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-aa76fe9f-21c8-470f-8840-cc148f0696ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 6bc08339-1fd5-4060-afc4-1b9070b54172) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:57:45.987828 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa76fe9f-21c8-470f-8840-cc148f0696ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:45.988475 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aa76fe9f-21c8-470f-8840-cc148f0696ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:45.990603 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd86c2d-cff9-44a0-8b55-951561c6cfd1 None None] Network 6bc08339-1fd5-4060-afc4-1b9070b54172 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:57:46.019702 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-aa76fe9f-21c8-470f-8840-cc148f0696ba admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8095865 Nov 12 19:57:46.021757 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3270b61-bb03-4b58-9659-638059f7da86 req-2c738f74-0d56-4b02-8aa4-420a9952f3c8 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170955 Nov 12 19:57:46.022463 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49000) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:46.027891 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-b0e26429-6488-40ae-9aa7-3d234d28c2f9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1186077549-router', 'tenant_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:46.114948 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b0e26429-6488-40ae-9aa7-3d234d28c2f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:46.117385 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b0e26429-6488-40ae-9aa7-3d234d28c2f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:46.181904 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3270b61-bb03-4b58-9659-638059f7da86 req-a9d472ce-af8f-4609-90f3-c1503a6fb7e8 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482794 Nov 12 19:57:46.202427 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b3b33d-0674-4860-8548-f82b772a86ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-6bc08339-1fd5-4060-afc4-1b9070b54172', 'network_id': '6bc08339-1fd5-4060-afc4-1b9070b54172', 'tenant_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'fixed_ips': [{'subnet_id': '0cc938a9-5d89-4842-a308-b530ad5f0187'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 19:57:46.205903 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-26b3b33d-0674-4860-8548-f82b772a86ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:46.209307 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-a3270b61-bb03-4b58-9659-638059f7da86 req-9e025545-3d81-4468-9c7d-5339988357a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 011105bd-e71b-4e61-8395-8513d23bc53b {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:57:46.235724 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b0e26429-6488-40ae-9aa7-3d234d28c2f9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:46.256575 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a3270b61-bb03-4b58-9659-638059f7da86 req-9e025545-3d81-4468-9c7d-5339988357a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:46.361525 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f3e28690-0a39-4d7f-9ce1-bc8b1aecb784 req-df88151f-dd32-49b6-80a4-dd9b303af8a7 tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9155299-8ed0-4c52-b140-abb1ad98bb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5386283 Nov 12 19:57:46.382535 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-efa9ac12-2dbb-4c91-a5bf-c15582180108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e02188b-743a-4336-bf70-2b29b36e95e2 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:57:46.400003 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-a3270b61-bb03-4b58-9659-638059f7da86 req-9e025545-3d81-4468-9c7d-5339988357a3 service neutron] Transition to ACTIVE for port object 011105bd-e71b-4e61-8395-8513d23bc53b will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:57:46.408415 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-efa9ac12-2dbb-4c91-a5bf-c15582180108 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:46.417923 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a3270b61-bb03-4b58-9659-638059f7da86 req-9e025545-3d81-4468-9c7d-5339988357a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:46.468659 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-26b3b33d-0674-4860-8548-f82b772a86ef None None] Allocated IP 172.20.0.2 (6bc08339-1fd5-4060-afc4-1b9070b54172/0cc938a9-5d89-4842-a308-b530ad5f0187/42ab7336-fc7e-476a-bd6b-1ed2c3bdf124) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:57:46.496153 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-efa9ac12-2dbb-4c91-a5bf-c15582180108 service neutron] Transition to ACTIVE for port object 6e02188b-743a-4336-bf70-2b29b36e95e2 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:57:46.499097 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e18d50d-c2f2-4b65-a069-798312f4a162 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 19:57:46.516999 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411f4879-82c0-441b-87fc-e6d710eb44b4 None None] Sync routers for ids ['afbf8452-ef12-45b5-8354-1ba1d9aef67c'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 19:57:46.517919 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b0e26429-6488-40ae-9aa7-3d234d28c2f9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:46.538734 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4d1d2-ca54-4195-b339-f9146dae8109 req-6fec192f-c755-4b3c-bb2b-bf31de2dcba4 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:46.541566 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-42a4d1d2-ca54-4195-b339-f9146dae8109 req-6fec192f-c755-4b3c-bb2b-bf31de2dcba4 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.1947002 Nov 12 19:57:46.541911 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411f4879-82c0-441b-87fc-e6d710eb44b4 None None] Routers {'afbf8452-ef12-45b5-8354-1ba1d9aef67c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:57:46.542551 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-411f4879-82c0-441b-87fc-e6d710eb44b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:57:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['afbf8452-ef12-45b5-8354-1ba1d9aef67c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:57:46.577122 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249cdfd-f3b5-45fe-9a86-d393dd84c24f req-654dd06c-de15-4506-bd8f-74a1dce9546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:46.578783 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2249cdfd-f3b5-45fe-9a86-d393dd84c24f req-654dd06c-de15-4506-bd8f-74a1dce9546a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=127a6be859e142dbb23de706cc1f6a95&device_id=4d7359f0-7bdd-4ada-b8e4-064ab20926d7 HTTP/1.1" status: 200 len: 1100 time: 0.2302930 Nov 12 19:57:46.597400 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-ba7813b0-4f28-4314-bf0e-b85f683f5ab7 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:46.598879 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-ba7813b0-4f28-4314-bf0e-b85f683f5ab7 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.55 "GET /v2.0/networks?id=268668ed-0d7b-4f7b-9df1-da4be7d9946d HTTP/1.1" status: 200 len: 821 time: 0.4503307 Nov 12 19:57:46.613171 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-efa9ac12-2dbb-4c91-a5bf-c15582180108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:46.679057 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-775c892c-261c-41ef-a76c-e91b0496fd85 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Request body: {'port': {'device_id': '101dfb59-83dd-47ea-a342-922681e3969e', 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d', 'admin_state_up': True, 'tenant_id': 'a8a5bd1ccbfe428e92a02d5a3a8bec63'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:46.706685 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e025545-3d81-4468-9c7d-5339988357a3 service neutron] Pushing event updated for resources: {'Port': ['ID=011105bd-e71b-4e61-8395-8513d23bc53b,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:46.720000 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-26b3b33d-0674-4860-8548-f82b772a86ef None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:46.735728 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-26b3b33d-0674-4860-8548-f82b772a86ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:46.745537 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249cdfd-f3b5-45fe-9a86-d393dd84c24f req-f85bb8ba-0fb1-40ed-b398-18a3a41c338d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:46.747117 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2249cdfd-f3b5-45fe-9a86-d393dd84c24f req-f85bb8ba-0fb1-40ed-b398-18a3a41c338d service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.1524324 Nov 12 19:57:46.772462 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e18d50d-c2f2-4b65-a069-798312f4a162 admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:46.773946 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7e18d50d-c2f2-4b65-a069-798312f4a162 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 7.6387556 Nov 12 19:57:46.798847 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-411f4879-82c0-441b-87fc-e6d710eb44b4 None None] Set router afbf8452-ef12-45b5-8354-1ba1d9aef67c gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:57:46.809622 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49016) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:46.850082 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b3b33d-0674-4860-8548-f82b772a86ef None None] Network 6bc08339-1fd5-4060-afc4-1b9070b54172 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:57:46.851626 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-26b3b33d-0674-4860-8548-f82b772a86ef None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:57:46.856463 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b3b33d-0674-4860-8548-f82b772a86ef None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:57:46.892458 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3b33d-0674-4860-8548-f82b772a86ef None None] Pushing event updated for resources: {'Port': ['ID=42ab7336-fc7e-476a-bd6b-1ed2c3bdf124,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:46.908259 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2249cdfd-f3b5-45fe-9a86-d393dd84c24f req-817ed6b2-3df7-418f-859e-cf45bb0e1743 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a HTTP/1.1" status: 200 len: 217 time: 0.1261165 Nov 12 19:57:46.913674 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-42a4d1d2-ca54-4195-b339-f9146dae8109 req-67d658d4-d58e-45d3-b4e3-722c8790071f tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580716 Nov 12 19:57:46.967968 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-26b3b33d-0674-4860-8548-f82b772a86ef None None] Attempting to bind port 42ab7336-fc7e-476a-bd6b-1ed2c3bdf124 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:57:46.968379 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-26b3b33d-0674-4860-8548-f82b772a86ef None None] Attempting to bind port 42ab7336-fc7e-476a-bd6b-1ed2c3bdf124 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ddff1232-1da7-42fe-8eda-d80adfff15af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6bc08339-1fd5-4060-afc4-1b9070b54172'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:57:46.968741 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b3b33d-0674-4860-8548-f82b772a86ef None None] Attempting to bind port 42ab7336-fc7e-476a-bd6b-1ed2c3bdf124 on network 6bc08339-1fd5-4060-afc4-1b9070b54172 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:46.987264 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b3b33d-0674-4860-8548-f82b772a86ef None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:57:46.987660 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b3b33d-0674-4860-8548-f82b772a86ef None None] Checking segment: {'id': 'ddff1232-1da7-42fe-8eda-d80adfff15af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6bc08339-1fd5-4060-afc4-1b9070b54172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:57:46.988021 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-26b3b33d-0674-4860-8548-f82b772a86ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:46.988426 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b3b33d-0674-4860-8548-f82b772a86ef None None] Bound using segment: {'id': 'ddff1232-1da7-42fe-8eda-d80adfff15af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6bc08339-1fd5-4060-afc4-1b9070b54172'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:57:46.988890 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-26b3b33d-0674-4860-8548-f82b772a86ef None None] Bound port: 42ab7336-fc7e-476a-bd6b-1ed2c3bdf124, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddff1232-1da7-42fe-8eda-d80adfff15af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6bc08339-1fd5-4060-afc4-1b9070b54172'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:57:46.989262 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-26b3b33d-0674-4860-8548-f82b772a86ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:47.031966 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5ba82-9b46-400c-9aa3-a5317c5e3bac req-6665d94a-ef70-43c3-bf6b-b0cc157a78dc tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:47.045430 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-32b5ba82-9b46-400c-9aa3-a5317c5e3bac req-6665d94a-ef70-43c3-bf6b-b0cc157a78dc tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5bde94-1775-41d5-93e6-c724ae7bf99d HTTP/1.1" status: 200 len: 948 time: 0.5775023 Nov 12 19:57:47.140608 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-26b3b33d-0674-4860-8548-f82b772a86ef None None] For port 42ab7336-fc7e-476a-bd6b-1ed2c3bdf124, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:57:47.144167 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-26b3b33d-0674-4860-8548-f82b772a86ef None None] For port 42ab7336-fc7e-476a-bd6b-1ed2c3bdf124, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=42ab7336-fc7e-476a-bd6b-1ed2c3bdf124,segment=NetworkSegment(ddff1232-1da7-42fe-8eda-d80adfff15af),segment_id=ddff1232-1da7-42fe-8eda-d80adfff15af)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:57:47.151119 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-26b3b33d-0674-4860-8548-f82b772a86ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:47.151930 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-411f4879-82c0-441b-87fc-e6d710eb44b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1556692880-router', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'e48143be-e491-4203-8fc5-bf9496a9969d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:57:39Z', 'updated_at': '2021-11-12T19:57:44Z', 'revision_number': 3, 'project_id': '1a4383e05d1241098e407059f9a4a6a7', 'gw_port': {'id': 'e48143be-e491-4203-8fc5-bf9496a9969d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:41Z', 'updated_at': '2021-11-12T19:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:57:47.159482 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cc9412b5-4b7e-4933-9f76-5f910d98f010 req-23f8acb1-566a-4108-a489-47ffea177ca2 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 210 time: 0.1002395 Nov 12 19:57:47.164968 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249cdfd-f3b5-45fe-9a86-d393dd84c24f req-98655f3f-726e-4c95-b0d4-8d3167fd58b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:47.166793 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2249cdfd-f3b5-45fe-9a86-d393dd84c24f req-98655f3f-726e-4c95-b0d4-8d3167fd58b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.2454853 Nov 12 19:57:47.186487 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411f4879-82c0-441b-87fc-e6d710eb44b4 None None] Checking router: afbf8452-ef12-45b5-8354-1ba1d9aef67c for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 19:57:47.187071 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411f4879-82c0-441b-87fc-e6d710eb44b4 None None] Updating router afbf8452-ef12-45b5-8354-1ba1d9aef67c port e48143be-e491-4203-8fc5-bf9496a9969d binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 19:57:47.235782 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3b33d-0674-4860-8548-f82b772a86ef None None] Pushing event updated for resources: {'Port': ['ID=42ab7336-fc7e-476a-bd6b-1ed2c3bdf124,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:47.238302 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-411f4879-82c0-441b-87fc-e6d710eb44b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:47.278457 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9ac12-2dbb-4c91-a5bf-c15582180108 service neutron] Pushing event updated for resources: {'Port': ['ID=6e02188b-743a-4336-bf70-2b29b36e95e2,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:47.390427 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-775c892c-261c-41ef-a76c-e91b0496fd85 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Made reservation on behalf of a8a5bd1ccbfe428e92a02d5a3a8bec63 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:57:47.395633 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-775c892c-261c-41ef-a76c-e91b0496fd85 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:47.403282 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-a3270b61-bb03-4b58-9659-638059f7da86 req-9e025545-3d81-4468-9c7d-5339988357a3 service neutron] Attempting to bind port 011105bd-e71b-4e61-8395-8513d23bc53b on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:57:47.403622 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-a3270b61-bb03-4b58-9659-638059f7da86 req-9e025545-3d81-4468-9c7d-5339988357a3 service neutron] Attempting to bind port 011105bd-e71b-4e61-8395-8513d23bc53b by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:57:47.403959 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3270b61-bb03-4b58-9659-638059f7da86 req-9e025545-3d81-4468-9c7d-5339988357a3 service neutron] Attempting to bind port 011105bd-e71b-4e61-8395-8513d23bc53b on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:47.417903 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-efa9ac12-2dbb-4c91-a5bf-c15582180108 service neutron] Attempting to bind port 6e02188b-743a-4336-bf70-2b29b36e95e2 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:57:47.418236 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-efa9ac12-2dbb-4c91-a5bf-c15582180108 service neutron] Attempting to bind port 6e02188b-743a-4336-bf70-2b29b36e95e2 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:57:47.418584 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-efa9ac12-2dbb-4c91-a5bf-c15582180108 service neutron] Attempting to bind port 6e02188b-743a-4336-bf70-2b29b36e95e2 on network e3a881ac-6120-48a0-95f8-2623f45c4673 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:47.450513 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3270b61-bb03-4b58-9659-638059f7da86 req-9e025545-3d81-4468-9c7d-5339988357a3 service neutron] Port 011105bd-e71b-4e61-8395-8513d23bc53b on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:57:47.451072 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3270b61-bb03-4b58-9659-638059f7da86 req-9e025545-3d81-4468-9c7d-5339988357a3 service neutron] Attempting to bind port 011105bd-e71b-4e61-8395-8513d23bc53b on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:47.461778 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-efa9ac12-2dbb-4c91-a5bf-c15582180108 service neutron] Port 6e02188b-743a-4336-bf70-2b29b36e95e2 on network e3a881ac-6120-48a0-95f8-2623f45c4673 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:57:47.463073 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-efa9ac12-2dbb-4c91-a5bf-c15582180108 service neutron] Attempting to bind port 6e02188b-743a-4336-bf70-2b29b36e95e2 on network e3a881ac-6120-48a0-95f8-2623f45c4673 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:47.476773 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-32b5ba82-9b46-400c-9aa3-a5317c5e3bac req-4a257710-4ced-498c-978b-726158ba0762 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299426 Nov 12 19:57:47.673315 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3270b61-bb03-4b58-9659-638059f7da86 req-9e025545-3d81-4468-9c7d-5339988357a3 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:57:47.673896 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3270b61-bb03-4b58-9659-638059f7da86 req-9e025545-3d81-4468-9c7d-5339988357a3 service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:57:47.674381 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3270b61-bb03-4b58-9659-638059f7da86 req-9e025545-3d81-4468-9c7d-5339988357a3 service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:57:47.675030 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-a3270b61-bb03-4b58-9659-638059f7da86 req-9e025545-3d81-4468-9c7d-5339988357a3 service neutron] Bound port: 011105bd-e71b-4e61-8395-8513d23bc53b, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:57:47.676352 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a3270b61-bb03-4b58-9659-638059f7da86 req-9e025545-3d81-4468-9c7d-5339988357a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:47.685597 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-411f4879-82c0-441b-87fc-e6d710eb44b4 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:47.692611 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-efa9ac12-2dbb-4c91-a5bf-c15582180108 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:57:47.693102 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-efa9ac12-2dbb-4c91-a5bf-c15582180108 service neutron] Checking segment: {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:57:47.693619 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-efa9ac12-2dbb-4c91-a5bf-c15582180108 service neutron] Bound using segment: {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:57:47.694256 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-efa9ac12-2dbb-4c91-a5bf-c15582180108 service neutron] Bound port: 6e02188b-743a-4336-bf70-2b29b36e95e2, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:57:47.694817 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-efa9ac12-2dbb-4c91-a5bf-c15582180108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:47.702179 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-411f4879-82c0-441b-87fc-e6d710eb44b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:47.745130 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-775c892c-261c-41ef-a76c-e91b0496fd85 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Allocated IP 172.20.0.14 (268668ed-0d7b-4f7b-9df1-da4be7d9946d/e7e87043-7d2d-4150-b80d-fb0e6e39dcdf/bd20a262-9e7a-46e4-85b8-585099ae54b4) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:57:47.857147 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77540df7-2c4b-472d-afaa-e68301df7625 None None] Pushing event updated for resources: {'Port': ['ID=e48143be-e491-4203-8fc5-bf9496a9969d,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:47.859293 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-411f4879-82c0-441b-87fc-e6d710eb44b4 None None] Attempting to bind port e48143be-e491-4203-8fc5-bf9496a9969d on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:57:47.859652 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-411f4879-82c0-441b-87fc-e6d710eb44b4 None None] Attempting to bind port e48143be-e491-4203-8fc5-bf9496a9969d by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:57:47.860293 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411f4879-82c0-441b-87fc-e6d710eb44b4 None None] Attempting to bind port e48143be-e491-4203-8fc5-bf9496a9969d on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:47.869165 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411f4879-82c0-441b-87fc-e6d710eb44b4 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:57:47.869556 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411f4879-82c0-441b-87fc-e6d710eb44b4 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:57:47.869935 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-411f4879-82c0-441b-87fc-e6d710eb44b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:47.870601 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411f4879-82c0-441b-87fc-e6d710eb44b4 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:57:47.870799 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-411f4879-82c0-441b-87fc-e6d710eb44b4 None None] Bound port: e48143be-e491-4203-8fc5-bf9496a9969d, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:57:47.871163 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-411f4879-82c0-441b-87fc-e6d710eb44b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:47.874532 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77540df7-2c4b-472d-afaa-e68301df7625 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:47.874704 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77540df7-2c4b-472d-afaa-e68301df7625 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:47.874968 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77540df7-2c4b-472d-afaa-e68301df7625 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:47.875091 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-efa9ac12-2dbb-4c91-a5bf-c15582180108 service neutron] For port 6e02188b-743a-4336-bf70-2b29b36e95e2, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:57:47.875306 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77540df7-2c4b-472d-afaa-e68301df7625 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:47.875636 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77540df7-2c4b-472d-afaa-e68301df7625 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:47.875963 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77540df7-2c4b-472d-afaa-e68301df7625 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:47.876324 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77540df7-2c4b-472d-afaa-e68301df7625 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:47.876653 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77540df7-2c4b-472d-afaa-e68301df7625 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:47.876979 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77540df7-2c4b-472d-afaa-e68301df7625 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:47.877458 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77540df7-2c4b-472d-afaa-e68301df7625 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:47.877591 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77540df7-2c4b-472d-afaa-e68301df7625 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:47.877909 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77540df7-2c4b-472d-afaa-e68301df7625 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:57:47.886915 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-a3270b61-bb03-4b58-9659-638059f7da86 req-9e025545-3d81-4468-9c7d-5339988357a3 service neutron] For port 011105bd-e71b-4e61-8395-8513d23bc53b, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:57:47.907610 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249cdfd-f3b5-45fe-9a86-d393dd84c24f req-cd949341-eed9-489e-bae4-916150a7ceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:47.909445 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2249cdfd-f3b5-45fe-9a86-d393dd84c24f req-cd949341-eed9-489e-bae4-916150a7ceb5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5141835 Nov 12 19:57:47.912627 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-efa9ac12-2dbb-4c91-a5bf-c15582180108 service neutron] For port 6e02188b-743a-4336-bf70-2b29b36e95e2, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6e02188b-743a-4336-bf70-2b29b36e95e2,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:57:47.938335 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-a3270b61-bb03-4b58-9659-638059f7da86 req-9e025545-3d81-4468-9c7d-5339988357a3 service neutron] For port 011105bd-e71b-4e61-8395-8513d23bc53b, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=011105bd-e71b-4e61-8395-8513d23bc53b,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:57:47.940021 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-efa9ac12-2dbb-4c91-a5bf-c15582180108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:47.940843 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-411f4879-82c0-441b-87fc-e6d710eb44b4 None None] For port e48143be-e491-4203-8fc5-bf9496a9969d, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:57:47.945520 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-411f4879-82c0-441b-87fc-e6d710eb44b4 None None] For port e48143be-e491-4203-8fc5-bf9496a9969d, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e48143be-e491-4203-8fc5-bf9496a9969d,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:57:47.957013 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-411f4879-82c0-441b-87fc-e6d710eb44b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:47.965846 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-efa9ac12-2dbb-4c91-a5bf-c15582180108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:47.966704 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-efa9ac12-2dbb-4c91-a5bf-c15582180108 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:47.968312 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-efa9ac12-2dbb-4c91-a5bf-c15582180108 service neutron] 10.222.0.52 "PUT /v2.0/ports/6e02188b-743a-4336-bf70-2b29b36e95e2 HTTP/1.1" status: 200 len: 1092 time: 3.0907660 Nov 12 19:57:47.982034 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f849c88-5fe9-4538-8d1e-d02310508d40', 'tag': '6e02188b-743a-4336-bf70-2b29b36e95e2'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:57:47.985258 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c8002b-3ec0-4161-b326-15b541462aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "3f849c88-5fe9-4538-8d1e-d02310508d40", "tag": "6e02188b-743a-4336-bf70-2b29b36e95e2"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:57:47.993809 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a3270b61-bb03-4b58-9659-638059f7da86 req-9e025545-3d81-4468-9c7d-5339988357a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:48.052365 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77540df7-2c4b-472d-afaa-e68301df7625 None None] Pushing event updated for resources: {'Port': ['ID=e48143be-e491-4203-8fc5-bf9496a9969d,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:48.078293 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411f4879-82c0-441b-87fc-e6d710eb44b4 None None] Routers {'afbf8452-ef12-45b5-8354-1ba1d9aef67c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:57:48.079082 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-411f4879-82c0-441b-87fc-e6d710eb44b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:57:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['afbf8452-ef12-45b5-8354-1ba1d9aef67c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:57:48.115333 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b0e26429-6488-40ae-9aa7-3d234d28c2f9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:48.131717 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce3bf9-08b2-4655-a0a8-48a33262455c req-78e487ec-57fa-4dda-a986-294362078cfc tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:48.142266 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0cce3bf9-08b2-4655-a0a8-48a33262455c req-78e487ec-57fa-4dda-a986-294362078cfc tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 943 time: 0.7477920 Nov 12 19:57:48.149149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3270b61-bb03-4b58-9659-638059f7da86 req-9e025545-3d81-4468-9c7d-5339988357a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:48.150615 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a3270b61-bb03-4b58-9659-638059f7da86 req-9e025545-3d81-4468-9c7d-5339988357a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:48.152122 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3270b61-bb03-4b58-9659-638059f7da86 req-9e025545-3d81-4468-9c7d-5339988357a3 service neutron] 10.222.0.52 "PUT /v2.0/ports/011105bd-e71b-4e61-8395-8513d23bc53b HTTP/1.1" status: 200 len: 1097 time: 3.5196083 Nov 12 19:57:48.248734 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-0c13afd2-cb85-47f6-9d26-730ee9075ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:48.250621 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-0c13afd2-cb85-47f6-9d26-730ee9075ba2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 1095 time: 0.1959481 Nov 12 19:57:48.252761 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b0e26429-6488-40ae-9aa7-3d234d28c2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:48.304090 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9ac12-2dbb-4c91-a5bf-c15582180108 service neutron] Pushing event updated for resources: {'Port': ['ID=6e02188b-743a-4336-bf70-2b29b36e95e2,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:48.330305 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-411f4879-82c0-441b-87fc-e6d710eb44b4 None None] Set router afbf8452-ef12-45b5-8354-1ba1d9aef67c gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:57:48.428488 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2b279-c236-4fde-a0f1-ea0b8b6681d0 req-e943b361-674f-4015-a35e-833267524217 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:48.430079 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e1d2b279-c236-4fde-a0f1-ea0b8b6681d0 req-e943b361-674f-4015-a35e-833267524217 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.3742721 Nov 12 19:57:48.444152 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-5f7f41c1-263d-434f-9332-898ec8b7f1bc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e02188b-743a-4336-bf70-2b29b36e95e2 HTTP/1.1" status: 200 len: 217 time: 0.1677215 Nov 12 19:57:48.461473 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-775c892c-261c-41ef-a76c-e91b0496fd85 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:48.534965 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 42ab7336-fc7e-476a-bd6b-1ed2c3bdf124 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:57:48.571875 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-5629d991-c657-4773-a470-7e5adbc7e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:48.573530 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-5629d991-c657-4773-a470-7e5adbc7e4be service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bbdea447-0bd1-47f3-8097-cac78263fd7c HTTP/1.1" status: 200 len: 848 time: 0.1153219 Nov 12 19:57:48.584393 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3270b61-bb03-4b58-9659-638059f7da86 req-85a2c181-8ea6-49da-8fd8-1565f7d34c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:48.585909 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3270b61-bb03-4b58-9659-638059f7da86 req-85a2c181-8ea6-49da-8fd8-1565f7d34c00 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=127a6be859e142dbb23de706cc1f6a95&device_id=ce5bde94-1775-41d5-93e6-c724ae7bf99d HTTP/1.1" status: 200 len: 1100 time: 0.3745792 Nov 12 19:57:48.638805 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-96c5dd97-7346-4a79-ba7f-97a503bf6f55 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e3a881ac-6120-48a0-95f8-2623f45c4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499947 Nov 12 19:57:48.664396 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 42ab7336-fc7e-476a-bd6b-1ed2c3bdf124 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:48.664774 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:48.703498 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2249cdfd-f3b5-45fe-9a86-d393dd84c24f req-f857dc2d-8e14-4752-b0ef-6f1ee8953eaf service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7454469 Nov 12 19:57:48.719700 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0cce3bf9-08b2-4655-a0a8-48a33262455c req-c18b24bd-078e-443b-ada5-b5b432ee2e99 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5769300 Nov 12 19:57:48.755156 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e1d2b279-c236-4fde-a0f1-ea0b8b6681d0 req-a8178cba-ab5a-4e80-8f86-e516f260140a tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979560 Nov 12 19:57:48.757063 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3270b61-bb03-4b58-9659-638059f7da86 req-af51ca74-f4c6-47fd-9cb4-015d998f5ada service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=011105bd-e71b-4e61-8395-8513d23bc53b HTTP/1.1" status: 200 len: 217 time: 0.1130893 Nov 12 19:57:48.824761 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-411f4879-82c0-441b-87fc-e6d710eb44b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1556692880-router', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'e48143be-e491-4203-8fc5-bf9496a9969d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:57:39Z', 'updated_at': '2021-11-12T19:57:44Z', 'revision_number': 3, 'project_id': '1a4383e05d1241098e407059f9a4a6a7', 'gw_port': {'id': 'e48143be-e491-4203-8fc5-bf9496a9969d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:41Z', 'updated_at': '2021-11-12T19:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:57:48.848545 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eccd046-4e4a-4277-95ff-a8216553da16 None None] Network 6bc08339-1fd5-4060-afc4-1b9070b54172 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:57:48.922294 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-b0e26429-6488-40ae-9aa7-3d234d28c2f9 admin admin] Allocated IP 172.25.5.114 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/e8bdcddc-33d0-42ff-bd46-7535499cf074) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:57:48.926789 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411f4879-82c0-441b-87fc-e6d710eb44b4 None None] The sync data for ids ['afbf8452-ef12-45b5-8354-1ba1d9aef67c'] in n-d-712140-15 is: [{'id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1556692880-router', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'e48143be-e491-4203-8fc5-bf9496a9969d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:57:39Z', 'updated_at': '2021-11-12T19:57:44Z', 'revision_number': 3, 'project_id': '1a4383e05d1241098e407059f9a4a6a7', 'gw_port': {'id': 'e48143be-e491-4203-8fc5-bf9496a9969d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:41Z', 'updated_at': '2021-11-12T19:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 19:57:48.933569 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3a6cdaf7-99fa-4d63-b56a-92a3e1d9ec9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:48.952462 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e025545-3d81-4468-9c7d-5339988357a3 service neutron] Pushing event updated for resources: {'Port': ['ID=011105bd-e71b-4e61-8395-8513d23bc53b,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:48.958161 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-e381021d-f949-4c08-a32f-ba8c5dc28e3b service neutron] 10.222.0.52 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038821 Nov 12 19:57:48.959953 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebe61c3-2214-447a-b583-4204c751c92d x-openstack-request-id: req-5ebe61c3-2214-447a-b583-4204c751c92d {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:57:48.960996 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f849c88-5fe9-4538-8d1e-d02310508d40", "tag": "6e02188b-743a-4336-bf70-2b29b36e95e2", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:57:48.961662 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5ebe61c3-2214-447a-b583-4204c751c92d {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:57:48.962446 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f849c88-5fe9-4538-8d1e-d02310508d40', 'tag': '6e02188b-743a-4336-bf70-2b29b36e95e2', 'status': 'completed', 'code': 200} Nov 12 19:57:48.982683 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:49.003008 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-94af0f4b-ed99-427b-943a-d76891eb19d0 None None] Provisioning complete for port 42ab7336-fc7e-476a-bd6b-1ed2c3bdf124 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:49.007328 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-94af0f4b-ed99-427b-943a-d76891eb19d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:49.086126 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3270b61-bb03-4b58-9659-638059f7da86 req-0dc0e7b8-6090-4886-aba7-48f6530a407b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:49.088110 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3270b61-bb03-4b58-9659-638059f7da86 req-0dc0e7b8-6090-4886-aba7-48f6530a407b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1199012 Nov 12 19:57:49.094982 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 42ab7336-fc7e-476a-bd6b-1ed2c3bdf124, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=42ab7336-fc7e-476a-bd6b-1ed2c3bdf124,segment=NetworkSegment(ddff1232-1da7-42fe-8eda-d80adfff15af),segment_id=ddff1232-1da7-42fe-8eda-d80adfff15af)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:49.111291 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2249cdfd-f3b5-45fe-9a86-d393dd84c24f req-2c1173f8-30ee-422d-91ff-a2aac17ffb37 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766508 Nov 12 19:57:49.128063 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:49.136502 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fef47188-cc5c-4e7a-adb7-2d52ac737782 req-8b00e0b1-625b-422e-ba5d-518939b2ee20 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 210 time: 0.1155369 Nov 12 19:57:49.198614 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-775c892c-261c-41ef-a76c-e91b0496fd85 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:49.226509 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 19:57:49.248411 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f122261-7f05-4231-a0ae-b6989f077d2f req-bf8abf2f-b9ae-43f7-ba58-1fe08372b9fd tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:49.256838 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4f122261-7f05-4231-a0ae-b6989f077d2f req-bf8abf2f-b9ae-43f7-ba58-1fe08372b9fd tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5bde94-1775-41d5-93e6-c724ae7bf99d HTTP/1.1" status: 200 len: 948 time: 0.2259824 Nov 12 19:57:49.423661 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-775c892c-261c-41ef-a76c-e91b0496fd85 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Network 268668ed-0d7b-4f7b-9df1-da4be7d9946d is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:57:49.429635 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-3a6cdaf7-99fa-4d63-b56a-92a3e1d9ec9a admin admin] Allocated IP 172.20.0.1 (62860f07-36e3-4a3d-9340-bd7e5ad8856d/ee6f525f-a073-41cc-ba60-60408bc77ec0/24b66c35-480f-44cc-a60f-81e953cdd09e) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:57:49.445103 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-775c892c-261c-41ef-a76c-e91b0496fd85 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:57:49.465769 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-775c892c-261c-41ef-a76c-e91b0496fd85 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:57:49.468788 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=42ab7336-fc7e-476a-bd6b-1ed2c3bdf124,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:49.473619 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-530caaf5-a54a-41fd-9277-f3d3b0ab199c req-8e9f9deb-38a6-42af-a2a0-2580a10d2bf9 service neutron] 10.222.0.52 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492803 Nov 12 19:57:49.554912 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c892c-261c-41ef-a76c-e91b0496fd85 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Pushing event updated for resources: {'Port': ['ID=bd20a262-9e7a-46e4-85b8-585099ae54b4,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:49.568251 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3270b61-bb03-4b58-9659-638059f7da86 req-dbc6e715-795e-4703-bf32-8b42aff7f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:49.575135 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3270b61-bb03-4b58-9659-638059f7da86 req-dbc6e715-795e-4703-bf32-8b42aff7f21b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4363153 Nov 12 19:57:49.644368 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4f122261-7f05-4231-a0ae-b6989f077d2f req-b424303d-2c36-46a0-8956-fff6329c45b7 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862932 Nov 12 19:57:49.647708 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b0e26429-6488-40ae-9aa7-3d234d28c2f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:49.726594 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3a6cdaf7-99fa-4d63-b56a-92a3e1d9ec9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:49.747642 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b0e26429-6488-40ae-9aa7-3d234d28c2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:49.763773 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-775c892c-261c-41ef-a76c-e91b0496fd85 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:49.767408 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-775c892c-261c-41ef-a76c-e91b0496fd85 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:49.849000 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e26429-6488-40ae-9aa7-3d234d28c2f9 admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:57:49.874464 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-b0e26429-6488-40ae-9aa7-3d234d28c2f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:57:49.875492 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3270b61-bb03-4b58-9659-638059f7da86 req-d5f961a1-7718-4ca7-be6d-40478c1c869e service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799652 Nov 12 19:57:49.895116 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e26429-6488-40ae-9aa7-3d234d28c2f9 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:57:49.904690 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8002b-3ec0-4161-b326-15b541462aa9 req-8af4834e-e8d8-4ec1-9075-99b7270ae1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:49.906299 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-28c8002b-3ec0-4161-b326-15b541462aa9 req-8af4834e-e8d8-4ec1-9075-99b7270ae1c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 1095 time: 0.2732966 Nov 12 19:57:49.944618 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:49.963490 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-66e46498-ccbc-47bf-9368-d9b5dee8a99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:50.015753 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-775c892c-261c-41ef-a76c-e91b0496fd85 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3921504 Nov 12 19:57:50.016186 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-985f333d-7113-4481-8ece-57bb4dba264e None None] Provisioning complete for port 42ab7336-fc7e-476a-bd6b-1ed2c3bdf124 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:50.016881 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-985f333d-7113-4481-8ece-57bb4dba264e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:50.121369 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-dd6b08b0-cbf8-4528-9474-a4ac2c36ff30 service neutron] Request body: {'port': {'device_id': '101dfb59-83dd-47ea-a342-922681e3969e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:50.179497 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b7a31-9c96-4fc6-ac25-3dbb93c62a52 req-94960e74-8e20-4484-a509-c08f6350c7f5 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:50.187524 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d25b7a31-9c96-4fc6-ac25-3dbb93c62a52 req-94960e74-8e20-4484-a509-c08f6350c7f5 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.1964936 Nov 12 19:57:50.189500 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e26429-6488-40ae-9aa7-3d234d28c2f9 admin admin] Pushing event updated for resources: {'Port': ['ID=e8bdcddc-33d0-42ff-bd46-7535499cf074,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:50.204936 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-dd6b08b0-cbf8-4528-9474-a4ac2c36ff30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:50.213176 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3a6cdaf7-99fa-4d63-b56a-92a3e1d9ec9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:50.315811 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d25b7a31-9c96-4fc6-ac25-3dbb93c62a52 req-af55bf15-14c8-42d0-ad32-5dca389d2c15 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272447 Nov 12 19:57:50.353110 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56786210-c832-4370-9245-26803f5dc34d req-6dd37655-c2f4-4e31-8e6c-17b86ff16d21 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:50.353110 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-56786210-c832-4370-9245-26803f5dc34d req-6dd37655-c2f4-4e31-8e6c-17b86ff16d21 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 943 time: 0.3495450 Nov 12 19:57:50.393584 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6cdaf7-99fa-4d63-b56a-92a3e1d9ec9a admin admin] Network 62860f07-36e3-4a3d-9340-bd7e5ad8856d is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:57:50.407658 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-3a6cdaf7-99fa-4d63-b56a-92a3e1d9ec9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:57:50.412403 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6cdaf7-99fa-4d63-b56a-92a3e1d9ec9a admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:57:50.437148 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cdaf7-99fa-4d63-b56a-92a3e1d9ec9a admin admin] Pushing event updated for resources: {'Port': ['ID=24b66c35-480f-44cc-a60f-81e953cdd09e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:50.607197 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e48143be-e491-4203-8fc5-bf9496a9969d up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:57:50.693811 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3a6cdaf7-99fa-4d63-b56a-92a3e1d9ec9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:50.741030 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port e48143be-e491-4203-8fc5-bf9496a9969d triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:50.741640 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:50.744715 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:57:50.782443 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba68313-66e4-48ce-808b-6957cbcd46cc req-3be3d1eb-5bf6-4359-a8b6-3fabdfbd59d9 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:50.784531 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ba68313-66e4-48ce-808b-6957cbcd46cc req-3be3d1eb-5bf6-4359-a8b6-3fabdfbd59d9 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 932 time: 0.2228806 Nov 12 19:57:50.828684 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8002b-3ec0-4161-b326-15b541462aa9 req-a5078dcc-1166-4b75-b3e7-9b03418f88e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:50.830161 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-28c8002b-3ec0-4161-b326-15b541462aa9 req-a5078dcc-1166-4b75-b3e7-9b03418f88e5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e3a881ac-6120-48a0-95f8-2623f45c4673 HTTP/1.1" status: 200 len: 909 time: 0.9107454 Nov 12 19:57:50.845955 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3270b61-bb03-4b58-9659-638059f7da86 req-7891e16c-2fab-453c-9f7e-db8d8b406d28 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9617620 Nov 12 19:57:50.847077 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b0e26429-6488-40ae-9aa7-3d234d28c2f9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:50.902862 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-28c8002b-3ec0-4161-b326-15b541462aa9 req-14129275-347e-46db-b7f8-ecf9aae994f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e02188b-743a-4336-bf70-2b29b36e95e2 HTTP/1.1" status: 200 len: 217 time: 0.0599556 Nov 12 19:57:50.914832 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-56786210-c832-4370-9245-26803f5dc34d req-cae54628-b7ca-401e-a2ae-054bc14458ac tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511292 Nov 12 19:57:50.930206 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:50.945309 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': 'f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a', 'mac_address': 'fa:16:3e:e4:6c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:57:50.988719 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5bde94-1775-41d5-93e6-c724ae7bf99d', 'tag': '011105bd-e71b-4e61-8395-8513d23bc53b'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:57:50.991011 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81d1c6b-49ac-4481-8803-a43d9556d458" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5bde94-1775-41d5-93e6-c724ae7bf99d", "tag": "011105bd-e71b-4e61-8395-8513d23bc53b"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:57:50.995803 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8002b-3ec0-4161-b326-15b541462aa9 req-285ade9d-fe09-40ae-bd4f-de85f12b897f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:51.000572 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-28c8002b-3ec0-4161-b326-15b541462aa9 req-285ade9d-fe09-40ae-bd4f-de85f12b897f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bbdea447-0bd1-47f3-8097-cac78263fd7c HTTP/1.1" status: 200 len: 848 time: 0.0773726 Nov 12 19:57:51.022623 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:51.050725 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:57:51.076558 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:51.082788 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8b3fe783-c49f-4414-8833-d2da725a254a None None] Provisioning complete for port 24b66c35-480f-44cc-a60f-81e953cdd09e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:51.083224 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8b3fe783-c49f-4414-8833-d2da725a254a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:51.097408 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-28c8002b-3ec0-4161-b326-15b541462aa9 req-e3c356a9-7431-4845-8a7f-39ee975834b0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e3a881ac-6120-48a0-95f8-2623f45c4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804329 Nov 12 19:57:51.133610 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:51.157478 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:51.167049 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ba68313-66e4-48ce-808b-6957cbcd46cc req-dfa48300-0333-430e-ba38-aedab44a82db tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626232 Nov 12 19:57:51.194766 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port e48143be-e491-4203-8fc5-bf9496a9969d, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e48143be-e491-4203-8fc5-bf9496a9969d,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:51.269372 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:51.271565 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3a6cdaf7-99fa-4d63-b56a-92a3e1d9ec9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:51.283809 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:51.284728 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 42ab7336-fc7e-476a-bd6b-1ed2c3bdf124 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:57:51.405510 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=e48143be-e491-4203-8fc5-bf9496a9969d,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:51.418783 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-28c8002b-3ec0-4161-b326-15b541462aa9 req-89c6f0f6-bd9e-46a4-b60d-e305b3ec4ccb service neutron] 10.222.0.52 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542493 Nov 12 19:57:51.476189 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8b3fe783-c49f-4414-8833-d2da725a254a None None] Port 24b66c35-480f-44cc-a60f-81e953cdd09e cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:57:51.480583 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 42ab7336-fc7e-476a-bd6b-1ed2c3bdf124 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:51.483009 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:51.542968 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b0e26429-6488-40ae-9aa7-3d234d28c2f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:51.644122 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:57:51.671641 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0715f0b-8f8a-4212-b4b2-24d1153f82a9 req-ee69314f-c4ce-4f3e-905c-4d789347b155 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:51.673629 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f0715f0b-8f8a-4212-b4b2-24d1153f82a9 req-ee69314f-c4ce-4f3e-905c-4d789347b155 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5bde94-1775-41d5-93e6-c724ae7bf99d HTTP/1.1" status: 200 len: 948 time: 0.4657612 Nov 12 19:57:51.762417 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-28c8002b-3ec0-4161-b326-15b541462aa9 req-a3beb012-375b-468c-b54c-f55b298eade0 service neutron] 10.222.0.52 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368270 Nov 12 19:57:51.833762 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3a6cdaf7-99fa-4d63-b56a-92a3e1d9ec9a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:51.848307 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3a6cdaf7-99fa-4d63-b56a-92a3e1d9ec9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:51.857074 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-dd6b08b0-cbf8-4528-9474-a4ac2c36ff30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd20a262-9e7a-46e4-85b8-585099ae54b4 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:57:51.877769 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-dd6b08b0-cbf8-4528-9474-a4ac2c36ff30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:51.896357 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-dd6b08b0-cbf8-4528-9474-a4ac2c36ff30 service neutron] Transition to ACTIVE for port object bd20a262-9e7a-46e4-85b8-585099ae54b4 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:57:51.902537 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f0715f0b-8f8a-4212-b4b2-24d1153f82a9 req-19df9f24-2fe9-401c-aa49-6288ea986952 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199016 Nov 12 19:57:51.913478 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc26b40-ac17-4f05-bddf-d9e7ee751db7 x-openstack-request-id: req-bbc26b40-ac17-4f05-bddf-d9e7ee751db7 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:57:51.913763 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5bde94-1775-41d5-93e6-c724ae7bf99d", "tag": "011105bd-e71b-4e61-8395-8513d23bc53b", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:57:51.913982 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bbc26b40-ac17-4f05-bddf-d9e7ee751db7 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:57:51.915736 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce5bde94-1775-41d5-93e6-c724ae7bf99d', 'tag': '011105bd-e71b-4e61-8395-8513d23bc53b', 'status': 'completed', 'code': 200} Nov 12 19:57:51.917134 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-dd6b08b0-cbf8-4528-9474-a4ac2c36ff30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:51.962538 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e26429-6488-40ae-9aa7-3d234d28c2f9 admin admin] Router 0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 19:57:51.983294 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cdaf7-99fa-4d63-b56a-92a3e1d9ec9a admin admin] Pushing event updated for resources: {'Port': ['ID=24b66c35-480f-44cc-a60f-81e953cdd09e,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:51.991410 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3a6cdaf7-99fa-4d63-b56a-92a3e1d9ec9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:52.018014 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b08b0-cbf8-4528-9474-a4ac2c36ff30 service neutron] Pushing event updated for resources: {'Port': ['ID=bd20a262-9e7a-46e4-85b8-585099ae54b4,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:52.055140 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde23b0-c5c9-46fb-b7df-8db86c61975b req-27f25e6f-fc86-43f6-88f3-b56624d1a6a5 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:52.057269 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1cde23b0-c5c9-46fb-b7df-8db86c61975b req-27f25e6f-fc86-43f6-88f3-b56624d1a6a5 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.1355727 Nov 12 19:57:52.134691 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d1c6b-49ac-4481-8803-a43d9556d458 req-84f5751c-7a61-4513-b7f4-f697bd111bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:52.136817 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f81d1c6b-49ac-4481-8803-a43d9556d458 req-84f5751c-7a61-4513-b7f4-f697bd111bab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=127a6be859e142dbb23de706cc1f6a95&device_id=ce5bde94-1775-41d5-93e6-c724ae7bf99d HTTP/1.1" status: 200 len: 1100 time: 0.1303582 Nov 12 19:57:52.167879 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c99dcb28-7643-4b4a-bf23-f34f9589a596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:52.179102 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-dd6b08b0-cbf8-4528-9474-a4ac2c36ff30 service neutron] Attempting to bind port bd20a262-9e7a-46e4-85b8-585099ae54b4 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:57:52.179437 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-dd6b08b0-cbf8-4528-9474-a4ac2c36ff30 service neutron] Attempting to bind port bd20a262-9e7a-46e4-85b8-585099ae54b4 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:57:52.179765 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-dd6b08b0-cbf8-4528-9474-a4ac2c36ff30 service neutron] Attempting to bind port bd20a262-9e7a-46e4-85b8-585099ae54b4 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:52.193803 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4de395-44a2-4371-92e4-a333904d7c21 req-4bc635de-2649-49cb-a7f4-ee0b7625f424 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:52.195297 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5a4de395-44a2-4371-92e4-a333904d7c21 req-4bc635de-2649-49cb-a7f4-ee0b7625f424 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 943 time: 0.1593428 Nov 12 19:57:52.220688 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-dd6b08b0-cbf8-4528-9474-a4ac2c36ff30 service neutron] Port bd20a262-9e7a-46e4-85b8-585099ae54b4 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:57:52.221040 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-dd6b08b0-cbf8-4528-9474-a4ac2c36ff30 service neutron] Attempting to bind port bd20a262-9e7a-46e4-85b8-585099ae54b4 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:52.239192 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e26429-6488-40ae-9aa7-3d234d28c2f9 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 19:57:52.247507 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1cde23b0-c5c9-46fb-b7df-8db86c61975b req-42ed6b74-1620-4316-87f5-79ec0a4f9d24 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682811 Nov 12 19:57:52.251643 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c6e927-7d34-44c2-9fa2-edd0b1d266f3 None None] Sync routers for ids ['0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 19:57:52.268881 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c6e927-7d34-44c2-9fa2-edd0b1d266f3 None None] Routers {'0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:57:52.269845 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-07c6e927-7d34-44c2-9fa2-edd0b1d266f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:57:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:57:52.280206 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6cdaf7-99fa-4d63-b56a-92a3e1d9ec9a admin admin] Network 62860f07-36e3-4a3d-9340-bd7e5ad8856d is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:57:52.282092 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-3a6cdaf7-99fa-4d63-b56a-92a3e1d9ec9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:57:52.286594 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b0e26429-6488-40ae-9aa7-3d234d28c2f9 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:52.288704 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b0e26429-6488-40ae-9aa7-3d234d28c2f9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2647004 Nov 12 19:57:52.293510 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49078) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:52.347735 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-dd6b08b0-cbf8-4528-9474-a4ac2c36ff30 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:57:52.348088 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-dd6b08b0-cbf8-4528-9474-a4ac2c36ff30 service neutron] Checking segment: {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:57:52.348512 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-dd6b08b0-cbf8-4528-9474-a4ac2c36ff30 service neutron] Bound using segment: {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:57:52.348965 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-dd6b08b0-cbf8-4528-9474-a4ac2c36ff30 service neutron] Bound port: bd20a262-9e7a-46e4-85b8-585099ae54b4, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:57:52.349326 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-dd6b08b0-cbf8-4528-9474-a4ac2c36ff30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:52.501823 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e48143be-e491-4203-8fc5-bf9496a9969d up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:57:52.543790 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-dd6b08b0-cbf8-4528-9474-a4ac2c36ff30 service neutron] For port bd20a262-9e7a-46e4-85b8-585099ae54b4, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:57:52.549120 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-dd6b08b0-cbf8-4528-9474-a4ac2c36ff30 service neutron] For port bd20a262-9e7a-46e4-85b8-585099ae54b4, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=bd20a262-9e7a-46e4-85b8-585099ae54b4,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:57:52.614036 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5a4de395-44a2-4371-92e4-a333904d7c21 req-695c7b04-694f-4c6a-8ad8-186415ef43bc tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951919 Nov 12 19:57:52.617103 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-dd6b08b0-cbf8-4528-9474-a4ac2c36ff30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:52.645633 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6cdaf7-99fa-4d63-b56a-92a3e1d9ec9a admin admin] Router afbf8452-ef12-45b5-8354-1ba1d9aef67c has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 19:57:52.646110 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-07c6e927-7d34-44c2-9fa2-edd0b1d266f3 None None] Set router 0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:57:52.648303 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port e48143be-e491-4203-8fc5-bf9496a9969d triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:52.648771 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:52.725486 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b08b0-cbf8-4528-9474-a4ac2c36ff30 service neutron] Pushing event updated for resources: {'Port': ['ID=bd20a262-9e7a-46e4-85b8-585099ae54b4,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:52.746764 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-dd6b08b0-cbf8-4528-9474-a4ac2c36ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:52.747638 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-dd6b08b0-cbf8-4528-9474-a4ac2c36ff30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:52.749213 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-dd6b08b0-cbf8-4528-9474-a4ac2c36ff30 service neutron] 10.222.0.55 "PUT /v2.0/ports/bd20a262-9e7a-46e4-85b8-585099ae54b4 HTTP/1.1" status: 200 len: 1093 time: 2.6351073 Nov 12 19:57:52.775941 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d1c6b-49ac-4481-8803-a43d9556d458 req-7efd66a5-c872-4d96-b9b7-26d4d2a0914f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:52.777677 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f81d1c6b-49ac-4481-8803-a43d9556d458 req-7efd66a5-c872-4d96-b9b7-26d4d2a0914f service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.6128552 Nov 12 19:57:52.799368 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12228718-02cd-479c-9b32-7e483c9b00e1 req-3063c318-8de2-4306-8932-7b33bd545e11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:52.807254 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-12228718-02cd-479c-9b32-7e483c9b00e1 req-3063c318-8de2-4306-8932-7b33bd545e11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 944 time: 0.2252452 Nov 12 19:57:52.879594 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f81d1c6b-49ac-4481-8803-a43d9556d458 req-2a8013c8-8df5-441f-a464-9fb5211547c6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=011105bd-e71b-4e61-8395-8513d23bc53b HTTP/1.1" status: 200 len: 217 time: 0.0893679 Nov 12 19:57:52.908590 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-caef6cf8-5f38-4b3f-ab56-71943e9f98b0 None None] Provisioning complete for port 24b66c35-480f-44cc-a60f-81e953cdd09e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:52.908959 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-caef6cf8-5f38-4b3f-ab56-71943e9f98b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:52.949393 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d1c6b-49ac-4481-8803-a43d9556d458 req-6457a072-b6ec-40c7-ac88-6dbe6fb2043a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:52.950843 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f81d1c6b-49ac-4481-8803-a43d9556d458 req-6457a072-b6ec-40c7-ac88-6dbe6fb2043a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0603333 Nov 12 19:57:52.970149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-4eebc008-a7c2-41fb-a095-4c47506686e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:52.971617 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-4eebc008-a7c2-41fb-a095-4c47506686e6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 1096 time: 0.1382594 Nov 12 19:57:52.981611 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-caef6cf8-5f38-4b3f-ab56-71943e9f98b0 None None] Port 24b66c35-480f-44cc-a60f-81e953cdd09e cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:57:53.029138 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-07c6e927-7d34-44c2-9fa2-edd0b1d266f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c', 'name': 'tempest-ServersTestMultiNic-1186077549-router', 'tenant_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'e8bdcddc-33d0-42ff-bd46-7535499cf074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:57:46Z', 'updated_at': '2021-11-12T19:57:50Z', 'revision_number': 3, 'project_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'gw_port': {'id': 'e8bdcddc-33d0-42ff-bd46-7535499cf074', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:49:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:48Z', 'updated_at': '2021-11-12T19:57:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:57:53.051158 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-abe4ddfc-fda5-45c9-8e3b-be2046b5fe1a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd20a262-9e7a-46e4-85b8-585099ae54b4 HTTP/1.1" status: 200 len: 217 time: 0.0463524 Nov 12 19:57:53.073690 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c6e927-7d34-44c2-9fa2-edd0b1d266f3 None None] Checking router: 0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 19:57:53.074044 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c6e927-7d34-44c2-9fa2-edd0b1d266f3 None None] Updating router 0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c port e8bdcddc-33d0-42ff-bd46-7535499cf074 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 19:57:53.112707 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-07c6e927-7d34-44c2-9fa2-edd0b1d266f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:53.171231 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d1c6b-49ac-4481-8803-a43d9556d458 req-f4eb49ac-57c1-43a5-8d0e-78a59a28a94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:53.173102 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f81d1c6b-49ac-4481-8803-a43d9556d458 req-f4eb49ac-57c1-43a5-8d0e-78a59a28a94e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2131245 Nov 12 19:57:53.183681 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-99d7f2a2-da52-46f8-8fd1-6c98dd02c54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:53.185164 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-99d7f2a2-da52-46f8-8fd1-6c98dd02c54d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7e87043-7d2d-4150-b80d-fb0e6e39dcdf HTTP/1.1" status: 200 len: 861 time: 0.1193771 Nov 12 19:57:53.215046 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ed65e-9c28-4784-bf80-b14d852345c2 req-98cec7a9-93b6-4017-9365-890c0f8c9db1 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:53.223657 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0f6ed65e-9c28-4784-bf80-b14d852345c2 req-98cec7a9-93b6-4017-9365-890c0f8c9db1 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5bde94-1775-41d5-93e6-c724ae7bf99d HTTP/1.1" status: 200 len: 948 time: 0.1699028 Nov 12 19:57:53.234148 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6cdaf7-99fa-4d63-b56a-92a3e1d9ec9a admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 19:57:53.245657 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5403cb-c48a-4f97-8a2b-47890dee5dc9 None None] Sync routers for ids ['afbf8452-ef12-45b5-8354-1ba1d9aef67c'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 19:57:53.247441 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-12228718-02cd-479c-9b32-7e483c9b00e1 req-f984d360-4c10-412c-80a2-83426cccbfa1 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390793 Nov 12 19:57:53.267189 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5403cb-c48a-4f97-8a2b-47890dee5dc9 None None] Routers {'afbf8452-ef12-45b5-8354-1ba1d9aef67c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:57:53.267189 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-6b5403cb-c48a-4f97-8a2b-47890dee5dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:57:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['afbf8452-ef12-45b5-8354-1ba1d9aef67c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:57:53.268148 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3a6cdaf7-99fa-4d63-b56a-92a3e1d9ec9a admin admin] 10.222.0.48 "PUT /v2.0/routers/afbf8452-ef12-45b5-8354-1ba1d9aef67c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4573841 Nov 12 19:57:53.285406 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6e02188b-743a-4336-bf70-2b29b36e95e2 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:57:53.295124 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-cecabae3-8997-42e4-87f5-cf2d9cb6f0f0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=268668ed-0d7b-4f7b-9df1-da4be7d9946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982578 Nov 12 19:57:53.410428 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-cc3c697e-555d-41b9-b9e6-d13c388289f3 service neutron] 10.222.0.55 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079988 Nov 12 19:57:53.495392 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b27eae-ad2f-4e8e-8949-e5b3b335a30c req-3a1d0d78-6aa4-440b-9e90-34d0beb1a7af tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:53.503297 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-36b27eae-ad2f-4e8e-8949-e5b3b335a30c req-3a1d0d78-6aa4-440b-9e90-34d0beb1a7af tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.1247151 Nov 12 19:57:53.521861 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 6e02188b-743a-4336-bf70-2b29b36e95e2, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6e02188b-743a-4336-bf70-2b29b36e95e2,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:53.526923 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-6b5403cb-c48a-4f97-8a2b-47890dee5dc9 None None] Set router afbf8452-ef12-45b5-8354-1ba1d9aef67c gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:57:53.595748 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9848b6fb-9516-41bd-90e8-d03103ea60f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:53.603280 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0f6ed65e-9c28-4784-bf80-b14d852345c2 req-791acb76-461d-4e7b-b08c-f2d0b6c38f9e tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739440 Nov 12 19:57:53.623712 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-36b27eae-ad2f-4e8e-8949-e5b3b335a30c req-60a812b6-740f-4fe8-b8d2-02aecd087369 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191368 Nov 12 19:57:53.623894 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '6e02188b-743a-4336-bf70-2b29b36e95e2', 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673', 'port_id': '6e02188b-743a-4336-bf70-2b29b36e95e2', 'mac_address': 'fa:16:3e:f2:45:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbdea447-0bd1-47f3-8097-cac78263fd7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:57:53.681645 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f81d1c6b-49ac-4481-8803-a43d9556d458 req-fa20b40d-162b-488f-baa4-3afe6a3456f0 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901917 Nov 12 19:57:53.726641 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4c81f561-f479-4863-83f2-c848d2cf7d08 req-b45ab306-e34e-431c-b010-73e247853368 service neutron] 10.222.0.55 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855501 Nov 12 19:57:53.896896 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-6b5403cb-c48a-4f97-8a2b-47890dee5dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1556692880-router', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'e48143be-e491-4203-8fc5-bf9496a9969d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:57:39Z', 'updated_at': '2021-11-12T19:57:51Z', 'revision_number': 4, 'project_id': '1a4383e05d1241098e407059f9a4a6a7', 'gw_port': {'id': 'e48143be-e491-4203-8fc5-bf9496a9969d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:41Z', 'updated_at': '2021-11-12T19:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '24b66c35-480f-44cc-a60f-81e953cdd09e', 'name': '', 'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'mac_address': 'fa:16:3e:f2:74:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ee6f525f-a073-41cc-ba60-60408bc77ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:48Z', 'updated_at': '2021-11-12T19:57:51Z', 'revision_number': 2, 'project_id': '1a4383e05d1241098e407059f9a4a6a7', 'subnets': [{'id': 'ee6f525f-a073-41cc-ba60-60408bc77ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:57:53.927950 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101dfb59-83dd-47ea-a342-922681e3969e', 'tag': 'bd20a262-9e7a-46e4-85b8-585099ae54b4'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:57:53.930140 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a32679c-e712-46d4-9daf-56084785fc03" -d '{"events": [{"name": "network-changed", "server_uuid": "101dfb59-83dd-47ea-a342-922681e3969e", "tag": "bd20a262-9e7a-46e4-85b8-585099ae54b4"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:57:53.941321 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5403cb-c48a-4f97-8a2b-47890dee5dc9 None None] Checking router: afbf8452-ef12-45b5-8354-1ba1d9aef67c for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 19:57:53.941913 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5403cb-c48a-4f97-8a2b-47890dee5dc9 None None] Updating router afbf8452-ef12-45b5-8354-1ba1d9aef67c port 24b66c35-480f-44cc-a60f-81e953cdd09e binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 19:57:53.987099 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6b5403cb-c48a-4f97-8a2b-47890dee5dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:53.999719 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-9848b6fb-9516-41bd-90e8-d03103ea60f6 admin admin] Allocated IP 172.20.0.1 (6bc08339-1fd5-4060-afc4-1b9070b54172/0cc938a9-5d89-4842-a308-b530ad5f0187/17b87f5b-acf8-43be-9aed-55b1947d7891) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:57:54.005238 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:54.010397 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61897055-a72e-43bd-8050-967174c398dc req-40b2cfe5-dedd-42fd-a42f-e3b2b1ed318a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:54.023812 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-61897055-a72e-43bd-8050-967174c398dc req-40b2cfe5-dedd-42fd-a42f-e3b2b1ed318a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 943 time: 0.1887927 Nov 12 19:57:54.032096 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f81d1c6b-49ac-4481-8803-a43d9556d458 req-33602772-4d1b-4327-a7cc-b27a881d866c service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412261 Nov 12 19:57:54.087418 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:54.093568 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:54.115463 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e02188b-743a-4336-bf70-2b29b36e95e2 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:57:54.139359 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 6e02188b-743a-4336-bf70-2b29b36e95e2, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6e02188b-743a-4336-bf70-2b29b36e95e2,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:54.143179 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-61897055-a72e-43bd-8050-967174c398dc req-afe79057-cc95-470d-901e-431b4dddb97a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070781 Nov 12 19:57:54.147586 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:54.148685 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 011105bd-e71b-4e61-8395-8513d23bc53b details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:57:54.178676 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-1a5feb14-f64c-44ce-8c8e-1b997340492f tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:54.186729 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-1a5feb14-f64c-44ce-8c8e-1b997340492f tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/networks?id=62860f07-36e3-4a3d-9340-bd7e5ad8856d HTTP/1.1" status: 200 len: 829 time: 0.2090640 Nov 12 19:57:54.219867 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1df264-0e0d-4ae3-b72b-e0903aa9d090 x-openstack-request-id: req-fc1df264-0e0d-4ae3-b72b-e0903aa9d090 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:57:54.220370 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101dfb59-83dd-47ea-a342-922681e3969e", "tag": "bd20a262-9e7a-46e4-85b8-585099ae54b4", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:57:54.220893 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc1df264-0e0d-4ae3-b72b-e0903aa9d090 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:57:54.221432 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101dfb59-83dd-47ea-a342-922681e3969e', 'tag': 'bd20a262-9e7a-46e4-85b8-585099ae54b4', 'status': 'completed', 'code': 200} Nov 12 19:57:54.222134 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-1a0bf472-bb56-4c89-99ac-60e49ea07f2b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/quotas/1a4383e05d1241098e407059f9a4a6a7 HTTP/1.1" status: 200 len: 375 time: 0.0339022 Nov 12 19:57:54.248258 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9848b6fb-9516-41bd-90e8-d03103ea60f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:54.278779 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=6e02188b-743a-4336-bf70-2b29b36e95e2,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:54.314402 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-0b4b84c7-9fc7-45f9-b7ed-4a0901d06275 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1a4383e05d1241098e407059f9a4a6a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912097 Nov 12 19:57:54.338641 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-07c6e927-7d34-44c2-9fa2-edd0b1d266f3 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:54.362498 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-07c6e927-7d34-44c2-9fa2-edd0b1d266f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:54.403249 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9848b6fb-9516-41bd-90e8-d03103ea60f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:54.408051 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32679c-e712-46d4-9daf-56084785fc03 req-7f61cc69-5c06-40f4-bc71-7c9a154f1d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:54.412507 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8a32679c-e712-46d4-9daf-56084785fc03 req-7f61cc69-5c06-40f4-bc71-7c9a154f1d04 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 1096 time: 0.1691239 Nov 12 19:57:54.416954 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-07c6e927-7d34-44c2-9fa2-edd0b1d266f3 None None] Attempting to bind port e8bdcddc-33d0-42ff-bd46-7535499cf074 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:57:54.417324 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-07c6e927-7d34-44c2-9fa2-edd0b1d266f3 None None] Attempting to bind port e8bdcddc-33d0-42ff-bd46-7535499cf074 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:57:54.417747 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c6e927-7d34-44c2-9fa2-edd0b1d266f3 None None] Attempting to bind port e8bdcddc-33d0-42ff-bd46-7535499cf074 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:54.427804 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c6e927-7d34-44c2-9fa2-edd0b1d266f3 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:57:54.428319 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c6e927-7d34-44c2-9fa2-edd0b1d266f3 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:57:54.428739 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-07c6e927-7d34-44c2-9fa2-edd0b1d266f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:54.429180 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c6e927-7d34-44c2-9fa2-edd0b1d266f3 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:57:54.429720 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-07c6e927-7d34-44c2-9fa2-edd0b1d266f3 None None] Bound port: e8bdcddc-33d0-42ff-bd46-7535499cf074, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:57:54.430161 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-07c6e927-7d34-44c2-9fa2-edd0b1d266f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:54.460926 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9848b6fb-9516-41bd-90e8-d03103ea60f6 admin admin] Network 6bc08339-1fd5-4060-afc4-1b9070b54172 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:57:54.468595 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-9848b6fb-9516-41bd-90e8-d03103ea60f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:57:54.488382 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9848b6fb-9516-41bd-90e8-d03103ea60f6 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:57:54.489926 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-07c6e927-7d34-44c2-9fa2-edd0b1d266f3 None None] For port e8bdcddc-33d0-42ff-bd46-7535499cf074, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:57:54.497386 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-07c6e927-7d34-44c2-9fa2-edd0b1d266f3 None None] For port e8bdcddc-33d0-42ff-bd46-7535499cf074, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e8bdcddc-33d0-42ff-bd46-7535499cf074,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:57:54.516924 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-07c6e927-7d34-44c2-9fa2-edd0b1d266f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:54.534882 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 011105bd-e71b-4e61-8395-8513d23bc53b, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=011105bd-e71b-4e61-8395-8513d23bc53b,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:54.555228 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848b6fb-9516-41bd-90e8-d03103ea60f6 admin admin] Pushing event updated for resources: {'Port': ['ID=17b87f5b-acf8-43be-9aed-55b1947d7891,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:54.559606 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6b5403cb-c48a-4f97-8a2b-47890dee5dc9 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:54.574164 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6b5403cb-c48a-4f97-8a2b-47890dee5dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:54.577937 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c6e927-7d34-44c2-9fa2-edd0b1d266f3 None None] Routers {'0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:57:54.579252 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-07c6e927-7d34-44c2-9fa2-edd0b1d266f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:57:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:57:54.581930 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-868a9b14-0b6f-4d9f-a35f-e8dc383498fa service neutron] 10.222.0.48 "GET /v2.0/networks/62860f07-36e3-4a3d-9340-bd7e5ad8856d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664025 Nov 12 19:57:54.620808 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32679c-e712-46d4-9daf-56084785fc03 req-96964d55-73f0-43c7-b8f2-2ef1ee557fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:54.622298 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8a32679c-e712-46d4-9daf-56084785fc03 req-96964d55-73f0-43c7-b8f2-2ef1ee557fba service neutron] 10.222.0.55 "GET /v2.0/networks?id=268668ed-0d7b-4f7b-9df1-da4be7d9946d HTTP/1.1" status: 200 len: 922 time: 0.1775606 Nov 12 19:57:54.655860 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9848b6fb-9516-41bd-90e8-d03103ea60f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:54.722935 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109535c9-a929-471d-b07c-6059b7eba546 None None] Pushing event updated for resources: {'Port': ['ID=24b66c35-480f-44cc-a60f-81e953cdd09e,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:54.730189 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048dbbad-b7b9-41c4-8ea8-4384a1f5cb2a None None] Pushing event updated for resources: {'Port': ['ID=e8bdcddc-33d0-42ff-bd46-7535499cf074,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:54.767964 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8a32679c-e712-46d4-9daf-56084785fc03 req-dabc3973-5b03-455c-bbf6-26fac6638f01 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd20a262-9e7a-46e4-85b8-585099ae54b4 HTTP/1.1" status: 200 len: 217 time: 0.1272905 Nov 12 19:57:54.782104 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-07c6e927-7d34-44c2-9fa2-edd0b1d266f3 None None] Set router 0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:57:54.816151 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-6b5403cb-c48a-4f97-8a2b-47890dee5dc9 None None] Attempting to bind port 24b66c35-480f-44cc-a60f-81e953cdd09e on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:57:54.824739 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-6b5403cb-c48a-4f97-8a2b-47890dee5dc9 None None] Attempting to bind port 24b66c35-480f-44cc-a60f-81e953cdd09e by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '2efc070e-a49f-4f07-8919-eb6a66625270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:57:54.825223 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5403cb-c48a-4f97-8a2b-47890dee5dc9 None None] Attempting to bind port 24b66c35-480f-44cc-a60f-81e953cdd09e on network 62860f07-36e3-4a3d-9340-bd7e5ad8856d {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:57:54.833869 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5403cb-c48a-4f97-8a2b-47890dee5dc9 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:57:54.834684 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5403cb-c48a-4f97-8a2b-47890dee5dc9 None None] Checking segment: {'id': '2efc070e-a49f-4f07-8919-eb6a66625270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:57:54.835175 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6b5403cb-c48a-4f97-8a2b-47890dee5dc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:54.835630 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5403cb-c48a-4f97-8a2b-47890dee5dc9 None None] Bound using segment: {'id': '2efc070e-a49f-4f07-8919-eb6a66625270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:57:54.836178 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-6b5403cb-c48a-4f97-8a2b-47890dee5dc9 None None] Bound port: 24b66c35-480f-44cc-a60f-81e953cdd09e, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efc070e-a49f-4f07-8919-eb6a66625270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:57:54.838478 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6b5403cb-c48a-4f97-8a2b-47890dee5dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:54.874077 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '011105bd-e71b-4e61-8395-8513d23bc53b', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': '011105bd-e71b-4e61-8395-8513d23bc53b', 'mac_address': 'fa:16:3e:4d:c3:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:57:54.893869 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32679c-e712-46d4-9daf-56084785fc03 req-848facf9-a45d-497f-9ebb-a39facc0a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:54.896001 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8a32679c-e712-46d4-9daf-56084785fc03 req-848facf9-a45d-497f-9ebb-a39facc0a53a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7e87043-7d2d-4150-b80d-fb0e6e39dcdf HTTP/1.1" status: 200 len: 861 time: 0.1088359 Nov 12 19:57:54.903403 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-1c70332e-8998-4c67-b3b1-769f977b1afa service neutron] 10.222.0.48 "GET /v2.0/networks/62860f07-36e3-4a3d-9340-bd7e5ad8856d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204098 Nov 12 19:57:54.923907 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-6b5403cb-c48a-4f97-8a2b-47890dee5dc9 None None] For port 24b66c35-480f-44cc-a60f-81e953cdd09e, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:57:54.925641 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:57:54.934083 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-6b5403cb-c48a-4f97-8a2b-47890dee5dc9 None None] For port 24b66c35-480f-44cc-a60f-81e953cdd09e, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=24b66c35-480f-44cc-a60f-81e953cdd09e,segment=NetworkSegment(2efc070e-a49f-4f07-8919-eb6a66625270),segment_id=2efc070e-a49f-4f07-8919-eb6a66625270)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:57:54.945767 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6b5403cb-c48a-4f97-8a2b-47890dee5dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:54.971425 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8a32679c-e712-46d4-9daf-56084785fc03 req-d2b19f31-0a92-406a-b292-a16e20012e75 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=268668ed-0d7b-4f7b-9df1-da4be7d9946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667639 Nov 12 19:57:54.980926 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79debf1d-3d0a-4122-bbd9-7daab6a949a7 req-ff13d21d-5e75-4a87-9a57-b5ae20fc2e89 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:54.988546 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-79debf1d-3d0a-4122-bbd9-7daab6a949a7 req-ff13d21d-5e75-4a87-9a57-b5ae20fc2e89 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 944 time: 0.5557606 Nov 12 19:57:55.047777 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9848b6fb-9516-41bd-90e8-d03103ea60f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:55.090475 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:57:55.103368 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:55.104057 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:55.111863 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109535c9-a929-471d-b07c-6059b7eba546 None None] Pushing event updated for resources: {'Port': ['ID=24b66c35-480f-44cc-a60f-81e953cdd09e,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:55.155808 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5403cb-c48a-4f97-8a2b-47890dee5dc9 None None] Routers {'afbf8452-ef12-45b5-8354-1ba1d9aef67c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:57:55.162614 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-79debf1d-3d0a-4122-bbd9-7daab6a949a7 req-e8b1c0b7-dc7c-4b3f-aa93-cfa6cb4334c9 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729650 Nov 12 19:57:55.162801 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-6b5403cb-c48a-4f97-8a2b-47890dee5dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:57:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['afbf8452-ef12-45b5-8354-1ba1d9aef67c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:57:55.193595 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0b48344d-1dc6-4415-ba15-2807311f6b3a None None] Provisioning complete for port 17b87f5b-acf8-43be-9aed-55b1947d7891 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:55.202975 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0b48344d-1dc6-4415-ba15-2807311f6b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:55.360882 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0b48344d-1dc6-4415-ba15-2807311f6b3a None None] Port 17b87f5b-acf8-43be-9aed-55b1947d7891 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:57:55.412615 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9848b6fb-9516-41bd-90e8-d03103ea60f6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:55.442136 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8a32679c-e712-46d4-9daf-56084785fc03 req-3d4b55cd-1e35-4afe-a1c8-68ad096dbbe5 service neutron] 10.222.0.55 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507885 Nov 12 19:57:55.451420 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9848b6fb-9516-41bd-90e8-d03103ea60f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:55.451614 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048dbbad-b7b9-41c4-8ea8-4384a1f5cb2a None None] Pushing event updated for resources: {'Port': ['ID=e8bdcddc-33d0-42ff-bd46-7535499cf074,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:55.461252 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:55.465939 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb1259-f589-4cbd-85aa-792c0f2f7eff req-998b85bf-6b38-423e-ac51-93353db2f772 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:55.477332 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-25eb1259-f589-4cbd-85aa-792c0f2f7eff req-998b85bf-6b38-423e-ac51-93353db2f772 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5bde94-1775-41d5-93e6-c724ae7bf99d HTTP/1.1" status: 200 len: 948 time: 0.1463046 Nov 12 19:57:55.481092 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-6b5403cb-c48a-4f97-8a2b-47890dee5dc9 None None] Set router afbf8452-ef12-45b5-8354-1ba1d9aef67c gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:57:55.492377 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:55.519016 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:55.533618 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7359f0-7bdd-4ada-b8e4-064ab20926d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:57:55.543230 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587539ea-c062-4a63-8df2-d1237f940a3c" -d '{"events": [{"server_uuid": "4d7359f0-7bdd-4ada-b8e4-064ab20926d7", "name": "network-vif-plugged", "status": "completed", "tag": "f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:57:55.552162 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 011105bd-e71b-4e61-8395-8513d23bc53b {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:57:55.574901 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 011105bd-e71b-4e61-8395-8513d23bc53b, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=011105bd-e71b-4e61-8395-8513d23bc53b,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:55.587624 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:55.589700 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-596e0ab7-fca4-4b47-81a2-b8bb6ed620dd None None] Provisioning complete for port 24b66c35-480f-44cc-a60f-81e953cdd09e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:55.590264 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-596e0ab7-fca4-4b47-81a2-b8bb6ed620dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:55.629519 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8a32679c-e712-46d4-9daf-56084785fc03 req-b438ea7d-ba07-4869-9456-eba9eeff7e79 service neutron] 10.222.0.55 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489568 Nov 12 19:57:55.640053 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:55.676270 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:55.690351 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-25eb1259-f589-4cbd-85aa-792c0f2f7eff req-864eacad-889e-4c97-9bae-2b79da9aa0da tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118959 Nov 12 19:57:55.717513 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107417a1-b971-43d4-ac6e-4ce127884d56 req-ba8a2d4b-5417-477e-950e-ce57136cba3e tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:55.730540 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-107417a1-b971-43d4-ac6e-4ce127884d56 req-ba8a2d4b-5417-477e-950e-ce57136cba3e tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.3133571 Nov 12 19:57:55.778318 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9848b6fb-9516-41bd-90e8-d03103ea60f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:55.801439 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-596e0ab7-fca4-4b47-81a2-b8bb6ed620dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:55.812795 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848b6fb-9516-41bd-90e8-d03103ea60f6 admin admin] Pushing event updated for resources: {'Port': ['ID=17b87f5b-acf8-43be-9aed-55b1947d7891,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:55.889741 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=011105bd-e71b-4e61-8395-8513d23bc53b,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:55.963447 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-107417a1-b971-43d4-ac6e-4ce127884d56 req-a8432019-a5b6-4483-8c04-96675585154c tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316597 Nov 12 19:57:55.965699 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:55.971716 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6e02188b-743a-4336-bf70-2b29b36e95e2'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:57:56.013001 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['011105bd-e71b-4e61-8395-8513d23bc53b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:57:56.030726 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9d3d2-7807-4783-b5a3-dcda72c2a89d req-430bdc74-34df-4b32-99a8-764f2290f2df tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:56.033323 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24d9d3d2-7807-4783-b5a3-dcda72c2a89d req-430bdc74-34df-4b32-99a8-764f2290f2df tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 944 time: 0.1056504 Nov 12 19:57:56.033745 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-07c6e927-7d34-44c2-9fa2-edd0b1d266f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c', 'name': 'tempest-ServersTestMultiNic-1186077549-router', 'tenant_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'e8bdcddc-33d0-42ff-bd46-7535499cf074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:57:46Z', 'updated_at': '2021-11-12T19:57:50Z', 'revision_number': 3, 'project_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'gw_port': {'id': 'e8bdcddc-33d0-42ff-bd46-7535499cf074', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:49:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:48Z', 'updated_at': '2021-11-12T19:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:57:56.057480 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:56.062333 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-6b5403cb-c48a-4f97-8a2b-47890dee5dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1556692880-router', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'e48143be-e491-4203-8fc5-bf9496a9969d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:57:39Z', 'updated_at': '2021-11-12T19:57:51Z', 'revision_number': 4, 'project_id': '1a4383e05d1241098e407059f9a4a6a7', 'gw_port': {'id': 'e48143be-e491-4203-8fc5-bf9496a9969d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:41Z', 'updated_at': '2021-11-12T19:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '24b66c35-480f-44cc-a60f-81e953cdd09e', 'name': '', 'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'mac_address': 'fa:16:3e:f2:74:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ee6f525f-a073-41cc-ba60-60408bc77ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:48Z', 'updated_at': '2021-11-12T19:57:54Z', 'revision_number': 4, 'project_id': '1a4383e05d1241098e407059f9a4a6a7', 'subnets': [{'id': 'ee6f525f-a073-41cc-ba60-60408bc77ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:57:56.065128 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-596e0ab7-fca4-4b47-81a2-b8bb6ed620dd None None] For port 24b66c35-480f-44cc-a60f-81e953cdd09e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=24b66c35-480f-44cc-a60f-81e953cdd09e,segment=NetworkSegment(2efc070e-a49f-4f07-8919-eb6a66625270),segment_id=2efc070e-a49f-4f07-8919-eb6a66625270)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:56.129085 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24d9d3d2-7807-4783-b5a3-dcda72c2a89d req-b7814250-800e-4a82-834e-0e11e784ed9b tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776570 Nov 12 19:57:56.131182 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5403cb-c48a-4f97-8a2b-47890dee5dc9 None None] The sync data for ids ['afbf8452-ef12-45b5-8354-1ba1d9aef67c'] in n-d-712140-15 is: [{'id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1556692880-router', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'e48143be-e491-4203-8fc5-bf9496a9969d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:57:39Z', 'updated_at': '2021-11-12T19:57:51Z', 'revision_number': 4, 'project_id': '1a4383e05d1241098e407059f9a4a6a7', 'gw_port': {'id': 'e48143be-e491-4203-8fc5-bf9496a9969d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:41Z', 'updated_at': '2021-11-12T19:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '24b66c35-480f-44cc-a60f-81e953cdd09e', 'name': '', 'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'mac_address': 'fa:16:3e:f2:74:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ee6f525f-a073-41cc-ba60-60408bc77ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:48Z', 'updated_at': '2021-11-12T19:57:54Z', 'revision_number': 4, 'project_id': '1a4383e05d1241098e407059f9a4a6a7', 'subnets': [{'id': 'ee6f525f-a073-41cc-ba60-60408bc77ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 19:57:56.167112 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4ff35efc-69f1-476b-bba4-126f0c5582e4 req-308fe730-4d59-474f-af57-3aac4ec31261 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f538531-df8c-4d6d-9092-a9f2b055f524 HTTP/1.1" status: 200 len: 210 time: 0.0651877 Nov 12 19:57:56.170098 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-596e0ab7-fca4-4b47-81a2-b8bb6ed620dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:56.172398 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c6e927-7d34-44c2-9fa2-edd0b1d266f3 None None] The sync data for ids ['0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c'] in n-d-712140-15 is: [{'id': '0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c', 'name': 'tempest-ServersTestMultiNic-1186077549-router', 'tenant_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'e8bdcddc-33d0-42ff-bd46-7535499cf074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:57:46Z', 'updated_at': '2021-11-12T19:57:50Z', 'revision_number': 3, 'project_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'gw_port': {'id': 'e8bdcddc-33d0-42ff-bd46-7535499cf074', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:49:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:48Z', 'updated_at': '2021-11-12T19:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 19:57:56.262835 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9848b6fb-9516-41bd-90e8-d03103ea60f6 admin admin] Network 6bc08339-1fd5-4060-afc4-1b9070b54172 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:57:56.267362 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-9848b6fb-9516-41bd-90e8-d03103ea60f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:57:56.373858 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e0ab7-fca4-4b47-81a2-b8bb6ed620dd None None] Pushing event updated for resources: {'Port': ['ID=24b66c35-480f-44cc-a60f-81e953cdd09e,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:56.378924 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3c5e3d-32fb-4343-922a-de5a1e6187c6 x-openstack-request-id: req-fd3c5e3d-32fb-4343-922a-de5a1e6187c6 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:57:56.379208 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7359f0-7bdd-4ada-b8e4-064ab20926d7", "name": "network-vif-plugged", "status": "completed", "tag": "f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:57:56.379458 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fd3c5e3d-32fb-4343-922a-de5a1e6187c6 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:57:56.379851 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7359f0-7bdd-4ada-b8e4-064ab20926d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a', 'code': 200} Nov 12 19:57:56.424266 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-31e05f74-7a7c-4342-b8f2-ed60b0d30aae None None] Provisioning complete for port 24b66c35-480f-44cc-a60f-81e953cdd09e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:56.424266 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-31e05f74-7a7c-4342-b8f2-ed60b0d30aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:56.426822 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3b478-858f-4006-9673-473b1987ac32 req-f34a8bca-7122-4a1e-bb43-0b39d07b6c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:56.428452 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-78c3b478-858f-4006-9673-473b1987ac32 req-f34a8bca-7122-4a1e-bb43-0b39d07b6c88 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4d7359f0-7bdd-4ada-b8e4-064ab20926d7 HTTP/1.1" status: 200 len: 1102 time: 0.0892081 Nov 12 19:57:56.567797 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-78c3b478-858f-4006-9673-473b1987ac32 req-7c7c51c9-f899-472a-a126-cd2e351b1a14 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226757 Nov 12 19:57:56.610944 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 24b66c35-480f-44cc-a60f-81e953cdd09e up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:57:56.662020 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25afadd0-87bc-4e19-a477-46d96930d86e req-e9b8b959-5dc0-4cf7-af78-0558325adff2 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:56.670900 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-25afadd0-87bc-4e19-a477-46d96930d86e req-e9b8b959-5dc0-4cf7-af78-0558325adff2 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 944 time: 0.2763619 Nov 12 19:57:56.722596 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9848b6fb-9516-41bd-90e8-d03103ea60f6 admin admin] Router 0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 19:57:56.784854 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-25afadd0-87bc-4e19-a477-46d96930d86e req-80591f96-6bc1-4f0d-853e-56201ed6d304 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129675 Nov 12 19:57:56.786248 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device bd20a262-9e7a-46e4-85b8-585099ae54b4 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:57:56.952624 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10439dde-4a2d-41b5-bbe5-05e29b5f6a47 req-493a200c-3981-4f1a-9aec-8ad47a55427c tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:56.954393 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-10439dde-4a2d-41b5-bbe5-05e29b5f6a47 req-493a200c-3981-4f1a-9aec-8ad47a55427c tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5bde94-1775-41d5-93e6-c724ae7bf99d HTTP/1.1" status: 200 len: 949 time: 0.1127627 Nov 12 19:57:56.969570 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9848b6fb-9516-41bd-90e8-d03103ea60f6 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 19:57:56.986086 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9848b6fb-9516-41bd-90e8-d03103ea60f6 admin admin] 10.222.0.48 "PUT /v2.0/routers/0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6902549 Nov 12 19:57:57.088426 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-10439dde-4a2d-41b5-bbe5-05e29b5f6a47 req-0c047d66-9477-4b3b-ba4b-8f2d572e385b tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251471 Nov 12 19:57:57.165871 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49152) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:57.240518 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ad462-dbe6-4595-8757-46facc671247 req-1ac2c3a3-bb02-4424-ae4f-c0afd10e3cd1 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:57.242140 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c97ad462-dbe6-4595-8757-46facc671247 req-1ac2c3a3-bb02-4424-ae4f-c0afd10e3cd1 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.1382344 Nov 12 19:57:57.283647 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 24b66c35-480f-44cc-a60f-81e953cdd09e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:57.284560 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:57.318233 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-65ea6b7b-2320-44c0-86f9-98c16d038212 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1274690002'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:57.349367 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port bd20a262-9e7a-46e4-85b8-585099ae54b4, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=bd20a262-9e7a-46e4-85b8-585099ae54b4,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:57.356023 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c97ad462-dbe6-4595-8757-46facc671247 req-21210af0-77e7-45ce-bb89-edff57b0135a tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940106 Nov 12 19:57:57.408787 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ea6b7b-2320-44c0-86f9-98c16d038212 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Made reservation on behalf of 7aa3005d0b414c1ca2d422e5398a48f6 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:57:57.413101 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-65ea6b7b-2320-44c0-86f9-98c16d038212 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:57.425055 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'bd20a262-9e7a-46e4-85b8-585099ae54b4', 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d', 'port_id': 'bd20a262-9e7a-46e4-85b8-585099ae54b4', 'mac_address': 'fa:16:3e:d7:f8:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e87043-7d2d-4150-b80d-fb0e6e39dcdf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:57:57.517760 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e347bce4-3f9d-4069-af61-10d277b870bf None None] Provisioning complete for port 17b87f5b-acf8-43be-9aed-55b1947d7891 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:57.518257 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e347bce4-3f9d-4069-af61-10d277b870bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:57.569747 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a5f4e-3886-4eb4-91e3-f9358bf75ffd req-89587464-a7f1-4ef7-9b73-6a1e364a3ff5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:57.570279 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:57.577095 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f09a5f4e-3886-4eb4-91e3-f9358bf75ffd req-89587464-a7f1-4ef7-9b73-6a1e364a3ff5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 944 time: 0.3403256 Nov 12 19:57:57.608192 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-98bf87e5-4361-45f2-bfb5-f6aa7ae4aa74 req-171c23bc-11e7-4ab5-93f0-0ec25d2a793c tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f538531-df8c-4d6d-9092-a9f2b055f524 HTTP/1.1" status: 200 len: 210 time: 0.0705841 Nov 12 19:57:57.614421 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6e02188b-743a-4336-bf70-2b29b36e95e2 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:57:57.656413 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ea6b7b-2320-44c0-86f9-98c16d038212 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 19:57:57.662593 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e347bce4-3f9d-4069-af61-10d277b870bf None None] Port 17b87f5b-acf8-43be-9aed-55b1947d7891 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:57:57.667029 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd20a262-9e7a-46e4-85b8-585099ae54b4 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:57:57.703963 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-65ea6b7b-2320-44c0-86f9-98c16d038212 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:57.709341 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-65ea6b7b-2320-44c0-86f9-98c16d038212 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Added segment 4c2cdcd6-f087-4f31-9b18-0e99224e6252 of type vlan for network 2619b372-7274-4470-b006-3354c39eb075 Nov 12 19:57:57.727305 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port bd20a262-9e7a-46e4-85b8-585099ae54b4, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=bd20a262-9e7a-46e4-85b8-585099ae54b4,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:57.733501 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:57.773726 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 6e02188b-743a-4336-bf70-2b29b36e95e2 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:57:57.787598 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 6e02188b-743a-4336-bf70-2b29b36e95e2 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:57.788307 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:57.823993 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=bd20a262-9e7a-46e4-85b8-585099ae54b4,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:57.824979 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-5750cc94-3112-4813-a5fe-3188d883baf5 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:57.826575 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-5750cc94-3112-4813-a5fe-3188d883baf5 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.55 "GET /v2.0/networks?id=62860f07-36e3-4a3d-9340-bd7e5ad8856d HTTP/1.1" status: 200 len: 829 time: 0.4686019 Nov 12 19:57:57.830746 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-65ea6b7b-2320-44c0-86f9-98c16d038212 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:57.854921 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f09a5f4e-3886-4eb4-91e3-f9358bf75ffd req-00db67cf-96aa-4265-a94d-8123e3f5731a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538877 Nov 12 19:57:57.871427 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-a7f6a547-9718-4772-af21-3e88a3cbc187 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Request body: {'port': {'device_id': '9f538531-df8c-4d6d-9092-a9f2b055f524', 'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d', 'admin_state_up': True, 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:57.925462 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:57.980277 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-65ea6b7b-2320-44c0-86f9-98c16d038212 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:57.989016 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ea6b7b-2320-44c0-86f9-98c16d038212 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:57.989664 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-65ea6b7b-2320-44c0-86f9-98c16d038212 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:57.999207 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bf1e2-93a7-4855-91c1-20091590b3da req-e6ef992c-6a06-465b-a1b7-73d154f87eef tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:58.009445 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 6e02188b-743a-4336-bf70-2b29b36e95e2, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6e02188b-743a-4336-bf70-2b29b36e95e2,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:58.014935 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:58.017555 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ec2bf1e2-93a7-4855-91c1-20091590b3da req-e6ef992c-6a06-465b-a1b7-73d154f87eef tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 945 time: 0.1094847 Nov 12 19:57:58.098432 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=6e02188b-743a-4336-bf70-2b29b36e95e2,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:58.139496 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ec2bf1e2-93a7-4855-91c1-20091590b3da req-f00de3f5-9abb-4a18-b922-a619f0cc4540 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170256 Nov 12 19:57:58.294188 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['bd20a262-9e7a-46e4-85b8-585099ae54b4'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:57:58.416512 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f849c88-5fe9-4538-8d1e-d02310508d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e02188b-743a-4336-bf70-2b29b36e95e2'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:57:58.424030 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d7574a-abe4-4656-b1f2-d36dd2824b72" -d '{"events": [{"server_uuid": "3f849c88-5fe9-4538-8d1e-d02310508d40", "name": "network-vif-plugged", "status": "completed", "tag": "6e02188b-743a-4336-bf70-2b29b36e95e2"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:57:58.456546 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-65ea6b7b-2320-44c0-86f9-98c16d038212 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2868614 Nov 12 19:57:58.457124 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49170) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:58.469491 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-7ee6302d-4d03-4e13-a2a3-87ed7b10269d tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Request body: {'subnet': {'network_id': '2619b372-7274-4470-b006-3354c39eb075', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:58.643941 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-a7f6a547-9718-4772-af21-3e88a3cbc187 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Made reservation on behalf of 1a4383e05d1241098e407059f9a4a6a7 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:57:58.646393 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 24b66c35-480f-44cc-a60f-81e953cdd09e up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:57:58.648530 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-a7f6a547-9718-4772-af21-3e88a3cbc187 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:58.661935 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea6b7b-2320-44c0-86f9-98c16d038212 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event updated for resources: {'Network': ['ID=2619b372-7274-4470-b006-3354c39eb075,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:58.683809 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448971e-be16-49b5-8cb0-1951fba498f9 req-1b78c914-faa8-482e-96f5-c5a8643ce737 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:58.685419 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 2619b372-7274-4470-b006-3354c39eb075 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 19:57:58.687100 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbc6fe-2c5a-4d2b-9526-dbafb2e5ca62 req-9dd712b7-61af-4e53-9a02-6b781f04ad48 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:58.692572 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d448971e-be16-49b5-8cb0-1951fba498f9 req-1b78c914-faa8-482e-96f5-c5a8643ce737 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5bde94-1775-41d5-93e6-c724ae7bf99d HTTP/1.1" status: 200 len: 949 time: 0.2717967 Nov 12 19:57:58.694157 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7bfbc6fe-2c5a-4d2b-9526-dbafb2e5ca62 req-9dd712b7-61af-4e53-9a02-6b781f04ad48 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.1877379 Nov 12 19:57:58.750039 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7bfbc6fe-2c5a-4d2b-9526-dbafb2e5ca62 req-4efcf0af-6a95-4f10-bc62-27d3502d5509 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549409 Nov 12 19:57:58.750870 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee6302d-4d03-4e13-a2a3-87ed7b10269d tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Made reservation on behalf of 7aa3005d0b414c1ca2d422e5398a48f6 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:57:58.753837 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d448971e-be16-49b5-8cb0-1951fba498f9 req-2b1f3760-9214-44dc-a9a7-8448bfcf70b0 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603945 Nov 12 19:57:58.754358 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7ee6302d-4d03-4e13-a2a3-87ed7b10269d tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:58.849697 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0a2da6-9fbb-4cdf-b831-90e6833e8fbd x-openstack-request-id: req-ac0a2da6-9fbb-4cdf-b831-90e6833e8fbd {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:57:58.850133 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f849c88-5fe9-4538-8d1e-d02310508d40", "name": "network-vif-plugged", "status": "completed", "tag": "6e02188b-743a-4336-bf70-2b29b36e95e2", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:57:58.851127 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ac0a2da6-9fbb-4cdf-b831-90e6833e8fbd {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:57:58.851642 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f849c88-5fe9-4538-8d1e-d02310508d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e02188b-743a-4336-bf70-2b29b36e95e2', 'code': 200} Nov 12 19:57:58.876459 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 24b66c35-480f-44cc-a60f-81e953cdd09e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:58.876982 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:58.970090 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ce690399-4d16-41ef-beda-3b44c66aa28e req-085db9e8-332f-44c9-b1bd-98dd4e0286a5 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f538531-df8c-4d6d-9092-a9f2b055f524 HTTP/1.1" status: 200 len: 210 time: 0.0835395 Nov 12 19:57:59.008017 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e8bdcddc-33d0-42ff-bd46-7535499cf074 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:57:59.091536 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port e8bdcddc-33d0-42ff-bd46-7535499cf074 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:59.091995 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:59.113229 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a848ef0-c0d2-4a05-bee6-577081a7bfdc req-f93c71f8-cfda-45bc-bf25-f41a6f9147dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:59.115674 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8a848ef0-c0d2-4a05-bee6-577081a7bfdc req-f93c71f8-cfda-45bc-bf25-f41a6f9147dd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 1097 time: 0.1381474 Nov 12 19:57:59.124597 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92562a-bf21-4268-81ef-20ce58b057a9 req-bcb16871-7183-41b8-b406-de862a98b53c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:59.132011 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e92562a-bf21-4268-81ef-20ce58b057a9 req-bcb16871-7183-41b8-b406-de862a98b53c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 945 time: 0.1242342 Nov 12 19:57:59.136125 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-a7f6a547-9718-4772-af21-3e88a3cbc187 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Allocated IP 172.20.0.7 (62860f07-36e3-4a3d-9340-bd7e5ad8856d/ee6f525f-a073-41cc-ba60-60408bc77ec0/dbba7874-3d14-498c-96fb-13a86cce1d70) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:57:59.159352 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7ee6302d-4d03-4e13-a2a3-87ed7b10269d tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:59.266122 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6302d-4d03-4e13-a2a3-87ed7b10269d tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event updated for resources: {'Subnet': ['ID=1f0f6b90-1d4e-48af-9d66-0dce2f45c1eb,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:59.268513 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6302d-4d03-4e13-a2a3-87ed7b10269d tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Checking segment: {'id': '4c2cdcd6-f087-4f31-9b18-0e99224e6252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2619b372-7274-4470-b006-3354c39eb075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:57:59.268873 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee6302d-4d03-4e13-a2a3-87ed7b10269d tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Network hostable DHCP agents. Network: 2619b372-7274-4470-b006-3354c39eb075, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 19:57:59.281555 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:59.282534 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e92562a-bf21-4268-81ef-20ce58b057a9 req-5d6e606c-67d1-4e0a-b9a2-e693d1f6bbbf tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495218 Nov 12 19:57:59.325010 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee6302d-4d03-4e13-a2a3-87ed7b10269d tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Network 2619b372-7274-4470-b006-3354c39eb075 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 19:57:59.327493 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port e8bdcddc-33d0-42ff-bd46-7535499cf074, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e8bdcddc-33d0-42ff-bd46-7535499cf074,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:57:59.334866 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:59.344473 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-7ee6302d-4d03-4e13-a2a3-87ed7b10269d tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 2619b372-7274-4470-b006-3354c39eb075) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:57:59.350483 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee6302d-4d03-4e13-a2a3-87ed7b10269d tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:59.351377 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7ee6302d-4d03-4e13-a2a3-87ed7b10269d tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:59.378189 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7ee6302d-4d03-4e13-a2a3-87ed7b10269d tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9202080 Nov 12 19:57:59.380864 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49182) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:59.391101 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-20067328-f85d-49ea-88b4-e9de58b361f4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-810769103'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:59.395424 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b81c3a-1e3e-4c75-a987-fbfe93b4ebe3 None None] Network 2619b372-7274-4470-b006-3354c39eb075 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:57:59.429579 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20067328-f85d-49ea-88b4-e9de58b361f4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Made reservation on behalf of 7aa3005d0b414c1ca2d422e5398a48f6 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:57:59.436394 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-20067328-f85d-49ea-88b4-e9de58b361f4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:59.446307 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8a848ef0-c0d2-4a05-bee6-577081a7bfdc req-e7ac6d01-a441-45fa-8ad9-4dad9119064c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838433 Nov 12 19:57:59.472736 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20067328-f85d-49ea-88b4-e9de58b361f4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 19:57:59.476750 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-a7f6a547-9718-4772-af21-3e88a3cbc187 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:59.490568 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-20067328-f85d-49ea-88b4-e9de58b361f4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:59.491886 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-20067328-f85d-49ea-88b4-e9de58b361f4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Added segment c64a011d-c69a-48e8-8905-50afd92697b4 of type vlan for network 4cac5282-bffd-4955-85a0-72ea34237997 Nov 12 19:57:59.498916 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1b0a9-ed46-4055-99d8-86ec95934f3f req-eaa56578-cb7f-454d-96dc-07fe26481c71 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:59.500457 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-69f1b0a9-ed46-4055-99d8-86ec95934f3f req-eaa56578-cb7f-454d-96dc-07fe26481c71 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 945 time: 0.2227092 Nov 12 19:57:59.525547 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=e8bdcddc-33d0-42ff-bd46-7535499cf074,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:59.558435 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-20067328-f85d-49ea-88b4-e9de58b361f4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:59.591224 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-20067328-f85d-49ea-88b4-e9de58b361f4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:59.593082 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-69f1b0a9-ed46-4055-99d8-86ec95934f3f req-dd5ad85c-f9b9-420a-8bbc-feaff1f0bf3f tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860620 Nov 12 19:57:59.601903 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20067328-f85d-49ea-88b4-e9de58b361f4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:59.601903 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-20067328-f85d-49ea-88b4-e9de58b361f4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:59.605534 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-a7f6a547-9718-4772-af21-3e88a3cbc187 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:59.631147 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 011105bd-e71b-4e61-8395-8513d23bc53b up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:57:59.667722 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-a7f6a547-9718-4772-af21-3e88a3cbc187 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Network 62860f07-36e3-4a3d-9340-bd7e5ad8856d is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:57:59.680146 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-a7f6a547-9718-4772-af21-3e88a3cbc187 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:57:59.684832 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-a7f6a547-9718-4772-af21-3e88a3cbc187 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:57:59.751133 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6a547-9718-4772-af21-3e88a3cbc187 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Pushing event updated for resources: {'Port': ['ID=dbba7874-3d14-498c-96fb-13a86cce1d70,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:59.784214 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-a7f6a547-9718-4772-af21-3e88a3cbc187 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:57:59.785403 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-a7f6a547-9718-4772-af21-3e88a3cbc187 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:59.794792 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7366d4a4-35dd-4af6-a9d9-6c1430bbce61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-2619b372-7274-4470-b006-3354c39eb075', 'network_id': '2619b372-7274-4470-b006-3354c39eb075', 'tenant_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'fixed_ips': [{'subnet_id': '1f0f6b90-1d4e-48af-9d66-0dce2f45c1eb'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 19:57:59.795833 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7366d4a4-35dd-4af6-a9d9-6c1430bbce61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:59.799390 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20067328-f85d-49ea-88b4-e9de58b361f4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event updated for resources: {'Network': ['ID=4cac5282-bffd-4955-85a0-72ea34237997,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:57:59.812108 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-20067328-f85d-49ea-88b4-e9de58b361f4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4301684 Nov 12 19:57:59.815067 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49190) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:57:59.819142 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-a7f6a547-9718-4772-af21-3e88a3cbc187 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9607618 Nov 12 19:57:59.822079 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-957f4fbc-efb9-4f15-a770-f717c2beda8c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Request body: {'subnet': {'network_id': '4cac5282-bffd-4955-85a0-72ea34237997', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:59.829873 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 4cac5282-bffd-4955-85a0-72ea34237997 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 19:57:59.833296 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-7c84b294-8936-4bda-bdc2-5085e0ba03ef service neutron] Request body: {'port': {'device_id': '9f538531-df8c-4d6d-9092-a9f2b055f524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:57:59.880429 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58b7f19-ced6-46b7-a165-33e578349c98 None None] Sync routers for ids ['0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 19:57:59.936641 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-7c84b294-8936-4bda-bdc2-5085e0ba03ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:57:59.938544 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 011105bd-e71b-4e61-8395-8513d23bc53b completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:57:59.960059 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58b7f19-ced6-46b7-a165-33e578349c98 None None] Routers {'0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:57:59.960960 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d58b7f19-ced6-46b7-a165-33e578349c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:57:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:57:59.964154 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 011105bd-e71b-4e61-8395-8513d23bc53b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:57:59.964837 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:00.021341 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d9b63-b158-4c9c-8902-6a44848d600f req-c17c2183-1268-433c-a7ca-ba17b6ad48cb tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:00.025005 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e08d9b63-b158-4c9c-8902-6a44848d600f req-c17c2183-1268-433c-a7ca-ba17b6ad48cb tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5bde94-1775-41d5-93e6-c724ae7bf99d HTTP/1.1" status: 200 len: 949 time: 0.0853055 Nov 12 19:58:00.029978 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957f4fbc-efb9-4f15-a770-f717c2beda8c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Made reservation on behalf of 7aa3005d0b414c1ca2d422e5398a48f6 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:58:00.044556 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-957f4fbc-efb9-4f15-a770-f717c2beda8c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:00.108144 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3c552-b3f6-45a2-969b-0b3a1dca812a req-1f5fbf1e-3b73-4242-bbb4-f2e23df09962 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:00.111113 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8fc3c552-b3f6-45a2-969b-0b3a1dca812a req-1f5fbf1e-3b73-4242-bbb4-f2e23df09962 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.1709909 Nov 12 19:58:00.207401 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e08d9b63-b158-4c9c-8902-6a44848d600f req-5c7ac0c7-29e8-4b56-9de7-aa3006cc8131 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556230 Nov 12 19:58:00.292813 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-7366d4a4-35dd-4af6-a9d9-6c1430bbce61 None None] Allocated IP 19.80.0.2 (2619b372-7274-4470-b006-3354c39eb075/1f0f6b90-1d4e-48af-9d66-0dce2f45c1eb/149e7dd7-5d88-477b-aae3-6fe0fa7819fa) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:58:00.325273 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8fc3c552-b3f6-45a2-969b-0b3a1dca812a req-3a7fdc08-ee20-4eb6-bc4a-dc87b2f4cc92 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008049 Nov 12 19:58:00.359438 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0cf15414-7483-409c-aa3a-d0b5413d7048 None None] Provisioning complete for port dbba7874-3d14-498c-96fb-13a86cce1d70 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:00.359438 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0cf15414-7483-409c-aa3a-d0b5413d7048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:00.475330 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-957f4fbc-efb9-4f15-a770-f717c2beda8c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:00.527605 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77d565-f71b-4098-a676-5ff62b584d18 req-26c41e0e-0a8a-4f33-a5cd-d887976c5346 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:00.529203 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3a77d565-f71b-4098-a676-5ff62b584d18 req-26c41e0e-0a8a-4f33-a5cd-d887976c5346 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f538531-df8c-4d6d-9092-a9f2b055f524 HTTP/1.1" status: 200 len: 931 time: 0.1334653 Nov 12 19:58:00.563898 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f4fbc-efb9-4f15-a770-f717c2beda8c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event updated for resources: {'Subnet': ['ID=3cc96f97-69d2-4084-a790-db3305511287,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:00.576664 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e8bdcddc-33d0-42ff-bd46-7535499cf074 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:58:00.579559 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-7c84b294-8936-4bda-bdc2-5085e0ba03ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbba7874-3d14-498c-96fb-13a86cce1d70 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:58:00.603836 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-7c84b294-8936-4bda-bdc2-5085e0ba03ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:00.623250 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957f4fbc-efb9-4f15-a770-f717c2beda8c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Checking segment: {'id': 'c64a011d-c69a-48e8-8905-50afd92697b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4cac5282-bffd-4955-85a0-72ea34237997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:58:00.623586 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957f4fbc-efb9-4f15-a770-f717c2beda8c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Network hostable DHCP agents. Network: 4cac5282-bffd-4955-85a0-72ea34237997, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 19:58:00.642627 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3a77d565-f71b-4098-a676-5ff62b584d18 req-a74c7acc-27a5-4472-964d-3980899539f9 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/security-groups?id=8542df78-9549-480f-926a-a01902e4cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026781 Nov 12 19:58:00.654203 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-7c84b294-8936-4bda-bdc2-5085e0ba03ef service neutron] Transition to ACTIVE for port object dbba7874-3d14-498c-96fb-13a86cce1d70 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:58:00.663924 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-7c84b294-8936-4bda-bdc2-5085e0ba03ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:00.682897 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957f4fbc-efb9-4f15-a770-f717c2beda8c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Network 4cac5282-bffd-4955-85a0-72ea34237997 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 19:58:00.713910 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-957f4fbc-efb9-4f15-a770-f717c2beda8c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 4cac5282-bffd-4955-85a0-72ea34237997) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:58:00.725798 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957f4fbc-efb9-4f15-a770-f717c2beda8c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:00.726685 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-957f4fbc-efb9-4f15-a770-f717c2beda8c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:00.758213 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-957f4fbc-efb9-4f15-a770-f717c2beda8c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9403782 Nov 12 19:58:00.763111 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5b52e-8647-41f6-94f3-32bd05351009 req-cebd7f43-3c09-42dc-b39d-7a0e0bcf599b tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:00.765116 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8dc5b52e-8647-41f6-94f3-32bd05351009 req-cebd7f43-3c09-42dc-b39d-7a0e0bcf599b tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 945 time: 0.1886890 Nov 12 19:58:00.765786 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84b294-8936-4bda-bdc2-5085e0ba03ef service neutron] Pushing event updated for resources: {'Port': ['ID=dbba7874-3d14-498c-96fb-13a86cce1d70,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:00.864503 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314a1d38-324a-4aeb-9fb2-6f94d305e948 None None] Network 4cac5282-bffd-4955-85a0-72ea34237997 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:58:00.866762 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device bd20a262-9e7a-46e4-85b8-585099ae54b4 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:58:00.868609 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:00.871083 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0cf15414-7483-409c-aa3a-d0b5413d7048 None None] Port dbba7874-3d14-498c-96fb-13a86cce1d70 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:58:00.895189 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319570fa-274f-459e-956d-e6a057224d5f req-d78b117b-fd0a-43d0-bab3-df368b21f482 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:00.897601 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-319570fa-274f-459e-956d-e6a057224d5f req-d78b117b-fd0a-43d0-bab3-df368b21f482 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 945 time: 0.0861697 Nov 12 19:58:00.913190 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8dc5b52e-8647-41f6-94f3-32bd05351009 req-e1cae464-ff56-4296-9143-fb1fa4687b7f tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387172 Nov 12 19:58:00.975170 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-7c84b294-8936-4bda-bdc2-5085e0ba03ef service neutron] Attempting to bind port dbba7874-3d14-498c-96fb-13a86cce1d70 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:58:00.975514 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-7c84b294-8936-4bda-bdc2-5085e0ba03ef service neutron] Attempting to bind port dbba7874-3d14-498c-96fb-13a86cce1d70 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '2efc070e-a49f-4f07-8919-eb6a66625270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:58:00.975849 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-7c84b294-8936-4bda-bdc2-5085e0ba03ef service neutron] Attempting to bind port dbba7874-3d14-498c-96fb-13a86cce1d70 on network 62860f07-36e3-4a3d-9340-bd7e5ad8856d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:00.979058 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-319570fa-274f-459e-956d-e6a057224d5f req-11213aa7-47ae-4386-91ad-00a5ae2f2e58 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747330 Nov 12 19:58:00.982377 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-7c84b294-8936-4bda-bdc2-5085e0ba03ef service neutron] Port dbba7874-3d14-498c-96fb-13a86cce1d70 on network 62860f07-36e3-4a3d-9340-bd7e5ad8856d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:58:00.982662 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-7c84b294-8936-4bda-bdc2-5085e0ba03ef service neutron] Attempting to bind port dbba7874-3d14-498c-96fb-13a86cce1d70 on network 62860f07-36e3-4a3d-9340-bd7e5ad8856d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:00.989220 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-7c84b294-8936-4bda-bdc2-5085e0ba03ef service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:58:00.989562 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-7c84b294-8936-4bda-bdc2-5085e0ba03ef service neutron] Checking segment: {'id': '2efc070e-a49f-4f07-8919-eb6a66625270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:58:00.990015 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-7c84b294-8936-4bda-bdc2-5085e0ba03ef service neutron] Bound using segment: {'id': '2efc070e-a49f-4f07-8919-eb6a66625270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:58:00.991195 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-7c84b294-8936-4bda-bdc2-5085e0ba03ef service neutron] Bound port: dbba7874-3d14-498c-96fb-13a86cce1d70, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efc070e-a49f-4f07-8919-eb6a66625270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:58:00.991617 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-7c84b294-8936-4bda-bdc2-5085e0ba03ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:01.103238 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-7c84b294-8936-4bda-bdc2-5085e0ba03ef service neutron] For port dbba7874-3d14-498c-96fb-13a86cce1d70, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:58:01.115519 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5bde94-1775-41d5-93e6-c724ae7bf99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011105bd-e71b-4e61-8395-8513d23bc53b'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:01.117764 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ee6ddf-0aaa-41a8-9300-75024a0ea79c" -d '{"events": [{"server_uuid": "ce5bde94-1775-41d5-93e6-c724ae7bf99d", "name": "network-vif-plugged", "status": "completed", "tag": "011105bd-e71b-4e61-8395-8513d23bc53b"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:01.141205 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 011105bd-e71b-4e61-8395-8513d23bc53b, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=011105bd-e71b-4e61-8395-8513d23bc53b,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:01.144455 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-d58b7f19-ced6-46b7-a165-33e578349c98 None None] Set router 0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:58:01.145194 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-7c84b294-8936-4bda-bdc2-5085e0ba03ef service neutron] For port dbba7874-3d14-498c-96fb-13a86cce1d70, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=dbba7874-3d14-498c-96fb-13a86cce1d70,segment=NetworkSegment(2efc070e-a49f-4f07-8919-eb6a66625270),segment_id=2efc070e-a49f-4f07-8919-eb6a66625270)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:58:01.153844 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-7c84b294-8936-4bda-bdc2-5085e0ba03ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:01.211256 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-7c84b294-8936-4bda-bdc2-5085e0ba03ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:01.212484 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-7c84b294-8936-4bda-bdc2-5085e0ba03ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:01.214002 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-7c84b294-8936-4bda-bdc2-5085e0ba03ef service neutron] 10.222.0.55 "PUT /v2.0/ports/dbba7874-3d14-498c-96fb-13a86cce1d70 HTTP/1.1" status: 200 len: 1092 time: 1.3863640 Nov 12 19:58:01.216273 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f538531-df8c-4d6d-9092-a9f2b055f524', 'tag': 'dbba7874-3d14-498c-96fb-13a86cce1d70'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:01.218566 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c93580-7e3d-4dca-9211-69ffe42171ed" -d '{"events": [{"name": "network-changed", "server_uuid": "9f538531-df8c-4d6d-9092-a9f2b055f524", "tag": "dbba7874-3d14-498c-96fb-13a86cce1d70"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:01.220345 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eeb9743-0757-4eed-9cf4-f7048e2d9c73 x-openstack-request-id: req-5eeb9743-0757-4eed-9cf4-f7048e2d9c73 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:01.220709 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5bde94-1775-41d5-93e6-c724ae7bf99d", "name": "network-vif-plugged", "status": "completed", "tag": "011105bd-e71b-4e61-8395-8513d23bc53b", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:01.221011 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5eeb9743-0757-4eed-9cf4-f7048e2d9c73 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:01.221392 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5bde94-1775-41d5-93e6-c724ae7bf99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011105bd-e71b-4e61-8395-8513d23bc53b', 'code': 200} Nov 12 19:58:01.239671 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:01.315425 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b987e851-16b3-418f-8109-cc3b2f76f1dc x-openstack-request-id: req-b987e851-16b3-418f-8109-cc3b2f76f1dc {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:01.315790 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f538531-df8c-4d6d-9092-a9f2b055f524", "tag": "dbba7874-3d14-498c-96fb-13a86cce1d70", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:01.315970 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b987e851-16b3-418f-8109-cc3b2f76f1dc {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:01.316364 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f538531-df8c-4d6d-9092-a9f2b055f524', 'tag': 'dbba7874-3d14-498c-96fb-13a86cce1d70', 'status': 'completed', 'code': 200} Nov 12 19:58:01.335727 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-4bb7833f-89d3-4386-ac4c-842aa2ff18f9 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:01.342111 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-4bb7833f-89d3-4386-ac4c-842aa2ff18f9 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:01.344151 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-4bb7833f-89d3-4386-ac4c-842aa2ff18f9 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/networks?id=2619b372-7274-4470-b006-3354c39eb075&id=4cac5282-bffd-4955-85a0-72ea34237997&id=2619b372-7274-4470-b006-3354c39eb075 HTTP/1.1" status: 200 len: 1391 time: 0.2785761 Nov 12 19:58:01.368795 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84b294-8936-4bda-bdc2-5085e0ba03ef service neutron] Pushing event updated for resources: {'Port': ['ID=dbba7874-3d14-498c-96fb-13a86cce1d70,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:01.386099 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-1412fafe-9665-4705-bb9c-71a16c9c347a tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/quotas/7aa3005d0b414c1ca2d422e5398a48f6 HTTP/1.1" status: 200 len: 375 time: 0.0214398 Nov 12 19:58:01.400728 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f07ad2-7427-4bc9-a2bf-bff489e5719d req-28a25bf1-8d91-4b2b-8bb1-de8a2bb8bcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:01.402237 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-16f07ad2-7427-4bc9-a2bf-bff489e5719d req-28a25bf1-8d91-4b2b-8bb1-de8a2bb8bcc2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ce5bde94-1775-41d5-93e6-c724ae7bf99d HTTP/1.1" status: 200 len: 1102 time: 0.1295357 Nov 12 19:58:01.487153 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-16f07ad2-7427-4bc9-a2bf-bff489e5719d req-7547e0df-3601-4c65-a8f5-934296efcb72 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750046 Nov 12 19:58:01.496480 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-a90fa251-93b1-468e-a3ba-4789cfee4144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:01.497964 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-a90fa251-93b1-468e-a3ba-4789cfee4144 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1a4383e05d1241098e407059f9a4a6a7&device_id=9f538531-df8c-4d6d-9092-a9f2b055f524 HTTP/1.1" status: 200 len: 1095 time: 0.1844800 Nov 12 19:58:01.510177 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d224d-bfb8-4168-89fa-967c5ae29ff9 req-4f1dbe30-31c7-4ca6-8842-589f8013ee18 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:01.511741 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f46d224d-bfb8-4168-89fa-967c5ae29ff9 req-4f1dbe30-31c7-4ca6-8842-589f8013ee18 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5bde94-1775-41d5-93e6-c724ae7bf99d HTTP/1.1" status: 200 len: 950 time: 0.1041970 Nov 12 19:58:01.550238 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-d198fdae-edfa-40c2-b147-347600aea717 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbba7874-3d14-498c-96fb-13a86cce1d70 HTTP/1.1" status: 200 len: 217 time: 0.0400524 Nov 12 19:58:01.557278 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-b0bf9648-fd6e-41d6-b9c7-d4e285378c31 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7aa3005d0b414c1ca2d422e5398a48f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1614406 Nov 12 19:58:01.591172 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=011105bd-e71b-4e61-8395-8513d23bc53b,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:01.597903 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f46d224d-bfb8-4168-89fa-967c5ae29ff9 req-39bd2f3d-0ace-4438-b56f-bd8307208c20 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745580 Nov 12 19:58:01.634818 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port e8bdcddc-33d0-42ff-bd46-7535499cf074 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:01.635664 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:01.689191 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-c850f4db-ded4-4ed1-92b9-721b06e9b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:01.690498 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-c850f4db-ded4-4ed1-92b9-721b06e9b720 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee6f525f-a073-41cc-ba60-60408bc77ec0 HTTP/1.1" status: 200 len: 868 time: 0.1304677 Nov 12 19:58:01.722119 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e3b6f-7322-467e-a6bc-4149db04749b req-09136540-a9e2-4713-949b-12d24370f14a tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:01.723974 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a25e3b6f-7322-467e-a6bc-4149db04749b req-09136540-a9e2-4713-949b-12d24370f14a tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.0603459 Nov 12 19:58:01.749635 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7366d4a4-35dd-4af6-a9d9-6c1430bbce61 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:01.755468 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-5ad51ae5-3ff3-4edb-bd43-97f5f65ab6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:01.757109 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-5ad51ae5-3ff3-4edb-bd43-97f5f65ab6b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62860f07-36e3-4a3d-9340-bd7e5ad8856d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578978 Nov 12 19:58:01.766035 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-51a8b448-af94-4f31-af68-7de6cfea4837 service neutron] 10.222.0.48 "GET /v2.0/networks/2619b372-7274-4470-b006-3354c39eb075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919997 Nov 12 19:58:01.799167 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a25e3b6f-7322-467e-a6bc-4149db04749b req-6936fb53-c4bf-4b62-a9d1-7229bd6e2193 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661857 Nov 12 19:58:01.803208 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7366d4a4-35dd-4af6-a9d9-6c1430bbce61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:01.813076 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port bd20a262-9e7a-46e4-85b8-585099ae54b4 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:58:01.892630 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port bd20a262-9e7a-46e4-85b8-585099ae54b4 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:01.893208 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:01.934829 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7dcf5c-fdf3-4417-b43d-66afc6429fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-4cac5282-bffd-4955-85a0-72ea34237997', 'network_id': '4cac5282-bffd-4955-85a0-72ea34237997', 'tenant_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'fixed_ips': [{'subnet_id': '3cc96f97-69d2-4084-a790-db3305511287'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 19:58:01.935549 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1b7dcf5c-fdf3-4417-b43d-66afc6429fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:01.954580 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-05abe494-d412-4f72-930a-3a8f9598b816 service neutron] 10.222.0.55 "GET /v2.0/networks/62860f07-36e3-4a3d-9340-bd7e5ad8856d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773584 Nov 12 19:58:01.958251 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7366d4a4-35dd-4af6-a9d9-6c1430bbce61 None None] Network 2619b372-7274-4470-b006-3354c39eb075 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:58:01.959222 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-07e50998-923e-41a4-ab89-8367c3dc26c8 service neutron] 10.222.0.48 "GET /v2.0/networks/2619b372-7274-4470-b006-3354c39eb075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923108 Nov 12 19:58:02.009342 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-7366d4a4-35dd-4af6-a9d9-6c1430bbce61 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:58:02.012148 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7366d4a4-35dd-4af6-a9d9-6c1430bbce61 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:58:02.024449 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366d4a4-35dd-4af6-a9d9-6c1430bbce61 None None] Pushing event updated for resources: {'Port': ['ID=149e7dd7-5d88-477b-aae3-6fe0fa7819fa,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:02.040511 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f9137-f914-4966-b72e-565e7d7eee83 req-bddf25ba-73d3-4481-a6bb-a5c5affdc5bf tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:02.042471 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-479f9137-f914-4966-b72e-565e7d7eee83 req-bddf25ba-73d3-4481-a6bb-a5c5affdc5bf tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f538531-df8c-4d6d-9092-a9f2b055f524 HTTP/1.1" status: 200 len: 943 time: 0.0725000 Nov 12 19:58:02.096154 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-479f9137-f914-4966-b72e-565e7d7eee83 req-4f65344a-c9d8-459f-9f16-9becd70b0ce6 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/security-groups?id=8542df78-9549-480f-926a-a01902e4cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460269 Nov 12 19:58:02.136607 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f8fb06fb-369e-43cc-ad02-6fc0f67a1405 req-2d60c820-c149-498e-b013-d1a36a58ff84 service neutron] 10.222.0.55 "GET /v2.0/networks/62860f07-36e3-4a3d-9340-bd7e5ad8856d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750019 Nov 12 19:58:02.145185 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-04d1cce9-8c99-4028-a8a3-235f2a704498 service neutron] 10.222.0.48 "GET /v2.0/networks/4cac5282-bffd-4955-85a0-72ea34237997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745632 Nov 12 19:58:02.177582 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d58b7f19-ced6-46b7-a165-33e578349c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c', 'name': 'tempest-ServersTestMultiNic-1186077549-router', 'tenant_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'e8bdcddc-33d0-42ff-bd46-7535499cf074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:57:46Z', 'updated_at': '2021-11-12T19:57:54Z', 'revision_number': 4, 'project_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'gw_port': {'id': 'e8bdcddc-33d0-42ff-bd46-7535499cf074', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:48Z', 'updated_at': '2021-11-12T19:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '17b87f5b-acf8-43be-9aed-55b1947d7891', 'name': '', 'network_id': '6bc08339-1fd5-4060-afc4-1b9070b54172', 'tenant_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'mac_address': 'fa:16:3e:30:06:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '0cc938a9-5d89-4842-a308-b530ad5f0187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:53Z', 'updated_at': '2021-11-12T19:57:55Z', 'revision_number': 2, 'project_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'subnets': [{'id': '0cc938a9-5d89-4842-a308-b530ad5f0187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:02.218608 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c1598-65b2-4958-86b9-d1bca20a8fb4 req-14791cb4-3f74-4bd1-ae0e-dffd8a976793 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:02.220139 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d46c1598-65b2-4958-86b9-d1bca20a8fb4 req-14791cb4-3f74-4bd1-ae0e-dffd8a976793 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 945 time: 0.0559013 Nov 12 19:58:02.243405 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-7366d4a4-35dd-4af6-a9d9-6c1430bbce61 None None] Attempting to bind port 149e7dd7-5d88-477b-aae3-6fe0fa7819fa on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:58:02.243624 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-7366d4a4-35dd-4af6-a9d9-6c1430bbce61 None None] Attempting to bind port 149e7dd7-5d88-477b-aae3-6fe0fa7819fa by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '4c2cdcd6-f087-4f31-9b18-0e99224e6252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2619b372-7274-4470-b006-3354c39eb075'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:58:02.244124 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7366d4a4-35dd-4af6-a9d9-6c1430bbce61 None None] Attempting to bind port 149e7dd7-5d88-477b-aae3-6fe0fa7819fa on network 2619b372-7274-4470-b006-3354c39eb075 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:02.250617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58b7f19-ced6-46b7-a165-33e578349c98 None None] Checking router: 0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 19:58:02.250971 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58b7f19-ced6-46b7-a165-33e578349c98 None None] Updating router 0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c port 17b87f5b-acf8-43be-9aed-55b1947d7891 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 19:58:02.269257 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c93580-7e3d-4dca-9211-69ffe42171ed req-beb21acd-87e2-4351-bc4b-662857d2d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:02.270780 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-85c93580-7e3d-4dca-9211-69ffe42171ed req-beb21acd-87e2-4351-bc4b-662857d2d88d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1a4383e05d1241098e407059f9a4a6a7&device_id=9f538531-df8c-4d6d-9092-a9f2b055f524 HTTP/1.1" status: 200 len: 1095 time: 0.0590160 Nov 12 19:58:02.296514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7366d4a4-35dd-4af6-a9d9-6c1430bbce61 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:58:02.296514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7366d4a4-35dd-4af6-a9d9-6c1430bbce61 None None] Checking segment: {'id': '4c2cdcd6-f087-4f31-9b18-0e99224e6252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2619b372-7274-4470-b006-3354c39eb075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:58:02.296514 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7366d4a4-35dd-4af6-a9d9-6c1430bbce61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:02.296514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7366d4a4-35dd-4af6-a9d9-6c1430bbce61 None None] Bound using segment: {'id': '4c2cdcd6-f087-4f31-9b18-0e99224e6252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2619b372-7274-4470-b006-3354c39eb075'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:58:02.296514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-7366d4a4-35dd-4af6-a9d9-6c1430bbce61 None None] Bound port: 149e7dd7-5d88-477b-aae3-6fe0fa7819fa, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c2cdcd6-f087-4f31-9b18-0e99224e6252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2619b372-7274-4470-b006-3354c39eb075'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:58:02.296514 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7366d4a4-35dd-4af6-a9d9-6c1430bbce61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:02.297026 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d46c1598-65b2-4958-86b9-d1bca20a8fb4 req-0900a72a-728e-4211-a4eb-cb11b836308f tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533488 Nov 12 19:58:02.361921 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-6211f59e-8e66-4bdd-a099-65581a424460 service neutron] 10.222.0.48 "GET /v2.0/networks/4cac5282-bffd-4955-85a0-72ea34237997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097721 Nov 12 19:58:02.374512 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:02.382022 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d58b7f19-ced6-46b7-a165-33e578349c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:02.395764 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c316ac-b301-4238-be7b-7d816fe74304 req-faddbe7d-c21a-444f-8c58-cb5e33f94030 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:02.397501 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-03c316ac-b301-4238-be7b-7d816fe74304 req-faddbe7d-c21a-444f-8c58-cb5e33f94030 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 945 time: 0.0593944 Nov 12 19:58:02.433915 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c93580-7e3d-4dca-9211-69ffe42171ed req-139d94b0-f55f-4ec9-a930-eda1af5a5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:02.435817 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-85c93580-7e3d-4dca-9211-69ffe42171ed req-139d94b0-f55f-4ec9-a930-eda1af5a5148 service neutron] 10.222.0.55 "GET /v2.0/networks?id=62860f07-36e3-4a3d-9340-bd7e5ad8856d HTTP/1.1" status: 200 len: 930 time: 0.1572301 Nov 12 19:58:02.453839 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-1b7dcf5c-fdf3-4417-b43d-66afc6429fa3 None None] Allocated IP 19.86.0.2 (4cac5282-bffd-4955-85a0-72ea34237997/3cc96f97-69d2-4084-a790-db3305511287/600b612b-5e46-440e-af7b-5acd6ac2d2e6) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:58:02.473681 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-03c316ac-b301-4238-be7b-7d816fe74304 req-7dc7e1af-72c7-494b-badc-18f4199b22a1 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691907 Nov 12 19:58:02.486182 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-85c93580-7e3d-4dca-9211-69ffe42171ed req-35cf5313-6f7f-43cf-bdc3-901431dc0431 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbba7874-3d14-498c-96fb-13a86cce1d70 HTTP/1.1" status: 200 len: 217 time: 0.0414832 Nov 12 19:58:02.495520 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port bd20a262-9e7a-46e4-85b8-585099ae54b4, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=bd20a262-9e7a-46e4-85b8-585099ae54b4,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:02.498778 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7366d4a4-35dd-4af6-a9d9-6c1430bbce61 None None] For port 149e7dd7-5d88-477b-aae3-6fe0fa7819fa, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:58:02.513162 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-127d2406-5d6d-4b6e-9f4e-f2133f11921a service neutron] 10.222.0.48 "GET /v2.0/networks/2619b372-7274-4470-b006-3354c39eb075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397569 Nov 12 19:58:02.517054 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:02.531062 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7366d4a4-35dd-4af6-a9d9-6c1430bbce61 None None] For port 149e7dd7-5d88-477b-aae3-6fe0fa7819fa, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=149e7dd7-5d88-477b-aae3-6fe0fa7819fa,segment=NetworkSegment(4c2cdcd6-f087-4f31-9b18-0e99224e6252),segment_id=4c2cdcd6-f087-4f31-9b18-0e99224e6252)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:58:02.575468 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7366d4a4-35dd-4af6-a9d9-6c1430bbce61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:02.601915 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b319287-6eb9-4fc5-bd4d-b3bdfa1e17c7 req-9d7bc619-d28e-49ed-bc5c-1e7dde854ebf tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:02.609581 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7b319287-6eb9-4fc5-bd4d-b3bdfa1e17c7 req-9d7bc619-d28e-49ed-bc5c-1e7dde854ebf tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 1097 time: 0.0638728 Nov 12 19:58:02.609805 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c93580-7e3d-4dca-9211-69ffe42171ed req-dbe9fb65-3c60-44a2-9d20-1277807d1638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:02.611291 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-85c93580-7e3d-4dca-9211-69ffe42171ed req-dbe9fb65-3c60-44a2-9d20-1277807d1638 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee6f525f-a073-41cc-ba60-60408bc77ec0 HTTP/1.1" status: 200 len: 868 time: 0.1080081 Nov 12 19:58:02.668034 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-20f72194-288c-4799-bde7-fb0bc419d29c service neutron] 10.222.0.48 "GET /v2.0/networks/2619b372-7274-4470-b006-3354c39eb075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350250 Nov 12 19:58:02.676333 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7b319287-6eb9-4fc5-bd4d-b3bdfa1e17c7 req-ea61e9fa-a9a8-42f0-9db9-5bb31119ff77 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543690 Nov 12 19:58:02.677638 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c93580-7e3d-4dca-9211-69ffe42171ed req-227a0bbe-394e-4537-b8bf-4b824c6fb61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:02.679168 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-85c93580-7e3d-4dca-9211-69ffe42171ed req-227a0bbe-394e-4537-b8bf-4b824c6fb61b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62860f07-36e3-4a3d-9340-bd7e5ad8856d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592229 Nov 12 19:58:02.738944 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=bd20a262-9e7a-46e4-85b8-585099ae54b4,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:02.871197 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-85c93580-7e3d-4dca-9211-69ffe42171ed req-9974cb15-fb94-422a-a51d-c8cf1212ce83 service neutron] 10.222.0.55 "GET /v2.0/networks/62860f07-36e3-4a3d-9340-bd7e5ad8856d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774933 Nov 12 19:58:02.873099 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00971f99-e6a3-4302-9032-33429272db94 req-565df15a-53d0-4642-b802-d9788286bad2 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:02.874818 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-00971f99-e6a3-4302-9032-33429272db94 req-565df15a-53d0-4642-b802-d9788286bad2 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5bde94-1775-41d5-93e6-c724ae7bf99d HTTP/1.1" status: 200 len: 950 time: 0.1049316 Nov 12 19:58:02.939018 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366d4a4-35dd-4af6-a9d9-6c1430bbce61 None None] Pushing event updated for resources: {'Port': ['ID=149e7dd7-5d88-477b-aae3-6fe0fa7819fa,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:03.073285 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-00971f99-e6a3-4302-9032-33429272db94 req-b2f8760b-f8f1-48c8-90c3-4b4f854041e1 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910422 Nov 12 19:58:03.107619 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-85c93580-7e3d-4dca-9211-69ffe42171ed req-6fd31c6e-66fe-4eb6-8463-c022382a9fb8 service neutron] 10.222.0.55 "GET /v2.0/networks/62860f07-36e3-4a3d-9340-bd7e5ad8856d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271056 Nov 12 19:58:03.150431 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556f371-0059-4d07-a703-213a6a569da3 req-6b382cd4-3073-4989-9e85-8cee2452d78c tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:03.151989 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e556f371-0059-4d07-a703-213a6a569da3 req-6b382cd4-3073-4989-9e85-8cee2452d78c tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.1177683 Nov 12 19:58:03.177734 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e6af9ac-4ce2-4b5f-87d2-d52b877c63ad req-ba5675f7-770a-4721-814c-f6e828a10505 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=30886a89-fe97-4255-9676-183851595d10 HTTP/1.1" status: 200 len: 210 time: 0.0592921 Nov 12 19:58:03.410988 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c5378-a8f8-4fe4-a60b-cebc87ece400 req-380bc928-d0b5-4cc5-a7aa-c0f1cfdcf6ca tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:03.414023 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-689c5378-a8f8-4fe4-a60b-cebc87ece400 req-380bc928-d0b5-4cc5-a7aa-c0f1cfdcf6ca tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f538531-df8c-4d6d-9092-a9f2b055f524 HTTP/1.1" status: 200 len: 943 time: 0.0985422 Nov 12 19:58:03.417373 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101dfb59-83dd-47ea-a342-922681e3969e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd20a262-9e7a-46e4-85b8-585099ae54b4'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:03.428213 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a626c33e-b9a5-4dc8-bd10-97da035e2871" -d '{"events": [{"server_uuid": "101dfb59-83dd-47ea-a342-922681e3969e", "name": "network-vif-plugged", "status": "completed", "tag": "bd20a262-9e7a-46e4-85b8-585099ae54b4"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:03.488532 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d58b7f19-ced6-46b7-a165-33e578349c98 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:03.504269 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1b7dcf5c-fdf3-4417-b43d-66afc6429fa3 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:03.509970 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d58b7f19-ced6-46b7-a165-33e578349c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:03.523159 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-689c5378-a8f8-4fe4-a60b-cebc87ece400 req-d1274af9-eaca-490d-b368-350d9587e35b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/security-groups?id=8542df78-9549-480f-926a-a01902e4cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016734 Nov 12 19:58:03.528587 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1b7dcf5c-fdf3-4417-b43d-66afc6429fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:03.572650 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e556f371-0059-4d07-a703-213a6a569da3 req-954409aa-73fa-4962-b75b-7d1937924cfa tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137726 Nov 12 19:58:03.586043 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7dcf5c-fdf3-4417-b43d-66afc6429fa3 None None] Network 4cac5282-bffd-4955-85a0-72ea34237997 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:58:03.592349 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-1b7dcf5c-fdf3-4417-b43d-66afc6429fa3 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:58:03.603760 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7dcf5c-fdf3-4417-b43d-66afc6429fa3 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:58:03.638884 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccd1338-5457-4b32-b4a2-42a8cc63af7c x-openstack-request-id: req-1ccd1338-5457-4b32-b4a2-42a8cc63af7c {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:03.639275 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101dfb59-83dd-47ea-a342-922681e3969e", "name": "network-vif-plugged", "status": "completed", "tag": "bd20a262-9e7a-46e4-85b8-585099ae54b4", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:03.639593 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1ccd1338-5457-4b32-b4a2-42a8cc63af7c {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:03.640042 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101dfb59-83dd-47ea-a342-922681e3969e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd20a262-9e7a-46e4-85b8-585099ae54b4', 'code': 200} Nov 12 19:58:03.715662 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d58b7f19-ced6-46b7-a165-33e578349c98 None None] Attempting to bind port 17b87f5b-acf8-43be-9aed-55b1947d7891 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:58:03.716118 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d58b7f19-ced6-46b7-a165-33e578349c98 None None] Attempting to bind port 17b87f5b-acf8-43be-9aed-55b1947d7891 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ddff1232-1da7-42fe-8eda-d80adfff15af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6bc08339-1fd5-4060-afc4-1b9070b54172'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:58:03.716605 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58b7f19-ced6-46b7-a165-33e578349c98 None None] Attempting to bind port 17b87f5b-acf8-43be-9aed-55b1947d7891 on network 6bc08339-1fd5-4060-afc4-1b9070b54172 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:03.718692 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8acf14-a5ff-426b-8c9d-9ef32a52a5e2 None None] Pushing event updated for resources: {'Port': ['ID=17b87f5b-acf8-43be-9aed-55b1947d7891,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:03.795518 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dcf5c-fdf3-4417-b43d-66afc6429fa3 None None] Pushing event updated for resources: {'Port': ['ID=600b612b-5e46-440e-af7b-5acd6ac2d2e6,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:03.814821 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58b7f19-ced6-46b7-a165-33e578349c98 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:58:03.815037 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58b7f19-ced6-46b7-a165-33e578349c98 None None] Checking segment: {'id': 'ddff1232-1da7-42fe-8eda-d80adfff15af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6bc08339-1fd5-4060-afc4-1b9070b54172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:58:03.815623 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d58b7f19-ced6-46b7-a165-33e578349c98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:03.816071 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58b7f19-ced6-46b7-a165-33e578349c98 None None] Bound using segment: {'id': 'ddff1232-1da7-42fe-8eda-d80adfff15af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6bc08339-1fd5-4060-afc4-1b9070b54172'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:58:03.817815 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d58b7f19-ced6-46b7-a165-33e578349c98 None None] Bound port: 17b87f5b-acf8-43be-9aed-55b1947d7891, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddff1232-1da7-42fe-8eda-d80adfff15af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6bc08339-1fd5-4060-afc4-1b9070b54172'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:58:03.818286 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d58b7f19-ced6-46b7-a165-33e578349c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:03.845869 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1b7dcf5c-fdf3-4417-b43d-66afc6429fa3 None None] Attempting to bind port 600b612b-5e46-440e-af7b-5acd6ac2d2e6 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:58:03.846356 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1b7dcf5c-fdf3-4417-b43d-66afc6429fa3 None None] Attempting to bind port 600b612b-5e46-440e-af7b-5acd6ac2d2e6 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'c64a011d-c69a-48e8-8905-50afd92697b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4cac5282-bffd-4955-85a0-72ea34237997'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:58:03.846786 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7dcf5c-fdf3-4417-b43d-66afc6429fa3 None None] Attempting to bind port 600b612b-5e46-440e-af7b-5acd6ac2d2e6 on network 4cac5282-bffd-4955-85a0-72ea34237997 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:03.878396 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578af80-bb3d-494d-b65a-658269138ad6 req-1b112851-1046-4822-bdcb-533ad4dbcdb1 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:03.886293 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9578af80-bb3d-494d-b65a-658269138ad6 req-1b112851-1046-4822-bdcb-533ad4dbcdb1 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 946 time: 0.1946919 Nov 12 19:58:03.903948 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7dcf5c-fdf3-4417-b43d-66afc6429fa3 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:58:03.904980 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7dcf5c-fdf3-4417-b43d-66afc6429fa3 None None] Checking segment: {'id': 'c64a011d-c69a-48e8-8905-50afd92697b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4cac5282-bffd-4955-85a0-72ea34237997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:58:03.906430 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1b7dcf5c-fdf3-4417-b43d-66afc6429fa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:03.907075 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7dcf5c-fdf3-4417-b43d-66afc6429fa3 None None] Bound using segment: {'id': 'c64a011d-c69a-48e8-8905-50afd92697b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4cac5282-bffd-4955-85a0-72ea34237997'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:58:03.907773 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1b7dcf5c-fdf3-4417-b43d-66afc6429fa3 None None] Bound port: 600b612b-5e46-440e-af7b-5acd6ac2d2e6, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64a011d-c69a-48e8-8905-50afd92697b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4cac5282-bffd-4955-85a0-72ea34237997'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:58:03.908440 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1b7dcf5c-fdf3-4417-b43d-66afc6429fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:03.959371 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccf8ef-e721-443a-9f3a-a767bffd4af0 req-acc63ac1-be5b-4722-86cc-67764791f0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:03.961182 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-44ccf8ef-e721-443a-9f3a-a767bffd4af0 req-acc63ac1-be5b-4722-86cc-67764791f0e2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 1098 time: 0.1808033 Nov 12 19:58:04.004534 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9578af80-bb3d-494d-b65a-658269138ad6 req-fc7dda03-e407-47d8-befa-bc3126f4f668 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171942 Nov 12 19:58:04.037845 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-44ccf8ef-e721-443a-9f3a-a767bffd4af0 req-8a1852b9-9b64-4878-8099-3d88cffa1932 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636389 Nov 12 19:58:04.053901 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d58b7f19-ced6-46b7-a165-33e578349c98 None None] For port 17b87f5b-acf8-43be-9aed-55b1947d7891, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:58:04.078224 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d58b7f19-ced6-46b7-a165-33e578349c98 None None] For port 17b87f5b-acf8-43be-9aed-55b1947d7891, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=17b87f5b-acf8-43be-9aed-55b1947d7891,segment=NetworkSegment(ddff1232-1da7-42fe-8eda-d80adfff15af),segment_id=ddff1232-1da7-42fe-8eda-d80adfff15af)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:58:04.099658 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d58b7f19-ced6-46b7-a165-33e578349c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:04.111264 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-1b7dcf5c-fdf3-4417-b43d-66afc6429fa3 None None] For port 600b612b-5e46-440e-af7b-5acd6ac2d2e6, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:58:04.115757 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-1b7dcf5c-fdf3-4417-b43d-66afc6429fa3 None None] For port 600b612b-5e46-440e-af7b-5acd6ac2d2e6, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=600b612b-5e46-440e-af7b-5acd6ac2d2e6,segment=NetworkSegment(c64a011d-c69a-48e8-8905-50afd92697b4),segment_id=c64a011d-c69a-48e8-8905-50afd92697b4)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:58:04.197557 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1b7dcf5c-fdf3-4417-b43d-66afc6429fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:04.215305 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ed860be6-df17-4435-a3fb-45ecbd079949 None None] Provisioning complete for port 17b87f5b-acf8-43be-9aed-55b1947d7891 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:04.215677 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ed860be6-df17-4435-a3fb-45ecbd079949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:04.244098 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10164eac-e359-48ff-8c3f-ad3052952aa4 req-e4c264a9-7f26-4daf-89c3-69f12c3d8463 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:04.250814 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-10164eac-e359-48ff-8c3f-ad3052952aa4 req-e4c264a9-7f26-4daf-89c3-69f12c3d8463 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5bde94-1775-41d5-93e6-c724ae7bf99d HTTP/1.1" status: 200 len: 950 time: 0.0820458 Nov 12 19:58:04.255351 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8acf14-a5ff-426b-8c9d-9ef32a52a5e2 None None] Pushing event updated for resources: {'Port': ['ID=17b87f5b-acf8-43be-9aed-55b1947d7891,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:04.263111 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58b7f19-ced6-46b7-a165-33e578349c98 None None] Routers {'0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:58:04.263745 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d58b7f19-ced6-46b7-a165-33e578349c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:57:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:04.395174 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-10164eac-e359-48ff-8c3f-ad3052952aa4 req-8803a456-6c40-4b14-a540-97762578fa12 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338263 Nov 12 19:58:04.406867 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c3d6133f-1b8e-42df-9caf-844969391dc8 req-608aee98-1c04-442d-8486-7340d08648da tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=30886a89-fe97-4255-9676-183851595d10 HTTP/1.1" status: 200 len: 210 time: 0.0725381 Nov 12 19:58:04.422669 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dcf5c-fdf3-4417-b43d-66afc6429fa3 None None] Pushing event updated for resources: {'Port': ['ID=600b612b-5e46-440e-af7b-5acd6ac2d2e6,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:04.482950 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42b130f-1cb4-4f73-b6e5-ef7175d93652 None None] Network 2619b372-7274-4470-b006-3354c39eb075 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:58:04.639426 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2434f6-edbe-4394-8b26-a037dad0c8ec req-1fa9ddbf-0a77-48a9-ad5b-73e4b03ef74a tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:04.648619 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3b2434f6-edbe-4394-8b26-a037dad0c8ec req-1fa9ddbf-0a77-48a9-ad5b-73e4b03ef74a tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d7359f0-7bdd-4ada-b8e4-064ab20926d7 HTTP/1.1" status: 200 len: 950 time: 0.1050162 Nov 12 19:58:04.678608 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 149e7dd7-5d88-477b-aae3-6fe0fa7819fa up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:58:04.825646 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ed860be6-df17-4435-a3fb-45ecbd079949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:04.830601 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c254e40-4fc7-4d4e-bcb7-f0523b424bc0 req-45f23c00-7407-4f8e-81a5-12dad0d7b709 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:04.832150 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c254e40-4fc7-4d4e-bcb7-f0523b424bc0 req-45f23c00-7407-4f8e-81a5-12dad0d7b709 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f538531-df8c-4d6d-9092-a9f2b055f524 HTTP/1.1" status: 200 len: 943 time: 0.1124299 Nov 12 19:58:04.880513 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3b2434f6-edbe-4394-8b26-a037dad0c8ec req-a0197449-7291-42cd-96f1-21c65280fdfe tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305562 Nov 12 19:58:04.920537 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c254e40-4fc7-4d4e-bcb7-f0523b424bc0 req-8f1700c1-961c-4dba-bcb2-36098cc16f3b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/security-groups?id=8542df78-9549-480f-926a-a01902e4cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790458 Nov 12 19:58:04.955963 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-d58b7f19-ced6-46b7-a165-33e578349c98 None None] Set router 0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:58:04.988140 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-a6f60f66-e191-48e4-8a7e-12cbd323b86c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:05.000256 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-a6f60f66-e191-48e4-8a7e-12cbd323b86c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:05.008052 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-a6f60f66-e191-48e4-8a7e-12cbd323b86c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.52 "GET /v2.0/networks?id=2619b372-7274-4470-b006-3354c39eb075&id=4cac5282-bffd-4955-85a0-72ea34237997&id=2619b372-7274-4470-b006-3354c39eb075 HTTP/1.1" status: 200 len: 1391 time: 0.3560040 Nov 12 19:58:05.087403 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-83f86ad3-ef4b-417c-8ff8-0a3ebb59aebc tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Request body: {'port': {'device_id': '30886a89-fe97-4255-9676-183851595d10', 'network_id': '2619b372-7274-4470-b006-3354c39eb075', 'admin_state_up': True, 'tenant_id': '7aa3005d0b414c1ca2d422e5398a48f6'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:05.172960 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bff81-dc37-4dec-b2a0-85f60a997400 req-e2f6ef22-2357-4565-bd8d-b380e3e8e06b tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:05.174732 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd0bff81-dc37-4dec-b2a0-85f60a997400 req-e2f6ef22-2357-4565-bd8d-b380e3e8e06b tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.1355729 Nov 12 19:58:05.216576 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ed860be6-df17-4435-a3fb-45ecbd079949 None None] For port 17b87f5b-acf8-43be-9aed-55b1947d7891, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=17b87f5b-acf8-43be-9aed-55b1947d7891,segment=NetworkSegment(ddff1232-1da7-42fe-8eda-d80adfff15af),segment_id=ddff1232-1da7-42fe-8eda-d80adfff15af)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:05.217330 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 149e7dd7-5d88-477b-aae3-6fe0fa7819fa triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:05.217695 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:05.266824 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ed860be6-df17-4435-a3fb-45ecbd079949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:05.325579 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd0bff81-dc37-4dec-b2a0-85f60a997400 req-728ab8e3-3b1e-4516-bb57-103fff10ea58 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421640 Nov 12 19:58:05.352878 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f016a0d-45eb-448a-b29e-7e4104caffa9 req-163b020f-e8bb-4651-8e2b-f8e41894aede tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:05.362630 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f016a0d-45eb-448a-b29e-7e4104caffa9 req-163b020f-e8bb-4651-8e2b-f8e41894aede tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:05.367018 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5f016a0d-45eb-448a-b29e-7e4104caffa9 req-163b020f-e8bb-4651-8e2b-f8e41894aede tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5bde94-1775-41d5-93e6-c724ae7bf99d&device_id=4d7359f0-7bdd-4ada-b8e4-064ab20926d7 HTTP/1.1" status: 200 len: 1691 time: 0.1261244 Nov 12 19:58:05.382175 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-83f86ad3-ef4b-417c-8ff8-0a3ebb59aebc tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Made reservation on behalf of 7aa3005d0b414c1ca2d422e5398a48f6 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:58:05.391154 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-83f86ad3-ef4b-417c-8ff8-0a3ebb59aebc tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:05.460079 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed860be6-df17-4435-a3fb-45ecbd079949 None None] Pushing event updated for resources: {'Port': ['ID=17b87f5b-acf8-43be-9aed-55b1947d7891,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:05.471417 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-359c1208-902a-4465-a2b7-4b8b7173572d None None] Provisioning complete for port 149e7dd7-5d88-477b-aae3-6fe0fa7819fa triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:05.472049 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-359c1208-902a-4465-a2b7-4b8b7173572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:05.502935 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5f016a0d-45eb-448a-b29e-7e4104caffa9 req-44b637d9-c91f-4d1d-b98b-720d5a013b81 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262994 Nov 12 19:58:05.599762 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-83f86ad3-ef4b-417c-8ff8-0a3ebb59aebc tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Allocated IP 19.80.0.228 (2619b372-7274-4470-b006-3354c39eb075/1f0f6b90-1d4e-48af-9d66-0dce2f45c1eb/10f7f689-c732-430a-a144-2c740535929e) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:58:05.620458 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:05.653301 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dcf1e2fd-b049-46be-b0ff-3aa943db4737 req-e3542cc0-6f03-4d7b-9580-e3cf210fa5af tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=30886a89-fe97-4255-9676-183851595d10 HTTP/1.1" status: 200 len: 210 time: 0.0520070 Nov 12 19:58:05.715253 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9e670-e11d-406f-9f1e-9a36b1aa9c41 req-b2b8f226-0b55-4c29-9c91-eb282544b0dd tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:05.716927 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0aa9e670-e11d-406f-9f1e-9a36b1aa9c41 req-b2b8f226-0b55-4c29-9c91-eb282544b0dd tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 946 time: 0.1194127 Nov 12 19:58:05.723983 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-359c1208-902a-4465-a2b7-4b8b7173572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:05.767721 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 149e7dd7-5d88-477b-aae3-6fe0fa7819fa, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=149e7dd7-5d88-477b-aae3-6fe0fa7819fa,segment=NetworkSegment(4c2cdcd6-f087-4f31-9b18-0e99224e6252),segment_id=4c2cdcd6-f087-4f31-9b18-0e99224e6252)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:05.775854 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:05.848304 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d58b7f19-ced6-46b7-a165-33e578349c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c', 'name': 'tempest-ServersTestMultiNic-1186077549-router', 'tenant_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'e8bdcddc-33d0-42ff-bd46-7535499cf074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:57:46Z', 'updated_at': '2021-11-12T19:57:54Z', 'revision_number': 4, 'project_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'gw_port': {'id': 'e8bdcddc-33d0-42ff-bd46-7535499cf074', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:48Z', 'updated_at': '2021-11-12T19:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '17b87f5b-acf8-43be-9aed-55b1947d7891', 'name': '', 'network_id': '6bc08339-1fd5-4060-afc4-1b9070b54172', 'tenant_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'mac_address': 'fa:16:3e:30:06:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '0cc938a9-5d89-4842-a308-b530ad5f0187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:53Z', 'updated_at': '2021-11-12T19:58:03Z', 'revision_number': 4, 'project_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'subnets': [{'id': '0cc938a9-5d89-4842-a308-b530ad5f0187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:05.856369 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0aa9e670-e11d-406f-9f1e-9a36b1aa9c41 req-c056c25b-0e41-460f-93cd-2db7d91ee12e tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332891 Nov 12 19:58:05.910457 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58b7f19-ced6-46b7-a165-33e578349c98 None None] The sync data for ids ['0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c'] in n-d-712140-15 is: [{'id': '0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c', 'name': 'tempest-ServersTestMultiNic-1186077549-router', 'tenant_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'e8bdcddc-33d0-42ff-bd46-7535499cf074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:57:46Z', 'updated_at': '2021-11-12T19:57:54Z', 'revision_number': 4, 'project_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'gw_port': {'id': 'e8bdcddc-33d0-42ff-bd46-7535499cf074', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:48Z', 'updated_at': '2021-11-12T19:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '17b87f5b-acf8-43be-9aed-55b1947d7891', 'name': '', 'network_id': '6bc08339-1fd5-4060-afc4-1b9070b54172', 'tenant_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'mac_address': 'fa:16:3e:30:06:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '0cc938a9-5d89-4842-a308-b530ad5f0187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:53Z', 'updated_at': '2021-11-12T19:58:03Z', 'revision_number': 4, 'project_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'subnets': [{'id': '0cc938a9-5d89-4842-a308-b530ad5f0187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 19:58:05.916320 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=149e7dd7-5d88-477b-aae3-6fe0fa7819fa,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:05.924201 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.api [None req-359c1208-902a-4465-a2b7-4b8b7173572d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 19:58:05.924584 n-d-712140-15 neutron-server[102449]: DEBUG oslo_db.api [None req-359c1208-902a-4465-a2b7-4b8b7173572d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 19:58:05.948484 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-83f86ad3-ef4b-417c-8ff8-0a3ebb59aebc tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:06.066217 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504a600-3589-483e-924e-1f45cf4df432 req-4faacb89-42e5-46b1-9ac1-5c2db37f33d8 tempest-ServersOnMultiNodesTest-571559215 tempest-ServersOnMultiNodesTest-571559215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:06.067788 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c504a600-3589-483e-924e-1f45cf4df432 req-4faacb89-42e5-46b1-9ac1-5c2db37f33d8 tempest-ServersOnMultiNodesTest-571559215 tempest-ServersOnMultiNodesTest-571559215-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ce5bde94-1775-41d5-93e6-c724ae7bf99d HTTP/1.1" status: 200 len: 1102 time: 0.1241899 Nov 12 19:58:06.084520 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769319d0-eb31-4958-97ee-05b36651826b None None] Network 4cac5282-bffd-4955-85a0-72ea34237997 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:58:06.092804 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525ab78-d5fc-4f1b-9b10-2c5015d49893 req-51bf74a7-bc53-4e6c-9a15-648c6b0f94f6 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:06.100732 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a525ab78-d5fc-4f1b-9b10-2c5015d49893 req-51bf74a7-bc53-4e6c-9a15-648c6b0f94f6 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f538531-df8c-4d6d-9092-a9f2b055f524 HTTP/1.1" status: 200 len: 943 time: 0.0777116 Nov 12 19:58:06.111786 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-83f86ad3-ef4b-417c-8ff8-0a3ebb59aebc tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:06.166584 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a525ab78-d5fc-4f1b-9b10-2c5015d49893 req-8719180c-d222-4d4c-8f25-971c77859521 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/security-groups?id=8542df78-9549-480f-926a-a01902e4cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639799 Nov 12 19:58:06.185994 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f86ad3-ef4b-417c-8ff8-0a3ebb59aebc tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event updated for resources: {'Port': ['ID=10f7f689-c732-430a-a144-2c740535929e,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:06.208373 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-83f86ad3-ef4b-417c-8ff8-0a3ebb59aebc tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Network 2619b372-7274-4470-b006-3354c39eb075 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:58:06.217957 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c504a600-3589-483e-924e-1f45cf4df432 req-7d3110ed-7dcb-460b-8aaf-f7c4b73986ea tempest-ServersOnMultiNodesTest-571559215 tempest-ServersOnMultiNodesTest-571559215-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374590 Nov 12 19:58:06.219155 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-83f86ad3-ef4b-417c-8ff8-0a3ebb59aebc tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:58:06.239634 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-83f86ad3-ef4b-417c-8ff8-0a3ebb59aebc tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:58:06.379021 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-83f86ad3-ef4b-417c-8ff8-0a3ebb59aebc tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:06.379697 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-83f86ad3-ef4b-417c-8ff8-0a3ebb59aebc tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:06.415704 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e4df8-d2d7-4392-a347-20f55ee06330 req-3c384c90-33d8-4a4d-b6c0-d49ccac784aa tempest-ServersOnMultiNodesTest-571559215 tempest-ServersOnMultiNodesTest-571559215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:06.426763 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c35e4df8-d2d7-4392-a347-20f55ee06330 req-3c384c90-33d8-4a4d-b6c0-d49ccac784aa tempest-ServersOnMultiNodesTest-571559215 tempest-ServersOnMultiNodesTest-571559215-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4d7359f0-7bdd-4ada-b8e4-064ab20926d7 HTTP/1.1" status: 200 len: 1102 time: 0.1201813 Nov 12 19:58:06.520020 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-83f86ad3-ef4b-417c-8ff8-0a3ebb59aebc tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4389575 Nov 12 19:58:06.540946 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-8af2c7d0-271c-4866-b4f7-3f4da0506b58 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Request body: {'port': {'device_id': '30886a89-fe97-4255-9676-183851595d10', 'network_id': '4cac5282-bffd-4955-85a0-72ea34237997', 'admin_state_up': True, 'tenant_id': '7aa3005d0b414c1ca2d422e5398a48f6'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:06.569971 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-359c1208-902a-4465-a2b7-4b8b7173572d None None] Provisioning complete for port 17b87f5b-acf8-43be-9aed-55b1947d7891 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:06.570511 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-359c1208-902a-4465-a2b7-4b8b7173572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:06.708257 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c35e4df8-d2d7-4392-a347-20f55ee06330 req-9eac4c70-bc71-4be6-837f-10b590f4481d tempest-ServersOnMultiNodesTest-571559215 tempest-ServersOnMultiNodesTest-571559215-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731280 Nov 12 19:58:06.740794 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 17b87f5b-acf8-43be-9aed-55b1947d7891 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:58:06.849000 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device dbba7874-3d14-498c-96fb-13a86cce1d70 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:58:06.915937 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-8af2c7d0-271c-4866-b4f7-3f4da0506b58 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Made reservation on behalf of 7aa3005d0b414c1ca2d422e5398a48f6 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:58:06.920429 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-8af2c7d0-271c-4866-b4f7-3f4da0506b58 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:06.926631 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bd937-2eb5-41d3-8b24-4da79144d47f req-acc58e86-52ba-42c8-918f-c0c9dbe5327d tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:06.933909 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cc7bd937-2eb5-41d3-8b24-4da79144d47f req-acc58e86-52ba-42c8-918f-c0c9dbe5327d tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.0870793 Nov 12 19:58:06.951502 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde7357-d24c-4f5b-b493-de69aa062ed8 req-736a4157-a4b8-40ed-95bd-539008c3ad5e tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:06.953456 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1bde7357-d24c-4f5b-b493-de69aa062ed8 req-736a4157-a4b8-40ed-95bd-539008c3ad5e tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=30886a89-fe97-4255-9676-183851595d10 HTTP/1.1" status: 200 len: 932 time: 0.1109755 Nov 12 19:58:07.010374 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f632de25-67f6-42d5-85e5-d616f37d6646 None None] Provisioning complete for port 10f7f689-c732-430a-a144-2c740535929e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:07.010717 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f632de25-67f6-42d5-85e5-d616f37d6646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:07.012784 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 17b87f5b-acf8-43be-9aed-55b1947d7891 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:07.013123 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:07.016569 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cc7bd937-2eb5-41d3-8b24-4da79144d47f req-fb705c51-7f99-4576-bc0e-9b71c7bc7799 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751252 Nov 12 19:58:07.079699 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1bde7357-d24c-4f5b-b493-de69aa062ed8 req-528bb690-c998-4338-b4fb-3c67ca76bee5 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178896 Nov 12 19:58:07.101508 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-f632de25-67f6-42d5-85e5-d616f37d6646 None None] Port 10f7f689-c732-430a-a144-2c740535929e cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:58:07.111788 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port dbba7874-3d14-498c-96fb-13a86cce1d70, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=dbba7874-3d14-498c-96fb-13a86cce1d70,segment=NetworkSegment(2efc070e-a49f-4f07-8919-eb6a66625270),segment_id=2efc070e-a49f-4f07-8919-eb6a66625270)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:07.143346 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-8af2c7d0-271c-4866-b4f7-3f4da0506b58 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Allocated IP 19.86.0.177 (4cac5282-bffd-4955-85a0-72ea34237997/3cc96f97-69d2-4084-a790-db3305511287/0edcb006-47f1-4082-bc5a-b9ea70c73b9e) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:58:07.151445 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'dbba7874-3d14-498c-96fb-13a86cce1d70', 'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d', 'port_id': 'dbba7874-3d14-498c-96fb-13a86cce1d70', 'mac_address': 'fa:16:3e:78:38:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6f525f-a073-41cc-ba60-60408bc77ec0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:58:07.159352 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f632de25-67f6-42d5-85e5-d616f37d6646 None None] Provisioning complete for port 149e7dd7-5d88-477b-aae3-6fe0fa7819fa triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:07.159712 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f632de25-67f6-42d5-85e5-d616f37d6646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:07.186851 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-5d32fb76-4fe2-458b-b6f6-d66e9453ce89 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=127a6be859e142dbb23de706cc1f6a95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328078 Nov 12 19:58:07.252063 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:07.273119 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 149e7dd7-5d88-477b-aae3-6fe0fa7819fa up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:58:07.277627 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbba7874-3d14-498c-96fb-13a86cce1d70 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:58:07.315830 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f66e6-5318-4a86-8f60-885941f7d5f3 req-26302aec-6305-4e20-8e5e-33bab7b32264 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:07.324344 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6e1f66e6-5318-4a86-8f60-885941f7d5f3 req-26302aec-6305-4e20-8e5e-33bab7b32264 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 946 time: 0.1294968 Nov 12 19:58:07.324819 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-ccfdfd10-3b3a-46dc-86ce-db710c3327f4 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:07.326701 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-ccfdfd10-3b3a-46dc-86ce-db710c3327f4 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1337507 Nov 12 19:58:07.366285 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port dbba7874-3d14-498c-96fb-13a86cce1d70, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=dbba7874-3d14-498c-96fb-13a86cce1d70,segment=NetworkSegment(2efc070e-a49f-4f07-8919-eb6a66625270),segment_id=2efc070e-a49f-4f07-8919-eb6a66625270)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:07.369305 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-88c42298-406b-465c-9bfc-e4d64fbcdd07 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/quotas/127a6be859e142dbb23de706cc1f6a95 HTTP/1.1" status: 200 len: 375 time: 0.0367703 Nov 12 19:58:07.379068 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:07.418035 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6e1f66e6-5318-4a86-8f60-885941f7d5f3 req-aea1ccaf-45ea-4ad9-acae-55fc6195381a tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923626 Nov 12 19:58:07.445726 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-8af2c7d0-271c-4866-b4f7-3f4da0506b58 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:07.480725 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=dbba7874-3d14-498c-96fb-13a86cce1d70,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:07.484593 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-30f46b47-e8e5-4c1d-b1bd-34572c8ba27d tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=127a6be859e142dbb23de706cc1f6a95&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1130199 Nov 12 19:58:07.490185 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f632de25-67f6-42d5-85e5-d616f37d6646 None None] Provisioning complete for port 600b612b-5e46-440e-af7b-5acd6ac2d2e6 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:07.490185 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f632de25-67f6-42d5-85e5-d616f37d6646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:07.534016 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-8af2c7d0-271c-4866-b4f7-3f4da0506b58 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:07.603622 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 149e7dd7-5d88-477b-aae3-6fe0fa7819fa triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:07.604210 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:07.643681 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-8af2c7d0-271c-4866-b4f7-3f4da0506b58 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Network 4cac5282-bffd-4955-85a0-72ea34237997 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:58:07.692558 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-8af2c7d0-271c-4866-b4f7-3f4da0506b58 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:58:07.696136 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-8af2c7d0-271c-4866-b4f7-3f4da0506b58 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:58:07.732827 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2c7d0-271c-4866-b4f7-3f4da0506b58 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event updated for resources: {'Port': ['ID=0edcb006-47f1-4082-bc5a-b9ea70c73b9e,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:07.825769 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d306528-8fbf-4f04-80b8-9178688f64d8 req-00086c69-ff5f-4b0c-a362-c7c83b9c2dcd tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:07.829590 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f632de25-67f6-42d5-85e5-d616f37d6646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:07.838453 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d306528-8fbf-4f04-80b8-9178688f64d8 req-00086c69-ff5f-4b0c-a362-c7c83b9c2dcd tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 1098 time: 0.1069472 Nov 12 19:58:07.907678 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa367a-1f2d-437e-b23a-b5458e375131 req-f2600193-97fc-416c-958b-260b3d7e0c14 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:07.909395 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-f632de25-67f6-42d5-85e5-d616f37d6646 None None] For port 600b612b-5e46-440e-af7b-5acd6ac2d2e6, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=600b612b-5e46-440e-af7b-5acd6ac2d2e6,segment=NetworkSegment(c64a011d-c69a-48e8-8905-50afd92697b4),segment_id=c64a011d-c69a-48e8-8905-50afd92697b4)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:07.913700 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-00aa367a-1f2d-437e-b23a-b5458e375131 req-f2600193-97fc-416c-958b-260b3d7e0c14 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f538531-df8c-4d6d-9092-a9f2b055f524 HTTP/1.1" status: 200 len: 944 time: 0.2741952 Nov 12 19:58:07.924200 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f632de25-67f6-42d5-85e5-d616f37d6646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:07.935824 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-8af2c7d0-271c-4866-b4f7-3f4da0506b58 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:07.936509 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-8af2c7d0-271c-4866-b4f7-3f4da0506b58 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:07.988399 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d306528-8fbf-4f04-80b8-9178688f64d8 req-82970319-9f64-458f-90c9-54232c880da0 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423621 Nov 12 19:58:08.023911 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-8af2c7d0-271c-4866-b4f7-3f4da0506b58 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4913471 Nov 12 19:58:08.053684 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-90ec5dca-cbca-4d1e-9818-5377088b65ad tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Request body: {'port': {'device_id': '30886a89-fe97-4255-9676-183851595d10', 'network_id': '2619b372-7274-4470-b006-3354c39eb075', 'admin_state_up': True, 'tenant_id': '7aa3005d0b414c1ca2d422e5398a48f6'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:08.079675 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632de25-67f6-42d5-85e5-d616f37d6646 None None] Pushing event updated for resources: {'Port': ['ID=600b612b-5e46-440e-af7b-5acd6ac2d2e6,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:08.090318 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['dbba7874-3d14-498c-96fb-13a86cce1d70'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:58:08.117996 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 600b612b-5e46-440e-af7b-5acd6ac2d2e6 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:58:08.128360 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4690edef-f8bd-4c29-86cd-c8443b93de54 req-d35001d6-df21-451b-a2a2-9cd9de2519b3 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=c44de0a0-6c6b-4885-b4c9-4255c2e88fd2 HTTP/1.1" status: 200 len: 210 time: 0.0730615 Nov 12 19:58:08.134505 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-00aa367a-1f2d-437e-b23a-b5458e375131 req-5cfb9698-ab7d-4230-8ea8-41dc27f74233 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/security-groups?id=8542df78-9549-480f-926a-a01902e4cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036572 Nov 12 19:58:08.302424 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-32d87b2f-3915-4c91-b2d0-45ff743ce1d4 None None] Provisioning complete for port 600b612b-5e46-440e-af7b-5acd6ac2d2e6 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:08.302818 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-32d87b2f-3915-4c91-b2d0-45ff743ce1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:08.391739 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695d736-0b3a-4110-92d1-124ffbdb34fb req-4184e5fa-ea68-4b15-9fc1-96935de30aed tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:08.395268 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4695d736-0b3a-4110-92d1-124ffbdb34fb req-4184e5fa-ea68-4b15-9fc1-96935de30aed tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.1107657 Nov 12 19:58:08.428327 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-90ec5dca-cbca-4d1e-9818-5377088b65ad tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Made reservation on behalf of 7aa3005d0b414c1ca2d422e5398a48f6 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:58:08.432327 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-90ec5dca-cbca-4d1e-9818-5377088b65ad tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:08.446803 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e233da7-7195-45e1-a269-37770209452d req-404b364f-c598-4514-a609-1cb90304aa3e tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:08.457373 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e233da7-7195-45e1-a269-37770209452d req-404b364f-c598-4514-a609-1cb90304aa3e tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 1098 time: 0.1483893 Nov 12 19:58:08.459757 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 600b612b-5e46-440e-af7b-5acd6ac2d2e6 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:08.460133 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:08.535459 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4695d736-0b3a-4110-92d1-124ffbdb34fb req-25e42d9b-e576-45a6-8b02-1653b8ad6b07 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318035 Nov 12 19:58:08.621414 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e233da7-7195-45e1-a269-37770209452d req-3c6d3927-b39d-4f25-a272-6788a11a0e81 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631417 Nov 12 19:58:08.747797 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-90ec5dca-cbca-4d1e-9818-5377088b65ad tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Allocated IP 19.80.0.216 (2619b372-7274-4470-b006-3354c39eb075/1f0f6b90-1d4e-48af-9d66-0dce2f45c1eb/7f8cdf73-3257-4832-a1a9-feb48693c33b) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:58:08.779978 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e6145-738c-4b96-9619-b2591c9464c5 req-2eb57f16-a2c5-4d3d-ad61-3a29d7758085 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:08.787954 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e6145-738c-4b96-9619-b2591c9464c5 req-2eb57f16-a2c5-4d3d-ad61-3a29d7758085 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:08.799667 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9d8e6145-738c-4b96-9619-b2591c9464c5 req-2eb57f16-a2c5-4d3d-ad61-3a29d7758085 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=30886a89-fe97-4255-9676-183851595d10 HTTP/1.1" status: 200 len: 1655 time: 0.1209013 Nov 12 19:58:08.815980 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-087d15e1-5d5c-45f7-b66d-7926e7930398 None None] Provisioning complete for port 0edcb006-47f1-4082-bc5a-b9ea70c73b9e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:08.816566 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-087d15e1-5d5c-45f7-b66d-7926e7930398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:08.890270 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9d8e6145-738c-4b96-9619-b2591c9464c5 req-f545c6d8-bf12-474b-835d-45456233fffe tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838618 Nov 12 19:58:08.909608 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-087d15e1-5d5c-45f7-b66d-7926e7930398 None None] Port 0edcb006-47f1-4082-bc5a-b9ea70c73b9e cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:58:08.923733 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 600b612b-5e46-440e-af7b-5acd6ac2d2e6 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:58:09.025600 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 600b612b-5e46-440e-af7b-5acd6ac2d2e6 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:09.025973 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:09.114709 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-90ec5dca-cbca-4d1e-9818-5377088b65ad tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:09.215152 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-90ec5dca-cbca-4d1e-9818-5377088b65ad tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:09.260646 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-abe10820-6efa-4072-a57b-66a25c16bf3f req-a2541636-a0e0-4466-a7df-9bdd116ccb4a tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=c44de0a0-6c6b-4885-b4c9-4255c2e88fd2 HTTP/1.1" status: 200 len: 210 time: 0.0377235 Nov 12 19:58:09.282184 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-90ec5dca-cbca-4d1e-9818-5377088b65ad tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Network 2619b372-7274-4470-b006-3354c39eb075 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:58:09.290788 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-90ec5dca-cbca-4d1e-9818-5377088b65ad tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:58:09.299317 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-90ec5dca-cbca-4d1e-9818-5377088b65ad tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:58:09.321943 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec5dca-cbca-4d1e-9818-5377088b65ad tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event updated for resources: {'Port': ['ID=7f8cdf73-3257-4832-a1a9-feb48693c33b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:09.335554 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3f4ce-debe-4736-a6a0-b73ee59d8cf6 req-255725ec-bf46-43e8-bc2c-1911c522e8b1 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:09.343563 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e8f3f4ce-debe-4736-a6a0-b73ee59d8cf6 req-255725ec-bf46-43e8-bc2c-1911c522e8b1 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 1098 time: 0.1490893 Nov 12 19:58:09.392869 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-90ec5dca-cbca-4d1e-9818-5377088b65ad tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:09.393625 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-90ec5dca-cbca-4d1e-9818-5377088b65ad tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:09.440530 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e8f3f4ce-debe-4736-a6a0-b73ee59d8cf6 req-8047b49b-8737-422c-b69d-c474f6e8f767 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958722 Nov 12 19:58:09.451306 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-90ec5dca-cbca-4d1e-9818-5377088b65ad tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4130383 Nov 12 19:58:09.467948 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-7e887d24-d3b5-4a72-8e09-00571d0be8f9 service neutron] Request body: {'port': {'device_id': '30886a89-fe97-4255-9676-183851595d10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:09.480046 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf53496-6735-4900-80d7-8279d6bc5727 req-95afd618-9400-415f-9f79-6854e38fec62 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:09.481706 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-daf53496-6735-4900-80d7-8279d6bc5727 req-95afd618-9400-415f-9f79-6854e38fec62 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f538531-df8c-4d6d-9092-a9f2b055f524 HTTP/1.1" status: 200 len: 944 time: 0.0874784 Nov 12 19:58:09.571153 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-daf53496-6735-4900-80d7-8279d6bc5727 req-d59a1826-2734-4eef-8c69-22a53eb3a0a6 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/security-groups?id=8542df78-9549-480f-926a-a01902e4cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771759 Nov 12 19:58:09.640304 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-b7d8d580-54d9-4ca7-9be6-85fd0931bb92 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=127a6be859e142dbb23de706cc1f6a95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0855303 Nov 12 19:58:09.656364 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-06b3559d-2928-44d1-ab1e-80799164da5e None None] Provisioning complete for port 7f8cdf73-3257-4832-a1a9-feb48693c33b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:09.656995 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-06b3559d-2928-44d1-ab1e-80799164da5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:09.659536 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-7e887d24-d3b5-4a72-8e09-00571d0be8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:09.701853 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-06b3559d-2928-44d1-ab1e-80799164da5e None None] Port 7f8cdf73-3257-4832-a1a9-feb48693c33b cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:58:09.936756 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43d931-3d30-41aa-b8f6-480261c12ea8 req-dc07a787-1567-4c6f-a70c-d05680938b20 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:09.938245 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4d43d931-3d30-41aa-b8f6-480261c12ea8 req-dc07a787-1567-4c6f-a70c-d05680938b20 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.2515697 Nov 12 19:58:10.007158 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-75f10ccd-8470-4f02-8b6c-2b69a824a585 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:10.009591 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-75f10ccd-8470-4f02-8b6c-2b69a824a585 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3324180 Nov 12 19:58:10.036512 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-f587cf30-6477-4a6d-a1ff-8e4be1d94841 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Request body: {'port': {'device_id': 'c44de0a0-6c6b-4885-b4c9-4255c2e88fd2', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': '127a6be859e142dbb23de706cc1f6a95'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:10.172162 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4d43d931-3d30-41aa-b8f6-480261c12ea8 req-d687d6a4-7986-4bd4-ad28-c882df7abc79 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233608 Nov 12 19:58:10.286698 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4631b-22ff-4062-9b42-6e88b0f959c0 req-576e9149-8e71-439d-8173-5ca2545cbeb0 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:10.293139 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-f587cf30-6477-4a6d-a1ff-8e4be1d94841 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Made reservation on behalf of 127a6be859e142dbb23de706cc1f6a95 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:58:10.295060 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4631b-22ff-4062-9b42-6e88b0f959c0 req-576e9149-8e71-439d-8173-5ca2545cbeb0 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:10.299269 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-f587cf30-6477-4a6d-a1ff-8e4be1d94841 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:10.301383 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4631b-22ff-4062-9b42-6e88b0f959c0 req-576e9149-8e71-439d-8173-5ca2545cbeb0 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:10.303901 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ebe4631b-22ff-4062-9b42-6e88b0f959c0 req-576e9149-8e71-439d-8173-5ca2545cbeb0 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=30886a89-fe97-4255-9676-183851595d10 HTTP/1.1" status: 200 len: 2377 time: 0.1030235 Nov 12 19:58:10.323991 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-7e887d24-d3b5-4a72-8e09-00571d0be8f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f7f689-c732-430a-a144-2c740535929e {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:58:10.336704 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-7e887d24-d3b5-4a72-8e09-00571d0be8f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:10.372748 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ebe4631b-22ff-4062-9b42-6e88b0f959c0 req-5a01acaf-82c4-45c2-bef5-ea3dbba0d270 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555985 Nov 12 19:58:10.408893 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-7e887d24-d3b5-4a72-8e09-00571d0be8f9 service neutron] Transition to ACTIVE for port object 10f7f689-c732-430a-a144-2c740535929e will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:58:10.423494 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-7e887d24-d3b5-4a72-8e09-00571d0be8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:10.499667 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e887d24-d3b5-4a72-8e09-00571d0be8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=10f7f689-c732-430a-a144-2c740535929e,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:10.504653 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8281bc4d-bca4-4396-992e-b2ee5f850572 req-52e36725-a443-4ae4-8099-6458da7f9c08 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=c44de0a0-6c6b-4885-b4c9-4255c2e88fd2 HTTP/1.1" status: 200 len: 210 time: 0.0370767 Nov 12 19:58:10.633690 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-f587cf30-6477-4a6d-a1ff-8e4be1d94841 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Allocated IP 192.168.233.8 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/039e261b-d89a-4b7e-9388-ff349395b6bf) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:58:10.651246 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce6634-72f8-4414-991a-2596e990ea3f req-59065967-8699-4cea-b6f1-e07b77f6e1b6 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:10.660530 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dfce6634-72f8-4414-991a-2596e990ea3f req-59065967-8699-4cea-b6f1-e07b77f6e1b6 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 1098 time: 0.0597970 Nov 12 19:58:10.759981 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dfce6634-72f8-4414-991a-2596e990ea3f req-07207196-86a7-4829-b2b1-776df9f01532 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971510 Nov 12 19:58:10.861394 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device dbba7874-3d14-498c-96fb-13a86cce1d70 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:58:10.949309 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port dbba7874-3d14-498c-96fb-13a86cce1d70 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:58:10.956179 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port dbba7874-3d14-498c-96fb-13a86cce1d70 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:10.957587 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:11.055984 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:11.087876 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f538531-df8c-4d6d-9092-a9f2b055f524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbba7874-3d14-498c-96fb-13a86cce1d70'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:11.090711 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb5049d-2ef3-491d-abcc-067ce56f69ef" -d '{"events": [{"server_uuid": "9f538531-df8c-4d6d-9092-a9f2b055f524", "name": "network-vif-plugged", "status": "completed", "tag": "dbba7874-3d14-498c-96fb-13a86cce1d70"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:11.118693 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52687ea8-7c06-4e43-b110-6b42e93f4028 req-1ba12ac1-41c0-4fd2-8fd9-5a5b0c6c2726 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:11.124847 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52687ea8-7c06-4e43-b110-6b42e93f4028 req-1ba12ac1-41c0-4fd2-8fd9-5a5b0c6c2726 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f538531-df8c-4d6d-9092-a9f2b055f524 HTTP/1.1" status: 200 len: 944 time: 0.1034167 Nov 12 19:58:11.127049 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port dbba7874-3d14-498c-96fb-13a86cce1d70, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=dbba7874-3d14-498c-96fb-13a86cce1d70,segment=NetworkSegment(2efc070e-a49f-4f07-8919-eb6a66625270),segment_id=2efc070e-a49f-4f07-8919-eb6a66625270)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:11.131882 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:11.143532 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-7e887d24-d3b5-4a72-8e09-00571d0be8f9 service neutron] Attempting to bind port 10f7f689-c732-430a-a144-2c740535929e on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:58:11.144096 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-7e887d24-d3b5-4a72-8e09-00571d0be8f9 service neutron] Attempting to bind port 10f7f689-c732-430a-a144-2c740535929e by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '4c2cdcd6-f087-4f31-9b18-0e99224e6252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2619b372-7274-4470-b006-3354c39eb075'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:58:11.144615 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-7e887d24-d3b5-4a72-8e09-00571d0be8f9 service neutron] Attempting to bind port 10f7f689-c732-430a-a144-2c740535929e on network 2619b372-7274-4470-b006-3354c39eb075 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:11.179794 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-7e887d24-d3b5-4a72-8e09-00571d0be8f9 service neutron] Port 10f7f689-c732-430a-a144-2c740535929e on network 2619b372-7274-4470-b006-3354c39eb075 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:58:11.182122 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-7e887d24-d3b5-4a72-8e09-00571d0be8f9 service neutron] Attempting to bind port 10f7f689-c732-430a-a144-2c740535929e on network 2619b372-7274-4470-b006-3354c39eb075 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:11.185038 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=dbba7874-3d14-498c-96fb-13a86cce1d70,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:11.207157 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-7e887d24-d3b5-4a72-8e09-00571d0be8f9 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:58:11.207725 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-7e887d24-d3b5-4a72-8e09-00571d0be8f9 service neutron] Checking segment: {'id': '4c2cdcd6-f087-4f31-9b18-0e99224e6252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2619b372-7274-4470-b006-3354c39eb075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:58:11.208117 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-7e887d24-d3b5-4a72-8e09-00571d0be8f9 service neutron] Bound using segment: {'id': '4c2cdcd6-f087-4f31-9b18-0e99224e6252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2619b372-7274-4470-b006-3354c39eb075'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:58:11.208756 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-7e887d24-d3b5-4a72-8e09-00571d0be8f9 service neutron] Bound port: 10f7f689-c732-430a-a144-2c740535929e, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2cdcd6-f087-4f31-9b18-0e99224e6252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2619b372-7274-4470-b006-3354c39eb075'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:58:11.209327 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-7e887d24-d3b5-4a72-8e09-00571d0be8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:11.358718 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52687ea8-7c06-4e43-b110-6b42e93f4028 req-a8fd0ca6-53de-4ac1-b397-da2ef75b6f7d tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/security-groups?id=8542df78-9549-480f-926a-a01902e4cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297366 Nov 12 19:58:11.380911 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-f587cf30-6477-4a6d-a1ff-8e4be1d94841 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:11.436091 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240245dd-7584-4d2e-aa56-39fcaf3bf660 x-openstack-request-id: req-240245dd-7584-4d2e-aa56-39fcaf3bf660 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:11.436544 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f538531-df8c-4d6d-9092-a9f2b055f524", "name": "network-vif-plugged", "status": "completed", "tag": "dbba7874-3d14-498c-96fb-13a86cce1d70", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:11.436863 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-240245dd-7584-4d2e-aa56-39fcaf3bf660 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:11.437351 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f538531-df8c-4d6d-9092-a9f2b055f524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbba7874-3d14-498c-96fb-13a86cce1d70', 'code': 200} Nov 12 19:58:11.471796 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-f587cf30-6477-4a6d-a1ff-8e4be1d94841 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:11.484950 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['011105bd-e71b-4e61-8395-8513d23bc53b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:58:11.492018 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['eda6343e-7e40-4020-941b-d137c98a8b23', 'dc35a6ec-7372-4b84-9815-ebabb0db7817', '4749130e-9150-42eb-86bc-10b4f5937402', 'f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:58:11.578448 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-7e887d24-d3b5-4a72-8e09-00571d0be8f9 service neutron] For port 10f7f689-c732-430a-a144-2c740535929e, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:58:11.631869 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-f587cf30-6477-4a6d-a1ff-8e4be1d94841 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:58:11.636344 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-7e887d24-d3b5-4a72-8e09-00571d0be8f9 service neutron] For port 10f7f689-c732-430a-a144-2c740535929e, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=10f7f689-c732-430a-a144-2c740535929e,segment=NetworkSegment(4c2cdcd6-f087-4f31-9b18-0e99224e6252),segment_id=4c2cdcd6-f087-4f31-9b18-0e99224e6252)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:58:11.672528 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-7e887d24-d3b5-4a72-8e09-00571d0be8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:11.674616 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-f587cf30-6477-4a6d-a1ff-8e4be1d94841 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:58:11.676603 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587cf30-6477-4a6d-a1ff-8e4be1d94841 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Pushing event updated for resources: {'Port': ['ID=039e261b-d89a-4b7e-9388-ff349395b6bf,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:11.699001 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-f587cf30-6477-4a6d-a1ff-8e4be1d94841 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:58:11.749736 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-f587cf30-6477-4a6d-a1ff-8e4be1d94841 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:11.750539 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-f587cf30-6477-4a6d-a1ff-8e4be1d94841 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:11.840431 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-f587cf30-6477-4a6d-a1ff-8e4be1d94841 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8075888 Nov 12 19:58:11.851566 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-7e887d24-d3b5-4a72-8e09-00571d0be8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:11.852387 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-7e887d24-d3b5-4a72-8e09-00571d0be8f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:11.854075 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-7e887d24-d3b5-4a72-8e09-00571d0be8f9 service neutron] 10.222.0.52 "PUT /v2.0/ports/10f7f689-c732-430a-a144-2c740535929e HTTP/1.1" status: 200 len: 1093 time: 2.3930910 Nov 12 19:58:11.860896 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30886a89-fe97-4255-9676-183851595d10', 'tag': '10f7f689-c732-430a-a144-2c740535929e'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:11.865149 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba3f1a2-7456-4fe4-b159-2a80dac57812" -d '{"events": [{"name": "network-changed", "server_uuid": "30886a89-fe97-4255-9676-183851595d10", "tag": "10f7f689-c732-430a-a144-2c740535929e"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:11.879661 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-abfa0fd9-c5d6-4748-91d8-07e55598b67e service neutron] Request body: {'port': {'device_id': 'c44de0a0-6c6b-4885-b4c9-4255c2e88fd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:11.883101 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e887d24-d3b5-4a72-8e09-00571d0be8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=10f7f689-c732-430a-a144-2c740535929e,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:11.929108 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e012e3-4011-48d0-80d2-1d630b09449a req-aebcb183-32a2-4c2e-8862-58de70873d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:11.931488 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-21e012e3-4011-48d0-80d2-1d630b09449a req-aebcb183-32a2-4c2e-8862-58de70873d16 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9f538531-df8c-4d6d-9092-a9f2b055f524 HTTP/1.1" status: 200 len: 1097 time: 0.3673887 Nov 12 19:58:11.948432 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-436865f1-0950-4a78-9766-a5686687594e service neutron] Request body: {'port': {'device_id': '30886a89-fe97-4255-9676-183851595d10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:11.968150 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346e00f-262d-4764-877b-7f9f8fcf2ea3 req-0d86b3bc-f2cf-42c0-b614-ec4240cd138b tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:11.976103 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5346e00f-262d-4764-877b-7f9f8fcf2ea3 req-0d86b3bc-f2cf-42c0-b614-ec4240cd138b tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.3339343 Nov 12 19:58:12.147763 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d6af87fd-ad3c-4603-ba12-1e32cd47034b None None] Provisioning complete for port 039e261b-d89a-4b7e-9388-ff349395b6bf triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:12.148988 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d6af87fd-ad3c-4603-ba12-1e32cd47034b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:12.151542 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-abfa0fd9-c5d6-4748-91d8-07e55598b67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:12.158484 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-436865f1-0950-4a78-9766-a5686687594e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:12.190404 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-21e012e3-4011-48d0-80d2-1d630b09449a req-5b39bef4-edbf-471a-94d0-99f2f03e4fbb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8542df78-9549-480f-926a-a01902e4cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364006 Nov 12 19:58:12.199366 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5346e00f-262d-4764-877b-7f9f8fcf2ea3 req-bc2154b1-4314-48af-8383-f667b2964eae tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222266 Nov 12 19:58:12.210829 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-0108740f-454c-410c-8224-496d8e190f97 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 19:58:12.211939 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-0108740f-454c-410c-8224-496d8e190f97 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071616 Nov 12 19:58:12.288090 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-d6af87fd-ad3c-4603-ba12-1e32cd47034b None None] Port 039e261b-d89a-4b7e-9388-ff349395b6bf cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:58:12.329478 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-b9688eb8-2986-4e16-9209-b766be00761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:12.330876 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-b9688eb8-2986-4e16-9209-b766be00761e service neutron] 10.222.0.48 "GET /v2.0/ports/bd20a262-9e7a-46e4-85b8-585099ae54b4 HTTP/1.1" status: 200 len: 1095 time: 0.1007185 Nov 12 19:58:12.353976 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-b2173f44-cb58-4479-98c4-17750c418114 service neutron] Request body: {'binding': {'host': 'n-h2-712140-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:12.354437 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-b2173f44-cb58-4479-98c4-17750c418114 service neutron] Unknown quota resources ['binding']. {{(pid=102448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 19:58:12.538520 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7325095-e0cb-4e77-86f1-bdde595d01da req-de3fac68-59da-418d-8bd5-a9b63a08fd4f tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:12.545750 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7325095-e0cb-4e77-86f1-bdde595d01da req-de3fac68-59da-418d-8bd5-a9b63a08fd4f tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:12.551717 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7325095-e0cb-4e77-86f1-bdde595d01da req-de3fac68-59da-418d-8bd5-a9b63a08fd4f tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:12.553425 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7325095-e0cb-4e77-86f1-bdde595d01da req-de3fac68-59da-418d-8bd5-a9b63a08fd4f tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=30886a89-fe97-4255-9676-183851595d10 HTTP/1.1" status: 200 len: 2389 time: 0.2674148 Nov 12 19:58:12.803163 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7325095-e0cb-4e77-86f1-bdde595d01da req-9884f6f3-f9ee-4503-b2bd-3fef9dfbe264 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205608 Nov 12 19:58:12.911189 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-b2173f44-cb58-4479-98c4-17750c418114 service neutron] Attempting to bind port bd20a262-9e7a-46e4-85b8-585099ae54b4 on host n-h2-712140-15 for vnic_type normal with profile None {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:58:12.911554 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-b2173f44-cb58-4479-98c4-17750c418114 service neutron] Attempting to bind port bd20a262-9e7a-46e4-85b8-585099ae54b4 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:58:12.911850 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-b2173f44-cb58-4479-98c4-17750c418114 service neutron] Attempting to bind port bd20a262-9e7a-46e4-85b8-585099ae54b4 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:12.958738 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-b2173f44-cb58-4479-98c4-17750c418114 service neutron] Port bd20a262-9e7a-46e4-85b8-585099ae54b4 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:58:12.959069 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-b2173f44-cb58-4479-98c4-17750c418114 service neutron] Attempting to bind port bd20a262-9e7a-46e4-85b8-585099ae54b4 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:12.986393 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-abfa0fd9-c5d6-4748-91d8-07e55598b67e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 039e261b-d89a-4b7e-9388-ff349395b6bf {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:58:12.997348 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-b2173f44-cb58-4479-98c4-17750c418114 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:58:12.997695 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-b2173f44-cb58-4479-98c4-17750c418114 service neutron] Checking segment: {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:58:12.998443 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-b2173f44-cb58-4479-98c4-17750c418114 service neutron] Bound using segment: {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:58:12.998914 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-b2173f44-cb58-4479-98c4-17750c418114 service neutron] Bound port: bd20a262-9e7a-46e4-85b8-585099ae54b4, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:58:13.002447 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-436865f1-0950-4a78-9766-a5686687594e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0edcb006-47f1-4082-bc5a-b9ea70c73b9e {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:58:13.017906 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-436865f1-0950-4a78-9766-a5686687594e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:13.021211 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-abfa0fd9-c5d6-4748-91d8-07e55598b67e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:13.065654 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c3982-f3f4-4190-954f-f9545a03320e req-45791658-d5ee-46ae-a248-9e6f6dd93ff3 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:13.067170 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-469c3982-f3f4-4190-954f-f9545a03320e req-45791658-d5ee-46ae-a248-9e6f6dd93ff3 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=c44de0a0-6c6b-4885-b4c9-4255c2e88fd2 HTTP/1.1" status: 200 len: 934 time: 0.1987331 Nov 12 19:58:13.092124 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-abfa0fd9-c5d6-4748-91d8-07e55598b67e service neutron] Transition to ACTIVE for port object 039e261b-d89a-4b7e-9388-ff349395b6bf will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:58:13.096845 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-436865f1-0950-4a78-9766-a5686687594e service neutron] Transition to ACTIVE for port object 0edcb006-47f1-4082-bc5a-b9ea70c73b9e will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:58:13.108328 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-abfa0fd9-c5d6-4748-91d8-07e55598b67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:13.114380 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-436865f1-0950-4a78-9766-a5686687594e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:13.176712 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-b2173f44-cb58-4479-98c4-17750c418114 service neutron] For port bd20a262-9e7a-46e4-85b8-585099ae54b4, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=bd20a262-9e7a-46e4-85b8-585099ae54b4,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:58:13.207342 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-b2173f44-cb58-4479-98c4-17750c418114 service neutron] Publish callbacks [] for binding, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:13.208572 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-b2173f44-cb58-4479-98c4-17750c418114 service neutron] 10.222.0.48 "POST /v2.0/ports/bd20a262-9e7a-46e4-85b8-585099ae54b4/bindings HTTP/1.1" status: 201 len: 390 time: 0.8588364 Nov 12 19:58:13.224672 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-469c3982-f3f4-4190-954f-f9545a03320e req-a59533c9-daee-49dc-89b2-4290c083b7ae tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503546 Nov 12 19:58:13.231233 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa0fd9-c5d6-4748-91d8-07e55598b67e service neutron] Pushing event updated for resources: {'Port': ['ID=039e261b-d89a-4b7e-9388-ff349395b6bf,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:13.427134 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce278afa-512b-4f68-9373-18fb67543ff0 x-openstack-request-id: req-ce278afa-512b-4f68-9373-18fb67543ff0 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:13.427537 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30886a89-fe97-4255-9676-183851595d10", "tag": "10f7f689-c732-430a-a144-2c740535929e", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:13.427879 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ce278afa-512b-4f68-9373-18fb67543ff0 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:13.434138 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30886a89-fe97-4255-9676-183851595d10', 'tag': '10f7f689-c732-430a-a144-2c740535929e', 'status': 'completed', 'code': 200} Nov 12 19:58:13.504217 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436865f1-0950-4a78-9766-a5686687594e service neutron] Pushing event updated for resources: {'Port': ['ID=0edcb006-47f1-4082-bc5a-b9ea70c73b9e,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:13.574143 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3f1a2-7456-4fe4-b159-2a80dac57812 req-fc52b924-4a83-410e-8ed9-0e5239e0de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:13.574640 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3f1a2-7456-4fe4-b159-2a80dac57812 req-fc52b924-4a83-410e-8ed9-0e5239e0de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:13.575070 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3f1a2-7456-4fe4-b159-2a80dac57812 req-fc52b924-4a83-410e-8ed9-0e5239e0de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:13.577000 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4ba3f1a2-7456-4fe4-b159-2a80dac57812 req-fc52b924-4a83-410e-8ed9-0e5239e0de17 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7aa3005d0b414c1ca2d422e5398a48f6&device_id=30886a89-fe97-4255-9676-183851595d10 HTTP/1.1" status: 200 len: 2759 time: 0.1111643 Nov 12 19:58:13.626043 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-abfa0fd9-c5d6-4748-91d8-07e55598b67e service neutron] Attempting to bind port 039e261b-d89a-4b7e-9388-ff349395b6bf on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:58:13.628113 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-abfa0fd9-c5d6-4748-91d8-07e55598b67e service neutron] Attempting to bind port 039e261b-d89a-4b7e-9388-ff349395b6bf by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:58:13.628656 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-abfa0fd9-c5d6-4748-91d8-07e55598b67e service neutron] Attempting to bind port 039e261b-d89a-4b7e-9388-ff349395b6bf on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:13.655428 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b91b4-72d3-450f-966e-6c2259d07bf4 req-5e67d757-8977-4f63-8f99-1707b09e44e0 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:13.662704 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-715b91b4-72d3-450f-966e-6c2259d07bf4 req-5e67d757-8977-4f63-8f99-1707b09e44e0 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=4523f542-c640-48ba-98fa-5a41ab8987f6 HTTP/1.1" status: 200 len: 967 time: 0.2274342 Nov 12 19:58:13.673962 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-abfa0fd9-c5d6-4748-91d8-07e55598b67e service neutron] Port 039e261b-d89a-4b7e-9388-ff349395b6bf on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:58:13.674278 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-abfa0fd9-c5d6-4748-91d8-07e55598b67e service neutron] Attempting to bind port 039e261b-d89a-4b7e-9388-ff349395b6bf on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:13.686923 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-436865f1-0950-4a78-9766-a5686687594e service neutron] Attempting to bind port 0edcb006-47f1-4082-bc5a-b9ea70c73b9e on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:58:13.687263 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-436865f1-0950-4a78-9766-a5686687594e service neutron] Attempting to bind port 0edcb006-47f1-4082-bc5a-b9ea70c73b9e by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'c64a011d-c69a-48e8-8905-50afd92697b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4cac5282-bffd-4955-85a0-72ea34237997'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:58:13.687594 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-436865f1-0950-4a78-9766-a5686687594e service neutron] Attempting to bind port 0edcb006-47f1-4082-bc5a-b9ea70c73b9e on network 4cac5282-bffd-4955-85a0-72ea34237997 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:13.692210 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-abfa0fd9-c5d6-4748-91d8-07e55598b67e service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:58:13.692576 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-abfa0fd9-c5d6-4748-91d8-07e55598b67e service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:58:13.692959 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-abfa0fd9-c5d6-4748-91d8-07e55598b67e service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:58:13.693396 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-abfa0fd9-c5d6-4748-91d8-07e55598b67e service neutron] Bound port: 039e261b-d89a-4b7e-9388-ff349395b6bf, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:58:13.693755 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-abfa0fd9-c5d6-4748-91d8-07e55598b67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:13.708407 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-436865f1-0950-4a78-9766-a5686687594e service neutron] Port 0edcb006-47f1-4082-bc5a-b9ea70c73b9e on network 4cac5282-bffd-4955-85a0-72ea34237997 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:58:13.708845 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-436865f1-0950-4a78-9766-a5686687594e service neutron] Attempting to bind port 0edcb006-47f1-4082-bc5a-b9ea70c73b9e on network 4cac5282-bffd-4955-85a0-72ea34237997 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:13.724725 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-436865f1-0950-4a78-9766-a5686687594e service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:58:13.725100 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-436865f1-0950-4a78-9766-a5686687594e service neutron] Checking segment: {'id': 'c64a011d-c69a-48e8-8905-50afd92697b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4cac5282-bffd-4955-85a0-72ea34237997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:58:13.725430 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-436865f1-0950-4a78-9766-a5686687594e service neutron] Bound using segment: {'id': 'c64a011d-c69a-48e8-8905-50afd92697b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4cac5282-bffd-4955-85a0-72ea34237997'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:58:13.725882 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-436865f1-0950-4a78-9766-a5686687594e service neutron] Bound port: 0edcb006-47f1-4082-bc5a-b9ea70c73b9e, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c64a011d-c69a-48e8-8905-50afd92697b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4cac5282-bffd-4955-85a0-72ea34237997'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:58:13.726237 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-436865f1-0950-4a78-9766-a5686687594e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:13.856167 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-715b91b4-72d3-450f-966e-6c2259d07bf4 req-2b836d95-0643-41dd-b725-c66d7e5ae1f8 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b759fb5-4f4d-4d79-a3fe-fd07cde4531c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923907 Nov 12 19:58:13.963354 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-abfa0fd9-c5d6-4748-91d8-07e55598b67e service neutron] For port 039e261b-d89a-4b7e-9388-ff349395b6bf, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:58:13.974518 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-abfa0fd9-c5d6-4748-91d8-07e55598b67e service neutron] For port 039e261b-d89a-4b7e-9388-ff349395b6bf, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=039e261b-d89a-4b7e-9388-ff349395b6bf,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:58:13.993630 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-abfa0fd9-c5d6-4748-91d8-07e55598b67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:14.082043 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-436865f1-0950-4a78-9766-a5686687594e service neutron] For port 0edcb006-47f1-4082-bc5a-b9ea70c73b9e, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:58:14.101800 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-abfa0fd9-c5d6-4748-91d8-07e55598b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:14.102423 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-abfa0fd9-c5d6-4748-91d8-07e55598b67e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:14.103808 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-abfa0fd9-c5d6-4748-91d8-07e55598b67e service neutron] 10.222.0.52 "PUT /v2.0/ports/039e261b-d89a-4b7e-9388-ff349395b6bf HTTP/1.1" status: 200 len: 1095 time: 2.2337940 Nov 12 19:58:14.110900 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-436865f1-0950-4a78-9766-a5686687594e service neutron] For port 0edcb006-47f1-4082-bc5a-b9ea70c73b9e, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0edcb006-47f1-4082-bc5a-b9ea70c73b9e,segment=NetworkSegment(c64a011d-c69a-48e8-8905-50afd92697b4),segment_id=c64a011d-c69a-48e8-8905-50afd92697b4)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:58:14.136875 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-436865f1-0950-4a78-9766-a5686687594e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:14.205469 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57139db0-4156-4ddb-a1c9-f79814c2ca51 req-a4abbfe4-ffe4-44ad-8eac-6e28958cf1d2 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:14.206819 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-57139db0-4156-4ddb-a1c9-f79814c2ca51 req-a4abbfe4-ffe4-44ad-8eac-6e28958cf1d2 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.1651664 Nov 12 19:58:14.207567 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa0fd9-c5d6-4748-91d8-07e55598b67e service neutron] Pushing event updated for resources: {'Port': ['ID=039e261b-d89a-4b7e-9388-ff349395b6bf,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:14.214554 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-436865f1-0950-4a78-9766-a5686687594e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:14.215170 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-436865f1-0950-4a78-9766-a5686687594e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:14.216654 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-436865f1-0950-4a78-9766-a5686687594e service neutron] 10.222.0.52 "PUT /v2.0/ports/0edcb006-47f1-4082-bc5a-b9ea70c73b9e HTTP/1.1" status: 200 len: 1093 time: 2.2908092 Nov 12 19:58:14.260379 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-d1466ee8-a884-411a-9504-45859949b05e service neutron] Request body: {'port': {'device_id': '30886a89-fe97-4255-9676-183851595d10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:14.391667 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48f731-fa9b-4af2-b97d-df6ef8f335ff req-f96f7e3d-7b09-4801-8e67-126dbc05c5cf tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:14.400203 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6f48f731-fa9b-4af2-b97d-df6ef8f335ff req-f96f7e3d-7b09-4801-8e67-126dbc05c5cf tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f538531-df8c-4d6d-9092-a9f2b055f524 HTTP/1.1" status: 200 len: 945 time: 0.5833387 Nov 12 19:58:14.427779 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-635da9f9-fb64-4b65-be1e-e2d29f820900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:14.429385 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-635da9f9-fb64-4b65-be1e-e2d29f820900 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 1098 time: 0.7470906 Nov 12 19:58:14.534457 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3f1a2-7456-4fe4-b159-2a80dac57812 req-aa95f05a-b7fd-4d5e-a356-3e8e5f7dde13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:14.534955 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3f1a2-7456-4fe4-b159-2a80dac57812 req-aa95f05a-b7fd-4d5e-a356-3e8e5f7dde13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:14.535562 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3f1a2-7456-4fe4-b159-2a80dac57812 req-aa95f05a-b7fd-4d5e-a356-3e8e5f7dde13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:14.537257 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4ba3f1a2-7456-4fe4-b159-2a80dac57812 req-aa95f05a-b7fd-4d5e-a356-3e8e5f7dde13 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=7aa3005d0b414c1ca2d422e5398a48f6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.9494357 Nov 12 19:58:14.624858 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6f48f731-fa9b-4af2-b97d-df6ef8f335ff req-7c20c51f-4b84-4988-b27b-5314b153c670 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/security-groups?id=8542df78-9549-480f-926a-a01902e4cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236199 Nov 12 19:58:14.644182 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-2bc4955b-b670-450b-af2c-fd810a2e6b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:14.644182 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-2bc4955b-b670-450b-af2c-fd810a2e6b74 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=127a6be859e142dbb23de706cc1f6a95&device_id=c44de0a0-6c6b-4885-b4c9-4255c2e88fd2 HTTP/1.1" status: 200 len: 1098 time: 0.4816303 Nov 12 19:58:14.651733 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436865f1-0950-4a78-9766-a5686687594e service neutron] Pushing event updated for resources: {'Port': ['ID=0edcb006-47f1-4082-bc5a-b9ea70c73b9e,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:14.666313 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-57139db0-4156-4ddb-a1c9-f79814c2ca51 req-5db8b134-81b5-42f5-a051-9260ff511ebc tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023499 Nov 12 19:58:14.668257 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-d1466ee8-a884-411a-9504-45859949b05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:14.710125 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-b8216167-cd00-454b-9f9c-2271550779f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=039e261b-d89a-4b7e-9388-ff349395b6bf HTTP/1.1" status: 200 len: 217 time: 0.0540998 Nov 12 19:58:14.792605 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-c5cbd5b0-7d30-48d5-9ca9-27bedaa2ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:14.794179 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-c5cbd5b0-7d30-48d5-9ca9-27bedaa2ab35 service neutron] 10.222.0.52 "GET /v2.0/networks?id=268668ed-0d7b-4f7b-9df1-da4be7d9946d HTTP/1.1" status: 200 len: 922 time: 0.3432627 Nov 12 19:58:14.845431 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-8d929722-4834-4f45-b5c4-bb1b58058295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:14.846882 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-8d929722-4834-4f45-b5c4-bb1b58058295 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1166286 Nov 12 19:58:14.864775 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-24dadf2a-00f8-46e0-a17b-229f94cd4005 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd20a262-9e7a-46e4-85b8-585099ae54b4 HTTP/1.1" status: 200 len: 217 time: 0.0594435 Nov 12 19:58:14.923362 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abcee5-f4ae-41c5-b247-c27ceb30b1a7 req-b5468185-a190-4213-88f7-f71b56f48889 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:14.924774 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-49abcee5-f4ae-41c5-b247-c27ceb30b1a7 req-b5468185-a190-4213-88f7-f71b56f48889 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 946 time: 0.1706271 Nov 12 19:58:14.927777 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3f1a2-7456-4fe4-b159-2a80dac57812 req-fea5d10c-8228-415a-a0e3-4fdbd28a234d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:14.930704 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4ba3f1a2-7456-4fe4-b159-2a80dac57812 req-fea5d10c-8228-415a-a0e3-4fdbd28a234d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3764937 Nov 12 19:58:14.953674 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8072bfc-7e92-45c1-9077-b6e560352323 req-9f167cb3-9657-473a-876f-3f0c9c4da318 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:14.959602 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8072bfc-7e92-45c1-9077-b6e560352323 req-9f167cb3-9657-473a-876f-3f0c9c4da318 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:14.962817 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-ef213560-a408-4e2c-8c8e-37f4fb3da69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:14.964271 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-ef213560-a408-4e2c-8c8e-37f4fb3da69a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e7e87043-7d2d-4150-b80d-fb0e6e39dcdf HTTP/1.1" status: 200 len: 861 time: 0.0918539 Nov 12 19:58:14.966228 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8072bfc-7e92-45c1-9077-b6e560352323 req-9f167cb3-9657-473a-876f-3f0c9c4da318 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:14.967866 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d8072bfc-7e92-45c1-9077-b6e560352323 req-9f167cb3-9657-473a-876f-3f0c9c4da318 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=30886a89-fe97-4255-9676-183851595d10 HTTP/1.1" status: 200 len: 2401 time: 0.1812971 Nov 12 19:58:15.014086 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-bd619bad-002b-4ce2-9878-bf2d54360ffa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=268668ed-0d7b-4f7b-9df1-da4be7d9946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350275 Nov 12 19:58:15.018048 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-49abcee5-f4ae-41c5-b247-c27ceb30b1a7 req-a47616e7-ec0b-4ade-8827-fdb7af8986a4 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815027 Nov 12 19:58:15.047355 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-eef81499-2be4-455f-b242-34da442528bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:15.047355 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-eef81499-2be4-455f-b242-34da442528bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1537392 Nov 12 19:58:15.152049 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d8072bfc-7e92-45c1-9077-b6e560352323 req-d8469b38-3e7e-4437-97e4-5983cabcf36e tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564212 Nov 12 19:58:15.156298 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-d9ebf672-49a5-4a58-b456-ceb339a92f03 service neutron] 10.222.0.52 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336606 Nov 12 19:58:15.176897 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da23135-b0a1-4cfc-9ad1-d94866f1102a req-0f32977d-1b64-427f-87ba-029964a6fd95 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:15.181896 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6da23135-b0a1-4cfc-9ad1-d94866f1102a req-0f32977d-1b64-427f-87ba-029964a6fd95 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=c44de0a0-6c6b-4885-b4c9-4255c2e88fd2 HTTP/1.1" status: 200 len: 946 time: 0.0751200 Nov 12 19:58:15.236529 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-f62129ab-a0d9-4341-82f2-c1a41b41b640 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774390 Nov 12 19:58:15.254923 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-d1466ee8-a884-411a-9504-45859949b05e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8cdf73-3257-4832-a1a9-feb48693c33b {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:58:15.273548 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-d1466ee8-a884-411a-9504-45859949b05e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:15.298596 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6da23135-b0a1-4cfc-9ad1-d94866f1102a req-003686f1-bf2f-4924-92ee-091ab090b04c tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069355 Nov 12 19:58:15.332437 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-b2d37eb0-9c65-4bf5-8973-d1d0d7d0da56 service neutron] 10.222.0.52 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495097 Nov 12 19:58:15.352707 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-d1466ee8-a884-411a-9504-45859949b05e service neutron] Transition to ACTIVE for port object 7f8cdf73-3257-4832-a1a9-feb48693c33b will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:58:15.363603 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-d1466ee8-a884-411a-9504-45859949b05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:15.440700 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e06bdaed-3e2e-48b9-998c-27d380bd21fd req-4849e91f-0e1b-492c-918d-d74d52ef03f2 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945662 Nov 12 19:58:15.447534 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44de0a0-6c6b-4885-b4c9-4255c2e88fd2', 'tag': '039e261b-d89a-4b7e-9388-ff349395b6bf'}, {'name': 'network-changed', 'server_uuid': '30886a89-fe97-4255-9676-183851595d10', 'tag': '0edcb006-47f1-4082-bc5a-b9ea70c73b9e'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:15.465433 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abfb87c-04f8-43a0-b010-5ddf22df1fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "c44de0a0-6c6b-4885-b4c9-4255c2e88fd2", "tag": "039e261b-d89a-4b7e-9388-ff349395b6bf"}, {"name": "network-changed", "server_uuid": "30886a89-fe97-4255-9676-183851595d10", "tag": "0edcb006-47f1-4082-bc5a-b9ea70c73b9e"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:15.512703 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1466ee8-a884-411a-9504-45859949b05e service neutron] Pushing event updated for resources: {'Port': ['ID=7f8cdf73-3257-4832-a1a9-feb48693c33b,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:15.559246 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9a41d5-041e-4bc2-aefa-698649969f7f x-openstack-request-id: req-3a9a41d5-041e-4bc2-aefa-698649969f7f {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:15.560068 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44de0a0-6c6b-4885-b4c9-4255c2e88fd2", "tag": "039e261b-d89a-4b7e-9388-ff349395b6bf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "30886a89-fe97-4255-9676-183851595d10", "tag": "0edcb006-47f1-4082-bc5a-b9ea70c73b9e", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:15.560570 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a9a41d5-041e-4bc2-aefa-698649969f7f {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:15.561359 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44de0a0-6c6b-4885-b4c9-4255c2e88fd2', 'tag': '039e261b-d89a-4b7e-9388-ff349395b6bf', 'status': 'completed', 'code': 200} Nov 12 19:58:15.561818 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30886a89-fe97-4255-9676-183851595d10', 'tag': '0edcb006-47f1-4082-bc5a-b9ea70c73b9e', 'status': 'completed', 'code': 200} Nov 12 19:58:15.581022 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-1ad92be1-aa78-47e0-95ed-28419f162ba5 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:15.582691 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-1ad92be1-aa78-47e0-95ed-28419f162ba5 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e&tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&binding%3Ahost_id=n-h1-712140-15 HTTP/1.1" status: 200 len: 1098 time: 0.1511655 Nov 12 19:58:15.599752 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-73d35011-0765-4744-874e-1159bc4bc972 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-15'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:15.642577 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfb87c-04f8-43a0-b010-5ddf22df1fb0 req-5db4213e-2762-4d6f-ad2c-055620eafdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:15.644173 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4abfb87c-04f8-43a0-b010-5ddf22df1fb0 req-5db4213e-2762-4d6f-ad2c-055620eafdbe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=127a6be859e142dbb23de706cc1f6a95&device_id=c44de0a0-6c6b-4885-b4c9-4255c2e88fd2 HTTP/1.1" status: 200 len: 1098 time: 0.0648940 Nov 12 19:58:15.645870 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-d1466ee8-a884-411a-9504-45859949b05e service neutron] Attempting to bind port 7f8cdf73-3257-4832-a1a9-feb48693c33b on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:58:15.645870 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-d1466ee8-a884-411a-9504-45859949b05e service neutron] Attempting to bind port 7f8cdf73-3257-4832-a1a9-feb48693c33b by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '4c2cdcd6-f087-4f31-9b18-0e99224e6252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2619b372-7274-4470-b006-3354c39eb075'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:58:15.645870 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-d1466ee8-a884-411a-9504-45859949b05e service neutron] Attempting to bind port 7f8cdf73-3257-4832-a1a9-feb48693c33b on network 2619b372-7274-4470-b006-3354c39eb075 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:15.697865 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-d1466ee8-a884-411a-9504-45859949b05e service neutron] Port 7f8cdf73-3257-4832-a1a9-feb48693c33b on network 2619b372-7274-4470-b006-3354c39eb075 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:58:15.698182 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-d1466ee8-a884-411a-9504-45859949b05e service neutron] Attempting to bind port 7f8cdf73-3257-4832-a1a9-feb48693c33b on network 2619b372-7274-4470-b006-3354c39eb075 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:15.729883 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-73d35011-0765-4744-874e-1159bc4bc972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:15.745539 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-d1466ee8-a884-411a-9504-45859949b05e service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:58:15.745883 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-d1466ee8-a884-411a-9504-45859949b05e service neutron] Checking segment: {'id': '4c2cdcd6-f087-4f31-9b18-0e99224e6252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2619b372-7274-4470-b006-3354c39eb075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:58:15.746275 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-d1466ee8-a884-411a-9504-45859949b05e service neutron] Bound using segment: {'id': '4c2cdcd6-f087-4f31-9b18-0e99224e6252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2619b372-7274-4470-b006-3354c39eb075'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:58:15.746732 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-d1466ee8-a884-411a-9504-45859949b05e service neutron] Bound port: 7f8cdf73-3257-4832-a1a9-feb48693c33b, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2cdcd6-f087-4f31-9b18-0e99224e6252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2619b372-7274-4470-b006-3354c39eb075'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:58:15.747063 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-d1466ee8-a884-411a-9504-45859949b05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:15.787400 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9884991d-474c-4892-9298-8555941bf2a7 req-0fa4018a-c6db-4ac8-8891-55474e142cd4 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1914546033&fields=id&tenant_id=c539f76e143242b8af302d8e20aae3aa HTTP/1.1" status: 200 len: 267 time: 0.1249559 Nov 12 19:58:15.811450 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f6330-9def-4c19-8f3e-c63eec842bba req-d494fc54-8df0-42cc-8b1e-a8243773b721 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:15.814358 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-461f6330-9def-4c19-8f3e-c63eec842bba req-d494fc54-8df0-42cc-8b1e-a8243773b721 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f538531-df8c-4d6d-9092-a9f2b055f524 HTTP/1.1" status: 200 len: 945 time: 0.0985019 Nov 12 19:58:15.864755 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfb87c-04f8-43a0-b010-5ddf22df1fb0 req-47a6a4b2-b6f2-4b22-99dd-531da77256b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:15.866242 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4abfb87c-04f8-43a0-b010-5ddf22df1fb0 req-47a6a4b2-b6f2-4b22-99dd-531da77256b5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.2115767 Nov 12 19:58:15.949016 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-461f6330-9def-4c19-8f3e-c63eec842bba req-cc991b47-cfb9-4990-aa5d-212ede5fdb47 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/security-groups?id=8542df78-9549-480f-926a-a01902e4cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222954 Nov 12 19:58:15.950166 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4abfb87c-04f8-43a0-b010-5ddf22df1fb0 req-2941aa77-ddc0-4415-8e22-3ac260ec7940 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=039e261b-d89a-4b7e-9388-ff349395b6bf HTTP/1.1" status: 200 len: 217 time: 0.0475047 Nov 12 19:58:15.956020 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-d1466ee8-a884-411a-9504-45859949b05e service neutron] For port 7f8cdf73-3257-4832-a1a9-feb48693c33b, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:58:15.971907 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-73d35011-0765-4744-874e-1159bc4bc972 service neutron] For port bd20a262-9e7a-46e4-85b8-585099ae54b4, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=bd20a262-9e7a-46e4-85b8-585099ae54b4,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:16.015641 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-d1466ee8-a884-411a-9504-45859949b05e service neutron] For port 7f8cdf73-3257-4832-a1a9-feb48693c33b, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=7f8cdf73-3257-4832-a1a9-feb48693c33b,segment=NetworkSegment(4c2cdcd6-f087-4f31-9b18-0e99224e6252),segment_id=4c2cdcd6-f087-4f31-9b18-0e99224e6252)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:58:16.022666 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-73d35011-0765-4744-874e-1159bc4bc972 service neutron] For port bd20a262-9e7a-46e4-85b8-585099ae54b4, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:58:16.026113 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-d1466ee8-a884-411a-9504-45859949b05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:16.090139 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884991d-474c-4892-9298-8555941bf2a7 req-ee9a7445-d726-46d3-890f-707ae1fb370c tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:16.091628 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9884991d-474c-4892-9298-8555941bf2a7 req-ee9a7445-d726-46d3-890f-707ae1fb370c tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/networks?id=f1d354fd-aa26-44d0-9019-12658139bd7f HTTP/1.1" status: 200 len: 823 time: 0.2835495 Nov 12 19:58:16.096442 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfb87c-04f8-43a0-b010-5ddf22df1fb0 req-d4bbfb7c-6131-4682-878b-5e951429d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:16.097835 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4abfb87c-04f8-43a0-b010-5ddf22df1fb0 req-d4bbfb7c-6131-4682-878b-5e951429d601 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1376338 Nov 12 19:58:16.105887 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-d1466ee8-a884-411a-9504-45859949b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:16.106510 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-d1466ee8-a884-411a-9504-45859949b05e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:16.107879 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-d1466ee8-a884-411a-9504-45859949b05e service neutron] 10.222.0.52 "PUT /v2.0/ports/7f8cdf73-3257-4832-a1a9-feb48693c33b HTTP/1.1" status: 200 len: 1093 time: 1.8532968 Nov 12 19:58:16.125358 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101dfb59-83dd-47ea-a342-922681e3969e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd20a262-9e7a-46e4-85b8-585099ae54b4'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:16.127614 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efbbec1-6d81-443d-9b48-e57f814609d8" -d '{"events": [{"server_uuid": "101dfb59-83dd-47ea-a342-922681e3969e", "name": "network-vif-unplugged", "status": "completed", "tag": "bd20a262-9e7a-46e4-85b8-585099ae54b4"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:16.135442 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-73d35011-0765-4744-874e-1159bc4bc972 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:16.151824 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-73d35011-0765-4744-874e-1159bc4bc972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:16.163294 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9884991d-474c-4892-9298-8555941bf2a7 req-88c9dfc9-076f-431b-8dfc-af15261e3cec tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/quotas/c539f76e143242b8af302d8e20aae3aa HTTP/1.1" status: 200 len: 375 time: 0.0439048 Nov 12 19:58:16.166799 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c251071-aec6-40cb-99a2-c1c5642ce275 req-cdbbe377-69ef-4b47-b534-b4b2d5fee5fc tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:16.172746 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1c251071-aec6-40cb-99a2-c1c5642ce275 req-cdbbe377-69ef-4b47-b534-b4b2d5fee5fc tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.1114025 Nov 12 19:58:16.187041 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1466ee8-a884-411a-9504-45859949b05e service neutron] Pushing event updated for resources: {'Port': ['ID=7f8cdf73-3257-4832-a1a9-feb48693c33b,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:16.261395 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d35011-0765-4744-874e-1159bc4bc972 service neutron] Pushing event updated for resources: {'Port': ['ID=bd20a262-9e7a-46e4-85b8-585099ae54b4,revision_number=7']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:16.265402 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9884991d-474c-4892-9298-8555941bf2a7 req-f41b5d40-5e9a-49f7-abb2-40d99832c123 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c539f76e143242b8af302d8e20aae3aa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1012466 Nov 12 19:58:16.278135 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-c1d38633-d3e6-4673-a9e3-abd785a22b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:16.278769 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-c1d38633-d3e6-4673-a9e3-abd785a22b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:16.279306 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-c1d38633-d3e6-4673-a9e3-abd785a22b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:16.281866 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-c1d38633-d3e6-4673-a9e3-abd785a22b32 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7aa3005d0b414c1ca2d422e5398a48f6&device_id=30886a89-fe97-4255-9676-183851595d10 HTTP/1.1" status: 200 len: 2869 time: 0.1056013 Nov 12 19:58:16.283238 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfb87c-04f8-43a0-b010-5ddf22df1fb0 req-38676162-6868-48c1-a2a1-d15c83157c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:16.284793 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4abfb87c-04f8-43a0-b010-5ddf22df1fb0 req-38676162-6868-48c1-a2a1-d15c83157c7d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1759899 Nov 12 19:58:16.346697 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1c251071-aec6-40cb-99a2-c1c5642ce275 req-e2e7d894-1c57-41f9-bcca-ca549d02c13a tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262505 Nov 12 19:58:16.356207 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-73d35011-0765-4744-874e-1159bc4bc972 service neutron] Attempting to bind port bd20a262-9e7a-46e4-85b8-585099ae54b4 on host n-h1-712140-15 for vnic_type normal with profile {"migrating_to": "n-h2-712140-15"} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:58:16.356870 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-73d35011-0765-4744-874e-1159bc4bc972 service neutron] Attempting to bind port bd20a262-9e7a-46e4-85b8-585099ae54b4 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:58:16.368944 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-73d35011-0765-4744-874e-1159bc4bc972 service neutron] Attempting to bind port bd20a262-9e7a-46e4-85b8-585099ae54b4 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:16.391752 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-73d35011-0765-4744-874e-1159bc4bc972 service neutron] Port bd20a262-9e7a-46e4-85b8-585099ae54b4 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:58:16.391997 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-73d35011-0765-4744-874e-1159bc4bc972 service neutron] Attempting to bind port bd20a262-9e7a-46e4-85b8-585099ae54b4 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:16.435172 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-73d35011-0765-4744-874e-1159bc4bc972 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:58:16.435518 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-73d35011-0765-4744-874e-1159bc4bc972 service neutron] Checking segment: {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:58:16.435902 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-73d35011-0765-4744-874e-1159bc4bc972 service neutron] Bound using segment: {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:58:16.436379 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-73d35011-0765-4744-874e-1159bc4bc972 service neutron] Bound port: bd20a262-9e7a-46e4-85b8-585099ae54b4, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:58:16.436742 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-73d35011-0765-4744-874e-1159bc4bc972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:16.464776 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-a6d27d2f-9566-4a57-8470-f0723900993f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.228&port_id=10f7f689-c732-430a-a144-2c740535929e HTTP/1.1" status: 200 len: 217 time: 0.1000495 Nov 12 19:58:16.471019 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9884991d-474c-4892-9298-8555941bf2a7 req-5a1738f2-725e-4da4-81dd-de279cad3c5d service neutron] 10.222.0.48 "GET /v2.0/networks/f1d354fd-aa26-44d0-9019-12658139bd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845858 Nov 12 19:58:16.588128 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4abfb87c-04f8-43a0-b010-5ddf22df1fb0 req-6f6d3221-9430-448c-a30c-439ba8de4e14 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171278 Nov 12 19:58:16.600849 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-ec2ab17b-7f9e-40be-b5a7-32d8dc59e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:16.602907 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-ec2ab17b-7f9e-40be-b5a7-32d8dc59e84d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1f0f6b90-1d4e-48af-9d66-0dce2f45c1eb HTTP/1.1" status: 200 len: 801 time: 0.1278379 Nov 12 19:58:16.632102 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-af8f8de6-f152-4cfe-abb6-6b4d39ccbb43 req-6c854e31-2ac7-4484-b3b9-937af7aac6df tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 258 time: 0.2605622 Nov 12 19:58:16.646814 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-af8f8de6-f152-4cfe-abb6-6b4d39ccbb43 req-b4ba5688-3aae-472e-86a8-db11f5c7952b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:16.651981 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-73d35011-0765-4744-874e-1159bc4bc972 service neutron] For port bd20a262-9e7a-46e4-85b8-585099ae54b4, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:58:16.655961 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-73d35011-0765-4744-874e-1159bc4bc972 service neutron] For port bd20a262-9e7a-46e4-85b8-585099ae54b4, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=bd20a262-9e7a-46e4-85b8-585099ae54b4,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:58:16.663485 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-73d35011-0765-4744-874e-1159bc4bc972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:16.683205 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9884991d-474c-4892-9298-8555941bf2a7 req-2826dae8-741f-4a3d-882f-0a36ac401a4c service neutron] 10.222.0.48 "GET /v2.0/networks/f1d354fd-aa26-44d0-9019-12658139bd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970801 Nov 12 19:58:16.713462 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-af8f8de6-f152-4cfe-abb6-6b4d39ccbb43 req-b4ba5688-3aae-472e-86a8-db11f5c7952b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks [] for floatingip, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:16.741336 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-a4d02726-62a7-45c9-9edc-14d1ad41ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:16.743434 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-a4d02726-62a7-45c9-9edc-14d1ad41ba3b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2619b372-7274-4470-b006-3354c39eb075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263988 Nov 12 19:58:16.763425 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d35011-0765-4744-874e-1159bc4bc972 service neutron] Pushing event updated for resources: {'Port': ['ID=bd20a262-9e7a-46e4-85b8-585099ae54b4,revision_number=8']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:16.793091 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-73d35011-0765-4744-874e-1159bc4bc972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:16.793442 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-73d35011-0765-4744-874e-1159bc4bc972 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:16.795176 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-73d35011-0765-4744-874e-1159bc4bc972 service neutron] 10.222.0.52 "PUT /v2.0/ports/bd20a262-9e7a-46e4-85b8-585099ae54b4 HTTP/1.1" status: 200 len: 1124 time: 1.1993761 Nov 12 19:58:16.830596 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4abfb87c-04f8-43a0-b010-5ddf22df1fb0 req-72038b65-565a-4981-97b0-8d392651782f service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147501 Nov 12 19:58:16.857611 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 91971784-1b93-406e-af72-8843a6baae4b details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:58:16.865527 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 91971784-1b93-406e-af72-8843a6baae4b no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:58:16.884327 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-5a8ac00b-7d2d-4416-a1e2-af86b9074fb4 service neutron] 10.222.0.52 "GET /v2.0/networks/2619b372-7274-4470-b006-3354c39eb075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229870 Nov 12 19:58:16.934411 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['bd20a262-9e7a-46e4-85b8-585099ae54b4'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:58:16.972787 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-af8f8de6-f152-4cfe-abb6-6b4d39ccbb43 req-b4ba5688-3aae-472e-86a8-db11f5c7952b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:17.096119 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-ee0b8bd7-3fb8-4992-ab4f-1702f4cbd848 service neutron] 10.222.0.52 "GET /v2.0/networks/2619b372-7274-4470-b006-3354c39eb075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016227 Nov 12 19:58:17.116383 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8252873-736b-42b5-aa4e-5322dfc7d44c req-88791eba-bad7-4c08-9ce2-2701def4d7ad tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:17.125047 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d8252873-736b-42b5-aa4e-5322dfc7d44c req-88791eba-bad7-4c08-9ce2-2701def4d7ad tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 944 time: 0.0772409 Nov 12 19:58:17.204678 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-e414aef8-2a19-476b-bc37-dca3737d958e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.177&port_id=0edcb006-47f1-4082-bc5a-b9ea70c73b9e HTTP/1.1" status: 200 len: 217 time: 0.0769002 Nov 12 19:58:17.215584 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-af8f8de6-f152-4cfe-abb6-6b4d39ccbb43 req-b4ba5688-3aae-472e-86a8-db11f5c7952b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Allocated IP 172.25.5.195 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/0cd6e295-6f79-4ccb-9216-b7756a60b81e) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:58:17.217419 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 91971784-1b93-406e-af72-8843a6baae4b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=91971784-1b93-406e-af72-8843a6baae4b,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:17.238573 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '91971784-1b93-406e-af72-8843a6baae4b', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': '91971784-1b93-406e-af72-8843a6baae4b', 'mac_address': 'fa:16:3e:3b:41:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:58:17.306929 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:17.323846 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d8252873-736b-42b5-aa4e-5322dfc7d44c req-874a096d-cd39-4835-8acc-3883773a4ef2 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977262 Nov 12 19:58:17.352092 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-af8f8de6-f152-4cfe-abb6-6b4d39ccbb43 req-b4ba5688-3aae-472e-86a8-db11f5c7952b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:17.369688 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8f246-7e05-4507-963d-ed55497f0159 req-ba2f7813-9595-4897-a3b6-8c55cc63ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:17.372773 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-86f8f246-7e05-4507-963d-ed55497f0159 req-ba2f7813-9595-4897-a3b6-8c55cc63ae74 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 1102 time: 0.2371926 Nov 12 19:58:17.392858 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5df940-1840-4e3f-8d66-540a9ff233ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91971784-1b93-406e-af72-8843a6baae4b'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:17.395272 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e553787-cac0-4b71-af52-586d7a9a2dca" -d '{"events": [{"server_uuid": "1e5df940-1840-4e3f-8d66-540a9ff233ca", "name": "network-vif-unplugged", "status": "completed", "tag": "91971784-1b93-406e-af72-8843a6baae4b"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:17.402205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-337e02b0-ac98-49e7-8757-c88c0029d1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:17.408304 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:17.409134 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-af8f8de6-f152-4cfe-abb6-6b4d39ccbb43 req-b4ba5688-3aae-472e-86a8-db11f5c7952b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:17.409870 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-337e02b0-ac98-49e7-8757-c88c0029d1ee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3cc96f97-69d2-4084-a790-db3305511287 HTTP/1.1" status: 200 len: 801 time: 0.1881688 Nov 12 19:58:17.483381 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32659de7-a5e6-40f3-8a1f-7b004220e221 x-openstack-request-id: req-32659de7-a5e6-40f3-8a1f-7b004220e221 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:17.483628 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101dfb59-83dd-47ea-a342-922681e3969e", "name": "network-vif-unplugged", "status": "completed", "tag": "bd20a262-9e7a-46e4-85b8-585099ae54b4", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:17.483884 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-32659de7-a5e6-40f3-8a1f-7b004220e221 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:17.484304 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101dfb59-83dd-47ea-a342-922681e3969e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd20a262-9e7a-46e4-85b8-585099ae54b4', 'code': 200} Nov 12 19:58:17.484887 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba5688-3aae-472e-86a8-db11f5c7952b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Pushing event updated for resources: {'Port': ['ID=0cd6e295-6f79-4ccb-9216-b7756a60b81e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:17.496064 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8f8de6-f152-4cfe-abb6-6b4d39ccbb43 req-b4ba5688-3aae-472e-86a8-db11f5c7952b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:58:17.499674 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-af8f8de6-f152-4cfe-abb6-6b4d39ccbb43 req-b4ba5688-3aae-472e-86a8-db11f5c7952b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:58:17.502472 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8f8de6-f152-4cfe-abb6-6b4d39ccbb43 req-b4ba5688-3aae-472e-86a8-db11f5c7952b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:58:17.509325 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 91971784-1b93-406e-af72-8843a6baae4b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=91971784-1b93-406e-af72-8843a6baae4b,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:17.525305 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91971784-1b93-406e-af72-8843a6baae4b {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:58:17.532093 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abad25-37f8-44c5-b589-169c0ddbd502 req-2ab5a5f7-b7a2-451f-ba08-3724f4ffb601 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:17.537839 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-21abad25-37f8-44c5-b589-169c0ddbd502 req-2ab5a5f7-b7a2-451f-ba08-3724f4ffb601 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.52 "GET /v2.0/ports?device_id=4523f542-c640-48ba-98fa-5a41ab8987f6 HTTP/1.1" status: 200 len: 967 time: 0.2820792 Nov 12 19:58:17.541429 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:17.566054 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30886a89-fe97-4255-9676-183851595d10', 'tag': '7f8cdf73-3257-4832-a1a9-feb48693c33b'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:17.568602 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c676c73-f321-4e52-ac03-4a621b66b47c" -d '{"events": [{"name": "network-changed", "server_uuid": "30886a89-fe97-4255-9676-183851595d10", "tag": "7f8cdf73-3257-4832-a1a9-feb48693c33b"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:17.615079 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-af8f8de6-f152-4cfe-abb6-6b4d39ccbb43 req-b4ba5688-3aae-472e-86a8-db11f5c7952b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:17.648624 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-86f8f246-7e05-4507-963d-ed55497f0159 req-a41c5353-28ad-449e-ae93-05810a5538ac service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664213 Nov 12 19:58:17.662191 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-af8f8de6-f152-4cfe-abb6-6b4d39ccbb43 req-b4ba5688-3aae-472e-86a8-db11f5c7952b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:17.687325 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-17d8dbaf-9c77-4b38-8515-d943c1ede799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:17.688920 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-17d8dbaf-9c77-4b38-8515-d943c1ede799 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4cac5282-bffd-4955-85a0-72ea34237997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2581463 Nov 12 19:58:17.723863 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d70178-ae30-4389-bbe9-c7d80945342c req-14187c62-56ae-4402-84b2-c95d7b685a45 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:17.730629 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d70178-ae30-4389-bbe9-c7d80945342c req-14187c62-56ae-4402-84b2-c95d7b685a45 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:17.737076 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d70178-ae30-4389-bbe9-c7d80945342c req-14187c62-56ae-4402-84b2-c95d7b685a45 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:17.738680 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-92d70178-ae30-4389-bbe9-c7d80945342c req-14187c62-56ae-4402-84b2-c95d7b685a45 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=30886a89-fe97-4255-9676-183851595d10 HTTP/1.1" status: 200 len: 2413 time: 0.1664710 Nov 12 19:58:17.739732 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=91971784-1b93-406e-af72-8843a6baae4b,revision_number=9']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:17.748016 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.api [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 19:58:17.748423 n-d-712140-15 neutron-server[102449]: DEBUG oslo_db.api [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 19:58:18.153635 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-21abad25-37f8-44c5-b589-169c0ddbd502 req-975ec0f8-465c-44c5-bb42-d1fe4805e183 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Deleting port 646a21b7-b0b7-448e-a4f5-a406d542a780 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:58:18.154121 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-21abad25-37f8-44c5-b589-169c0ddbd502 req-975ec0f8-465c-44c5-bb42-d1fe4805e183 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:18.207166 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-af8f8de6-f152-4cfe-abb6-6b4d39ccbb43 req-b4ba5688-3aae-472e-86a8-db11f5c7952b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:18.210529 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-92d70178-ae30-4389-bbe9-c7d80945342c req-0c8f4e81-3c8e-48f8-bb0f-de0e7e80888a tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495721 Nov 12 19:58:18.214575 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-af8f8de6-f152-4cfe-abb6-6b4d39ccbb43 req-b4ba5688-3aae-472e-86a8-db11f5c7952b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:18.267672 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-a7a4a9ad-9040-458f-9477-62a79a8b191c service neutron] 10.222.0.52 "GET /v2.0/networks/4cac5282-bffd-4955-85a0-72ea34237997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5606797 Nov 12 19:58:18.338441 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:18.381519 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91971784-1b93-406e-af72-8843a6baae4b {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:58:18.382097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba5688-3aae-472e-86a8-db11f5c7952b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Pushing event updated for resources: {'Port': ['ID=0cd6e295-6f79-4ccb-9216-b7756a60b81e,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:18.400638 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-af8f8de6-f152-4cfe-abb6-6b4d39ccbb43 req-b4ba5688-3aae-472e-86a8-db11f5c7952b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:18.427201 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-af8f8de6-f152-4cfe-abb6-6b4d39ccbb43 req-b4ba5688-3aae-472e-86a8-db11f5c7952b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:18.428467 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-af8f8de6-f152-4cfe-abb6-6b4d39ccbb43 req-b4ba5688-3aae-472e-86a8-db11f5c7952b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7866740 Nov 12 19:58:18.440990 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 91971784-1b93-406e-af72-8843a6baae4b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=91971784-1b93-406e-af72-8843a6baae4b,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:18.446293 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:18.509411 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-21abad25-37f8-44c5-b589-169c0ddbd502 req-975ec0f8-465c-44c5-bb42-d1fe4805e183 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] For port 646a21b7-b0b7-448e-a4f5-a406d542a780, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=646a21b7-b0b7-448e-a4f5-a406d542a780,segment=NetworkSegment(c6564594-8820-459a-beb1-ba18f2e362c8),segment_id=c6564594-8820-459a-beb1-ba18f2e362c8)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:18.510718 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-21abad25-37f8-44c5-b589-169c0ddbd502 req-975ec0f8-465c-44c5-bb42-d1fe4805e183 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:18.528823 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-af8f8de6-f152-4cfe-abb6-6b4d39ccbb43 req-0940c36f-ccfe-4d6f-a291-065646a4c8a0 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 696 time: 0.0906005 Nov 12 19:58:18.539149 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=91971784-1b93-406e-af72-8843a6baae4b,revision_number=10']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:18.657605 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f8de6-f152-4cfe-abb6-6b4d39ccbb43 req-7bfcfa33-150c-45c2-8995-dd832e5a8a9a tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:18.659127 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-af8f8de6-f152-4cfe-abb6-6b4d39ccbb43 req-7bfcfa33-150c-45c2-8995-dd832e5a8a9a tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 784 time: 0.1224830 Nov 12 19:58:18.671238 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-af8f8de6-f152-4cfe-abb6-6b4d39ccbb43 req-67411cc0-b049-4f63-8fcf-7415aa491431 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 19:58:18.672790 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-af8f8de6-f152-4cfe-abb6-6b4d39ccbb43 req-67411cc0-b049-4f63-8fcf-7415aa491431 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073855 Nov 12 19:58:18.744585 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd61631-d377-4b07-8b96-2b2426492d1a req-3ad8fb38-31d4-474e-a409-f664dd0a1185 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:18.744585 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9dd61631-d377-4b07-8b96-2b2426492d1a req-3ad8fb38-31d4-474e-a409-f664dd0a1185 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=c44de0a0-6c6b-4885-b4c9-4255c2e88fd2 HTTP/1.1" status: 200 len: 946 time: 0.2813284 Nov 12 19:58:18.841238 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d2e09d87-cb29-4a6b-82ca-575c5ab8ac01 req-d1594b7b-ca44-4596-b5bb-a8003b350e5f tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=110aff97-6ab4-44a8-8f4a-1c1d0a01bd32 HTTP/1.1" status: 200 len: 210 time: 0.0555487 Nov 12 19:58:18.929013 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9dd61631-d377-4b07-8b96-2b2426492d1a req-dcefa816-9ad2-40cc-8b03-f6838fa95349 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246736 Nov 12 19:58:19.014084 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb659e83-1372-4172-ab25-08355ef240eb x-openstack-request-id: req-bb659e83-1372-4172-ab25-08355ef240eb {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:19.014380 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5df940-1840-4e3f-8d66-540a9ff233ca", "name": "network-vif-unplugged", "status": "completed", "tag": "91971784-1b93-406e-af72-8843a6baae4b", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:19.014689 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb659e83-1372-4172-ab25-08355ef240eb {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:19.015101 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5df940-1840-4e3f-8d66-540a9ff233ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91971784-1b93-406e-af72-8843a6baae4b', 'code': 200} Nov 12 19:58:19.050910 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['91971784-1b93-406e-af72-8843a6baae4b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:58:19.070716 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-750b5a07-744c-469e-8a26-3610143a1e3c service neutron] 10.222.0.52 "GET /v2.0/networks/4cac5282-bffd-4955-85a0-72ea34237997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7831643 Nov 12 19:58:19.079058 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c638e01-bb7a-417c-bb08-79db29141399 req-89a82dfb-91d8-4bc5-ad9f-19aa54cabf3c tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:19.086022 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67374249-ec43-4987-a803-564ced38ab83 x-openstack-request-id: req-67374249-ec43-4987-a803-564ced38ab83 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:19.086340 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30886a89-fe97-4255-9676-183851595d10", "tag": "7f8cdf73-3257-4832-a1a9-feb48693c33b", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:19.086590 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67374249-ec43-4987-a803-564ced38ab83 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:19.086970 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30886a89-fe97-4255-9676-183851595d10', 'tag': '7f8cdf73-3257-4832-a1a9-feb48693c33b', 'status': 'completed', 'code': 200} Nov 12 19:58:19.088315 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8c638e01-bb7a-417c-bb08-79db29141399 req-89a82dfb-91d8-4bc5-ad9f-19aa54cabf3c tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 950 time: 0.1140177 Nov 12 19:58:19.155338 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8c638e01-bb7a-417c-bb08-79db29141399 req-eb513cf4-07af-42a2-90d4-e982e028389b tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658996 Nov 12 19:58:19.318714 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-d84ceb82-6ade-4aef-a30a-fb1d2ceea52d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.216&port_id=7f8cdf73-3257-4832-a1a9-feb48693c33b HTTP/1.1" status: 200 len: 217 time: 0.2151093 Nov 12 19:58:19.425282 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-21abad25-37f8-44c5-b589-169c0ddbd502 req-975ec0f8-465c-44c5-bb42-d1fe4805e183 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:19.425708 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-21abad25-37f8-44c5-b589-169c0ddbd502 req-975ec0f8-465c-44c5-bb42-d1fe4805e183 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:19.426095 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [req-21abad25-37f8-44c5-b589-169c0ddbd502 req-975ec0f8-465c-44c5-bb42-d1fe4805e183 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Floating IP 13d5ce72-c339-4724-b48e-295acc57ebf4 disassociated. External IP: 172.25.5.241, port: 646a21b7-b0b7-448e-a4f5-a406d542a780. Nov 12 19:58:19.426562 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-21abad25-37f8-44c5-b589-169c0ddbd502 req-975ec0f8-465c-44c5-bb42-d1fe4805e183 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Calling delete_port for 646a21b7-b0b7-448e-a4f5-a406d542a780 owned by compute:tempest-test_az-963553213 {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:58:19.444012 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e93eb-402e-4509-9781-1e9f1467f1d7 req-8458e122-8069-41c5-8e0b-aec77565f76f tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:19.449499 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c4bab-a1d5-4d63-86fa-3d5a2572cb0c req-a91f1ec7-50d6-4f9c-92cb-f361657f9ac5 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:19.451021 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f2c4bab-a1d5-4d63-86fa-3d5a2572cb0c req-a91f1ec7-50d6-4f9c-92cb-f361657f9ac5 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 944 time: 0.1885703 Nov 12 19:58:19.462052 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f45e93eb-402e-4509-9781-1e9f1467f1d7 req-8458e122-8069-41c5-8e0b-aec77565f76f tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f538531-df8c-4d6d-9092-a9f2b055f524&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1216295 Nov 12 19:58:19.483851 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-6fa8c1bd-9784-4ace-aaf9-8a39014759d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:19.485317 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-6fa8c1bd-9784-4ace-aaf9-8a39014759d6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1f0f6b90-1d4e-48af-9d66-0dce2f45c1eb HTTP/1.1" status: 200 len: 801 time: 0.1318443 Nov 12 19:58:19.513686 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101dfb59-83dd-47ea-a342-922681e3969e', 'tag': 'bd20a262-9e7a-46e4-85b8-585099ae54b4'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:19.516039 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a95829-f242-46a2-883e-021dd75be564" -d '{"events": [{"name": "network-changed", "server_uuid": "101dfb59-83dd-47ea-a342-922681e3969e", "tag": "bd20a262-9e7a-46e4-85b8-585099ae54b4"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:19.539109 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f45e93eb-402e-4509-9781-1e9f1467f1d7 req-fdcbe3df-e48c-4cb1-a259-72bd3e57305e tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 696 time: 0.0757029 Nov 12 19:58:19.548437 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-f45e93eb-402e-4509-9781-1e9f1467f1d7 req-6086a895-65d3-43f7-bdd8-d1480ce7d591 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Request body: {'floatingip': {'port_id': 'dbba7874-3d14-498c-96fb-13a86cce1d70', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:19.558045 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884991d-474c-4892-9298-8555941bf2a7 req-7ddaa07b-6b21-44f7-a733-75a507139d2a tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:19.559543 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9884991d-474c-4892-9298-8555941bf2a7 req-7ddaa07b-6b21-44f7-a733-75a507139d2a tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.55 "GET /v2.0/networks?id=f1d354fd-aa26-44d0-9019-12658139bd7f HTTP/1.1" status: 200 len: 823 time: 0.6293561 Nov 12 19:58:19.595527 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f45e93eb-402e-4509-9781-1e9f1467f1d7 req-6086a895-65d3-43f7-bdd8-d1480ce7d591 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks [] for floatingip, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:19.668930 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f2c4bab-a1d5-4d63-86fa-3d5a2572cb0c req-d1174f14-3abf-4872-9d7c-d2fe8262b483 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068813 Nov 12 19:58:19.700349 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-66e68d4c-7cd3-4a19-ba3c-ea76ea7b7f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:19.700547 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 039e261b-d89a-4b7e-9388-ff349395b6bf details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:58:19.702025 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-66e68d4c-7cd3-4a19-ba3c-ea76ea7b7f28 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2619b372-7274-4470-b006-3354c39eb075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728973 Nov 12 19:58:19.716282 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9884991d-474c-4892-9298-8555941bf2a7 req-6ea5e0dc-24a5-42c2-a920-b0b87ae02ddf tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c539f76e143242b8af302d8e20aae3aa HTTP/1.1" status: 200 len: 380 time: 0.1259651 Nov 12 19:58:19.879711 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-92901aa3-58da-463d-bbd1-1a38e6748d57 service neutron] 10.222.0.52 "GET /v2.0/networks/2619b372-7274-4470-b006-3354c39eb075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633468 Nov 12 19:58:19.887451 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-9884991d-474c-4892-9298-8555941bf2a7 req-ffd0f7cf-d2cf-4d98-94bc-d96c038b8ff4 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Request body: {'port': {'device_id': '110aff97-6ab4-44a8-8f4a-1c1d0a01bd32', 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f', 'admin_state_up': True, 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'security_groups': ['4b759fb5-4f4d-4d79-a3fe-fd07cde4531c']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:19.905086 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-41738602-e69e-470c-8cf5-b8c3f59ff6cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:19.923079 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:19.962910 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 039e261b-d89a-4b7e-9388-ff349395b6bf, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=039e261b-d89a-4b7e-9388-ff349395b6bf,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:20.000105 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '039e261b-d89a-4b7e-9388-ff349395b6bf', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': '039e261b-d89a-4b7e-9388-ff349395b6bf', 'mac_address': 'fa:16:3e:51:6c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:58:20.074694 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:20.094521 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 039e261b-d89a-4b7e-9388-ff349395b6bf {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:58:20.115659 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 039e261b-d89a-4b7e-9388-ff349395b6bf, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=039e261b-d89a-4b7e-9388-ff349395b6bf,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:20.121327 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:20.124606 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device bd20a262-9e7a-46e4-85b8-585099ae54b4 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:58:20.187283 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be0b74-8b33-4393-9060-6c31a409668a req-62ce098e-4926-4fc3-991e-5663ca7320ee tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:20.193337 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be0b74-8b33-4393-9060-6c31a409668a req-62ce098e-4926-4fc3-991e-5663ca7320ee tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:20.201770 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be0b74-8b33-4393-9060-6c31a409668a req-62ce098e-4926-4fc3-991e-5663ca7320ee tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:20.207443 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-54be0b74-8b33-4393-9060-6c31a409668a req-62ce098e-4926-4fc3-991e-5663ca7320ee tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=30886a89-fe97-4255-9676-183851595d10 HTTP/1.1" status: 200 len: 2413 time: 0.2020187 Nov 12 19:58:20.214881 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9884991d-474c-4892-9298-8555941bf2a7 req-ffd0f7cf-d2cf-4d98-94bc-d96c038b8ff4 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Made reservation on behalf of c539f76e143242b8af302d8e20aae3aa for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:58:20.218328 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9884991d-474c-4892-9298-8555941bf2a7 req-ffd0f7cf-d2cf-4d98-94bc-d96c038b8ff4 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:20.265959 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-21abad25-37f8-44c5-b589-169c0ddbd502 req-975ec0f8-465c-44c5-bb42-d1fe4805e183 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:20.272322 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=039e261b-d89a-4b7e-9388-ff349395b6bf,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:20.394942 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port bd20a262-9e7a-46e4-85b8-585099ae54b4, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=bd20a262-9e7a-46e4-85b8-585099ae54b4,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:20.411008 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ec0f8-465c-44c5-bb42-d1fe4805e183 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Pushing event deleted for resources: {'Port': ['ID=646a21b7-b0b7-448e-a4f5-a406d542a780,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:20.426364 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device bd20a262-9e7a-46e4-85b8-585099ae54b4 has no active binding in host n-h2-712140-15 {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 19:58:20.430561 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e606018-b4fd-405f-8299-9ebf2522b7c1 req-f2d986e7-6a1d-49da-a62a-85af6c0b098b service neutron] 10.222.0.52 "GET /v2.0/networks/2619b372-7274-4470-b006-3354c39eb075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084980 Nov 12 19:58:20.452883 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-54be0b74-8b33-4393-9060-6c31a409668a req-b8f10fd3-f3af-4b3e-a852-6e18384533de tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444394 Nov 12 19:58:20.538086 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6aaf92-8a1f-4bf9-8743-8b88e3f248ab x-openstack-request-id: req-1e6aaf92-8a1f-4bf9-8743-8b88e3f248ab {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:20.538795 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101dfb59-83dd-47ea-a342-922681e3969e", "tag": "bd20a262-9e7a-46e4-85b8-585099ae54b4", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:20.542919 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1e6aaf92-8a1f-4bf9-8743-8b88e3f248ab {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:20.543425 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101dfb59-83dd-47ea-a342-922681e3969e', 'tag': 'bd20a262-9e7a-46e4-85b8-585099ae54b4', 'status': 'completed', 'code': 200} Nov 12 19:58:20.659765 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a95829-f242-46a2-883e-021dd75be564 req-e69d93f7-c33e-4a17-a65e-2cda87f6a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:20.661500 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-81a95829-f242-46a2-883e-021dd75be564 req-e69d93f7-c33e-4a17-a65e-2cda87f6a979 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 1127 time: 0.1068106 Nov 12 19:58:20.666496 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f45e93eb-402e-4509-9781-1e9f1467f1d7 req-6086a895-65d3-43f7-bdd8-d1480ce7d591 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:20.667346 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ec41e3de-4061-4746-8fd3-66ac784fe883 req-eec1d571-fb5b-4c8d-bd18-413f81dd3b4a tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=110aff97-6ab4-44a8-8f4a-1c1d0a01bd32 HTTP/1.1" status: 200 len: 210 time: 0.0757604 Nov 12 19:58:20.692534 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f45e93eb-402e-4509-9781-1e9f1467f1d7 req-6086a895-65d3-43f7-bdd8-d1480ce7d591 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:20.694198 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-9884991d-474c-4892-9298-8555941bf2a7 req-ffd0f7cf-d2cf-4d98-94bc-d96c038b8ff4 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Allocated IP 172.20.0.7 (f1d354fd-aa26-44d0-9019-12658139bd7f/642111bb-5d2c-43b3-97eb-ab14b1809540/8875ec82-e9fb-4add-8ff6-9de28370c3c3) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:58:20.878271 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a95829-f242-46a2-883e-021dd75be564 req-25bd7842-0bce-4166-b5c5-43c9f10d5c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:20.879789 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-81a95829-f242-46a2-883e-021dd75be564 req-25bd7842-0bce-4166-b5c5-43c9f10d5c0b service neutron] 10.222.0.55 "GET /v2.0/networks?id=268668ed-0d7b-4f7b-9df1-da4be7d9946d HTTP/1.1" status: 200 len: 922 time: 0.2082591 Nov 12 19:58:20.885702 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [req-f45e93eb-402e-4509-9781-1e9f1467f1d7 req-6086a895-65d3-43f7-bdd8-d1480ce7d591 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Floating IP a91efbb2-b305-4a9a-9d6f-b59bd671a54e associated. External IP: 172.25.5.195, port: dbba7874-3d14-498c-96fb-13a86cce1d70. Nov 12 19:58:20.887393 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 91971784-1b93-406e-af72-8843a6baae4b up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:58:20.917334 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['039e261b-d89a-4b7e-9388-ff349395b6bf'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:58:20.971859 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-81a95829-f242-46a2-883e-021dd75be564 req-2761dd44-8196-47c3-b46b-e3ddd5578d39 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd20a262-9e7a-46e4-85b8-585099ae54b4 HTTP/1.1" status: 200 len: 217 time: 0.0825131 Nov 12 19:58:21.038780 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 91971784-1b93-406e-af72-8843a6baae4b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:21.039868 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:21.061028 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfb87c-04f8-43a0-b010-5ddf22df1fb0 req-94ce2a3c-c688-4861-b822-038616afddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:21.061240 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfb87c-04f8-43a0-b010-5ddf22df1fb0 req-94ce2a3c-c688-4861-b822-038616afddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:21.061547 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfb87c-04f8-43a0-b010-5ddf22df1fb0 req-94ce2a3c-c688-4861-b822-038616afddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:21.063164 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4abfb87c-04f8-43a0-b010-5ddf22df1fb0 req-94ce2a3c-c688-4861-b822-038616afddfa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7aa3005d0b414c1ca2d422e5398a48f6&device_id=30886a89-fe97-4255-9676-183851595d10 HTTP/1.1" status: 200 len: 2869 time: 0.4767420 Nov 12 19:58:21.077928 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a95829-f242-46a2-883e-021dd75be564 req-0d42092e-c2d9-4b0a-a0c4-48ed8ebdebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:21.079902 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-81a95829-f242-46a2-883e-021dd75be564 req-0d42092e-c2d9-4b0a-a0c4-48ed8ebdebc3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7e87043-7d2d-4150-b80d-fb0e6e39dcdf HTTP/1.1" status: 200 len: 861 time: 0.0969701 Nov 12 19:58:21.118970 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-81a95829-f242-46a2-883e-021dd75be564 req-7d3c55f9-52b6-41d7-9708-68d348fe5744 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=268668ed-0d7b-4f7b-9df1-da4be7d9946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296557 Nov 12 19:58:21.140029 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21abad25-37f8-44c5-b589-169c0ddbd502 req-975ec0f8-465c-44c5-bb42-d1fe4805e183 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Router 13ffc356-de7d-4f85-9011-cc3c77947900 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 19:58:21.152644 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e589c7-6aa5-4cf0-95f9-1037fdaf6d5a req-2ae29c3b-be3a-4238-a94b-1d604a695bab tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:21.156876 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4e589c7-6aa5-4cf0-95f9-1037fdaf6d5a req-2ae29c3b-be3a-4238-a94b-1d604a695bab tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=c44de0a0-6c6b-4885-b4c9-4255c2e88fd2 HTTP/1.1" status: 200 len: 947 time: 0.4124358 Nov 12 19:58:21.178878 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:21.203477 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5df940-1840-4e3f-8d66-540a9ff233ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91971784-1b93-406e-af72-8843a6baae4b'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:21.206333 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfeb958-4170-4b98-9bfa-0b08313b8d55" -d '{"events": [{"server_uuid": "1e5df940-1840-4e3f-8d66-540a9ff233ca", "name": "network-vif-plugged", "status": "completed", "tag": "91971784-1b93-406e-af72-8843a6baae4b"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:21.218920 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 91971784-1b93-406e-af72-8843a6baae4b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=91971784-1b93-406e-af72-8843a6baae4b,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:21.225676 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:21.292426 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=91971784-1b93-406e-af72-8843a6baae4b,revision_number=11']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:21.294031 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f45e93eb-402e-4509-9781-1e9f1467f1d7 req-6086a895-65d3-43f7-bdd8-d1480ce7d591 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Router afbf8452-ef12-45b5-8354-1ba1d9aef67c has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 19:58:21.300172 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-81a95829-f242-46a2-883e-021dd75be564 req-8bc85c99-7617-4c97-a025-9c311af3f2f1 service neutron] 10.222.0.55 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468265 Nov 12 19:58:21.471903 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-3ef7973b-daff-4577-ba07-1ab12a0acad8 service neutron] 10.222.0.55 "GET /v2.0/ports/bd20a262-9e7a-46e4-85b8-585099ae54b4/bindings/n-h2-712140-15 HTTP/1.1" status: 200 len: 385 time: 0.2825117 Nov 12 19:58:21.472127 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f45e93eb-402e-4509-9781-1e9f1467f1d7 req-6086a895-65d3-43f7-bdd8-d1480ce7d591 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 19:58:21.474701 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-81a95829-f242-46a2-883e-021dd75be564 req-c43a0285-6bb1-48c2-bcc8-95dfb7175b13 service neutron] 10.222.0.55 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354139 Nov 12 19:58:21.476447 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4e589c7-6aa5-4cf0-95f9-1037fdaf6d5a req-6981077b-aec4-4dfa-8b15-c205c8bf139f tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554677 Nov 12 19:58:21.477913 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f45e93eb-402e-4509-9781-1e9f1467f1d7 req-6086a895-65d3-43f7-bdd8-d1480ce7d591 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:21.478170 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfb87c-04f8-43a0-b010-5ddf22df1fb0 req-f9e49ab2-7cb0-4d4c-9da2-b400b96b9fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:21.480308 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4abfb87c-04f8-43a0-b010-5ddf22df1fb0 req-f9e49ab2-7cb0-4d4c-9da2-b400b96b9fcf service neutron] 10.222.0.52 "GET /v2.0/networks?id=4cac5282-bffd-4955-85a0-72ea34237997 HTTP/1.1" status: 200 len: 902 time: 0.4019279 Nov 12 19:58:21.487203 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876866f9-d6b2-47dd-83cc-85fba3b9d5dc None None] Sync routers for ids ['afbf8452-ef12-45b5-8354-1ba1d9aef67c'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 19:58:21.500870 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876866f9-d6b2-47dd-83cc-85fba3b9d5dc None None] Routers {'afbf8452-ef12-45b5-8354-1ba1d9aef67c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:58:21.501736 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-876866f9-d6b2-47dd-83cc-85fba3b9d5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:57:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['afbf8452-ef12-45b5-8354-1ba1d9aef67c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:21.521974 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f45e93eb-402e-4509-9781-1e9f1467f1d7 req-6086a895-65d3-43f7-bdd8-d1480ce7d591 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "PUT /v2.0/floatingips/a91efbb2-b305-4a9a-9d6f-b59bd671a54e HTTP/1.1" status: 200 len: 996 time: 1.9810059 Nov 12 19:58:21.554034 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4abfb87c-04f8-43a0-b010-5ddf22df1fb0 req-ae139c29-5198-431b-9176-d1960c28ac60 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.177&port_id=0edcb006-47f1-4082-bc5a-b9ea70c73b9e HTTP/1.1" status: 200 len: 217 time: 0.0569158 Nov 12 19:58:21.586942 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e93eb-402e-4509-9781-1e9f1467f1d7 req-eb0f51b8-6e61-4046-82be-c5145b633775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:21.588901 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f45e93eb-402e-4509-9781-1e9f1467f1d7 req-eb0f51b8-6e61-4046-82be-c5145b633775 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1a4383e05d1241098e407059f9a4a6a7&device_id=9f538531-df8c-4d6d-9092-a9f2b055f524 HTTP/1.1" status: 200 len: 1097 time: 0.0514562 Nov 12 19:58:21.604837 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9884991d-474c-4892-9298-8555941bf2a7 req-ffd0f7cf-d2cf-4d98-94bc-d96c038b8ff4 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:21.636027 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-876866f9-d6b2-47dd-83cc-85fba3b9d5dc None None] Set router afbf8452-ef12-45b5-8354-1ba1d9aef67c gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:58:21.686504 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21abad25-37f8-44c5-b589-169c0ddbd502 req-975ec0f8-465c-44c5-bb42-d1fe4805e183 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 19:58:21.700434 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f82ffe0-1890-4323-a71a-c428cbd5f265 None None] Sync routers for ids ['13ffc356-de7d-4f85-9011-cc3c77947900'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 19:58:21.717672 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 646a21b7-b0b7-448e-a4f5-a406d542a780 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:58:21.721258 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f82ffe0-1890-4323-a71a-c428cbd5f265 None None] Routers {'13ffc356-de7d-4f85-9011-cc3c77947900'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:58:21.721887 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-0f82ffe0-1890-4323-a71a-c428cbd5f265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:57:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['13ffc356-de7d-4f85-9011-cc3c77947900'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:21.764330 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfb87c-04f8-43a0-b010-5ddf22df1fb0 req-0f3d4cb9-21db-4533-a46b-1976f32df5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:21.766380 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4abfb87c-04f8-43a0-b010-5ddf22df1fb0 req-0f3d4cb9-21db-4533-a46b-1976f32df5a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3cc96f97-69d2-4084-a790-db3305511287 HTTP/1.1" status: 200 len: 801 time: 0.1932056 Nov 12 19:58:21.777608 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 646a21b7-b0b7-448e-a4f5-a406d542a780 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:58:21.777952 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 646a21b7-b0b7-448e-a4f5-a406d542a780 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:58:21.867400 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-0f82ffe0-1890-4323-a71a-c428cbd5f265 None None] Set router 13ffc356-de7d-4f85-9011-cc3c77947900 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:58:21.912029 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-876866f9-d6b2-47dd-83cc-85fba3b9d5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1556692880-router', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'e48143be-e491-4203-8fc5-bf9496a9969d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:57:39Z', 'updated_at': '2021-11-12T19:57:51Z', 'revision_number': 4, 'project_id': '1a4383e05d1241098e407059f9a4a6a7', 'gw_port': {'id': 'e48143be-e491-4203-8fc5-bf9496a9969d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:41Z', 'updated_at': '2021-11-12T19:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'a91efbb2-b305-4a9a-9d6f-b59bd671a54e', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'floating_ip_address': '172.25.5.195', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'port_id': 'dbba7874-3d14-498c-96fb-13a86cce1d70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d', 'mac_address': 'fa:16:3e:78:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f538531-df8c-4d6d-9092-a9f2b055f524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T19:58:17Z', 'updated_at': '2021-11-12T19:58:20Z', 'revision_number': 1, 'project_id': '1a4383e05d1241098e407059f9a4a6a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24b66c35-480f-44cc-a60f-81e953cdd09e', 'name': '', 'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'mac_address': 'fa:16:3e:f2:74:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ee6f525f-a073-41cc-ba60-60408bc77ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:48Z', 'updated_at': '2021-11-12T19:57:55Z', 'revision_number': 5, 'project_id': '1a4383e05d1241098e407059f9a4a6a7', 'subnets': [{'id': 'ee6f525f-a073-41cc-ba60-60408bc77ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:21.920019 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-21abad25-37f8-44c5-b589-169c0ddbd502 req-975ec0f8-465c-44c5-bb42-d1fe4805e183 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] No DVR routers for this DVR port 646a21b7-b0b7-448e-a4f5-a406d542a780 on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:58:21.928596 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-21abad25-37f8-44c5-b589-169c0ddbd502 req-975ec0f8-465c-44c5-bb42-d1fe4805e183 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:21.934177 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-21abad25-37f8-44c5-b589-169c0ddbd502 req-975ec0f8-465c-44c5-bb42-d1fe4805e183 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.52 "DELETE /v2.0/ports/646a21b7-b0b7-448e-a4f5-a406d542a780 HTTP/1.1" status: 204 len: 173 time: 4.3847971 Nov 12 19:58:21.941777 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876866f9-d6b2-47dd-83cc-85fba3b9d5dc None None] Checking router: afbf8452-ef12-45b5-8354-1ba1d9aef67c for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 19:58:21.945643 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4523f542-c640-48ba-98fa-5a41ab8987f6', 'name': 'network-vif-deleted', 'tag': '646a21b7-b0b7-448e-a4f5-a406d542a780'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:21.949605 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434b4bf7-1273-43a8-9720-13a1dddf7d8b" -d '{"events": [{"server_uuid": "4523f542-c640-48ba-98fa-5a41ab8987f6", "name": "network-vif-deleted", "tag": "646a21b7-b0b7-448e-a4f5-a406d542a780"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:21.950956 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876866f9-d6b2-47dd-83cc-85fba3b9d5dc None None] Routers {'afbf8452-ef12-45b5-8354-1ba1d9aef67c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:58:21.951700 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-876866f9-d6b2-47dd-83cc-85fba3b9d5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:57:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['afbf8452-ef12-45b5-8354-1ba1d9aef67c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:21.968579 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e93eb-402e-4509-9781-1e9f1467f1d7 req-14f743d6-2b49-4f43-a159-51d26b3451fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:21.975959 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cce6b-092c-46bf-89fb-586f0d8236c1 req-fd849e5d-e2ab-4665-9b4e-73ad08c305cb tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:21.977316 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f45e93eb-402e-4509-9781-1e9f1467f1d7 req-14f743d6-2b49-4f43-a159-51d26b3451fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=62860f07-36e3-4a3d-9340-bd7e5ad8856d HTTP/1.1" status: 200 len: 930 time: 0.3817015 Nov 12 19:58:21.987467 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c23cce6b-092c-46bf-89fb-586f0d8236c1 req-fd849e5d-e2ab-4665-9b4e-73ad08c305cb tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 951 time: 0.4324439 Nov 12 19:58:22.035900 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfb87c-04f8-43a0-b010-5ddf22df1fb0 req-fd87474d-4703-4c4d-9c52-e48f756aec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:22.037706 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4abfb87c-04f8-43a0-b010-5ddf22df1fb0 req-fd87474d-4703-4c4d-9c52-e48f756aec3d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4cac5282-bffd-4955-85a0-72ea34237997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1470780 Nov 12 19:58:22.045206 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9884991d-474c-4892-9298-8555941bf2a7 req-ffd0f7cf-d2cf-4d98-94bc-d96c038b8ff4 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:22.095817 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f45e93eb-402e-4509-9781-1e9f1467f1d7 req-71670633-d3fc-442c-814d-0184618c1dc7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbba7874-3d14-498c-96fb-13a86cce1d70 HTTP/1.1" status: 200 len: 999 time: 0.1171257 Nov 12 19:58:22.100055 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-876866f9-d6b2-47dd-83cc-85fba3b9d5dc None None] Set router afbf8452-ef12-45b5-8354-1ba1d9aef67c gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:58:22.103523 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9884991d-474c-4892-9298-8555941bf2a7 req-ffd0f7cf-d2cf-4d98-94bc-d96c038b8ff4 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Network f1d354fd-aa26-44d0-9019-12658139bd7f is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:58:22.115516 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-9884991d-474c-4892-9298-8555941bf2a7 req-ffd0f7cf-d2cf-4d98-94bc-d96c038b8ff4 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:58:22.120261 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-cd82bf92-1dac-463b-8136-6bd97fb6c123 service neutron] For port bd20a262-9e7a-46e4-85b8-585099ae54b4, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=bd20a262-9e7a-46e4-85b8-585099ae54b4,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:22.161951 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-9884991d-474c-4892-9298-8555941bf2a7 req-ffd0f7cf-d2cf-4d98-94bc-d96c038b8ff4 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:58:22.163305 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-0f82ffe0-1890-4323-a71a-c428cbd5f265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-973545571-router', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:32Z', 'updated_at': '2021-11-12T19:55:37Z', 'revision_number': 4, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'gw_port': {'id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:33Z', 'updated_at': '2021-11-12T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b3ed1e21-184e-4644-933f-a062fc18cc00', 'name': '', 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'mac_address': 'fa:16:3e:38:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:36Z', 'updated_at': '2021-11-12T19:55:42Z', 'revision_number': 5, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'subnets': [{'id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:22.189325 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e93eb-402e-4509-9781-1e9f1467f1d7 req-b3ca3750-759a-4c59-99da-57ca012630d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:22.190539 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f45e93eb-402e-4509-9781-1e9f1467f1d7 req-b3ca3750-759a-4c59-99da-57ca012630d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ee6f525f-a073-41cc-ba60-60408bc77ec0 HTTP/1.1" status: 200 len: 868 time: 0.0936282 Nov 12 19:58:22.205232 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f82ffe0-1890-4323-a71a-c428cbd5f265 None None] Checking router: 13ffc356-de7d-4f85-9011-cc3c77947900 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 19:58:22.214644 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-019b8398-d715-46d3-b565-b076ed346e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:22.224113 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f82ffe0-1890-4323-a71a-c428cbd5f265 None None] Routers {'13ffc356-de7d-4f85-9011-cc3c77947900'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:58:22.225015 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-0f82ffe0-1890-4323-a71a-c428cbd5f265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:57:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['13ffc356-de7d-4f85-9011-cc3c77947900'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:22.230021 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c23cce6b-092c-46bf-89fb-586f0d8236c1 req-f3767688-cf8f-48cd-835a-5d9d5b3dc954 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412899 Nov 12 19:58:22.288894 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-cd82bf92-1dac-463b-8136-6bd97fb6c123 service neutron] For port bd20a262-9e7a-46e4-85b8-585099ae54b4, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:58:22.307119 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e93eb-402e-4509-9781-1e9f1467f1d7 req-0abee509-0364-477e-8620-305398dd5a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:22.309119 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f45e93eb-402e-4509-9781-1e9f1467f1d7 req-0abee509-0364-477e-8620-305398dd5a9d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=62860f07-36e3-4a3d-9340-bd7e5ad8856d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1088564 Nov 12 19:58:22.314701 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0f7cf-d2cf-4d98-94bc-d96c038b8ff4 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Pushing event updated for resources: {'Port': ['ID=8875ec82-e9fb-4add-8ff6-9de28370c3c3,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:22.357105 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884991d-474c-4892-9298-8555941bf2a7 req-ffd0f7cf-d2cf-4d98-94bc-d96c038b8ff4 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:22.358079 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9884991d-474c-4892-9298-8555941bf2a7 req-ffd0f7cf-d2cf-4d98-94bc-d96c038b8ff4 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:22.358792 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-f45e93eb-402e-4509-9781-1e9f1467f1d7 req-8cf54e45-0b4c-4f11-b5b3-9cd28d2fc688 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 19:58:22.361033 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f45e93eb-402e-4509-9781-1e9f1467f1d7 req-8cf54e45-0b4c-4f11-b5b3-9cd28d2fc688 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0451035 Nov 12 19:58:22.416153 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-cd82bf92-1dac-463b-8136-6bd97fb6c123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd20a262-9e7a-46e4-85b8-585099ae54b4 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:58:22.443858 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-cd82bf92-1dac-463b-8136-6bd97fb6c123 service neutron] For port bd20a262-9e7a-46e4-85b8-585099ae54b4, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=bd20a262-9e7a-46e4-85b8-585099ae54b4,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:22.508821 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9884991d-474c-4892-9298-8555941bf2a7 req-ffd0f7cf-d2cf-4d98-94bc-d96c038b8ff4 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6260655 Nov 12 19:58:22.513064 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-cd82bf92-1dac-463b-8136-6bd97fb6c123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:22.532348 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-876866f9-d6b2-47dd-83cc-85fba3b9d5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1556692880-router', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'e48143be-e491-4203-8fc5-bf9496a9969d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:57:39Z', 'updated_at': '2021-11-12T19:57:51Z', 'revision_number': 4, 'project_id': '1a4383e05d1241098e407059f9a4a6a7', 'gw_port': {'id': 'e48143be-e491-4203-8fc5-bf9496a9969d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:41Z', 'updated_at': '2021-11-12T19:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'a91efbb2-b305-4a9a-9d6f-b59bd671a54e', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'floating_ip_address': '172.25.5.195', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'port_id': 'dbba7874-3d14-498c-96fb-13a86cce1d70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d', 'mac_address': 'fa:16:3e:78:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f538531-df8c-4d6d-9092-a9f2b055f524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T19:58:17Z', 'updated_at': '2021-11-12T19:58:20Z', 'revision_number': 1, 'project_id': '1a4383e05d1241098e407059f9a4a6a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24b66c35-480f-44cc-a60f-81e953cdd09e', 'name': '', 'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'mac_address': 'fa:16:3e:f2:74:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ee6f525f-a073-41cc-ba60-60408bc77ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:48Z', 'updated_at': '2021-11-12T19:57:55Z', 'revision_number': 5, 'project_id': '1a4383e05d1241098e407059f9a4a6a7', 'subnets': [{'id': 'ee6f525f-a073-41cc-ba60-60408bc77ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:22.535973 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311e08a-4414-4b5c-9901-136ad7898990 req-4d2c6bba-8526-4c41-a407-a68df237a45b tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:22.537789 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e311e08a-4414-4b5c-9901-136ad7898990 req-4d2c6bba-8526-4c41-a407-a68df237a45b tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 944 time: 0.1682904 Nov 12 19:58:22.544222 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-9884991d-474c-4892-9298-8555941bf2a7 req-33fcedb2-5016-4743-bacc-5178cbab8a34 service neutron] Request body: {'port': {'device_id': '110aff97-6ab4-44a8-8f4a-1c1d0a01bd32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:22.551575 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f538531-df8c-4d6d-9092-a9f2b055f524', 'tag': 'dbba7874-3d14-498c-96fb-13a86cce1d70'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:22.555110 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93708f40-e663-40a4-bcbd-b90a95d5329a" -d '{"events": [{"name": "network-changed", "server_uuid": "9f538531-df8c-4d6d-9092-a9f2b055f524", "tag": "dbba7874-3d14-498c-96fb-13a86cce1d70"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:22.560541 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f45e93eb-402e-4509-9781-1e9f1467f1d7 req-dc8485c8-b7ab-496d-b342-7b132c5044e2 service neutron] 10.222.0.48 "GET /v2.0/networks/62860f07-36e3-4a3d-9340-bd7e5ad8856d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887703 Nov 12 19:58:22.579076 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876866f9-d6b2-47dd-83cc-85fba3b9d5dc None None] The sync data for ids ['afbf8452-ef12-45b5-8354-1ba1d9aef67c'] in n-d-712140-15 is: [{'id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1556692880-router', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'e48143be-e491-4203-8fc5-bf9496a9969d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:57:39Z', 'updated_at': '2021-11-12T19:57:51Z', 'revision_number': 4, 'project_id': '1a4383e05d1241098e407059f9a4a6a7', 'gw_port': {'id': 'e48143be-e491-4203-8fc5-bf9496a9969d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:41Z', 'updated_at': '2021-11-12T19:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'a91efbb2-b305-4a9a-9d6f-b59bd671a54e', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'floating_ip_address': '172.25.5.195', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'port_id': 'dbba7874-3d14-498c-96fb-13a86cce1d70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d', 'mac_address': 'fa:16:3e:78:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f538531-df8c-4d6d-9092-a9f2b055f524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T19:58:17Z', 'updated_at': '2021-11-12T19:58:20Z', 'revision_number': 1, 'project_id': '1a4383e05d1241098e407059f9a4a6a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24b66c35-480f-44cc-a60f-81e953cdd09e', 'name': '', 'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'mac_address': 'fa:16:3e:f2:74:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ee6f525f-a073-41cc-ba60-60408bc77ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:48Z', 'updated_at': '2021-11-12T19:57:55Z', 'revision_number': 5, 'project_id': '1a4383e05d1241098e407059f9a4a6a7', 'subnets': [{'id': 'ee6f525f-a073-41cc-ba60-60408bc77ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 19:58:22.605554 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4abfb87c-04f8-43a0-b010-5ddf22df1fb0 req-a56d9cbe-b3f4-478f-8b78-e5ad9ddc9cf4 service neutron] 10.222.0.52 "GET /v2.0/networks/4cac5282-bffd-4955-85a0-72ea34237997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5442369 Nov 12 19:58:22.713536 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f45e93eb-402e-4509-9781-1e9f1467f1d7 req-2892675c-0200-460a-b31c-1981fdcb934a service neutron] 10.222.0.48 "GET /v2.0/networks/62860f07-36e3-4a3d-9340-bd7e5ad8856d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357639 Nov 12 19:58:22.725778 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9b2a7026-7230-4bc4-b0f6-e2f7e8b171e4 None None] Provisioning complete for port 8875ec82-e9fb-4add-8ff6-9de28370c3c3 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:22.726169 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9b2a7026-7230-4bc4-b0f6-e2f7e8b171e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:22.763058 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9884991d-474c-4892-9298-8555941bf2a7 req-33fcedb2-5016-4743-bacc-5178cbab8a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:22.765374 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-0f82ffe0-1890-4323-a71a-c428cbd5f265 None None] Set router 13ffc356-de7d-4f85-9011-cc3c77947900 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:58:22.805571 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-9b2a7026-7230-4bc4-b0f6-e2f7e8b171e4 None None] Port 8875ec82-e9fb-4add-8ff6-9de28370c3c3 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:58:22.842475 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e311e08a-4414-4b5c-9901-136ad7898990 req-01cc9d66-7594-44e5-92ae-31bc3600b866 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294545 Nov 12 19:58:22.851100 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-cd82bf92-1dac-463b-8136-6bd97fb6c123 service neutron] Transition to ACTIVE for port object bd20a262-9e7a-46e4-85b8-585099ae54b4 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:58:22.875092 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-cd82bf92-1dac-463b-8136-6bd97fb6c123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:22.941309 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a81110e-cb4d-475b-b2e5-4a0da58c3684 x-openstack-request-id: req-2a81110e-cb4d-475b-b2e5-4a0da58c3684 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:22.941622 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5df940-1840-4e3f-8d66-540a9ff233ca", "name": "network-vif-plugged", "status": "completed", "tag": "91971784-1b93-406e-af72-8843a6baae4b", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:22.941884 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2a81110e-cb4d-475b-b2e5-4a0da58c3684 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:22.942262 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5df940-1840-4e3f-8d66-540a9ff233ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91971784-1b93-406e-af72-8843a6baae4b', 'code': 200} Nov 12 19:58:23.002323 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5ef305-fba8-418f-8fe0-270d229de639 None None] New status for floating IP a91efbb2-b305-4a9a-9d6f-b59bd671a54e: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 19:58:23.084024 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-cd82bf92-1dac-463b-8136-6bd97fb6c123 service neutron] No DVR routers for this DVR port bd20a262-9e7a-46e4-85b8-585099ae54b4 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:58:23.092667 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4abfb87c-04f8-43a0-b010-5ddf22df1fb0 req-2ac70f55-6e5f-49e7-b536-a7f93e4c51a1 service neutron] 10.222.0.52 "GET /v2.0/networks/4cac5282-bffd-4955-85a0-72ea34237997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672654 Nov 12 19:58:23.111143 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-0f82ffe0-1890-4323-a71a-c428cbd5f265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-973545571-router', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:32Z', 'updated_at': '2021-11-12T19:55:37Z', 'revision_number': 4, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'gw_port': {'id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:33Z', 'updated_at': '2021-11-12T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b3ed1e21-184e-4644-933f-a062fc18cc00', 'name': '', 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'mac_address': 'fa:16:3e:38:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:36Z', 'updated_at': '2021-11-12T19:55:42Z', 'revision_number': 5, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'subnets': [{'id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:23.133653 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33958d8-c5ea-4209-af7a-026e990c68b6 req-4874c578-5e1a-433d-a757-8211ae942da1 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:23.135972 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d33958d8-c5ea-4209-af7a-026e990c68b6 req-4874c578-5e1a-433d-a757-8211ae942da1 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=110aff97-6ab4-44a8-8f4a-1c1d0a01bd32 HTTP/1.1" status: 200 len: 931 time: 0.0851400 Nov 12 19:58:23.164377 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f82ffe0-1890-4323-a71a-c428cbd5f265 None None] The sync data for ids ['13ffc356-de7d-4f85-9011-cc3c77947900'] in n-d-712140-15 is: [{'id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-973545571-router', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:32Z', 'updated_at': '2021-11-12T19:55:37Z', 'revision_number': 4, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'gw_port': {'id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:33Z', 'updated_at': '2021-11-12T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b3ed1e21-184e-4644-933f-a062fc18cc00', 'name': '', 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'mac_address': 'fa:16:3e:38:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:36Z', 'updated_at': '2021-11-12T19:55:42Z', 'revision_number': 5, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'subnets': [{'id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 19:58:23.205105 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-cd82bf92-1dac-463b-8136-6bd97fb6c123 service neutron] 10.222.0.55 "PUT /v2.0/ports/bd20a262-9e7a-46e4-85b8-585099ae54b4/bindings/n-h2-712140-15/activate HTTP/1.1" status: 200 len: 370 time: 1.6568341 Nov 12 19:58:23.234038 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d33958d8-c5ea-4209-af7a-026e990c68b6 req-92849687-3a3e-478c-bbcf-4aad1800dab1 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b759fb5-4f4d-4d79-a3fe-fd07cde4531c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891712 Nov 12 19:58:23.241542 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82bf92-1dac-463b-8136-6bd97fb6c123 service neutron] Pushing event updated for resources: {'Port': ['ID=bd20a262-9e7a-46e4-85b8-585099ae54b4,revision_number=10']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:23.284472 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75062c2b-1646-4284-b52e-fc62fc381d16 x-openstack-request-id: req-75062c2b-1646-4284-b52e-fc62fc381d16 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:23.285009 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4523f542-c640-48ba-98fa-5a41ab8987f6", "name": "network-vif-deleted", "tag": "646a21b7-b0b7-448e-a4f5-a406d542a780", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:23.290191 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-75062c2b-1646-4284-b52e-fc62fc381d16 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:23.290889 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4523f542-c640-48ba-98fa-5a41ab8987f6', 'name': 'network-vif-deleted', 'tag': '646a21b7-b0b7-448e-a4f5-a406d542a780', 'status': 'completed', 'code': 200} Nov 12 19:58:23.387042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c676c73-f321-4e52-ac03-4a621b66b47c req-7f3b2958-3572-4beb-b955-129e38aca9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:23.387692 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c676c73-f321-4e52-ac03-4a621b66b47c req-7f3b2958-3572-4beb-b955-129e38aca9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:23.388216 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c676c73-f321-4e52-ac03-4a621b66b47c req-7f3b2958-3572-4beb-b955-129e38aca9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:23.389952 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2c676c73-f321-4e52-ac03-4a621b66b47c req-7f3b2958-3572-4beb-b955-129e38aca9a7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7aa3005d0b414c1ca2d422e5398a48f6&device_id=30886a89-fe97-4255-9676-183851595d10 HTTP/1.1" status: 200 len: 2869 time: 0.2241218 Nov 12 19:58:23.400641 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed766833-cda0-4f23-b924-c586d03cc205 req-8f49420a-7949-4c59-b43f-6915cb00da6c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:23.408036 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed766833-cda0-4f23-b924-c586d03cc205 req-8f49420a-7949-4c59-b43f-6915cb00da6c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:23.414513 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed766833-cda0-4f23-b924-c586d03cc205 req-8f49420a-7949-4c59-b43f-6915cb00da6c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:23.423726 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ed766833-cda0-4f23-b924-c586d03cc205 req-8f49420a-7949-4c59-b43f-6915cb00da6c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=30886a89-fe97-4255-9676-183851595d10 HTTP/1.1" status: 200 len: 2413 time: 0.3810816 Nov 12 19:58:23.549911 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-5883708a-c69c-4354-bbb6-6501ff80e555 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:23.552643 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-5883708a-c69c-4354-bbb6-6501ff80e555 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e&tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&binding%3Ahost_id=n-h1-712140-15 HTTP/1.1" status: 200 len: 1097 time: 0.2564697 Nov 12 19:58:23.578638 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:23.585668 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928a2a6-87d3-4980-8872-3473c6f1979e req-7d0f01ab-5e2a-401b-93b6-a04121337cb5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:23.588389 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e928a2a6-87d3-4980-8872-3473c6f1979e req-7d0f01ab-5e2a-401b-93b6-a04121337cb5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=c44de0a0-6c6b-4885-b4c9-4255c2e88fd2 HTTP/1.1" status: 200 len: 947 time: 0.0995181 Nov 12 19:58:23.647578 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:23.684850 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48733906-13c9-4f1a-81d9-4e1d3bbd7b65 None None] New status for floating IP 13d5ce72-c339-4724-b48e-295acc57ebf4: DOWN {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 19:58:23.694520 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e928a2a6-87d3-4980-8872-3473c6f1979e req-fc9a73fa-bf56-4606-b467-dd6c08acb57e tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982065 Nov 12 19:58:23.766933 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1591e45-e595-4bce-b722-9eb737152d09 x-openstack-request-id: req-c1591e45-e595-4bce-b722-9eb737152d09 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:23.767574 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f538531-df8c-4d6d-9092-a9f2b055f524", "tag": "dbba7874-3d14-498c-96fb-13a86cce1d70", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:23.767574 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1591e45-e595-4bce-b722-9eb737152d09 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:23.767945 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f538531-df8c-4d6d-9092-a9f2b055f524', 'tag': 'dbba7874-3d14-498c-96fb-13a86cce1d70', 'status': 'completed', 'code': 200} Nov 12 19:58:23.839737 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 0edcb006-47f1-4082-bc5a-b9ea70c73b9e details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:58:23.842827 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 039e261b-d89a-4b7e-9388-ff349395b6bf up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:58:23.917698 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ed766833-cda0-4f23-b924-c586d03cc205 req-28c77077-2b89-427c-aa1d-dd422161e8a7 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925680 Nov 12 19:58:23.966375 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c676c73-f321-4e52-ac03-4a621b66b47c req-43b299a1-9d4f-4d83-88a4-deaf9016ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:23.973794 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2c676c73-f321-4e52-ac03-4a621b66b47c req-43b299a1-9d4f-4d83-88a4-deaf9016ac5a service neutron] 10.222.0.52 "GET /v2.0/networks?id=2619b372-7274-4470-b006-3354c39eb075 HTTP/1.1" status: 200 len: 903 time: 0.5386841 Nov 12 19:58:24.001433 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-169378ac-e5db-41c4-b575-69ec061d0474 req-00ea2b8e-c8c8-4087-98a3-3510b123ecc9 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 258 time: 0.2122395 Nov 12 19:58:24.015423 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-169378ac-e5db-41c4-b575-69ec061d0474 req-29270046-236f-47a4-bf89-608d681c4101 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:24.047733 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-169378ac-e5db-41c4-b575-69ec061d0474 req-29270046-236f-47a4-bf89-608d681c4101 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks [] for floatingip, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:24.048469 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-2d287bed-6121-4f31-87b2-663e4f9b3341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:24.050087 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-2d287bed-6121-4f31-87b2-663e4f9b3341 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e&tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63 HTTP/1.1" status: 200 len: 1097 time: 0.4728482 Nov 12 19:58:24.054592 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2c676c73-f321-4e52-ac03-4a621b66b47c req-17c7bab0-bb74-4f6d-8046-5846bba05f19 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.216&port_id=7f8cdf73-3257-4832-a1a9-feb48693c33b HTTP/1.1" status: 200 len: 217 time: 0.0736918 Nov 12 19:58:24.059697 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93708f40-e663-40a4-bcbd-b90a95d5329a req-9b65af07-8f23-40e4-a70d-aaec7a396e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:24.061350 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-93708f40-e663-40a4-bcbd-b90a95d5329a req-9b65af07-8f23-40e4-a70d-aaec7a396e7e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1a4383e05d1241098e407059f9a4a6a7&device_id=9f538531-df8c-4d6d-9092-a9f2b055f524 HTTP/1.1" status: 200 len: 1097 time: 0.1736572 Nov 12 19:58:24.099068 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-9884991d-474c-4892-9298-8555941bf2a7 req-33fcedb2-5016-4743-bacc-5178cbab8a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8875ec82-e9fb-4add-8ff6-9de28370c3c3 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:58:24.138469 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 039e261b-d89a-4b7e-9388-ff349395b6bf completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:58:24.148455 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 039e261b-d89a-4b7e-9388-ff349395b6bf triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:24.148935 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:24.193888 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 0edcb006-47f1-4082-bc5a-b9ea70c73b9e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0edcb006-47f1-4082-bc5a-b9ea70c73b9e,segment=NetworkSegment(c64a011d-c69a-48e8-8905-50afd92697b4),segment_id=c64a011d-c69a-48e8-8905-50afd92697b4)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:24.207504 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9884991d-474c-4892-9298-8555941bf2a7 req-33fcedb2-5016-4743-bacc-5178cbab8a34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:24.230072 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '0edcb006-47f1-4082-bc5a-b9ea70c73b9e', 'network_id': '4cac5282-bffd-4955-85a0-72ea34237997', 'port_id': '0edcb006-47f1-4082-bc5a-b9ea70c73b9e', 'mac_address': 'fa:16:3e:c7:2d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc96f97-69d2-4084-a790-db3305511287', 'ip_address': '19.86.0.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:58:24.259101 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-169378ac-e5db-41c4-b575-69ec061d0474 req-29270046-236f-47a4-bf89-608d681c4101 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:24.276395 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:24.296006 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0edcb006-47f1-4082-bc5a-b9ea70c73b9e {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:58:24.326521 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 0edcb006-47f1-4082-bc5a-b9ea70c73b9e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0edcb006-47f1-4082-bc5a-b9ea70c73b9e,segment=NetworkSegment(c64a011d-c69a-48e8-8905-50afd92697b4),segment_id=c64a011d-c69a-48e8-8905-50afd92697b4)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:24.328882 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-9884991d-474c-4892-9298-8555941bf2a7 req-33fcedb2-5016-4743-bacc-5178cbab8a34 service neutron] Transition to ACTIVE for port object 8875ec82-e9fb-4add-8ff6-9de28370c3c3 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:58:24.333132 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:24.333837 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 10f7f689-c732-430a-a144-2c740535929e details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:58:24.344954 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9884991d-474c-4892-9298-8555941bf2a7 req-33fcedb2-5016-4743-bacc-5178cbab8a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:24.358674 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c676c73-f321-4e52-ac03-4a621b66b47c req-746c406d-8f75-40f2-a43b-6048aeefad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:24.360480 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2c676c73-f321-4e52-ac03-4a621b66b47c req-746c406d-8f75-40f2-a43b-6048aeefad47 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1f0f6b90-1d4e-48af-9d66-0dce2f45c1eb HTTP/1.1" status: 200 len: 801 time: 0.2769113 Nov 12 19:58:24.384755 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-169378ac-e5db-41c4-b575-69ec061d0474 req-29270046-236f-47a4-bf89-608d681c4101 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Allocated IP 172.25.5.18 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/a50ab256-0d0e-4287-b309-af0f502035f0) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:58:24.456381 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-2bfd09ab-c36c-4890-b26e-160d9fbe86b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:24.461387 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-2bfd09ab-c36c-4890-b26e-160d9fbe86b3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 1097 time: 0.3651180 Nov 12 19:58:24.464633 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8599d-dffd-41b7-8fb3-3079dd8e7cc9 req-e6fd68cd-719d-41c4-a296-f96143325b8d tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:24.471930 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c9c8599d-dffd-41b7-8fb3-3079dd8e7cc9 req-e6fd68cd-719d-41c4-a296-f96143325b8d tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 1103 time: 0.3893664 Nov 12 19:58:24.479202 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 10f7f689-c732-430a-a144-2c740535929e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=10f7f689-c732-430a-a144-2c740535929e,segment=NetworkSegment(4c2cdcd6-f087-4f31-9b18-0e99224e6252),segment_id=4c2cdcd6-f087-4f31-9b18-0e99224e6252)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:24.488812 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-169378ac-e5db-41c4-b575-69ec061d0474 req-29270046-236f-47a4-bf89-608d681c4101 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:24.524195 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-169378ac-e5db-41c4-b575-69ec061d0474 req-29270046-236f-47a4-bf89-608d681c4101 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:24.524485 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '10f7f689-c732-430a-a144-2c740535929e', 'network_id': '2619b372-7274-4470-b006-3354c39eb075', 'port_id': '10f7f689-c732-430a-a144-2c740535929e', 'mac_address': 'fa:16:3e:48:c2:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f0f6b90-1d4e-48af-9d66-0dce2f45c1eb', 'ip_address': '19.80.0.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:58:24.574838 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-169378ac-e5db-41c4-b575-69ec061d0474 req-29270046-236f-47a4-bf89-608d681c4101 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:58:24.580582 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-169378ac-e5db-41c4-b575-69ec061d0474 req-29270046-236f-47a4-bf89-608d681c4101 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:58:24.584214 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-169378ac-e5db-41c4-b575-69ec061d0474 req-29270046-236f-47a4-bf89-608d681c4101 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:58:24.600076 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-c13fbbf0-dfbf-4730-83fb-984da5d546d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:24.602258 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-c13fbbf0-dfbf-4730-83fb-984da5d546d4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=268668ed-0d7b-4f7b-9df1-da4be7d9946d HTTP/1.1" status: 200 len: 922 time: 0.1100583 Nov 12 19:58:24.624671 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29270046-236f-47a4-bf89-608d681c4101 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Pushing event updated for resources: {'Port': ['ID=a50ab256-0d0e-4287-b309-af0f502035f0,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:24.636791 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:24.644635 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:24.686035 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93708f40-e663-40a4-bcbd-b90a95d5329a req-2c8ad8cc-cef2-49e3-bdc4-6e2c096021fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:24.687452 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-93708f40-e663-40a4-bcbd-b90a95d5329a req-2c8ad8cc-cef2-49e3-bdc4-6e2c096021fc service neutron] 10.222.0.55 "GET /v2.0/networks?id=62860f07-36e3-4a3d-9340-bd7e5ad8856d HTTP/1.1" status: 200 len: 930 time: 0.5928919 Nov 12 19:58:24.697008 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=0edcb006-47f1-4082-bc5a-b9ea70c73b9e,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:24.700896 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f7f689-c732-430a-a144-2c740535929e {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:58:24.732275 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-eaf57b2e-eb97-4fba-a890-1affa2689c6d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd20a262-9e7a-46e4-85b8-585099ae54b4 HTTP/1.1" status: 200 len: 217 time: 0.1084661 Nov 12 19:58:24.732936 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fcedb2-5016-4743-bacc-5178cbab8a34 service neutron] Pushing event updated for resources: {'Port': ['ID=8875ec82-e9fb-4add-8ff6-9de28370c3c3,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:24.734019 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 039e261b-d89a-4b7e-9388-ff349395b6bf, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=039e261b-d89a-4b7e-9388-ff349395b6bf,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:24.759650 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:24.762601 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 10f7f689-c732-430a-a144-2c740535929e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=10f7f689-c732-430a-a144-2c740535929e,segment=NetworkSegment(4c2cdcd6-f087-4f31-9b18-0e99224e6252),segment_id=4c2cdcd6-f087-4f31-9b18-0e99224e6252)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:24.763218 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-169378ac-e5db-41c4-b575-69ec061d0474 req-29270046-236f-47a4-bf89-608d681c4101 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:24.804010 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c676c73-f321-4e52-ac03-4a621b66b47c req-e2f7606d-e216-4c10-b565-6a47409ecb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:24.806029 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2c676c73-f321-4e52-ac03-4a621b66b47c req-e2f7606d-e216-4c10-b565-6a47409ecb1f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2619b372-7274-4470-b006-3354c39eb075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4341917 Nov 12 19:58:24.817592 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:24.818639 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 7f8cdf73-3257-4832-a1a9-feb48693c33b details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:58:24.830595 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-169378ac-e5db-41c4-b575-69ec061d0474 req-29270046-236f-47a4-bf89-608d681c4101 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:24.852657 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=039e261b-d89a-4b7e-9388-ff349395b6bf,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:24.925289 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-6b31767f-ab21-4b3b-9d09-9028716ce5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:24.926955 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-6b31767f-ab21-4b3b-9d09-9028716ce5d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e7e87043-7d2d-4150-b80d-fb0e6e39dcdf HTTP/1.1" status: 200 len: 861 time: 0.1708751 Nov 12 19:58:24.930145 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device bd20a262-9e7a-46e4-85b8-585099ae54b4 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:58:24.959952 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c9c8599d-dffd-41b7-8fb3-3079dd8e7cc9 req-ccbdc8e7-effd-450d-be59-26bf90972191 tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870355 Nov 12 19:58:24.963188 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 7f8cdf73-3257-4832-a1a9-feb48693c33b, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=7f8cdf73-3257-4832-a1a9-feb48693c33b,segment=NetworkSegment(4c2cdcd6-f087-4f31-9b18-0e99224e6252),segment_id=4c2cdcd6-f087-4f31-9b18-0e99224e6252)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:24.975487 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44de0a0-6c6b-4885-b4c9-4255c2e88fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039e261b-d89a-4b7e-9388-ff349395b6bf'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:24.978587 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e70088f-0795-4e36-96ed-e74bae798dee" -d '{"events": [{"server_uuid": "c44de0a0-6c6b-4885-b4c9-4255c2e88fd2", "name": "network-vif-plugged", "status": "completed", "tag": "039e261b-d89a-4b7e-9388-ff349395b6bf"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:25.030513 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=10f7f689-c732-430a-a144-2c740535929e,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:25.035094 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '7f8cdf73-3257-4832-a1a9-feb48693c33b', 'network_id': '2619b372-7274-4470-b006-3354c39eb075', 'port_id': '7f8cdf73-3257-4832-a1a9-feb48693c33b', 'mac_address': 'fa:16:3e:9a:44:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f0f6b90-1d4e-48af-9d66-0dce2f45c1eb', 'ip_address': '19.80.0.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:58:25.046282 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:25.053184 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-92480a7c-2e24-49f6-bd84-bcc51316ed97 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=268668ed-0d7b-4f7b-9df1-da4be7d9946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860524 Nov 12 19:58:25.085272 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device bd20a262-9e7a-46e4-85b8-585099ae54b4 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:58:25.099035 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-93708f40-e663-40a4-bcbd-b90a95d5329a req-54b2b978-b4a9-40cd-8a3f-7526f89b713b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbba7874-3d14-498c-96fb-13a86cce1d70 HTTP/1.1" status: 200 len: 1001 time: 0.4017668 Nov 12 19:58:25.101257 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:25.123696 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f8cdf73-3257-4832-a1a9-feb48693c33b {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:58:25.151156 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 7f8cdf73-3257-4832-a1a9-feb48693c33b, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=7f8cdf73-3257-4832-a1a9-feb48693c33b,segment=NetworkSegment(4c2cdcd6-f087-4f31-9b18-0e99224e6252),segment_id=4c2cdcd6-f087-4f31-9b18-0e99224e6252)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:25.159258 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:25.162144 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-169378ac-e5db-41c4-b575-69ec061d0474 req-29270046-236f-47a4-bf89-608d681c4101 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:25.168627 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-169378ac-e5db-41c4-b575-69ec061d0474 req-29270046-236f-47a4-bf89-608d681c4101 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:25.177831 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-318bad14-64b1-4740-97e6-3a7d595ee391 req-b47697d0-613b-46ad-ba55-d22b2863b3a7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0796800 Nov 12 19:58:25.192112 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-9884991d-474c-4892-9298-8555941bf2a7 req-33fcedb2-5016-4743-bacc-5178cbab8a34 service neutron] Attempting to bind port 8875ec82-e9fb-4add-8ff6-9de28370c3c3 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:58:25.192620 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-9884991d-474c-4892-9298-8555941bf2a7 req-33fcedb2-5016-4743-bacc-5178cbab8a34 service neutron] Attempting to bind port 8875ec82-e9fb-4add-8ff6-9de28370c3c3 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'c6564594-8820-459a-beb1-ba18f2e362c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:58:25.193047 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9884991d-474c-4892-9298-8555941bf2a7 req-33fcedb2-5016-4743-bacc-5178cbab8a34 service neutron] Attempting to bind port 8875ec82-e9fb-4add-8ff6-9de28370c3c3 on network f1d354fd-aa26-44d0-9019-12658139bd7f {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:25.245567 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9884991d-474c-4892-9298-8555941bf2a7 req-33fcedb2-5016-4743-bacc-5178cbab8a34 service neutron] Port 8875ec82-e9fb-4add-8ff6-9de28370c3c3 on network f1d354fd-aa26-44d0-9019-12658139bd7f not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:58:25.246031 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9884991d-474c-4892-9298-8555941bf2a7 req-33fcedb2-5016-4743-bacc-5178cbab8a34 service neutron] Attempting to bind port 8875ec82-e9fb-4add-8ff6-9de28370c3c3 on network f1d354fd-aa26-44d0-9019-12658139bd7f {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:25.254188 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2c676c73-f321-4e52-ac03-4a621b66b47c req-308e5c5f-e85b-4917-872b-88996bbe8403 service neutron] 10.222.0.52 "GET /v2.0/networks/2619b372-7274-4470-b006-3354c39eb075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969500 Nov 12 19:58:25.269790 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93708f40-e663-40a4-bcbd-b90a95d5329a req-e53a61ab-7db0-4554-a22f-d1dac6678a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:25.271413 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-93708f40-e663-40a4-bcbd-b90a95d5329a req-e53a61ab-7db0-4554-a22f-d1dac6678a89 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee6f525f-a073-41cc-ba60-60408bc77ec0 HTTP/1.1" status: 200 len: 868 time: 0.1326401 Nov 12 19:58:25.276581 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9884991d-474c-4892-9298-8555941bf2a7 req-33fcedb2-5016-4743-bacc-5178cbab8a34 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:58:25.277052 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9884991d-474c-4892-9298-8555941bf2a7 req-33fcedb2-5016-4743-bacc-5178cbab8a34 service neutron] Checking segment: {'id': 'c6564594-8820-459a-beb1-ba18f2e362c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:58:25.277568 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9884991d-474c-4892-9298-8555941bf2a7 req-33fcedb2-5016-4743-bacc-5178cbab8a34 service neutron] Bound using segment: {'id': 'c6564594-8820-459a-beb1-ba18f2e362c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:58:25.278146 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-9884991d-474c-4892-9298-8555941bf2a7 req-33fcedb2-5016-4743-bacc-5178cbab8a34 service neutron] Bound port: 8875ec82-e9fb-4add-8ff6-9de28370c3c3, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6564594-8820-459a-beb1-ba18f2e362c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:58:25.278581 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9884991d-474c-4892-9298-8555941bf2a7 req-33fcedb2-5016-4743-bacc-5178cbab8a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:25.279342 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29270046-236f-47a4-bf89-608d681c4101 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Pushing event updated for resources: {'Port': ['ID=a50ab256-0d0e-4287-b309-af0f502035f0,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:25.302330 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9417d57-658f-450b-9e79-c7dfd50b3d3d req-54e87620-6fc4-4119-b9c8-fb88d94f6ce0 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:25.309899 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d9417d57-658f-450b-9e79-c7dfd50b3d3d req-54e87620-6fc4-4119-b9c8-fb88d94f6ce0 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 945 time: 0.2208216 Nov 12 19:58:25.313995 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=7f8cdf73-3257-4832-a1a9-feb48693c33b,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:25.347435 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-169378ac-e5db-41c4-b575-69ec061d0474 req-29270046-236f-47a4-bf89-608d681c4101 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:25.376085 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-169378ac-e5db-41c4-b575-69ec061d0474 req-29270046-236f-47a4-bf89-608d681c4101 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:25.377503 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-169378ac-e5db-41c4-b575-69ec061d0474 req-29270046-236f-47a4-bf89-608d681c4101 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3696954 Nov 12 19:58:25.380495 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bad14-64b1-4740-97e6-3a7d595ee391 req-48a757c4-19c0-444a-99f4-822abd97ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:25.381958 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-318bad14-64b1-4740-97e6-3a7d595ee391 req-48a757c4-19c0-444a-99f4-822abd97ccdf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 1096 time: 0.0886607 Nov 12 19:58:25.431159 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-9b351ec1-88b2-4c69-9a11-9f0060263bb4 service neutron] 10.222.0.52 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668392 Nov 12 19:58:25.461577 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-169378ac-e5db-41c4-b575-69ec061d0474 req-bbc7ac7c-54e5-42b0-9bc0-2cb3b2ad479e tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.18 HTTP/1.1" status: 200 len: 695 time: 0.0754211 Nov 12 19:58:25.523279 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93708f40-e663-40a4-bcbd-b90a95d5329a req-ac14341d-3754-4166-a397-812ba060e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:25.525977 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-93708f40-e663-40a4-bcbd-b90a95d5329a req-ac14341d-3754-4166-a397-812ba060e524 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62860f07-36e3-4a3d-9340-bd7e5ad8856d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2413990 Nov 12 19:58:25.563919 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d9417d57-658f-450b-9e79-c7dfd50b3d3d req-24a0cba7-ba6d-4843-a9bf-d66689baa282 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529881 Nov 12 19:58:25.607717 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2c676c73-f321-4e52-ac03-4a621b66b47c req-f6772180-b14e-43a5-bc4b-cc2a49516a48 service neutron] 10.222.0.52 "GET /v2.0/networks/2619b372-7274-4470-b006-3354c39eb075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825058 Nov 12 19:58:25.668654 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bad14-64b1-4740-97e6-3a7d595ee391 req-5144b935-65bf-4fab-a748-5035d07eab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:25.670752 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-318bad14-64b1-4740-97e6-3a7d595ee391 req-5144b935-65bf-4fab-a748-5035d07eab8f service neutron] 10.222.0.52 "GET /v2.0/networks?id=e3a881ac-6120-48a0-95f8-2623f45c4673 HTTP/1.1" status: 200 len: 909 time: 0.2294409 Nov 12 19:58:25.672484 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['7f8cdf73-3257-4832-a1a9-feb48693c33b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:58:25.677988 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['10f7f689-c732-430a-a144-2c740535929e'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:58:25.722927 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-9884991d-474c-4892-9298-8555941bf2a7 req-33fcedb2-5016-4743-bacc-5178cbab8a34 service neutron] For port 8875ec82-e9fb-4add-8ff6-9de28370c3c3, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:58:25.738930 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['0edcb006-47f1-4082-bc5a-b9ea70c73b9e'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:58:25.745896 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-318bad14-64b1-4740-97e6-3a7d595ee391 req-6ccf3ae0-5181-4564-831e-2add3fc67369 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=087c7865-26e9-4300-9385-2526033a734d HTTP/1.1" status: 200 len: 217 time: 0.0579882 Nov 12 19:58:25.755971 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-9884991d-474c-4892-9298-8555941bf2a7 req-33fcedb2-5016-4743-bacc-5178cbab8a34 service neutron] For port 8875ec82-e9fb-4add-8ff6-9de28370c3c3, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=8875ec82-e9fb-4add-8ff6-9de28370c3c3,segment=NetworkSegment(c6564594-8820-459a-beb1-ba18f2e362c8),segment_id=c6564594-8820-459a-beb1-ba18f2e362c8)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:58:25.760622 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-00386b61-d66b-4550-a1c3-8b15068bdeea service neutron] 10.222.0.52 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958989 Nov 12 19:58:25.776776 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9884991d-474c-4892-9298-8555941bf2a7 req-33fcedb2-5016-4743-bacc-5178cbab8a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:25.800952 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-93708f40-e663-40a4-bcbd-b90a95d5329a req-198ab23c-c3ac-4aa4-98bf-4de31bb8b9f0 service neutron] 10.222.0.55 "GET /v2.0/networks/62860f07-36e3-4a3d-9340-bd7e5ad8856d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447135 Nov 12 19:58:25.822800 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884991d-474c-4892-9298-8555941bf2a7 req-33fcedb2-5016-4743-bacc-5178cbab8a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:25.823419 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9884991d-474c-4892-9298-8555941bf2a7 req-33fcedb2-5016-4743-bacc-5178cbab8a34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:25.824839 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9884991d-474c-4892-9298-8555941bf2a7 req-33fcedb2-5016-4743-bacc-5178cbab8a34 service neutron] 10.222.0.55 "PUT /v2.0/ports/8875ec82-e9fb-4add-8ff6-9de28370c3c3 HTTP/1.1" status: 200 len: 1092 time: 3.2858527 Nov 12 19:58:25.825678 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110aff97-6ab4-44a8-8f4a-1c1d0a01bd32', 'tag': '8875ec82-e9fb-4add-8ff6-9de28370c3c3'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:25.828804 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd49bee8-5d18-420d-a8e2-c2bee7317161" -d '{"events": [{"name": "network-changed", "server_uuid": "110aff97-6ab4-44a8-8f4a-1c1d0a01bd32", "tag": "8875ec82-e9fb-4add-8ff6-9de28370c3c3"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:25.837907 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169378ac-e5db-41c4-b575-69ec061d0474 req-c4ac3809-b03f-48dc-9db6-dce296395bcf tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:25.860742 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-169378ac-e5db-41c4-b575-69ec061d0474 req-c4ac3809-b03f-48dc-9db6-dce296395bcf tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 784 time: 0.3861368 Nov 12 19:58:25.977556 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:25.992247 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bad14-64b1-4740-97e6-3a7d595ee391 req-9c96fb63-c608-4646-aec6-abd493ccbb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:25.993952 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-318bad14-64b1-4740-97e6-3a7d595ee391 req-9c96fb63-c608-4646-aec6-abd493ccbb6b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bbdea447-0bd1-47f3-8097-cac78263fd7c HTTP/1.1" status: 200 len: 848 time: 0.2290692 Nov 12 19:58:26.033334 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa2851-14b5-41a0-964a-1759f7e6b19f req-7bbaa027-85d1-4e8c-a9c7-e503168b9fb9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:26.042555 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-95fa2851-14b5-41a0-964a-1759f7e6b19f req-7bbaa027-85d1-4e8c-a9c7-e503168b9fb9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=c44de0a0-6c6b-4885-b4c9-4255c2e88fd2 HTTP/1.1" status: 200 len: 948 time: 0.0803626 Nov 12 19:58:26.082193 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-318bad14-64b1-4740-97e6-3a7d595ee391 req-9a3f2c74-76c2-4847-ad77-b49d7c082988 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e3a881ac-6120-48a0-95f8-2623f45c4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738585 Nov 12 19:58:26.185607 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-95fa2851-14b5-41a0-964a-1759f7e6b19f req-8045044a-adff-4621-9f42-5c2533f44ad5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373990 Nov 12 19:58:26.224665 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 19:58:26.268356 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-318bad14-64b1-4740-97e6-3a7d595ee391 req-65cd95b0-cc56-4740-8029-8be7003d360c service neutron] 10.222.0.52 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714010 Nov 12 19:58:26.274928 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8d712-249a-4024-b5fd-6567d6372c0d req-77f66a22-8cdb-456d-b545-1ba97833c168 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:26.276502 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-64f8d712-249a-4024-b5fd-6567d6372c0d req-77f66a22-8cdb-456d-b545-1ba97833c168 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=110aff97-6ab4-44a8-8f4a-1c1d0a01bd32 HTTP/1.1" status: 200 len: 943 time: 0.6101000 Nov 12 19:58:26.439724 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79d137-4b93-4b60-9540-bb79992d9271 req-0a81f7d9-be8a-4209-b7f3-610160e59f7c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:26.446420 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79d137-4b93-4b60-9540-bb79992d9271 req-0a81f7d9-be8a-4209-b7f3-610160e59f7c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:26.452587 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79d137-4b93-4b60-9540-bb79992d9271 req-0a81f7d9-be8a-4209-b7f3-610160e59f7c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:26.454210 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0f79d137-4b93-4b60-9540-bb79992d9271 req-0a81f7d9-be8a-4209-b7f3-610160e59f7c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=30886a89-fe97-4255-9676-183851595d10 HTTP/1.1" status: 200 len: 2416 time: 0.1448112 Nov 12 19:58:26.471555 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fcedb2-5016-4743-bacc-5178cbab8a34 service neutron] Pushing event updated for resources: {'Port': ['ID=8875ec82-e9fb-4add-8ff6-9de28370c3c3,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:26.533310 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-aa093a81-f3f5-44cc-b72b-1fcc28ab4cba tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:26.535070 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-aa093a81-f3f5-44cc-b72b-1fcc28ab4cba tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e&tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&binding%3Ahost_id=n-h2-712140-15 HTTP/1.1" status: 200 len: 1097 time: 0.2178009 Nov 12 19:58:26.538449 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-318bad14-64b1-4740-97e6-3a7d595ee391 req-548829d3-bf9c-40ac-ae96-12e8bfc1d7ce service neutron] 10.222.0.52 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569728 Nov 12 19:58:26.542691 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884991d-474c-4892-9298-8555941bf2a7 req-b6b09dff-ce8a-45e7-ae7b-c919f025573e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:26.544387 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9884991d-474c-4892-9298-8555941bf2a7 req-b6b09dff-ce8a-45e7-ae7b-c919f025573e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c539f76e143242b8af302d8e20aae3aa&device_id=110aff97-6ab4-44a8-8f4a-1c1d0a01bd32 HTTP/1.1" status: 200 len: 1095 time: 0.2552269 Nov 12 19:58:26.554646 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0f79d137-4b93-4b60-9540-bb79992d9271 req-42344f1e-6bb4-471e-b9b3-ad6a1a82a2f3 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937796 Nov 12 19:58:26.709326 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-64f8d712-249a-4024-b5fd-6567d6372c0d req-5a4bbd25-58aa-49f6-9682-9d952bd752bd tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b759fb5-4f4d-4d79-a3fe-fd07cde4531c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3479898 Nov 12 19:58:26.712815 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-93708f40-e663-40a4-bcbd-b90a95d5329a req-fec99a38-5f76-471a-a731-1f7405ab455d service neutron] 10.222.0.55 "GET /v2.0/networks/62860f07-36e3-4a3d-9340-bd7e5ad8856d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8779919 Nov 12 19:58:26.715397 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9884991d-474c-4892-9298-8555941bf2a7 req-a0532a11-9523-4d19-960d-3c3df1264247 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8875ec82-e9fb-4add-8ff6-9de28370c3c3 HTTP/1.1" status: 200 len: 217 time: 0.0648322 Nov 12 19:58:26.743505 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83d8da3-d8bc-4b01-9eda-71bb25698f30 x-openstack-request-id: req-e83d8da3-d8bc-4b01-9eda-71bb25698f30 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:26.744293 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44de0a0-6c6b-4885-b4c9-4255c2e88fd2", "name": "network-vif-plugged", "status": "completed", "tag": "039e261b-d89a-4b7e-9388-ff349395b6bf", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:26.744293 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e83d8da3-d8bc-4b01-9eda-71bb25698f30 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:26.744626 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44de0a0-6c6b-4885-b4c9-4255c2e88fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039e261b-d89a-4b7e-9388-ff349395b6bf', 'code': 200} Nov 12 19:58:26.822532 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae63cfdb-ebbc-462e-8783-b7b51477909f x-openstack-request-id: req-ae63cfdb-ebbc-462e-8783-b7b51477909f {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:26.822820 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110aff97-6ab4-44a8-8f4a-1c1d0a01bd32", "tag": "8875ec82-e9fb-4add-8ff6-9de28370c3c3", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:26.823071 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ae63cfdb-ebbc-462e-8783-b7b51477909f {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:26.823513 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110aff97-6ab4-44a8-8f4a-1c1d0a01bd32', 'tag': '8875ec82-e9fb-4add-8ff6-9de28370c3c3', 'status': 'completed', 'code': 200} Nov 12 19:58:26.856684 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884991d-474c-4892-9298-8555941bf2a7 req-99602d86-6b73-47b5-9386-97b0170c072f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:26.859156 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9884991d-474c-4892-9298-8555941bf2a7 req-99602d86-6b73-47b5-9386-97b0170c072f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=642111bb-5d2c-43b3-97eb-ab14b1809540 HTTP/1.1" status: 200 len: 862 time: 0.1330791 Nov 12 19:58:26.902432 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ec116-3ce4-44f4-8c4d-2b9e822acc6d req-491d9b47-108b-418a-9dc2-a9b95af70a84 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:26.904755 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-517ec116-3ce4-44f4-8c4d-2b9e822acc6d req-491d9b47-108b-418a-9dc2-a9b95af70a84 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f538531-df8c-4d6d-9092-a9f2b055f524&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1076479 Nov 12 19:58:26.927182 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dff2be-be18-4f27-b580-816d2991f41a req-9a9d0abb-ce1e-445a-9c02-9cb24895ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:26.929003 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b1dff2be-be18-4f27-b580-816d2991f41a req-9a9d0abb-ce1e-445a-9c02-9cb24895ca52 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c44de0a0-6c6b-4885-b4c9-4255c2e88fd2 HTTP/1.1" status: 200 len: 1100 time: 0.0906928 Nov 12 19:58:26.943418 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-130c7787-d009-42d9-a214-23e46945038b service neutron] For port bd20a262-9e7a-46e4-85b8-585099ae54b4, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:58:26.950566 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-130c7787-d009-42d9-a214-23e46945038b service neutron] Publish callbacks [] for binding, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:26.951710 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6760e76-ac94-4543-9c57-8fb7147c5562 req-130c7787-d009-42d9-a214-23e46945038b service neutron] 10.222.0.52 "DELETE /v2.0/ports/bd20a262-9e7a-46e4-85b8-585099ae54b4/bindings/n-h1-712140-15 HTTP/1.1" status: 204 len: 173 time: 0.3923039 Nov 12 19:58:27.004084 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884991d-474c-4892-9298-8555941bf2a7 req-89c7649f-223e-4596-a662-7e7e17e11149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:27.006424 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9884991d-474c-4892-9298-8555941bf2a7 req-89c7649f-223e-4596-a662-7e7e17e11149 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1d354fd-aa26-44d0-9019-12658139bd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1393602 Nov 12 19:58:27.022410 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2eccc-7594-4097-acd5-f417ccb7e2d0 req-dbe27790-a0ab-4831-b3d4-bebf2fd70539 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:27.031289 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-66a2eccc-7594-4097-acd5-f417ccb7e2d0 req-dbe27790-a0ab-4831-b3d4-bebf2fd70539 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 945 time: 0.1487670 Nov 12 19:58:27.074181 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-517ec116-3ce4-44f4-8c4d-2b9e822acc6d req-426531ce-5917-4784-b563-9c5fcd9f8ee4 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.18 HTTP/1.1" status: 200 len: 695 time: 0.1400616 Nov 12 19:58:27.089292 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-517ec116-3ce4-44f4-8c4d-2b9e822acc6d req-8f851fa2-eebd-4437-9880-3339ae1ddc96 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Request body: {'floatingip': {'port_id': 'dbba7874-3d14-498c-96fb-13a86cce1d70', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:27.145242 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-517ec116-3ce4-44f4-8c4d-2b9e822acc6d req-8f851fa2-eebd-4437-9880-3339ae1ddc96 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks [] for floatingip, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:27.149491 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b1dff2be-be18-4f27-b580-816d2991f41a req-d5a033de-c260-41de-8e0d-fd4cbd0ab109 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085283 Nov 12 19:58:27.193239 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9884991d-474c-4892-9298-8555941bf2a7 req-eb0abf9b-6679-4a78-8d05-a2226ddb345d service neutron] 10.222.0.55 "GET /v2.0/networks/f1d354fd-aa26-44d0-9019-12658139bd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586733 Nov 12 19:58:27.311404 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-66a2eccc-7594-4097-acd5-f417ccb7e2d0 req-9e48a290-c0c2-4f9d-a9bd-c2a95a402e28 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790627 Nov 12 19:58:27.406720 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9884991d-474c-4892-9298-8555941bf2a7 req-ff32b9f6-b991-4b86-8ad0-7204aceb629f service neutron] 10.222.0.55 "GET /v2.0/networks/f1d354fd-aa26-44d0-9019-12658139bd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759548 Nov 12 19:58:27.420988 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [req-517ec116-3ce4-44f4-8c4d-2b9e822acc6d req-8f851fa2-eebd-4437-9880-3339ae1ddc96 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 19:58:27.436767 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-517ec116-3ce4-44f4-8c4d-2b9e822acc6d req-8f851fa2-eebd-4437-9880-3339ae1ddc96 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "PUT /v2.0/floatingips/93963f37-2be1-4d9c-9785-26df86ff08e1 HTTP/1.1" status: 409 len: 549 time: 0.3454766 Nov 12 19:58:27.505077 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4b14e-6633-4a24-b9ca-7206b427eb59 req-ed7649ee-da19-4dd5-b30f-a91bd3e0a985 tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:27.518792 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d7b4b14e-6633-4a24-b9ca-7206b427eb59 req-ed7649ee-da19-4dd5-b30f-a91bd3e0a985 tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 1103 time: 0.0623894 Nov 12 19:58:27.606278 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d7b4b14e-6633-4a24-b9ca-7206b427eb59 req-bff803a4-d371-4b48-8010-78e41adf560c tempest-ServersAdminTestJSON-958670312 tempest-ServersAdminTestJSON-958670312-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860071 Nov 12 19:58:27.609462 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49bee8-5d18-420d-a8e2-c2bee7317161 req-388a99e2-4f7a-42e3-8ff0-412e1157f7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:27.611662 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd49bee8-5d18-420d-a8e2-c2bee7317161 req-388a99e2-4f7a-42e3-8ff0-412e1157f7dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c539f76e143242b8af302d8e20aae3aa&device_id=110aff97-6ab4-44a8-8f4a-1c1d0a01bd32 HTTP/1.1" status: 200 len: 1095 time: 0.1162119 Nov 12 19:58:27.632621 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fe341-643b-4fda-84e3-7353239d42b7 req-715e8f07-6490-45bf-9a68-874ef6f07603 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:27.632621 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-511fe341-643b-4fda-84e3-7353239d42b7 req-715e8f07-6490-45bf-9a68-874ef6f07603 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 1097 time: 0.0998399 Nov 12 19:58:27.766379 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 10f7f689-c732-430a-a144-2c740535929e up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:58:27.776691 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-511fe341-643b-4fda-84e3-7353239d42b7 req-4b2aaff5-112c-46e7-8ec0-8ea6e4e4328b tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077857 Nov 12 19:58:27.909665 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa585887-f913-470a-b3ff-e100e09979ec req-185eabde-546e-429f-b8ad-4b0160e07b2f tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:27.911255 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aa585887-f913-470a-b3ff-e100e09979ec req-185eabde-546e-429f-b8ad-4b0160e07b2f tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=c44de0a0-6c6b-4885-b4c9-4255c2e88fd2 HTTP/1.1" status: 200 len: 948 time: 0.2093227 Nov 12 19:58:27.919444 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49bee8-5d18-420d-a8e2-c2bee7317161 req-384707dc-c0d9-4329-b8cf-ea06bbd68111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:27.921373 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd49bee8-5d18-420d-a8e2-c2bee7317161 req-384707dc-c0d9-4329-b8cf-ea06bbd68111 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1d354fd-aa26-44d0-9019-12658139bd7f HTTP/1.1" status: 200 len: 924 time: 0.2846072 Nov 12 19:58:27.927669 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 10f7f689-c732-430a-a144-2c740535929e completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:58:27.932707 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 10f7f689-c732-430a-a144-2c740535929e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:27.933087 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:27.974449 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e9e00968-bb75-46b6-a762-46ed250d216a req-8df5e366-f9a4-4650-80ab-0dbce52cfa43 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/floatingips/93963f37-2be1-4d9c-9785-26df86ff08e1 HTTP/1.1" status: 200 len: 692 time: 0.1466253 Nov 12 19:58:28.000423 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7672416e-b6df-4a8b-b363-eb7cc0996251 req-14b76551-60c8-4506-9fa9-d77f17818ab6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3518832f-069e-41ed-9b81-19e367c3b790&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1485682 Nov 12 19:58:28.010840 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd49bee8-5d18-420d-a8e2-c2bee7317161 req-b81669ad-2682-4a9c-80af-397593df10f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8875ec82-e9fb-4add-8ff6-9de28370c3c3 HTTP/1.1" status: 200 len: 217 time: 0.0771372 Nov 12 19:58:28.071734 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:28.111563 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aa585887-f913-470a-b3ff-e100e09979ec req-47ac2478-65a8-4047-ad05-0379f55c5f76 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891348 Nov 12 19:58:28.116937 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 10f7f689-c732-430a-a144-2c740535929e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=10f7f689-c732-430a-a144-2c740535929e,segment=NetworkSegment(4c2cdcd6-f087-4f31-9b18-0e99224e6252),segment_id=4c2cdcd6-f087-4f31-9b18-0e99224e6252)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:28.118171 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e00968-bb75-46b6-a762-46ed250d216a req-7baee524-c3ad-4dd4-b55d-848beada857e tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:28.129501 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:28.129501 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 7f8cdf73-3257-4832-a1a9-feb48693c33b up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:58:28.129832 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e9e00968-bb75-46b6-a762-46ed250d216a req-7baee524-c3ad-4dd4-b55d-848beada857e tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 784 time: 0.1447041 Nov 12 19:58:28.138308 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-e9e00968-bb75-46b6-a762-46ed250d216a req-4ea21afc-ebc9-466d-bc1a-efad642849c9 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 19:58:28.142407 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49bee8-5d18-420d-a8e2-c2bee7317161 req-a8751fb2-3be3-4002-b810-f4d87e35fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:28.143876 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd49bee8-5d18-420d-a8e2-c2bee7317161 req-a8751fb2-3be3-4002-b810-f4d87e35fa38 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=642111bb-5d2c-43b3-97eb-ab14b1809540 HTTP/1.1" status: 200 len: 862 time: 0.1226711 Nov 12 19:58:28.145653 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e9e00968-bb75-46b6-a762-46ed250d216a req-4ea21afc-ebc9-466d-bc1a-efad642849c9 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0182953 Nov 12 19:58:28.146689 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672416e-b6df-4a8b-b363-eb7cc0996251 req-e5365b22-cea8-4772-a68d-1fc46ccf8f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:28.148136 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7672416e-b6df-4a8b-b363-eb7cc0996251 req-e5365b22-cea8-4772-a68d-1fc46ccf8f69 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24e5e38dc0ef4467961da0eba9110e06&device_id=3518832f-069e-41ed-9b81-19e367c3b790 HTTP/1.1" status: 200 len: 1102 time: 0.1175566 Nov 12 19:58:28.229181 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=10f7f689-c732-430a-a144-2c740535929e,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:28.246275 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 7f8cdf73-3257-4832-a1a9-feb48693c33b completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:58:28.250827 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 7f8cdf73-3257-4832-a1a9-feb48693c33b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:28.251247 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:28.258612 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e9e00968-bb75-46b6-a762-46ed250d216a req-5c35da33-abb4-4be0-899e-1a942ffa161e tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.18 HTTP/1.1" status: 200 len: 695 time: 0.1114354 Nov 12 19:58:28.356465 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49bee8-5d18-420d-a8e2-c2bee7317161 req-ac152ab5-afaa-4033-8c0a-372e739dfaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:28.357996 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd49bee8-5d18-420d-a8e2-c2bee7317161 req-ac152ab5-afaa-4033-8c0a-372e739dfaad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1d354fd-aa26-44d0-9019-12658139bd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1912885 Nov 12 19:58:28.358769 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e9e00968-bb75-46b6-a762-46ed250d216a req-1c34b545-ffea-40f9-84a0-3f0dfb3f9182 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.18 HTTP/1.1" status: 200 len: 695 time: 0.0933805 Nov 12 19:58:28.394548 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:28.440710 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 7f8cdf73-3257-4832-a1a9-feb48693c33b, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=7f8cdf73-3257-4832-a1a9-feb48693c33b,segment=NetworkSegment(4c2cdcd6-f087-4f31-9b18-0e99224e6252),segment_id=4c2cdcd6-f087-4f31-9b18-0e99224e6252)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:28.446676 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966e667-6435-40a8-b5ef-10fa6834fd0b req-03bb71d3-ffd6-4d6e-8541-292f9ff746bd tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:28.446993 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:28.460005 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966e667-6435-40a8-b5ef-10fa6834fd0b req-03bb71d3-ffd6-4d6e-8541-292f9ff746bd tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:28.480630 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966e667-6435-40a8-b5ef-10fa6834fd0b req-03bb71d3-ffd6-4d6e-8541-292f9ff746bd tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:28.486075 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6966e667-6435-40a8-b5ef-10fa6834fd0b req-03bb71d3-ffd6-4d6e-8541-292f9ff746bd tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=30886a89-fe97-4255-9676-183851595d10 HTTP/1.1" status: 200 len: 2417 time: 0.2435915 Nov 12 19:58:28.520746 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=7f8cdf73-3257-4832-a1a9-feb48693c33b,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:28.522126 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672416e-b6df-4a8b-b363-eb7cc0996251 req-24235e95-8269-4a4f-953c-8104cd06d143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:28.523748 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7672416e-b6df-4a8b-b363-eb7cc0996251 req-24235e95-8269-4a4f-953c-8104cd06d143 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.2992525 Nov 12 19:58:28.534666 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-e9e00968-bb75-46b6-a762-46ed250d216a req-e7060c5a-4727-476a-9f26-adfff9377995 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Deleting port a50ab256-0d0e-4287-b309-af0f502035f0 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:58:28.535294 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e9e00968-bb75-46b6-a762-46ed250d216a req-e7060c5a-4727-476a-9f26-adfff9377995 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:28.614847 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7672416e-b6df-4a8b-b363-eb7cc0996251 req-6c9eab75-9db1-4129-80db-f375e5230e64 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=bf421143-1e11-4c58-ba53-55a510be86e4 HTTP/1.1" status: 200 len: 217 time: 0.0615644 Nov 12 19:58:28.615852 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e9e00968-bb75-46b6-a762-46ed250d216a req-e7060c5a-4727-476a-9f26-adfff9377995 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:28.616182 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e9e00968-bb75-46b6-a762-46ed250d216a req-e7060c5a-4727-476a-9f26-adfff9377995 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:28.629902 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-e9e00968-bb75-46b6-a762-46ed250d216a req-e7060c5a-4727-476a-9f26-adfff9377995 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Calling delete_port for a50ab256-0d0e-4287-b309-af0f502035f0 owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:58:28.686397 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd49bee8-5d18-420d-a8e2-c2bee7317161 req-6674214d-49d3-47f5-8d5f-68200a4e6aa1 service neutron] 10.222.0.55 "GET /v2.0/networks/f1d354fd-aa26-44d0-9019-12658139bd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083739 Nov 12 19:58:28.697094 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6966e667-6435-40a8-b5ef-10fa6834fd0b req-34d7561e-ebf7-4ce7-a411-439bc8448d2d tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452546 Nov 12 19:58:28.734801 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672416e-b6df-4a8b-b363-eb7cc0996251 req-e38cadba-0f3c-4567-87f6-111995bcaa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:28.736305 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7672416e-b6df-4a8b-b363-eb7cc0996251 req-e38cadba-0f3c-4567-87f6-111995bcaa33 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1073236 Nov 12 19:58:28.745751 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30886a89-fe97-4255-9676-183851595d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f7f689-c732-430a-a144-2c740535929e'}, {'server_uuid': '30886a89-fe97-4255-9676-183851595d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8cdf73-3257-4832-a1a9-feb48693c33b'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:28.748693 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940422d6-bbee-489a-867e-7418b35c434d" -d '{"events": [{"server_uuid": "30886a89-fe97-4255-9676-183851595d10", "name": "network-vif-plugged", "status": "completed", "tag": "10f7f689-c732-430a-a144-2c740535929e"}, {"server_uuid": "30886a89-fe97-4255-9676-183851595d10", "name": "network-vif-plugged", "status": "completed", "tag": "7f8cdf73-3257-4832-a1a9-feb48693c33b"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:28.806083 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e9e00968-bb75-46b6-a762-46ed250d216a req-e7060c5a-4727-476a-9f26-adfff9377995 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:28.852557 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7060c5a-4727-476a-9f26-adfff9377995 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Pushing event deleted for resources: {'Port': ['ID=a50ab256-0d0e-4287-b309-af0f502035f0,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:28.858032 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672416e-b6df-4a8b-b363-eb7cc0996251 req-ee9fdaf9-a5fe-4588-8b9e-b519598a582d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:28.860601 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7672416e-b6df-4a8b-b363-eb7cc0996251 req-ee9fdaf9-a5fe-4588-8b9e-b519598a582d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1151042 Nov 12 19:58:28.863046 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd49bee8-5d18-420d-a8e2-c2bee7317161 req-f493bf42-93e8-483c-8514-2997b2e158e8 service neutron] 10.222.0.55 "GET /v2.0/networks/f1d354fd-aa26-44d0-9019-12658139bd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599953 Nov 12 19:58:28.980005 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e9e00968-bb75-46b6-a762-46ed250d216a req-e7060c5a-4727-476a-9f26-adfff9377995 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks [] for floatingip, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:28.984453 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e9e00968-bb75-46b6-a762-46ed250d216a req-e7060c5a-4727-476a-9f26-adfff9377995 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:28.993288 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e9e00968-bb75-46b6-a762-46ed250d216a req-e7060c5a-4727-476a-9f26-adfff9377995 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "DELETE /v2.0/floatingips/93963f37-2be1-4d9c-9785-26df86ff08e1 HTTP/1.1" status: 204 len: 173 time: 0.6334832 Nov 12 19:58:29.026958 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7672416e-b6df-4a8b-b363-eb7cc0996251 req-ae86601c-1058-45df-9656-ceb2a28e5175 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492021 Nov 12 19:58:29.151247 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc695dde-da12-4707-845e-79289e37a2d6 req-d823995d-8768-4ca9-9230-34895dbe5ca9 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:29.152868 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fc695dde-da12-4707-845e-79289e37a2d6 req-d823995d-8768-4ca9-9230-34895dbe5ca9 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=110aff97-6ab4-44a8-8f4a-1c1d0a01bd32 HTTP/1.1" status: 200 len: 943 time: 0.1194241 Nov 12 19:58:29.188814 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7672416e-b6df-4a8b-b363-eb7cc0996251 req-beccd10b-2780-4112-a414-96924ee4823c service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448491 Nov 12 19:58:29.220608 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fc695dde-da12-4707-845e-79289e37a2d6 req-8b4a3ba2-ac62-4340-a9d8-111c8fd089b3 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b759fb5-4f4d-4d79-a3fe-fd07cde4531c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531189 Nov 12 19:58:29.332050 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb9a86-c7b2-4a2b-8431-7780db24983d req-3610b251-aa8d-4788-a51f-757a833e02df tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:29.333580 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-66bb9a86-c7b2-4a2b-8431-7780db24983d req-3610b251-aa8d-4788-a51f-757a833e02df tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 1097 time: 0.0408399 Nov 12 19:58:29.386127 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-66bb9a86-c7b2-4a2b-8431-7780db24983d req-89104b2d-8d07-4e38-bec4-eb77d9122b4b tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461235 Nov 12 19:58:29.472698 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bb8033-1eec-4755-9bf8-055c9ac753db x-openstack-request-id: req-52bb8033-1eec-4755-9bf8-055c9ac753db {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:29.473211 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30886a89-fe97-4255-9676-183851595d10", "name": "network-vif-plugged", "status": "completed", "tag": "10f7f689-c732-430a-a144-2c740535929e", "code": 200}, {"server_uuid": "30886a89-fe97-4255-9676-183851595d10", "name": "network-vif-plugged", "status": "completed", "tag": "7f8cdf73-3257-4832-a1a9-feb48693c33b", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:29.473719 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-52bb8033-1eec-4755-9bf8-055c9ac753db {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:29.474481 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30886a89-fe97-4255-9676-183851595d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f7f689-c732-430a-a144-2c740535929e', 'code': 200} Nov 12 19:58:29.475133 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30886a89-fe97-4255-9676-183851595d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8cdf73-3257-4832-a1a9-feb48693c33b', 'code': 200} Nov 12 19:58:29.582595 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcabd0e-7c49-41d9-ab5b-c9c213092003 req-c3cdc713-7ef8-4325-9190-6291ee31c28a tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:29.583407 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8bcabd0e-7c49-41d9-ab5b-c9c213092003 req-c3cdc713-7ef8-4325-9190-6291ee31c28a tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=3518832f-069e-41ed-9b81-19e367c3b790 HTTP/1.1" status: 200 len: 950 time: 0.0525713 Nov 12 19:58:29.637058 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8bcabd0e-7c49-41d9-ab5b-c9c213092003 req-49bd6f61-55d8-446b-97d0-79cacf0de294 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476434 Nov 12 19:58:29.777630 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 0edcb006-47f1-4082-bc5a-b9ea70c73b9e up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:58:29.780156 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-123f3f6f-b62b-4523-9683-46d7019c8311 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 1001 time: 0.1149507 Nov 12 19:58:29.840097 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-aedea4fd-7790-4944-81b8-2e8539d68191 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:29.853738 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-aedea4fd-7790-4944-81b8-2e8539d68191 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/ports/dbba7874-3d14-498c-96fb-13a86cce1d70 HTTP/1.1" status: 200 len: 942 time: 0.0598936 Nov 12 19:58:29.859226 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 0edcb006-47f1-4082-bc5a-b9ea70c73b9e completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:58:29.864563 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 0edcb006-47f1-4082-bc5a-b9ea70c73b9e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:29.865171 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:29.917106 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-f2c81012-1b1c-4fe6-becc-4e44d898eb9f tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 19:58:29.918575 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-f2c81012-1b1c-4fe6-becc-4e44d898eb9f tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083935 Nov 12 19:58:29.971957 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-6d2ab472-6ab7-4d7f-8445-f2b11babcb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:29.975616 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-6d2ab472-6ab7-4d7f-8445-f2b11babcb11 service neutron] 10.222.0.48 "GET /v2.0/ports/6e02188b-743a-4336-bf70-2b29b36e95e2 HTTP/1.1" status: 200 len: 1094 time: 0.0505855 Nov 12 19:58:29.986660 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:30.009483 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-b0c464a5-b94e-43f9-90bc-a9d9b7c292be service neutron] Request body: {'binding': {'host': 'n-h1-712140-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:30.009938 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-b0c464a5-b94e-43f9-90bc-a9d9b7c292be service neutron] Unknown quota resources ['binding']. {{(pid=102448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 19:58:30.032017 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 0edcb006-47f1-4082-bc5a-b9ea70c73b9e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0edcb006-47f1-4082-bc5a-b9ea70c73b9e,segment=NetworkSegment(c64a011d-c69a-48e8-8905-50afd92697b4),segment_id=c64a011d-c69a-48e8-8905-50afd92697b4)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:30.041268 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:30.078047 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-09e41cca-4825-4cdc-b724-e158deb2ebc7 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 1001 time: 0.1205275 Nov 12 19:58:30.098582 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=0edcb006-47f1-4082-bc5a-b9ea70c73b9e,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:30.470325 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-96236649-3587-4d0c-8152-5258bbc5e788 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:30.471608 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-96236649-3587-4d0c-8152-5258bbc5e788 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 784 time: 0.3870511 Nov 12 19:58:30.488411 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-7320233c-5395-44f4-9947-3b43238fff84 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 19:58:30.489378 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-7320233c-5395-44f4-9947-3b43238fff84 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077209 Nov 12 19:58:30.491875 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-b0c464a5-b94e-43f9-90bc-a9d9b7c292be service neutron] Attempting to bind port 6e02188b-743a-4336-bf70-2b29b36e95e2 on host n-h1-712140-15 for vnic_type normal with profile None {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:58:30.492322 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-b0c464a5-b94e-43f9-90bc-a9d9b7c292be service neutron] Attempting to bind port 6e02188b-743a-4336-bf70-2b29b36e95e2 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:58:30.492738 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-b0c464a5-b94e-43f9-90bc-a9d9b7c292be service neutron] Attempting to bind port 6e02188b-743a-4336-bf70-2b29b36e95e2 on network e3a881ac-6120-48a0-95f8-2623f45c4673 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:30.498938 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-b0c464a5-b94e-43f9-90bc-a9d9b7c292be service neutron] Port 6e02188b-743a-4336-bf70-2b29b36e95e2 on network e3a881ac-6120-48a0-95f8-2623f45c4673 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:58:30.499259 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-b0c464a5-b94e-43f9-90bc-a9d9b7c292be service neutron] Attempting to bind port 6e02188b-743a-4336-bf70-2b29b36e95e2 on network e3a881ac-6120-48a0-95f8-2623f45c4673 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:30.509361 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-b0c464a5-b94e-43f9-90bc-a9d9b7c292be service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:58:30.509708 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-b0c464a5-b94e-43f9-90bc-a9d9b7c292be service neutron] Checking segment: {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:58:30.510085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-b0c464a5-b94e-43f9-90bc-a9d9b7c292be service neutron] Bound using segment: {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:58:30.510524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-b0c464a5-b94e-43f9-90bc-a9d9b7c292be service neutron] Bound port: 6e02188b-743a-4336-bf70-2b29b36e95e2, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:58:30.595015 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-8fa76660-145a-4718-ba2c-c0dd9747a253 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 1001 time: 0.0974667 Nov 12 19:58:30.613074 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-dfffc420-488c-4dc0-9eee-0877861e88dd tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:30.617090 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-b0c464a5-b94e-43f9-90bc-a9d9b7c292be service neutron] For port 6e02188b-743a-4336-bf70-2b29b36e95e2, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6e02188b-743a-4336-bf70-2b29b36e95e2,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:58:30.648829 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-b0c464a5-b94e-43f9-90bc-a9d9b7c292be service neutron] Publish callbacks [] for binding, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:30.650319 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-b0c464a5-b94e-43f9-90bc-a9d9b7c292be service neutron] 10.222.0.48 "POST /v2.0/ports/6e02188b-743a-4336-bf70-2b29b36e95e2/bindings HTTP/1.1" status: 201 len: 390 time: 0.6464760 Nov 12 19:58:30.677827 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-dfffc420-488c-4dc0-9eee-0877861e88dd tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks [] for floatingip, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:30.833481 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99db9e0-fc12-4fe6-9be0-122413f0a36b req-cc102064-5d09-41ac-a97f-887930213ae1 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:30.842036 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d99db9e0-fc12-4fe6-9be0-122413f0a36b req-cc102064-5d09-41ac-a97f-887930213ae1 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=c44de0a0-6c6b-4885-b4c9-4255c2e88fd2 HTTP/1.1" status: 200 len: 948 time: 0.0797203 Nov 12 19:58:30.894751 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-dfffc420-488c-4dc0-9eee-0877861e88dd tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:30.902677 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-dfffc420-488c-4dc0-9eee-0877861e88dd tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:30.903269 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-dfffc420-488c-4dc0-9eee-0877861e88dd tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Floating IP a91efbb2-b305-4a9a-9d6f-b59bd671a54e disassociated. External IP: 172.25.5.195, port: dbba7874-3d14-498c-96fb-13a86cce1d70. Nov 12 19:58:30.905168 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d99db9e0-fc12-4fe6-9be0-122413f0a36b req-552edfe7-3e3c-49bc-8bf0-90753b0a14f1 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609658 Nov 12 19:58:30.919497 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 8875ec82-e9fb-4add-8ff6-9de28370c3c3 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:58:31.045124 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 8875ec82-e9fb-4add-8ff6-9de28370c3c3, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=8875ec82-e9fb-4add-8ff6-9de28370c3c3,segment=NetworkSegment(c6564594-8820-459a-beb1-ba18f2e362c8),segment_id=c6564594-8820-459a-beb1-ba18f2e362c8)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:31.061963 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '8875ec82-e9fb-4add-8ff6-9de28370c3c3', 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f', 'port_id': '8875ec82-e9fb-4add-8ff6-9de28370c3c3', 'mac_address': 'fa:16:3e:1b:bb:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:58:31.102698 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:31.116858 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8875ec82-e9fb-4add-8ff6-9de28370c3c3 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:58:31.139111 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 8875ec82-e9fb-4add-8ff6-9de28370c3c3, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=8875ec82-e9fb-4add-8ff6-9de28370c3c3,segment=NetworkSegment(c6564594-8820-459a-beb1-ba18f2e362c8),segment_id=c6564594-8820-459a-beb1-ba18f2e362c8)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:31.143511 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:31.144047 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-5dff6256-f331-4eb7-8e1a-a25c1bf8acdb tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:31.153392 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-5dff6256-f331-4eb7-8e1a-a25c1bf8acdb tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/networks?id=268668ed-0d7b-4f7b-9df1-da4be7d9946d HTTP/1.1" status: 200 len: 821 time: 0.1358745 Nov 12 19:58:31.170392 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-3fa2512e-be31-4402-a42c-1e78c407dcc6 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/quotas/a8a5bd1ccbfe428e92a02d5a3a8bec63 HTTP/1.1" status: 200 len: 375 time: 0.0156679 Nov 12 19:58:31.202499 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=8875ec82-e9fb-4add-8ff6-9de28370c3c3,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:31.214107 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-dfffc420-488c-4dc0-9eee-0877861e88dd tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Router afbf8452-ef12-45b5-8354-1ba1d9aef67c has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 19:58:31.223734 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-692a3c65-357d-4e95-b8c7-0c9211803cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:31.225438 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-692a3c65-357d-4e95-b8c7-0c9211803cef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 1097 time: 0.3177059 Nov 12 19:58:31.237022 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-260bc892-1eb3-44ff-8453-ca4a3eb1ef8f tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651977 Nov 12 19:58:31.241377 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa257e-16f0-46b3-ad86-12374b763c11 req-65560985-be21-492d-aef3-180c2ae17aad tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:31.243356 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-61fa257e-16f0-46b3-ad86-12374b763c11 req-65560985-be21-492d-aef3-180c2ae17aad tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.55 "GET /v2.0/ports?device_id=3518832f-069e-41ed-9b81-19e367c3b790 HTTP/1.1" status: 200 len: 950 time: 0.1916454 Nov 12 19:58:31.325044 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-7d8749e3-d0c8-40fc-9c4a-5cbc8104391c service neutron] 10.222.0.48 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867712 Nov 12 19:58:31.424881 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-fc486466-1078-4f92-a0d6-625bd6f8985d service neutron] 10.222.0.48 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929356 Nov 12 19:58:31.478161 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30886a89-fe97-4255-9676-183851595d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edcb006-47f1-4082-bc5a-b9ea70c73b9e'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:31.482683 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf5448e-b61c-4525-9035-462868ca7a72" -d '{"events": [{"server_uuid": "30886a89-fe97-4255-9676-183851595d10", "name": "network-vif-plugged", "status": "completed", "tag": "0edcb006-47f1-4082-bc5a-b9ea70c73b9e"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:31.489803 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-74f5cb4d-91e4-4d91-9543-987118516290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:31.492538 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-74f5cb4d-91e4-4d91-9543-987118516290 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e3a881ac-6120-48a0-95f8-2623f45c4673 HTTP/1.1" status: 200 len: 909 time: 0.2481370 Nov 12 19:58:31.547088 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-dfffc420-488c-4dc0-9eee-0877861e88dd tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 19:58:31.554221 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-dfffc420-488c-4dc0-9eee-0877861e88dd tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:31.557703 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-c3a46e5b-d5bd-4525-a6a9-534c7a161a73 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e02188b-743a-4336-bf70-2b29b36e95e2 HTTP/1.1" status: 200 len: 217 time: 0.0510795 Nov 12 19:58:31.560069 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5f7d2e-4232-459e-bec6-07163c1b9e3a None None] Sync routers for ids ['afbf8452-ef12-45b5-8354-1ba1d9aef67c'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 19:58:31.571670 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5f7d2e-4232-459e-bec6-07163c1b9e3a None None] Routers {'afbf8452-ef12-45b5-8354-1ba1d9aef67c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:58:31.572553 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-3b5f7d2e-4232-459e-bec6-07163c1b9e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:58:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['afbf8452-ef12-45b5-8354-1ba1d9aef67c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:31.611838 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['8875ec82-e9fb-4add-8ff6-9de28370c3c3'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:58:31.619472 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-61fa257e-16f0-46b3-ad86-12374b763c11 req-acdf0643-93ac-4917-9aa7-06221e3e7860 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Deleting port bf421143-1e11-4c58-ba53-55a510be86e4 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:58:31.619831 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-61fa257e-16f0-46b3-ad86-12374b763c11 req-acdf0643-93ac-4917-9aa7-06221e3e7860 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:31.663736 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-dfffc420-488c-4dc0-9eee-0877861e88dd tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "PUT /v2.0/floatingips/a91efbb2-b305-4a9a-9d6f-b59bd671a54e HTTP/1.1" status: 200 len: 695 time: 1.0558965 Nov 12 19:58:31.668851 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f538531-df8c-4d6d-9092-a9f2b055f524', 'tag': 'dbba7874-3d14-498c-96fb-13a86cce1d70'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:31.681112 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380eb368-a268-4647-aaf2-b7687b6bf967" -d '{"events": [{"name": "network-changed", "server_uuid": "9f538531-df8c-4d6d-9092-a9f2b055f524", "tag": "dbba7874-3d14-498c-96fb-13a86cce1d70"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:31.719483 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4813bb-b8b0-4d6e-bb03-e34e8b2da243 req-7ff3719c-ca63-4d78-a23a-4deed46695a2 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:31.725573 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4813bb-b8b0-4d6e-bb03-e34e8b2da243 req-7ff3719c-ca63-4d78-a23a-4deed46695a2 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:31.746257 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4813bb-b8b0-4d6e-bb03-e34e8b2da243 req-7ff3719c-ca63-4d78-a23a-4deed46695a2 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:31.757377 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e4813bb-b8b0-4d6e-bb03-e34e8b2da243 req-7ff3719c-ca63-4d78-a23a-4deed46695a2 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=30886a89-fe97-4255-9676-183851595d10 HTTP/1.1" status: 200 len: 2419 time: 0.1565824 Nov 12 19:58:31.759797 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-78334524-d35b-4e0b-bbb2-7f5a66f92bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:31.761284 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-78334524-d35b-4e0b-bbb2-7f5a66f92bda service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbdea447-0bd1-47f3-8097-cac78263fd7c HTTP/1.1" status: 200 len: 848 time: 0.1805305 Nov 12 19:58:31.809285 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-5124859b-249b-4d52-a914-c20b91e16b05 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3a881ac-6120-48a0-95f8-2623f45c4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393372 Nov 12 19:58:31.816525 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-3b5f7d2e-4232-459e-bec6-07163c1b9e3a None None] Set router afbf8452-ef12-45b5-8354-1ba1d9aef67c gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:58:31.868021 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-7d5b86b3-9721-40f1-9eba-86d8e0500977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:31.876630 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-7d5b86b3-9721-40f1-9eba-86d8e0500977 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1a4383e05d1241098e407059f9a4a6a7&device_id=9f538531-df8c-4d6d-9092-a9f2b055f524 HTTP/1.1" status: 200 len: 1097 time: 0.1836660 Nov 12 19:58:31.908782 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e4813bb-b8b0-4d6e-bb03-e34e8b2da243 req-4a9f305a-855f-4d46-86b2-77663fc24707 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327548 Nov 12 19:58:31.939851 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-61fa257e-16f0-46b3-ad86-12374b763c11 req-acdf0643-93ac-4917-9aa7-06221e3e7860 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] For port bf421143-1e11-4c58-ba53-55a510be86e4, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=bf421143-1e11-4c58-ba53-55a510be86e4,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:31.940142 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-61fa257e-16f0-46b3-ad86-12374b763c11 req-acdf0643-93ac-4917-9aa7-06221e3e7860 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:31.989254 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-61fa257e-16f0-46b3-ad86-12374b763c11 req-acdf0643-93ac-4917-9aa7-06221e3e7860 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Calling delete_port for bf421143-1e11-4c58-ba53-55a510be86e4 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:58:32.023882 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167875d-eb15-4f7b-8d85-278d2916c17c req-c68da57d-da8a-4c43-ae0b-c4eb0ac4ed29 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:32.025868 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a167875d-eb15-4f7b-8d85-278d2916c17c req-c68da57d-da8a-4c43-ae0b-c4eb0ac4ed29 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=110aff97-6ab4-44a8-8f4a-1c1d0a01bd32 HTTP/1.1" status: 200 len: 944 time: 0.0547359 Nov 12 19:58:32.061706 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-3b5f7d2e-4232-459e-bec6-07163c1b9e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1556692880-router', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'e48143be-e491-4203-8fc5-bf9496a9969d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:57:39Z', 'updated_at': '2021-11-12T19:57:51Z', 'revision_number': 4, 'project_id': '1a4383e05d1241098e407059f9a4a6a7', 'gw_port': {'id': 'e48143be-e491-4203-8fc5-bf9496a9969d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:41Z', 'updated_at': '2021-11-12T19:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '24b66c35-480f-44cc-a60f-81e953cdd09e', 'name': '', 'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'mac_address': 'fa:16:3e:f2:74:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ee6f525f-a073-41cc-ba60-60408bc77ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:48Z', 'updated_at': '2021-11-12T19:57:55Z', 'revision_number': 5, 'project_id': '1a4383e05d1241098e407059f9a4a6a7', 'subnets': [{'id': 'ee6f525f-a073-41cc-ba60-60408bc77ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:32.080746 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-90fd1680-6510-4567-8ad5-43b2514418b5 service neutron] 10.222.0.55 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620966 Nov 12 19:58:32.085527 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a167875d-eb15-4f7b-8d85-278d2916c17c req-f7beed89-ff3d-40be-b320-c8b8559c392e tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b759fb5-4f4d-4d79-a3fe-fd07cde4531c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536587 Nov 12 19:58:32.089080 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-464ded31-cfd5-48d3-b41c-95527080e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:32.091049 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-464ded31-cfd5-48d3-b41c-95527080e066 service neutron] 10.222.0.48 "GET /v2.0/networks?id=62860f07-36e3-4a3d-9340-bd7e5ad8856d HTTP/1.1" status: 200 len: 930 time: 0.2137017 Nov 12 19:58:32.113271 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5f7d2e-4232-459e-bec6-07163c1b9e3a None None] Checking router: afbf8452-ef12-45b5-8354-1ba1d9aef67c for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 19:58:32.129346 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5f7d2e-4232-459e-bec6-07163c1b9e3a None None] Routers {'afbf8452-ef12-45b5-8354-1ba1d9aef67c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:58:32.129971 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-3b5f7d2e-4232-459e-bec6-07163c1b9e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:58:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['afbf8452-ef12-45b5-8354-1ba1d9aef67c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:32.172859 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-323b5bac-0a7b-43f4-b203-0cda4d51bf49 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbba7874-3d14-498c-96fb-13a86cce1d70 HTTP/1.1" status: 200 len: 217 time: 0.0701149 Nov 12 19:58:32.238386 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaea87f-24fd-4c62-a0a0-4d9374f06566 req-0c59a342-85d8-4148-b8f7-65ef7c19acd1 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:32.240087 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1eaea87f-24fd-4c62-a0a0-4d9374f06566 req-0c59a342-85d8-4148-b8f7-65ef7c19acd1 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=3518832f-069e-41ed-9b81-19e367c3b790 HTTP/1.1" status: 200 len: 950 time: 0.0807235 Nov 12 19:58:32.287528 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-3b5f7d2e-4232-459e-bec6-07163c1b9e3a None None] Set router afbf8452-ef12-45b5-8354-1ba1d9aef67c gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:58:32.321643 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1eaea87f-24fd-4c62-a0a0-4d9374f06566 req-17e894b8-7754-4a9b-8bfe-1efe0c1bb53c tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576780 Nov 12 19:58:32.325146 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-6e460164-983e-41a4-b35c-481924802599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:32.332286 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-6e460164-983e-41a4-b35c-481924802599 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ee6f525f-a073-41cc-ba60-60408bc77ec0 HTTP/1.1" status: 200 len: 868 time: 0.1232717 Nov 12 19:58:32.352714 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-2d3848c6-2a58-47be-b271-53b7486b91cb service neutron] 10.222.0.55 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558436 Nov 12 19:58:32.365517 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-61fa257e-16f0-46b3-ad86-12374b763c11 req-acdf0643-93ac-4917-9aa7-06221e3e7860 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:32.379303 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['4c2653b4-5a18-4c5c-b102-68e7c66d932d'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:58:32.412290 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf0643-93ac-4917-9aa7-06221e3e7860 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Pushing event deleted for resources: {'Port': ['ID=bf421143-1e11-4c58-ba53-55a510be86e4,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:32.440184 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892faeb-0f8e-42cf-b775-3b5e068ebf26 req-5aacb921-99bd-4e1a-90b7-ded71c05f700 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:32.450004 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c892faeb-0f8e-42cf-b775-3b5e068ebf26 req-5aacb921-99bd-4e1a-90b7-ded71c05f700 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 945 time: 0.0872827 Nov 12 19:58:32.477558 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fa257e-16f0-46b3-ad86-12374b763c11 req-acdf0643-93ac-4917-9aa7-06221e3e7860 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] No DVR routers for this DVR port bf421143-1e11-4c58-ba53-55a510be86e4 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:58:32.481342 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-48f74294-2086-4007-bb03-104ea55aba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:32.489530 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-48f74294-2086-4007-bb03-104ea55aba25 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=62860f07-36e3-4a3d-9340-bd7e5ad8856d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1563110 Nov 12 19:58:32.491680 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-61fa257e-16f0-46b3-ad86-12374b763c11 req-acdf0643-93ac-4917-9aa7-06221e3e7860 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:32.496047 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-61fa257e-16f0-46b3-ad86-12374b763c11 req-acdf0643-93ac-4917-9aa7-06221e3e7860 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.55 "DELETE /v2.0/ports/bf421143-1e11-4c58-ba53-55a510be86e4 HTTP/1.1" status: 204 len: 173 time: 1.2431390 Nov 12 19:58:32.513393 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c892faeb-0f8e-42cf-b775-3b5e068ebf26 req-79474896-f60d-4afd-9963-18383360dfd2 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545714 Nov 12 19:58:32.638803 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-3b5f7d2e-4232-459e-bec6-07163c1b9e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1556692880-router', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'e48143be-e491-4203-8fc5-bf9496a9969d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:57:39Z', 'updated_at': '2021-11-12T19:57:51Z', 'revision_number': 4, 'project_id': '1a4383e05d1241098e407059f9a4a6a7', 'gw_port': {'id': 'e48143be-e491-4203-8fc5-bf9496a9969d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:41Z', 'updated_at': '2021-11-12T19:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '24b66c35-480f-44cc-a60f-81e953cdd09e', 'name': '', 'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'mac_address': 'fa:16:3e:f2:74:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ee6f525f-a073-41cc-ba60-60408bc77ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:48Z', 'updated_at': '2021-11-12T19:57:55Z', 'revision_number': 5, 'project_id': '1a4383e05d1241098e407059f9a4a6a7', 'subnets': [{'id': 'ee6f525f-a073-41cc-ba60-60408bc77ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:32.677325 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-0eecc5ae-580d-4ddc-b1e5-be8c0a0e8941 service neutron] 10.222.0.48 "GET /v2.0/networks/62860f07-36e3-4a3d-9340-bd7e5ad8856d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869266 Nov 12 19:58:32.682260 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5f7d2e-4232-459e-bec6-07163c1b9e3a None None] The sync data for ids ['afbf8452-ef12-45b5-8354-1ba1d9aef67c'] in n-d-712140-15 is: [{'id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1556692880-router', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'e48143be-e491-4203-8fc5-bf9496a9969d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:57:39Z', 'updated_at': '2021-11-12T19:57:51Z', 'revision_number': 4, 'project_id': '1a4383e05d1241098e407059f9a4a6a7', 'gw_port': {'id': 'e48143be-e491-4203-8fc5-bf9496a9969d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:41Z', 'updated_at': '2021-11-12T19:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '24b66c35-480f-44cc-a60f-81e953cdd09e', 'name': '', 'network_id': '62860f07-36e3-4a3d-9340-bd7e5ad8856d', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'mac_address': 'fa:16:3e:f2:74:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ee6f525f-a073-41cc-ba60-60408bc77ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:48Z', 'updated_at': '2021-11-12T19:57:55Z', 'revision_number': 5, 'project_id': '1a4383e05d1241098e407059f9a4a6a7', 'subnets': [{'id': 'ee6f525f-a073-41cc-ba60-60408bc77ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 19:58:32.786654 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['bf421143-1e11-4c58-ba53-55a510be86e4', '91971784-1b93-406e-af72-8843a6baae4b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:58:32.831414 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f859849-5862-4d9c-8496-01e04e82ee2c req-0b47b41c-0f6d-47d5-96f5-34ddb70444d5 service neutron] 10.222.0.48 "GET /v2.0/networks/62860f07-36e3-4a3d-9340-bd7e5ad8856d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531146 Nov 12 19:58:32.913801 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1230c7fc-b387-4703-a9d9-8ab0c09f8c53 x-openstack-request-id: req-1230c7fc-b387-4703-a9d9-8ab0c09f8c53 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:32.914816 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30886a89-fe97-4255-9676-183851595d10", "name": "network-vif-plugged", "status": "completed", "tag": "0edcb006-47f1-4082-bc5a-b9ea70c73b9e", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:32.915325 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1230c7fc-b387-4703-a9d9-8ab0c09f8c53 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:32.915846 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30886a89-fe97-4255-9676-183851595d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edcb006-47f1-4082-bc5a-b9ea70c73b9e', 'code': 200} Nov 12 19:58:32.934960 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41738eb-3923-4b9e-931d-ac091e9ec59d req-6f20eb39-30d8-499e-9533-207dc5700b35 tempest-ServersOnMultiNodesTest-571559215 tempest-ServersOnMultiNodesTest-571559215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:32.938919 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a41738eb-3923-4b9e-931d-ac091e9ec59d req-6f20eb39-30d8-499e-9533-207dc5700b35 tempest-ServersOnMultiNodesTest-571559215 tempest-ServersOnMultiNodesTest-571559215-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c44de0a0-6c6b-4885-b4c9-4255c2e88fd2 HTTP/1.1" status: 200 len: 1100 time: 0.0931454 Nov 12 19:58:33.089307 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a41738eb-3923-4b9e-931d-ac091e9ec59d req-3c9a6ff5-73c0-49eb-9d24-b30e50098419 tempest-ServersOnMultiNodesTest-571559215 tempest-ServersOnMultiNodesTest-571559215-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447954 Nov 12 19:58:33.100077 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-272f85cd-c7e3-4ea3-989f-9577589deb87 req-2a6207fb-e60b-4364-b3bc-1ec8b2f78169 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 210 time: 0.0653496 Nov 12 19:58:33.145496 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377afeb0-af32-41ef-81db-cae626486bac req-302745e2-e0fd-4637-8356-58a82c94e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:33.149979 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377afeb0-af32-41ef-81db-cae626486bac req-302745e2-e0fd-4637-8356-58a82c94e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:33.150681 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377afeb0-af32-41ef-81db-cae626486bac req-302745e2-e0fd-4637-8356-58a82c94e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:33.153629 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b27f12-82ca-4d14-a0bf-beb77e773643 x-openstack-request-id: req-c9b27f12-82ca-4d14-a0bf-beb77e773643 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:33.154103 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f538531-df8c-4d6d-9092-a9f2b055f524", "tag": "dbba7874-3d14-498c-96fb-13a86cce1d70", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:33.154361 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9b27f12-82ca-4d14-a0bf-beb77e773643 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:33.154778 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f538531-df8c-4d6d-9092-a9f2b055f524', 'tag': 'dbba7874-3d14-498c-96fb-13a86cce1d70', 'status': 'completed', 'code': 200} Nov 12 19:58:33.161614 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-377afeb0-af32-41ef-81db-cae626486bac req-302745e2-e0fd-4637-8356-58a82c94e7d1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=30886a89-fe97-4255-9676-183851595d10 HTTP/1.1" status: 200 len: 2875 time: 0.1617982 Nov 12 19:58:33.182833 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e743c2-8899-43ac-9de6-d506419b55da None None] New status for floating IP a91efbb2-b305-4a9a-9d6f-b59bd671a54e: DOWN {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 19:58:33.259965 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f59dbb7c-75e0-4d75-81d0-0057e7f71db8 req-1b983741-cfaa-4b7d-8d9d-736fb4315397 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/floatingips/a91efbb2-b305-4a9a-9d6f-b59bd671a54e HTTP/1.1" status: 200 len: 695 time: 0.0607967 Nov 12 19:58:33.383785 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59dbb7c-75e0-4d75-81d0-0057e7f71db8 req-615bad65-3bf1-41f5-be0d-d615dd6afc2e tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:33.392264 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f59dbb7c-75e0-4d75-81d0-0057e7f71db8 req-615bad65-3bf1-41f5-be0d-d615dd6afc2e tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 784 time: 0.1245489 Nov 12 19:58:33.409191 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-377afeb0-af32-41ef-81db-cae626486bac req-bad9c4ba-b15c-40ef-9887-c38a7916b26b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370110 Nov 12 19:58:33.487372 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f59dbb7c-75e0-4d75-81d0-0057e7f71db8 req-6e6776ad-9ceb-4d52-9a24-fdc53c88295a tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 698 time: 0.0937078 Nov 12 19:58:33.543842 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f59dbb7c-75e0-4d75-81d0-0057e7f71db8 req-6db67727-9a24-4d0d-b2cc-d6a4b2dafb0e tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 698 time: 0.0550086 Nov 12 19:58:33.658506 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380eb368-a268-4647-aaf2-b7687b6bf967 req-ce25c467-ea95-4d4b-af7b-293e6a26127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:33.659946 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-380eb368-a268-4647-aaf2-b7687b6bf967 req-ce25c467-ea95-4d4b-af7b-293e6a26127e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1a4383e05d1241098e407059f9a4a6a7&device_id=9f538531-df8c-4d6d-9092-a9f2b055f524 HTTP/1.1" status: 200 len: 1097 time: 0.4666376 Nov 12 19:58:33.677070 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6a954-c91e-4b23-b832-00e861846e9e req-3ddbeb7c-40c9-4ad4-bd82-963bb683d998 tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:33.678610 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03e6a954-c91e-4b23-b832-00e861846e9e req-3ddbeb7c-40c9-4ad4-bd82-963bb683d998 tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.48 "GET /v2.0/ports?device_id=9028d76a-2e6c-45ee-b470-fb13a90325fe HTTP/1.1" status: 200 len: 945 time: 0.4174533 Nov 12 19:58:33.832647 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03e6a954-c91e-4b23-b832-00e861846e9e req-7467d9c0-33f8-492d-8afb-3f9846ed591f tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9155299-8ed0-4c52-b140-abb1ad98bb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201651 Nov 12 19:58:33.852136 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-6652977c-dc21-4bcb-9c98-67f389f1f54e tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:33.854081 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-6652977c-dc21-4bcb-9c98-67f389f1f54e tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.55 "GET /v2.0/networks?id=268668ed-0d7b-4f7b-9df1-da4be7d9946d HTTP/1.1" status: 200 len: 821 time: 0.6111577 Nov 12 19:58:33.870397 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-eeef1b40-f258-49ad-b2de-84dacc625e11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Request body: {'port': {'device_id': 'bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd', 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d', 'admin_state_up': True, 'tenant_id': 'a8a5bd1ccbfe428e92a02d5a3a8bec63'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:33.971052 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380eb368-a268-4647-aaf2-b7687b6bf967 req-78b97afa-2d3c-48f1-b317-77f9fbb91380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:33.972491 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-380eb368-a268-4647-aaf2-b7687b6bf967 req-78b97afa-2d3c-48f1-b317-77f9fbb91380 service neutron] 10.222.0.55 "GET /v2.0/networks?id=62860f07-36e3-4a3d-9340-bd7e5ad8856d HTTP/1.1" status: 200 len: 930 time: 0.2880580 Nov 12 19:58:34.007442 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-f59dbb7c-75e0-4d75-81d0-0057e7f71db8 req-f7d635e2-1705-4483-8f6e-a20cf57c712d tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Deleting port 0cd6e295-6f79-4ccb-9216-b7756a60b81e {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:58:34.008646 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f59dbb7c-75e0-4d75-81d0-0057e7f71db8 req-f7d635e2-1705-4483-8f6e-a20cf57c712d tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:34.037011 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-380eb368-a268-4647-aaf2-b7687b6bf967 req-c225b675-b5ff-4b31-8f2b-ec49b7f16655 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbba7874-3d14-498c-96fb-13a86cce1d70 HTTP/1.1" status: 200 len: 217 time: 0.0548255 Nov 12 19:58:34.073121 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85157047-b6d3-4e09-b5de-a70821cc7787 req-07656808-6bf8-4d73-9592-d95c8e1b683f tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:34.079208 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85157047-b6d3-4e09-b5de-a70821cc7787 req-07656808-6bf8-4d73-9592-d95c8e1b683f tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:34.085213 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85157047-b6d3-4e09-b5de-a70821cc7787 req-07656808-6bf8-4d73-9592-d95c8e1b683f tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:34.086969 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-85157047-b6d3-4e09-b5de-a70821cc7787 req-07656808-6bf8-4d73-9592-d95c8e1b683f tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=30886a89-fe97-4255-9676-183851595d10 HTTP/1.1" status: 200 len: 2419 time: 0.1949222 Nov 12 19:58:34.089305 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f59dbb7c-75e0-4d75-81d0-0057e7f71db8 req-f7d635e2-1705-4483-8f6e-a20cf57c712d tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:34.089643 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f59dbb7c-75e0-4d75-81d0-0057e7f71db8 req-f7d635e2-1705-4483-8f6e-a20cf57c712d tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:34.103622 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-f59dbb7c-75e0-4d75-81d0-0057e7f71db8 req-f7d635e2-1705-4483-8f6e-a20cf57c712d tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Calling delete_port for 0cd6e295-6f79-4ccb-9216-b7756a60b81e owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:58:34.163576 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380eb368-a268-4647-aaf2-b7687b6bf967 req-9c2e9278-d7a8-401c-ba9d-c2f0a2312fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:34.165644 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-380eb368-a268-4647-aaf2-b7687b6bf967 req-9c2e9278-d7a8-401c-ba9d-c2f0a2312fa0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee6f525f-a073-41cc-ba60-60408bc77ec0 HTTP/1.1" status: 200 len: 868 time: 0.1147015 Nov 12 19:58:34.178314 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-eeef1b40-f258-49ad-b2de-84dacc625e11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Made reservation on behalf of a8a5bd1ccbfe428e92a02d5a3a8bec63 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:58:34.182025 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-eeef1b40-f258-49ad-b2de-84dacc625e11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:34.219872 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-85157047-b6d3-4e09-b5de-a70821cc7787 req-0c34e278-d681-4d19-8ec2-159f79063e84 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103654 Nov 12 19:58:34.253699 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f59dbb7c-75e0-4d75-81d0-0057e7f71db8 req-f7d635e2-1705-4483-8f6e-a20cf57c712d tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:34.285459 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d635e2-1705-4483-8f6e-a20cf57c712d tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Pushing event deleted for resources: {'Port': ['ID=0cd6e295-6f79-4ccb-9216-b7756a60b81e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:34.299350 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d635e2-1705-4483-8f6e-a20cf57c712d tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:34.299350 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d635e2-1705-4483-8f6e-a20cf57c712d tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:34.299350 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d635e2-1705-4483-8f6e-a20cf57c712d tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:34.299724 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d635e2-1705-4483-8f6e-a20cf57c712d tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:34.299971 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d635e2-1705-4483-8f6e-a20cf57c712d tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:34.300496 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d635e2-1705-4483-8f6e-a20cf57c712d tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:34.300825 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d635e2-1705-4483-8f6e-a20cf57c712d tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:34.300933 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380eb368-a268-4647-aaf2-b7687b6bf967 req-9ee5e010-a479-47c2-942b-8e1d360eb852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:34.301163 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d635e2-1705-4483-8f6e-a20cf57c712d tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:34.301501 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d635e2-1705-4483-8f6e-a20cf57c712d tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:34.301835 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d635e2-1705-4483-8f6e-a20cf57c712d tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:34.302168 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d635e2-1705-4483-8f6e-a20cf57c712d tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:34.302501 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d635e2-1705-4483-8f6e-a20cf57c712d tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:34.302712 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-380eb368-a268-4647-aaf2-b7687b6bf967 req-9ee5e010-a479-47c2-942b-8e1d360eb852 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62860f07-36e3-4a3d-9340-bd7e5ad8856d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1255426 Nov 12 19:58:34.374749 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f59dbb7c-75e0-4d75-81d0-0057e7f71db8 req-f7d635e2-1705-4483-8f6e-a20cf57c712d tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks [] for floatingip, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:34.377680 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f59dbb7c-75e0-4d75-81d0-0057e7f71db8 req-f7d635e2-1705-4483-8f6e-a20cf57c712d tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:34.379363 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f59dbb7c-75e0-4d75-81d0-0057e7f71db8 req-f7d635e2-1705-4483-8f6e-a20cf57c712d tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "DELETE /v2.0/floatingips/a91efbb2-b305-4a9a-9d6f-b59bd671a54e HTTP/1.1" status: 204 len: 173 time: 0.8338413 Nov 12 19:58:34.486655 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-043fe8eb-8c03-463b-a8f3-33196a6a1f0b tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=127a6be859e142dbb23de706cc1f6a95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233874 Nov 12 19:58:34.486911 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bce340-fad3-4b42-b126-738de821b5fc req-3f5071b7-1c46-4759-a654-1384f65c90ec tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:34.488599 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c3bce340-fad3-4b42-b126-738de821b5fc req-3f5071b7-1c46-4759-a654-1384f65c90ec tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=110aff97-6ab4-44a8-8f4a-1c1d0a01bd32 HTTP/1.1" status: 200 len: 944 time: 0.1545289 Nov 12 19:58:34.512646 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-eeef1b40-f258-49ad-b2de-84dacc625e11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Allocated IP 172.20.0.4 (268668ed-0d7b-4f7b-9df1-da4be7d9946d/e7e87043-7d2d-4150-b80d-fb0e6e39dcdf/6f8645e5-8789-4b8e-a2d4-f71aef718bd6) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:58:34.525658 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-380eb368-a268-4647-aaf2-b7687b6bf967 req-39a3601b-f933-415f-a2eb-4bb9443c104b service neutron] 10.222.0.55 "GET /v2.0/networks/62860f07-36e3-4a3d-9340-bd7e5ad8856d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146218 Nov 12 19:58:34.614176 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-ec886047-3296-48f3-a5f9-7c87d30217fe tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:34.615793 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-ec886047-3296-48f3-a5f9-7c87d30217fe tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1167498 Nov 12 19:58:34.634089 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-6fef9de7-6184-468c-8244-d5ec62bc125b tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/quotas/127a6be859e142dbb23de706cc1f6a95 HTTP/1.1" status: 200 len: 375 time: 0.0105278 Nov 12 19:58:34.635428 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c3bce340-fad3-4b42-b126-738de821b5fc req-3966ae3f-e088-4bc7-83a6-f7706d64f914 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b759fb5-4f4d-4d79-a3fe-fd07cde4531c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376450 Nov 12 19:58:34.731245 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-380eb368-a268-4647-aaf2-b7687b6bf967 req-f37e02b9-edeb-4c7c-8bac-d0af13c2f6e7 service neutron] 10.222.0.55 "GET /v2.0/networks/62860f07-36e3-4a3d-9340-bd7e5ad8856d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933422 Nov 12 19:58:34.759202 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-8c32746a-7446-445e-94c2-f1d04385a2fd tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=127a6be859e142dbb23de706cc1f6a95&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1132600 Nov 12 19:58:34.812004 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-eeef1b40-f258-49ad-b2de-84dacc625e11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:34.832052 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f708b-a992-4ef5-94ba-cdd3ba35afe3 req-917e4e01-ba19-429f-b4b0-25aa72456eb4 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:34.833589 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-452f708b-a992-4ef5-94ba-cdd3ba35afe3 req-917e4e01-ba19-429f-b4b0-25aa72456eb4 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 945 time: 0.0889552 Nov 12 19:58:34.892425 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-eeef1b40-f258-49ad-b2de-84dacc625e11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:34.931767 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-452f708b-a992-4ef5-94ba-cdd3ba35afe3 req-680daf28-f052-48c4-a624-9465b5e2ec9f tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900700 Nov 12 19:58:34.952402 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 8875ec82-e9fb-4add-8ff6-9de28370c3c3 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:58:34.987030 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-eeef1b40-f258-49ad-b2de-84dacc625e11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Network 268668ed-0d7b-4f7b-9df1-da4be7d9946d is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:58:34.990750 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-eeef1b40-f258-49ad-b2de-84dacc625e11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:58:35.011258 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-eeef1b40-f258-49ad-b2de-84dacc625e11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:58:35.014286 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef1b40-f258-49ad-b2de-84dacc625e11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Pushing event updated for resources: {'Port': ['ID=6f8645e5-8789-4b8e-a2d4-f71aef718bd6,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:35.051504 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef1b40-f258-49ad-b2de-84dacc625e11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:35.052012 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef1b40-f258-49ad-b2de-84dacc625e11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:35.052560 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef1b40-f258-49ad-b2de-84dacc625e11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:35.053249 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef1b40-f258-49ad-b2de-84dacc625e11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:35.053595 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef1b40-f258-49ad-b2de-84dacc625e11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:35.054306 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef1b40-f258-49ad-b2de-84dacc625e11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:35.055662 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef1b40-f258-49ad-b2de-84dacc625e11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:35.056222 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef1b40-f258-49ad-b2de-84dacc625e11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:35.056697 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef1b40-f258-49ad-b2de-84dacc625e11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:35.057197 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef1b40-f258-49ad-b2de-84dacc625e11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:35.057653 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef1b40-f258-49ad-b2de-84dacc625e11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:35.058041 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef1b40-f258-49ad-b2de-84dacc625e11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:35.060150 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 8875ec82-e9fb-4add-8ff6-9de28370c3c3 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:58:35.067254 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 8875ec82-e9fb-4add-8ff6-9de28370c3c3 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:35.067676 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:35.120840 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-eeef1b40-f258-49ad-b2de-84dacc625e11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:35.121631 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-eeef1b40-f258-49ad-b2de-84dacc625e11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:35.156356 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3518832f-069e-41ed-9b81-19e367c3b790', 'name': 'network-vif-deleted', 'tag': 'bf421143-1e11-4c58-ba53-55a510be86e4'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:35.158875 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df7ec5e-43a4-481d-9cd5-c13c5f64701c" -d '{"events": [{"server_uuid": "3518832f-069e-41ed-9b81-19e367c3b790", "name": "network-vif-deleted", "tag": "bf421143-1e11-4c58-ba53-55a510be86e4"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:35.167176 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-eeef1b40-f258-49ad-b2de-84dacc625e11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3022606 Nov 12 19:58:35.170165 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027dbf1f-3aee-46e3-9619-46bf029ac790 req-1f76bf0b-63e8-4698-a9b4-fd72587c65ad tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:35.177609 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-027dbf1f-3aee-46e3-9619-46bf029ac790 req-1f76bf0b-63e8-4698-a9b4-fd72587c65ad tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 931 time: 0.1485152 Nov 12 19:58:35.183477 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-97f5e9ac-0afa-4d1c-827c-496bd2216bf9 service neutron] Request body: {'port': {'device_id': 'bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:35.234239 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:35.292344 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-97f5e9ac-0afa-4d1c-827c-496bd2216bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:35.312196 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-027dbf1f-3aee-46e3-9619-46bf029ac790 req-d50f64f1-7e3e-4c79-965b-c5a2f795746a tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336434 Nov 12 19:58:35.314728 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110aff97-6ab4-44a8-8f4a-1c1d0a01bd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8875ec82-e9fb-4add-8ff6-9de28370c3c3'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:35.317041 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff892cd-23a4-4936-a085-288681d79781" -d '{"events": [{"server_uuid": "110aff97-6ab4-44a8-8f4a-1c1d0a01bd32", "name": "network-vif-plugged", "status": "completed", "tag": "8875ec82-e9fb-4add-8ff6-9de28370c3c3"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:35.375957 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 8875ec82-e9fb-4add-8ff6-9de28370c3c3, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=8875ec82-e9fb-4add-8ff6-9de28370c3c3,segment=NetworkSegment(c6564594-8820-459a-beb1-ba18f2e362c8),segment_id=c6564594-8820-459a-beb1-ba18f2e362c8)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:35.381659 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:35.382951 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device bf421143-1e11-4c58-ba53-55a510be86e4 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:58:35.409016 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: bf421143-1e11-4c58-ba53-55a510be86e4 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:58:35.409950 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device bf421143-1e11-4c58-ba53-55a510be86e4 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:58:35.448959 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9f8b7b00-d33d-4073-92d1-ca1d83fea0bc req-4a781281-d2e0-4b51-b320-c624960e345e tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0 HTTP/1.1" status: 200 len: 210 time: 0.0461075 Nov 12 19:58:35.480659 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2eea8-0dda-45e9-9c21-1921ce304371 req-e5ccbb33-5589-4b4b-8a58-a8c1f502139a tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:35.482663 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4bf2eea8-0dda-45e9-9c21-1921ce304371 req-e5ccbb33-5589-4b4b-8a58-a8c1f502139a tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9028d76a-2e6c-45ee-b470-fb13a90325fe HTTP/1.1" status: 200 len: 945 time: 0.2163579 Nov 12 19:58:35.494700 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=8875ec82-e9fb-4add-8ff6-9de28370c3c3,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:35.589342 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e67b1-1170-4728-b053-87b71bf3a136 req-6b843975-571e-41bd-9cf9-0e6368f0ae61 tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:35.591132 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-740e67b1-1170-4728-b053-87b71bf3a136 req-6b843975-571e-41bd-9cf9-0e6368f0ae61 tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.48 "GET /v2.0/ports?device_id=9028d76a-2e6c-45ee-b470-fb13a90325fe HTTP/1.1" status: 200 len: 945 time: 0.2725632 Nov 12 19:58:35.635357 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9240d6-036e-444a-aea0-b76488ed7ab0 req-a768ab61-f15c-4d7b-bb64-07f64fd37232 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:35.642905 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cb9240d6-036e-444a-aea0-b76488ed7ab0 req-a768ab61-f15c-4d7b-bb64-07f64fd37232 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f538531-df8c-4d6d-9092-a9f2b055f524&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0914512 Nov 12 19:58:35.689971 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-740e67b1-1170-4728-b053-87b71bf3a136 req-44dff56f-2076-47bf-9334-7adaf9920941 tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9155299-8ed0-4c52-b140-abb1ad98bb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891268 Nov 12 19:58:35.695949 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cb9240d6-036e-444a-aea0-b76488ed7ab0 req-fbf71214-edf4-4cdb-b882-80f1e3d3454b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0514207 Nov 12 19:58:35.763607 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-4bf2eea8-0dda-45e9-9c21-1921ce304371 req-9b332400-dbbb-48b4-92dd-3415de0f61ee tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Deleting port a30a20bb-8cc5-4726-bebf-8c135a256451 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:58:35.764494 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4bf2eea8-0dda-45e9-9c21-1921ce304371 req-9b332400-dbbb-48b4-92dd-3415de0f61ee tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:35.773588 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-97f5e9ac-0afa-4d1c-827c-496bd2216bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:58:35.778874 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29d93a0-d72b-4039-9858-2c8c981651a3 x-openstack-request-id: req-a29d93a0-d72b-4039-9858-2c8c981651a3 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:35.779425 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3518832f-069e-41ed-9b81-19e367c3b790", "name": "network-vif-deleted", "tag": "bf421143-1e11-4c58-ba53-55a510be86e4", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:35.779774 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a29d93a0-d72b-4039-9858-2c8c981651a3 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:35.780342 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3518832f-069e-41ed-9b81-19e367c3b790', 'name': 'network-vif-deleted', 'tag': 'bf421143-1e11-4c58-ba53-55a510be86e4', 'status': 'completed', 'code': 200} Nov 12 19:58:35.784749 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-97f5e9ac-0afa-4d1c-827c-496bd2216bf9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:35.799195 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-97f5e9ac-0afa-4d1c-827c-496bd2216bf9 service neutron] Transition to ACTIVE for port object 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:58:35.811321 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-97f5e9ac-0afa-4d1c-827c-496bd2216bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:35.928742 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-4bf2eea8-0dda-45e9-9c21-1921ce304371 req-9b332400-dbbb-48b4-92dd-3415de0f61ee tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] For port a30a20bb-8cc5-4726-bebf-8c135a256451, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=a30a20bb-8cc5-4726-bebf-8c135a256451,segment=NetworkSegment(1ab89105-9ad3-4840-a2ad-dcf3dbac833f),segment_id=1ab89105-9ad3-4840-a2ad-dcf3dbac833f)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:35.929105 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4bf2eea8-0dda-45e9-9c21-1921ce304371 req-9b332400-dbbb-48b4-92dd-3415de0f61ee tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:35.940524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057e54b-2dbf-4b76-bca5-b158d82543b9 req-d3d99f2f-e28a-4a97-8f5b-eb571111c913 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:35.943655 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5057e54b-2dbf-4b76-bca5-b158d82543b9 req-d3d99f2f-e28a-4a97-8f5b-eb571111c913 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=583e9430-fac3-47d0-9fd5-c52f8861c926 HTTP/1.1" status: 200 len: 950 time: 0.1431203 Nov 12 19:58:35.946171 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-4bf2eea8-0dda-45e9-9c21-1921ce304371 req-9b332400-dbbb-48b4-92dd-3415de0f61ee tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Calling delete_port for a30a20bb-8cc5-4726-bebf-8c135a256451 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:58:35.951441 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5e9ac-0afa-4d1c-827c-496bd2216bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8645e5-8789-4b8e-a2d4-f71aef718bd6,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:35.958506 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c409b-0611-4d6a-8424-9059fdc7e13d req-8f0ff333-4ab9-4686-ad77-9bee6f8d53cf tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:35.965591 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c409b-0611-4d6a-8424-9059fdc7e13d req-8f0ff333-4ab9-4686-ad77-9bee6f8d53cf tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:35.971765 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c409b-0611-4d6a-8424-9059fdc7e13d req-8f0ff333-4ab9-4686-ad77-9bee6f8d53cf tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:35.973658 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5e2c409b-0611-4d6a-8424-9059fdc7e13d req-8f0ff333-4ab9-4686-ad77-9bee6f8d53cf tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=30886a89-fe97-4255-9676-183851595d10 HTTP/1.1" status: 200 len: 2419 time: 0.1105218 Nov 12 19:58:36.064698 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5057e54b-2dbf-4b76-bca5-b158d82543b9 req-78bc8d4d-2bf3-4b79-b5c5-0fa61c2a7089 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103742 Nov 12 19:58:36.080539 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-97f5e9ac-0afa-4d1c-827c-496bd2216bf9 service neutron] Attempting to bind port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:58:36.091717 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-97f5e9ac-0afa-4d1c-827c-496bd2216bf9 service neutron] Attempting to bind port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:58:36.092084 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-97f5e9ac-0afa-4d1c-827c-496bd2216bf9 service neutron] Attempting to bind port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:36.098032 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-97f5e9ac-0afa-4d1c-827c-496bd2216bf9 service neutron] Port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:58:36.098376 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-97f5e9ac-0afa-4d1c-827c-496bd2216bf9 service neutron] Attempting to bind port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:36.104302 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-97f5e9ac-0afa-4d1c-827c-496bd2216bf9 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:58:36.104915 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-97f5e9ac-0afa-4d1c-827c-496bd2216bf9 service neutron] Checking segment: {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:58:36.105393 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-97f5e9ac-0afa-4d1c-827c-496bd2216bf9 service neutron] Bound using segment: {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:58:36.106097 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-97f5e9ac-0afa-4d1c-827c-496bd2216bf9 service neutron] Bound port: 6f8645e5-8789-4b8e-a2d4-f71aef718bd6, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:58:36.106097 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-97f5e9ac-0afa-4d1c-827c-496bd2216bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:36.109839 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5e2c409b-0611-4d6a-8424-9059fdc7e13d req-604be95a-6e26-4cab-b413-812a3efa782b tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239274 Nov 12 19:58:36.136954 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719c8429-2a7c-43c6-aec3-8f1721289685 x-openstack-request-id: req-719c8429-2a7c-43c6-aec3-8f1721289685 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:36.137391 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110aff97-6ab4-44a8-8f4a-1c1d0a01bd32", "name": "network-vif-plugged", "status": "completed", "tag": "8875ec82-e9fb-4add-8ff6-9de28370c3c3", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:36.137391 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-719c8429-2a7c-43c6-aec3-8f1721289685 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:36.138286 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110aff97-6ab4-44a8-8f4a-1c1d0a01bd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8875ec82-e9fb-4add-8ff6-9de28370c3c3', 'code': 200} Nov 12 19:58:36.200492 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4bf2eea8-0dda-45e9-9c21-1921ce304371 req-9b332400-dbbb-48b4-92dd-3415de0f61ee tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:36.215047 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['a30a20bb-8cc5-4726-bebf-8c135a256451'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:58:36.255740 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b007407d-6c37-4c18-ac93-bc1ff43e7fa1 req-ca5b75cd-2dad-4099-b98e-e1799728f232 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0758832 Nov 12 19:58:36.264153 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b332400-dbbb-48b4-92dd-3415de0f61ee tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Pushing event deleted for resources: {'Port': ['ID=a30a20bb-8cc5-4726-bebf-8c135a256451,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:36.304310 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-97f5e9ac-0afa-4d1c-827c-496bd2216bf9 service neutron] For port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:58:36.323398 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-97f5e9ac-0afa-4d1c-827c-496bd2216bf9 service neutron] For port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6f8645e5-8789-4b8e-a2d4-f71aef718bd6,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:58:36.330529 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e47c7-ea56-42bc-b099-8e440a78375d req-99786393-b568-4010-9025-964c85bcfb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:36.331155 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf2eea8-0dda-45e9-9c21-1921ce304371 req-9b332400-dbbb-48b4-92dd-3415de0f61ee tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] No DVR routers for this DVR port a30a20bb-8cc5-4726-bebf-8c135a256451 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:58:36.332427 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b97e47c7-ea56-42bc-b099-8e440a78375d req-99786393-b568-4010-9025-964c85bcfb20 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=110aff97-6ab4-44a8-8f4a-1c1d0a01bd32 HTTP/1.1" status: 200 len: 1097 time: 0.1003072 Nov 12 19:58:36.334429 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-97f5e9ac-0afa-4d1c-827c-496bd2216bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:36.358290 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a74f17-3450-49ef-a09e-1979cb6e93e4 req-ac244d1e-0877-4495-9b8f-bc859d725afa tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:36.359832 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-32a74f17-3450-49ef-a09e-1979cb6e93e4 req-ac244d1e-0877-4495-9b8f-bc859d725afa tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=110aff97-6ab4-44a8-8f4a-1c1d0a01bd32 HTTP/1.1" status: 200 len: 945 time: 0.1518204 Nov 12 19:58:36.360987 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4bf2eea8-0dda-45e9-9c21-1921ce304371 req-9b332400-dbbb-48b4-92dd-3415de0f61ee tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:36.364312 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4bf2eea8-0dda-45e9-9c21-1921ce304371 req-9b332400-dbbb-48b4-92dd-3415de0f61ee tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.52 "DELETE /v2.0/ports/a30a20bb-8cc5-4726-bebf-8c135a256451 HTTP/1.1" status: 204 len: 173 time: 0.8726203 Nov 12 19:58:36.364788 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9028d76a-2e6c-45ee-b470-fb13a90325fe', 'name': 'network-vif-deleted', 'tag': 'a30a20bb-8cc5-4726-bebf-8c135a256451'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:36.367930 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc00d10-15e0-4c8e-900f-1e6be0c4b4ab" -d '{"events": [{"server_uuid": "9028d76a-2e6c-45ee-b470-fb13a90325fe", "name": "network-vif-deleted", "tag": "a30a20bb-8cc5-4726-bebf-8c135a256451"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:36.422403 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-97f5e9ac-0afa-4d1c-827c-496bd2216bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:36.423031 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-97f5e9ac-0afa-4d1c-827c-496bd2216bf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:36.424429 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-97f5e9ac-0afa-4d1c-827c-496bd2216bf9 service neutron] 10.222.0.55 "PUT /v2.0/ports/6f8645e5-8789-4b8e-a2d4-f71aef718bd6 HTTP/1.1" status: 200 len: 1092 time: 1.2460740 Nov 12 19:58:36.428279 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-32a74f17-3450-49ef-a09e-1979cb6e93e4 req-1855ff9f-a1d0-4924-8f07-560c4c3197c4 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b759fb5-4f4d-4d79-a3fe-fd07cde4531c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555086 Nov 12 19:58:36.464073 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5e9ac-0afa-4d1c-827c-496bd2216bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8645e5-8789-4b8e-a2d4-f71aef718bd6,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:36.470347 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b97e47c7-ea56-42bc-b099-8e440a78375d req-50b05e91-a8d6-4df9-9a8f-c875f02237ff service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4b759fb5-4f4d-4d79-a3fe-fd07cde4531c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290255 Nov 12 19:58:36.479842 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e4b0e-281e-4495-bc32-0dd0b939aa7e req-6639a4a3-e1c3-4819-b842-b4a830079c0a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:36.487369 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-524e4b0e-281e-4495-bc32-0dd0b939aa7e req-6639a4a3-e1c3-4819-b842-b4a830079c0a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 945 time: 0.1182230 Nov 12 19:58:36.569605 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-84cc9917-deee-4013-8240-7d5ed4b90f3c tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=127a6be859e142dbb23de706cc1f6a95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418596 Nov 12 19:58:36.573135 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-524e4b0e-281e-4495-bc32-0dd0b939aa7e req-1ce76cb1-7437-43ba-baa5-960ee0944e05 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813456 Nov 12 19:58:36.705373 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0c746-e20e-4625-83b0-a1f43df4d0f0 req-1ea226cc-accd-4908-9305-1330c8297012 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:36.715245 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6c0c746-e20e-4625-83b0-a1f43df4d0f0 req-1ea226cc-accd-4908-9305-1330c8297012 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 943 time: 0.0787215 Nov 12 19:58:36.753656 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186b1940-ab49-4af4-9f30-79f94491c721 x-openstack-request-id: req-186b1940-ab49-4af4-9f30-79f94491c721 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:36.754094 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9028d76a-2e6c-45ee-b470-fb13a90325fe", "name": "network-vif-deleted", "tag": "a30a20bb-8cc5-4726-bebf-8c135a256451", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:36.754454 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-186b1940-ab49-4af4-9f30-79f94491c721 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:36.754941 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9028d76a-2e6c-45ee-b470-fb13a90325fe', 'name': 'network-vif-deleted', 'tag': 'a30a20bb-8cc5-4726-bebf-8c135a256451', 'status': 'completed', 'code': 200} Nov 12 19:58:36.770066 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-9e6f8a9e-f15f-4339-a7d3-cd4d76ea665d tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:36.772122 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-9e6f8a9e-f15f-4339-a7d3-cd4d76ea665d tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1945870 Nov 12 19:58:36.782179 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6c0c746-e20e-4625-83b0-a1f43df4d0f0 req-1cbbffcf-d8e4-4a79-8f08-6284a7ae25f8 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660751 Nov 12 19:58:36.813972 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-9a402f96-3ff8-4764-bf14-1067301839a5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Request body: {'port': {'device_id': 'e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': '127a6be859e142dbb23de706cc1f6a95'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:36.857534 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-b8b569f0-372b-46e8-b70a-133370743a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:36.859531 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-b8b569f0-372b-46e8-b70a-133370743a91 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 1095 time: 0.0596159 Nov 12 19:58:36.889304 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64872f70-0304-4d03-a53c-3d6de4002140 req-78cb43e2-2cc7-403e-bdb7-4a4429faf439 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0 HTTP/1.1" status: 200 len: 210 time: 0.0682075 Nov 12 19:58:36.922326 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-5866931f-3f4e-463e-bb1e-6fb0e7425b17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f8645e5-8789-4b8e-a2d4-f71aef718bd6 HTTP/1.1" status: 200 len: 217 time: 0.0506966 Nov 12 19:58:37.028540 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-aa8c2354-5168-49e5-b4cb-a80fcf61f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:37.032536 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-aa8c2354-5168-49e5-b4cb-a80fcf61f7af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7e87043-7d2d-4150-b80d-fb0e6e39dcdf HTTP/1.1" status: 200 len: 861 time: 0.0965495 Nov 12 19:58:37.079991 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefa994-ed5f-485f-95c3-1809fccbe637 req-f61059e4-bfab-4566-aea8-a067055061c1 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:37.087369 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8fefa994-ed5f-485f-95c3-1809fccbe637 req-f61059e4-bfab-4566-aea8-a067055061c1 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f538531-df8c-4d6d-9092-a9f2b055f524 HTTP/1.1" status: 200 len: 945 time: 0.1244938 Nov 12 19:58:37.140275 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-d5552388-62e0-4f9a-87b7-711ec392f88f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=268668ed-0d7b-4f7b-9df1-da4be7d9946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627279 Nov 12 19:58:37.153286 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-9a402f96-3ff8-4764-bf14-1067301839a5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Made reservation on behalf of 127a6be859e142dbb23de706cc1f6a95 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:58:37.156907 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-9a402f96-3ff8-4764-bf14-1067301839a5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:37.163212 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8fefa994-ed5f-485f-95c3-1809fccbe637 req-58d94738-bc0d-4db9-8340-85f493adbd67 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/security-groups?id=8542df78-9549-480f-926a-a01902e4cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748382 Nov 12 19:58:37.241181 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4106eec5-5567-4444-a81c-97e2bb6d1079 req-293efa54-a30a-46b3-989f-edff803444e2 tempest-VolumesAdminNegativeTest-1123782299 tempest-VolumesAdminNegativeTest-1123782299-project] 10.222.0.48 "GET /v2.0/ports?device_id=9028d76a-2e6c-45ee-b470-fb13a90325fe HTTP/1.1" status: 200 len: 210 time: 0.1135230 Nov 12 19:58:37.283604 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1120e3-3d1b-4e79-9ded-d39521e589c8 req-6f7555b5-4888-459f-9829-d098a47af74a tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:37.285228 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4e1120e3-3d1b-4e79-9ded-d39521e589c8 req-6f7555b5-4888-459f-9829-d098a47af74a tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.52 "GET /v2.0/ports?device_id=583e9430-fac3-47d0-9fd5-c52f8861c926 HTTP/1.1" status: 200 len: 950 time: 0.1963992 Nov 12 19:58:37.364988 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-9a402f96-3ff8-4764-bf14-1067301839a5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Allocated IP 192.168.233.102 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/e129fb89-8f7d-4147-9e4f-65ecbb35210e) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:58:37.387173 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e493d-d44a-4af8-9ce4-c6e1249f288c req-9e4ff937-66a9-4f15-9d54-a819ee0a85a2 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:37.393312 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e493d-d44a-4af8-9ce4-c6e1249f288c req-9e4ff937-66a9-4f15-9d54-a819ee0a85a2 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:37.400431 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e493d-d44a-4af8-9ce4-c6e1249f288c req-9e4ff937-66a9-4f15-9d54-a819ee0a85a2 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:37.402108 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-684e493d-d44a-4af8-9ce4-c6e1249f288c req-9e4ff937-66a9-4f15-9d54-a819ee0a85a2 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=30886a89-fe97-4255-9676-183851595d10 HTTP/1.1" status: 200 len: 2419 time: 0.1399870 Nov 12 19:58:37.436578 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-fed5a977-bc75-41b1-8fd5-939162b44596 service neutron] 10.222.0.55 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517560 Nov 12 19:58:37.462264 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c82080-3d11-4e30-ac33-bb0f1a7da8a1 req-952ab014-5ea1-49b6-8cf8-d5f8505d2171 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:37.463724 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-67c82080-3d11-4e30-ac33-bb0f1a7da8a1 req-952ab014-5ea1-49b6-8cf8-d5f8505d2171 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=583e9430-fac3-47d0-9fd5-c52f8861c926 HTTP/1.1" status: 200 len: 950 time: 0.1236255 Nov 12 19:58:37.505825 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-684e493d-d44a-4af8-9ce4-c6e1249f288c req-fab50ddb-e8da-4f4a-ab76-4a8a22e8f691 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861011 Nov 12 19:58:37.571066 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-4e1120e3-3d1b-4e79-9ded-d39521e589c8 req-08b32402-0cd9-4d99-bd85-d103bc961eda tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Deleting port 4c2653b4-5a18-4c5c-b102-68e7c66d932d {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:58:37.571402 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4e1120e3-3d1b-4e79-9ded-d39521e589c8 req-08b32402-0cd9-4d99-bd85-d103bc961eda tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:37.618911 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-9a402f96-3ff8-4764-bf14-1067301839a5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:37.626538 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-67c82080-3d11-4e30-ac33-bb0f1a7da8a1 req-5ef078de-d7ed-4df3-9f4f-3a09a4ebde76 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431978 Nov 12 19:58:37.652180 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6254bf58-481a-4db3-b78b-99d7f3e6e985 req-955d28f7-80ef-4aad-ae88-bdf94ff8c546 service neutron] 10.222.0.55 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052624 Nov 12 19:58:37.709694 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-4e1120e3-3d1b-4e79-9ded-d39521e589c8 req-08b32402-0cd9-4d99-bd85-d103bc961eda tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] For port 4c2653b4-5a18-4c5c-b102-68e7c66d932d, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=4c2653b4-5a18-4c5c-b102-68e7c66d932d,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:37.710151 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4e1120e3-3d1b-4e79-9ded-d39521e589c8 req-08b32402-0cd9-4d99-bd85-d103bc961eda tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:37.712768 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-9a402f96-3ff8-4764-bf14-1067301839a5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:37.735261 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['011105bd-e71b-4e61-8395-8513d23bc53b', '039e261b-d89a-4b7e-9388-ff349395b6bf'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:58:37.738300 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['eda6343e-7e40-4020-941b-d137c98a8b23', 'dc35a6ec-7372-4b84-9815-ebabb0db7817', '4749130e-9150-42eb-86bc-10b4f5937402', 'f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:58:37.760152 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-4e1120e3-3d1b-4e79-9ded-d39521e589c8 req-08b32402-0cd9-4d99-bd85-d103bc961eda tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Calling delete_port for 4c2653b4-5a18-4c5c-b102-68e7c66d932d owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:58:37.769222 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6c508-7b40-40f7-9e8a-fa23bd88f603 req-806982f3-e91d-442a-a433-2d787ef06bd4 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:37.771754 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fee6c508-7b40-40f7-9e8a-fa23bd88f603 req-806982f3-e91d-442a-a433-2d787ef06bd4 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=110aff97-6ab4-44a8-8f4a-1c1d0a01bd32 HTTP/1.1" status: 200 len: 945 time: 0.1678967 Nov 12 19:58:37.784973 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-9a402f96-3ff8-4764-bf14-1067301839a5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:58:37.785660 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd', 'tag': '6f8645e5-8789-4b8e-a2d4-f71aef718bd6'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:37.788022 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c22178a-d616-4446-a414-71fca088a85c" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd", "tag": "6f8645e5-8789-4b8e-a2d4-f71aef718bd6"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:37.791881 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-9a402f96-3ff8-4764-bf14-1067301839a5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:58:37.795173 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-9a402f96-3ff8-4764-bf14-1067301839a5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:58:37.867628 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a402f96-3ff8-4764-bf14-1067301839a5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Pushing event updated for resources: {'Port': ['ID=e129fb89-8f7d-4147-9e4f-65ecbb35210e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:37.916578 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-9a402f96-3ff8-4764-bf14-1067301839a5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:37.917420 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-9a402f96-3ff8-4764-bf14-1067301839a5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:37.932600 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fee6c508-7b40-40f7-9e8a-fa23bd88f603 req-791a1930-4ee6-4e2e-90af-84e6102a4d64 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b759fb5-4f4d-4d79-a3fe-fd07cde4531c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460116 Nov 12 19:58:37.958199 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-9a402f96-3ff8-4764-bf14-1067301839a5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1567783 Nov 12 19:58:37.983295 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-de2c86d9-f5a0-4fcc-94dd-da9bb398b60b service neutron] Request body: {'port': {'device_id': 'e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:38.072318 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-de2c86d9-f5a0-4fcc-94dd-da9bb398b60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:38.173400 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a99399-168a-4401-abf8-7030d043eeb1 req-1b05fd94-96fd-48f3-bb83-f6905bdfd8f7 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:38.174898 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-88a99399-168a-4401-abf8-7030d043eeb1 req-1b05fd94-96fd-48f3-bb83-f6905bdfd8f7 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 943 time: 0.1126881 Nov 12 19:58:38.241639 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-1840fc14-a89e-4fae-b413-fdb4eba412f4 None None] Provisioning complete for port e129fb89-8f7d-4147-9e4f-65ecbb35210e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:38.242202 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1840fc14-a89e-4fae-b413-fdb4eba412f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:38.267162 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2614ef-86e8-499f-b3bb-cde32cdc06cf req-8367f006-8394-42e4-846d-39c29963c60f tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:38.278450 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6e2614ef-86e8-499f-b3bb-cde32cdc06cf req-8367f006-8394-42e4-846d-39c29963c60f tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 945 time: 0.5653152 Nov 12 19:58:38.298963 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-1840fc14-a89e-4fae-b413-fdb4eba412f4 None None] Port e129fb89-8f7d-4147-9e4f-65ecbb35210e cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:58:38.341268 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-88a99399-168a-4401-abf8-7030d043eeb1 req-7b6e4da6-eb58-463a-a1ed-ae671ca168f6 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541548 Nov 12 19:58:38.406978 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6e2614ef-86e8-499f-b3bb-cde32cdc06cf req-7af795eb-f793-46aa-8f58-01f8e4020ea8 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274838 Nov 12 19:58:38.539614 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6eb96-3286-477f-aa72-32029a6a5c25 req-0ddc1f75-fe39-4fb5-8272-59ac118d9116 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:38.552297 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3e6eb96-3286-477f-aa72-32029a6a5c25 req-0ddc1f75-fe39-4fb5-8272-59ac118d9116 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0 HTTP/1.1" status: 200 len: 936 time: 0.0954468 Nov 12 19:58:38.570340 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4e1120e3-3d1b-4e79-9ded-d39521e589c8 req-08b32402-0cd9-4d99-bd85-d103bc961eda tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:38.603227 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-de2c86d9-f5a0-4fcc-94dd-da9bb398b60b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e129fb89-8f7d-4147-9e4f-65ecbb35210e {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:58:38.614086 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-de2c86d9-f5a0-4fcc-94dd-da9bb398b60b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:38.621135 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b32402-0cd9-4d99-bd85-d103bc961eda tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Pushing event deleted for resources: {'Port': ['ID=4c2653b4-5a18-4c5c-b102-68e7c66d932d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:38.635614 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-de2c86d9-f5a0-4fcc-94dd-da9bb398b60b service neutron] Transition to ACTIVE for port object e129fb89-8f7d-4147-9e4f-65ecbb35210e will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:58:38.649941 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-de2c86d9-f5a0-4fcc-94dd-da9bb398b60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:38.689936 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9299e65-c915-4bbe-8246-bf9ea5742e88 req-bc54e110-da84-427b-b6b7-ce175ca7092e tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:38.698022 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a9299e65-c915-4bbe-8246-bf9ea5742e88 req-bc54e110-da84-427b-b6b7-ce175ca7092e tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f538531-df8c-4d6d-9092-a9f2b055f524 HTTP/1.1" status: 200 len: 945 time: 0.1384072 Nov 12 19:58:38.704982 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1120e3-3d1b-4e79-9ded-d39521e589c8 req-08b32402-0cd9-4d99-bd85-d103bc961eda tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] No DVR routers for this DVR port 4c2653b4-5a18-4c5c-b102-68e7c66d932d on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:58:38.707972 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4e1120e3-3d1b-4e79-9ded-d39521e589c8 req-08b32402-0cd9-4d99-bd85-d103bc961eda tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:38.711872 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4e1120e3-3d1b-4e79-9ded-d39521e589c8 req-08b32402-0cd9-4d99-bd85-d103bc961eda tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.52 "DELETE /v2.0/ports/4c2653b4-5a18-4c5c-b102-68e7c66d932d HTTP/1.1" status: 204 len: 173 time: 1.3998108 Nov 12 19:58:38.764090 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a9299e65-c915-4bbe-8246-bf9ea5742e88 req-213df5d3-f21b-4f57-853c-13bf7d9d0adc tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/security-groups?id=8542df78-9549-480f-926a-a01902e4cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651777 Nov 12 19:58:38.792865 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3e6eb96-3286-477f-aa72-32029a6a5c25 req-f84c0140-b8e2-4d40-b803-9678ad6a2d29 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433810 Nov 12 19:58:38.812567 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfb7510-735f-43b0-9c5b-95a07328d037 x-openstack-request-id: req-9dfb7510-735f-43b0-9c5b-95a07328d037 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:38.813073 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd", "tag": "6f8645e5-8789-4b8e-a2d4-f71aef718bd6", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:38.813073 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9dfb7510-735f-43b0-9c5b-95a07328d037 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:38.813467 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd', 'tag': '6f8645e5-8789-4b8e-a2d4-f71aef718bd6', 'status': 'completed', 'code': 200} Nov 12 19:58:38.827265 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c86d9-f5a0-4fcc-94dd-da9bb398b60b service neutron] Pushing event updated for resources: {'Port': ['ID=e129fb89-8f7d-4147-9e4f-65ecbb35210e,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:38.863583 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49826) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:38.875977 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['4c2653b4-5a18-4c5c-b102-68e7c66d932d'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:58:38.921845 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-de2c86d9-f5a0-4fcc-94dd-da9bb398b60b service neutron] Attempting to bind port e129fb89-8f7d-4147-9e4f-65ecbb35210e on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:58:38.922409 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-de2c86d9-f5a0-4fcc-94dd-da9bb398b60b service neutron] Attempting to bind port e129fb89-8f7d-4147-9e4f-65ecbb35210e by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:58:38.922919 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-de2c86d9-f5a0-4fcc-94dd-da9bb398b60b service neutron] Attempting to bind port e129fb89-8f7d-4147-9e4f-65ecbb35210e on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:38.929614 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-de2c86d9-f5a0-4fcc-94dd-da9bb398b60b service neutron] Port e129fb89-8f7d-4147-9e4f-65ecbb35210e on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:58:38.930202 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-de2c86d9-f5a0-4fcc-94dd-da9bb398b60b service neutron] Attempting to bind port e129fb89-8f7d-4147-9e4f-65ecbb35210e on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:38.931313 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b2b9bda-a3cd-49f4-8c95-0daa7753cb43 admin admin] Deleting subnet 85860ec8-82f7-4bfd-ae57-5732f19a3317 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 19:58:38.938281 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-de2c86d9-f5a0-4fcc-94dd-da9bb398b60b service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:58:38.939098 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-de2c86d9-f5a0-4fcc-94dd-da9bb398b60b service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:58:38.939645 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-de2c86d9-f5a0-4fcc-94dd-da9bb398b60b service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:58:38.940329 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-de2c86d9-f5a0-4fcc-94dd-da9bb398b60b service neutron] Bound port: e129fb89-8f7d-4147-9e4f-65ecbb35210e, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:58:38.940872 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-de2c86d9-f5a0-4fcc-94dd-da9bb398b60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:38.964384 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b2b9bda-a3cd-49f4-8c95-0daa7753cb43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:39.032974 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f8acb675-931c-422e-a3a1-cb322c06c82a req-54dbf354-fc9a-4702-b1fe-fb2d8dae3bd6 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=583e9430-fac3-47d0-9fd5-c52f8861c926 HTTP/1.1" status: 200 len: 210 time: 0.0738270 Nov 12 19:58:39.069049 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-de2c86d9-f5a0-4fcc-94dd-da9bb398b60b service neutron] For port e129fb89-8f7d-4147-9e4f-65ecbb35210e, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:58:39.074366 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-de2c86d9-f5a0-4fcc-94dd-da9bb398b60b service neutron] For port e129fb89-8f7d-4147-9e4f-65ecbb35210e, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=e129fb89-8f7d-4147-9e4f-65ecbb35210e,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:58:39.081049 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-de2c86d9-f5a0-4fcc-94dd-da9bb398b60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:39.158031 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c86d9-f5a0-4fcc-94dd-da9bb398b60b service neutron] Pushing event updated for resources: {'Port': ['ID=e129fb89-8f7d-4147-9e4f-65ecbb35210e,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:39.172772 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b2b9bda-a3cd-49f4-8c95-0daa7753cb43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:39.177201 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22178a-d616-4446-a414-71fca088a85c req-1d960b6e-f235-4191-9ff9-dc75a37c166a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:39.178852 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1c22178a-d616-4446-a414-71fca088a85c req-1d960b6e-f235-4191-9ff9-dc75a37c166a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 1095 time: 0.2156115 Nov 12 19:58:39.189023 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-de2c86d9-f5a0-4fcc-94dd-da9bb398b60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:39.189640 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-de2c86d9-f5a0-4fcc-94dd-da9bb398b60b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:39.191215 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-de2c86d9-f5a0-4fcc-94dd-da9bb398b60b service neutron] 10.222.0.52 "PUT /v2.0/ports/e129fb89-8f7d-4147-9e4f-65ecbb35210e HTTP/1.1" status: 200 len: 1097 time: 1.2179120 Nov 12 19:58:39.191671 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0', 'tag': 'e129fb89-8f7d-4147-9e4f-65ecbb35210e'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:39.191796 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9112ce0-a6dd-41b8-81e4-bc9234903af0 req-1d2b9b51-2934-47ce-b50e-b5a372ed54ac tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:39.193908 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75469b4-7e0a-4356-b98d-b4fd162414bf" -d '{"events": [{"name": "network-changed", "server_uuid": "e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0", "tag": "e129fb89-8f7d-4147-9e4f-65ecbb35210e"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:39.201040 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9112ce0-a6dd-41b8-81e4-bc9234903af0 req-1d2b9b51-2934-47ce-b50e-b5a372ed54ac tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:39.207252 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9112ce0-a6dd-41b8-81e4-bc9234903af0 req-1d2b9b51-2934-47ce-b50e-b5a372ed54ac tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:39.215561 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a9112ce0-a6dd-41b8-81e4-bc9234903af0 req-1d2b9b51-2934-47ce-b50e-b5a372ed54ac tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=30886a89-fe97-4255-9676-183851595d10 HTTP/1.1" status: 200 len: 2419 time: 0.2806914 Nov 12 19:58:39.220687 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61338624-9fc6-4fd2-8cb9-f636a3ac7b38 req-02693616-8706-4e50-933e-dad3d61dee61 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:39.228369 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-61338624-9fc6-4fd2-8cb9-f636a3ac7b38 req-02693616-8706-4e50-933e-dad3d61dee61 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=110aff97-6ab4-44a8-8f4a-1c1d0a01bd32 HTTP/1.1" status: 200 len: 945 time: 0.0809371 Nov 12 19:58:39.338806 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745f93f-9f71-4bc1-8766-6b67bb91f594 req-f2117493-e0fd-4ee8-9639-9bae87e6b5cc tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:39.339654 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-61338624-9fc6-4fd2-8cb9-f636a3ac7b38 req-a4a543b0-7ddb-49b1-8812-2fde0e1fdd8f tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b759fb5-4f4d-4d79-a3fe-fd07cde4531c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099689 Nov 12 19:58:39.340590 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6745f93f-9f71-4bc1-8766-6b67bb91f594 req-f2117493-e0fd-4ee8-9639-9bae87e6b5cc tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f538531-df8c-4d6d-9092-a9f2b055f524 HTTP/1.1" status: 200 len: 945 time: 0.3127515 Nov 12 19:58:39.358405 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-ce8e37f1-ab2e-4ef2-9e89-c77a9461c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:39.369301 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087510e-a20f-4509-abe1-dc703c464019 req-d7059618-c8c0-416c-80bb-4c59edb00300 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:39.369895 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-ce8e37f1-ab2e-4ef2-9e89-c77a9461c800 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=127a6be859e142dbb23de706cc1f6a95&device_id=e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0 HTTP/1.1" status: 200 len: 1100 time: 0.1223459 Nov 12 19:58:39.376540 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087510e-a20f-4509-abe1-dc703c464019 req-d7059618-c8c0-416c-80bb-4c59edb00300 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:39.383828 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087510e-a20f-4509-abe1-dc703c464019 req-d7059618-c8c0-416c-80bb-4c59edb00300 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:39.385750 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e087510e-a20f-4509-abe1-dc703c464019 req-d7059618-c8c0-416c-80bb-4c59edb00300 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.52 "GET /v2.0/ports?device_id=30886a89-fe97-4255-9676-183851595d10 HTTP/1.1" status: 200 len: 2419 time: 0.3567612 Nov 12 19:58:39.455035 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a9112ce0-a6dd-41b8-81e4-bc9234903af0 req-79b1b4e1-ccd0-46c5-bd7b-8b86f5f8c1e3 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379665 Nov 12 19:58:39.503941 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-ad39e09e-2b8d-47b2-ba78-7d0be2d09679 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=e129fb89-8f7d-4147-9e4f-65ecbb35210e HTTP/1.1" status: 200 len: 217 time: 0.1213777 Nov 12 19:58:39.507604 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d7ebfb-01aa-488c-a668-b18073b28c21 x-openstack-request-id: req-70d7ebfb-01aa-488c-a668-b18073b28c21 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:39.508159 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0", "tag": "e129fb89-8f7d-4147-9e4f-65ecbb35210e", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:39.510281 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-70d7ebfb-01aa-488c-a668-b18073b28c21 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:39.510824 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0', 'tag': 'e129fb89-8f7d-4147-9e4f-65ecbb35210e', 'status': 'completed', 'code': 200} Nov 12 19:58:39.554790 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b2b9bda-a3cd-49f4-8c95-0daa7753cb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:39.582951 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-b6e88ecb-3377-4e0c-abde-7accb66708a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:39.585245 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-b6e88ecb-3377-4e0c-abde-7accb66708a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0736446 Nov 12 19:58:39.698926 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-10669167-ccf8-4ba8-b8f5-eb918efd6d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:39.700479 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-10669167-ccf8-4ba8-b8f5-eb918efd6d2f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0800924 Nov 12 19:58:39.719095 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0eb75-34f5-4682-b92c-c67e208326f4 req-088a5458-d1a3-43c2-9dd7-8dcf138bbc8f tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:39.720967 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7ce0eb75-34f5-4682-b92c-c67e208326f4 req-088a5458-d1a3-43c2-9dd7-8dcf138bbc8f tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 943 time: 0.1334314 Nov 12 19:58:39.776143 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22178a-d616-4446-a414-71fca088a85c req-e85cc46b-8aaf-4d3e-8d08-9931c85638c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:39.777740 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1c22178a-d616-4446-a414-71fca088a85c req-e85cc46b-8aaf-4d3e-8d08-9931c85638c9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=268668ed-0d7b-4f7b-9df1-da4be7d9946d HTTP/1.1" status: 200 len: 922 time: 0.5402546 Nov 12 19:58:39.818052 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27422c-3667-4fee-9147-10c6af073d62 req-fcc9eeb3-ff16-4351-8b2c-f6cf8185914d tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:39.830713 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-df27422c-3667-4fee-9147-10c6af073d62 req-fcc9eeb3-ff16-4351-8b2c-f6cf8185914d tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=110aff97-6ab4-44a8-8f4a-1c1d0a01bd32 HTTP/1.1" status: 200 len: 945 time: 0.1714861 Nov 12 19:58:39.831413 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49842) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:39.839779 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device a30a20bb-8cc5-4726-bebf-8c135a256451 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:58:39.846241 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-d1e9edf6-737d-40f1-b833-438977b964e8 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Request body: {'floatingip': {'port_id': '8875ec82-e9fb-4add-8ff6-9de28370c3c3'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:39.877010 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: a30a20bb-8cc5-4726-bebf-8c135a256451 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:58:39.878337 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device a30a20bb-8cc5-4726-bebf-8c135a256451 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:58:39.880315 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-b970669e-ef03-4da1-af5a-0868837d8a9b service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574812 Nov 12 19:58:39.895461 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1c22178a-d616-4446-a414-71fca088a85c req-b62f387d-243b-4b78-b0d3-207088eb14b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f8645e5-8789-4b8e-a2d4-f71aef718bd6 HTTP/1.1" status: 200 len: 217 time: 0.1020074 Nov 12 19:58:39.937300 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7ce0eb75-34f5-4682-b92c-c67e208326f4 req-427ee599-442a-492b-9d88-87742a7a3b27 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257815 Nov 12 19:58:39.980858 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b2b9bda-a3cd-49f4-8c95-0daa7753cb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:39.985295 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-6745f93f-9f71-4bc1-8766-6b67bb91f594 req-2af5765d-8398-4335-a142-8913be3da83b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Deleting port dbba7874-3d14-498c-96fb-13a86cce1d70 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:58:39.985625 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6745f93f-9f71-4bc1-8766-6b67bb91f594 req-2af5765d-8398-4335-a142-8913be3da83b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:40.003360 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6be6e994-ef34-4d05-9e1e-216a77254e0e req-2f3a88b9-0f9e-47fc-a190-09ee4801f562 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100972 Nov 12 19:58:40.012616 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1e9edf6-737d-40f1-b833-438977b964e8 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks [] for floatingip, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:40.077000 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e32019-f2ea-408d-b669-132717c3f868 req-a54542d2-0af7-4996-b374-e28ad113aa23 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:40.078651 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16e32019-f2ea-408d-b669-132717c3f868 req-a54542d2-0af7-4996-b374-e28ad113aa23 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0 HTTP/1.1" status: 200 len: 948 time: 0.0701008 Nov 12 19:58:40.105074 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b9bda-a3cd-49f4-8c95-0daa7753cb43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85860ec8-82f7-4bfd-ae57-5732f19a3317,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:40.143831 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75469b4-7e0a-4356-b98d-b4fd162414bf req-f8087c30-2762-4111-acff-f39920a3574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:40.145404 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c75469b4-7e0a-4356-b98d-b4fd162414bf req-f8087c30-2762-4111-acff-f39920a3574b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=127a6be859e142dbb23de706cc1f6a95&device_id=e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0 HTTP/1.1" status: 200 len: 1100 time: 0.0884354 Nov 12 19:58:40.153232 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16e32019-f2ea-408d-b669-132717c3f868 req-2e6028e0-290b-4ba4-850a-7f1a144b1844 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610662 Nov 12 19:58:40.164637 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b2b9bda-a3cd-49f4-8c95-0daa7753cb43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:40.170929 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6b2b9bda-a3cd-49f4-8c95-0daa7753cb43 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/85860ec8-82f7-4bfd-ae57-5732f19a3317 HTTP/1.1" status: 204 len: 168 time: 1.3029425 Nov 12 19:58:40.174060 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49846) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:40.174285 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-e087510e-a20f-4509-abe1-dc703c464019 req-3746dbe7-c195-4a11-9258-2c667cf1110b tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Deleting port 7f8cdf73-3257-4832-a1a9-feb48693c33b {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:58:40.174557 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e087510e-a20f-4509-abe1-dc703c464019 req-3746dbe7-c195-4a11-9258-2c667cf1110b tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:40.219365 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22178a-d616-4446-a414-71fca088a85c req-2acde450-681c-4529-9cf8-1dd7322fb154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:40.220742 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1c22178a-d616-4446-a414-71fca088a85c req-2acde450-681c-4529-9cf8-1dd7322fb154 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7e87043-7d2d-4150-b80d-fb0e6e39dcdf HTTP/1.1" status: 200 len: 861 time: 0.2856562 Nov 12 19:58:40.244945 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec0d18-0f09-4cf7-b6ce-232411994dbd req-a91a33fa-a7bc-4d87-813e-64b7cc612e58 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:40.246396 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a5ec0d18-0f09-4cf7-b6ce-232411994dbd req-a91a33fa-a7bc-4d87-813e-64b7cc612e58 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 945 time: 0.3101730 Nov 12 19:58:40.325900 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1c22178a-d616-4446-a414-71fca088a85c req-9b5e6e40-ad8e-4853-887e-d09a749ac6de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=268668ed-0d7b-4f7b-9df1-da4be7d9946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929997 Nov 12 19:58:40.377968 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['91971784-1b93-406e-af72-8843a6baae4b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:58:40.443724 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-6745f93f-9f71-4bc1-8766-6b67bb91f594 req-2af5765d-8398-4335-a142-8913be3da83b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] For port dbba7874-3d14-498c-96fb-13a86cce1d70, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=dbba7874-3d14-498c-96fb-13a86cce1d70,segment=NetworkSegment(2efc070e-a49f-4f07-8919-eb6a66625270),segment_id=2efc070e-a49f-4f07-8919-eb6a66625270)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:40.444094 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6745f93f-9f71-4bc1-8766-6b67bb91f594 req-2af5765d-8398-4335-a142-8913be3da83b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:40.517290 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-6745f93f-9f71-4bc1-8766-6b67bb91f594 req-2af5765d-8398-4335-a142-8913be3da83b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Calling delete_port for dbba7874-3d14-498c-96fb-13a86cce1d70 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:58:40.548257 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-e087510e-a20f-4509-abe1-dc703c464019 req-3746dbe7-c195-4a11-9258-2c667cf1110b tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] For port 7f8cdf73-3257-4832-a1a9-feb48693c33b, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=7f8cdf73-3257-4832-a1a9-feb48693c33b,segment=NetworkSegment(4c2cdcd6-f087-4f31-9b18-0e99224e6252),segment_id=4c2cdcd6-f087-4f31-9b18-0e99224e6252)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:40.548605 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e087510e-a20f-4509-abe1-dc703c464019 req-3746dbe7-c195-4a11-9258-2c667cf1110b tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:40.586487 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7c701738-b5a3-498c-b9e7-73beb33912a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:40.603588 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a5ec0d18-0f09-4cf7-b6ce-232411994dbd req-1cddb123-6196-4ecd-97e4-d83236df817a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090694 Nov 12 19:58:40.624902 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe3f3b-b01f-40a0-8280-df1850a28ab6 req-8d806231-ede2-40d3-9f7e-617566313669 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:40.626629 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4dbe3f3b-b01f-40a0-8280-df1850a28ab6 req-8d806231-ede2-40d3-9f7e-617566313669 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f538531-df8c-4d6d-9092-a9f2b055f524 HTTP/1.1" status: 200 len: 945 time: 0.3957796 Nov 12 19:58:40.629082 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75469b4-7e0a-4356-b98d-b4fd162414bf req-932afa45-3861-4ec1-bbfe-876a0b502553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:40.630477 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c75469b4-7e0a-4356-b98d-b4fd162414bf req-932afa45-3861-4ec1-bbfe-876a0b502553 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.4764066 Nov 12 19:58:40.676066 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-e087510e-a20f-4509-abe1-dc703c464019 req-3746dbe7-c195-4a11-9258-2c667cf1110b tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Calling delete_port for 7f8cdf73-3257-4832-a1a9-feb48693c33b owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:58:40.714004 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c75469b4-7e0a-4356-b98d-b4fd162414bf req-23496fc4-3246-4b5b-adbe-c6eb08d24a9f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=e129fb89-8f7d-4147-9e4f-65ecbb35210e HTTP/1.1" status: 200 len: 217 time: 0.0564814 Nov 12 19:58:40.733293 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1c22178a-d616-4446-a414-71fca088a85c req-3589aac7-4c27-40f5-bc91-483fd02c8642 service neutron] 10.222.0.55 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900716 Nov 12 19:58:40.805012 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7c701738-b5a3-498c-b9e7-73beb33912a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:40.823352 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4dbe3f3b-b01f-40a0-8280-df1850a28ab6 req-11342731-179a-4610-9323-5cd06478f4a0 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/security-groups?id=8542df78-9549-480f-926a-a01902e4cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718228 Nov 12 19:58:40.837108 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75469b4-7e0a-4356-b98d-b4fd162414bf req-46aba0cf-06b6-440c-863b-da789ec78407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:40.838689 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c75469b4-7e0a-4356-b98d-b4fd162414bf req-46aba0cf-06b6-440c-863b-da789ec78407 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1156123 Nov 12 19:58:40.840335 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-7c701738-b5a3-498c-b9e7-73beb33912a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b8db6a-f7ca-45ba-ad3b-8839286211de']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:40.865415 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-7c701738-b5a3-498c-b9e7-73beb33912a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab89105-9ad3-4840-a2ad-dcf3dbac833f') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:40.865711 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-7c701738-b5a3-498c-b9e7-73beb33912a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab89105-9ad3-4840-a2ad-dcf3dbac833f') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:40.872343 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583e9430-fac3-47d0-9fd5-c52f8861c926', 'name': 'network-vif-deleted', 'tag': '4c2653b4-5a18-4c5c-b102-68e7c66d932d'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:40.875261 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4d638b-b0f5-4a3c-94d5-35b96f8b29da" -d '{"events": [{"server_uuid": "583e9430-fac3-47d0-9fd5-c52f8861c926", "name": "network-vif-deleted", "tag": "4c2653b4-5a18-4c5c-b102-68e7c66d932d"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:40.893253 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7c701738-b5a3-498c-b9e7-73beb33912a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:40.914319 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7c701738-b5a3-498c-b9e7-73beb33912a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:40.923874 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75469b4-7e0a-4356-b98d-b4fd162414bf req-9f1642f8-8e3e-4c6a-9153-ec8992985795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:40.925496 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c75469b4-7e0a-4356-b98d-b4fd162414bf req-9f1642f8-8e3e-4c6a-9153-ec8992985795 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0773516 Nov 12 19:58:40.926487 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c701738-b5a3-498c-b9e7-73beb33912a8 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 19:58:40.926868 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7c701738-b5a3-498c-b9e7-73beb33912a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: timer() Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 19:58:40.928690 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 19:58:40.937851 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device dbba7874-3d14-498c-96fb-13a86cce1d70 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:58:41.075158 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:41.105731 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7c701738-b5a3-498c-b9e7-73beb33912a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:41.118350 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7c701738-b5a3-498c-b9e7-73beb33912a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:41.122571 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7c701738-b5a3-498c-b9e7-73beb33912a8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f1b8db6a-f7ca-45ba-ad3b-8839286211de HTTP/1.1" status: 204 len: 168 time: 0.9474738 Nov 12 19:58:41.127407 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49858) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:41.158926 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port dbba7874-3d14-498c-96fb-13a86cce1d70, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=dbba7874-3d14-498c-96fb-13a86cce1d70,segment=NetworkSegment(2efc070e-a49f-4f07-8919-eb6a66625270),segment_id=2efc070e-a49f-4f07-8919-eb6a66625270)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:41.161783 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f538531-df8c-4d6d-9092-a9f2b055f524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbba7874-3d14-498c-96fb-13a86cce1d70'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:41.165636 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50235bb1-878d-41e1-b361-24ba9fa69e02" -d '{"events": [{"server_uuid": "9f538531-df8c-4d6d-9092-a9f2b055f524", "name": "network-vif-unplugged", "status": "completed", "tag": "dbba7874-3d14-498c-96fb-13a86cce1d70"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:41.173043 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:41.191572 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c701738-b5a3-498c-b9e7-73beb33912a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1b8db6a-f7ca-45ba-ad3b-8839286211de,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:41.202264 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c75469b4-7e0a-4356-b98d-b4fd162414bf req-3db823fb-12f9-41e3-94c1-58370be04f4c service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670209 Nov 12 19:58:41.250411 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=dbba7874-3d14-498c-96fb-13a86cce1d70,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:41.260261 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:41.260698 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:41.261129 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:41.261556 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:41.261947 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:41.262360 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:41.262748 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:41.263132 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:41.263517 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:41.263952 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:41.264497 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:41.265035 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:41.313833 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f5e0af-bf5a-49dc-ac47-5227de576b4f admin admin] Deleting subnet b7958d03-763b-440e-95f6-6d7676a16f91 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 19:58:41.320833 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-94f5e0af-bf5a-49dc-ac47-5227de576b4f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:41.372385 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797408d-bc04-47c5-a21f-9bc0e18818fb req-7c000cc7-19d5-4c26-b9c8-6ca69b81c77c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:41.374230 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0797408d-bc04-47c5-a21f-9bc0e18818fb req-7c000cc7-19d5-4c26-b9c8-6ca69b81c77c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 943 time: 0.1685560 Nov 12 19:58:41.394281 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-94f5e0af-bf5a-49dc-ac47-5227de576b4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:41.436698 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c75469b4-7e0a-4356-b98d-b4fd162414bf req-5c5add1e-62d3-4a3b-8a32-227aa7b33b6a service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206972 Nov 12 19:58:41.440614 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97be77f6-37f0-4b5e-973c-f17b3921646f x-openstack-request-id: req-97be77f6-37f0-4b5e-973c-f17b3921646f {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:41.440893 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583e9430-fac3-47d0-9fd5-c52f8861c926", "name": "network-vif-deleted", "tag": "4c2653b4-5a18-4c5c-b102-68e7c66d932d", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:41.441135 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-97be77f6-37f0-4b5e-973c-f17b3921646f {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:41.441523 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583e9430-fac3-47d0-9fd5-c52f8861c926', 'name': 'network-vif-deleted', 'tag': '4c2653b4-5a18-4c5c-b102-68e7c66d932d', 'status': 'completed', 'code': 200} Nov 12 19:58:41.485658 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-94f5e0af-bf5a-49dc-ac47-5227de576b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:41.490992 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0797408d-bc04-47c5-a21f-9bc0e18818fb req-73de8d52-7d16-46e8-8c8d-4897b6254625 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060085 Nov 12 19:58:41.551471 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-94f5e0af-bf5a-49dc-ac47-5227de576b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:41.581131 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5e0af-bf5a-49dc-ac47-5227de576b4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7958d03-763b-440e-95f6-6d7676a16f91,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:41.605884 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-94f5e0af-bf5a-49dc-ac47-5227de576b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:41.609686 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-94f5e0af-bf5a-49dc-ac47-5227de576b4f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b7958d03-763b-440e-95f6-6d7676a16f91 HTTP/1.1" status: 204 len: 168 time: 0.4781187 Nov 12 19:58:41.613630 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49864) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:41.635917 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec0c48-9b1c-4b5f-b69c-5b58ad236be0 req-431d1ea7-a185-4894-b51b-660cbaca253b tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:41.641847 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec0c48-9b1c-4b5f-b69c-5b58ad236be0 req-431d1ea7-a185-4894-b51b-660cbaca253b tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:41.647765 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec0c48-9b1c-4b5f-b69c-5b58ad236be0 req-431d1ea7-a185-4894-b51b-660cbaca253b tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:41.650271 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-04ec0c48-9b1c-4b5f-b69c-5b58ad236be0 req-431d1ea7-a185-4894-b51b-660cbaca253b tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=30886a89-fe97-4255-9676-183851595d10 HTTP/1.1" status: 200 len: 2419 time: 0.9100366 Nov 12 19:58:41.712546 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551f4f7-a13f-407d-98cb-d9b9e199be89 req-ec2182b4-ba3b-4f34-adbc-faec2c4b3b94 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:41.714070 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5551f4f7-a13f-407d-98cb-d9b9e199be89 req-ec2182b4-ba3b-4f34-adbc-faec2c4b3b94 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 951 time: 0.1351635 Nov 12 19:58:41.716968 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-426376da-be46-496d-ac7a-f8ef89de2f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:41.722712 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1c22178a-d616-4446-a414-71fca088a85c req-7d99d165-e588-4bae-9a30-5b38fa17df48 service neutron] 10.222.0.55 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9239812 Nov 12 19:58:41.801466 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6745f93f-9f71-4bc1-8766-6b67bb91f594 req-2af5765d-8398-4335-a142-8913be3da83b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:41.809662 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5551f4f7-a13f-407d-98cb-d9b9e199be89 req-9bd50bb9-4ec5-4c1c-a794-46b9ef7a74a1 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874755 Nov 12 19:58:41.843784 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-426376da-be46-496d-ac7a-f8ef89de2f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:41.850430 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 4c2653b4-5a18-4c5c-b102-68e7c66d932d no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:58:41.866192 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-426376da-be46-496d-ac7a-f8ef89de2f85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24568e0d-3106-4f9e-b807-e04c8e3f6c5e']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:41.877686 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-426376da-be46-496d-ac7a-f8ef89de2f85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aca6923e-f9a4-439b-92a2-4bed00869ba1') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:41.877870 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-426376da-be46-496d-ac7a-f8ef89de2f85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aca6923e-f9a4-439b-92a2-4bed00869ba1') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:41.886116 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5765d-8398-4335-a142-8913be3da83b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Pushing event deleted for resources: {'Port': ['ID=dbba7874-3d14-498c-96fb-13a86cce1d70,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:41.888874 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-426376da-be46-496d-ac7a-f8ef89de2f85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:41.902192 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b66be46-0981-4217-8356-01927e517df1 x-openstack-request-id: req-7b66be46-0981-4217-8356-01927e517df1 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:41.905283 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f538531-df8c-4d6d-9092-a9f2b055f524", "name": "network-vif-unplugged", "status": "completed", "tag": "dbba7874-3d14-498c-96fb-13a86cce1d70", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:41.905283 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7b66be46-0981-4217-8356-01927e517df1 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:41.905283 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f538531-df8c-4d6d-9092-a9f2b055f524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbba7874-3d14-498c-96fb-13a86cce1d70', 'code': 200} Nov 12 19:58:41.905985 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 4c2653b4-5a18-4c5c-b102-68e7c66d932d {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:58:41.906418 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-426376da-be46-496d-ac7a-f8ef89de2f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:41.906607 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 4c2653b4-5a18-4c5c-b102-68e7c66d932d not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:58:41.907508 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 10f7f689-c732-430a-a144-2c740535929e no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:58:41.911941 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-04ec0c48-9b1c-4b5f-b69c-5b58ad236be0 req-0b4f911f-2ea2-45af-a6aa-45b4bbcd80f8 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341509 Nov 12 19:58:41.921688 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426376da-be46-496d-ac7a-f8ef89de2f85 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 19:58:41.923433 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-426376da-be46-496d-ac7a-f8ef89de2f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: timer() Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 19:58:41.928751 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 19:58:41.933851 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e087510e-a20f-4509-abe1-dc703c464019 req-3746dbe7-c195-4a11-9258-2c667cf1110b tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:41.950240 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.db.resource_extend [None req-d1e9edf6-737d-40f1-b833-438977b964e8 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 19:58:41.984923 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['7f8cdf73-3257-4832-a1a9-feb48693c33b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:58:42.071127 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-6745f93f-9f71-4bc1-8766-6b67bb91f594 req-2af5765d-8398-4335-a142-8913be3da83b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] No DVR routers for this DVR port dbba7874-3d14-498c-96fb-13a86cce1d70 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:58:42.073965 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-426376da-be46-496d-ac7a-f8ef89de2f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:42.074536 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1e9edf6-737d-40f1-b833-438977b964e8 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:42.077561 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746dbe7-c195-4a11-9258-2c667cf1110b tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event deleted for resources: {'Port': ['ID=7f8cdf73-3257-4832-a1a9-feb48693c33b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:42.081162 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6745f93f-9f71-4bc1-8766-6b67bb91f594 req-2af5765d-8398-4335-a142-8913be3da83b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:42.086291 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6745f93f-9f71-4bc1-8766-6b67bb91f594 req-2af5765d-8398-4335-a142-8913be3da83b tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.55 "DELETE /v2.0/ports/dbba7874-3d14-498c-96fb-13a86cce1d70 HTTP/1.1" status: 204 len: 173 time: 2.6987886 Nov 12 19:58:42.107180 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:42.117273 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1e9edf6-737d-40f1-b833-438977b964e8 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:42.134195 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-426376da-be46-496d-ac7a-f8ef89de2f85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:42.141966 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-426376da-be46-496d-ac7a-f8ef89de2f85 admin admin] 10.222.0.48 "DELETE /v2.0/networks/24568e0d-3106-4f9e-b807-e04c8e3f6c5e HTTP/1.1" status: 204 len: 168 time: 0.5294118 Nov 12 19:58:42.171551 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f00f1a-a19d-4ba9-9840-5c0c84e89875 req-c42b4e0d-a486-4ddd-a079-535edfdcda66 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:42.179912 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-81f00f1a-a19d-4ba9-9840-5c0c84e89875 req-c42b4e0d-a486-4ddd-a079-535edfdcda66 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0 HTTP/1.1" status: 200 len: 948 time: 0.1927838 Nov 12 19:58:42.187972 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426376da-be46-496d-ac7a-f8ef89de2f85 admin admin] Pushing event deleted for resources: {'Network': ['ID=24568e0d-3106-4f9e-b807-e04c8e3f6c5e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:42.220536 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 10f7f689-c732-430a-a144-2c740535929e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=10f7f689-c732-430a-a144-2c740535929e,segment=NetworkSegment(4c2cdcd6-f087-4f31-9b18-0e99224e6252),segment_id=4c2cdcd6-f087-4f31-9b18-0e99224e6252)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:42.231560 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:42.254054 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-81f00f1a-a19d-4ba9-9840-5c0c84e89875 req-2ef2fa3a-0c31-470f-9a96-7fee8a3d2d9a tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731568 Nov 12 19:58:42.375880 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=10f7f689-c732-430a-a144-2c740535929e,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:42.376100 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e087510e-a20f-4509-abe1-dc703c464019 req-3746dbe7-c195-4a11-9258-2c667cf1110b tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] No DVR routers for this DVR port 7f8cdf73-3257-4832-a1a9-feb48693c33b on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:58:42.393676 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e087510e-a20f-4509-abe1-dc703c464019 req-3746dbe7-c195-4a11-9258-2c667cf1110b tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:42.402459 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e087510e-a20f-4509-abe1-dc703c464019 req-3746dbe7-c195-4a11-9258-2c667cf1110b tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.52 "DELETE /v2.0/ports/7f8cdf73-3257-4832-a1a9-feb48693c33b HTTP/1.1" status: 204 len: 173 time: 3.0048599 Nov 12 19:58:42.418287 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49872) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:42.462357 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3437004-f0fd-471f-989f-6bef5385ae76 req-b58b0b0e-7ead-49e6-bf7e-9e9f745bc089 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:42.467699 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b02a9b45-5b52-4186-a3b5-f2e01c377d9a req-112b529a-727c-43da-900b-523ae61fd427 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737 tempest-FloatingIPsAssociationNegativeTestJSON-1002392737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f538531-df8c-4d6d-9092-a9f2b055f524 HTTP/1.1" status: 200 len: 210 time: 0.0324290 Nov 12 19:58:42.470334 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c3437004-f0fd-471f-989f-6bef5385ae76 req-b58b0b0e-7ead-49e6-bf7e-9e9f745bc089 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 945 time: 0.4133389 Nov 12 19:58:42.497811 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-64da0227-d9ee-4bcc-8da8-8e4de2242e53 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=55a212f7281548d88a79437349230bc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0759795 Nov 12 19:58:42.498136 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49874) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:42.553132 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8ef605e2-fa1d-4c55-8865-858937be268c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:42.587512 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8ef605e2-fa1d-4c55-8865-858937be268c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:42.603399 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-d1e9edf6-737d-40f1-b833-438977b964e8 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Floating IP 13d5ce72-c339-4724-b48e-295acc57ebf4 associated. External IP: 172.25.5.241, port: 8875ec82-e9fb-4add-8ff6-9de28370c3c3. Nov 12 19:58:42.610094 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c3437004-f0fd-471f-989f-6bef5385ae76 req-72ddb84f-a7ba-4b61-8b24-b661c860e1f6 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386883 Nov 12 19:58:42.659511 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26365bf-8f17-4281-8799-d45cf9f482f9 req-2e2dbc5a-6cae-43bb-9eab-45c2a537d4cd tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:42.661473 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d26365bf-8f17-4281-8799-d45cf9f482f9 req-2e2dbc5a-6cae-43bb-9eab-45c2a537d4cd tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 943 time: 0.0894101 Nov 12 19:58:42.668365 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-e087510e-a20f-4509-abe1-dc703c464019 req-7acc5ed9-554b-4b5b-bc5d-e6c26bec0fc0 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Deleting port 10f7f689-c732-430a-a144-2c740535929e {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:58:42.668703 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e087510e-a20f-4509-abe1-dc703c464019 req-7acc5ed9-554b-4b5b-bc5d-e6c26bec0fc0 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:42.709679 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8ef605e2-fa1d-4c55-8865-858937be268c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:42.712257 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8ef605e2-fa1d-4c55-8865-858937be268c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:42.715817 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8ef605e2-fa1d-4c55-8865-858937be268c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e9155299-8ed0-4c52-b140-abb1ad98bb3f HTTP/1.1" status: 204 len: 168 time: 0.2139847 Nov 12 19:58:42.735275 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef605e2-fa1d-4c55-8865-858937be268c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9155299-8ed0-4c52-b140-abb1ad98bb3f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:42.753029 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d26365bf-8f17-4281-8799-d45cf9f482f9 req-8fa69557-27c4-4b57-8758-75c2aa742164 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814984 Nov 12 19:58:42.848925 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-e087510e-a20f-4509-abe1-dc703c464019 req-7acc5ed9-554b-4b5b-bc5d-e6c26bec0fc0 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] For port 10f7f689-c732-430a-a144-2c740535929e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=10f7f689-c732-430a-a144-2c740535929e,segment=NetworkSegment(4c2cdcd6-f087-4f31-9b18-0e99224e6252),segment_id=4c2cdcd6-f087-4f31-9b18-0e99224e6252)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:42.849304 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e087510e-a20f-4509-abe1-dc703c464019 req-7acc5ed9-554b-4b5b-bc5d-e6c26bec0fc0 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:42.870126 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-e087510e-a20f-4509-abe1-dc703c464019 req-7acc5ed9-554b-4b5b-bc5d-e6c26bec0fc0 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Calling delete_port for 10f7f689-c732-430a-a144-2c740535929e owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:58:42.939277 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:58:43.056035 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e9edf6-737d-40f1-b833-438977b964e8 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Router 13ffc356-de7d-4f85-9011-cc3c77947900 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 19:58:43.074293 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336eaa9-7fd0-44d9-b213-ed829cdbb887 req-3bc9f083-4dda-4cf2-8fdc-ec7657cd0478 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:43.075822 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4336eaa9-7fd0-44d9-b213-ed829cdbb887 req-3bc9f083-4dda-4cf2-8fdc-ec7657cd0478 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 951 time: 0.1990516 Nov 12 19:58:43.088111 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98269c1e-e3ae-4ff5-a757-89cd9eae9834 req-ec33c3b5-b323-4bbb-9ca2-b9f0df7e55e1 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:43.089628 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-98269c1e-e3ae-4ff5-a757-89cd9eae9834 req-ec33c3b5-b323-4bbb-9ca2-b9f0df7e55e1 tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 951 time: 0.1464517 Nov 12 19:58:43.095232 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4d4ca-b9ac-47e7-9349-20717cd667ff req-58fc82bb-1f5a-4d23-863f-224a1ef3a350 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:43.102693 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4d4ca-b9ac-47e7-9349-20717cd667ff req-58fc82bb-1f5a-4d23-863f-224a1ef3a350 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:43.104904 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-edd4d4ca-b9ac-47e7-9349-20717cd667ff req-58fc82bb-1f5a-4d23-863f-224a1ef3a350 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=30886a89-fe97-4255-9676-183851595d10 HTTP/1.1" status: 200 len: 1681 time: 0.0846374 Nov 12 19:58:43.112732 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6f8645e5-8789-4b8e-a2d4-f71aef718bd6,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:43.129672 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '6f8645e5-8789-4b8e-a2d4-f71aef718bd6', 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d', 'port_id': '6f8645e5-8789-4b8e-a2d4-f71aef718bd6', 'mac_address': 'fa:16:3e:d6:8f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e87043-7d2d-4150-b80d-fb0e6e39dcdf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:58:43.175217 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49886) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:43.185170 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:43.194703 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-edd4d4ca-b9ac-47e7-9349-20717cd667ff req-74402c45-4e08-43c4-9a08-105e00fb2c46 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801625 Nov 12 19:58:43.223808 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:58:43.235692 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-49cd1fbf-2a08-4dec-89ef-b405eadcb0ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ae6d54849cc46a39ef53888a14e400f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0571606 Nov 12 19:58:43.235926 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49888) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:43.249604 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6f8645e5-8789-4b8e-a2d4-f71aef718bd6,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:43.253946 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:43.310165 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=6f8645e5-8789-4b8e-a2d4-f71aef718bd6,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:43.311098 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a226154e-8b72-4aa1-8f6c-5760d730186e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:43.331742 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-98269c1e-e3ae-4ff5-a757-89cd9eae9834 req-cbc01897-1504-46a9-9353-7f36227808ce tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/security-groups?id=831545aa-789f-43c2-a5b3-ee080aa3e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313333 Nov 12 19:58:43.346789 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e087510e-a20f-4509-abe1-dc703c464019 req-7acc5ed9-554b-4b5b-bc5d-e6c26bec0fc0 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:43.361117 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e9edf6-737d-40f1-b833-438977b964e8 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 19:58:43.373328 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181f140c-7c47-4e2b-b982-38389d4b7653 None None] Sync routers for ids ['13ffc356-de7d-4f85-9011-cc3c77947900'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 19:58:43.376078 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a226154e-8b72-4aa1-8f6c-5760d730186e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:43.385102 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181f140c-7c47-4e2b-b982-38389d4b7653 None None] Routers {'13ffc356-de7d-4f85-9011-cc3c77947900'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:58:43.385489 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1e9edf6-737d-40f1-b833-438977b964e8 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:43.386386 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-181f140c-7c47-4e2b-b982-38389d4b7653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:58:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['13ffc356-de7d-4f85-9011-cc3c77947900'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:43.416708 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc5ed9-554b-4b5b-bc5d-e6c26bec0fc0 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event deleted for resources: {'Port': ['ID=10f7f689-c732-430a-a144-2c740535929e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:43.440999 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aee39a-836f-4899-b2e8-41a3263b2860 req-28d4bc5a-65f7-4469-8a6c-de09bb7b6874 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:43.442744 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-90aee39a-836f-4899-b2e8-41a3263b2860 req-28d4bc5a-65f7-4469-8a6c-de09bb7b6874 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0 HTTP/1.1" status: 200 len: 948 time: 0.1121783 Nov 12 19:58:43.446043 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f538531-df8c-4d6d-9092-a9f2b055f524', 'name': 'network-vif-deleted', 'tag': 'dbba7874-3d14-498c-96fb-13a86cce1d70'}, {'server_uuid': '30886a89-fe97-4255-9676-183851595d10', 'name': 'network-vif-deleted', 'tag': '7f8cdf73-3257-4832-a1a9-feb48693c33b'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:43.448524 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937e3b15-758b-4ec7-be9d-cc60dd0d562c" -d '{"events": [{"server_uuid": "9f538531-df8c-4d6d-9092-a9f2b055f524", "name": "network-vif-deleted", "tag": "dbba7874-3d14-498c-96fb-13a86cce1d70"}, {"server_uuid": "30886a89-fe97-4255-9676-183851595d10", "name": "network-vif-deleted", "tag": "7f8cdf73-3257-4832-a1a9-feb48693c33b"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:43.469838 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d1e9edf6-737d-40f1-b833-438977b964e8 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "PUT /v2.0/floatingips/13d5ce72-c339-4724-b48e-295acc57ebf4 HTTP/1.1" status: 200 len: 991 time: 3.6330307 Nov 12 19:58:43.508222 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-4336eaa9-7fd0-44d9-b213-ed829cdbb887 req-5c4c56b5-bd6d-4efd-a34e-5cba0974324f tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Deleting port 91971784-1b93-406e-af72-8843a6baae4b {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:58:43.509283 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4336eaa9-7fd0-44d9-b213-ed829cdbb887 req-5c4c56b5-bd6d-4efd-a34e-5cba0974324f tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:43.509847 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a226154e-8b72-4aa1-8f6c-5760d730186e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:43.513762 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a226154e-8b72-4aa1-8f6c-5760d730186e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:43.514888 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e087510e-a20f-4509-abe1-dc703c464019 req-7acc5ed9-554b-4b5b-bc5d-e6c26bec0fc0 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] No DVR routers for this DVR port 10f7f689-c732-430a-a144-2c740535929e on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:58:43.516259 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a226154e-8b72-4aa1-8f6c-5760d730186e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c392e16c-c466-4be1-84fd-43b88dba9df5 HTTP/1.1" status: 204 len: 168 time: 0.2786167 Nov 12 19:58:43.521419 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e087510e-a20f-4509-abe1-dc703c464019 req-7acc5ed9-554b-4b5b-bc5d-e6c26bec0fc0 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:43.527935 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e087510e-a20f-4509-abe1-dc703c464019 req-7acc5ed9-554b-4b5b-bc5d-e6c26bec0fc0 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.52 "DELETE /v2.0/ports/10f7f689-c732-430a-a144-2c740535929e HTTP/1.1" status: 204 len: 173 time: 1.1096632 Nov 12 19:58:43.529839 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae79dd6-0719-4e57-aa5e-8961116822e0 x-openstack-request-id: req-bae79dd6-0719-4e57-aa5e-8961116822e0 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:43.530298 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f538531-df8c-4d6d-9092-a9f2b055f524", "name": "network-vif-deleted", "tag": "dbba7874-3d14-498c-96fb-13a86cce1d70", "status": "completed", "code": 200}, {"server_uuid": "30886a89-fe97-4255-9676-183851595d10", "name": "network-vif-deleted", "tag": "7f8cdf73-3257-4832-a1a9-feb48693c33b", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:43.530732 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bae79dd6-0719-4e57-aa5e-8961116822e0 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:43.531440 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f538531-df8c-4d6d-9092-a9f2b055f524', 'name': 'network-vif-deleted', 'tag': 'dbba7874-3d14-498c-96fb-13a86cce1d70', 'status': 'completed', 'code': 200} Nov 12 19:58:43.531841 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30886a89-fe97-4255-9676-183851595d10', 'name': 'network-vif-deleted', 'tag': '7f8cdf73-3257-4832-a1a9-feb48693c33b', 'status': 'completed', 'code': 200} Nov 12 19:58:43.555052 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-90aee39a-836f-4899-b2e8-41a3263b2860 req-55c0520b-67fe-46d7-99fe-4edaa65ee304 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029689 Nov 12 19:58:43.565338 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226154e-8b72-4aa1-8f6c-5760d730186e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c392e16c-c466-4be1-84fd-43b88dba9df5,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:43.585919 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-181f140c-7c47-4e2b-b982-38389d4b7653 None None] Set router 13ffc356-de7d-4f85-9011-cc3c77947900 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:58:43.646370 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49902) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:43.715793 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['6f8645e5-8789-4b8e-a2d4-f71aef718bd6'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:58:43.751138 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-4336eaa9-7fd0-44d9-b213-ed829cdbb887 req-5c4c56b5-bd6d-4efd-a34e-5cba0974324f tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] For port 91971784-1b93-406e-af72-8843a6baae4b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=91971784-1b93-406e-af72-8843a6baae4b,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:43.755666 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4336eaa9-7fd0-44d9-b213-ed829cdbb887 req-5c4c56b5-bd6d-4efd-a34e-5cba0974324f tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:43.780024 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-4336eaa9-7fd0-44d9-b213-ed829cdbb887 req-5c4c56b5-bd6d-4efd-a34e-5cba0974324f tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Calling delete_port for 91971784-1b93-406e-af72-8843a6baae4b owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:58:43.795526 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-e087510e-a20f-4509-abe1-dc703c464019 req-33b1a6a2-1116-4c15-a2ca-3e9c4b3297e7 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Deleting port 0edcb006-47f1-4082-bc5a-b9ea70c73b9e {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:58:43.796073 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e087510e-a20f-4509-abe1-dc703c464019 req-33b1a6a2-1116-4c15-a2ca-3e9c4b3297e7 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:43.850991 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device e129fb89-8f7d-4147-9e4f-65ecbb35210e details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:58:43.962217 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-181f140c-7c47-4e2b-b982-38389d4b7653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-973545571-router', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:32Z', 'updated_at': '2021-11-12T19:55:37Z', 'revision_number': 4, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'gw_port': {'id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:33Z', 'updated_at': '2021-11-12T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '13d5ce72-c339-4724-b48e-295acc57ebf4', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'floating_ip_address': '172.25.5.241', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'port_id': '8875ec82-e9fb-4add-8ff6-9de28370c3c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f', 'mac_address': 'fa:16:3e:1b:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110aff97-6ab4-44a8-8f4a-1c1d0a01bd32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T19:56:06Z', 'updated_at': '2021-11-12T19:58:41Z', 'revision_number': 5, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ed1e21-184e-4644-933f-a062fc18cc00', 'name': '', 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'mac_address': 'fa:16:3e:38:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:36Z', 'updated_at': '2021-11-12T19:55:42Z', 'revision_number': 5, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'subnets': [{'id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:43.975658 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02149f89-c3ce-4bd6-9d3b-f61a21aeedb7 req-dbda6a08-60ba-410e-81c7-8240b295c2d7 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:43.982613 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-02149f89-c3ce-4bd6-9d3b-f61a21aeedb7 req-dbda6a08-60ba-410e-81c7-8240b295c2d7 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 944 time: 0.1350484 Nov 12 19:58:43.995927 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 0edcb006-47f1-4082-bc5a-b9ea70c73b9e no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:58:44.002380 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30886a89-fe97-4255-9676-183851595d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f7f689-c732-430a-a144-2c740535929e'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:44.004765 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3081308e-4da4-47f6-a9b1-4ad592adb439" -d '{"events": [{"server_uuid": "30886a89-fe97-4255-9676-183851595d10", "name": "network-vif-unplugged", "status": "completed", "tag": "10f7f689-c732-430a-a144-2c740535929e"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:44.022626 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181f140c-7c47-4e2b-b982-38389d4b7653 None None] Checking router: 13ffc356-de7d-4f85-9011-cc3c77947900 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 19:58:44.034164 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181f140c-7c47-4e2b-b982-38389d4b7653 None None] Routers {'13ffc356-de7d-4f85-9011-cc3c77947900'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:58:44.034920 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-181f140c-7c47-4e2b-b982-38389d4b7653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:58:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['13ffc356-de7d-4f85-9011-cc3c77947900'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:44.062902 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port e129fb89-8f7d-4147-9e4f-65ecbb35210e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=e129fb89-8f7d-4147-9e4f-65ecbb35210e,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:44.098862 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'e129fb89-8f7d-4147-9e4f-65ecbb35210e', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': 'e129fb89-8f7d-4147-9e4f-65ecbb35210e', 'mac_address': 'fa:16:3e:7d:7f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:58:44.178561 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-02149f89-c3ce-4bd6-9d3b-f61a21aeedb7 req-7f7bdfaa-f9c7-4f02-a31f-e40f1869d18f tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568646 Nov 12 19:58:44.193779 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:44.237049 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 0edcb006-47f1-4082-bc5a-b9ea70c73b9e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0edcb006-47f1-4082-bc5a-b9ea70c73b9e,segment=NetworkSegment(c64a011d-c69a-48e8-8905-50afd92697b4),segment_id=c64a011d-c69a-48e8-8905-50afd92697b4)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:44.263224 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-181f140c-7c47-4e2b-b982-38389d4b7653 None None] Set router 13ffc356-de7d-4f85-9011-cc3c77947900 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:58:44.268777 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de31ccc2-3826-40d7-9408-1f425e047d75 x-openstack-request-id: req-de31ccc2-3826-40d7-9408-1f425e047d75 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:44.269289 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30886a89-fe97-4255-9676-183851595d10", "name": "network-vif-unplugged", "status": "completed", "tag": "10f7f689-c732-430a-a144-2c740535929e", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:44.269616 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de31ccc2-3826-40d7-9408-1f425e047d75 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:44.270094 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30886a89-fe97-4255-9676-183851595d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f7f689-c732-430a-a144-2c740535929e', 'code': 200} Nov 12 19:58:44.306137 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:44.306922 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 7f8cdf73-3257-4832-a1a9-feb48693c33b no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:58:44.402141 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 7f8cdf73-3257-4832-a1a9-feb48693c33b {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:58:44.402581 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 7f8cdf73-3257-4832-a1a9-feb48693c33b not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:58:44.412604 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:44.431345 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e129fb89-8f7d-4147-9e4f-65ecbb35210e {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:58:44.454007 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port e129fb89-8f7d-4147-9e4f-65ecbb35210e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=e129fb89-8f7d-4147-9e4f-65ecbb35210e,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:44.469996 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:44.492920 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=0edcb006-47f1-4082-bc5a-b9ea70c73b9e,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:44.522477 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae7281-8c62-4162-a210-1201473e657c req-7a231d75-3cbd-4949-90b2-f1200f9784ee tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:44.531154 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d0ae7281-8c62-4162-a210-1201473e657c req-7a231d75-3cbd-4949-90b2-f1200f9784ee tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=30886a89-fe97-4255-9676-183851595d10 HTTP/1.1" status: 200 len: 944 time: 0.1655722 Nov 12 19:58:44.542941 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f122c47-42ee-4c26-8fe8-0cd79696e9e1 req-bcd94141-b9f9-4ef7-9f51-d52261372deb tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:44.545987 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8f122c47-42ee-4c26-8fe8-0cd79696e9e1 req-bcd94141-b9f9-4ef7-9f51-d52261372deb tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 945 time: 0.7262974 Nov 12 19:58:44.575675 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=e129fb89-8f7d-4147-9e4f-65ecbb35210e,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:44.580631 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-181f140c-7c47-4e2b-b982-38389d4b7653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-973545571-router', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:32Z', 'updated_at': '2021-11-12T19:55:37Z', 'revision_number': 4, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'gw_port': {'id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:33Z', 'updated_at': '2021-11-12T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '13d5ce72-c339-4724-b48e-295acc57ebf4', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'floating_ip_address': '172.25.5.241', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'port_id': '8875ec82-e9fb-4add-8ff6-9de28370c3c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f', 'mac_address': 'fa:16:3e:1b:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110aff97-6ab4-44a8-8f4a-1c1d0a01bd32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T19:56:06Z', 'updated_at': '2021-11-12T19:58:41Z', 'revision_number': 5, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ed1e21-184e-4644-933f-a062fc18cc00', 'name': '', 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'mac_address': 'fa:16:3e:38:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:36Z', 'updated_at': '2021-11-12T19:55:42Z', 'revision_number': 5, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'subnets': [{'id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:44.582768 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b1996c2-fe19-482b-8da4-4f50b0ca5d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:44.602580 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-e087510e-a20f-4509-abe1-dc703c464019 req-33b1a6a2-1116-4c15-a2ca-3e9c4b3297e7 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] For port 0edcb006-47f1-4082-bc5a-b9ea70c73b9e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0edcb006-47f1-4082-bc5a-b9ea70c73b9e,segment=NetworkSegment(c64a011d-c69a-48e8-8905-50afd92697b4),segment_id=c64a011d-c69a-48e8-8905-50afd92697b4)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:44.602945 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e087510e-a20f-4509-abe1-dc703c464019 req-33b1a6a2-1116-4c15-a2ca-3e9c4b3297e7 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:44.634785 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181f140c-7c47-4e2b-b982-38389d4b7653 None None] The sync data for ids ['13ffc356-de7d-4f85-9011-cc3c77947900'] in n-d-712140-15 is: [{'id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-973545571-router', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:32Z', 'updated_at': '2021-11-12T19:55:37Z', 'revision_number': 4, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'gw_port': {'id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:33Z', 'updated_at': '2021-11-12T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '13d5ce72-c339-4724-b48e-295acc57ebf4', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'floating_ip_address': '172.25.5.241', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'port_id': '8875ec82-e9fb-4add-8ff6-9de28370c3c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f', 'mac_address': 'fa:16:3e:1b:bb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110aff97-6ab4-44a8-8f4a-1c1d0a01bd32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T19:56:06Z', 'updated_at': '2021-11-12T19:58:41Z', 'revision_number': 5, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ed1e21-184e-4644-933f-a062fc18cc00', 'name': '', 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'mac_address': 'fa:16:3e:38:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:36Z', 'updated_at': '2021-11-12T19:55:42Z', 'revision_number': 5, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'subnets': [{'id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 19:58:44.647656 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-e087510e-a20f-4509-abe1-dc703c464019 req-33b1a6a2-1116-4c15-a2ca-3e9c4b3297e7 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Calling delete_port for 0edcb006-47f1-4082-bc5a-b9ea70c73b9e owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:58:44.686089 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8f122c47-42ee-4c26-8fe8-0cd79696e9e1 req-abfc6c26-7c77-406a-ae7e-2df265add348 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256537 Nov 12 19:58:44.696872 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d0ae7281-8c62-4162-a210-1201473e657c req-44b30502-a6e6-474d-b603-748f169747b0 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647356 Nov 12 19:58:44.814875 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4336eaa9-7fd0-44d9-b213-ed829cdbb887 req-5c4c56b5-bd6d-4efd-a34e-5cba0974324f tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:44.834856 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['e129fb89-8f7d-4147-9e4f-65ecbb35210e'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:58:44.858360 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c56b5-bd6d-4efd-a34e-5cba0974324f tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Pushing event deleted for resources: {'Port': ['ID=91971784-1b93-406e-af72-8843a6baae4b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:44.906702 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49934) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:44.915038 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4336eaa9-7fd0-44d9-b213-ed829cdbb887 req-5c4c56b5-bd6d-4efd-a34e-5cba0974324f tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] No DVR routers for this DVR port 91971784-1b93-406e-af72-8843a6baae4b on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:58:44.947783 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 91971784-1b93-406e-af72-8843a6baae4b no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:58:44.977024 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4336eaa9-7fd0-44d9-b213-ed829cdbb887 req-5c4c56b5-bd6d-4efd-a34e-5cba0974324f tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:44.980700 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4336eaa9-7fd0-44d9-b213-ed829cdbb887 req-5c4c56b5-bd6d-4efd-a34e-5cba0974324f tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.55 "DELETE /v2.0/ports/91971784-1b93-406e-af72-8843a6baae4b HTTP/1.1" status: 204 len: 173 time: 1.8876889 Nov 12 19:58:45.006547 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 91971784-1b93-406e-af72-8843a6baae4b {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:58:45.009823 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 91971784-1b93-406e-af72-8843a6baae4b not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:58:45.040040 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a6530ec1-c00a-45ef-9e54-4077cd7b0381 req-5a5b35e6-977e-4482-a3f8-b5f9997178ae tempest-ServersAdminTestJSON-1974865178 tempest-ServersAdminTestJSON-1974865178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e5df940-1840-4e3f-8d66-540a9ff233ca HTTP/1.1" status: 200 len: 210 time: 0.1264608 Nov 12 19:58:45.083566 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e087510e-a20f-4509-abe1-dc703c464019 req-33b1a6a2-1116-4c15-a2ca-3e9c4b3297e7 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:45.113818 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0a3df-f719-4af0-bfb3-a136d0a6ef17 req-cd94a7ec-ef79-4555-8234-cfeb328a9566 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:45.123123 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-37a0a3df-f719-4af0-bfb3-a136d0a6ef17 req-cd94a7ec-ef79-4555-8234-cfeb328a9566 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0 HTTP/1.1" status: 200 len: 949 time: 0.2046349 Nov 12 19:58:45.141711 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac864f8-64b2-4c7f-9700-ba38cb7b1946 None None] New status for floating IP 13d5ce72-c339-4724-b48e-295acc57ebf4: ACTIVE {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 19:58:45.169028 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1a6a2-1116-4c15-a2ca-3e9c4b3297e7 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event deleted for resources: {'Port': ['ID=0edcb006-47f1-4082-bc5a-b9ea70c73b9e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:45.233806 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-37a0a3df-f719-4af0-bfb3-a136d0a6ef17 req-82b5a783-75f8-43b1-98c1-1f9268bf5d73 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091204 Nov 12 19:58:45.283232 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-18b5fd65-c872-4fb3-b6e1-54a7e900ef5f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-385459563-network', 'tenant_id': '6361e643454f43aab215cabe13fcb7c7'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:45.316888 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-9b1996c2-fe19-482b-8da4-4f50b0ca5d8c admin admin] Deleting port 24b66c35-480f-44cc-a60f-81e953cdd09e {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:58:45.317296 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b1996c2-fe19-482b-8da4-4f50b0ca5d8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:45.330648 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e087510e-a20f-4509-abe1-dc703c464019 req-33b1a6a2-1116-4c15-a2ca-3e9c4b3297e7 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] No DVR routers for this DVR port 0edcb006-47f1-4082-bc5a-b9ea70c73b9e on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:58:45.333886 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e087510e-a20f-4509-abe1-dc703c464019 req-33b1a6a2-1116-4c15-a2ca-3e9c4b3297e7 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:45.339798 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e087510e-a20f-4509-abe1-dc703c464019 req-33b1a6a2-1116-4c15-a2ca-3e9c4b3297e7 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.52 "DELETE /v2.0/ports/0edcb006-47f1-4082-bc5a-b9ea70c73b9e HTTP/1.1" status: 204 len: 173 time: 1.7915461 Nov 12 19:58:45.380853 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b5fd65-c872-4fb3-b6e1-54a7e900ef5f admin admin] Made reservation on behalf of 6361e643454f43aab215cabe13fcb7c7 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:58:45.383799 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-18b5fd65-c872-4fb3-b6e1-54a7e900ef5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:45.408951 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-18b5fd65-c872-4fb3-b6e1-54a7e900ef5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:45.471328 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-9b1996c2-fe19-482b-8da4-4f50b0ca5d8c admin admin] For port 24b66c35-480f-44cc-a60f-81e953cdd09e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=24b66c35-480f-44cc-a60f-81e953cdd09e,segment=NetworkSegment(2efc070e-a49f-4f07-8919-eb6a66625270),segment_id=2efc070e-a49f-4f07-8919-eb6a66625270)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:45.471846 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b1996c2-fe19-482b-8da4-4f50b0ca5d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:45.488123 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-9b1996c2-fe19-482b-8da4-4f50b0ca5d8c admin admin] Calling delete_port for 24b66c35-480f-44cc-a60f-81e953cdd09e owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:58:45.492179 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288b7d0-a131-4d11-9448-2ac059fb1708 req-571c140f-aad7-4aaf-8305-fcb96839cb27 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:45.497034 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b288b7d0-a131-4d11-9448-2ac059fb1708 req-571c140f-aad7-4aaf-8305-fcb96839cb27 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 944 time: 0.1889274 Nov 12 19:58:45.533215 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110aff97-6ab4-44a8-8f4a-1c1d0a01bd32', 'tag': '8875ec82-e9fb-4add-8ff6-9de28370c3c3'}, {'server_uuid': '30886a89-fe97-4255-9676-183851595d10', 'name': 'network-vif-deleted', 'tag': '10f7f689-c732-430a-a144-2c740535929e'}, {'server_uuid': '1e5df940-1840-4e3f-8d66-540a9ff233ca', 'name': 'network-vif-deleted', 'tag': '91971784-1b93-406e-af72-8843a6baae4b'}, {'server_uuid': '30886a89-fe97-4255-9676-183851595d10', 'name': 'network-vif-deleted', 'tag': '0edcb006-47f1-4082-bc5a-b9ea70c73b9e'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:45.535546 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26307f8c-ae4a-458c-9d94-0b48e250cd68" -d '{"events": [{"name": "network-changed", "server_uuid": "110aff97-6ab4-44a8-8f4a-1c1d0a01bd32", "tag": "8875ec82-e9fb-4add-8ff6-9de28370c3c3"}, {"server_uuid": "30886a89-fe97-4255-9676-183851595d10", "name": "network-vif-deleted", "tag": "10f7f689-c732-430a-a144-2c740535929e"}, {"server_uuid": "1e5df940-1840-4e3f-8d66-540a9ff233ca", "name": "network-vif-deleted", "tag": "91971784-1b93-406e-af72-8843a6baae4b"}, {"server_uuid": "30886a89-fe97-4255-9676-183851595d10", "name": "network-vif-deleted", "tag": "0edcb006-47f1-4082-bc5a-b9ea70c73b9e"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:45.579813 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-18b5fd65-c872-4fb3-b6e1-54a7e900ef5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:45.583788 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b288b7d0-a131-4d11-9448-2ac059fb1708 req-e70f7ddb-e359-4d7f-b2a1-65db9ebed70f tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821953 Nov 12 19:58:45.585791 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-18b5fd65-c872-4fb3-b6e1-54a7e900ef5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:45.598479 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 692 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3c9a5f-b48a-45c8-b42d-25200330b4dc x-openstack-request-id: req-7b3c9a5f-b48a-45c8-b42d-25200330b4dc {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:45.598691 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110aff97-6ab4-44a8-8f4a-1c1d0a01bd32", "tag": "8875ec82-e9fb-4add-8ff6-9de28370c3c3", "status": "completed", "code": 200}, {"server_uuid": "30886a89-fe97-4255-9676-183851595d10", "name": "network-vif-deleted", "tag": "10f7f689-c732-430a-a144-2c740535929e", "status": "completed", "code": 200}, {"server_uuid": "1e5df940-1840-4e3f-8d66-540a9ff233ca", "name": "network-vif-deleted", "tag": "91971784-1b93-406e-af72-8843a6baae4b", "status": "completed", "code": 200}, {"server_uuid": "30886a89-fe97-4255-9676-183851595d10", "name": "network-vif-deleted", "tag": "0edcb006-47f1-4082-bc5a-b9ea70c73b9e", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:45.598892 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7b3c9a5f-b48a-45c8-b42d-25200330b4dc {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:45.599297 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110aff97-6ab4-44a8-8f4a-1c1d0a01bd32', 'tag': '8875ec82-e9fb-4add-8ff6-9de28370c3c3', 'status': 'completed', 'code': 200} Nov 12 19:58:45.599489 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30886a89-fe97-4255-9676-183851595d10', 'name': 'network-vif-deleted', 'tag': '10f7f689-c732-430a-a144-2c740535929e', 'status': 'completed', 'code': 200} Nov 12 19:58:45.599706 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5df940-1840-4e3f-8d66-540a9ff233ca', 'name': 'network-vif-deleted', 'tag': '91971784-1b93-406e-af72-8843a6baae4b', 'status': 'completed', 'code': 200} Nov 12 19:58:45.599948 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30886a89-fe97-4255-9676-183851595d10', 'name': 'network-vif-deleted', 'tag': '0edcb006-47f1-4082-bc5a-b9ea70c73b9e', 'status': 'completed', 'code': 200} Nov 12 19:58:45.602916 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b5fd65-c872-4fb3-b6e1-54a7e900ef5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 19:58:45.635399 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-18b5fd65-c872-4fb3-b6e1-54a7e900ef5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:45.635832 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-18b5fd65-c872-4fb3-b6e1-54a7e900ef5f admin admin] Added segment 0b5ed61f-18f3-4c62-8bb2-725b8b65f316 of type vlan for network 42a38b8e-88ae-448d-913f-5d7fbbe420ed Nov 12 19:58:45.647635 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5fd65-c872-4fb3-b6e1-54a7e900ef5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913ed6a0-623e-4317-9819-102bb21acdbc,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:45.706540 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b1996c2-fe19-482b-8da4-4f50b0ca5d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:45.708704 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-18b5fd65-c872-4fb3-b6e1-54a7e900ef5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:45.739178 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26307f8c-ae4a-458c-9d94-0b48e250cd68 req-43a9f6c0-4467-43a4-a416-fe13fd221a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:45.741072 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-26307f8c-ae4a-458c-9d94-0b48e250cd68 req-43a9f6c0-4467-43a4-a416-fe13fd221a40 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c539f76e143242b8af302d8e20aae3aa&device_id=110aff97-6ab4-44a8-8f4a-1c1d0a01bd32 HTTP/1.1" status: 200 len: 1097 time: 0.0691619 Nov 12 19:58:45.743454 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1996c2-fe19-482b-8da4-4f50b0ca5d8c admin admin] Pushing event deleted for resources: {'Port': ['ID=24b66c35-480f-44cc-a60f-81e953cdd09e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:45.770397 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-18b5fd65-c872-4fb3-b6e1-54a7e900ef5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:45.771584 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b5fd65-c872-4fb3-b6e1-54a7e900ef5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:45.772335 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-18b5fd65-c872-4fb3-b6e1-54a7e900ef5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:45.912066 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-738f418b-f36d-40a7-8a19-8479687e00e1 req-a6d56576-0f7a-41e9-b971-eb6e599f7a5c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=30886a89-fe97-4255-9676-183851595d10 HTTP/1.1" status: 200 len: 210 time: 0.0352871 Nov 12 19:58:45.916526 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-18b5fd65-c872-4fb3-b6e1-54a7e900ef5f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9987595 Nov 12 19:58:45.940946 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49946) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:45.947054 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-8e9f7fcf-d762-48b4-8f70-4ef08abf8f78 admin admin] Request body: {'subnet': {'network_id': '42a38b8e-88ae-448d-913f-5d7fbbe420ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-385459563-subnet', 'tenant_id': '6361e643454f43aab215cabe13fcb7c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:45.977408 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5fd65-c872-4fb3-b6e1-54a7e900ef5f admin admin] Pushing event updated for resources: {'Network': ['ID=42a38b8e-88ae-448d-913f-5d7fbbe420ed,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:45.991622 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 42a38b8e-88ae-448d-913f-5d7fbbe420ed details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 19:58:46.031576 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26307f8c-ae4a-458c-9d94-0b48e250cd68 req-f763331d-73ad-45ec-a4d9-6459ee492769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:46.033492 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-26307f8c-ae4a-458c-9d94-0b48e250cd68 req-f763331d-73ad-45ec-a4d9-6459ee492769 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1d354fd-aa26-44d0-9019-12658139bd7f HTTP/1.1" status: 200 len: 924 time: 0.2815278 Nov 12 19:58:46.037722 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9f7fcf-d762-48b4-8f70-4ef08abf8f78 admin admin] Made reservation on behalf of 6361e643454f43aab215cabe13fcb7c7 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:58:46.042324 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8e9f7fcf-d762-48b4-8f70-4ef08abf8f78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:46.196830 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7d158-ea8d-4a92-ac19-7c90806c6578 req-c742fb02-906b-44ce-8a35-aa2fe24c720c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:46.198666 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-01a7d158-ea8d-4a92-ac19-7c90806c6578 req-c742fb02-906b-44ce-8a35-aa2fe24c720c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 945 time: 0.3318703 Nov 12 19:58:46.254601 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-26307f8c-ae4a-458c-9d94-0b48e250cd68 req-4320f66c-1cc7-4037-8c8c-87df6308285b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8875ec82-e9fb-4add-8ff6-9de28370c3c3 HTTP/1.1" status: 200 len: 1001 time: 0.2092683 Nov 12 19:58:46.271469 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30886a89-fe97-4255-9676-183851595d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0edcb006-47f1-4082-bc5a-b9ea70c73b9e'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:46.277741 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f06b50-9e92-4412-8c74-e0211b509748" -d '{"events": [{"server_uuid": "30886a89-fe97-4255-9676-183851595d10", "name": "network-vif-unplugged", "status": "completed", "tag": "0edcb006-47f1-4082-bc5a-b9ea70c73b9e"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:46.313948 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b1996c2-fe19-482b-8da4-4f50b0ca5d8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:46.368779 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-01a7d158-ea8d-4a92-ac19-7c90806c6578 req-044310f0-fa91-4701-b940-79dcd3feda4e tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588659 Nov 12 19:58:46.400692 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26307f8c-ae4a-458c-9d94-0b48e250cd68 req-a45084f6-e555-4cd6-acda-f8642f5a76f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:46.403078 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-26307f8c-ae4a-458c-9d94-0b48e250cd68 req-a45084f6-e555-4cd6-acda-f8642f5a76f4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=642111bb-5d2c-43b3-97eb-ab14b1809540 HTTP/1.1" status: 200 len: 862 time: 0.1277318 Nov 12 19:58:46.424610 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676e9a75-04da-4f78-844c-60d849121f69 x-openstack-request-id: req-676e9a75-04da-4f78-844c-60d849121f69 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:46.425129 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30886a89-fe97-4255-9676-183851595d10", "name": "network-vif-unplugged", "status": "completed", "tag": "0edcb006-47f1-4082-bc5a-b9ea70c73b9e", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:46.425275 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49960) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:46.425552 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-676e9a75-04da-4f78-844c-60d849121f69 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:46.426054 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30886a89-fe97-4255-9676-183851595d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0edcb006-47f1-4082-bc5a-b9ea70c73b9e', 'code': 200} Nov 12 19:58:46.478344 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8e9f7fcf-d762-48b4-8f70-4ef08abf8f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:46.479053 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd68aa5-2433-48af-9521-48f8344259e9 req-0ed6414f-7923-454d-83ad-6f9a1396626e tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:46.480932 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dfd68aa5-2433-48af-9521-48f8344259e9 req-0ed6414f-7923-454d-83ad-6f9a1396626e tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0 HTTP/1.1" status: 200 len: 949 time: 0.1187499 Nov 12 19:58:46.515769 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26307f8c-ae4a-458c-9d94-0b48e250cd68 req-b1a8bd25-5912-4a31-bd3f-d9c8a033c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:46.517285 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-26307f8c-ae4a-458c-9d94-0b48e250cd68 req-b1a8bd25-5912-4a31-bd3f-d9c8a033c5f6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1d354fd-aa26-44d0-9019-12658139bd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856314 Nov 12 19:58:46.559525 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f7fcf-d762-48b4-8f70-4ef08abf8f78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1b4105c-9efa-4f7a-bffe-03257e875821,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:46.607025 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9f7fcf-d762-48b4-8f70-4ef08abf8f78 admin admin] Checking segment: {'id': '0b5ed61f-18f3-4c62-8bb2-725b8b65f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '42a38b8e-88ae-448d-913f-5d7fbbe420ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:58:46.607709 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9f7fcf-d762-48b4-8f70-4ef08abf8f78 admin admin] Network hostable DHCP agents. Network: 42a38b8e-88ae-448d-913f-5d7fbbe420ed, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 19:58:46.613199 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dfd68aa5-2433-48af-9521-48f8344259e9 req-278f1dd0-f251-4993-a641-9a054bbf05d0 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188290 Nov 12 19:58:46.642566 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9f7fcf-d762-48b4-8f70-4ef08abf8f78 admin admin] Network 42a38b8e-88ae-448d-913f-5d7fbbe420ed is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 19:58:46.656211 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-26307f8c-ae4a-458c-9d94-0b48e250cd68 req-52094207-da05-4438-8b5d-7654db3ea833 service neutron] 10.222.0.55 "GET /v2.0/networks/f1d354fd-aa26-44d0-9019-12658139bd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263289 Nov 12 19:58:46.661047 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-8e9f7fcf-d762-48b4-8f70-4ef08abf8f78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 42a38b8e-88ae-448d-913f-5d7fbbe420ed) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:58:46.671147 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb95e26-21b1-4512-a1b4-f7dc8accbcc5 None None] Network 42a38b8e-88ae-448d-913f-5d7fbbe420ed requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:58:46.679239 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5bcb1ce7-569d-44ba-985a-5d640e9dff5d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=24e5e38dc0ef4467961da0eba9110e06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486894 Nov 12 19:58:46.679436 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9f7fcf-d762-48b4-8f70-4ef08abf8f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:46.679436 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8e9f7fcf-d762-48b4-8f70-4ef08abf8f78 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:46.680078 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49966) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:46.713330 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1996c2-fe19-482b-8da4-4f50b0ca5d8c admin admin] Router afbf8452-ef12-45b5-8354-1ba1d9aef67c has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 19:58:46.786268 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8e9f7fcf-d762-48b4-8f70-4ef08abf8f78 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8441811 Nov 12 19:58:46.790469 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49968) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:46.797970 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f7852f1c-418d-4579-9497-d63070daae00 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-385459563-router', 'tenant_id': '6361e643454f43aab215cabe13fcb7c7', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:46.799747 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57d9aa8d-3b76-4bf7-8b8a-413978fb9d44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:46.829793 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57d9aa8d-3b76-4bf7-8b8a-413978fb9d44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:46.856871 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1b448-41f5-4371-a027-9c61417426ac req-8b7436b9-a97c-4ba5-a032-9771b5dbfbac tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:46.865475 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c0e1b448-41f5-4371-a027-9c61417426ac req-8b7436b9-a97c-4ba5-a032-9771b5dbfbac tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 944 time: 0.1677504 Nov 12 19:58:46.881590 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7852f1c-418d-4579-9497-d63070daae00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:46.883873 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7852f1c-418d-4579-9497-d63070daae00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:46.898353 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-26307f8c-ae4a-458c-9d94-0b48e250cd68 req-f299ce80-d75e-446d-8fa8-a474e7b1a935 service neutron] 10.222.0.55 "GET /v2.0/networks/f1d354fd-aa26-44d0-9019-12658139bd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324898 Nov 12 19:58:46.945805 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57d9aa8d-3b76-4bf7-8b8a-413978fb9d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:46.953141 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57d9aa8d-3b76-4bf7-8b8a-413978fb9d44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:46.956469 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-57d9aa8d-3b76-4bf7-8b8a-413978fb9d44 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/831545aa-789f-43c2-a5b3-ee080aa3e13b HTTP/1.1" status: 204 len: 168 time: 0.2732112 Nov 12 19:58:46.962417 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1996c2-fe19-482b-8da4-4f50b0ca5d8c admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 19:58:46.964317 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:58:46.976953 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8c7fb1-a3dd-48c5-b5ec-c36b831d4287 None None] Sync routers for ids ['afbf8452-ef12-45b5-8354-1ba1d9aef67c'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 19:58:46.998290 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9b1996c2-fe19-482b-8da4-4f50b0ca5d8c admin admin] 10.222.0.48 "PUT /v2.0/routers/afbf8452-ef12-45b5-8354-1ba1d9aef67c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3503387 Nov 12 19:58:47.013226 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c0e1b448-41f5-4371-a027-9c61417426ac req-93b2d910-2324-40ca-8706-444513e21f61 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457107 Nov 12 19:58:47.013480 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9aa8d-3b76-4bf7-8b8a-413978fb9d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831545aa-789f-43c2-a5b3-ee080aa3e13b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:47.015463 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49974) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:47.016427 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49976) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:47.049435 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7852f1c-418d-4579-9497-d63070daae00 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:47.049734 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a359f35-fe00-4900-96b1-81c93205b99f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-42a38b8e-88ae-448d-913f-5d7fbbe420ed', 'network_id': '42a38b8e-88ae-448d-913f-5d7fbbe420ed', 'tenant_id': '6361e643454f43aab215cabe13fcb7c7', 'fixed_ips': [{'subnet_id': 'b1b4105c-9efa-4f7a-bffe-03257e875821'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 19:58:47.052695 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3a359f35-fe00-4900-96b1-81c93205b99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:47.150938 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb0523fc-3a39-47f1-b5ce-6f1c132718bc admin admin] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:47.172324 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8c7fb1-a3dd-48c5-b5ec-c36b831d4287 None None] Routers {'afbf8452-ef12-45b5-8354-1ba1d9aef67c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:58:47.174417 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ea8c7fb1-a3dd-48c5-b5ec-c36b831d4287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:58:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['afbf8452-ef12-45b5-8354-1ba1d9aef67c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:47.176688 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:58:47.188514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:47.189464 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:47.241021 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-d049eae3-0ee7-4e77-8e8c-7fc7ef7e8b85 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Deleting subnet 3cc96f97-69d2-4084-a790-db3305511287 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 19:58:47.287449 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d049eae3-0ee7-4e77-8e8c-7fc7ef7e8b85 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:47.312398 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb0523fc-3a39-47f1-b5ce-6f1c132718bc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:47.363656 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-3a359f35-fe00-4900-96b1-81c93205b99f None None] Allocated IP 172.20.0.2 (42a38b8e-88ae-448d-913f-5d7fbbe420ed/b1b4105c-9efa-4f7a-bffe-03257e875821/36f3e8b8-3e5a-4f45-aefe-abb2e975854b) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:58:47.367861 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7852f1c-418d-4579-9497-d63070daae00 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:47.389754 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d049eae3-0ee7-4e77-8e8c-7fc7ef7e8b85 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:47.410773 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:47.419839 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-ea8c7fb1-a3dd-48c5-b5ec-c36b831d4287 None None] Set router afbf8452-ef12-45b5-8354-1ba1d9aef67c gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:58:47.456266 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-eb0523fc-3a39-47f1-b5ce-6f1c132718bc admin admin] Deleting port e48143be-e491-4203-8fc5-bf9496a9969d {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:58:47.456835 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb0523fc-3a39-47f1-b5ce-6f1c132718bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:47.491207 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6f8645e5-8789-4b8e-a2d4-f71aef718bd6,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:47.500149 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:47.528277 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49984) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:47.597048 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=6f8645e5-8789-4b8e-a2d4-f71aef718bd6,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:47.603439 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-eb0523fc-3a39-47f1-b5ce-6f1c132718bc admin admin] For port e48143be-e491-4203-8fc5-bf9496a9969d, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e48143be-e491-4203-8fc5-bf9496a9969d,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:47.603815 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb0523fc-3a39-47f1-b5ce-6f1c132718bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:47.623553 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3a359f35-fe00-4900-96b1-81c93205b99f None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:47.627803 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-39efc23c-9a7b-4305-a2d9-41fcf7c46b58 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e444977c7554dc5b585147eaeee9bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0951183 Nov 12 19:58:47.627803 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-eb0523fc-3a39-47f1-b5ce-6f1c132718bc admin admin] Calling delete_port for e48143be-e491-4203-8fc5-bf9496a9969d owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:58:47.628516 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49986) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:47.636729 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3a359f35-fe00-4900-96b1-81c93205b99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:47.686187 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a359f35-fe00-4900-96b1-81c93205b99f None None] Pushing event updated for resources: {'Port': ['ID=36f3e8b8-3e5a-4f45-aefe-abb2e975854b,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:47.702024 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43b803-d5f4-4413-a486-1f5782f02540 req-857ca585-82d6-4b7b-b4d8-ad076ddce8c2 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:47.704954 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ea8c7fb1-a3dd-48c5-b5ec-c36b831d4287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1556692880-router', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'e48143be-e491-4203-8fc5-bf9496a9969d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:57:39Z', 'updated_at': '2021-11-12T19:58:45Z', 'revision_number': 5, 'project_id': '1a4383e05d1241098e407059f9a4a6a7', 'gw_port': {'id': 'e48143be-e491-4203-8fc5-bf9496a9969d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:41Z', 'updated_at': '2021-11-12T19:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:47.708606 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a359f35-fe00-4900-96b1-81c93205b99f None None] Network 42a38b8e-88ae-448d-913f-5d7fbbe420ed is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:58:47.709523 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-af43b803-d5f4-4413-a486-1f5782f02540 req-857ca585-82d6-4b7b-b4d8-ad076ddce8c2 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 945 time: 0.1801312 Nov 12 19:58:47.710782 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-3a359f35-fe00-4900-96b1-81c93205b99f None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:58:47.713505 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a359f35-fe00-4900-96b1-81c93205b99f None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:58:47.751764 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8c7fb1-a3dd-48c5-b5ec-c36b831d4287 None None] Checking router: afbf8452-ef12-45b5-8354-1ba1d9aef67c for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 19:58:47.760436 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d049eae3-0ee7-4e77-8e8c-7fc7ef7e8b85 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:47.768601 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8c7fb1-a3dd-48c5-b5ec-c36b831d4287 None None] Routers {'afbf8452-ef12-45b5-8354-1ba1d9aef67c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:58:47.769500 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ea8c7fb1-a3dd-48c5-b5ec-c36b831d4287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:58:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['afbf8452-ef12-45b5-8354-1ba1d9aef67c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:47.801589 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-3a359f35-fe00-4900-96b1-81c93205b99f None None] Attempting to bind port 36f3e8b8-3e5a-4f45-aefe-abb2e975854b on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:58:47.802148 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-3a359f35-fe00-4900-96b1-81c93205b99f None None] Attempting to bind port 36f3e8b8-3e5a-4f45-aefe-abb2e975854b by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '0b5ed61f-18f3-4c62-8bb2-725b8b65f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '42a38b8e-88ae-448d-913f-5d7fbbe420ed'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:58:47.802559 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a359f35-fe00-4900-96b1-81c93205b99f None None] Attempting to bind port 36f3e8b8-3e5a-4f45-aefe-abb2e975854b on network 42a38b8e-88ae-448d-913f-5d7fbbe420ed {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:47.810123 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a359f35-fe00-4900-96b1-81c93205b99f None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:58:47.810431 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a359f35-fe00-4900-96b1-81c93205b99f None None] Checking segment: {'id': '0b5ed61f-18f3-4c62-8bb2-725b8b65f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '42a38b8e-88ae-448d-913f-5d7fbbe420ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:58:47.810993 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3a359f35-fe00-4900-96b1-81c93205b99f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:47.811408 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a359f35-fe00-4900-96b1-81c93205b99f None None] Bound using segment: {'id': '0b5ed61f-18f3-4c62-8bb2-725b8b65f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '42a38b8e-88ae-448d-913f-5d7fbbe420ed'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:58:47.812664 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-3a359f35-fe00-4900-96b1-81c93205b99f None None] Bound port: 36f3e8b8-3e5a-4f45-aefe-abb2e975854b, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5ed61f-18f3-4c62-8bb2-725b8b65f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '42a38b8e-88ae-448d-913f-5d7fbbe420ed'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:58:47.812664 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3a359f35-fe00-4900-96b1-81c93205b99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:47.833748 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-af43b803-d5f4-4413-a486-1f5782f02540 req-925e229d-685c-4edb-a43d-b2505c7adcf7 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174655 Nov 12 19:58:47.862674 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d700a953-7c17-40cc-82a9-05349eacd01e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:47.877736 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9209f1-b58d-4abe-8bf3-8cda72b3a1f2 req-1c082c16-f90d-4c84-b05e-867cdb80aaf3 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:47.885369 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device e129fb89-8f7d-4147-9e4f-65ecbb35210e up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:58:47.886695 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d9209f1-b58d-4abe-8bf3-8cda72b3a1f2 req-1c082c16-f90d-4c84-b05e-867cdb80aaf3 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0 HTTP/1.1" status: 200 len: 949 time: 0.1222482 Nov 12 19:58:47.907948 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-ea8c7fb1-a3dd-48c5-b5ec-c36b831d4287 None None] Set router afbf8452-ef12-45b5-8354-1ba1d9aef67c gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:58:47.916060 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-3a359f35-fe00-4900-96b1-81c93205b99f None None] For port 36f3e8b8-3e5a-4f45-aefe-abb2e975854b, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:58:47.934533 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-3a359f35-fe00-4900-96b1-81c93205b99f None None] For port 36f3e8b8-3e5a-4f45-aefe-abb2e975854b, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=36f3e8b8-3e5a-4f45-aefe-abb2e975854b,segment=NetworkSegment(0b5ed61f-18f3-4c62-8bb2-725b8b65f316),segment_id=0b5ed61f-18f3-4c62-8bb2-725b8b65f316)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:58:47.947763 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3a359f35-fe00-4900-96b1-81c93205b99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:47.968335 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d049eae3-0ee7-4e77-8e8c-7fc7ef7e8b85 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:47.979813 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d700a953-7c17-40cc-82a9-05349eacd01e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:48.018612 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d049eae3-0ee7-4e77-8e8c-7fc7ef7e8b85 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:48.025201 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ea8c7fb1-a3dd-48c5-b5ec-c36b831d4287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1556692880-router', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:57:39Z', 'updated_at': '2021-11-12T19:58:47Z', 'revision_number': 6, 'project_id': '1a4383e05d1241098e407059f9a4a6a7', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:48.028888 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d049eae3-0ee7-4e77-8e8c-7fc7ef7e8b85 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "DELETE /v2.0/subnets/3cc96f97-69d2-4084-a790-db3305511287 HTTP/1.1" status: 204 len: 168 time: 0.9977067 Nov 12 19:58:48.030413 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49990) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:48.041056 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049eae3-0ee7-4e77-8e8c-7fc7ef7e8b85 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event deleted for resources: {'Subnet': ['ID=3cc96f97-69d2-4084-a790-db3305511287,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:48.057912 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7852f1c-418d-4579-9497-d63070daae00 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:48.071118 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d9209f1-b58d-4abe-8bf3-8cda72b3a1f2 req-740e7663-73be-4a67-8121-32bf4564791a tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834211 Nov 12 19:58:48.086157 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7852f1c-418d-4579-9497-d63070daae00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:48.086765 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8c7fb1-a3dd-48c5-b5ec-c36b831d4287 None None] The sync data for ids ['afbf8452-ef12-45b5-8354-1ba1d9aef67c'] in n-d-712140-15 is: [{'id': 'afbf8452-ef12-45b5-8354-1ba1d9aef67c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1556692880-router', 'tenant_id': '1a4383e05d1241098e407059f9a4a6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:57:39Z', 'updated_at': '2021-11-12T19:58:47Z', 'revision_number': 6, 'project_id': '1a4383e05d1241098e407059f9a4a6a7', 'gw_port_host': None}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 19:58:48.098545 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a359f35-fe00-4900-96b1-81c93205b99f None None] Pushing event updated for resources: {'Port': ['ID=36f3e8b8-3e5a-4f45-aefe-abb2e975854b,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:48.109795 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a3f649-7e54-47d9-b601-f7ceca7b92e0 None None] Network 4cac5282-bffd-4955-85a0-72ea34237997 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:58:48.230708 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9e99f1f7-9a2d-4c83-9ad7-e0e0fb88d7a4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:48.235517 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d700a953-7c17-40cc-82a9-05349eacd01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:48.238242 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d700a953-7c17-40cc-82a9-05349eacd01e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:48.242699 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d700a953-7c17-40cc-82a9-05349eacd01e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4803a94e-6d33-400a-bceb-a565239546b4 HTTP/1.1" status: 204 len: 168 time: 0.6095078 Nov 12 19:58:48.257710 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb0523fc-3a39-47f1-b5ce-6f1c132718bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:48.276046 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port e129fb89-8f7d-4147-9e4f-65ecbb35210e completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:58:48.286296 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port e129fb89-8f7d-4147-9e4f-65ecbb35210e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:48.286296 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:48.333214 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-f7852f1c-418d-4579-9497-d63070daae00 admin admin] Allocated IP 172.25.5.110 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/598b574f-70c5-4432-8722-4b96aaf0402b) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:58:48.344760 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700a953-7c17-40cc-82a9-05349eacd01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4803a94e-6d33-400a-bceb-a565239546b4,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:48.359655 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0523fc-3a39-47f1-b5ce-6f1c132718bc admin admin] Pushing event deleted for resources: {'Port': ['ID=e48143be-e491-4203-8fc5-bf9496a9969d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:48.430214 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8645e5-8789-4b8e-a2d4-f71aef718bd6'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:48.433959 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e11e09-7177-4957-8b83-231882467a51" -d '{"events": [{"server_uuid": "bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd", "name": "network-vif-plugged", "status": "completed", "tag": "6f8645e5-8789-4b8e-a2d4-f71aef718bd6"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:48.490417 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:48.553198 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c935eb5-4457-4be3-95cd-fb8fd8921d2b req-93fccfb4-119d-47a9-93b0-3a04e163cba2 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:48.563512 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1c935eb5-4457-4be3-95cd-fb8fd8921d2b req-93fccfb4-119d-47a9-93b0-3a04e163cba2 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 945 time: 0.4034059 Nov 12 19:58:48.577035 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb0523fc-3a39-47f1-b5ce-6f1c132718bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:48.658139 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32abb025-92f2-462c-85a3-54a68b2725f9 x-openstack-request-id: req-32abb025-92f2-462c-85a3-54a68b2725f9 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:48.658501 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd", "name": "network-vif-plugged", "status": "completed", "tag": "6f8645e5-8789-4b8e-a2d4-f71aef718bd6", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:48.658760 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-32abb025-92f2-462c-85a3-54a68b2725f9 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:48.659155 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8645e5-8789-4b8e-a2d4-f71aef718bd6', 'code': 200} Nov 12 19:58:48.659317 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1c935eb5-4457-4be3-95cd-fb8fd8921d2b req-75b86a4d-8fc7-44ef-8c8d-8c9b645fc75e tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941694 Nov 12 19:58:48.663032 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port e129fb89-8f7d-4147-9e4f-65ecbb35210e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=e129fb89-8f7d-4147-9e4f-65ecbb35210e,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:48.699175 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:48.720778 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7852f1c-418d-4579-9497-d63070daae00 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:48.731736 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb0523fc-3a39-47f1-b5ce-6f1c132718bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:48.734567 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb0523fc-3a39-47f1-b5ce-6f1c132718bc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:48.737130 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-9e99f1f7-9a2d-4c83-9ad7-e0e0fb88d7a4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Deleting port 600b612b-5e46-440e-af7b-5acd6ac2d2e6 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:58:48.737455 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9e99f1f7-9a2d-4c83-9ad7-e0e0fb88d7a4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:48.781915 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=e129fb89-8f7d-4147-9e4f-65ecbb35210e,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:48.810349 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7852f1c-418d-4579-9497-d63070daae00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:48.819255 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-4c08a782-e1a5-46cb-a82c-d011961ab578 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:48.821375 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-4c08a782-e1a5-46cb-a82c-d011961ab578 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40&tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&binding%3Ahost_id=n-h2-712140-15 HTTP/1.1" status: 200 len: 1097 time: 0.2799768 Nov 12 19:58:48.840469 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7852f1c-418d-4579-9497-d63070daae00 admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:58:48.844942 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a136cb-d02c-41c0-a4b8-3e2c5ff0d4bb None None] DHCP port deletion for 4cac5282-bffd-4955-85a0-72ea34237997 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 19:58:48.867037 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-f7852f1c-418d-4579-9497-d63070daae00 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:58:48.877982 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-60715f8e-9e10-4157-955e-a3a0d4d07858 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712140-15'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:48.911911 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7852f1c-418d-4579-9497-d63070daae00 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:58:48.922134 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51011501-2b4a-4041-aea6-0414d2a75ff6 req-07063d79-4f12-47dd-9885-601940e69a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:48.923883 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-51011501-2b4a-4041-aea6-0414d2a75ff6 req-07063d79-4f12-47dd-9885-601940e69a82 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 1097 time: 0.1729858 Nov 12 19:58:48.972392 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-97a136cb-d02c-41c0-a4b8-3e2c5ff0d4bb None None] Deleting port 600b612b-5e46-440e-af7b-5acd6ac2d2e6 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:58:48.972640 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-97a136cb-d02c-41c0-a4b8-3e2c5ff0d4bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:48.998108 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb0523fc-3a39-47f1-b5ce-6f1c132718bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:48.998809 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0523fc-3a39-47f1-b5ce-6f1c132718bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router afbf8452-ef12-45b5-8354-1ba1d9aef67c {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 19:58:49.008944 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-9e99f1f7-9a2d-4c83-9ad7-e0e0fb88d7a4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] For port 600b612b-5e46-440e-af7b-5acd6ac2d2e6, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=600b612b-5e46-440e-af7b-5acd6ac2d2e6,segment=NetworkSegment(c64a011d-c69a-48e8-8905-50afd92697b4),segment_id=c64a011d-c69a-48e8-8905-50afd92697b4)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:49.009462 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9e99f1f7-9a2d-4c83-9ad7-e0e0fb88d7a4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:49.039658 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb0523fc-3a39-47f1-b5ce-6f1c132718bc admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:49.044488 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-eb0523fc-3a39-47f1-b5ce-6f1c132718bc admin admin] 10.222.0.48 "DELETE /v2.0/routers/afbf8452-ef12-45b5-8354-1ba1d9aef67c HTTP/1.1" status: 204 len: 168 time: 2.0256670 Nov 12 19:58:49.045440 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 36f3e8b8-3e5a-4f45-aefe-abb2e975854b up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:58:49.054104 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50010) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:49.142030 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-1932a289-0e85-401b-aa62-726be0558a6c admin admin] Deleting subnet ee6f525f-a073-41cc-ba60-60408bc77ec0 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 19:58:49.146087 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-9e99f1f7-9a2d-4c83-9ad7-e0e0fb88d7a4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Calling delete_port for 600b612b-5e46-440e-af7b-5acd6ac2d2e6 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:58:49.146596 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-97a136cb-d02c-41c0-a4b8-3e2c5ff0d4bb None None] For port 600b612b-5e46-440e-af7b-5acd6ac2d2e6, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=600b612b-5e46-440e-af7b-5acd6ac2d2e6,segment=NetworkSegment(c64a011d-c69a-48e8-8905-50afd92697b4),segment_id=c64a011d-c69a-48e8-8905-50afd92697b4)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:49.149076 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-97a136cb-d02c-41c0-a4b8-3e2c5ff0d4bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:49.149260 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1932a289-0e85-401b-aa62-726be0558a6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:49.190006 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-97a136cb-d02c-41c0-a4b8-3e2c5ff0d4bb None None] Calling delete_port for 600b612b-5e46-440e-af7b-5acd6ac2d2e6 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:58:49.269374 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ab3dc-4917-46ab-a23a-4ca16a8c5e93 req-badae94f-a8ff-4448-909d-06842a94bb5f tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:49.277715 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-215ab3dc-4917-46ab-a23a-4ca16a8c5e93 req-badae94f-a8ff-4448-909d-06842a94bb5f tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 945 time: 0.2805552 Nov 12 19:58:49.291667 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1932a289-0e85-401b-aa62-726be0558a6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:49.402524 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-97a136cb-d02c-41c0-a4b8-3e2c5ff0d4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:49.415798 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 36f3e8b8-3e5a-4f45-aefe-abb2e975854b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:49.416165 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:49.439275 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a136cb-d02c-41c0-a4b8-3e2c5ff0d4bb None None] No DVR routers for this DVR port 600b612b-5e46-440e-af7b-5acd6ac2d2e6 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:58:49.485638 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-60715f8e-9e10-4157-955e-a3a0d4d07858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:49.485968 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-215ab3dc-4917-46ab-a23a-4ca16a8c5e93 req-6ca0c493-e29f-43b9-ab0b-4cd73a7d6328 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072039 Nov 12 19:58:49.535878 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a136cb-d02c-41c0-a4b8-3e2c5ff0d4bb None None] Pushing event deleted for resources: {'Port': ['ID=600b612b-5e46-440e-af7b-5acd6ac2d2e6,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:49.543603 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9e99f1f7-9a2d-4c83-9ad7-e0e0fb88d7a4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:49.609745 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7852f1c-418d-4579-9497-d63070daae00 admin admin] Pushing event updated for resources: {'Port': ['ID=598b574f-70c5-4432-8722-4b96aaf0402b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:49.686097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e99f1f7-9a2d-4c83-9ad7-e0e0fb88d7a4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] No DVR routers for this DVR port 600b612b-5e46-440e-af7b-5acd6ac2d2e6 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:58:49.767788 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1932a289-0e85-401b-aa62-726be0558a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:49.773609 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99f1f7-9a2d-4c83-9ad7-e0e0fb88d7a4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event deleted for resources: {'Port': ['ID=600b612b-5e46-440e-af7b-5acd6ac2d2e6,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:49.822913 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-60715f8e-9e10-4157-955e-a3a0d4d07858 service neutron] For port 6e02188b-743a-4336-bf70-2b29b36e95e2, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6e02188b-743a-4336-bf70-2b29b36e95e2,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:49.863414 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-60715f8e-9e10-4157-955e-a3a0d4d07858 service neutron] For port 6e02188b-743a-4336-bf70-2b29b36e95e2, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:58:49.908505 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-60715f8e-9e10-4157-955e-a3a0d4d07858 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:49.919114 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9e99f1f7-9a2d-4c83-9ad7-e0e0fb88d7a4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:49.940641 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f849c88-5fe9-4538-8d1e-d02310508d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e02188b-743a-4336-bf70-2b29b36e95e2'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:49.944138 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3468697-f547-42b9-a568-1aa4f20a1478" -d '{"events": [{"server_uuid": "3f849c88-5fe9-4538-8d1e-d02310508d40", "name": "network-vif-unplugged", "status": "completed", "tag": "6e02188b-743a-4336-bf70-2b29b36e95e2"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:49.949403 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-51011501-2b4a-4041-aea6-0414d2a75ff6 req-f34c4d04-8a78-4dee-ac2f-aeaad5ff3453 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9610877 Nov 12 19:58:49.952007 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-60715f8e-9e10-4157-955e-a3a0d4d07858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:49.959074 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-9e99f1f7-9a2d-4c83-9ad7-e0e0fb88d7a4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cac5282-bffd-4955-85a0-72ea34237997']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:49.981454 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71e568-5de4-4cdf-9a96-ccf10e9dd637 req-9871f173-1988-47be-b73d-76db64812f2b tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:49.989714 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f71e568-5de4-4cdf-9a96-ccf10e9dd637 req-9871f173-1988-47be-b73d-76db64812f2b tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 945 time: 0.1776025 Nov 12 19:58:49.993647 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:49.995750 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-9e99f1f7-9a2d-4c83-9ad7-e0e0fb88d7a4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64a011d-c69a-48e8-8905-50afd92697b4') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:49.996104 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-9e99f1f7-9a2d-4c83-9ad7-e0e0fb88d7a4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64a011d-c69a-48e8-8905-50afd92697b4') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:50.018948 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4cfe64-313d-4f9e-8b63-323b16c56e4a None None] Network 42a38b8e-88ae-448d-913f-5d7fbbe420ed requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:58:50.028293 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9e99f1f7-9a2d-4c83-9ad7-e0e0fb88d7a4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:50.030226 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1932a289-0e85-401b-aa62-726be0558a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:50.131549 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1932a289-0e85-401b-aa62-726be0558a6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:50.146189 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1932a289-0e85-401b-aa62-726be0558a6c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ee6f525f-a073-41cc-ba60-60408bc77ec0 HTTP/1.1" status: 204 len: 168 time: 1.0908411 Nov 12 19:58:50.147517 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9e99f1f7-9a2d-4c83-9ad7-e0e0fb88d7a4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:50.150259 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50034) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:50.157832 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932a289-0e85-401b-aa62-726be0558a6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee6f525f-a073-41cc-ba60-60408bc77ec0,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:50.165058 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdb9bde-7d9c-4f0a-98de-a1db021ae54f None None] Network 62860f07-36e3-4a3d-9340-bd7e5ad8856d requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:58:50.184491 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc58f39-ebd7-440f-8c95-eeea5e270915 req-dd8e721c-1380-4406-9920-61a05c221808 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:50.186633 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0cc58f39-ebd7-440f-8c95-eeea5e270915 req-dd8e721c-1380-4406-9920-61a05c221808 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0 HTTP/1.1" status: 200 len: 950 time: 0.6985922 Nov 12 19:58:50.247356 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e99f1f7-9a2d-4c83-9ad7-e0e0fb88d7a4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 19:58:50.247871 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9e99f1f7-9a2d-4c83-9ad7-e0e0fb88d7a4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: timer() Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 19:58:50.251967 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 19:58:50.287209 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60715f8e-9e10-4157-955e-a3a0d4d07858 service neutron] Pushing event updated for resources: {'Port': ['ID=6e02188b-743a-4336-bf70-2b29b36e95e2,revision_number=7']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:50.306717 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 36f3e8b8-3e5a-4f45-aefe-abb2e975854b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=36f3e8b8-3e5a-4f45-aefe-abb2e975854b,segment=NetworkSegment(0b5ed61f-18f3-4c62-8bb2-725b8b65f316),segment_id=0b5ed61f-18f3-4c62-8bb2-725b8b65f316)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:50.311554 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ee1449ee-02a1-41b0-b067-598ab867a456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:50.319782 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:50.348853 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:50.361134 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-034f7fc2-f83c-41e1-aabe-7d9772c59b1c None None] Provisioning complete for port 36f3e8b8-3e5a-4f45-aefe-abb2e975854b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:50.361623 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-034f7fc2-f83c-41e1-aabe-7d9772c59b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:50.365261 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-60715f8e-9e10-4157-955e-a3a0d4d07858 service neutron] Attempting to bind port 6e02188b-743a-4336-bf70-2b29b36e95e2 on host n-h2-712140-15 for vnic_type normal with profile {"migrating_to": "n-h1-712140-15"} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:58:50.365261 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-60715f8e-9e10-4157-955e-a3a0d4d07858 service neutron] Attempting to bind port 6e02188b-743a-4336-bf70-2b29b36e95e2 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:58:50.365519 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-60715f8e-9e10-4157-955e-a3a0d4d07858 service neutron] Attempting to bind port 6e02188b-743a-4336-bf70-2b29b36e95e2 on network e3a881ac-6120-48a0-95f8-2623f45c4673 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:50.381430 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0cc58f39-ebd7-440f-8c95-eeea5e270915 req-d8ff7923-3b8c-4f6e-b7de-c7c1b4bac7d5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321313 Nov 12 19:58:50.389752 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f71e568-5de4-4cdf-9a96-ccf10e9dd637 req-f8457c4b-cee6-41b9-bfa1-dab1b873d31a tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991601 Nov 12 19:58:50.440491 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-60715f8e-9e10-4157-955e-a3a0d4d07858 service neutron] Port 6e02188b-743a-4336-bf70-2b29b36e95e2 on network e3a881ac-6120-48a0-95f8-2623f45c4673 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:58:50.441160 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-60715f8e-9e10-4157-955e-a3a0d4d07858 service neutron] Attempting to bind port 6e02188b-743a-4336-bf70-2b29b36e95e2 on network e3a881ac-6120-48a0-95f8-2623f45c4673 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:50.463327 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-60715f8e-9e10-4157-955e-a3a0d4d07858 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:58:50.464210 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-60715f8e-9e10-4157-955e-a3a0d4d07858 service neutron] Checking segment: {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:58:50.464797 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-60715f8e-9e10-4157-955e-a3a0d4d07858 service neutron] Bound using segment: {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:58:50.465438 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-60715f8e-9e10-4157-955e-a3a0d4d07858 service neutron] Bound port: 6e02188b-743a-4336-bf70-2b29b36e95e2, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:58:50.470241 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-60715f8e-9e10-4157-955e-a3a0d4d07858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:50.482919 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54e7bf5b-6ba6-4b3c-a44c-0da724e80c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:50.490907 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9e99f1f7-9a2d-4c83-9ad7-e0e0fb88d7a4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:50.491336 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e48143be-e491-4203-8fc5-bf9496a9969d no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:58:50.500820 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9e99f1f7-9a2d-4c83-9ad7-e0e0fb88d7a4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:50.506451 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9e99f1f7-9a2d-4c83-9ad7-e0e0fb88d7a4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "DELETE /v2.0/networks/4cac5282-bffd-4955-85a0-72ea34237997 HTTP/1.1" status: 204 len: 168 time: 2.4720018 Nov 12 19:58:50.515715 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50044) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:50.517783 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99f1f7-9a2d-4c83-9ad7-e0e0fb88d7a4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event deleted for resources: {'Network': ['ID=4cac5282-bffd-4955-85a0-72ea34237997,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:50.541689 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dab720-7bea-4352-a7f9-9da82f8985bb x-openstack-request-id: req-d4dab720-7bea-4352-a7f9-9da82f8985bb {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:50.542115 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f849c88-5fe9-4538-8d1e-d02310508d40", "name": "network-vif-unplugged", "status": "completed", "tag": "6e02188b-743a-4336-bf70-2b29b36e95e2", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:50.542460 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d4dab720-7bea-4352-a7f9-9da82f8985bb {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:50.542981 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f849c88-5fe9-4538-8d1e-d02310508d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e02188b-743a-4336-bf70-2b29b36e95e2', 'code': 200} Nov 12 19:58:50.544895 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7852f1c-418d-4579-9497-d63070daae00 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:50.626488 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-4704b5cf-7f9a-4b8f-84cd-37bbb82ddf31 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Deleting subnet 1f0f6b90-1d4e-48af-9d66-0dce2f45c1eb {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 19:58:50.631672 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4704b5cf-7f9a-4b8f-84cd-37bbb82ddf31 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:50.649548 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: e48143be-e491-4203-8fc5-bf9496a9969d {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:58:50.650379 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e48143be-e491-4203-8fc5-bf9496a9969d not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:58:50.650379 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 24b66c35-480f-44cc-a60f-81e953cdd09e no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:58:50.676913 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-54e7bf5b-6ba6-4b3c-a44c-0da724e80c7b admin admin] Deleting port d9c27b1a-3b82-453f-8790-d6f1518380ac {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:58:50.677375 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54e7bf5b-6ba6-4b3c-a44c-0da724e80c7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:50.682427 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4704b5cf-7f9a-4b8f-84cd-37bbb82ddf31 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:50.715777 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e129fb89-8f7d-4147-9e4f-65ecbb35210e'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:50.724286 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c95290-95f6-4837-8212-61267798837d" -d '{"events": [{"server_uuid": "e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0", "name": "network-vif-plugged", "status": "completed", "tag": "e129fb89-8f7d-4147-9e4f-65ecbb35210e"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:50.830041 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 24b66c35-480f-44cc-a60f-81e953cdd09e {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:58:50.839632 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 24b66c35-480f-44cc-a60f-81e953cdd09e not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:58:50.840065 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 600b612b-5e46-440e-af7b-5acd6ac2d2e6 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:58:50.904664 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247aadc2-5acb-4705-a0ef-e5ba26c29139 x-openstack-request-id: req-247aadc2-5acb-4705-a0ef-e5ba26c29139 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:50.905033 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0", "name": "network-vif-plugged", "status": "completed", "tag": "e129fb89-8f7d-4147-9e4f-65ecbb35210e", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:50.905233 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-247aadc2-5acb-4705-a0ef-e5ba26c29139 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:50.905632 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e129fb89-8f7d-4147-9e4f-65ecbb35210e', 'code': 200} Nov 12 19:58:50.907434 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=36f3e8b8-3e5a-4f45-aefe-abb2e975854b,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:50.936936 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 600b612b-5e46-440e-af7b-5acd6ac2d2e6 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:58:50.937430 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 600b612b-5e46-440e-af7b-5acd6ac2d2e6 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:58:50.982963 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 6e02188b-743a-4336-bf70-2b29b36e95e2 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:58:51.158109 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c19ab22-c01f-4c92-9c54-f215590d5cce None None] DHCP port deletion for 62860f07-36e3-4a3d-9340-bd7e5ad8856d request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 19:58:51.167368 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-54e7bf5b-6ba6-4b3c-a44c-0da724e80c7b admin admin] For port d9c27b1a-3b82-453f-8790-d6f1518380ac, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d9c27b1a-3b82-453f-8790-d6f1518380ac,segment=NetworkSegment(2efc070e-a49f-4f07-8919-eb6a66625270),segment_id=2efc070e-a49f-4f07-8919-eb6a66625270)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:51.167884 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54e7bf5b-6ba6-4b3c-a44c-0da724e80c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:51.175079 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 6e02188b-743a-4336-bf70-2b29b36e95e2, host n-h2-712140-15, got binding levels [] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:51.238754 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7852f1c-418d-4579-9497-d63070daae00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:51.245522 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-54e7bf5b-6ba6-4b3c-a44c-0da724e80c7b admin admin] Calling delete_port for d9c27b1a-3b82-453f-8790-d6f1518380ac owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:58:51.248992 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-60715f8e-9e10-4157-955e-a3a0d4d07858 service neutron] For port 6e02188b-743a-4336-bf70-2b29b36e95e2, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:58:51.260171 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 36f3e8b8-3e5a-4f45-aefe-abb2e975854b up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:58:51.263398 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-60715f8e-9e10-4157-955e-a3a0d4d07858 service neutron] For port 6e02188b-743a-4336-bf70-2b29b36e95e2, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6e02188b-743a-4336-bf70-2b29b36e95e2,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:58:51.285872 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-60715f8e-9e10-4157-955e-a3a0d4d07858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:51.308789 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4704b5cf-7f9a-4b8f-84cd-37bbb82ddf31 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:51.321601 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Attempting to bind port 6e02188b-743a-4336-bf70-2b29b36e95e2 on host n-h2-712140-15 for vnic_type normal with profile {"migrating_to": "n-h1-712140-15"} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:58:51.321966 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Attempting to bind port 6e02188b-743a-4336-bf70-2b29b36e95e2 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:58:51.322324 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Attempting to bind port 6e02188b-743a-4336-bf70-2b29b36e95e2 on network e3a881ac-6120-48a0-95f8-2623f45c4673 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:51.366972 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123bb81-4327-4aa5-8c2d-5a4a90815fe0 req-42c60947-cc3c-4311-8fdb-d6b63e7de862 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:51.368289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Port 6e02188b-743a-4336-bf70-2b29b36e95e2 on network e3a881ac-6120-48a0-95f8-2623f45c4673 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:58:51.368661 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Attempting to bind port 6e02188b-743a-4336-bf70-2b29b36e95e2 on network e3a881ac-6120-48a0-95f8-2623f45c4673 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:51.369002 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a123bb81-4327-4aa5-8c2d-5a4a90815fe0 req-42c60947-cc3c-4311-8fdb-d6b63e7de862 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 943 time: 0.6594706 Nov 12 19:58:51.386641 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:58:51.387007 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Checking segment: {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:58:51.387595 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Bound using segment: {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:58:51.388065 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Bound port: 6e02188b-743a-4336-bf70-2b29b36e95e2, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:58:51.400645 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:51.431792 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60715f8e-9e10-4157-955e-a3a0d4d07858 service neutron] Pushing event updated for resources: {'Port': ['ID=6e02188b-743a-4336-bf70-2b29b36e95e2,revision_number=8']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:51.486953 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66bf2b-f79f-4378-ad38-a733f04e5082 req-0f80a493-2418-4b37-8746-1f88929da2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:51.488496 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db66bf2b-f79f-4378-ad38-a733f04e5082 req-0f80a493-2418-4b37-8746-1f88929da2db service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0 HTTP/1.1" status: 200 len: 1102 time: 0.4396689 Nov 12 19:58:51.498753 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4c19ab22-c01f-4c92-9c54-f215590d5cce None None] Deleting port d9c27b1a-3b82-453f-8790-d6f1518380ac {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:58:51.499119 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c19ab22-c01f-4c92-9c54-f215590d5cce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:51.527359 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4704b5cf-7f9a-4b8f-84cd-37bbb82ddf31 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:51.531196 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 36f3e8b8-3e5a-4f45-aefe-abb2e975854b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:51.531405 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:51.588653 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54e7bf5b-6ba6-4b3c-a44c-0da724e80c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:51.591243 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-87702423-c06e-4147-a1ce-6870ef65c8e3 None None] Provisioning complete for port 36f3e8b8-3e5a-4f45-aefe-abb2e975854b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:51.592048 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-87702423-c06e-4147-a1ce-6870ef65c8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:51.614526 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704b5cf-7f9a-4b8f-84cd-37bbb82ddf31 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event deleted for resources: {'Subnet': ['ID=1f0f6b90-1d4e-48af-9d66-0dce2f45c1eb,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:51.625483 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4704b5cf-7f9a-4b8f-84cd-37bbb82ddf31 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:51.634023 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4704b5cf-7f9a-4b8f-84cd-37bbb82ddf31 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "DELETE /v2.0/subnets/1f0f6b90-1d4e-48af-9d66-0dce2f45c1eb HTTP/1.1" status: 204 len: 168 time: 1.1109347 Nov 12 19:58:51.651617 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50072) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:51.665767 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dd7271-1b9c-4b94-9df1-e8ea4f5039c9 None None] Network 2619b372-7274-4470-b006-3354c39eb075 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:58:51.668768 n-d-712140-15 neutron-server[102449]: WARNING neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Concurrent port binding operations failed on port 6e02188b-743a-4336-bf70-2b29b36e95e2 Nov 12 19:58:51.671929 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7bf5b-6ba6-4b3c-a44c-0da724e80c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c27b1a-3b82-453f-8790-d6f1518380ac,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:51.677157 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e7bf5b-6ba6-4b3c-a44c-0da724e80c7b admin admin] No DVR routers for this DVR port d9c27b1a-3b82-453f-8790-d6f1518380ac on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:58:51.680489 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 6e02188b-743a-4336-bf70-2b29b36e95e2, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6e02188b-743a-4336-bf70-2b29b36e95e2,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:51.707375 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-4c19ab22-c01f-4c92-9c54-f215590d5cce None None] For port d9c27b1a-3b82-453f-8790-d6f1518380ac, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d9c27b1a-3b82-453f-8790-d6f1518380ac,segment=NetworkSegment(2efc070e-a49f-4f07-8919-eb6a66625270),segment_id=2efc070e-a49f-4f07-8919-eb6a66625270)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:51.707664 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c19ab22-c01f-4c92-9c54-f215590d5cce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:51.724095 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-845b6f53-c6e2-4bd4-9bb6-dd79f8e9a679 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e850bba26b1d4481b449705c5fee3449&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619183 Nov 12 19:58:51.727806 n-d-712140-15 neutron-server[102449]: INFO neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Attempt 2 to bind port 6e02188b-743a-4336-bf70-2b29b36e95e2 Nov 12 19:58:51.728341 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 6e02188b-743a-4336-bf70-2b29b36e95e2 has no active binding in host n-h1-712140-15 {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 19:58:51.732453 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a123bb81-4327-4aa5-8c2d-5a4a90815fe0 req-a98c1f9e-1c91-4983-a998-374575658c25 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905791 Nov 12 19:58:51.745572 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-60715f8e-9e10-4157-955e-a3a0d4d07858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:51.746295 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-60715f8e-9e10-4157-955e-a3a0d4d07858 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:51.748088 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-60715f8e-9e10-4157-955e-a3a0d4d07858 service neutron] 10.222.0.55 "PUT /v2.0/ports/6e02188b-743a-4336-bf70-2b29b36e95e2 HTTP/1.1" status: 200 len: 1123 time: 2.8829069 Nov 12 19:58:51.779863 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4c19ab22-c01f-4c92-9c54-f215590d5cce None None] Calling delete_port for d9c27b1a-3b82-453f-8790-d6f1518380ac owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:58:51.817182 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6e02188b-743a-4336-bf70-2b29b36e95e2'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:58:51.869910 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['6e02188b-743a-4336-bf70-2b29b36e95e2'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:58:51.900730 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db66bf2b-f79f-4378-ad38-a733f04e5082 req-d3e11593-4b38-4f2a-bd89-eea0647ad07d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751199 Nov 12 19:58:51.919203 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7565197e-e8b1-4819-a169-e464d0f3f007 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:51.932838 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7852f1c-418d-4579-9497-d63070daae00 admin admin] Router 9b844d68-d377-4524-9a64-fcec06c44319 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 19:58:51.944006 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759b3f7-3055-48e8-92cf-bf72c197b901 req-c1e63f34-17b7-4db8-a9e2-79c72c224d5e tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:51.946220 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0759b3f7-3055-48e8-92cf-bf72c197b901 req-c1e63f34-17b7-4db8-a9e2-79c72c224d5e tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0 HTTP/1.1" status: 200 len: 950 time: 0.1031737 Nov 12 19:58:51.971346 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54e7bf5b-6ba6-4b3c-a44c-0da724e80c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:52.008399 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-54e7bf5b-6ba6-4b3c-a44c-0da724e80c7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62860f07-36e3-4a3d-9340-bd7e5ad8856d']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:52.026537 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-54e7bf5b-6ba6-4b3c-a44c-0da724e80c7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efc070e-a49f-4f07-8919-eb6a66625270') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:52.026537 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-54e7bf5b-6ba6-4b3c-a44c-0da724e80c7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efc070e-a49f-4f07-8919-eb6a66625270') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:52.044343 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-1d6ad5e5-11c7-4777-97ce-91f396bf88ba tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:52.045871 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-1d6ad5e5-11c7-4777-97ce-91f396bf88ba tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3209529 Nov 12 19:58:52.047730 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54e7bf5b-6ba6-4b3c-a44c-0da724e80c7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:52.081827 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-89a8ea30-46bf-4e03-a3bb-ea38ed3e1afc tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/quotas/e850bba26b1d4481b449705c5fee3449 HTTP/1.1" status: 200 len: 375 time: 0.0235476 Nov 12 19:58:52.084778 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54e7bf5b-6ba6-4b3c-a44c-0da724e80c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:52.117710 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-54526fde-6ddc-4465-9539-ece4e741e9fc tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e850bba26b1d4481b449705c5fee3449&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347042 Nov 12 19:58:52.118989 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e7bf5b-6ba6-4b3c-a44c-0da724e80c7b admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 19:58:52.119399 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54e7bf5b-6ba6-4b3c-a44c-0da724e80c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: timer() Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 19:58:52.121249 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 19:58:52.123331 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0759b3f7-3055-48e8-92cf-bf72c197b901 req-47558578-3eee-456d-92bb-8276a0747f94 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442704 Nov 12 19:58:52.167721 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-7565197e-e8b1-4819-a169-e464d0f3f007 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Deleting port 149e7dd7-5d88-477b-aae3-6fe0fa7819fa {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:58:52.168336 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7565197e-e8b1-4819-a169-e464d0f3f007 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:52.171261 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7852f1c-418d-4579-9497-d63070daae00 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 19:58:52.190482 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a5feab-90e6-423d-a508-11caf0071a9e None None] Sync routers for ids ['9b844d68-d377-4524-9a64-fcec06c44319'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 19:58:52.221225 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c19ab22-c01f-4c92-9c54-f215590d5cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:52.234605 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54e7bf5b-6ba6-4b3c-a44c-0da724e80c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:52.243806 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54e7bf5b-6ba6-4b3c-a44c-0da724e80c7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:52.251359 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-54e7bf5b-6ba6-4b3c-a44c-0da724e80c7b admin admin] 10.222.0.48 "DELETE /v2.0/networks/62860f07-36e3-4a3d-9340-bd7e5ad8856d HTTP/1.1" status: 204 len: 168 time: 2.0946176 Nov 12 19:58:52.265516 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7bf5b-6ba6-4b3c-a44c-0da724e80c7b admin admin] Pushing event deleted for resources: {'Network': ['ID=62860f07-36e3-4a3d-9340-bd7e5ad8856d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:52.271073 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7852f1c-418d-4579-9497-d63070daae00 admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:52.273511 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f7852f1c-418d-4579-9497-d63070daae00 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4792566 Nov 12 19:58:52.275748 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50078) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:52.283345 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-7565197e-e8b1-4819-a169-e464d0f3f007 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] For port 149e7dd7-5d88-477b-aae3-6fe0fa7819fa, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=149e7dd7-5d88-477b-aae3-6fe0fa7819fa,segment=NetworkSegment(4c2cdcd6-f087-4f31-9b18-0e99224e6252),segment_id=4c2cdcd6-f087-4f31-9b18-0e99224e6252)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:52.283708 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7565197e-e8b1-4819-a169-e464d0f3f007 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:52.294773 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f9323e16-d2a2-493e-b637-05b71fd8ea7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:52.303079 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-7565197e-e8b1-4819-a169-e464d0f3f007 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Calling delete_port for 149e7dd7-5d88-477b-aae3-6fe0fa7819fa owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:58:52.325803 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19ab22-c01f-4c92-9c54-f215590d5cce None None] Pushing event deleted for resources: {'Port': ['ID=d9c27b1a-3b82-453f-8790-d6f1518380ac,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:52.328835 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6835d99-de76-4226-b424-c6d911a729e1 None None] DHCP port deletion for 2619b372-7274-4470-b006-3354c39eb075 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 19:58:52.330977 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ccd7e-aae7-4fca-8745-90d2d95b45ed req-2bdfdb8a-b4f8-419b-87cc-f6dd339c6b8a tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:52.332550 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bc3ccd7e-aae7-4fca-8745-90d2d95b45ed req-2bdfdb8a-b4f8-419b-87cc-f6dd339c6b8a tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 945 time: 0.1010597 Nov 12 19:58:52.345452 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c19ab22-c01f-4c92-9c54-f215590d5cce None None] No DVR routers for this DVR port d9c27b1a-3b82-453f-8790-d6f1518380ac on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:58:52.411894 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a5feab-90e6-423d-a508-11caf0071a9e None None] Routers {'9b844d68-d377-4524-9a64-fcec06c44319'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:58:52.412688 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-90a5feab-90e6-423d-a508-11caf0071a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:58:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9b844d68-d377-4524-9a64-fcec06c44319'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:52.450344 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bc3ccd7e-aae7-4fca-8745-90d2d95b45ed req-fb1d0d00-c46c-4ffc-818f-be313296622c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740123 Nov 12 19:58:52.478192 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7565197e-e8b1-4819-a169-e464d0f3f007 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:52.529692 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565197e-e8b1-4819-a169-e464d0f3f007 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event deleted for resources: {'Port': ['ID=149e7dd7-5d88-477b-aae3-6fe0fa7819fa,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:52.607651 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f849c88-5fe9-4538-8d1e-d02310508d40', 'tag': '6e02188b-743a-4336-bf70-2b29b36e95e2'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:58:52.615177 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-d6835d99-de76-4226-b424-c6d911a729e1 None None] The port '149e7dd7-5d88-477b-aae3-6fe0fa7819fa' was deleted {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 19:58:52.629499 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50086) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:52.629741 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27658565-4852-4bbe-848e-5b464301eaff" -d '{"events": [{"name": "network-changed", "server_uuid": "3f849c88-5fe9-4538-8d1e-d02310508d40", "tag": "6e02188b-743a-4336-bf70-2b29b36e95e2"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:58:52.634643 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4162721-7315-4027-8888-cfe80c1b9320 req-25f95685-8a59-4873-bb4b-9125706738a3 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=34525e96-dda7-484d-a72d-9d718e2513f0 HTTP/1.1" status: 200 len: 210 time: 0.0914006 Nov 12 19:58:52.644633 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7565197e-e8b1-4819-a169-e464d0f3f007 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] No DVR routers for this DVR port 149e7dd7-5d88-477b-aae3-6fe0fa7819fa on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:58:52.754023 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3cf690-7f0d-45b8-b706-732b503cabd3 x-openstack-request-id: req-ce3cf690-7f0d-45b8-b706-732b503cabd3 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:58:52.754224 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f849c88-5fe9-4538-8d1e-d02310508d40", "tag": "6e02188b-743a-4336-bf70-2b29b36e95e2", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:58:52.754436 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ce3cf690-7f0d-45b8-b706-732b503cabd3 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:58:52.754825 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f849c88-5fe9-4538-8d1e-d02310508d40', 'tag': '6e02188b-743a-4336-bf70-2b29b36e95e2', 'status': 'completed', 'code': 200} Nov 12 19:58:52.772827 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7565197e-e8b1-4819-a169-e464d0f3f007 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:52.830945 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-7565197e-e8b1-4819-a169-e464d0f3f007 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2619b372-7274-4470-b006-3354c39eb075']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:52.843446 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-7565197e-e8b1-4819-a169-e464d0f3f007 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c2cdcd6-f087-4f31-9b18-0e99224e6252') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:52.843802 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-7565197e-e8b1-4819-a169-e464d0f3f007 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c2cdcd6-f087-4f31-9b18-0e99224e6252') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:52.858374 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7565197e-e8b1-4819-a169-e464d0f3f007 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:52.861716 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27658565-4852-4bbe-848e-5b464301eaff req-956412a9-2220-4f44-839a-6411555b694d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:52.863229 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-27658565-4852-4bbe-848e-5b464301eaff req-956412a9-2220-4f44-839a-6411555b694d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 1126 time: 0.1029093 Nov 12 19:58:52.886878 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-25cc095b-94fe-4d47-bfe6-ce4945437c90 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1a4383e05d1241098e407059f9a4a6a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548668 Nov 12 19:58:52.892030 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50096) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:52.907689 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-90a5feab-90e6-423d-a508-11caf0071a9e None None] Set router 9b844d68-d377-4524-9a64-fcec06c44319 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:58:52.923159 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445527a-a4ea-47b8-ba5d-98adfb1b289e req-3218c748-44a4-42ad-9fbc-d1690861507d tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:52.923711 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b445527a-a4ea-47b8-ba5d-98adfb1b289e req-3218c748-44a4-42ad-9fbc-d1690861507d tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 1097 time: 0.2568026 Nov 12 19:58:52.933218 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7565197e-e8b1-4819-a169-e464d0f3f007 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:52.948538 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7565197e-e8b1-4819-a169-e464d0f3f007 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 19:58:52.949181 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7565197e-e8b1-4819-a169-e464d0f3f007 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: timer() Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 19:58:52.954479 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 19:58:53.073300 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-23833433-9d69-4a5f-b331-0af82b2d58f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:53.081140 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8e927-d998-42ef-bd4f-c0fe28e436ce req-d721d649-f1b9-4896-bb55-47a363a02684 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:53.090035 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0ef8e927-d998-42ef-bd4f-c0fe28e436ce req-d721d649-f1b9-4896-bb55-47a363a02684 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 943 time: 0.2257962 Nov 12 19:58:53.102326 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7565197e-e8b1-4819-a169-e464d0f3f007 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:53.122215 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b445527a-a4ea-47b8-ba5d-98adfb1b289e req-d1d7e3e4-d89b-41bc-a43d-73a6d1596ea9 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863275 Nov 12 19:58:53.144944 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7565197e-e8b1-4819-a169-e464d0f3f007 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:53.148725 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7565197e-e8b1-4819-a169-e464d0f3f007 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "DELETE /v2.0/networks/2619b372-7274-4470-b006-3354c39eb075 HTTP/1.1" status: 204 len: 168 time: 1.4938695 Nov 12 19:58:53.150430 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d9c27b1a-3b82-453f-8790-d6f1518380ac no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:58:53.160691 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565197e-e8b1-4819-a169-e464d0f3f007 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event deleted for resources: {'Network': ['ID=2619b372-7274-4470-b006-3354c39eb075,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:53.160691 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50100) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:53.162053 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27658565-4852-4bbe-848e-5b464301eaff req-a662339c-e719-43cd-8290-3b7368009548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:53.164050 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-27658565-4852-4bbe-848e-5b464301eaff req-a662339c-e719-43cd-8290-3b7368009548 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e3a881ac-6120-48a0-95f8-2623f45c4673 HTTP/1.1" status: 200 len: 909 time: 0.2577815 Nov 12 19:58:53.174326 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-0751f7f3-3154-4b12-bc2a-df1afb94df41 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1450979665'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:53.192754 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: d9c27b1a-3b82-453f-8790-d6f1518380ac {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:58:53.194103 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d9c27b1a-3b82-453f-8790-d6f1518380ac not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:58:53.195093 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 149e7dd7-5d88-477b-aae3-6fe0fa7819fa no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:58:53.218618 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 149e7dd7-5d88-477b-aae3-6fe0fa7819fa {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:58:53.219304 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 149e7dd7-5d88-477b-aae3-6fe0fa7819fa not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:58:53.240726 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-27658565-4852-4bbe-848e-5b464301eaff req-5a0c17ba-dbb1-41d9-8000-e97fb2cacf3a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e02188b-743a-4336-bf70-2b29b36e95e2 HTTP/1.1" status: 200 len: 217 time: 0.0618906 Nov 12 19:58:53.242378 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-90a5feab-90e6-423d-a508-11caf0071a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b844d68-d377-4524-9a64-fcec06c44319', 'name': 'tempest-FloatingIPsNegativeTestJSON-385459563-router', 'tenant_id': '6361e643454f43aab215cabe13fcb7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '598b574f-70c5-4432-8722-4b96aaf0402b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:58:46Z', 'updated_at': '2021-11-12T19:58:50Z', 'revision_number': 3, 'project_id': '6361e643454f43aab215cabe13fcb7c7', 'gw_port': {'id': '598b574f-70c5-4432-8722-4b96aaf0402b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b844d68-d377-4524-9a64-fcec06c44319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:58:48Z', 'updated_at': '2021-11-12T19:58:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:53.260515 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0ef8e927-d998-42ef-bd4f-c0fe28e436ce req-d5f43e22-c9cb-4767-abbd-ae06a73443df tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630468 Nov 12 19:58:53.279120 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a5feab-90e6-423d-a508-11caf0071a9e None None] Checking router: 9b844d68-d377-4524-9a64-fcec06c44319 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 19:58:53.279583 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a5feab-90e6-423d-a508-11caf0071a9e None None] Updating router 9b844d68-d377-4524-9a64-fcec06c44319 port 598b574f-70c5-4432-8722-4b96aaf0402b binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 19:58:53.308707 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-90a5feab-90e6-423d-a508-11caf0071a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:53.315499 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-23833433-9d69-4a5f-b331-0af82b2d58f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:53.337844 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0751f7f3-3154-4b12-bc2a-df1afb94df41 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Made reservation on behalf of 7aa3005d0b414c1ca2d422e5398a48f6 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:58:53.342163 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0751f7f3-3154-4b12-bc2a-df1afb94df41 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:53.378474 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0751f7f3-3154-4b12-bc2a-df1afb94df41 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 19:58:53.389470 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0751f7f3-3154-4b12-bc2a-df1afb94df41 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:53.389983 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-0751f7f3-3154-4b12-bc2a-df1afb94df41 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Added segment aaacb95a-f6c6-4f4b-802b-0e624123bc9c of type vlan for network 74272e07-8349-43d3-9aeb-dbf3ff8a5574 Nov 12 19:58:53.436322 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0751f7f3-3154-4b12-bc2a-df1afb94df41 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:53.447576 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27658565-4852-4bbe-848e-5b464301eaff req-26ef7c38-e3fa-44a0-933c-2f42e800b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:53.454348 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-27658565-4852-4bbe-848e-5b464301eaff req-26ef7c38-e3fa-44a0-933c-2f42e800b707 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bbdea447-0bd1-47f3-8097-cac78263fd7c HTTP/1.1" status: 200 len: 848 time: 0.1914597 Nov 12 19:58:53.529057 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-27658565-4852-4bbe-848e-5b464301eaff req-9051fc10-378a-42cf-8740-dbcb30ee3a74 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e3a881ac-6120-48a0-95f8-2623f45c4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572381 Nov 12 19:58:53.533443 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0751f7f3-3154-4b12-bc2a-df1afb94df41 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:53.541863 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0751f7f3-3154-4b12-bc2a-df1afb94df41 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:53.542658 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0751f7f3-3154-4b12-bc2a-df1afb94df41 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:53.586417 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce6fbe-a62f-4168-88b9-db6e0be08b5a req-53d1fa1e-1244-4f41-a527-3abcc0b7404e tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:53.594752 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-74ce6fbe-a62f-4168-88b9-db6e0be08b5a req-53d1fa1e-1244-4f41-a527-3abcc0b7404e tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0 HTTP/1.1" status: 200 len: 950 time: 0.2679133 Nov 12 19:58:53.626209 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f4de2d70-89ed-4142-bb64-befddc655bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:53.645139 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-23833433-9d69-4a5f-b331-0af82b2d58f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:53.646870 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:53.648999 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-23833433-9d69-4a5f-b331-0af82b2d58f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:53.650425 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-23833433-9d69-4a5f-b331-0af82b2d58f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8542df78-9549-480f-926a-a01902e4cd15 HTTP/1.1" status: 204 len: 168 time: 0.7571790 Nov 12 19:58:53.673823 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:53.806646 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-90a5feab-90e6-423d-a508-11caf0071a9e None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:53.815030 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-90a5feab-90e6-423d-a508-11caf0071a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:53.816742 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23833433-9d69-4a5f-b331-0af82b2d58f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8542df78-9549-480f-926a-a01902e4cd15,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:53.848051 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-74ce6fbe-a62f-4168-88b9-db6e0be08b5a req-ee570f06-562f-4d26-bdd9-709f05882716 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519684 Nov 12 19:58:53.899103 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-90a5feab-90e6-423d-a508-11caf0071a9e None None] Attempting to bind port 598b574f-70c5-4432-8722-4b96aaf0402b on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:58:53.899616 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-90a5feab-90e6-423d-a508-11caf0071a9e None None] Attempting to bind port 598b574f-70c5-4432-8722-4b96aaf0402b by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:58:53.899985 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a5feab-90e6-423d-a508-11caf0071a9e None None] Attempting to bind port 598b574f-70c5-4432-8722-4b96aaf0402b on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:53.914413 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447dc94-d05a-4454-98ac-b638506ca9fa None None] Pushing event updated for resources: {'Port': ['ID=598b574f-70c5-4432-8722-4b96aaf0402b,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:53.917478 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a5feab-90e6-423d-a508-11caf0071a9e None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:58:53.917857 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a5feab-90e6-423d-a508-11caf0071a9e None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:58:53.918333 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-90a5feab-90e6-423d-a508-11caf0071a9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:53.918673 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a5feab-90e6-423d-a508-11caf0071a9e None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:58:53.919475 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-90a5feab-90e6-423d-a508-11caf0071a9e None None] Bound port: 598b574f-70c5-4432-8722-4b96aaf0402b, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:58:53.919906 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-90a5feab-90e6-423d-a508-11caf0071a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:53.969448 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-27658565-4852-4bbe-848e-5b464301eaff req-fa0bd5c2-fb60-41d2-bef9-a68d5747ec88 service neutron] 10.222.0.52 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673590 Nov 12 19:58:53.982603 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-f4de2d70-89ed-4142-bb64-befddc655bbb admin admin] Allocated IP 172.20.0.1 (42a38b8e-88ae-448d-913f-5d7fbbe420ed/b1b4105c-9efa-4f7a-bffe-03257e875821/7be910db-2695-4ee8-84ca-540f216daf5a) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:58:53.986616 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0751f7f3-3154-4b12-bc2a-df1afb94df41 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8197627 Nov 12 19:58:53.991567 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50120) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:54.005750 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-90a5feab-90e6-423d-a508-11caf0071a9e None None] For port 598b574f-70c5-4432-8722-4b96aaf0402b, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:58:54.009913 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-bdfa082a-e59c-499e-8511-996001e0f152 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Request body: {'subnet': {'network_id': '74272e07-8349-43d3-9aeb-dbf3ff8a5574', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:54.010758 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-90a5feab-90e6-423d-a508-11caf0071a9e None None] For port 598b574f-70c5-4432-8722-4b96aaf0402b, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=598b574f-70c5-4432-8722-4b96aaf0402b,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:58:54.016726 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-90a5feab-90e6-423d-a508-11caf0071a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:54.104999 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447dc94-d05a-4454-98ac-b638506ca9fa None None] Pushing event updated for resources: {'Port': ['ID=598b574f-70c5-4432-8722-4b96aaf0402b,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:54.133807 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a5feab-90e6-423d-a508-11caf0071a9e None None] Routers {'9b844d68-d377-4524-9a64-fcec06c44319'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:58:54.134497 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-90a5feab-90e6-423d-a508-11caf0071a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:58:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9b844d68-d377-4524-9a64-fcec06c44319'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:54.197307 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfa082a-e59c-499e-8511-996001e0f152 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Made reservation on behalf of 7aa3005d0b414c1ca2d422e5398a48f6 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:58:54.201240 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bdfa082a-e59c-499e-8511-996001e0f152 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:54.302050 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-90a5feab-90e6-423d-a508-11caf0071a9e None None] Set router 9b844d68-d377-4524-9a64-fcec06c44319 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:58:54.525796 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-f23b8d74-5ef6-4051-8409-d6e2ec91ecf3 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=e850bba26b1d4481b449705c5fee3449&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1501942 Nov 12 19:58:54.609063 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f4de2d70-89ed-4142-bb64-befddc655bbb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:54.655323 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-27658565-4852-4bbe-848e-5b464301eaff req-f0c3ca72-565b-43c6-b0db-3d0c6c5b931d service neutron] 10.222.0.52 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6674159 Nov 12 19:58:54.658197 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751f7f3-3154-4b12-bc2a-df1afb94df41 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event updated for resources: {'Network': ['ID=74272e07-8349-43d3-9aeb-dbf3ff8a5574,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:54.674197 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308d6e0-5433-4b9e-b091-84d2d9752aa9 req-a9b5b867-3631-42f1-9e47-697f68474bd5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:54.675763 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f308d6e0-5433-4b9e-b091-84d2d9752aa9 req-a9b5b867-3631-42f1-9e47-697f68474bd5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 943 time: 0.2656014 Nov 12 19:58:54.691029 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5ae9e73f-1cfb-463b-98f1-77ed1aadf042 req-3eb414cc-1ea5-4ae6-ae11-c163c467c723 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=34525e96-dda7-484d-a72d-9d718e2513f0 HTTP/1.1" status: 200 len: 210 time: 0.7155507 Nov 12 19:58:54.698651 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 74272e07-8349-43d3-9aeb-dbf3ff8a5574 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 19:58:54.815546 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f308d6e0-5433-4b9e-b091-84d2d9752aa9 req-4e784ce7-f928-4f4d-8f9e-d29a33dfff4f tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285918 Nov 12 19:58:54.827032 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f4de2d70-89ed-4142-bb64-befddc655bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:54.844204 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-5eb9bc6f-270e-4177-89fb-28a84640cd5e tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:54.845859 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-5eb9bc6f-270e-4177-89fb-28a84640cd5e tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3017180 Nov 12 19:58:54.861573 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-90a5feab-90e6-423d-a508-11caf0071a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b844d68-d377-4524-9a64-fcec06c44319', 'name': 'tempest-FloatingIPsNegativeTestJSON-385459563-router', 'tenant_id': '6361e643454f43aab215cabe13fcb7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '598b574f-70c5-4432-8722-4b96aaf0402b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:58:46Z', 'updated_at': '2021-11-12T19:58:50Z', 'revision_number': 3, 'project_id': '6361e643454f43aab215cabe13fcb7c7', 'gw_port': {'id': '598b574f-70c5-4432-8722-4b96aaf0402b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b844d68-d377-4524-9a64-fcec06c44319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:58:48Z', 'updated_at': '2021-11-12T19:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:54.871224 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-818b3d0f-6f6c-4853-9b67-22d2160c76b0 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Request body: {'port': {'device_id': '34525e96-dda7-484d-a72d-9d718e2513f0', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': 'e850bba26b1d4481b449705c5fee3449'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:54.895626 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a5feab-90e6-423d-a508-11caf0071a9e None None] The sync data for ids ['9b844d68-d377-4524-9a64-fcec06c44319'] in n-d-712140-15 is: [{'id': '9b844d68-d377-4524-9a64-fcec06c44319', 'name': 'tempest-FloatingIPsNegativeTestJSON-385459563-router', 'tenant_id': '6361e643454f43aab215cabe13fcb7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '598b574f-70c5-4432-8722-4b96aaf0402b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:58:46Z', 'updated_at': '2021-11-12T19:58:50Z', 'revision_number': 3, 'project_id': '6361e643454f43aab215cabe13fcb7c7', 'gw_port': {'id': '598b574f-70c5-4432-8722-4b96aaf0402b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b844d68-d377-4524-9a64-fcec06c44319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:58:48Z', 'updated_at': '2021-11-12T19:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 19:58:54.936932 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4de2d70-89ed-4142-bb64-befddc655bbb admin admin] Network 42a38b8e-88ae-448d-913f-5d7fbbe420ed is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:58:54.945979 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-f4de2d70-89ed-4142-bb64-befddc655bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:58:54.963565 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4de2d70-89ed-4142-bb64-befddc655bbb admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:58:54.974601 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:55.139300 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50150) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:55.199090 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de2d70-89ed-4142-bb64-befddc655bbb admin admin] Pushing event updated for resources: {'Port': ['ID=7be910db-2695-4ee8-84ca-540f216daf5a,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:55.208552 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bdfa082a-e59c-499e-8511-996001e0f152 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:55.271490 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04290562-20aa-46d5-8c03-500934641e85 req-aa53a7b1-f7cd-48c8-9df9-71d06eda94bf tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:55.278712 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04290562-20aa-46d5-8c03-500934641e85 req-aa53a7b1-f7cd-48c8-9df9-71d06eda94bf tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0 HTTP/1.1" status: 200 len: 950 time: 0.2860558 Nov 12 19:58:55.282230 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f4de2d70-89ed-4142-bb64-befddc655bbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:55.322436 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-5ec101f2-1ca6-4705-b96d-6d70ebdc35ec admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1849238095-network', 'tenant_id': '31e0de6dbf6d4f258fd554875de08491'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:55.345842 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec101f2-1ca6-4705-b96d-6d70ebdc35ec admin admin] Made reservation on behalf of 31e0de6dbf6d4f258fd554875de08491 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:58:55.348791 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ec101f2-1ca6-4705-b96d-6d70ebdc35ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:55.364788 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ec101f2-1ca6-4705-b96d-6d70ebdc35ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:55.403097 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-003673f2-d298-4153-839c-bf2defaee97d None None] Provisioning complete for port 7be910db-2695-4ee8-84ca-540f216daf5a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:55.403097 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-003673f2-d298-4153-839c-bf2defaee97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:55.423206 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa082a-e59c-499e-8511-996001e0f152 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event updated for resources: {'Subnet': ['ID=ea7bbb9d-050a-43ec-9a15-882f4e624ef6,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:55.464263 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-003673f2-d298-4153-839c-bf2defaee97d None None] Port 7be910db-2695-4ee8-84ca-540f216daf5a cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:58:55.482821 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04290562-20aa-46d5-8c03-500934641e85 req-29860d8f-92fb-4d1e-a44f-ad2d7c3038b0 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031381 Nov 12 19:58:55.492840 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ec101f2-1ca6-4705-b96d-6d70ebdc35ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:55.498480 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ec101f2-1ca6-4705-b96d-6d70ebdc35ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:55.509690 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-818b3d0f-6f6c-4853-9b67-22d2160c76b0 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Made reservation on behalf of e850bba26b1d4481b449705c5fee3449 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:58:55.513290 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-818b3d0f-6f6c-4853-9b67-22d2160c76b0 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:55.515359 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec101f2-1ca6-4705-b96d-6d70ebdc35ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 19:58:55.527653 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ec101f2-1ca6-4705-b96d-6d70ebdc35ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:55.528670 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-5ec101f2-1ca6-4705-b96d-6d70ebdc35ec admin admin] Added segment df860919-18ad-4266-ad5e-c9ce3c236474 of type vlan for network 07b50d07-b81d-4c6b-b40d-1b9801d1a450 Nov 12 19:58:55.531337 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-818b3d0f-6f6c-4853-9b67-22d2160c76b0 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:55.533574 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfa082a-e59c-499e-8511-996001e0f152 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Checking segment: {'id': 'aaacb95a-f6c6-4f4b-802b-0e624123bc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '74272e07-8349-43d3-9aeb-dbf3ff8a5574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:58:55.533946 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfa082a-e59c-499e-8511-996001e0f152 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Network hostable DHCP agents. Network: 74272e07-8349-43d3-9aeb-dbf3ff8a5574, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 19:58:55.582850 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ec101f2-1ca6-4705-b96d-6d70ebdc35ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:55.604037 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfa082a-e59c-499e-8511-996001e0f152 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Network 74272e07-8349-43d3-9aeb-dbf3ff8a5574 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 19:58:55.626275 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f4de2d70-89ed-4142-bb64-befddc655bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:55.630238 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-bdfa082a-e59c-499e-8511-996001e0f152 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 74272e07-8349-43d3-9aeb-dbf3ff8a5574) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:58:55.635740 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec101f2-1ca6-4705-b96d-6d70ebdc35ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a82dc70-8381-48cb-81e0-855b7d857135,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:55.644266 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa246ce-b859-4e4d-a6af-a41fa019827f None None] Network 74272e07-8349-43d3-9aeb-dbf3ff8a5574 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:58:55.645189 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfa082a-e59c-499e-8511-996001e0f152 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:55.645999 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bdfa082a-e59c-499e-8511-996001e0f152 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:55.666781 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ec101f2-1ca6-4705-b96d-6d70ebdc35ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:55.667817 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec101f2-1ca6-4705-b96d-6d70ebdc35ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:55.668451 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ec101f2-1ca6-4705-b96d-6d70ebdc35ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:55.673428 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675c331-b02a-4eb2-85cc-297a3ff13fdb req-74c5d9fc-e229-425c-a634-0593db231b52 tempest-ServersOnMultiNodesTest-571559215 tempest-ServersOnMultiNodesTest-571559215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:55.681375 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5675c331-b02a-4eb2-85cc-297a3ff13fdb req-74c5d9fc-e229-425c-a634-0593db231b52 tempest-ServersOnMultiNodesTest-571559215 tempest-ServersOnMultiNodesTest-571559215-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0 HTTP/1.1" status: 200 len: 1102 time: 0.1035359 Nov 12 19:58:55.722096 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bdfa082a-e59c-499e-8511-996001e0f152 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7266042 Nov 12 19:58:55.723578 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50158) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:55.761552 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-64a4226c-7d69-43f3-a352-28116d52b14a tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-293660312'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:55.779563 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-818b3d0f-6f6c-4853-9b67-22d2160c76b0 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:55.781999 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec101f2-1ca6-4705-b96d-6d70ebdc35ec admin admin] Pushing event updated for resources: {'Network': ['ID=07b50d07-b81d-4c6b-b40d-1b9801d1a450,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:55.795145 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5ec101f2-1ca6-4705-b96d-6d70ebdc35ec admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6540160 Nov 12 19:58:55.804527 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50160) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:55.806628 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-818b3d0f-6f6c-4853-9b67-22d2160c76b0 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:55.812451 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-077158c9-d162-4423-8f5c-750172dc13ec admin admin] Request body: {'subnet': {'network_id': '07b50d07-b81d-4c6b-b40d-1b9801d1a450', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1849238095-subnet', 'tenant_id': '31e0de6dbf6d4f258fd554875de08491', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:55.814759 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 07b50d07-b81d-4c6b-b40d-1b9801d1a450 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 19:58:55.836890 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b3d0f-6f6c-4853-9b67-22d2160c76b0 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=994c16a5-215d-4517-88d5-5a23ba1a6f81,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:55.859456 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a4226c-7d69-43f3-a352-28116d52b14a tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Made reservation on behalf of 7aa3005d0b414c1ca2d422e5398a48f6 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:58:55.864396 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-64a4226c-7d69-43f3-a352-28116d52b14a tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:55.888793 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5675c331-b02a-4eb2-85cc-297a3ff13fdb req-4a97d5d8-4b46-4523-a0cd-ad03dc7633e5 tempest-ServersOnMultiNodesTest-571559215 tempest-ServersOnMultiNodesTest-571559215-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062604 Nov 12 19:58:55.921216 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077158c9-d162-4423-8f5c-750172dc13ec admin admin] Made reservation on behalf of 31e0de6dbf6d4f258fd554875de08491 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:58:55.924127 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-077158c9-d162-4423-8f5c-750172dc13ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:55.977516 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a4226c-7d69-43f3-a352-28116d52b14a tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 19:58:55.995599 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:56.071320 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9d1473cf-2fe7-4ae9-9a26-797eaa638a6b req-154bfa3e-0285-4908-aacf-07811236bc90 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=34525e96-dda7-484d-a72d-9d718e2513f0 HTTP/1.1" status: 200 len: 210 time: 0.1100807 Nov 12 19:58:56.090966 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-818b3d0f-6f6c-4853-9b67-22d2160c76b0 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Allocated IP 192.168.233.80 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/1b219cc8-7939-42da-9b2e-05785ad30a22) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:58:56.115995 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-64a4226c-7d69-43f3-a352-28116d52b14a tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:56.119159 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-64a4226c-7d69-43f3-a352-28116d52b14a tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Added segment c30a56a3-7793-4180-9f3c-92de7074873c of type vlan for network f253025f-88a0-4f07-bfa0-2c3a8d3008fb Nov 12 19:58:56.157305 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f4de2d70-89ed-4142-bb64-befddc655bbb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:56.159494 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df8c7d9-9237-4a53-944a-8a17b03365fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-74272e07-8349-43d3-9aeb-dbf3ff8a5574', 'network_id': '74272e07-8349-43d3-9aeb-dbf3ff8a5574', 'tenant_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'fixed_ips': [{'subnet_id': 'ea7bbb9d-050a-43ec-9a15-882f4e624ef6'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 19:58:56.161349 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0df8c7d9-9237-4a53-944a-8a17b03365fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:56.167854 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f4de2d70-89ed-4142-bb64-befddc655bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:56.223095 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-64a4226c-7d69-43f3-a352-28116d52b14a tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:56.265091 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-64a4226c-7d69-43f3-a352-28116d52b14a tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:56.271078 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a4226c-7d69-43f3-a352-28116d52b14a tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:56.271543 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-64a4226c-7d69-43f3-a352-28116d52b14a tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:56.289986 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2bace-9ad8-492d-b265-6655e3c9dd5c req-22dce7d9-4cc6-4757-aa78-519e50b04f10 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:56.292035 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-74b2bace-9ad8-492d-b265-6655e3c9dd5c req-22dce7d9-4cc6-4757-aa78-519e50b04f10 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 943 time: 0.3311126 Nov 12 19:58:56.341827 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-003d8be3-1cd4-40fb-8236-c64f7e3cf98f tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=127a6be859e142dbb23de706cc1f6a95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0912294 Nov 12 19:58:56.350072 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f4de2d70-89ed-4142-bb64-befddc655bbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:56.361684 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de2d70-89ed-4142-bb64-befddc655bbb admin admin] Pushing event updated for resources: {'Port': ['ID=7be910db-2695-4ee8-84ca-540f216daf5a,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:56.410250 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-64a4226c-7d69-43f3-a352-28116d52b14a tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6821611 Nov 12 19:58:56.414043 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50180) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:56.423131 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-71b4dc63-b669-48bf-82f6-90f9a63c8a0c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Request body: {'subnet': {'network_id': 'f253025f-88a0-4f07-bfa0-2c3a8d3008fb', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:56.432865 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4226c-7d69-43f3-a352-28116d52b14a tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event updated for resources: {'Network': ['ID=f253025f-88a0-4f07-bfa0-2c3a8d3008fb,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:56.487922 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-74b2bace-9ad8-492d-b265-6655e3c9dd5c req-2d65faeb-9acb-4010-9a1f-8c1311ec2976 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687663 Nov 12 19:58:56.501052 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network f253025f-88a0-4f07-bfa0-2c3a8d3008fb details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 19:58:56.583520 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-0df8c7d9-9237-4a53-944a-8a17b03365fd None None] Allocated IP 19.80.0.2 (74272e07-8349-43d3-9aeb-dbf3ff8a5574/ea7bbb9d-050a-43ec-9a15-882f4e624ef6/76258df5-e377-4c56-94f6-8fb561abccce) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:58:56.638875 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b4dc63-b669-48bf-82f6-90f9a63c8a0c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Made reservation on behalf of 7aa3005d0b414c1ca2d422e5398a48f6 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:58:56.646269 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71b4dc63-b669-48bf-82f6-90f9a63c8a0c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:56.656264 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-077158c9-d162-4423-8f5c-750172dc13ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:56.805005 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077158c9-d162-4423-8f5c-750172dc13ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a9ecdfc-fbd6-46a2-afed-0a51613eae73,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:56.827590 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0df8c7d9-9237-4a53-944a-8a17b03365fd None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:56.835925 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-818b3d0f-6f6c-4853-9b67-22d2160c76b0 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:56.842126 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0df8c7d9-9237-4a53-944a-8a17b03365fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:56.861843 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077158c9-d162-4423-8f5c-750172dc13ec admin admin] Checking segment: {'id': 'df860919-18ad-4266-ad5e-c9ce3c236474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '07b50d07-b81d-4c6b-b40d-1b9801d1a450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:58:56.862390 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077158c9-d162-4423-8f5c-750172dc13ec admin admin] Network hostable DHCP agents. Network: 07b50d07-b81d-4c6b-b40d-1b9801d1a450, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 19:58:56.896346 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-0b168344-123e-46ed-b39d-000de8dea793 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:56.898635 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-0b168344-123e-46ed-b39d-000de8dea793 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5412211 Nov 12 19:58:56.916471 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4de2d70-89ed-4142-bb64-befddc655bbb admin admin] Network 42a38b8e-88ae-448d-913f-5d7fbbe420ed is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:58:56.933222 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8c7d9-9237-4a53-944a-8a17b03365fd None None] Pushing event updated for resources: {'Port': ['ID=76258df5-e377-4c56-94f6-8fb561abccce,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:56.944933 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-f4de2d70-89ed-4142-bb64-befddc655bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:58:56.945535 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df8c7d9-9237-4a53-944a-8a17b03365fd None None] Network 74272e07-8349-43d3-9aeb-dbf3ff8a5574 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:58:56.946902 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-0df8c7d9-9237-4a53-944a-8a17b03365fd None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:58:56.954024 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df8c7d9-9237-4a53-944a-8a17b03365fd None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:58:56.959588 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-624f168f-b233-478b-b362-6cb79c5e4593 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/quotas/127a6be859e142dbb23de706cc1f6a95 HTTP/1.1" status: 200 len: 375 time: 0.0484965 Nov 12 19:58:56.969642 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077158c9-d162-4423-8f5c-750172dc13ec admin admin] Network 07b50d07-b81d-4c6b-b40d-1b9801d1a450 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 19:58:56.984497 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71b4dc63-b669-48bf-82f6-90f9a63c8a0c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:56.987138 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-077158c9-d162-4423-8f5c-750172dc13ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 07b50d07-b81d-4c6b-b40d-1b9801d1a450) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:58:57.004313 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077158c9-d162-4423-8f5c-750172dc13ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:57.006550 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-077158c9-d162-4423-8f5c-750172dc13ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:57.008173 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-818b3d0f-6f6c-4853-9b67-22d2160c76b0 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:57.024927 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec6e6e6-d468-4b2e-8653-df5dd4b692a6 None None] Network 07b50d07-b81d-4c6b-b40d-1b9801d1a450 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:58:57.180699 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4dc63-b669-48bf-82f6-90f9a63c8a0c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event updated for resources: {'Subnet': ['ID=47188f62-21f5-4e7f-acc2-2a71da9cb5cb,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:57.214936 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-077158c9-d162-4423-8f5c-750172dc13ec admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4058416 Nov 12 19:58:57.224207 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50194) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:58:57.242538 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0df8c7d9-9237-4a53-944a-8a17b03365fd None None] Attempting to bind port 76258df5-e377-4c56-94f6-8fb561abccce on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:58:57.242907 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0df8c7d9-9237-4a53-944a-8a17b03365fd None None] Attempting to bind port 76258df5-e377-4c56-94f6-8fb561abccce by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'aaacb95a-f6c6-4f4b-802b-0e624123bc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '74272e07-8349-43d3-9aeb-dbf3ff8a5574'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:58:57.243304 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df8c7d9-9237-4a53-944a-8a17b03365fd None None] Attempting to bind port 76258df5-e377-4c56-94f6-8fb561abccce on network 74272e07-8349-43d3-9aeb-dbf3ff8a5574 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:57.243631 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f94fdf9d-f0ad-4846-8db0-ffed4c2a4d6f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1849238095-router', 'tenant_id': '31e0de6dbf6d4f258fd554875de08491', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:57.259735 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df8c7d9-9237-4a53-944a-8a17b03365fd None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:58:57.260109 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df8c7d9-9237-4a53-944a-8a17b03365fd None None] Checking segment: {'id': 'aaacb95a-f6c6-4f4b-802b-0e624123bc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '74272e07-8349-43d3-9aeb-dbf3ff8a5574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:58:57.260924 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0df8c7d9-9237-4a53-944a-8a17b03365fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:57.261325 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df8c7d9-9237-4a53-944a-8a17b03365fd None None] Bound using segment: {'id': 'aaacb95a-f6c6-4f4b-802b-0e624123bc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '74272e07-8349-43d3-9aeb-dbf3ff8a5574'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:58:57.261806 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0df8c7d9-9237-4a53-944a-8a17b03365fd None None] Bound port: 76258df5-e377-4c56-94f6-8fb561abccce, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaacb95a-f6c6-4f4b-802b-0e624123bc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '74272e07-8349-43d3-9aeb-dbf3ff8a5574'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:58:57.262184 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0df8c7d9-9237-4a53-944a-8a17b03365fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:57.272187 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b4dc63-b669-48bf-82f6-90f9a63c8a0c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Checking segment: {'id': 'c30a56a3-7793-4180-9f3c-92de7074873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f253025f-88a0-4f07-bfa0-2c3a8d3008fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:58:57.273234 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b4dc63-b669-48bf-82f6-90f9a63c8a0c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Network hostable DHCP agents. Network: f253025f-88a0-4f07-bfa0-2c3a8d3008fb, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 19:58:57.287074 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 598b574f-70c5-4432-8722-4b96aaf0402b up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:58:57.316721 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f94fdf9d-f0ad-4846-8db0-ffed4c2a4d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:57.317812 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f94fdf9d-f0ad-4846-8db0-ffed4c2a4d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:57.323914 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b4dc63-b669-48bf-82f6-90f9a63c8a0c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Network f253025f-88a0-4f07-bfa0-2c3a8d3008fb is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 19:58:57.344609 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-71b4dc63-b669-48bf-82f6-90f9a63c8a0c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, f253025f-88a0-4f07-bfa0-2c3a8d3008fb) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:58:57.363342 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b4dc63-b669-48bf-82f6-90f9a63c8a0c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:57.363941 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71b4dc63-b669-48bf-82f6-90f9a63c8a0c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:57.371617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8c56ee-f1dc-43d5-bf65-4feb36ee78f8 None None] Network f253025f-88a0-4f07-bfa0-2c3a8d3008fb requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:58:57.396085 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20242086-3621-4370-b724-026f8c4c98ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-07b50d07-b81d-4c6b-b40d-1b9801d1a450', 'network_id': '07b50d07-b81d-4c6b-b40d-1b9801d1a450', 'tenant_id': '31e0de6dbf6d4f258fd554875de08491', 'fixed_ips': [{'subnet_id': '6a9ecdfc-fbd6-46a2-afed-0a51613eae73'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 19:58:57.397051 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-20242086-3621-4370-b724-026f8c4c98ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:57.419601 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-818b3d0f-6f6c-4853-9b67-22d2160c76b0 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:58:57.433572 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-71b4dc63-b669-48bf-82f6-90f9a63c8a0c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0163817 Nov 12 19:58:57.438999 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f94fdf9d-f0ad-4846-8db0-ffed4c2a4d6f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:57.441608 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-602d7f77-e1f4-4ac8-a8eb-de82bba4e360 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=127a6be859e142dbb23de706cc1f6a95&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4801931 Nov 12 19:58:57.452708 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-818b3d0f-6f6c-4853-9b67-22d2160c76b0 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:58:57.471905 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b3d0f-6f6c-4853-9b67-22d2160c76b0 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Pushing event updated for resources: {'Port': ['ID=1b219cc8-7939-42da-9b2e-05785ad30a22,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:57.483016 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0df8c7d9-9237-4a53-944a-8a17b03365fd None None] For port 76258df5-e377-4c56-94f6-8fb561abccce, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:58:57.494079 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-818b3d0f-6f6c-4853-9b67-22d2160c76b0 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:58:57.526009 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0df8c7d9-9237-4a53-944a-8a17b03365fd None None] For port 76258df5-e377-4c56-94f6-8fb561abccce, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=76258df5-e377-4c56-94f6-8fb561abccce,segment=NetworkSegment(aaacb95a-f6c6-4f4b-802b-0e624123bc9c),segment_id=aaacb95a-f6c6-4f4b-802b-0e624123bc9c)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:58:57.589646 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4de2d70-89ed-4142-bb64-befddc655bbb admin admin] Router 9b844d68-d377-4524-9a64-fcec06c44319 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 19:58:57.597919 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-818b3d0f-6f6c-4853-9b67-22d2160c76b0 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:57.599029 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-818b3d0f-6f6c-4853-9b67-22d2160c76b0 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:57.607531 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8287a9d5-2dc0-49b2-bfd6-dddcd38f5b12 None None] Provisioning complete for port 7be910db-2695-4ee8-84ca-540f216daf5a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:57.607765 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8287a9d5-2dc0-49b2-bfd6-dddcd38f5b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:57.614176 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0df8c7d9-9237-4a53-944a-8a17b03365fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:57.644557 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 598b574f-70c5-4432-8722-4b96aaf0402b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:57.644987 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:57.773604 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f94fdf9d-f0ad-4846-8db0-ffed4c2a4d6f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:57.812377 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-818b3d0f-6f6c-4853-9b67-22d2160c76b0 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9486458 Nov 12 19:58:57.828941 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-9df745e8-1765-4be0-8ef1-795c19139327 service neutron] Request body: {'port': {'device_id': '34525e96-dda7-484d-a72d-9d718e2513f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:58:57.909448 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4de2d70-89ed-4142-bb64-befddc655bbb admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 19:58:57.911528 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8c7d9-9237-4a53-944a-8a17b03365fd None None] Pushing event updated for resources: {'Port': ['ID=76258df5-e377-4c56-94f6-8fb561abccce,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:57.926136 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067e9f33-a607-4d76-93d3-a340d2658dab None None] Sync routers for ids ['9b844d68-d377-4524-9a64-fcec06c44319'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 19:58:57.935964 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067e9f33-a607-4d76-93d3-a340d2658dab None None] Routers {'9b844d68-d377-4524-9a64-fcec06c44319'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:58:57.936534 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-067e9f33-a607-4d76-93d3-a340d2658dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:58:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9b844d68-d377-4524-9a64-fcec06c44319'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:57.938353 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-20242086-3621-4370-b724-026f8c4c98ab None None] Allocated IP 172.20.0.2 (07b50d07-b81d-4c6b-b40d-1b9801d1a450/6a9ecdfc-fbd6-46a2-afed-0a51613eae73/f66d8b30-2eca-4d54-be6e-54cab4913c2d) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:58:57.938744 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-9df745e8-1765-4be0-8ef1-795c19139327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:57.971682 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f4de2d70-89ed-4142-bb64-befddc655bbb admin admin] 10.222.0.48 "PUT /v2.0/routers/9b844d68-d377-4524-9a64-fcec06c44319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6873255 Nov 12 19:58:58.048095 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8ae2d-d999-4d4b-8eb5-ed70cf53b9ca req-76c3c655-e795-4915-bb09-350c3c05a0a5 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:58.049750 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-40b8ae2d-d999-4d4b-8eb5-ed70cf53b9ca req-76c3c655-e795-4915-bb09-350c3c05a0a5 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=34525e96-dda7-484d-a72d-9d718e2513f0 HTTP/1.1" status: 200 len: 935 time: 0.2782266 Nov 12 19:58:58.175773 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-067e9f33-a607-4d76-93d3-a340d2658dab None None] Set router 9b844d68-d377-4524-9a64-fcec06c44319 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:58:58.224097 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f94fdf9d-f0ad-4846-8db0-ffed4c2a4d6f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:58.261963 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f94fdf9d-f0ad-4846-8db0-ffed4c2a4d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:58.298326 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-40b8ae2d-d999-4d4b-8eb5-ed70cf53b9ca req-06ed2234-8a38-4ce3-bf22-df760c5c5768 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183075 Nov 12 19:58:58.321590 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8287a9d5-2dc0-49b2-bfd6-dddcd38f5b12 None None] Port 7be910db-2695-4ee8-84ca-540f216daf5a cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:58:58.347411 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-20242086-3621-4370-b724-026f8c4c98ab None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:58.360678 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-20242086-3621-4370-b724-026f8c4c98ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:58.371228 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591a93fb-a245-4fd5-b01c-8096ee6bcaa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-f253025f-88a0-4f07-bfa0-2c3a8d3008fb', 'network_id': 'f253025f-88a0-4f07-bfa0-2c3a8d3008fb', 'tenant_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'fixed_ips': [{'subnet_id': '47188f62-21f5-4e7f-acc2-2a71da9cb5cb'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 19:58:58.372095 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-591a93fb-a245-4fd5-b01c-8096ee6bcaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:58.480377 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20242086-3621-4370-b724-026f8c4c98ab None None] Network 07b50d07-b81d-4c6b-b40d-1b9801d1a450 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:58:58.508879 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-20242086-3621-4370-b724-026f8c4c98ab None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:58:58.509616 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-f94fdf9d-f0ad-4846-8db0-ffed4c2a4d6f admin admin] Allocated IP 172.25.5.107 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/e78e0bda-6372-4e9e-bd6d-91a612ffdaf9) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:58:58.519565 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20242086-3621-4370-b724-026f8c4c98ab None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:58:58.537360 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20242086-3621-4370-b724-026f8c4c98ab None None] Pushing event updated for resources: {'Port': ['ID=f66d8b30-2eca-4d54-be6e-54cab4913c2d,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:58.544591 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:58.555040 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd1c0a-e7fe-47db-aa16-8085d456fe1b req-db63dce0-b405-49d0-bf37-b769609bf743 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:58.557647 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d1cd1c0a-e7fe-47db-aa16-8085d456fe1b req-db63dce0-b405-49d0-bf37-b769609bf743 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 943 time: 0.1111906 Nov 12 19:58:58.563274 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-067e9f33-a607-4d76-93d3-a340d2658dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b844d68-d377-4524-9a64-fcec06c44319', 'name': 'tempest-FloatingIPsNegativeTestJSON-385459563-router', 'tenant_id': '6361e643454f43aab215cabe13fcb7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '598b574f-70c5-4432-8722-4b96aaf0402b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:58:46Z', 'updated_at': '2021-11-12T19:58:55Z', 'revision_number': 4, 'project_id': '6361e643454f43aab215cabe13fcb7c7', 'gw_port': {'id': '598b574f-70c5-4432-8722-4b96aaf0402b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b844d68-d377-4524-9a64-fcec06c44319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:58:48Z', 'updated_at': '2021-11-12T19:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '7be910db-2695-4ee8-84ca-540f216daf5a', 'name': '', 'network_id': '42a38b8e-88ae-448d-913f-5d7fbbe420ed', 'tenant_id': '6361e643454f43aab215cabe13fcb7c7', 'mac_address': 'fa:16:3e:01:e2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b844d68-d377-4524-9a64-fcec06c44319', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'b1b4105c-9efa-4f7a-bffe-03257e875821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:58:53Z', 'updated_at': '2021-11-12T19:58:55Z', 'revision_number': 2, 'project_id': '6361e643454f43aab215cabe13fcb7c7', 'subnets': [{'id': 'b1b4105c-9efa-4f7a-bffe-03257e875821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:58:58.600965 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7a614db7-75ba-4911-9dda-d9ee0cbbb57d None None] Provisioning complete for port 1b219cc8-7939-42da-9b2e-05785ad30a22 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:58:58.601738 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7a614db7-75ba-4911-9dda-d9ee0cbbb57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:58.603272 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067e9f33-a607-4d76-93d3-a340d2658dab None None] Checking router: 9b844d68-d377-4524-9a64-fcec06c44319 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 19:58:58.603626 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067e9f33-a607-4d76-93d3-a340d2658dab None None] Updating router 9b844d68-d377-4524-9a64-fcec06c44319 port 7be910db-2695-4ee8-84ca-540f216daf5a binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 19:58:58.638645 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-067e9f33-a607-4d76-93d3-a340d2658dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:58.644589 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d1cd1c0a-e7fe-47db-aa16-8085d456fe1b req-7506bfd9-8c25-493f-8e3b-d6e149108cad tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800464 Nov 12 19:58:58.672102 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 598b574f-70c5-4432-8722-4b96aaf0402b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=598b574f-70c5-4432-8722-4b96aaf0402b,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:58:58.693976 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f94fdf9d-f0ad-4846-8db0-ffed4c2a4d6f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:58.711150 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:58.749668 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f94fdf9d-f0ad-4846-8db0-ffed4c2a4d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:58.796298 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=598b574f-70c5-4432-8722-4b96aaf0402b,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:58.806130 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-20242086-3621-4370-b724-026f8c4c98ab None None] Attempting to bind port f66d8b30-2eca-4d54-be6e-54cab4913c2d on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:58:58.807770 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-20242086-3621-4370-b724-026f8c4c98ab None None] Attempting to bind port f66d8b30-2eca-4d54-be6e-54cab4913c2d by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'df860919-18ad-4266-ad5e-c9ce3c236474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '07b50d07-b81d-4c6b-b40d-1b9801d1a450'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:58:58.808148 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20242086-3621-4370-b724-026f8c4c98ab None None] Attempting to bind port f66d8b30-2eca-4d54-be6e-54cab4913c2d on network 07b50d07-b81d-4c6b-b40d-1b9801d1a450 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:58.819507 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7a614db7-75ba-4911-9dda-d9ee0cbbb57d None None] Port 1b219cc8-7939-42da-9b2e-05785ad30a22 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:58:58.823871 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20242086-3621-4370-b724-026f8c4c98ab None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:58:58.824413 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20242086-3621-4370-b724-026f8c4c98ab None None] Checking segment: {'id': 'df860919-18ad-4266-ad5e-c9ce3c236474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '07b50d07-b81d-4c6b-b40d-1b9801d1a450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:58:58.824827 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-20242086-3621-4370-b724-026f8c4c98ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:58.825770 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20242086-3621-4370-b724-026f8c4c98ab None None] Bound using segment: {'id': 'df860919-18ad-4266-ad5e-c9ce3c236474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '07b50d07-b81d-4c6b-b40d-1b9801d1a450'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:58:58.826511 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-20242086-3621-4370-b724-026f8c4c98ab None None] Bound port: f66d8b30-2eca-4d54-be6e-54cab4913c2d, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df860919-18ad-4266-ad5e-c9ce3c236474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '07b50d07-b81d-4c6b-b40d-1b9801d1a450'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:58:58.827452 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-20242086-3621-4370-b724-026f8c4c98ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:58.845989 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94fdf9d-f0ad-4846-8db0-ffed4c2a4d6f admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:58:58.848986 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-f94fdf9d-f0ad-4846-8db0-ffed4c2a4d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:58:58.857288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94fdf9d-f0ad-4846-8db0-ffed4c2a4d6f admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:58:58.860446 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94fdf9d-f0ad-4846-8db0-ffed4c2a4d6f admin admin] Pushing event updated for resources: {'Port': ['ID=e78e0bda-6372-4e9e-bd6d-91a612ffdaf9,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:58.877557 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82618-731f-4af3-b852-88941eeaf536 req-01058e94-e554-4eb5-bfd1-ee57b42b2f42 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:58.883987 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82618-731f-4af3-b852-88941eeaf536 req-01058e94-e554-4eb5-bfd1-ee57b42b2f42 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:58:58.886021 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b7a82618-731f-4af3-b852-88941eeaf536 req-01058e94-e554-4eb5-bfd1-ee57b42b2f42 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/networks?id=74272e07-8349-43d3-9aeb-dbf3ff8a5574&id=f253025f-88a0-4f07-bfa0-2c3a8d3008fb HTTP/1.1" status: 200 len: 1391 time: 0.1241949 Nov 12 19:58:58.921145 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b7a82618-731f-4af3-b852-88941eeaf536 req-c7886c7d-fb6d-4a3e-9e9d-543dd22715bc tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/quotas/7aa3005d0b414c1ca2d422e5398a48f6 HTTP/1.1" status: 200 len: 375 time: 0.0259213 Nov 12 19:58:58.933324 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-9df745e8-1765-4be0-8ef1-795c19139327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b219cc8-7939-42da-9b2e-05785ad30a22 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:58:58.957955 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-9df745e8-1765-4be0-8ef1-795c19139327 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:58.964727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-591a93fb-a245-4fd5-b01c-8096ee6bcaa2 None None] Allocated IP 19.86.0.2 (f253025f-88a0-4f07-bfa0-2c3a8d3008fb/47188f62-21f5-4e7f-acc2-2a71da9cb5cb/54a49a60-8990-465c-835a-19a050b19b72) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:58:58.983423 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-20242086-3621-4370-b724-026f8c4c98ab None None] For port f66d8b30-2eca-4d54-be6e-54cab4913c2d, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:58:58.986103 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-9df745e8-1765-4be0-8ef1-795c19139327 service neutron] Transition to ACTIVE for port object 1b219cc8-7939-42da-9b2e-05785ad30a22 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:58:58.988799 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-20242086-3621-4370-b724-026f8c4c98ab None None] For port f66d8b30-2eca-4d54-be6e-54cab4913c2d, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f66d8b30-2eca-4d54-be6e-54cab4913c2d,segment=NetworkSegment(df860919-18ad-4266-ad5e-c9ce3c236474),segment_id=df860919-18ad-4266-ad5e-c9ce3c236474)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:58:58.997154 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-9df745e8-1765-4be0-8ef1-795c19139327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:59.011884 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-20242086-3621-4370-b724-026f8c4c98ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:59.040999 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b7a82618-731f-4af3-b852-88941eeaf536 req-ce04cb5f-0aa5-4339-90a0-fc3dec0cf945 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7aa3005d0b414c1ca2d422e5398a48f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1185479 Nov 12 19:58:59.100145 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20242086-3621-4370-b724-026f8c4c98ab None None] Pushing event updated for resources: {'Port': ['ID=f66d8b30-2eca-4d54-be6e-54cab4913c2d,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:59.214417 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-067e9f33-a607-4d76-93d3-a340d2658dab None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:59.231603 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-067e9f33-a607-4d76-93d3-a340d2658dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:59.349273 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df745e8-1765-4be0-8ef1-795c19139327 service neutron] Pushing event updated for resources: {'Port': ['ID=1b219cc8-7939-42da-9b2e-05785ad30a22,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:59.395811 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330831f-2e73-416e-899a-2e327d2ddefc None None] Pushing event updated for resources: {'Port': ['ID=7be910db-2695-4ee8-84ca-540f216daf5a,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:58:59.483616 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7330831f-2e73-416e-899a-2e327d2ddefc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:59.496208 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7330831f-2e73-416e-899a-2e327d2ddefc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:59.497224 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7330831f-2e73-416e-899a-2e327d2ddefc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:59.497696 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7330831f-2e73-416e-899a-2e327d2ddefc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:59.498138 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7330831f-2e73-416e-899a-2e327d2ddefc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:59.498568 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7330831f-2e73-416e-899a-2e327d2ddefc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:59.500207 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7330831f-2e73-416e-899a-2e327d2ddefc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:59.501620 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7330831f-2e73-416e-899a-2e327d2ddefc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:59.502987 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7330831f-2e73-416e-899a-2e327d2ddefc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:59.503246 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f94fdf9d-f0ad-4846-8db0-ffed4c2a4d6f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:59.504125 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7330831f-2e73-416e-899a-2e327d2ddefc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:59.511992 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7330831f-2e73-416e-899a-2e327d2ddefc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:59.513169 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7330831f-2e73-416e-899a-2e327d2ddefc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:58:59.594586 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b7a82618-731f-4af3-b852-88941eeaf536 req-a3b7de88-d303-46b5-becc-d621f2492f89 service neutron] 10.222.0.48 "GET /v2.0/networks/74272e07-8349-43d3-9aeb-dbf3ff8a5574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5524571 Nov 12 19:58:59.683930 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-067e9f33-a607-4d76-93d3-a340d2658dab None None] Attempting to bind port 7be910db-2695-4ee8-84ca-540f216daf5a on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:58:59.684502 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-067e9f33-a607-4d76-93d3-a340d2658dab None None] Attempting to bind port 7be910db-2695-4ee8-84ca-540f216daf5a by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '0b5ed61f-18f3-4c62-8bb2-725b8b65f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '42a38b8e-88ae-448d-913f-5d7fbbe420ed'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:58:59.685063 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067e9f33-a607-4d76-93d3-a340d2658dab None None] Attempting to bind port 7be910db-2695-4ee8-84ca-540f216daf5a on network 42a38b8e-88ae-448d-913f-5d7fbbe420ed {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:59.692284 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067e9f33-a607-4d76-93d3-a340d2658dab None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:58:59.692930 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067e9f33-a607-4d76-93d3-a340d2658dab None None] Checking segment: {'id': '0b5ed61f-18f3-4c62-8bb2-725b8b65f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '42a38b8e-88ae-448d-913f-5d7fbbe420ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:58:59.693520 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-067e9f33-a607-4d76-93d3-a340d2658dab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:59.694134 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067e9f33-a607-4d76-93d3-a340d2658dab None None] Bound using segment: {'id': '0b5ed61f-18f3-4c62-8bb2-725b8b65f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '42a38b8e-88ae-448d-913f-5d7fbbe420ed'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:58:59.694810 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-067e9f33-a607-4d76-93d3-a340d2658dab None None] Bound port: 7be910db-2695-4ee8-84ca-540f216daf5a, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5ed61f-18f3-4c62-8bb2-725b8b65f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '42a38b8e-88ae-448d-913f-5d7fbbe420ed'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:58:59.695382 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-067e9f33-a607-4d76-93d3-a340d2658dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:59.750344 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fcb70959-5ddb-45c2-afe3-11b59f1ac3af req-6453083f-291e-47ed-a69f-7bf41e5485b3 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 210 time: 0.0727563 Nov 12 19:58:59.764277 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b7a82618-731f-4af3-b852-88941eeaf536 req-a8cf9900-c0cd-4a47-b46e-b8162d7295da service neutron] 10.222.0.48 "GET /v2.0/networks/74272e07-8349-43d3-9aeb-dbf3ff8a5574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673560 Nov 12 19:58:59.764893 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 598b574f-70c5-4432-8722-4b96aaf0402b up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:58:59.766886 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0863d44-82d9-480b-a101-492815a6696a None None] Network 74272e07-8349-43d3-9aeb-dbf3ff8a5574 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:58:59.784508 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-9df745e8-1765-4be0-8ef1-795c19139327 service neutron] Attempting to bind port 1b219cc8-7939-42da-9b2e-05785ad30a22 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:58:59.785152 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-9df745e8-1765-4be0-8ef1-795c19139327 service neutron] Attempting to bind port 1b219cc8-7939-42da-9b2e-05785ad30a22 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:58:59.785706 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-9df745e8-1765-4be0-8ef1-795c19139327 service neutron] Attempting to bind port 1b219cc8-7939-42da-9b2e-05785ad30a22 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:59.845674 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-9df745e8-1765-4be0-8ef1-795c19139327 service neutron] Port 1b219cc8-7939-42da-9b2e-05785ad30a22 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:58:59.846107 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-9df745e8-1765-4be0-8ef1-795c19139327 service neutron] Attempting to bind port 1b219cc8-7939-42da-9b2e-05785ad30a22 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:58:59.894139 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-067e9f33-a607-4d76-93d3-a340d2658dab None None] For port 7be910db-2695-4ee8-84ca-540f216daf5a, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:58:59.900830 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-067e9f33-a607-4d76-93d3-a340d2658dab None None] For port 7be910db-2695-4ee8-84ca-540f216daf5a, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7be910db-2695-4ee8-84ca-540f216daf5a,segment=NetworkSegment(0b5ed61f-18f3-4c62-8bb2-725b8b65f316),segment_id=0b5ed61f-18f3-4c62-8bb2-725b8b65f316)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:58:59.908384 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-9df745e8-1765-4be0-8ef1-795c19139327 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:58:59.909079 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-9df745e8-1765-4be0-8ef1-795c19139327 service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:58:59.909373 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-9df745e8-1765-4be0-8ef1-795c19139327 service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:58:59.910108 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-9df745e8-1765-4be0-8ef1-795c19139327 service neutron] Bound port: 1b219cc8-7939-42da-9b2e-05785ad30a22, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:58:59.910729 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-9df745e8-1765-4be0-8ef1-795c19139327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:59.911683 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-067e9f33-a607-4d76-93d3-a340d2658dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:58:59.989176 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-591a93fb-a245-4fd5-b01c-8096ee6bcaa2 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:00.024288 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b7a82618-731f-4af3-b852-88941eeaf536 req-60518ffd-3940-4c0e-be77-22c9e542e83b service neutron] 10.222.0.48 "GET /v2.0/networks/f253025f-88a0-4f07-bfa0-2c3a8d3008fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582128 Nov 12 19:59:00.052867 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067e9f33-a607-4d76-93d3-a340d2658dab None None] Routers {'9b844d68-d377-4524-9a64-fcec06c44319'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:59:00.053619 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-067e9f33-a607-4d76-93d3-a340d2658dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:58:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9b844d68-d377-4524-9a64-fcec06c44319'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:00.132515 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-591a93fb-a245-4fd5-b01c-8096ee6bcaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:00.161524 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e18b12d6-0c8f-4daa-836f-0e41f076a515 None None] Provisioning complete for port 76258df5-e377-4c56-94f6-8fb561abccce triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:00.162352 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e18b12d6-0c8f-4daa-836f-0e41f076a515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:00.176765 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b7a82618-731f-4af3-b852-88941eeaf536 req-63c3aa2d-48f4-4c3a-bc72-10290295765d service neutron] 10.222.0.48 "GET /v2.0/networks/f253025f-88a0-4f07-bfa0-2c3a8d3008fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514668 Nov 12 19:59:00.209561 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ce7bd450-d81a-4646-90d0-294a4333d963 req-c7f4e7a1-bb3b-4f30-adf9-f2085c4f00a7 tempest-FloatingIPsNegativeTestJSON-169888887 tempest-FloatingIPsNegativeTestJSON-169888887-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=6361e643454f43aab215cabe13fcb7c7 HTTP/1.1" status: 200 len: 217 time: 0.1738024 Nov 12 19:59:00.217903 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-9df745e8-1765-4be0-8ef1-795c19139327 service neutron] For port 1b219cc8-7939-42da-9b2e-05785ad30a22, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:59:00.235928 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-9df745e8-1765-4be0-8ef1-795c19139327 service neutron] For port 1b219cc8-7939-42da-9b2e-05785ad30a22, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=1b219cc8-7939-42da-9b2e-05785ad30a22,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:59:00.245325 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-9df745e8-1765-4be0-8ef1-795c19139327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:00.273881 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f94fdf9d-f0ad-4846-8db0-ffed4c2a4d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:00.361168 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-9df745e8-1765-4be0-8ef1-795c19139327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:00.362017 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-9df745e8-1765-4be0-8ef1-795c19139327 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:00.363512 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-9df745e8-1765-4be0-8ef1-795c19139327 service neutron] 10.222.0.52 "PUT /v2.0/ports/1b219cc8-7939-42da-9b2e-05785ad30a22 HTTP/1.1" status: 200 len: 1096 time: 2.5403337 Nov 12 19:59:00.363981 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34525e96-dda7-484d-a72d-9d718e2513f0', 'tag': '1b219cc8-7939-42da-9b2e-05785ad30a22'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:59:00.366886 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ed57ef-aa97-485b-b40a-c28521f662d6" -d '{"events": [{"name": "network-changed", "server_uuid": "34525e96-dda7-484d-a72d-9d718e2513f0", "tag": "1b219cc8-7939-42da-9b2e-05785ad30a22"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:59:00.397090 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-067e9f33-a607-4d76-93d3-a340d2658dab None None] Set router 9b844d68-d377-4524-9a64-fcec06c44319 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:59:00.492930 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591a93fb-a245-4fd5-b01c-8096ee6bcaa2 None None] Network f253025f-88a0-4f07-bfa0-2c3a8d3008fb is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:59:00.535622 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a93fb-a245-4fd5-b01c-8096ee6bcaa2 None None] Pushing event updated for resources: {'Port': ['ID=54a49a60-8990-465c-835a-19a050b19b72,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:00.547721 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df745e8-1765-4be0-8ef1-795c19139327 service neutron] Pushing event updated for resources: {'Port': ['ID=1b219cc8-7939-42da-9b2e-05785ad30a22,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:00.601161 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-591a93fb-a245-4fd5-b01c-8096ee6bcaa2 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:59:00.601956 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-bac54de3-3a80-4130-a3bf-e60799c8fcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:00.606324 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-bac54de3-3a80-4130-a3bf-e60799c8fcd7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e850bba26b1d4481b449705c5fee3449&device_id=34525e96-dda7-484d-a72d-9d718e2513f0 HTTP/1.1" status: 200 len: 1099 time: 0.1751440 Nov 12 19:59:00.610493 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591a93fb-a245-4fd5-b01c-8096ee6bcaa2 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:59:00.736220 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 598b574f-70c5-4432-8722-4b96aaf0402b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:00.736949 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:00.830332 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330831f-2e73-416e-899a-2e327d2ddefc None None] Pushing event updated for resources: {'Port': ['ID=7be910db-2695-4ee8-84ca-540f216daf5a,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:00.836680 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-f6fa27ba-debf-4fe1-9943-40eb0e6b8b9f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=1b219cc8-7939-42da-9b2e-05785ad30a22 HTTP/1.1" status: 200 len: 217 time: 0.2067602 Nov 12 19:59:00.839131 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-2ca3dab6-f41d-4285-8bed-f9373246918d tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=127a6be859e142dbb23de706cc1f6a95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1136880 Nov 12 19:59:00.886140 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a582b-0848-41c1-8163-2fab206f8363 req-1d730e78-18fe-4ef4-8250-4eda185f1d96 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:00.907626 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5a3a582b-0848-41c1-8163-2fab206f8363 req-1d730e78-18fe-4ef4-8250-4eda185f1d96 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=34525e96-dda7-484d-a72d-9d718e2513f0 HTTP/1.1" status: 200 len: 947 time: 0.3325448 Nov 12 19:59:00.920186 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94fdf9d-f0ad-4846-8db0-ffed4c2a4d6f admin admin] Router 0f6835cb-e339-4572-b392-358eb2ee9def is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 19:59:00.995661 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-067e9f33-a607-4d76-93d3-a340d2658dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b844d68-d377-4524-9a64-fcec06c44319', 'name': 'tempest-FloatingIPsNegativeTestJSON-385459563-router', 'tenant_id': '6361e643454f43aab215cabe13fcb7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '598b574f-70c5-4432-8722-4b96aaf0402b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:58:46Z', 'updated_at': '2021-11-12T19:58:55Z', 'revision_number': 4, 'project_id': '6361e643454f43aab215cabe13fcb7c7', 'gw_port': {'id': '598b574f-70c5-4432-8722-4b96aaf0402b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b844d68-d377-4524-9a64-fcec06c44319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:58:48Z', 'updated_at': '2021-11-12T19:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '7be910db-2695-4ee8-84ca-540f216daf5a', 'name': '', 'network_id': '42a38b8e-88ae-448d-913f-5d7fbbe420ed', 'tenant_id': '6361e643454f43aab215cabe13fcb7c7', 'mac_address': 'fa:16:3e:01:e2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b844d68-d377-4524-9a64-fcec06c44319', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'b1b4105c-9efa-4f7a-bffe-03257e875821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:58:53Z', 'updated_at': '2021-11-12T19:58:59Z', 'revision_number': 4, 'project_id': '6361e643454f43aab215cabe13fcb7c7', 'subnets': [{'id': 'b1b4105c-9efa-4f7a-bffe-03257e875821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:01.003077 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-329ff431-ec77-42a7-bb10-085c10bf456e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:01.009424 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-329ff431-ec77-42a7-bb10-085c10bf456e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1628308 Nov 12 19:59:01.030877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980a621-df7c-45ab-9597-b98a41f3b76e req-4628c6bb-f8f4-4279-a206-08895bda3ffd tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:01.035368 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-591a93fb-a245-4fd5-b01c-8096ee6bcaa2 None None] Attempting to bind port 54a49a60-8990-465c-835a-19a050b19b72 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:59:01.035892 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-591a93fb-a245-4fd5-b01c-8096ee6bcaa2 None None] Attempting to bind port 54a49a60-8990-465c-835a-19a050b19b72 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'c30a56a3-7793-4180-9f3c-92de7074873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f253025f-88a0-4f07-bfa0-2c3a8d3008fb'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:59:01.036001 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591a93fb-a245-4fd5-b01c-8096ee6bcaa2 None None] Attempting to bind port 54a49a60-8990-465c-835a-19a050b19b72 on network f253025f-88a0-4f07-bfa0-2c3a8d3008fb {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:59:01.038951 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8980a621-df7c-45ab-9597-b98a41f3b76e req-4628c6bb-f8f4-4279-a206-08895bda3ffd tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 943 time: 0.4225469 Nov 12 19:59:01.047197 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067e9f33-a607-4d76-93d3-a340d2658dab None None] The sync data for ids ['9b844d68-d377-4524-9a64-fcec06c44319'] in n-d-712140-15 is: [{'id': '9b844d68-d377-4524-9a64-fcec06c44319', 'name': 'tempest-FloatingIPsNegativeTestJSON-385459563-router', 'tenant_id': '6361e643454f43aab215cabe13fcb7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '598b574f-70c5-4432-8722-4b96aaf0402b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:58:46Z', 'updated_at': '2021-11-12T19:58:55Z', 'revision_number': 4, 'project_id': '6361e643454f43aab215cabe13fcb7c7', 'gw_port': {'id': '598b574f-70c5-4432-8722-4b96aaf0402b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b844d68-d377-4524-9a64-fcec06c44319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:58:48Z', 'updated_at': '2021-11-12T19:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '7be910db-2695-4ee8-84ca-540f216daf5a', 'name': '', 'network_id': '42a38b8e-88ae-448d-913f-5d7fbbe420ed', 'tenant_id': '6361e643454f43aab215cabe13fcb7c7', 'mac_address': 'fa:16:3e:01:e2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b844d68-d377-4524-9a64-fcec06c44319', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'b1b4105c-9efa-4f7a-bffe-03257e875821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:58:53Z', 'updated_at': '2021-11-12T19:58:59Z', 'revision_number': 4, 'project_id': '6361e643454f43aab215cabe13fcb7c7', 'subnets': [{'id': 'b1b4105c-9efa-4f7a-bffe-03257e875821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 19:59:01.189118 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591a93fb-a245-4fd5-b01c-8096ee6bcaa2 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:59:01.189311 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591a93fb-a245-4fd5-b01c-8096ee6bcaa2 None None] Checking segment: {'id': 'c30a56a3-7793-4180-9f3c-92de7074873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f253025f-88a0-4f07-bfa0-2c3a8d3008fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:59:01.189618 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-591a93fb-a245-4fd5-b01c-8096ee6bcaa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:01.190083 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591a93fb-a245-4fd5-b01c-8096ee6bcaa2 None None] Bound using segment: {'id': 'c30a56a3-7793-4180-9f3c-92de7074873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f253025f-88a0-4f07-bfa0-2c3a8d3008fb'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:59:01.190473 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-591a93fb-a245-4fd5-b01c-8096ee6bcaa2 None None] Bound port: 54a49a60-8990-465c-835a-19a050b19b72, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30a56a3-7793-4180-9f3c-92de7074873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f253025f-88a0-4f07-bfa0-2c3a8d3008fb'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:59:01.191018 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-591a93fb-a245-4fd5-b01c-8096ee6bcaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:01.209518 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e98dea8-4514-407a-a007-79c8af23c283 None None] Network 07b50d07-b81d-4c6b-b40d-1b9801d1a450 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:59:01.255294 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8980a621-df7c-45ab-9597-b98a41f3b76e req-fbe0f437-cb9d-48ed-a5af-ee557cd36aa6 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910377 Nov 12 19:59:01.264305 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-1624441c-d6ab-4777-8092-18cbb77d4afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:01.275205 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-1624441c-d6ab-4777-8092-18cbb77d4afe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2288797 Nov 12 19:59:01.419636 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-591a93fb-a245-4fd5-b01c-8096ee6bcaa2 None None] For port 54a49a60-8990-465c-835a-19a050b19b72, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:59:01.423586 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-591a93fb-a245-4fd5-b01c-8096ee6bcaa2 None None] For port 54a49a60-8990-465c-835a-19a050b19b72, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=54a49a60-8990-465c-835a-19a050b19b72,segment=NetworkSegment(c30a56a3-7793-4180-9f3c-92de7074873c),segment_id=c30a56a3-7793-4180-9f3c-92de7074873c)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:59:01.481481 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 76258df5-e377-4c56-94f6-8fb561abccce up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:59:01.487002 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-a82e13c8-6bf9-4610-9565-9a283f4f8e02 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004931 Nov 12 19:59:01.495285 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6e90027f-8fc6-4471-b9c9-2480c1b1e85e req-ff44eee7-7333-48bd-8dfc-67348dd6c604 tempest-FloatingIPsNegativeTestJSON-169888887 tempest-FloatingIPsNegativeTestJSON-169888887-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.2100048 Nov 12 19:59:01.533615 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-591a93fb-a245-4fd5-b01c-8096ee6bcaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:01.722167 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a93fb-a245-4fd5-b01c-8096ee6bcaa2 None None] Pushing event updated for resources: {'Port': ['ID=54a49a60-8990-465c-835a-19a050b19b72,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:01.793891 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e18b12d6-0c8f-4daa-836f-0e41f076a515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:01.801359 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e4b66776-8d7a-48c6-8088-f33c7cee8edc req-7507feba-8875-403e-93cc-1fdaec159077 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049352 Nov 12 19:59:01.803252 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d2ba08-f846-4500-978f-d6f53f592463 x-openstack-request-id: req-d7d2ba08-f846-4500-978f-d6f53f592463 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:59:01.803730 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34525e96-dda7-484d-a72d-9d718e2513f0", "tag": "1b219cc8-7939-42da-9b2e-05785ad30a22", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:59:01.804160 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d7d2ba08-f846-4500-978f-d6f53f592463 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:59:01.804584 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34525e96-dda7-484d-a72d-9d718e2513f0', 'tag': '1b219cc8-7939-42da-9b2e-05785ad30a22', 'status': 'completed', 'code': 200} Nov 12 19:59:01.814734 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 76258df5-e377-4c56-94f6-8fb561abccce triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:01.815108 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:01.967158 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94fdf9d-f0ad-4846-8db0-ffed4c2a4d6f admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 19:59:02.004060 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11fe326-8873-486e-90d1-d900c6faf37f None None] Sync routers for ids ['0f6835cb-e339-4572-b392-358eb2ee9def'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 19:59:02.038243 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9e210437-07cb-40a8-b00b-6218ea58a79f req-bb7781c0-5658-467d-8657-8f31075e4b5e tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 210 time: 0.0575507 Nov 12 19:59:02.042863 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed57ef-aa97-485b-b40a-c28521f662d6 req-f4153459-2ce1-428d-ad51-d964aac6a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:02.044423 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e2ed57ef-aa97-485b-b40a-c28521f662d6 req-f4153459-2ce1-428d-ad51-d964aac6a363 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e850bba26b1d4481b449705c5fee3449&device_id=34525e96-dda7-484d-a72d-9d718e2513f0 HTTP/1.1" status: 200 len: 1099 time: 0.1612594 Nov 12 19:59:02.094916 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5a3a582b-0848-41c1-8163-2fab206f8363 req-478f886d-0b5c-4147-ad9b-ebb23335af9a tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1850786 Nov 12 19:59:02.111385 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e18b12d6-0c8f-4daa-836f-0e41f076a515 None None] For port 76258df5-e377-4c56-94f6-8fb561abccce, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=76258df5-e377-4c56-94f6-8fb561abccce,segment=NetworkSegment(aaacb95a-f6c6-4f4b-802b-0e624123bc9c),segment_id=aaacb95a-f6c6-4f4b-802b-0e624123bc9c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:02.142874 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f94fdf9d-f0ad-4846-8db0-ffed4c2a4d6f admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:02.144123 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f94fdf9d-f0ad-4846-8db0-ffed4c2a4d6f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.9189229 Nov 12 19:59:02.147191 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50260) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:02.164706 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e18b12d6-0c8f-4daa-836f-0e41f076a515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:02.245208 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-b55548eb-0133-4a99-b33a-037ed6e6dfe2 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:02.246706 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-b55548eb-0133-4a99-b33a-037ed6e6dfe2 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3928201 Nov 12 19:59:02.264483 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-422f1002-a9f6-4659-b384-4d202349209c tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Request body: {'port': {'device_id': '2033a552-e774-4af5-b7e3-0d160b3e02ae', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': '127a6be859e142dbb23de706cc1f6a95'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:59:02.269656 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed57ef-aa97-485b-b40a-c28521f662d6 req-fdb442bc-6f76-4827-87f9-11ae5d801a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:02.271339 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e2ed57ef-aa97-485b-b40a-c28521f662d6 req-fdb442bc-6f76-4827-87f9-11ae5d801a6b service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.2136626 Nov 12 19:59:02.342013 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e2ed57ef-aa97-485b-b40a-c28521f662d6 req-3be2cb37-3626-49f2-99b1-728681742286 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=1b219cc8-7939-42da-9b2e-05785ad30a22 HTTP/1.1" status: 200 len: 217 time: 0.0583284 Nov 12 19:59:02.344189 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b12d6-0c8f-4daa-836f-0e41f076a515 None None] Pushing event updated for resources: {'Port': ['ID=76258df5-e377-4c56-94f6-8fb561abccce,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:02.351672 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11fe326-8873-486e-90d1-d900c6faf37f None None] Routers {'0f6835cb-e339-4572-b392-358eb2ee9def'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:59:02.366282 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-b11fe326-8873-486e-90d1-d900c6faf37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:58:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0f6835cb-e339-4572-b392-358eb2ee9def'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:02.378791 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [req-9fc85ecb-1dc8-45e3-b37b-bd6e0f36a36f req-1424a0b9-7c2d-4898-8239-df095e7a879d tempest-FloatingIPsNegativeTestJSON-169888887 tempest-FloatingIPsNegativeTestJSON-169888887-project] show failed (client error): The resource could not be found. Nov 12 19:59:02.379794 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9fc85ecb-1dc8-45e3-b37b-bd6e0f36a36f req-1424a0b9-7c2d-4898-8239-df095e7a879d tempest-FloatingIPsNegativeTestJSON-169888887 tempest-FloatingIPsNegativeTestJSON-169888887-project] 10.222.0.48 "GET /v2.0/floatingips/ae8508ac-68f3-4337-ae29-2d0f84ad567e HTTP/1.1" status: 404 len: 350 time: 0.1321800 Nov 12 19:59:02.399238 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50264) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:02.503011 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c5c9bdf-9534-496c-918a-564848095225 req-a0795aac-b9c9-454f-8042-c146741ac224 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 210 time: 0.1593761 Nov 12 19:59:02.540186 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed57ef-aa97-485b-b40a-c28521f662d6 req-d9538a5c-a634-47dc-8e38-04c600be283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:02.542082 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e2ed57ef-aa97-485b-b40a-c28521f662d6 req-d9538a5c-a634-47dc-8e38-04c600be283c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1692572 Nov 12 19:59:02.611903 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed57ef-aa97-485b-b40a-c28521f662d6 req-2164a307-cfa1-4cb2-88b3-721828719d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:02.614132 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e2ed57ef-aa97-485b-b40a-c28521f662d6 req-2164a307-cfa1-4cb2-88b3-721828719d18 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0624409 Nov 12 19:59:02.750458 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e2ed57ef-aa97-485b-b40a-c28521f662d6 req-8b6decba-c5a4-46c6-873f-bf587fd32621 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278718 Nov 12 19:59:02.821182 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-b11fe326-8873-486e-90d1-d900c6faf37f None None] Set router 0f6835cb-e339-4572-b392-358eb2ee9def gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:59:03.006002 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e2ed57ef-aa97-485b-b40a-c28521f662d6 req-780653ca-226c-4b75-a690-2f774c04e60a service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440736 Nov 12 19:59:03.111410 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-65ea2658-ee09-4955-9cc9-7872fcf20099 None None] Provisioning complete for port 76258df5-e377-4c56-94f6-8fb561abccce triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:03.111890 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-65ea2658-ee09-4955-9cc9-7872fcf20099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:03.236605 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 19:59:03.295214 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87ea6d-1c88-437c-b0c3-f20b394f1fa7 req-a8f199ed-677d-4554-b697-b3f2f485f3b5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:03.302730 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4e87ea6d-1c88-437c-b0c3-f20b394f1fa7 req-a8f199ed-677d-4554-b697-b3f2f485f3b5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 943 time: 0.7922947 Nov 12 19:59:03.328954 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 54a49a60-8990-465c-835a-19a050b19b72 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:59:03.391065 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82618-731f-4af3-b852-88941eeaf536 req-5cea3189-a97b-4128-8dd5-842e066e217a tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:03.398551 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82618-731f-4af3-b852-88941eeaf536 req-5cea3189-a97b-4128-8dd5-842e066e217a tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:03.400336 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7a82618-731f-4af3-b852-88941eeaf536 req-5cea3189-a97b-4128-8dd5-842e066e217a tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.52 "GET /v2.0/networks?id=74272e07-8349-43d3-9aeb-dbf3ff8a5574&id=f253025f-88a0-4f07-bfa0-2c3a8d3008fb HTTP/1.1" status: 200 len: 1391 time: 0.8912048 Nov 12 19:59:03.456678 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-65ea2658-ee09-4955-9cc9-7872fcf20099 None None] Provisioning complete for port f66d8b30-2eca-4d54-be6e-54cab4913c2d triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:03.457045 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-65ea2658-ee09-4955-9cc9-7872fcf20099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:03.533686 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-b11fe326-8873-486e-90d1-d900c6faf37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6835cb-e339-4572-b392-358eb2ee9def', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1849238095-router', 'tenant_id': '31e0de6dbf6d4f258fd554875de08491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'e78e0bda-6372-4e9e-bd6d-91a612ffdaf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:58:57Z', 'updated_at': '2021-11-12T19:58:59Z', 'revision_number': 3, 'project_id': '31e0de6dbf6d4f258fd554875de08491', 'gw_port': {'id': 'e78e0bda-6372-4e9e-bd6d-91a612ffdaf9', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6835cb-e339-4572-b392-358eb2ee9def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:58:58Z', 'updated_at': '2021-11-12T19:58:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:03.562842 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-b7a82618-731f-4af3-b852-88941eeaf536 req-09a3b003-a1f4-4c2b-b23a-c661257340ce tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Request body: {'port': {'device_id': '0573d562-3607-46fc-ad98-5091d0cfb1ea', 'network_id': '74272e07-8349-43d3-9aeb-dbf3ff8a5574', 'admin_state_up': True, 'tenant_id': '7aa3005d0b414c1ca2d422e5398a48f6'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:59:03.594084 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3dc2a8-f7a0-47ba-8a28-ddc8eb073808 None None] Network f253025f-88a0-4f07-bfa0-2c3a8d3008fb requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:59:03.601651 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11fe326-8873-486e-90d1-d900c6faf37f None None] Checking router: 0f6835cb-e339-4572-b392-358eb2ee9def for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 19:59:03.601995 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11fe326-8873-486e-90d1-d900c6faf37f None None] Updating router 0f6835cb-e339-4572-b392-358eb2ee9def port e78e0bda-6372-4e9e-bd6d-91a612ffdaf9 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 19:59:03.625935 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 54a49a60-8990-465c-835a-19a050b19b72 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:03.626142 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:03.738566 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-422f1002-a9f6-4659-b384-4d202349209c tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Made reservation on behalf of 127a6be859e142dbb23de706cc1f6a95 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:59:03.742487 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-422f1002-a9f6-4659-b384-4d202349209c tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:03.747582 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4e87ea6d-1c88-437c-b0c3-f20b394f1fa7 req-94e805ba-9f5c-42c5-8a09-8df70ae7b8f2 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440002 Nov 12 19:59:03.843651 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b11fe326-8873-486e-90d1-d900c6faf37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:03.924690 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5b52cfef-2cba-4c6e-8835-8ea861e566a0 req-4a72835b-832e-4daf-9df7-d0f594349bda tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 210 time: 0.0689831 Nov 12 19:59:04.004936 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 1b219cc8-7939-42da-9b2e-05785ad30a22 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:59:04.046009 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-65ea2658-ee09-4955-9cc9-7872fcf20099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:04.150371 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-422f1002-a9f6-4659-b384-4d202349209c tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Allocated IP 192.168.233.67 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/fc21890a-295a-4118-9fc7-d072d153cfa7) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:59:04.160427 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7a82618-731f-4af3-b852-88941eeaf536 req-09a3b003-a1f4-4c2b-b23a-c661257340ce tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Made reservation on behalf of 7aa3005d0b414c1ca2d422e5398a48f6 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:59:04.164860 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b7a82618-731f-4af3-b852-88941eeaf536 req-09a3b003-a1f4-4c2b-b23a-c661257340ce tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:04.168071 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cfd16e06-2ed1-4d09-86ee-377eabc7b1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:04.186557 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:04.188921 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-65ea2658-ee09-4955-9cc9-7872fcf20099 None None] For port f66d8b30-2eca-4d54-be6e-54cab4913c2d, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f66d8b30-2eca-4d54-be6e-54cab4913c2d,segment=NetworkSegment(df860919-18ad-4266-ad5e-c9ce3c236474),segment_id=df860919-18ad-4266-ad5e-c9ce3c236474)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:04.246683 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-65ea2658-ee09-4955-9cc9-7872fcf20099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:04.264425 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef4b4a-22b1-4a59-b940-6395820463ae req-55e891b8-aef9-4294-81b9-86f9f2e255b0 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:04.265967 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-41ef4b4a-22b1-4a59-b940-6395820463ae req-55e891b8-aef9-4294-81b9-86f9f2e255b0 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=34525e96-dda7-484d-a72d-9d718e2513f0 HTTP/1.1" status: 200 len: 947 time: 0.1820097 Nov 12 19:59:04.376940 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-65ea2658-ee09-4955-9cc9-7872fcf20099 None None] Provisioning complete for port 7be910db-2695-4ee8-84ca-540f216daf5a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:04.377302 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-65ea2658-ee09-4955-9cc9-7872fcf20099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:04.384216 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 54a49a60-8990-465c-835a-19a050b19b72, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=54a49a60-8990-465c-835a-19a050b19b72,segment=NetworkSegment(c30a56a3-7793-4180-9f3c-92de7074873c),segment_id=c30a56a3-7793-4180-9f3c-92de7074873c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:04.411197 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:04.412080 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7be910db-2695-4ee8-84ca-540f216daf5a up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:59:04.451084 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea2658-ee09-4955-9cc9-7872fcf20099 None None] Pushing event updated for resources: {'Port': ['ID=f66d8b30-2eca-4d54-be6e-54cab4913c2d,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:04.522975 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 1b219cc8-7939-42da-9b2e-05785ad30a22, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=1b219cc8-7939-42da-9b2e-05785ad30a22,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:04.593446 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '1b219cc8-7939-42da-9b2e-05785ad30a22', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': '1b219cc8-7939-42da-9b2e-05785ad30a22', 'mac_address': 'fa:16:3e:77:0e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:59:04.626808 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=54a49a60-8990-465c-835a-19a050b19b72,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:04.654317 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-b7a82618-731f-4af3-b852-88941eeaf536 req-09a3b003-a1f4-4c2b-b23a-c661257340ce tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Allocated IP 19.80.0.144 (74272e07-8349-43d3-9aeb-dbf3ff8a5574/ea7bbb9d-050a-43ec-9a15-882f4e624ef6/23c6c613-09ce-4924-885b-7bc18f7190fd) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:59:04.663616 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b11fe326-8873-486e-90d1-d900c6faf37f None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:04.682601 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b11fe326-8873-486e-90d1-d900c6faf37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:04.732491 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:04.740727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 7be910db-2695-4ee8-84ca-540f216daf5a triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:04.741307 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:04.804555 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b219cc8-7939-42da-9b2e-05785ad30a22 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:59:04.817236 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b11fe326-8873-486e-90d1-d900c6faf37f None None] Attempting to bind port e78e0bda-6372-4e9e-bd6d-91a612ffdaf9 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:59:04.817604 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b11fe326-8873-486e-90d1-d900c6faf37f None None] Attempting to bind port e78e0bda-6372-4e9e-bd6d-91a612ffdaf9 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:59:04.817964 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11fe326-8873-486e-90d1-d900c6faf37f None None] Attempting to bind port e78e0bda-6372-4e9e-bd6d-91a612ffdaf9 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:59:04.820748 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-65ea2658-ee09-4955-9cc9-7872fcf20099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:04.828713 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8385e-7ae9-40bd-a55f-b09ca3899e2e None None] Pushing event updated for resources: {'Port': ['ID=e78e0bda-6372-4e9e-bd6d-91a612ffdaf9,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:04.855758 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11fe326-8873-486e-90d1-d900c6faf37f None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:59:04.856115 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11fe326-8873-486e-90d1-d900c6faf37f None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:59:04.856552 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b11fe326-8873-486e-90d1-d900c6faf37f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:04.856939 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11fe326-8873-486e-90d1-d900c6faf37f None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:59:04.857417 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b11fe326-8873-486e-90d1-d900c6faf37f None None] Bound port: e78e0bda-6372-4e9e-bd6d-91a612ffdaf9, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:59:04.857788 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b11fe326-8873-486e-90d1-d900c6faf37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:04.863214 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 1b219cc8-7939-42da-9b2e-05785ad30a22, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=1b219cc8-7939-42da-9b2e-05785ad30a22,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:04.892802 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:04.955141 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-65ea2658-ee09-4955-9cc9-7872fcf20099 None None] For port 7be910db-2695-4ee8-84ca-540f216daf5a, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7be910db-2695-4ee8-84ca-540f216daf5a,segment=NetworkSegment(0b5ed61f-18f3-4c62-8bb2-725b8b65f316),segment_id=0b5ed61f-18f3-4c62-8bb2-725b8b65f316)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:04.965034 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-65ea2658-ee09-4955-9cc9-7872fcf20099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:05.010129 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b11fe326-8873-486e-90d1-d900c6faf37f None None] For port e78e0bda-6372-4e9e-bd6d-91a612ffdaf9, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:59:05.012292 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=1b219cc8-7939-42da-9b2e-05785ad30a22,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:05.033989 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b11fe326-8873-486e-90d1-d900c6faf37f None None] For port e78e0bda-6372-4e9e-bd6d-91a612ffdaf9, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e78e0bda-6372-4e9e-bd6d-91a612ffdaf9,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:59:05.057954 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b11fe326-8873-486e-90d1-d900c6faf37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:05.061980 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 76258df5-e377-4c56-94f6-8fb561abccce up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:59:05.132928 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-41ef4b4a-22b1-4a59-b940-6395820463ae req-638799b3-73ea-459b-a462-c7a25e06070d tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8528295 Nov 12 19:59:05.142218 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea2658-ee09-4955-9cc9-7872fcf20099 None None] Pushing event updated for resources: {'Port': ['ID=7be910db-2695-4ee8-84ca-540f216daf5a,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:05.157199 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9dd71595-5107-4e44-8552-373663b607cb None None] Provisioning complete for port 54a49a60-8990-465c-835a-19a050b19b72 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:05.157572 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9dd71595-5107-4e44-8552-373663b607cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:05.228518 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11fe326-8873-486e-90d1-d900c6faf37f None None] Routers {'0f6835cb-e339-4572-b392-358eb2ee9def'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:59:05.229166 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-b11fe326-8873-486e-90d1-d900c6faf37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:58:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0f6835cb-e339-4572-b392-358eb2ee9def'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:05.234167 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d30b2959-df21-4e9a-8db2-7b87eaa9339d req-29e44176-a74f-4c20-adae-9c50d60022a2 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 210 time: 0.0501835 Nov 12 19:59:05.268631 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-cfd16e06-2ed1-4d09-86ee-377eabc7b1d1 admin admin] Allocated IP 172.20.0.1 (07b50d07-b81d-4c6b-b40d-1b9801d1a450/6a9ecdfc-fbd6-46a2-afed-0a51613eae73/db5c8e03-abc4-4e93-acf2-c6871959a6ed) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:59:05.289729 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-422f1002-a9f6-4659-b384-4d202349209c tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:05.307096 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['1b219cc8-7939-42da-9b2e-05785ad30a22'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:59:05.384022 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-11882d5e-ced0-4ef4-badc-030760b6cdf1 req-939bf4ff-34dd-4375-9c76-4b61ed6ea2e7 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 210 time: 0.0503721 Nov 12 19:59:05.466114 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 76258df5-e377-4c56-94f6-8fb561abccce triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:05.466486 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:05.492108 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8385e-7ae9-40bd-a55f-b09ca3899e2e None None] Pushing event updated for resources: {'Port': ['ID=e78e0bda-6372-4e9e-bd6d-91a612ffdaf9,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:05.507042 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-b11fe326-8873-486e-90d1-d900c6faf37f None None] Set router 0f6835cb-e339-4572-b392-358eb2ee9def gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:59:05.512851 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9ca58-a48f-4eb4-8b62-e9b324859d37 req-904e05a1-af35-4225-b4a6-bfe8ba6e9e28 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:05.514512 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-79a9ca58-a48f-4eb4-8b62-e9b324859d37 req-904e05a1-af35-4225-b4a6-bfe8ba6e9e28 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 943 time: 0.2231579 Nov 12 19:59:05.575131 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-422f1002-a9f6-4659-b384-4d202349209c tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:05.587867 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4b373720-933c-4da6-9c3e-075c4a982fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:05.593717 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b7a82618-731f-4af3-b852-88941eeaf536 req-09a3b003-a1f4-4c2b-b23a-c661257340ce tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:05.612510 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['eda6343e-7e40-4020-941b-d137c98a8b23', 'dc35a6ec-7372-4b84-9815-ebabb0db7817', '4749130e-9150-42eb-86bc-10b4f5937402', 'f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:59:05.700061 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cfd16e06-2ed1-4d09-86ee-377eabc7b1d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:05.739601 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-422f1002-a9f6-4659-b384-4d202349209c tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:59:05.755203 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-79a9ca58-a48f-4eb4-8b62-e9b324859d37 req-76685cdd-28d6-4ea1-b400-20a479e9e83d tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282705 Nov 12 19:59:05.764377 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-422f1002-a9f6-4659-b384-4d202349209c tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:59:05.766341 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f1002-a9f6-4659-b384-4d202349209c tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Pushing event updated for resources: {'Port': ['ID=fc21890a-295a-4118-9fc7-d072d153cfa7,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:05.770062 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-422f1002-a9f6-4659-b384-4d202349209c tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:59:05.878566 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b7a82618-731f-4af3-b852-88941eeaf536 req-09a3b003-a1f4-4c2b-b23a-c661257340ce tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:05.899085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-422f1002-a9f6-4659-b384-4d202349209c tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:05.899875 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-422f1002-a9f6-4659-b384-4d202349209c tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:06.009660 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6e02188b-743a-4336-bf70-2b29b36e95e2 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:59:06.032401 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cfd16e06-2ed1-4d09-86ee-377eabc7b1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:06.041105 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7a82618-731f-4af3-b852-88941eeaf536 req-09a3b003-a1f4-4c2b-b23a-c661257340ce tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Network 74272e07-8349-43d3-9aeb-dbf3ff8a5574 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:59:06.048445 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9dd71595-5107-4e44-8552-373663b607cb None None] Provisioning complete for port f66d8b30-2eca-4d54-be6e-54cab4913c2d triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:06.048822 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9dd71595-5107-4e44-8552-373663b607cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:06.051515 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-422f1002-a9f6-4659-b384-4d202349209c tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7923181 Nov 12 19:59:06.060567 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-b7a82618-731f-4af3-b852-88941eeaf536 req-09a3b003-a1f4-4c2b-b23a-c661257340ce tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:59:06.068740 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-edb19b8d-47cb-42c6-bda7-92f814c1672f service neutron] Request body: {'port': {'device_id': '2033a552-e774-4af5-b7e3-0d160b3e02ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:59:06.072539 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a82618-731f-4af3-b852-88941eeaf536 req-09a3b003-a1f4-4c2b-b23a-c661257340ce tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:59:06.076116 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3b003-a1f4-4c2b-b23a-c661257340ce tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event updated for resources: {'Port': ['ID=23c6c613-09ce-4924-885b-7bc18f7190fd,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:06.122415 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f66d8b30-2eca-4d54-be6e-54cab4913c2d up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:59:06.178765 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82618-731f-4af3-b852-88941eeaf536 req-09a3b003-a1f4-4c2b-b23a-c661257340ce tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:06.179694 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b7a82618-731f-4af3-b852-88941eeaf536 req-09a3b003-a1f4-4c2b-b23a-c661257340ce tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:06.218018 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd16e06-2ed1-4d09-86ee-377eabc7b1d1 admin admin] Network 07b50d07-b81d-4c6b-b40d-1b9801d1a450 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:59:06.232305 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-cfd16e06-2ed1-4d09-86ee-377eabc7b1d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:59:06.248059 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd16e06-2ed1-4d09-86ee-377eabc7b1d1 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:59:06.315601 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7a82618-731f-4af3-b852-88941eeaf536 req-09a3b003-a1f4-4c2b-b23a-c661257340ce tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7564967 Nov 12 19:59:06.329067 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-b7a82618-731f-4af3-b852-88941eeaf536 req-d38552fc-e71e-4978-b975-f78971465d66 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Request body: {'port': {'device_id': '0573d562-3607-46fc-ad98-5091d0cfb1ea', 'network_id': 'f253025f-88a0-4f07-bfa0-2c3a8d3008fb', 'admin_state_up': True, 'tenant_id': '7aa3005d0b414c1ca2d422e5398a48f6'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:59:06.353664 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd16e06-2ed1-4d09-86ee-377eabc7b1d1 admin admin] Pushing event updated for resources: {'Port': ['ID=db5c8e03-abc4-4e93-acf2-c6871959a6ed,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:06.424803 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-edb19b8d-47cb-42c6-bda7-92f814c1672f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:06.488588 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea646931-fac3-4eaa-bb9c-3d59ea0d5031 req-33982857-7120-47c6-90b4-199abf7496cf tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:06.494541 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ea646931-fac3-4eaa-bb9c-3d59ea0d5031 req-33982857-7120-47c6-90b4-199abf7496cf tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 935 time: 0.1300330 Nov 12 19:59:06.516943 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port f66d8b30-2eca-4d54-be6e-54cab4913c2d triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:06.517926 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:06.518128 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cfd16e06-2ed1-4d09-86ee-377eabc7b1d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:06.561396 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-b11fe326-8873-486e-90d1-d900c6faf37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6835cb-e339-4572-b392-358eb2ee9def', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1849238095-router', 'tenant_id': '31e0de6dbf6d4f258fd554875de08491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'e78e0bda-6372-4e9e-bd6d-91a612ffdaf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:58:57Z', 'updated_at': '2021-11-12T19:58:59Z', 'revision_number': 3, 'project_id': '31e0de6dbf6d4f258fd554875de08491', 'gw_port': {'id': 'e78e0bda-6372-4e9e-bd6d-91a612ffdaf9', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6835cb-e339-4572-b392-358eb2ee9def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:58:58Z', 'updated_at': '2021-11-12T19:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:06.605607 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ea646931-fac3-4eaa-bb9c-3d59ea0d5031 req-e03d3041-2005-42c4-98d7-4d3949e02f84 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046901 Nov 12 19:59:06.640197 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11fe326-8873-486e-90d1-d900c6faf37f None None] The sync data for ids ['0f6835cb-e339-4572-b392-358eb2ee9def'] in n-d-712140-15 is: [{'id': '0f6835cb-e339-4572-b392-358eb2ee9def', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1849238095-router', 'tenant_id': '31e0de6dbf6d4f258fd554875de08491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'e78e0bda-6372-4e9e-bd6d-91a612ffdaf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:58:57Z', 'updated_at': '2021-11-12T19:58:59Z', 'revision_number': 3, 'project_id': '31e0de6dbf6d4f258fd554875de08491', 'gw_port': {'id': 'e78e0bda-6372-4e9e-bd6d-91a612ffdaf9', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6835cb-e339-4572-b392-358eb2ee9def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:58:58Z', 'updated_at': '2021-11-12T19:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 19:59:06.747985 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0184edaf-1fe3-44c1-b9d6-db194a98f8f4 None None] Provisioning complete for port fc21890a-295a-4118-9fc7-d072d153cfa7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:06.748403 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0184edaf-1fe3-44c1-b9d6-db194a98f8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:06.777976 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe138e-a82d-4dae-96be-0ebbe1d81c68 req-dbf4a731-2f28-4985-ab4a-fa7029f79d79 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:06.782509 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2efe138e-a82d-4dae-96be-0ebbe1d81c68 req-dbf4a731-2f28-4985-ab4a-fa7029f79d79 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 932 time: 0.0693014 Nov 12 19:59:06.821286 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0184edaf-1fe3-44c1-b9d6-db194a98f8f4 None None] Port fc21890a-295a-4118-9fc7-d072d153cfa7 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:59:06.857772 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0184edaf-1fe3-44c1-b9d6-db194a98f8f4 None None] Provisioning complete for port 23c6c613-09ce-4924-885b-7bc18f7190fd triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:06.858148 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0184edaf-1fe3-44c1-b9d6-db194a98f8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:06.883149 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2efe138e-a82d-4dae-96be-0ebbe1d81c68 req-c10a7e0f-9e84-4b76-9f4c-ca779cdc81ce tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936592 Nov 12 19:59:06.964682 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 54a49a60-8990-465c-835a-19a050b19b72 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:59:06.969037 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0184edaf-1fe3-44c1-b9d6-db194a98f8f4 None None] Port 23c6c613-09ce-4924-885b-7bc18f7190fd cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:59:06.974583 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34797800-ad12-4856-b175-536a77f26343 req-e5bcd747-2feb-49c9-b336-3eb6e93bda99 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:06.976920 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-34797800-ad12-4856-b175-536a77f26343 req-e5bcd747-2feb-49c9-b336-3eb6e93bda99 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=34525e96-dda7-484d-a72d-9d718e2513f0 HTTP/1.1" status: 200 len: 948 time: 0.6881442 Nov 12 19:59:06.990923 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cfd16e06-2ed1-4d09-86ee-377eabc7b1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:07.012465 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['011105bd-e71b-4e61-8395-8513d23bc53b', '039e261b-d89a-4b7e-9388-ff349395b6bf', 'e129fb89-8f7d-4147-9e4f-65ecbb35210e'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:59:07.110968 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb958de9-3153-4cd1-bc23-04bc2b367ccf req-c9c52708-27c9-40c0-9065-70be5f24ade8 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:07.113388 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eb958de9-3153-4cd1-bc23-04bc2b367ccf req-c9c52708-27c9-40c0-9065-70be5f24ade8 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 943 time: 0.1399560 Nov 12 19:59:07.123268 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0184edaf-1fe3-44c1-b9d6-db194a98f8f4 None None] Provisioning complete for port db5c8e03-abc4-4e93-acf2-c6871959a6ed triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:07.123635 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0184edaf-1fe3-44c1-b9d6-db194a98f8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:07.194193 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eb958de9-3153-4cd1-bc23-04bc2b367ccf req-dbfd1ad3-6e2a-40aa-bcd9-e86d4096afeb tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744045 Nov 12 19:59:07.248572 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-34797800-ad12-4856-b175-536a77f26343 req-a8faa151-b3a4-43d3-ad84-132b5be4daaa tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441630 Nov 12 19:59:07.257716 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0184edaf-1fe3-44c1-b9d6-db194a98f8f4 None None] Port db5c8e03-abc4-4e93-acf2-c6871959a6ed cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:59:07.301760 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 54a49a60-8990-465c-835a-19a050b19b72 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:07.302135 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:07.320622 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7a82618-731f-4af3-b852-88941eeaf536 req-d38552fc-e71e-4978-b975-f78971465d66 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Made reservation on behalf of 7aa3005d0b414c1ca2d422e5398a48f6 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:59:07.324206 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b7a82618-731f-4af3-b852-88941eeaf536 req-d38552fc-e71e-4978-b975-f78971465d66 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:07.453165 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-4b373720-933c-4da6-9c3e-075c4a982fdf admin admin] Deleting port 7be910db-2695-4ee8-84ca-540f216daf5a {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:59:07.453504 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4b373720-933c-4da6-9c3e-075c4a982fdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:07.543677 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f66d8b30-2eca-4d54-be6e-54cab4913c2d up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:59:07.673718 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port f66d8b30-2eca-4d54-be6e-54cab4913c2d triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:07.674085 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:07.848338 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7be910db-2695-4ee8-84ca-540f216daf5a up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:59:07.978863 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 7be910db-2695-4ee8-84ca-540f216daf5a triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:07.979710 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:07.992378 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-37c7e968-f369-4c1d-9c9c-2c9af55e3070 service neutron] 10.222.0.52 "GET /v2.0/ports/6e02188b-743a-4336-bf70-2b29b36e95e2/bindings/n-h1-712140-15 HTTP/1.1" status: 200 len: 385 time: 0.1089740 Nov 12 19:59:08.004669 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-edb19b8d-47cb-42c6-bda7-92f814c1672f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc21890a-295a-4118-9fc7-d072d153cfa7 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:59:08.036555 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 1b219cc8-7939-42da-9b2e-05785ad30a22 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:59:08.049181 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-edb19b8d-47cb-42c6-bda7-92f814c1672f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:08.137295 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-edb19b8d-47cb-42c6-bda7-92f814c1672f service neutron] Transition to ACTIVE for port object fc21890a-295a-4118-9fc7-d072d153cfa7 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:59:08.165477 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b22ac8-8bf0-4015-afe8-2dba1b3ecc89 req-92a8ebe2-0d6d-42b9-bac0-cc6ec888c657 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:08.167045 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-21b22ac8-8bf0-4015-afe8-2dba1b3ecc89 req-92a8ebe2-0d6d-42b9-bac0-cc6ec888c657 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 935 time: 0.2647080 Nov 12 19:59:08.169419 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cfd16e06-2ed1-4d09-86ee-377eabc7b1d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:08.176358 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-edb19b8d-47cb-42c6-bda7-92f814c1672f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:08.186348 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-4b373720-933c-4da6-9c3e-075c4a982fdf admin admin] For port 7be910db-2695-4ee8-84ca-540f216daf5a, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7be910db-2695-4ee8-84ca-540f216daf5a,segment=NetworkSegment(0b5ed61f-18f3-4c62-8bb2-725b8b65f316),segment_id=0b5ed61f-18f3-4c62-8bb2-725b8b65f316)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:08.186726 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4b373720-933c-4da6-9c3e-075c4a982fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:08.215138 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cfd16e06-2ed1-4d09-86ee-377eabc7b1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:08.242023 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab92aa-d1c6-44e8-8366-49b2f1025d9e req-3ddc939f-4977-4679-8cec-61678b203a08 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:08.243686 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 1b219cc8-7939-42da-9b2e-05785ad30a22 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:59:08.249621 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 1b219cc8-7939-42da-9b2e-05785ad30a22 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:08.250215 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:08.250985 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e8ab92aa-d1c6-44e8-8366-49b2f1025d9e req-3ddc939f-4977-4679-8cec-61678b203a08 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 932 time: 0.1797979 Nov 12 19:59:08.254567 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-b7a82618-731f-4af3-b852-88941eeaf536 req-d38552fc-e71e-4978-b975-f78971465d66 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Allocated IP 19.86.0.12 (f253025f-88a0-4f07-bfa0-2c3a8d3008fb/47188f62-21f5-4e7f-acc2-2a71da9cb5cb/8425a1da-cb30-4e7f-a8a1-20612ad27d00) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:59:08.283670 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-4b373720-933c-4da6-9c3e-075c4a982fdf admin admin] Calling delete_port for 7be910db-2695-4ee8-84ca-540f216daf5a owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:59:08.385470 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:08.416899 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e8ab92aa-d1c6-44e8-8366-49b2f1025d9e req-c9fe6714-b3c3-411e-bee2-1da993227063 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640148 Nov 12 19:59:08.429980 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb19b8d-47cb-42c6-bda7-92f814c1672f service neutron] Pushing event updated for resources: {'Port': ['ID=fc21890a-295a-4118-9fc7-d072d153cfa7,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:08.461566 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 1b219cc8-7939-42da-9b2e-05785ad30a22, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=1b219cc8-7939-42da-9b2e-05785ad30a22,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:08.462679 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34525e96-dda7-484d-a72d-9d718e2513f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b219cc8-7939-42da-9b2e-05785ad30a22'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:59:08.465522 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-21b22ac8-8bf0-4015-afe8-2dba1b3ecc89 req-f09cb324-03c1-4310-a19b-2cc998a16201 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748580 Nov 12 19:59:08.478791 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea2a5fc-8171-420a-abe2-7ddeac5bd36f" -d '{"events": [{"server_uuid": "34525e96-dda7-484d-a72d-9d718e2513f0", "name": "network-vif-plugged", "status": "completed", "tag": "1b219cc8-7939-42da-9b2e-05785ad30a22"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:59:08.490475 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:08.493247 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-c642a849-1b51-4028-9a13-6e9e8250c7a8 service neutron] For port 6e02188b-743a-4336-bf70-2b29b36e95e2, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6e02188b-743a-4336-bf70-2b29b36e95e2,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:08.515831 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cfd16e06-2ed1-4d09-86ee-377eabc7b1d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:08.586982 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-c642a849-1b51-4028-9a13-6e9e8250c7a8 service neutron] For port 6e02188b-743a-4336-bf70-2b29b36e95e2, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:59:08.592879 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=1b219cc8-7939-42da-9b2e-05785ad30a22,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:08.648040 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-c642a849-1b51-4028-9a13-6e9e8250c7a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e02188b-743a-4336-bf70-2b29b36e95e2 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:59:08.661797 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-c642a849-1b51-4028-9a13-6e9e8250c7a8 service neutron] For port 6e02188b-743a-4336-bf70-2b29b36e95e2, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6e02188b-743a-4336-bf70-2b29b36e95e2,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:08.696826 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-c642a849-1b51-4028-9a13-6e9e8250c7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:08.732456 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd16e06-2ed1-4d09-86ee-377eabc7b1d1 admin admin] Pushing event updated for resources: {'Port': ['ID=db5c8e03-abc4-4e93-acf2-c6871959a6ed,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:08.738120 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7d93d-e9a2-4b79-aea5-a563a3734d4e req-ce6edaa1-0b66-455d-bf0a-188bc27d7b42 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:08.739732 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e6c7d93d-e9a2-4b79-aea5-a563a3734d4e req-ce6edaa1-0b66-455d-bf0a-188bc27d7b42 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 943 time: 0.2087615 Nov 12 19:59:08.853815 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e6c7d93d-e9a2-4b79-aea5-a563a3734d4e req-5e7b84e4-d8ea-4c50-b2c5-df8c852f8b42 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045146 Nov 12 19:59:08.894460 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-c642a849-1b51-4028-9a13-6e9e8250c7a8 service neutron] Transition to ACTIVE for port object 6e02188b-743a-4336-bf70-2b29b36e95e2 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:59:08.897674 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f2d60-2f25-45a1-a5fe-9c66c13372e7 req-0c07cb95-3c03-4bce-be9d-8c51c47ea3b7 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:08.906112 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2d0f2d60-2f25-45a1-a5fe-9c66c13372e7 req-0c07cb95-3c03-4bce-be9d-8c51c47ea3b7 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=34525e96-dda7-484d-a72d-9d718e2513f0 HTTP/1.1" status: 200 len: 949 time: 0.2993188 Nov 12 19:59:08.908004 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-c642a849-1b51-4028-9a13-6e9e8250c7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:08.919682 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-edb19b8d-47cb-42c6-bda7-92f814c1672f service neutron] Attempting to bind port fc21890a-295a-4118-9fc7-d072d153cfa7 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:59:08.920090 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-edb19b8d-47cb-42c6-bda7-92f814c1672f service neutron] Attempting to bind port fc21890a-295a-4118-9fc7-d072d153cfa7 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:59:08.920515 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-edb19b8d-47cb-42c6-bda7-92f814c1672f service neutron] Attempting to bind port fc21890a-295a-4118-9fc7-d072d153cfa7 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:59:08.990051 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-edb19b8d-47cb-42c6-bda7-92f814c1672f service neutron] Port fc21890a-295a-4118-9fc7-d072d153cfa7 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:59:08.990051 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-edb19b8d-47cb-42c6-bda7-92f814c1672f service neutron] Attempting to bind port fc21890a-295a-4118-9fc7-d072d153cfa7 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:59:09.016278 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-edb19b8d-47cb-42c6-bda7-92f814c1672f service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:59:09.017176 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-edb19b8d-47cb-42c6-bda7-92f814c1672f service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:59:09.017582 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-edb19b8d-47cb-42c6-bda7-92f814c1672f service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:59:09.017969 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-edb19b8d-47cb-42c6-bda7-92f814c1672f service neutron] Bound port: fc21890a-295a-4118-9fc7-d072d153cfa7, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:59:09.019101 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-edb19b8d-47cb-42c6-bda7-92f814c1672f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:09.023413 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e78e0bda-6372-4e9e-bd6d-91a612ffdaf9 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:59:09.043531 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-c642a849-1b51-4028-9a13-6e9e8250c7a8 service neutron] No DVR routers for this DVR port 6e02188b-743a-4336-bf70-2b29b36e95e2 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:59:09.054205 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642a849-1b51-4028-9a13-6e9e8250c7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6e02188b-743a-4336-bf70-2b29b36e95e2,revision_number=10']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:09.067674 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b7a82618-731f-4af3-b852-88941eeaf536 req-d38552fc-e71e-4978-b975-f78971465d66 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:09.071216 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd16e06-2ed1-4d09-86ee-377eabc7b1d1 admin admin] Network 07b50d07-b81d-4c6b-b40d-1b9801d1a450 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:59:09.107559 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-cfd16e06-2ed1-4d09-86ee-377eabc7b1d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:59:09.110456 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c0903b-009d-4f58-8fb8-20172346e643 x-openstack-request-id: req-f2c0903b-009d-4f58-8fb8-20172346e643 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:59:09.110847 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34525e96-dda7-484d-a72d-9d718e2513f0", "name": "network-vif-plugged", "status": "completed", "tag": "1b219cc8-7939-42da-9b2e-05785ad30a22", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:59:09.111160 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f2c0903b-009d-4f58-8fb8-20172346e643 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:59:09.111649 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34525e96-dda7-484d-a72d-9d718e2513f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b219cc8-7939-42da-9b2e-05785ad30a22', 'code': 200} Nov 12 19:59:09.114479 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-c642a849-1b51-4028-9a13-6e9e8250c7a8 service neutron] 10.222.0.52 "PUT /v2.0/ports/6e02188b-743a-4336-bf70-2b29b36e95e2/bindings/n-h1-712140-15/activate HTTP/1.1" status: 200 len: 370 time: 1.1125214 Nov 12 19:59:09.152307 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port e78e0bda-6372-4e9e-bd6d-91a612ffdaf9 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:09.154685 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:09.172081 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2d0f2d60-2f25-45a1-a5fe-9c66c13372e7 req-58569b74-fa01-4843-b5de-5d21f66578ad tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650259 Nov 12 19:59:09.253002 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42910a-4aaa-45f6-866c-7160befe38f3 req-a54f4998-a754-4b96-9709-01e703f1eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:09.254716 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e42910a-4aaa-45f6-866c-7160befe38f3 req-a54f4998-a754-4b96-9709-01e703f1eb5b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=34525e96-dda7-484d-a72d-9d718e2513f0 HTTP/1.1" status: 200 len: 1101 time: 0.0845301 Nov 12 19:59:09.325326 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:09.325567 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e42910a-4aaa-45f6-866c-7160befe38f3 req-2a620328-ce22-4440-9f18-43d9cf02d31b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553763 Nov 12 19:59:09.367816 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port e78e0bda-6372-4e9e-bd6d-91a612ffdaf9, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e78e0bda-6372-4e9e-bd6d-91a612ffdaf9,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:09.375915 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:09.396821 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b7a82618-731f-4af3-b852-88941eeaf536 req-d38552fc-e71e-4978-b975-f78971465d66 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:09.449807 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=e78e0bda-6372-4e9e-bd6d-91a612ffdaf9,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:09.451073 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-edb19b8d-47cb-42c6-bda7-92f814c1672f service neutron] For port fc21890a-295a-4118-9fc7-d072d153cfa7, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:59:09.456712 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4b373720-933c-4da6-9c3e-075c4a982fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:09.461185 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-c2d6baa6-b4e5-4172-910f-279e158f3f4b tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:09.462708 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-c2d6baa6-b4e5-4172-910f-279e158f3f4b tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40&tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&binding%3Ahost_id=n-h2-712140-15 HTTP/1.1" status: 200 len: 1096 time: 0.2481122 Nov 12 19:59:09.530725 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-edb19b8d-47cb-42c6-bda7-92f814c1672f service neutron] For port fc21890a-295a-4118-9fc7-d072d153cfa7, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=fc21890a-295a-4118-9fc7-d072d153cfa7,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:59:09.537719 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7a82618-731f-4af3-b852-88941eeaf536 req-d38552fc-e71e-4978-b975-f78971465d66 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Network f253025f-88a0-4f07-bfa0-2c3a8d3008fb is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:59:09.552125 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-310b7549-fa54-4af9-bcea-a43dd4e1f6df None None] Provisioning complete for port db5c8e03-abc4-4e93-acf2-c6871959a6ed triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:09.553938 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-310b7549-fa54-4af9-bcea-a43dd4e1f6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:09.567585 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-edb19b8d-47cb-42c6-bda7-92f814c1672f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:09.570853 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-b7a82618-731f-4af3-b852-88941eeaf536 req-d38552fc-e71e-4978-b975-f78971465d66 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:59:09.575014 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a82618-731f-4af3-b852-88941eeaf536 req-d38552fc-e71e-4978-b975-f78971465d66 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:59:09.637495 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38552fc-e71e-4978-b975-f78971465d66 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event updated for resources: {'Port': ['ID=8425a1da-cb30-4e7f-a8a1-20612ad27d00,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:09.655060 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-310b7549-fa54-4af9-bcea-a43dd4e1f6df None None] Port db5c8e03-abc4-4e93-acf2-c6871959a6ed cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:59:09.661730 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8567d58-a9b2-485f-8d39-11d276451690 req-92278280-0ba0-4f90-b05d-13ba78288ea4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:09.677026 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8567d58-a9b2-485f-8d39-11d276451690 req-92278280-0ba0-4f90-b05d-13ba78288ea4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:09.679070 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f8567d58-a9b2-485f-8d39-11d276451690 req-92278280-0ba0-4f90-b05d-13ba78288ea4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 1654 time: 0.1681881 Nov 12 19:59:09.701718 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-edb19b8d-47cb-42c6-bda7-92f814c1672f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:09.702360 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-edb19b8d-47cb-42c6-bda7-92f814c1672f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:09.703765 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-edb19b8d-47cb-42c6-bda7-92f814c1672f service neutron] 10.222.0.55 "PUT /v2.0/ports/fc21890a-295a-4118-9fc7-d072d153cfa7 HTTP/1.1" status: 200 len: 1096 time: 3.6408908 Nov 12 19:59:09.719558 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2033a552-e774-4af5-b7e3-0d160b3e02ae', 'tag': 'fc21890a-295a-4118-9fc7-d072d153cfa7'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:59:09.721696 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4485ef98-d8ea-400e-ab58-5f724aa72b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "2033a552-e774-4af5-b7e3-0d160b3e02ae", "tag": "fc21890a-295a-4118-9fc7-d072d153cfa7"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:59:09.741346 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b373720-933c-4da6-9c3e-075c4a982fdf admin admin] Pushing event deleted for resources: {'Port': ['ID=7be910db-2695-4ee8-84ca-540f216daf5a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:09.782801 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f8567d58-a9b2-485f-8d39-11d276451690 req-d045c97f-dc6a-4e02-9a8f-63309d5667ce tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931144 Nov 12 19:59:09.858613 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd16e06-2ed1-4d09-86ee-377eabc7b1d1 admin admin] Router 0f6835cb-e339-4572-b392-358eb2ee9def has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 19:59:09.906567 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82618-731f-4af3-b852-88941eeaf536 req-d38552fc-e71e-4978-b975-f78971465d66 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:09.906567 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b7a82618-731f-4af3-b852-88941eeaf536 req-d38552fc-e71e-4978-b975-f78971465d66 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:09.916971 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04794ba-a9a1-4637-89ab-4abd1885d1f9 x-openstack-request-id: req-a04794ba-a9a1-4637-89ab-4abd1885d1f9 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:59:09.917295 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2033a552-e774-4af5-b7e3-0d160b3e02ae", "tag": "fc21890a-295a-4118-9fc7-d072d153cfa7", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:59:09.917544 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a04794ba-a9a1-4637-89ab-4abd1885d1f9 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:59:09.917948 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2033a552-e774-4af5-b7e3-0d160b3e02ae', 'tag': 'fc21890a-295a-4118-9fc7-d072d153cfa7', 'status': 'completed', 'code': 200} Nov 12 19:59:09.921489 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-7597af0a-4162-4b31-ac1c-aa113fbee215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:09.923277 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-7597af0a-4162-4b31-ac1c-aa113fbee215 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40&tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f HTTP/1.1" status: 200 len: 1096 time: 0.4081693 Nov 12 19:59:10.105384 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-6830d264-6639-4250-be18-880cda0b5a76 None None] Provisioning complete for port 8425a1da-cb30-4e7f-a8a1-20612ad27d00 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:10.105751 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6830d264-6639-4250-be18-880cda0b5a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:10.107435 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7a82618-731f-4af3-b852-88941eeaf536 req-d38552fc-e71e-4978-b975-f78971465d66 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7820504 Nov 12 19:59:10.119415 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb19b8d-47cb-42c6-bda7-92f814c1672f service neutron] Pushing event updated for resources: {'Port': ['ID=fc21890a-295a-4118-9fc7-d072d153cfa7,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:10.131357 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d9fca-7fe1-403e-a6bd-2fbea4715ad5 req-b35fd5d6-a475-479b-b1b1-1922d1a99a51 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:10.133707 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e46d9fca-7fe1-403e-a6bd-2fbea4715ad5 req-b35fd5d6-a475-479b-b1b1-1922d1a99a51 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 947 time: 0.4868495 Nov 12 19:59:10.148266 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-b7a82618-731f-4af3-b852-88941eeaf536 req-8ed20f38-0a37-4b56-88e1-0e60c85b9b93 service neutron] Request body: {'port': {'device_id': '0573d562-3607-46fc-ad98-5091d0cfb1ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:59:10.195231 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-6830d264-6639-4250-be18-880cda0b5a76 None None] Port 8425a1da-cb30-4e7f-a8a1-20612ad27d00 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:59:10.227108 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-8f0dcf61-0124-45a9-b363-33421be44a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:10.228643 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-8f0dcf61-0124-45a9-b363-33421be44a35 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=127a6be859e142dbb23de706cc1f6a95&device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 1099 time: 0.4215961 Nov 12 19:59:10.409169 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f7be5-7707-44a2-aaad-41b1655bfb55 req-c5a049b6-f91b-4f42-be55-47a55a2bc265 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:10.410832 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-040f7be5-7707-44a2-aaad-41b1655bfb55 req-c5a049b6-f91b-4f42-be55-47a55a2bc265 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 944 time: 0.4527230 Nov 12 19:59:10.473608 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-040f7be5-7707-44a2-aaad-41b1655bfb55 req-67d4e313-07e1-4fec-b61c-8890bff78288 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561159 Nov 12 19:59:10.670033 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23793850-829b-42aa-bbb5-510a829b53be req-0f43cea3-aa55-470a-a794-5f67836cd1c8 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:10.671558 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-23793850-829b-42aa-bbb5-510a829b53be req-0f43cea3-aa55-470a-a794-5f67836cd1c8 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=34525e96-dda7-484d-a72d-9d718e2513f0 HTTP/1.1" status: 200 len: 949 time: 0.0511754 Nov 12 19:59:10.702527 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-0f5dcf8d-fc11-41e2-b701-9c6e7153d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:10.703981 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-0f5dcf8d-fc11-41e2-b701-9c6e7153d401 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 1096 time: 0.7386527 Nov 12 19:59:10.721024 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-23793850-829b-42aa-bbb5-510a829b53be req-150d4952-6201-4afb-aa3a-20841d266798 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431516 Nov 12 19:59:10.732552 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-1c98c6f4-9b35-4b51-8f8e-6ed0553a6701 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=fc21890a-295a-4118-9fc7-d072d153cfa7 HTTP/1.1" status: 200 len: 217 time: 0.4634218 Nov 12 19:59:10.821738 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b7a82618-731f-4af3-b852-88941eeaf536 req-8ed20f38-0a37-4b56-88e1-0e60c85b9b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:10.829918 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4b373720-933c-4da6-9c3e-075c4a982fdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:10.844088 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e46d9fca-7fe1-403e-a6bd-2fbea4715ad5 req-43833e70-0981-449e-a745-4acab83a994b tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6926045 Nov 12 19:59:10.882288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd16e06-2ed1-4d09-86ee-377eabc7b1d1 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 19:59:10.900979 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cfd16e06-2ed1-4d09-86ee-377eabc7b1d1 admin admin] 10.222.0.48 "PUT /v2.0/routers/0f6835cb-e339-4572-b392-358eb2ee9def/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7381201 Nov 12 19:59:10.901590 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ff0089-154a-45a8-aa65-4173bc800617 None None] Sync routers for ids ['0f6835cb-e339-4572-b392-358eb2ee9def'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 19:59:10.924977 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ff0089-154a-45a8-aa65-4173bc800617 None None] Routers {'0f6835cb-e339-4572-b392-358eb2ee9def'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:59:10.925549 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-86ff0089-154a-45a8-aa65-4173bc800617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:58:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0f6835cb-e339-4572-b392-358eb2ee9def'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:10.996853 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e78e0bda-6372-4e9e-bd6d-91a612ffdaf9 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:59:11.006779 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-2510860c-8651-476e-89a3-a5575b56c70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:11.008455 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-2510860c-8651-476e-89a3-a5575b56c70c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.2609878 Nov 12 19:59:11.086179 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port e78e0bda-6372-4e9e-bd6d-91a612ffdaf9 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:11.086998 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:11.103791 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-86ff0089-154a-45a8-aa65-4173bc800617 None None] Set router 0f6835cb-e339-4572-b392-358eb2ee9def gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:59:11.170191 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f81d570e-0860-497d-8fed-5005fa95428b req-753837f4-5e0c-4ebf-8f4b-7927355799d1 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e850bba26b1d4481b449705c5fee3449&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323126 Nov 12 19:59:11.208862 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-e21a5d45-48f7-41f4-a5e8-c52796075f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:11.211020 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-e21a5d45-48f7-41f4-a5e8-c52796075f33 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e3a881ac-6120-48a0-95f8-2623f45c4673 HTTP/1.1" status: 200 len: 909 time: 0.4775970 Nov 12 19:59:11.232313 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c3fc6-1d15-46c7-b450-e64b637066a4 req-ee684c9f-0f3f-4b18-a873-e376e62694ed tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:11.238478 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c3fc6-1d15-46c7-b450-e64b637066a4 req-ee684c9f-0f3f-4b18-a873-e376e62694ed tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:11.240087 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-775c3fc6-1d15-46c7-b450-e64b637066a4 req-ee684c9f-0f3f-4b18-a873-e376e62694ed tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 1654 time: 0.2905076 Nov 12 19:59:11.277251 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-6f8c6aea-0858-41b3-aab0-e6012c8feadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:11.278795 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-6f8c6aea-0858-41b3-aab0-e6012c8feadc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2503061 Nov 12 19:59:11.311075 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d570e-0860-497d-8fed-5005fa95428b req-896594ac-4b16-4d6b-bcb6-2c36c66e98b4 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:11.317978 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f81d570e-0860-497d-8fed-5005fa95428b req-896594ac-4b16-4d6b-bcb6-2c36c66e98b4 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1468105 Nov 12 19:59:11.336257 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f81d570e-0860-497d-8fed-5005fa95428b req-ca3a34ef-ba59-4d3d-a2ee-e47996082321 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/quotas/e850bba26b1d4481b449705c5fee3449 HTTP/1.1" status: 200 len: 375 time: 0.0171199 Nov 12 19:59:11.341465 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-271217a8-cec3-4a88-a61c-4ef5409a0a60 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e02188b-743a-4336-bf70-2b29b36e95e2 HTTP/1.1" status: 200 len: 217 time: 0.0920329 Nov 12 19:59:11.376122 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-86ff0089-154a-45a8-aa65-4173bc800617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6835cb-e339-4572-b392-358eb2ee9def', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1849238095-router', 'tenant_id': '31e0de6dbf6d4f258fd554875de08491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'e78e0bda-6372-4e9e-bd6d-91a612ffdaf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:58:57Z', 'updated_at': '2021-11-12T19:59:06Z', 'revision_number': 4, 'project_id': '31e0de6dbf6d4f258fd554875de08491', 'gw_port': {'id': 'e78e0bda-6372-4e9e-bd6d-91a612ffdaf9', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6835cb-e339-4572-b392-358eb2ee9def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:58:58Z', 'updated_at': '2021-11-12T19:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'db5c8e03-abc4-4e93-acf2-c6871959a6ed', 'name': '', 'network_id': '07b50d07-b81d-4c6b-b40d-1b9801d1a450', 'tenant_id': '31e0de6dbf6d4f258fd554875de08491', 'mac_address': 'fa:16:3e:7d:79:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6835cb-e339-4572-b392-358eb2ee9def', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '6a9ecdfc-fbd6-46a2-afed-0a51613eae73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:59:04Z', 'updated_at': '2021-11-12T19:59:07Z', 'revision_number': 2, 'project_id': '31e0de6dbf6d4f258fd554875de08491', 'subnets': [{'id': '6a9ecdfc-fbd6-46a2-afed-0a51613eae73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:11.387452 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f81d570e-0860-497d-8fed-5005fa95428b req-6d8a5370-dff2-44b5-8457-dec560fec5b5 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e850bba26b1d4481b449705c5fee3449&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0503378 Nov 12 19:59:11.405237 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ff0089-154a-45a8-aa65-4173bc800617 None None] Checking router: 0f6835cb-e339-4572-b392-358eb2ee9def for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 19:59:11.405787 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ff0089-154a-45a8-aa65-4173bc800617 None None] Updating router 0f6835cb-e339-4572-b392-358eb2ee9def port db5c8e03-abc4-4e93-acf2-c6871959a6ed binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 19:59:11.430905 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-86ff0089-154a-45a8-aa65-4173bc800617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:11.544531 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-775c3fc6-1d15-46c7-b450-e64b637066a4 req-944dc9ca-5187-4bfb-ac7c-538f963f2666 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938893 Nov 12 19:59:11.571070 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-1abfe978-0a08-437e-a232-f6ee5926cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:11.572563 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-1abfe978-0a08-437e-a232-f6ee5926cef1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbdea447-0bd1-47f3-8097-cac78263fd7c HTTP/1.1" status: 200 len: 848 time: 0.2036307 Nov 12 19:59:11.652499 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-0135a98c-f7d4-4433-b5b1-11a55d14f15f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3a881ac-6120-48a0-95f8-2623f45c4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492542 Nov 12 19:59:11.657152 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-f0b95217-7981-48d3-8465-ac8d65a7fbf6 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335917 Nov 12 19:59:11.692433 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [req-653dff5e-3c99-479f-aadd-959625e61be9 req-3cef9640-79dd-4e48-b5be-0efcaf442639 tempest-FloatingIPDetailsNegativeTestJSON-876948796 tempest-FloatingIPDetailsNegativeTestJSON-876948796-project] show failed (client error): The resource could not be found. Nov 12 19:59:11.703548 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-653dff5e-3c99-479f-aadd-959625e61be9 req-3cef9640-79dd-4e48-b5be-0efcaf442639 tempest-FloatingIPDetailsNegativeTestJSON-876948796 tempest-FloatingIPDetailsNegativeTestJSON-876948796-project] 10.222.0.48 "GET /v2.0/floatingips/7a1060a7-74dd-4ac3-b7a3-b9c11a054a7f HTTP/1.1" status: 404 len: 350 time: 0.0670331 Nov 12 19:59:11.714207 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50360) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:11.833513 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-86ff0089-154a-45a8-aa65-4173bc800617 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:11.844770 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-86ff0089-154a-45a8-aa65-4173bc800617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:11.863570 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b373720-933c-4da6-9c3e-075c4a982fdf admin admin] Router 9b844d68-d377-4524-9a64-fcec06c44319 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 19:59:11.874468 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b578c255-ef06-4531-8237-b778efcd7477 req-46334207-ec9a-4b4b-98da-d07120c2adea tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 210 time: 0.0341971 Nov 12 19:59:11.895621 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-b7a82618-731f-4af3-b852-88941eeaf536 req-8ed20f38-0a37-4b56-88e1-0e60c85b9b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23c6c613-09ce-4924-885b-7bc18f7190fd {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:59:11.912551 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db85bd-3b5c-418e-a60f-3e0be20bb05e None None] Pushing event updated for resources: {'Port': ['ID=db5c8e03-abc4-4e93-acf2-c6871959a6ed,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:11.917319 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef392df3-95e1-4c8f-97f4-52502fdf5e17 req-859ef6b0-5b67-40a3-85d5-657dffaaddfe tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:11.918855 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ef392df3-95e1-4c8f-97f4-52502fdf5e17 req-859ef6b0-5b67-40a3-85d5-657dffaaddfe tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 944 time: 0.2553020 Nov 12 19:59:11.923060 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b7a82618-731f-4af3-b852-88941eeaf536 req-8ed20f38-0a37-4b56-88e1-0e60c85b9b93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:12.050987 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-86ff0089-154a-45a8-aa65-4173bc800617 None None] Attempting to bind port db5c8e03-abc4-4e93-acf2-c6871959a6ed on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:59:12.051565 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-86ff0089-154a-45a8-aa65-4173bc800617 None None] Attempting to bind port db5c8e03-abc4-4e93-acf2-c6871959a6ed by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'df860919-18ad-4266-ad5e-c9ce3c236474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '07b50d07-b81d-4c6b-b40d-1b9801d1a450'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:59:12.052117 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ff0089-154a-45a8-aa65-4173bc800617 None None] Attempting to bind port db5c8e03-abc4-4e93-acf2-c6871959a6ed on network 07b50d07-b81d-4c6b-b40d-1b9801d1a450 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:59:12.058226 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ff0089-154a-45a8-aa65-4173bc800617 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:59:12.058719 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ff0089-154a-45a8-aa65-4173bc800617 None None] Checking segment: {'id': 'df860919-18ad-4266-ad5e-c9ce3c236474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '07b50d07-b81d-4c6b-b40d-1b9801d1a450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:59:12.059122 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-86ff0089-154a-45a8-aa65-4173bc800617 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:12.059514 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ff0089-154a-45a8-aa65-4173bc800617 None None] Bound using segment: {'id': 'df860919-18ad-4266-ad5e-c9ce3c236474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '07b50d07-b81d-4c6b-b40d-1b9801d1a450'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:59:12.060114 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-86ff0089-154a-45a8-aa65-4173bc800617 None None] Bound port: db5c8e03-abc4-4e93-acf2-c6871959a6ed, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df860919-18ad-4266-ad5e-c9ce3c236474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '07b50d07-b81d-4c6b-b40d-1b9801d1a450'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:59:12.060411 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-86ff0089-154a-45a8-aa65-4173bc800617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:12.108826 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-5c56bf97-4152-4d7f-bb24-199a4873bdc9 service neutron] 10.222.0.55 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285076 Nov 12 19:59:12.114256 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-b7a82618-731f-4af3-b852-88941eeaf536 req-8ed20f38-0a37-4b56-88e1-0e60c85b9b93 service neutron] Transition to ACTIVE for port object 23c6c613-09ce-4924-885b-7bc18f7190fd will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:59:12.170074 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-86ff0089-154a-45a8-aa65-4173bc800617 None None] For port db5c8e03-abc4-4e93-acf2-c6871959a6ed, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:59:12.173441 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-86ff0089-154a-45a8-aa65-4173bc800617 None None] For port db5c8e03-abc4-4e93-acf2-c6871959a6ed, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=db5c8e03-abc4-4e93-acf2-c6871959a6ed,segment=NetworkSegment(df860919-18ad-4266-ad5e-c9ce3c236474),segment_id=df860919-18ad-4266-ad5e-c9ce3c236474)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:59:12.181802 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-86ff0089-154a-45a8-aa65-4173bc800617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:12.215741 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b373720-933c-4da6-9c3e-075c4a982fdf admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 19:59:12.227462 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4b373720-933c-4da6-9c3e-075c4a982fdf admin admin] 10.222.0.48 "PUT /v2.0/routers/9b844d68-d377-4524-9a64-fcec06c44319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8233292 Nov 12 19:59:12.238313 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50366) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:12.240426 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b04b76-482d-4f63-9b8a-5223a31b8d88 None None] Sync routers for ids ['9b844d68-d377-4524-9a64-fcec06c44319'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 19:59:12.243348 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-79f58848-2a0b-497c-b10c-a6f371e1b17b req-47051481-7b45-4634-b096-c990e86d1f3f service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301034 Nov 12 19:59:12.244506 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b7a82618-731f-4af3-b852-88941eeaf536 req-8ed20f38-0a37-4b56-88e1-0e60c85b9b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:12.259992 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee90a38-9384-4d35-9ed0-9db6dbb1b5fc req-19699637-43e4-42fc-822b-26a41d93c50e tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:12.264674 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9ee90a38-9384-4d35-9ed0-9db6dbb1b5fc req-19699637-43e4-42fc-822b-26a41d93c50e tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 947 time: 0.1147416 Nov 12 19:59:12.264895 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b04b76-482d-4f63-9b8a-5223a31b8d88 None None] Routers {'9b844d68-d377-4524-9a64-fcec06c44319'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:59:12.267325 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d2b04b76-482d-4f63-9b8a-5223a31b8d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:58:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9b844d68-d377-4524-9a64-fcec06c44319'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:12.268196 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db85bd-3b5c-418e-a60f-3e0be20bb05e None None] Pushing event updated for resources: {'Port': ['ID=db5c8e03-abc4-4e93-acf2-c6871959a6ed,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:12.271365 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ff0089-154a-45a8-aa65-4173bc800617 None None] Routers {'0f6835cb-e339-4572-b392-358eb2ee9def'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:59:12.272141 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-86ff0089-154a-45a8-aa65-4173bc800617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:58:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0f6835cb-e339-4572-b392-358eb2ee9def'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:12.432543 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9ee90a38-9384-4d35-9ed0-9db6dbb1b5fc req-401a1437-43f9-4be1-ae09-2b6fb91b96d5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414075 Nov 12 19:59:12.498038 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-abdfe9d2-d7c5-4e06-b898-d4d7d04d0fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:12.538736 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d1bfcecd-705d-4a11-9382-379b64b3bd63 None None] Provisioning complete for port db5c8e03-abc4-4e93-acf2-c6871959a6ed triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:12.539279 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d1bfcecd-705d-4a11-9382-379b64b3bd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:12.561311 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-86ff0089-154a-45a8-aa65-4173bc800617 None None] Set router 0f6835cb-e339-4572-b392-358eb2ee9def gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:59:12.704856 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed20f38-0a37-4b56-88e1-0e60c85b9b93 service neutron] Pushing event updated for resources: {'Port': ['ID=23c6c613-09ce-4924-885b-7bc18f7190fd,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:12.778385 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ef392df3-95e1-4c8f-97f4-52502fdf5e17 req-7ad348b2-2eb7-4eb6-822a-767b21171909 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8264332 Nov 12 19:59:12.812186 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-d2b04b76-482d-4f63-9b8a-5223a31b8d88 None None] Set router 9b844d68-d377-4524-9a64-fcec06c44319 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:59:12.889491 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-e5a4a19e-b082-477c-afb7-0f2470859694 service neutron] 10.222.0.55 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6759129 Nov 12 19:59:12.896358 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-86ff0089-154a-45a8-aa65-4173bc800617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6835cb-e339-4572-b392-358eb2ee9def', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1849238095-router', 'tenant_id': '31e0de6dbf6d4f258fd554875de08491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'e78e0bda-6372-4e9e-bd6d-91a612ffdaf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:58:57Z', 'updated_at': '2021-11-12T19:59:06Z', 'revision_number': 4, 'project_id': '31e0de6dbf6d4f258fd554875de08491', 'gw_port': {'id': 'e78e0bda-6372-4e9e-bd6d-91a612ffdaf9', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6835cb-e339-4572-b392-358eb2ee9def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:58:58Z', 'updated_at': '2021-11-12T19:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'db5c8e03-abc4-4e93-acf2-c6871959a6ed', 'name': '', 'network_id': '07b50d07-b81d-4c6b-b40d-1b9801d1a450', 'tenant_id': '31e0de6dbf6d4f258fd554875de08491', 'mac_address': 'fa:16:3e:7d:79:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6835cb-e339-4572-b392-358eb2ee9def', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '6a9ecdfc-fbd6-46a2-afed-0a51613eae73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:59:04Z', 'updated_at': '2021-11-12T19:59:12Z', 'revision_number': 4, 'project_id': '31e0de6dbf6d4f258fd554875de08491', 'subnets': [{'id': '6a9ecdfc-fbd6-46a2-afed-0a51613eae73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:12.924768 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aff2e0-d472-404a-b0e3-ff8a92df4c4b req-9145d84a-9220-48c7-9144-c5dac6b70df4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:12.926881 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485ef98-d8ea-400e-ab58-5f724aa72b1f req-7382a1ff-d639-4292-8965-ffdd0ae5d97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:12.928836 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ff0089-154a-45a8-aa65-4173bc800617 None None] The sync data for ids ['0f6835cb-e339-4572-b392-358eb2ee9def'] in n-d-712140-15 is: [{'id': '0f6835cb-e339-4572-b392-358eb2ee9def', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1849238095-router', 'tenant_id': '31e0de6dbf6d4f258fd554875de08491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'e78e0bda-6372-4e9e-bd6d-91a612ffdaf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:58:57Z', 'updated_at': '2021-11-12T19:59:06Z', 'revision_number': 4, 'project_id': '31e0de6dbf6d4f258fd554875de08491', 'gw_port': {'id': 'e78e0bda-6372-4e9e-bd6d-91a612ffdaf9', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6835cb-e339-4572-b392-358eb2ee9def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:58:58Z', 'updated_at': '2021-11-12T19:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'db5c8e03-abc4-4e93-acf2-c6871959a6ed', 'name': '', 'network_id': '07b50d07-b81d-4c6b-b40d-1b9801d1a450', 'tenant_id': '31e0de6dbf6d4f258fd554875de08491', 'mac_address': 'fa:16:3e:7d:79:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6835cb-e339-4572-b392-358eb2ee9def', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '6a9ecdfc-fbd6-46a2-afed-0a51613eae73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:59:04Z', 'updated_at': '2021-11-12T19:59:12Z', 'revision_number': 4, 'project_id': '31e0de6dbf6d4f258fd554875de08491', 'subnets': [{'id': '6a9ecdfc-fbd6-46a2-afed-0a51613eae73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 19:59:12.929369 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4485ef98-d8ea-400e-ab58-5f724aa72b1f req-7382a1ff-d639-4292-8965-ffdd0ae5d97a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=127a6be859e142dbb23de706cc1f6a95&device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 1099 time: 0.6079340 Nov 12 19:59:12.946161 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aff2e0-d472-404a-b0e3-ff8a92df4c4b req-9145d84a-9220-48c7-9144-c5dac6b70df4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:12.947830 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a5aff2e0-d472-404a-b0e3-ff8a92df4c4b req-9145d84a-9220-48c7-9144-c5dac6b70df4 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 1666 time: 0.1874285 Nov 12 19:59:12.979959 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d1bfcecd-705d-4a11-9382-379b64b3bd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:12.994389 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8630bfaf-b2cf-4cf2-8766-87c38c2076ff admin admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:13.078362 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a5aff2e0-d472-404a-b0e3-ff8a92df4c4b req-ed68604b-899b-4c1c-b9d4-d55577999f09 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183200 Nov 12 19:59:13.156857 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d1bfcecd-705d-4a11-9382-379b64b3bd63 None None] For port db5c8e03-abc4-4e93-acf2-c6871959a6ed, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=db5c8e03-abc4-4e93-acf2-c6871959a6ed,segment=NetworkSegment(df860919-18ad-4266-ad5e-c9ce3c236474),segment_id=df860919-18ad-4266-ad5e-c9ce3c236474)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:13.207753 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-abdfe9d2-d7c5-4e06-b898-d4d7d04d0fd3 admin admin] Deleting port db5c8e03-abc4-4e93-acf2-c6871959a6ed {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:59:13.208124 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-abdfe9d2-d7c5-4e06-b898-d4d7d04d0fd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:13.239389 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d1bfcecd-705d-4a11-9382-379b64b3bd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:13.315573 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfcecd-705d-4a11-9382-379b64b3bd63 None None] Pushing event updated for resources: {'Port': ['ID=db5c8e03-abc4-4e93-acf2-c6871959a6ed,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:13.344489 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d2b04b76-482d-4f63-9b8a-5223a31b8d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b844d68-d377-4524-9a64-fcec06c44319', 'name': 'tempest-FloatingIPsNegativeTestJSON-385459563-router', 'tenant_id': '6361e643454f43aab215cabe13fcb7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '598b574f-70c5-4432-8722-4b96aaf0402b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:58:46Z', 'updated_at': '2021-11-12T19:59:09Z', 'revision_number': 5, 'project_id': '6361e643454f43aab215cabe13fcb7c7', 'gw_port': {'id': '598b574f-70c5-4432-8722-4b96aaf0402b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b844d68-d377-4524-9a64-fcec06c44319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:58:48Z', 'updated_at': '2021-11-12T19:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:13.399925 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b04b76-482d-4f63-9b8a-5223a31b8d88 None None] Checking router: 9b844d68-d377-4524-9a64-fcec06c44319 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 19:59:13.425716 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b04b76-482d-4f63-9b8a-5223a31b8d88 None None] Routers {'9b844d68-d377-4524-9a64-fcec06c44319'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:59:13.426357 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d2b04b76-482d-4f63-9b8a-5223a31b8d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:58:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9b844d68-d377-4524-9a64-fcec06c44319'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:13.478491 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-abdfe9d2-d7c5-4e06-b898-d4d7d04d0fd3 admin admin] For port db5c8e03-abc4-4e93-acf2-c6871959a6ed, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=db5c8e03-abc4-4e93-acf2-c6871959a6ed,segment=NetworkSegment(df860919-18ad-4266-ad5e-c9ce3c236474),segment_id=df860919-18ad-4266-ad5e-c9ce3c236474)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:13.479150 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-abdfe9d2-d7c5-4e06-b898-d4d7d04d0fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:13.507377 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-96946d07-5541-495c-86be-a5482689994f None None] Provisioning complete for port db5c8e03-abc4-4e93-acf2-c6871959a6ed triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:13.507899 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-96946d07-5541-495c-86be-a5482689994f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:13.523222 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-abdfe9d2-d7c5-4e06-b898-d4d7d04d0fd3 admin admin] Calling delete_port for db5c8e03-abc4-4e93-acf2-c6871959a6ed owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:59:13.527029 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-2d2d5ac6-fba5-4efd-a569-6db4c497746d tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:13.538559 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-2d2d5ac6-fba5-4efd-a569-6db4c497746d tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40&tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&binding%3Ahost_id=n-h1-712140-15 HTTP/1.1" status: 200 len: 1096 time: 0.1817203 Nov 12 19:59:13.580750 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-b7a82618-731f-4af3-b852-88941eeaf536 req-8ed20f38-0a37-4b56-88e1-0e60c85b9b93 service neutron] Attempting to bind port 23c6c613-09ce-4924-885b-7bc18f7190fd on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:59:13.581729 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-b7a82618-731f-4af3-b852-88941eeaf536 req-8ed20f38-0a37-4b56-88e1-0e60c85b9b93 service neutron] Attempting to bind port 23c6c613-09ce-4924-885b-7bc18f7190fd by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'aaacb95a-f6c6-4f4b-802b-0e624123bc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '74272e07-8349-43d3-9aeb-dbf3ff8a5574'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:59:13.582219 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a82618-731f-4af3-b852-88941eeaf536 req-8ed20f38-0a37-4b56-88e1-0e60c85b9b93 service neutron] Attempting to bind port 23c6c613-09ce-4924-885b-7bc18f7190fd on network 74272e07-8349-43d3-9aeb-dbf3ff8a5574 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:59:13.671495 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-d2b04b76-482d-4f63-9b8a-5223a31b8d88 None None] Set router 9b844d68-d377-4524-9a64-fcec06c44319 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:59:13.707394 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485ef98-d8ea-400e-ab58-5f724aa72b1f req-24407829-02d2-4e11-8bf9-3c0ae994ba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:13.709157 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4485ef98-d8ea-400e-ab58-5f724aa72b1f req-24407829-02d2-4e11-8bf9-3c0ae994ba53 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.7527637 Nov 12 19:59:13.714306 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c852e-8783-479d-a79f-5f293a0d43c7 req-5c6b2ff1-7cde-40fd-ac81-85aaf96c47bc tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:13.715857 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ea7c852e-8783-479d-a79f-5f293a0d43c7 req-5c6b2ff1-7cde-40fd-ac81-85aaf96c47bc tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 947 time: 0.1553497 Nov 12 19:59:13.771167 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-86ee98d8-7ef9-429f-87dc-68f32a35332c req-67e592e2-c039-41e8-b080-2d3d6b653ca5 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 210 time: 0.1807737 Nov 12 19:59:13.778574 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a82618-731f-4af3-b852-88941eeaf536 req-8ed20f38-0a37-4b56-88e1-0e60c85b9b93 service neutron] Port 23c6c613-09ce-4924-885b-7bc18f7190fd on network 74272e07-8349-43d3-9aeb-dbf3ff8a5574 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:59:13.779136 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a82618-731f-4af3-b852-88941eeaf536 req-8ed20f38-0a37-4b56-88e1-0e60c85b9b93 service neutron] Attempting to bind port 23c6c613-09ce-4924-885b-7bc18f7190fd on network 74272e07-8349-43d3-9aeb-dbf3ff8a5574 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:59:13.792011 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f81d570e-0860-497d-8fed-5005fa95428b req-d0fac681-11ce-40b6-ae2d-1c600a69eb86 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e850bba26b1d4481b449705c5fee3449&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2063613 Nov 12 19:59:13.884965 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4485ef98-d8ea-400e-ab58-5f724aa72b1f req-7a1f1636-47bf-4760-bb54-8b3605b25bc8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=fc21890a-295a-4118-9fc7-d072d153cfa7 HTTP/1.1" status: 200 len: 217 time: 0.1234312 Nov 12 19:59:13.906797 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d2b04b76-482d-4f63-9b8a-5223a31b8d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b844d68-d377-4524-9a64-fcec06c44319', 'name': 'tempest-FloatingIPsNegativeTestJSON-385459563-router', 'tenant_id': '6361e643454f43aab215cabe13fcb7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '598b574f-70c5-4432-8722-4b96aaf0402b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:58:46Z', 'updated_at': '2021-11-12T19:59:09Z', 'revision_number': 5, 'project_id': '6361e643454f43aab215cabe13fcb7c7', 'gw_port': {'id': '598b574f-70c5-4432-8722-4b96aaf0402b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b844d68-d377-4524-9a64-fcec06c44319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:58:48Z', 'updated_at': '2021-11-12T19:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:13.925912 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-b6d5b720-aaba-4126-b755-353667138d61 service neutron] For port 6e02188b-743a-4336-bf70-2b29b36e95e2, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:59:13.931798 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a82618-731f-4af3-b852-88941eeaf536 req-8ed20f38-0a37-4b56-88e1-0e60c85b9b93 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:59:13.932684 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ea7c852e-8783-479d-a79f-5f293a0d43c7 req-917c79f5-1b8d-49eb-8b43-d04170666c11 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940773 Nov 12 19:59:13.935558 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-b6d5b720-aaba-4126-b755-353667138d61 service neutron] Publish callbacks [] for binding, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:13.937024 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d0bf406-14ba-4950-b245-693c3adf0083 req-b6d5b720-aaba-4126-b755-353667138d61 service neutron] 10.222.0.55 "DELETE /v2.0/ports/6e02188b-743a-4336-bf70-2b29b36e95e2/bindings/n-h2-712140-15 HTTP/1.1" status: 204 len: 173 time: 0.3857212 Nov 12 19:59:13.939281 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a82618-731f-4af3-b852-88941eeaf536 req-8ed20f38-0a37-4b56-88e1-0e60c85b9b93 service neutron] Checking segment: {'id': 'aaacb95a-f6c6-4f4b-802b-0e624123bc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '74272e07-8349-43d3-9aeb-dbf3ff8a5574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:59:13.939761 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a82618-731f-4af3-b852-88941eeaf536 req-8ed20f38-0a37-4b56-88e1-0e60c85b9b93 service neutron] Bound using segment: {'id': 'aaacb95a-f6c6-4f4b-802b-0e624123bc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '74272e07-8349-43d3-9aeb-dbf3ff8a5574'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:59:13.940249 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-b7a82618-731f-4af3-b852-88941eeaf536 req-8ed20f38-0a37-4b56-88e1-0e60c85b9b93 service neutron] Bound port: 23c6c613-09ce-4924-885b-7bc18f7190fd, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaacb95a-f6c6-4f4b-802b-0e624123bc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '74272e07-8349-43d3-9aeb-dbf3ff8a5574'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:59:13.944959 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b04b76-482d-4f63-9b8a-5223a31b8d88 None None] The sync data for ids ['9b844d68-d377-4524-9a64-fcec06c44319'] in n-d-712140-15 is: [{'id': '9b844d68-d377-4524-9a64-fcec06c44319', 'name': 'tempest-FloatingIPsNegativeTestJSON-385459563-router', 'tenant_id': '6361e643454f43aab215cabe13fcb7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '598b574f-70c5-4432-8722-4b96aaf0402b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:58:46Z', 'updated_at': '2021-11-12T19:59:09Z', 'revision_number': 5, 'project_id': '6361e643454f43aab215cabe13fcb7c7', 'gw_port': {'id': '598b574f-70c5-4432-8722-4b96aaf0402b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b844d68-d377-4524-9a64-fcec06c44319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:58:48Z', 'updated_at': '2021-11-12T19:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 19:59:13.948379 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b7a82618-731f-4af3-b852-88941eeaf536 req-8ed20f38-0a37-4b56-88e1-0e60c85b9b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:13.998018 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8630bfaf-b2cf-4cf2-8766-87c38c2076ff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:14.056361 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-abdfe9d2-d7c5-4e06-b898-d4d7d04d0fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:14.105891 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfe9d2-d7c5-4e06-b898-d4d7d04d0fd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=db5c8e03-abc4-4e93-acf2-c6871959a6ed,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:14.191298 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-b7a82618-731f-4af3-b852-88941eeaf536 req-8ed20f38-0a37-4b56-88e1-0e60c85b9b93 service neutron] For port 23c6c613-09ce-4924-885b-7bc18f7190fd, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:59:14.196010 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-b7a82618-731f-4af3-b852-88941eeaf536 req-8ed20f38-0a37-4b56-88e1-0e60c85b9b93 service neutron] For port 23c6c613-09ce-4924-885b-7bc18f7190fd, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=23c6c613-09ce-4924-885b-7bc18f7190fd,segment=NetworkSegment(aaacb95a-f6c6-4f4b-802b-0e624123bc9c),segment_id=aaacb95a-f6c6-4f4b-802b-0e624123bc9c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:59:14.237743 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b7a82618-731f-4af3-b852-88941eeaf536 req-8ed20f38-0a37-4b56-88e1-0e60c85b9b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:14.300994 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485ef98-d8ea-400e-ab58-5f724aa72b1f req-f8279294-24e6-463e-8073-978585f28c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:14.311247 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4485ef98-d8ea-400e-ab58-5f724aa72b1f req-f8279294-24e6-463e-8073-978585f28c01 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.3458147 Nov 12 19:59:14.374849 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82618-731f-4af3-b852-88941eeaf536 req-8ed20f38-0a37-4b56-88e1-0e60c85b9b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:14.376208 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b7a82618-731f-4af3-b852-88941eeaf536 req-8ed20f38-0a37-4b56-88e1-0e60c85b9b93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:14.386472 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7a82618-731f-4af3-b852-88941eeaf536 req-8ed20f38-0a37-4b56-88e1-0e60c85b9b93 service neutron] 10.222.0.52 "PUT /v2.0/ports/23c6c613-09ce-4924-885b-7bc18f7190fd HTTP/1.1" status: 200 len: 1093 time: 4.2421918 Nov 12 19:59:14.443309 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb05194-8486-475a-b6f5-f16bd5844849 req-51500b55-279e-4902-8559-cb1ac6ff1d34 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:14.445402 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aeb05194-8486-475a-b6f5-f16bd5844849 req-51500b55-279e-4902-8559-cb1ac6ff1d34 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 944 time: 0.4783115 Nov 12 19:59:14.445886 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0573d562-3607-46fc-ad98-5091d0cfb1ea', 'tag': '23c6c613-09ce-4924-885b-7bc18f7190fd'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:59:14.448891 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b61aa8-c18c-4794-8121-67dc325b4090" -d '{"events": [{"name": "network-changed", "server_uuid": "0573d562-3607-46fc-ad98-5091d0cfb1ea", "tag": "23c6c613-09ce-4924-885b-7bc18f7190fd"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:59:14.487859 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-b7a82618-731f-4af3-b852-88941eeaf536 req-ed2dea5c-29da-4d91-9d3b-80c5dc11035f service neutron] Request body: {'port': {'device_id': '0573d562-3607-46fc-ad98-5091d0cfb1ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:59:14.526999 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2252ab-a842-42bf-b7f5-7026da3e42f1 req-ed35e79b-fc8a-4377-a121-a9687b7b2d82 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:14.535765 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2252ab-a842-42bf-b7f5-7026da3e42f1 req-ed35e79b-fc8a-4377-a121-a9687b7b2d82 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:14.537511 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9d2252ab-a842-42bf-b7f5-7026da3e42f1 req-ed35e79b-fc8a-4377-a121-a9687b7b2d82 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 1666 time: 0.3082538 Nov 12 19:59:14.660360 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d570e-0860-497d-8fed-5005fa95428b req-b04b8f70-ca7c-4c6e-9b78-980d0415e74b tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:14.663332 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f81d570e-0860-497d-8fed-5005fa95428b req-b04b8f70-ca7c-4c6e-9b78-980d0415e74b tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7412350 Nov 12 19:59:14.680273 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed20f38-0a37-4b56-88e1-0e60c85b9b93 service neutron] Pushing event updated for resources: {'Port': ['ID=23c6c613-09ce-4924-885b-7bc18f7190fd,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:14.690302 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-abdfe9d2-d7c5-4e06-b898-d4d7d04d0fd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:14.703605 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9d2252ab-a842-42bf-b7f5-7026da3e42f1 req-848ce206-f428-414d-a689-1d9c8d2a5acc tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224897 Nov 12 19:59:14.706827 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-f81d570e-0860-497d-8fed-5005fa95428b req-6632c9ae-e450-4c04-a211-d1951efe3271 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Request body: {'port': {'device_id': 'abf68741-ea52-4e82-83f5-e03f12cfe4f7', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': 'e850bba26b1d4481b449705c5fee3449'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:59:14.797300 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485ef98-d8ea-400e-ab58-5f724aa72b1f req-4f433ccf-2bc8-4bfd-8e6d-60b5a6d6a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:14.800955 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4485ef98-d8ea-400e-ab58-5f724aa72b1f req-4f433ccf-2bc8-4bfd-8e6d-60b5a6d6a7e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4726357 Nov 12 19:59:14.856810 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7be910db-2695-4ee8-84ca-540f216daf5a no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:59:14.888124 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aeb05194-8486-475a-b6f5-f16bd5844849 req-c0abb317-6422-4ccd-b967-4392a975e197 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207425 Nov 12 19:59:14.900324 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 7be910db-2695-4ee8-84ca-540f216daf5a {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:59:14.900662 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7be910db-2695-4ee8-84ca-540f216daf5a not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:59:14.938996 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a07c983-2644-41d5-9cc8-8afd0a07e07f x-openstack-request-id: req-1a07c983-2644-41d5-9cc8-8afd0a07e07f {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:59:14.939331 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0573d562-3607-46fc-ad98-5091d0cfb1ea", "tag": "23c6c613-09ce-4924-885b-7bc18f7190fd", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:59:14.939695 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a07c983-2644-41d5-9cc8-8afd0a07e07f {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:59:14.939919 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0573d562-3607-46fc-ad98-5091d0cfb1ea', 'tag': '23c6c613-09ce-4924-885b-7bc18f7190fd', 'status': 'completed', 'code': 200} Nov 12 19:59:14.941299 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-8630bfaf-b2cf-4cf2-8766-87c38c2076ff admin admin] Deleting port 598b574f-70c5-4432-8722-4b96aaf0402b {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:59:14.941628 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8630bfaf-b2cf-4cf2-8766-87c38c2076ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:14.945727 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f81d570e-0860-497d-8fed-5005fa95428b req-6632c9ae-e450-4c04-a211-d1951efe3271 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Made reservation on behalf of e850bba26b1d4481b449705c5fee3449 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:59:14.949638 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f81d570e-0860-497d-8fed-5005fa95428b req-6632c9ae-e450-4c04-a211-d1951efe3271 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:14.951047 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b7a82618-731f-4af3-b852-88941eeaf536 req-ed2dea5c-29da-4d91-9d3b-80c5dc11035f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:15.029318 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cbf68e16-2642-4ede-a628-b66e7bd1fe11 req-b9d738fc-5fc7-4fe1-b2f8-6945aa21c89a tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 210 time: 0.0730038 Nov 12 19:59:15.055321 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b61aa8-c18c-4794-8121-67dc325b4090 req-73c97a42-8ab5-4556-8e64-47711f51a9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:15.056298 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b61aa8-c18c-4794-8121-67dc325b4090 req-73c97a42-8ab5-4556-8e64-47711f51a9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:15.059183 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b0b61aa8-c18c-4794-8121-67dc325b4090 req-73c97a42-8ab5-4556-8e64-47711f51a9f4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7aa3005d0b414c1ca2d422e5398a48f6&device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 1914 time: 0.1039257 Nov 12 19:59:15.093016 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abdfe9d2-d7c5-4e06-b898-d4d7d04d0fd3 admin admin] Router 0f6835cb-e339-4572-b392-358eb2ee9def has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 19:59:15.297403 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-8630bfaf-b2cf-4cf2-8766-87c38c2076ff admin admin] For port 598b574f-70c5-4432-8722-4b96aaf0402b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=598b574f-70c5-4432-8722-4b96aaf0402b,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:15.297760 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8630bfaf-b2cf-4cf2-8766-87c38c2076ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:15.350803 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212de10-9faf-4d29-b24f-2e06212cc6e5 req-aba62625-fef4-4dbc-ad88-f92bd66b3535 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:15.352391 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1212de10-9faf-4d29-b24f-2e06212cc6e5 req-aba62625-fef4-4dbc-ad88-f92bd66b3535 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 1096 time: 0.2548175 Nov 12 19:59:15.354691 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4485ef98-d8ea-400e-ab58-5f724aa72b1f req-b0e0d90d-24e1-4995-bbea-ca4877bca683 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350190 Nov 12 19:59:15.389802 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-f81d570e-0860-497d-8fed-5005fa95428b req-6632c9ae-e450-4c04-a211-d1951efe3271 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Allocated IP 192.168.233.137 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/7d5de176-731f-49d4-a231-21859faa9944) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:59:15.391954 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-8630bfaf-b2cf-4cf2-8766-87c38c2076ff admin admin] Calling delete_port for 598b574f-70c5-4432-8722-4b96aaf0402b owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:59:15.561708 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b61aa8-c18c-4794-8121-67dc325b4090 req-c5021c22-ed95-4054-a5dc-8c99a7af9eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:15.562344 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b61aa8-c18c-4794-8121-67dc325b4090 req-c5021c22-ed95-4054-a5dc-8c99a7af9eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:15.562643 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b61aa8-c18c-4794-8121-67dc325b4090 req-c5021c22-ed95-4054-a5dc-8c99a7af9eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:15.564243 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b0b61aa8-c18c-4794-8121-67dc325b4090 req-c5021c22-ed95-4054-a5dc-8c99a7af9eed service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=7aa3005d0b414c1ca2d422e5398a48f6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4878068 Nov 12 19:59:15.577422 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe83158-1bc8-49a1-8172-2e19bfdbcb72 req-c5bca81c-051a-418d-b961-da03033320f9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:15.578890 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4fe83158-1bc8-49a1-8172-2e19bfdbcb72 req-c5bca81c-051a-418d-b961-da03033320f9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 947 time: 0.4264381 Nov 12 19:59:15.630681 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1212de10-9faf-4d29-b24f-2e06212cc6e5 req-48f56669-13de-48f5-aedb-1c05b1d8f59a tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652020 Nov 12 19:59:15.663192 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdfe9d2-d7c5-4e06-b898-d4d7d04d0fd3 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 19:59:15.669997 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-abdfe9d2-d7c5-4e06-b898-d4d7d04d0fd3 admin admin] 10.222.0.48 "PUT /v2.0/routers/0f6835cb-e339-4572-b392-358eb2ee9def/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9512489 Nov 12 19:59:15.674770 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50402) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:15.681124 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bd3e69-3968-4041-ae76-cda7c4a281b0 None None] Sync routers for ids ['0f6835cb-e339-4572-b392-358eb2ee9def'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 19:59:15.694758 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bd3e69-3968-4041-ae76-cda7c4a281b0 None None] Routers {'0f6835cb-e339-4572-b392-358eb2ee9def'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:59:15.695715 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d8bd3e69-3968-4041-ae76-cda7c4a281b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:58:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0f6835cb-e339-4572-b392-358eb2ee9def'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:15.775291 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4485ef98-d8ea-400e-ab58-5f724aa72b1f req-3fed4422-ea36-4d87-96f4-a6645e639e83 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941004 Nov 12 19:59:15.844369 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4fe83158-1bc8-49a1-8172-2e19bfdbcb72 req-a2b51991-3607-4c25-8d68-74fe40f33e23 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524593 Nov 12 19:59:15.874749 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b61aa8-c18c-4794-8121-67dc325b4090 req-0147e423-be50-4c48-bc09-b08e1e6902ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:15.876892 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b0b61aa8-c18c-4794-8121-67dc325b4090 req-0147e423-be50-4c48-bc09-b08e1e6902ce service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2964883 Nov 12 19:59:15.884054 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e2f13542-32dc-4a08-8245-da1794929b13 admin admin] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:15.935270 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-d8bd3e69-3968-4041-ae76-cda7c4a281b0 None None] Set router 0f6835cb-e339-4572-b392-358eb2ee9def gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:59:15.970977 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f81d570e-0860-497d-8fed-5005fa95428b req-6632c9ae-e450-4c04-a211-d1951efe3271 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:15.974461 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb00d61-eb73-4a38-8b1f-917e8e84b9ca req-3fdfb30d-b9ab-4280-94e6-b3c232dda643 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:15.975460 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9fb00d61-eb73-4a38-8b1f-917e8e84b9ca req-3fdfb30d-b9ab-4280-94e6-b3c232dda643 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 1096 time: 0.2044137 Nov 12 19:59:15.980962 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8630bfaf-b2cf-4cf2-8766-87c38c2076ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:16.037597 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41ca82-2cf8-4e25-ae44-869525867e5d req-34426715-e5fe-4172-9a1e-09fc72188cce tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:16.045051 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41ca82-2cf8-4e25-ae44-869525867e5d req-34426715-e5fe-4172-9a1e-09fc72188cce tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:16.047004 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ce41ca82-2cf8-4e25-ae44-869525867e5d req-34426715-e5fe-4172-9a1e-09fc72188cce tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 1666 time: 0.1169863 Nov 12 19:59:16.051618 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630bfaf-b2cf-4cf2-8766-87c38c2076ff admin admin] Pushing event deleted for resources: {'Port': ['ID=598b574f-70c5-4432-8722-4b96aaf0402b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:16.061700 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e2f13542-32dc-4a08-8245-da1794929b13 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:16.098812 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-b7a82618-731f-4af3-b852-88941eeaf536 req-ed2dea5c-29da-4d91-9d3b-80c5dc11035f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8425a1da-cb30-4e7f-a8a1-20612ad27d00 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:59:16.130522 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d8bd3e69-3968-4041-ae76-cda7c4a281b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6835cb-e339-4572-b392-358eb2ee9def', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1849238095-router', 'tenant_id': '31e0de6dbf6d4f258fd554875de08491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'e78e0bda-6372-4e9e-bd6d-91a612ffdaf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:58:57Z', 'updated_at': '2021-11-12T19:59:13Z', 'revision_number': 5, 'project_id': '31e0de6dbf6d4f258fd554875de08491', 'gw_port': {'id': 'e78e0bda-6372-4e9e-bd6d-91a612ffdaf9', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6835cb-e339-4572-b392-358eb2ee9def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:58:58Z', 'updated_at': '2021-11-12T19:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:16.144530 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ce41ca82-2cf8-4e25-ae44-869525867e5d req-9abc5574-2dc5-4846-9c15-7cbeb1dbdfa8 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740950 Nov 12 19:59:16.144744 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b7a82618-731f-4af3-b852-88941eeaf536 req-ed2dea5c-29da-4d91-9d3b-80c5dc11035f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:16.159492 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-e2f13542-32dc-4a08-8245-da1794929b13 admin admin] Deleting port e78e0bda-6372-4e9e-bd6d-91a612ffdaf9 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:59:16.160281 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e2f13542-32dc-4a08-8245-da1794929b13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:16.162770 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bd3e69-3968-4041-ae76-cda7c4a281b0 None None] Checking router: 0f6835cb-e339-4572-b392-358eb2ee9def for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 19:59:16.172243 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bd3e69-3968-4041-ae76-cda7c4a281b0 None None] Routers {'0f6835cb-e339-4572-b392-358eb2ee9def'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:59:16.172857 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d8bd3e69-3968-4041-ae76-cda7c4a281b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:58:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0f6835cb-e339-4572-b392-358eb2ee9def'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:16.182412 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-b7a82618-731f-4af3-b852-88941eeaf536 req-ed2dea5c-29da-4d91-9d3b-80c5dc11035f service neutron] Transition to ACTIVE for port object 8425a1da-cb30-4e7f-a8a1-20612ad27d00 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:59:16.186897 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9fb00d61-eb73-4a38-8b1f-917e8e84b9ca req-b8fc17b9-351d-41dc-ac81-1d11bb9ff77f tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849947 Nov 12 19:59:16.190806 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b7a82618-731f-4af3-b852-88941eeaf536 req-ed2dea5c-29da-4d91-9d3b-80c5dc11035f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:16.206309 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f81d570e-0860-497d-8fed-5005fa95428b req-6632c9ae-e450-4c04-a211-d1951efe3271 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:16.230539 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['1b219cc8-7939-42da-9b2e-05785ad30a22'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:59:16.243390 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8630bfaf-b2cf-4cf2-8766-87c38c2076ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:16.277062 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f81d570e-0860-497d-8fed-5005fa95428b req-6632c9ae-e450-4c04-a211-d1951efe3271 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:59:16.329883 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-f81d570e-0860-497d-8fed-5005fa95428b req-6632c9ae-e450-4c04-a211-d1951efe3271 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:59:16.342487 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-d8bd3e69-3968-4041-ae76-cda7c4a281b0 None None] Set router 0f6835cb-e339-4572-b392-358eb2ee9def gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:59:16.372619 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-e2f13542-32dc-4a08-8245-da1794929b13 admin admin] For port e78e0bda-6372-4e9e-bd6d-91a612ffdaf9, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e78e0bda-6372-4e9e-bd6d-91a612ffdaf9,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:16.373259 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e2f13542-32dc-4a08-8245-da1794929b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:16.414179 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81d570e-0860-497d-8fed-5005fa95428b req-6632c9ae-e450-4c04-a211-d1951efe3271 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:59:16.426704 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-e2f13542-32dc-4a08-8245-da1794929b13 admin admin] Calling delete_port for e78e0bda-6372-4e9e-bd6d-91a612ffdaf9 owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:59:16.526996 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d8bd3e69-3968-4041-ae76-cda7c4a281b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6835cb-e339-4572-b392-358eb2ee9def', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1849238095-router', 'tenant_id': '31e0de6dbf6d4f258fd554875de08491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:58:57Z', 'updated_at': '2021-11-12T19:59:16Z', 'revision_number': 6, 'project_id': '31e0de6dbf6d4f258fd554875de08491', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:16.559299 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bd3e69-3968-4041-ae76-cda7c4a281b0 None None] The sync data for ids ['0f6835cb-e339-4572-b392-358eb2ee9def'] in n-d-712140-15 is: [{'id': '0f6835cb-e339-4572-b392-358eb2ee9def', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1849238095-router', 'tenant_id': '31e0de6dbf6d4f258fd554875de08491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:58:57Z', 'updated_at': '2021-11-12T19:59:16Z', 'revision_number': 6, 'project_id': '31e0de6dbf6d4f258fd554875de08491', 'gw_port_host': None}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 19:59:16.828469 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e2f13542-32dc-4a08-8245-da1794929b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:16.876679 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-71375949-ebfe-4871-a183-6c566839b91e None None] Provisioning complete for port 7d5de176-731f-49d4-a231-21859faa9944 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:16.882963 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-71375949-ebfe-4871-a183-6c566839b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:16.919139 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f13542-32dc-4a08-8245-da1794929b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=e78e0bda-6372-4e9e-bd6d-91a612ffdaf9,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:16.928037 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8630bfaf-b2cf-4cf2-8766-87c38c2076ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:16.932085 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8630bfaf-b2cf-4cf2-8766-87c38c2076ff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:16.995403 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-71375949-ebfe-4871-a183-6c566839b91e None None] Port 7d5de176-731f-49d4-a231-21859faa9944 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:59:17.059057 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device db5c8e03-abc4-4e93-acf2-c6871959a6ed no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:59:17.065387 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20b1a-8eb8-4b73-a138-68b776afd8f4 req-b4f65c1e-1b54-4b08-ace1-7b284571a1d6 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:17.066974 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-15c20b1a-8eb8-4b73-a138-68b776afd8f4 req-b4f65c1e-1b54-4b08-ace1-7b284571a1d6 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 947 time: 0.1276524 Nov 12 19:59:17.070704 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e2f13542-32dc-4a08-8245-da1794929b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:17.081881 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: db5c8e03-abc4-4e93-acf2-c6871959a6ed {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:59:17.082359 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device db5c8e03-abc4-4e93-acf2-c6871959a6ed not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:59:17.101452 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2dea5c-29da-4d91-9d3b-80c5dc11035f service neutron] Pushing event updated for resources: {'Port': ['ID=8425a1da-cb30-4e7f-a8a1-20612ad27d00,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:17.110576 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d570e-0860-497d-8fed-5005fa95428b req-6632c9ae-e450-4c04-a211-d1951efe3271 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:17.111191 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f81d570e-0860-497d-8fed-5005fa95428b req-6632c9ae-e450-4c04-a211-d1951efe3271 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:17.145244 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device fc21890a-295a-4118-9fc7-d072d153cfa7 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:59:17.150951 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f81d570e-0860-497d-8fed-5005fa95428b req-6632c9ae-e450-4c04-a211-d1951efe3271 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4724107 Nov 12 19:59:17.171191 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8630bfaf-b2cf-4cf2-8766-87c38c2076ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:17.171703 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8630bfaf-b2cf-4cf2-8766-87c38c2076ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b844d68-d377-4524-9a64-fcec06c44319 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 19:59:17.187281 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e2f13542-32dc-4a08-8245-da1794929b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:17.197061 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e2f13542-32dc-4a08-8245-da1794929b13 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:17.202015 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-f81d570e-0860-497d-8fed-5005fa95428b req-4f030a47-1e85-40c5-b009-4ef9a62f9103 service neutron] Request body: {'port': {'device_id': 'abf68741-ea52-4e82-83f5-e03f12cfe4f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:59:17.208809 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8630bfaf-b2cf-4cf2-8766-87c38c2076ff admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:17.210827 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8630bfaf-b2cf-4cf2-8766-87c38c2076ff admin admin] 10.222.0.48 "DELETE /v2.0/routers/9b844d68-d377-4524-9a64-fcec06c44319 HTTP/1.1" status: 204 len: 168 time: 4.9672039 Nov 12 19:59:17.213408 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50430) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:17.297716 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632c9ae-e450-4c04-a211-d1951efe3271 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Pushing event updated for resources: {'Port': ['ID=7d5de176-731f-49d4-a231-21859faa9944,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:17.311087 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port fc21890a-295a-4118-9fc7-d072d153cfa7, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=fc21890a-295a-4118-9fc7-d072d153cfa7,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:17.311607 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-a223968b-f33e-432b-9ef2-8a31b83c4d92 admin admin] Deleting subnet b1b4105c-9efa-4f7a-bffe-03257e875821 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 19:59:17.314427 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c4d4b-ce7d-4297-98b8-4ff8efdc4741 req-7bc18b0b-86b1-42f3-92a6-b6f30951d615 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:17.321539 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-15c20b1a-8eb8-4b73-a138-68b776afd8f4 req-75f658fe-eb9d-405c-b0b5-bdeed26d52b2 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454207 Nov 12 19:59:17.321876 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a223968b-f33e-432b-9ef2-8a31b83c4d92 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:17.323022 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1f2c4d4b-ce7d-4297-98b8-4ff8efdc4741 req-7bc18b0b-86b1-42f3-92a6-b6f30951d615 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 936 time: 0.9057715 Nov 12 19:59:17.349633 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'fc21890a-295a-4118-9fc7-d072d153cfa7', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': 'fc21890a-295a-4118-9fc7-d072d153cfa7', 'mac_address': 'fa:16:3e:e6:b4:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:59:17.355142 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-b7a82618-731f-4af3-b852-88941eeaf536 req-ed2dea5c-29da-4d91-9d3b-80c5dc11035f service neutron] Attempting to bind port 8425a1da-cb30-4e7f-a8a1-20612ad27d00 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:59:17.355474 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-b7a82618-731f-4af3-b852-88941eeaf536 req-ed2dea5c-29da-4d91-9d3b-80c5dc11035f service neutron] Attempting to bind port 8425a1da-cb30-4e7f-a8a1-20612ad27d00 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'c30a56a3-7793-4180-9f3c-92de7074873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f253025f-88a0-4f07-bfa0-2c3a8d3008fb'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:59:17.355795 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a82618-731f-4af3-b852-88941eeaf536 req-ed2dea5c-29da-4d91-9d3b-80c5dc11035f service neutron] Attempting to bind port 8425a1da-cb30-4e7f-a8a1-20612ad27d00 on network f253025f-88a0-4f07-bfa0-2c3a8d3008fb {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:59:17.357775 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f81d570e-0860-497d-8fed-5005fa95428b req-4f030a47-1e85-40c5-b009-4ef9a62f9103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:17.369241 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e2f13542-32dc-4a08-8245-da1794929b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:17.369749 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f13542-32dc-4a08-8245-da1794929b13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f6835cb-e339-4572-b392-358eb2ee9def {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 19:59:17.374746 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a82618-731f-4af3-b852-88941eeaf536 req-ed2dea5c-29da-4d91-9d3b-80c5dc11035f service neutron] Port 8425a1da-cb30-4e7f-a8a1-20612ad27d00 on network f253025f-88a0-4f07-bfa0-2c3a8d3008fb not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:59:17.374930 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a82618-731f-4af3-b852-88941eeaf536 req-ed2dea5c-29da-4d91-9d3b-80c5dc11035f service neutron] Attempting to bind port 8425a1da-cb30-4e7f-a8a1-20612ad27d00 on network f253025f-88a0-4f07-bfa0-2c3a8d3008fb {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:59:17.378632 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e2f13542-32dc-4a08-8245-da1794929b13 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:17.383247 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e2f13542-32dc-4a08-8245-da1794929b13 admin admin] 10.222.0.48 "DELETE /v2.0/routers/0f6835cb-e339-4572-b392-358eb2ee9def HTTP/1.1" status: 204 len: 168 time: 1.7072370 Nov 12 19:59:17.383896 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50434) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:17.394224 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a82618-731f-4af3-b852-88941eeaf536 req-ed2dea5c-29da-4d91-9d3b-80c5dc11035f service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:59:17.394224 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a82618-731f-4af3-b852-88941eeaf536 req-ed2dea5c-29da-4d91-9d3b-80c5dc11035f service neutron] Checking segment: {'id': 'c30a56a3-7793-4180-9f3c-92de7074873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f253025f-88a0-4f07-bfa0-2c3a8d3008fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:59:17.394683 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a82618-731f-4af3-b852-88941eeaf536 req-ed2dea5c-29da-4d91-9d3b-80c5dc11035f service neutron] Bound using segment: {'id': 'c30a56a3-7793-4180-9f3c-92de7074873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f253025f-88a0-4f07-bfa0-2c3a8d3008fb'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:59:17.395046 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-b7a82618-731f-4af3-b852-88941eeaf536 req-ed2dea5c-29da-4d91-9d3b-80c5dc11035f service neutron] Bound port: 8425a1da-cb30-4e7f-a8a1-20612ad27d00, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c30a56a3-7793-4180-9f3c-92de7074873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f253025f-88a0-4f07-bfa0-2c3a8d3008fb'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:59:17.395399 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b7a82618-731f-4af3-b852-88941eeaf536 req-ed2dea5c-29da-4d91-9d3b-80c5dc11035f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:17.423509 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a223968b-f33e-432b-9ef2-8a31b83c4d92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:17.441059 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:17.463702 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc21890a-295a-4118-9fc7-d072d153cfa7 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:59:17.484507 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1f2c4d4b-ce7d-4297-98b8-4ff8efdc4741 req-d6d7ec49-2dba-45f0-aed0-dd03a945cb04 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605475 Nov 12 19:59:17.493188 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port fc21890a-295a-4118-9fc7-d072d153cfa7, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=fc21890a-295a-4118-9fc7-d072d153cfa7,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:17.511611 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:17.541024 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-94d28e63-01da-4e9b-acc1-c43d73950b3c admin admin] Deleting subnet 6a9ecdfc-fbd6-46a2-afed-0a51613eae73 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 19:59:17.544483 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-94d28e63-01da-4e9b-acc1-c43d73950b3c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:17.566541 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fe4a2-1cdf-4750-b794-8816499fd4c7 req-15ef0e8f-302a-415c-8292-f0a4f63c8010 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:17.568072 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-980fe4a2-1cdf-4750-b794-8816499fd4c7 req-15ef0e8f-302a-415c-8292-f0a4f63c8010 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 1097 time: 0.0963974 Nov 12 19:59:17.579905 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=fc21890a-295a-4118-9fc7-d072d153cfa7,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:17.606269 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-94d28e63-01da-4e9b-acc1-c43d73950b3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:17.698059 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a223968b-f33e-432b-9ef2-8a31b83c4d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:17.722755 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-980fe4a2-1cdf-4750-b794-8816499fd4c7 req-f7274a13-c283-4ce8-ac64-ff3c5ccaca4f tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438737 Nov 12 19:59:17.729934 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-b7a82618-731f-4af3-b852-88941eeaf536 req-ed2dea5c-29da-4d91-9d3b-80c5dc11035f service neutron] For port 8425a1da-cb30-4e7f-a8a1-20612ad27d00, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:59:17.785390 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-94d28e63-01da-4e9b-acc1-c43d73950b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:17.795836 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-b7a82618-731f-4af3-b852-88941eeaf536 req-ed2dea5c-29da-4d91-9d3b-80c5dc11035f service neutron] For port 8425a1da-cb30-4e7f-a8a1-20612ad27d00, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8425a1da-cb30-4e7f-a8a1-20612ad27d00,segment=NetworkSegment(c30a56a3-7793-4180-9f3c-92de7074873c),segment_id=c30a56a3-7793-4180-9f3c-92de7074873c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:59:17.831153 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a223968b-f33e-432b-9ef2-8a31b83c4d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:17.861128 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b7a82618-731f-4af3-b852-88941eeaf536 req-ed2dea5c-29da-4d91-9d3b-80c5dc11035f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:17.900325 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223968b-f33e-432b-9ef2-8a31b83c4d92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1b4105c-9efa-4f7a-bffe-03257e875821,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:17.903150 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a223968b-f33e-432b-9ef2-8a31b83c4d92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:17.907054 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a223968b-f33e-432b-9ef2-8a31b83c4d92 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b1b4105c-9efa-4f7a-bffe-03257e875821 HTTP/1.1" status: 204 len: 168 time: 0.6901217 Nov 12 19:59:17.909729 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50440) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:17.911980 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b514ae25-9db3-4291-99bf-9401c30fb1ba None None] Network 42a38b8e-88ae-448d-913f-5d7fbbe420ed requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:59:17.939113 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['fc21890a-295a-4118-9fc7-d072d153cfa7'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:59:17.963674 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941b07e-3817-45c5-b646-797432933462 req-a1993670-39c4-42e9-8019-34219ec28f47 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:17.981249 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941b07e-3817-45c5-b646-797432933462 req-a1993670-39c4-42e9-8019-34219ec28f47 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:17.990978 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e941b07e-3817-45c5-b646-797432933462 req-a1993670-39c4-42e9-8019-34219ec28f47 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 1678 time: 0.3590181 Nov 12 19:59:18.043823 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-94d28e63-01da-4e9b-acc1-c43d73950b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:18.048966 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2dea5c-29da-4d91-9d3b-80c5dc11035f service neutron] Pushing event updated for resources: {'Port': ['ID=8425a1da-cb30-4e7f-a8a1-20612ad27d00,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:18.092246 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82618-731f-4af3-b852-88941eeaf536 req-ed2dea5c-29da-4d91-9d3b-80c5dc11035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:18.092603 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b7a82618-731f-4af3-b852-88941eeaf536 req-ed2dea5c-29da-4d91-9d3b-80c5dc11035f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:18.114891 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7a82618-731f-4af3-b852-88941eeaf536 req-ed2dea5c-29da-4d91-9d3b-80c5dc11035f service neutron] 10.222.0.52 "PUT /v2.0/ports/8425a1da-cb30-4e7f-a8a1-20612ad27d00 HTTP/1.1" status: 200 len: 1092 time: 3.6619883 Nov 12 19:59:18.118487 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0573d562-3607-46fc-ad98-5091d0cfb1ea', 'tag': '8425a1da-cb30-4e7f-a8a1-20612ad27d00'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:59:18.127759 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a5440b-bbd0-4d1f-bbae-9f94ac2bd80d" -d '{"events": [{"name": "network-changed", "server_uuid": "0573d562-3607-46fc-ad98-5091d0cfb1ea", "tag": "8425a1da-cb30-4e7f-a8a1-20612ad27d00"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:59:18.141186 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-94d28e63-01da-4e9b-acc1-c43d73950b3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:18.165022 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-94d28e63-01da-4e9b-acc1-c43d73950b3c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6a9ecdfc-fbd6-46a2-afed-0a51613eae73 HTTP/1.1" status: 204 len: 168 time: 0.7775617 Nov 12 19:59:18.172168 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d28e63-01da-4e9b-acc1-c43d73950b3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a9ecdfc-fbd6-46a2-afed-0a51613eae73,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:18.176104 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50444) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:18.208269 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaadba8d-0144-492d-a4f1-a4b0305ae5ed None None] Network 07b50d07-b81d-4c6b-b40d-1b9801d1a450 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:59:18.236777 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e941b07e-3817-45c5-b646-797432933462 req-0b97577e-25f2-4155-9808-ba9314ffcb13 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818852 Nov 12 19:59:18.313909 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82618-731f-4af3-b852-88941eeaf536 req-5ffa3537-acab-447f-b8b4-8355addd9c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:18.314775 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82618-731f-4af3-b852-88941eeaf536 req-5ffa3537-acab-447f-b8b4-8355addd9c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:18.316496 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7a82618-731f-4af3-b852-88941eeaf536 req-5ffa3537-acab-447f-b8b4-8355addd9c7e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7aa3005d0b414c1ca2d422e5398a48f6&device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 1982 time: 0.1341443 Nov 12 19:59:18.320848 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-f81d570e-0860-497d-8fed-5005fa95428b req-4f030a47-1e85-40c5-b009-4ef9a62f9103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d5de176-731f-49d4-a231-21859faa9944 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:59:18.341310 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f81d570e-0860-497d-8fed-5005fa95428b req-4f030a47-1e85-40c5-b009-4ef9a62f9103 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:18.341559 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e69e7def-4706-47e3-bb88-0acfa02952df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:18.346250 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1c48631-ef76-4373-b23c-9e86cbfeee44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:18.403031 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7a82618-731f-4af3-b852-88941eeaf536 req-f5e52e78-d670-47f5-9320-5ad43b3dce1f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.144&port_id=23c6c613-09ce-4924-885b-7bc18f7190fd HTTP/1.1" status: 200 len: 217 time: 0.0718002 Nov 12 19:59:18.453492 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-f81d570e-0860-497d-8fed-5005fa95428b req-4f030a47-1e85-40c5-b009-4ef9a62f9103 service neutron] Transition to ACTIVE for port object 7d5de176-731f-49d4-a231-21859faa9944 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:59:18.492684 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82618-731f-4af3-b852-88941eeaf536 req-ac4632aa-7749-4375-96cd-b908f2ba90bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:18.494303 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7a82618-731f-4af3-b852-88941eeaf536 req-ac4632aa-7749-4375-96cd-b908f2ba90bd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ea7bbb9d-050a-43ec-9a15-882f4e624ef6 HTTP/1.1" status: 200 len: 801 time: 0.0839679 Nov 12 19:59:18.495748 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb7a197-5f42-4650-a222-7aee68ad057a x-openstack-request-id: req-cbb7a197-5f42-4650-a222-7aee68ad057a {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:59:18.496078 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0573d562-3607-46fc-ad98-5091d0cfb1ea", "tag": "8425a1da-cb30-4e7f-a8a1-20612ad27d00", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:59:18.496192 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-a1c48631-ef76-4373-b23c-9e86cbfeee44 admin admin] Deleting port f66d8b30-2eca-4d54-be6e-54cab4913c2d {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:59:18.496304 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cbb7a197-5f42-4650-a222-7aee68ad057a {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:59:18.496504 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1c48631-ef76-4373-b23c-9e86cbfeee44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:18.496851 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0573d562-3607-46fc-ad98-5091d0cfb1ea', 'tag': '8425a1da-cb30-4e7f-a8a1-20612ad27d00', 'status': 'completed', 'code': 200} Nov 12 19:59:18.497789 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f81d570e-0860-497d-8fed-5005fa95428b req-4f030a47-1e85-40c5-b009-4ef9a62f9103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:18.519360 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-e69e7def-4706-47e3-bb88-0acfa02952df admin admin] Deleting port 36f3e8b8-3e5a-4f45-aefe-abb2e975854b {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:59:18.519701 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e69e7def-4706-47e3-bb88-0acfa02952df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:18.683051 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-a1c48631-ef76-4373-b23c-9e86cbfeee44 admin admin] For port f66d8b30-2eca-4d54-be6e-54cab4913c2d, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f66d8b30-2eca-4d54-be6e-54cab4913c2d,segment=NetworkSegment(df860919-18ad-4266-ad5e-c9ce3c236474),segment_id=df860919-18ad-4266-ad5e-c9ce3c236474)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:18.683461 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1c48631-ef76-4373-b23c-9e86cbfeee44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:18.710298 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-e69e7def-4706-47e3-bb88-0acfa02952df admin admin] For port 36f3e8b8-3e5a-4f45-aefe-abb2e975854b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=36f3e8b8-3e5a-4f45-aefe-abb2e975854b,segment=NetworkSegment(0b5ed61f-18f3-4c62-8bb2-725b8b65f316),segment_id=0b5ed61f-18f3-4c62-8bb2-725b8b65f316)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:18.711047 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e69e7def-4706-47e3-bb88-0acfa02952df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:18.732126 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fb2510-8e16-438d-88d6-d9d146087dba None None] DHCP port deletion for 42a38b8e-88ae-448d-913f-5d7fbbe420ed request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 19:59:18.744450 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-a1c48631-ef76-4373-b23c-9e86cbfeee44 admin admin] Calling delete_port for f66d8b30-2eca-4d54-be6e-54cab4913c2d owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:59:18.755492 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-e69e7def-4706-47e3-bb88-0acfa02952df admin admin] Calling delete_port for 36f3e8b8-3e5a-4f45-aefe-abb2e975854b owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:59:18.872859 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-44fb2510-8e16-438d-88d6-d9d146087dba None None] Deleting port 36f3e8b8-3e5a-4f45-aefe-abb2e975854b {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:59:18.873240 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-44fb2510-8e16-438d-88d6-d9d146087dba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:18.927848 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82618-731f-4af3-b852-88941eeaf536 req-4d5468e1-de04-46a8-9559-c1d32da9d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:18.930046 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7a82618-731f-4af3-b852-88941eeaf536 req-4d5468e1-de04-46a8-9559-c1d32da9d0ce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74272e07-8349-43d3-9aeb-dbf3ff8a5574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4220691 Nov 12 19:59:18.949823 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e392db6-c963-4aaa-af4a-fdb0a082f39c req-50aaabc1-bf44-4359-8820-840595e0314d tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:18.953134 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8e392db6-c963-4aaa-af4a-fdb0a082f39c req-50aaabc1-bf44-4359-8820-840595e0314d tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 948 time: 0.3583345 Nov 12 19:59:18.953808 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f030a47-1e85-40c5-b009-4ef9a62f9103 service neutron] Pushing event updated for resources: {'Port': ['ID=7d5de176-731f-49d4-a231-21859faa9944,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:19.029305 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-44fb2510-8e16-438d-88d6-d9d146087dba None None] For port 36f3e8b8-3e5a-4f45-aefe-abb2e975854b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=36f3e8b8-3e5a-4f45-aefe-abb2e975854b,segment=NetworkSegment(0b5ed61f-18f3-4c62-8bb2-725b8b65f316),segment_id=0b5ed61f-18f3-4c62-8bb2-725b8b65f316)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:19.029707 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-44fb2510-8e16-438d-88d6-d9d146087dba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:19.032313 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-f81d570e-0860-497d-8fed-5005fa95428b req-4f030a47-1e85-40c5-b009-4ef9a62f9103 service neutron] Attempting to bind port 7d5de176-731f-49d4-a231-21859faa9944 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:59:19.032831 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-f81d570e-0860-497d-8fed-5005fa95428b req-4f030a47-1e85-40c5-b009-4ef9a62f9103 service neutron] Attempting to bind port 7d5de176-731f-49d4-a231-21859faa9944 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:59:19.033033 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81d570e-0860-497d-8fed-5005fa95428b req-4f030a47-1e85-40c5-b009-4ef9a62f9103 service neutron] Attempting to bind port 7d5de176-731f-49d4-a231-21859faa9944 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:59:19.049699 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f66915-9522-405e-abd7-08db83a11fec None None] DHCP port deletion for 07b50d07-b81d-4c6b-b40d-1b9801d1a450 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 19:59:19.058941 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e78e0bda-6372-4e9e-bd6d-91a612ffdaf9 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:59:19.084733 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-44fb2510-8e16-438d-88d6-d9d146087dba None None] Calling delete_port for 36f3e8b8-3e5a-4f45-aefe-abb2e975854b owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:59:19.103086 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1c48631-ef76-4373-b23c-9e86cbfeee44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:19.134340 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7a82618-731f-4af3-b852-88941eeaf536 req-1a50b3c1-5fb5-4cbe-9399-48596307b952 service neutron] 10.222.0.52 "GET /v2.0/networks/74272e07-8349-43d3-9aeb-dbf3ff8a5574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777318 Nov 12 19:59:19.140725 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81d570e-0860-497d-8fed-5005fa95428b req-4f030a47-1e85-40c5-b009-4ef9a62f9103 service neutron] Port 7d5de176-731f-49d4-a231-21859faa9944 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:59:19.141038 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81d570e-0860-497d-8fed-5005fa95428b req-4f030a47-1e85-40c5-b009-4ef9a62f9103 service neutron] Attempting to bind port 7d5de176-731f-49d4-a231-21859faa9944 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:59:19.176009 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e69e7def-4706-47e3-bb88-0acfa02952df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:19.186419 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c48631-ef76-4373-b23c-9e86cbfeee44 admin admin] Pushing event deleted for resources: {'Port': ['ID=f66d8b30-2eca-4d54-be6e-54cab4913c2d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:19.194056 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e7def-4706-47e3-bb88-0acfa02952df admin admin] No DVR routers for this DVR port 36f3e8b8-3e5a-4f45-aefe-abb2e975854b on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:59:19.196101 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: e78e0bda-6372-4e9e-bd6d-91a612ffdaf9 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:59:19.200342 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e78e0bda-6372-4e9e-bd6d-91a612ffdaf9 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:59:19.200982 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 598b574f-70c5-4432-8722-4b96aaf0402b no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:59:19.229203 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c48631-ef76-4373-b23c-9e86cbfeee44 admin admin] No DVR routers for this DVR port f66d8b30-2eca-4d54-be6e-54cab4913c2d on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:59:19.236344 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 598b574f-70c5-4432-8722-4b96aaf0402b {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:59:19.236547 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e7def-4706-47e3-bb88-0acfa02952df admin admin] Pushing event deleted for resources: {'Port': ['ID=36f3e8b8-3e5a-4f45-aefe-abb2e975854b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:19.237158 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 598b574f-70c5-4432-8722-4b96aaf0402b not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:59:19.237775 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 36f3e8b8-3e5a-4f45-aefe-abb2e975854b no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:59:19.254506 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7a82618-731f-4af3-b852-88941eeaf536 req-a209cfb5-96da-469a-bb90-d8da0ee4ef9b service neutron] 10.222.0.52 "GET /v2.0/networks/74272e07-8349-43d3-9aeb-dbf3ff8a5574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107595 Nov 12 19:59:19.262011 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81d570e-0860-497d-8fed-5005fa95428b req-4f030a47-1e85-40c5-b009-4ef9a62f9103 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:59:19.262354 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81d570e-0860-497d-8fed-5005fa95428b req-4f030a47-1e85-40c5-b009-4ef9a62f9103 service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:59:19.262866 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81d570e-0860-497d-8fed-5005fa95428b req-4f030a47-1e85-40c5-b009-4ef9a62f9103 service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:59:19.263304 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-f81d570e-0860-497d-8fed-5005fa95428b req-4f030a47-1e85-40c5-b009-4ef9a62f9103 service neutron] Bound port: 7d5de176-731f-49d4-a231-21859faa9944, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:59:19.263657 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f81d570e-0860-497d-8fed-5005fa95428b req-4f030a47-1e85-40c5-b009-4ef9a62f9103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:19.279617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 36f3e8b8-3e5a-4f45-aefe-abb2e975854b {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:59:19.280404 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 36f3e8b8-3e5a-4f45-aefe-abb2e975854b not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:59:19.318478 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-44fb2510-8e16-438d-88d6-d9d146087dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:19.332503 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8e392db6-c963-4aaa-af4a-fdb0a082f39c req-078c3b6b-3af1-4f62-9ce4-0bf7c02126dc tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386083 Nov 12 19:59:19.370568 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb2510-8e16-438d-88d6-d9d146087dba None None] Pushing event deleted for resources: {'Port': ['ID=36f3e8b8-3e5a-4f45-aefe-abb2e975854b,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:19.378495 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fb2510-8e16-438d-88d6-d9d146087dba None None] No DVR routers for this DVR port 36f3e8b8-3e5a-4f45-aefe-abb2e975854b on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:59:19.415838 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-f81d570e-0860-497d-8fed-5005fa95428b req-4f030a47-1e85-40c5-b009-4ef9a62f9103 service neutron] For port 7d5de176-731f-49d4-a231-21859faa9944, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:59:19.419171 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-f81d570e-0860-497d-8fed-5005fa95428b req-4f030a47-1e85-40c5-b009-4ef9a62f9103 service neutron] For port 7d5de176-731f-49d4-a231-21859faa9944, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=7d5de176-731f-49d4-a231-21859faa9944,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:59:19.421369 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7a82618-731f-4af3-b852-88941eeaf536 req-d8661d37-9b57-47ed-a370-b64d61e0da08 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.12&port_id=8425a1da-cb30-4e7f-a8a1-20612ad27d00 HTTP/1.1" status: 200 len: 217 time: 0.1505754 Nov 12 19:59:19.426521 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f81d570e-0860-497d-8fed-5005fa95428b req-4f030a47-1e85-40c5-b009-4ef9a62f9103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:19.444766 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e69e7def-4706-47e3-bb88-0acfa02952df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:19.476549 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1c48631-ef76-4373-b23c-9e86cbfeee44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:19.498164 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82618-731f-4af3-b852-88941eeaf536 req-064dfdbc-b21e-4a58-b1a9-6e615f21ed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:19.501517 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7a82618-731f-4af3-b852-88941eeaf536 req-064dfdbc-b21e-4a58-b1a9-6e615f21ed2a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47188f62-21f5-4e7f-acc2-2a71da9cb5cb HTTP/1.1" status: 200 len: 801 time: 0.0613203 Nov 12 19:59:19.508790 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-a1c48631-ef76-4373-b23c-9e86cbfeee44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b50d07-b81d-4c6b-b40d-1b9801d1a450']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:19.512508 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-e69e7def-4706-47e3-bb88-0acfa02952df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a38b8e-88ae-448d-913f-5d7fbbe420ed']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:19.528805 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-a1c48631-ef76-4373-b23c-9e86cbfeee44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df860919-18ad-4266-ad5e-c9ce3c236474') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:19.529139 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-a1c48631-ef76-4373-b23c-9e86cbfeee44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df860919-18ad-4266-ad5e-c9ce3c236474') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:19.531618 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-e69e7def-4706-47e3-bb88-0acfa02952df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5ed61f-18f3-4c62-8bb2-725b8b65f316') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:19.531914 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-e69e7def-4706-47e3-bb88-0acfa02952df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5ed61f-18f3-4c62-8bb2-725b8b65f316') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:19.547960 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1c48631-ef76-4373-b23c-9e86cbfeee44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:19.550714 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e69e7def-4706-47e3-bb88-0acfa02952df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:19.576605 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-c73c0915-1235-4031-bb42-8e73815475eb tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 19:59:19.577611 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1c48631-ef76-4373-b23c-9e86cbfeee44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:19.577756 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-c73c0915-1235-4031-bb42-8e73815475eb tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0371006 Nov 12 19:59:19.580022 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d570e-0860-497d-8fed-5005fa95428b req-4f030a47-1e85-40c5-b009-4ef9a62f9103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:19.580149 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e69e7def-4706-47e3-bb88-0acfa02952df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:19.580765 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f81d570e-0860-497d-8fed-5005fa95428b req-4f030a47-1e85-40c5-b009-4ef9a62f9103 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:19.581947 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f81d570e-0860-497d-8fed-5005fa95428b req-4f030a47-1e85-40c5-b009-4ef9a62f9103 service neutron] 10.222.0.55 "PUT /v2.0/ports/7d5de176-731f-49d4-a231-21859faa9944 HTTP/1.1" status: 200 len: 1097 time: 2.3859041 Nov 12 19:59:19.591409 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c48631-ef76-4373-b23c-9e86cbfeee44 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 19:59:19.591969 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1c48631-ef76-4373-b23c-9e86cbfeee44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: timer() Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 19:59:19.594609 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 19:59:19.609590 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69e7def-4706-47e3-bb88-0acfa02952df admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 19:59:19.610090 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e69e7def-4706-47e3-bb88-0acfa02952df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: timer() Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 19:59:19.611875 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 19:59:19.701976 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82618-731f-4af3-b852-88941eeaf536 req-35cd2566-ef73-4a62-bfcc-335b74a35b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:19.703504 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7a82618-731f-4af3-b852-88941eeaf536 req-35cd2566-ef73-4a62-bfcc-335b74a35b20 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f253025f-88a0-4f07-bfa0-2c3a8d3008fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1657882 Nov 12 19:59:19.707957 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f030a47-1e85-40c5-b009-4ef9a62f9103 service neutron] Pushing event updated for resources: {'Port': ['ID=7d5de176-731f-49d4-a231-21859faa9944,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:19.725561 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1c48631-ef76-4373-b23c-9e86cbfeee44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:19.729118 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90b626-c50c-4ecf-9882-5e9fe8cff6e7 req-99984a2c-ebf2-47c2-82c8-fd0d530f677d tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:19.731046 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff90b626-c50c-4ecf-9882-5e9fe8cff6e7 req-99984a2c-ebf2-47c2-82c8-fd0d530f677d tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 948 time: 0.2252479 Nov 12 19:59:19.732036 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-12220f92-a2f8-4ed0-907a-574033508964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:19.733292 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-12220f92-a2f8-4ed0-907a-574033508964 service neutron] 10.222.0.48 "GET /v2.0/ports/6f8645e5-8789-4b8e-a2d4-f71aef718bd6 HTTP/1.1" status: 200 len: 1094 time: 0.1294601 Nov 12 19:59:19.749208 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1c48631-ef76-4373-b23c-9e86cbfeee44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:19.752594 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a1c48631-ef76-4373-b23c-9e86cbfeee44 admin admin] 10.222.0.48 "DELETE /v2.0/networks/07b50d07-b81d-4c6b-b40d-1b9801d1a450 HTTP/1.1" status: 204 len: 168 time: 1.5676165 Nov 12 19:59:19.753493 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c48631-ef76-4373-b23c-9e86cbfeee44 admin admin] Pushing event deleted for resources: {'Network': ['ID=07b50d07-b81d-4c6b-b40d-1b9801d1a450,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:19.754417 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-74564649-062e-46e2-9744-e18b3f6db19a service neutron] Request body: {'binding': {'host': 'n-h2-712140-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:59:19.755018 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-74564649-062e-46e2-9744-e18b3f6db19a service neutron] Unknown quota resources ['binding']. {{(pid=102448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 19:59:19.758419 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e69e7def-4706-47e3-bb88-0acfa02952df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:19.763452 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e69e7def-4706-47e3-bb88-0acfa02952df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:19.770119 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e69e7def-4706-47e3-bb88-0acfa02952df admin admin] 10.222.0.48 "DELETE /v2.0/networks/42a38b8e-88ae-448d-913f-5d7fbbe420ed HTTP/1.1" status: 204 len: 168 time: 1.8590496 Nov 12 19:59:19.784208 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e7def-4706-47e3-bb88-0acfa02952df admin admin] Pushing event deleted for resources: {'Network': ['ID=42a38b8e-88ae-448d-913f-5d7fbbe420ed,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:19.890717 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cf940e16-5962-46c6-bf6c-0d67f3c342e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:19.915048 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:19.931989 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d570e-0860-497d-8fed-5005fa95428b req-13351e9d-a0c5-4b0e-9af4-e511b0ca3ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:19.933526 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f81d570e-0860-497d-8fed-5005fa95428b req-13351e9d-a0c5-4b0e-9af4-e511b0ca3ce9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e850bba26b1d4481b449705c5fee3449&device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 1100 time: 0.2995944 Nov 12 19:59:19.964769 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50480) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:20.006641 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50482) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:20.037930 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5dcbcabe-6a37-4ff6-936b-ab8bb458e7e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=31e0de6dbf6d4f258fd554875de08491&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0692997 Nov 12 19:59:20.040011 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f81d570e-0860-497d-8fed-5005fa95428b req-8f58a6dd-dce8-43d0-9736-04b57f6103cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=7d5de176-731f-49d4-a231-21859faa9944 HTTP/1.1" status: 200 len: 217 time: 0.0874288 Nov 12 19:59:20.041179 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50484) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:20.048697 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff90b626-c50c-4ecf-9882-5e9fe8cff6e7 req-269d6793-6ee3-4461-8278-6b75bfd36aa1 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478094 Nov 12 19:59:20.101581 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d570e-0860-497d-8fed-5005fa95428b req-73d6f9c9-dd8e-462a-b446-cf1b9bbcbf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:20.103049 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f81d570e-0860-497d-8fed-5005fa95428b req-73d6f9c9-dd8e-462a-b446-cf1b9bbcbf89 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0516174 Nov 12 19:59:20.121061 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-518721d4-d263-4d57-a614-6b4963029f98 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6361e643454f43aab215cabe13fcb7c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1131701 Nov 12 19:59:20.123421 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50486) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:20.150617 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7a82618-731f-4af3-b852-88941eeaf536 req-10f37f8b-06d8-44fb-a91c-41de9d78f946 service neutron] 10.222.0.52 "GET /v2.0/networks/f253025f-88a0-4f07-bfa0-2c3a8d3008fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368091 Nov 12 19:59:20.166653 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0cb4ba63-f5f5-469d-9542-08690ee1c736 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:20.195522 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0cb4ba63-f5f5-469d-9542-08690ee1c736 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:20.235024 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d570e-0860-497d-8fed-5005fa95428b req-47f7ebc9-6f74-4e2b-a6b4-1052ce53f341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:20.236789 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f81d570e-0860-497d-8fed-5005fa95428b req-47f7ebc9-6f74-4e2b-a6b4-1052ce53f341 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1231508 Nov 12 19:59:20.267813 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c475707e-da1b-4346-9639-d7a842a9978c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:20.282394 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0cb4ba63-f5f5-469d-9542-08690ee1c736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:20.284914 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0cb4ba63-f5f5-469d-9542-08690ee1c736 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:20.286310 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0cb4ba63-f5f5-469d-9542-08690ee1c736 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a82dc70-8381-48cb-81e0-855b7d857135 HTTP/1.1" status: 204 len: 168 time: 0.2440403 Nov 12 19:59:20.305602 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4ba63-f5f5-469d-9542-08690ee1c736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a82dc70-8381-48cb-81e0-855b7d857135,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:20.313300 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c475707e-da1b-4346-9639-d7a842a9978c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:20.366548 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-74564649-062e-46e2-9744-e18b3f6db19a service neutron] Attempting to bind port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 on host n-h2-712140-15 for vnic_type normal with profile None {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:59:20.366935 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-74564649-062e-46e2-9744-e18b3f6db19a service neutron] Attempting to bind port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:59:20.367212 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-74564649-062e-46e2-9744-e18b3f6db19a service neutron] Attempting to bind port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:59:20.376130 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-74564649-062e-46e2-9744-e18b3f6db19a service neutron] Port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:59:20.376364 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-74564649-062e-46e2-9744-e18b3f6db19a service neutron] Attempting to bind port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:59:20.398372 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c475707e-da1b-4346-9639-d7a842a9978c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:20.406417 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c475707e-da1b-4346-9639-d7a842a9978c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:20.409725 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c475707e-da1b-4346-9639-d7a842a9978c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/913ed6a0-623e-4317-9819-102bb21acdbc HTTP/1.1" status: 204 len: 168 time: 0.2840750 Nov 12 19:59:20.410778 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7a82618-731f-4af3-b852-88941eeaf536 req-97840ed6-c6bf-419a-bcc0-f7fb924faae8 service neutron] 10.222.0.52 "GET /v2.0/networks/f253025f-88a0-4f07-bfa0-2c3a8d3008fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491479 Nov 12 19:59:20.411661 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-74564649-062e-46e2-9744-e18b3f6db19a service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:59:20.411996 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-74564649-062e-46e2-9744-e18b3f6db19a service neutron] Checking segment: {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:59:20.412561 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-74564649-062e-46e2-9744-e18b3f6db19a service neutron] Bound using segment: {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:59:20.413104 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-74564649-062e-46e2-9744-e18b3f6db19a service neutron] Bound port: 6f8645e5-8789-4b8e-a2d4-f71aef718bd6, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:59:20.434646 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2eb0f-df86-4822-81a3-2fdd5eac4d36 req-34040eb5-e34d-4fac-a4c0-3d2e12e14c29 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:20.440715 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2eb0f-df86-4822-81a3-2fdd5eac4d36 req-34040eb5-e34d-4fac-a4c0-3d2e12e14c29 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:20.445708 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475707e-da1b-4346-9639-d7a842a9978c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913ed6a0-623e-4317-9819-102bb21acdbc,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:20.448693 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-78d2eb0f-df86-4822-81a3-2fdd5eac4d36 req-34040eb5-e34d-4fac-a4c0-3d2e12e14c29 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 1678 time: 0.2066076 Nov 12 19:59:20.509612 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf68741-ea52-4e82-83f5-e03f12cfe4f7', 'tag': '7d5de176-731f-49d4-a231-21859faa9944'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:59:20.511787 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3ee0a7-0feb-49ef-b5fa-99ea5eaa01bd" -d '{"events": [{"name": "network-changed", "server_uuid": "abf68741-ea52-4e82-83f5-e03f12cfe4f7", "tag": "7d5de176-731f-49d4-a231-21859faa9944"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:59:20.572260 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f81d570e-0860-497d-8fed-5005fa95428b req-9f80ae37-0eb0-46bc-910d-1e58b7bfe521 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104265 Nov 12 19:59:20.635556 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-78d2eb0f-df86-4822-81a3-2fdd5eac4d36 req-2a129062-1da4-4331-8706-93f90ed72b40 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859696 Nov 12 19:59:20.649247 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-74564649-062e-46e2-9744-e18b3f6db19a service neutron] For port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6f8645e5-8789-4b8e-a2d4-f71aef718bd6,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:59:20.658343 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5440b-bbd0-4d1f-bbae-9f94ac2bd80d req-0acd0382-eb7a-4af4-b048-bd5eb8b4dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:20.658792 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5440b-bbd0-4d1f-bbae-9f94ac2bd80d req-0acd0382-eb7a-4af4-b048-bd5eb8b4dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:20.661104 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-62a5440b-bbd0-4d1f-bbae-9f94ac2bd80d req-0acd0382-eb7a-4af4-b048-bd5eb8b4dbe0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7aa3005d0b414c1ca2d422e5398a48f6&device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 1982 time: 0.1826794 Nov 12 19:59:20.668289 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-74564649-062e-46e2-9744-e18b3f6db19a service neutron] Publish callbacks [] for binding, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:20.669456 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-74564649-062e-46e2-9744-e18b3f6db19a service neutron] 10.222.0.48 "POST /v2.0/ports/6f8645e5-8789-4b8e-a2d4-f71aef718bd6/bindings HTTP/1.1" status: 201 len: 390 time: 0.9184167 Nov 12 19:59:20.831082 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f81d570e-0860-497d-8fed-5005fa95428b req-4a53a8c8-264f-4b79-8aa2-1c639d2ff08b service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426820 Nov 12 19:59:20.865396 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5440b-bbd0-4d1f-bbae-9f94ac2bd80d req-810a1f94-0ddc-4959-accb-68d1c9b49e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:20.872361 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-62a5440b-bbd0-4d1f-bbae-9f94ac2bd80d req-810a1f94-0ddc-4959-accb-68d1c9b49e94 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f253025f-88a0-4f07-bfa0-2c3a8d3008fb HTTP/1.1" status: 200 len: 902 time: 0.1683297 Nov 12 19:59:20.967089 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f66d8b30-2eca-4d54-be6e-54cab4913c2d no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:59:20.994542 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-62a5440b-bbd0-4d1f-bbae-9f94ac2bd80d req-031593f4-df9e-4f9f-acdd-a5972e5bacd0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.12&port_id=8425a1da-cb30-4e7f-a8a1-20612ad27d00 HTTP/1.1" status: 200 len: 217 time: 0.1124070 Nov 12 19:59:21.059931 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: f66d8b30-2eca-4d54-be6e-54cab4913c2d {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:59:21.060181 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f66d8b30-2eca-4d54-be6e-54cab4913c2d not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:59:21.090311 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91419353-613f-4a78-aa66-dca22076c310 req-fca908ab-835a-4181-98c0-fa369bbfeee7 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:21.098812 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-91419353-613f-4a78-aa66-dca22076c310 req-fca908ab-835a-4181-98c0-fa369bbfeee7 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 948 time: 0.1003652 Nov 12 19:59:21.101483 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dc6e99-ff8f-4f64-9a75-f9b1e48fcf19 x-openstack-request-id: req-57dc6e99-ff8f-4f64-9a75-f9b1e48fcf19 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:59:21.101962 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf68741-ea52-4e82-83f5-e03f12cfe4f7", "tag": "7d5de176-731f-49d4-a231-21859faa9944", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:59:21.102047 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-57dc6e99-ff8f-4f64-9a75-f9b1e48fcf19 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:59:21.102366 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf68741-ea52-4e82-83f5-e03f12cfe4f7', 'tag': '7d5de176-731f-49d4-a231-21859faa9944', 'status': 'completed', 'code': 200} Nov 12 19:59:21.152880 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5440b-bbd0-4d1f-bbae-9f94ac2bd80d req-e2b6220a-f1e0-4fb1-8b44-33761bd48677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:21.154357 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-62a5440b-bbd0-4d1f-bbae-9f94ac2bd80d req-e2b6220a-f1e0-4fb1-8b44-33761bd48677 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47188f62-21f5-4e7f-acc2-2a71da9cb5cb HTTP/1.1" status: 200 len: 801 time: 0.1429970 Nov 12 19:59:21.176665 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device fc21890a-295a-4118-9fc7-d072d153cfa7 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:59:21.186036 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-91419353-613f-4a78-aa66-dca22076c310 req-b6e29011-1878-4dde-833f-fb07bbf0c994 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859160 Nov 12 19:59:21.197025 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ee0a7-0feb-49ef-b5fa-99ea5eaa01bd req-75fd8eab-ecbb-4c81-b821-041e37726c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:21.198503 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8f3ee0a7-0feb-49ef-b5fa-99ea5eaa01bd req-75fd8eab-ecbb-4c81-b821-041e37726c86 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e850bba26b1d4481b449705c5fee3449&device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 1100 time: 0.0898864 Nov 12 19:59:21.289684 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-66333836-8d92-4344-923d-88b5572f63d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:21.298586 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-66333836-8d92-4344-923d-88b5572f63d4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 1097 time: 0.1758239 Nov 12 19:59:21.300152 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5440b-bbd0-4d1f-bbae-9f94ac2bd80d req-2bb069e9-1928-49a5-80ae-efdc3e358dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:21.302020 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-62a5440b-bbd0-4d1f-bbae-9f94ac2bd80d req-2bb069e9-1928-49a5-80ae-efdc3e358dc6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f253025f-88a0-4f07-bfa0-2c3a8d3008fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382475 Nov 12 19:59:21.343148 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port fc21890a-295a-4118-9fc7-d072d153cfa7 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:59:21.347638 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port fc21890a-295a-4118-9fc7-d072d153cfa7 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:21.348214 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:21.539725 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:21.591380 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2033a552-e774-4af5-b7e3-0d160b3e02ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc21890a-295a-4118-9fc7-d072d153cfa7'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:59:21.606167 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d98b28-c650-40c3-819d-1902aef19c03" -d '{"events": [{"server_uuid": "2033a552-e774-4af5-b7e3-0d160b3e02ae", "name": "network-vif-plugged", "status": "completed", "tag": "fc21890a-295a-4118-9fc7-d072d153cfa7"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:59:21.625804 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888201a2-6be3-4d4c-bf16-528703f54df7 req-a10988d7-01d3-4f6a-910e-153816944d25 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:21.629319 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port fc21890a-295a-4118-9fc7-d072d153cfa7, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=fc21890a-295a-4118-9fc7-d072d153cfa7,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:21.635093 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-888201a2-6be3-4d4c-bf16-528703f54df7 req-a10988d7-01d3-4f6a-910e-153816944d25 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 948 time: 0.1587334 Nov 12 19:59:21.636814 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:21.637640 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-21017a36-16d1-4194-a2a0-93741a2a7a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:21.639130 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-21017a36-16d1-4194-a2a0-93741a2a7a91 service neutron] 10.222.0.52 "GET /v2.0/networks?id=268668ed-0d7b-4f7b-9df1-da4be7d9946d HTTP/1.1" status: 200 len: 922 time: 0.3241632 Nov 12 19:59:21.732347 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=fc21890a-295a-4118-9fc7-d072d153cfa7,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:21.750423 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-8a67c16f-4a83-419e-9dda-26644aa62459 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f8645e5-8789-4b8e-a2d4-f71aef718bd6 HTTP/1.1" status: 200 len: 217 time: 0.1011202 Nov 12 19:59:21.765089 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4b099-8fef-47e3-af3d-c981c49fb215 req-172d7b6b-f5db-43d0-ba6d-9ed63a85bf5a tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:21.772755 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-89a4b099-8fef-47e3-af3d-c981c49fb215 req-172d7b6b-f5db-43d0-ba6d-9ed63a85bf5a tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 945 time: 0.5478806 Nov 12 19:59:21.822311 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-888201a2-6be3-4d4c-bf16-528703f54df7 req-5eb5aee9-771a-45d5-b851-e171b635851a tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860883 Nov 12 19:59:21.849868 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ee0a7-0feb-49ef-b5fa-99ea5eaa01bd req-9d0d19d3-1afe-4532-807b-c415eff977b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:21.851333 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8f3ee0a7-0feb-49ef-b5fa-99ea5eaa01bd req-9d0d19d3-1afe-4532-807b-c415eff977b8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.6422563 Nov 12 19:59:21.852217 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-4c8ccfd1-6f0c-4a2c-ab04-cad87b3b7216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:21.855288 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-4c8ccfd1-6f0c-4a2c-ab04-cad87b3b7216 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e7e87043-7d2d-4150-b80d-fb0e6e39dcdf HTTP/1.1" status: 200 len: 861 time: 0.0973396 Nov 12 19:59:21.897138 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-a98be8c1-c4c5-4df4-9e12-1bd00472e2e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=268668ed-0d7b-4f7b-9df1-da4be7d9946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323770 Nov 12 19:59:21.905570 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8f3ee0a7-0feb-49ef-b5fa-99ea5eaa01bd req-b8092f76-ab62-4ac4-af88-0c5ce29ada69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=7d5de176-731f-49d4-a231-21859faa9944 HTTP/1.1" status: 200 len: 217 time: 0.0419431 Nov 12 19:59:21.925110 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-89a4b099-8fef-47e3-af3d-c981c49fb215 req-d7cb687a-fe43-43f9-8ff1-a16aea1d1e66 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494429 Nov 12 19:59:21.965326 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-62a5440b-bbd0-4d1f-bbae-9f94ac2bd80d req-3a51fda9-9cd1-4c57-b71e-c980a2e95a50 service neutron] 10.222.0.52 "GET /v2.0/networks/f253025f-88a0-4f07-bfa0-2c3a8d3008fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6476891 Nov 12 19:59:22.040114 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ddd339-26d8-4e00-9fc2-ef1938a6f1b1 x-openstack-request-id: req-86ddd339-26d8-4e00-9fc2-ef1938a6f1b1 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:59:22.041026 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2033a552-e774-4af5-b7e3-0d160b3e02ae", "name": "network-vif-plugged", "status": "completed", "tag": "fc21890a-295a-4118-9fc7-d072d153cfa7", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:59:22.041429 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-86ddd339-26d8-4e00-9fc2-ef1938a6f1b1 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:59:22.041977 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2033a552-e774-4af5-b7e3-0d160b3e02ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc21890a-295a-4118-9fc7-d072d153cfa7', 'code': 200} Nov 12 19:59:22.103848 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-bc784d45-401c-4fa3-8bab-987201297c35 service neutron] 10.222.0.52 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970925 Nov 12 19:59:22.178565 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f188ee1e-102e-42c6-9203-05d8993b3c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:22.235063 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ee0a7-0feb-49ef-b5fa-99ea5eaa01bd req-1226b718-23db-4684-982e-a96db64e8591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:22.235954 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-f23e6026-d22a-44c2-b719-c7ff838c4060 service neutron] 10.222.0.52 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235845 Nov 12 19:59:22.237615 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8f3ee0a7-0feb-49ef-b5fa-99ea5eaa01bd req-1226b718-23db-4684-982e-a96db64e8591 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.2836549 Nov 12 19:59:22.289011 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963e5db-4676-4a98-bc9f-d715f53f0b62 req-71e21154-b810-4d38-8068-58fe9610b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:22.290513 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f963e5db-4676-4a98-bc9f-d715f53f0b62 req-71e21154-b810-4d38-8068-58fe9610b1e5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 1101 time: 0.1763566 Nov 12 19:59:22.346563 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6ccd0-2496-405a-ab1e-8e8141f4e758 req-24d8cdf5-9653-4bef-b03e-dfab8e019b8b tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:22.355280 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6ccd0-2496-405a-ab1e-8e8141f4e758 req-24d8cdf5-9653-4bef-b03e-dfab8e019b8b tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:22.362310 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b4b6ccd0-2496-405a-ab1e-8e8141f4e758 req-24d8cdf5-9653-4bef-b03e-dfab8e019b8b tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 1678 time: 0.3355279 Nov 12 19:59:22.390393 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-62a5440b-bbd0-4d1f-bbae-9f94ac2bd80d req-4b8226c6-3502-4098-b189-4abf77f71608 service neutron] 10.222.0.52 "GET /v2.0/networks/f253025f-88a0-4f07-bfa0-2c3a8d3008fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886006 Nov 12 19:59:22.455890 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f963e5db-4676-4a98-bc9f-d715f53f0b62 req-2afdb46f-2781-4b82-8e72-265117cc4195 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448162 Nov 12 19:59:22.460021 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ee0a7-0feb-49ef-b5fa-99ea5eaa01bd req-dd43fcec-63bc-489b-ae28-1b296607bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:22.461557 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8f3ee0a7-0feb-49ef-b5fa-99ea5eaa01bd req-dd43fcec-63bc-489b-ae28-1b296607bc16 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2112865 Nov 12 19:59:22.507642 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b4b6ccd0-2496-405a-ab1e-8e8141f4e758 req-64c168cf-966d-44e8-baa7-3d020df70e11 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443226 Nov 12 19:59:22.585278 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9e850-8785-4ade-b085-61f34bed226c req-7b458553-b643-4902-925c-696e203a6ef1 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:22.588784 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bae9e850-8785-4ade-b085-61f34bed226c req-7b458553-b643-4902-925c-696e203a6ef1 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.0671482 Nov 12 19:59:22.663784 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bae9e850-8785-4ade-b085-61f34bed226c req-a5abc534-0804-4e2b-8604-0ee8e3c75d76 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630288 Nov 12 19:59:22.972368 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ff1d2-8ef9-43cf-8638-d82d691f34c0 req-109cd410-3f52-484c-a55a-12829d48160b tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:22.981044 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7c3ff1d2-8ef9-43cf-8638-d82d691f34c0 req-109cd410-3f52-484c-a55a-12829d48160b tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 948 time: 0.0754066 Nov 12 19:59:23.036978 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7c3ff1d2-8ef9-43cf-8638-d82d691f34c0 req-69489eb6-b58a-4958-89cc-bb7b71014468 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546277 Nov 12 19:59:23.158534 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae223275-cd57-4375-8ad4-6bb93857b847 req-90761a49-f2c1-4be9-b37c-7924c5aea8bb tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:23.160038 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ae223275-cd57-4375-8ad4-6bb93857b847 req-90761a49-f2c1-4be9-b37c-7924c5aea8bb tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 945 time: 0.0528076 Nov 12 19:59:23.210658 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ae223275-cd57-4375-8ad4-6bb93857b847 req-70120906-8e26-415e-9a2b-6d2fc8916c5e tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433218 Nov 12 19:59:23.581851 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:23.620543 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:23.648170 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04774b6f-df64-4015-ae75-eb139511b8a3 req-5929ef7c-3935-4f7c-9c91-bd8d91aaf6b8 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:23.654629 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04774b6f-df64-4015-ae75-eb139511b8a3 req-5929ef7c-3935-4f7c-9c91-bd8d91aaf6b8 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:23.656486 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04774b6f-df64-4015-ae75-eb139511b8a3 req-5929ef7c-3935-4f7c-9c91-bd8d91aaf6b8 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 1678 time: 0.0617108 Nov 12 19:59:23.717344 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04774b6f-df64-4015-ae75-eb139511b8a3 req-6011751f-1890-4963-a325-04d5929b0333 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545318 Nov 12 19:59:23.864064 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b8311-62b3-4fbe-92f9-eb488d87474a req-4cc4d453-c623-4e41-9293-af535a478b35 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:23.866140 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-490b8311-62b3-4fbe-92f9-eb488d87474a req-4cc4d453-c623-4e41-9293-af535a478b35 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.0576656 Nov 12 19:59:23.925447 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-490b8311-62b3-4fbe-92f9-eb488d87474a req-28d32e7d-24b9-407e-aa09-c39df8fc0676 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482149 Nov 12 19:59:24.070727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 8425a1da-cb30-4e7f-a8a1-20612ad27d00 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:59:24.251366 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcb9d5-7d90-4b7d-85fd-94c0c85c29de req-cd902aa1-f9b4-4eca-bf90-b62383e18335 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:24.253208 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4dbcb9d5-7d90-4b7d-85fd-94c0c85c29de req-cd902aa1-f9b4-4eca-bf90-b62383e18335 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 948 time: 0.0537784 Nov 12 19:59:24.301666 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4dbcb9d5-7d90-4b7d-85fd-94c0c85c29de req-f78783c4-f7c3-4dd2-8a45-45c37cdee5ae tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419366 Nov 12 19:59:24.323511 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 8425a1da-cb30-4e7f-a8a1-20612ad27d00, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8425a1da-cb30-4e7f-a8a1-20612ad27d00,segment=NetworkSegment(c30a56a3-7793-4180-9f3c-92de7074873c),segment_id=c30a56a3-7793-4180-9f3c-92de7074873c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:24.327085 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '8425a1da-cb30-4e7f-a8a1-20612ad27d00', 'network_id': 'f253025f-88a0-4f07-bfa0-2c3a8d3008fb', 'port_id': '8425a1da-cb30-4e7f-a8a1-20612ad27d00', 'mac_address': 'fa:16:3e:aa:4b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47188f62-21f5-4e7f-acc2-2a71da9cb5cb', 'ip_address': '19.86.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:59:24.373423 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:24.388990 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8425a1da-cb30-4e7f-a8a1-20612ad27d00 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:59:24.415594 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 8425a1da-cb30-4e7f-a8a1-20612ad27d00, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8425a1da-cb30-4e7f-a8a1-20612ad27d00,segment=NetworkSegment(c30a56a3-7793-4180-9f3c-92de7074873c),segment_id=c30a56a3-7793-4180-9f3c-92de7074873c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:24.421219 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:24.422538 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 23c6c613-09ce-4924-885b-7bc18f7190fd details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:59:24.462241 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2897f63-08dc-4375-acd6-37c91e63b72c req-6ae6e5ac-750e-4c86-babe-58ed7a834a47 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:24.471963 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f2897f63-08dc-4375-acd6-37c91e63b72c req-6ae6e5ac-750e-4c86-babe-58ed7a834a47 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 945 time: 0.0715082 Nov 12 19:59:24.510216 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=8425a1da-cb30-4e7f-a8a1-20612ad27d00,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:24.549131 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f2897f63-08dc-4375-acd6-37c91e63b72c req-633a5021-462e-44c9-9eb9-b13c103360e2 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758393 Nov 12 19:59:24.597643 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 23c6c613-09ce-4924-885b-7bc18f7190fd, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=23c6c613-09ce-4924-885b-7bc18f7190fd,segment=NetworkSegment(aaacb95a-f6c6-4f4b-802b-0e624123bc9c),segment_id=aaacb95a-f6c6-4f4b-802b-0e624123bc9c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:24.612630 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '23c6c613-09ce-4924-885b-7bc18f7190fd', 'network_id': '74272e07-8349-43d3-9aeb-dbf3ff8a5574', 'port_id': '23c6c613-09ce-4924-885b-7bc18f7190fd', 'mac_address': 'fa:16:3e:f7:f1:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea7bbb9d-050a-43ec-9a15-882f4e624ef6', 'ip_address': '19.80.0.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:59:24.656015 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:24.671974 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50642) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:24.675549 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c6c613-09ce-4924-885b-7bc18f7190fd {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:59:24.695248 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 23c6c613-09ce-4924-885b-7bc18f7190fd, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=23c6c613-09ce-4924-885b-7bc18f7190fd,segment=NetworkSegment(aaacb95a-f6c6-4f4b-802b-0e624123bc9c),segment_id=aaacb95a-f6c6-4f4b-802b-0e624123bc9c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:24.699318 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:24.748594 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=23c6c613-09ce-4924-885b-7bc18f7190fd,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:24.798151 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a709c7a8-cf0f-4e61-8e56-85751a2ee347 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:24.867573 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3495bce-3173-46ca-806a-e9fb0fd4aacb req-0e0a8bae-9210-413e-b8ec-0cbe135f0fc5 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:24.873394 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3495bce-3173-46ca-806a-e9fb0fd4aacb req-0e0a8bae-9210-413e-b8ec-0cbe135f0fc5 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:24.874960 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3495bce-3173-46ca-806a-e9fb0fd4aacb req-0e0a8bae-9210-413e-b8ec-0cbe135f0fc5 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 1680 time: 0.0853701 Nov 12 19:59:24.954599 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3495bce-3173-46ca-806a-e9fb0fd4aacb req-3d9ffa4c-a20c-4595-9f6f-44221e5b2c99 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690958 Nov 12 19:59:24.965126 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a709c7a8-cf0f-4e61-8e56-85751a2ee347 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:24.965875 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:24.970317 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a709c7a8-cf0f-4e61-8e56-85751a2ee347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:25.010298 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a709c7a8-cf0f-4e61-8e56-85751a2ee347 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c1c644e1d3444dd9f50c1d3f37dfc16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3370376 Nov 12 19:59:25.012952 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50650) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:25.019676 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709c7a8-cf0f-4e61-8e56-85751a2ee347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e43525-49e3-4889-a05d-3accb82b22b8,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:25.032671 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['8425a1da-cb30-4e7f-a8a1-20612ad27d00'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:59:25.084208 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23e276-3c80-4010-bf04-492ee5ee483f req-5104c5c0-fa2d-44ab-8bf4-d053d940703a tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:25.087070 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9a23e276-3c80-4010-bf04-492ee5ee483f req-5104c5c0-fa2d-44ab-8bf4-d053d940703a tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.0644147 Nov 12 19:59:25.114223 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be2d624e-a8d7-4e56-b98d-d204244c63ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:25.140898 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be2d624e-a8d7-4e56-b98d-d204244c63ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:25.145806 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9a23e276-3c80-4010-bf04-492ee5ee483f req-f927c82b-ed52-487b-8562-3d4a7265e4e8 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502448 Nov 12 19:59:25.205181 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be2d624e-a8d7-4e56-b98d-d204244c63ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:25.208498 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be2d624e-a8d7-4e56-b98d-d204244c63ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:25.211064 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-be2d624e-a8d7-4e56-b98d-d204244c63ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47e43525-49e3-4889-a05d-3accb82b22b8 HTTP/1.1" status: 204 len: 168 time: 0.1965158 Nov 12 19:59:25.221868 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d624e-a8d7-4e56-b98d-d204244c63ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e43525-49e3-4889-a05d-3accb82b22b8,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:25.464813 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755fbd0-47e3-4f73-a897-8427d0bd34c1 req-5821b88a-7dab-4090-bbc8-13401e84dca4 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:25.467745 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e755fbd0-47e3-4f73-a897-8427d0bd34c1 req-5821b88a-7dab-4090-bbc8-13401e84dca4 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 948 time: 0.0674059 Nov 12 19:59:25.548718 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e755fbd0-47e3-4f73-a897-8427d0bd34c1 req-007a9b74-8a98-40de-8add-d94a5d52aaad tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739231 Nov 12 19:59:25.697664 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5133d-5cb5-4e37-9a06-10d67487e1b2 req-db42fc24-c83c-4d5b-bfd9-5ecaef57c191 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:25.699191 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-71c5133d-5cb5-4e37-9a06-10d67487e1b2 req-db42fc24-c83c-4d5b-bfd9-5ecaef57c191 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 945 time: 0.0569971 Nov 12 19:59:25.774726 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-71c5133d-5cb5-4e37-9a06-10d67487e1b2 req-fcce9161-df8e-4733-9bb2-e16b9a88d59e tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676394 Nov 12 19:59:25.898873 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:26.074415 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50722) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:26.079309 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 8425a1da-cb30-4e7f-a8a1-20612ad27d00 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:59:26.082240 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['23c6c613-09ce-4924-885b-7bc18f7190fd'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:59:26.143317 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6668da-cb2e-41b5-a94a-10817752ea1f req-82c92591-ebf9-4ee7-877b-7f75808ff82a tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:26.151947 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6668da-cb2e-41b5-a94a-10817752ea1f req-82c92591-ebf9-4ee7-877b-7f75808ff82a tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:26.160489 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db6668da-cb2e-41b5-a94a-10817752ea1f req-82c92591-ebf9-4ee7-877b-7f75808ff82a tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 1680 time: 0.0891552 Nov 12 19:59:26.222580 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db6668da-cb2e-41b5-a94a-10817752ea1f req-bd393e6c-6658-4e4e-8fb3-c9453c93ef13 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613799 Nov 12 19:59:26.249451 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 8425a1da-cb30-4e7f-a8a1-20612ad27d00 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:59:26.250306 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-d8d317f7-f395-4056-ac79-5a9f3c1729e6 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-614509080-network', 'tenant_id': '8089131190694439ba223dfa74f28f9e'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:59:26.257993 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 8425a1da-cb30-4e7f-a8a1-20612ad27d00 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:26.258577 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:26.294504 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d317f7-f395-4056-ac79-5a9f3c1729e6 admin admin] Made reservation on behalf of 8089131190694439ba223dfa74f28f9e for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:59:26.298685 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d8d317f7-f395-4056-ac79-5a9f3c1729e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:26.311724 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d8d317f7-f395-4056-ac79-5a9f3c1729e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:26.362514 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb40b2-82b4-457c-b424-ec297929516a req-b8d4daf2-ef2f-4204-a20e-63f9d5298f13 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:26.365091 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bbcb40b2-82b4-457c-b424-ec297929516a req-b8d4daf2-ef2f-4204-a20e-63f9d5298f13 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.0743594 Nov 12 19:59:26.405901 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d8d317f7-f395-4056-ac79-5a9f3c1729e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:26.413927 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d8d317f7-f395-4056-ac79-5a9f3c1729e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:26.429244 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:26.451972 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d317f7-f395-4056-ac79-5a9f3c1729e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af25567-8a5d-4453-887c-d18ceb7b952b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:26.465398 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d317f7-f395-4056-ac79-5a9f3c1729e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 19:59:26.467090 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0573d562-3607-46fc-ad98-5091d0cfb1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8425a1da-cb30-4e7f-a8a1-20612ad27d00'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:59:26.470360 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bbcb40b2-82b4-457c-b424-ec297929516a req-59b3c66d-c1de-4469-acc1-3d3fe97c3b6b tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981774 Nov 12 19:59:26.471201 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f583d83-8372-4d38-bf3c-f0767c20a08a" -d '{"events": [{"server_uuid": "0573d562-3607-46fc-ad98-5091d0cfb1ea", "name": "network-vif-plugged", "status": "completed", "tag": "8425a1da-cb30-4e7f-a8a1-20612ad27d00"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:59:26.478947 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d8d317f7-f395-4056-ac79-5a9f3c1729e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:26.480595 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-d8d317f7-f395-4056-ac79-5a9f3c1729e6 admin admin] Added segment 60dcf374-65f4-41f7-a8bd-7ca59b96d3e9 of type vlan for network 46cdc75a-85a0-4ab1-a931-5fdb611c190e Nov 12 19:59:26.487892 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 8425a1da-cb30-4e7f-a8a1-20612ad27d00, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8425a1da-cb30-4e7f-a8a1-20612ad27d00,segment=NetworkSegment(c30a56a3-7793-4180-9f3c-92de7074873c),segment_id=c30a56a3-7793-4180-9f3c-92de7074873c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:26.503340 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:26.534103 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0abacb3-23f9-4f9f-aa45-f48518857c70 x-openstack-request-id: req-d0abacb3-23f9-4f9f-aa45-f48518857c70 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:59:26.534416 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0573d562-3607-46fc-ad98-5091d0cfb1ea", "name": "network-vif-plugged", "status": "completed", "tag": "8425a1da-cb30-4e7f-a8a1-20612ad27d00", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:59:26.534671 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d0abacb3-23f9-4f9f-aa45-f48518857c70 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:59:26.535060 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0573d562-3607-46fc-ad98-5091d0cfb1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8425a1da-cb30-4e7f-a8a1-20612ad27d00', 'code': 200} Nov 12 19:59:26.537508 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d8d317f7-f395-4056-ac79-5a9f3c1729e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:26.563425 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=8425a1da-cb30-4e7f-a8a1-20612ad27d00,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:26.572691 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d8d317f7-f395-4056-ac79-5a9f3c1729e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:26.573764 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d317f7-f395-4056-ac79-5a9f3c1729e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:26.574372 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d8d317f7-f395-4056-ac79-5a9f3c1729e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:26.636149 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d8d317f7-f395-4056-ac79-5a9f3c1729e6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5605853 Nov 12 19:59:26.638552 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50732) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:26.646221 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-c1f8733f-5c82-46b3-bf7c-ebedbacd8650 admin admin] Request body: {'subnet': {'network_id': '46cdc75a-85a0-4ab1-a931-5fdb611c190e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-614509080-subnet', 'tenant_id': '8089131190694439ba223dfa74f28f9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:59:26.654914 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d317f7-f395-4056-ac79-5a9f3c1729e6 admin admin] Pushing event updated for resources: {'Network': ['ID=46cdc75a-85a0-4ab1-a931-5fdb611c190e,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:26.668903 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 46cdc75a-85a0-4ab1-a931-5fdb611c190e details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 19:59:26.673932 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c80cf1-96d5-4b92-9609-c467f0cdc4e0 req-fb112509-50b4-4505-8392-35fcfe2219e5 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:26.675608 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9c80cf1-96d5-4b92-9609-c467f0cdc4e0 req-fb112509-50b4-4505-8392-35fcfe2219e5 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 948 time: 0.0557592 Nov 12 19:59:26.692838 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f8733f-5c82-46b3-bf7c-ebedbacd8650 admin admin] Made reservation on behalf of 8089131190694439ba223dfa74f28f9e for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:59:26.706261 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1f8733f-5c82-46b3-bf7c-ebedbacd8650 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:26.744850 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9c80cf1-96d5-4b92-9609-c467f0cdc4e0 req-d56bcb53-b48a-4a34-914f-c19f8f5b7e0f tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608327 Nov 12 19:59:26.890066 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1f8733f-5c82-46b3-bf7c-ebedbacd8650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:26.934015 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60446d8-5854-4341-9726-09280085945e req-05400fe2-f9f8-45d6-90dd-2d1ecccca318 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:26.935675 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d60446d8-5854-4341-9726-09280085945e req-05400fe2-f9f8-45d6-90dd-2d1ecccca318 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 945 time: 0.0591879 Nov 12 19:59:26.949411 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8733f-5c82-46b3-bf7c-ebedbacd8650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5d1a2ef-80da-4226-b4c0-705dbf75989e,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:26.955268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f8733f-5c82-46b3-bf7c-ebedbacd8650 admin admin] Checking segment: {'id': '60dcf374-65f4-41f7-a8bd-7ca59b96d3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46cdc75a-85a0-4ab1-a931-5fdb611c190e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:59:26.955734 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f8733f-5c82-46b3-bf7c-ebedbacd8650 admin admin] Network hostable DHCP agents. Network: 46cdc75a-85a0-4ab1-a931-5fdb611c190e, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 19:59:26.972986 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f8733f-5c82-46b3-bf7c-ebedbacd8650 admin admin] Network 46cdc75a-85a0-4ab1-a931-5fdb611c190e is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 19:59:26.982138 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-c1f8733f-5c82-46b3-bf7c-ebedbacd8650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 46cdc75a-85a0-4ab1-a931-5fdb611c190e) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:59:26.986555 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f8733f-5c82-46b3-bf7c-ebedbacd8650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:26.987889 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1f8733f-5c82-46b3-bf7c-ebedbacd8650 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:26.994077 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7024d5-0537-4d81-8490-5fd0d9ec849f None None] Network 46cdc75a-85a0-4ab1-a931-5fdb611c190e requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:59:27.010435 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c1f8733f-5c82-46b3-bf7c-ebedbacd8650 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3708417 Nov 12 19:59:27.016499 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d60446d8-5854-4341-9726-09280085945e req-f5e235ea-c6fd-44bf-a3b5-36417ea45154 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719883 Nov 12 19:59:27.253661 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13a0db5-b595-44dc-8251-60db2f2a6961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-46cdc75a-85a0-4ab1-a931-5fdb611c190e', 'network_id': '46cdc75a-85a0-4ab1-a931-5fdb611c190e', 'tenant_id': '8089131190694439ba223dfa74f28f9e', 'fixed_ips': [{'subnet_id': 'e5d1a2ef-80da-4226-b4c0-705dbf75989e'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 19:59:27.255258 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c13a0db5-b595-44dc-8251-60db2f2a6961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:27.395557 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c35b9-9502-423d-aeaa-9c83d2208657 req-a35f6e0a-cd85-4df3-8136-f62e0a7270b7 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:27.402339 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c35b9-9502-423d-aeaa-9c83d2208657 req-a35f6e0a-cd85-4df3-8136-f62e0a7270b7 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:27.409765 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f48c35b9-9502-423d-aeaa-9c83d2208657 req-a35f6e0a-cd85-4df3-8136-f62e0a7270b7 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 1681 time: 0.1017585 Nov 12 19:59:27.432507 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-c13a0db5-b595-44dc-8251-60db2f2a6961 None None] Allocated IP 172.20.0.2 (46cdc75a-85a0-4ab1-a931-5fdb611c190e/e5d1a2ef-80da-4226-b4c0-705dbf75989e/698a4563-e813-4fe0-89c0-ee2d26828fcd) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:59:27.460578 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f48c35b9-9502-423d-aeaa-9c83d2208657 req-7a5dfb51-bffd-45ae-8190-6cd1283eebc6 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498962 Nov 12 19:59:27.619880 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c13a0db5-b595-44dc-8251-60db2f2a6961 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:27.627097 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c13a0db5-b595-44dc-8251-60db2f2a6961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:27.670569 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13a0db5-b595-44dc-8251-60db2f2a6961 None None] Network 46cdc75a-85a0-4ab1-a931-5fdb611c190e is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:59:27.673507 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-c13a0db5-b595-44dc-8251-60db2f2a6961 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:59:27.678570 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13a0db5-b595-44dc-8251-60db2f2a6961 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:59:27.681733 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a0db5-b595-44dc-8251-60db2f2a6961 None None] Pushing event updated for resources: {'Port': ['ID=698a4563-e813-4fe0-89c0-ee2d26828fcd,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:27.739523 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-c13a0db5-b595-44dc-8251-60db2f2a6961 None None] Attempting to bind port 698a4563-e813-4fe0-89c0-ee2d26828fcd on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:59:27.739888 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-c13a0db5-b595-44dc-8251-60db2f2a6961 None None] Attempting to bind port 698a4563-e813-4fe0-89c0-ee2d26828fcd by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '60dcf374-65f4-41f7-a8bd-7ca59b96d3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46cdc75a-85a0-4ab1-a931-5fdb611c190e'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:59:27.740294 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13a0db5-b595-44dc-8251-60db2f2a6961 None None] Attempting to bind port 698a4563-e813-4fe0-89c0-ee2d26828fcd on network 46cdc75a-85a0-4ab1-a931-5fdb611c190e {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:59:27.745572 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13a0db5-b595-44dc-8251-60db2f2a6961 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:59:27.745950 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13a0db5-b595-44dc-8251-60db2f2a6961 None None] Checking segment: {'id': '60dcf374-65f4-41f7-a8bd-7ca59b96d3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46cdc75a-85a0-4ab1-a931-5fdb611c190e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:59:27.746350 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c13a0db5-b595-44dc-8251-60db2f2a6961 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:27.746737 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13a0db5-b595-44dc-8251-60db2f2a6961 None None] Bound using segment: {'id': '60dcf374-65f4-41f7-a8bd-7ca59b96d3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46cdc75a-85a0-4ab1-a931-5fdb611c190e'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:59:27.747211 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-c13a0db5-b595-44dc-8251-60db2f2a6961 None None] Bound port: 698a4563-e813-4fe0-89c0-ee2d26828fcd, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60dcf374-65f4-41f7-a8bd-7ca59b96d3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46cdc75a-85a0-4ab1-a931-5fdb611c190e'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:59:27.747583 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c13a0db5-b595-44dc-8251-60db2f2a6961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:27.825313 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-c13a0db5-b595-44dc-8251-60db2f2a6961 None None] For port 698a4563-e813-4fe0-89c0-ee2d26828fcd, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:59:27.828704 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-c13a0db5-b595-44dc-8251-60db2f2a6961 None None] For port 698a4563-e813-4fe0-89c0-ee2d26828fcd, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=698a4563-e813-4fe0-89c0-ee2d26828fcd,segment=NetworkSegment(60dcf374-65f4-41f7-a8bd-7ca59b96d3e9),segment_id=60dcf374-65f4-41f7-a8bd-7ca59b96d3e9)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:59:27.835300 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c13a0db5-b595-44dc-8251-60db2f2a6961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:27.845306 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-f09ff87c-1b6d-4675-8993-9146e4be417c tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:27.852140 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-f09ff87c-1b6d-4675-8993-9146e4be417c tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/networks?id=46cdc75a-85a0-4ab1-a931-5fdb611c190e HTTP/1.1" status: 200 len: 815 time: 0.1344438 Nov 12 19:59:27.879904 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-d00d1ddf-508f-4588-9d91-bdae5408a8e2 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/quotas/8089131190694439ba223dfa74f28f9e HTTP/1.1" status: 200 len: 375 time: 0.0266666 Nov 12 19:59:27.900509 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a0db5-b595-44dc-8251-60db2f2a6961 None None] Pushing event updated for resources: {'Port': ['ID=698a4563-e813-4fe0-89c0-ee2d26828fcd,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:27.914669 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24a242f7-23a5-48ab-b544-5f1ad926ef8c req-e775675f-187a-4b09-ba97-390e87807158 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0742340 Nov 12 19:59:27.969116 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-08df2fe0-c8ba-4e00-9d76-bffa4cbfc958 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8089131190694439ba223dfa74f28f9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0741234 Nov 12 19:59:27.982084 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a242f7-23a5-48ab-b544-5f1ad926ef8c req-2dd5f23d-7cf9-42a4-b8df-028e88a4086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:27.983769 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24a242f7-23a5-48ab-b544-5f1ad926ef8c req-2dd5f23d-7cf9-42a4-b8df-028e88a4086f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 1097 time: 0.0442970 Nov 12 19:59:28.088987 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-3ff10170-c566-49ca-b969-625777789250 service neutron] 10.222.0.48 "GET /v2.0/networks/46cdc75a-85a0-4ab1-a931-5fdb611c190e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160421 Nov 12 19:59:28.117273 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 23c6c613-09ce-4924-885b-7bc18f7190fd up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:59:28.158194 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a242f7-23a5-48ab-b544-5f1ad926ef8c req-e9ed59cb-d578-4dc5-a178-2cb637edb63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:28.161417 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24a242f7-23a5-48ab-b544-5f1ad926ef8c req-e9ed59cb-d578-4dc5-a178-2cb637edb63b service neutron] 10.222.0.52 "GET /v2.0/networks?id=e3a881ac-6120-48a0-95f8-2623f45c4673 HTTP/1.1" status: 200 len: 909 time: 0.1510189 Nov 12 19:59:28.219113 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 23c6c613-09ce-4924-885b-7bc18f7190fd completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:59:28.224040 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 23c6c613-09ce-4924-885b-7bc18f7190fd triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:28.225041 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:28.250641 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24a242f7-23a5-48ab-b544-5f1ad926ef8c req-f7cdbf4a-951c-447a-a9e8-ea33b8f62524 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74eaf5a7-957f-478f-990e-7fb2c65872ef HTTP/1.1" status: 200 len: 217 time: 0.0700645 Nov 12 19:59:28.280404 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-c68d5df5-a64f-479a-89d7-6b5e97a5fa73 service neutron] 10.222.0.48 "GET /v2.0/networks/46cdc75a-85a0-4ab1-a931-5fdb611c190e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904459 Nov 12 19:59:28.317631 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a242f7-23a5-48ab-b544-5f1ad926ef8c req-52c030a8-971f-44c0-83ce-2c8c1af49d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:28.319177 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24a242f7-23a5-48ab-b544-5f1ad926ef8c req-52c030a8-971f-44c0-83ce-2c8c1af49d5b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bbdea447-0bd1-47f3-8097-cac78263fd7c HTTP/1.1" status: 200 len: 848 time: 0.0556934 Nov 12 19:59:28.332364 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:28.368381 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24a242f7-23a5-48ab-b544-5f1ad926ef8c req-c945b38d-7266-4301-9872-8d4138d03a72 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e3a881ac-6120-48a0-95f8-2623f45c4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406671 Nov 12 19:59:28.379172 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 23c6c613-09ce-4924-885b-7bc18f7190fd, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=23c6c613-09ce-4924-885b-7bc18f7190fd,segment=NetworkSegment(aaacb95a-f6c6-4f4b-802b-0e624123bc9c),segment_id=aaacb95a-f6c6-4f4b-802b-0e624123bc9c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:28.385547 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:28.442174 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=23c6c613-09ce-4924-885b-7bc18f7190fd,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:28.522225 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24a242f7-23a5-48ab-b544-5f1ad926ef8c req-b62b2f1f-ec4e-458f-8e9f-d93b9abce0f9 service neutron] 10.222.0.52 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451778 Nov 12 19:59:28.536690 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0573d562-3607-46fc-ad98-5091d0cfb1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c6c613-09ce-4924-885b-7bc18f7190fd'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:59:28.543264 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd901ac-d5d0-44e0-b0ba-493899ace909" -d '{"events": [{"server_uuid": "0573d562-3607-46fc-ad98-5091d0cfb1ea", "name": "network-vif-plugged", "status": "completed", "tag": "23c6c613-09ce-4924-885b-7bc18f7190fd"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:59:28.560764 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd20474-93c7-4397-8ec7-563addbd8794 req-c35fc764-0251-4f10-9c4b-ff54d98fa4fa tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:28.562294 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9cd20474-93c7-4397-8ec7-563addbd8794 req-c35fc764-0251-4f10-9c4b-ff54d98fa4fa tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.0590363 Nov 12 19:59:28.625817 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9cd20474-93c7-4397-8ec7-563addbd8794 req-fe1ccb15-91ed-457d-b66f-92b6a4b8d3c7 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570247 Nov 12 19:59:28.643938 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24a242f7-23a5-48ab-b544-5f1ad926ef8c req-8c1ffb1e-2bc0-41ce-b2da-8d1030b50b8a service neutron] 10.222.0.52 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126847 Nov 12 19:59:28.878537 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d359090-18ef-40ff-9872-c7fdf7fd6e27 req-1148042c-bcb9-4825-9f8d-5343239230ae tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:28.880333 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d359090-18ef-40ff-9872-c7fdf7fd6e27 req-1148042c-bcb9-4825-9f8d-5343239230ae tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 948 time: 0.0856926 Nov 12 19:59:28.947271 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 698a4563-e813-4fe0-89c0-ee2d26828fcd up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:59:28.971777 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d359090-18ef-40ff-9872-c7fdf7fd6e27 req-19bada83-65b8-46a0-936b-c0679a07d277 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674284 Nov 12 19:59:29.017002 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 698a4563-e813-4fe0-89c0-ee2d26828fcd triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:29.017455 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:29.106626 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd95c3-d923-4167-bcd0-60e760bf73a0 req-c60b9629-630e-4376-b231-d23bd2d57afd tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:29.106888 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:29.108317 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bebd95c3-d923-4167-bcd0-60e760bf73a0 req-c60b9629-630e-4376-b231-d23bd2d57afd tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 945 time: 0.0741134 Nov 12 19:59:29.111250 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb46766b-27b1-4474-9b33-4cfb3199d217 None None] Network 46cdc75a-85a0-4ab1-a931-5fdb611c190e requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:59:29.159775 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bebd95c3-d923-4167-bcd0-60e760bf73a0 req-88e3c0dc-dc9e-4c52-b2c6-5e98b797989a tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448573 Nov 12 19:59:29.217677 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 698a4563-e813-4fe0-89c0-ee2d26828fcd, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=698a4563-e813-4fe0-89c0-ee2d26828fcd,segment=NetworkSegment(60dcf374-65f4-41f7-a8bd-7ca59b96d3e9),segment_id=60dcf374-65f4-41f7-a8bd-7ca59b96d3e9)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:29.222755 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c895a4af-beb8-4967-978a-548716200581 None None] Provisioning complete for port 698a4563-e813-4fe0-89c0-ee2d26828fcd triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:29.223142 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c895a4af-beb8-4967-978a-548716200581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:29.235533 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:29.335828 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7224af-cc84-4b73-b368-ec99afe2d880 req-57fa8bc2-88ad-44eb-bfcd-ff94934f8c4e tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:29.342194 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7224af-cc84-4b73-b368-ec99afe2d880 req-57fa8bc2-88ad-44eb-bfcd-ff94934f8c4e tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:29.343810 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ba7224af-cc84-4b73-b368-ec99afe2d880 req-57fa8bc2-88ad-44eb-bfcd-ff94934f8c4e tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 1682 time: 0.0572345 Nov 12 19:59:29.361574 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=698a4563-e813-4fe0-89c0-ee2d26828fcd,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:29.395407 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ba7224af-cc84-4b73-b368-ec99afe2d880 req-ebe7f51b-6ac3-449d-950d-ad7d5c77b816 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433681 Nov 12 19:59:29.592965 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-65f42a74-813b-456d-9d30-b896eb46ca66 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:29.594541 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-65f42a74-813b-456d-9d30-b896eb46ca66 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/networks?id=46cdc75a-85a0-4ab1-a931-5fdb611c190e HTTP/1.1" status: 200 len: 815 time: 0.1143715 Nov 12 19:59:29.612179 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-d638135c-b37e-4adf-a93a-de159d64a853 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/quotas/8089131190694439ba223dfa74f28f9e HTTP/1.1" status: 200 len: 375 time: 0.0105627 Nov 12 19:59:29.648908 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-89d1cfe9-2486-4f9f-9b1a-924c74ffe249 None None] Provisioning complete for port 698a4563-e813-4fe0-89c0-ee2d26828fcd triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:29.649194 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-89d1cfe9-2486-4f9f-9b1a-924c74ffe249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:29.690728 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-3ba732b7-6881-4afc-91bb-7f2e88a2481f tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8089131190694439ba223dfa74f28f9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0715151 Nov 12 19:59:29.769043 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-38e149c8-da45-472f-b635-bed394d9925e tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:29.770886 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-38e149c8-da45-472f-b635-bed394d9925e tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.52 "GET /v2.0/networks?id=46cdc75a-85a0-4ab1-a931-5fdb611c190e HTTP/1.1" status: 200 len: 815 time: 0.1361122 Nov 12 19:59:29.785538 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-b5303da8-d551-4757-9976-048f83bf6bf5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Request body: {'port': {'device_id': '1948f877-1417-46f5-a444-31b27446f145', 'network_id': '46cdc75a-85a0-4ab1-a931-5fdb611c190e', 'admin_state_up': True, 'tenant_id': '8089131190694439ba223dfa74f28f9e'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:59:29.789930 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-eb0a519a-255c-4ba3-a695-7506396f7511 service neutron] 10.222.0.48 "GET /v2.0/networks/46cdc75a-85a0-4ab1-a931-5fdb611c190e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977676 Nov 12 19:59:29.879043 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-aa6cad12-e529-4586-b0b1-8e4f845d2f0d service neutron] 10.222.0.48 "GET /v2.0/networks/46cdc75a-85a0-4ab1-a931-5fdb611c190e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830698 Nov 12 19:59:29.893125 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-b5303da8-d551-4757-9976-048f83bf6bf5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Made reservation on behalf of 8089131190694439ba223dfa74f28f9e for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:59:29.896762 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-b5303da8-d551-4757-9976-048f83bf6bf5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:30.086062 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0193480-2a9b-487f-b717-df59e0e89448 x-openstack-request-id: req-d0193480-2a9b-487f-b717-df59e0e89448 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:59:30.086062 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0573d562-3607-46fc-ad98-5091d0cfb1ea", "name": "network-vif-plugged", "status": "completed", "tag": "23c6c613-09ce-4924-885b-7bc18f7190fd", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:59:30.086286 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d0193480-2a9b-487f-b717-df59e0e89448 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:59:30.086566 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0573d562-3607-46fc-ad98-5091d0cfb1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c6c613-09ce-4924-885b-7bc18f7190fd', 'code': 200} Nov 12 19:59:30.169412 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8f3ee0a7-0feb-49ef-b5fa-99ea5eaa01bd req-805dca95-6241-4f96-8863-48155875d563 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975739 Nov 12 19:59:30.248636 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3fccd-4ef1-4984-89e1-65e84ab6abc2 req-085c8b9a-1562-40b4-b6c8-dbc1c5f61ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:30.249404 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3fccd-4ef1-4984-89e1-65e84ab6abc2 req-085c8b9a-1562-40b4-b6c8-dbc1c5f61ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:30.250824 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-35d3fccd-4ef1-4984-89e1-65e84ab6abc2 req-085c8b9a-1562-40b4-b6c8-dbc1c5f61ac7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 1986 time: 0.0858421 Nov 12 19:59:30.258761 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311a5a1-c150-47ac-ab3a-48934b3bed74 req-3147b13f-6cfd-4041-a7d2-9839c4ef11ef tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:30.260379 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c311a5a1-c150-47ac-ab3a-48934b3bed74 req-3147b13f-6cfd-4041-a7d2-9839c4ef11ef tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.1082842 Nov 12 19:59:30.327992 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e4a13fd-84ab-4a24-b32e-bb6f2456a981 req-90c5b410-2e18-4d51-a8d4-0b353eef4e9b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d617d5cb-69c5-4717-9cee-37a92f4f72f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2707095 Nov 12 19:59:30.332317 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-b5303da8-d551-4757-9976-048f83bf6bf5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Allocated IP 172.20.0.14 (46cdc75a-85a0-4ab1-a931-5fdb611c190e/e5d1a2ef-80da-4226-b4c0-705dbf75989e/4fa761cc-2354-41eb-a81e-1fd4928a9de0) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:59:30.343108 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c311a5a1-c150-47ac-ab3a-48934b3bed74 req-895729d5-6647-4a37-bab1-16681fc7cc17 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686903 Nov 12 19:59:30.346685 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-35d3fccd-4ef1-4984-89e1-65e84ab6abc2 req-4b64ce0b-a505-44a8-b715-2f3400f7aa0b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854247 Nov 12 19:59:30.353311 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe13617-5573-4d52-af81-6a90718f40ce req-42ce76dd-91e6-4407-9579-a947d4bbe1fd tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:30.356155 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3fe13617-5573-4d52-af81-6a90718f40ce req-42ce76dd-91e6-4407-9579-a947d4bbe1fd tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 948 time: 0.1855180 Nov 12 19:59:30.406487 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8f3ee0a7-0feb-49ef-b5fa-99ea5eaa01bd req-759a3067-be28-40eb-aa02-2870b44dd87d service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165294 Nov 12 19:59:30.517137 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3fe13617-5573-4d52-af81-6a90718f40ce req-e2c4ad6c-b0e8-400f-8129-cc7962fe84d1 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501739 Nov 12 19:59:30.524101 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a13fd-84ab-4a24-b32e-bb6f2456a981 req-e6cf8d74-52e1-4c90-9b9a-9e1060da61a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:30.525631 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e4a13fd-84ab-4a24-b32e-bb6f2456a981 req-e6cf8d74-52e1-4c90-9b9a-9e1060da61a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=127a6be859e142dbb23de706cc1f6a95&device_id=d617d5cb-69c5-4717-9cee-37a92f4f72f2 HTTP/1.1" status: 200 len: 1102 time: 0.1221759 Nov 12 19:59:30.545913 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-33f6417a-5e25-4251-ad79-e905c8ede3a0 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:30.547556 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-33f6417a-5e25-4251-ad79-e905c8ede3a0 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/networks?id=46cdc75a-85a0-4ab1-a931-5fdb611c190e HTTP/1.1" status: 200 len: 815 time: 0.1167986 Nov 12 19:59:30.572570 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-8e4e3313-0fc3-483e-ae09-9431e1dcc29d tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/quotas/8089131190694439ba223dfa74f28f9e HTTP/1.1" status: 200 len: 375 time: 0.0168333 Nov 12 19:59:30.634143 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-11f15e86-bf75-4aad-bd0d-8e9b3c46e844 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8089131190694439ba223dfa74f28f9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0556667 Nov 12 19:59:30.703322 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-b5303da8-d551-4757-9976-048f83bf6bf5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:30.729532 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9abe2c-a2cc-4d73-a3ce-2a1c91cbb21c req-3d23bc1f-75df-4313-9db0-2d76645c5db1 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:30.731047 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9c9abe2c-a2cc-4d73-a3ce-2a1c91cbb21c req-3d23bc1f-75df-4313-9db0-2d76645c5db1 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 945 time: 0.1088383 Nov 12 19:59:30.733509 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a13fd-84ab-4a24-b32e-bb6f2456a981 req-f429892a-ffd0-4baf-b786-db3895dbd7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:30.735118 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e4a13fd-84ab-4a24-b32e-bb6f2456a981 req-f429892a-ffd0-4baf-b786-db3895dbd7e1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.1815481 Nov 12 19:59:30.740719 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-197a61b2-8002-4145-9b42-2b2e55831236 service neutron] 10.222.0.48 "GET /v2.0/networks/46cdc75a-85a0-4ab1-a931-5fdb611c190e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960557 Nov 12 19:59:30.798329 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e4a13fd-84ab-4a24-b32e-bb6f2456a981 req-a1288d26-f184-41b4-b473-b53a4c5ef082 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=eda6343e-7e40-4020-941b-d137c98a8b23 HTTP/1.1" status: 200 len: 217 time: 0.0518658 Nov 12 19:59:30.846817 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-e182ba85-5df1-41c0-a408-03981b45f4b5 service neutron] 10.222.0.48 "GET /v2.0/networks/46cdc75a-85a0-4ab1-a931-5fdb611c190e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023817 Nov 12 19:59:30.851647 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-b5303da8-d551-4757-9976-048f83bf6bf5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:30.901383 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 698a4563-e813-4fe0-89c0-ee2d26828fcd up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:59:30.904488 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9c9abe2c-a2cc-4d73-a3ce-2a1c91cbb21c req-6d24ff6e-4bb6-49c0-93c4-efab8a9a7b93 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668525 Nov 12 19:59:30.911545 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a13fd-84ab-4a24-b32e-bb6f2456a981 req-fc7d848d-c4de-43de-8998-2142f655bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:30.914198 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e4a13fd-84ab-4a24-b32e-bb6f2456a981 req-fc7d848d-c4de-43de-8998-2142f655bb7b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1069250 Nov 12 19:59:30.923033 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-b5303da8-d551-4757-9976-048f83bf6bf5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Network 46cdc75a-85a0-4ab1-a931-5fdb611c190e is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:59:30.932320 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-b5303da8-d551-4757-9976-048f83bf6bf5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:59:30.936804 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-b5303da8-d551-4757-9976-048f83bf6bf5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:59:30.970148 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5303da8-d551-4757-9976-048f83bf6bf5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Pushing event updated for resources: {'Port': ['ID=4fa761cc-2354-41eb-a81e-1fd4928a9de0,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:31.022273 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 698a4563-e813-4fe0-89c0-ee2d26828fcd triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:31.022654 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:31.027634 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-b5303da8-d551-4757-9976-048f83bf6bf5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:31.028394 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-b5303da8-d551-4757-9976-048f83bf6bf5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:31.048221 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a13fd-84ab-4a24-b32e-bb6f2456a981 req-1953d38b-18b8-4e39-af5a-e9976e057e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:31.058796 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e4a13fd-84ab-4a24-b32e-bb6f2456a981 req-1953d38b-18b8-4e39-af5a-e9976e057e35 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1278174 Nov 12 19:59:31.067535 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-b5303da8-d551-4757-9976-048f83bf6bf5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2859707 Nov 12 19:59:31.087292 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-6c8acb36-6fd2-4388-870b-517baf86173e service neutron] Request body: {'port': {'device_id': '1948f877-1417-46f5-a444-31b27446f145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:59:31.251500 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fa108-9526-4106-a881-f5da6525c97b req-48054ff0-b094-441e-b4ce-bbe6f3f0285e tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:31.254912 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-121d77fc-e17f-46f6-907b-f62e7cf6c853 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9b1d029080744e9982e92155dcce0c43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1230922 Nov 12 19:59:31.266086 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fa108-9526-4106-a881-f5da6525c97b req-48054ff0-b094-441e-b4ce-bbe6f3f0285e tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:31.278060 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ba3fa108-9526-4106-a881-f5da6525c97b req-48054ff0-b094-441e-b4ce-bbe6f3f0285e tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 1682 time: 0.1229565 Nov 12 19:59:31.386354 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-29a4888a-2a31-4e62-a270-493d1a6e5b9e None None] Provisioning complete for port 4fa761cc-2354-41eb-a81e-1fd4928a9de0 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:31.386722 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-29a4888a-2a31-4e62-a270-493d1a6e5b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:31.402952 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-6c8acb36-6fd2-4388-870b-517baf86173e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:31.424491 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e4a13fd-84ab-4a24-b32e-bb6f2456a981 req-9b88d3f6-45db-4435-8423-e7a2f6743135 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553245 Nov 12 19:59:31.437992 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-29a4888a-2a31-4e62-a270-493d1a6e5b9e None None] Port 4fa761cc-2354-41eb-a81e-1fd4928a9de0 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:59:31.815817 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-f2c33853-f063-4571-a155-8ef5f87d500d tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:31.817352 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-f2c33853-f063-4571-a155-8ef5f87d500d tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5475502 Nov 12 19:59:31.849780 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-47292c94-0e16-4375-9f9a-dcd4e79cd9ae tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/quotas/9b1d029080744e9982e92155dcce0c43 HTTP/1.1" status: 200 len: 375 time: 0.0214760 Nov 12 19:59:31.858681 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ba3fa108-9526-4106-a881-f5da6525c97b req-17e525ac-600a-417b-887d-1722ffd13cc6 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5797329 Nov 12 19:59:31.936936 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-857467ea-fd15-4b25-8f67-3d9848ff326b tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:31.940169 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-857467ea-fd15-4b25-8f67-3d9848ff326b tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.52 "GET /v2.0/networks?id=46cdc75a-85a0-4ab1-a931-5fdb611c190e HTTP/1.1" status: 200 len: 815 time: 0.6592815 Nov 12 19:59:31.946817 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-669db666-02a8-400c-aba6-530e2409761f tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b1d029080744e9982e92155dcce0c43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879748 Nov 12 19:59:31.950769 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e4a13fd-84ab-4a24-b32e-bb6f2456a981 req-20a19231-6cf2-4984-a82f-3a45b27edb8d service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147808 Nov 12 19:59:31.963988 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-4095028f-ff80-4639-a368-d0c76b1a683a tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Request body: {'port': {'device_id': '0d18ae65-18e5-4993-b93d-97e6b800c2e7', 'network_id': '46cdc75a-85a0-4ab1-a931-5fdb611c190e', 'admin_state_up': True, 'tenant_id': '8089131190694439ba223dfa74f28f9e'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:59:31.971381 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-6c8acb36-6fd2-4388-870b-517baf86173e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fa761cc-2354-41eb-a81e-1fd4928a9de0 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:59:31.985788 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-6c8acb36-6fd2-4388-870b-517baf86173e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:32.016935 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-6c8acb36-6fd2-4388-870b-517baf86173e service neutron] Transition to ACTIVE for port object 4fa761cc-2354-41eb-a81e-1fd4928a9de0 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:59:32.025443 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-6c8acb36-6fd2-4388-870b-517baf86173e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:32.043157 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-59a89b01-b03a-4316-9f6a-0b1b40344ee8 req-235efadc-48fa-46aa-a5aa-a793b63f3f3d tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 210 time: 0.0997589 Nov 12 19:59:32.134679 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8acb36-6fd2-4388-870b-517baf86173e service neutron] Pushing event updated for resources: {'Port': ['ID=4fa761cc-2354-41eb-a81e-1fd4928a9de0,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:32.234792 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-6c8acb36-6fd2-4388-870b-517baf86173e service neutron] Attempting to bind port 4fa761cc-2354-41eb-a81e-1fd4928a9de0 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:59:32.235645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-6c8acb36-6fd2-4388-870b-517baf86173e service neutron] Attempting to bind port 4fa761cc-2354-41eb-a81e-1fd4928a9de0 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '60dcf374-65f4-41f7-a8bd-7ca59b96d3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46cdc75a-85a0-4ab1-a931-5fdb611c190e'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:59:32.235645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-6c8acb36-6fd2-4388-870b-517baf86173e service neutron] Attempting to bind port 4fa761cc-2354-41eb-a81e-1fd4928a9de0 on network 46cdc75a-85a0-4ab1-a931-5fdb611c190e {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:59:32.241452 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-6c8acb36-6fd2-4388-870b-517baf86173e service neutron] Port 4fa761cc-2354-41eb-a81e-1fd4928a9de0 on network 46cdc75a-85a0-4ab1-a931-5fdb611c190e not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:59:32.241916 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-6c8acb36-6fd2-4388-870b-517baf86173e service neutron] Attempting to bind port 4fa761cc-2354-41eb-a81e-1fd4928a9de0 on network 46cdc75a-85a0-4ab1-a931-5fdb611c190e {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:59:32.251525 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-6c8acb36-6fd2-4388-870b-517baf86173e service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:59:32.251866 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-6c8acb36-6fd2-4388-870b-517baf86173e service neutron] Checking segment: {'id': '60dcf374-65f4-41f7-a8bd-7ca59b96d3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46cdc75a-85a0-4ab1-a931-5fdb611c190e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:59:32.252267 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-6c8acb36-6fd2-4388-870b-517baf86173e service neutron] Bound using segment: {'id': '60dcf374-65f4-41f7-a8bd-7ca59b96d3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46cdc75a-85a0-4ab1-a931-5fdb611c190e'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:59:32.258809 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-4095028f-ff80-4639-a368-d0c76b1a683a tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Made reservation on behalf of 8089131190694439ba223dfa74f28f9e for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:59:32.264039 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-4095028f-ff80-4639-a368-d0c76b1a683a tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:32.277261 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-6c8acb36-6fd2-4388-870b-517baf86173e service neutron] Bound port: 4fa761cc-2354-41eb-a81e-1fd4928a9de0, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60dcf374-65f4-41f7-a8bd-7ca59b96d3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46cdc75a-85a0-4ab1-a931-5fdb611c190e'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:59:32.277856 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-6c8acb36-6fd2-4388-870b-517baf86173e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:32.419389 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-6c8acb36-6fd2-4388-870b-517baf86173e service neutron] For port 4fa761cc-2354-41eb-a81e-1fd4928a9de0, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:59:32.441275 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-6c8acb36-6fd2-4388-870b-517baf86173e service neutron] For port 4fa761cc-2354-41eb-a81e-1fd4928a9de0, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=4fa761cc-2354-41eb-a81e-1fd4928a9de0,segment=NetworkSegment(60dcf374-65f4-41f7-a8bd-7ca59b96d3e9),segment_id=60dcf374-65f4-41f7-a8bd-7ca59b96d3e9)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:59:32.447122 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-4095028f-ff80-4639-a368-d0c76b1a683a tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Allocated IP 172.20.0.9 (46cdc75a-85a0-4ab1-a931-5fdb611c190e/e5d1a2ef-80da-4226-b4c0-705dbf75989e/d4cbcf9d-71f6-48f8-b06f-63f806ca96d1) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:59:32.449366 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-6c8acb36-6fd2-4388-870b-517baf86173e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:32.478353 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b3362-d006-470b-b5f5-52dbc0aadaf0 req-23ef3dde-5206-4306-b47d-9690fd03c850 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:32.486966 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-054b3362-d006-470b-b5f5-52dbc0aadaf0 req-23ef3dde-5206-4306-b47d-9690fd03c850 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.1267989 Nov 12 19:59:32.539668 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-6c8acb36-6fd2-4388-870b-517baf86173e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:32.540202 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-6c8acb36-6fd2-4388-870b-517baf86173e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:32.541610 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-6c8acb36-6fd2-4388-870b-517baf86173e service neutron] 10.222.0.52 "PUT /v2.0/ports/4fa761cc-2354-41eb-a81e-1fd4928a9de0 HTTP/1.1" status: 200 len: 1093 time: 1.4585721 Nov 12 19:59:32.557668 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1948f877-1417-46f5-a444-31b27446f145', 'tag': '4fa761cc-2354-41eb-a81e-1fd4928a9de0'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:59:32.560213 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1870056-d60d-4331-8a65-0e39ae3b0734" -d '{"events": [{"name": "network-changed", "server_uuid": "1948f877-1417-46f5-a444-31b27446f145", "tag": "4fa761cc-2354-41eb-a81e-1fd4928a9de0"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:59:32.661647 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8acb36-6fd2-4388-870b-517baf86173e service neutron] Pushing event updated for resources: {'Port': ['ID=4fa761cc-2354-41eb-a81e-1fd4928a9de0,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:32.732164 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d15f4a-e4c1-4315-ad58-d4893575dfbe req-4ef9fafd-91d8-4e0d-81f4-b993688463bd tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:32.741028 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64d15f4a-e4c1-4315-ad58-d4893575dfbe req-4ef9fafd-91d8-4e0d-81f4-b993688463bd tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 948 time: 0.2400336 Nov 12 19:59:32.808863 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-054b3362-d006-470b-b5f5-52dbc0aadaf0 req-e42cef9c-094f-4cc4-8734-c59d274359d5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205273 Nov 12 19:59:32.901231 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-fb6bce65-1429-4f08-bd9a-9d410ab00b60 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:32.905626 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-fb6bce65-1429-4f08-bd9a-9d410ab00b60 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.55 "GET /v2.0/networks?id=46cdc75a-85a0-4ab1-a931-5fdb611c190e HTTP/1.1" status: 200 len: 815 time: 0.2381332 Nov 12 19:59:32.914576 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64d15f4a-e4c1-4315-ad58-d4893575dfbe req-8beee7c9-f0a3-4f50-acfa-49c508a4e166 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720796 Nov 12 19:59:32.923102 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-70a290cc-4fc9-41a3-a8aa-01f3f74d67d5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Request body: {'port': {'device_id': 'd9ed735a-9e35-4ce6-9bc5-cecd48d6ed13', 'network_id': '46cdc75a-85a0-4ab1-a931-5fdb611c190e', 'admin_state_up': True, 'tenant_id': '8089131190694439ba223dfa74f28f9e'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:59:32.987039 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-4095028f-ff80-4639-a368-d0c76b1a683a tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:33.133776 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-7c301516-2125-40b1-9fc3-4962fab8f351 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9b1d029080744e9982e92155dcce0c43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373764 Nov 12 19:59:33.138732 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-4095028f-ff80-4639-a368-d0c76b1a683a tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:33.193184 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 7d5de176-731f-49d4-a231-21859faa9944 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:59:33.321659 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-4095028f-ff80-4639-a368-d0c76b1a683a tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Network 46cdc75a-85a0-4ab1-a931-5fdb611c190e is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:59:33.333445 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-4095028f-ff80-4639-a368-d0c76b1a683a tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:59:33.376316 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-4095028f-ff80-4639-a368-d0c76b1a683a tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:59:33.387071 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-e33db670-c1d3-42ba-8d65-7409a499ec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:33.388617 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-e33db670-c1d3-42ba-8d65-7409a499ec4a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8089131190694439ba223dfa74f28f9e&device_id=1948f877-1417-46f5-a444-31b27446f145 HTTP/1.1" status: 200 len: 1096 time: 0.7501140 Nov 12 19:59:33.455177 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-4095028f-ff80-4639-a368-d0c76b1a683a tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:33.456118 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-4095028f-ff80-4639-a368-d0c76b1a683a tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:33.486781 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-4095028f-ff80-4639-a368-d0c76b1a683a tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5324314 Nov 12 19:59:33.492133 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095028f-ff80-4639-a368-d0c76b1a683a tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Pushing event updated for resources: {'Port': ['ID=d4cbcf9d-71f6-48f8-b06f-63f806ca96d1,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:33.522494 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 7d5de176-731f-49d4-a231-21859faa9944, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=7d5de176-731f-49d4-a231-21859faa9944,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:33.533142 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Request body: {'port': {'device_id': '0d18ae65-18e5-4993-b93d-97e6b800c2e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:59:33.542352 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '7d5de176-731f-49d4-a231-21859faa9944', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': '7d5de176-731f-49d4-a231-21859faa9944', 'mac_address': 'fa:16:3e:79:1a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:59:33.544408 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-213866a9-23cf-4ad2-98b1-c7ef7088649a tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:33.553050 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-e815a908-d9b7-4690-a44a-53512b506c84 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fa761cc-2354-41eb-a81e-1fd4928a9de0 HTTP/1.1" status: 200 len: 217 time: 0.1486967 Nov 12 19:59:33.556714 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-213866a9-23cf-4ad2-98b1-c7ef7088649a tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4213636 Nov 12 19:59:33.579780 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-4adf7216-22be-4527-bc08-79ee78114d31 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/quotas/9b1d029080744e9982e92155dcce0c43 HTTP/1.1" status: 200 len: 375 time: 0.0224180 Nov 12 19:59:33.644676 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:33.648623 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e11c60-a93b-4c80-a088-51600762e10c req-cd1b4b3b-2e59-446e-bf57-b5faedbbc21b tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:33.649437 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-25e11c60-a93b-4c80-a088-51600762e10c req-cd1b4b3b-2e59-446e-bf57-b5faedbbc21b tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 945 time: 0.2598026 Nov 12 19:59:33.658894 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-dcb7ce3c-5495-45e1-a74a-05878967363b tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b1d029080744e9982e92155dcce0c43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472505 Nov 12 19:59:33.680330 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-9369e2ca-ec8a-4466-ae73-101feffb1b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:33.682294 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-9369e2ca-ec8a-4466-ae73-101feffb1b2f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5d1a2ef-80da-4226-b4c0-705dbf75989e HTTP/1.1" status: 200 len: 854 time: 0.1195819 Nov 12 19:59:33.686735 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d5de176-731f-49d4-a231-21859faa9944 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:59:33.700916 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:33.715164 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-70a290cc-4fc9-41a3-a8aa-01f3f74d67d5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Made reservation on behalf of 8089131190694439ba223dfa74f28f9e for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:59:33.718872 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-70a290cc-4fc9-41a3-a8aa-01f3f74d67d5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:33.741526 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 7d5de176-731f-49d4-a231-21859faa9944, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=7d5de176-731f-49d4-a231-21859faa9944,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:33.751306 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:33.786405 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-25e11c60-a93b-4c80-a088-51600762e10c req-c9260a56-ab39-42f9-9bd1-c7ec5d713589 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221998 Nov 12 19:59:33.899623 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea335306-6547-4e4a-b644-c07eaf027ab6 x-openstack-request-id: req-ea335306-6547-4e4a-b644-c07eaf027ab6 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:59:33.900193 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1948f877-1417-46f5-a444-31b27446f145", "tag": "4fa761cc-2354-41eb-a81e-1fd4928a9de0", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:59:33.900619 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ea335306-6547-4e4a-b644-c07eaf027ab6 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:59:33.901162 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1948f877-1417-46f5-a444-31b27446f145', 'tag': '4fa761cc-2354-41eb-a81e-1fd4928a9de0', 'status': 'completed', 'code': 200} Nov 12 19:59:33.907670 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-44c866d3-ffaa-47ba-a618-c6a395bd83ec None None] Provisioning complete for port d4cbcf9d-71f6-48f8-b06f-63f806ca96d1 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:33.908410 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-44c866d3-ffaa-47ba-a618-c6a395bd83ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:33.933192 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-e629b65e-4032-449e-b3e9-40ea63ec425a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:33.934855 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-e629b65e-4032-449e-b3e9-40ea63ec425a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=46cdc75a-85a0-4ab1-a931-5fdb611c190e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2435241 Nov 12 19:59:33.986237 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-44c866d3-ffaa-47ba-a618-c6a395bd83ec None None] Port d4cbcf9d-71f6-48f8-b06f-63f806ca96d1 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:59:33.992375 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=7d5de176-731f-49d4-a231-21859faa9944,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:34.101627 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-63c836c2-b9d0-4816-b2f5-ce168a71d1ef tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=9b1d029080744e9982e92155dcce0c43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1455173 Nov 12 19:59:34.192170 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ed07e75e-bfe3-4b3e-a962-67f127e9f107 req-51cb988d-6882-4e76-9846-3687cd1b9b56 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 210 time: 0.0939405 Nov 12 19:59:34.239739 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['7d5de176-731f-49d4-a231-21859faa9944'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:59:34.261268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac24a93-8f1b-4286-9fbf-1d0fa074d68e req-5ff0f66b-de26-4428-93f9-e82857cedb26 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:34.269605 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac24a93-8f1b-4286-9fbf-1d0fa074d68e req-5ff0f66b-de26-4428-93f9-e82857cedb26 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:34.280978 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9ac24a93-8f1b-4286-9fbf-1d0fa074d68e req-5ff0f66b-de26-4428-93f9-e82857cedb26 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 1682 time: 0.2575302 Nov 12 19:59:34.359708 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-20923f09-a004-4212-a9e7-64f5f6a9bc6f service neutron] 10.222.0.52 "GET /v2.0/networks/46cdc75a-85a0-4ab1-a931-5fdb611c190e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688824 Nov 12 19:59:34.386998 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4cbcf9d-71f6-48f8-b06f-63f806ca96d1 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:59:34.392101 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-e19c7d9b-ce14-4c73-849c-4b1649871071 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:34.404619 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:34.408991 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-e19c7d9b-ce14-4c73-849c-4b1649871071 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2983835 Nov 12 19:59:34.427154 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Transition to ACTIVE for port object d4cbcf9d-71f6-48f8-b06f-63f806ca96d1 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:59:34.433703 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:34.451298 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-0c77a1c2-42ef-42ca-9696-1f180d33349b tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Request body: {'port': {'device_id': '5268c50f-ab3d-408b-8505-7cf80dfe5638', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': '9b1d029080744e9982e92155dcce0c43'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:59:34.651645 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9ac24a93-8f1b-4286-9fbf-1d0fa074d68e req-b679f409-a679-4483-82fc-1cb086245ad3 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561809 Nov 12 19:59:34.660010 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67a885-09af-41bf-a3ef-5659533fcb8c req-8a5ab1bd-95ef-4720-b7b0-c105a8f20cb7 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:34.668475 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e67a885-09af-41bf-a3ef-5659533fcb8c req-8a5ab1bd-95ef-4720-b7b0-c105a8f20cb7 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.2057035 Nov 12 19:59:34.680793 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Pushing event updated for resources: {'Port': ['ID=d4cbcf9d-71f6-48f8-b06f-63f806ca96d1,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:34.701710 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:34.702077 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:34.702399 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:34.703332 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:34.703332 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:34.703539 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:34.703752 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:34.703872 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-70a290cc-4fc9-41a3-a8aa-01f3f74d67d5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Allocated IP 172.20.0.5 (46cdc75a-85a0-4ab1-a931-5fdb611c190e/e5d1a2ef-80da-4226-b4c0-705dbf75989e/133497f9-a9c9-4bb1-9ed1-25531589ee57) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:59:34.704088 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:34.704342 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:34.704666 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:34.704985 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:34.720088 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:34.759669 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-678af60c-681d-4523-ad4e-39ca5163bd5d req-f7dceba7-7777-41b4-bfea-719125b210be service neutron] 10.222.0.52 "GET /v2.0/networks/46cdc75a-85a0-4ab1-a931-5fdb611c190e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372538 Nov 12 19:59:34.775955 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e67a885-09af-41bf-a3ef-5659533fcb8c req-79315c2d-e6db-4690-879c-f17094f4fb80 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055253 Nov 12 19:59:34.828177 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Attempting to bind port d4cbcf9d-71f6-48f8-b06f-63f806ca96d1 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:59:34.829590 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Attempting to bind port d4cbcf9d-71f6-48f8-b06f-63f806ca96d1 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '60dcf374-65f4-41f7-a8bd-7ca59b96d3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46cdc75a-85a0-4ab1-a931-5fdb611c190e'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:59:34.830005 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Attempting to bind port d4cbcf9d-71f6-48f8-b06f-63f806ca96d1 on network 46cdc75a-85a0-4ab1-a931-5fdb611c190e {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:59:34.842441 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Port d4cbcf9d-71f6-48f8-b06f-63f806ca96d1 on network 46cdc75a-85a0-4ab1-a931-5fdb611c190e not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:59:34.842767 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Attempting to bind port d4cbcf9d-71f6-48f8-b06f-63f806ca96d1 on network 46cdc75a-85a0-4ab1-a931-5fdb611c190e {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:59:34.857688 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:59:34.858796 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Checking segment: {'id': '60dcf374-65f4-41f7-a8bd-7ca59b96d3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46cdc75a-85a0-4ab1-a931-5fdb611c190e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:59:34.868269 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Bound using segment: {'id': '60dcf374-65f4-41f7-a8bd-7ca59b96d3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46cdc75a-85a0-4ab1-a931-5fdb611c190e'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:59:34.869586 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Bound port: d4cbcf9d-71f6-48f8-b06f-63f806ca96d1, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60dcf374-65f4-41f7-a8bd-7ca59b96d3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46cdc75a-85a0-4ab1-a931-5fdb611c190e'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:59:34.869967 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:34.931415 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b2ff3789-9626-42b8-8cf0-f61dd37668db req-99a9a6e2-d80d-4ba5-8183-562fa1ccc492 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 210 time: 0.0554430 Nov 12 19:59:34.973203 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca409a-0f44-4196-8989-555f17cc8c38 req-7a33ccd9-b315-4af6-bd24-2ad36f5c87bc tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:34.975091 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-60ca409a-0f44-4196-8989-555f17cc8c38 req-7a33ccd9-b315-4af6-bd24-2ad36f5c87bc tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 949 time: 0.2012115 Nov 12 19:59:34.978703 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-0c77a1c2-42ef-42ca-9696-1f180d33349b tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Made reservation on behalf of 9b1d029080744e9982e92155dcce0c43 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:59:34.982794 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-0c77a1c2-42ef-42ca-9696-1f180d33349b tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:35.015159 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] For port d4cbcf9d-71f6-48f8-b06f-63f806ca96d1, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:59:35.019164 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] For port d4cbcf9d-71f6-48f8-b06f-63f806ca96d1, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d4cbcf9d-71f6-48f8-b06f-63f806ca96d1,segment=NetworkSegment(60dcf374-65f4-41f7-a8bd-7ca59b96d3e9),segment_id=60dcf374-65f4-41f7-a8bd-7ca59b96d3e9)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:59:35.025135 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:35.049542 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-0c77a1c2-42ef-42ca-9696-1f180d33349b tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:35.099996 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1870056-d60d-4331-8a65-0e39ae3b0734 req-425188b5-f6ce-458b-8dbc-f51e8abbc12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:35.101917 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b1870056-d60d-4331-8a65-0e39ae3b0734 req-425188b5-f6ce-458b-8dbc-f51e8abbc12d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8089131190694439ba223dfa74f28f9e&device_id=1948f877-1417-46f5-a444-31b27446f145 HTTP/1.1" status: 200 len: 1096 time: 0.2134645 Nov 12 19:59:35.109286 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:35.110225 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:35.111279 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] 10.222.0.52 "PUT /v2.0/ports/d4cbcf9d-71f6-48f8-b06f-63f806ca96d1 HTTP/1.1" status: 200 len: 1092 time: 1.6109140 Nov 12 19:59:35.112500 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d18ae65-18e5-4993-b93d-97e6b800c2e7', 'tag': 'd4cbcf9d-71f6-48f8-b06f-63f806ca96d1'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:59:35.114696 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c658185-2915-434d-b40a-ca3e5c89a52f" -d '{"events": [{"name": "network-changed", "server_uuid": "0d18ae65-18e5-4993-b93d-97e6b800c2e7", "tag": "d4cbcf9d-71f6-48f8-b06f-63f806ca96d1"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:59:35.188523 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-70a290cc-4fc9-41a3-a8aa-01f3f74d67d5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:35.221334 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3db3b-8282-41e4-8205-c487c01bf71d service neutron] Pushing event updated for resources: {'Port': ['ID=d4cbcf9d-71f6-48f8-b06f-63f806ca96d1,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:35.228746 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-252c22c4-4ae6-40ea-9da2-319240245788 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:35.230788 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-252c22c4-4ae6-40ea-9da2-319240245788 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd&tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&binding%3Ahost_id=n-h1-712140-15 HTTP/1.1" status: 200 len: 1097 time: 0.1999795 Nov 12 19:59:35.241362 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-60ca409a-0f44-4196-8989-555f17cc8c38 req-51cab80d-a3cf-4865-86bc-9e3c48e043fb tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489171 Nov 12 19:59:35.253904 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-1776122d-e7f3-4ef1-bb3b-8cb3e05d8a14 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-15'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:59:35.309651 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486a334-e44c-4ac5-9224-0b99ace01cd9 req-8035d397-528e-4bf5-9c7b-d089585bd057 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:35.311501 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2486a334-e44c-4ac5-9224-0b99ace01cd9 req-8035d397-528e-4bf5-9c7b-d089585bd057 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 945 time: 0.2061596 Nov 12 19:59:35.403839 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-e39cef8f-2cce-4159-b7d5-a8adee4de941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:35.405935 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-e39cef8f-2cce-4159-b7d5-a8adee4de941 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8089131190694439ba223dfa74f28f9e&device_id=0d18ae65-18e5-4993-b93d-97e6b800c2e7 HTTP/1.1" status: 200 len: 1095 time: 0.2350712 Nov 12 19:59:35.417883 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-1776122d-e7f3-4ef1-bb3b-8cb3e05d8a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:35.423772 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-70a290cc-4fc9-41a3-a8aa-01f3f74d67d5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:35.446142 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1870056-d60d-4331-8a65-0e39ae3b0734 req-1840e995-7f9e-48ff-a596-b6e012e8a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:35.448503 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b1870056-d60d-4331-8a65-0e39ae3b0734 req-1840e995-7f9e-48ff-a596-b6e012e8a3f0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=46cdc75a-85a0-4ab1-a931-5fdb611c190e HTTP/1.1" status: 200 len: 916 time: 0.3304708 Nov 12 19:59:35.505998 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-0c77a1c2-42ef-42ca-9696-1f180d33349b tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:35.531525 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-c35973a4-0a2c-4aa8-a4c7-aa2138e91842 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4cbcf9d-71f6-48f8-b06f-63f806ca96d1 HTTP/1.1" status: 200 len: 217 time: 0.1148043 Nov 12 19:59:35.606804 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-70a290cc-4fc9-41a3-a8aa-01f3f74d67d5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Network 46cdc75a-85a0-4ab1-a931-5fdb611c190e is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:59:35.608139 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-70a290cc-4fc9-41a3-a8aa-01f3f74d67d5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:59:35.617255 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cc07d1-d189-4000-9493-ad1fbf7d2288 x-openstack-request-id: req-88cc07d1-d189-4000-9493-ad1fbf7d2288 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:59:35.618159 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d18ae65-18e5-4993-b93d-97e6b800c2e7", "tag": "d4cbcf9d-71f6-48f8-b06f-63f806ca96d1", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:59:35.618697 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-88cc07d1-d189-4000-9493-ad1fbf7d2288 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:59:35.619111 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d18ae65-18e5-4993-b93d-97e6b800c2e7', 'tag': 'd4cbcf9d-71f6-48f8-b06f-63f806ca96d1', 'status': 'completed', 'code': 200} Nov 12 19:59:35.632277 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-70a290cc-4fc9-41a3-a8aa-01f3f74d67d5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:59:35.677040 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2486a334-e44c-4ac5-9224-0b99ace01cd9 req-584ba6f6-e6c8-41a3-86c4-1865250bce6e tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235064 Nov 12 19:59:35.693618 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-0c77a1c2-42ef-42ca-9696-1f180d33349b tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:35.752490 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b1870056-d60d-4331-8a65-0e39ae3b0734 req-df1705bc-d2d1-46bd-b543-21918f579e46 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fa761cc-2354-41eb-a81e-1fd4928a9de0 HTTP/1.1" status: 200 len: 217 time: 0.2707362 Nov 12 19:59:35.753359 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a290cc-4fc9-41a3-a8aa-01f3f74d67d5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Pushing event updated for resources: {'Port': ['ID=133497f9-a9c9-4bb1-9ed1-25531589ee57,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:35.782423 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-bc5d593d-1658-4fa6-9839-7d97c4239664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:35.785820 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-bc5d593d-1658-4fa6-9839-7d97c4239664 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5d1a2ef-80da-4226-b4c0-705dbf75989e HTTP/1.1" status: 200 len: 854 time: 0.2383468 Nov 12 19:59:35.833183 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-53cf9830-ec77-4c48-89cc-716382fe67b6 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=9b1d029080744e9982e92155dcce0c43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2625711 Nov 12 19:59:35.860622 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a290cc-4fc9-41a3-a8aa-01f3f74d67d5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:35.861017 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a290cc-4fc9-41a3-a8aa-01f3f74d67d5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:35.861309 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a290cc-4fc9-41a3-a8aa-01f3f74d67d5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:35.861645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a290cc-4fc9-41a3-a8aa-01f3f74d67d5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:35.861976 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a290cc-4fc9-41a3-a8aa-01f3f74d67d5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:35.862310 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a290cc-4fc9-41a3-a8aa-01f3f74d67d5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:35.862641 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a290cc-4fc9-41a3-a8aa-01f3f74d67d5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:35.862966 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a290cc-4fc9-41a3-a8aa-01f3f74d67d5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:35.863315 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a290cc-4fc9-41a3-a8aa-01f3f74d67d5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:35.863616 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a290cc-4fc9-41a3-a8aa-01f3f74d67d5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:35.863941 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a290cc-4fc9-41a3-a8aa-01f3f74d67d5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:35.872944 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a290cc-4fc9-41a3-a8aa-01f3f74d67d5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:35.953985 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-70a290cc-4fc9-41a3-a8aa-01f3f74d67d5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:35.954517 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-70a290cc-4fc9-41a3-a8aa-01f3f74d67d5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:35.976035 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-a68c0647-c6ca-4c33-8b31-f69a197d6269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:35.977590 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-a68c0647-c6ca-4c33-8b31-f69a197d6269 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=46cdc75a-85a0-4ab1-a931-5fdb611c190e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1736331 Nov 12 19:59:35.983312 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-1776122d-e7f3-4ef1-bb3b-8cb3e05d8a14 service neutron] For port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6f8645e5-8789-4b8e-a2d4-f71aef718bd6,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:35.987670 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77a1c2-42ef-42ca-9696-1f180d33349b tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89e45dc1-d66d-43ab-805c-92df468555cc,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:36.011180 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60e47bee-77d9-495f-8774-dc0dcf86f6cb None None] Provisioning complete for port 133497f9-a9c9-4bb1-9ed1-25531589ee57 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:36.013582 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60e47bee-77d9-495f-8774-dc0dcf86f6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:36.017539 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9eb2e-5475-4bc7-a9b5-d6cda301ccd1 req-8995edd1-a6b8-4e9a-93eb-69b24c8903b8 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:36.023758 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9eb2e-5475-4bc7-a9b5-d6cda301ccd1 req-8995edd1-a6b8-4e9a-93eb-69b24c8903b8 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:36.025287 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6212e-f39f-4fb8-8ffe-fbc05ee83c4a req-e78474c8-eac3-48bd-81d3-f1ac2565427c tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:36.025986 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b9d9eb2e-5475-4bc7-a9b5-d6cda301ccd1 req-8995edd1-a6b8-4e9a-93eb-69b24c8903b8 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 1682 time: 0.1229701 Nov 12 19:59:36.032560 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c0a6212e-f39f-4fb8-8ffe-fbc05ee83c4a req-e78474c8-eac3-48bd-81d3-f1ac2565427c tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 931 time: 0.3013325 Nov 12 19:59:36.080173 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60e47bee-77d9-495f-8774-dc0dcf86f6cb None None] Port 133497f9-a9c9-4bb1-9ed1-25531589ee57 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:59:36.082503 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-70a290cc-4fc9-41a3-a8aa-01f3f74d67d5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1646097 Nov 12 19:59:36.084903 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1870056-d60d-4331-8a65-0e39ae3b0734 req-03f7b55d-5597-496c-8338-39d5cacfe469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:36.086277 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b1870056-d60d-4331-8a65-0e39ae3b0734 req-03f7b55d-5597-496c-8338-39d5cacfe469 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5d1a2ef-80da-4226-b4c0-705dbf75989e HTTP/1.1" status: 200 len: 854 time: 0.2809823 Nov 12 19:59:36.131877 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-cc02cf0d-0521-47b2-9331-5954b4dcdce1 service neutron] Request body: {'port': {'device_id': 'd9ed735a-9e35-4ce6-9bc5-cecd48d6ed13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:59:36.150302 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:59:36.183509 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-1776122d-e7f3-4ef1-bb3b-8cb3e05d8a14 service neutron] For port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:59:36.225675 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b9d9eb2e-5475-4bc7-a9b5-d6cda301ccd1 req-3c9d46a7-ac9c-4d01-9496-f74cefa69c29 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886911 Nov 12 19:59:36.246188 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-bcfa5479-9bdd-47cc-afa4-c6ec9856607b service neutron] 10.222.0.52 "GET /v2.0/networks/46cdc75a-85a0-4ab1-a931-5fdb611c190e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515495 Nov 12 19:59:36.265574 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-1776122d-e7f3-4ef1-bb3b-8cb3e05d8a14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:36.282250 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c0a6212e-f39f-4fb8-8ffe-fbc05ee83c4a req-14fbe5fd-3dd7-4723-9126-993b8187ff2d tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487326 Nov 12 19:59:36.311455 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6f8645e5-8789-4b8e-a2d4-f71aef718bd6,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:36.317691 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-1776122d-e7f3-4ef1-bb3b-8cb3e05d8a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:36.334405 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 has no active binding in host n-h2-712140-15 {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 19:59:36.388192 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-cc02cf0d-0521-47b2-9331-5954b4dcdce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:36.407621 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-f90efb4d-6dba-4041-9b2f-194d882f3715 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:36.409207 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-f90efb4d-6dba-4041-9b2f-194d882f3715 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4850726 Nov 12 19:59:36.425910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-0c77a1c2-42ef-42ca-9696-1f180d33349b tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Allocated IP 192.168.233.124 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/d6cb67d8-8e6c-4f5d-85a9-675c05699c18) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:59:36.446128 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1870056-d60d-4331-8a65-0e39ae3b0734 req-93fc16e7-7891-44a1-acae-9cb3f1b88e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:36.447647 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b1870056-d60d-4331-8a65-0e39ae3b0734 req-93fc16e7-7891-44a1-acae-9cb3f1b88e89 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=46cdc75a-85a0-4ab1-a931-5fdb611c190e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3373563 Nov 12 19:59:36.473325 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-ece53a85-886b-4058-93c2-18223c5a20ac tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Request body: {'port': {'device_id': '3f60209c-2bfd-49bd-bcdb-8571f7effaba', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': '9b1d029080744e9982e92155dcce0c43'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:59:36.488925 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-73f537b4-ca7e-4d74-9901-e72f07b1d82c req-ecaca4a9-0028-4bde-aeb4-1b69fa3948e6 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 210 time: 0.1016855 Nov 12 19:59:36.529476 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776122d-e7f3-4ef1-bb3b-8cb3e05d8a14 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8645e5-8789-4b8e-a2d4-f71aef718bd6,revision_number=7']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:36.541234 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-1776122d-e7f3-4ef1-bb3b-8cb3e05d8a14 service neutron] Attempting to bind port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 on host n-h1-712140-15 for vnic_type normal with profile {"migrating_to": "n-h2-712140-15"} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:59:36.541574 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-1776122d-e7f3-4ef1-bb3b-8cb3e05d8a14 service neutron] Attempting to bind port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:59:36.541907 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-1776122d-e7f3-4ef1-bb3b-8cb3e05d8a14 service neutron] Attempting to bind port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:59:36.546193 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72834e0c-fb2e-4e86-baa4-1b371154f7fe req-ea146b01-9063-470e-b976-42c205e4a925 service neutron] 10.222.0.52 "GET /v2.0/networks/46cdc75a-85a0-4ab1-a931-5fdb611c190e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869051 Nov 12 19:59:36.555988 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc0d32-aea8-402b-b8b8-c3bc445d6f0b req-7519632f-ac46-4d16-aa3b-539a787bb770 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:36.563486 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-29dc0d32-aea8-402b-b8b8-c3bc445d6f0b req-7519632f-ac46-4d16-aa3b-539a787bb770 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.1869805 Nov 12 19:59:36.572902 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-1776122d-e7f3-4ef1-bb3b-8cb3e05d8a14 service neutron] Port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:59:36.573497 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-1776122d-e7f3-4ef1-bb3b-8cb3e05d8a14 service neutron] Attempting to bind port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:59:36.589300 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-1776122d-e7f3-4ef1-bb3b-8cb3e05d8a14 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:59:36.589936 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-1776122d-e7f3-4ef1-bb3b-8cb3e05d8a14 service neutron] Checking segment: {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:59:36.590504 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-1776122d-e7f3-4ef1-bb3b-8cb3e05d8a14 service neutron] Bound using segment: {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:59:36.591117 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-1776122d-e7f3-4ef1-bb3b-8cb3e05d8a14 service neutron] Bound port: 6f8645e5-8789-4b8e-a2d4-f71aef718bd6, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:59:36.591718 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-1776122d-e7f3-4ef1-bb3b-8cb3e05d8a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:36.631218 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b1870056-d60d-4331-8a65-0e39ae3b0734 req-6c920d0a-3d9d-406b-9aac-4988e3559191 service neutron] 10.222.0.52 "GET /v2.0/networks/46cdc75a-85a0-4ab1-a931-5fdb611c190e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385701 Nov 12 19:59:36.687017 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-29dc0d32-aea8-402b-b8b8-c3bc445d6f0b req-831f928c-761f-4738-94f2-d038e58798a4 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223018 Nov 12 19:59:36.731676 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c658185-2915-434d-b40a-ca3e5c89a52f req-6dc1f5c2-eb1f-4798-a061-077d50d98a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:36.733915 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6c658185-2915-434d-b40a-ca3e5c89a52f req-6dc1f5c2-eb1f-4798-a061-077d50d98a21 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8089131190694439ba223dfa74f28f9e&device_id=0d18ae65-18e5-4993-b93d-97e6b800c2e7 HTTP/1.1" status: 200 len: 1095 time: 0.1108265 Nov 12 19:59:36.746869 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-1776122d-e7f3-4ef1-bb3b-8cb3e05d8a14 service neutron] For port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:59:36.758554 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-1776122d-e7f3-4ef1-bb3b-8cb3e05d8a14 service neutron] For port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6f8645e5-8789-4b8e-a2d4-f71aef718bd6,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:59:36.782084 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-1776122d-e7f3-4ef1-bb3b-8cb3e05d8a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:36.953793 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776122d-e7f3-4ef1-bb3b-8cb3e05d8a14 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8645e5-8789-4b8e-a2d4-f71aef718bd6,revision_number=8']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:36.970278 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8758c-b3e0-4bd6-9140-1f99a9e4f2e2 req-bc2c162c-a738-4cd9-bb1e-99c10282f4fb tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:36.978033 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fbd8758c-b3e0-4bd6-9140-1f99a9e4f2e2 req-bc2c162c-a738-4cd9-bb1e-99c10282f4fb tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 943 time: 0.1853862 Nov 12 19:59:36.982497 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-1776122d-e7f3-4ef1-bb3b-8cb3e05d8a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:36.983122 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-1776122d-e7f3-4ef1-bb3b-8cb3e05d8a14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:36.984581 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-1776122d-e7f3-4ef1-bb3b-8cb3e05d8a14 service neutron] 10.222.0.52 "PUT /v2.0/ports/6f8645e5-8789-4b8e-a2d4-f71aef718bd6 HTTP/1.1" status: 200 len: 1123 time: 1.7364767 Nov 12 19:59:36.992533 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c658185-2915-434d-b40a-ca3e5c89a52f req-30ef0325-58f0-478c-8b1b-388ce68b383c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:36.993983 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6c658185-2915-434d-b40a-ca3e5c89a52f req-30ef0325-58f0-478c-8b1b-388ce68b383c service neutron] 10.222.0.52 "GET /v2.0/networks?id=46cdc75a-85a0-4ab1-a931-5fdb611c190e HTTP/1.1" status: 200 len: 916 time: 0.2447736 Nov 12 19:59:37.062871 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6c658185-2915-434d-b40a-ca3e5c89a52f req-5469d2bb-ec0d-4736-b479-4f5b75f45612 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4cbcf9d-71f6-48f8-b06f-63f806ca96d1 HTTP/1.1" status: 200 len: 217 time: 0.0498397 Nov 12 19:59:37.102134 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['6f8645e5-8789-4b8e-a2d4-f71aef718bd6'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:59:37.124697 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fbd8758c-b3e0-4bd6-9140-1f99a9e4f2e2 req-4a10eb3d-8b64-4147-90a0-bcdea16310d3 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457160 Nov 12 19:59:37.150034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c658185-2915-434d-b40a-ca3e5c89a52f req-416aceed-24ce-4f08-b9fd-3f07ce3a7e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:37.151847 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6c658185-2915-434d-b40a-ca3e5c89a52f req-416aceed-24ce-4f08-b9fd-3f07ce3a7e65 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5d1a2ef-80da-4226-b4c0-705dbf75989e HTTP/1.1" status: 200 len: 854 time: 0.0703118 Nov 12 19:59:37.202511 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6f8645e5-8789-4b8e-a2d4-f71aef718bd6'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:59:37.230510 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c658185-2915-434d-b40a-ca3e5c89a52f req-f2778946-4359-4b5c-8801-efe34d904917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:37.238401 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6c658185-2915-434d-b40a-ca3e5c89a52f req-f2778946-4359-4b5c-8801-efe34d904917 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=46cdc75a-85a0-4ab1-a931-5fdb611c190e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750771 Nov 12 19:59:37.260932 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 7d5de176-731f-49d4-a231-21859faa9944 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:59:37.311835 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f0c6c-064e-4aa8-bafe-cf32bebf9481 req-50dd3302-49ac-4a76-85e2-08342199747e tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:37.317402 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-182f0c6c-064e-4aa8-bafe-cf32bebf9481 req-50dd3302-49ac-4a76-85e2-08342199747e tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 949 time: 0.6737251 Nov 12 19:59:37.470090 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 7d5de176-731f-49d4-a231-21859faa9944 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:59:37.477939 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-182f0c6c-064e-4aa8-bafe-cf32bebf9481 req-6e92fb1e-92f1-4aa3-99c2-a5a065b98a2a tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391644 Nov 12 19:59:37.501202 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 7d5de176-731f-49d4-a231-21859faa9944 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:37.502178 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:37.513369 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b1870056-d60d-4331-8a65-0e39ae3b0734 req-71f9c5df-4c74-4431-9992-877fecaaaa1f service neutron] 10.222.0.52 "GET /v2.0/networks/46cdc75a-85a0-4ab1-a931-5fdb611c190e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8246429 Nov 12 19:59:37.558631 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3343a-b1cb-44c0-b70f-6032b1791a7d req-04348c6d-7fbe-4dd6-915c-085f854c03a0 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:37.563077 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-ece53a85-886b-4058-93c2-18223c5a20ac tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Made reservation on behalf of 9b1d029080744e9982e92155dcce0c43 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:59:37.570512 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3343a-b1cb-44c0-b70f-6032b1791a7d req-04348c6d-7fbe-4dd6-915c-085f854c03a0 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:37.572591 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eea3343a-b1cb-44c0-b70f-6032b1791a7d req-04348c6d-7fbe-4dd6-915c-085f854c03a0 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.52 "GET /v2.0/ports?device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 1682 time: 0.2208667 Nov 12 19:59:37.574344 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-ece53a85-886b-4058-93c2-18223c5a20ac tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:37.587583 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6c658185-2915-434d-b40a-ca3e5c89a52f req-53b05051-4d73-41ed-b66e-54049533534b service neutron] 10.222.0.52 "GET /v2.0/networks/46cdc75a-85a0-4ab1-a931-5fdb611c190e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378620 Nov 12 19:59:37.629537 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-0c77a1c2-42ef-42ca-9696-1f180d33349b tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:37.636879 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f8645e5-8789-4b8e-a2d4-f71aef718bd6'}, {'name': 'network-changed', 'server_uuid': 'bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd', 'tag': '6f8645e5-8789-4b8e-a2d4-f71aef718bd6'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:59:37.641560 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d4ea89-ca5b-43d6-aded-8ced24cce6bc" -d '{"events": [{"server_uuid": "bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd", "name": "network-vif-unplugged", "status": "completed", "tag": "6f8645e5-8789-4b8e-a2d4-f71aef718bd6"}, {"name": "network-changed", "server_uuid": "bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd", "tag": "6f8645e5-8789-4b8e-a2d4-f71aef718bd6"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:59:37.662089 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b270d-648e-4306-9fbe-c611f0ac2ca3 req-b13c34b5-ee6a-4c52-8a43-664a959a0aa5 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:37.672946 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b270d-648e-4306-9fbe-c611f0ac2ca3 req-b13c34b5-ee6a-4c52-8a43-664a959a0aa5 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:37.676719 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5c3b270d-648e-4306-9fbe-c611f0ac2ca3 req-b13c34b5-ee6a-4c52-8a43-664a959a0aa5 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 1682 time: 0.2549691 Nov 12 19:59:37.713100 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:37.754305 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 7d5de176-731f-49d4-a231-21859faa9944, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=7d5de176-731f-49d4-a231-21859faa9944,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:37.755211 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf68741-ea52-4e82-83f5-e03f12cfe4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5de176-731f-49d4-a231-21859faa9944'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:59:37.757955 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f35379-aee7-46fb-ba27-10913ef950c6" -d '{"events": [{"server_uuid": "abf68741-ea52-4e82-83f5-e03f12cfe4f7", "name": "network-vif-plugged", "status": "completed", "tag": "7d5de176-731f-49d4-a231-21859faa9944"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:59:37.765240 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:37.800080 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34403e-8f73-4b2b-970c-69cf03324140 req-cf268313-09ea-4785-8cb9-1d5cb0221405 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:37.808046 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5e34403e-8f73-4b2b-970c-69cf03324140 req-cf268313-09ea-4785-8cb9-1d5cb0221405 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 931 time: 0.2101374 Nov 12 19:59:37.826370 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=7d5de176-731f-49d4-a231-21859faa9944,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:37.873717 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-0c77a1c2-42ef-42ca-9696-1f180d33349b tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:37.976344 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-cc02cf0d-0521-47b2-9331-5954b4dcdce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 133497f9-a9c9-4bb1-9ed1-25531589ee57 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:59:37.991550 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-0c77a1c2-42ef-42ca-9696-1f180d33349b tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:59:37.998352 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-cc02cf0d-0521-47b2-9331-5954b4dcdce1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:38.017320 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5e34403e-8f73-4b2b-970c-69cf03324140 req-8cfe1279-9d9d-4de5-9acb-15cdfea98f20 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080312 Nov 12 19:59:38.035984 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-cc02cf0d-0521-47b2-9331-5954b4dcdce1 service neutron] Transition to ACTIVE for port object 133497f9-a9c9-4bb1-9ed1-25531589ee57 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:59:38.037846 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-ece53a85-886b-4058-93c2-18223c5a20ac tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Allocated IP 192.168.233.91 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/f829769d-605a-403d-97fa-d794e825cb30) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:59:38.066809 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-0c77a1c2-42ef-42ca-9696-1f180d33349b tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:59:38.082441 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-0c77a1c2-42ef-42ca-9696-1f180d33349b tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:59:38.120522 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-cc02cf0d-0521-47b2-9331-5954b4dcdce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:38.141290 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77a1c2-42ef-42ca-9696-1f180d33349b tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Pushing event updated for resources: {'Port': ['ID=d6cb67d8-8e6c-4f5d-85a9-675c05699c18,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:38.160906 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5c3b270d-648e-4306-9fbe-c611f0ac2ca3 req-53aa0893-c0d6-4d1c-94a8-bdc0af043818 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369364 Nov 12 19:59:38.163273 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 4fa761cc-2354-41eb-a81e-1fd4928a9de0 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:59:38.186589 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-eea3343a-b1cb-44c0-b70f-6032b1791a7d req-be724567-cd53-483c-adfb-b46664e6e28c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Deleting port 8425a1da-cb30-4e7f-a8a1-20612ad27d00 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:59:38.186965 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-eea3343a-b1cb-44c0-b70f-6032b1791a7d req-be724567-cd53-483c-adfb-b46664e6e28c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:38.305088 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 19:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58781398-f087-4505-8acc-e57798083b0f x-openstack-request-id: req-58781398-f087-4505-8acc-e57798083b0f {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:59:38.309092 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd", "name": "network-vif-unplugged", "status": "completed", "tag": "6f8645e5-8789-4b8e-a2d4-f71aef718bd6", "code": 200}, {"name": "network-changed", "server_uuid": "bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd", "tag": "6f8645e5-8789-4b8e-a2d4-f71aef718bd6", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:59:38.309495 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-58781398-f087-4505-8acc-e57798083b0f {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:59:38.310500 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02cf0d-0521-47b2-9331-5954b4dcdce1 service neutron] Pushing event updated for resources: {'Port': ['ID=133497f9-a9c9-4bb1-9ed1-25531589ee57,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:38.310632 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f8645e5-8789-4b8e-a2d4-f71aef718bd6', 'code': 200} Nov 12 19:59:38.310940 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd', 'tag': '6f8645e5-8789-4b8e-a2d4-f71aef718bd6', 'status': 'completed', 'code': 200} Nov 12 19:59:38.340693 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6c658185-2915-434d-b40a-ca3e5c89a52f req-94258db8-bd91-4d60-8c76-9e683078bd4d service neutron] 10.222.0.52 "GET /v2.0/networks/46cdc75a-85a0-4ab1-a931-5fdb611c190e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6893470 Nov 12 19:59:38.386374 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1201270d-4757-4851-808c-c94cd410b20e req-a6475a08-c928-402f-b8be-24fa68dd32f5 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 210 time: 0.2464454 Nov 12 19:59:38.419406 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-0c77a1c2-42ef-42ca-9696-1f180d33349b tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:38.420253 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-0c77a1c2-42ef-42ca-9696-1f180d33349b tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:38.475739 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 4fa761cc-2354-41eb-a81e-1fd4928a9de0, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=4fa761cc-2354-41eb-a81e-1fd4928a9de0,segment=NetworkSegment(60dcf374-65f4-41f7-a8bd-7ca59b96d3e9),segment_id=60dcf374-65f4-41f7-a8bd-7ca59b96d3e9)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:38.481584 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4ea89-ca5b-43d6-aded-8ced24cce6bc req-7979d725-e2cf-4627-bc80-a87bd586b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:38.483948 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a2d4ea89-ca5b-43d6-aded-8ced24cce6bc req-7979d725-e2cf-4627-bc80-a87bd586b7f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 1126 time: 0.1837842 Nov 12 19:59:38.527379 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '4fa761cc-2354-41eb-a81e-1fd4928a9de0', 'network_id': '46cdc75a-85a0-4ab1-a931-5fdb611c190e', 'port_id': '4fa761cc-2354-41eb-a81e-1fd4928a9de0', 'mac_address': 'fa:16:3e:11:df:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d1a2ef-80da-4226-b4c0-705dbf75989e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:59:38.562336 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb30f8-4391-496c-aaed-7578b50eebaf req-d761fc40-252d-42b2-99db-780b2123bfc9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:38.571298 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-0c77a1c2-42ef-42ca-9696-1f180d33349b tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1389294 Nov 12 19:59:38.573972 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-91bb30f8-4391-496c-aaed-7578b50eebaf req-d761fc40-252d-42b2-99db-780b2123bfc9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.1920230 Nov 12 19:59:38.574295 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96ef702-c60d-4c63-9b8c-aca6a53984ff x-openstack-request-id: req-d96ef702-c60d-4c63-9b8c-aca6a53984ff {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:59:38.579616 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf68741-ea52-4e82-83f5-e03f12cfe4f7", "name": "network-vif-plugged", "status": "completed", "tag": "7d5de176-731f-49d4-a231-21859faa9944", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:59:38.579936 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d96ef702-c60d-4c63-9b8c-aca6a53984ff {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:59:38.580501 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf68741-ea52-4e82-83f5-e03f12cfe4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5de176-731f-49d4-a231-21859faa9944', 'code': 200} Nov 12 19:59:38.590929 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8336a578-3d5f-445d-a3c4-981854d5f32e None None] Provisioning complete for port d6cb67d8-8e6c-4f5d-85a9-675c05699c18 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:38.591306 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8336a578-3d5f-445d-a3c4-981854d5f32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:38.593479 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-372f4822-ccba-476d-bf93-6329b316984f service neutron] Request body: {'port': {'device_id': '5268c50f-ab3d-408b-8505-7cf80dfe5638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:59:38.648351 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:38.681834 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa761cc-2354-41eb-a81e-1fd4928a9de0 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:59:38.686387 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-eea3343a-b1cb-44c0-b70f-6032b1791a7d req-be724567-cd53-483c-adfb-b46664e6e28c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] For port 8425a1da-cb30-4e7f-a8a1-20612ad27d00, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8425a1da-cb30-4e7f-a8a1-20612ad27d00,segment=NetworkSegment(c30a56a3-7793-4180-9f3c-92de7074873c),segment_id=c30a56a3-7793-4180-9f3c-92de7074873c)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:38.686766 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-eea3343a-b1cb-44c0-b70f-6032b1791a7d req-be724567-cd53-483c-adfb-b46664e6e28c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:38.710490 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 4fa761cc-2354-41eb-a81e-1fd4928a9de0, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=4fa761cc-2354-41eb-a81e-1fd4928a9de0,segment=NetworkSegment(60dcf374-65f4-41f7-a8bd-7ca59b96d3e9),segment_id=60dcf374-65f4-41f7-a8bd-7ca59b96d3e9)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:38.723805 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:38.734434 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8336a578-3d5f-445d-a3c4-981854d5f32e None None] Port d6cb67d8-8e6c-4f5d-85a9-675c05699c18 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:59:38.759527 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-cc02cf0d-0521-47b2-9331-5954b4dcdce1 service neutron] Attempting to bind port 133497f9-a9c9-4bb1-9ed1-25531589ee57 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:59:38.759901 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-cc02cf0d-0521-47b2-9331-5954b4dcdce1 service neutron] Attempting to bind port 133497f9-a9c9-4bb1-9ed1-25531589ee57 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '60dcf374-65f4-41f7-a8bd-7ca59b96d3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46cdc75a-85a0-4ab1-a931-5fdb611c190e'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:59:38.760194 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-cc02cf0d-0521-47b2-9331-5954b4dcdce1 service neutron] Attempting to bind port 133497f9-a9c9-4bb1-9ed1-25531589ee57 on network 46cdc75a-85a0-4ab1-a931-5fdb611c190e {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:59:38.769400 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-eea3343a-b1cb-44c0-b70f-6032b1791a7d req-be724567-cd53-483c-adfb-b46664e6e28c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Calling delete_port for 8425a1da-cb30-4e7f-a8a1-20612ad27d00 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:59:38.776883 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-91bb30f8-4391-496c-aaed-7578b50eebaf req-08093af7-9c3d-4391-81d4-8171aac2a871 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997089 Nov 12 19:59:38.779617 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-ece53a85-886b-4058-93c2-18223c5a20ac tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:38.798639 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=4fa761cc-2354-41eb-a81e-1fd4928a9de0,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:38.833122 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-cc02cf0d-0521-47b2-9331-5954b4dcdce1 service neutron] Port 133497f9-a9c9-4bb1-9ed1-25531589ee57 on network 46cdc75a-85a0-4ab1-a931-5fdb611c190e not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:59:38.833481 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-cc02cf0d-0521-47b2-9331-5954b4dcdce1 service neutron] Attempting to bind port 133497f9-a9c9-4bb1-9ed1-25531589ee57 on network 46cdc75a-85a0-4ab1-a931-5fdb611c190e {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:59:38.857840 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c211b-165e-4959-bbe3-7d15ec058fa7 req-a8d1b1e6-82cc-4ce4-bcec-4f473c768205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:38.860617 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7c5c211b-165e-4959-bbe3-7d15ec058fa7 req-a8d1b1e6-82cc-4ce4-bcec-4f473c768205 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 1102 time: 0.2600758 Nov 12 19:59:38.871592 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf68a8-d81c-4b54-97c8-d39dc4b46134 req-40c70106-1d7c-4c68-a55c-b987e97b9d3d tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:38.879286 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2bdf68a8-d81c-4b54-97c8-d39dc4b46134 req-40c70106-1d7c-4c68-a55c-b987e97b9d3d tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 943 time: 0.2284276 Nov 12 19:59:38.881896 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-cc02cf0d-0521-47b2-9331-5954b4dcdce1 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:59:38.882250 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-cc02cf0d-0521-47b2-9331-5954b4dcdce1 service neutron] Checking segment: {'id': '60dcf374-65f4-41f7-a8bd-7ca59b96d3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46cdc75a-85a0-4ab1-a931-5fdb611c190e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:59:38.882729 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-cc02cf0d-0521-47b2-9331-5954b4dcdce1 service neutron] Bound using segment: {'id': '60dcf374-65f4-41f7-a8bd-7ca59b96d3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46cdc75a-85a0-4ab1-a931-5fdb611c190e'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:59:38.883184 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-cc02cf0d-0521-47b2-9331-5954b4dcdce1 service neutron] Bound port: 133497f9-a9c9-4bb1-9ed1-25531589ee57, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60dcf374-65f4-41f7-a8bd-7ca59b96d3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46cdc75a-85a0-4ab1-a931-5fdb611c190e'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:59:38.883540 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-cc02cf0d-0521-47b2-9331-5954b4dcdce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:38.885522 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-372f4822-ccba-476d-bf93-6329b316984f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:38.909258 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4ea89-ca5b-43d6-aded-8ced24cce6bc req-2748295e-e114-47de-85e7-7fe897da04e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:38.910622 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a2d4ea89-ca5b-43d6-aded-8ced24cce6bc req-2748295e-e114-47de-85e7-7fe897da04e3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=268668ed-0d7b-4f7b-9df1-da4be7d9946d HTTP/1.1" status: 200 len: 922 time: 0.4026887 Nov 12 19:59:39.022110 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a2d4ea89-ca5b-43d6-aded-8ced24cce6bc req-7c106634-c8fa-438d-a313-6eef0c0347ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f8645e5-8789-4b8e-a2d4-f71aef718bd6 HTTP/1.1" status: 200 len: 217 time: 0.0583000 Nov 12 19:59:39.048363 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-ece53a85-886b-4058-93c2-18223c5a20ac tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:39.077608 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2bdf68a8-d81c-4b54-97c8-d39dc4b46134 req-6c14096b-c466-4050-9f62-cb6c73c0b13a tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974659 Nov 12 19:59:39.079995 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7c5c211b-165e-4959-bbe3-7d15ec058fa7 req-54b78b53-d092-4c25-a36a-ee7d19178dfd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862037 Nov 12 19:59:39.088859 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['4fa761cc-2354-41eb-a81e-1fd4928a9de0'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:59:39.129691 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-ece53a85-886b-4058-93c2-18223c5a20ac tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:59:39.133109 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4af97-71ee-442f-9a38-b172cce10a74 req-59f2c756-c847-48e4-a0d1-a3fb3c838b82 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:39.136946 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-ece53a85-886b-4058-93c2-18223c5a20ac tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:59:39.140413 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-23b4af97-71ee-442f-9a38-b172cce10a74 req-59f2c756-c847-48e4-a0d1-a3fb3c838b82 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 950 time: 0.1681166 Nov 12 19:59:39.144810 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-ece53a85-886b-4058-93c2-18223c5a20ac tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:59:39.152801 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-cc02cf0d-0521-47b2-9331-5954b4dcdce1 service neutron] For port 133497f9-a9c9-4bb1-9ed1-25531589ee57, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:59:39.174830 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4ea89-ca5b-43d6-aded-8ced24cce6bc req-20403ba3-4733-42b3-9ae0-e33503e21ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:39.176375 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a2d4ea89-ca5b-43d6-aded-8ced24cce6bc req-20403ba3-4733-42b3-9ae0-e33503e21ad8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7e87043-7d2d-4150-b80d-fb0e6e39dcdf HTTP/1.1" status: 200 len: 861 time: 0.1364522 Nov 12 19:59:39.234108 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-23b4af97-71ee-442f-9a38-b172cce10a74 req-5b0eea9b-5116-475d-8243-db602d629abb tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923605 Nov 12 19:59:39.235021 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-eea3343a-b1cb-44c0-b70f-6032b1791a7d req-be724567-cd53-483c-adfb-b46664e6e28c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:39.301130 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be724567-cd53-483c-adfb-b46664e6e28c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event deleted for resources: {'Port': ['ID=8425a1da-cb30-4e7f-a8a1-20612ad27d00,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:39.322968 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece53a85-886b-4058-93c2-18223c5a20ac tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Pushing event updated for resources: {'Port': ['ID=f829769d-605a-403d-97fa-d794e825cb30,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:39.326386 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-cc02cf0d-0521-47b2-9331-5954b4dcdce1 service neutron] For port 133497f9-a9c9-4bb1-9ed1-25531589ee57, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=133497f9-a9c9-4bb1-9ed1-25531589ee57,segment=NetworkSegment(60dcf374-65f4-41f7-a8bd-7ca59b96d3e9),segment_id=60dcf374-65f4-41f7-a8bd-7ca59b96d3e9)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:59:39.361473 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-cc02cf0d-0521-47b2-9331-5954b4dcdce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:39.433604 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea3343a-b1cb-44c0-b70f-6032b1791a7d req-be724567-cd53-483c-adfb-b46664e6e28c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] No DVR routers for this DVR port 8425a1da-cb30-4e7f-a8a1-20612ad27d00 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:59:39.441128 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-eea3343a-b1cb-44c0-b70f-6032b1791a7d req-be724567-cd53-483c-adfb-b46664e6e28c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:39.446077 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eea3343a-b1cb-44c0-b70f-6032b1791a7d req-be724567-cd53-483c-adfb-b46664e6e28c tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.52 "DELETE /v2.0/ports/8425a1da-cb30-4e7f-a8a1-20612ad27d00 HTTP/1.1" status: 204 len: 173 time: 1.8610716 Nov 12 19:59:39.460936 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-ece53a85-886b-4058-93c2-18223c5a20ac tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:39.461692 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-ece53a85-886b-4058-93c2-18223c5a20ac tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:39.472107 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4214d0-7755-47f9-8bc1-26703a8e087f req-c0fe32ad-7aea-43c8-9d9f-7a820c4edfb9 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:39.474014 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0f4214d0-7755-47f9-8bc1-26703a8e087f req-c0fe32ad-7aea-43c8-9d9f-7a820c4edfb9 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 946 time: 0.1751740 Nov 12 19:59:39.540624 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2555e-c131-4e1a-a8f1-5d415f1e5ad4 req-2c352bae-2f4d-4be0-8dac-607bd41dfdf2 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:39.543663 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-57e2555e-c131-4e1a-a8f1-5d415f1e5ad4 req-2c352bae-2f4d-4be0-8dac-607bd41dfdf2 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 943 time: 0.2674572 Nov 12 19:59:39.549255 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-cc02cf0d-0521-47b2-9331-5954b4dcdce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:39.550376 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-cc02cf0d-0521-47b2-9331-5954b4dcdce1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:39.552715 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-cc02cf0d-0521-47b2-9331-5954b4dcdce1 service neutron] 10.222.0.55 "PUT /v2.0/ports/133497f9-a9c9-4bb1-9ed1-25531589ee57 HTTP/1.1" status: 200 len: 1092 time: 3.4457812 Nov 12 19:59:39.553265 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ed735a-9e35-4ce6-9bc5-cecd48d6ed13', 'tag': '133497f9-a9c9-4bb1-9ed1-25531589ee57'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:59:39.555790 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adba256b-2f9c-436b-b651-0ef4f8f4cc0d" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13", "tag": "133497f9-a9c9-4bb1-9ed1-25531589ee57"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:59:39.654965 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0f4214d0-7755-47f9-8bc1-26703a8e087f req-b2b3775b-09cf-424c-b3d5-ebbf2405bed1 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/security-groups?id=9148464a-bc41-4294-b572-dfd8bee1e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529672 Nov 12 19:59:39.661374 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02cf0d-0521-47b2-9331-5954b4dcdce1 service neutron] Pushing event updated for resources: {'Port': ['ID=133497f9-a9c9-4bb1-9ed1-25531589ee57,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:39.672756 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-ece53a85-886b-4058-93c2-18223c5a20ac tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2331736 Nov 12 19:59:39.718584 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-571ccf70-7f84-4d56-aaef-f43fca924ed8 None None] Provisioning complete for port f829769d-605a-403d-97fa-d794e825cb30 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:39.720865 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-571ccf70-7f84-4d56-aaef-f43fca924ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:39.741355 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-eea3343a-b1cb-44c0-b70f-6032b1791a7d req-6c7c37f1-c9fe-4e0f-82f9-6b742684b71d tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Deleting port 23c6c613-09ce-4924-885b-7bc18f7190fd {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:59:39.741703 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-eea3343a-b1cb-44c0-b70f-6032b1791a7d req-6c7c37f1-c9fe-4e0f-82f9-6b742684b71d tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:39.765414 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-57e2555e-c131-4e1a-a8f1-5d415f1e5ad4 req-4d005dcf-e1b6-4377-8814-de531125fc3f tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031846 Nov 12 19:59:39.822177 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-571ccf70-7f84-4d56-aaef-f43fca924ed8 None None] Port f829769d-605a-403d-97fa-d794e825cb30 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 19:59:39.848278 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602e47ac-a32c-4b8e-a347-a8d9756e16c9 x-openstack-request-id: req-602e47ac-a32c-4b8e-a347-a8d9756e16c9 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:59:39.848573 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13", "tag": "133497f9-a9c9-4bb1-9ed1-25531589ee57", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:59:39.848827 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-602e47ac-a32c-4b8e-a347-a8d9756e16c9 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:59:39.849814 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ed735a-9e35-4ce6-9bc5-cecd48d6ed13', 'tag': '133497f9-a9c9-4bb1-9ed1-25531589ee57', 'status': 'completed', 'code': 200} Nov 12 19:59:39.990359 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aac346-6627-4b02-a25c-99188a62b477 req-1c2fc555-662f-458f-bf31-89e679ffb200 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:39.991930 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b2aac346-6627-4b02-a25c-99188a62b477 req-1c2fc555-662f-458f-bf31-89e679ffb200 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 935 time: 0.1123078 Nov 12 19:59:39.993911 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-eea3343a-b1cb-44c0-b70f-6032b1791a7d req-6c7c37f1-c9fe-4e0f-82f9-6b742684b71d tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] For port 23c6c613-09ce-4924-885b-7bc18f7190fd, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=23c6c613-09ce-4924-885b-7bc18f7190fd,segment=NetworkSegment(aaacb95a-f6c6-4f4b-802b-0e624123bc9c),segment_id=aaacb95a-f6c6-4f4b-802b-0e624123bc9c)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:39.995871 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-eea3343a-b1cb-44c0-b70f-6032b1791a7d req-6c7c37f1-c9fe-4e0f-82f9-6b742684b71d tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:40.003249 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-372f4822-ccba-476d-bf93-6329b316984f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6cb67d8-8e6c-4f5d-85a9-675c05699c18 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:59:40.014510 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-372f4822-ccba-476d-bf93-6329b316984f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:40.029939 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-eea3343a-b1cb-44c0-b70f-6032b1791a7d req-6c7c37f1-c9fe-4e0f-82f9-6b742684b71d tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Calling delete_port for 23c6c613-09ce-4924-885b-7bc18f7190fd owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:59:40.036828 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ec0f0-f0bb-4cd3-9b30-2a512199fea7 req-8178b43e-51c8-4f07-8778-fa818589b355 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:40.038906 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9a7ec0f0-f0bb-4cd3-9b30-2a512199fea7 req-8178b43e-51c8-4f07-8778-fa818589b355 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.1017442 Nov 12 19:59:40.059698 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-372f4822-ccba-476d-bf93-6329b316984f service neutron] Transition to ACTIVE for port object d6cb67d8-8e6c-4f5d-85a9-675c05699c18 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:59:40.071220 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-372f4822-ccba-476d-bf93-6329b316984f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:40.125008 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b2aac346-6627-4b02-a25c-99188a62b477 req-6b663a40-daa6-4d4d-b9eb-04379bdff2ac tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253529 Nov 12 19:59:40.167535 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9a7ec0f0-f0bb-4cd3-9b30-2a512199fea7 req-da34fb4b-25df-4547-a037-92a289c99185 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161869 Nov 12 19:59:40.170631 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device d4cbcf9d-71f6-48f8-b06f-63f806ca96d1 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:59:40.173528 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 23c6c613-09ce-4924-885b-7bc18f7190fd no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:59:40.180257 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f4822-ccba-476d-bf93-6329b316984f service neutron] Pushing event updated for resources: {'Port': ['ID=d6cb67d8-8e6c-4f5d-85a9-675c05699c18,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:40.244538 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 19:59:40.314968 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0573d562-3607-46fc-ad98-5091d0cfb1ea', 'name': 'network-vif-deleted', 'tag': '8425a1da-cb30-4e7f-a8a1-20612ad27d00'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:59:40.317614 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fd47b2-ce51-4530-954e-9b2527b29445" -d '{"events": [{"server_uuid": "0573d562-3607-46fc-ad98-5091d0cfb1ea", "name": "network-vif-deleted", "tag": "8425a1da-cb30-4e7f-a8a1-20612ad27d00"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:59:40.354935 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-372f4822-ccba-476d-bf93-6329b316984f service neutron] Attempting to bind port d6cb67d8-8e6c-4f5d-85a9-675c05699c18 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:59:40.355862 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-372f4822-ccba-476d-bf93-6329b316984f service neutron] Attempting to bind port d6cb67d8-8e6c-4f5d-85a9-675c05699c18 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:59:40.356544 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-372f4822-ccba-476d-bf93-6329b316984f service neutron] Attempting to bind port d6cb67d8-8e6c-4f5d-85a9-675c05699c18 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:59:40.375674 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-eea3343a-b1cb-44c0-b70f-6032b1791a7d req-6c7c37f1-c9fe-4e0f-82f9-6b742684b71d tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:40.379671 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-372f4822-ccba-476d-bf93-6329b316984f service neutron] Port d6cb67d8-8e6c-4f5d-85a9-675c05699c18 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:59:40.380052 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-372f4822-ccba-476d-bf93-6329b316984f service neutron] Attempting to bind port d6cb67d8-8e6c-4f5d-85a9-675c05699c18 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:59:40.392853 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-372f4822-ccba-476d-bf93-6329b316984f service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:59:40.392853 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-372f4822-ccba-476d-bf93-6329b316984f service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:59:40.393252 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-372f4822-ccba-476d-bf93-6329b316984f service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:59:40.393549 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-372f4822-ccba-476d-bf93-6329b316984f service neutron] Bound port: d6cb67d8-8e6c-4f5d-85a9-675c05699c18, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:59:40.394060 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-372f4822-ccba-476d-bf93-6329b316984f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:40.407914 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No active binding found for port 23c6c613-09ce-4924-885b-7bc18f7190fd {{(pid=102449) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 19:59:40.409631 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 23c6c613-09ce-4924-885b-7bc18f7190fd not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:59:40.413022 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 8425a1da-cb30-4e7f-a8a1-20612ad27d00 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:59:40.434226 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce4c30-1475-46ea-bd30-c30ca69272db req-ecb79abc-04d9-45b6-890e-c90c6e04426c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:40.438324 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c37f1-c9fe-4e0f-82f9-6b742684b71d tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event deleted for resources: {'Port': ['ID=23c6c613-09ce-4924-885b-7bc18f7190fd,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:40.444656 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4fce4c30-1475-46ea-bd30-c30ca69272db req-ecb79abc-04d9-45b6-890e-c90c6e04426c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 943 time: 0.1310368 Nov 12 19:59:40.492648 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 8425a1da-cb30-4e7f-a8a1-20612ad27d00 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:59:40.494698 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 8425a1da-cb30-4e7f-a8a1-20612ad27d00 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:59:40.542535 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea3343a-b1cb-44c0-b70f-6032b1791a7d req-6c7c37f1-c9fe-4e0f-82f9-6b742684b71d tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] No DVR routers for this DVR port 23c6c613-09ce-4924-885b-7bc18f7190fd on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:59:40.547219 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-eea3343a-b1cb-44c0-b70f-6032b1791a7d req-6c7c37f1-c9fe-4e0f-82f9-6b742684b71d tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:40.550953 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4fce4c30-1475-46ea-bd30-c30ca69272db req-4cacbc9b-2b1f-4622-8e27-5c427036f5cc tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055996 Nov 12 19:59:40.553025 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eea3343a-b1cb-44c0-b70f-6032b1791a7d req-6c7c37f1-c9fe-4e0f-82f9-6b742684b71d tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.52 "DELETE /v2.0/ports/23c6c613-09ce-4924-885b-7bc18f7190fd HTTP/1.1" status: 204 len: 173 time: 1.0984628 Nov 12 19:59:40.557014 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port d4cbcf9d-71f6-48f8-b06f-63f806ca96d1, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d4cbcf9d-71f6-48f8-b06f-63f806ca96d1,segment=NetworkSegment(60dcf374-65f4-41f7-a8bd-7ca59b96d3e9),segment_id=60dcf374-65f4-41f7-a8bd-7ca59b96d3e9)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:40.581758 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'd4cbcf9d-71f6-48f8-b06f-63f806ca96d1', 'network_id': '46cdc75a-85a0-4ab1-a931-5fdb611c190e', 'port_id': 'd4cbcf9d-71f6-48f8-b06f-63f806ca96d1', 'mac_address': 'fa:16:3e:ff:91:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d1a2ef-80da-4226-b4c0-705dbf75989e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:59:40.616208 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-372f4822-ccba-476d-bf93-6329b316984f service neutron] For port d6cb67d8-8e6c-4f5d-85a9-675c05699c18, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:59:40.626420 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-372f4822-ccba-476d-bf93-6329b316984f service neutron] For port d6cb67d8-8e6c-4f5d-85a9-675c05699c18, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d6cb67d8-8e6c-4f5d-85a9-675c05699c18,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:59:40.633392 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-372f4822-ccba-476d-bf93-6329b316984f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:40.667654 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:40.693971 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4cbcf9d-71f6-48f8-b06f-63f806ca96d1 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:59:40.744710 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port d4cbcf9d-71f6-48f8-b06f-63f806ca96d1, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d4cbcf9d-71f6-48f8-b06f-63f806ca96d1,segment=NetworkSegment(60dcf374-65f4-41f7-a8bd-7ca59b96d3e9),segment_id=60dcf374-65f4-41f7-a8bd-7ca59b96d3e9)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:40.750215 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:40.792217 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-372f4822-ccba-476d-bf93-6329b316984f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:40.797459 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-372f4822-ccba-476d-bf93-6329b316984f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:40.813253 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-372f4822-ccba-476d-bf93-6329b316984f service neutron] 10.222.0.52 "PUT /v2.0/ports/d6cb67d8-8e6c-4f5d-85a9-675c05699c18 HTTP/1.1" status: 200 len: 1097 time: 2.2218583 Nov 12 19:59:40.822795 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=d4cbcf9d-71f6-48f8-b06f-63f806ca96d1,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:40.849635 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f4822-ccba-476d-bf93-6329b316984f service neutron] Pushing event updated for resources: {'Port': ['ID=d6cb67d8-8e6c-4f5d-85a9-675c05699c18,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:40.876936 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7dfba-5168-4ee6-89bf-f54275141d42 req-14ad70c9-7da2-4b19-9025-0709c063baa3 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:40.878733 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3ec7dfba-5168-4ee6-89bf-f54275141d42 req-14ad70c9-7da2-4b19-9025-0709c063baa3 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 950 time: 0.1700094 Nov 12 19:59:40.957263 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-31361f94-83ff-4c93-9275-2883b41d2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:40.959635 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-31361f94-83ff-4c93-9275-2883b41d2656 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b1d029080744e9982e92155dcce0c43&device_id=5268c50f-ab3d-408b-8505-7cf80dfe5638 HTTP/1.1" status: 200 len: 1100 time: 0.0799315 Nov 12 19:59:40.963555 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3ec7dfba-5168-4ee6-89bf-f54275141d42 req-7b730726-26f6-4557-99b7-940692124978 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749941 Nov 12 19:59:41.021581 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841a8a00-1cab-4f66-997c-6b430ac022f1 x-openstack-request-id: req-841a8a00-1cab-4f66-997c-6b430ac022f1 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:59:41.022382 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0573d562-3607-46fc-ad98-5091d0cfb1ea", "name": "network-vif-deleted", "tag": "8425a1da-cb30-4e7f-a8a1-20612ad27d00", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:59:41.022382 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-841a8a00-1cab-4f66-997c-6b430ac022f1 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:59:41.022815 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0573d562-3607-46fc-ad98-5091d0cfb1ea', 'name': 'network-vif-deleted', 'tag': '8425a1da-cb30-4e7f-a8a1-20612ad27d00', 'status': 'completed', 'code': 200} Nov 12 19:59:41.037255 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-0cc11d46-ba93-429a-b60e-f5e01fc50f82 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=d6cb67d8-8e6c-4f5d-85a9-675c05699c18 HTTP/1.1" status: 200 len: 217 time: 0.0606294 Nov 12 19:59:41.119218 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c4676702-5aa7-4218-aba2-38bcbbf32175 req-83802e39-c946-4f74-910b-ca072fc0849a tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "GET /v2.0/ports?device_id=0573d562-3607-46fc-ad98-5091d0cfb1ea HTTP/1.1" status: 200 len: 210 time: 0.0309396 Nov 12 19:59:41.129559 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-d0bbdd58-3be6-4ec5-9bb6-e5f0d9a83580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:41.133744 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-d0bbdd58-3be6-4ec5-9bb6-e5f0d9a83580 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0815539 Nov 12 19:59:41.169919 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-a24167ed-d04c-41c1-b42e-85e7117452ed service neutron] Request body: {'port': {'device_id': '3f60209c-2bfd-49bd-bcdb-8571f7effaba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:59:41.222789 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a2d4ea89-ca5b-43d6-aded-8ced24cce6bc req-3650607c-9cf0-4468-98bb-8b31ec0d762a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=268668ed-0d7b-4f7b-9df1-da4be7d9946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656662 Nov 12 19:59:41.282995 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['d4cbcf9d-71f6-48f8-b06f-63f806ca96d1'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:59:41.384545 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99dd4ac-dbc9-4ecd-8ac0-9a5fe0bee85c req-8788df1d-a404-4078-a365-274950ef0e42 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:41.386342 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a99dd4ac-dbc9-4ecd-8ac0-9a5fe0bee85c req-8788df1d-a404-4078-a365-274950ef0e42 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 935 time: 0.0847464 Nov 12 19:59:41.389025 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a2d4ea89-ca5b-43d6-aded-8ced24cce6bc req-ec18a456-b02e-434f-8b15-13882787b16e service neutron] 10.222.0.55 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571801 Nov 12 19:59:41.393089 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-d62410e0-51da-4bfb-a60a-4a8ba13e2d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:41.395103 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-d62410e0-51da-4bfb-a60a-4a8ba13e2d11 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2213628 Nov 12 19:59:41.443034 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-a24167ed-d04c-41c1-b42e-85e7117452ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:41.469255 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba256b-2f9c-436b-b651-0ef4f8f4cc0d req-db87e844-8f23-4fc6-be9d-fd5aaad114b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:41.471052 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-adba256b-2f9c-436b-b651-0ef4f8f4cc0d req-db87e844-8f23-4fc6-be9d-fd5aaad114b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8089131190694439ba223dfa74f28f9e&device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 1095 time: 0.2473314 Nov 12 19:59:41.480537 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197e006-aeac-4407-8fe0-7e205c116eb1 req-a3d1a0bc-95eb-4bbd-b790-aedb76ed130b tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:41.482515 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6197e006-aeac-4407-8fe0-7e205c116eb1 req-a3d1a0bc-95eb-4bbd-b790-aedb76ed130b tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 943 time: 0.2428572 Nov 12 19:59:41.498843 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a99dd4ac-dbc9-4ecd-8ac0-9a5fe0bee85c req-1e25dafa-1a6a-4221-a4ed-17322fe7a061 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044753 Nov 12 19:59:41.537129 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a2d4ea89-ca5b-43d6-aded-8ced24cce6bc req-1aba458f-d3b3-46bc-aa6e-b1dfdfa5d842 service neutron] 10.222.0.55 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355686 Nov 12 19:59:41.636057 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20cfb3-f60e-44ff-9fe3-389216105151 req-860b2f19-a062-43b5-892d-8593c5c85ddc tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:41.637722 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1e20cfb3-f60e-44ff-9fe3-389216105151 req-860b2f19-a062-43b5-892d-8593c5c85ddc tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.0578830 Nov 12 19:59:41.696391 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1e20cfb3-f60e-44ff-9fe3-389216105151 req-88e8cafe-5454-410d-bf17-1022aca2bba6 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520313 Nov 12 19:59:41.823714 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d09ef-e4f1-4a50-9578-4941a8ecf987 req-1caebb18-d547-4c2a-a7a3-3c6de1a57bd7 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:41.825321 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-838d09ef-e4f1-4a50-9578-4941a8ecf987 req-1caebb18-d547-4c2a-a7a3-3c6de1a57bd7 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 943 time: 0.0626369 Nov 12 19:59:41.885322 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-838d09ef-e4f1-4a50-9578-4941a8ecf987 req-069b1b8e-e4aa-4c9a-9529-f816bec35fc6 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506477 Nov 12 19:59:41.981765 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5268c50f-ab3d-408b-8505-7cf80dfe5638', 'tag': 'd6cb67d8-8e6c-4f5d-85a9-675c05699c18'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:59:41.984019 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c42443-1eb7-4ef7-8f0b-1e9ade83a641" -d '{"events": [{"name": "network-changed", "server_uuid": "5268c50f-ab3d-408b-8505-7cf80dfe5638", "tag": "d6cb67d8-8e6c-4f5d-85a9-675c05699c18"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:59:42.087865 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6197e006-aeac-4407-8fe0-7e205c116eb1 req-0fb62ce4-674d-4228-b25d-1c48a7e148fe tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5462482 Nov 12 19:59:42.097707 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec92266-fd8b-48b3-9dd7-413fcab3b130 req-d5752a2d-49e7-48e0-8d98-18de5e45634f tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:42.100047 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9ec92266-fd8b-48b3-9dd7-413fcab3b130 req-d5752a2d-49e7-48e0-8d98-18de5e45634f tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 950 time: 0.0570292 Nov 12 19:59:42.100924 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-6a750bff-d61c-474b-8f60-5ee29e89ba7d service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6920123 Nov 12 19:59:42.150003 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28cba8f-c66f-4857-aa50-f75849fcca40 x-openstack-request-id: req-f28cba8f-c66f-4857-aa50-f75849fcca40 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:59:42.150313 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5268c50f-ab3d-408b-8505-7cf80dfe5638", "tag": "d6cb67d8-8e6c-4f5d-85a9-675c05699c18", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:59:42.150533 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f28cba8f-c66f-4857-aa50-f75849fcca40 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:59:42.150917 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5268c50f-ab3d-408b-8505-7cf80dfe5638', 'tag': 'd6cb67d8-8e6c-4f5d-85a9-675c05699c18', 'status': 'completed', 'code': 200} Nov 12 19:59:42.163485 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba256b-2f9c-436b-b651-0ef4f8f4cc0d req-e7546b69-707b-40c1-b54c-6ee9385563eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:42.164957 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-adba256b-2f9c-436b-b651-0ef4f8f4cc0d req-e7546b69-707b-40c1-b54c-6ee9385563eb service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8089131190694439ba223dfa74f28f9e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6740077 Nov 12 19:59:42.165352 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9ec92266-fd8b-48b3-9dd7-413fcab3b130 req-0dfd0b2c-1ed4-4498-b27d-228a118b6e89 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516386 Nov 12 19:59:42.183934 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51102) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:42.187904 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 4fa761cc-2354-41eb-a81e-1fd4928a9de0 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:59:42.273034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f4b3c31-989e-4a41-876b-ff90698f63c6 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Deleting subnet 47188f62-21f5-4e7f-acc2-2a71da9cb5cb {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 19:59:42.274234 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 4fa761cc-2354-41eb-a81e-1fd4928a9de0 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:59:42.282153 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3f4b3c31-989e-4a41-876b-ff90698f63c6 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:42.287460 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 4fa761cc-2354-41eb-a81e-1fd4928a9de0 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:42.288065 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:42.329210 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3f4b3c31-989e-4a41-876b-ff90698f63c6 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:42.409535 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:42.436278 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1948f877-1417-46f5-a444-31b27446f145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa761cc-2354-41eb-a81e-1fd4928a9de0'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:59:42.439397 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cda690-b24f-4f08-bb54-05aa3c55c26d" -d '{"events": [{"server_uuid": "1948f877-1417-46f5-a444-31b27446f145", "name": "network-vif-plugged", "status": "completed", "tag": "4fa761cc-2354-41eb-a81e-1fd4928a9de0"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:59:42.451756 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3f4b3c31-989e-4a41-876b-ff90698f63c6 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:42.455946 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 4fa761cc-2354-41eb-a81e-1fd4928a9de0, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=4fa761cc-2354-41eb-a81e-1fd4928a9de0,segment=NetworkSegment(60dcf374-65f4-41f7-a8bd-7ca59b96d3e9),segment_id=60dcf374-65f4-41f7-a8bd-7ca59b96d3e9)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:42.461797 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:42.472056 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcdea045-6159-457b-9bf7-d19ab4aed8cf req-fa465b81-dc5f-4621-be82-756048c7347d service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237846 Nov 12 19:59:42.483337 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba256b-2f9c-436b-b651-0ef4f8f4cc0d req-32664f04-3eab-4453-b5ad-efff1990890e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:42.484848 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-adba256b-2f9c-436b-b651-0ef4f8f4cc0d req-32664f04-3eab-4453-b5ad-efff1990890e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3057697 Nov 12 19:59:42.543749 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e817ee0-144c-4f9a-b433-19aeb4ebbd8b x-openstack-request-id: req-6e817ee0-144c-4f9a-b433-19aeb4ebbd8b {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:59:42.544083 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1948f877-1417-46f5-a444-31b27446f145", "name": "network-vif-plugged", "status": "completed", "tag": "4fa761cc-2354-41eb-a81e-1fd4928a9de0", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:59:42.551813 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6e817ee0-144c-4f9a-b433-19aeb4ebbd8b {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:59:42.551813 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1948f877-1417-46f5-a444-31b27446f145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa761cc-2354-41eb-a81e-1fd4928a9de0', 'code': 200} Nov 12 19:59:42.564443 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=4fa761cc-2354-41eb-a81e-1fd4928a9de0,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:42.590249 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:42.590855 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:42.591202 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:42.591778 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:42.597187 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3f4b3c31-989e-4a41-876b-ff90698f63c6 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:42.597709 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:42.598173 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:42.598522 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:42.599137 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:42.599613 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:42.599962 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:42.601388 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:42.601388 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 19:59:42.626824 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-5b255f99-612f-4065-b422-6915d53a5654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:42.628406 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-5b255f99-612f-4065-b422-6915d53a5654 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8089131190694439ba223dfa74f28f9e&device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 1095 time: 0.1039882 Nov 12 19:59:42.652385 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b3c31-989e-4a41-876b-ff90698f63c6 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event deleted for resources: {'Subnet': ['ID=47188f62-21f5-4e7f-acc2-2a71da9cb5cb,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:42.664874 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3f4b3c31-989e-4a41-876b-ff90698f63c6 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:42.666121 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b65282b-79a9-4f04-aec7-d0a94e43058e None None] Network f253025f-88a0-4f07-bfa0-2c3a8d3008fb requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:59:42.668272 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3f4b3c31-989e-4a41-876b-ff90698f63c6 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "DELETE /v2.0/subnets/47188f62-21f5-4e7f-acc2-2a71da9cb5cb HTTP/1.1" status: 204 len: 168 time: 0.4830055 Nov 12 19:59:42.669730 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c42443-1eb7-4ef7-8f0b-1e9ade83a641 req-f945d60a-0bba-4403-827d-a6976f25e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:42.670862 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51108) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:42.671214 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e4c42443-1eb7-4ef7-8f0b-1e9ade83a641 req-f945d60a-0bba-4403-827d-a6976f25e9e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b1d029080744e9982e92155dcce0c43&device_id=5268c50f-ab3d-408b-8505-7cf80dfe5638 HTTP/1.1" status: 200 len: 1100 time: 0.1161628 Nov 12 19:59:42.750748 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-a24167ed-d04c-41c1-b42e-85e7117452ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f829769d-605a-403d-97fa-d794e825cb30 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:59:42.773500 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17c4b5-fa67-4806-8f36-0d8cc6f6d553 req-107c040c-e523-4eca-9401-57d0c6b365c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:42.775447 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-a24167ed-d04c-41c1-b42e-85e7117452ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:42.775701 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e17c4b5-fa67-4806-8f36-0d8cc6f6d553 req-107c040c-e523-4eca-9401-57d0c6b365c6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1948f877-1417-46f5-a444-31b27446f145 HTTP/1.1" status: 200 len: 1098 time: 0.1192904 Nov 12 19:59:42.785758 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e97f0628-3834-4d79-a68b-54f33378ca15 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:42.815262 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-a24167ed-d04c-41c1-b42e-85e7117452ed service neutron] Transition to ACTIVE for port object f829769d-605a-403d-97fa-d794e825cb30 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:59:42.859830 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-85357fef-2da0-4874-9691-bd37591f760d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=133497f9-a9c9-4bb1-9ed1-25531589ee57 HTTP/1.1" status: 200 len: 217 time: 0.2118886 Nov 12 19:59:42.860487 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-a24167ed-d04c-41c1-b42e-85e7117452ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:42.890678 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e17c4b5-fa67-4806-8f36-0d8cc6f6d553 req-5963d9fc-2892-4e80-a7e9-d1c43d38cf38 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011653 Nov 12 19:59:42.929651 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c24f01-b285-46ba-8e23-6179542a43d9 req-ceffb281-ad7c-4bde-bd1e-755611db0c00 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:42.931172 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-84c24f01-b285-46ba-8e23-6179542a43d9 req-ceffb281-ad7c-4bde-bd1e-755611db0c00 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.0791438 Nov 12 19:59:42.937294 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-e97f0628-3834-4d79-a68b-54f33378ca15 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Deleting port 54a49a60-8990-465c-835a-19a050b19b72 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:59:42.937623 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e97f0628-3834-4d79-a68b-54f33378ca15 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:42.994768 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24167ed-d04c-41c1-b42e-85e7117452ed service neutron] Pushing event updated for resources: {'Port': ['ID=f829769d-605a-403d-97fa-d794e825cb30,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:43.025246 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0573d562-3607-46fc-ad98-5091d0cfb1ea', 'name': 'network-vif-deleted', 'tag': '23c6c613-09ce-4924-885b-7bc18f7190fd'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:59:43.027547 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d06e2b-6116-4574-89bb-a92074dc1a2e" -d '{"events": [{"server_uuid": "0573d562-3607-46fc-ad98-5091d0cfb1ea", "name": "network-vif-deleted", "tag": "23c6c613-09ce-4924-885b-7bc18f7190fd"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:59:43.069198 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-84c24f01-b285-46ba-8e23-6179542a43d9 req-f5c8124c-9e86-446a-9a30-4224a9acf4fd tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245413 Nov 12 19:59:43.071294 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-e97f0628-3834-4d79-a68b-54f33378ca15 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] For port 54a49a60-8990-465c-835a-19a050b19b72, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=54a49a60-8990-465c-835a-19a050b19b72,segment=NetworkSegment(c30a56a3-7793-4180-9f3c-92de7074873c),segment_id=c30a56a3-7793-4180-9f3c-92de7074873c)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:43.071665 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e97f0628-3834-4d79-a68b-54f33378ca15 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:43.072364 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-9d68cb68-94fc-4b2c-a83e-1eda34e18d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:43.074263 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-9d68cb68-94fc-4b2c-a83e-1eda34e18d3e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5d1a2ef-80da-4226-b4c0-705dbf75989e HTTP/1.1" status: 200 len: 854 time: 0.1497757 Nov 12 19:59:43.084659 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b39e57-1283-485b-97ae-4962bf10d77f None None] DHCP port deletion for f253025f-88a0-4f07-bfa0-2c3a8d3008fb request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 19:59:43.100995 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-e97f0628-3834-4d79-a68b-54f33378ca15 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Calling delete_port for 54a49a60-8990-465c-835a-19a050b19b72 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:59:43.166645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26b9fc-bd5a-4b7f-aa1c-bed997983897 req-8ee8c37f-09e5-40dc-8921-bee574c4dafa tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:43.168223 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bf26b9fc-bd5a-4b7f-aa1c-bed997983897 req-8ee8c37f-09e5-40dc-8921-bee574c4dafa tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 935 time: 0.5177979 Nov 12 19:59:43.179378 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e6b39e57-1283-485b-97ae-4962bf10d77f None None] Deleting port 54a49a60-8990-465c-835a-19a050b19b72 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:59:43.179794 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e6b39e57-1283-485b-97ae-4962bf10d77f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:43.259041 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b0acd-33e2-4fb8-980b-1fb365368113 req-77b637a3-fbe5-4bcc-88ae-cd6b858eb97f tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:43.266343 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d7b0acd-33e2-4fb8-980b-1fb365368113 req-77b637a3-fbe5-4bcc-88ae-cd6b858eb97f tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 943 time: 0.0793982 Nov 12 19:59:43.329391 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e6b39e57-1283-485b-97ae-4962bf10d77f None None] For port 54a49a60-8990-465c-835a-19a050b19b72, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=54a49a60-8990-465c-835a-19a050b19b72,segment=NetworkSegment(c30a56a3-7793-4180-9f3c-92de7074873c),segment_id=c30a56a3-7793-4180-9f3c-92de7074873c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:43.331048 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e6b39e57-1283-485b-97ae-4962bf10d77f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:43.355142 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d7b0acd-33e2-4fb8-980b-1fb365368113 req-ab5717aa-41c7-4de3-91f7-2317874ad3d5 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878000 Nov 12 19:59:43.356755 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e97f0628-3834-4d79-a68b-54f33378ca15 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:43.369491 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bf26b9fc-bd5a-4b7f-aa1c-bed997983897 req-a7f6aab8-c476-4c09-9220-06f4aa82ce8e tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572242 Nov 12 19:59:43.369491 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c42443-1eb7-4ef7-8f0b-1e9ade83a641 req-43824a7d-0bc6-4670-b924-f84426d3ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:43.377376 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e4c42443-1eb7-4ef7-8f0b-1e9ade83a641 req-43824a7d-0bc6-4670-b924-f84426d3ae76 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.5309138 Nov 12 19:59:43.391926 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e6b39e57-1283-485b-97ae-4962bf10d77f None None] Calling delete_port for 54a49a60-8990-465c-835a-19a050b19b72 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:59:43.412456 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-a24167ed-d04c-41c1-b42e-85e7117452ed service neutron] Attempting to bind port f829769d-605a-403d-97fa-d794e825cb30 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:59:43.413231 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-a24167ed-d04c-41c1-b42e-85e7117452ed service neutron] Attempting to bind port f829769d-605a-403d-97fa-d794e825cb30 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:59:43.413805 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-a24167ed-d04c-41c1-b42e-85e7117452ed service neutron] Attempting to bind port f829769d-605a-403d-97fa-d794e825cb30 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:59:43.432873 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a2f921-8a4b-4b92-821c-79248f57d287 x-openstack-request-id: req-22a2f921-8a4b-4b92-821c-79248f57d287 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:59:43.434470 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0573d562-3607-46fc-ad98-5091d0cfb1ea", "name": "network-vif-deleted", "tag": "23c6c613-09ce-4924-885b-7bc18f7190fd", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:59:43.434726 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-22a2f921-8a4b-4b92-821c-79248f57d287 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:59:43.435748 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0573d562-3607-46fc-ad98-5091d0cfb1ea', 'name': 'network-vif-deleted', 'tag': '23c6c613-09ce-4924-885b-7bc18f7190fd', 'status': 'completed', 'code': 200} Nov 12 19:59:43.444583 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97f0628-3834-4d79-a68b-54f33378ca15 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] No DVR routers for this DVR port 54a49a60-8990-465c-835a-19a050b19b72 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:59:43.453464 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f0628-3834-4d79-a68b-54f33378ca15 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event deleted for resources: {'Port': ['ID=54a49a60-8990-465c-835a-19a050b19b72,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:43.482666 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-a24167ed-d04c-41c1-b42e-85e7117452ed service neutron] Port f829769d-605a-403d-97fa-d794e825cb30 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:59:43.483048 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-a24167ed-d04c-41c1-b42e-85e7117452ed service neutron] Attempting to bind port f829769d-605a-403d-97fa-d794e825cb30 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:59:43.489854 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e6b39e57-1283-485b-97ae-4962bf10d77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:43.501228 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-fea23135-aea5-487c-bad6-a514322a999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:43.502711 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-fea23135-aea5-487c-bad6-a514322a999f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=46cdc75a-85a0-4ab1-a931-5fdb611c190e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4019508 Nov 12 19:59:43.508411 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e4c42443-1eb7-4ef7-8f0b-1e9ade83a641 req-1294ec84-9b21-4b47-bad1-275a8d2a2b07 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=d6cb67d8-8e6c-4f5d-85a9-675c05699c18 HTTP/1.1" status: 200 len: 217 time: 0.1168716 Nov 12 19:59:43.530855 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b39e57-1283-485b-97ae-4962bf10d77f None None] Pushing event deleted for resources: {'Port': ['ID=54a49a60-8990-465c-835a-19a050b19b72,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:43.535976 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b39e57-1283-485b-97ae-4962bf10d77f None None] No DVR routers for this DVR port 54a49a60-8990-465c-835a-19a050b19b72 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:59:43.539795 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-a24167ed-d04c-41c1-b42e-85e7117452ed service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:59:43.540672 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-a24167ed-d04c-41c1-b42e-85e7117452ed service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:59:43.541241 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-a24167ed-d04c-41c1-b42e-85e7117452ed service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:59:43.541699 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-a24167ed-d04c-41c1-b42e-85e7117452ed service neutron] Bound port: f829769d-605a-403d-97fa-d794e825cb30, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:59:43.542061 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-a24167ed-d04c-41c1-b42e-85e7117452ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:43.635748 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e97f0628-3834-4d79-a68b-54f33378ca15 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:43.669194 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-e97f0628-3834-4d79-a68b-54f33378ca15 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f253025f-88a0-4f07-bfa0-2c3a8d3008fb']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:43.679224 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dae2e-cd3d-4bd6-8b7b-a8fd063129cc req-f697308b-8d33-42e6-96f8-e11adc27051f tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:43.681210 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b8dae2e-cd3d-4bd6-8b7b-a8fd063129cc req-f697308b-8d33-42e6-96f8-e11adc27051f tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 950 time: 0.1166904 Nov 12 19:59:43.691183 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-e97f0628-3834-4d79-a68b-54f33378ca15 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c30a56a3-7793-4180-9f3c-92de7074873c') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:43.691494 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-e97f0628-3834-4d79-a68b-54f33378ca15 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c30a56a3-7793-4180-9f3c-92de7074873c') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:43.695212 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef0c3a-9b7b-4e4d-8362-ac2799cd4f91 req-804c0bbf-0bd9-4e04-8347-9b31b391e9cd tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:43.696883 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-98ef0c3a-9b7b-4e4d-8362-ac2799cd4f91 req-804c0bbf-0bd9-4e04-8347-9b31b391e9cd tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 943 time: 0.2062581 Nov 12 19:59:43.713064 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e97f0628-3834-4d79-a68b-54f33378ca15 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:43.735382 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e97f0628-3834-4d79-a68b-54f33378ca15 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:43.739578 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c42443-1eb7-4ef7-8f0b-1e9ade83a641 req-2d47f6f7-38cf-44cb-a40b-a92baf9081ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:43.741678 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e4c42443-1eb7-4ef7-8f0b-1e9ade83a641 req-2d47f6f7-38cf-44cb-a40b-a92baf9081ea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.2177505 Nov 12 19:59:43.746586 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e97f0628-3834-4d79-a68b-54f33378ca15 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 19:59:43.746995 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e97f0628-3834-4d79-a68b-54f33378ca15 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: timer() Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 19:59:43.758246 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 19:59:43.785849 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b8dae2e-cd3d-4bd6-8b7b-a8fd063129cc req-de668595-283e-4a78-8cda-6fd32a69970b tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961540 Nov 12 19:59:43.806335 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-a24167ed-d04c-41c1-b42e-85e7117452ed service neutron] For port f829769d-605a-403d-97fa-d794e825cb30, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:59:43.837947 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-a24167ed-d04c-41c1-b42e-85e7117452ed service neutron] For port f829769d-605a-403d-97fa-d794e825cb30, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=f829769d-605a-403d-97fa-d794e825cb30,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:59:43.844138 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-30ed8173-4018-4215-8ac9-2428e37600ac service neutron] 10.222.0.55 "GET /v2.0/networks/46cdc75a-85a0-4ab1-a931-5fdb611c190e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180065 Nov 12 19:59:43.850459 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-a24167ed-d04c-41c1-b42e-85e7117452ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:43.855609 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-98ef0c3a-9b7b-4e4d-8362-ac2799cd4f91 req-2dd5443c-42c9-41a2-b1d7-ee0e69eddeb1 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377220 Nov 12 19:59:43.864169 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e97f0628-3834-4d79-a68b-54f33378ca15 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:43.873895 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e97f0628-3834-4d79-a68b-54f33378ca15 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:43.877457 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c42443-1eb7-4ef7-8f0b-1e9ade83a641 req-9ded9dde-8bdc-44bd-8024-36b956702d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:43.878859 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e4c42443-1eb7-4ef7-8f0b-1e9ade83a641 req-9ded9dde-8bdc-44bd-8024-36b956702d01 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1243262 Nov 12 19:59:43.885693 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e97f0628-3834-4d79-a68b-54f33378ca15 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "DELETE /v2.0/networks/f253025f-88a0-4f07-bfa0-2c3a8d3008fb HTTP/1.1" status: 204 len: 168 time: 1.2136707 Nov 12 19:59:43.889062 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51124) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:43.910063 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f0628-3834-4d79-a68b-54f33378ca15 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event deleted for resources: {'Network': ['ID=f253025f-88a0-4f07-bfa0-2c3a8d3008fb,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:43.944811 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-a24167ed-d04c-41c1-b42e-85e7117452ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:43.946106 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-a24167ed-d04c-41c1-b42e-85e7117452ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:43.947783 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-a24167ed-d04c-41c1-b42e-85e7117452ed service neutron] 10.222.0.55 "PUT /v2.0/ports/f829769d-605a-403d-97fa-d794e825cb30 HTTP/1.1" status: 200 len: 1096 time: 2.7826390 Nov 12 19:59:43.968322 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b6b2c4a-c665-48f5-acba-c0ac74bf30c1 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Deleting subnet ea7bbb9d-050a-43ec-9a15-882f4e624ef6 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 19:59:43.975282 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b6b2c4a-c665-48f5-acba-c0ac74bf30c1 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:44.035306 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b6b2c4a-c665-48f5-acba-c0ac74bf30c1 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:44.125118 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2a7254bd-85a5-4279-b7b9-5da3602b6011 req-f94238fb-aaa4-4b80-ab12-ed30be71e312 service neutron] 10.222.0.55 "GET /v2.0/networks/46cdc75a-85a0-4ab1-a931-5fdb611c190e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685070 Nov 12 19:59:44.158983 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f60209c-2bfd-49bd-bcdb-8571f7effaba', 'tag': 'f829769d-605a-403d-97fa-d794e825cb30'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:59:44.161697 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7e542b-c03f-4a27-b4a7-ff009eb19987" -d '{"events": [{"name": "network-changed", "server_uuid": "3f60209c-2bfd-49bd-bcdb-8571f7effaba", "tag": "f829769d-605a-403d-97fa-d794e825cb30"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:59:44.194820 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:59:44.198475 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device d4cbcf9d-71f6-48f8-b06f-63f806ca96d1 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:59:44.244194 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b6b2c4a-c665-48f5-acba-c0ac74bf30c1 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:44.256097 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2626e1-0b34-4af8-8dff-c882871da25e x-openstack-request-id: req-8b2626e1-0b34-4af8-8dff-c882871da25e {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:59:44.256513 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f60209c-2bfd-49bd-bcdb-8571f7effaba", "tag": "f829769d-605a-403d-97fa-d794e825cb30", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:59:44.256696 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8b2626e1-0b34-4af8-8dff-c882871da25e {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:59:44.257065 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f60209c-2bfd-49bd-bcdb-8571f7effaba', 'tag': 'f829769d-605a-403d-97fa-d794e825cb30', 'status': 'completed', 'code': 200} Nov 12 19:59:44.301732 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24167ed-d04c-41c1-b42e-85e7117452ed service neutron] Pushing event updated for resources: {'Port': ['ID=f829769d-605a-403d-97fa-d794e825cb30,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:44.362650 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-be2faf95-6e43-4459-b187-75e4cc5b8c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:44.364213 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-be2faf95-6e43-4459-b187-75e4cc5b8c26 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b1d029080744e9982e92155dcce0c43&device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 1099 time: 0.3327312 Nov 12 19:59:44.382163 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port d4cbcf9d-71f6-48f8-b06f-63f806ca96d1 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:59:44.392278 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port d4cbcf9d-71f6-48f8-b06f-63f806ca96d1 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:44.392649 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:44.452015 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b6b2c4a-c665-48f5-acba-c0ac74bf30c1 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:44.490555 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6f8645e5-8789-4b8e-a2d4-f71aef718bd6,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:44.504253 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-e67eb1bb-2151-42fd-9947-7c5d2c16732c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=f829769d-605a-403d-97fa-d794e825cb30 HTTP/1.1" status: 200 len: 217 time: 0.0914233 Nov 12 19:59:44.515605 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bd880-797c-4a61-bf1c-407780ad2527 req-12430f8d-0fc5-4e92-801f-35ea82487e5d tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:44.518151 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2a9bd880-797c-4a61-bf1c-407780ad2527 req-12430f8d-0fc5-4e92-801f-35ea82487e5d tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.2645109 Nov 12 19:59:44.532442 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 has no active binding in host n-h2-712140-15 {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 19:59:44.547877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b2c4a-c665-48f5-acba-c0ac74bf30c1 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event deleted for resources: {'Subnet': ['ID=ea7bbb9d-050a-43ec-9a15-882f4e624ef6,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:44.550698 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92271df6-4cf8-4f57-96f3-420a542ec06d None None] Network 74272e07-8349-43d3-9aeb-dbf3ff8a5574 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:59:44.551889 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b6b2c4a-c665-48f5-acba-c0ac74bf30c1 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:44.556267 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9b6b2c4a-c665-48f5-acba-c0ac74bf30c1 tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "DELETE /v2.0/subnets/ea7bbb9d-050a-43ec-9a15-882f4e624ef6 HTTP/1.1" status: 204 len: 168 time: 0.6657181 Nov 12 19:59:44.576090 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51136) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:44.581483 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-87dc37f8-4ca1-4f03-83ce-5d8e25bb38d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:44.583613 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-87dc37f8-4ca1-4f03-83ce-5d8e25bb38d0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0623381 Nov 12 19:59:44.609478 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e4c42443-1eb7-4ef7-8f0b-1e9ade83a641 req-fba9b9cf-9d93-4752-b091-047027274b15 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6726718 Nov 12 19:59:44.621217 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:44.687698 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ef18d-8281-4ad5-b430-c453cc69606d req-c0e3fd37-22d8-43a8-9e67-842e5f81444a tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:44.690184 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c74ef18d-8281-4ad5-b430-c453cc69606d req-c0e3fd37-22d8-43a8-9e67-842e5f81444a tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 947 time: 0.1568499 Nov 12 19:59:44.698181 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bc0263ee-292d-4529-b064-91c96a9445fd tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:44.738252 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-9d5b74f1-d88a-4fdc-a888-60e649cfc94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:44.740070 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-9d5b74f1-d88a-4fdc-a888-60e649cfc94b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1470938 Nov 12 19:59:44.740664 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port d4cbcf9d-71f6-48f8-b06f-63f806ca96d1, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d4cbcf9d-71f6-48f8-b06f-63f806ca96d1,segment=NetworkSegment(60dcf374-65f4-41f7-a8bd-7ca59b96d3e9),segment_id=60dcf374-65f4-41f7-a8bd-7ca59b96d3e9)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:44.749028 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d18ae65-18e5-4993-b93d-97e6b800c2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cbcf9d-71f6-48f8-b06f-63f806ca96d1'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:59:44.752618 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bb27d5-e5cc-43c5-b4bf-fc628e59a802" -d '{"events": [{"server_uuid": "0d18ae65-18e5-4993-b93d-97e6b800c2e7", "name": "network-vif-plugged", "status": "completed", "tag": "d4cbcf9d-71f6-48f8-b06f-63f806ca96d1"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:59:44.761643 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:44.793472 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c74ef18d-8281-4ad5-b430-c453cc69606d req-97738d1c-ee86-4537-b6cb-30166cefd46b tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918221 Nov 12 19:59:44.843227 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-bc0263ee-292d-4529-b064-91c96a9445fd tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Deleting port 76258df5-e377-4c56-94f6-8fb561abccce {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:59:44.843658 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bc0263ee-292d-4529-b064-91c96a9445fd tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:44.892847 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=d4cbcf9d-71f6-48f8-b06f-63f806ca96d1,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:44.942520 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2a9bd880-797c-4a61-bf1c-407780ad2527 req-3ad24bed-fd5a-49c5-bf93-6473b921ce0b tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568718 Nov 12 19:59:44.943478 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 54a49a60-8990-465c-835a-19a050b19b72 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:59:44.977540 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 54a49a60-8990-465c-835a-19a050b19b72 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:59:44.978069 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 54a49a60-8990-465c-835a-19a050b19b72 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:59:45.030941 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e4c42443-1eb7-4ef7-8f0b-1e9ade83a641 req-5e8c4055-3feb-4a5c-accd-63eb571b3f2d service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960023 Nov 12 19:59:45.045568 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-bc0263ee-292d-4529-b064-91c96a9445fd tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] For port 76258df5-e377-4c56-94f6-8fb561abccce, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=76258df5-e377-4c56-94f6-8fb561abccce,segment=NetworkSegment(aaacb95a-f6c6-4f4b-802b-0e624123bc9c),segment_id=aaacb95a-f6c6-4f4b-802b-0e624123bc9c)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:45.046299 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bc0263ee-292d-4529-b064-91c96a9445fd tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:45.047566 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970da327-9110-4ad8-8428-3bb56eb9868b x-openstack-request-id: req-970da327-9110-4ad8-8428-3bb56eb9868b {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:59:45.059285 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d18ae65-18e5-4993-b93d-97e6b800c2e7", "name": "network-vif-plugged", "status": "completed", "tag": "d4cbcf9d-71f6-48f8-b06f-63f806ca96d1", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:59:45.059962 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-970da327-9110-4ad8-8428-3bb56eb9868b {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:59:45.060620 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d18ae65-18e5-4993-b93d-97e6b800c2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cbcf9d-71f6-48f8-b06f-63f806ca96d1', 'code': 200} Nov 12 19:59:45.061611 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5322ae5-b928-49d7-b2af-f26e2a0e400e None None] DHCP port deletion for 74272e07-8349-43d3-9aeb-dbf3ff8a5574 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 19:59:45.074003 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-bc0263ee-292d-4529-b064-91c96a9445fd tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Calling delete_port for 76258df5-e377-4c56-94f6-8fb561abccce owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:59:45.090588 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37c38c-b509-482c-a3e9-fd4e55ba99cb req-99da94d3-223a-4871-8a08-493d6df423b9 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:45.102824 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-de37c38c-b509-482c-a3e9-fd4e55ba99cb req-99da94d3-223a-4871-8a08-493d6df423b9 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 943 time: 0.1362879 Nov 12 19:59:45.112293 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-14297866-f2f5-494b-bb7e-0fe7ae64ac88 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566082 Nov 12 19:59:45.121829 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c5322ae5-b928-49d7-b2af-f26e2a0e400e None None] Deleting port 76258df5-e377-4c56-94f6-8fb561abccce {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:59:45.122813 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c5322ae5-b928-49d7-b2af-f26e2a0e400e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:45.217727 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-de37c38c-b509-482c-a3e9-fd4e55ba99cb req-77737c59-bf9b-4006-b57b-649ca39b2f41 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115763 Nov 12 19:59:45.218500 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-c5322ae5-b928-49d7-b2af-f26e2a0e400e None None] For port 76258df5-e377-4c56-94f6-8fb561abccce, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=76258df5-e377-4c56-94f6-8fb561abccce,segment=NetworkSegment(aaacb95a-f6c6-4f4b-802b-0e624123bc9c),segment_id=aaacb95a-f6c6-4f4b-802b-0e624123bc9c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:45.220211 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c5322ae5-b928-49d7-b2af-f26e2a0e400e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:45.245351 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c5322ae5-b928-49d7-b2af-f26e2a0e400e None None] Calling delete_port for 76258df5-e377-4c56-94f6-8fb561abccce owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:59:45.264462 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bc0263ee-292d-4529-b064-91c96a9445fd tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:45.329524 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0263ee-292d-4529-b064-91c96a9445fd tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event deleted for resources: {'Port': ['ID=76258df5-e377-4c56-94f6-8fb561abccce,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:45.331493 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0263ee-292d-4529-b064-91c96a9445fd tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] No DVR routers for this DVR port 76258df5-e377-4c56-94f6-8fb561abccce on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:59:45.386648 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf5985-09e7-4ff9-bcc9-547365476b4a req-4f0ae1d7-ff27-4a1b-8b36-e6bc0a821491 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:45.387328 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c5322ae5-b928-49d7-b2af-f26e2a0e400e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:45.390128 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d8cf5985-09e7-4ff9-bcc9-547365476b4a req-4f0ae1d7-ff27-4a1b-8b36-e6bc0a821491 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 950 time: 0.1958959 Nov 12 19:59:45.460444 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5322ae5-b928-49d7-b2af-f26e2a0e400e None None] Pushing event deleted for resources: {'Port': ['ID=76258df5-e377-4c56-94f6-8fb561abccce,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:45.462587 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433a832-6a7b-4a63-ab06-e37ab94f30dc req-ce4aa784-4e9e-4ba6-9381-de19f39c1318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:45.467549 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2433a832-6a7b-4a63-ab06-e37ab94f30dc req-ce4aa784-4e9e-4ba6-9381-de19f39c1318 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0d18ae65-18e5-4993-b93d-97e6b800c2e7 HTTP/1.1" status: 200 len: 1097 time: 0.3533442 Nov 12 19:59:45.479379 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5322ae5-b928-49d7-b2af-f26e2a0e400e None None] No DVR routers for this DVR port 76258df5-e377-4c56-94f6-8fb561abccce on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:59:45.485668 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bc0263ee-292d-4529-b064-91c96a9445fd tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:45.511576 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-bc0263ee-292d-4529-b064-91c96a9445fd tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74272e07-8349-43d3-9aeb-dbf3ff8a5574']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:45.524936 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59373bd-0c4f-4547-bb8b-9037dd2ecf27 req-cfbf354d-16aa-4155-89e9-c23419c05ea6 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:45.532275 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b59373bd-0c4f-4547-bb8b-9037dd2ecf27 req-cfbf354d-16aa-4155-89e9-c23419c05ea6 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 943 time: 0.2058833 Nov 12 19:59:45.539348 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d2cc5d05-895f-4a20-9d64-b41695ba2e15 req-e3384a58-5470-4aae-a1fd-e4730feaeb23 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868351 Nov 12 19:59:45.565154 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-bc0263ee-292d-4529-b064-91c96a9445fd tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaacb95a-f6c6-4f4b-802b-0e624123bc9c') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:45.568836 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-bc0263ee-292d-4529-b064-91c96a9445fd tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaacb95a-f6c6-4f4b-802b-0e624123bc9c') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:45.585040 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bc0263ee-292d-4529-b064-91c96a9445fd tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:45.625493 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bc0263ee-292d-4529-b064-91c96a9445fd tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:45.639811 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b59373bd-0c4f-4547-bb8b-9037dd2ecf27 req-e575ea27-d4ab-4551-a6d1-35bab232eec7 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066036 Nov 12 19:59:45.647419 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0263ee-292d-4529-b064-91c96a9445fd tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 19:59:45.647847 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bc0263ee-292d-4529-b064-91c96a9445fd tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: timer() Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 19:59:45.653229 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 19:59:45.757726 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bc0263ee-292d-4529-b064-91c96a9445fd tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:45.766401 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bc0263ee-292d-4529-b064-91c96a9445fd tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:45.773379 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bc0263ee-292d-4529-b064-91c96a9445fd tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] 10.222.0.48 "DELETE /v2.0/networks/74272e07-8349-43d3-9aeb-dbf3ff8a5574 HTTP/1.1" status: 204 len: 168 time: 1.1926439 Nov 12 19:59:45.795087 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0263ee-292d-4529-b064-91c96a9445fd tempest-ServersTestMultiNic-1625882722 tempest-ServersTestMultiNic-1625882722-project] Pushing event deleted for resources: {'Network': ['ID=74272e07-8349-43d3-9aeb-dbf3ff8a5574,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:45.957561 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d8cf5985-09e7-4ff9-bcc9-547365476b4a req-2067c676-6a72-4675-bbbd-1823a643f5e9 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5521154 Nov 12 19:59:45.972377 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2433a832-6a7b-4a63-ab06-e37ab94f30dc req-890ab673-23b5-4766-82e1-f49b1fa6c459 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882240 Nov 12 19:59:45.988783 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e542b-c03f-4a27-b4a7-ff009eb19987 req-426d342b-ac39-4d0c-a701-6305e76df7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:45.991090 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-af7e542b-c03f-4a27-b4a7-ff009eb19987 req-426d342b-ac39-4d0c-a701-6305e76df7f1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b1d029080744e9982e92155dcce0c43&device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 1099 time: 0.0876608 Nov 12 19:59:45.997273 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b6b23-3819-41f2-bce6-06ba8c08ce22 req-9071ea7c-b138-451f-ba3c-4575e314eb01 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:46.004791 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cb9b6b23-3819-41f2-bce6-06ba8c08ce22 req-9071ea7c-b138-451f-ba3c-4575e314eb01 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 947 time: 0.0864019 Nov 12 19:59:46.082111 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cb9b6b23-3819-41f2-bce6-06ba8c08ce22 req-3d361584-5ba1-4536-9cf5-d07276d0808e tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764260 Nov 12 19:59:46.142648 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51160) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:46.170525 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e542b-c03f-4a27-b4a7-ff009eb19987 req-b789a5cb-3558-477b-8b24-d36c35d89558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:46.172460 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-af7e542b-c03f-4a27-b4a7-ff009eb19987 req-b789a5cb-3558-477b-8b24-d36c35d89558 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.1738579 Nov 12 19:59:46.199704 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device d6cb67d8-8e6c-4f5d-85a9-675c05699c18 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:59:46.205697 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1ff23-a72a-4018-8e47-7fcfc14a60dc req-eb5ff47d-8ae8-46a5-828b-3ab908cc0c4e tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:46.207656 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fea1ff23-a72a-4018-8e47-7fcfc14a60dc req-eb5ff47d-8ae8-46a5-828b-3ab908cc0c4e tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.0934942 Nov 12 19:59:46.283740 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-af7e542b-c03f-4a27-b4a7-ff009eb19987 req-2c366505-7b0f-4d4f-99fe-ce0b16a4685f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=f829769d-605a-403d-97fa-d794e825cb30 HTTP/1.1" status: 200 len: 217 time: 0.1028466 Nov 12 19:59:46.362667 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e542b-c03f-4a27-b4a7-ff009eb19987 req-de5652ed-047e-4bd9-9962-4f747dcf09a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:46.371748 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-af7e542b-c03f-4a27-b4a7-ff009eb19987 req-de5652ed-047e-4bd9-9962-4f747dcf09a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0743976 Nov 12 19:59:46.420832 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port d6cb67d8-8e6c-4f5d-85a9-675c05699c18, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d6cb67d8-8e6c-4f5d-85a9-675c05699c18,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:46.439305 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'd6cb67d8-8e6c-4f5d-85a9-675c05699c18', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': 'd6cb67d8-8e6c-4f5d-85a9-675c05699c18', 'mac_address': 'fa:16:3e:09:9f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:59:46.459833 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fea1ff23-a72a-4018-8e47-7fcfc14a60dc req-8a5c2d79-4905-4052-bde6-98260144bd98 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944046 Nov 12 19:59:46.478318 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e542b-c03f-4a27-b4a7-ff009eb19987 req-2ef9a13e-af2b-4437-abe5-cd24ca99756a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:46.480362 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-af7e542b-c03f-4a27-b4a7-ff009eb19987 req-2ef9a13e-af2b-4437-abe5-cd24ca99756a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1012416 Nov 12 19:59:46.501315 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:46.531786 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6cb67d8-8e6c-4f5d-85a9-675c05699c18 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:59:46.566823 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port d6cb67d8-8e6c-4f5d-85a9-675c05699c18, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d6cb67d8-8e6c-4f5d-85a9-675c05699c18,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:46.573586 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:46.604927 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-af7e542b-c03f-4a27-b4a7-ff009eb19987 req-afbdaa4e-8903-4492-a97a-a91913025f83 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138105 Nov 12 19:59:46.652946 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=d6cb67d8-8e6c-4f5d-85a9-675c05699c18,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:46.774975 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-af7e542b-c03f-4a27-b4a7-ff009eb19987 req-eaf9ef45-c5ff-4a38-bb7d-d94ac4a76639 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619554 Nov 12 19:59:46.827452 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b174725-059d-4666-9f1f-34e91e81c321 req-988a08b3-ea03-4054-bdb1-3942734140c5 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:46.829492 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3b174725-059d-4666-9f1f-34e91e81c321 req-988a08b3-ea03-4054-bdb1-3942734140c5 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 943 time: 0.4662137 Nov 12 19:59:46.834099 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241c17a-1fa7-4f81-840c-96b677c36805 req-e2e3d673-0c44-4c42-802b-2c1358254fb4 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:46.845031 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2241c17a-1fa7-4f81-840c-96b677c36805 req-e2e3d673-0c44-4c42-802b-2c1358254fb4 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 943 time: 0.0861390 Nov 12 19:59:46.914216 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2241c17a-1fa7-4f81-840c-96b677c36805 req-32834ce1-9f31-4a31-ae97-373f5172756f tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631993 Nov 12 19:59:46.936045 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 76258df5-e377-4c56-94f6-8fb561abccce no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:59:46.957208 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3b174725-059d-4666-9f1f-34e91e81c321 req-41949f9c-e57d-4ee6-98cd-2f64bec943de tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138361 Nov 12 19:59:46.961013 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 76258df5-e377-4c56-94f6-8fb561abccce {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:59:46.961613 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 76258df5-e377-4c56-94f6-8fb561abccce not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:59:46.998188 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['d6cb67d8-8e6c-4f5d-85a9-675c05699c18'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:59:47.119419 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-43750dd1-d0c8-4ede-87e4-24759ea21139 service neutron] 10.222.0.55 "GET /v2.0/ports/6f8645e5-8789-4b8e-a2d4-f71aef718bd6/bindings/n-h2-712140-15 HTTP/1.1" status: 200 len: 385 time: 0.0683374 Nov 12 19:59:47.157271 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492ec06-0408-4d77-b23d-4ad5cdfbed37 req-009889fa-e00d-47c7-b307-cf4799d02ffe tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:47.160032 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b492ec06-0408-4d77-b23d-4ad5cdfbed37 req-009889fa-e00d-47c7-b307-cf4799d02ffe tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 950 time: 0.0973451 Nov 12 19:59:47.238636 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-331e0dcc-6654-4cb6-bd93-35909789854f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:47.254586 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612a8ff-c238-4429-a597-5199057720c5 req-4ef4ebf1-c0a4-4f77-9bfa-d2d33f170724 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:47.256932 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c612a8ff-c238-4429-a597-5199057720c5 req-4ef4ebf1-c0a4-4f77-9bfa-d2d33f170724 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 947 time: 0.0765836 Nov 12 19:59:47.310631 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b492ec06-0408-4d77-b23d-4ad5cdfbed37 req-f67eb0aa-d3de-403d-8c10-1294d48cd5d2 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427400 Nov 12 19:59:47.357705 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:59:47.437510 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c612a8ff-c238-4429-a597-5199057720c5 req-f829e064-923a-4194-95d7-e2e0b862f9b3 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421885 Nov 12 19:59:47.481809 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-6511324a-2624-478c-92fe-b6521c39f3ef service neutron] For port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6f8645e5-8789-4b8e-a2d4-f71aef718bd6,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:47.515557 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-6511324a-2624-478c-92fe-b6521c39f3ef service neutron] For port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:59:47.555605 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-6511324a-2624-478c-92fe-b6521c39f3ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:59:47.567198 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-6511324a-2624-478c-92fe-b6521c39f3ef service neutron] For port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6f8645e5-8789-4b8e-a2d4-f71aef718bd6,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:47.581776 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-6511324a-2624-478c-92fe-b6521c39f3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:47.628405 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34dbd9-6a0e-407a-a64c-0b1273fb91c6 req-84d0f6a0-b08f-435b-b4aa-bcb7b4a5c060 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:47.630259 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9f34dbd9-6a0e-407a-a64c-0b1273fb91c6 req-84d0f6a0-b08f-435b-b4aa-bcb7b4a5c060 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.1019073 Nov 12 19:59:47.682733 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-6511324a-2624-478c-92fe-b6521c39f3ef service neutron] Transition to ACTIVE for port object 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:59:47.685268 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-331e0dcc-6654-4cb6-bd93-35909789854f admin admin] Deleting port 17b87f5b-acf8-43be-9aed-55b1947d7891 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:59:47.685611 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-331e0dcc-6654-4cb6-bd93-35909789854f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:47.687785 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-6511324a-2624-478c-92fe-b6521c39f3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:47.703577 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9f34dbd9-6a0e-407a-a64c-0b1273fb91c6 req-333c0d19-c5a7-41c5-90ca-f6cc02e34998 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639122 Nov 12 19:59:47.767600 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-6511324a-2624-478c-92fe-b6521c39f3ef service neutron] No DVR routers for this DVR port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:59:47.772019 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511324a-2624-478c-92fe-b6521c39f3ef service neutron] Pushing event updated for resources: {'Port': ['ID=6f8645e5-8789-4b8e-a2d4-f71aef718bd6,revision_number=10']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:47.789482 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-331e0dcc-6654-4cb6-bd93-35909789854f admin admin] For port 17b87f5b-acf8-43be-9aed-55b1947d7891, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=17b87f5b-acf8-43be-9aed-55b1947d7891,segment=NetworkSegment(ddff1232-1da7-42fe-8eda-d80adfff15af),segment_id=ddff1232-1da7-42fe-8eda-d80adfff15af)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:47.789960 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-331e0dcc-6654-4cb6-bd93-35909789854f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:47.799203 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-6511324a-2624-478c-92fe-b6521c39f3ef service neutron] 10.222.0.55 "PUT /v2.0/ports/6f8645e5-8789-4b8e-a2d4-f71aef718bd6/bindings/n-h2-712140-15/activate HTTP/1.1" status: 200 len: 370 time: 0.6724758 Nov 12 19:59:47.805282 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-331e0dcc-6654-4cb6-bd93-35909789854f admin admin] Calling delete_port for 17b87f5b-acf8-43be-9aed-55b1947d7891 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:59:47.920387 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-5d7575c9-e100-4fb0-b781-7e6dd48691fb tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:47.921950 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-5d7575c9-e100-4fb0-b781-7e6dd48691fb tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd&tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&binding%3Ahost_id=n-h1-712140-15 HTTP/1.1" status: 200 len: 1096 time: 0.0625546 Nov 12 19:59:48.016488 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-331e0dcc-6654-4cb6-bd93-35909789854f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:48.024073 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-712d6716-7c9e-48ae-a890-a37774c09dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:48.026230 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-712d6716-7c9e-48ae-a890-a37774c09dfe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd&tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63 HTTP/1.1" status: 200 len: 1096 time: 0.0937881 Nov 12 19:59:48.047946 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e0dcc-6654-4cb6-bd93-35909789854f admin admin] Pushing event deleted for resources: {'Port': ['ID=17b87f5b-acf8-43be-9aed-55b1947d7891,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:48.074938 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7edc5f-2d67-4b42-9c9e-a960d6bba9af req-01ee5817-3b03-4b7b-8ba7-ff3b30768089 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:48.076536 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1c7edc5f-2d67-4b42-9c9e-a960d6bba9af req-01ee5817-3b03-4b7b-8ba7-ff3b30768089 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 943 time: 0.0930352 Nov 12 19:59:48.147617 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-9f6f3924-bf6a-4f5c-9665-03c460f18125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:48.149166 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-9f6f3924-bf6a-4f5c-9665-03c460f18125 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 1096 time: 0.0933812 Nov 12 19:59:48.171866 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1c7edc5f-2d67-4b42-9c9e-a960d6bba9af req-dd4f10e9-84ec-45cb-86bb-6eb57808f47d tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752139 Nov 12 19:59:48.238848 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8015c5e-1a01-4685-b8a6-dfcc700a9e47 req-5c506ace-ca05-422a-b2e4-ce0bebe4740e tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:48.241268 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c8015c5e-1a01-4685-b8a6-dfcc700a9e47 req-5c506ace-ca05-422a-b2e4-ce0bebe4740e tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 944 time: 0.1893384 Nov 12 19:59:48.287506 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-23a72ac4-87ff-4d19-8cb1-3e8b6837b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:48.289045 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-23a72ac4-87ff-4d19-8cb1-3e8b6837b8cc service neutron] 10.222.0.52 "GET /v2.0/networks?id=268668ed-0d7b-4f7b-9df1-da4be7d9946d HTTP/1.1" status: 200 len: 922 time: 0.1317489 Nov 12 19:59:48.350495 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-331e0dcc-6654-4cb6-bd93-35909789854f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:48.365506 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c8015c5e-1a01-4685-b8a6-dfcc700a9e47 req-a8c40fc2-d916-4d11-b562-50a91d5e7ba5 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169088 Nov 12 19:59:48.385527 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-f99676d4-9e15-435e-9e19-51f5ce73b81c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f8645e5-8789-4b8e-a2d4-f71aef718bd6 HTTP/1.1" status: 200 len: 217 time: 0.0859113 Nov 12 19:59:48.495493 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-3b2a97fd-ddd1-4715-b819-eb02eb3c4be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:48.497169 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-3b2a97fd-ddd1-4715-b819-eb02eb3c4be8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e7e87043-7d2d-4150-b80d-fb0e6e39dcdf HTTP/1.1" status: 200 len: 861 time: 0.0987902 Nov 12 19:59:48.524266 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957eb1d-aafa-409e-9bfe-33b62ccc9d97 req-e17c9c9c-b447-415e-a512-e3759b9fb783 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:48.525781 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e957eb1d-aafa-409e-9bfe-33b62ccc9d97 req-e17c9c9c-b447-415e-a512-e3759b9fb783 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 950 time: 0.1029963 Nov 12 19:59:48.542829 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-8e7789ef-c3a4-4e0e-ba93-ce99dd128bd3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=268668ed-0d7b-4f7b-9df1-da4be7d9946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381253 Nov 12 19:59:48.605174 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b4f25-e191-4db4-b4ef-c66bdb496d88 req-9bc51e65-4a9e-4d4d-aa1f-4108fa0cc719 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:48.606709 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-786b4f25-e191-4db4-b4ef-c66bdb496d88 req-9bc51e65-4a9e-4d4d-aa1f-4108fa0cc719 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 947 time: 0.0958867 Nov 12 19:59:48.646731 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e957eb1d-aafa-409e-9bfe-33b62ccc9d97 req-ebff0420-4a28-4139-a52e-71a00f1e8c86 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069934 Nov 12 19:59:48.677502 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-5d9f837d-0386-4703-aee9-26be07109024 service neutron] 10.222.0.52 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214895 Nov 12 19:59:48.707940 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-786b4f25-e191-4db4-b4ef-c66bdb496d88 req-b2e0540d-b7ed-435c-8dab-21dbb4c83e00 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917070 Nov 12 19:59:48.717281 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331e0dcc-6654-4cb6-bd93-35909789854f admin admin] Router 0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 19:59:48.790531 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-28ca939f-bde9-40f2-ab35-d92ced869d8b service neutron] 10.222.0.52 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052918 Nov 12 19:59:48.844577 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331e0dcc-6654-4cb6-bd93-35909789854f admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 19:59:48.856511 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-331e0dcc-6654-4cb6-bd93-35909789854f admin admin] 10.222.0.48 "PUT /v2.0/routers/0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7102904 Nov 12 19:59:48.856990 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51192) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:48.862655 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7192b98-800c-459d-bb37-8e9d9996a1b5 None None] Sync routers for ids ['0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 19:59:48.876011 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7192b98-800c-459d-bb37-8e9d9996a1b5 None None] Routers {'0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:59:48.876993 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f7192b98-800c-459d-bb37-8e9d9996a1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:59:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:48.895470 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b9053-158d-43b0-bed7-1ea07848a0c5 req-cc870277-2a00-4b8c-8a4a-00345e644471 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:48.901508 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0d7b9053-158d-43b0-bed7-1ea07848a0c5 req-cc870277-2a00-4b8c-8a4a-00345e644471 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.0871494 Nov 12 19:59:48.981918 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0d7b9053-158d-43b0-bed7-1ea07848a0c5 req-1d22f0f6-99c8-4569-bece-760fd30eb155 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719728 Nov 12 19:59:49.006609 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-559eabae-1879-4ef4-b955-5d47cfe89cb1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:49.045838 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-f7192b98-800c-459d-bb37-8e9d9996a1b5 None None] Set router 0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:59:49.103819 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-7a0f87c5-92f4-4a9c-be5d-d0c09af8b0d9 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:49.105757 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-7a0f87c5-92f4-4a9c-be5d-d0c09af8b0d9 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd&tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&binding%3Ahost_id=n-h2-712140-15 HTTP/1.1" status: 200 len: 1096 time: 0.0470932 Nov 12 19:59:49.137584 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-559eabae-1879-4ef4-b955-5d47cfe89cb1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:49.210913 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-559eabae-1879-4ef4-b955-5d47cfe89cb1 admin admin] Deleting port e8bdcddc-33d0-42ff-bd46-7535499cf074 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:59:49.212036 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-559eabae-1879-4ef4-b955-5d47cfe89cb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:49.267094 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-14fa9c6e-449f-4ad0-8888-8db004e45e4e service neutron] For port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:59:49.274817 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f7192b98-800c-459d-bb37-8e9d9996a1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c', 'name': 'tempest-ServersTestMultiNic-1186077549-router', 'tenant_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'e8bdcddc-33d0-42ff-bd46-7535499cf074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:57:46Z', 'updated_at': '2021-11-12T19:59:47Z', 'revision_number': 5, 'project_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'gw_port': {'id': 'e8bdcddc-33d0-42ff-bd46-7535499cf074', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:57:48Z', 'updated_at': '2021-11-12T19:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:49.275204 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-14fa9c6e-449f-4ad0-8888-8db004e45e4e service neutron] Publish callbacks [] for binding, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:49.276705 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e20d1f66-7d2f-41e4-bdf5-cf04715b3225 req-14fa9c6e-449f-4ad0-8888-8db004e45e4e service neutron] 10.222.0.52 "DELETE /v2.0/ports/6f8645e5-8789-4b8e-a2d4-f71aef718bd6/bindings/n-h1-712140-15 HTTP/1.1" status: 204 len: 173 time: 0.1603186 Nov 12 19:59:49.303541 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7192b98-800c-459d-bb37-8e9d9996a1b5 None None] Checking router: 0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 19:59:49.312798 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7192b98-800c-459d-bb37-8e9d9996a1b5 None None] Routers {'0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 19:59:49.313423 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f7192b98-800c-459d-bb37-8e9d9996a1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T19:59:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:49.377376 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f5470-95a5-42a1-9650-1c2134b9400e req-be3c82dd-1664-441f-8c0c-9fc01b05f89a tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:49.379455 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a43f5470-95a5-42a1-9650-1c2134b9400e req-be3c82dd-1664-441f-8c0c-9fc01b05f89a tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 943 time: 0.1145785 Nov 12 19:59:49.382033 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-559eabae-1879-4ef4-b955-5d47cfe89cb1 admin admin] For port e8bdcddc-33d0-42ff-bd46-7535499cf074, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e8bdcddc-33d0-42ff-bd46-7535499cf074,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:49.382293 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 133497f9-a9c9-4bb1-9ed1-25531589ee57 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:59:49.382436 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-559eabae-1879-4ef4-b955-5d47cfe89cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:49.398254 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-559eabae-1879-4ef4-b955-5d47cfe89cb1 admin admin] Calling delete_port for e8bdcddc-33d0-42ff-bd46-7535499cf074 owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:59:49.435345 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-f7192b98-800c-459d-bb37-8e9d9996a1b5 None None] Set router 0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 19:59:49.533134 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a43f5470-95a5-42a1-9650-1c2134b9400e req-23bf8366-19c8-471e-81b5-851a810a3197 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811694 Nov 12 19:59:49.572692 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f7192b98-800c-459d-bb37-8e9d9996a1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c', 'name': 'tempest-ServersTestMultiNic-1186077549-router', 'tenant_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:57:46Z', 'updated_at': '2021-11-12T19:59:49Z', 'revision_number': 6, 'project_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:49.572975 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d500a-d788-4856-b50f-cac22df0e0ac req-f4e91d01-3026-4f3c-a3aa-cb6b9924af5c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:49.572975 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b0d500a-d788-4856-b50f-cac22df0e0ac req-f4e91d01-3026-4f3c-a3aa-cb6b9924af5c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 944 time: 0.1179793 Nov 12 19:59:49.678630 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b0d500a-d788-4856-b50f-cac22df0e0ac req-ae97a854-12b8-4f2e-b9e9-9a8b47afc382 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969963 Nov 12 19:59:49.788474 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-559eabae-1879-4ef4-b955-5d47cfe89cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:49.799332 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7192b98-800c-459d-bb37-8e9d9996a1b5 None None] The sync data for ids ['0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c'] in n-d-712140-15 is: [{'id': '0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c', 'name': 'tempest-ServersTestMultiNic-1186077549-router', 'tenant_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:57:46Z', 'updated_at': '2021-11-12T19:59:49Z', 'revision_number': 6, 'project_id': '7aa3005d0b414c1ca2d422e5398a48f6', 'gw_port_host': None}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 19:59:49.852940 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559eabae-1879-4ef4-b955-5d47cfe89cb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8bdcddc-33d0-42ff-bd46-7535499cf074,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:49.874236 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 133497f9-a9c9-4bb1-9ed1-25531589ee57, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=133497f9-a9c9-4bb1-9ed1-25531589ee57,segment=NetworkSegment(60dcf374-65f4-41f7-a8bd-7ca59b96d3e9),segment_id=60dcf374-65f4-41f7-a8bd-7ca59b96d3e9)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:49.892974 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '133497f9-a9c9-4bb1-9ed1-25531589ee57', 'network_id': '46cdc75a-85a0-4ab1-a931-5fdb611c190e', 'port_id': '133497f9-a9c9-4bb1-9ed1-25531589ee57', 'mac_address': 'fa:16:3e:a9:ed:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d1a2ef-80da-4226-b4c0-705dbf75989e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:59:49.917640 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a76bb-7dea-4d3a-8a96-3baa50232596 req-5bb79f54-7779-4985-88f9-80d49084efa7 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:49.919220 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-375a76bb-7dea-4d3a-8a96-3baa50232596 req-5bb79f54-7779-4985-88f9-80d49084efa7 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 950 time: 0.1820817 Nov 12 19:59:49.939497 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0dedc-7666-4cd6-8c7a-6ffa77918d7b req-58a7e05c-46c8-4575-b33b-e1e16b3be621 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:49.947299 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8cd0dedc-7666-4cd6-8c7a-6ffa77918d7b req-58a7e05c-46c8-4575-b33b-e1e16b3be621 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 947 time: 0.0904350 Nov 12 19:59:49.965967 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:49.981709 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-34778ed7-297a-4c3d-8a88-85936470ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:49.996769 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-559eabae-1879-4ef4-b955-5d47cfe89cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:50.002666 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:50.007492 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8cd0dedc-7666-4cd6-8c7a-6ffa77918d7b req-49f990d7-f7e5-4add-9979-c4675a3f3a67 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577285 Nov 12 19:59:50.009592 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 133497f9-a9c9-4bb1-9ed1-25531589ee57 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:59:50.052694 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 133497f9-a9c9-4bb1-9ed1-25531589ee57, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=133497f9-a9c9-4bb1-9ed1-25531589ee57,segment=NetworkSegment(60dcf374-65f4-41f7-a8bd-7ca59b96d3e9),segment_id=60dcf374-65f4-41f7-a8bd-7ca59b96d3e9)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:50.058347 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-375a76bb-7dea-4d3a-8a96-3baa50232596 req-e1c23c15-49d6-4411-a013-7daee569c768 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252699 Nov 12 19:59:50.058752 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:50.059887 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device f829769d-605a-403d-97fa-d794e825cb30 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 19:59:50.105582 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca972f4e-0541-44ff-a5c7-92e8126442a1 req-9b793ff3-48d5-4365-b23d-8c1b2d7aa7af tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:50.116810 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca972f4e-0541-44ff-a5c7-92e8126442a1 req-9b793ff3-48d5-4365-b23d-8c1b2d7aa7af tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 1096 time: 0.0560963 Nov 12 19:59:50.171235 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=133497f9-a9c9-4bb1-9ed1-25531589ee57,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:50.207643 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca972f4e-0541-44ff-a5c7-92e8126442a1 req-c6c7e739-15ee-4e88-b4de-565061fce7a3 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898788 Nov 12 19:59:50.258153 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device d6cb67d8-8e6c-4f5d-85a9-675c05699c18 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:59:50.291104 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-559eabae-1879-4ef4-b955-5d47cfe89cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:50.306253 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-559eabae-1879-4ef4-b955-5d47cfe89cb1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:50.369127 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port f829769d-605a-403d-97fa-d794e825cb30, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=f829769d-605a-403d-97fa-d794e825cb30,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:50.389046 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'f829769d-605a-403d-97fa-d794e825cb30', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': 'f829769d-605a-403d-97fa-d794e825cb30', 'mac_address': 'fa:16:3e:e4:09:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 19:59:50.409984 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53953d87-e287-4b52-8048-a489b0488d69 req-8f586e44-2f6b-4865-8f44-daa3d8a39e1f tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:50.411709 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-53953d87-e287-4b52-8048-a489b0488d69 req-8f586e44-2f6b-4865-8f44-daa3d8a39e1f tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 1096 time: 0.0696590 Nov 12 19:59:50.426875 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port d6cb67d8-8e6c-4f5d-85a9-675c05699c18 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:59:50.427088 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e27ece-78e5-40dd-ac54-b37bc4df474c req-fb7c8943-d91e-4b5e-8000-ef0dad726392 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:50.429029 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-42e27ece-78e5-40dd-ac54-b37bc4df474c req-fb7c8943-d91e-4b5e-8000-ef0dad726392 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.2136347 Nov 12 19:59:50.430400 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-559eabae-1879-4ef4-b955-5d47cfe89cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:50.430754 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559eabae-1879-4ef4-b955-5d47cfe89cb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 19:59:50.437774 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port d6cb67d8-8e6c-4f5d-85a9-675c05699c18 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:50.438138 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:50.445493 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-559eabae-1879-4ef4-b955-5d47cfe89cb1 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:50.449192 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-559eabae-1879-4ef4-b955-5d47cfe89cb1 admin admin] 10.222.0.48 "DELETE /v2.0/routers/0e6c41c2-4cc1-4fcd-935f-4385ef1f0b9c HTTP/1.1" status: 204 len: 168 time: 1.5887206 Nov 12 19:59:50.450028 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51224) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:50.463238 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:50.486694 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f829769d-605a-403d-97fa-d794e825cb30 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:59:50.492056 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-53953d87-e287-4b52-8048-a489b0488d69 req-38b6e352-c9ee-4e71-b507-9c27a8febe27 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727000 Nov 12 19:59:50.494957 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-42e27ece-78e5-40dd-ac54-b37bc4df474c req-b9348ee9-20e7-43f9-953a-90bdfb96fc64 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459864 Nov 12 19:59:50.529855 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-071310f1-b580-4ae1-884f-c71ab6d72acb admin admin] Deleting subnet 0cc938a9-5d89-4842-a308-b530ad5f0187 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 19:59:50.533494 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-071310f1-b580-4ae1-884f-c71ab6d72acb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:50.544935 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port f829769d-605a-403d-97fa-d794e825cb30, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=f829769d-605a-403d-97fa-d794e825cb30,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:50.555387 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:50.609118 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:50.631274 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-071310f1-b580-4ae1-884f-c71ab6d72acb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:50.659857 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5268c50f-ab3d-408b-8505-7cf80dfe5638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6cb67d8-8e6c-4f5d-85a9-675c05699c18'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:59:50.663773 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac733ce-8ed4-40fb-8cae-dc43c215c6da" -d '{"events": [{"server_uuid": "5268c50f-ab3d-408b-8505-7cf80dfe5638", "name": "network-vif-plugged", "status": "completed", "tag": "d6cb67d8-8e6c-4f5d-85a9-675c05699c18"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:59:50.669543 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=f829769d-605a-403d-97fa-d794e825cb30,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:50.682482 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port d6cb67d8-8e6c-4f5d-85a9-675c05699c18, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d6cb67d8-8e6c-4f5d-85a9-675c05699c18,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:50.691221 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:50.761704 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=d6cb67d8-8e6c-4f5d-85a9-675c05699c18,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:50.763022 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a7ba3-223b-4f84-9ad3-5da76e43a5a6 req-3640fb38-d12a-4e7e-bf38-9f1883b5920c tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:50.764637 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-595a7ba3-223b-4f84-9ad3-5da76e43a5a6 req-3640fb38-d12a-4e7e-bf38-9f1883b5920c tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 944 time: 0.1136527 Nov 12 19:59:50.851315 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-071310f1-b580-4ae1-884f-c71ab6d72acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:50.887985 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-595a7ba3-223b-4f84-9ad3-5da76e43a5a6 req-9e7be3df-69d5-4033-84d6-b4fe2e1da5de tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948043 Nov 12 19:59:50.916526 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c3b1f8-9ac4-4635-a646-178b3c030283 x-openstack-request-id: req-35c3b1f8-9ac4-4635-a646-178b3c030283 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:59:50.917054 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5268c50f-ab3d-408b-8505-7cf80dfe5638", "name": "network-vif-plugged", "status": "completed", "tag": "d6cb67d8-8e6c-4f5d-85a9-675c05699c18", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:59:50.917181 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-35c3b1f8-9ac4-4635-a646-178b3c030283 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:59:50.917651 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5268c50f-ab3d-408b-8505-7cf80dfe5638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6cb67d8-8e6c-4f5d-85a9-675c05699c18', 'code': 200} Nov 12 19:59:50.949679 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-071310f1-b580-4ae1-884f-c71ab6d72acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:50.968442 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e8bdcddc-33d0-42ff-bd46-7535499cf074 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:59:50.993887 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071310f1-b580-4ae1-884f-c71ab6d72acb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cc938a9-5d89-4842-a308-b530ad5f0187,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:50.999057 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-071310f1-b580-4ae1-884f-c71ab6d72acb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:51.003381 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-071310f1-b580-4ae1-884f-c71ab6d72acb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0cc938a9-5d89-4842-a308-b530ad5f0187 HTTP/1.1" status: 204 len: 168 time: 0.5524096 Nov 12 19:59:51.007063 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51250) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:51.024285 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a3b22e-e323-4547-aff0-cf55b7182403 None None] Network 6bc08339-1fd5-4060-afc4-1b9070b54172 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:59:51.027297 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['f829769d-605a-403d-97fa-d794e825cb30'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:59:51.042644 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: e8bdcddc-33d0-42ff-bd46-7535499cf074 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:59:51.043475 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e8bdcddc-33d0-42ff-bd46-7535499cf074 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:59:51.044024 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 17b87f5b-acf8-43be-9aed-55b1947d7891 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:59:51.095023 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8076e4c-654d-4516-b958-0a78acdb758e req-15bdf962-db02-45d8-ab16-5678ff6e00e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:51.097514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['133497f9-a9c9-4bb1-9ed1-25531589ee57'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 19:59:51.101690 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e8076e4c-654d-4516-b958-0a78acdb758e req-15bdf962-db02-45d8-ab16-5678ff6e00e8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5268c50f-ab3d-408b-8505-7cf80dfe5638 HTTP/1.1" status: 200 len: 1102 time: 0.0864491 Nov 12 19:59:51.156027 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-09f45bbc-5e59-4b5a-905d-88d4eda12916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:51.194845 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 17b87f5b-acf8-43be-9aed-55b1947d7891 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:59:51.195679 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 17b87f5b-acf8-43be-9aed-55b1947d7891 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:59:51.222419 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e8076e4c-654d-4516-b958-0a78acdb758e req-9c9595f7-c1e1-4aec-be22-7bfee23cb5d8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112297 Nov 12 19:59:51.246165 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e7006-edd2-4be0-b01e-c416772026c2 req-b56b1a09-f829-4ccb-9e5c-b4e9abc3676c tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:51.256353 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-565e7006-edd2-4be0-b01e-c416772026c2 req-b56b1a09-f829-4ccb-9e5c-b4e9abc3676c tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 948 time: 0.1250103 Nov 12 19:59:51.323943 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-565e7006-edd2-4be0-b01e-c416772026c2 req-2fe0fae2-cd65-4a18-ac82-327bd6f9281a tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665030 Nov 12 19:59:51.563383 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd715ba4-730f-4f43-85df-db007d7ecf70 None None] DHCP port deletion for 6bc08339-1fd5-4060-afc4-1b9070b54172 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 19:59:51.601637 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-09f45bbc-5e59-4b5a-905d-88d4eda12916 admin admin] Deleting port 42ab7336-fc7e-476a-bd6b-1ed2c3bdf124 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:59:51.602174 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-09f45bbc-5e59-4b5a-905d-88d4eda12916 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:51.630327 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ceea77-19b6-44e3-9300-2f9af16a0e11 req-5b9845a7-5331-48b9-8279-7b9eb384c7bf tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:51.638490 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-01ceea77-19b6-44e3-9300-2f9af16a0e11 req-5b9845a7-5331-48b9-8279-7b9eb384c7bf tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.0603397 Nov 12 19:59:51.654399 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-cd715ba4-730f-4f43-85df-db007d7ecf70 None None] Deleting port 42ab7336-fc7e-476a-bd6b-1ed2c3bdf124 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 19:59:51.654781 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cd715ba4-730f-4f43-85df-db007d7ecf70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:51.663462 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f38f8b-af15-488e-8aaf-37c5d6e52da5 req-5b247f08-910b-4c4a-a6db-8d7fd7feb719 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:51.670918 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-13f38f8b-af15-488e-8aaf-37c5d6e52da5 req-5b247f08-910b-4c4a-a6db-8d7fd7feb719 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 950 time: 0.4659421 Nov 12 19:59:51.697721 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-01ceea77-19b6-44e3-9300-2f9af16a0e11 req-9976c107-1703-42d9-aa8b-49e5ead1e890 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583086 Nov 12 19:59:51.702077 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-09f45bbc-5e59-4b5a-905d-88d4eda12916 admin admin] For port 42ab7336-fc7e-476a-bd6b-1ed2c3bdf124, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=42ab7336-fc7e-476a-bd6b-1ed2c3bdf124,segment=NetworkSegment(ddff1232-1da7-42fe-8eda-d80adfff15af),segment_id=ddff1232-1da7-42fe-8eda-d80adfff15af)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:51.702457 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-09f45bbc-5e59-4b5a-905d-88d4eda12916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:51.732514 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-09f45bbc-5e59-4b5a-905d-88d4eda12916 admin admin] Calling delete_port for 42ab7336-fc7e-476a-bd6b-1ed2c3bdf124 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:59:51.744590 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-cd715ba4-730f-4f43-85df-db007d7ecf70 None None] For port 42ab7336-fc7e-476a-bd6b-1ed2c3bdf124, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=42ab7336-fc7e-476a-bd6b-1ed2c3bdf124,segment=NetworkSegment(ddff1232-1da7-42fe-8eda-d80adfff15af),segment_id=ddff1232-1da7-42fe-8eda-d80adfff15af)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:51.744989 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cd715ba4-730f-4f43-85df-db007d7ecf70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:51.753955 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-13f38f8b-af15-488e-8aaf-37c5d6e52da5 req-f29a74c9-358a-41df-ac42-db878b971afa tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819590 Nov 12 19:59:51.761941 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-cd715ba4-730f-4f43-85df-db007d7ecf70 None None] Calling delete_port for 42ab7336-fc7e-476a-bd6b-1ed2c3bdf124 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 19:59:51.836898 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-09f45bbc-5e59-4b5a-905d-88d4eda12916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:51.862082 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cd715ba4-730f-4f43-85df-db007d7ecf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:51.867140 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f45bbc-5e59-4b5a-905d-88d4eda12916 admin admin] No DVR routers for this DVR port 42ab7336-fc7e-476a-bd6b-1ed2c3bdf124 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:59:51.873806 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f45bbc-5e59-4b5a-905d-88d4eda12916 admin admin] Pushing event deleted for resources: {'Port': ['ID=42ab7336-fc7e-476a-bd6b-1ed2c3bdf124,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:51.892069 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd715ba4-730f-4f43-85df-db007d7ecf70 None None] No DVR routers for this DVR port 42ab7336-fc7e-476a-bd6b-1ed2c3bdf124 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 19:59:51.893531 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd715ba4-730f-4f43-85df-db007d7ecf70 None None] Pushing event deleted for resources: {'Port': ['ID=42ab7336-fc7e-476a-bd6b-1ed2c3bdf124,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:51.954290 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-09f45bbc-5e59-4b5a-905d-88d4eda12916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:51.977076 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-09f45bbc-5e59-4b5a-905d-88d4eda12916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc08339-1fd5-4060-afc4-1b9070b54172']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:51.990485 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-09f45bbc-5e59-4b5a-905d-88d4eda12916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddff1232-1da7-42fe-8eda-d80adfff15af') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:51.990780 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-09f45bbc-5e59-4b5a-905d-88d4eda12916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddff1232-1da7-42fe-8eda-d80adfff15af') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 19:59:52.000766 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-09f45bbc-5e59-4b5a-905d-88d4eda12916 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:52.022923 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-09f45bbc-5e59-4b5a-905d-88d4eda12916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:52.048091 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f45bbc-5e59-4b5a-905d-88d4eda12916 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 19:59:52.048537 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-09f45bbc-5e59-4b5a-905d-88d4eda12916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: timer() Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 19:59:52.051260 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 19:59:52.125289 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de2dd1-96b7-480c-b594-7cfc581faa93 req-1c45e6aa-315f-434b-8fde-385bf47f50f9 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:52.126871 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-91de2dd1-96b7-480c-b594-7cfc581faa93 req-1c45e6aa-315f-434b-8fde-385bf47f50f9 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 944 time: 0.1154859 Nov 12 19:59:52.136549 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-09f45bbc-5e59-4b5a-905d-88d4eda12916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:52.169782 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-09f45bbc-5e59-4b5a-905d-88d4eda12916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:52.170651 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dbc8d3d6-bece-4844-93e6-e991f4355260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:52.175655 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-09f45bbc-5e59-4b5a-905d-88d4eda12916 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6bc08339-1fd5-4060-afc4-1b9070b54172 HTTP/1.1" status: 204 len: 168 time: 1.1676250 Nov 12 19:59:52.188658 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f45bbc-5e59-4b5a-905d-88d4eda12916 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bc08339-1fd5-4060-afc4-1b9070b54172,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:52.237575 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-91de2dd1-96b7-480c-b594-7cfc581faa93 req-b0d678f3-4c41-4f2a-8c6e-f89cf5cbf617 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005993 Nov 12 19:59:52.316321 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51268) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:52.383766 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51272) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:52.388901 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-41f5d04f-6a9a-47bb-9827-cc9cbb086f22 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7aa3005d0b414c1ca2d422e5398a48f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0711696 Nov 12 19:59:52.437226 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55fbc74c-76b2-4feb-88e9-29fff53410cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:52.460957 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55fbc74c-76b2-4feb-88e9-29fff53410cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:52.462264 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d06cd6-8488-45c3-b3e8-b6109737530b req-13ca8e25-472f-4979-b33e-76c50d178e6a tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:52.464423 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b9d06cd6-8488-45c3-b3e8-b6109737530b req-13ca8e25-472f-4979-b33e-76c50d178e6a tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 948 time: 0.0556986 Nov 12 19:59:52.523662 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55fbc74c-76b2-4feb-88e9-29fff53410cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:52.524419 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b9d06cd6-8488-45c3-b3e8-b6109737530b req-77ba5790-56d6-4ac2-a304-f2ef1267348a tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532391 Nov 12 19:59:52.527077 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55fbc74c-76b2-4feb-88e9-29fff53410cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:52.528399 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-55fbc74c-76b2-4feb-88e9-29fff53410cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9148464a-bc41-4294-b572-dfd8bee1e371 HTTP/1.1" status: 204 len: 168 time: 0.1435690 Nov 12 19:59:52.558898 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbc74c-76b2-4feb-88e9-29fff53410cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9148464a-bc41-4294-b572-dfd8bee1e371,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:52.943454 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 42ab7336-fc7e-476a-bd6b-1ed2c3bdf124 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 19:59:52.955774 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11524bea-cd3c-482b-82e9-88689bd8b570 req-7a0771f6-2943-4c72-978a-4cbaea990335 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:52.964689 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-11524bea-cd3c-482b-82e9-88689bd8b570 req-7a0771f6-2943-4c72-978a-4cbaea990335 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.1721177 Nov 12 19:59:52.986718 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 42ab7336-fc7e-476a-bd6b-1ed2c3bdf124 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 19:59:52.987054 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 42ab7336-fc7e-476a-bd6b-1ed2c3bdf124 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 19:59:52.988441 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f08556-8856-4a42-b8cb-39e27e42aa81 req-bc356a78-8496-44a8-99c9-57192eded520 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:52.993539 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-37f08556-8856-4a42-b8cb-39e27e42aa81 req-bc356a78-8496-44a8-99c9-57192eded520 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 950 time: 0.1312246 Nov 12 19:59:53.063798 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-11524bea-cd3c-482b-82e9-88689bd8b570 req-d537ea6f-bb2a-49a7-8e99-c1705eded000 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898702 Nov 12 19:59:53.090476 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-37f08556-8856-4a42-b8cb-39e27e42aa81 req-cf50b367-a2fa-424a-bfe3-c903dceb7ece tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890343 Nov 12 19:59:53.368532 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device f829769d-605a-403d-97fa-d794e825cb30 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:59:53.396812 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b879e-533b-43ed-a19d-cfac21e31d5e req-9b23716c-8f6c-4d8b-b4ea-5c9892f35926 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:53.403815 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-615b879e-533b-43ed-a19d-cfac21e31d5e req-9b23716c-8f6c-4d8b-b4ea-5c9892f35926 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 944 time: 0.0938113 Nov 12 19:59:53.476180 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port f829769d-605a-403d-97fa-d794e825cb30 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:59:53.480973 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port f829769d-605a-403d-97fa-d794e825cb30 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:53.481344 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:53.519215 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-615b879e-533b-43ed-a19d-cfac21e31d5e req-88b53456-97aa-4a52-b2c3-13709fcc783b tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059852 Nov 12 19:59:53.637996 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51316) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:53.644085 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:53.650582 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:53.651822 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:53.682430 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f60209c-2bfd-49bd-bcdb-8571f7effaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f829769d-605a-403d-97fa-d794e825cb30'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:59:53.684942 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47956cd-e384-43ab-b05a-7d2da8ed231d" -d '{"events": [{"server_uuid": "3f60209c-2bfd-49bd-bcdb-8571f7effaba", "name": "network-vif-plugged", "status": "completed", "tag": "f829769d-605a-403d-97fa-d794e825cb30"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:59:53.730013 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port f829769d-605a-403d-97fa-d794e825cb30, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=f829769d-605a-403d-97fa-d794e825cb30,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:53.737584 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d4c859-3ab6-4a14-bedc-e906e8f129cd x-openstack-request-id: req-98d4c859-3ab6-4a14-bedc-e906e8f129cd {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:59:53.741148 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f60209c-2bfd-49bd-bcdb-8571f7effaba", "name": "network-vif-plugged", "status": "completed", "tag": "f829769d-605a-403d-97fa-d794e825cb30", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:59:53.745180 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-98d4c859-3ab6-4a14-bedc-e906e8f129cd {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:59:53.745786 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f60209c-2bfd-49bd-bcdb-8571f7effaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f829769d-605a-403d-97fa-d794e825cb30', 'code': 200} Nov 12 19:59:53.747218 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:53.748949 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 133497f9-a9c9-4bb1-9ed1-25531589ee57 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 19:59:53.814711 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63186c7d-b451-4a12-89e2-99446d4c2971 req-92d09cd6-63ee-4536-8cbe-a39e3ff291b7 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:53.823859 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-63186c7d-b451-4a12-89e2-99446d4c2971 req-92d09cd6-63ee-4536-8cbe-a39e3ff291b7 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 948 time: 0.1745386 Nov 12 19:59:53.834279 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-e0bb83d8-6856-4497-a9fa-73d7271ffb9c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1590392329-network', 'tenant_id': '14a84fe176fc4137acc33b6d74c1e9ef'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:59:53.883148 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bb83d8-6856-4497-a9fa-73d7271ffb9c admin admin] Made reservation on behalf of 14a84fe176fc4137acc33b6d74c1e9ef for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:59:53.889278 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=f829769d-605a-403d-97fa-d794e825cb30,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:53.899286 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e0bb83d8-6856-4497-a9fa-73d7271ffb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:53.916492 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-63186c7d-b451-4a12-89e2-99446d4c2971 req-8644aa6f-09e8-4f1e-a92a-c4812395bfee tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912807 Nov 12 19:59:53.918573 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6581cd-f2c6-4003-9b5e-cd99cb13a2c7 req-c3f75ef7-0c0f-433b-9d91-6846e00e870a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:53.919015 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e0bb83d8-6856-4497-a9fa-73d7271ffb9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:53.920059 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2c6581cd-f2c6-4003-9b5e-cd99cb13a2c7 req-c3f75ef7-0c0f-433b-9d91-6846e00e870a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 1101 time: 0.0929546 Nov 12 19:59:53.921587 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 133497f9-a9c9-4bb1-9ed1-25531589ee57 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 19:59:53.925734 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 133497f9-a9c9-4bb1-9ed1-25531589ee57 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 19:59:53.926468 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:54.001371 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2c6581cd-f2c6-4003-9b5e-cd99cb13a2c7 req-2b67d6ac-9fab-4765-b0de-b02440a1eb25 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707738 Nov 12 19:59:54.056101 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:54.060465 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e0bb83d8-6856-4497-a9fa-73d7271ffb9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:54.066865 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e0bb83d8-6856-4497-a9fa-73d7271ffb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:54.111953 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 133497f9-a9c9-4bb1-9ed1-25531589ee57, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=133497f9-a9c9-4bb1-9ed1-25531589ee57,segment=NetworkSegment(60dcf374-65f4-41f7-a8bd-7ca59b96d3e9),segment_id=60dcf374-65f4-41f7-a8bd-7ca59b96d3e9)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 19:59:54.117638 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:54.118245 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0bb83d8-6856-4497-a9fa-73d7271ffb9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 19:59:54.129210 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb83d8-6856-4497-a9fa-73d7271ffb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:54.153083 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e0bb83d8-6856-4497-a9fa-73d7271ffb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:54.154285 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-e0bb83d8-6856-4497-a9fa-73d7271ffb9c admin admin] Added segment a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52 of type vlan for network 82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7 Nov 12 19:59:54.179452 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=133497f9-a9c9-4bb1-9ed1-25531589ee57,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:54.248969 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e0bb83d8-6856-4497-a9fa-73d7271ffb9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:54.273535 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49488a8-7ae2-402e-a1bf-ccbc6ef14859 req-20d2ff40-611f-4b5a-a5c5-c2f5c8b4da47 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:54.283057 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e49488a8-7ae2-402e-a1bf-ccbc6ef14859 req-20d2ff40-611f-4b5a-a5c5-c2f5c8b4da47 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 950 time: 0.0640731 Nov 12 19:59:54.289368 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a964bc-83e4-4cd8-880d-16e4d329ecd6 req-2a7b21b5-305e-491e-8af8-64912ac5dbf2 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:54.291158 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-65a964bc-83e4-4cd8-880d-16e4d329ecd6 req-2a7b21b5-305e-491e-8af8-64912ac5dbf2 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.0900688 Nov 12 19:59:54.298131 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e0bb83d8-6856-4497-a9fa-73d7271ffb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:54.299452 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bb83d8-6856-4497-a9fa-73d7271ffb9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:54.300359 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e0bb83d8-6856-4497-a9fa-73d7271ffb9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:54.361161 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e49488a8-7ae2-402e-a1bf-ccbc6ef14859 req-fee3d48c-02b8-4389-a1d4-763bb4b61c00 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759406 Nov 12 19:59:54.418173 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e0bb83d8-6856-4497-a9fa-73d7271ffb9c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7790315 Nov 12 19:59:54.421232 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51332) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 19:59:54.428337 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-63e03eaa-b617-4461-b741-4df3ec9cb1e2 admin admin] Request body: {'subnet': {'network_id': '82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1590392329-subnet', 'tenant_id': '14a84fe176fc4137acc33b6d74c1e9ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:59:54.450573 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-65a964bc-83e4-4cd8-880d-16e4d329ecd6 req-6e3fdb3f-3782-4842-9435-717399925091 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471379 Nov 12 19:59:54.453471 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb83d8-6856-4497-a9fa-73d7271ffb9c admin admin] Pushing event updated for resources: {'Network': ['ID=82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:54.464908 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e03eaa-b617-4461-b741-4df3ec9cb1e2 admin admin] Made reservation on behalf of 14a84fe176fc4137acc33b6d74c1e9ef for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:59:54.475332 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 19:59:54.482598 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-63e03eaa-b617-4461-b741-4df3ec9cb1e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:54.656604 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2d369-60b1-4df4-97d5-759ba5bc6510 req-b9131e28-9134-4f59-a007-39cfdde800ec tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:54.664475 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4dd2d369-60b1-4df4-97d5-759ba5bc6510 req-b9131e28-9134-4f59-a007-39cfdde800ec tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 945 time: 0.0694461 Nov 12 19:59:54.699408 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-63e03eaa-b617-4461-b741-4df3ec9cb1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:54.721732 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4dd2d369-60b1-4df4-97d5-759ba5bc6510 req-396c870a-e1f0-4ba8-a483-e29d1dbe22c0 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563095 Nov 12 19:59:54.769950 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e03eaa-b617-4461-b741-4df3ec9cb1e2 admin admin] Checking segment: {'id': 'a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:59:54.770305 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e03eaa-b617-4461-b741-4df3ec9cb1e2 admin admin] Network hostable DHCP agents. Network: 82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 19:59:54.773740 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e03eaa-b617-4461-b741-4df3ec9cb1e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e737cd8-1b39-4275-8cfe-0de94b1671b4,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:54.792503 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e03eaa-b617-4461-b741-4df3ec9cb1e2 admin admin] Network 82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 19:59:54.801298 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-63e03eaa-b617-4461-b741-4df3ec9cb1e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:59:54.807259 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e03eaa-b617-4461-b741-4df3ec9cb1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:54.807899 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-63e03eaa-b617-4461-b741-4df3ec9cb1e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:54.813087 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9516f180-df58-4fa8-9da7-d3055b3337f0 None None] Network 82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:59:54.857786 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-63e03eaa-b617-4461-b741-4df3ec9cb1e2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4121478 Nov 12 19:59:55.003206 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:55.027146 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952f1dfe-9ab8-49b7-a901-f718050fe06e None None] Network 82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 19:59:55.091531 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468ff8c-b474-4b84-9209-fc79a11824ba req-9836abe6-a3b2-424d-a736-a5389cd39047 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:55.094144 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4468ff8c-b474-4b84-9209-fc79a11824ba req-9836abe6-a3b2-424d-a736-a5389cd39047 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 949 time: 0.0738435 Nov 12 19:59:55.170299 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4468ff8c-b474-4b84-9209-fc79a11824ba req-2864c390-8362-4706-885c-6d8d441f4a16 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682437 Nov 12 19:59:55.459885 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-6ed0b43c-7f8d-48cc-9bdf-49fb39b21821 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:55.461540 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-6ed0b43c-7f8d-48cc-9bdf-49fb39b21821 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/networks?id=82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7 HTTP/1.1" status: 200 len: 815 time: 0.1062384 Nov 12 19:59:55.482252 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-8cf061d6-7c9b-4d25-958e-06773666cc3e tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/quotas/14a84fe176fc4137acc33b6d74c1e9ef HTTP/1.1" status: 200 len: 375 time: 0.0143762 Nov 12 19:59:55.517727 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-4be0df53-8394-415a-8576-4be3ae41ac9a tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=14a84fe176fc4137acc33b6d74c1e9ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279248 Nov 12 19:59:55.617819 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-5b759c6c-43f1-46fc-a5a8-f908319c76f1 service neutron] 10.222.0.48 "GET /v2.0/networks/82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917022 Nov 12 19:59:55.748602 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ed735a-9e35-4ce6-9bc5-cecd48d6ed13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133497f9-a9c9-4bb1-9ed1-25531589ee57'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:59:55.752703 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9495ec99-ed4a-4d2b-b8ca-2678a8fb38eb" -d '{"events": [{"server_uuid": "d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13", "name": "network-vif-plugged", "status": "completed", "tag": "133497f9-a9c9-4bb1-9ed1-25531589ee57"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:59:55.768274 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-99539155-9033-4866-8f1f-5f99597feddc service neutron] 10.222.0.48 "GET /v2.0/networks/82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343682 Nov 12 19:59:55.914281 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:56.058529 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d97469-b462-4dab-9090-af6b634f73ed req-2d0a2fc0-959d-4bd5-9819-26f8f76c5b15 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:56.060820 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-34d97469-b462-4dab-9090-af6b634f73ed req-2d0a2fc0-959d-4bd5-9819-26f8f76c5b15 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 950 time: 0.0780058 Nov 12 19:59:56.142258 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-34d97469-b462-4dab-9090-af6b634f73ed req-61fec8c2-6410-4be7-a09a-74f20cc6cbc4 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722709 Nov 12 19:59:56.312969 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d6129-a050-43fa-beed-f763bc1fb948 req-2d07db69-76b8-4fdd-b5b3-7f6a87b9832b tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:56.326294 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-027d6129-a050-43fa-beed-f763bc1fb948 req-2d07db69-76b8-4fdd-b5b3-7f6a87b9832b tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.0968077 Nov 12 19:59:56.403781 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-027d6129-a050-43fa-beed-f763bc1fb948 req-3dca6537-6889-4c5e-9173-31a43161b53e tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762968 Nov 12 19:59:56.586634 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efa751-ca62-489c-9b65-32f98d496242 req-ae3b529b-a23e-4ff8-991e-6da38f9633b8 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:56.588395 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d7efa751-ca62-489c-9b65-32f98d496242 req-ae3b529b-a23e-4ff8-991e-6da38f9633b8 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 945 time: 0.0612345 Nov 12 19:59:56.649664 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d7efa751-ca62-489c-9b65-32f98d496242 req-eb23e9c1-0e17-48e5-bf59-4da2cbce7c7b tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533109 Nov 12 19:59:56.709557 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 19:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed81083c-877f-4269-84d2-450c5a76abef x-openstack-request-id: req-ed81083c-877f-4269-84d2-450c5a76abef {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:59:56.710140 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13", "name": "network-vif-plugged", "status": "completed", "tag": "133497f9-a9c9-4bb1-9ed1-25531589ee57", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:59:56.710678 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ed81083c-877f-4269-84d2-450c5a76abef {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:59:56.711270 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ed735a-9e35-4ce6-9bc5-cecd48d6ed13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133497f9-a9c9-4bb1-9ed1-25531589ee57', 'code': 200} Nov 12 19:59:56.795915 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-594ed388-3bfd-4442-b0bc-43336b8c8829 req-d2152fbc-a9ff-47f6-a4ab-b6d4469adcd8 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 210 time: 0.0321083 Nov 12 19:59:56.932885 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07689d-b0aa-44f9-85c1-aae2e36a3793 req-ab49e63e-224b-4e90-a3e0-ade020047250 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:56.934689 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa07689d-b0aa-44f9-85c1-aae2e36a3793 req-ab49e63e-224b-4e90-a3e0-ade020047250 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 949 time: 0.0526638 Nov 12 19:59:56.986451 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa07689d-b0aa-44f9-85c1-aae2e36a3793 req-963a25d8-c50b-4b91-94c3-b3308604113f tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446856 Nov 12 19:59:57.289960 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ba2d5-06d0-42f1-95aa-bc67609e4de1 req-a9d0ef0c-11fe-4c2a-b37a-decc6d61596b tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:57.292721 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d85ba2d5-06d0-42f1-95aa-bc67609e4de1 req-a9d0ef0c-11fe-4c2a-b37a-decc6d61596b tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 950 time: 0.0718627 Nov 12 19:59:57.361252 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-5e132b2b-9d30-4a11-90de-189fd04c63ef tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:57.363028 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-5e132b2b-9d30-4a11-90de-189fd04c63ef tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.52 "GET /v2.0/networks?id=82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7 HTTP/1.1" status: 200 len: 815 time: 0.1320508 Nov 12 19:59:57.371134 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d85ba2d5-06d0-42f1-95aa-bc67609e4de1 req-8a41a44a-c20d-4022-ae52-fe68f0ffc071 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711167 Nov 12 19:59:57.383403 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-e10105ee-e232-4b02-9773-ef1679799ae7 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Request body: {'port': {'device_id': 'd2e759a0-03d6-47d7-92bb-ad78d513302a', 'network_id': '82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7', 'admin_state_up': True, 'tenant_id': '14a84fe176fc4137acc33b6d74c1e9ef'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:59:57.498529 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-e10105ee-e232-4b02-9773-ef1679799ae7 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Made reservation on behalf of 14a84fe176fc4137acc33b6d74c1e9ef for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 19:59:57.502459 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-e10105ee-e232-4b02-9773-ef1679799ae7 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:57.526473 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2306e62-61a7-4bfb-9355-ceb8928ed0f4 req-1497d7e6-591e-46b8-9a1f-303f2545b8f8 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:57.528780 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c2306e62-61a7-4bfb-9355-ceb8928ed0f4 req-1497d7e6-591e-46b8-9a1f-303f2545b8f8 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.0540452 Nov 12 19:59:57.586602 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c2306e62-61a7-4bfb-9355-ceb8928ed0f4 req-2098ad26-f14e-484b-bb80-c9456f4ecd87 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506392 Nov 12 19:59:57.633212 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-e10105ee-e232-4b02-9773-ef1679799ae7 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Allocated IP 172.20.0.14 (82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7/4e737cd8-1b39-4275-8cfe-0de94b1671b4/f06cc0c7-009e-4066-b2ec-2ded8cb8002a) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 19:59:57.776067 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc106c8-b07c-453d-b0d7-2f7ae0cad1a1 req-a26d8693-08a1-44a1-9e9c-13249f272335 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:57.778417 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9bc106c8-b07c-453d-b0d7-2f7ae0cad1a1 req-a26d8693-08a1-44a1-9e9c-13249f272335 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 945 time: 0.0554354 Nov 12 19:59:57.801331 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-e10105ee-e232-4b02-9773-ef1679799ae7 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:57.840818 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9bc106c8-b07c-453d-b0d7-2f7ae0cad1a1 req-fef8d4b3-e10d-47a9-8c14-e3d361a0d88e tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563755 Nov 12 19:59:57.854825 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-e10105ee-e232-4b02-9773-ef1679799ae7 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:57.902520 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-e10105ee-e232-4b02-9773-ef1679799ae7 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Network 82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 19:59:57.905497 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-e10105ee-e232-4b02-9773-ef1679799ae7 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 19:59:57.911904 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-e10105ee-e232-4b02-9773-ef1679799ae7 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 19:59:57.938069 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10105ee-e232-4b02-9773-ef1679799ae7 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Pushing event updated for resources: {'Port': ['ID=f06cc0c7-009e-4066-b2ec-2ded8cb8002a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:57.953652 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036f397-ddd1-46b9-83cd-d95db9e2847d req-f16a7101-a693-483f-9982-7be1daf02273 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:57.955177 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8036f397-ddd1-46b9-83cd-d95db9e2847d req-f16a7101-a693-483f-9982-7be1daf02273 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 932 time: 0.0555263 Nov 12 19:59:57.968336 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-e10105ee-e232-4b02-9773-ef1679799ae7 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:57.969127 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-e10105ee-e232-4b02-9773-ef1679799ae7 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:57.985179 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-e10105ee-e232-4b02-9773-ef1679799ae7 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6062827 Nov 12 19:59:57.998507 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-cdefb2a4-66a8-4133-9fd9-52b7831f9fef service neutron] Request body: {'port': {'device_id': 'd2e759a0-03d6-47d7-92bb-ad78d513302a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 19:59:58.015054 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8036f397-ddd1-46b9-83cd-d95db9e2847d req-f75d1e3d-22d9-44c6-8a89-838f87953398 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518253 Nov 12 19:59:58.080762 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-cdefb2a4-66a8-4133-9fd9-52b7831f9fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:58.128844 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26f288-88c4-44f0-868d-0726f889a282 req-dc0b4874-f80d-4002-9e5b-cec1851faeff tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:58.130743 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2b26f288-88c4-44f0-868d-0726f889a282 req-dc0b4874-f80d-4002-9e5b-cec1851faeff tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 949 time: 0.0533931 Nov 12 19:59:58.182245 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2b26f288-88c4-44f0-868d-0726f889a282 req-714ca23a-c4eb-4648-9e81-68f7b9432557 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455079 Nov 12 19:59:58.394398 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-cdefb2a4-66a8-4133-9fd9-52b7831f9fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f06cc0c7-009e-4066-b2ec-2ded8cb8002a {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 19:59:58.398761 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-379ab9be-ead6-477e-9c27-f3d4cacdb179 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:58.403294 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-cdefb2a4-66a8-4133-9fd9-52b7831f9fef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:58.406179 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-379ab9be-ead6-477e-9c27-f3d4cacdb179 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/networks?id=e3a881ac-6120-48a0-95f8-2623f45c4673 HTTP/1.1" status: 200 len: 808 time: 0.1218278 Nov 12 19:59:58.416136 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-cdefb2a4-66a8-4133-9fd9-52b7831f9fef service neutron] Transition to ACTIVE for port object f06cc0c7-009e-4066-b2ec-2ded8cb8002a will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 19:59:58.420811 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-3355e69b-78f2-462a-a25e-41a4e5eac287 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/quotas/8d8e319c0c4e434b8087c124ad0c8b6f HTTP/1.1" status: 200 len: 375 time: 0.0135317 Nov 12 19:59:58.420950 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-cdefb2a4-66a8-4133-9fd9-52b7831f9fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:58.475481 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdefb2a4-66a8-4133-9fd9-52b7831f9fef service neutron] Pushing event updated for resources: {'Port': ['ID=f06cc0c7-009e-4066-b2ec-2ded8cb8002a,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:58.481418 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-e9f85df4-6a6b-4ff3-b035-ebe944e230f3 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0577290 Nov 12 19:59:58.551836 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-cdefb2a4-66a8-4133-9fd9-52b7831f9fef service neutron] Attempting to bind port f06cc0c7-009e-4066-b2ec-2ded8cb8002a on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 19:59:58.552171 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-cdefb2a4-66a8-4133-9fd9-52b7831f9fef service neutron] Attempting to bind port f06cc0c7-009e-4066-b2ec-2ded8cb8002a by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 19:59:58.552524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-cdefb2a4-66a8-4133-9fd9-52b7831f9fef service neutron] Attempting to bind port f06cc0c7-009e-4066-b2ec-2ded8cb8002a on network 82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:59:58.559226 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-cdefb2a4-66a8-4133-9fd9-52b7831f9fef service neutron] Port f06cc0c7-009e-4066-b2ec-2ded8cb8002a on network 82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 19:59:58.559226 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-cdefb2a4-66a8-4133-9fd9-52b7831f9fef service neutron] Attempting to bind port f06cc0c7-009e-4066-b2ec-2ded8cb8002a on network 82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 19:59:58.562785 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-cdefb2a4-66a8-4133-9fd9-52b7831f9fef service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 19:59:58.563120 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-cdefb2a4-66a8-4133-9fd9-52b7831f9fef service neutron] Checking segment: {'id': 'a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 19:59:58.563509 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-cdefb2a4-66a8-4133-9fd9-52b7831f9fef service neutron] Bound using segment: {'id': 'a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 19:59:58.563932 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-cdefb2a4-66a8-4133-9fd9-52b7831f9fef service neutron] Bound port: f06cc0c7-009e-4066-b2ec-2ded8cb8002a, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 19:59:58.564314 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-cdefb2a4-66a8-4133-9fd9-52b7831f9fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:58.605711 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-f5d52842-c303-41fa-a1d7-a3312ed134e5 service neutron] 10.222.0.48 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170766 Nov 12 19:59:58.636214 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-cdefb2a4-66a8-4133-9fd9-52b7831f9fef service neutron] For port f06cc0c7-009e-4066-b2ec-2ded8cb8002a, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 19:59:58.639500 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-cdefb2a4-66a8-4133-9fd9-52b7831f9fef service neutron] For port f06cc0c7-009e-4066-b2ec-2ded8cb8002a, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=f06cc0c7-009e-4066-b2ec-2ded8cb8002a,segment=NetworkSegment(a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52),segment_id=a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 19:59:58.646121 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-cdefb2a4-66a8-4133-9fd9-52b7831f9fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:58.681201 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-cdefb2a4-66a8-4133-9fd9-52b7831f9fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:58.681810 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-cdefb2a4-66a8-4133-9fd9-52b7831f9fef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 19:59:58.683170 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-cdefb2a4-66a8-4133-9fd9-52b7831f9fef service neutron] 10.222.0.52 "PUT /v2.0/ports/f06cc0c7-009e-4066-b2ec-2ded8cb8002a HTTP/1.1" status: 200 len: 1093 time: 0.6889558 Nov 12 19:59:58.683617 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e759a0-03d6-47d7-92bb-ad78d513302a', 'tag': 'f06cc0c7-009e-4066-b2ec-2ded8cb8002a'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 19:59:58.685925 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1570445e-16e7-48fa-8f6e-a65a60f16f08" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e759a0-03d6-47d7-92bb-ad78d513302a", "tag": "f06cc0c7-009e-4066-b2ec-2ded8cb8002a"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 19:59:58.709831 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-522ef22f-5cdd-42a3-9971-5d573f370907 service neutron] 10.222.0.48 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941117 Nov 12 19:59:58.711699 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdefb2a4-66a8-4133-9fd9-52b7831f9fef service neutron] Pushing event updated for resources: {'Port': ['ID=f06cc0c7-009e-4066-b2ec-2ded8cb8002a,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 19:59:58.777562 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-2d4b8a87-41ab-4a57-91b4-ef411ca5eeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:58.779086 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-2d4b8a87-41ab-4a57-91b4-ef411ca5eeea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=14a84fe176fc4137acc33b6d74c1e9ef&device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 1096 time: 0.0472293 Nov 12 19:59:58.835388 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-6cdef838-c1e8-4873-9eef-4669cc0e0769 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f06cc0c7-009e-4066-b2ec-2ded8cb8002a HTTP/1.1" status: 200 len: 217 time: 0.0437224 Nov 12 19:59:58.899884 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-55f4f159-405b-41c9-8cba-33a02c911578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:58.902107 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-55f4f159-405b-41c9-8cba-33a02c911578 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4e737cd8-1b39-4275-8cfe-0de94b1671b4 HTTP/1.1" status: 200 len: 855 time: 0.0547667 Nov 12 19:59:58.952369 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-a9a3d178-1710-4506-bb3b-1bc6d2ed6216 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401583 Nov 12 19:59:59.085037 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-3cad5fc3-23cd-4af3-87ce-6a910f7b8da0 service neutron] 10.222.0.52 "GET /v2.0/networks/82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213191 Nov 12 19:59:59.099173 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ac59c-975b-4517-8e8f-1c27aaa9c6dc req-a5ff7568-dfe8-4a69-86bc-5fa2c1958109 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:59.100745 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-526ac59c-975b-4517-8e8f-1c27aaa9c6dc req-a5ff7568-dfe8-4a69-86bc-5fa2c1958109 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 950 time: 0.0659499 Nov 12 19:59:59.177301 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-526ac59c-975b-4517-8e8f-1c27aaa9c6dc req-886ffc5b-9b64-4122-a16a-275d2aa2549d tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693166 Nov 12 19:59:59.233247 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-701d9d9d-67e3-44ed-a33a-7d8fc4aa925c req-45d8cbb0-0261-4bcb-a59a-9e2a75f44dff service neutron] 10.222.0.52 "GET /v2.0/networks/82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290050 Nov 12 19:59:59.307709 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a551a2-d32e-47be-a79e-705979d159c9 req-f99c4a98-55e1-4a6b-87e3-ca23ecc83ba7 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:59.315177 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-98a551a2-d32e-47be-a79e-705979d159c9 req-f99c4a98-55e1-4a6b-87e3-ca23ecc83ba7 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.0822582 Nov 12 19:59:59.373816 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-98a551a2-d32e-47be-a79e-705979d159c9 req-9cd6ad53-f3ec-4ef9-be77-fa3c85c49b3c tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577121 Nov 12 19:59:59.422817 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 19:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ebaccb-b7d8-495d-ad14-8d639f4277f9 x-openstack-request-id: req-a0ebaccb-b7d8-495d-ad14-8d639f4277f9 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 19:59:59.423321 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e759a0-03d6-47d7-92bb-ad78d513302a", "tag": "f06cc0c7-009e-4066-b2ec-2ded8cb8002a", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 19:59:59.423410 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0ebaccb-b7d8-495d-ad14-8d639f4277f9 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 19:59:59.423912 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e759a0-03d6-47d7-92bb-ad78d513302a', 'tag': 'f06cc0c7-009e-4066-b2ec-2ded8cb8002a', 'status': 'completed', 'code': 200} Nov 12 19:59:59.511315 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570445e-16e7-48fa-8f6e-a65a60f16f08 req-324eb61d-b186-451a-b740-e2e5281c076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:59.515169 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1570445e-16e7-48fa-8f6e-a65a60f16f08 req-324eb61d-b186-451a-b740-e2e5281c076f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=14a84fe176fc4137acc33b6d74c1e9ef&device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 1096 time: 0.0585160 Nov 12 19:59:59.522593 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63d5db-3675-4064-9d6f-d0a6eee66520 req-2fd11ba2-70c2-4850-b464-c8dce335ba77 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:59.524082 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d63d5db-3675-4064-9d6f-d0a6eee66520 req-2fd11ba2-70c2-4850-b464-c8dce335ba77 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 945 time: 0.0519574 Nov 12 19:59:59.576449 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d63d5db-3675-4064-9d6f-d0a6eee66520 req-239e948f-d11f-4c78-af7e-e9fe7f48f2cc tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464990 Nov 12 19:59:59.628848 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570445e-16e7-48fa-8f6e-a65a60f16f08 req-c67cb635-6775-4806-b3fe-8ffdbf030ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:59.630573 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1570445e-16e7-48fa-8f6e-a65a60f16f08 req-c67cb635-6775-4806-b3fe-8ffdbf030ded service neutron] 10.222.0.52 "GET /v2.0/networks?id=82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7 HTTP/1.1" status: 200 len: 916 time: 0.1014912 Nov 12 19:59:59.683164 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1570445e-16e7-48fa-8f6e-a65a60f16f08 req-4238fdfd-41e7-4cc2-9397-2a6cc6a023ce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f06cc0c7-009e-4066-b2ec-2ded8cb8002a HTTP/1.1" status: 200 len: 217 time: 0.0422161 Nov 12 19:59:59.742447 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570445e-16e7-48fa-8f6e-a65a60f16f08 req-c35df695-b6ae-4350-8f1f-4e1ec64e79f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:59.744815 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1570445e-16e7-48fa-8f6e-a65a60f16f08 req-c35df695-b6ae-4350-8f1f-4e1ec64e79f9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4e737cd8-1b39-4275-8cfe-0de94b1671b4 HTTP/1.1" status: 200 len: 855 time: 0.0498846 Nov 12 19:59:59.783756 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1570445e-16e7-48fa-8f6e-a65a60f16f08 req-18dd6286-21ee-43e1-a5b1-5fb98e8fceea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286551 Nov 12 19:59:59.861828 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-62d6c1e2-3693-4c2e-8996-a809979236f5 req-d0156802-f249-48ed-a6d3-9c2db4cc7ec8 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 210 time: 0.0344408 Nov 12 19:59:59.896640 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1570445e-16e7-48fa-8f6e-a65a60f16f08 req-9d86a620-3b75-435e-b675-d51859b1e0c0 service neutron] 10.222.0.52 "GET /v2.0/networks/82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039922 Nov 12 19:59:59.975686 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5f191-ac0c-4553-9220-4b607d8abdcb req-0a4566e4-b5e2-4ad4-8070-285f1549ccc5 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 19:59:59.977304 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-67d5f191-ac0c-4553-9220-4b607d8abdcb req-0a4566e4-b5e2-4ad4-8070-285f1549ccc5 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 944 time: 0.0554955 Nov 12 20:00:00.004354 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1570445e-16e7-48fa-8f6e-a65a60f16f08 req-b47512be-955a-4c02-88d8-eb808ed89ef1 service neutron] 10.222.0.52 "GET /v2.0/networks/82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991116 Nov 12 20:00:00.030680 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-67d5f191-ac0c-4553-9220-4b607d8abdcb req-47a829be-24c2-444a-899e-9c89b167c8fd tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471649 Nov 12 20:00:00.137846 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ff67d-ca8e-4e10-b22e-5b419fb1305f req-414794dd-e45c-4a05-a8a9-cf52069bc73f tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:00.139416 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-874ff67d-ca8e-4e10-b22e-5b419fb1305f req-414794dd-e45c-4a05-a8a9-cf52069bc73f tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 949 time: 0.0514925 Nov 12 20:00:00.192257 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-874ff67d-ca8e-4e10-b22e-5b419fb1305f req-024e447e-93b3-4862-8add-a12c36ce4c9e tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469589 Nov 12 20:00:00.299712 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e7a5d-c18f-4aa9-b7c2-0bf49e5df0be req-76fd1281-6edd-4647-9ff2-ad335b9efb4e tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:00.301187 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b2e7a5d-c18f-4aa9-b7c2-0bf49e5df0be req-76fd1281-6edd-4647-9ff2-ad335b9efb4e tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 950 time: 0.0501862 Nov 12 20:00:00.352970 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b2e7a5d-c18f-4aa9-b7c2-0bf49e5df0be req-7b20920c-5897-4c71-b57f-59ac6d1b347d tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430253 Nov 12 20:00:00.491243 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22960b65-607a-484c-9cc9-bbb427be66ca req-70da5d6f-8299-49fe-a525-f812e34c2018 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:00.492834 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-22960b65-607a-484c-9cc9-bbb427be66ca req-70da5d6f-8299-49fe-a525-f812e34c2018 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.0496504 Nov 12 20:00:00.544508 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-22960b65-607a-484c-9cc9-bbb427be66ca req-bb0c56b9-d49f-4698-91c2-33340a584f88 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453289 Nov 12 20:00:00.699941 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda59f65-7a64-487d-8653-f7ba4a07b927 req-b93d33c4-6a76-43f4-a212-e54eeafaf042 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:00.701555 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bda59f65-7a64-487d-8653-f7ba4a07b927 req-b93d33c4-6a76-43f4-a212-e54eeafaf042 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 945 time: 0.0529525 Nov 12 20:00:00.750375 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bda59f65-7a64-487d-8653-f7ba4a07b927 req-c7fbcb42-bcb3-4f57-a350-bdd18d970ab1 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427213 Nov 12 20:00:00.957673 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9088ada8-c3c0-4963-bf86-514ef7238042 req-3eda5205-0b28-4147-8b1f-3d3a6e73738f tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 210 time: 0.0263696 Nov 12 20:00:01.149044 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53fabd-4f09-42e4-8a3e-27d4b534f9c0 req-54f204ee-0f13-485f-8504-6a61059e61c8 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:01.150495 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-af53fabd-4f09-42e4-8a3e-27d4b534f9c0 req-54f204ee-0f13-485f-8504-6a61059e61c8 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 944 time: 0.0509458 Nov 12 20:00:01.199169 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-af53fabd-4f09-42e4-8a3e-27d4b534f9c0 req-de98b8ee-1577-4cd4-b203-c9ce8e9b3d97 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428653 Nov 12 20:00:01.313771 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43791cc3-ef72-4767-be59-629f0e40798d req-caa034e3-cb04-4944-8b1c-a9e02cc8fdbf tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:01.315314 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-43791cc3-ef72-4767-be59-629f0e40798d req-caa034e3-cb04-4944-8b1c-a9e02cc8fdbf tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 949 time: 0.0537508 Nov 12 20:00:01.369069 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-43791cc3-ef72-4767-be59-629f0e40798d req-2775cfb8-1a0e-4b58-91e8-50d60e56d95e tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472925 Nov 12 20:00:01.487992 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538ac11-2943-4e7f-8957-635e2d1b9ad0 req-ec468bea-0e63-490b-b3e2-3f768a7ca5d4 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:01.489760 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3538ac11-2943-4e7f-8957-635e2d1b9ad0 req-ec468bea-0e63-490b-b3e2-3f768a7ca5d4 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 950 time: 0.0544863 Nov 12 20:00:01.541524 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3538ac11-2943-4e7f-8957-635e2d1b9ad0 req-365e82ce-ef11-4e35-92c1-4ff3b0cddc8b tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456049 Nov 12 20:00:01.668701 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548ea7f-f90e-4d51-8b3a-08b1a75b3c43 req-3d2a2145-25cb-48ad-bcf1-339727a6d19e tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:01.670130 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d548ea7f-f90e-4d51-8b3a-08b1a75b3c43 req-3d2a2145-25cb-48ad-bcf1-339727a6d19e tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.0548010 Nov 12 20:00:01.720059 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d548ea7f-f90e-4d51-8b3a-08b1a75b3c43 req-b0b2b78b-5e6f-4a07-b3d1-1026e37c582e tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438592 Nov 12 20:00:01.871555 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417926f-847e-430e-b357-b5972112d479 req-72951f35-7139-4bf3-96be-6ae96f4111bb tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:01.873228 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f417926f-847e-430e-b357-b5972112d479 req-72951f35-7139-4bf3-96be-6ae96f4111bb tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 945 time: 0.0519564 Nov 12 20:00:01.924121 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f417926f-847e-430e-b357-b5972112d479 req-6f22bbbc-d98d-4def-8e4d-68be4d18f835 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442052 Nov 12 20:00:02.054548 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1ac34686-0221-4dff-b1b6-13588df6e3c8 req-23bc9364-adf6-4104-97ff-456791e25957 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 210 time: 0.0279448 Nov 12 20:00:02.241170 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device f06cc0c7-009e-4066-b2ec-2ded8cb8002a details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:00:02.326248 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f830b-ccd7-42d0-8785-cab936d3a81c req-2077f6d2-bcd1-407d-8317-c117f4459e24 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:02.327922 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-773f830b-ccd7-42d0-8785-cab936d3a81c req-2077f6d2-bcd1-407d-8317-c117f4459e24 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 944 time: 0.0555441 Nov 12 20:00:02.338505 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port f06cc0c7-009e-4066-b2ec-2ded8cb8002a, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=f06cc0c7-009e-4066-b2ec-2ded8cb8002a,segment=NetworkSegment(a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52),segment_id=a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:02.355009 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'f06cc0c7-009e-4066-b2ec-2ded8cb8002a', 'network_id': '82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7', 'port_id': 'f06cc0c7-009e-4066-b2ec-2ded8cb8002a', 'mac_address': 'fa:16:3e:52:15:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e737cd8-1b39-4275-8cfe-0de94b1671b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:00:02.381101 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-773f830b-ccd7-42d0-8785-cab936d3a81c req-1fe787ff-a0b7-419a-88ea-010b31ec4841 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454311 Nov 12 20:00:02.394543 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:02.408569 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f06cc0c7-009e-4066-b2ec-2ded8cb8002a {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:00:02.431825 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port f06cc0c7-009e-4066-b2ec-2ded8cb8002a, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=f06cc0c7-009e-4066-b2ec-2ded8cb8002a,segment=NetworkSegment(a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52),segment_id=a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:02.437058 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:02.488295 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=f06cc0c7-009e-4066-b2ec-2ded8cb8002a,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:02.508696 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b633eb4-b36e-4fb9-89c6-5f976fa61635 req-5c9454d1-c201-42e8-a50f-514d19d80918 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:02.510259 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3b633eb4-b36e-4fb9-89c6-5f976fa61635 req-5c9454d1-c201-42e8-a50f-514d19d80918 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 949 time: 0.0570421 Nov 12 20:00:02.560864 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3b633eb4-b36e-4fb9-89c6-5f976fa61635 req-bb655e0f-5010-4a53-9784-8f3686672522 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447395 Nov 12 20:00:02.678106 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c2dc1-81df-40e7-b482-c96b23d71695 req-6e9d0c3a-f85f-4615-bf00-d6382aac0173 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:02.679767 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ff3c2dc1-81df-40e7-b482-c96b23d71695 req-6e9d0c3a-f85f-4615-bf00-d6382aac0173 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 950 time: 0.0611236 Nov 12 20:00:02.735306 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ff3c2dc1-81df-40e7-b482-c96b23d71695 req-c9e92fe1-562e-4284-ae1c-d324e0e64c66 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485609 Nov 12 20:00:02.839257 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a370f00-e02b-4762-b89d-685d86349bd0 req-24424bbc-7b87-489e-a883-af646e2bbd26 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:02.841169 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a370f00-e02b-4762-b89d-685d86349bd0 req-24424bbc-7b87-489e-a883-af646e2bbd26 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.0498898 Nov 12 20:00:02.863618 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['f06cc0c7-009e-4066-b2ec-2ded8cb8002a'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:02.897575 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a370f00-e02b-4762-b89d-685d86349bd0 req-5b714f17-36a4-4df5-919e-e99bc9de4e2e tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459239 Nov 12 20:00:03.050811 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22686695-bf48-40f4-ad86-ef7e15e6e970 req-876d4edd-a155-4d3f-8064-6477dc0f422e tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:03.052617 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-22686695-bf48-40f4-ad86-ef7e15e6e970 req-876d4edd-a155-4d3f-8064-6477dc0f422e tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 945 time: 0.0595844 Nov 12 20:00:03.101539 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-22686695-bf48-40f4-ad86-ef7e15e6e970 req-40d315df-1d80-4832-bea8-21aa819558ef tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429149 Nov 12 20:00:03.195821 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3950b5cc-f75d-4d70-a092-628c86c72b4d req-1f26f0c8-f985-4515-be1d-6f63d7b1dc0d tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 210 time: 0.0302830 Nov 12 20:00:03.499231 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b16e47-77dc-4fe1-8eef-043dc8875b2b req-88952cda-951f-4767-87e0-6233a33d7203 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:03.500791 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-33b16e47-77dc-4fe1-8eef-043dc8875b2b req-88952cda-951f-4767-87e0-6233a33d7203 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 945 time: 0.0496991 Nov 12 20:00:03.558560 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-33b16e47-77dc-4fe1-8eef-043dc8875b2b req-fadd387b-ccb7-4b3a-a8df-db37aab18629 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484965 Nov 12 20:00:03.680037 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5c868-54f9-4d7b-9fd6-dc0719a131c9 req-414c5a90-eacb-4df6-a9f7-9c71ac0f45c4 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:03.681683 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-35b5c868-54f9-4d7b-9fd6-dc0719a131c9 req-414c5a90-eacb-4df6-a9f7-9c71ac0f45c4 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 949 time: 0.0505209 Nov 12 20:00:03.731483 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-35b5c868-54f9-4d7b-9fd6-dc0719a131c9 req-1a74ae1a-1afd-497e-a066-2d833a526259 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439019 Nov 12 20:00:03.860543 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82d04b-1892-41eb-856e-300de35288ac req-0c6edeeb-1e88-436a-a7f3-9af381f23b00 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:03.862269 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8b82d04b-1892-41eb-856e-300de35288ac req-0c6edeeb-1e88-436a-a7f3-9af381f23b00 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 950 time: 0.0590205 Nov 12 20:00:03.922559 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8b82d04b-1892-41eb-856e-300de35288ac req-a191932f-cf3e-4737-a6c3-f81ffff6576b tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534868 Nov 12 20:00:04.059500 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfa292-d177-4d58-b3b6-f72e7b3ab060 req-8a7528ee-c856-4594-8d28-46778ceab513 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:04.061035 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-93bfa292-d177-4d58-b3b6-f72e7b3ab060 req-8a7528ee-c856-4594-8d28-46778ceab513 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.0831726 Nov 12 20:00:04.094601 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b069524-c858-4ecf-b0e9-3003a0307d34 req-357d8923-285b-41b6-a7ea-f1cc3b120bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:04.096085 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b069524-c858-4ecf-b0e9-3003a0307d34 req-357d8923-285b-41b6-a7ea-f1cc3b120bf7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 1097 time: 0.0866835 Nov 12 20:00:04.119382 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-93bfa292-d177-4d58-b3b6-f72e7b3ab060 req-cc71ad1e-24ed-4e17-aa28-7b0c32b63c39 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513711 Nov 12 20:00:04.176981 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b069524-c858-4ecf-b0e9-3003a0307d34 req-716193dc-2c62-438e-a0c1-447b226a7e9c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480494 Nov 12 20:00:04.228837 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ba6f0-d85c-4bb9-afc2-bf1d9af3bf6e req-c8ceb7f6-9468-4d6c-8ff6-c519b5d7dfef tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:04.230879 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-364ba6f0-d85c-4bb9-afc2-bf1d9af3bf6e req-c8ceb7f6-9468-4d6c-8ff6-c519b5d7dfef tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 945 time: 0.0560277 Nov 12 20:00:04.259978 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device f06cc0c7-009e-4066-b2ec-2ded8cb8002a up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:00:04.290826 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-364ba6f0-d85c-4bb9-afc2-bf1d9af3bf6e req-98a887d4-2f16-4dbe-8f09-b9cd875382e8 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538092 Nov 12 20:00:04.301299 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ab886062-13b6-4fb2-868b-20ed88a3e9c1 req-3872fae3-251a-44aa-b7b1-fd7fdcf6f49d tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 210 time: 0.0290174 Nov 12 20:00:04.327357 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port f06cc0c7-009e-4066-b2ec-2ded8cb8002a completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:00:04.331214 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port f06cc0c7-009e-4066-b2ec-2ded8cb8002a triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:00:04.331585 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:04.415497 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:04.439879 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e759a0-03d6-47d7-92bb-ad78d513302a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06cc0c7-009e-4066-b2ec-2ded8cb8002a'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:00:04.442280 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aabf80c-9f3f-4c18-a54b-e40cc82bf72b" -d '{"events": [{"server_uuid": "d2e759a0-03d6-47d7-92bb-ad78d513302a", "name": "network-vif-plugged", "status": "completed", "tag": "f06cc0c7-009e-4066-b2ec-2ded8cb8002a"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:00:04.455228 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port f06cc0c7-009e-4066-b2ec-2ded8cb8002a, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=f06cc0c7-009e-4066-b2ec-2ded8cb8002a,segment=NetworkSegment(a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52),segment_id=a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:04.461529 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:04.496677 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a962ef-42e5-4dde-96b8-6e5c161d355f x-openstack-request-id: req-f4a962ef-42e5-4dde-96b8-6e5c161d355f {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:00:04.496967 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e759a0-03d6-47d7-92bb-ad78d513302a", "name": "network-vif-plugged", "status": "completed", "tag": "f06cc0c7-009e-4066-b2ec-2ded8cb8002a", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:00:04.497214 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f4a962ef-42e5-4dde-96b8-6e5c161d355f {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:00:04.497595 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e759a0-03d6-47d7-92bb-ad78d513302a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06cc0c7-009e-4066-b2ec-2ded8cb8002a', 'code': 200} Nov 12 20:00:04.522239 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=f06cc0c7-009e-4066-b2ec-2ded8cb8002a,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:04.610065 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac674f-f69d-417e-9ef7-c52eaac30fe8 req-86c3e58d-e425-445f-ac53-eac5648049df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:04.611665 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-09ac674f-f69d-417e-9ef7-c52eaac30fe8 req-86c3e58d-e425-445f-ac53-eac5648049df service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 1098 time: 0.0509901 Nov 12 20:00:04.690608 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-09ac674f-f69d-417e-9ef7-c52eaac30fe8 req-689b9e8a-4112-40f4-ac8c-75e51cdf9e5d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698674 Nov 12 20:00:04.709616 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bf682-890f-4201-855c-a6dce0bd6e75 req-c05e7c0f-5f72-4c34-8596-88a4550836c6 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:04.711109 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-396bf682-890f-4201-855c-a6dce0bd6e75 req-c05e7c0f-5f72-4c34-8596-88a4550836c6 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 946 time: 0.0646663 Nov 12 20:00:04.758739 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-396bf682-890f-4201-855c-a6dce0bd6e75 req-e1ad5f87-4e5d-4101-a06f-49e0097e7114 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414448 Nov 12 20:00:04.851844 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68718563-17bd-4991-93a3-86f59e3a0165 req-72d4426e-731b-497c-8888-d28bce24a9c7 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:04.853361 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-68718563-17bd-4991-93a3-86f59e3a0165 req-72d4426e-731b-497c-8888-d28bce24a9c7 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 949 time: 0.0498538 Nov 12 20:00:04.906443 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-68718563-17bd-4991-93a3-86f59e3a0165 req-3b2906cf-f465-44d1-9618-3efe2cb74c2c tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468698 Nov 12 20:00:05.063436 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16854a3c-63fc-42b0-877b-daf7f336c719 req-65421891-f0aa-4a47-850c-85da6699c72b tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:05.066072 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16854a3c-63fc-42b0-877b-daf7f336c719 req-65421891-f0aa-4a47-850c-85da6699c72b tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 950 time: 0.0672619 Nov 12 20:00:05.124730 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16854a3c-63fc-42b0-877b-daf7f336c719 req-9c784dd4-2f03-42c6-a967-2132c19fb0c6 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505459 Nov 12 20:00:05.138986 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-843e9148-84a5-4215-b67d-808d887d02b5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:05.140709 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-843e9148-84a5-4215-b67d-808d887d02b5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.55 "GET /v2.0/networks?id=e3a881ac-6120-48a0-95f8-2623f45c4673 HTTP/1.1" status: 200 len: 808 time: 0.1341765 Nov 12 20:00:05.156732 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-a3e991fb-e1a5-453c-a733-77ec7526a121 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Request body: {'port': {'device_id': 'f28f102d-a7e7-4274-bf82-74ade9392a98', 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673', 'admin_state_up': True, 'tenant_id': '8d8e319c0c4e434b8087c124ad0c8b6f'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:00:05.298831 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57007f-04d8-452c-93e8-e2f1b68ae174 req-67200c6a-f7f3-4fed-896c-93aa265252f1 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:05.300373 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5b57007f-04d8-452c-93e8-e2f1b68ae174 req-67200c6a-f7f3-4fed-896c-93aa265252f1 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.0837896 Nov 12 20:00:05.357980 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-a3e991fb-e1a5-453c-a733-77ec7526a121 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Made reservation on behalf of 8d8e319c0c4e434b8087c124ad0c8b6f for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:00:05.361678 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-a3e991fb-e1a5-453c-a733-77ec7526a121 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:05.383673 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5b57007f-04d8-452c-93e8-e2f1b68ae174 req-eb36433e-ba11-4dfd-9d0a-c8203eba3ab1 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766714 Nov 12 20:00:05.481534 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b971535-b1b0-498b-80bf-7acb4bea6848 req-4f268376-f0b7-4b77-84a2-3eb9c365baa1 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:05.491800 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1b971535-b1b0-498b-80bf-7acb4bea6848 req-4f268376-f0b7-4b77-84a2-3eb9c365baa1 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 945 time: 0.0917339 Nov 12 20:00:05.559609 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1b971535-b1b0-498b-80bf-7acb4bea6848 req-eaccaa90-57b6-4adf-8667-be5dec0bd89f tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669327 Nov 12 20:00:05.799667 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d0e53e08-836b-4685-aafd-07959df622d3 req-382f1c81-fb80-4559-937a-19f21b6c952f tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 210 time: 0.0308676 Nov 12 20:00:05.966850 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f9238-55ca-4335-a301-3b62e9767d52 req-69ced013-a4c9-4261-af0d-3a4d3b244a50 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:05.968703 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-379f9238-55ca-4335-a301-3b62e9767d52 req-69ced013-a4c9-4261-af0d-3a4d3b244a50 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 946 time: 0.0876486 Nov 12 20:00:05.991900 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-a3e991fb-e1a5-453c-a733-77ec7526a121 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Allocated IP 172.20.0.14 (e3a881ac-6120-48a0-95f8-2623f45c4673/bbdea447-0bd1-47f3-8097-cac78263fd7c/02bd12af-6cd5-4975-b569-03c367dbf5ae) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:00:06.044044 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-379f9238-55ca-4335-a301-3b62e9767d52 req-6142b3eb-049f-4b81-b3c8-3664e9c04997 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652294 Nov 12 20:00:06.155852 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23581887-7cc8-45cf-a974-956f69f3b251 req-866d7bd5-bcde-4a2a-9a6c-3e64d814bbf8 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:06.158488 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23581887-7cc8-45cf-a974-956f69f3b251 req-866d7bd5-bcde-4a2a-9a6c-3e64d814bbf8 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 949 time: 0.1327560 Nov 12 20:00:06.266761 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23581887-7cc8-45cf-a974-956f69f3b251 req-137870a4-5edd-40a5-bdd7-111f1af71049 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996110 Nov 12 20:00:06.306726 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-a3e991fb-e1a5-453c-a733-77ec7526a121 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:06.387535 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f02514-c2ac-4f6b-8202-0ae8ad17c67b req-1d8ef88c-b128-496c-bdfc-fb35155b8519 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:06.392478 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-54f02514-c2ac-4f6b-8202-0ae8ad17c67b req-1d8ef88c-b128-496c-bdfc-fb35155b8519 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 950 time: 0.0929527 Nov 12 20:00:06.421689 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-a3e991fb-e1a5-453c-a733-77ec7526a121 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:06.436060 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['6e02188b-743a-4336-bf70-2b29b36e95e2'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:06.462767 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-54f02514-c2ac-4f6b-8202-0ae8ad17c67b req-fed7fd4a-b7fc-4922-b1c5-4c926e0e2cb0 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585253 Nov 12 20:00:06.470555 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-a3e991fb-e1a5-453c-a733-77ec7526a121 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Network e3a881ac-6120-48a0-95f8-2623f45c4673 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:00:06.474912 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-a3e991fb-e1a5-453c-a733-77ec7526a121 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:00:06.477521 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-a3e991fb-e1a5-453c-a733-77ec7526a121 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:00:06.500976 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f9d70-20ee-48aa-ae9b-52863c67bc69 req-561a1beb-7952-40e9-a57e-45b3290e57d4 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:06.502555 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e00f9d70-20ee-48aa-ae9b-52863c67bc69 req-561a1beb-7952-40e9-a57e-45b3290e57d4 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=5268c50f-ab3d-408b-8505-7cf80dfe5638 HTTP/1.1" status: 200 len: 950 time: 0.1283660 Nov 12 20:00:06.554952 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e991fb-e1a5-453c-a733-77ec7526a121 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Pushing event updated for resources: {'Port': ['ID=02bd12af-6cd5-4975-b569-03c367dbf5ae,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:06.597208 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-a3e991fb-e1a5-453c-a733-77ec7526a121 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:06.598029 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-a3e991fb-e1a5-453c-a733-77ec7526a121 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:06.632223 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e00f9d70-20ee-48aa-ae9b-52863c67bc69 req-b48810ac-f003-4d7e-b646-2b3ff9a4bbe4 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029308 Nov 12 20:00:06.637486 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-a3e991fb-e1a5-453c-a733-77ec7526a121 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4846807 Nov 12 20:00:06.655316 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-85cd2ebc-d24e-4642-b520-16a0156dcb6d service neutron] Request body: {'port': {'device_id': 'f28f102d-a7e7-4274-bf82-74ade9392a98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:00:06.665190 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fdb1de-7484-4db0-9783-fe971a347b40 req-b3a51e61-d638-457c-a067-8c7950775ce3 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:06.677648 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c3fdb1de-7484-4db0-9783-fe971a347b40 req-b3a51e61-d638-457c-a067-8c7950775ce3 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.1539874 Nov 12 20:00:06.771936 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c3fdb1de-7484-4db0-9783-fe971a347b40 req-41c3d2c4-a360-41bf-a54f-da78192425fe tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920899 Nov 12 20:00:06.807317 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-85cd2ebc-d24e-4642-b520-16a0156dcb6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:06.928573 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0cae7-18e7-45a6-aae6-0e4d5dda8cf4 req-95c7c85e-98cf-4286-bbaa-b0df73453eef tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:06.937110 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-41f0cae7-18e7-45a6-aae6-0e4d5dda8cf4 req-95c7c85e-98cf-4286-bbaa-b0df73453eef tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 945 time: 0.0711925 Nov 12 20:00:07.058954 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-41f0cae7-18e7-45a6-aae6-0e4d5dda8cf4 req-923e9e7e-5cd9-4774-9364-b70f29ea5ae9 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191099 Nov 12 20:00:07.205780 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2b063-fc83-44b3-8935-4e9739d04094 req-aac87754-c700-4ec0-8e99-d8db4f30c212 tempest-ServersOnMultiNodesTest-571559215 tempest-ServersOnMultiNodesTest-571559215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:07.209834 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aeb2b063-fc83-44b3-8935-4e9739d04094 req-aac87754-c700-4ec0-8e99-d8db4f30c212 tempest-ServersOnMultiNodesTest-571559215 tempest-ServersOnMultiNodesTest-571559215-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 1101 time: 0.0838890 Nov 12 20:00:07.303495 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-85cd2ebc-d24e-4642-b520-16a0156dcb6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02bd12af-6cd5-4975-b569-03c367dbf5ae {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:00:07.315285 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-85cd2ebc-d24e-4642-b520-16a0156dcb6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:07.329833 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aeb2b063-fc83-44b3-8935-4e9739d04094 req-a15ded19-0c76-43e5-8db8-1dc867212d8d tempest-ServersOnMultiNodesTest-571559215 tempest-ServersOnMultiNodesTest-571559215-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101420 Nov 12 20:00:07.338911 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-85cd2ebc-d24e-4642-b520-16a0156dcb6d service neutron] Transition to ACTIVE for port object 02bd12af-6cd5-4975-b569-03c367dbf5ae will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:00:07.351084 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-85cd2ebc-d24e-4642-b520-16a0156dcb6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:07.491254 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd2ebc-d24e-4642-b520-16a0156dcb6d service neutron] Pushing event updated for resources: {'Port': ['ID=02bd12af-6cd5-4975-b569-03c367dbf5ae,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:07.559678 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e73fad-a554-4eb4-9bb7-5091eda8a8bb req-a663ff36-742e-4e27-bf5f-e2fa0f528a4c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:07.560584 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c36e29-df32-4bcb-b1e6-26b20b4a68a0 req-69e124e0-e348-4e45-a8a4-a1bcf23c709a tempest-ServersAdminNegativeTestJSON-1450513848 tempest-ServersAdminNegativeTestJSON-1450513848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:07.562637 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a4c36e29-df32-4bcb-b1e6-26b20b4a68a0 req-69e124e0-e348-4e45-a8a4-a1bcf23c709a tempest-ServersAdminNegativeTestJSON-1450513848 tempest-ServersAdminNegativeTestJSON-1450513848-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 1102 time: 0.0661671 Nov 12 20:00:07.569178 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-22e73fad-a554-4eb4-9bb7-5091eda8a8bb req-a663ff36-742e-4e27-bf5f-e2fa0f528a4c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 944 time: 0.0840957 Nov 12 20:00:07.583905 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-85cd2ebc-d24e-4642-b520-16a0156dcb6d service neutron] Attempting to bind port 02bd12af-6cd5-4975-b569-03c367dbf5ae on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:00:07.584263 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-85cd2ebc-d24e-4642-b520-16a0156dcb6d service neutron] Attempting to bind port 02bd12af-6cd5-4975-b569-03c367dbf5ae by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:00:07.584591 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-85cd2ebc-d24e-4642-b520-16a0156dcb6d service neutron] Attempting to bind port 02bd12af-6cd5-4975-b569-03c367dbf5ae on network e3a881ac-6120-48a0-95f8-2623f45c4673 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:00:07.596419 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-85cd2ebc-d24e-4642-b520-16a0156dcb6d service neutron] Port 02bd12af-6cd5-4975-b569-03c367dbf5ae on network e3a881ac-6120-48a0-95f8-2623f45c4673 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:00:07.597360 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-85cd2ebc-d24e-4642-b520-16a0156dcb6d service neutron] Attempting to bind port 02bd12af-6cd5-4975-b569-03c367dbf5ae on network e3a881ac-6120-48a0-95f8-2623f45c4673 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:00:07.604341 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a4c36e29-df32-4bcb-b1e6-26b20b4a68a0 req-1007df85-67a2-42a4-898c-ed08de2affe3 tempest-ServersAdminNegativeTestJSON-1450513848 tempest-ServersAdminNegativeTestJSON-1450513848-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:07.607700 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-85cd2ebc-d24e-4642-b520-16a0156dcb6d service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 19, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:00:07.608072 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-85cd2ebc-d24e-4642-b520-16a0156dcb6d service neutron] Checking segment: {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:00:07.608489 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-85cd2ebc-d24e-4642-b520-16a0156dcb6d service neutron] Bound using segment: {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:00:07.608932 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-85cd2ebc-d24e-4642-b520-16a0156dcb6d service neutron] Bound port: 02bd12af-6cd5-4975-b569-03c367dbf5ae, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:00:07.609277 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-85cd2ebc-d24e-4642-b520-16a0156dcb6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:07.638902 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-22e73fad-a554-4eb4-9bb7-5091eda8a8bb req-0293412e-71dd-4946-afa2-97a3cd0b4f04 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683906 Nov 12 20:00:07.762776 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-85cd2ebc-d24e-4642-b520-16a0156dcb6d service neutron] For port 02bd12af-6cd5-4975-b569-03c367dbf5ae, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:00:07.770123 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-85cd2ebc-d24e-4642-b520-16a0156dcb6d service neutron] For port 02bd12af-6cd5-4975-b569-03c367dbf5ae, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=02bd12af-6cd5-4975-b569-03c367dbf5ae,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:00:07.775740 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a4c36e29-df32-4bcb-b1e6-26b20b4a68a0 req-1007df85-67a2-42a4-898c-ed08de2affe3 tempest-ServersAdminNegativeTestJSON-1450513848 tempest-ServersAdminNegativeTestJSON-1450513848-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:07.777138 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-85cd2ebc-d24e-4642-b520-16a0156dcb6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:07.803821 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-85cd2ebc-d24e-4642-b520-16a0156dcb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:07.804842 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-85cd2ebc-d24e-4642-b520-16a0156dcb6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:07.807255 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-85cd2ebc-d24e-4642-b520-16a0156dcb6d service neutron] 10.222.0.55 "PUT /v2.0/ports/02bd12af-6cd5-4975-b569-03c367dbf5ae HTTP/1.1" status: 200 len: 1093 time: 1.1605783 Nov 12 20:00:07.809242 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28f102d-a7e7-4274-bf82-74ade9392a98', 'tag': '02bd12af-6cd5-4975-b569-03c367dbf5ae'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:00:07.812792 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31204543-46ab-4265-9125-4cff7897d1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "f28f102d-a7e7-4274-bf82-74ade9392a98", "tag": "02bd12af-6cd5-4975-b569-03c367dbf5ae"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:00:07.817469 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a4c36e29-df32-4bcb-b1e6-26b20b4a68a0 req-1007df85-67a2-42a4-898c-ed08de2affe3 tempest-ServersAdminNegativeTestJSON-1450513848 tempest-ServersAdminNegativeTestJSON-1450513848-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:07.833930 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7e65f-ded0-4d5e-8e01-372d9715b904 req-fe876297-5581-4caa-9621-191af23d309e tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:07.850439 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bea7e65f-ded0-4d5e-8e01-372d9715b904 req-fe876297-5581-4caa-9621-191af23d309e tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 946 time: 0.0931394 Nov 12 20:00:07.909383 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bea7e65f-ded0-4d5e-8e01-372d9715b904 req-9bf6c300-a131-47ed-9205-fd02a22e35f4 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570755 Nov 12 20:00:07.965377 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd2ebc-d24e-4642-b520-16a0156dcb6d service neutron] Pushing event updated for resources: {'Port': ['ID=02bd12af-6cd5-4975-b569-03c367dbf5ae,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:07.980136 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007df85-67a2-42a4-898c-ed08de2affe3 tempest-ServersAdminNegativeTestJSON-1450513848 tempest-ServersAdminNegativeTestJSON-1450513848-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7c2c58-c2e8-4185-aeaa-ac0a36c4b4ab,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:07.990411 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a4c36e29-df32-4bcb-b1e6-26b20b4a68a0 req-1007df85-67a2-42a4-898c-ed08de2affe3 tempest-ServersAdminNegativeTestJSON-1450513848 tempest-ServersAdminNegativeTestJSON-1450513848-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138162 Nov 12 20:00:08.038524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-f1062829-0a80-427a-b728-872cbb977b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:08.040406 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-f1062829-0a80-427a-b728-872cbb977b2e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 1096 time: 0.1679666 Nov 12 20:00:08.106665 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-199402e7-4ce2-4a13-a85c-5c6df830b92c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02bd12af-6cd5-4975-b569-03c367dbf5ae HTTP/1.1" status: 200 len: 217 time: 0.0547786 Nov 12 20:00:08.160224 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564c547-105e-4aea-b5ea-756b1cbd9c10 req-8fb720ca-da9b-48eb-8b78-726eb07716cd tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:08.165883 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b564c547-105e-4aea-b5ea-756b1cbd9c10 req-8fb720ca-da9b-48eb-8b78-726eb07716cd tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=1948f877-1417-46f5-a444-31b27446f145 HTTP/1.1" status: 200 len: 946 time: 0.1402075 Nov 12 20:00:08.215596 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-97312e72-f6a6-4667-9bbc-234fbdc59ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:08.217176 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-97312e72-f6a6-4667-9bbc-234fbdc59ed7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbdea447-0bd1-47f3-8097-cac78263fd7c HTTP/1.1" status: 200 len: 848 time: 0.1024299 Nov 12 20:00:08.280838 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-c48068d0-d554-4f23-be01-3e90c77db3a0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3a881ac-6120-48a0-95f8-2623f45c4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550563 Nov 12 20:00:08.285028 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b564c547-105e-4aea-b5ea-756b1cbd9c10 req-30a7d194-3e81-4c24-81a5-6c76a9b8880f tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121264 Nov 12 20:00:08.414471 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1150303d-9bb8-487d-bad6-9091b3b1a16a x-openstack-request-id: req-1150303d-9bb8-487d-bad6-9091b3b1a16a {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:00:08.415676 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f28f102d-a7e7-4274-bf82-74ade9392a98", "tag": "02bd12af-6cd5-4975-b569-03c367dbf5ae", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:00:08.416322 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1150303d-9bb8-487d-bad6-9091b3b1a16a {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:00:08.417171 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28f102d-a7e7-4274-bf82-74ade9392a98', 'tag': '02bd12af-6cd5-4975-b569-03c367dbf5ae', 'status': 'completed', 'code': 200} Nov 12 20:00:08.491553 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-cc069852-218d-4b10-b374-c4ba18a97a70 service neutron] 10.222.0.55 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999342 Nov 12 20:00:08.536153 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2194818-6118-40d7-a36f-13d9a7ab7b75 req-56b59201-5f2e-48ce-b37f-bb444f560752 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:08.538854 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b2194818-6118-40d7-a36f-13d9a7ab7b75 req-56b59201-5f2e-48ce-b37f-bb444f560752 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d18ae65-18e5-4993-b93d-97e6b800c2e7 HTTP/1.1" status: 200 len: 945 time: 0.0626235 Nov 12 20:00:08.543218 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b53124-fd70-4d3a-9be0-f5d51fd08193 req-ba44ac63-ca17-48d3-b306-b593bf21a2a8 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:08.544754 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-18b53124-fd70-4d3a-9be0-f5d51fd08193 req-ba44ac63-ca17-48d3-b306-b593bf21a2a8 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 946 time: 0.0923719 Nov 12 20:00:08.614231 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b2194818-6118-40d7-a36f-13d9a7ab7b75 req-a776797d-534a-45a7-b926-f3ec99360a2c tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681117 Nov 12 20:00:08.642918 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-18b53124-fd70-4d3a-9be0-f5d51fd08193 req-6773c762-8cd4-431c-a7d8-67e0c32d1ab3 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677140 Nov 12 20:00:08.647418 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9fee479c-19be-49fd-aa00-67bd045ce6eb req-1a4e39a1-01a4-4ebd-ab0d-e21570297582 service neutron] 10.222.0.55 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462519 Nov 12 20:00:08.741265 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a67f36-9f3d-44db-9d77-c04dce49a10c req-1d3a8acf-5e41-420f-87b2-7c32f17bc8a0 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:08.743421 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44a67f36-9f3d-44db-9d77-c04dce49a10c req-1d3a8acf-5e41-420f-87b2-7c32f17bc8a0 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.0769413 Nov 12 20:00:08.778424 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31204543-46ab-4265-9125-4cff7897d1a5 req-89c13913-8be2-413b-a51a-9d3d351e78e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:08.779932 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-31204543-46ab-4265-9125-4cff7897d1a5 req-89c13913-8be2-413b-a51a-9d3d351e78e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 1096 time: 0.0606980 Nov 12 20:00:08.876330 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44a67f36-9f3d-44db-9d77-c04dce49a10c req-6e972276-2382-42ac-aabe-49477d892ef5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265945 Nov 12 20:00:08.943621 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31204543-46ab-4265-9125-4cff7897d1a5 req-2ccb8ac3-bfd7-423e-91b4-8c9223171415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:08.945625 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-31204543-46ab-4265-9125-4cff7897d1a5 req-2ccb8ac3-bfd7-423e-91b4-8c9223171415 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e3a881ac-6120-48a0-95f8-2623f45c4673 HTTP/1.1" status: 200 len: 909 time: 0.1516182 Nov 12 20:00:09.005660 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-31204543-46ab-4265-9125-4cff7897d1a5 req-956b4381-eedf-4b82-b4f5-6b53c948fed1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02bd12af-6cd5-4975-b569-03c367dbf5ae HTTP/1.1" status: 200 len: 217 time: 0.0471902 Nov 12 20:00:09.073982 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bd1b5-da9d-4a04-81d2-8bd1e0ac380a req-d8d21761-6aea-4067-85ac-4fbfb0b8d44c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:09.075891 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-826bd1b5-da9d-4a04-81d2-8bd1e0ac380a req-d8d21761-6aea-4067-85ac-4fbfb0b8d44c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 944 time: 0.0832191 Nov 12 20:00:09.106104 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31204543-46ab-4265-9125-4cff7897d1a5 req-9c06e65f-39c2-463e-a19b-62f058bed7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:09.107400 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-31204543-46ab-4265-9125-4cff7897d1a5 req-9c06e65f-39c2-463e-a19b-62f058bed7f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbdea447-0bd1-47f3-8097-cac78263fd7c HTTP/1.1" status: 200 len: 848 time: 0.0961235 Nov 12 20:00:09.121615 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb0bb2-252e-4f25-bd92-9f6ada7e4271 req-c34011bb-9ef0-4462-8d40-c8a36c77d255 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:09.123064 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-43cb0bb2-252e-4f25-bd92-9f6ada7e4271 req-c34011bb-9ef0-4462-8d40-c8a36c77d255 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 945 time: 0.0686667 Nov 12 20:00:09.148667 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-826bd1b5-da9d-4a04-81d2-8bd1e0ac380a req-9487bed1-39c0-4b26-b0de-6bb66f8b888f tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659189 Nov 12 20:00:09.162887 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-31204543-46ab-4265-9125-4cff7897d1a5 req-d938e93a-533c-4e35-b736-49d79a8a800c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3a881ac-6120-48a0-95f8-2623f45c4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388341 Nov 12 20:00:09.280191 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-43cb0bb2-252e-4f25-bd92-9f6ada7e4271 req-1bc3818a-06da-4a63-82a6-394cb0599244 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419585 Nov 12 20:00:09.351643 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-31204543-46ab-4265-9125-4cff7897d1a5 req-2fcc584f-b3eb-4836-b702-94ce918afa11 service neutron] 10.222.0.55 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798489 Nov 12 20:00:09.510775 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d8a24-b557-494a-8f86-9759980f89c8 req-8607174c-123e-44db-88b1-d5c69c4b3826 tempest-ServersAdminNegativeTestJSON-1450513848 tempest-ServersAdminNegativeTestJSON-1450513848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:09.512622 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-695d8a24-b557-494a-8f86-9759980f89c8 req-8607174c-123e-44db-88b1-d5c69c4b3826 tempest-ServersAdminNegativeTestJSON-1450513848 tempest-ServersAdminNegativeTestJSON-1450513848-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 1102 time: 0.1502247 Nov 12 20:00:09.560333 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-31204543-46ab-4265-9125-4cff7897d1a5 req-2f9e3aaf-8e7a-4bc8-a94d-c4d6ca0da565 service neutron] 10.222.0.55 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948977 Nov 12 20:00:09.577967 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-695d8a24-b557-494a-8f86-9759980f89c8 req-a93d8d9a-72bd-490a-8079-6e1512c85d8a tempest-ServersAdminNegativeTestJSON-1450513848 tempest-ServersAdminNegativeTestJSON-1450513848-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575013 Nov 12 20:00:09.826439 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c166f8-0d4a-42a4-a7f4-c41854161d4d req-3bf6191e-2784-4035-acda-0488aa9edb1e tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:09.832191 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-86c166f8-0d4a-42a4-a7f4-c41854161d4d req-3bf6191e-2784-4035-acda-0488aa9edb1e tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 946 time: 0.1093991 Nov 12 20:00:09.891337 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffd585-b9c6-4c72-88ec-2443b83be1d4 req-3cd97f60-7b46-4fc1-8a7e-61f5a8d03ae4 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:09.899359 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-43ffd585-b9c6-4c72-88ec-2443b83be1d4 req-3cd97f60-7b46-4fc1-8a7e-61f5a8d03ae4 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=1948f877-1417-46f5-a444-31b27446f145 HTTP/1.1" status: 200 len: 946 time: 0.0709400 Nov 12 20:00:09.908774 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-86c166f8-0d4a-42a4-a7f4-c41854161d4d req-38624b21-4d13-4762-8014-fbf9880fef10 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711167 Nov 12 20:00:09.963718 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-43ffd585-b9c6-4c72-88ec-2443b83be1d4 req-ca3b229f-1d57-48f0-8402-869e96642e2e tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634451 Nov 12 20:00:10.091477 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09192c77-f4ca-4d6a-a624-76f0c429af14 req-a762e529-8cb1-4620-afb4-c33169237aaa tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:10.098615 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-09192c77-f4ca-4d6a-a624-76f0c429af14 req-a762e529-8cb1-4620-afb4-c33169237aaa tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.0868990 Nov 12 20:00:10.136398 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef567a-c28c-44f5-927a-1b36aa12b5ba req-43ac1f87-5ebb-4569-bbe0-7d1267bbfa03 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:10.137713 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a5ef567a-c28c-44f5-927a-1b36aa12b5ba req-43ac1f87-5ebb-4569-bbe0-7d1267bbfa03 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.55 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 949 time: 0.1100843 Nov 12 20:00:10.210818 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-09192c77-f4ca-4d6a-a624-76f0c429af14 req-1062f77a-3b09-4d0a-aff5-8d4ddf0d16c1 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008799 Nov 12 20:00:10.290971 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device d6cb67d8-8e6c-4f5d-85a9-675c05699c18 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:00:10.325509 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-a5ef567a-c28c-44f5-927a-1b36aa12b5ba req-1a943439-2d6a-43fb-b365-f49a490d4ee5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Deleting port fc21890a-295a-4118-9fc7-d072d153cfa7 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:00:10.330950 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a5ef567a-c28c-44f5-927a-1b36aa12b5ba req-1a943439-2d6a-43fb-b365-f49a490d4ee5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:10.367678 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1e556-7588-46f3-95fa-1840bdbd31ca req-24e25144-104e-43f4-98cc-d6df1234ae57 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:10.377414 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7be1e556-7588-46f3-95fa-1840bdbd31ca req-24e25144-104e-43f4-98cc-d6df1234ae57 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 944 time: 0.0831695 Nov 12 20:00:10.425205 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port d6cb67d8-8e6c-4f5d-85a9-675c05699c18, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d6cb67d8-8e6c-4f5d-85a9-675c05699c18,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:10.440845 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'd6cb67d8-8e6c-4f5d-85a9-675c05699c18', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': 'd6cb67d8-8e6c-4f5d-85a9-675c05699c18', 'mac_address': 'fa:16:3e:09:9f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:00:10.469053 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7be1e556-7588-46f3-95fa-1840bdbd31ca req-20603c19-1a87-4995-aec7-1586afe26533 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916684 Nov 12 20:00:10.505628 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:10.515496 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-a5ef567a-c28c-44f5-927a-1b36aa12b5ba req-1a943439-2d6a-43fb-b365-f49a490d4ee5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] For port fc21890a-295a-4118-9fc7-d072d153cfa7, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=fc21890a-295a-4118-9fc7-d072d153cfa7,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:10.516535 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a5ef567a-c28c-44f5-927a-1b36aa12b5ba req-1a943439-2d6a-43fb-b365-f49a490d4ee5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:10.521195 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6cb67d8-8e6c-4f5d-85a9-675c05699c18 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:00:10.537627 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-a5ef567a-c28c-44f5-927a-1b36aa12b5ba req-1a943439-2d6a-43fb-b365-f49a490d4ee5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Calling delete_port for fc21890a-295a-4118-9fc7-d072d153cfa7 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:00:10.551164 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port d6cb67d8-8e6c-4f5d-85a9-675c05699c18, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d6cb67d8-8e6c-4f5d-85a9-675c05699c18,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:10.561516 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:10.620607 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06610903-9322-466e-9478-75d218befaf4 req-4ee5be55-df92-4c9c-bfe2-7b07a6625ff1 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:10.628496 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06610903-9322-466e-9478-75d218befaf4 req-4ee5be55-df92-4c9c-bfe2-7b07a6625ff1 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:10.637478 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06610903-9322-466e-9478-75d218befaf4 req-4ee5be55-df92-4c9c-bfe2-7b07a6625ff1 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:10.639202 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-06610903-9322-466e-9478-75d218befaf4 req-4ee5be55-df92-4c9c-bfe2-7b07a6625ff1 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13&device_id=0d18ae65-18e5-4993-b93d-97e6b800c2e7&device_id=1948f877-1417-46f5-a444-31b27446f145 HTTP/1.1" status: 200 len: 2417 time: 0.1944852 Nov 12 20:00:10.652537 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=d6cb67d8-8e6c-4f5d-85a9-675c05699c18,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:10.730421 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-06610903-9322-466e-9478-75d218befaf4 req-64cf2845-8d80-48f2-906b-bde7f011a65f tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804241 Nov 12 20:00:10.755412 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['d6cb67d8-8e6c-4f5d-85a9-675c05699c18'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:10.867520 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a5ef567a-c28c-44f5-927a-1b36aa12b5ba req-1a943439-2d6a-43fb-b365-f49a490d4ee5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:10.894559 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['eda6343e-7e40-4020-941b-d137c98a8b23', 'dc35a6ec-7372-4b84-9815-ebabb0db7817', '4749130e-9150-42eb-86bc-10b4f5937402', 'f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a', 'fc21890a-295a-4118-9fc7-d072d153cfa7'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:10.921235 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a943439-2d6a-43fb-b365-f49a490d4ee5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Pushing event deleted for resources: {'Port': ['ID=fc21890a-295a-4118-9fc7-d072d153cfa7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:11.038196 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ef567a-c28c-44f5-927a-1b36aa12b5ba req-1a943439-2d6a-43fb-b365-f49a490d4ee5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] No DVR routers for this DVR port fc21890a-295a-4118-9fc7-d072d153cfa7 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:00:11.042257 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a5ef567a-c28c-44f5-927a-1b36aa12b5ba req-1a943439-2d6a-43fb-b365-f49a490d4ee5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:11.045710 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a5ef567a-c28c-44f5-927a-1b36aa12b5ba req-1a943439-2d6a-43fb-b365-f49a490d4ee5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.55 "DELETE /v2.0/ports/fc21890a-295a-4118-9fc7-d072d153cfa7 HTTP/1.1" status: 204 len: 173 time: 0.8996856 Nov 12 20:00:11.046375 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2033a552-e774-4af5-b7e3-0d160b3e02ae', 'name': 'network-vif-deleted', 'tag': 'fc21890a-295a-4118-9fc7-d072d153cfa7'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:00:11.060642 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fc0145-adfd-4c61-acc3-6d3b63e42f59" -d '{"events": [{"server_uuid": "2033a552-e774-4af5-b7e3-0d160b3e02ae", "name": "network-vif-deleted", "tag": "fc21890a-295a-4118-9fc7-d072d153cfa7"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:00:11.109812 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15154757-9827-429a-aeb3-70f1e4237d8a req-105625f5-e849-4289-bee3-1bba65a36b38 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:11.111348 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ed1a1-56c7-4255-8325-7313f4fecf87 req-b828300c-f37e-45a5-a69d-ef3af343c548 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:11.118467 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-15154757-9827-429a-aeb3-70f1e4237d8a req-105625f5-e849-4289-bee3-1bba65a36b38 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 945 time: 0.1234705 Nov 12 20:00:11.128974 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b12ed1a1-56c7-4255-8325-7313f4fecf87 req-b828300c-f37e-45a5-a69d-ef3af343c548 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 950 time: 0.2050762 Nov 12 20:00:11.218172 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-15154757-9827-429a-aeb3-70f1e4237d8a req-f76dab80-b89a-4115-9fd7-fae92cb5d87c tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985301 Nov 12 20:00:11.271640 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b12ed1a1-56c7-4255-8325-7313f4fecf87 req-ef8250ba-ab42-4a10-87d7-0db77492bf39 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415572 Nov 12 20:00:11.357312 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ba5169-f4e8-4226-8a8a-0e742e03a30e x-openstack-request-id: req-96ba5169-f4e8-4226-8a8a-0e742e03a30e {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:00:11.358732 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2033a552-e774-4af5-b7e3-0d160b3e02ae", "name": "network-vif-deleted", "tag": "fc21890a-295a-4118-9fc7-d072d153cfa7", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:00:11.358732 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-96ba5169-f4e8-4226-8a8a-0e742e03a30e {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:00:11.359055 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2033a552-e774-4af5-b7e3-0d160b3e02ae', 'name': 'network-vif-deleted', 'tag': 'fc21890a-295a-4118-9fc7-d072d153cfa7', 'status': 'completed', 'code': 200} Nov 12 20:00:11.423576 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f3895-08fe-4747-be5c-0fa4488ceb56 req-f604e519-afa1-4a76-b19c-473e107e2987 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:11.432799 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9e1f3895-08fe-4747-be5c-0fa4488ceb56 req-f604e519-afa1-4a76-b19c-473e107e2987 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 946 time: 0.0764387 Nov 12 20:00:11.494179 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['011105bd-e71b-4e61-8395-8513d23bc53b', '039e261b-d89a-4b7e-9388-ff349395b6bf', 'e129fb89-8f7d-4147-9e4f-65ecbb35210e'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:11.511884 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9e1f3895-08fe-4747-be5c-0fa4488ceb56 req-7ffbbfc8-f393-460c-9d9d-d8046c771d9a tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744612 Nov 12 20:00:11.536014 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a51cdb3-0886-4201-9d65-3a33d8d5029e req-eac3d5bd-ddde-43a8-89be-105c09a7e0da tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=2033a552-e774-4af5-b7e3-0d160b3e02ae HTTP/1.1" status: 200 len: 210 time: 0.0640945 Nov 12 20:00:11.713434 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a4ee1-c44e-4b1b-ac0d-4c6371be17cf req-19fd3a84-57c3-4fd9-ae1f-bd6ee3199005 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:11.715293 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-303a4ee1-c44e-4b1b-ac0d-4c6371be17cf req-19fd3a84-57c3-4fd9-ae1f-bd6ee3199005 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 944 time: 0.0933855 Nov 12 20:00:11.802787 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-303a4ee1-c44e-4b1b-ac0d-4c6371be17cf req-3984290b-7782-47c4-8da9-41b21ea269b7 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802991 Nov 12 20:00:12.313459 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device d6cb67d8-8e6c-4f5d-85a9-675c05699c18 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:00:12.444901 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a53a2-eb3c-41d2-9547-3617d6c845b2 req-7fd220ee-4c70-4088-b131-fb382d82d1a8 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:12.453977 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-918a53a2-eb3c-41d2-9547-3617d6c845b2 req-7fd220ee-4c70-4088-b131-fb382d82d1a8 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 950 time: 0.0784726 Nov 12 20:00:12.496454 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port d6cb67d8-8e6c-4f5d-85a9-675c05699c18 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:00:12.497086 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:12.594569 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-918a53a2-eb3c-41d2-9547-3617d6c845b2 req-1b97a513-cbc7-4d07-9824-c520b6bf4a18 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194131 Nov 12 20:00:12.626023 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:12.668911 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5268c50f-ab3d-408b-8505-7cf80dfe5638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6cb67d8-8e6c-4f5d-85a9-675c05699c18'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:00:12.673671 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d4a356-188a-4f10-8d42-12c2e0cb9c04" -d '{"events": [{"server_uuid": "5268c50f-ab3d-408b-8505-7cf80dfe5638", "name": "network-vif-plugged", "status": "completed", "tag": "d6cb67d8-8e6c-4f5d-85a9-675c05699c18"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:00:12.702155 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port d6cb67d8-8e6c-4f5d-85a9-675c05699c18, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d6cb67d8-8e6c-4f5d-85a9-675c05699c18,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:12.710754 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:12.723632 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb418d-17c1-45ff-83d0-9350437222c2 req-498612df-c716-4570-93cc-11c56de6ce72 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:12.734728 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f8eb418d-17c1-45ff-83d0-9350437222c2 req-498612df-c716-4570-93cc-11c56de6ce72 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 946 time: 0.0789359 Nov 12 20:00:12.778141 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=d6cb67d8-8e6c-4f5d-85a9-675c05699c18,revision_number=7']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:12.823206 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f8eb418d-17c1-45ff-83d0-9350437222c2 req-60d9d117-7f25-4fa4-b5a2-f9ecc8b28724 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874548 Nov 12 20:00:12.873709 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5375c-dab8-49ce-8828-fcd7dd3d2e76 req-bd0db77c-e75d-4abf-8ebc-8562444cdd69 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:12.880388 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-75e5375c-dab8-49ce-8828-fcd7dd3d2e76 req-bd0db77c-e75d-4abf-8ebc-8562444cdd69 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.55 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 950 time: 0.1177282 Nov 12 20:00:12.951019 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dd7c23-a18a-4f27-abb0-a7aa0ccf1745 x-openstack-request-id: req-87dd7c23-a18a-4f27-abb0-a7aa0ccf1745 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:00:12.951332 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5268c50f-ab3d-408b-8505-7cf80dfe5638", "name": "network-vif-plugged", "status": "completed", "tag": "d6cb67d8-8e6c-4f5d-85a9-675c05699c18", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:00:12.951577 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-87dd7c23-a18a-4f27-abb0-a7aa0ccf1745 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:00:12.951974 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5268c50f-ab3d-408b-8505-7cf80dfe5638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6cb67d8-8e6c-4f5d-85a9-675c05699c18', 'code': 200} Nov 12 20:00:13.111218 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-75e5375c-dab8-49ce-8828-fcd7dd3d2e76 req-612f0dff-3494-4f0e-a648-4a74a75c672e tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Deleting port 7d5de176-731f-49d4-a231-21859faa9944 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:00:13.111705 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-75e5375c-dab8-49ce-8828-fcd7dd3d2e76 req-612f0dff-3494-4f0e-a648-4a74a75c672e tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:13.136790 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676064d-0082-442a-8771-4d9eba4b8bdf req-0d6e142e-82e9-4b4f-a9dc-ff21425a06f4 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:13.153976 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1676064d-0082-442a-8771-4d9eba4b8bdf req-0d6e142e-82e9-4b4f-a9dc-ff21425a06f4 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 944 time: 0.1274161 Nov 12 20:00:13.242457 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-75e5375c-dab8-49ce-8828-fcd7dd3d2e76 req-612f0dff-3494-4f0e-a648-4a74a75c672e tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] For port 7d5de176-731f-49d4-a231-21859faa9944, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=7d5de176-731f-49d4-a231-21859faa9944,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:13.243250 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-75e5375c-dab8-49ce-8828-fcd7dd3d2e76 req-612f0dff-3494-4f0e-a648-4a74a75c672e tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:13.267591 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1676064d-0082-442a-8771-4d9eba4b8bdf req-735237d4-d6e3-407d-95c4-db32f7a40cdb tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125956 Nov 12 20:00:13.282662 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-75e5375c-dab8-49ce-8828-fcd7dd3d2e76 req-612f0dff-3494-4f0e-a648-4a74a75c672e tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Calling delete_port for 7d5de176-731f-49d4-a231-21859faa9944 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:00:13.470906 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device fc21890a-295a-4118-9fc7-d072d153cfa7 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:00:13.523693 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: fc21890a-295a-4118-9fc7-d072d153cfa7 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:00:13.527186 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device fc21890a-295a-4118-9fc7-d072d153cfa7 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:00:13.559327 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbd739-e57b-4ca7-af4f-9c9d78ccdc34 req-ea7a8033-392c-43d2-a504-7bb1bed263d5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:13.560976 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-61fbd739-e57b-4ca7-af4f-9c9d78ccdc34 req-ea7a8033-392c-43d2-a504-7bb1bed263d5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=1948f877-1417-46f5-a444-31b27446f145 HTTP/1.1" status: 200 len: 946 time: 0.0706010 Nov 12 20:00:13.597331 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-75e5375c-dab8-49ce-8828-fcd7dd3d2e76 req-612f0dff-3494-4f0e-a648-4a74a75c672e tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:13.607961 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fb72e-8f4a-48f5-a869-deb1531a4973 req-c14165fe-2211-4886-ad20-c9b6f6cf00b5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:13.609605 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-416fb72e-8f4a-48f5-a869-deb1531a4973 req-c14165fe-2211-4886-ad20-c9b6f6cf00b5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0 HTTP/1.1" status: 200 len: 950 time: 0.1209407 Nov 12 20:00:13.646495 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f0dff-3494-4f0e-a648-4a74a75c672e tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Pushing event deleted for resources: {'Port': ['ID=7d5de176-731f-49d4-a231-21859faa9944,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:13.653896 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-61fbd739-e57b-4ca7-af4f-9c9d78ccdc34 req-7b42307f-9c91-4867-9404-0a68627b8afb tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863440 Nov 12 20:00:13.724410 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-416fb72e-8f4a-48f5-a869-deb1531a4973 req-e1977e20-f6ab-434d-9d29-d51734441ab3 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784049 Nov 12 20:00:13.766264 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e5375c-dab8-49ce-8828-fcd7dd3d2e76 req-612f0dff-3494-4f0e-a648-4a74a75c672e tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] No DVR routers for this DVR port 7d5de176-731f-49d4-a231-21859faa9944 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:00:13.780148 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-75e5375c-dab8-49ce-8828-fcd7dd3d2e76 req-612f0dff-3494-4f0e-a648-4a74a75c672e tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:13.784143 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-75e5375c-dab8-49ce-8828-fcd7dd3d2e76 req-612f0dff-3494-4f0e-a648-4a74a75c672e tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.55 "DELETE /v2.0/ports/7d5de176-731f-49d4-a231-21859faa9944 HTTP/1.1" status: 204 len: 173 time: 0.8983667 Nov 12 20:00:13.784672 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf68741-ea52-4e82-83f5-e03f12cfe4f7', 'name': 'network-vif-deleted', 'tag': '7d5de176-731f-49d4-a231-21859faa9944'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:00:13.787588 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ec320d-8740-4837-a1df-ef79e1aa7ce8" -d '{"events": [{"server_uuid": "abf68741-ea52-4e82-83f5-e03f12cfe4f7", "name": "network-vif-deleted", "tag": "7d5de176-731f-49d4-a231-21859faa9944"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:00:13.850289 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2ac08a-795a-408d-bcc7-38e48b04c328 x-openstack-request-id: req-5e2ac08a-795a-408d-bcc7-38e48b04c328 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:00:13.850585 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf68741-ea52-4e82-83f5-e03f12cfe4f7", "name": "network-vif-deleted", "tag": "7d5de176-731f-49d4-a231-21859faa9944", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:00:13.850838 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e2ac08a-795a-408d-bcc7-38e48b04c328 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:00:13.851237 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf68741-ea52-4e82-83f5-e03f12cfe4f7', 'name': 'network-vif-deleted', 'tag': '7d5de176-731f-49d4-a231-21859faa9944', 'status': 'completed', 'code': 200} Nov 12 20:00:13.873965 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['1b219cc8-7939-42da-9b2e-05785ad30a22'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:13.877775 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-009145e1-47bf-4adc-8276-705c7cec405d req-3c9d2c00-e141-411a-b52a-cb89f8a77894 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=abf68741-ea52-4e82-83f5-e03f12cfe4f7 HTTP/1.1" status: 200 len: 210 time: 0.0835874 Nov 12 20:00:14.048282 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74221646-6996-4fd9-a233-a803da6bfc9f req-b2399b83-8421-4e76-a959-79bc73c875cd tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:14.049837 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-74221646-6996-4fd9-a233-a803da6bfc9f req-b2399b83-8421-4e76-a959-79bc73c875cd tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 946 time: 0.0684500 Nov 12 20:00:14.130322 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-74221646-6996-4fd9-a233-a803da6bfc9f req-1e58ec22-5214-451e-b5f2-31570315ce7c tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624931 Nov 12 20:00:14.167398 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['7d5de176-731f-49d4-a231-21859faa9944'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:14.463605 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebf657-74da-4da5-8f6b-d560e5f775c4 req-aedf60db-b3a6-459d-8920-5ab5d58cf9ea tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:14.487464 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ceebf657-74da-4da5-8f6b-d560e5f775c4 req-aedf60db-b3a6-459d-8920-5ab5d58cf9ea tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 944 time: 0.1389985 Nov 12 20:00:14.591227 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ceebf657-74da-4da5-8f6b-d560e5f775c4 req-b1712ff7-b129-4a4b-bc8b-5bb419d3d7c1 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992360 Nov 12 20:00:14.888220 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83f5cf-b9bc-40c5-8f72-ad7a2aea8e4f req-643c775b-5af9-4073-a74c-a915c6d7a367 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:14.897397 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a83f5cf-b9bc-40c5-8f72-ad7a2aea8e4f req-643c775b-5af9-4073-a74c-a915c6d7a367 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=1948f877-1417-46f5-a444-31b27446f145 HTTP/1.1" status: 200 len: 946 time: 0.0925953 Nov 12 20:00:14.932276 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37781f52-abd1-4a35-8306-49e8c27233c1 req-1569fe22-d00f-4325-a21d-a2a2f23742f6 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:14.959497 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-37781f52-abd1-4a35-8306-49e8c27233c1 req-1569fe22-d00f-4325-a21d-a2a2f23742f6 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0 HTTP/1.1" status: 200 len: 950 time: 0.1502085 Nov 12 20:00:14.966045 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a83f5cf-b9bc-40c5-8f72-ad7a2aea8e4f req-f29e0945-f047-4317-9dec-81065479848f tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677178 Nov 12 20:00:15.039304 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-37781f52-abd1-4a35-8306-49e8c27233c1 req-6eb46c05-42a7-472b-8008-b37e261d40d5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786102 Nov 12 20:00:15.134767 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdf8d0-fec2-4552-88d1-7c89e53927ba req-5fe4a480-526b-462f-8bd4-1f5cf0416c6e tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:15.137286 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6fbdf8d0-fec2-4552-88d1-7c89e53927ba req-5fe4a480-526b-462f-8bd4-1f5cf0416c6e tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.52 "GET /v2.0/ports?device_id=e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0 HTTP/1.1" status: 200 len: 950 time: 0.0986347 Nov 12 20:00:15.379778 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-6fbdf8d0-fec2-4552-88d1-7c89e53927ba req-4a8a885d-c335-4c1f-b8ec-ce8bbde7172d tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Deleting port e129fb89-8f7d-4147-9e4f-65ecbb35210e {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:00:15.380100 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6fbdf8d0-fec2-4552-88d1-7c89e53927ba req-4a8a885d-c335-4c1f-b8ec-ce8bbde7172d tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:15.381816 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab2dc0-6bb7-4eea-a47d-fe18792540a2 req-361d1750-dbc0-465d-baae-b0729a0d2b87 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:15.393965 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d0ab2dc0-6bb7-4eea-a47d-fe18792540a2 req-361d1750-dbc0-465d-baae-b0729a0d2b87 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 946 time: 0.1360323 Nov 12 20:00:15.501675 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d0ab2dc0-6bb7-4eea-a47d-fe18792540a2 req-571876ee-4352-4068-9009-6e4366fb71bf tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047122 Nov 12 20:00:15.554247 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cd78a-8a55-4eeb-848e-69a9f1324d23 req-77c05815-b2eb-4b78-bc60-32e7faefbb8c tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:15.555773 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-073cd78a-8a55-4eeb-848e-69a9f1324d23 req-77c05815-b2eb-4b78-bc60-32e7faefbb8c tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=34525e96-dda7-484d-a72d-9d718e2513f0 HTTP/1.1" status: 200 len: 949 time: 0.0773013 Nov 12 20:00:15.562912 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-6fbdf8d0-fec2-4552-88d1-7c89e53927ba req-4a8a885d-c335-4c1f-b8ec-ce8bbde7172d tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] For port e129fb89-8f7d-4147-9e4f-65ecbb35210e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=e129fb89-8f7d-4147-9e4f-65ecbb35210e,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:15.563275 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6fbdf8d0-fec2-4552-88d1-7c89e53927ba req-4a8a885d-c335-4c1f-b8ec-ce8bbde7172d tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:15.591000 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-6fbdf8d0-fec2-4552-88d1-7c89e53927ba req-4a8a885d-c335-4c1f-b8ec-ce8bbde7172d tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Calling delete_port for e129fb89-8f7d-4147-9e4f-65ecbb35210e owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:00:15.628782 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-073cd78a-8a55-4eeb-848e-69a9f1324d23 req-bfe3b563-3b0f-480a-82e8-ff735d5c1515 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628991 Nov 12 20:00:15.822412 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337098d-10a3-4557-939a-d8cc9cad1efb req-a3f17782-f606-456d-99c0-1df8e3123501 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:15.824039 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c337098d-10a3-4557-939a-d8cc9cad1efb req-a3f17782-f606-456d-99c0-1df8e3123501 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 944 time: 0.0888937 Nov 12 20:00:15.919893 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c337098d-10a3-4557-939a-d8cc9cad1efb req-c7cd7ddb-6bf6-4f52-bbfe-35fc25c1fe6e tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887976 Nov 12 20:00:15.921244 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6fbdf8d0-fec2-4552-88d1-7c89e53927ba req-4a8a885d-c335-4c1f-b8ec-ce8bbde7172d tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:15.933740 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['eda6343e-7e40-4020-941b-d137c98a8b23', 'dc35a6ec-7372-4b84-9815-ebabb0db7817', '4749130e-9150-42eb-86bc-10b4f5937402', 'f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:15.945930 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['011105bd-e71b-4e61-8395-8513d23bc53b', '039e261b-d89a-4b7e-9388-ff349395b6bf', 'e129fb89-8f7d-4147-9e4f-65ecbb35210e'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:15.994937 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a885d-c335-4c1f-b8ec-ce8bbde7172d tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Pushing event deleted for resources: {'Port': ['ID=e129fb89-8f7d-4147-9e4f-65ecbb35210e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:16.033541 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbdf8d0-fec2-4552-88d1-7c89e53927ba req-4a8a885d-c335-4c1f-b8ec-ce8bbde7172d tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] No DVR routers for this DVR port e129fb89-8f7d-4147-9e4f-65ecbb35210e on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:00:16.038779 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6fbdf8d0-fec2-4552-88d1-7c89e53927ba req-4a8a885d-c335-4c1f-b8ec-ce8bbde7172d tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:16.042313 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6fbdf8d0-fec2-4552-88d1-7c89e53927ba req-4a8a885d-c335-4c1f-b8ec-ce8bbde7172d tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.52 "DELETE /v2.0/ports/e129fb89-8f7d-4147-9e4f-65ecbb35210e HTTP/1.1" status: 204 len: 173 time: 0.8771939 Nov 12 20:00:16.042886 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0', 'name': 'network-vif-deleted', 'tag': 'e129fb89-8f7d-4147-9e4f-65ecbb35210e'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:00:16.048353 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c752a870-56fd-4871-9347-97e6ceac9289" -d '{"events": [{"server_uuid": "e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0", "name": "network-vif-deleted", "tag": "e129fb89-8f7d-4147-9e4f-65ecbb35210e"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:00:16.166049 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd17d4b-3987-4f1a-985a-474287539c6a x-openstack-request-id: req-4fd17d4b-3987-4f1a-985a-474287539c6a {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:00:16.166342 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0", "name": "network-vif-deleted", "tag": "e129fb89-8f7d-4147-9e4f-65ecbb35210e", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:00:16.166593 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4fd17d4b-3987-4f1a-985a-474287539c6a {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:00:16.167020 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0', 'name': 'network-vif-deleted', 'tag': 'e129fb89-8f7d-4147-9e4f-65ecbb35210e', 'status': 'completed', 'code': 200} Nov 12 20:00:16.281180 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc07c9d-7d1e-4cbf-9757-6e08f6809ad7 req-d968a815-2115-4633-b080-204f453df8af tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:16.296806 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2cc07c9d-7d1e-4cbf-9757-6e08f6809ad7 req-d968a815-2115-4633-b080-204f453df8af tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=1948f877-1417-46f5-a444-31b27446f145 HTTP/1.1" status: 200 len: 946 time: 0.1504481 Nov 12 20:00:16.404553 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d28d8e15-3724-4b89-bcfe-f90d71b5a8ad req-0dcdb668-b34b-4966-a668-2941c55b0e35 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=e33dbb77-6c1c-45f8-a8d4-b0afa93db6e0 HTTP/1.1" status: 200 len: 210 time: 0.0809441 Nov 12 20:00:16.441185 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2cc07c9d-7d1e-4cbf-9757-6e08f6809ad7 req-5dd337bc-4034-44e3-aed6-6538f0c4fb44 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384158 Nov 12 20:00:16.793749 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60a365-c2d6-4253-a70a-3207a000194d req-0bf062c6-db8d-4f65-bb88-e27007b73f0d tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:16.795413 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ea60a365-c2d6-4253-a70a-3207a000194d req-0bf062c6-db8d-4f65-bb88-e27007b73f0d tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 946 time: 0.1214509 Nov 12 20:00:16.906897 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f7d7d-3187-48ae-9ecf-fe273a07300c req-5b835a36-75f6-4e05-935e-c1b7fa8cbf54 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:16.916016 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ea60a365-c2d6-4253-a70a-3207a000194d req-992c117f-74a8-4e5d-a78c-eaecbc1f24e6 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095164 Nov 12 20:00:16.920814 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-500f7d7d-3187-48ae-9ecf-fe273a07300c req-5b835a36-75f6-4e05-935e-c1b7fa8cbf54 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=34525e96-dda7-484d-a72d-9d718e2513f0 HTTP/1.1" status: 200 len: 949 time: 0.1046145 Nov 12 20:00:17.013034 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-500f7d7d-3187-48ae-9ecf-fe273a07300c req-0d4d6264-8b60-43bd-bdba-4635f96e7e79 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/security-groups?id=994c16a5-215d-4517-88d5-5a23ba1a6f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909798 Nov 12 20:00:17.164943 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fd7a8-ccf1-471b-bb5b-096e706dd44b req-ab649607-a0f5-447f-855f-4ed77ed0f9ab tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:17.176648 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d3fd7a8-ccf1-471b-bb5b-096e706dd44b req-ab649607-a0f5-447f-855f-4ed77ed0f9ab tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 944 time: 0.0880487 Nov 12 20:00:17.226820 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:00:17.242574 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d3fd7a8-ccf1-471b-bb5b-096e706dd44b req-2186a23e-2550-4f11-b334-60dc651ba56c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564418 Nov 12 20:00:17.286930 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b7899-99bb-4b30-a040-a1400304d4ff req-cc5ff8c3-270c-4989-bcf0-5d48a664ca01 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:17.289335 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3f9b7899-99bb-4b30-a040-a1400304d4ff req-cc5ff8c3-270c-4989-bcf0-5d48a664ca01 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.52 "GET /v2.0/ports?device_id=34525e96-dda7-484d-a72d-9d718e2513f0 HTTP/1.1" status: 200 len: 949 time: 0.0893390 Nov 12 20:00:17.427821 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-3f9b7899-99bb-4b30-a040-a1400304d4ff req-d9d5310c-3670-4647-a56f-94de47db6a26 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Deleting port 1b219cc8-7939-42da-9b2e-05785ad30a22 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:00:17.428167 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3f9b7899-99bb-4b30-a040-a1400304d4ff req-d9d5310c-3670-4647-a56f-94de47db6a26 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:17.486622 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 7d5de176-731f-49d4-a231-21859faa9944 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:00:17.546333 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 7d5de176-731f-49d4-a231-21859faa9944 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:00:17.548344 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 7d5de176-731f-49d4-a231-21859faa9944 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:00:17.642421 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-3f9b7899-99bb-4b30-a040-a1400304d4ff req-d9d5310c-3670-4647-a56f-94de47db6a26 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] For port 1b219cc8-7939-42da-9b2e-05785ad30a22, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=1b219cc8-7939-42da-9b2e-05785ad30a22,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:17.643296 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3f9b7899-99bb-4b30-a040-a1400304d4ff req-d9d5310c-3670-4647-a56f-94de47db6a26 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:17.662838 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-3f9b7899-99bb-4b30-a040-a1400304d4ff req-d9d5310c-3670-4647-a56f-94de47db6a26 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Calling delete_port for 1b219cc8-7939-42da-9b2e-05785ad30a22 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:00:17.702765 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763bd1b-8e72-4b54-8ae4-8ee6af0732e8 req-7e504f10-0ab0-4ac6-b6fe-38468469af0d tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:17.713414 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9763bd1b-8e72-4b54-8ae4-8ee6af0732e8 req-7e504f10-0ab0-4ac6-b6fe-38468469af0d tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=1948f877-1417-46f5-a444-31b27446f145 HTTP/1.1" status: 200 len: 946 time: 0.1230338 Nov 12 20:00:17.793782 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9763bd1b-8e72-4b54-8ae4-8ee6af0732e8 req-e18dbecc-6315-4d59-bc3f-b7ad3ccf0cc0 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763886 Nov 12 20:00:17.982686 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d0f94-3f16-4770-b84a-008f25057e62 req-9abbad47-cbe6-4bab-9de5-a481c0082fb3 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:17.990142 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-484d0f94-3f16-4770-b84a-008f25057e62 req-9abbad47-cbe6-4bab-9de5-a481c0082fb3 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=c44de0a0-6c6b-4885-b4c9-4255c2e88fd2 HTTP/1.1" status: 200 len: 948 time: 0.1177683 Nov 12 20:00:18.013730 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3f9b7899-99bb-4b30-a040-a1400304d4ff req-d9d5310c-3670-4647-a56f-94de47db6a26 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:18.028496 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['1b219cc8-7939-42da-9b2e-05785ad30a22'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:18.088894 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-484d0f94-3f16-4770-b84a-008f25057e62 req-e9bedb3e-a606-4cd1-ad0d-ca63b9317cd5 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869198 Nov 12 20:00:18.103494 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5310c-3670-4647-a56f-94de47db6a26 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Pushing event deleted for resources: {'Port': ['ID=1b219cc8-7939-42da-9b2e-05785ad30a22,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:18.213902 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9b7899-99bb-4b30-a040-a1400304d4ff req-d9d5310c-3670-4647-a56f-94de47db6a26 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] No DVR routers for this DVR port 1b219cc8-7939-42da-9b2e-05785ad30a22 on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:00:18.244724 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f8b5a-e066-414a-a4a8-537185b37a7e req-13c2fd8a-4e1c-4c7f-b7c0-0468ec77c744 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:18.248724 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ad1f8b5a-e066-414a-a4a8-537185b37a7e req-13c2fd8a-4e1c-4c7f-b7c0-0468ec77c744 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 946 time: 0.2448692 Nov 12 20:00:18.298345 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-45745f1b-157a-424b-b94a-615f86db4b7c req-38bdc723-10dd-4f6b-85bf-ad4124b492b1 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.48 "GET /v2.0/ports?device_id=34525e96-dda7-484d-a72d-9d718e2513f0 HTTP/1.1" status: 200 len: 210 time: 0.1112642 Nov 12 20:00:18.312564 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3f9b7899-99bb-4b30-a040-a1400304d4ff req-d9d5310c-3670-4647-a56f-94de47db6a26 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:18.323112 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3f9b7899-99bb-4b30-a040-a1400304d4ff req-d9d5310c-3670-4647-a56f-94de47db6a26 tempest-ServersAdminNegativeTestJSON-1475932096 tempest-ServersAdminNegativeTestJSON-1475932096-project] 10.222.0.52 "DELETE /v2.0/ports/1b219cc8-7939-42da-9b2e-05785ad30a22 HTTP/1.1" status: 204 len: 173 time: 1.0128331 Nov 12 20:00:18.323112 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34525e96-dda7-484d-a72d-9d718e2513f0', 'name': 'network-vif-deleted', 'tag': '1b219cc8-7939-42da-9b2e-05785ad30a22'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:00:18.340166 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d812558b-4af4-4652-abdc-b48545cf5c7c" -d '{"events": [{"server_uuid": "34525e96-dda7-484d-a72d-9d718e2513f0", "name": "network-vif-deleted", "tag": "1b219cc8-7939-42da-9b2e-05785ad30a22"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:00:18.373646 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ad1f8b5a-e066-414a-a4a8-537185b37a7e req-8378328a-6485-4baa-83af-35b68b6124de tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868433 Nov 12 20:00:18.422022 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 1b219cc8-7939-42da-9b2e-05785ad30a22 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:00:18.474529 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 1b219cc8-7939-42da-9b2e-05785ad30a22 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:00:18.474529 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 1b219cc8-7939-42da-9b2e-05785ad30a22 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:00:18.474529 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device e129fb89-8f7d-4147-9e4f-65ecbb35210e no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:00:18.484457 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a92296-c16f-4641-9477-c9b723a96772 x-openstack-request-id: req-38a92296-c16f-4641-9477-c9b723a96772 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:00:18.485043 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34525e96-dda7-484d-a72d-9d718e2513f0", "name": "network-vif-deleted", "tag": "1b219cc8-7939-42da-9b2e-05785ad30a22", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:00:18.485477 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-38a92296-c16f-4641-9477-c9b723a96772 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:00:18.486915 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34525e96-dda7-484d-a72d-9d718e2513f0', 'name': 'network-vif-deleted', 'tag': '1b219cc8-7939-42da-9b2e-05785ad30a22', 'status': 'completed', 'code': 200} Nov 12 20:00:18.494625 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: e129fb89-8f7d-4147-9e4f-65ecbb35210e {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:00:18.495291 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device e129fb89-8f7d-4147-9e4f-65ecbb35210e not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:00:18.579215 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963eca31-f858-4a12-bfe8-b6556086d62e req-46b26d7c-0e11-4672-ba52-8af4ca36470e tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:18.581541 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-963eca31-f858-4a12-bfe8-b6556086d62e req-46b26d7c-0e11-4672-ba52-8af4ca36470e tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 944 time: 0.0626111 Nov 12 20:00:18.691848 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-963eca31-f858-4a12-bfe8-b6556086d62e req-f14e3f67-6b12-402d-91dd-8f6e4667a14c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994689 Nov 12 20:00:18.978129 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547eb85-9ea1-47f3-a4e7-6f9d2ce8dc2a req-761dddb2-77b0-4b99-806f-0ec2e7c7909a tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:18.981178 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2547eb85-9ea1-47f3-a4e7-6f9d2ce8dc2a req-761dddb2-77b0-4b99-806f-0ec2e7c7909a tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=1948f877-1417-46f5-a444-31b27446f145 HTTP/1.1" status: 200 len: 946 time: 0.0927360 Nov 12 20:00:19.051933 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2547eb85-9ea1-47f3-a4e7-6f9d2ce8dc2a req-87016a77-38dc-487d-961c-fc1e0a7bb99d tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607448 Nov 12 20:00:19.324417 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4132c-bd79-4ca5-b294-c21455ba61cd req-6a7b7db2-d546-42b8-bd11-8a3d9e334446 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:19.332938 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcd4132c-bd79-4ca5-b294-c21455ba61cd req-6a7b7db2-d546-42b8-bd11-8a3d9e334446 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=c44de0a0-6c6b-4885-b4c9-4255c2e88fd2 HTTP/1.1" status: 200 len: 948 time: 0.1429799 Nov 12 20:00:19.449409 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcd4132c-bd79-4ca5-b294-c21455ba61cd req-26477a78-d96b-4ba7-b534-bd4f7f9d08e1 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131213 Nov 12 20:00:19.621143 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aba976-e3af-4d1b-8e52-c296758f838c req-84bd056e-08ff-4cce-9fd3-8cedf4cdb79f tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:19.623625 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f2aba976-e3af-4d1b-8e52-c296758f838c req-84bd056e-08ff-4cce-9fd3-8cedf4cdb79f tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 946 time: 0.0725911 Nov 12 20:00:19.703975 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f2aba976-e3af-4d1b-8e52-c296758f838c req-9e5ad891-4bd7-4a03-b052-93194b9732e3 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697861 Nov 12 20:00:19.764048 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51962) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:00:19.823596 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c012e58-3f2c-464e-a3f7-7a8f1bc86db9 req-32e4ea90-443e-4a30-8564-357c1406c24b tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:19.831054 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6c012e58-3f2c-464e-a3f7-7a8f1bc86db9 req-32e4ea90-443e-4a30-8564-357c1406c24b tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 944 time: 0.0618093 Nov 12 20:00:19.865460 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f0f40594-cd36-48f4-a57e-49e7fd873caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:19.927092 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6c012e58-3f2c-464e-a3f7-7a8f1bc86db9 req-d159741c-5d75-4757-b903-c4da195aecb6 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887270 Nov 12 20:00:19.936793 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:20.018967 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b1cbdf3c-fdce-41a5-b8ec-ceea9e75abf1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e850bba26b1d4481b449705c5fee3449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531114 Nov 12 20:00:20.021299 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51974) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:00:20.038754 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9e8b7-ee49-42a0-a511-456ccc34a97e req-10887e8e-2596-4671-958c-51600661dff3 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:20.044708 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4c9e8b7-ee49-42a0-a511-456ccc34a97e req-10887e8e-2596-4671-958c-51600661dff3 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.52 "GET /v2.0/ports?device_id=c44de0a0-6c6b-4885-b4c9-4255c2e88fd2 HTTP/1.1" status: 200 len: 948 time: 0.1511867 Nov 12 20:00:20.101834 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9514ccd8-0a06-4156-8616-939ca8374b6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:20.167649 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9514ccd8-0a06-4156-8616-939ca8374b6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:20.256017 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9514ccd8-0a06-4156-8616-939ca8374b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:20.261580 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9514ccd8-0a06-4156-8616-939ca8374b6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:20.267494 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9514ccd8-0a06-4156-8616-939ca8374b6a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/994c16a5-215d-4517-88d5-5a23ba1a6f81 HTTP/1.1" status: 204 len: 168 time: 0.2445290 Nov 12 20:00:20.277326 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514ccd8-0a06-4156-8616-939ca8374b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994c16a5-215d-4517-88d5-5a23ba1a6f81,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:20.292177 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-f4c9e8b7-ee49-42a0-a511-456ccc34a97e req-c328f264-5396-4744-9e90-c05e2942d818 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Deleting port 039e261b-d89a-4b7e-9388-ff349395b6bf {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:00:20.292591 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f4c9e8b7-ee49-42a0-a511-456ccc34a97e req-c328f264-5396-4744-9e90-c05e2942d818 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:20.307187 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a756f2-f492-46ad-911d-cc8df1f1049a req-e042e471-a248-48b7-bea7-e32da57bddbe tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:20.315076 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-39a756f2-f492-46ad-911d-cc8df1f1049a req-e042e471-a248-48b7-bea7-e32da57bddbe tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=1948f877-1417-46f5-a444-31b27446f145 HTTP/1.1" status: 200 len: 946 time: 0.1204498 Nov 12 20:00:20.456267 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-f4c9e8b7-ee49-42a0-a511-456ccc34a97e req-c328f264-5396-4744-9e90-c05e2942d818 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] For port 039e261b-d89a-4b7e-9388-ff349395b6bf, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=039e261b-d89a-4b7e-9388-ff349395b6bf,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:20.456267 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f4c9e8b7-ee49-42a0-a511-456ccc34a97e req-c328f264-5396-4744-9e90-c05e2942d818 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:20.475880 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-f4c9e8b7-ee49-42a0-a511-456ccc34a97e req-c328f264-5396-4744-9e90-c05e2942d818 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Calling delete_port for 039e261b-d89a-4b7e-9388-ff349395b6bf owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:00:20.579457 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f5f57-9bc3-4aab-a6b8-efa8f7904ff0 req-3a827f13-83ab-412b-9907-76f1afb31901 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:20.587348 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e6f5f57-9bc3-4aab-a6b8-efa8f7904ff0 req-3a827f13-83ab-412b-9907-76f1afb31901 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=c44de0a0-6c6b-4885-b4c9-4255c2e88fd2 HTTP/1.1" status: 200 len: 948 time: 0.0603809 Nov 12 20:00:20.600911 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-39a756f2-f492-46ad-911d-cc8df1f1049a req-01eaa0b4-3313-4c92-8356-8f2f8fc436a5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847788 Nov 12 20:00:20.657884 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e6f5f57-9bc3-4aab-a6b8-efa8f7904ff0 req-b141ff2e-d84a-4dba-b723-d00a774c5784 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695758 Nov 12 20:00:20.774484 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51992) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:00:20.833160 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f4c9e8b7-ee49-42a0-a511-456ccc34a97e req-c328f264-5396-4744-9e90-c05e2942d818 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:20.849442 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['eda6343e-7e40-4020-941b-d137c98a8b23', 'dc35a6ec-7372-4b84-9815-ebabb0db7817', '4749130e-9150-42eb-86bc-10b4f5937402', 'f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:20.952983 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f9caef61-8958-48bf-b077-5fe0441b32f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06d75e15408f483ead10cebbafba673d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1776171 Nov 12 20:00:20.953673 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51996) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:00:20.964678 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['011105bd-e71b-4e61-8395-8513d23bc53b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:20.995722 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0a787-cdde-47d7-a0ac-459dbdbecd14 req-afabd779-2b40-4714-8bd5-8edf7c958fa3 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:20.996908 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c9e8b7-ee49-42a0-a511-456ccc34a97e req-c328f264-5396-4744-9e90-c05e2942d818 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] No DVR routers for this DVR port 039e261b-d89a-4b7e-9388-ff349395b6bf on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:00:20.999265 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24c0a787-cdde-47d7-a0ac-459dbdbecd14 req-afabd779-2b40-4714-8bd5-8edf7c958fa3 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 946 time: 0.1720109 Nov 12 20:00:21.002799 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328f264-5396-4744-9e90-c05e2942d818 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Pushing event deleted for resources: {'Port': ['ID=039e261b-d89a-4b7e-9388-ff349395b6bf,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:21.010704 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f4c9e8b7-ee49-42a0-a511-456ccc34a97e req-c328f264-5396-4744-9e90-c05e2942d818 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:21.017699 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4c9e8b7-ee49-42a0-a511-456ccc34a97e req-c328f264-5396-4744-9e90-c05e2942d818 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.52 "DELETE /v2.0/ports/039e261b-d89a-4b7e-9388-ff349395b6bf HTTP/1.1" status: 204 len: 173 time: 0.9577377 Nov 12 20:00:21.018179 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44de0a0-6c6b-4885-b4c9-4255c2e88fd2', 'name': 'network-vif-deleted', 'tag': '039e261b-d89a-4b7e-9388-ff349395b6bf'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:00:21.023318 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d72dcdc-33b5-4162-b6ed-6012950c4801" -d '{"events": [{"server_uuid": "c44de0a0-6c6b-4885-b4c9-4255c2e88fd2", "name": "network-vif-deleted", "tag": "039e261b-d89a-4b7e-9388-ff349395b6bf"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:00:21.188748 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bdec8-0650-46ba-a385-74af2c1a5f97 req-8b12f669-ddfa-46ca-bd25-72c812c8d1a3 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:21.199815 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-049bdec8-0650-46ba-a385-74af2c1a5f97 req-8b12f669-ddfa-46ca-bd25-72c812c8d1a3 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 944 time: 0.1496997 Nov 12 20:00:21.223208 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d7056a42-0b0f-42be-8dfa-96225ebb34eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:21.321287 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24c0a787-cdde-47d7-a0ac-459dbdbecd14 req-c6d3a8fa-54fa-46af-a61b-bfaf3c7064f2 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074460 Nov 12 20:00:21.332022 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-049bdec8-0650-46ba-a385-74af2c1a5f97 req-bc4027f8-a27a-4744-b928-5a5357da6cfc tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311591 Nov 12 20:00:21.339655 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d7056a42-0b0f-42be-8dfa-96225ebb34eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:21.420604 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901bd90f-a369-42c3-90d1-a34b2b249790 x-openstack-request-id: req-901bd90f-a369-42c3-90d1-a34b2b249790 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:00:21.421126 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44de0a0-6c6b-4885-b4c9-4255c2e88fd2", "name": "network-vif-deleted", "tag": "039e261b-d89a-4b7e-9388-ff349395b6bf", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:00:21.421583 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-901bd90f-a369-42c3-90d1-a34b2b249790 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:00:21.422153 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44de0a0-6c6b-4885-b4c9-4255c2e88fd2', 'name': 'network-vif-deleted', 'tag': '039e261b-d89a-4b7e-9388-ff349395b6bf', 'status': 'completed', 'code': 200} Nov 12 20:00:21.483385 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d7056a42-0b0f-42be-8dfa-96225ebb34eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:21.486695 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d7056a42-0b0f-42be-8dfa-96225ebb34eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:21.487957 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d7056a42-0b0f-42be-8dfa-96225ebb34eb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d7c2c58-c2e8-4185-aeaa-ac0a36c4b4ab HTTP/1.1" status: 204 len: 168 time: 0.5293615 Nov 12 20:00:21.503273 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7056a42-0b0f-42be-8dfa-96225ebb34eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7c2c58-c2e8-4185-aeaa-ac0a36c4b4ab,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:21.506921 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 02bd12af-6cd5-4975-b569-03c367dbf5ae details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:00:21.746112 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-3644b29e-d99b-491b-a7af-8a7532e9e6ae tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:21.758704 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-3644b29e-d99b-491b-a7af-8a7532e9e6ae tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/networks?id=268668ed-0d7b-4f7b-9df1-da4be7d9946d HTTP/1.1" status: 200 len: 821 time: 0.1904569 Nov 12 20:00:21.776672 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-de4e058c-2424-452e-8f9c-75c7fba661af tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/quotas/a8a5bd1ccbfe428e92a02d5a3a8bec63 HTTP/1.1" status: 200 len: 375 time: 0.0168664 Nov 12 20:00:21.828454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404da7b-e97d-4806-9284-ef959cefd44b req-383e71fe-513d-44f1-84a3-e1ec22a4b8b3 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:21.838088 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5404da7b-e97d-4806-9284-ef959cefd44b req-383e71fe-513d-44f1-84a3-e1ec22a4b8b3 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=1948f877-1417-46f5-a444-31b27446f145 HTTP/1.1" status: 200 len: 946 time: 0.0998974 Nov 12 20:00:21.884422 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-2df0b59a-77e9-4f62-98c0-2c5625bb33c0 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1060104 Nov 12 20:00:21.966296 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5404da7b-e97d-4806-9284-ef959cefd44b req-cbce148c-44fd-4236-b31d-309e01bac599 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267252 Nov 12 20:00:22.046389 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 02bd12af-6cd5-4975-b569-03c367dbf5ae, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=02bd12af-6cd5-4975-b569-03c367dbf5ae,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:22.063308 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '02bd12af-6cd5-4975-b569-03c367dbf5ae', 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673', 'port_id': '02bd12af-6cd5-4975-b569-03c367dbf5ae', 'mac_address': 'fa:16:3e:03:19:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbdea447-0bd1-47f3-8097-cac78263fd7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:00:22.066968 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-71f2118d-b4f2-4988-87c8-9b3be7fba84c service neutron] 10.222.0.48 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758351 Nov 12 20:00:22.194637 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-c096b036-b0c9-4bba-bfd3-d617af72960a service neutron] 10.222.0.48 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266096 Nov 12 20:00:22.257824 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:22.292061 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ca394e1c-0d13-46f3-a372-a291189109cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:22.322819 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02bd12af-6cd5-4975-b569-03c367dbf5ae {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:00:22.362225 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 02bd12af-6cd5-4975-b569-03c367dbf5ae, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=02bd12af-6cd5-4975-b569-03c367dbf5ae,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:22.383028 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 039e261b-d89a-4b7e-9388-ff349395b6bf no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:00:22.392805 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:22.553117 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 039e261b-d89a-4b7e-9388-ff349395b6bf {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:00:22.553554 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 039e261b-d89a-4b7e-9388-ff349395b6bf not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:00:22.560312 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=02bd12af-6cd5-4975-b569-03c367dbf5ae,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:22.584222 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85188de8-9ead-4fc6-a093-30f79dc66c14 req-97ba3453-b5ba-47c0-b379-27c22f992c9d tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:22.596197 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-85188de8-9ead-4fc6-a093-30f79dc66c14 req-97ba3453-b5ba-47c0-b379-27c22f992c9d tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 946 time: 0.0768774 Nov 12 20:00:22.679329 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-85188de8-9ead-4fc6-a093-30f79dc66c14 req-aeda6a99-5f05-4b2a-bd56-a0a9d127e00e tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816195 Nov 12 20:00:22.785688 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d60025-0c27-45be-947e-48fcebfd4c98 req-813570c0-5fa6-4a1d-8fd4-eb4fb111f84b tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:22.787975 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e0d60025-0c27-45be-947e-48fcebfd4c98 req-813570c0-5fa6-4a1d-8fd4-eb4fb111f84b tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 945 time: 0.0702970 Nov 12 20:00:22.869173 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['02bd12af-6cd5-4975-b569-03c367dbf5ae'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:22.914688 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e0d60025-0c27-45be-947e-48fcebfd4c98 req-831f5dcd-ded7-4eab-bc04-a9ad77a957e3 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162620 Nov 12 20:00:23.018819 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bf425b54-5f85-480b-ba06-2f3889e0b560 req-e0da0e58-45cf-451f-9c80-904d53b1721e tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 210 time: 0.0363529 Nov 12 20:00:23.248660 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243ec31-40a9-49f5-98f3-31731c358a8f req-1e949f58-e188-455c-82f9-d343704d44fd tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:23.256216 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c243ec31-40a9-49f5-98f3-31731c358a8f req-1e949f58-e188-455c-82f9-d343704d44fd tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=1948f877-1417-46f5-a444-31b27446f145 HTTP/1.1" status: 200 len: 946 time: 0.1195066 Nov 12 20:00:23.305526 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b82ed7-565d-4774-8b8e-f55a9fc8021b req-2fcb75fb-3fcc-4419-93eb-8da1ae93d33d tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:23.321651 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-92b82ed7-565d-4774-8b8e-f55a9fc8021b req-2fcb75fb-3fcc-4419-93eb-8da1ae93d33d tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d7359f0-7bdd-4ada-b8e4-064ab20926d7 HTTP/1.1" status: 200 len: 950 time: 0.0919349 Nov 12 20:00:23.378480 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c243ec31-40a9-49f5-98f3-31731c358a8f req-4b64f2ae-f2c9-4e07-ab0e-c6336d85ecac tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130123 Nov 12 20:00:23.396787 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-92b82ed7-565d-4774-8b8e-f55a9fc8021b req-a419e423-7d2c-4aa3-bd16-ba6abab4ab6b tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739448 Nov 12 20:00:23.611181 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:23.627815 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:23.859104 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0dc04-b129-4898-8ef5-c0d43624c501 req-67dc1094-ef58-4697-bf89-7355a02d564b tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:23.861798 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-38a0dc04-b129-4898-8ef5-c0d43624c501 req-67dc1094-ef58-4697-bf89-7355a02d564b tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 946 time: 0.0853128 Nov 12 20:00:23.962400 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-38a0dc04-b129-4898-8ef5-c0d43624c501 req-649ab32f-0a05-47de-ae76-d1fc496356af tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837531 Nov 12 20:00:24.074391 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64d175-6be7-4550-b375-6dd0ba36b089 req-0b000225-e7bc-439f-af4e-c7e1fe85b83c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:24.076340 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1c64d175-6be7-4550-b375-6dd0ba36b089 req-0b000225-e7bc-439f-af4e-c7e1fe85b83c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 945 time: 0.0656312 Nov 12 20:00:24.162337 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1c64d175-6be7-4550-b375-6dd0ba36b089 req-a8765721-0b5a-4a7c-a277-4135b57abcdd tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724201 Nov 12 20:00:24.296858 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-49b3a489-c865-41c2-b7fa-294fcc12cf71 req-ddf3216e-3867-4e65-926d-0c864652a3af tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 210 time: 0.0370507 Nov 12 20:00:24.564577 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15dc45-6e52-467b-a4df-5817b522d8b1 req-f776d3f0-46f3-4306-9410-17f19b612338 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:24.578162 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a15dc45-6e52-467b-a4df-5817b522d8b1 req-f776d3f0-46f3-4306-9410-17f19b612338 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d7359f0-7bdd-4ada-b8e4-064ab20926d7 HTTP/1.1" status: 200 len: 950 time: 0.0874491 Nov 12 20:00:24.660916 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a15dc45-6e52-467b-a4df-5817b522d8b1 req-2368687d-2daf-43cc-b48e-926f34645a9b tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774062 Nov 12 20:00:24.845294 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-70c10b4e-1b5e-451f-9ffe-0879cd1098e5 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:24.847031 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-70c10b4e-1b5e-451f-9ffe-0879cd1098e5 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.55 "GET /v2.0/networks?id=268668ed-0d7b-4f7b-9df1-da4be7d9946d HTTP/1.1" status: 200 len: 821 time: 0.5897467 Nov 12 20:00:24.857171 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3a084-9706-41e9-8d80-a672ab52d6ab req-7302f410-e7a7-4f2b-bf31-8d810d18030c tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:24.858859 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a6f3a084-9706-41e9-8d80-a672ab52d6ab req-7302f410-e7a7-4f2b-bf31-8d810d18030c tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7359f0-7bdd-4ada-b8e4-064ab20926d7 HTTP/1.1" status: 200 len: 950 time: 0.4702883 Nov 12 20:00:24.876259 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-cc2cd577-e250-4891-a00d-9a291fd0f43f tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Request body: {'port': {'device_id': 'e6e3f8e6-af2b-4a35-98de-599a60555747', 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d', 'admin_state_up': True, 'tenant_id': 'a8a5bd1ccbfe428e92a02d5a3a8bec63'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:00:24.968052 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187f606-50de-4aa1-b413-68c6d1f771d5 req-775ad677-65f1-45d8-8804-41394a3a5b57 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:24.981648 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3187f606-50de-4aa1-b413-68c6d1f771d5 req-775ad677-65f1-45d8-8804-41394a3a5b57 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=1948f877-1417-46f5-a444-31b27446f145 HTTP/1.1" status: 200 len: 946 time: 0.2208111 Nov 12 20:00:24.988368 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:25.192268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b3b77-369c-4c1e-8e0c-342c5137f4ee req-2c0d483a-ee18-40b8-a2e8-7acd34171a0c tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:25.194941 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a9b3b77-369c-4c1e-8e0c-342c5137f4ee req-2c0d483a-ee18-40b8-a2e8-7acd34171a0c tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5bde94-1775-41d5-93e6-c724ae7bf99d HTTP/1.1" status: 200 len: 950 time: 0.3348365 Nov 12 20:00:25.233015 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3187f606-50de-4aa1-b413-68c6d1f771d5 req-c4720a18-ec00-45a0-9d25-23e67cd5dce1 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503769 Nov 12 20:00:25.316607 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea449b1-7702-4570-a573-85559c44a0ff req-9b5b2433-7c94-48ee-96d9-ce032120c8e8 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:25.320101 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aea449b1-7702-4570-a573-85559c44a0ff req-9b5b2433-7c94-48ee-96d9-ce032120c8e8 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 946 time: 0.1219575 Nov 12 20:00:25.335630 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-a6f3a084-9706-41e9-8d80-a672ab52d6ab req-910db9a7-4381-4483-9ee6-2f67ceec2337 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Deleting port f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:00:25.335630 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a6f3a084-9706-41e9-8d80-a672ab52d6ab req-910db9a7-4381-4483-9ee6-2f67ceec2337 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:25.367715 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-cc2cd577-e250-4891-a00d-9a291fd0f43f tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Made reservation on behalf of a8a5bd1ccbfe428e92a02d5a3a8bec63 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:00:25.371585 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-cc2cd577-e250-4891-a00d-9a291fd0f43f tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:25.453076 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aea449b1-7702-4570-a573-85559c44a0ff req-d7de3620-96e0-4bcb-a630-15716dcf6735 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116071 Nov 12 20:00:25.514546 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 02bd12af-6cd5-4975-b569-03c367dbf5ae up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:00:25.543621 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-0a9b3b77-369c-4c1e-8e0c-342c5137f4ee req-1bb8f29e-f77f-4c41-9276-7b48829046b8 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Deleting port 011105bd-e71b-4e61-8395-8513d23bc53b {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:00:25.543954 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0a9b3b77-369c-4c1e-8e0c-342c5137f4ee req-1bb8f29e-f77f-4c41-9276-7b48829046b8 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:25.548069 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-a6f3a084-9706-41e9-8d80-a672ab52d6ab req-910db9a7-4381-4483-9ee6-2f67ceec2337 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] For port f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:25.548478 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a6f3a084-9706-41e9-8d80-a672ab52d6ab req-910db9a7-4381-4483-9ee6-2f67ceec2337 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:25.596924 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-a6f3a084-9706-41e9-8d80-a672ab52d6ab req-910db9a7-4381-4483-9ee6-2f67ceec2337 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Calling delete_port for f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:00:25.625899 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964aad5-661d-48b0-9d86-d83c2321f591 req-07d6f364-41f2-46ea-a62e-e995e5955e58 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:25.637273 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8964aad5-661d-48b0-9d86-d83c2321f591 req-07d6f364-41f2-46ea-a62e-e995e5955e58 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 945 time: 0.1069305 Nov 12 20:00:25.663638 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 02bd12af-6cd5-4975-b569-03c367dbf5ae completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:00:25.671895 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 02bd12af-6cd5-4975-b569-03c367dbf5ae triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:00:25.672600 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:25.776608 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8964aad5-661d-48b0-9d86-d83c2321f591 req-a92acf3a-0989-46dc-818d-8d2dd48dd2b1 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353869 Nov 12 20:00:25.906768 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-cc2cd577-e250-4891-a00d-9a291fd0f43f tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Allocated IP 172.20.0.8 (268668ed-0d7b-4f7b-9df1-da4be7d9946d/e7e87043-7d2d-4150-b80d-fb0e6e39dcdf/85f98ac5-064c-415e-895a-a49181b54749) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:00:25.926461 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-0a9b3b77-369c-4c1e-8e0c-342c5137f4ee req-1bb8f29e-f77f-4c41-9276-7b48829046b8 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] For port 011105bd-e71b-4e61-8395-8513d23bc53b, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=011105bd-e71b-4e61-8395-8513d23bc53b,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:25.927075 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0a9b3b77-369c-4c1e-8e0c-342c5137f4ee req-1bb8f29e-f77f-4c41-9276-7b48829046b8 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:25.933855 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:25.952958 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-0a9b3b77-369c-4c1e-8e0c-342c5137f4ee req-1bb8f29e-f77f-4c41-9276-7b48829046b8 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Calling delete_port for 011105bd-e71b-4e61-8395-8513d23bc53b owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:00:25.975557 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-967f5630-2c41-4f37-bb9e-b68411194cbd req-b48a0e0e-f2e9-48b5-b67d-de9fd6b5965b tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 210 time: 0.0580335 Nov 12 20:00:26.019851 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 02bd12af-6cd5-4975-b569-03c367dbf5ae, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=02bd12af-6cd5-4975-b569-03c367dbf5ae,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:26.033400 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28f102d-a7e7-4274-bf82-74ade9392a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02bd12af-6cd5-4975-b569-03c367dbf5ae'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:00:26.039514 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c3a6f5-d7dc-4949-a896-27e7d89a6abb" -d '{"events": [{"server_uuid": "f28f102d-a7e7-4274-bf82-74ade9392a98", "name": "network-vif-plugged", "status": "completed", "tag": "02bd12af-6cd5-4975-b569-03c367dbf5ae"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:00:26.079414 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:26.102229 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:26.139438 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4521e-0d88-4fac-924d-fb5494020f24 req-a300b4d7-ea5c-4ae9-8d7f-cd12c49463c7 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:26.149323 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b6b4521e-0d88-4fac-924d-fb5494020f24 req-a300b4d7-ea5c-4ae9-8d7f-cd12c49463c7 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d7359f0-7bdd-4ada-b8e4-064ab20926d7 HTTP/1.1" status: 200 len: 950 time: 0.0747490 Nov 12 20:00:26.195538 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=02bd12af-6cd5-4975-b569-03c367dbf5ae,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:26.236869 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b6b4521e-0d88-4fac-924d-fb5494020f24 req-a421b09d-ed6a-4382-bdf7-c7e626de95ca tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862720 Nov 12 20:00:26.308641 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52194) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:00:26.400710 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0a9b3b77-369c-4c1e-8e0c-342c5137f4ee req-1bb8f29e-f77f-4c41-9276-7b48829046b8 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:26.415131 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['eda6343e-7e40-4020-941b-d137c98a8b23', 'dc35a6ec-7372-4b84-9815-ebabb0db7817', '4749130e-9150-42eb-86bc-10b4f5937402'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:26.418922 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['011105bd-e71b-4e61-8395-8513d23bc53b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:26.453114 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a6f3a084-9706-41e9-8d80-a672ab52d6ab req-910db9a7-4381-4483-9ee6-2f67ceec2337 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:26.567665 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8f29e-f77f-4c41-9276-7b48829046b8 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Pushing event deleted for resources: {'Port': ['ID=011105bd-e71b-4e61-8395-8513d23bc53b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:26.607825 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f3a084-9706-41e9-8d80-a672ab52d6ab req-910db9a7-4381-4483-9ee6-2f67ceec2337 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] No DVR routers for this DVR port f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:00:26.617398 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9b3b77-369c-4c1e-8e0c-342c5137f4ee req-1bb8f29e-f77f-4c41-9276-7b48829046b8 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] No DVR routers for this DVR port 011105bd-e71b-4e61-8395-8513d23bc53b on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:00:26.629516 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff13935-7382-4acb-a9e2-496d2c1d3e63 x-openstack-request-id: req-4ff13935-7382-4acb-a9e2-496d2c1d3e63 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:00:26.630455 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28f102d-a7e7-4274-bf82-74ade9392a98", "name": "network-vif-plugged", "status": "completed", "tag": "02bd12af-6cd5-4975-b569-03c367dbf5ae", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:00:26.632889 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ff13935-7382-4acb-a9e2-496d2c1d3e63 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:00:26.633463 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28f102d-a7e7-4274-bf82-74ade9392a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02bd12af-6cd5-4975-b569-03c367dbf5ae', 'code': 200} Nov 12 20:00:26.677508 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a6f3a084-9706-41e9-8d80-a672ab52d6ab req-910db9a7-4381-4483-9ee6-2f67ceec2337 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:26.681244 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a6f3a084-9706-41e9-8d80-a672ab52d6ab req-910db9a7-4381-4483-9ee6-2f67ceec2337 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.55 "DELETE /v2.0/ports/f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a HTTP/1.1" status: 204 len: 173 time: 1.8002079 Nov 12 20:00:26.683459 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7359f0-7bdd-4ada-b8e4-064ab20926d7', 'name': 'network-vif-deleted', 'tag': 'f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:00:26.692326 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7f9596-c23c-476c-a2b5-91118cf38e46" -d '{"events": [{"server_uuid": "4d7359f0-7bdd-4ada-b8e4-064ab20926d7", "name": "network-vif-deleted", "tag": "f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:00:26.702030 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0a9b3b77-369c-4c1e-8e0c-342c5137f4ee req-1bb8f29e-f77f-4c41-9276-7b48829046b8 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:26.709775 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a9b3b77-369c-4c1e-8e0c-342c5137f4ee req-1bb8f29e-f77f-4c41-9276-7b48829046b8 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.52 "DELETE /v2.0/ports/011105bd-e71b-4e61-8395-8513d23bc53b HTTP/1.1" status: 204 len: 173 time: 1.5010352 Nov 12 20:00:26.729442 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910db9a7-4381-4483-9ee6-2f67ceec2337 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Pushing event deleted for resources: {'Port': ['ID=f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:26.747087 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-753f82f9-a667-436d-998b-1c65bb9e6a11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:26.776765 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de81a51-ab9c-401b-9ab8-49367cc53afb req-57c182dd-e128-4656-a1b3-71cc419018b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:26.778532 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9de81a51-ab9c-401b-9ab8-49367cc53afb req-57c182dd-e128-4656-a1b3-71cc419018b9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 1098 time: 0.2191043 Nov 12 20:00:26.861685 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-cc2cd577-e250-4891-a00d-9a291fd0f43f tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:26.896020 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-753f82f9-a667-436d-998b-1c65bb9e6a11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:26.906187 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-753f82f9-a667-436d-998b-1c65bb9e6a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:26.956081 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f82f9-a667-436d-998b-1c65bb9e6a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0a5606-308d-4e1b-9a4c-d2ada22f56c4,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:27.009288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2f3a3-0ac7-4571-a7b8-9db6ff2cc784 req-fe60405b-5318-467d-8342-e8c591ed4b09 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:27.024720 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-98e2f3a3-0ac7-4571-a7b8-9db6ff2cc784 req-fe60405b-5318-467d-8342-e8c591ed4b09 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 946 time: 0.3109252 Nov 12 20:00:27.038870 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9de81a51-ab9c-401b-9ab8-49367cc53afb req-39675b77-f093-4906-a165-0c98a21ea4c1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383309 Nov 12 20:00:27.061987 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4410f9-3c5c-4017-a18c-f7f3953337bc req-4444027a-1b52-494d-94b6-2bc7375da525 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:27.065605 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1f4410f9-3c5c-4017-a18c-f7f3953337bc req-4444027a-1b52-494d-94b6-2bc7375da525 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=1948f877-1417-46f5-a444-31b27446f145 HTTP/1.1" status: 200 len: 946 time: 0.3757205 Nov 12 20:00:27.079014 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-753f82f9-a667-436d-998b-1c65bb9e6a11 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f4e692894754ddc815f2f5b31a040d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7723122 Nov 12 20:00:27.079718 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52208) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:00:27.114017 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-98e2f3a3-0ac7-4571-a7b8-9db6ff2cc784 req-8e701f7d-7bc2-4f56-90bb-0c448f223844 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853128 Nov 12 20:00:27.156856 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef477aeb-1ef7-46f8-bec6-135b4248788c req-46d9b141-f626-441d-884f-b43eae296f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:27.159512 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ef477aeb-1ef7-46f8-bec6-135b4248788c req-46d9b141-f626-441d-884f-b43eae296f99 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8089131190694439ba223dfa74f28f9e&device_id=1948f877-1417-46f5-a444-31b27446f145 HTTP/1.1" status: 200 len: 1098 time: 0.3415647 Nov 12 20:00:27.228855 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ea8754-4f58-430c-9963-4807e94f4684 x-openstack-request-id: req-05ea8754-4f58-430c-9963-4807e94f4684 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:00:27.231184 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7359f0-7bdd-4ada-b8e4-064ab20926d7", "name": "network-vif-deleted", "tag": "f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:00:27.231518 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-05ea8754-4f58-430c-9963-4807e94f4684 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:00:27.232005 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7359f0-7bdd-4ada-b8e4-064ab20926d7', 'name': 'network-vif-deleted', 'tag': 'f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a', 'status': 'completed', 'code': 200} Nov 12 20:00:27.264831 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1f4410f9-3c5c-4017-a18c-f7f3953337bc req-149290cc-77d0-4efe-a1b0-b8ba74d5ff34 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840277 Nov 12 20:00:27.272903 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-cc2cd577-e250-4891-a00d-9a291fd0f43f tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:27.292472 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6f8645e5-8789-4b8e-a2d4-f71aef718bd6'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:27.330141 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-cc2cd577-e250-4891-a00d-9a291fd0f43f tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Network 268668ed-0d7b-4f7b-9df1-da4be7d9946d is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:00:27.330596 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-915365dd-014b-4f4b-8d43-3e2a7350b7b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:27.342165 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-cc2cd577-e250-4891-a00d-9a291fd0f43f tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:00:27.431152 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-cc2cd577-e250-4891-a00d-9a291fd0f43f tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:00:27.448860 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-915365dd-014b-4f4b-8d43-3e2a7350b7b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:27.575330 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbe1cd-148e-4d94-9437-5999231519a2 req-2d17a671-6050-478d-b26e-6e829cb2a734 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:27.584845 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-abbbe1cd-148e-4d94-9437-5999231519a2 req-2d17a671-6050-478d-b26e-6e829cb2a734 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 931 time: 0.1795497 Nov 12 20:00:27.694438 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-cc2cd577-e250-4891-a00d-9a291fd0f43f tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:27.707761 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-cc2cd577-e250-4891-a00d-9a291fd0f43f tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:27.731759 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-915365dd-014b-4f4b-8d43-3e2a7350b7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:27.744683 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-915365dd-014b-4f4b-8d43-3e2a7350b7b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:27.748123 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-915365dd-014b-4f4b-8d43-3e2a7350b7b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c0a5606-308d-4e1b-9a4c-d2ada22f56c4 HTTP/1.1" status: 204 len: 168 time: 0.6629400 Nov 12 20:00:27.830202 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2cd577-e250-4891-a00d-9a291fd0f43f tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Pushing event updated for resources: {'Port': ['ID=85f98ac5-064c-415e-895a-a49181b54749,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:27.858704 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915365dd-014b-4f4b-8d43-3e2a7350b7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0a5606-308d-4e1b-9a4c-d2ada22f56c4,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:27.884746 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-abbbe1cd-148e-4d94-9437-5999231519a2 req-909b47eb-d9ee-448d-8b0f-94961bc0ff1b tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956676 Nov 12 20:00:27.935239 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-cc2cd577-e250-4891-a00d-9a291fd0f43f tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0619731 Nov 12 20:00:27.996655 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef477aeb-1ef7-46f8-bec6-135b4248788c req-cd73e681-5077-49c9-bab9-5bf0259e018c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:27.998343 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ef477aeb-1ef7-46f8-bec6-135b4248788c req-cd73e681-5077-49c9-bab9-5bf0259e018c service neutron] 10.222.0.52 "GET /v2.0/networks?id=46cdc75a-85a0-4ab1-a931-5fdb611c190e HTTP/1.1" status: 200 len: 916 time: 0.8295937 Nov 12 20:00:28.015140 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-1e5cc957-0317-4150-a90f-9e1212a04e5a service neutron] Request body: {'port': {'device_id': 'e6e3f8e6-af2b-4a35-98de-599a60555747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:00:28.045093 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43498b08-0491-4df0-b4f8-e5ca02a6a153 req-c75cbb9d-5b6d-4961-b29e-d870611e5f82 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:28.054596 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-43498b08-0491-4df0-b4f8-e5ca02a6a153 req-c75cbb9d-5b6d-4961-b29e-d870611e5f82 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 946 time: 0.7099080 Nov 12 20:00:28.172674 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ef477aeb-1ef7-46f8-bec6-135b4248788c req-797eddf1-feab-4408-a366-5b8d17576d32 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fa761cc-2354-41eb-a81e-1fd4928a9de0 HTTP/1.1" status: 200 len: 217 time: 0.1128993 Nov 12 20:00:28.330427 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-1e5cc957-0317-4150-a90f-9e1212a04e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:28.367758 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297357d-ab83-4df8-93d4-abfe767ee98f req-5252053a-cd15-42b3-8e69-9a1427b096be tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:28.377601 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7297357d-ab83-4df8-93d4-abfe767ee98f req-5252053a-cd15-42b3-8e69-9a1427b096be tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 946 time: 0.0754619 Nov 12 20:00:28.416066 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52236) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:00:28.419277 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 011105bd-e71b-4e61-8395-8513d23bc53b no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:00:28.440583 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-983a1f20-fafe-4d9b-bee0-a3fcbd8933a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:28.441637 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-43498b08-0491-4df0-b4f8-e5ca02a6a153 req-5a104981-1a31-44c3-b9e7-4a9ec77eac7f tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087325 Nov 12 20:00:28.450334 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef477aeb-1ef7-46f8-bec6-135b4248788c req-6835a8a7-132e-4385-ab0a-12394b7b7e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:28.455603 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ef477aeb-1ef7-46f8-bec6-135b4248788c req-6835a8a7-132e-4385-ab0a-12394b7b7e24 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5d1a2ef-80da-4226-b4c0-705dbf75989e HTTP/1.1" status: 200 len: 854 time: 0.2593303 Nov 12 20:00:28.676573 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef477aeb-1ef7-46f8-bec6-135b4248788c req-e6f16f82-f6ec-4751-af5a-caa400f03d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:28.681870 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ef477aeb-1ef7-46f8-bec6-135b4248788c req-e6f16f82-f6ec-4751-af5a-caa400f03d82 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=46cdc75a-85a0-4ab1-a931-5fdb611c190e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2155128 Nov 12 20:00:28.752530 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7297357d-ab83-4df8-93d4-abfe767ee98f req-1b89f54f-36e7-4ed7-b903-bbc4115a054d tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728569 Nov 12 20:00:28.758113 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-983a1f20-fafe-4d9b-bee0-a3fcbd8933a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:28.765834 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-983a1f20-fafe-4d9b-bee0-a3fcbd8933a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:28.928970 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-983a1f20-fafe-4d9b-bee0-a3fcbd8933a5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4b630b8de6634b949f4678914419f6ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5114155 Nov 12 20:00:28.929589 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52240) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:00:28.932428 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a1f20-fafe-4d9b-bee0-a3fcbd8933a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c14b164-df5e-405a-b467-c977a38010bf,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:28.995552 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['eda6343e-7e40-4020-941b-d137c98a8b23', 'dc35a6ec-7372-4b84-9815-ebabb0db7817', '4749130e-9150-42eb-86bc-10b4f5937402'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:29.006040 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 011105bd-e71b-4e61-8395-8513d23bc53b {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:00:29.011073 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 011105bd-e71b-4e61-8395-8513d23bc53b not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:00:29.047539 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a34d8aa2-793e-4c13-96b4-07c2a55a883f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:29.087888 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ef477aeb-1ef7-46f8-bec6-135b4248788c req-18c4cba2-82b3-4685-bbd0-a66295a6f821 service neutron] 10.222.0.52 "GET /v2.0/networks/46cdc75a-85a0-4ab1-a931-5fdb611c190e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658450 Nov 12 20:00:29.136304 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a34d8aa2-793e-4c13-96b4-07c2a55a883f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:29.236903 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5bde94-1775-41d5-93e6-c724ae7bf99d', 'name': 'network-vif-deleted', 'tag': '011105bd-e71b-4e61-8395-8513d23bc53b'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:00:29.243638 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caef39f8-aafe-4a2a-9fff-0ab9a353872b" -d '{"events": [{"server_uuid": "ce5bde94-1775-41d5-93e6-c724ae7bf99d", "name": "network-vif-deleted", "tag": "011105bd-e71b-4e61-8395-8513d23bc53b"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:00:29.274659 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c78338-0a5f-4020-8c6c-ee1b9093e75a req-f80472cf-0197-447d-93e6-fe75f1e7ccdf tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:29.283819 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-71c78338-0a5f-4020-8c6c-ee1b9093e75a req-f80472cf-0197-447d-93e6-fe75f1e7ccdf tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=1948f877-1417-46f5-a444-31b27446f145 HTTP/1.1" status: 200 len: 946 time: 0.5795610 Nov 12 20:00:29.293439 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924254b2-1822-4e41-b127-4243f2ac3d88 req-ad375f91-deff-488d-82de-00d40f2b587e tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:29.298756 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-924254b2-1822-4e41-b127-4243f2ac3d88 req-ad375f91-deff-488d-82de-00d40f2b587e tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 931 time: 0.1991525 Nov 12 20:00:29.417848 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-924254b2-1822-4e41-b127-4243f2ac3d88 req-acead641-3121-450c-a581-22d36514e544 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122062 Nov 12 20:00:29.419393 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a34d8aa2-793e-4c13-96b4-07c2a55a883f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:29.426852 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a34d8aa2-793e-4c13-96b4-07c2a55a883f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:29.434597 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ef477aeb-1ef7-46f8-bec6-135b4248788c req-8019e5ce-e1ba-42b6-834c-1475dcab605e service neutron] 10.222.0.52 "GET /v2.0/networks/46cdc75a-85a0-4ab1-a931-5fdb611c190e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454363 Nov 12 20:00:29.439634 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a34d8aa2-793e-4c13-96b4-07c2a55a883f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c14b164-df5e-405a-b467-c977a38010bf HTTP/1.1" status: 204 len: 168 time: 0.5009437 Nov 12 20:00:29.469705 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d8aa2-793e-4c13-96b4-07c2a55a883f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c14b164-df5e-405a-b467-c977a38010bf,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:29.469928 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-71c78338-0a5f-4020-8c6c-ee1b9093e75a req-fb023147-3cf3-4135-911a-5241950dbe55 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833079 Nov 12 20:00:29.533378 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:00:29.581018 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-1e5cc957-0317-4150-a90f-9e1212a04e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f98ac5-064c-415e-895a-a49181b54749 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:00:29.592400 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-1e5cc957-0317-4150-a90f-9e1212a04e5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:29.594271 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:00:29.596740 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device f7b9cd18-a853-4af8-8d5f-ce01f3dd1e3a not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:00:29.610472 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-1e5cc957-0317-4150-a90f-9e1212a04e5a service neutron] Transition to ACTIVE for port object 85f98ac5-064c-415e-895a-a49181b54749 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:00:29.615757 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-1e5cc957-0317-4150-a90f-9e1212a04e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:29.789276 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97f2179-0c17-44bf-8bad-5ffc932bc448 x-openstack-request-id: req-e97f2179-0c17-44bf-8bad-5ffc932bc448 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:00:29.789556 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5bde94-1775-41d5-93e6-c724ae7bf99d", "name": "network-vif-deleted", "tag": "011105bd-e71b-4e61-8395-8513d23bc53b", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:00:29.789848 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e97f2179-0c17-44bf-8bad-5ffc932bc448 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:00:29.790365 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5bde94-1775-41d5-93e6-c724ae7bf99d', 'name': 'network-vif-deleted', 'tag': '011105bd-e71b-4e61-8395-8513d23bc53b', 'status': 'completed', 'code': 200} Nov 12 20:00:29.792104 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cc957-0317-4150-a90f-9e1212a04e5a service neutron] Pushing event updated for resources: {'Port': ['ID=85f98ac5-064c-415e-895a-a49181b54749,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:29.964089 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be1efc-4627-4c13-a011-ea21b0ea5033 req-c8b3f1d6-c031-4617-8ecc-2cf4b2459fb7 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:29.968882 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-1e5cc957-0317-4150-a90f-9e1212a04e5a service neutron] Attempting to bind port 85f98ac5-064c-415e-895a-a49181b54749 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:00:29.969333 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-1e5cc957-0317-4150-a90f-9e1212a04e5a service neutron] Attempting to bind port 85f98ac5-064c-415e-895a-a49181b54749 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:00:29.971477 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-1e5cc957-0317-4150-a90f-9e1212a04e5a service neutron] Attempting to bind port 85f98ac5-064c-415e-895a-a49181b54749 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:00:29.974036 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e9be1efc-4627-4c13-a011-ea21b0ea5033 req-c8b3f1d6-c031-4617-8ecc-2cf4b2459fb7 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=62c46c04-5b5a-4417-9cc7-eab6013fd695 HTTP/1.1" status: 200 len: 949 time: 0.0879197 Nov 12 20:00:29.979529 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-1e5cc957-0317-4150-a90f-9e1212a04e5a service neutron] Port 85f98ac5-064c-415e-895a-a49181b54749 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:00:29.980336 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-1e5cc957-0317-4150-a90f-9e1212a04e5a service neutron] Attempting to bind port 85f98ac5-064c-415e-895a-a49181b54749 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:00:29.990314 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-1e5cc957-0317-4150-a90f-9e1212a04e5a service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:00:29.990789 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-1e5cc957-0317-4150-a90f-9e1212a04e5a service neutron] Checking segment: {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:00:29.991243 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-1e5cc957-0317-4150-a90f-9e1212a04e5a service neutron] Bound using segment: {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:00:29.991694 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-1e5cc957-0317-4150-a90f-9e1212a04e5a service neutron] Bound port: 85f98ac5-064c-415e-895a-a49181b54749, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:00:29.992057 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-1e5cc957-0317-4150-a90f-9e1212a04e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:30.041258 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e6bfe-82d2-42fb-a47d-b2175ebd59f0 req-c3c75104-0ea5-4543-ada7-0dba8649ee44 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:30.049271 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-339e6bfe-82d2-42fb-a47d-b2175ebd59f0 req-c3c75104-0ea5-4543-ada7-0dba8649ee44 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 946 time: 0.1648915 Nov 12 20:00:30.056556 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e9be1efc-4627-4c13-a011-ea21b0ea5033 req-a0fa6ba7-b2af-40bc-ba52-dd9a58f245bb tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813825 Nov 12 20:00:30.258706 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-339e6bfe-82d2-42fb-a47d-b2175ebd59f0 req-94652c85-68c1-4d83-8693-7f04ac230d0f tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080374 Nov 12 20:00:30.273661 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-1e5cc957-0317-4150-a90f-9e1212a04e5a service neutron] For port 85f98ac5-064c-415e-895a-a49181b54749, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:00:30.286881 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-1e5cc957-0317-4150-a90f-9e1212a04e5a service neutron] For port 85f98ac5-064c-415e-895a-a49181b54749, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=85f98ac5-064c-415e-895a-a49181b54749,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:00:30.287408 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baca0a6-cc90-419b-a66b-c17ec6a7c0b0 req-4fbd30e4-a08d-4f4a-b926-d40560c3ee50 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:30.297474 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1baca0a6-cc90-419b-a66b-c17ec6a7c0b0 req-4fbd30e4-a08d-4f4a-b926-d40560c3ee50 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 946 time: 0.0885208 Nov 12 20:00:30.298385 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-1e5cc957-0317-4150-a90f-9e1212a04e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:30.458600 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-1e5cc957-0317-4150-a90f-9e1212a04e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:30.462317 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-1e5cc957-0317-4150-a90f-9e1212a04e5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:30.462317 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-1e5cc957-0317-4150-a90f-9e1212a04e5a service neutron] 10.222.0.55 "PUT /v2.0/ports/85f98ac5-064c-415e-895a-a49181b54749 HTTP/1.1" status: 200 len: 1092 time: 2.4622285 Nov 12 20:00:30.575152 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cc957-0317-4150-a90f-9e1212a04e5a service neutron] Pushing event updated for resources: {'Port': ['ID=85f98ac5-064c-415e-895a-a49181b54749,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:30.652511 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6660afa-863b-448f-bbb6-865721bcef1c req-4e742fb3-3c8e-4efc-b3d0-138e7080cab8 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:30.655439 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6660afa-863b-448f-bbb6-865721bcef1c req-4e742fb3-3c8e-4efc-b3d0-138e7080cab8 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 1098 time: 0.1928649 Nov 12 20:00:30.696513 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-464ad4a2-732a-440e-b1a0-489433a5778a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:30.705235 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-464ad4a2-732a-440e-b1a0-489433a5778a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 1095 time: 0.1156015 Nov 12 20:00:30.781294 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-0777a626-7fb1-436f-9f82-87d48dab6be8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85f98ac5-064c-415e-895a-a49181b54749 HTTP/1.1" status: 200 len: 217 time: 0.0552003 Nov 12 20:00:30.832752 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6660afa-863b-448f-bbb6-865721bcef1c req-7d52a14d-1c0a-449d-86ad-8ab82368e87c tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688964 Nov 12 20:00:30.913303 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-c7bfe62d-1bae-4feb-b648-c5be251ab8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:30.914789 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-c7bfe62d-1bae-4feb-b648-c5be251ab8e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7e87043-7d2d-4150-b80d-fb0e6e39dcdf HTTP/1.1" status: 200 len: 861 time: 0.1007710 Nov 12 20:00:30.977726 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1baca0a6-cc90-419b-a66b-c17ec6a7c0b0 req-18827cfc-dd5d-4b82-8c8b-b290ec4efdeb tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6790562 Nov 12 20:00:31.004809 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-0ef992f7-fd9c-49cd-ac53-9a481675935a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=268668ed-0d7b-4f7b-9df1-da4be7d9946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809267 Nov 12 20:00:31.038063 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52298) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:00:31.107708 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69658bfd-186b-4eed-b6a1-dc2d0f761587 req-70880369-7768-45e2-925b-4ae609a1d94f tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:31.109252 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-69658bfd-186b-4eed-b6a1-dc2d0f761587 req-70880369-7768-45e2-925b-4ae609a1d94f tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.55 "GET /v2.0/ports?device_id=62c46c04-5b5a-4417-9cc7-eab6013fd695 HTTP/1.1" status: 200 len: 949 time: 0.0702755 Nov 12 20:00:31.239433 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-80cf68cb-a768-47c5-aa42-edd9e0857651 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1349123299-network', 'tenant_id': '737a7aefca5b41d89eae735cd5000d94'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:00:31.268689 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cf68cb-a768-47c5-aa42-edd9e0857651 admin admin] Made reservation on behalf of 737a7aefca5b41d89eae735cd5000d94 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:00:31.271556 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-80cf68cb-a768-47c5-aa42-edd9e0857651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:31.291299 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-80cf68cb-a768-47c5-aa42-edd9e0857651 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:31.311392 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25bb3a-1043-4f74-95ee-ca7f8f74ed0f req-1f328054-8139-498f-b88f-f2c3d9fb9e09 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:31.321056 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c25bb3a-1043-4f74-95ee-ca7f8f74ed0f req-1f328054-8139-498f-b88f-f2c3d9fb9e09 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=1948f877-1417-46f5-a444-31b27446f145 HTTP/1.1" status: 200 len: 946 time: 0.1353695 Nov 12 20:00:31.396395 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c25bb3a-1043-4f74-95ee-ca7f8f74ed0f req-6176cb8e-5c2b-46cd-8518-1d9cc2a63528 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746405 Nov 12 20:00:31.449821 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-69658bfd-186b-4eed-b6a1-dc2d0f761587 req-79adbe3b-d21e-4038-8751-af7de467c9cd tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Deleting port dc35a6ec-7372-4b84-9815-ebabb0db7817 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:00:31.450535 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-69658bfd-186b-4eed-b6a1-dc2d0f761587 req-79adbe3b-d21e-4038-8751-af7de467c9cd tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:31.550098 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e09a58-c785-465c-8714-fecea3453356 req-7ce7f8cf-9570-47be-ada8-7515e8a914f8 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:31.553715 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d1e09a58-c785-465c-8714-fecea3453356 req-7ce7f8cf-9570-47be-ada8-7515e8a914f8 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 943 time: 0.6103544 Nov 12 20:00:31.661994 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-1fcd1bd7-3cb7-4502-9f11-e0aeb56e6515 service neutron] 10.222.0.55 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6316257 Nov 12 20:00:31.761037 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d1e09a58-c785-465c-8714-fecea3453356 req-d26130ab-fdc4-49fd-95fe-961257ac9afa tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861236 Nov 12 20:00:31.778575 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-80cf68cb-a768-47c5-aa42-edd9e0857651 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:31.791387 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e3f8e6-af2b-4a35-98de-599a60555747', 'tag': '85f98ac5-064c-415e-895a-a49181b54749'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:00:31.793862 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dff7cb-66d5-4de4-985d-59a5f6a55e43" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e3f8e6-af2b-4a35-98de-599a60555747", "tag": "85f98ac5-064c-415e-895a-a49181b54749"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:00:31.796858 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-80cf68cb-a768-47c5-aa42-edd9e0857651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:31.826120 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944b948-aec1-4eb4-a1d9-716f75e9bf81 req-a5af17da-1b84-406a-8db8-e4712dd5d73e tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:31.827970 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d944b948-aec1-4eb4-a1d9-716f75e9bf81 req-a5af17da-1b84-406a-8db8-e4712dd5d73e tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.55 "GET /v2.0/ports?device_id=6eaadade-895e-4f4d-898a-c362ab010485 HTTP/1.1" status: 200 len: 949 time: 0.1684024 Nov 12 20:00:31.876918 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80cf68cb-a768-47c5-aa42-edd9e0857651 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:00:31.884393 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-69658bfd-186b-4eed-b6a1-dc2d0f761587 req-79adbe3b-d21e-4038-8751-af7de467c9cd tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] For port dc35a6ec-7372-4b84-9815-ebabb0db7817, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=dc35a6ec-7372-4b84-9815-ebabb0db7817,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:31.884761 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-69658bfd-186b-4eed-b6a1-dc2d0f761587 req-79adbe3b-d21e-4038-8751-af7de467c9cd tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:31.906483 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e550e0-0660-4788-bb5f-05697333d557 req-21fbdc56-bf5e-4e23-a63b-280138c89c12 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:31.908183 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-89e550e0-0660-4788-bb5f-05697333d557 req-21fbdc56-bf5e-4e23-a63b-280138c89c12 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 1098 time: 0.1281657 Nov 12 20:00:31.915289 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-69658bfd-186b-4eed-b6a1-dc2d0f761587 req-79adbe3b-d21e-4038-8751-af7de467c9cd tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Calling delete_port for dc35a6ec-7372-4b84-9815-ebabb0db7817 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:00:31.917878 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf68cb-a768-47c5-aa42-edd9e0857651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64939ff3-0c88-4313-8a53-24aeab41ee46,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:31.924547 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-80cf68cb-a768-47c5-aa42-edd9e0857651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:31.924891 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-80cf68cb-a768-47c5-aa42-edd9e0857651 admin admin] Added segment 907220d7-e98b-422f-8aac-8dd0af263445 of type vlan for network e725fc2d-934d-4ca2-a924-be150ab27fd3 Nov 12 20:00:31.983889 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7404cbac-6000-4602-93a0-9cb38e059dd0 req-669b64db-b4f1-4f04-b482-1187cc7aef87 service neutron] 10.222.0.55 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030453 Nov 12 20:00:32.048171 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbca624-fdbe-4196-811d-3a6d85f33a4f req-93213bca-0e14-4f9e-af58-e7bdae22dbaa tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:32.055656 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-89e550e0-0660-4788-bb5f-05697333d557 req-dc2f4360-5dc5-4547-8a8e-88befc76cbe0 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160135 Nov 12 20:00:32.058103 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2cbca624-fdbe-4196-811d-3a6d85f33a4f req-93213bca-0e14-4f9e-af58-e7bdae22dbaa tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=62c46c04-5b5a-4417-9cc7-eab6013fd695 HTTP/1.1" status: 200 len: 949 time: 0.1644001 Nov 12 20:00:32.064161 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-d944b948-aec1-4eb4-a1d9-716f75e9bf81 req-a14ae430-09f4-4020-84ff-5bd63dfd26fe tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Deleting port 4749130e-9150-42eb-86bc-10b4f5937402 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:00:32.065094 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d944b948-aec1-4eb4-a1d9-716f75e9bf81 req-a14ae430-09f4-4020-84ff-5bd63dfd26fe tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:32.066788 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-80cf68cb-a768-47c5-aa42-edd9e0857651 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:32.170109 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-80cf68cb-a768-47c5-aa42-edd9e0857651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:32.171791 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611e32c3-9c3f-4ac0-ad7b-6c4b15b33cc6 x-openstack-request-id: req-611e32c3-9c3f-4ac0-ad7b-6c4b15b33cc6 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:00:32.172082 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e3f8e6-af2b-4a35-98de-599a60555747", "tag": "85f98ac5-064c-415e-895a-a49181b54749", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:00:32.172377 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-611e32c3-9c3f-4ac0-ad7b-6c4b15b33cc6 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:00:32.172763 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e3f8e6-af2b-4a35-98de-599a60555747', 'tag': '85f98ac5-064c-415e-895a-a49181b54749', 'status': 'completed', 'code': 200} Nov 12 20:00:32.176446 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cf68cb-a768-47c5-aa42-edd9e0857651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:32.177285 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-80cf68cb-a768-47c5-aa42-edd9e0857651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:32.228047 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-80cf68cb-a768-47c5-aa42-edd9e0857651 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1877494 Nov 12 20:00:32.233438 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-d944b948-aec1-4eb4-a1d9-716f75e9bf81 req-a14ae430-09f4-4020-84ff-5bd63dfd26fe tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] For port 4749130e-9150-42eb-86bc-10b4f5937402, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=4749130e-9150-42eb-86bc-10b4f5937402,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:32.233997 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d944b948-aec1-4eb4-a1d9-716f75e9bf81 req-a14ae430-09f4-4020-84ff-5bd63dfd26fe tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:32.243830 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52326) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:00:32.250663 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-d944b948-aec1-4eb4-a1d9-716f75e9bf81 req-a14ae430-09f4-4020-84ff-5bd63dfd26fe tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Calling delete_port for 4749130e-9150-42eb-86bc-10b4f5937402 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:00:32.269414 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-6049d27c-1f20-41b5-90ad-c0f5e5e27329 admin admin] Request body: {'subnet': {'network_id': 'e725fc2d-934d-4ca2-a924-be150ab27fd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1349123299-subnet', 'tenant_id': '737a7aefca5b41d89eae735cd5000d94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:00:32.381718 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf68cb-a768-47c5-aa42-edd9e0857651 admin admin] Pushing event updated for resources: {'Network': ['ID=e725fc2d-934d-4ca2-a924-be150ab27fd3,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:32.388265 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6049d27c-1f20-41b5-90ad-c0f5e5e27329 admin admin] Made reservation on behalf of 737a7aefca5b41d89eae735cd5000d94 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:00:32.390596 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6049d27c-1f20-41b5-90ad-c0f5e5e27329 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:32.396174 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network e725fc2d-934d-4ca2-a924-be150ab27fd3 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:00:32.423676 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2cbca624-fdbe-4196-811d-3a6d85f33a4f req-9d4dfa58-7f89-4e47-8709-a3556fd59a9b tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593619 Nov 12 20:00:32.452330 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0c2ab-3dec-44a7-bf42-08ea911cf1fd req-8bfc63e4-c281-40d7-aa8f-930dfd52a9ec tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:32.459969 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6dd0c2ab-3dec-44a7-bf42-08ea911cf1fd req-8bfc63e4-c281-40d7-aa8f-930dfd52a9ec tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 946 time: 0.2004192 Nov 12 20:00:32.514902 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-69658bfd-186b-4eed-b6a1-dc2d0f761587 req-79adbe3b-d21e-4038-8751-af7de467c9cd tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:32.532276 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['eda6343e-7e40-4020-941b-d137c98a8b23', 'dc35a6ec-7372-4b84-9815-ebabb0db7817', '4749130e-9150-42eb-86bc-10b4f5937402'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:32.586309 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79adbe3b-d21e-4038-8751-af7de467c9cd tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Pushing event deleted for resources: {'Port': ['ID=dc35a6ec-7372-4b84-9815-ebabb0db7817,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:32.671666 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6dd0c2ab-3dec-44a7-bf42-08ea911cf1fd req-0b371e2a-ec93-465e-b7b3-1b9001393d09 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959667 Nov 12 20:00:32.674254 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-69658bfd-186b-4eed-b6a1-dc2d0f761587 req-79adbe3b-d21e-4038-8751-af7de467c9cd tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] No DVR routers for this DVR port dc35a6ec-7372-4b84-9815-ebabb0db7817 on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:00:32.678739 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-69658bfd-186b-4eed-b6a1-dc2d0f761587 req-79adbe3b-d21e-4038-8751-af7de467c9cd tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:32.687482 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-69658bfd-186b-4eed-b6a1-dc2d0f761587 req-79adbe3b-d21e-4038-8751-af7de467c9cd tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.55 "DELETE /v2.0/ports/dc35a6ec-7372-4b84-9815-ebabb0db7817 HTTP/1.1" status: 204 len: 173 time: 1.5650187 Nov 12 20:00:32.689444 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c46c04-5b5a-4417-9cc7-eab6013fd695', 'name': 'network-vif-deleted', 'tag': 'dc35a6ec-7372-4b84-9815-ebabb0db7817'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:00:32.699761 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cbc862-a9fe-4c96-b038-28dc76b0f8eb" -d '{"events": [{"server_uuid": "62c46c04-5b5a-4417-9cc7-eab6013fd695", "name": "network-vif-deleted", "tag": "dc35a6ec-7372-4b84-9815-ebabb0db7817"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:00:32.759410 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d944b948-aec1-4eb4-a1d9-716f75e9bf81 req-a14ae430-09f4-4020-84ff-5bd63dfd26fe tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:32.781638 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dff7cb-66d5-4de4-985d-59a5f6a55e43 req-706f41d7-32a9-4c42-9f29-c4b9ae2f8924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:32.784128 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-59dff7cb-66d5-4de4-985d-59a5f6a55e43 req-706f41d7-32a9-4c42-9f29-c4b9ae2f8924 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 1095 time: 0.3787088 Nov 12 20:00:32.920599 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6049d27c-1f20-41b5-90ad-c0f5e5e27329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:32.932478 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ae430-09f4-4020-84ff-5bd63dfd26fe tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Pushing event deleted for resources: {'Port': ['ID=4749130e-9150-42eb-86bc-10b4f5937402,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:33.044996 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049d27c-1f20-41b5-90ad-c0f5e5e27329 admin admin] Pushing event updated for resources: {'Subnet': ['ID=548c8293-edaa-46ab-8eaa-60a048a08236,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:33.085028 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93ddf9-a9f5-42cb-b967-9461d7a86f96 req-d0a80810-219c-4474-b5dd-a4c88192b8de tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:33.094410 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6049d27c-1f20-41b5-90ad-c0f5e5e27329 admin admin] Checking segment: {'id': '907220d7-e98b-422f-8aac-8dd0af263445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e725fc2d-934d-4ca2-a924-be150ab27fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:00:33.094982 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bc93ddf9-a9f5-42cb-b967-9461d7a86f96 req-d0a80810-219c-4474-b5dd-a4c88192b8de tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=1948f877-1417-46f5-a444-31b27446f145 HTTP/1.1" status: 200 len: 946 time: 0.4240162 Nov 12 20:00:33.095652 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6049d27c-1f20-41b5-90ad-c0f5e5e27329 admin admin] Network hostable DHCP agents. Network: e725fc2d-934d-4ca2-a924-be150ab27fd3, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:00:33.120112 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6049d27c-1f20-41b5-90ad-c0f5e5e27329 admin admin] Network e725fc2d-934d-4ca2-a924-be150ab27fd3 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:00:33.143690 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-6049d27c-1f20-41b5-90ad-c0f5e5e27329 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, e725fc2d-934d-4ca2-a924-be150ab27fd3) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:00:33.148560 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6049d27c-1f20-41b5-90ad-c0f5e5e27329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:33.149242 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6049d27c-1f20-41b5-90ad-c0f5e5e27329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:33.165563 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbf50b4-5a0b-451a-9f18-98242a8af285 None None] Network e725fc2d-934d-4ca2-a924-be150ab27fd3 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:00:33.179216 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6049d27c-1f20-41b5-90ad-c0f5e5e27329 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9215386 Nov 12 20:00:33.186552 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52346) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:00:33.206927 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-c85843e1-9805-4867-a16d-01c5d123a13b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1349123299-router', 'tenant_id': '737a7aefca5b41d89eae735cd5000d94', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:00:33.223632 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d944b948-aec1-4eb4-a1d9-716f75e9bf81 req-a14ae430-09f4-4020-84ff-5bd63dfd26fe tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] No DVR routers for this DVR port 4749130e-9150-42eb-86bc-10b4f5937402 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:00:33.230531 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bc93ddf9-a9f5-42cb-b967-9461d7a86f96 req-14371148-90da-4e46-907c-b06a7153b7c6 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036217 Nov 12 20:00:33.231913 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d944b948-aec1-4eb4-a1d9-716f75e9bf81 req-a14ae430-09f4-4020-84ff-5bd63dfd26fe tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:33.248929 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d944b948-aec1-4eb4-a1d9-716f75e9bf81 req-a14ae430-09f4-4020-84ff-5bd63dfd26fe tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.55 "DELETE /v2.0/ports/4749130e-9150-42eb-86bc-10b4f5937402 HTTP/1.1" status: 204 len: 173 time: 1.4100928 Nov 12 20:00:33.253416 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c85843e1-9805-4867-a16d-01c5d123a13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:33.259674 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c85843e1-9805-4867-a16d-01c5d123a13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:33.368308 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dff7cb-66d5-4de4-985d-59a5f6a55e43 req-b1f294da-3a04-41da-a138-f5d0f1c7ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:33.371548 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c85843e1-9805-4867-a16d-01c5d123a13b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:33.391774 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-59dff7cb-66d5-4de4-985d-59a5f6a55e43 req-b1f294da-3a04-41da-a138-f5d0f1c7ab79 service neutron] 10.222.0.55 "GET /v2.0/networks?id=268668ed-0d7b-4f7b-9df1-da4be7d9946d HTTP/1.1" status: 200 len: 922 time: 0.5482624 Nov 12 20:00:33.488816 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-59dff7cb-66d5-4de4-985d-59a5f6a55e43 req-968f60ad-211a-4e69-ac29-0864ee3cb9ba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85f98ac5-064c-415e-895a-a49181b54749 HTTP/1.1" status: 200 len: 217 time: 0.0958195 Nov 12 20:00:33.583557 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dff7cb-66d5-4de4-985d-59a5f6a55e43 req-e9fa17f1-3b9f-4aea-bc70-ec9e6fd92fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:33.590217 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-59dff7cb-66d5-4de4-985d-59a5f6a55e43 req-e9fa17f1-3b9f-4aea-bc70-ec9e6fd92fab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7e87043-7d2d-4150-b80d-fb0e6e39dcdf HTTP/1.1" status: 200 len: 861 time: 0.0890043 Nov 12 20:00:33.614473 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8ecda7-6999-4ad5-b437-39f20869150b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-e725fc2d-934d-4ca2-a924-be150ab27fd3', 'network_id': 'e725fc2d-934d-4ca2-a924-be150ab27fd3', 'tenant_id': '737a7aefca5b41d89eae735cd5000d94', 'fixed_ips': [{'subnet_id': '548c8293-edaa-46ab-8eaa-60a048a08236'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:00:33.617422 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5b8ecda7-6999-4ad5-b437-39f20869150b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:33.634017 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c85843e1-9805-4867-a16d-01c5d123a13b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:33.649555 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-59dff7cb-66d5-4de4-985d-59a5f6a55e43 req-f08ab48b-de58-4d33-a9ce-acfc72f784b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=268668ed-0d7b-4f7b-9df1-da4be7d9946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383053 Nov 12 20:00:33.691073 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f78c279-d743-4ef9-b62b-90ffa4a1b542 x-openstack-request-id: req-8f78c279-d743-4ef9-b62b-90ffa4a1b542 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:00:33.691388 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c46c04-5b5a-4417-9cc7-eab6013fd695", "name": "network-vif-deleted", "tag": "dc35a6ec-7372-4b84-9815-ebabb0db7817", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:00:33.691675 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f78c279-d743-4ef9-b62b-90ffa4a1b542 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:00:33.692204 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c46c04-5b5a-4417-9cc7-eab6013fd695', 'name': 'network-vif-deleted', 'tag': 'dc35a6ec-7372-4b84-9815-ebabb0db7817', 'status': 'completed', 'code': 200} Nov 12 20:00:33.775425 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['eda6343e-7e40-4020-941b-d137c98a8b23'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:33.911620 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-59dff7cb-66d5-4de4-985d-59a5f6a55e43 req-f41c976b-7f37-4753-ae47-3df84a174175 service neutron] 10.222.0.55 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457120 Nov 12 20:00:33.998170 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c85843e1-9805-4867-a16d-01c5d123a13b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:34.025975 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-5b8ecda7-6999-4ad5-b437-39f20869150b None None] Allocated IP 172.20.0.2 (e725fc2d-934d-4ca2-a924-be150ab27fd3/548c8293-edaa-46ab-8eaa-60a048a08236/ba157950-3470-4d6b-9ae0-5af66e1cdf79) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:00:34.028769 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c85843e1-9805-4867-a16d-01c5d123a13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:34.131675 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e289ec-5c09-4ee5-8efa-166813ca2aac req-b1df3729-3626-43b6-b730-cd9f33e60f2d tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:34.145585 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-36e289ec-5c09-4ee5-8efa-166813ca2aac req-b1df3729-3626-43b6-b730-cd9f33e60f2d tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 943 time: 0.2265692 Nov 12 20:00:34.174077 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eaadade-895e-4f4d-898a-c362ab010485', 'name': 'network-vif-deleted', 'tag': '4749130e-9150-42eb-86bc-10b4f5937402'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:00:34.196138 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5d2185-90af-4ddc-ab6b-98ae6556a54b" -d '{"events": [{"server_uuid": "6eaadade-895e-4f4d-898a-c362ab010485", "name": "network-vif-deleted", "tag": "4749130e-9150-42eb-86bc-10b4f5937402"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:00:34.255018 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-59dff7cb-66d5-4de4-985d-59a5f6a55e43 req-d0a559c5-2340-4406-8a27-75a914d1567f service neutron] 10.222.0.55 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343565 Nov 12 20:00:34.278009 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-c85843e1-9805-4867-a16d-01c5d123a13b admin admin] Allocated IP 172.25.5.194 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/fa8bee5a-226c-41d2-acab-6ecf9b600f7e) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:00:34.287002 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-36e289ec-5c09-4ee5-8efa-166813ca2aac req-db0298bf-4bcb-4262-9d05-2e684b0fb1df tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400774 Nov 12 20:00:34.426581 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c85843e1-9805-4867-a16d-01c5d123a13b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:34.431902 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5b8ecda7-6999-4ad5-b437-39f20869150b None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:34.441350 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc8214-3316-4e01-bdb4-17bceabea4b3 req-5857cb41-d84f-4477-842d-b5bc6b87ccdf tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:34.441981 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5b8ecda7-6999-4ad5-b437-39f20869150b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:34.449801 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c2cc8214-3316-4e01-bdb4-17bceabea4b3 req-5857cb41-d84f-4477-842d-b5bc6b87ccdf tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d18ae65-18e5-4993-b93d-97e6b800c2e7 HTTP/1.1" status: 200 len: 945 time: 0.0675597 Nov 12 20:00:34.479366 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8ecda7-6999-4ad5-b437-39f20869150b None None] Network e725fc2d-934d-4ca2-a924-be150ab27fd3 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:00:34.492781 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c85843e1-9805-4867-a16d-01c5d123a13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:34.534097 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c2cc8214-3316-4e01-bdb4-17bceabea4b3 req-2c2ce43a-6b49-4cb5-8bb0-3b168386cf4d tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788155 Nov 12 20:00:34.539153 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-5b8ecda7-6999-4ad5-b437-39f20869150b None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:00:34.551240 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8ecda7-6999-4ad5-b437-39f20869150b None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:00:34.558862 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-fb811cce-67c0-4cd2-a33e-d10a58b7aa08 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:00:34.560529 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-fb811cce-67c0-4cd2-a33e-d10a58b7aa08 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065100 Nov 12 20:00:34.600134 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ecda7-6999-4ad5-b437-39f20869150b None None] Pushing event updated for resources: {'Port': ['ID=ba157950-3470-4d6b-9ae0-5af66e1cdf79,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:34.600742 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85843e1-9805-4867-a16d-01c5d123a13b admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:00:34.611918 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-c85843e1-9805-4867-a16d-01c5d123a13b admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:00:34.630975 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-9acaabe1-7373-45e0-9d3b-413428a36f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:34.633959 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85843e1-9805-4867-a16d-01c5d123a13b admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:00:34.651473 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-5b8ecda7-6999-4ad5-b437-39f20869150b None None] Attempting to bind port ba157950-3470-4d6b-9ae0-5af66e1cdf79 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:00:34.651987 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-5b8ecda7-6999-4ad5-b437-39f20869150b None None] Attempting to bind port ba157950-3470-4d6b-9ae0-5af66e1cdf79 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '907220d7-e98b-422f-8aac-8dd0af263445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e725fc2d-934d-4ca2-a924-be150ab27fd3'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:00:34.652412 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ecda7-6999-4ad5-b437-39f20869150b None None] Attempting to bind port ba157950-3470-4d6b-9ae0-5af66e1cdf79 on network e725fc2d-934d-4ca2-a924-be150ab27fd3 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:00:34.659343 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ecda7-6999-4ad5-b437-39f20869150b None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:00:34.660471 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ecda7-6999-4ad5-b437-39f20869150b None None] Checking segment: {'id': '907220d7-e98b-422f-8aac-8dd0af263445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e725fc2d-934d-4ca2-a924-be150ab27fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:00:34.661025 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-9acaabe1-7373-45e0-9d3b-413428a36f02 service neutron] 10.222.0.48 "GET /v2.0/ports/02bd12af-6cd5-4975-b569-03c367dbf5ae HTTP/1.1" status: 200 len: 1095 time: 0.0871236 Nov 12 20:00:34.661399 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5b8ecda7-6999-4ad5-b437-39f20869150b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:34.661857 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ecda7-6999-4ad5-b437-39f20869150b None None] Bound using segment: {'id': '907220d7-e98b-422f-8aac-8dd0af263445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e725fc2d-934d-4ca2-a924-be150ab27fd3'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:00:34.662416 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-5b8ecda7-6999-4ad5-b437-39f20869150b None None] Bound port: ba157950-3470-4d6b-9ae0-5af66e1cdf79, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '907220d7-e98b-422f-8aac-8dd0af263445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e725fc2d-934d-4ca2-a924-be150ab27fd3'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:00:34.662925 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5b8ecda7-6999-4ad5-b437-39f20869150b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:34.665124 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85843e1-9805-4867-a16d-01c5d123a13b admin admin] Pushing event updated for resources: {'Port': ['ID=fa8bee5a-226c-41d2-acab-6ecf9b600f7e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:34.675138 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-4fcd225f-9ed1-4d35-9408-819906f1867c service neutron] Request body: {'binding': {'host': 'n-h2-712140-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:00:34.676275 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-4fcd225f-9ed1-4d35-9408-819906f1867c service neutron] Unknown quota resources ['binding']. {{(pid=102448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 20:00:34.751677 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-5b8ecda7-6999-4ad5-b437-39f20869150b None None] For port ba157950-3470-4d6b-9ae0-5af66e1cdf79, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:00:34.757804 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-5b8ecda7-6999-4ad5-b437-39f20869150b None None] For port ba157950-3470-4d6b-9ae0-5af66e1cdf79, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ba157950-3470-4d6b-9ae0-5af66e1cdf79,segment=NetworkSegment(907220d7-e98b-422f-8aac-8dd0af263445),segment_id=907220d7-e98b-422f-8aac-8dd0af263445)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:00:34.763284 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5b8ecda7-6999-4ad5-b437-39f20869150b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:34.826394 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48a24b-b66e-4487-b2aa-b812f524a100 req-11eeeb08-2b92-4c44-9f71-b31ecd72e62a tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:34.828390 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca48a24b-b66e-4487-b2aa-b812f524a100 req-11eeeb08-2b92-4c44-9f71-b31ecd72e62a tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 946 time: 0.1249835 Nov 12 20:00:34.842272 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ecda7-6999-4ad5-b437-39f20869150b None None] Pushing event updated for resources: {'Port': ['ID=ba157950-3470-4d6b-9ae0-5af66e1cdf79,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:34.924215 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-4fcd225f-9ed1-4d35-9408-819906f1867c service neutron] Attempting to bind port 02bd12af-6cd5-4975-b569-03c367dbf5ae on host n-h2-712140-15 for vnic_type normal with profile None {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:00:34.924794 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-4fcd225f-9ed1-4d35-9408-819906f1867c service neutron] Attempting to bind port 02bd12af-6cd5-4975-b569-03c367dbf5ae by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:00:34.925057 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-4fcd225f-9ed1-4d35-9408-819906f1867c service neutron] Attempting to bind port 02bd12af-6cd5-4975-b569-03c367dbf5ae on network e3a881ac-6120-48a0-95f8-2623f45c4673 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:00:34.936845 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca48a24b-b66e-4487-b2aa-b812f524a100 req-2b6736d4-a674-40af-8ff2-5d942a92a1fc tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992794 Nov 12 20:00:34.943028 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-4fcd225f-9ed1-4d35-9408-819906f1867c service neutron] Port 02bd12af-6cd5-4975-b569-03c367dbf5ae on network e3a881ac-6120-48a0-95f8-2623f45c4673 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:00:34.943454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-4fcd225f-9ed1-4d35-9408-819906f1867c service neutron] Attempting to bind port 02bd12af-6cd5-4975-b569-03c367dbf5ae on network e3a881ac-6120-48a0-95f8-2623f45c4673 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:00:34.951330 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-4fcd225f-9ed1-4d35-9408-819906f1867c service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:00:34.951518 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c85843e1-9805-4867-a16d-01c5d123a13b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:34.951789 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-4fcd225f-9ed1-4d35-9408-819906f1867c service neutron] Checking segment: {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:00:34.952640 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-4fcd225f-9ed1-4d35-9408-819906f1867c service neutron] Bound using segment: {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:00:34.952889 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-4fcd225f-9ed1-4d35-9408-819906f1867c service neutron] Bound port: 02bd12af-6cd5-4975-b569-03c367dbf5ae, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:00:35.023189 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-4fcd225f-9ed1-4d35-9408-819906f1867c service neutron] For port 02bd12af-6cd5-4975-b569-03c367dbf5ae, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=02bd12af-6cd5-4975-b569-03c367dbf5ae,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:00:35.025888 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153724c6-5aff-41ee-8bd3-78a7d82e9a4a x-openstack-request-id: req-153724c6-5aff-41ee-8bd3-78a7d82e9a4a {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:00:35.026603 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eaadade-895e-4f4d-898a-c362ab010485", "name": "network-vif-deleted", "tag": "4749130e-9150-42eb-86bc-10b4f5937402", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:00:35.026603 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-153724c6-5aff-41ee-8bd3-78a7d82e9a4a {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:00:35.026960 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eaadade-895e-4f4d-898a-c362ab010485', 'name': 'network-vif-deleted', 'tag': '4749130e-9150-42eb-86bc-10b4f5937402', 'status': 'completed', 'code': 200} Nov 12 20:00:35.031334 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-4fcd225f-9ed1-4d35-9408-819906f1867c service neutron] Publish callbacks [] for binding, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:35.032988 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-4fcd225f-9ed1-4d35-9408-819906f1867c service neutron] 10.222.0.48 "POST /v2.0/ports/02bd12af-6cd5-4975-b569-03c367dbf5ae/bindings HTTP/1.1" status: 201 len: 390 time: 0.3695853 Nov 12 20:00:35.358004 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b0554-295f-41c8-951a-54cac55cbf8c req-71b11827-cd76-406f-b947-13d8a894fac7 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:35.359709 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9d4b0554-295f-41c8-951a-54cac55cbf8c req-71b11827-cd76-406f-b947-13d8a894fac7 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=5268c50f-ab3d-408b-8505-7cf80dfe5638 HTTP/1.1" status: 200 len: 950 time: 0.0633707 Nov 12 20:00:35.395745 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d3e70-afd6-467d-a3a5-2c75a3004535 req-c5432d84-ae64-4219-9079-fb8758fc5732 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:35.397331 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-529d3e70-afd6-467d-a3a5-2c75a3004535 req-c5432d84-ae64-4219-9079-fb8758fc5732 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 945 time: 0.1444268 Nov 12 20:00:35.398844 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c85843e1-9805-4867-a16d-01c5d123a13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:35.445655 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9d4b0554-295f-41c8-951a-54cac55cbf8c req-c4c50d8d-fabe-448d-b0b3-740eb2f57264 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787897 Nov 12 20:00:35.454121 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-bf71bd41-67d6-44a0-94b3-e52bf521761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:35.455643 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-bf71bd41-67d6-44a0-94b3-e52bf521761f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 1098 time: 0.0829208 Nov 12 20:00:35.529370 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-529d3e70-afd6-467d-a3a5-2c75a3004535 req-9f62b7e3-76a0-41ed-80ae-0280cb1c5cf7 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257832 Nov 12 20:00:35.560208 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device dc35a6ec-7372-4b84-9815-ebabb0db7817 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:00:35.581676 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85843e1-9805-4867-a16d-01c5d123a13b admin admin] Router 60f101f2-3465-4942-9112-fd44b0d4eb98 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:00:35.594100 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: dc35a6ec-7372-4b84-9815-ebabb0db7817 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:00:35.594914 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd8295-19ed-4906-9e8c-90653ee49950 req-d6a6c630-c30e-4bec-81f5-e37aa164a040 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:35.595525 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device dc35a6ec-7372-4b84-9815-ebabb0db7817 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:00:35.596524 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9ecd8295-19ed-4906-9e8c-90653ee49950 req-d6a6c630-c30e-4bec-81f5-e37aa164a040 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 946 time: 0.0765972 Nov 12 20:00:35.598712 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-f87d6861-c352-4dfa-90fb-8804faf1e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:35.599774 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-f87d6861-c352-4dfa-90fb-8804faf1e2f3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e3a881ac-6120-48a0-95f8-2623f45c4673 HTTP/1.1" status: 200 len: 909 time: 0.1367278 Nov 12 20:00:35.609090 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 4749130e-9150-42eb-86bc-10b4f5937402 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:00:35.651964 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 4749130e-9150-42eb-86bc-10b4f5937402 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:00:35.652586 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 4749130e-9150-42eb-86bc-10b4f5937402 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:00:35.663812 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-cf720d75-d1cd-41d1-8aac-164e5d70e2d1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02bd12af-6cd5-4975-b569-03c367dbf5ae HTTP/1.1" status: 200 len: 217 time: 0.0552871 Nov 12 20:00:35.726844 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9ecd8295-19ed-4906-9e8c-90653ee49950 req-44924c39-a67e-40e3-b02d-de5b967feebe tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167998 Nov 12 20:00:35.747770 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85843e1-9805-4867-a16d-01c5d123a13b admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:00:35.749060 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-573a1c0a-6d39-41ff-944c-3c0bb18ee7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:35.750529 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-573a1c0a-6d39-41ff-944c-3c0bb18ee7b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bbdea447-0bd1-47f3-8097-cac78263fd7c HTTP/1.1" status: 200 len: 848 time: 0.0739188 Nov 12 20:00:35.759747 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fbfc3f-2752-46a0-a0c8-0baa8e3a4686 None None] Sync routers for ids ['60f101f2-3465-4942-9112-fd44b0d4eb98'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:00:35.770163 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39970485-7fe3-46e5-a9bf-eb46b68f5cb3 req-d59cfc27-e43f-41bf-aeab-ff09d2cca3f7 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:35.774788 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fbfc3f-2752-46a0-a0c8-0baa8e3a4686 None None] Routers {'60f101f2-3465-4942-9112-fd44b0d4eb98'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:00:35.775477 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d7fbfc3f-2752-46a0-a0c8-0baa8e3a4686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:00:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['60f101f2-3465-4942-9112-fd44b0d4eb98'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:00:35.778754 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-39970485-7fe3-46e5-a9bf-eb46b68f5cb3 req-d59cfc27-e43f-41bf-aeab-ff09d2cca3f7 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 943 time: 0.0915117 Nov 12 20:00:35.792909 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-23f6b5cb-9db1-4f65-8c8b-64bf89928784 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e3a881ac-6120-48a0-95f8-2623f45c4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302861 Nov 12 20:00:35.837565 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c85843e1-9805-4867-a16d-01c5d123a13b admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:35.841499 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c85843e1-9805-4867-a16d-01c5d123a13b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6515214 Nov 12 20:00:35.857072 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-39970485-7fe3-46e5-a9bf-eb46b68f5cb3 req-66666bb1-84db-4d56-9065-f3c759bfdd25 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773761 Nov 12 20:00:35.857600 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52422) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:00:35.930210 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-c2bbe15b-9b4d-44bf-aea5-07dce47a6810 service neutron] 10.222.0.52 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233366 Nov 12 20:00:35.989163 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-d7fbfc3f-2752-46a0-a0c8-0baa8e3a4686 None None] Set router 60f101f2-3465-4942-9112-fd44b0d4eb98 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:00:36.013224 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-2c7b937f-bf3a-4590-ba96-d66072c84f0f req-b7b8f3db-8f75-4777-ab66-fb04ff1c5e1d tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:00:36.021527 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2c7b937f-bf3a-4590-ba96-d66072c84f0f req-b7b8f3db-8f75-4777-ab66-fb04ff1c5e1d tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154231 Nov 12 20:00:36.085074 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-990b8749-e27c-4f05-a24b-8710dc57cc9f service neutron] 10.222.0.52 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454866 Nov 12 20:00:36.277469 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad8f5c7-6bcf-4ab8-9407-305bdc8e84cf None None] Network e725fc2d-934d-4ca2-a924-be150ab27fd3 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:00:36.384363 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d7fbfc3f-2752-46a0-a0c8-0baa8e3a4686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f101f2-3465-4942-9112-fd44b0d4eb98', 'name': 'tempest-FloatingIPsTestJSON-1349123299-router', 'tenant_id': '737a7aefca5b41d89eae735cd5000d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'fa8bee5a-226c-41d2-acab-6ecf9b600f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:33Z', 'updated_at': '2021-11-12T20:00:34Z', 'revision_number': 3, 'project_id': '737a7aefca5b41d89eae735cd5000d94', 'gw_port': {'id': 'fa8bee5a-226c-41d2-acab-6ecf9b600f7e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f101f2-3465-4942-9112-fd44b0d4eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:00:34Z', 'updated_at': '2021-11-12T20:00:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:00:36.425772 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fbfc3f-2752-46a0-a0c8-0baa8e3a4686 None None] Checking router: 60f101f2-3465-4942-9112-fd44b0d4eb98 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:00:36.426403 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fbfc3f-2752-46a0-a0c8-0baa8e3a4686 None None] Updating router 60f101f2-3465-4942-9112-fd44b0d4eb98 port fa8bee5a-226c-41d2-acab-6ecf9b600f7e binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:00:36.448772 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8ec895da-52d3-4de7-958c-e6889092463b None None] Provisioning complete for port ba157950-3470-4d6b-9ae0-5af66e1cdf79 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:00:36.449559 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d132eae-3f9f-4d9e-a828-7aa9a3d91800 req-b7afc212-6df3-4a4a-9308-6242a3047c29 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:36.452736 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8ec895da-52d3-4de7-958c-e6889092463b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:36.459449 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9d132eae-3f9f-4d9e-a828-7aa9a3d91800 req-b7afc212-6df3-4a4a-9308-6242a3047c29 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 946 time: 0.0848849 Nov 12 20:00:36.464090 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device d6cb67d8-8e6c-4f5d-85a9-675c05699c18 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:00:36.470793 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d7fbfc3f-2752-46a0-a0c8-0baa8e3a4686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:36.527315 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9d132eae-3f9f-4d9e-a828-7aa9a3d91800 req-b6516153-6e5a-458d-9844-7a71b4c0a40d tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667589 Nov 12 20:00:36.578307 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2c7b937f-bf3a-4590-ba96-d66072c84f0f req-6cf9dd01-87ed-4b9f-a07d-c428fbcd8592 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5557978 Nov 12 20:00:36.782805 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:36.789771 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8ec895da-52d3-4de7-958c-e6889092463b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:36.855035 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5268c50f-ab3d-408b-8505-7cf80dfe5638', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6cb67d8-8e6c-4f5d-85a9-675c05699c18'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:00:36.857363 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac61ff0e-c78c-4457-ac1d-df037ecc7b8b" -d '{"events": [{"server_uuid": "5268c50f-ab3d-408b-8505-7cf80dfe5638", "name": "network-vif-unplugged", "status": "completed", "tag": "d6cb67d8-8e6c-4f5d-85a9-675c05699c18"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:00:36.890460 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port d6cb67d8-8e6c-4f5d-85a9-675c05699c18, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d6cb67d8-8e6c-4f5d-85a9-675c05699c18,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:36.895939 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-8ec895da-52d3-4de7-958c-e6889092463b None None] For port ba157950-3470-4d6b-9ae0-5af66e1cdf79, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ba157950-3470-4d6b-9ae0-5af66e1cdf79,segment=NetworkSegment(907220d7-e98b-422f-8aac-8dd0af263445),segment_id=907220d7-e98b-422f-8aac-8dd0af263445)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:36.897500 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:36.903914 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8ec895da-52d3-4de7-958c-e6889092463b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:36.997529 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=d6cb67d8-8e6c-4f5d-85a9-675c05699c18,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:37.090949 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa28f7-eb2d-40e8-a7a2-7b181812daab req-0880f5c1-6050-4851-a0fb-197bf430d33f tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:37.094257 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec895da-52d3-4de7-958c-e6889092463b None None] Pushing event updated for resources: {'Port': ['ID=ba157950-3470-4d6b-9ae0-5af66e1cdf79,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:37.101294 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-70aa28f7-eb2d-40e8-a7a2-7b181812daab req-0880f5c1-6050-4851-a0fb-197bf430d33f tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=d617d5cb-69c5-4717-9cee-37a92f4f72f2 HTTP/1.1" status: 200 len: 950 time: 0.1873431 Nov 12 20:00:37.117112 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d7fbfc3f-2752-46a0-a0c8-0baa8e3a4686 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:37.132462 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d7fbfc3f-2752-46a0-a0c8-0baa8e3a4686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:37.163834 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ba157950-3470-4d6b-9ae0-5af66e1cdf79 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:00:37.168483 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-d7fbfc3f-2752-46a0-a0c8-0baa8e3a4686 None None] Attempting to bind port fa8bee5a-226c-41d2-acab-6ecf9b600f7e on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:00:37.168957 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-d7fbfc3f-2752-46a0-a0c8-0baa8e3a4686 None None] Attempting to bind port fa8bee5a-226c-41d2-acab-6ecf9b600f7e by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:00:37.169417 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbfc3f-2752-46a0-a0c8-0baa8e3a4686 None None] Attempting to bind port fa8bee5a-226c-41d2-acab-6ecf9b600f7e on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:00:37.192828 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-70aa28f7-eb2d-40e8-a7a2-7b181812daab req-2286c0d3-40a2-4a76-8cf4-6cff243c1d79 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898635 Nov 12 20:00:37.215206 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbfc3f-2752-46a0-a0c8-0baa8e3a4686 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:00:37.215584 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbfc3f-2752-46a0-a0c8-0baa8e3a4686 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:00:37.215983 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d7fbfc3f-2752-46a0-a0c8-0baa8e3a4686 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:37.216415 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbfc3f-2752-46a0-a0c8-0baa8e3a4686 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:00:37.216906 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-d7fbfc3f-2752-46a0-a0c8-0baa8e3a4686 None None] Bound port: fa8bee5a-226c-41d2-acab-6ecf9b600f7e, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:00:37.217308 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d7fbfc3f-2752-46a0-a0c8-0baa8e3a4686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:37.251541 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45337633-69aa-468a-9747-528f3cebc134 x-openstack-request-id: req-45337633-69aa-468a-9747-528f3cebc134 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:00:37.252309 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5268c50f-ab3d-408b-8505-7cf80dfe5638", "name": "network-vif-unplugged", "status": "completed", "tag": "d6cb67d8-8e6c-4f5d-85a9-675c05699c18", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:00:37.252901 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45337633-69aa-468a-9747-528f3cebc134 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:00:37.256110 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5268c50f-ab3d-408b-8505-7cf80dfe5638', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6cb67d8-8e6c-4f5d-85a9-675c05699c18', 'code': 200} Nov 12 20:00:37.262905 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e867397c-7d60-4bb6-9599-244750424d46 None None] Provisioning complete for port ba157950-3470-4d6b-9ae0-5af66e1cdf79 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:00:37.263276 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e867397c-7d60-4bb6-9599-244750424d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:37.283376 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6feb77-15b5-45bb-a49a-15c2f1d656b0 None None] Pushing event updated for resources: {'Port': ['ID=fa8bee5a-226c-41d2-acab-6ecf9b600f7e,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:37.292301 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:37.304973 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6feb77-15b5-45bb-a49a-15c2f1d656b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:37.305311 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6feb77-15b5-45bb-a49a-15c2f1d656b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:37.305652 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6feb77-15b5-45bb-a49a-15c2f1d656b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:37.305982 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6feb77-15b5-45bb-a49a-15c2f1d656b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:37.306305 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6feb77-15b5-45bb-a49a-15c2f1d656b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:37.306627 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6feb77-15b5-45bb-a49a-15c2f1d656b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:37.306946 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6feb77-15b5-45bb-a49a-15c2f1d656b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:37.307261 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6feb77-15b5-45bb-a49a-15c2f1d656b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:37.307578 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6feb77-15b5-45bb-a49a-15c2f1d656b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:37.307893 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6feb77-15b5-45bb-a49a-15c2f1d656b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:37.308211 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6feb77-15b5-45bb-a49a-15c2f1d656b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:37.308545 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6feb77-15b5-45bb-a49a-15c2f1d656b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:37.310663 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116482e-fe1c-4c6e-938c-3304eb06a49b req-42419dfe-335a-46ad-8a79-18f3ac1b1304 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:37.320877 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-d7fbfc3f-2752-46a0-a0c8-0baa8e3a4686 None None] For port fa8bee5a-226c-41d2-acab-6ecf9b600f7e, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:00:37.322042 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6116482e-fe1c-4c6e-938c-3304eb06a49b req-42419dfe-335a-46ad-8a79-18f3ac1b1304 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 946 time: 0.2490981 Nov 12 20:00:37.325272 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-d7fbfc3f-2752-46a0-a0c8-0baa8e3a4686 None None] For port fa8bee5a-226c-41d2-acab-6ecf9b600f7e, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=fa8bee5a-226c-41d2-acab-6ecf9b600f7e,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:00:37.330635 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d7fbfc3f-2752-46a0-a0c8-0baa8e3a4686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:37.357163 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port ba157950-3470-4d6b-9ae0-5af66e1cdf79 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:00:37.357530 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:37.387257 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3949a1e-b34d-43c4-a74d-834cb2fccbcd req-26ed4693-19c7-4842-a9b8-c63f3c9d0d7a tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:37.402025 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e3949a1e-b34d-43c4-a74d-834cb2fccbcd req-26ed4693-19c7-4842-a9b8-c63f3c9d0d7a tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 943 time: 0.1029816 Nov 12 20:00:37.404716 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fbfc3f-2752-46a0-a0c8-0baa8e3a4686 None None] Routers {'60f101f2-3465-4942-9112-fd44b0d4eb98'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:00:37.405715 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d7fbfc3f-2752-46a0-a0c8-0baa8e3a4686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:00:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['60f101f2-3465-4942-9112-fd44b0d4eb98'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:00:37.409556 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6feb77-15b5-45bb-a49a-15c2f1d656b0 None None] Pushing event updated for resources: {'Port': ['ID=fa8bee5a-226c-41d2-acab-6ecf9b600f7e,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:37.457031 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6116482e-fe1c-4c6e-938c-3304eb06a49b req-fd804103-2018-4d29-9b4b-a15456b22408 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333759 Nov 12 20:00:37.514013 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e3949a1e-b34d-43c4-a74d-834cb2fccbcd req-50cfcf29-8629-4a14-a59c-3f69ef79a9f2 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109509 Nov 12 20:00:37.642980 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-d7fbfc3f-2752-46a0-a0c8-0baa8e3a4686 None None] Set router 60f101f2-3465-4942-9112-fd44b0d4eb98 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:00:37.674391 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a2a19-18ea-4555-a17c-4cdd62b48e5c req-d87a9c90-7cce-4ad1-a51e-c8dcdc80febf tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:37.676546 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b0a2a19-18ea-4555-a17c-4cdd62b48e5c req-d87a9c90-7cce-4ad1-a51e-c8dcdc80febf tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 946 time: 0.0656278 Nov 12 20:00:37.704706 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61baece4-3e99-4da3-91d6-c6056defdbf1 req-f9c2b6a3-4273-47e2-8be6-b0f6e464ce2f tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:37.706241 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-61baece4-3e99-4da3-91d6-c6056defdbf1 req-f9c2b6a3-4273-47e2-8be6-b0f6e464ce2f tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=1948f877-1417-46f5-a444-31b27446f145 HTTP/1.1" status: 200 len: 946 time: 0.1535802 Nov 12 20:00:37.723864 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Allocated IP 172.20.0.1 (e725fc2d-934d-4ca2-a924-be150ab27fd3/548c8293-edaa-46ab-8eaa-60a048a08236/56f5f660-25cc-4259-84fb-548a8a159643) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:00:37.762091 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b0a2a19-18ea-4555-a17c-4cdd62b48e5c req-740d981b-6ee5-4663-bc71-e14d20a0ad36 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755351 Nov 12 20:00:37.813451 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-61baece4-3e99-4da3-91d6-c6056defdbf1 req-6b2c1fdd-128c-4cac-b438-1827f15374db tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983956 Nov 12 20:00:37.902131 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:37.912062 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d7fbfc3f-2752-46a0-a0c8-0baa8e3a4686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f101f2-3465-4942-9112-fd44b0d4eb98', 'name': 'tempest-FloatingIPsTestJSON-1349123299-router', 'tenant_id': '737a7aefca5b41d89eae735cd5000d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'fa8bee5a-226c-41d2-acab-6ecf9b600f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:33Z', 'updated_at': '2021-11-12T20:00:34Z', 'revision_number': 3, 'project_id': '737a7aefca5b41d89eae735cd5000d94', 'gw_port': {'id': 'fa8bee5a-226c-41d2-acab-6ecf9b600f7e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f101f2-3465-4942-9112-fd44b0d4eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:00:34Z', 'updated_at': '2021-11-12T20:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:00:37.946825 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:37.955616 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fbfc3f-2752-46a0-a0c8-0baa8e3a4686 None None] The sync data for ids ['60f101f2-3465-4942-9112-fd44b0d4eb98'] in n-d-712140-15 is: [{'id': '60f101f2-3465-4942-9112-fd44b0d4eb98', 'name': 'tempest-FloatingIPsTestJSON-1349123299-router', 'tenant_id': '737a7aefca5b41d89eae735cd5000d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'fa8bee5a-226c-41d2-acab-6ecf9b600f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:33Z', 'updated_at': '2021-11-12T20:00:34Z', 'revision_number': 3, 'project_id': '737a7aefca5b41d89eae735cd5000d94', 'gw_port': {'id': 'fa8bee5a-226c-41d2-acab-6ecf9b600f7e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f101f2-3465-4942-9112-fd44b0d4eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:00:34Z', 'updated_at': '2021-11-12T20:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:00:37.977111 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a3581-8547-4607-a3c3-38e9ca7f442a req-001e51ae-3ee7-475c-bed8-eebfcda319a9 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:37.988884 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1d9a3581-8547-4607-a3c3-38e9ca7f442a req-001e51ae-3ee7-475c-bed8-eebfcda319a9 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d18ae65-18e5-4993-b93d-97e6b800c2e7 HTTP/1.1" status: 200 len: 945 time: 0.0894957 Nov 12 20:00:38.006442 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Network e725fc2d-934d-4ca2-a924-be150ab27fd3 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:00:38.013519 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:00:38.016528 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:00:38.059106 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1d9a3581-8547-4607-a3c3-38e9ca7f442a req-3fdf5803-2539-4edd-bd89-8482efe15c7b tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626307 Nov 12 20:00:38.071882 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Pushing event updated for resources: {'Port': ['ID=56f5f660-25cc-4259-84fb-548a8a159643,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:38.089643 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:38.090001 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:38.090354 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:38.090702 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:38.091048 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:38.091388 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:38.091724 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:38.092061 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:38.092444 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:38.092778 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:38.093111 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:38.093449 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:38.111540 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:38.373823 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c5bcf-abcc-4c34-9e65-57d4d1d1f865 req-fb68046c-5826-45ea-b7f6-6b9480c064ec tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:38.380224 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-496c5bcf-abcc-4c34-9e65-57d4d1d1f865 req-fb68046c-5826-45ea-b7f6-6b9480c064ec tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=d617d5cb-69c5-4717-9cee-37a92f4f72f2 HTTP/1.1" status: 200 len: 950 time: 0.0818555 Nov 12 20:00:38.395188 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:38.428496 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50887ba-249a-4d7c-8281-66aa17265659 req-2e17ce42-5138-4095-b37c-baff26118f76 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:38.432190 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-5a6a5556-413c-456e-8f0e-abdfa8e51d7b None None] Provisioning complete for port 56f5f660-25cc-4259-84fb-548a8a159643 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:00:38.433384 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5a6a5556-413c-456e-8f0e-abdfa8e51d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:38.438071 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b50887ba-249a-4d7c-8281-66aa17265659 req-2e17ce42-5138-4095-b37c-baff26118f76 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 945 time: 0.2003047 Nov 12 20:00:38.443774 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-496c5bcf-abcc-4c34-9e65-57d4d1d1f865 req-ffd74164-e74a-4077-bb93-ed6da162d821 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565372 Nov 12 20:00:38.451865 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device f06cc0c7-009e-4066-b2ec-2ded8cb8002a details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:00:38.543858 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25416c7-3751-4413-8f0e-91f34fad6b42 req-87f8cecc-ccd9-4d9a-b3ef-2f0023860c8d tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:38.546589 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f25416c7-3751-4413-8f0e-91f34fad6b42 req-87f8cecc-ccd9-4d9a-b3ef-2f0023860c8d tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.55 "GET /v2.0/ports?device_id=d617d5cb-69c5-4717-9cee-37a92f4f72f2 HTTP/1.1" status: 200 len: 950 time: 0.0817180 Nov 12 20:00:38.563656 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b50887ba-249a-4d7c-8281-66aa17265659 req-49264931-3333-42f2-877f-d4064f9ade26 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243396 Nov 12 20:00:38.666779 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a5556-413c-456e-8f0e-abdfa8e51d7b None None] Port 56f5f660-25cc-4259-84fb-548a8a159643 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:00:38.706232 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port f06cc0c7-009e-4066-b2ec-2ded8cb8002a, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=f06cc0c7-009e-4066-b2ec-2ded8cb8002a,segment=NetworkSegment(a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52),segment_id=a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:38.720575 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'f06cc0c7-009e-4066-b2ec-2ded8cb8002a', 'network_id': '82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7', 'port_id': 'f06cc0c7-009e-4066-b2ec-2ded8cb8002a', 'mac_address': 'fa:16:3e:52:15:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e737cd8-1b39-4275-8cfe-0de94b1671b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:00:38.755955 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06a582-3994-45b5-9068-f7574b621d38 req-65f7202f-5614-48df-8580-1795210b41e3 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:38.767712 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5d06a582-3994-45b5-9068-f7574b621d38 req-65f7202f-5614-48df-8580-1795210b41e3 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 946 time: 0.1989369 Nov 12 20:00:38.857412 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3c3ac-6800-4900-9282-b4e294b4c807 req-8c68f3c6-acaf-41bb-ae89-5b553f688b53 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:38.859029 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b2c3c3ac-6800-4900-9282-b4e294b4c807 req-8c68f3c6-acaf-41bb-ae89-5b553f688b53 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 943 time: 0.1805396 Nov 12 20:00:38.863480 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-f25416c7-3751-4413-8f0e-91f34fad6b42 req-abd35555-2692-40b4-9110-ff4d2f25c1b9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Deleting port eda6343e-7e40-4020-941b-d137c98a8b23 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:00:38.863953 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f25416c7-3751-4413-8f0e-91f34fad6b42 req-abd35555-2692-40b4-9110-ff4d2f25c1b9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:38.897877 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:38.899880 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5d06a582-3994-45b5-9068-f7574b621d38 req-e96022cd-65a0-4647-b784-c2cf8bfc9e65 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311069 Nov 12 20:00:38.911328 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:38.922971 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:38.948411 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f06cc0c7-009e-4066-b2ec-2ded8cb8002a {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:00:39.018662 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port f06cc0c7-009e-4066-b2ec-2ded8cb8002a, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=f06cc0c7-009e-4066-b2ec-2ded8cb8002a,segment=NetworkSegment(a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52),segment_id=a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:39.041187 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:39.070285 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b2c3c3ac-6800-4900-9282-b4e294b4c807 req-4a758937-00dd-4177-b924-e306f2d5038d tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034833 Nov 12 20:00:39.080422 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:39.083042 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Pushing event updated for resources: {'Port': ['ID=56f5f660-25cc-4259-84fb-548a8a159643,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:39.112578 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-f25416c7-3751-4413-8f0e-91f34fad6b42 req-abd35555-2692-40b4-9110-ff4d2f25c1b9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] For port eda6343e-7e40-4020-941b-d137c98a8b23, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=eda6343e-7e40-4020-941b-d137c98a8b23,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:39.113913 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f25416c7-3751-4413-8f0e-91f34fad6b42 req-abd35555-2692-40b4-9110-ff4d2f25c1b9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:39.120731 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=f06cc0c7-009e-4066-b2ec-2ded8cb8002a,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:39.160949 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-f25416c7-3751-4413-8f0e-91f34fad6b42 req-abd35555-2692-40b4-9110-ff4d2f25c1b9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Calling delete_port for eda6343e-7e40-4020-941b-d137c98a8b23 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:00:39.209541 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ba157950-3470-4d6b-9ae0-5af66e1cdf79 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:00:39.277170 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Network e725fc2d-934d-4ca2-a924-be150ab27fd3 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:00:39.281423 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:00:39.355189 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fb03f-6de7-4ac3-b45e-145ff95b0268 req-2bbff48d-c903-444e-aff8-583222a33949 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:39.359334 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d26fb03f-6de7-4ac3-b45e-145ff95b0268 req-2bbff48d-c903-444e-aff8-583222a33949 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 945 time: 0.1330171 Nov 12 20:00:39.361216 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port ba157950-3470-4d6b-9ae0-5af66e1cdf79 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:00:39.361703 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:39.403741 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['f06cc0c7-009e-4066-b2ec-2ded8cb8002a'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:39.482262 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361ae84-ed95-4d06-bcdf-9d5dcb762bb6 req-7001d831-e6a4-4f86-9f61-7693ff2d3ffb tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:39.489291 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361ae84-ed95-4d06-bcdf-9d5dcb762bb6 req-7001d831-e6a4-4f86-9f61-7693ff2d3ffb tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:39.498340 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d26fb03f-6de7-4ac3-b45e-145ff95b0268 req-dddd6c00-68a5-49de-9ba6-fde112c490af tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286476 Nov 12 20:00:39.499668 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361ae84-ed95-4d06-bcdf-9d5dcb762bb6 req-7001d831-e6a4-4f86-9f61-7693ff2d3ffb tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:39.509997 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f361ae84-ed95-4d06-bcdf-9d5dcb762bb6 req-7001d831-e6a4-4f86-9f61-7693ff2d3ffb tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13&device_id=0d18ae65-18e5-4993-b93d-97e6b800c2e7&device_id=1948f877-1417-46f5-a444-31b27446f145 HTTP/1.1" status: 200 len: 2417 time: 0.1832242 Nov 12 20:00:39.518040 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f25416c7-3751-4413-8f0e-91f34fad6b42 req-abd35555-2692-40b4-9110-ff4d2f25c1b9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:39.522692 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Router 60f101f2-3465-4942-9112-fd44b0d4eb98 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:00:39.570451 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd35555-2692-40b4-9110-ff4d2f25c1b9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Pushing event deleted for resources: {'Port': ['ID=eda6343e-7e40-4020-941b-d137c98a8b23,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:39.585456 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['eda6343e-7e40-4020-941b-d137c98a8b23'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:39.610484 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd35555-2692-40b4-9110-ff4d2f25c1b9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:39.610844 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd35555-2692-40b4-9110-ff4d2f25c1b9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:39.611185 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd35555-2692-40b4-9110-ff4d2f25c1b9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:39.611519 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd35555-2692-40b4-9110-ff4d2f25c1b9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:39.611847 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd35555-2692-40b4-9110-ff4d2f25c1b9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:39.612177 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd35555-2692-40b4-9110-ff4d2f25c1b9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:39.622010 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd35555-2692-40b4-9110-ff4d2f25c1b9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:39.622380 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd35555-2692-40b4-9110-ff4d2f25c1b9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:39.622719 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd35555-2692-40b4-9110-ff4d2f25c1b9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:39.623150 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd35555-2692-40b4-9110-ff4d2f25c1b9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:39.623411 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd35555-2692-40b4-9110-ff4d2f25c1b9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:39.623689 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd35555-2692-40b4-9110-ff4d2f25c1b9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:39.709430 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f361ae84-ed95-4d06-bcdf-9d5dcb762bb6 req-8783df28-f585-47c9-841e-fcab4ee2cbe2 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984508 Nov 12 20:00:39.743424 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25416c7-3751-4413-8f0e-91f34fad6b42 req-abd35555-2692-40b4-9110-ff4d2f25c1b9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] No DVR routers for this DVR port eda6343e-7e40-4020-941b-d137c98a8b23 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:00:39.751910 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f25416c7-3751-4413-8f0e-91f34fad6b42 req-abd35555-2692-40b4-9110-ff4d2f25c1b9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:39.755890 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f25416c7-3751-4413-8f0e-91f34fad6b42 req-abd35555-2692-40b4-9110-ff4d2f25c1b9 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.55 "DELETE /v2.0/ports/eda6343e-7e40-4020-941b-d137c98a8b23 HTTP/1.1" status: 204 len: 173 time: 1.2022560 Nov 12 20:00:39.756385 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd617d5cb-69c5-4717-9cee-37a92f4f72f2', 'name': 'network-vif-deleted', 'tag': 'eda6343e-7e40-4020-941b-d137c98a8b23'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:00:39.759263 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device fa8bee5a-226c-41d2-acab-6ecf9b600f7e up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:00:39.761832 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcde1e16-7585-4ffd-a20e-1ecbf53654c4" -d '{"events": [{"server_uuid": "d617d5cb-69c5-4717-9cee-37a92f4f72f2", "name": "network-vif-deleted", "tag": "eda6343e-7e40-4020-941b-d137c98a8b23"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:00:39.820587 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-67cbfcf5-e6fe-4257-9fb5-9c9527b96fb4 req-579b0081-cf48-4a73-a743-806858595ef0 tempest-ServersOnMultiNodesTest-2117964269 tempest-ServersOnMultiNodesTest-2117964269-project] 10.222.0.48 "GET /v2.0/ports?device_id=d617d5cb-69c5-4717-9cee-37a92f4f72f2 HTTP/1.1" status: 200 len: 210 time: 0.0405352 Nov 12 20:00:39.869662 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4629efe8-4fb0-4f6a-b2d6-38bdd313c757 None None] Provisioning complete for port 56f5f660-25cc-4259-84fb-548a8a159643 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:00:39.870251 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4629efe8-4fb0-4f6a-b2d6-38bdd313c757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:39.877392 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e282a579-d204-44dd-b94e-1ed02f5a2627 x-openstack-request-id: req-e282a579-d204-44dd-b94e-1ed02f5a2627 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:00:39.877757 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d617d5cb-69c5-4717-9cee-37a92f4f72f2", "name": "network-vif-deleted", "tag": "eda6343e-7e40-4020-941b-d137c98a8b23", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:00:39.878459 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e282a579-d204-44dd-b94e-1ed02f5a2627 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:00:39.879781 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd617d5cb-69c5-4717-9cee-37a92f4f72f2', 'name': 'network-vif-deleted', 'tag': 'eda6343e-7e40-4020-941b-d137c98a8b23', 'status': 'completed', 'code': 200} Nov 12 20:00:39.909998 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:00:39.916718 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4629efe8-4fb0-4f6a-b2d6-38bdd313c757 None None] Port 56f5f660-25cc-4259-84fb-548a8a159643 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:00:39.940568 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port fa8bee5a-226c-41d2-acab-6ecf9b600f7e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:00:39.943149 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:39.944474 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1e69d6d2-92aa-4a52-a1e4-ec9b822a3996 req-05907282-a49b-47e4-9f2f-2751ed99e24b tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1543725 Nov 12 20:00:39.952718 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-28257fa8-8536-4083-8e66-47d8bfcac724 admin admin] 10.222.0.48 "PUT /v2.0/routers/60f101f2-3465-4942-9112-fd44b0d4eb98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0936365 Nov 12 20:00:40.130214 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:40.138221 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c7eee-bb2c-4cc4-a556-2a244e99ea22 req-173cf41d-e80b-4835-854c-296588eb445a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:40.139773 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f21c7eee-bb2c-4cc4-a556-2a244e99ea22 req-173cf41d-e80b-4835-854c-296588eb445a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 946 time: 0.1067646 Nov 12 20:00:40.171027 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port fa8bee5a-226c-41d2-acab-6ecf9b600f7e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=fa8bee5a-226c-41d2-acab-6ecf9b600f7e,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:40.178674 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:40.295235 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f21c7eee-bb2c-4cc4-a556-2a244e99ea22 req-d9997078-a0ec-41aa-ab7a-76b147d332da tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455853 Nov 12 20:00:40.306836 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=fa8bee5a-226c-41d2-acab-6ecf9b600f7e,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:40.458055 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device f06cc0c7-009e-4066-b2ec-2ded8cb8002a no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:00:40.463697 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e10807-9c15-4220-828d-1e4a7b2e2b7f req-484905a2-bbee-444c-8c68-5f88e1b40fc8 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:40.471639 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-92e10807-9c15-4220-828d-1e4a7b2e2b7f req-484905a2-bbee-444c-8c68-5f88e1b40fc8 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 943 time: 0.0682986 Nov 12 20:00:40.541681 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-92e10807-9c15-4220-828d-1e4a7b2e2b7f req-ad927b60-3adc-4b1d-9a44-af3940accac9 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656121 Nov 12 20:00:40.569031 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:40.589382 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f06cc0c7-009e-4066-b2ec-2ded8cb8002a {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:00:40.618166 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port f06cc0c7-009e-4066-b2ec-2ded8cb8002a, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=f06cc0c7-009e-4066-b2ec-2ded8cb8002a,segment=NetworkSegment(a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52),segment_id=a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:40.623658 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:40.660745 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dfba6a-c7a6-4180-b0b5-dfa26d3464b0 None None] Sync routers for ids ['60f101f2-3465-4942-9112-fd44b0d4eb98'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:00:40.689845 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dfba6a-c7a6-4180-b0b5-dfa26d3464b0 None None] Routers {'60f101f2-3465-4942-9112-fd44b0d4eb98'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:00:40.691168 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-86dfba6a-c7a6-4180-b0b5-dfa26d3464b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:00:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['60f101f2-3465-4942-9112-fd44b0d4eb98'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:00:40.732754 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=f06cc0c7-009e-4066-b2ec-2ded8cb8002a,revision_number=7']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:40.831989 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-86dfba6a-c7a6-4180-b0b5-dfa26d3464b0 None None] Set router 60f101f2-3465-4942-9112-fd44b0d4eb98 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:00:40.892435 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e534933f-473c-4458-8ee0-3bbc0962f865 req-6af18756-7e0c-4c63-9a0a-c84709e9dece tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2364888 Nov 12 20:00:40.899341 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-e534933f-473c-4458-8ee0-3bbc0962f865 req-7e3900b0-abd4-4232-a969-7695d47823f6 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:00:40.928403 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e534933f-473c-4458-8ee0-3bbc0962f865 req-7e3900b0-abd4-4232-a969-7695d47823f6 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks [] for floatingip, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:41.022079 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device fa8bee5a-226c-41d2-acab-6ecf9b600f7e up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:00:41.067986 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e534933f-473c-4458-8ee0-3bbc0962f865 req-7e3900b0-abd4-4232-a969-7695d47823f6 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:41.141982 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6929d-7b74-44b7-ac3b-4002536e0145 req-f5bfded4-8658-437a-b0c6-6c5996e54407 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:41.144960 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port fa8bee5a-226c-41d2-acab-6ecf9b600f7e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:00:41.145340 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ffc6929d-7b74-44b7-ac3b-4002536e0145 req-f5bfded4-8658-437a-b0c6-6c5996e54407 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 944 time: 0.0640225 Nov 12 20:00:41.145596 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:41.189053 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-86dfba6a-c7a6-4180-b0b5-dfa26d3464b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f101f2-3465-4942-9112-fd44b0d4eb98', 'name': 'tempest-FloatingIPsTestJSON-1349123299-router', 'tenant_id': '737a7aefca5b41d89eae735cd5000d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'fa8bee5a-226c-41d2-acab-6ecf9b600f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:33Z', 'updated_at': '2021-11-12T20:00:38Z', 'revision_number': 4, 'project_id': '737a7aefca5b41d89eae735cd5000d94', 'gw_port': {'id': 'fa8bee5a-226c-41d2-acab-6ecf9b600f7e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f101f2-3465-4942-9112-fd44b0d4eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:00:34Z', 'updated_at': '2021-11-12T20:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '56f5f660-25cc-4259-84fb-548a8a159643', 'name': '', 'network_id': 'e725fc2d-934d-4ca2-a924-be150ab27fd3', 'tenant_id': '737a7aefca5b41d89eae735cd5000d94', 'mac_address': 'fa:16:3e:21:f6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f101f2-3465-4942-9112-fd44b0d4eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '548c8293-edaa-46ab-8eaa-60a048a08236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:00:37Z', 'updated_at': '2021-11-12T20:00:38Z', 'revision_number': 2, 'project_id': '737a7aefca5b41d89eae735cd5000d94', 'subnets': [{'id': '548c8293-edaa-46ab-8eaa-60a048a08236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:00:41.208851 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ffc6929d-7b74-44b7-ac3b-4002536e0145 req-86ea5fb8-a780-47b1-9eb6-6fea0d27a6d2 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557833 Nov 12 20:00:41.211409 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-e534933f-473c-4458-8ee0-3bbc0962f865 req-7e3900b0-abd4-4232-a969-7695d47823f6 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Allocated IP 172.25.5.34 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/dabdd54a-ff95-457c-bd01-7c4284185e2a) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:00:41.232865 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dfba6a-c7a6-4180-b0b5-dfa26d3464b0 None None] Checking router: 60f101f2-3465-4942-9112-fd44b0d4eb98 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:00:41.233320 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dfba6a-c7a6-4180-b0b5-dfa26d3464b0 None None] Updating router 60f101f2-3465-4942-9112-fd44b0d4eb98 port 56f5f660-25cc-4259-84fb-548a8a159643 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:00:41.268151 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-86dfba6a-c7a6-4180-b0b5-dfa26d3464b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:41.337576 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e534933f-473c-4458-8ee0-3bbc0962f865 req-7e3900b0-abd4-4232-a969-7695d47823f6 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:41.382189 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e534933f-473c-4458-8ee0-3bbc0962f865 req-7e3900b0-abd4-4232-a969-7695d47823f6 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:41.451653 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3900b0-abd4-4232-a969-7695d47823f6 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Pushing event updated for resources: {'Port': ['ID=dabdd54a-ff95-457c-bd01-7c4284185e2a,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:41.465677 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e534933f-473c-4458-8ee0-3bbc0962f865 req-7e3900b0-abd4-4232-a969-7695d47823f6 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:00:41.467001 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-e534933f-473c-4458-8ee0-3bbc0962f865 req-7e3900b0-abd4-4232-a969-7695d47823f6 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:00:41.471129 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e534933f-473c-4458-8ee0-3bbc0962f865 req-7e3900b0-abd4-4232-a969-7695d47823f6 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:00:41.596023 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device f829769d-605a-403d-97fa-d794e825cb30 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:00:41.602181 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e534933f-473c-4458-8ee0-3bbc0962f865 req-7e3900b0-abd4-4232-a969-7695d47823f6 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:41.617974 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device eda6343e-7e40-4020-941b-d137c98a8b23 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:00:41.670967 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e534933f-473c-4458-8ee0-3bbc0962f865 req-7e3900b0-abd4-4232-a969-7695d47823f6 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:41.688191 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52538) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:00:41.707274 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: eda6343e-7e40-4020-941b-d137c98a8b23 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:00:41.707572 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device eda6343e-7e40-4020-941b-d137c98a8b23 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:00:41.821235 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b94496-f1cd-40a4-89f4-607f226da28a req-39bcb892-2d8f-4b32-b760-c3a8f96578ae tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:41.823805 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a2b94496-f1cd-40a4-89f4-607f226da28a req-39bcb892-2d8f-4b32-b760-c3a8f96578ae tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 946 time: 0.0939727 Nov 12 20:00:41.841544 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-86dfba6a-c7a6-4180-b0b5-dfa26d3464b0 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:41.862857 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-86dfba6a-c7a6-4180-b0b5-dfa26d3464b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:41.903221 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port f829769d-605a-403d-97fa-d794e825cb30, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=f829769d-605a-403d-97fa-d794e825cb30,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:41.923635 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e534933f-473c-4458-8ee0-3bbc0962f865 req-7e3900b0-abd4-4232-a969-7695d47823f6 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:41.930139 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e534933f-473c-4458-8ee0-3bbc0962f865 req-7e3900b0-abd4-4232-a969-7695d47823f6 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:41.941358 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a2b94496-f1cd-40a4-89f4-607f226da28a req-09f00708-6497-41ad-8733-7eeb9c401bd3 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054912 Nov 12 20:00:41.961517 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a8438e27-94c4-42a2-be7e-ef985d5ffb9c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=127a6be859e142dbb23de706cc1f6a95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714698 Nov 12 20:00:41.962156 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52544) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:00:41.963212 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'f829769d-605a-403d-97fa-d794e825cb30', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': 'f829769d-605a-403d-97fa-d794e825cb30', 'mac_address': 'fa:16:3e:e4:09:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:00:41.967604 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85676a5c-d261-487f-ae02-1aa6fd12db81 None None] Pushing event updated for resources: {'Port': ['ID=56f5f660-25cc-4259-84fb-548a8a159643,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:42.001317 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3900b0-abd4-4232-a969-7695d47823f6 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Pushing event updated for resources: {'Port': ['ID=dabdd54a-ff95-457c-bd01-7c4284185e2a,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:42.068033 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e534933f-473c-4458-8ee0-3bbc0962f865 req-7e3900b0-abd4-4232-a969-7695d47823f6 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:42.089685 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e534933f-473c-4458-8ee0-3bbc0962f865 req-7e3900b0-abd4-4232-a969-7695d47823f6 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:42.091074 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e534933f-473c-4458-8ee0-3bbc0962f865 req-7e3900b0-abd4-4232-a969-7695d47823f6 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1977992 Nov 12 20:00:42.126071 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:42.130254 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6d7f2e7f-2afc-4d8f-97db-ca64dd32f9ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:42.153759 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-86dfba6a-c7a6-4180-b0b5-dfa26d3464b0 None None] Attempting to bind port 56f5f660-25cc-4259-84fb-548a8a159643 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:00:42.154100 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-86dfba6a-c7a6-4180-b0b5-dfa26d3464b0 None None] Attempting to bind port 56f5f660-25cc-4259-84fb-548a8a159643 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '907220d7-e98b-422f-8aac-8dd0af263445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e725fc2d-934d-4ca2-a924-be150ab27fd3'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:00:42.154462 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dfba6a-c7a6-4180-b0b5-dfa26d3464b0 None None] Attempting to bind port 56f5f660-25cc-4259-84fb-548a8a159643 on network e725fc2d-934d-4ca2-a924-be150ab27fd3 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:00:42.165912 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f829769d-605a-403d-97fa-d794e825cb30 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:00:42.166834 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6d7f2e7f-2afc-4d8f-97db-ca64dd32f9ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:42.199077 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dfba6a-c7a6-4180-b0b5-dfa26d3464b0 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:00:42.199483 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dfba6a-c7a6-4180-b0b5-dfa26d3464b0 None None] Checking segment: {'id': '907220d7-e98b-422f-8aac-8dd0af263445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e725fc2d-934d-4ca2-a924-be150ab27fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:00:42.199890 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-86dfba6a-c7a6-4180-b0b5-dfa26d3464b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:42.200316 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dfba6a-c7a6-4180-b0b5-dfa26d3464b0 None None] Bound using segment: {'id': '907220d7-e98b-422f-8aac-8dd0af263445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e725fc2d-934d-4ca2-a924-be150ab27fd3'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:00:42.200855 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-86dfba6a-c7a6-4180-b0b5-dfa26d3464b0 None None] Bound port: 56f5f660-25cc-4259-84fb-548a8a159643, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '907220d7-e98b-422f-8aac-8dd0af263445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e725fc2d-934d-4ca2-a924-be150ab27fd3'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:00:42.201236 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-86dfba6a-c7a6-4180-b0b5-dfa26d3464b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:42.230612 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port f829769d-605a-403d-97fa-d794e825cb30, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=f829769d-605a-403d-97fa-d794e825cb30,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:42.237932 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebf1c-7c6b-43bc-bbdb-8cc27905bbd6 req-d7172e32-9094-46d7-bfbb-079e6072c64b tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:42.249183 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-eeeebf1c-7c6b-43bc-bbdb-8cc27905bbd6 req-d7172e32-9094-46d7-bfbb-079e6072c64b tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 943 time: 0.2019739 Nov 12 20:00:42.253929 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:42.282384 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6d7f2e7f-2afc-4d8f-97db-ca64dd32f9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:42.287046 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6d7f2e7f-2afc-4d8f-97db-ca64dd32f9ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:42.292525 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6d7f2e7f-2afc-4d8f-97db-ca64dd32f9ec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6 HTTP/1.1" status: 204 len: 168 time: 0.3293426 Nov 12 20:00:42.315441 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f2e7f-2afc-4d8f-97db-ca64dd32f9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa2c39b-37c1-4816-b4d5-9ff611f5b7c6,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:42.346582 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=f829769d-605a-403d-97fa-d794e825cb30,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:42.421832 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-86dfba6a-c7a6-4180-b0b5-dfa26d3464b0 None None] For port 56f5f660-25cc-4259-84fb-548a8a159643, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:00:42.426844 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-86dfba6a-c7a6-4180-b0b5-dfa26d3464b0 None None] For port 56f5f660-25cc-4259-84fb-548a8a159643, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=56f5f660-25cc-4259-84fb-548a8a159643,segment=NetworkSegment(907220d7-e98b-422f-8aac-8dd0af263445),segment_id=907220d7-e98b-422f-8aac-8dd0af263445)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:00:42.438733 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e534933f-473c-4458-8ee0-3bbc0962f865 req-d1e4243c-39a1-46f0-b669-c9b766757819 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.34 HTTP/1.1" status: 200 len: 695 time: 0.3409684 Nov 12 20:00:42.451617 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-eeeebf1c-7c6b-43bc-bbdb-8cc27905bbd6 req-b806d6bc-00e0-4f51-aaa8-2dfffb284b87 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007453 Nov 12 20:00:42.484975 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device f06cc0c7-009e-4066-b2ec-2ded8cb8002a up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:00:42.532280 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-86dfba6a-c7a6-4180-b0b5-dfa26d3464b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:42.617651 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85676a5c-d261-487f-ae02-1aa6fd12db81 None None] Pushing event updated for resources: {'Port': ['ID=56f5f660-25cc-4259-84fb-548a8a159643,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:42.626987 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534933f-473c-4458-8ee0-3bbc0962f865 req-5e7696ab-095d-4f6e-ae6f-792982ad7f10 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:42.627795 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['f829769d-605a-403d-97fa-d794e825cb30'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:42.627925 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e534933f-473c-4458-8ee0-3bbc0962f865 req-5e7696ab-095d-4f6e-ae6f-792982ad7f10 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 784 time: 0.1879349 Nov 12 20:00:42.633612 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85676a5c-d261-487f-ae02-1aa6fd12db81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:42.634073 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85676a5c-d261-487f-ae02-1aa6fd12db81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:42.634424 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85676a5c-d261-487f-ae02-1aa6fd12db81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:42.634760 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85676a5c-d261-487f-ae02-1aa6fd12db81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:42.635086 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85676a5c-d261-487f-ae02-1aa6fd12db81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:42.635969 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85676a5c-d261-487f-ae02-1aa6fd12db81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:42.636336 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85676a5c-d261-487f-ae02-1aa6fd12db81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:42.637124 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85676a5c-d261-487f-ae02-1aa6fd12db81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:42.637124 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85676a5c-d261-487f-ae02-1aa6fd12db81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:42.637329 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85676a5c-d261-487f-ae02-1aa6fd12db81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:42.637605 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85676a5c-d261-487f-ae02-1aa6fd12db81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:42.637931 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85676a5c-d261-487f-ae02-1aa6fd12db81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:00:42.698359 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-38f7487e-f2b8-4e89-8f44-49fb58c1894a None None] Provisioning complete for port 56f5f660-25cc-4259-84fb-548a8a159643 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:00:42.698734 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-38f7487e-f2b8-4e89-8f44-49fb58c1894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:42.773413 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port f06cc0c7-009e-4066-b2ec-2ded8cb8002a triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:00:42.781073 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:42.869709 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dfba6a-c7a6-4180-b0b5-dfa26d3464b0 None None] Routers {'60f101f2-3465-4942-9112-fd44b0d4eb98'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:00:42.870983 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-86dfba6a-c7a6-4180-b0b5-dfa26d3464b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:00:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['60f101f2-3465-4942-9112-fd44b0d4eb98'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:00:42.892110 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdae5ed-d20a-4112-9c8d-94abd4fa24af req-bc34be5c-c8c0-43c3-b267-e6bec6ec1472 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:42.905738 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7cdae5ed-d20a-4112-9c8d-94abd4fa24af req-bc34be5c-c8c0-43c3-b267-e6bec6ec1472 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 944 time: 0.1292019 Nov 12 20:00:42.934048 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52562) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:00:43.018936 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7cdae5ed-d20a-4112-9c8d-94abd4fa24af req-6901bdd8-de8e-44da-b889-7add60ee8221 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123338 Nov 12 20:00:43.040776 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:43.066560 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f558cc2d-a6f7-462b-8a38-5f84b591f012 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c90e60907b4647aa82bbd3c10317bc1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320901 Nov 12 20:00:43.069994 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52576) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:00:43.227458 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ee81409a-a8ea-4c30-8992-a80b25dbe1cd req-d7ad64ef-dc45-423f-862e-2701b39a8ab0 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] 10.222.0.48 "GET /v2.0/floatingips/d3b0b985-1696-4e70-ba79-03b77addd260 HTTP/1.1" status: 200 len: 692 time: 0.1196866 Nov 12 20:00:43.246869 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-03b9371f-2b67-4eb8-a719-575e747bf060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:43.270575 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e759a0-03d6-47d7-92bb-ad78d513302a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06cc0c7-009e-4066-b2ec-2ded8cb8002a'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:00:43.272997 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2595ed1d-661b-4301-954e-1a50b5c1308d" -d '{"events": [{"server_uuid": "d2e759a0-03d6-47d7-92bb-ad78d513302a", "name": "network-vif-plugged", "status": "completed", "tag": "f06cc0c7-009e-4066-b2ec-2ded8cb8002a"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:00:43.317777 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port f06cc0c7-009e-4066-b2ec-2ded8cb8002a, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=f06cc0c7-009e-4066-b2ec-2ded8cb8002a,segment=NetworkSegment(a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52),segment_id=a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:43.344434 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:43.345079 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4e439-b701-4bcc-b1ea-5623def5e4d2 req-7dbd9de2-4d8d-4142-b143-d772f6576686 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:43.352653 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-03b9371f-2b67-4eb8-a719-575e747bf060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:43.355617 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d6c4e439-b701-4bcc-b1ea-5623def5e4d2 req-7dbd9de2-4d8d-4142-b143-d772f6576686 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 946 time: 0.0933633 Nov 12 20:00:43.367204 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-38f7487e-f2b8-4e89-8f44-49fb58c1894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:43.399532 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-86dfba6a-c7a6-4180-b0b5-dfa26d3464b0 None None] Set router 60f101f2-3465-4942-9112-fd44b0d4eb98 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:00:43.436140 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81409a-a8ea-4c30-8992-a80b25dbe1cd req-7860c584-a66c-4d12-9a6d-936c0fbd8e30 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:43.437867 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ee81409a-a8ea-4c30-8992-a80b25dbe1cd req-7860c584-a66c-4d12-9a6d-936c0fbd8e30 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 784 time: 0.2092972 Nov 12 20:00:43.441014 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d6c4e439-b701-4bcc-b1ea-5623def5e4d2 req-dd9d0121-9925-49a2-8711-f704e85d8ef1 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721085 Nov 12 20:00:43.454956 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-ee81409a-a8ea-4c30-8992-a80b25dbe1cd req-ed8e8c2e-9696-4cc2-8a00-c93bcd3dbf1d tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:00:43.455798 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ee81409a-a8ea-4c30-8992-a80b25dbe1cd req-ed8e8c2e-9696-4cc2-8a00-c93bcd3dbf1d tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071816 Nov 12 20:00:43.518245 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-03b9371f-2b67-4eb8-a719-575e747bf060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:43.523901 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40acbec8-558e-4005-9bd1-36ee922638a7 x-openstack-request-id: req-40acbec8-558e-4005-9bd1-36ee922638a7 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:00:43.524192 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e759a0-03d6-47d7-92bb-ad78d513302a", "name": "network-vif-plugged", "status": "completed", "tag": "f06cc0c7-009e-4066-b2ec-2ded8cb8002a", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:00:43.524469 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40acbec8-558e-4005-9bd1-36ee922638a7 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:00:43.524582 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-03b9371f-2b67-4eb8-a719-575e747bf060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:43.524855 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e759a0-03d6-47d7-92bb-ad78d513302a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06cc0c7-009e-4066-b2ec-2ded8cb8002a', 'code': 200} Nov 12 20:00:43.528736 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-03b9371f-2b67-4eb8-a719-575e747bf060 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/958d3c92-68d3-47d8-b8b6-125c6160c9fd HTTP/1.1" status: 204 len: 168 time: 0.4572289 Nov 12 20:00:43.552602 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9371f-2b67-4eb8-a719-575e747bf060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958d3c92-68d3-47d8-b8b6-125c6160c9fd,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:43.616751 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=f06cc0c7-009e-4066-b2ec-2ded8cb8002a,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:43.627093 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-38f7487e-f2b8-4e89-8f44-49fb58c1894a None None] For port 56f5f660-25cc-4259-84fb-548a8a159643, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=56f5f660-25cc-4259-84fb-548a8a159643,segment=NetworkSegment(907220d7-e98b-422f-8aac-8dd0af263445),segment_id=907220d7-e98b-422f-8aac-8dd0af263445)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:43.645291 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-38f7487e-f2b8-4e89-8f44-49fb58c1894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:43.697705 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bb2dcc61-e625-4d66-bcd3-049d1628a6a0 req-95ae55d2-d4c0-4cf2-9745-119fb62512c5 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=737a7aefca5b41d89eae735cd5000d94 HTTP/1.1" status: 200 len: 695 time: 0.1620777 Nov 12 20:00:43.771047 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a80b8-d57b-41cb-b56f-87edb55f3834 req-de2f12c9-2e2d-4de4-b330-1da490c31549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:43.773520 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4e0a80b8-d57b-41cb-b56f-87edb55f3834 req-de2f12c9-2e2d-4de4-b330-1da490c31549 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 1098 time: 0.0776985 Nov 12 20:00:43.891060 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4e0a80b8-d57b-41cb-b56f-87edb55f3834 req-1ce37ca0-9d0f-4d93-a3bd-d93308cba628 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091833 Nov 12 20:00:43.925574 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-3b1d3f23-b5a1-4a16-96f5-866670f88c8e None None] Provisioning complete for port 56f5f660-25cc-4259-84fb-548a8a159643 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:00:43.926129 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3b1d3f23-b5a1-4a16-96f5-866670f88c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:43.931740 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dcc61-e625-4d66-bcd3-049d1628a6a0 req-f9d11f5a-c4a9-47a5-8bdd-26e1534edfe1 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:43.936259 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bb2dcc61-e625-4d66-bcd3-049d1628a6a0 req-f9d11f5a-c4a9-47a5-8bdd-26e1534edfe1 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] 10.222.0.48 "GET /v2.0/networks?id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 787 time: 0.2362602 Nov 12 20:00:43.951968 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-bb2dcc61-e625-4d66-bcd3-049d1628a6a0 req-6dbdfab0-55df-4608-b263-44f426f4dc6d tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:00:43.963026 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bb2dcc61-e625-4d66-bcd3-049d1628a6a0 req-6dbdfab0-55df-4608-b263-44f426f4dc6d tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155685 Nov 12 20:00:43.973298 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7487e-f2b8-4e89-8f44-49fb58c1894a None None] Pushing event updated for resources: {'Port': ['ID=56f5f660-25cc-4259-84fb-548a8a159643,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:43.975093 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01da9b-320f-4a25-aa45-e4e087623646 req-c57ef8e7-8ad8-4043-aacf-321d579dab01 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:43.976800 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1f01da9b-320f-4a25-aa45-e4e087623646 req-c57ef8e7-8ad8-4043-aacf-321d579dab01 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 943 time: 0.0672641 Nov 12 20:00:44.057296 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1f01da9b-320f-4a25-aa45-e4e087623646 req-f31a3456-89bd-4d21-a82a-a296b3410a08 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740852 Nov 12 20:00:44.124186 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-86dfba6a-c7a6-4180-b0b5-dfa26d3464b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f101f2-3465-4942-9112-fd44b0d4eb98', 'name': 'tempest-FloatingIPsTestJSON-1349123299-router', 'tenant_id': '737a7aefca5b41d89eae735cd5000d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'fa8bee5a-226c-41d2-acab-6ecf9b600f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:33Z', 'updated_at': '2021-11-12T20:00:38Z', 'revision_number': 4, 'project_id': '737a7aefca5b41d89eae735cd5000d94', 'gw_port': {'id': 'fa8bee5a-226c-41d2-acab-6ecf9b600f7e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f101f2-3465-4942-9112-fd44b0d4eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:00:34Z', 'updated_at': '2021-11-12T20:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '56f5f660-25cc-4259-84fb-548a8a159643', 'name': '', 'network_id': 'e725fc2d-934d-4ca2-a924-be150ab27fd3', 'tenant_id': '737a7aefca5b41d89eae735cd5000d94', 'mac_address': 'fa:16:3e:21:f6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f101f2-3465-4942-9112-fd44b0d4eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '548c8293-edaa-46ab-8eaa-60a048a08236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:00:37Z', 'updated_at': '2021-11-12T20:00:42Z', 'revision_number': 4, 'project_id': '737a7aefca5b41d89eae735cd5000d94', 'subnets': [{'id': '548c8293-edaa-46ab-8eaa-60a048a08236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:00:44.164986 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0601bec6-557e-4b8c-9486-19fa7295dd2c req-74988797-4af0-4ec8-9826-e348f24e758e tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] 10.222.0.48 "GET /v2.0/floatingips/d3b0b985-1696-4e70-ba79-03b77addd260 HTTP/1.1" status: 200 len: 692 time: 0.0475881 Nov 12 20:00:44.182756 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dfba6a-c7a6-4180-b0b5-dfa26d3464b0 None None] The sync data for ids ['60f101f2-3465-4942-9112-fd44b0d4eb98'] in n-d-712140-15 is: [{'id': '60f101f2-3465-4942-9112-fd44b0d4eb98', 'name': 'tempest-FloatingIPsTestJSON-1349123299-router', 'tenant_id': '737a7aefca5b41d89eae735cd5000d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'fa8bee5a-226c-41d2-acab-6ecf9b600f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:33Z', 'updated_at': '2021-11-12T20:00:38Z', 'revision_number': 4, 'project_id': '737a7aefca5b41d89eae735cd5000d94', 'gw_port': {'id': 'fa8bee5a-226c-41d2-acab-6ecf9b600f7e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f101f2-3465-4942-9112-fd44b0d4eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:00:34Z', 'updated_at': '2021-11-12T20:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '56f5f660-25cc-4259-84fb-548a8a159643', 'name': '', 'network_id': 'e725fc2d-934d-4ca2-a924-be150ab27fd3', 'tenant_id': '737a7aefca5b41d89eae735cd5000d94', 'mac_address': 'fa:16:3e:21:f6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f101f2-3465-4942-9112-fd44b0d4eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '548c8293-edaa-46ab-8eaa-60a048a08236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:00:37Z', 'updated_at': '2021-11-12T20:00:42Z', 'revision_number': 4, 'project_id': '737a7aefca5b41d89eae735cd5000d94', 'subnets': [{'id': '548c8293-edaa-46ab-8eaa-60a048a08236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:00:44.313866 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bc491-0dad-4ac5-9a76-74a8317d4440 req-3f193e75-7ef9-41e6-9761-5886146cb5ad tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:44.315436 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-646bc491-0dad-4ac5-9a76-74a8317d4440 req-3f193e75-7ef9-41e6-9761-5886146cb5ad tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 946 time: 0.0689268 Nov 12 20:00:44.393309 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601bec6-557e-4b8c-9486-19fa7295dd2c req-9ff0512c-51a2-4107-9093-5bf281d6595f tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:44.405849 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0601bec6-557e-4b8c-9486-19fa7295dd2c req-9ff0512c-51a2-4107-9093-5bf281d6595f tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 784 time: 0.2252831 Nov 12 20:00:44.412417 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-0601bec6-557e-4b8c-9486-19fa7295dd2c req-3e410e32-9f98-424e-b7fc-26af3df73cfe tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:00:44.416614 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-646bc491-0dad-4ac5-9a76-74a8317d4440 req-833a31b0-1f8c-4a29-8d08-705eed277709 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892193 Nov 12 20:00:44.420091 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0601bec6-557e-4b8c-9486-19fa7295dd2c req-3e410e32-9f98-424e-b7fc-26af3df73cfe tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133700 Nov 12 20:00:44.534181 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0601bec6-557e-4b8c-9486-19fa7295dd2c req-285ab1a8-8305-4922-ba3f-449347130ebe tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.34 HTTP/1.1" status: 200 len: 695 time: 0.1115875 Nov 12 20:00:44.615218 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0601bec6-557e-4b8c-9486-19fa7295dd2c req-7fa3a732-bb5b-4735-bcee-e01a573c5778 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.34 HTTP/1.1" status: 200 len: 695 time: 0.0814033 Nov 12 20:00:44.720036 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b0cf8-2352-4cab-a65b-cfadcfde693a req-04e68db0-2975-474a-8d67-98f10806fb8c tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:44.727992 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e83b0cf8-2352-4cab-a65b-cfadcfde693a req-04e68db0-2975-474a-8d67-98f10806fb8c tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 945 time: 0.0685318 Nov 12 20:00:44.792497 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e83b0cf8-2352-4cab-a65b-cfadcfde693a req-24bce01a-d141-44ab-911d-e28ec25f0279 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604568 Nov 12 20:00:44.801260 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-0601bec6-557e-4b8c-9486-19fa7295dd2c req-7718530a-9aa0-43ee-b14a-3d99029882f5 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Deleting port dabdd54a-ff95-457c-bd01-7c4284185e2a {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:00:44.801913 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0601bec6-557e-4b8c-9486-19fa7295dd2c req-7718530a-9aa0-43ee-b14a-3d99029882f5 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:44.911841 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e6698-e22a-493f-b7b8-7f19552d3beb req-0bbeb68a-ab73-4abe-aec6-81b5586325f8 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:44.913650 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-924e6698-e22a-493f-b7b8-7f19552d3beb req-0bbeb68a-ab73-4abe-aec6-81b5586325f8 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 946 time: 0.0595579 Nov 12 20:00:44.924478 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0601bec6-557e-4b8c-9486-19fa7295dd2c req-7718530a-9aa0-43ee-b14a-3d99029882f5 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:44.924898 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0601bec6-557e-4b8c-9486-19fa7295dd2c req-7718530a-9aa0-43ee-b14a-3d99029882f5 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:44.950158 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-0601bec6-557e-4b8c-9486-19fa7295dd2c req-7718530a-9aa0-43ee-b14a-3d99029882f5 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Calling delete_port for dabdd54a-ff95-457c-bd01-7c4284185e2a owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:00:44.966897 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-924e6698-e22a-493f-b7b8-7f19552d3beb req-30e9338d-8e83-4497-937f-aa2d61b1b740 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458832 Nov 12 20:00:45.009373 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 56f5f660-25cc-4259-84fb-548a8a159643 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:00:45.091003 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 56f5f660-25cc-4259-84fb-548a8a159643 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:00:45.091447 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:45.183710 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0601bec6-557e-4b8c-9486-19fa7295dd2c req-7718530a-9aa0-43ee-b14a-3d99029882f5 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:45.239884 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718530a-9aa0-43ee-b14a-3d99029882f5 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Pushing event deleted for resources: {'Port': ['ID=dabdd54a-ff95-457c-bd01-7c4284185e2a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:45.328951 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0601bec6-557e-4b8c-9486-19fa7295dd2c req-7718530a-9aa0-43ee-b14a-3d99029882f5 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:45.341447 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0601bec6-557e-4b8c-9486-19fa7295dd2c req-7718530a-9aa0-43ee-b14a-3d99029882f5 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:45.363983 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0601bec6-557e-4b8c-9486-19fa7295dd2c req-7718530a-9aa0-43ee-b14a-3d99029882f5 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] 10.222.0.48 "DELETE /v2.0/floatingips/d3b0b985-1696-4e70-ba79-03b77addd260 HTTP/1.1" status: 204 len: 173 time: 0.7477746 Nov 12 20:00:45.383335 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af4bf2-54f0-41be-936d-d7ee08f0d740 req-ff308eba-5e70-4aa8-bf46-2d6c9f2d8c12 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:45.388662 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-29af4bf2-54f0-41be-936d-d7ee08f0d740 req-ff308eba-5e70-4aa8-bf46-2d6c9f2d8c12 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 943 time: 0.0936413 Nov 12 20:00:45.463257 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-29af4bf2-54f0-41be-936d-d7ee08f0d740 req-9752c75e-ed0b-4df4-95ac-0a239f2dd4b4 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640495 Nov 12 20:00:45.611735 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 85f98ac5-064c-415e-895a-a49181b54749 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:00:45.634639 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522b808-4e3c-4af9-ac27-76d03718a0c0 req-bd54d8b2-d072-4284-ba76-ccab0f1e9c6c tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:45.642790 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9522b808-4e3c-4af9-ac27-76d03718a0c0 req-bd54d8b2-d072-4284-ba76-ccab0f1e9c6c tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 946 time: 0.0815399 Nov 12 20:00:45.652340 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ee38934e-464b-46a7-937b-b39bad3a9109 req-3909ae9d-2878-4284-a395-dd55c1c5fc37 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2423940 Nov 12 20:00:45.669056 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-ee38934e-464b-46a7-937b-b39bad3a9109 req-71152fa1-de6c-42a7-aa6a-b3d713aed746 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:00:45.702794 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device f829769d-605a-403d-97fa-d794e825cb30 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:00:45.703079 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9522b808-4e3c-4af9-ac27-76d03718a0c0 req-42391536-7d73-4340-ba28-b34dbd1b06e7 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544138 Nov 12 20:00:45.715704 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ee38934e-464b-46a7-937b-b39bad3a9109 req-71152fa1-de6c-42a7-aa6a-b3d713aed746 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:45.822649 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port f829769d-605a-403d-97fa-d794e825cb30 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:00:45.823020 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:45.825707 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 85f98ac5-064c-415e-895a-a49181b54749, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=85f98ac5-064c-415e-895a-a49181b54749,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:45.889985 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '85f98ac5-064c-415e-895a-a49181b54749', 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d', 'port_id': '85f98ac5-064c-415e-895a-a49181b54749', 'mac_address': 'fa:16:3e:62:5c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e87043-7d2d-4150-b80d-fb0e6e39dcdf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:00:45.974653 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:46.000382 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f98ac5-064c-415e-895a-a49181b54749 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:00:46.034060 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 85f98ac5-064c-415e-895a-a49181b54749, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=85f98ac5-064c-415e-895a-a49181b54749,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:46.059204 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:46.124611 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:46.133157 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931c1da-a409-4fe2-a6d3-cc1e008f5235 req-579753bc-37bf-414e-a44b-35411f24a022 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:46.141432 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a931c1da-a409-4fe2-a6d3-cc1e008f5235 req-579753bc-37bf-414e-a44b-35411f24a022 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 946 time: 0.1058936 Nov 12 20:00:46.165986 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=85f98ac5-064c-415e-895a-a49181b54749,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:46.175061 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f60209c-2bfd-49bd-bcdb-8571f7effaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f829769d-605a-403d-97fa-d794e825cb30'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:00:46.177990 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe3198f-34db-48e6-8d4c-cca00819bbc9" -d '{"events": [{"server_uuid": "3f60209c-2bfd-49bd-bcdb-8571f7effaba", "name": "network-vif-plugged", "status": "completed", "tag": "f829769d-605a-403d-97fa-d794e825cb30"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:00:46.195615 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port f829769d-605a-403d-97fa-d794e825cb30, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=f829769d-605a-403d-97fa-d794e825cb30,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:46.201433 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:46.255835 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a931c1da-a409-4fe2-a6d3-cc1e008f5235 req-f23c0700-c386-478d-880d-408b899e8995 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130559 Nov 12 20:00:46.314588 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d61b44-41b6-49d0-a9db-52fe26974263 req-f3d60625-a67a-4e03-b518-e1cfd0804482 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:46.316614 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-97d61b44-41b6-49d0-a9db-52fe26974263 req-f3d60625-a67a-4e03-b518-e1cfd0804482 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 945 time: 0.0711973 Nov 12 20:00:46.325589 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=f829769d-605a-403d-97fa-d794e825cb30,revision_number=7']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:46.458082 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ee38934e-464b-46a7-937b-b39bad3a9109 req-71152fa1-de6c-42a7-aa6a-b3d713aed746 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:46.473290 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['85f98ac5-064c-415e-895a-a49181b54749'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:46.517543 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f013a4b-1a14-4259-bf27-788adc0fb765 req-e40f48de-fefa-4a2e-b95f-771eca757e3d tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:46.530197 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2f013a4b-1a14-4259-bf27-788adc0fb765 req-e40f48de-fefa-4a2e-b95f-771eca757e3d tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13 HTTP/1.1" status: 200 len: 945 time: 0.1000750 Nov 12 20:00:46.569688 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-97d61b44-41b6-49d0-a9db-52fe26974263 req-07ce30f6-b588-44e2-aca6-6139dddf09ad tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Deleting port 133497f9-a9c9-4bb1-9ed1-25531589ee57 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:00:46.569688 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-97d61b44-41b6-49d0-a9db-52fe26974263 req-07ce30f6-b588-44e2-aca6-6139dddf09ad tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:46.611572 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2f013a4b-1a14-4259-bf27-788adc0fb765 req-9201ae66-75f5-4a75-81a6-a66a97002d6b tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794597 Nov 12 20:00:46.718856 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-ee38934e-464b-46a7-937b-b39bad3a9109 req-71152fa1-de6c-42a7-aa6a-b3d713aed746 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Allocated IP 172.25.5.82 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/fcbec67d-ff10-488c-b0d7-c37d70d81229) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:00:46.836871 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48be2de-6685-4c57-8c21-918f544083c2 req-0a4d5034-2c0b-4e5b-a946-ca6602b0f568 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:46.838878 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f48be2de-6685-4c57-8c21-918f544083c2 req-0a4d5034-2c0b-4e5b-a946-ca6602b0f568 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 946 time: 0.0722041 Nov 12 20:00:46.866101 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-97d61b44-41b6-49d0-a9db-52fe26974263 req-07ce30f6-b588-44e2-aca6-6139dddf09ad tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] For port 133497f9-a9c9-4bb1-9ed1-25531589ee57, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=133497f9-a9c9-4bb1-9ed1-25531589ee57,segment=NetworkSegment(60dcf374-65f4-41f7-a8bd-7ca59b96d3e9),segment_id=60dcf374-65f4-41f7-a8bd-7ca59b96d3e9)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:46.866454 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-97d61b44-41b6-49d0-a9db-52fe26974263 req-07ce30f6-b588-44e2-aca6-6139dddf09ad tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:46.889187 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-97d61b44-41b6-49d0-a9db-52fe26974263 req-07ce30f6-b588-44e2-aca6-6139dddf09ad tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Calling delete_port for 133497f9-a9c9-4bb1-9ed1-25531589ee57 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:00:46.932198 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f48be2de-6685-4c57-8c21-918f544083c2 req-de37e77b-e711-4194-925e-ea61b610a46a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871527 Nov 12 20:00:46.983549 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2c8c25-b20c-432a-934e-36c3d7103c96 x-openstack-request-id: req-be2c8c25-b20c-432a-934e-36c3d7103c96 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:00:46.984167 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f60209c-2bfd-49bd-bcdb-8571f7effaba", "name": "network-vif-plugged", "status": "completed", "tag": "f829769d-605a-403d-97fa-d794e825cb30", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:00:46.984717 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-be2c8c25-b20c-432a-934e-36c3d7103c96 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:00:46.985956 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f60209c-2bfd-49bd-bcdb-8571f7effaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f829769d-605a-403d-97fa-d794e825cb30', 'code': 200} Nov 12 20:00:46.995982 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ee38934e-464b-46a7-937b-b39bad3a9109 req-71152fa1-de6c-42a7-aa6a-b3d713aed746 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:47.112062 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ee38934e-464b-46a7-937b-b39bad3a9109 req-71152fa1-de6c-42a7-aa6a-b3d713aed746 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:47.211768 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee38934e-464b-46a7-937b-b39bad3a9109 req-71152fa1-de6c-42a7-aa6a-b3d713aed746 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:00:47.231370 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-ee38934e-464b-46a7-937b-b39bad3a9109 req-71152fa1-de6c-42a7-aa6a-b3d713aed746 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:00:47.235170 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-97d61b44-41b6-49d0-a9db-52fe26974263 req-07ce30f6-b588-44e2-aca6-6139dddf09ad tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:47.239698 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee38934e-464b-46a7-937b-b39bad3a9109 req-71152fa1-de6c-42a7-aa6a-b3d713aed746 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:00:47.247801 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['4fa761cc-2354-41eb-a81e-1fd4928a9de0', 'd4cbcf9d-71f6-48f8-b06f-63f806ca96d1'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:47.310233 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71152fa1-de6c-42a7-aa6a-b3d713aed746 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Pushing event updated for resources: {'Port': ['ID=fcbec67d-ff10-488c-b0d7-c37d70d81229,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:47.332916 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6e3b2-6092-4105-9afe-96e6179ef299 req-7768cbd3-08bb-4e63-8035-1b0919ed1157 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:47.342064 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-15d6e3b2-6092-4105-9afe-96e6179ef299 req-7768cbd3-08bb-4e63-8035-1b0919ed1157 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 944 time: 0.0961072 Nov 12 20:00:47.366572 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce30f6-b588-44e2-aca6-6139dddf09ad tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Pushing event deleted for resources: {'Port': ['ID=133497f9-a9c9-4bb1-9ed1-25531589ee57,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:47.437203 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d61b44-41b6-49d0-a9db-52fe26974263 req-07ce30f6-b588-44e2-aca6-6139dddf09ad tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] No DVR routers for this DVR port 133497f9-a9c9-4bb1-9ed1-25531589ee57 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:00:47.460108 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-15d6e3b2-6092-4105-9afe-96e6179ef299 req-4a35cd38-f03c-4bb2-a2c9-1758de60e216 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165316 Nov 12 20:00:47.464778 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-97d61b44-41b6-49d0-a9db-52fe26974263 req-07ce30f6-b588-44e2-aca6-6139dddf09ad tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:47.468568 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-97d61b44-41b6-49d0-a9db-52fe26974263 req-07ce30f6-b588-44e2-aca6-6139dddf09ad tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.55 "DELETE /v2.0/ports/133497f9-a9c9-4bb1-9ed1-25531589ee57 HTTP/1.1" status: 204 len: 173 time: 1.1396365 Nov 12 20:00:47.469336 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ed735a-9e35-4ce6-9bc5-cecd48d6ed13', 'name': 'network-vif-deleted', 'tag': '133497f9-a9c9-4bb1-9ed1-25531589ee57'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:00:47.472072 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabe357b-0634-49dd-8efa-3e756a888ce1" -d '{"events": [{"server_uuid": "d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13", "name": "network-vif-deleted", "tag": "133497f9-a9c9-4bb1-9ed1-25531589ee57"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:00:47.538404 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['133497f9-a9c9-4bb1-9ed1-25531589ee57'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:47.683220 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ee38934e-464b-46a7-937b-b39bad3a9109 req-71152fa1-de6c-42a7-aa6a-b3d713aed746 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:47.747880 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ee38934e-464b-46a7-937b-b39bad3a9109 req-71152fa1-de6c-42a7-aa6a-b3d713aed746 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:47.947845 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ee38934e-464b-46a7-937b-b39bad3a9109 req-71152fa1-de6c-42a7-aa6a-b3d713aed746 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:47.952995 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ee38934e-464b-46a7-937b-b39bad3a9109 req-71152fa1-de6c-42a7-aa6a-b3d713aed746 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:48.032636 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-892aafc2-166b-4de1-8058-17a72c6829bc tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:48.051567 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-892aafc2-166b-4de1-8058-17a72c6829bc tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/networks?id=82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7 HTTP/1.1" status: 200 len: 815 time: 0.1813674 Nov 12 20:00:48.064884 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71152fa1-de6c-42a7-aa6a-b3d713aed746 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Pushing event updated for resources: {'Port': ['ID=fcbec67d-ff10-488c-b0d7-c37d70d81229,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:48.077816 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-5e117d89-bd8f-4ae4-a83b-afbba1e05961 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/quotas/14a84fe176fc4137acc33b6d74c1e9ef HTTP/1.1" status: 200 len: 375 time: 0.0239305 Nov 12 20:00:48.078241 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ee38934e-464b-46a7-937b-b39bad3a9109 req-71152fa1-de6c-42a7-aa6a-b3d713aed746 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:48.099605 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ee38934e-464b-46a7-937b-b39bad3a9109 req-71152fa1-de6c-42a7-aa6a-b3d713aed746 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:48.108468 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ee38934e-464b-46a7-937b-b39bad3a9109 req-71152fa1-de6c-42a7-aa6a-b3d713aed746 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4470537 Nov 12 20:00:48.185022 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-2bd8f0f1-405f-4c62-a408-9b675d81333a tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=14a84fe176fc4137acc33b6d74c1e9ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1057534 Nov 12 20:00:48.189761 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ee38934e-464b-46a7-937b-b39bad3a9109 req-71376006-071d-45e9-b0ac-e0d1a38bdf75 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.82 HTTP/1.1" status: 200 len: 695 time: 0.0803771 Nov 12 20:00:48.347371 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38934e-464b-46a7-937b-b39bad3a9109 req-caeb7e9a-2cb4-4967-a77a-12d35d65a528 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:48.354577 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ee38934e-464b-46a7-937b-b39bad3a9109 req-caeb7e9a-2cb4-4967-a77a-12d35d65a528 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 784 time: 0.1639261 Nov 12 20:00:48.361905 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-ee38934e-464b-46a7-937b-b39bad3a9109 req-23587ca0-bd4b-4487-ae7c-17e5f960e315 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:00:48.367481 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ee38934e-464b-46a7-937b-b39bad3a9109 req-23587ca0-bd4b-4487-ae7c-17e5f960e315 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102904 Nov 12 20:00:48.388589 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-b8b93e7e-f762-45dd-b58b-ae9273212787 service neutron] 10.222.0.48 "GET /v2.0/networks/82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020924 Nov 12 20:00:48.434706 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec8d146-84fc-4f02-95be-66c8614e1409 x-openstack-request-id: req-fec8d146-84fc-4f02-95be-66c8614e1409 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:00:48.434981 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ed735a-9e35-4ce6-9bc5-cecd48d6ed13", "name": "network-vif-deleted", "tag": "133497f9-a9c9-4bb1-9ed1-25531589ee57", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:00:48.435472 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fec8d146-84fc-4f02-95be-66c8614e1409 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:00:48.435623 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ed735a-9e35-4ce6-9bc5-cecd48d6ed13', 'name': 'network-vif-deleted', 'tag': '133497f9-a9c9-4bb1-9ed1-25531589ee57', 'status': 'completed', 'code': 200} Nov 12 20:00:48.512137 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-f357c5a4-be99-42af-b04a-1397e930e2bd service neutron] 10.222.0.48 "GET /v2.0/networks/82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226683 Nov 12 20:00:48.643239 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d7aae-0f1c-4f2f-ba27-dec4933d8fda req-53a3298f-07b7-47a2-8bae-8a9148faaeb6 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:48.652717 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9e4d7aae-0f1c-4f2f-ba27-dec4933d8fda req-53a3298f-07b7-47a2-8bae-8a9148faaeb6 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 946 time: 0.0857511 Nov 12 20:00:48.723390 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e0bd3-4fde-4b54-82db-9596cf5e26cc req-a46050b4-848b-4d4b-b50d-d7620085ac0f tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:48.724953 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e0e0bd3-4fde-4b54-82db-9596cf5e26cc req-a46050b4-848b-4d4b-b50d-d7620085ac0f tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2e759a0-03d6-47d7-92bb-ad78d513302a HTTP/1.1" status: 200 len: 946 time: 0.1023712 Nov 12 20:00:48.755302 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9e4d7aae-0f1c-4f2f-ba27-dec4933d8fda req-0ca8bac5-64c7-47ef-8c25-28afaeecaeec tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016972 Nov 12 20:00:48.783091 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8797c696-b063-4b87-8db3-b1113027d20c req-c9f5a7f2-13e2-4af6-9f98-11f3fbfd39b4 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] 10.222.0.48 "GET /v2.0/floatingips/eafc528c-0015-42ec-a9f5-9bf932d5f8ba HTTP/1.1" status: 200 len: 692 time: 0.1044478 Nov 12 20:00:48.891598 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-2e0e0bd3-4fde-4b54-82db-9596cf5e26cc req-b32f5030-6ceb-4aa9-9bd3-a74a0e6badc5 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Deleting port f06cc0c7-009e-4066-b2ec-2ded8cb8002a {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:00:48.891847 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2e0e0bd3-4fde-4b54-82db-9596cf5e26cc req-b32f5030-6ceb-4aa9-9bd3-a74a0e6badc5 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:49.029307 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797c696-b063-4b87-8db3-b1113027d20c req-d8b95937-5b23-4ad6-8bdd-94dbac5063aa tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:49.038324 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8797c696-b063-4b87-8db3-b1113027d20c req-d8b95937-5b23-4ad6-8bdd-94dbac5063aa tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 784 time: 0.2480121 Nov 12 20:00:49.078139 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-2e0e0bd3-4fde-4b54-82db-9596cf5e26cc req-b32f5030-6ceb-4aa9-9bd3-a74a0e6badc5 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] For port f06cc0c7-009e-4066-b2ec-2ded8cb8002a, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=f06cc0c7-009e-4066-b2ec-2ded8cb8002a,segment=NetworkSegment(a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52),segment_id=a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:49.078514 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2e0e0bd3-4fde-4b54-82db-9596cf5e26cc req-b32f5030-6ceb-4aa9-9bd3-a74a0e6badc5 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:49.093298 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-2e0e0bd3-4fde-4b54-82db-9596cf5e26cc req-b32f5030-6ceb-4aa9-9bd3-a74a0e6badc5 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Calling delete_port for f06cc0c7-009e-4066-b2ec-2ded8cb8002a owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:00:49.093522 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8797c696-b063-4b87-8db3-b1113027d20c req-e615ca78-b707-4257-988d-521a1774d240 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.82 HTTP/1.1" status: 200 len: 695 time: 0.0544846 Nov 12 20:00:49.151107 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8797c696-b063-4b87-8db3-b1113027d20c req-c39e3e31-bb00-436a-b44b-9b100f1e1c5d tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.82 HTTP/1.1" status: 200 len: 695 time: 0.0566897 Nov 12 20:00:49.200024 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bde40b-07d5-44f3-92db-ebe21d4946e2 req-31ca0641-1453-4381-bcd1-acff0c4f1625 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:49.210422 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-38bde40b-07d5-44f3-92db-ebe21d4946e2 req-31ca0641-1453-4381-bcd1-acff0c4f1625 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 944 time: 0.1727810 Nov 12 20:00:49.296154 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-38bde40b-07d5-44f3-92db-ebe21d4946e2 req-79f82659-1b24-4a21-a185-98346372c7e6 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847480 Nov 12 20:00:49.409863 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2e0e0bd3-4fde-4b54-82db-9596cf5e26cc req-b32f5030-6ceb-4aa9-9bd3-a74a0e6badc5 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:49.423068 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['f06cc0c7-009e-4066-b2ec-2ded8cb8002a'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:49.490294 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f5030-6ceb-4aa9-9bd3-a74a0e6badc5 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Pushing event deleted for resources: {'Port': ['ID=f06cc0c7-009e-4066-b2ec-2ded8cb8002a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:49.555951 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0e0bd3-4fde-4b54-82db-9596cf5e26cc req-b32f5030-6ceb-4aa9-9bd3-a74a0e6badc5 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] No DVR routers for this DVR port f06cc0c7-009e-4066-b2ec-2ded8cb8002a on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:00:49.566008 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2e0e0bd3-4fde-4b54-82db-9596cf5e26cc req-b32f5030-6ceb-4aa9-9bd3-a74a0e6badc5 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:49.569465 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e0e0bd3-4fde-4b54-82db-9596cf5e26cc req-b32f5030-6ceb-4aa9-9bd3-a74a0e6badc5 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.52 "DELETE /v2.0/ports/f06cc0c7-009e-4066-b2ec-2ded8cb8002a HTTP/1.1" status: 204 len: 173 time: 0.8344080 Nov 12 20:00:49.608432 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3bb658e0-9f53-4f57-a203-1a8c08f6d56e req-f0590caf-6374-4ac1-a4a6-3124b66be163 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 210 time: 0.0551863 Nov 12 20:00:49.616955 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 85f98ac5-064c-415e-895a-a49181b54749 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:00:49.776611 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 85f98ac5-064c-415e-895a-a49181b54749 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:00:49.789486 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 85f98ac5-064c-415e-895a-a49181b54749 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:00:49.792646 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:49.836170 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-8797c696-b063-4b87-8db3-b1113027d20c req-226cca7b-8cd2-4114-bd23-4232422c4038 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Deleting port fcbec67d-ff10-488c-b0d7-c37d70d81229 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:00:49.836754 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8797c696-b063-4b87-8db3-b1113027d20c req-226cca7b-8cd2-4114-bd23-4232422c4038 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:49.904778 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:49.913640 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-610ce283-96fb-43ff-a2b1-c06326615067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:49.983625 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:50.002933 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27498863-0519-4dd6-9dc0-130f32bcc79b req-c8d0ac8e-e894-488e-8976-101a4cdb5f50 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:50.015937 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-27498863-0519-4dd6-9dc0-130f32bcc79b req-c8d0ac8e-e894-488e-8976-101a4cdb5f50 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d18ae65-18e5-4993-b93d-97e6b800c2e7 HTTP/1.1" status: 200 len: 945 time: 0.1089001 Nov 12 20:00:50.021862 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e3f8e6-af2b-4a35-98de-599a60555747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f98ac5-064c-415e-895a-a49181b54749'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:00:50.024498 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbf543e-0b80-4999-9d12-857671289075" -d '{"events": [{"server_uuid": "e6e3f8e6-af2b-4a35-98de-599a60555747", "name": "network-vif-plugged", "status": "completed", "tag": "85f98ac5-064c-415e-895a-a49181b54749"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:00:50.026478 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8797c696-b063-4b87-8db3-b1113027d20c req-226cca7b-8cd2-4114-bd23-4232422c4038 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:50.026811 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8797c696-b063-4b87-8db3-b1113027d20c req-226cca7b-8cd2-4114-bd23-4232422c4038 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:50.048564 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 85f98ac5-064c-415e-895a-a49181b54749, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=85f98ac5-064c-415e-895a-a49181b54749,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:50.053217 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-8797c696-b063-4b87-8db3-b1113027d20c req-226cca7b-8cd2-4114-bd23-4232422c4038 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Calling delete_port for fcbec67d-ff10-488c-b0d7-c37d70d81229 owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:00:50.054930 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:50.056380 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 133497f9-a9c9-4bb1-9ed1-25531589ee57 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:00:50.134090 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-27498863-0519-4dd6-9dc0-130f32bcc79b req-b5a497f4-6b81-4490-b12a-37d583363030 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171310 Nov 12 20:00:50.361429 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 133497f9-a9c9-4bb1-9ed1-25531589ee57 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:00:50.361798 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 133497f9-a9c9-4bb1-9ed1-25531589ee57 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:00:50.392911 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=85f98ac5-064c-415e-895a-a49181b54749,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:50.435485 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d7d3f-35b9-4eac-a381-6330c2187ce9 req-0e3cb0ac-1df8-4d35-898c-07ba3fa29131 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:50.437240 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-347d7d3f-35b9-4eac-a381-6330c2187ce9 req-0e3cb0ac-1df8-4d35-898c-07ba3fa29131 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 946 time: 0.0840082 Nov 12 20:00:50.437567 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e759a0-03d6-47d7-92bb-ad78d513302a', 'name': 'network-vif-deleted', 'tag': 'f06cc0c7-009e-4066-b2ec-2ded8cb8002a'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:00:50.440067 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665fc486-caba-48cb-a6fd-3deeb9082997" -d '{"events": [{"server_uuid": "d2e759a0-03d6-47d7-92bb-ad78d513302a", "name": "network-vif-deleted", "tag": "f06cc0c7-009e-4066-b2ec-2ded8cb8002a"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:00:50.461162 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8797c696-b063-4b87-8db3-b1113027d20c req-226cca7b-8cd2-4114-bd23-4232422c4038 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:50.490970 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226cca7b-8cd2-4114-bd23-4232422c4038 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Pushing event deleted for resources: {'Port': ['ID=fcbec67d-ff10-488c-b0d7-c37d70d81229,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:50.527034 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-347d7d3f-35b9-4eac-a381-6330c2187ce9 req-b18013a1-ea26-427d-9aa3-f480560fc7e8 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831466 Nov 12 20:00:50.580390 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b5608f-dcab-4fac-b608-d6e1730fbdad x-openstack-request-id: req-23b5608f-dcab-4fac-b608-d6e1730fbdad {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:00:50.581355 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e3f8e6-af2b-4a35-98de-599a60555747", "name": "network-vif-plugged", "status": "completed", "tag": "85f98ac5-064c-415e-895a-a49181b54749", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:00:50.581895 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-23b5608f-dcab-4fac-b608-d6e1730fbdad {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:00:50.582589 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e3f8e6-af2b-4a35-98de-599a60555747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f98ac5-064c-415e-895a-a49181b54749', 'code': 200} Nov 12 20:00:50.608545 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8797c696-b063-4b87-8db3-b1113027d20c req-226cca7b-8cd2-4114-bd23-4232422c4038 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks [] for floatingip, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:50.616563 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8797c696-b063-4b87-8db3-b1113027d20c req-226cca7b-8cd2-4114-bd23-4232422c4038 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:50.634561 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8797c696-b063-4b87-8db3-b1113027d20c req-226cca7b-8cd2-4114-bd23-4232422c4038 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] 10.222.0.48 "DELETE /v2.0/floatingips/eafc528c-0015-42ec-a9f5-9bf932d5f8ba HTTP/1.1" status: 204 len: 173 time: 1.4824769 Nov 12 20:00:50.704491 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921c220-cfbb-4dbb-af50-dc3b02a4888c req-38ec2f2e-13a9-4a7d-9efc-0b60e4150ee3 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:50.706105 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f921c220-cfbb-4dbb-af50-dc3b02a4888c req-38ec2f2e-13a9-4a7d-9efc-0b60e4150ee3 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d18ae65-18e5-4993-b93d-97e6b800c2e7 HTTP/1.1" status: 200 len: 945 time: 0.1132715 Nov 12 20:00:50.708473 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac06e797-eea8-488e-bcc9-6a6b5fa399ce x-openstack-request-id: req-ac06e797-eea8-488e-bcc9-6a6b5fa399ce {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:00:50.708749 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e759a0-03d6-47d7-92bb-ad78d513302a", "name": "network-vif-deleted", "tag": "f06cc0c7-009e-4066-b2ec-2ded8cb8002a", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:00:50.708995 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ac06e797-eea8-488e-bcc9-6a6b5fa399ce {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:00:50.709378 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e759a0-03d6-47d7-92bb-ad78d513302a', 'name': 'network-vif-deleted', 'tag': 'f06cc0c7-009e-4066-b2ec-2ded8cb8002a', 'status': 'completed', 'code': 200} Nov 12 20:00:50.868397 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96546ec-cbea-4d7a-bfba-610ce3e2a23d req-02982b42-50af-42f5-a2cc-e462b300e4fd tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:50.877091 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c96546ec-cbea-4d7a-bfba-610ce3e2a23d req-02982b42-50af-42f5-a2cc-e462b300e4fd tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 945 time: 0.1813848 Nov 12 20:00:51.006974 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [req-e7f02d3f-a83b-4768-beb5-93284c277068 req-779d0a4b-6038-4060-a1b3-112253d8298e tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] show failed (client error): The resource could not be found. Nov 12 20:00:51.022748 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e7f02d3f-a83b-4768-beb5-93284c277068 req-779d0a4b-6038-4060-a1b3-112253d8298e tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] 10.222.0.48 "GET /v2.0/floatingips/eafc528c-0015-42ec-a9f5-9bf932d5f8ba HTTP/1.1" status: 404 len: 350 time: 0.1317828 Nov 12 20:00:51.028254 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c96546ec-cbea-4d7a-bfba-610ce3e2a23d req-ab6b4a1f-c1e7-4dda-b97d-8af94d805150 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984571 Nov 12 20:00:51.053890 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-fcfba27f-142c-44e0-bd85-a501a5f77eb4 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:51.055056 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-fcfba27f-142c-44e0-bd85-a501a5f77eb4 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98&tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&binding%3Ahost_id=n-h1-712140-15 HTTP/1.1" status: 200 len: 1098 time: 0.1496575 Nov 12 20:00:51.116262 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15978d34-edbf-4327-b662-b3d42862c912 req-27e98b23-9776-49fd-ab89-e437e52842df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:51.117936 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-15978d34-edbf-4327-b662-b3d42862c912 req-27e98b23-9776-49fd-ab89-e437e52842df service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 1097 time: 0.2398424 Nov 12 20:00:51.128023 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-f921c220-cfbb-4dbb-af50-dc3b02a4888c req-c0739cb8-eba6-4139-90c4-b32fc82f2751 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Deleting port d4cbcf9d-71f6-48f8-b06f-63f806ca96d1 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:00:51.128396 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f921c220-cfbb-4dbb-af50-dc3b02a4888c req-c0739cb8-eba6-4139-90c4-b32fc82f2751 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:51.174059 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f68a4250-0241-40b6-91f3-fa3afbec3f80 req-a0d2f366-36bb-40c0-8365-5d100dbae6bc tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 210 time: 0.0309856 Nov 12 20:00:51.295072 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-ed3ff478-fb7d-41ac-9139-555c0e8698cc tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:51.300340 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-ed3ff478-fb7d-41ac-9139-555c0e8698cc tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.52 "GET /v2.0/networks?id=82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7 HTTP/1.1" status: 200 len: 815 time: 0.3516736 Nov 12 20:00:51.311104 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-52be75fa-becd-4702-af9c-957fc21bd8fd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-15'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:00:51.387143 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-f698a4e4-9773-4b65-a6a3-14fb17e57545 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Request body: {'port': {'device_id': '22f1680f-bf1f-4040-9982-da5667e6a82b', 'network_id': '82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7', 'admin_state_up': True, 'tenant_id': '14a84fe176fc4137acc33b6d74c1e9ef'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:00:51.456086 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-f921c220-cfbb-4dbb-af50-dc3b02a4888c req-c0739cb8-eba6-4139-90c4-b32fc82f2751 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] For port d4cbcf9d-71f6-48f8-b06f-63f806ca96d1, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d4cbcf9d-71f6-48f8-b06f-63f806ca96d1,segment=NetworkSegment(60dcf374-65f4-41f7-a8bd-7ca59b96d3e9),segment_id=60dcf374-65f4-41f7-a8bd-7ca59b96d3e9)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:51.456861 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f921c220-cfbb-4dbb-af50-dc3b02a4888c req-c0739cb8-eba6-4139-90c4-b32fc82f2751 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:51.471156 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-f921c220-cfbb-4dbb-af50-dc3b02a4888c req-c0739cb8-eba6-4139-90c4-b32fc82f2751 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Calling delete_port for d4cbcf9d-71f6-48f8-b06f-63f806ca96d1 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:00:51.498168 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-52be75fa-becd-4702-af9c-957fc21bd8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:51.525949 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [req-67cd4f83-d2e3-49bd-9106-eed494d2a149 req-ce8589cc-1301-41e2-83c1-2fb182d2e865 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] show failed (client error): The resource could not be found. Nov 12 20:00:51.539568 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-67cd4f83-d2e3-49bd-9106-eed494d2a149 req-ce8589cc-1301-41e2-83c1-2fb182d2e865 tempest-FloatingIPsTestJSON-1773697998 tempest-FloatingIPsTestJSON-1773697998-project] 10.222.0.48 "GET /v2.0/floatingips/eafc528c-0015-42ec-a9f5-9bf932d5f8ba HTTP/1.1" status: 404 len: 350 time: 0.1862035 Nov 12 20:00:51.547364 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52804) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:00:51.631962 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38966015-84a1-4963-9c8d-3ec049741689 req-1a29f40e-583c-42cc-958e-089e41ef3bfe tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:51.636147 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-38966015-84a1-4963-9c8d-3ec049741689 req-1a29f40e-583c-42cc-958e-089e41ef3bfe tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d18ae65-18e5-4993-b93d-97e6b800c2e7 HTTP/1.1" status: 200 len: 945 time: 0.1470191 Nov 12 20:00:51.642829 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-f698a4e4-9773-4b65-a6a3-14fb17e57545 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Made reservation on behalf of 14a84fe176fc4137acc33b6d74c1e9ef for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:00:51.647597 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-f698a4e4-9773-4b65-a6a3-14fb17e57545 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:51.801869 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-38966015-84a1-4963-9c8d-3ec049741689 req-4b51afdc-e152-4277-a6d3-ef449c64434f tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489227 Nov 12 20:00:51.865118 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-15978d34-edbf-4327-b662-b3d42862c912 req-6a38cb98-fa99-44ee-8d79-1a452d871b5f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028231 Nov 12 20:00:51.935108 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f921c220-cfbb-4dbb-af50-dc3b02a4888c req-c0739cb8-eba6-4139-90c4-b32fc82f2751 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:51.946243 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83849fe8-4614-4e59-ae1f-b4d0fbfd4d48 req-637383b4-d447-4a31-8b68-c68b2be0f4ac tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:51.951403 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['4fa761cc-2354-41eb-a81e-1fd4928a9de0', 'd4cbcf9d-71f6-48f8-b06f-63f806ca96d1'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:51.953651 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-83849fe8-4614-4e59-ae1f-b4d0fbfd4d48 req-637383b4-d447-4a31-8b68-c68b2be0f4ac tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 946 time: 0.2550788 Nov 12 20:00:52.011188 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0739cb8-eba6-4139-90c4-b32fc82f2751 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Pushing event deleted for resources: {'Port': ['ID=d4cbcf9d-71f6-48f8-b06f-63f806ca96d1,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:52.046195 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-f698a4e4-9773-4b65-a6a3-14fb17e57545 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Allocated IP 172.20.0.7 (82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7/4e737cd8-1b39-4275-8cfe-0de94b1671b4/2946ff02-3140-4b50-aef5-da0454e9c12c) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:00:52.173401 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f921c220-cfbb-4dbb-af50-dc3b02a4888c req-c0739cb8-eba6-4139-90c4-b32fc82f2751 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] No DVR routers for this DVR port d4cbcf9d-71f6-48f8-b06f-63f806ca96d1 on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:00:52.182026 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f921c220-cfbb-4dbb-af50-dc3b02a4888c req-c0739cb8-eba6-4139-90c4-b32fc82f2751 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:52.185965 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f921c220-cfbb-4dbb-af50-dc3b02a4888c req-c0739cb8-eba6-4139-90c4-b32fc82f2751 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.52 "DELETE /v2.0/ports/d4cbcf9d-71f6-48f8-b06f-63f806ca96d1 HTTP/1.1" status: 204 len: 173 time: 1.4435678 Nov 12 20:00:52.192896 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ee1a597b-ac27-4be5-a9e6-bd521f1eea27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:52.216801 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-83849fe8-4614-4e59-ae1f-b4d0fbfd4d48 req-77e84edc-6daa-47d3-823f-b21c501f01df tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622850 Nov 12 20:00:52.290442 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-52be75fa-becd-4702-af9c-957fc21bd8fd service neutron] For port 02bd12af-6cd5-4975-b569-03c367dbf5ae, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=02bd12af-6cd5-4975-b569-03c367dbf5ae,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:52.420650 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7de007-b28b-49ab-99c5-0099c7b80568 req-9c6d09a5-f200-4c6d-9588-2d6cb12c0cc2 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:52.428674 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ed7de007-b28b-49ab-99c5-0099c7b80568 req-9c6d09a5-f200-4c6d-9588-2d6cb12c0cc2 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 945 time: 0.1915188 Nov 12 20:00:52.446595 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-f698a4e4-9773-4b65-a6a3-14fb17e57545 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:52.490805 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 02bd12af-6cd5-4975-b569-03c367dbf5ae details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:00:52.496899 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device f06cc0c7-009e-4066-b2ec-2ded8cb8002a no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:00:52.516329 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-52be75fa-becd-4702-af9c-957fc21bd8fd service neutron] For port 02bd12af-6cd5-4975-b569-03c367dbf5ae, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:00:52.529391 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-87f4d085-cdfb-49cd-9d70-7e4696d06f54 req-aabf72fc-1cb6-497d-83d6-cbbf650026ce tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 210 time: 0.1070287 Nov 12 20:00:52.571100 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: f06cc0c7-009e-4066-b2ec-2ded8cb8002a {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:00:52.571446 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device f06cc0c7-009e-4066-b2ec-2ded8cb8002a not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:00:52.630007 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c75e2358-2a7b-4b72-9d18-9b3e443023c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:52.660530 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ed7de007-b28b-49ab-99c5-0099c7b80568 req-85129b0a-2fb8-4659-a606-90b55f86a684 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242260 Nov 12 20:00:52.719113 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d18ae65-18e5-4993-b93d-97e6b800c2e7', 'name': 'network-vif-deleted', 'tag': 'd4cbcf9d-71f6-48f8-b06f-63f806ca96d1'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:00:52.726080 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28f102d-a7e7-4274-bf82-74ade9392a98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02bd12af-6cd5-4975-b569-03c367dbf5ae'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:00:52.727401 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec88d73-2b9a-4b02-94ed-7b55b87c792c" -d '{"events": [{"server_uuid": "0d18ae65-18e5-4993-b93d-97e6b800c2e7", "name": "network-vif-deleted", "tag": "d4cbcf9d-71f6-48f8-b06f-63f806ca96d1"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:00:52.730963 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c8b71a-77cd-4dc2-8f50-0654a724863e" -d '{"events": [{"server_uuid": "f28f102d-a7e7-4274-bf82-74ade9392a98", "name": "network-vif-unplugged", "status": "completed", "tag": "02bd12af-6cd5-4975-b569-03c367dbf5ae"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:00:52.759710 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-52be75fa-becd-4702-af9c-957fc21bd8fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:52.771722 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-f698a4e4-9773-4b65-a6a3-14fb17e57545 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:52.868820 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22aad235-c31d-468a-8814-bd731d3eb308 x-openstack-request-id: req-22aad235-c31d-468a-8814-bd731d3eb308 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:00:52.869255 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d18ae65-18e5-4993-b93d-97e6b800c2e7", "name": "network-vif-deleted", "tag": "d4cbcf9d-71f6-48f8-b06f-63f806ca96d1", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:00:52.869729 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-22aad235-c31d-468a-8814-bd731d3eb308 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:00:52.870482 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d18ae65-18e5-4993-b93d-97e6b800c2e7', 'name': 'network-vif-deleted', 'tag': 'd4cbcf9d-71f6-48f8-b06f-63f806ca96d1', 'status': 'completed', 'code': 200} Nov 12 20:00:52.874533 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa8cf2b-857b-49e5-85ba-ae6d27079f97 x-openstack-request-id: req-8fa8cf2b-857b-49e5-85ba-ae6d27079f97 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:00:52.875091 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28f102d-a7e7-4274-bf82-74ade9392a98", "name": "network-vif-unplugged", "status": "completed", "tag": "02bd12af-6cd5-4975-b569-03c367dbf5ae", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:00:52.875556 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8fa8cf2b-857b-49e5-85ba-ae6d27079f97 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:00:52.876526 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28f102d-a7e7-4274-bf82-74ade9392a98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02bd12af-6cd5-4975-b569-03c367dbf5ae', 'code': 200} Nov 12 20:00:52.877380 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698a4e4-9773-4b65-a6a3-14fb17e57545 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Pushing event updated for resources: {'Port': ['ID=2946ff02-3140-4b50-aef5-da0454e9c12c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:52.883403 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-52be75fa-becd-4702-af9c-957fc21bd8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:52.953212 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 02bd12af-6cd5-4975-b569-03c367dbf5ae, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=02bd12af-6cd5-4975-b569-03c367dbf5ae,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:52.992850 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 02bd12af-6cd5-4975-b569-03c367dbf5ae has no active binding in host n-h2-712140-15 {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 20:00:53.005421 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52846) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:00:53.023952 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-f698a4e4-9773-4b65-a6a3-14fb17e57545 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Network 82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:00:53.042119 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-f698a4e4-9773-4b65-a6a3-14fb17e57545 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:00:53.046483 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-f698a4e4-9773-4b65-a6a3-14fb17e57545 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:00:53.102413 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3eff5779-8b9c-40f8-aea5-d12184eb88d2 req-b1d0d3a0-2015-4442-b492-abdb79f78dcd tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d18ae65-18e5-4993-b93d-97e6b800c2e7 HTTP/1.1" status: 200 len: 210 time: 0.0901687 Nov 12 20:00:53.125540 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-f698a4e4-9773-4b65-a6a3-14fb17e57545 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:53.126215 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-f698a4e4-9773-4b65-a6a3-14fb17e57545 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:53.184818 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be75fa-becd-4702-af9c-957fc21bd8fd service neutron] Pushing event updated for resources: {'Port': ['ID=02bd12af-6cd5-4975-b569-03c367dbf5ae,revision_number=7']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:53.207021 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-f698a4e4-9773-4b65-a6a3-14fb17e57545 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8243299 Nov 12 20:00:53.209800 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-52be75fa-becd-4702-af9c-957fc21bd8fd service neutron] Attempting to bind port 02bd12af-6cd5-4975-b569-03c367dbf5ae on host n-h1-712140-15 for vnic_type normal with profile {"migrating_to": "n-h2-712140-15"} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:00:53.210273 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-52be75fa-becd-4702-af9c-957fc21bd8fd service neutron] Attempting to bind port 02bd12af-6cd5-4975-b569-03c367dbf5ae by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:00:53.210614 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-52be75fa-becd-4702-af9c-957fc21bd8fd service neutron] Attempting to bind port 02bd12af-6cd5-4975-b569-03c367dbf5ae on network e3a881ac-6120-48a0-95f8-2623f45c4673 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:00:53.226175 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-52e4bda7-63ee-463a-8705-c8560999c495 service neutron] Request body: {'port': {'device_id': '22f1680f-bf1f-4040-9982-da5667e6a82b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:00:53.227518 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0c907aaa-0724-4a0e-a455-45af9b6505d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:53.316906 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-c75e2358-2a7b-4b72-9d18-9b3e443023c3 admin admin] Deleting port 56f5f660-25cc-4259-84fb-548a8a159643 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:00:53.317336 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c75e2358-2a7b-4b72-9d18-9b3e443023c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:53.414481 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-52e4bda7-63ee-463a-8705-c8560999c495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:53.429341 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0c907aaa-0724-4a0e-a455-45af9b6505d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:53.438985 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0c907aaa-0724-4a0e-a455-45af9b6505d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:53.455118 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-52be75fa-becd-4702-af9c-957fc21bd8fd service neutron] Port 02bd12af-6cd5-4975-b569-03c367dbf5ae on network e3a881ac-6120-48a0-95f8-2623f45c4673 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:00:53.455584 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-52be75fa-becd-4702-af9c-957fc21bd8fd service neutron] Attempting to bind port 02bd12af-6cd5-4975-b569-03c367dbf5ae on network e3a881ac-6120-48a0-95f8-2623f45c4673 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:00:53.472082 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-52be75fa-becd-4702-af9c-957fc21bd8fd service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:00:53.472082 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-52be75fa-becd-4702-af9c-957fc21bd8fd service neutron] Checking segment: {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:00:53.477615 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-52be75fa-becd-4702-af9c-957fc21bd8fd service neutron] Bound using segment: {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:00:53.478308 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-52be75fa-becd-4702-af9c-957fc21bd8fd service neutron] Bound port: 02bd12af-6cd5-4975-b569-03c367dbf5ae, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3a881ac-6120-48a0-95f8-2623f45c4673'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:00:53.480209 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-52be75fa-becd-4702-af9c-957fc21bd8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:53.484354 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-c75e2358-2a7b-4b72-9d18-9b3e443023c3 admin admin] For port 56f5f660-25cc-4259-84fb-548a8a159643, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=56f5f660-25cc-4259-84fb-548a8a159643,segment=NetworkSegment(907220d7-e98b-422f-8aac-8dd0af263445),segment_id=907220d7-e98b-422f-8aac-8dd0af263445)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:53.485882 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c75e2358-2a7b-4b72-9d18-9b3e443023c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:53.509774 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-c75e2358-2a7b-4b72-9d18-9b3e443023c3 admin admin] Calling delete_port for 56f5f660-25cc-4259-84fb-548a8a159643 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:00:53.513748 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0c907aaa-0724-4a0e-a455-45af9b6505d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6aeeb460a3a8440f8a83e12833476fed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4952247 Nov 12 20:00:53.514599 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c907aaa-0724-4a0e-a455-45af9b6505d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7924edd-c934-4b50-9d11-74b7873b38cb,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:53.517217 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52860) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:00:53.632450 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:53.638490 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a2ca0-5db9-4242-9fb9-f365354c35e2 req-6b1497d8-ab55-4132-a565-ab1fee27df5d tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:53.648996 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-998a2ca0-5db9-4242-9fb9-f365354c35e2 req-6b1497d8-ab55-4132-a565-ab1fee27df5d tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 944 time: 0.2634184 Nov 12 20:00:53.652827 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:53.702663 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-44013e99-eb7f-4f7d-a329-f86d346e5e25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:53.744324 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-44013e99-eb7f-4f7d-a329-f86d346e5e25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:53.805916 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5b930-42ca-4593-8c3d-a184622b00b9 req-66a1c511-1162-4108-8ac6-663f7fa85105 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:53.815769 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7bd5b930-42ca-4593-8c3d-a184622b00b9 req-66a1c511-1162-4108-8ac6-663f7fa85105 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 931 time: 0.1748726 Nov 12 20:00:53.882340 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-52be75fa-becd-4702-af9c-957fc21bd8fd service neutron] For port 02bd12af-6cd5-4975-b569-03c367dbf5ae, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:00:53.897687 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-998a2ca0-5db9-4242-9fb9-f365354c35e2 req-165aae78-dbb7-48d5-8453-cfeca98f0440 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200806 Nov 12 20:00:53.926215 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7bd5b930-42ca-4593-8c3d-a184622b00b9 req-970d612b-2e1d-4c8f-8ade-b0248e51eee0 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083002 Nov 12 20:00:53.974807 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-52be75fa-becd-4702-af9c-957fc21bd8fd service neutron] For port 02bd12af-6cd5-4975-b569-03c367dbf5ae, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=02bd12af-6cd5-4975-b569-03c367dbf5ae,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:00:54.014970 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-44013e99-eb7f-4f7d-a329-f86d346e5e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:54.017575 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-44013e99-eb7f-4f7d-a329-f86d346e5e25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:54.018812 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-44013e99-eb7f-4f7d-a329-f86d346e5e25 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a7924edd-c934-4b50-9d11-74b7873b38cb HTTP/1.1" status: 204 len: 168 time: 0.4984465 Nov 12 20:00:54.045429 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-52be75fa-becd-4702-af9c-957fc21bd8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:54.056330 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44013e99-eb7f-4f7d-a329-f86d346e5e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7924edd-c934-4b50-9d11-74b7873b38cb,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:54.118293 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c75e2358-2a7b-4b72-9d18-9b3e443023c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:54.170357 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be75fa-becd-4702-af9c-957fc21bd8fd service neutron] Pushing event updated for resources: {'Port': ['ID=02bd12af-6cd5-4975-b569-03c367dbf5ae,revision_number=8']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:54.208956 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e2358-2a7b-4b72-9d18-9b3e443023c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=56f5f660-25cc-4259-84fb-548a8a159643,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:54.232421 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:00:54.240470 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efb10f-3c8f-4aeb-b391-515da10eab24 req-8faf5ebb-a19f-4c5f-859f-93c63aa43e91 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:54.242634 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d2efb10f-3c8f-4aeb-b391-515da10eab24 req-8faf5ebb-a19f-4c5f-859f-93c63aa43e91 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 945 time: 0.2487147 Nov 12 20:00:54.368788 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-52be75fa-becd-4702-af9c-957fc21bd8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:54.370474 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-52be75fa-becd-4702-af9c-957fc21bd8fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:54.371939 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-52be75fa-becd-4702-af9c-957fc21bd8fd service neutron] 10.222.0.52 "PUT /v2.0/ports/02bd12af-6cd5-4975-b569-03c367dbf5ae HTTP/1.1" status: 200 len: 1124 time: 3.2979441 Nov 12 20:00:54.434931 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d2efb10f-3c8f-4aeb-b391-515da10eab24 req-4049e6da-d072-431b-be19-231beb30733d tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747026 Nov 12 20:00:54.499625 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['02bd12af-6cd5-4975-b569-03c367dbf5ae'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:54.502505 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device d4cbcf9d-71f6-48f8-b06f-63f806ca96d1 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:00:54.507459 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['02bd12af-6cd5-4975-b569-03c367dbf5ae'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:54.682859 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: d4cbcf9d-71f6-48f8-b06f-63f806ca96d1 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:00:54.683572 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device d4cbcf9d-71f6-48f8-b06f-63f806ca96d1 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:00:54.761775 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-52e4bda7-63ee-463a-8705-c8560999c495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2946ff02-3140-4b50-aef5-da0454e9c12c {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:00:54.788667 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-52e4bda7-63ee-463a-8705-c8560999c495 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:54.836570 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a0dc3-4199-4e77-bda7-9501d1447c50 req-61769d80-c0f5-4e29-945e-e2db0bb5513c tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:54.838148 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a19a0dc3-4199-4e77-bda7-9501d1447c50 req-61769d80-c0f5-4e29-945e-e2db0bb5513c tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 1097 time: 0.2276106 Nov 12 20:00:54.839162 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-52e4bda7-63ee-463a-8705-c8560999c495 service neutron] Transition to ACTIVE for port object 2946ff02-3140-4b50-aef5-da0454e9c12c will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:00:54.847840 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-52e4bda7-63ee-463a-8705-c8560999c495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:54.903738 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28f102d-a7e7-4274-bf82-74ade9392a98', 'tag': '02bd12af-6cd5-4975-b569-03c367dbf5ae'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:00:54.906715 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f63a756-ab8c-4950-a0fb-c4f2a9efc457" -d '{"events": [{"name": "network-changed", "server_uuid": "f28f102d-a7e7-4274-bf82-74ade9392a98", "tag": "02bd12af-6cd5-4975-b569-03c367dbf5ae"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:00:55.044556 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:55.096099 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4bda7-63ee-463a-8705-c8560999c495 service neutron] Pushing event updated for resources: {'Port': ['ID=2946ff02-3140-4b50-aef5-da0454e9c12c,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:55.216565 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a19a0dc3-4199-4e77-bda7-9501d1447c50 req-d42a8d00-1bc2-4215-8bd7-e3dc9aea8708 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607471 Nov 12 20:00:55.300824 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-52e4bda7-63ee-463a-8705-c8560999c495 service neutron] Attempting to bind port 2946ff02-3140-4b50-aef5-da0454e9c12c on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:00:55.301241 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-52e4bda7-63ee-463a-8705-c8560999c495 service neutron] Attempting to bind port 2946ff02-3140-4b50-aef5-da0454e9c12c by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:00:55.301508 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-52e4bda7-63ee-463a-8705-c8560999c495 service neutron] Attempting to bind port 2946ff02-3140-4b50-aef5-da0454e9c12c on network 82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:00:55.315989 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-52e4bda7-63ee-463a-8705-c8560999c495 service neutron] Port 2946ff02-3140-4b50-aef5-da0454e9c12c on network 82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:00:55.316368 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-52e4bda7-63ee-463a-8705-c8560999c495 service neutron] Attempting to bind port 2946ff02-3140-4b50-aef5-da0454e9c12c on network 82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:00:55.317187 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dad26-2e23-407b-9e14-fc41f92d6d18 req-7b3d0b3b-dd8b-46d9-acca-4166cfdc57cc tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:55.324422 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b25dad26-2e23-407b-9e14-fc41f92d6d18 req-7b3d0b3b-dd8b-46d9-acca-4166cfdc57cc tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=1948f877-1417-46f5-a444-31b27446f145 HTTP/1.1" status: 200 len: 946 time: 0.1660571 Nov 12 20:00:55.354676 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c75e2358-2a7b-4b72-9d18-9b3e443023c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:55.363469 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-52e4bda7-63ee-463a-8705-c8560999c495 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:00:55.365376 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-52e4bda7-63ee-463a-8705-c8560999c495 service neutron] Checking segment: {'id': 'a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:00:55.366104 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-52e4bda7-63ee-463a-8705-c8560999c495 service neutron] Bound using segment: {'id': 'a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:00:55.366740 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-52e4bda7-63ee-463a-8705-c8560999c495 service neutron] Bound port: 2946ff02-3140-4b50-aef5-da0454e9c12c, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:00:55.367301 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-52e4bda7-63ee-463a-8705-c8560999c495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:55.465363 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b25dad26-2e23-407b-9e14-fc41f92d6d18 req-62f9153a-fd4b-48c5-b46f-23c87bb4e6a5 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399734 Nov 12 20:00:55.482898 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ecb8b-369d-4099-af24-b1f271042324 req-787c2a3e-a095-4a81-88b6-32b50990aea4 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:55.484548 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b05ecb8b-369d-4099-af24-b1f271042324 req-787c2a3e-a095-4a81-88b6-32b50990aea4 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 944 time: 0.1721468 Nov 12 20:00:55.535041 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-52e4bda7-63ee-463a-8705-c8560999c495 service neutron] For port 2946ff02-3140-4b50-aef5-da0454e9c12c, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:00:55.563664 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-52e4bda7-63ee-463a-8705-c8560999c495 service neutron] For port 2946ff02-3140-4b50-aef5-da0454e9c12c, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=2946ff02-3140-4b50-aef5-da0454e9c12c,segment=NetworkSegment(a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52),segment_id=a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:00:55.576840 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-52e4bda7-63ee-463a-8705-c8560999c495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:55.587788 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b05ecb8b-369d-4099-af24-b1f271042324 req-85bf1d32-dc65-4dcb-92c6-865cd5f1d618 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849187 Nov 12 20:00:55.613176 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52918) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:00:55.645738 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-52e4bda7-63ee-463a-8705-c8560999c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:55.646367 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-52e4bda7-63ee-463a-8705-c8560999c495 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:55.647768 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-52e4bda7-63ee-463a-8705-c8560999c495 service neutron] 10.222.0.52 "PUT /v2.0/ports/2946ff02-3140-4b50-aef5-da0454e9c12c HTTP/1.1" status: 200 len: 1092 time: 2.4316745 Nov 12 20:00:55.690800 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4bda7-63ee-463a-8705-c8560999c495 service neutron] Pushing event updated for resources: {'Port': ['ID=2946ff02-3140-4b50-aef5-da0454e9c12c,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:55.781115 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3327c96f-a90d-4d6c-a747-011a4edd591b x-openstack-request-id: req-3327c96f-a90d-4d6c-a747-011a4edd591b {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:00:55.781408 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f28f102d-a7e7-4274-bf82-74ade9392a98", "tag": "02bd12af-6cd5-4975-b569-03c367dbf5ae", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:00:55.781657 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3327c96f-a90d-4d6c-a747-011a4edd591b {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:00:55.782137 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28f102d-a7e7-4274-bf82-74ade9392a98', 'tag': '02bd12af-6cd5-4975-b569-03c367dbf5ae', 'status': 'completed', 'code': 200} Nov 12 20:00:55.802373 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-9f270508-334d-4095-8960-7290c7d8a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:55.803938 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-9f270508-334d-4095-8960-7290c7d8a0fe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=14a84fe176fc4137acc33b6d74c1e9ef&device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 1095 time: 0.0943043 Nov 12 20:00:55.868809 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-16660810-d32d-4ee0-a88a-720d761e97c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2946ff02-3140-4b50-aef5-da0454e9c12c HTTP/1.1" status: 200 len: 217 time: 0.0517683 Nov 12 20:00:55.878793 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75e2358-2a7b-4b72-9d18-9b3e443023c3 admin admin] Router 60f101f2-3465-4942-9112-fd44b0d4eb98 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:00:55.918545 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:55.977979 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18ffb9-5bce-44bd-9604-e6b288b90146 req-14c2b05b-1acb-4b51-a733-00adb8b766d2 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:55.979938 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-b771cb82-857e-4b15-93b8-1bdf8522e4dc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-network', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:00:55.988448 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3c18ffb9-5bce-44bd-9604-e6b288b90146 req-14c2b05b-1acb-4b51-a733-00adb8b766d2 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 943 time: 0.3624206 Nov 12 20:00:56.016479 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-f9f5297a-7770-4219-aa4f-f1cd201588c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:56.018068 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-f9f5297a-7770-4219-aa4f-f1cd201588c8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4e737cd8-1b39-4275-8cfe-0de94b1671b4 HTTP/1.1" status: 200 len: 855 time: 0.1372457 Nov 12 20:00:56.019378 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b771cb82-857e-4b15-93b8-1bdf8522e4dc admin admin] Made reservation on behalf of 23d7c5887d2e419db54487a0bcfcf104 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:00:56.021788 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b771cb82-857e-4b15-93b8-1bdf8522e4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:56.034044 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b771cb82-857e-4b15-93b8-1bdf8522e4dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:56.067953 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-4284595b-1a1b-4424-9e89-b3f4ab3d4132 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369267 Nov 12 20:00:56.150868 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3c18ffb9-5bce-44bd-9604-e6b288b90146 req-1930b17a-2e7a-4aaf-b8a4-c16ef50e6684 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613750 Nov 12 20:00:56.154193 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75e2358-2a7b-4b72-9d18-9b3e443023c3 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:00:56.161113 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c75e2358-2a7b-4b72-9d18-9b3e443023c3 admin admin] 10.222.0.48 "PUT /v2.0/routers/60f101f2-3465-4942-9112-fd44b0d4eb98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6123762 Nov 12 20:00:56.175079 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63a756-ab8c-4950-a0fb-c4f2a9efc457 req-f4d38275-1066-46ae-970f-fe9d1d028366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:56.175355 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ceefee-4462-449b-8073-48820de34b4e None None] Sync routers for ids ['60f101f2-3465-4942-9112-fd44b0d4eb98'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:00:56.175868 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3f63a756-ab8c-4950-a0fb-c4f2a9efc457 req-f4d38275-1066-46ae-970f-fe9d1d028366 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 1127 time: 0.3178709 Nov 12 20:00:56.175868 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52932) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:00:56.199324 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ceefee-4462-449b-8073-48820de34b4e None None] Routers {'60f101f2-3465-4942-9112-fd44b0d4eb98'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:00:56.199973 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-a6ceefee-4462-449b-8073-48820de34b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:00:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['60f101f2-3465-4942-9112-fd44b0d4eb98'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:00:56.224140 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-85062f25-b738-4238-b4e2-fd8b178dafca service neutron] 10.222.0.52 "GET /v2.0/networks/82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444893 Nov 12 20:00:56.363044 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b1a0fbfc-53ec-4cdf-9d9f-98cbbd9f821c req-757dda6a-4efa-42a6-8d42-4014fd9491d6 service neutron] 10.222.0.52 "GET /v2.0/networks/82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154869 Nov 12 20:00:56.402897 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0de020-0313-4b20-bb0a-513677681aae req-8d9c2941-a4a3-470f-bbfa-fcefcefc7276 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:56.405141 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2e0de020-0313-4b20-bb0a-513677681aae req-8d9c2941-a4a3-470f-bbfa-fcefcefc7276 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 1097 time: 0.1961780 Nov 12 20:00:56.420094 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66897090-2398-417a-ac5b-0939b9b70540 admin admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:56.420686 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-a6ceefee-4462-449b-8073-48820de34b4e None None] Set router 60f101f2-3465-4942-9112-fd44b0d4eb98 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:00:56.426132 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63a756-ab8c-4950-a0fb-c4f2a9efc457 req-1fc6b6c3-9ac0-44bf-a243-d23de49603cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:56.428819 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3f63a756-ab8c-4950-a0fb-c4f2a9efc457 req-1fc6b6c3-9ac0-44bf-a243-d23de49603cb service neutron] 10.222.0.55 "GET /v2.0/networks?id=e3a881ac-6120-48a0-95f8-2623f45c4673 HTTP/1.1" status: 200 len: 909 time: 0.2507741 Nov 12 20:00:56.484717 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b771cb82-857e-4b15-93b8-1bdf8522e4dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:56.506346 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2e0de020-0313-4b20-bb0a-513677681aae req-151345e2-7427-46eb-a7d3-f4c448d4876e tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840759 Nov 12 20:00:56.507761 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b771cb82-857e-4b15-93b8-1bdf8522e4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:56.511401 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3f63a756-ab8c-4950-a0fb-c4f2a9efc457 req-46e7737e-477c-439b-869e-555b2b6f5710 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02bd12af-6cd5-4975-b569-03c367dbf5ae HTTP/1.1" status: 200 len: 217 time: 0.0460298 Nov 12 20:00:56.540385 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b771cb82-857e-4b15-93b8-1bdf8522e4dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:00:56.557760 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b771cb82-857e-4b15-93b8-1bdf8522e4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:56.558390 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-b771cb82-857e-4b15-93b8-1bdf8522e4dc admin admin] Added segment ba89ee47-abae-433b-8c45-1e07345781b7 of type vlan for network 754baca7-d929-454e-a98a-e992c207ce86 Nov 12 20:00:56.640764 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63a756-ab8c-4950-a0fb-c4f2a9efc457 req-d7894209-a7c7-4643-90bd-59d8cbd43e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:56.642320 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3f63a756-ab8c-4950-a0fb-c4f2a9efc457 req-d7894209-a7c7-4643-90bd-59d8cbd43e26 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbdea447-0bd1-47f3-8097-cac78263fd7c HTTP/1.1" status: 200 len: 848 time: 0.1031492 Nov 12 20:00:56.649610 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66897090-2398-417a-ac5b-0939b9b70540 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:56.667700 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b771cb82-857e-4b15-93b8-1bdf8522e4dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:56.719575 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3f63a756-ab8c-4950-a0fb-c4f2a9efc457 req-bf4e5c92-6c56-4b89-aa2a-63fcf43c3b8e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3a881ac-6120-48a0-95f8-2623f45c4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646517 Nov 12 20:00:56.779999 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771cb82-857e-4b15-93b8-1bdf8522e4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf225de5-b6cb-4cdb-aa73-32dd1d2990d1,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:56.823180 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-a6ceefee-4462-449b-8073-48820de34b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f101f2-3465-4942-9112-fd44b0d4eb98', 'name': 'tempest-FloatingIPsTestJSON-1349123299-router', 'tenant_id': '737a7aefca5b41d89eae735cd5000d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'fa8bee5a-226c-41d2-acab-6ecf9b600f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:33Z', 'updated_at': '2021-11-12T20:00:53Z', 'revision_number': 5, 'project_id': '737a7aefca5b41d89eae735cd5000d94', 'gw_port': {'id': 'fa8bee5a-226c-41d2-acab-6ecf9b600f7e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f101f2-3465-4942-9112-fd44b0d4eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:00:34Z', 'updated_at': '2021-11-12T20:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:00:56.869271 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b771cb82-857e-4b15-93b8-1bdf8522e4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:56.870553 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b771cb82-857e-4b15-93b8-1bdf8522e4dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:56.871360 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b771cb82-857e-4b15-93b8-1bdf8522e4dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:56.881598 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05b010-2f81-430f-ab0c-5f14effcb438 req-33f7d38d-7fc1-42c6-87fe-f6af8911631f tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:56.883420 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ab05b010-2f81-430f-ab0c-5f14effcb438 req-33f7d38d-7fc1-42c6-87fe-f6af8911631f tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=1948f877-1417-46f5-a444-31b27446f145 HTTP/1.1" status: 200 len: 946 time: 0.2133427 Nov 12 20:00:56.900375 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ceefee-4462-449b-8073-48820de34b4e None None] Checking router: 60f101f2-3465-4942-9112-fd44b0d4eb98 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:00:56.916159 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ceefee-4462-449b-8073-48820de34b4e None None] Routers {'60f101f2-3465-4942-9112-fd44b0d4eb98'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:00:56.917335 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-a6ceefee-4462-449b-8073-48820de34b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:00:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['60f101f2-3465-4942-9112-fd44b0d4eb98'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:00:56.951284 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-66897090-2398-417a-ac5b-0939b9b70540 admin admin] Deleting port fa8bee5a-226c-41d2-acab-6ecf9b600f7e {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:00:56.951669 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66897090-2398-417a-ac5b-0939b9b70540 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:56.961058 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3f63a756-ab8c-4950-a0fb-c4f2a9efc457 req-1dcd1f8c-a1fe-4fae-ac85-3c339391c003 service neutron] 10.222.0.55 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194746 Nov 12 20:00:56.972140 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771cb82-857e-4b15-93b8-1bdf8522e4dc admin admin] Pushing event updated for resources: {'Network': ['ID=754baca7-d929-454e-a98a-e992c207ce86,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:56.985431 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 754baca7-d929-454e-a98a-e992c207ce86 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:00:56.989741 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b771cb82-857e-4b15-93b8-1bdf8522e4dc admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3611114 Nov 12 20:00:56.994620 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52946) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:00:57.002128 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-3b024710-e4ae-4907-a363-8a022d295891 admin admin] Request body: {'subnet': {'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-subnet', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:00:57.026042 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d015d0-02ec-4b42-b85d-8ee370f93aae req-35708a7a-be82-4ca2-9d82-4898fc7a9faa tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:57.028387 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e4d015d0-02ec-4b42-b85d-8ee370f93aae req-35708a7a-be82-4ca2-9d82-4898fc7a9faa tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.52 "GET /v2.0/ports?device_id=1948f877-1417-46f5-a444-31b27446f145 HTTP/1.1" status: 200 len: 946 time: 0.3073521 Nov 12 20:00:57.047914 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c557156-024a-4162-9f08-0e24fd51cd4e req-acd997f3-b4f5-474d-9ac1-b5fc79487fe0 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:57.058539 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9c557156-024a-4162-9f08-0e24fd51cd4e req-acd997f3-b4f5-474d-9ac1-b5fc79487fe0 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 944 time: 0.2814095 Nov 12 20:00:57.067849 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-a6ceefee-4462-449b-8073-48820de34b4e None None] Set router 60f101f2-3465-4942-9112-fd44b0d4eb98 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:00:57.151621 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b024710-e4ae-4907-a363-8a022d295891 admin admin] Made reservation on behalf of 23d7c5887d2e419db54487a0bcfcf104 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:00:57.154358 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b024710-e4ae-4907-a363-8a022d295891 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:57.166122 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ab05b010-2f81-430f-ab0c-5f14effcb438 req-8eca067d-9053-4db6-b9e3-63cc866f036b tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725418 Nov 12 20:00:57.169059 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-a6ceefee-4462-449b-8073-48820de34b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f101f2-3465-4942-9112-fd44b0d4eb98', 'name': 'tempest-FloatingIPsTestJSON-1349123299-router', 'tenant_id': '737a7aefca5b41d89eae735cd5000d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:33Z', 'updated_at': '2021-11-12T20:00:56Z', 'revision_number': 6, 'project_id': '737a7aefca5b41d89eae735cd5000d94', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:00:57.248473 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ceefee-4462-449b-8073-48820de34b4e None None] The sync data for ids ['60f101f2-3465-4942-9112-fd44b0d4eb98'] in n-d-712140-15 is: [{'id': '60f101f2-3465-4942-9112-fd44b0d4eb98', 'name': 'tempest-FloatingIPsTestJSON-1349123299-router', 'tenant_id': '737a7aefca5b41d89eae735cd5000d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:33Z', 'updated_at': '2021-11-12T20:00:56Z', 'revision_number': 6, 'project_id': '737a7aefca5b41d89eae735cd5000d94', 'gw_port_host': None}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:00:57.254262 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9c557156-024a-4162-9f08-0e24fd51cd4e req-030c600f-8319-4458-aeb9-0c2bfa6a8a3b tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943023 Nov 12 20:00:57.379911 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-66897090-2398-417a-ac5b-0939b9b70540 admin admin] For port fa8bee5a-226c-41d2-acab-6ecf9b600f7e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=fa8bee5a-226c-41d2-acab-6ecf9b600f7e,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:57.380434 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66897090-2398-417a-ac5b-0939b9b70540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:57.456190 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3f63a756-ab8c-4950-a0fb-c4f2a9efc457 req-2d68aa48-15fe-47a1-a44b-dd0e3658dd21 service neutron] 10.222.0.55 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819953 Nov 12 20:00:57.469592 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-66897090-2398-417a-ac5b-0939b9b70540 admin admin] Calling delete_port for fa8bee5a-226c-41d2-acab-6ecf9b600f7e owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:00:57.610888 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-e4d015d0-02ec-4b42-b85d-8ee370f93aae req-3c65a6ba-f5fa-466e-bed9-c76fc4c5c651 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Deleting port 4fa761cc-2354-41eb-a81e-1fd4928a9de0 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:00:57.611231 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e4d015d0-02ec-4b42-b85d-8ee370f93aae req-3c65a6ba-f5fa-466e-bed9-c76fc4c5c651 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:57.656156 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b024710-e4ae-4907-a363-8a022d295891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:57.758403 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d6aad-8736-4e23-b5fd-903772825cb7 req-3dd99fe6-127d-469d-800e-24714d1ee7b5 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:57.759962 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cf5d6aad-8736-4e23-b5fd-903772825cb7 req-3dd99fe6-127d-469d-800e-24714d1ee7b5 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 943 time: 0.1683159 Nov 12 20:00:57.770162 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66897090-2398-417a-ac5b-0939b9b70540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:57.797259 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f1680f-bf1f-4040-9982-da5667e6a82b', 'tag': '2946ff02-3140-4b50-aef5-da0454e9c12c'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:00:57.800343 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012055c1-59e3-44a3-8917-1fa01763dee7" -d '{"events": [{"name": "network-changed", "server_uuid": "22f1680f-bf1f-4040-9982-da5667e6a82b", "tag": "2946ff02-3140-4b50-aef5-da0454e9c12c"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:00:57.817319 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b024710-e4ae-4907-a363-8a022d295891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d41080-676f-4ac4-8522-f666160b10e9,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:57.835528 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66897090-2398-417a-ac5b-0939b9b70540 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa8bee5a-226c-41d2-acab-6ecf9b600f7e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:57.863317 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e4d015d0-02ec-4b42-b85d-8ee370f93aae req-3c65a6ba-f5fa-466e-bed9-c76fc4c5c651 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] For port 4fa761cc-2354-41eb-a81e-1fd4928a9de0, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=4fa761cc-2354-41eb-a81e-1fd4928a9de0,segment=NetworkSegment(60dcf374-65f4-41f7-a8bd-7ca59b96d3e9),segment_id=60dcf374-65f4-41f7-a8bd-7ca59b96d3e9)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:57.863684 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e4d015d0-02ec-4b42-b85d-8ee370f93aae req-3c65a6ba-f5fa-466e-bed9-c76fc4c5c651 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:57.883946 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cf5d6aad-8736-4e23-b5fd-903772825cb7 req-f1b57d71-a7fb-4513-965b-35644a17973e tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152077 Nov 12 20:00:57.901027 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b024710-e4ae-4907-a363-8a022d295891 admin admin] Checking segment: {'id': 'ba89ee47-abae-433b-8c45-1e07345781b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '754baca7-d929-454e-a98a-e992c207ce86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:00:57.901403 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b024710-e4ae-4907-a363-8a022d295891 admin admin] Network hostable DHCP agents. Network: 754baca7-d929-454e-a98a-e992c207ce86, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:00:57.910216 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-e4d015d0-02ec-4b42-b85d-8ee370f93aae req-3c65a6ba-f5fa-466e-bed9-c76fc4c5c651 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Calling delete_port for 4fa761cc-2354-41eb-a81e-1fd4928a9de0 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:00:57.960688 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b390b81-67c6-4b12-9dec-a4d0eec40ab5 x-openstack-request-id: req-5b390b81-67c6-4b12-9dec-a4d0eec40ab5 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:00:57.961060 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f1680f-bf1f-4040-9982-da5667e6a82b", "tag": "2946ff02-3140-4b50-aef5-da0454e9c12c", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:00:57.961843 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b390b81-67c6-4b12-9dec-a4d0eec40ab5 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:00:57.962270 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f1680f-bf1f-4040-9982-da5667e6a82b', 'tag': '2946ff02-3140-4b50-aef5-da0454e9c12c', 'status': 'completed', 'code': 200} Nov 12 20:00:57.965092 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b024710-e4ae-4907-a363-8a022d295891 admin admin] Network 754baca7-d929-454e-a98a-e992c207ce86 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:00:57.980940 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66897090-2398-417a-ac5b-0939b9b70540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:58.025677 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-3b024710-e4ae-4907-a363-8a022d295891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 754baca7-d929-454e-a98a-e992c207ce86) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:00:58.047095 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b024710-e4ae-4907-a363-8a022d295891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:58.047699 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b024710-e4ae-4907-a363-8a022d295891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:58.048503 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17a2f9a-a25f-40a0-b63e-12af331b30ae None None] Network 754baca7-d929-454e-a98a-e992c207ce86 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:00:58.093605 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012055c1-59e3-44a3-8917-1fa01763dee7 req-80e4d2de-afe7-49c7-9bba-67e5b5d736d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:58.096145 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-012055c1-59e3-44a3-8917-1fa01763dee7 req-80e4d2de-afe7-49c7-9bba-67e5b5d736d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=14a84fe176fc4137acc33b6d74c1e9ef&device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 1095 time: 0.0815504 Nov 12 20:00:58.102105 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3b024710-e4ae-4907-a363-8a022d295891 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1027012 Nov 12 20:00:58.102424 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52978) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:00:58.130012 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-9135b936-67a8-4054-bb15-a644e7e66172 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-router', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:00:58.166296 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66897090-2398-417a-ac5b-0939b9b70540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:58.179980 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66897090-2398-417a-ac5b-0939b9b70540 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:58.274033 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66897090-2398-417a-ac5b-0939b9b70540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:58.275197 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66897090-2398-417a-ac5b-0939b9b70540 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60f101f2-3465-4942-9112-fd44b0d4eb98 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:00:58.321610 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66897090-2398-417a-ac5b-0939b9b70540 admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:58.324996 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-66897090-2398-417a-ac5b-0939b9b70540 admin admin] 10.222.0.48 "DELETE /v2.0/routers/60f101f2-3465-4942-9112-fd44b0d4eb98 HTTP/1.1" status: 204 len: 168 time: 2.1555355 Nov 12 20:00:58.328466 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52988) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:00:58.469265 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9135b936-67a8-4054-bb15-a644e7e66172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:58.470357 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9135b936-67a8-4054-bb15-a644e7e66172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:58.489190 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-690687c8-1d74-4fa1-b3b0-f3635ef43f9b admin admin] Deleting subnet 548c8293-edaa-46ab-8eaa-60a048a08236 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:00:58.495339 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 2946ff02-3140-4b50-aef5-da0454e9c12c details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:00:58.498241 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-690687c8-1d74-4fa1-b3b0-f3635ef43f9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:58.545823 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e4d015d0-02ec-4b42-b85d-8ee370f93aae req-3c65a6ba-f5fa-466e-bed9-c76fc4c5c651 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:58.580856 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-690687c8-1d74-4fa1-b3b0-f3635ef43f9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:58.584001 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6979cc9-44aa-4ab5-b401-0fdd5e2cfd8d req-3f5f06f3-9964-40b4-a69f-bbd6caebc563 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:58.585640 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6979cc9-44aa-4ab5-b401-0fdd5e2cfd8d req-3f5f06f3-9964-40b4-a69f-bbd6caebc563 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/ports?device_id=1948f877-1417-46f5-a444-31b27446f145 HTTP/1.1" status: 200 len: 867 time: 0.2183669 Nov 12 20:00:58.589207 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['4fa761cc-2354-41eb-a81e-1fd4928a9de0'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:00:58.595454 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87970db3-eccc-43dd-b75d-32340a0fe4d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-754baca7-d929-454e-a98a-e992c207ce86', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'fixed_ips': [{'subnet_id': '63d41080-676f-4ac4-8522-f666160b10e9'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:00:58.598486 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-87970db3-eccc-43dd-b75d-32340a0fe4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:58.715773 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.resource_extend [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 20:00:58.787594 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65a6ba-f5fa-466e-bed9-c76fc4c5c651 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Pushing event deleted for resources: {'Port': ['ID=4fa761cc-2354-41eb-a81e-1fd4928a9de0,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:58.795884 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012055c1-59e3-44a3-8917-1fa01763dee7 req-8760fe59-8c21-4934-805b-b45634dcd6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:58.797225 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-012055c1-59e3-44a3-8917-1fa01763dee7 req-8760fe59-8c21-4934-805b-b45634dcd6ed service neutron] 10.222.0.52 "GET /v2.0/networks?id=82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7 HTTP/1.1" status: 200 len: 916 time: 0.6561136 Nov 12 20:00:58.821850 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-690687c8-1d74-4fa1-b3b0-f3635ef43f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:58.867289 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9135b936-67a8-4054-bb15-a644e7e66172 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:59.086518 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-24081a18-a21f-4bdf-a6ae-445589d01deb tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:00:59.087880 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-24081a18-a21f-4bdf-a6ae-445589d01deb tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0283535 Nov 12 20:00:59.189472 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 56f5f660-25cc-4259-84fb-548a8a159643 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:00:59.195208 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-690687c8-1d74-4fa1-b3b0-f3635ef43f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:59.278504 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 56f5f660-25cc-4259-84fb-548a8a159643 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:00:59.278887 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 56f5f660-25cc-4259-84fb-548a8a159643 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:00:59.279275 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device fa8bee5a-226c-41d2-acab-6ecf9b600f7e no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:00:59.300524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690687c8-1d74-4fa1-b3b0-f3635ef43f9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=548c8293-edaa-46ab-8eaa-60a048a08236,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:00:59.307954 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-690687c8-1d74-4fa1-b3b0-f3635ef43f9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:59.320100 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-690687c8-1d74-4fa1-b3b0-f3635ef43f9b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/548c8293-edaa-46ab-8eaa-60a048a08236 HTTP/1.1" status: 204 len: 168 time: 0.9901924 Nov 12 20:00:59.324004 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-79c469be-4c27-45a6-8883-4a647e8c610a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:59.331985 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-79c469be-4c27-45a6-8883-4a647e8c610a service neutron] 10.222.0.48 "GET /v2.0/ports/85f98ac5-064c-415e-895a-a49181b54749 HTTP/1.1" status: 200 len: 1094 time: 0.2279382 Nov 12 20:00:59.332954 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53000) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:00:59.352555 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-3ba6d2b6-2d88-4c53-aa18-aaba9baaf1ab service neutron] Request body: {'binding': {'host': 'n-h2-712140-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:00:59.353274 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b88bd53-c71d-477e-9c03-07cee348c273 None None] Network e725fc2d-934d-4ca2-a924-be150ab27fd3 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:00:59.353410 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-3ba6d2b6-2d88-4c53-aa18-aaba9baaf1ab service neutron] Unknown quota resources ['binding']. {{(pid=102448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 20:00:59.512541 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d7686f7e-c711-43ec-9166-015881438e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:59.536614 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: fa8bee5a-226c-41d2-acab-6ecf9b600f7e {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:00:59.536977 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device fa8bee5a-226c-41d2-acab-6ecf9b600f7e not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:00:59.557615 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-87970db3-eccc-43dd-b75d-32340a0fe4d9 None None] Allocated IP 172.20.0.2 (754baca7-d929-454e-a98a-e992c207ce86/63d41080-676f-4ac4-8522-f666160b10e9/be52c3e9-8e7f-424a-9175-f846ba98845a) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:00:59.611277 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d015d0-02ec-4b42-b85d-8ee370f93aae req-3c65a6ba-f5fa-466e-bed9-c76fc4c5c651 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] No DVR routers for this DVR port 4fa761cc-2354-41eb-a81e-1fd4928a9de0 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:00:59.621393 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-012055c1-59e3-44a3-8917-1fa01763dee7 req-6fab953c-0614-4aa0-aff7-47ea4cd96da8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2946ff02-3140-4b50-aef5-da0454e9c12c HTTP/1.1" status: 200 len: 217 time: 0.7867506 Nov 12 20:00:59.623614 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 2946ff02-3140-4b50-aef5-da0454e9c12c, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=2946ff02-3140-4b50-aef5-da0454e9c12c,segment=NetworkSegment(a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52),segment_id=a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:59.626180 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e4d015d0-02ec-4b42-b85d-8ee370f93aae req-3c65a6ba-f5fa-466e-bed9-c76fc4c5c651 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:59.631237 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e4d015d0-02ec-4b42-b85d-8ee370f93aae req-3c65a6ba-f5fa-466e-bed9-c76fc4c5c651 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.52 "DELETE /v2.0/ports/4fa761cc-2354-41eb-a81e-1fd4928a9de0 HTTP/1.1" status: 204 len: 173 time: 2.5928621 Nov 12 20:00:59.699260 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '2946ff02-3140-4b50-aef5-da0454e9c12c', 'network_id': '82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7', 'port_id': '2946ff02-3140-4b50-aef5-da0454e9c12c', 'mac_address': 'fa:16:3e:c2:92:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e737cd8-1b39-4275-8cfe-0de94b1671b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:00:59.702345 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6979cc9-44aa-4ab5-b401-0fdd5e2cfd8d req-ca027fbe-0ed9-4e13-970b-b08c7b8de328 tempest-ListServerFiltersTestJSON-468992506 tempest-ListServerFiltersTestJSON-468992506-project] 10.222.0.48 "GET /v2.0/security-groups?id=6af25567-8a5d-4453-887c-d18ceb7b952b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0154107 Nov 12 20:00:59.719575 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-d7686f7e-c711-43ec-9166-015881438e61 admin admin] Deleting port ba157950-3470-4d6b-9ae0-5af66e1cdf79 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:00:59.720059 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d7686f7e-c711-43ec-9166-015881438e61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:59.763895 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-3ba6d2b6-2d88-4c53-aa18-aaba9baaf1ab service neutron] Attempting to bind port 85f98ac5-064c-415e-895a-a49181b54749 on host n-h2-712140-15 for vnic_type normal with profile None {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:00:59.766298 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-3ba6d2b6-2d88-4c53-aa18-aaba9baaf1ab service neutron] Attempting to bind port 85f98ac5-064c-415e-895a-a49181b54749 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:00:59.766988 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-3ba6d2b6-2d88-4c53-aa18-aaba9baaf1ab service neutron] Attempting to bind port 85f98ac5-064c-415e-895a-a49181b54749 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:00:59.820552 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-3ba6d2b6-2d88-4c53-aa18-aaba9baaf1ab service neutron] Port 85f98ac5-064c-415e-895a-a49181b54749 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:00:59.843640 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-3ba6d2b6-2d88-4c53-aa18-aaba9baaf1ab service neutron] Attempting to bind port 85f98ac5-064c-415e-895a-a49181b54749 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:00:59.931099 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:59.932379 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-3ba6d2b6-2d88-4c53-aa18-aaba9baaf1ab service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:00:59.932725 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-3ba6d2b6-2d88-4c53-aa18-aaba9baaf1ab service neutron] Checking segment: {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:00:59.933113 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-3ba6d2b6-2d88-4c53-aa18-aaba9baaf1ab service neutron] Bound using segment: {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:00:59.933554 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-3ba6d2b6-2d88-4c53-aa18-aaba9baaf1ab service neutron] Bound port: 85f98ac5-064c-415e-895a-a49181b54749, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:00:59.942302 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012055c1-59e3-44a3-8917-1fa01763dee7 req-d9db6bf9-8102-448a-9061-b7329f9a2507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:00:59.944778 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-012055c1-59e3-44a3-8917-1fa01763dee7 req-d9db6bf9-8102-448a-9061-b7329f9a2507 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4e737cd8-1b39-4275-8cfe-0de94b1671b4 HTTP/1.1" status: 200 len: 855 time: 0.3112278 Nov 12 20:00:59.964401 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1948f877-1417-46f5-a444-31b27446f145', 'name': 'network-vif-deleted', 'tag': '4fa761cc-2354-41eb-a81e-1fd4928a9de0'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:00:59.969940 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed0208c-023d-46d5-8421-d34a8fccb6a6" -d '{"events": [{"server_uuid": "1948f877-1417-46f5-a444-31b27446f145", "name": "network-vif-deleted", "tag": "4fa761cc-2354-41eb-a81e-1fd4928a9de0"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:00:59.970178 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2946ff02-3140-4b50-aef5-da0454e9c12c {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:00:59.976595 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9135b936-67a8-4054-bb15-a644e7e66172 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:00:59.990928 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-d7686f7e-c711-43ec-9166-015881438e61 admin admin] For port ba157950-3470-4d6b-9ae0-5af66e1cdf79, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ba157950-3470-4d6b-9ae0-5af66e1cdf79,segment=NetworkSegment(907220d7-e98b-422f-8aac-8dd0af263445),segment_id=907220d7-e98b-422f-8aac-8dd0af263445)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:00:59.991334 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d7686f7e-c711-43ec-9166-015881438e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:00.025234 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-d7686f7e-c711-43ec-9166-015881438e61 admin admin] Calling delete_port for ba157950-3470-4d6b-9ae0-5af66e1cdf79 owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:01:00.034245 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 2946ff02-3140-4b50-aef5-da0454e9c12c, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=2946ff02-3140-4b50-aef5-da0454e9c12c,segment=NetworkSegment(a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52),segment_id=a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:00.049857 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ed0068-bd56-4ddd-bd55-2ea6229e4493 None None] DHCP port deletion for e725fc2d-934d-4ca2-a924-be150ab27fd3 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:01:00.057519 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-3ba6d2b6-2d88-4c53-aa18-aaba9baaf1ab service neutron] For port 85f98ac5-064c-415e-895a-a49181b54749, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=85f98ac5-064c-415e-895a-a49181b54749,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:01:00.075031 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:00.101632 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-012055c1-59e3-44a3-8917-1fa01763dee7 req-0a3e112a-bdb8-4075-9675-5b0bbef045cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1396043 Nov 12 20:01:00.116175 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-3ba6d2b6-2d88-4c53-aa18-aaba9baaf1ab service neutron] Publish callbacks [] for binding, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:00.118085 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-3ba6d2b6-2d88-4c53-aa18-aaba9baaf1ab service neutron] 10.222.0.48 "POST /v2.0/ports/85f98ac5-064c-415e-895a-a49181b54749/bindings HTTP/1.1" status: 201 len: 390 time: 0.7707248 Nov 12 20:01:00.153579 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=2946ff02-3140-4b50-aef5-da0454e9c12c,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:00.300633 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d7686f7e-c711-43ec-9166-015881438e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:00.302721 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-87970db3-eccc-43dd-b75d-32340a0fe4d9 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:00.328903 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7686f7e-c711-43ec-9166-015881438e61 admin admin] No DVR routers for this DVR port ba157950-3470-4d6b-9ae0-5af66e1cdf79 on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:01:00.345570 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-87970db3-eccc-43dd-b75d-32340a0fe4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:00.402834 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7686f7e-c711-43ec-9166-015881438e61 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba157950-3470-4d6b-9ae0-5af66e1cdf79,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:00.511234 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376956cf-e4ab-4682-bcb9-ae88ae27490f req-5182ed09-adde-4d9c-9e11-4ae4e12041f5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:00.513701 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-376956cf-e4ab-4682-bcb9-ae88ae27490f req-5182ed09-adde-4d9c-9e11-4ae4e12041f5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 944 time: 0.5952258 Nov 12 20:01:00.519972 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['2946ff02-3140-4b50-aef5-da0454e9c12c'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:01:00.536088 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 4fa761cc-2354-41eb-a81e-1fd4928a9de0 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:01:00.594134 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87970db3-eccc-43dd-b75d-32340a0fe4d9 None None] Pushing event updated for resources: {'Port': ['ID=be52c3e9-8e7f-424a-9175-f846ba98845a,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:00.673200 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-376956cf-e4ab-4682-bcb9-ae88ae27490f req-1d1e8ab7-1939-499d-a48c-357e1e089237 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452992 Nov 12 20:01:00.676378 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-012055c1-59e3-44a3-8917-1fa01763dee7 req-f0fd0a69-20d2-4d62-bac9-b78be079c852 service neutron] 10.222.0.52 "GET /v2.0/networks/82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5596054 Nov 12 20:01:00.691856 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d7686f7e-c711-43ec-9166-015881438e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:00.693491 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 4fa761cc-2354-41eb-a81e-1fd4928a9de0 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:01:00.693491 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 4fa761cc-2354-41eb-a81e-1fd4928a9de0 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:01:00.733354 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87970db3-eccc-43dd-b75d-32340a0fe4d9 None None] Network 754baca7-d929-454e-a98a-e992c207ce86 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:01:00.775419 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-87970db3-eccc-43dd-b75d-32340a0fe4d9 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:01:00.796151 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87970db3-eccc-43dd-b75d-32340a0fe4d9 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:01:00.798160 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-d7686f7e-c711-43ec-9166-015881438e61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e725fc2d-934d-4ca2-a924-be150ab27fd3']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:00.830693 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-d7686f7e-c711-43ec-9166-015881438e61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '907220d7-e98b-422f-8aac-8dd0af263445') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:00.831566 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-d7686f7e-c711-43ec-9166-015881438e61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '907220d7-e98b-422f-8aac-8dd0af263445') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:00.872546 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d7686f7e-c711-43ec-9166-015881438e61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:00.892846 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-39ed0068-bd56-4ddd-bd55-2ea6229e4493 None None] Deleting port ba157950-3470-4d6b-9ae0-5af66e1cdf79 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:01:00.893263 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-39ed0068-bd56-4ddd-bd55-2ea6229e4493 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:00.907702 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d7686f7e-c711-43ec-9166-015881438e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:00.918073 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7686f7e-c711-43ec-9166-015881438e61 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:01:00.918480 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d7686f7e-c711-43ec-9166-015881438e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:01:00.922508 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:01:01.010169 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d7686f7e-c711-43ec-9166-015881438e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:01.057010 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-39ed0068-bd56-4ddd-bd55-2ea6229e4493 None None] For port ba157950-3470-4d6b-9ae0-5af66e1cdf79, host n-d-712140-15, got binding levels [] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:01.057729 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-39ed0068-bd56-4ddd-bd55-2ea6229e4493 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:01.065775 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4073327-f4c1-4ee7-919d-ea6256610041 x-openstack-request-id: req-b4073327-f4c1-4ee7-919d-ea6256610041 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:01.066805 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1948f877-1417-46f5-a444-31b27446f145", "name": "network-vif-deleted", "tag": "4fa761cc-2354-41eb-a81e-1fd4928a9de0", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:01.067518 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b4073327-f4c1-4ee7-919d-ea6256610041 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:01.068616 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1948f877-1417-46f5-a444-31b27446f145', 'name': 'network-vif-deleted', 'tag': '4fa761cc-2354-41eb-a81e-1fd4928a9de0', 'status': 'completed', 'code': 200} Nov 12 20:01:01.069616 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d7686f7e-c711-43ec-9166-015881438e61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:01.074902 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-39ed0068-bd56-4ddd-bd55-2ea6229e4493 None None] Calling delete_port for ba157950-3470-4d6b-9ae0-5af66e1cdf79 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:01:01.078627 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.ipam_backend_mixin [None req-39ed0068-bd56-4ddd-bd55-2ea6229e4493 None None] Port ba157950-3470-4d6b-9ae0-5af66e1cdf79 was not found and therefore no delete operation was performed {{(pid=102449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 20:01:01.100478 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d7686f7e-c711-43ec-9166-015881438e61 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e725fc2d-934d-4ca2-a924-be150ab27fd3 HTTP/1.1" status: 204 len: 168 time: 1.7550333 Nov 12 20:01:01.105248 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7686f7e-c711-43ec-9166-015881438e61 admin admin] Pushing event deleted for resources: {'Network': ['ID=e725fc2d-934d-4ca2-a924-be150ab27fd3,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:01.134021 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-39ed0068-bd56-4ddd-bd55-2ea6229e4493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:01.174942 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-012055c1-59e3-44a3-8917-1fa01763dee7 req-503cce24-41a0-440e-b1cb-9d68963082a7 service neutron] 10.222.0.52 "GET /v2.0/networks/82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879980 Nov 12 20:01:01.176789 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ba157950-3470-4d6b-9ae0-5af66e1cdf79 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:01:01.246430 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9b813-1adf-468b-b4ad-7d9cdd254603 req-117cec97-c4d3-4df3-98bb-9a56fd0d36c0 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:01.257190 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b6f9b813-1adf-468b-b4ad-7d9cdd254603 req-117cec97-c4d3-4df3-98bb-9a56fd0d36c0 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 944 time: 0.3228579 Nov 12 20:01:01.261396 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-39ed0068-bd56-4ddd-bd55-2ea6229e4493 None None] Network e725fc2d-934d-4ca2-a924-be150ab27fd3 is not hosted by any dhcp agent {{(pid=102449) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 20:01:01.261859 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ed0068-bd56-4ddd-bd55-2ea6229e4493 None None] No DVR routers for this DVR port ba157950-3470-4d6b-9ae0-5af66e1cdf79 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:01:01.287941 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed0068-bd56-4ddd-bd55-2ea6229e4493 None None] Pushing event deleted for resources: {'Port': ['ID=ba157950-3470-4d6b-9ae0-5af66e1cdf79,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:01.294492 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9135b936-67a8-4054-bb15-a644e7e66172 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:01.307559 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: ba157950-3470-4d6b-9ae0-5af66e1cdf79 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:01:01.308119 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ba157950-3470-4d6b-9ae0-5af66e1cdf79 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:01:01.350713 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9135b936-67a8-4054-bb15-a644e7e66172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:01.357685 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-87970db3-eccc-43dd-b75d-32340a0fe4d9 None None] Attempting to bind port be52c3e9-8e7f-424a-9175-f846ba98845a on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:01:01.358057 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-87970db3-eccc-43dd-b75d-32340a0fe4d9 None None] Attempting to bind port be52c3e9-8e7f-424a-9175-f846ba98845a by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ba89ee47-abae-433b-8c45-1e07345781b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '754baca7-d929-454e-a98a-e992c207ce86'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:01:01.358420 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87970db3-eccc-43dd-b75d-32340a0fe4d9 None None] Attempting to bind port be52c3e9-8e7f-424a-9175-f846ba98845a on network 754baca7-d929-454e-a98a-e992c207ce86 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:01:01.371084 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41231ab8-23aa-4f7e-aa98-1ec1c7ffab9d req-0bf75bb1-1fa2-45ff-b31c-13c57f0a610a tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:01.377962 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-41231ab8-23aa-4f7e-aa98-1ec1c7ffab9d req-0bf75bb1-1fa2-45ff-b31c-13c57f0a610a tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 945 time: 0.1969123 Nov 12 20:01:01.387051 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53022) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:01.415544 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87970db3-eccc-43dd-b75d-32340a0fe4d9 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:01:01.415931 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87970db3-eccc-43dd-b75d-32340a0fe4d9 None None] Checking segment: {'id': 'ba89ee47-abae-433b-8c45-1e07345781b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '754baca7-d929-454e-a98a-e992c207ce86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:01:01.416449 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-87970db3-eccc-43dd-b75d-32340a0fe4d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:01.416983 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87970db3-eccc-43dd-b75d-32340a0fe4d9 None None] Bound using segment: {'id': 'ba89ee47-abae-433b-8c45-1e07345781b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '754baca7-d929-454e-a98a-e992c207ce86'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:01:01.417706 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-87970db3-eccc-43dd-b75d-32340a0fe4d9 None None] Bound port: be52c3e9-8e7f-424a-9175-f846ba98845a, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba89ee47-abae-433b-8c45-1e07345781b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '754baca7-d929-454e-a98a-e992c207ce86'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:01:01.418200 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-87970db3-eccc-43dd-b75d-32340a0fe4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:01.491143 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b6f9b813-1adf-468b-b4ad-7d9cdd254603 req-17cc6b37-b50e-469a-9e9e-7db409b71faf tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326736 Nov 12 20:01:01.549814 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7795b72c-b9a1-4e67-a7fc-759a36834f05 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=737a7aefca5b41d89eae735cd5000d94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1600211 Nov 12 20:01:01.551904 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53024) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:01.618608 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53026) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:01.636952 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-41231ab8-23aa-4f7e-aa98-1ec1c7ffab9d req-e9b89812-c3dd-44f5-baaf-04701f2c36b8 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484901 Nov 12 20:01:01.654871 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-9135b936-67a8-4054-bb15-a644e7e66172 admin admin] Allocated IP 172.25.5.171 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:01:01.742182 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e703b54-0eaf-4a14-ba8b-74d12d05b47b admin admin] Deleting subnet e5d1a2ef-80da-4226-b4c0-705dbf75989e {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:01:01.749003 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b3ed46e2-89c1-4469-8194-f6857108cdf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:01.775122 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b3ed46e2-89c1-4469-8194-f6857108cdf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:01.794871 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9135b936-67a8-4054-bb15-a644e7e66172 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:01.880034 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9135b936-67a8-4054-bb15-a644e7e66172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:01.928336 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e703b54-0eaf-4a14-ba8b-74d12d05b47b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:01.943951 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b3ed46e2-89c1-4469-8194-f6857108cdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:01.949125 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-87970db3-eccc-43dd-b75d-32340a0fe4d9 None None] For port be52c3e9-8e7f-424a-9175-f846ba98845a, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:01:01.952318 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9135b936-67a8-4054-bb15-a644e7e66172 admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:01:01.954366 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135b936-67a8-4054-bb15-a644e7e66172 admin admin] Pushing event updated for resources: {'Port': ['ID=f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:01.959083 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-9135b936-67a8-4054-bb15-a644e7e66172 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:01:01.961423 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9135b936-67a8-4054-bb15-a644e7e66172 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:01:01.975355 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b3ed46e2-89c1-4469-8194-f6857108cdf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:01.995571 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b3ed46e2-89c1-4469-8194-f6857108cdf1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/64939ff3-0c88-4313-8a53-24aeab41ee46 HTTP/1.1" status: 204 len: 168 time: 0.4409137 Nov 12 20:01:02.000762 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-87970db3-eccc-43dd-b75d-32340a0fe4d9 None None] For port be52c3e9-8e7f-424a-9175-f846ba98845a, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=be52c3e9-8e7f-424a-9175-f846ba98845a,segment=NetworkSegment(ba89ee47-abae-433b-8c45-1e07345781b7),segment_id=ba89ee47-abae-433b-8c45-1e07345781b7)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:01:02.006186 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 02bd12af-6cd5-4975-b569-03c367dbf5ae no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:01:02.020929 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-87970db3-eccc-43dd-b75d-32340a0fe4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:02.163222 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed46e2-89c1-4469-8194-f6857108cdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64939ff3-0c88-4313-8a53-24aeab41ee46,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:02.263105 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e703b54-0eaf-4a14-ba8b-74d12d05b47b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:02.288338 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9135b936-67a8-4054-bb15-a644e7e66172 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:02.399610 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87970db3-eccc-43dd-b75d-32340a0fe4d9 None None] Pushing event updated for resources: {'Port': ['ID=be52c3e9-8e7f-424a-9175-f846ba98845a,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:02.480761 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8a326-50c6-4d7a-aa26-4a744106f52d req-b1e857b4-f533-4163-a181-fb39a0464a93 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:02.483243 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b2f8a326-50c6-4d7a-aa26-4a744106f52d req-b1e857b4-f533-4163-a181-fb39a0464a93 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 944 time: 0.6454084 Nov 12 20:01:02.561773 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e703b54-0eaf-4a14-ba8b-74d12d05b47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:02.632845 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9135b936-67a8-4054-bb15-a644e7e66172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:02.716317 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e703b54-0eaf-4a14-ba8b-74d12d05b47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:02.755153 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e703b54-0eaf-4a14-ba8b-74d12d05b47b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5d1a2ef-80da-4226-b4c0-705dbf75989e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:02.756977 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03cfacc-6635-481c-a9f9-6a6f15a19603 None None] Network 46cdc75a-85a0-4ab1-a931-5fdb611c190e requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:01:02.762805 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e703b54-0eaf-4a14-ba8b-74d12d05b47b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:02.766745 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7e703b54-0eaf-4a14-ba8b-74d12d05b47b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e5d1a2ef-80da-4226-b4c0-705dbf75989e HTTP/1.1" status: 204 len: 168 time: 1.1284676 Nov 12 20:01:02.770786 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53054) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:02.911550 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b2f8a326-50c6-4d7a-aa26-4a744106f52d req-dce5ecf2-86a5-486d-85a4-ff24bbb9a105 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784839 Nov 12 20:01:02.996121 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4f0d1-e5f3-45e8-8207-dbe67d8a9ca5 req-c49566fc-22f6-45c8-a082-73f8f36bb037 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:02.998514 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-58f4f0d1-e5f3-45e8-8207-dbe67d8a9ca5 req-c49566fc-22f6-45c8-a082-73f8f36bb037 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 944 time: 0.2489297 Nov 12 20:01:03.013345 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-62736fdf-97f6-412e-8214-5afbedcaf0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:03.114735 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device be52c3e9-8e7f-424a-9175-f846ba98845a up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:01:03.171116 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9135b936-67a8-4054-bb15-a644e7e66172 admin admin] Router 3123a917-2893-47c0-aaae-819684240b10 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:01:03.240617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d693f91-167a-442d-a289-268345d06384 None None] DHCP port deletion for 46cdc75a-85a0-4ab1-a931-5fdb611c190e request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:01:03.309034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839ed05-908c-4c67-afed-99810f2d8abf req-f4c01003-45d9-428d-9765-bb5084ec302c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:03.310538 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b839ed05-908c-4c67-afed-99810f2d8abf req-f4c01003-45d9-428d-9765-bb5084ec302c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 945 time: 0.2560313 Nov 12 20:01:03.363526 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port be52c3e9-8e7f-424a-9175-f846ba98845a triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:01:03.365992 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:03.458302 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-1d693f91-167a-442d-a289-268345d06384 None None] Deleting port 698a4563-e813-4fe0-89c0-ee2d26828fcd {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:01:03.459029 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1d693f91-167a-442d-a289-268345d06384 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:03.522259 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-aff19be5-39d3-4617-8192-f077eff81bca service neutron] 10.222.0.55 "GET /v2.0/ports/02bd12af-6cd5-4975-b569-03c367dbf5ae/bindings/n-h2-712140-15 HTTP/1.1" status: 200 len: 385 time: 0.7955513 Nov 12 20:01:03.562322 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b839ed05-908c-4c67-afed-99810f2d8abf req-e5a1c298-dba1-4a77-896f-8ef3acb0841f tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385328 Nov 12 20:01:03.597618 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9135b936-67a8-4054-bb15-a644e7e66172 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:01:03.659274 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9135b936-67a8-4054-bb15-a644e7e66172 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:03.668703 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53076) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:03.673791 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9135b936-67a8-4054-bb15-a644e7e66172 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.5687008 Nov 12 20:01:03.674067 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84a8f3f-51ab-4087-b531-576ace7ecf1d None None] Sync routers for ids ['3123a917-2893-47c0-aaae-819684240b10'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:01:03.827284 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-1d693f91-167a-442d-a289-268345d06384 None None] For port 698a4563-e813-4fe0-89c0-ee2d26828fcd, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=698a4563-e813-4fe0-89c0-ee2d26828fcd,segment=NetworkSegment(60dcf374-65f4-41f7-a8bd-7ca59b96d3e9),segment_id=60dcf374-65f4-41f7-a8bd-7ca59b96d3e9)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:03.829928 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1d693f91-167a-442d-a289-268345d06384 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:03.872294 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-58f4f0d1-e5f3-45e8-8207-dbe67d8a9ca5 req-c2cb8fb7-a829-49e9-8dff-5ec3bca3f0b3 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8531578 Nov 12 20:01:03.924949 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84a8f3f-51ab-4087-b531-576ace7ecf1d None None] Routers {'3123a917-2893-47c0-aaae-819684240b10'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:01:03.928167 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d84a8f3f-51ab-4087-b531-576ace7ecf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:00:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3123a917-2893-47c0-aaae-819684240b10'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:04.119251 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-62736fdf-97f6-412e-8214-5afbedcaf0e1 admin admin] Deleting port 698a4563-e813-4fe0-89c0-ee2d26828fcd {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:01:04.120569 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-62736fdf-97f6-412e-8214-5afbedcaf0e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:04.157566 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-d84a8f3f-51ab-4087-b531-576ace7ecf1d None None] Set router 3123a917-2893-47c0-aaae-819684240b10 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:01:04.270147 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8c9ab8-0a25-47c4-bf64-bea063fcf5ff None None] Network 754baca7-d929-454e-a98a-e992c207ce86 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:01:04.287867 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-1d693f91-167a-442d-a289-268345d06384 None None] Calling delete_port for 698a4563-e813-4fe0-89c0-ee2d26828fcd owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:01:04.298396 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-c68bc912-dc23-44c5-996e-47856da35f56 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=548b5703cb2f43c9a94bb4142b43e83f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547829 Nov 12 20:01:04.367797 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-62736fdf-97f6-412e-8214-5afbedcaf0e1 admin admin] For port 698a4563-e813-4fe0-89c0-ee2d26828fcd, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=698a4563-e813-4fe0-89c0-ee2d26828fcd,segment=NetworkSegment(60dcf374-65f4-41f7-a8bd-7ca59b96d3e9),segment_id=60dcf374-65f4-41f7-a8bd-7ca59b96d3e9)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:04.368389 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-62736fdf-97f6-412e-8214-5afbedcaf0e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:04.405458 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8406de-c92d-4a09-b057-b18652d27060 req-f5a397b1-94bc-421b-a399-68ead21a0e75 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:04.407239 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3e8406de-c92d-4a09-b057-b18652d27060 req-f5a397b1-94bc-421b-a399-68ead21a0e75 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 944 time: 0.3350866 Nov 12 20:01:04.419169 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-62736fdf-97f6-412e-8214-5afbedcaf0e1 admin admin] Calling delete_port for 698a4563-e813-4fe0-89c0-ee2d26828fcd owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:01:04.431683 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-bd74a2bb-7497-4ae9-b803-8e1beb844c91 service neutron] For port 02bd12af-6cd5-4975-b569-03c367dbf5ae, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=02bd12af-6cd5-4975-b569-03c367dbf5ae,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:04.441873 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-39dad3ae-796d-48ad-9268-5628cff91f31 None None] Provisioning complete for port be52c3e9-8e7f-424a-9175-f846ba98845a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:01:04.442520 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-39dad3ae-796d-48ad-9268-5628cff91f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:04.499869 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:04.539405 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-ccd10b60-091a-45e4-a8e6-a147341cc595 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:04.548330 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-ccd10b60-091a-45e4-a8e6-a147341cc595 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2489111 Nov 12 20:01:04.574187 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-63632eb5-cbb4-457b-913c-d2e9a8683f5b tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.48 "GET /v2.0/quotas/548b5703cb2f43c9a94bb4142b43e83f HTTP/1.1" status: 200 len: 375 time: 0.0246828 Nov 12 20:01:04.583063 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port be52c3e9-8e7f-424a-9175-f846ba98845a, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=be52c3e9-8e7f-424a-9175-f846ba98845a,segment=NetworkSegment(ba89ee47-abae-433b-8c45-1e07345781b7),segment_id=ba89ee47-abae-433b-8c45-1e07345781b7)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:04.594532 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 2946ff02-3140-4b50-aef5-da0454e9c12c up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:01:04.626657 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-6a160e1d-763a-4720-8cf6-bcc94585cc16 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=548b5703cb2f43c9a94bb4142b43e83f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514884 Nov 12 20:01:04.631301 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-bd74a2bb-7497-4ae9-b803-8e1beb844c91 service neutron] For port 02bd12af-6cd5-4975-b569-03c367dbf5ae, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:01:04.658644 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:04.679382 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3e8406de-c92d-4a09-b057-b18652d27060 req-985f5bba-77f0-487a-a7f2-18fdf5193c13 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579834 Nov 12 20:01:04.729145 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=be52c3e9-8e7f-424a-9175-f846ba98845a,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:04.747809 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-bd74a2bb-7497-4ae9-b803-8e1beb844c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02bd12af-6cd5-4975-b569-03c367dbf5ae {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:01:04.772927 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-bd74a2bb-7497-4ae9-b803-8e1beb844c91 service neutron] For port 02bd12af-6cd5-4975-b569-03c367dbf5ae, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=02bd12af-6cd5-4975-b569-03c367dbf5ae,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:04.828786 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-bd74a2bb-7497-4ae9-b803-8e1beb844c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:04.905514 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-62736fdf-97f6-412e-8214-5afbedcaf0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:05.016976 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 2946ff02-3140-4b50-aef5-da0454e9c12c completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:01:05.023997 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 2946ff02-3140-4b50-aef5-da0454e9c12c triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:01:05.023997 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:05.124125 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62736fdf-97f6-412e-8214-5afbedcaf0e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=698a4563-e813-4fe0-89c0-ee2d26828fcd,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:05.129532 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62736fdf-97f6-412e-8214-5afbedcaf0e1 admin admin] No DVR routers for this DVR port 698a4563-e813-4fe0-89c0-ee2d26828fcd on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:01:05.160479 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device be52c3e9-8e7f-424a-9175-f846ba98845a up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:01:05.234042 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b3dc992-8e0f-4270-8f89-05d330f96666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:05.267824 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-bd74a2bb-7497-4ae9-b803-8e1beb844c91 service neutron] Transition to ACTIVE for port object 02bd12af-6cd5-4975-b569-03c367dbf5ae will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:01:05.307290 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-bd74a2bb-7497-4ae9-b803-8e1beb844c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:05.343443 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1d693f91-167a-442d-a289-268345d06384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:05.380153 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-62736fdf-97f6-412e-8214-5afbedcaf0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:05.383607 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ada451cb-bf3e-423a-bd56-6e72306beebc req-6ea0ddbd-dc64-4e55-a1d6-6e3a2986069a tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.48 "GET /v2.0/ports?device_id=7367b797-4167-42f3-ae1e-d0287a170e2f HTTP/1.1" status: 200 len: 210 time: 0.0648775 Nov 12 20:01:05.426835 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d693f91-167a-442d-a289-268345d06384 None None] Pushing event deleted for resources: {'Port': ['ID=698a4563-e813-4fe0-89c0-ee2d26828fcd,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:05.529585 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:05.569191 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d84a8f3f-51ab-4087-b531-576ace7ecf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123a917-2893-47c0-aaae-819684240b10', 'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-router', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:58Z', 'updated_at': '2021-11-12T20:01:02Z', 'revision_number': 3, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'gw_port': {'id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:01Z', 'updated_at': '2021-11-12T20:01:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:05.642192 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75798a-c729-4486-b321-9658d7419d81 req-29afba70-fdbd-4016-bee4-7093beae7f9e tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:05.646308 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2a75798a-c729-4486-b321-9658d7419d81 req-29afba70-fdbd-4016-bee4-7093beae7f9e tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 944 time: 0.1282573 Nov 12 20:01:05.669955 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 2946ff02-3140-4b50-aef5-da0454e9c12c, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=2946ff02-3140-4b50-aef5-da0454e9c12c,segment=NetworkSegment(a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52),segment_id=a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:05.677615 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84a8f3f-51ab-4087-b531-576ace7ecf1d None None] Checking router: 3123a917-2893-47c0-aaae-819684240b10 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:01:05.678392 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84a8f3f-51ab-4087-b531-576ace7ecf1d None None] Updating router 3123a917-2893-47c0-aaae-819684240b10 port f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:01:05.700462 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74a2bb-7497-4ae9-b803-8e1beb844c91 service neutron] Pushing event updated for resources: {'Port': ['ID=02bd12af-6cd5-4975-b569-03c367dbf5ae,revision_number=10']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:05.732663 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51786d66-3619-4852-90a7-05f19e702ef4 req-4c7c84a9-a531-4a65-a1ac-29c28a8c9e6d tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:05.741340 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-51786d66-3619-4852-90a7-05f19e702ef4 req-4c7c84a9-a531-4a65-a1ac-29c28a8c9e6d tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 945 time: 0.7941132 Nov 12 20:01:05.755163 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d693f91-167a-442d-a289-268345d06384 None None] No DVR routers for this DVR port 698a4563-e813-4fe0-89c0-ee2d26828fcd on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:01:05.792521 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f1680f-bf1f-4040-9982-da5667e6a82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2946ff02-3140-4b50-aef5-da0454e9c12c'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:01:05.797361 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-62736fdf-97f6-412e-8214-5afbedcaf0e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46cdc75a-85a0-4ab1-a931-5fdb611c190e']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:05.800866 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f1bf26-309f-4bd0-8961-2c04e78c83da" -d '{"events": [{"server_uuid": "22f1680f-bf1f-4040-9982-da5667e6a82b", "name": "network-vif-plugged", "status": "completed", "tag": "2946ff02-3140-4b50-aef5-da0454e9c12c"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:01:05.824714 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-62736fdf-97f6-412e-8214-5afbedcaf0e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60dcf374-65f4-41f7-a8bd-7ca59b96d3e9') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:05.825299 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-62736fdf-97f6-412e-8214-5afbedcaf0e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60dcf374-65f4-41f7-a8bd-7ca59b96d3e9') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:05.828087 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:05.886929 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-62736fdf-97f6-412e-8214-5afbedcaf0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:05.902154 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-bd74a2bb-7497-4ae9-b803-8e1beb844c91 service neutron] No DVR routers for this DVR port 02bd12af-6cd5-4975-b569-03c367dbf5ae on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:01:05.911008 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2a75798a-c729-4486-b321-9658d7419d81 req-9b3d0b9a-2e37-4247-a25e-0f90551e7c11 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484858 Nov 12 20:01:06.004928 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-62736fdf-97f6-412e-8214-5afbedcaf0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:06.029035 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-51786d66-3619-4852-90a7-05f19e702ef4 req-72150dd4-3a4e-4747-9bbd-0f58778b80df tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865915 Nov 12 20:01:06.036251 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-bd74a2bb-7497-4ae9-b803-8e1beb844c91 service neutron] 10.222.0.55 "PUT /v2.0/ports/02bd12af-6cd5-4975-b569-03c367dbf5ae/bindings/n-h2-712140-15/activate HTTP/1.1" status: 200 len: 370 time: 2.5059774 Nov 12 20:01:06.067748 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62736fdf-97f6-412e-8214-5afbedcaf0e1 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:01:06.068258 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-62736fdf-97f6-412e-8214-5afbedcaf0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:01:06.070628 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:01:06.187799 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-7b3dc992-8e0f-4270-8f89-05d330f96666 admin admin] Allocated IP 172.20.0.1 (754baca7-d929-454e-a98a-e992c207ce86/63d41080-676f-4ac4-8522-f666160b10e9/ab2415c0-8ef2-42a7-9808-d12c1fd0c527) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:01:06.204004 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-62736fdf-97f6-412e-8214-5afbedcaf0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:06.235588 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-62736fdf-97f6-412e-8214-5afbedcaf0e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:06.255252 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-62736fdf-97f6-412e-8214-5afbedcaf0e1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/46cdc75a-85a0-4ab1-a931-5fdb611c190e HTTP/1.1" status: 204 len: 168 time: 3.4752116 Nov 12 20:01:06.284386 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62736fdf-97f6-412e-8214-5afbedcaf0e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=46cdc75a-85a0-4ab1-a931-5fdb611c190e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:06.408364 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d84a8f3f-51ab-4087-b531-576ace7ecf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:06.461057 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a455cedd-fb95-4c3b-a3a7-9de3b821637d x-openstack-request-id: req-a455cedd-fb95-4c3b-a3a7-9de3b821637d {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:06.461442 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f1680f-bf1f-4040-9982-da5667e6a82b", "name": "network-vif-plugged", "status": "completed", "tag": "2946ff02-3140-4b50-aef5-da0454e9c12c", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:06.461621 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a455cedd-fb95-4c3b-a3a7-9de3b821637d {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:06.464712 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f1680f-bf1f-4040-9982-da5667e6a82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2946ff02-3140-4b50-aef5-da0454e9c12c', 'code': 200} Nov 12 20:01:06.486217 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b3dc992-8e0f-4270-8f89-05d330f96666 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:06.491747 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-f25ed722-0426-404d-9305-ee96a74beb24 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:06.502422 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-f25ed722-0426-404d-9305-ee96a74beb24 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98&tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&binding%3Ahost_id=n-h1-712140-15 HTTP/1.1" status: 200 len: 1097 time: 0.3295803 Nov 12 20:01:06.529615 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d5f48-cbbc-4b74-a104-5f7216e19155 req-ac8ac56d-67a9-473c-ab9d-45a8fe442a13 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:06.531424 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9a3d5f48-cbbc-4b74-a104-5f7216e19155 req-ac8ac56d-67a9-473c-ab9d-45a8fe442a13 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 945 time: 0.3203690 Nov 12 20:01:06.548487 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b3dc992-8e0f-4270-8f89-05d330f96666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:06.558739 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port be52c3e9-8e7f-424a-9175-f846ba98845a triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:01:06.559347 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:06.578450 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=2946ff02-3140-4b50-aef5-da0454e9c12c,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:06.617713 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53148) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:06.628369 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac37db0-bf30-45d5-a5ce-60a45f5fa71f req-cfb5d20d-a723-4a53-9eaa-f536edb0c076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:06.631234 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0ac37db0-bf30-45d5-a5ce-60a45f5fa71f req-cfb5d20d-a723-4a53-9eaa-f536edb0c076 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 1097 time: 0.3176699 Nov 12 20:01:06.691098 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7a5506a4-95c0-4a59-a952-e2a00bfcbd59 None None] Provisioning complete for port be52c3e9-8e7f-424a-9175-f846ba98845a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:01:06.691321 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7a5506a4-95c0-4a59-a952-e2a00bfcbd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:06.718767 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3dc992-8e0f-4270-8f89-05d330f96666 admin admin] Network 754baca7-d929-454e-a98a-e992c207ce86 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:01:06.740895 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-75ea45a0-98ff-42ee-8ec0-8302b3bb32f5 req-ec90c0b6-1b53-4998-956d-cc4efa8d22b3 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.48 "GET /v2.0/ports?device_id=7367b797-4167-42f3-ae1e-d0287a170e2f HTTP/1.1" status: 200 len: 210 time: 0.0852771 Nov 12 20:01:06.785652 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-7b3dc992-8e0f-4270-8f89-05d330f96666 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:01:06.846283 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3dc992-8e0f-4270-8f89-05d330f96666 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:01:06.850986 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9a3d5f48-cbbc-4b74-a104-5f7216e19155 req-9df73d54-fadf-439e-b30c-c07c46cd5a37 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956422 Nov 12 20:01:06.902005 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-9ac87e45-af1b-48c5-90c9-f9fb56b01e5f tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=548b5703cb2f43c9a94bb4142b43e83f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1955543 Nov 12 20:01:06.906807 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3dc992-8e0f-4270-8f89-05d330f96666 admin admin] Pushing event updated for resources: {'Port': ['ID=ab2415c0-8ef2-42a7-9808-d12c1fd0c527,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:06.917519 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-a8ef3ba6-6b37-443c-8522-2578a7fc5c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:06.922893 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-a8ef3ba6-6b37-443c-8522-2578a7fc5c8c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98&tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f HTTP/1.1" status: 200 len: 1097 time: 0.3892312 Nov 12 20:01:07.025874 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0ac37db0-bf30-45d5-a5ce-60a45f5fa71f req-4b61e705-1283-4035-a975-8df16b0ec2b5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594296 Nov 12 20:01:07.052738 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-b5c8b58e-4dae-43ba-a53f-ddad2b290892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:07.054342 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-b5c8b58e-4dae-43ba-a53f-ddad2b290892 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 1097 time: 0.0955434 Nov 12 20:01:07.073078 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c793ccd5-36bd-4f5d-8565-a0bf9afb073d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8089131190694439ba223dfa74f28f9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4523792 Nov 12 20:01:07.074460 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53154) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:07.182873 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a9fb0611-268b-49d8-b767-d7a7efb759c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:07.190951 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b3dc992-8e0f-4270-8f89-05d330f96666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:07.287298 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a9fb0611-268b-49d8-b767-d7a7efb759c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:07.301272 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d84a8f3f-51ab-4087-b531-576ace7ecf1d None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:07.309314 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 698a4563-e813-4fe0-89c0-ee2d26828fcd no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:01:07.315558 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d84a8f3f-51ab-4087-b531-576ace7ecf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:07.325141 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af768719-fe1e-461c-88dd-de9c86c085fc req-5855656f-3e48-4e21-9372-5d3fa3bd993a tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:07.327109 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-af768719-fe1e-461c-88dd-de9c86c085fc req-5855656f-3e48-4e21-9372-5d3fa3bd993a tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.1407201 Nov 12 20:01:07.379380 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 698a4563-e813-4fe0-89c0-ee2d26828fcd {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:01:07.379993 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 698a4563-e813-4fe0-89c0-ee2d26828fcd not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:01:07.385330 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-51c6822f-2e05-45c3-93e0-44f77b575b17 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:07.386904 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-51c6822f-2e05-45c3-93e0-44f77b575b17 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4398122 Nov 12 20:01:07.418258 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8dd38128-e186-4c1e-a83c-b7d17955f2e4 None None] Provisioning complete for port ab2415c0-8ef2-42a7-9808-d12c1fd0c527 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:01:07.418946 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8dd38128-e186-4c1e-a83c-b7d17955f2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:07.421919 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-f23489de-18ef-4241-ba65-5ae82eb8d6bb tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Request body: {'port': {'device_id': '7367b797-4167-42f3-ae1e-d0287a170e2f', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': '548b5703cb2f43c9a94bb4142b43e83f'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:07.427228 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab79fe-3233-4a61-a24d-58a3979d4b62 req-4baf17fe-f5c6-402d-8726-4c94f0f8d4c4 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:07.438010 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6ab79fe-3233-4a61-a24d-58a3979d4b62 req-4baf17fe-f5c6-402d-8726-4c94f0f8d4c4 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 945 time: 0.2524891 Nov 12 20:01:07.458581 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8dd38128-e186-4c1e-a83c-b7d17955f2e4 None None] Port ab2415c0-8ef2-42a7-9808-d12c1fd0c527 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:01:07.465688 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d84a8f3f-51ab-4087-b531-576ace7ecf1d None None] Attempting to bind port f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:01:07.466142 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d84a8f3f-51ab-4087-b531-576ace7ecf1d None None] Attempting to bind port f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:01:07.466624 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84a8f3f-51ab-4087-b531-576ace7ecf1d None None] Attempting to bind port f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:01:07.481620 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84a8f3f-51ab-4087-b531-576ace7ecf1d None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:01:07.481620 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84a8f3f-51ab-4087-b531-576ace7ecf1d None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:01:07.482140 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d84a8f3f-51ab-4087-b531-576ace7ecf1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:07.482557 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84a8f3f-51ab-4087-b531-576ace7ecf1d None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:01:07.483090 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d84a8f3f-51ab-4087-b531-576ace7ecf1d None None] Bound port: f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:01:07.483674 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d84a8f3f-51ab-4087-b531-576ace7ecf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:07.486605 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aecec4-86a1-42bd-a05d-e5bc3e4cafa0 None None] Pushing event updated for resources: {'Port': ['ID=f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:07.571890 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d84a8f3f-51ab-4087-b531-576ace7ecf1d None None] For port f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:01:07.580619 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d84a8f3f-51ab-4087-b531-576ace7ecf1d None None] For port f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:01:07.588725 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d84a8f3f-51ab-4087-b531-576ace7ecf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:07.590589 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-af768719-fe1e-461c-88dd-de9c86c085fc req-8766e884-d6e7-4232-9897-f33ea50a7e6e tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469931 Nov 12 20:01:07.597879 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6ab79fe-3233-4a61-a24d-58a3979d4b62 req-1beef3d9-7f0c-4c1a-b02e-16098374f36c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585138 Nov 12 20:01:07.598408 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b3dc992-8e0f-4270-8f89-05d330f96666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:07.662648 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a9fb0611-268b-49d8-b767-d7a7efb759c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:07.672369 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a9fb0611-268b-49d8-b767-d7a7efb759c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:07.675363 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a9fb0611-268b-49d8-b767-d7a7efb759c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6af25567-8a5d-4453-887c-d18ceb7b952b HTTP/1.1" status: 204 len: 168 time: 0.5994384 Nov 12 20:01:07.689220 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84a8f3f-51ab-4087-b531-576ace7ecf1d None None] Routers {'3123a917-2893-47c0-aaae-819684240b10'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:01:07.690389 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d84a8f3f-51ab-4087-b531-576ace7ecf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:00:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3123a917-2893-47c0-aaae-819684240b10'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:07.717413 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb0611-268b-49d8-b767-d7a7efb759c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af25567-8a5d-4453-887c-d18ceb7b952b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:07.745080 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aecec4-86a1-42bd-a05d-e5bc3e4cafa0 None None] Pushing event updated for resources: {'Port': ['ID=f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:07.754071 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-c13bf886-2487-4972-972a-eeeed9f447a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:07.755657 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-c13bf886-2487-4972-972a-eeeed9f447a0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e3a881ac-6120-48a0-95f8-2623f45c4673 HTTP/1.1" status: 200 len: 909 time: 0.4961665 Nov 12 20:01:07.859107 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-3be8c8d5-f236-4dc8-984f-cee652ce9b4b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02bd12af-6cd5-4975-b569-03c367dbf5ae HTTP/1.1" status: 200 len: 217 time: 0.0915842 Nov 12 20:01:07.862351 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-f23489de-18ef-4241-ba65-5ae82eb8d6bb tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Made reservation on behalf of 548b5703cb2f43c9a94bb4142b43e83f for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:01:07.866747 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-f23489de-18ef-4241-ba65-5ae82eb8d6bb tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:07.879905 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-f23489de-18ef-4241-ba65-5ae82eb8d6bb tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:07.886753 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-d84a8f3f-51ab-4087-b531-576ace7ecf1d None None] Set router 3123a917-2893-47c0-aaae-819684240b10 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:01:07.942552 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e94ecda-cf7a-4b0c-b0d6-3c14f444dae2 req-92346880-aad2-4b25-a1dc-0ff9fa95ba87 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.48 "GET /v2.0/ports?device_id=7367b797-4167-42f3-ae1e-d0287a170e2f HTTP/1.1" status: 200 len: 210 time: 0.0771320 Nov 12 20:01:07.980206 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-5ca09487-1715-4e2b-8db5-a3369eaebbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:07.982741 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-5ca09487-1715-4e2b-8db5-a3369eaebbc9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bbdea447-0bd1-47f3-8097-cac78263fd7c HTTP/1.1" status: 200 len: 848 time: 0.1063859 Nov 12 20:01:08.043485 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-f40b6f2a-593a-461b-ac0b-fe5b3d479b70 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e3a881ac-6120-48a0-95f8-2623f45c4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513024 Nov 12 20:01:08.083678 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25dadde-f0bf-4c0a-9713-fccc933dcc16 req-547732d1-d5a5-4a09-8167-f335b23651dc tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:08.085286 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f25dadde-f0bf-4c0a-9713-fccc933dcc16 req-547732d1-d5a5-4a09-8167-f335b23651dc tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 945 time: 0.1038234 Nov 12 20:01:08.133151 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b3dc992-8e0f-4270-8f89-05d330f96666 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:08.141087 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b3dc992-8e0f-4270-8f89-05d330f96666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:08.206576 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-27fd4d4e-5e70-445c-9b18-89a9ea8a8188 service neutron] 10.222.0.52 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531327 Nov 12 20:01:08.207627 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-f23489de-18ef-4241-ba65-5ae82eb8d6bb tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:08.210402 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d84a8f3f-51ab-4087-b531-576ace7ecf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123a917-2893-47c0-aaae-819684240b10', 'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-router', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:58Z', 'updated_at': '2021-11-12T20:01:07Z', 'revision_number': 4, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'gw_port': {'id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:01Z', 'updated_at': '2021-11-12T20:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'ab2415c0-8ef2-42a7-9808-d12c1fd0c527', 'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'mac_address': 'fa:16:3e:aa:66:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '63d41080-676f-4ac4-8522-f666160b10e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:05Z', 'updated_at': '2021-11-12T20:01:06Z', 'revision_number': 1, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'subnets': [{'id': '63d41080-676f-4ac4-8522-f666160b10e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:08.230617 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-f23489de-18ef-4241-ba65-5ae82eb8d6bb tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:08.251683 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84a8f3f-51ab-4087-b531-576ace7ecf1d None None] The sync data for ids ['3123a917-2893-47c0-aaae-819684240b10'] in n-d-712140-15 is: [{'id': '3123a917-2893-47c0-aaae-819684240b10', 'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-router', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:58Z', 'updated_at': '2021-11-12T20:01:07Z', 'revision_number': 4, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'gw_port': {'id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:01Z', 'updated_at': '2021-11-12T20:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'ab2415c0-8ef2-42a7-9808-d12c1fd0c527', 'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'mac_address': 'fa:16:3e:aa:66:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '63d41080-676f-4ac4-8522-f666160b10e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:05Z', 'updated_at': '2021-11-12T20:01:06Z', 'revision_number': 1, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'subnets': [{'id': '63d41080-676f-4ac4-8522-f666160b10e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:01:08.279924 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23489de-18ef-4241-ba65-5ae82eb8d6bb tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62d68443-03e8-4f5c-8beb-2923b4fd928b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:08.292125 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f25dadde-f0bf-4c0a-9713-fccc933dcc16 req-65e17175-1b51-4895-a1a1-f72248c12754 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975074 Nov 12 20:01:08.297026 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b3dc992-8e0f-4270-8f89-05d330f96666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:08.299702 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3dc992-8e0f-4270-8f89-05d330f96666 admin admin] Pushing event updated for resources: {'Port': ['ID=ab2415c0-8ef2-42a7-9808-d12c1fd0c527,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:08.406871 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-15dab3dd-598d-4539-b6e4-e8e4949977b1 service neutron] 10.222.0.52 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912334 Nov 12 20:01:08.832589 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-4edf817a-9acd-48f7-8ed9-dcd3e7bff017 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:08.835210 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-4edf817a-9acd-48f7-8ed9-dcd3e7bff017 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98&tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&binding%3Ahost_id=n-h2-712140-15 HTTP/1.1" status: 200 len: 1097 time: 0.1060562 Nov 12 20:01:08.849635 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba43ef-8ca8-4e98-aa84-8cf2f0be6f97 req-5c46180e-ccbc-43be-a169-30ed5f8c9d98 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:08.851464 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-49ba43ef-8ca8-4e98-aa84-8cf2f0be6f97 req-5c46180e-ccbc-43be-a169-30ed5f8c9d98 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 945 time: 0.0856802 Nov 12 20:01:08.941984 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-f23489de-18ef-4241-ba65-5ae82eb8d6bb tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Allocated IP 192.168.233.186 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/194a6cba-9b0c-421e-820d-488d3cdc8332) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:01:08.954777 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c42eea-4234-432d-9b19-604ec5b3b480 req-d997c500-19ab-4c07-9be2-aff49219a934 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:08.956463 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-57c42eea-4234-432d-9b19-604ec5b3b480 req-d997c500-19ab-4c07-9be2-aff49219a934 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.1305032 Nov 12 20:01:08.965220 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-49ba43ef-8ca8-4e98-aa84-8cf2f0be6f97 req-69be30f4-bb26-4ee4-9ea9-e7bdc92fae5f tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057143 Nov 12 20:01:08.981098 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3dc992-8e0f-4270-8f89-05d330f96666 admin admin] Network 754baca7-d929-454e-a98a-e992c207ce86 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:01:09.027106 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-f7813aad-d6dc-41d6-a07f-0b6cf26d6364 service neutron] For port 02bd12af-6cd5-4975-b569-03c367dbf5ae, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:01:09.033273 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-f7813aad-d6dc-41d6-a07f-0b6cf26d6364 service neutron] Publish callbacks [] for binding, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:09.035986 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-70c3b604-3c19-4c5f-9d51-8b587adbfd1b req-f7813aad-d6dc-41d6-a07f-0b6cf26d6364 service neutron] 10.222.0.52 "DELETE /v2.0/ports/02bd12af-6cd5-4975-b569-03c367dbf5ae/bindings/n-h1-712140-15 HTTP/1.1" status: 204 len: 173 time: 0.1834013 Nov 12 20:01:09.043574 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-7b3dc992-8e0f-4270-8f89-05d330f96666 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:01:09.059690 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53212) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:09.165344 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-57c42eea-4234-432d-9b19-604ec5b3b480 req-e3dcd288-7d02-43c5-8959-09da26dfd19b tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993308 Nov 12 20:01:09.275957 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-44a4481e-5dc5-4932-bad8-fa5ba36e45fe admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1668923901-network', 'tenant_id': '98fbdee329da4bd287714b57e72f0b77'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:09.329262 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f085806f-12fe-4a29-a0d8-ccbdd4bbf5e8 req-99dae46b-0f0c-4689-8071-91f7e5477587 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.48 "GET /v2.0/ports?device_id=7367b797-4167-42f3-ae1e-d0287a170e2f HTTP/1.1" status: 200 len: 210 time: 0.0943420 Nov 12 20:01:09.397069 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a4481e-5dc5-4932-bad8-fa5ba36e45fe admin admin] Made reservation on behalf of 98fbdee329da4bd287714b57e72f0b77 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:01:09.399683 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-44a4481e-5dc5-4932-bad8-fa5ba36e45fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:09.425169 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-44a4481e-5dc5-4932-bad8-fa5ba36e45fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:09.475199 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3dc992-8e0f-4270-8f89-05d330f96666 admin admin] Router 3123a917-2893-47c0-aaae-819684240b10 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:01:09.559496 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-f23489de-18ef-4241-ba65-5ae82eb8d6bb tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:09.580941 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:01:09.628825 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-44a4481e-5dc5-4932-bad8-fa5ba36e45fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:09.637433 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1ea14-a44c-4634-a22a-c5b5f4686014 req-7127b89e-9a86-4d2d-866c-fdc3dec47176 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:09.643266 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57469307-489e-49f9-a1c5-367dc6283c65 req-53c27abc-5ee9-4da6-8733-ab69f28ab01b tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:09.645135 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-57469307-489e-49f9-a1c5-367dc6283c65 req-53c27abc-5ee9-4da6-8733-ab69f28ab01b tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 949 time: 0.1366906 Nov 12 20:01:09.646806 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-44a4481e-5dc5-4932-bad8-fa5ba36e45fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:09.650791 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-16c1ea14-a44c-4634-a22a-c5b5f4686014 req-7127b89e-9a86-4d2d-866c-fdc3dec47176 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.2214873 Nov 12 20:01:09.677878 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ea24fdfa-d3d7-4bd6-95e2-6865b6d4cf69 None None] Provisioning complete for port ab2415c0-8ef2-42a7-9808-d12c1fd0c527 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:01:09.678648 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ea24fdfa-d3d7-4bd6-95e2-6865b6d4cf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:09.689695 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a4481e-5dc5-4932-bad8-fa5ba36e45fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:01:09.702595 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:01:09.703337 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:09.711624 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4481e-5dc5-4932-bad8-fa5ba36e45fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53207e95-392a-49d5-956a-87e18eae5662,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:09.714970 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-44a4481e-5dc5-4932-bad8-fa5ba36e45fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:09.715519 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-44a4481e-5dc5-4932-bad8-fa5ba36e45fe admin admin] Added segment 5cc2ca40-2010-4601-b876-e55d5915ff66 of type vlan for network 98321f85-dfbf-4187-ab6b-285fb1d3b255 Nov 12 20:01:09.743091 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-f23489de-18ef-4241-ba65-5ae82eb8d6bb tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:09.764135 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ea24fdfa-d3d7-4bd6-95e2-6865b6d4cf69 None None] Port ab2415c0-8ef2-42a7-9808-d12c1fd0c527 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:01:09.779870 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-57469307-489e-49f9-a1c5-367dc6283c65 req-486031df-3c0a-42a7-91c9-7f4f95e50328 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274810 Nov 12 20:01:09.794143 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-44a4481e-5dc5-4932-bad8-fa5ba36e45fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:09.823058 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:09.836815 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23489de-18ef-4241-ba65-5ae82eb8d6bb tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Pushing event updated for resources: {'Port': ['ID=194a6cba-9b0c-421e-820d-488d3cdc8332,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:09.851455 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-44a4481e-5dc5-4932-bad8-fa5ba36e45fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:09.852590 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a4481e-5dc5-4932-bad8-fa5ba36e45fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:09.853403 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-44a4481e-5dc5-4932-bad8-fa5ba36e45fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:09.858855 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:09.867017 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:09.874592 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-f23489de-18ef-4241-ba65-5ae82eb8d6bb tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:01:09.882656 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-f23489de-18ef-4241-ba65-5ae82eb8d6bb tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:01:09.885978 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3dc992-8e0f-4270-8f89-05d330f96666 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:01:09.887689 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-f23489de-18ef-4241-ba65-5ae82eb8d6bb tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:01:09.916369 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7b3dc992-8e0f-4270-8f89-05d330f96666 admin admin] 10.222.0.48 "PUT /v2.0/routers/3123a917-2893-47c0-aaae-819684240b10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2344394 Nov 12 20:01:09.916799 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-44a4481e-5dc5-4932-bad8-fa5ba36e45fe admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8515115 Nov 12 20:01:09.917996 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53242) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:09.975581 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-a24a19d5-745b-4e56-a6ad-8d256676114a admin admin] Request body: {'subnet': {'network_id': '98321f85-dfbf-4187-ab6b-285fb1d3b255', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1668923901-subnet', 'tenant_id': '98fbdee329da4bd287714b57e72f0b77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:10.004755 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4481e-5dc5-4932-bad8-fa5ba36e45fe admin admin] Pushing event updated for resources: {'Network': ['ID=98321f85-dfbf-4187-ab6b-285fb1d3b255,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:10.007105 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:10.028762 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 98321f85-dfbf-4187-ab6b-285fb1d3b255 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:01:10.041790 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc11487-ad0e-49b9-8e60-ea0eaf7a1617 req-6d109b5c-3f2b-4ee6-ae30-47b99be171e8 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:10.051359 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4bc11487-ad0e-49b9-8e60-ea0eaf7a1617 req-6d109b5c-3f2b-4ee6-ae30-47b99be171e8 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 945 time: 0.1631098 Nov 12 20:01:10.055032 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-16c1ea14-a44c-4634-a22a-c5b5f4686014 req-e9787eeb-4e74-47e0-843b-a757836452ea tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032390 Nov 12 20:01:10.151642 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-f23489de-18ef-4241-ba65-5ae82eb8d6bb tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:10.155581 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-f23489de-18ef-4241-ba65-5ae82eb8d6bb tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:10.167762 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24a19d5-745b-4e56-a6ad-8d256676114a admin admin] Made reservation on behalf of 98fbdee329da4bd287714b57e72f0b77 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:01:10.172982 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4bc11487-ad0e-49b9-8e60-ea0eaf7a1617 req-17c251d3-73a1-4c9d-863c-7def1b172f96 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206157 Nov 12 20:01:10.181377 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a24a19d5-745b-4e56-a6ad-8d256676114a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:10.292991 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-f23489de-18ef-4241-ba65-5ae82eb8d6bb tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8814945 Nov 12 20:01:10.311903 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-72cffd16-68c8-4ff4-82ad-48a8f1c638dd service neutron] Request body: {'port': {'device_id': '7367b797-4167-42f3-ae1e-d0287a170e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:10.391608 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2e7627c1-acc1-40ea-b9f7-1c567e33f216 None None] Provisioning complete for port 194a6cba-9b0c-421e-820d-488d3cdc8332 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:01:10.393500 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2e7627c1-acc1-40ea-b9f7-1c567e33f216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:10.405880 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-72cffd16-68c8-4ff4-82ad-48a8f1c638dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:10.425102 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f1c26-4412-4531-beee-2d41b9f915c3 req-5e296174-5039-4b38-bbb3-4c0f78b3cfad tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:10.427074 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2b0f1c26-4412-4531-beee-2d41b9f915c3 req-5e296174-5039-4b38-bbb3-4c0f78b3cfad tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 945 time: 0.1445296 Nov 12 20:01:10.452013 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2e7627c1-acc1-40ea-b9f7-1c567e33f216 None None] Port 194a6cba-9b0c-421e-820d-488d3cdc8332 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:01:10.463758 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-10301018-7843-494c-8a87-af119ac5d824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:10.465313 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-10301018-7843-494c-8a87-af119ac5d824 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 1097 time: 0.0822549 Nov 12 20:01:10.599914 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2b0f1c26-4412-4531-beee-2d41b9f915c3 req-90a3c6c4-ebda-4e28-9998-cbc5d62fb950 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633358 Nov 12 20:01:10.601163 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-2094e02c-50c6-4178-946e-7d252d663d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:10.608114 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-2094e02c-50c6-4178-946e-7d252d663d3c service neutron] 10.222.0.52 "GET /v2.0/networks?id=268668ed-0d7b-4f7b-9df1-da4be7d9946d HTTP/1.1" status: 200 len: 922 time: 0.1343999 Nov 12 20:01:10.613649 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a24a19d5-745b-4e56-a6ad-8d256676114a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:10.661930 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-f5408213-121c-4284-b13a-30ac8078f247 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85f98ac5-064c-415e-895a-a49181b54749 HTTP/1.1" status: 200 len: 217 time: 0.0456643 Nov 12 20:01:10.724093 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-77c1b7a6-611a-459f-9b5a-b7a47fd30d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:10.725996 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-77c1b7a6-611a-459f-9b5a-b7a47fd30d25 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e7e87043-7d2d-4150-b80d-fb0e6e39dcdf HTTP/1.1" status: 200 len: 861 time: 0.0553460 Nov 12 20:01:10.741977 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a19d5-745b-4e56-a6ad-8d256676114a admin admin] Pushing event updated for resources: {'Subnet': ['ID=33c0a219-c8b1-4f19-b8cf-d713ad6c116a,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:10.775066 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24a19d5-745b-4e56-a6ad-8d256676114a admin admin] Checking segment: {'id': '5cc2ca40-2010-4601-b876-e55d5915ff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '98321f85-dfbf-4187-ab6b-285fb1d3b255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:01:10.775536 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24a19d5-745b-4e56-a6ad-8d256676114a admin admin] Network hostable DHCP agents. Network: 98321f85-dfbf-4187-ab6b-285fb1d3b255, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:01:10.780146 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-d4a71992-4c27-44ad-8862-10634949d09a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=268668ed-0d7b-4f7b-9df1-da4be7d9946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404181 Nov 12 20:01:10.805654 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24a19d5-745b-4e56-a6ad-8d256676114a admin admin] Network 98321f85-dfbf-4187-ab6b-285fb1d3b255 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:01:10.837124 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-a24a19d5-745b-4e56-a6ad-8d256676114a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 98321f85-dfbf-4187-ab6b-285fb1d3b255) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:01:10.845292 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e826b718-dd5e-4fe3-a350-ab79a280d1c6 None None] Network 98321f85-dfbf-4187-ab6b-285fb1d3b255 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:01:10.849595 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24a19d5-745b-4e56-a6ad-8d256676114a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:10.850264 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a24a19d5-745b-4e56-a6ad-8d256676114a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:10.920963 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a24a19d5-745b-4e56-a6ad-8d256676114a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9566081 Nov 12 20:01:10.938181 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-72cffd16-68c8-4ff4-82ad-48a8f1c638dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 194a6cba-9b0c-421e-820d-488d3cdc8332 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:01:10.986373 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-72cffd16-68c8-4ff4-82ad-48a8f1c638dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:10.988910 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-a2934268-3185-4941-bc50-37a98932c534 service neutron] 10.222.0.52 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900835 Nov 12 20:01:11.029131 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c786b935-cd25-41a3-bd9a-9d5895e30a92 None None] Network 98321f85-dfbf-4187-ab6b-285fb1d3b255 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:01:11.037002 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9c7e2-9220-4fcc-bb01-5ed316c918af req-943bf6d9-7856-49f6-a1b5-8cefced986a3 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:11.045905 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8c9c7e2-9220-4fcc-bb01-5ed316c918af req-943bf6d9-7856-49f6-a1b5-8cefced986a3 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.48 "GET /v2.0/ports?device_id=7367b797-4167-42f3-ae1e-d0287a170e2f HTTP/1.1" status: 200 len: 936 time: 0.1147494 Nov 12 20:01:11.051321 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-72cffd16-68c8-4ff4-82ad-48a8f1c638dd service neutron] Transition to ACTIVE for port object 194a6cba-9b0c-421e-820d-488d3cdc8332 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:01:11.069574 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-72cffd16-68c8-4ff4-82ad-48a8f1c638dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:11.197846 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cffd16-68c8-4ff4-82ad-48a8f1c638dd service neutron] Pushing event updated for resources: {'Port': ['ID=194a6cba-9b0c-421e-820d-488d3cdc8332,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:11.217819 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8c9c7e2-9220-4fcc-bb01-5ed316c918af req-0a90404b-853e-461b-a64d-d27374ae1979 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.48 "GET /v2.0/security-groups?id=62d68443-03e8-4f5c-8beb-2923b4fd928b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707823 Nov 12 20:01:11.328974 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-72cffd16-68c8-4ff4-82ad-48a8f1c638dd service neutron] Attempting to bind port 194a6cba-9b0c-421e-820d-488d3cdc8332 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:01:11.329319 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-72cffd16-68c8-4ff4-82ad-48a8f1c638dd service neutron] Attempting to bind port 194a6cba-9b0c-421e-820d-488d3cdc8332 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:01:11.329659 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-72cffd16-68c8-4ff4-82ad-48a8f1c638dd service neutron] Attempting to bind port 194a6cba-9b0c-421e-820d-488d3cdc8332 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:01:11.335113 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-72cffd16-68c8-4ff4-82ad-48a8f1c638dd service neutron] Port 194a6cba-9b0c-421e-820d-488d3cdc8332 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:01:11.335444 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-72cffd16-68c8-4ff4-82ad-48a8f1c638dd service neutron] Attempting to bind port 194a6cba-9b0c-421e-820d-488d3cdc8332 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:01:11.343875 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-72cffd16-68c8-4ff4-82ad-48a8f1c638dd service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:01:11.344675 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-72cffd16-68c8-4ff4-82ad-48a8f1c638dd service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:01:11.344675 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-72cffd16-68c8-4ff4-82ad-48a8f1c638dd service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:01:11.345206 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-72cffd16-68c8-4ff4-82ad-48a8f1c638dd service neutron] Bound port: 194a6cba-9b0c-421e-820d-488d3cdc8332, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:01:11.345635 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-72cffd16-68c8-4ff4-82ad-48a8f1c638dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:11.478282 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-72cffd16-68c8-4ff4-82ad-48a8f1c638dd service neutron] For port 194a6cba-9b0c-421e-820d-488d3cdc8332, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:01:11.499052 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-72cffd16-68c8-4ff4-82ad-48a8f1c638dd service neutron] For port 194a6cba-9b0c-421e-820d-488d3cdc8332, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=194a6cba-9b0c-421e-820d-488d3cdc8332,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:01:11.509455 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-72cffd16-68c8-4ff4-82ad-48a8f1c638dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:11.520711 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:01:11.573422 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-72cffd16-68c8-4ff4-82ad-48a8f1c638dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:11.576489 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-72cffd16-68c8-4ff4-82ad-48a8f1c638dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:11.578206 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-72cffd16-68c8-4ff4-82ad-48a8f1c638dd service neutron] 10.222.0.52 "PUT /v2.0/ports/194a6cba-9b0c-421e-820d-488d3cdc8332 HTTP/1.1" status: 200 len: 1097 time: 1.2706692 Nov 12 20:01:11.580781 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7367b797-4167-42f3-ae1e-d0287a170e2f', 'tag': '194a6cba-9b0c-421e-820d-488d3cdc8332'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:01:11.583076 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2ce72a-24ed-4481-b30f-d11edbf30239" -d '{"events": [{"name": "network-changed", "server_uuid": "7367b797-4167-42f3-ae1e-d0287a170e2f", "tag": "194a6cba-9b0c-421e-820d-488d3cdc8332"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:01:11.588577 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-edcd48a7-bd78-404f-9c65-ae0d19d6f866 service neutron] 10.222.0.52 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5918314 Nov 12 20:01:11.606120 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:01:11.606582 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:11.612219 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbaec2-de7b-4db4-be8c-c840b745bc53 req-883caa8c-9705-4e87-b0b0-9dd1a5356a52 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:11.626966 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dafbaec2-de7b-4db4-be8c-c840b745bc53 req-883caa8c-9705-4e87-b0b0-9dd1a5356a52 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.1844273 Nov 12 20:01:11.656209 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-e07d742f-7be4-475f-a817-da1b05edad72 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:11.671732 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cffd16-68c8-4ff4-82ad-48a8f1c638dd service neutron] Pushing event updated for resources: {'Port': ['ID=194a6cba-9b0c-421e-820d-488d3cdc8332,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:11.676657 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7aaf61-74f7-4abe-aaf8-9ea14285b9a4 None None] Sync routers for ids ['3123a917-2893-47c0-aaae-819684240b10'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:01:11.692863 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-e07d742f-7be4-475f-a817-da1b05edad72 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/networks?id=754baca7-d929-454e-a98a-e992c207ce86 HTTP/1.1" status: 200 len: 821 time: 0.2443113 Nov 12 20:01:11.703596 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7aaf61-74f7-4abe-aaf8-9ea14285b9a4 None None] Routers {'3123a917-2893-47c0-aaae-819684240b10'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:01:11.704602 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7a7aaf61-74f7-4abe-aaf8-9ea14285b9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:00:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3123a917-2893-47c0-aaae-819684240b10'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:11.742209 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dafbaec2-de7b-4db4-be8c-c840b745bc53 req-66df4a5b-7373-4ff8-8037-51d99fb0c965 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113255 Nov 12 20:01:11.745420 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device f829769d-605a-403d-97fa-d794e825cb30 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:01:11.840380 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-21f0b9be-9835-4a5e-bf41-740edee6c610 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/quotas/23d7c5887d2e419db54487a0bcfcf104 HTTP/1.1" status: 200 len: 375 time: 0.1464255 Nov 12 20:01:11.864556 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-7a7aaf61-74f7-4abe-aaf8-9ea14285b9a4 None None] Set router 3123a917-2893-47c0-aaae-819684240b10 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:01:11.879539 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976fb4b-143f-4f8b-9916-ef6a2b90dbc5 req-7264cab4-378c-42f6-84c1-d8e154475662 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:11.887847 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0976fb4b-143f-4f8b-9916-ef6a2b90dbc5 req-7264cab4-378c-42f6-84c1-d8e154475662 tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 1097 time: 0.0789602 Nov 12 20:01:11.931140 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:11.946256 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-54b895dd-5f85-47ae-b2e5-efa1e39a0299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:11.947874 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-54b895dd-5f85-47ae-b2e5-efa1e39a0299 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=548b5703cb2f43c9a94bb4142b43e83f&device_id=7367b797-4167-42f3-ae1e-d0287a170e2f HTTP/1.1" status: 200 len: 1100 time: 0.2493589 Nov 12 20:01:11.949971 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0976fb4b-143f-4f8b-9916-ef6a2b90dbc5 req-1a6cf23a-a5ed-49cd-9b2f-d77488dad26a tempest-LiveMigrationTest-26484517 tempest-LiveMigrationTest-26484517-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520592 Nov 12 20:01:11.975116 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port f829769d-605a-403d-97fa-d794e825cb30, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=f829769d-605a-403d-97fa-d794e825cb30,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:11.977862 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f60209c-2bfd-49bd-bcdb-8571f7effaba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f829769d-605a-403d-97fa-d794e825cb30'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:01:11.980990 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be464737-97f3-4555-85c4-d4e832e6a225" -d '{"events": [{"server_uuid": "3f60209c-2bfd-49bd-bcdb-8571f7effaba", "name": "network-vif-unplugged", "status": "completed", "tag": "f829769d-605a-403d-97fa-d794e825cb30"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:01:12.002768 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:12.008885 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-050e51b9-502d-41c6-a18b-22f43918f6b8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=194a6cba-9b0c-421e-820d-488d3cdc8332 HTTP/1.1" status: 200 len: 217 time: 0.0457253 Nov 12 20:01:12.026585 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-fb22bcde-ed3e-4fc3-8284-465e4e857ae6 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=23d7c5887d2e419db54487a0bcfcf104&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1853311 Nov 12 20:01:12.138155 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-1fa9b148-47d4-4c84-ab47-838747c05472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:12.139584 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-1fa9b148-47d4-4c84-ab47-838747c05472 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1103916 Nov 12 20:01:12.154536 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7a7aaf61-74f7-4abe-aaf8-9ea14285b9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123a917-2893-47c0-aaae-819684240b10', 'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-router', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:58Z', 'updated_at': '2021-11-12T20:01:07Z', 'revision_number': 4, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'gw_port': {'id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:01Z', 'updated_at': '2021-11-12T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'ab2415c0-8ef2-42a7-9808-d12c1fd0c527', 'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'mac_address': 'fa:16:3e:aa:66:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '63d41080-676f-4ac4-8522-f666160b10e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:05Z', 'updated_at': '2021-11-12T20:01:07Z', 'revision_number': 2, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'subnets': [{'id': '63d41080-676f-4ac4-8522-f666160b10e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:12.190708 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7aaf61-74f7-4abe-aaf8-9ea14285b9a4 None None] Checking router: 3123a917-2893-47c0-aaae-819684240b10 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:01:12.191507 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7aaf61-74f7-4abe-aaf8-9ea14285b9a4 None None] Updating router 3123a917-2893-47c0-aaae-819684240b10 port ab2415c0-8ef2-42a7-9808-d12c1fd0c527 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:01:12.200583 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-bf258d06-a209-492c-9f10-ea2965219658 service neutron] 10.222.0.48 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725810 Nov 12 20:01:12.220421 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7a7aaf61-74f7-4abe-aaf8-9ea14285b9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:12.282210 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-621c2b77-ddc3-4d2e-9b3b-215d779ce3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:12.284804 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-621c2b77-ddc3-4d2e-9b3b-215d779ce3a0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1349633 Nov 12 20:01:12.320834 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-6a5dadbf-fc0e-4be0-b0c7-2eaefd638eac service neutron] 10.222.0.48 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194048 Nov 12 20:01:12.337119 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76031a29-f893-43b0-b921-4a6e18b536fb req-685434ca-b789-4e8f-9cdb-dcfc8cc25b51 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:12.351261 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76031a29-f893-43b0-b921-4a6e18b536fb req-685434ca-b789-4e8f-9cdb-dcfc8cc25b51 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/networks?id=98321f85-dfbf-4187-ab6b-285fb1d3b255 HTTP/1.1" status: 200 len: 809 time: 0.2270226 Nov 12 20:01:12.389702 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76031a29-f893-43b0-b921-4a6e18b536fb req-720bb644-1db3-4ebc-968f-fa4a6edf5a3e tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/quotas/98fbdee329da4bd287714b57e72f0b77 HTTP/1.1" status: 200 len: 375 time: 0.0373886 Nov 12 20:01:12.449902 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=f829769d-605a-403d-97fa-d794e825cb30,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:12.456769 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-fbc35c53-ebcc-4cc3-87ef-c081cb1a70de service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341562 Nov 12 20:01:12.459640 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76031a29-f893-43b0-b921-4a6e18b536fb req-1f3477d9-87d7-4ec3-aca3-edf871af7137 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=98fbdee329da4bd287714b57e72f0b77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687923 Nov 12 20:01:12.576099 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device d6cb67d8-8e6c-4f5d-85a9-675c05699c18 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:01:12.725342 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76031a29-f893-43b0-b921-4a6e18b536fb req-62ea150b-8a3c-4e75-b397-3a6055625bee service neutron] 10.222.0.48 "GET /v2.0/networks/98321f85-dfbf-4187-ab6b-285fb1d3b255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632928 Nov 12 20:01:12.747311 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-13cc7f30-3beb-4938-ab06-cb49a5965207 req-ad19be17-61ec-4c83-b6aa-460e80c0a850 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822793 Nov 12 20:01:12.786454 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e762a9-85b9-4ec0-9367-baac31e70754 req-4bd830b1-0b4f-41b0-a625-0e3c890ffdad tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:12.788287 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f3e762a9-85b9-4ec0-9367-baac31e70754 req-4bd830b1-0b4f-41b0-a625-0e3c890ffdad tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 945 time: 0.1204150 Nov 12 20:01:12.819704 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port d6cb67d8-8e6c-4f5d-85a9-675c05699c18, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d6cb67d8-8e6c-4f5d-85a9-675c05699c18,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:12.822178 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7a7aaf61-74f7-4abe-aaf8-9ea14285b9a4 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:12.829409 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7a7aaf61-74f7-4abe-aaf8-9ea14285b9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:12.840453 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'd6cb67d8-8e6c-4f5d-85a9-675c05699c18', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': 'd6cb67d8-8e6c-4f5d-85a9-675c05699c18', 'mac_address': 'fa:16:3e:09:9f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:01:12.917519 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f3e762a9-85b9-4ec0-9367-baac31e70754 req-a476b96f-ad51-4dcc-a0d0-3082c171bd7a tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212835 Nov 12 20:01:12.944402 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:12.960080 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76031a29-f893-43b0-b921-4a6e18b536fb req-fa4bbfcc-a1c4-420d-974b-4e1e1fe6703b service neutron] 10.222.0.48 "GET /v2.0/networks/98321f85-dfbf-4187-ab6b-285fb1d3b255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340655 Nov 12 20:01:12.967604 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb5a27-016e-45e3-b01d-a586e6d736f7 None None] Pushing event updated for resources: {'Port': ['ID=ab2415c0-8ef2-42a7-9808-d12c1fd0c527,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:12.968044 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6cb67d8-8e6c-4f5d-85a9-675c05699c18 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:01:13.050284 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port d6cb67d8-8e6c-4f5d-85a9-675c05699c18, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d6cb67d8-8e6c-4f5d-85a9-675c05699c18,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:13.055787 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:13.083266 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-7a7aaf61-74f7-4abe-aaf8-9ea14285b9a4 None None] Attempting to bind port ab2415c0-8ef2-42a7-9808-d12c1fd0c527 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:01:13.083756 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-7a7aaf61-74f7-4abe-aaf8-9ea14285b9a4 None None] Attempting to bind port ab2415c0-8ef2-42a7-9808-d12c1fd0c527 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ba89ee47-abae-433b-8c45-1e07345781b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '754baca7-d929-454e-a98a-e992c207ce86'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:01:13.084168 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7aaf61-74f7-4abe-aaf8-9ea14285b9a4 None None] Attempting to bind port ab2415c0-8ef2-42a7-9808-d12c1fd0c527 on network 754baca7-d929-454e-a98a-e992c207ce86 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:01:13.099336 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7aaf61-74f7-4abe-aaf8-9ea14285b9a4 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:01:13.102476 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7aaf61-74f7-4abe-aaf8-9ea14285b9a4 None None] Checking segment: {'id': 'ba89ee47-abae-433b-8c45-1e07345781b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '754baca7-d929-454e-a98a-e992c207ce86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:01:13.102946 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7a7aaf61-74f7-4abe-aaf8-9ea14285b9a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:13.103352 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7aaf61-74f7-4abe-aaf8-9ea14285b9a4 None None] Bound using segment: {'id': 'ba89ee47-abae-433b-8c45-1e07345781b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '754baca7-d929-454e-a98a-e992c207ce86'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:01:13.104224 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-7a7aaf61-74f7-4abe-aaf8-9ea14285b9a4 None None] Bound port: ab2415c0-8ef2-42a7-9808-d12c1fd0c527, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba89ee47-abae-433b-8c45-1e07345781b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '754baca7-d929-454e-a98a-e992c207ce86'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:01:13.110208 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7a7aaf61-74f7-4abe-aaf8-9ea14285b9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:13.175336 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=d6cb67d8-8e6c-4f5d-85a9-675c05699c18,revision_number=9']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:13.193419 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['d6cb67d8-8e6c-4f5d-85a9-675c05699c18'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:01:13.237337 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6520a2c8-c664-4a6b-8ee8-fa71bce7893b x-openstack-request-id: req-6520a2c8-c664-4a6b-8ee8-fa71bce7893b {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:13.237653 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7367b797-4167-42f3-ae1e-d0287a170e2f", "tag": "194a6cba-9b0c-421e-820d-488d3cdc8332", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:13.237935 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6520a2c8-c664-4a6b-8ee8-fa71bce7893b {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:13.238607 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7367b797-4167-42f3-ae1e-d0287a170e2f', 'tag': '194a6cba-9b0c-421e-820d-488d3cdc8332', 'status': 'completed', 'code': 200} Nov 12 20:01:13.339355 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-7a7aaf61-74f7-4abe-aaf8-9ea14285b9a4 None None] For port ab2415c0-8ef2-42a7-9808-d12c1fd0c527, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:01:13.349643 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-7a7aaf61-74f7-4abe-aaf8-9ea14285b9a4 None None] For port ab2415c0-8ef2-42a7-9808-d12c1fd0c527, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ab2415c0-8ef2-42a7-9808-d12c1fd0c527,segment=NetworkSegment(ba89ee47-abae-433b-8c45-1e07345781b7),segment_id=ba89ee47-abae-433b-8c45-1e07345781b7)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:01:13.362012 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7a7aaf61-74f7-4abe-aaf8-9ea14285b9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:13.405464 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b87ee-eda4-4e9a-bec4-6d71ed29a806 req-7f3951d7-d02b-48dc-baac-cc3ad60c438c tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:13.407599 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-220b87ee-eda4-4e9a-bec4-6d71ed29a806 req-7f3951d7-d02b-48dc-baac-cc3ad60c438c tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.1656330 Nov 12 20:01:13.453435 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ce72a-24ed-4481-b30f-d11edbf30239 req-463ceeb8-5509-423f-8294-b44f113d844b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:13.465963 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db2ce72a-24ed-4481-b30f-d11edbf30239 req-463ceeb8-5509-423f-8294-b44f113d844b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=548b5703cb2f43c9a94bb4142b43e83f&device_id=7367b797-4167-42f3-ae1e-d0287a170e2f HTTP/1.1" status: 200 len: 1100 time: 0.1865125 Nov 12 20:01:13.500346 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d4541d52-683e-4946-a0c5-3e5bfce79ab9 None None] Provisioning complete for port ab2415c0-8ef2-42a7-9808-d12c1fd0c527 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:01:13.511493 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d4541d52-683e-4946-a0c5-3e5bfce79ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:13.511992 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7aaf61-74f7-4abe-aaf8-9ea14285b9a4 None None] Routers {'3123a917-2893-47c0-aaae-819684240b10'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:01:13.512946 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7a7aaf61-74f7-4abe-aaf8-9ea14285b9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:00:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3123a917-2893-47c0-aaae-819684240b10'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:13.523747 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb5a27-016e-45e3-b01d-a586e6d736f7 None None] Pushing event updated for resources: {'Port': ['ID=ab2415c0-8ef2-42a7-9808-d12c1fd0c527,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:13.635836 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-220b87ee-eda4-4e9a-bec4-6d71ed29a806 req-f21ff711-9d44-40a0-9e3b-fbc310a4d948 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950748 Nov 12 20:01:13.843014 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ce72a-24ed-4481-b30f-d11edbf30239 req-9275ab2c-0229-4b9d-b4f9-3c3c1a941afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:13.844893 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db2ce72a-24ed-4481-b30f-d11edbf30239 req-9275ab2c-0229-4b9d-b4f9-3c3c1a941afe service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.3742383 Nov 12 20:01:13.847739 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-7a7aaf61-74f7-4abe-aaf8-9ea14285b9a4 None None] Set router 3123a917-2893-47c0-aaae-819684240b10 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:01:13.947368 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db2ce72a-24ed-4481-b30f-d11edbf30239 req-d6a2cdf2-872d-4735-8dee-096ab975c2f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=194a6cba-9b0c-421e-820d-488d3cdc8332 HTTP/1.1" status: 200 len: 217 time: 0.0930934 Nov 12 20:01:13.975651 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d4541d52-683e-4946-a0c5-3e5bfce79ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:14.025917 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2061e90b-5bd7-4d88-9bc4-3407da5f442f x-openstack-request-id: req-2061e90b-5bd7-4d88-9bc4-3407da5f442f {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:14.029189 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f60209c-2bfd-49bd-bcdb-8571f7effaba", "name": "network-vif-unplugged", "status": "completed", "tag": "f829769d-605a-403d-97fa-d794e825cb30", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:14.029481 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2061e90b-5bd7-4d88-9bc4-3407da5f442f {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:14.030268 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f60209c-2bfd-49bd-bcdb-8571f7effaba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f829769d-605a-403d-97fa-d794e825cb30', 'code': 200} Nov 12 20:01:14.041949 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ce72a-24ed-4481-b30f-d11edbf30239 req-16dbc7ed-6b03-4384-83c1-8c80fbd0f39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:14.044041 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db2ce72a-24ed-4481-b30f-d11edbf30239 req-16dbc7ed-6b03-4384-83c1-8c80fbd0f39f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0809176 Nov 12 20:01:14.090261 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d4541d52-683e-4946-a0c5-3e5bfce79ab9 None None] For port ab2415c0-8ef2-42a7-9808-d12c1fd0c527, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ab2415c0-8ef2-42a7-9808-d12c1fd0c527,segment=NetworkSegment(ba89ee47-abae-433b-8c45-1e07345781b7),segment_id=ba89ee47-abae-433b-8c45-1e07345781b7)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:14.096852 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d4541d52-683e-4946-a0c5-3e5bfce79ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:14.166808 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1367a8-c82f-4450-be22-df019971b996 req-0dd17a1d-b3a2-4ebd-859c-12788021a6f2 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:14.168410 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eb1367a8-c82f-4450-be22-df019971b996 req-0dd17a1d-b3a2-4ebd-859c-12788021a6f2 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.48 "GET /v2.0/ports?device_id=7367b797-4167-42f3-ae1e-d0287a170e2f HTTP/1.1" status: 200 len: 948 time: 0.1231389 Nov 12 20:01:14.171637 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ce72a-24ed-4481-b30f-d11edbf30239 req-f0bb67da-f5c4-4243-86a8-48b1ce8773af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:14.173417 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db2ce72a-24ed-4481-b30f-d11edbf30239 req-f0bb67da-f5c4-4243-86a8-48b1ce8773af service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0860174 Nov 12 20:01:14.264012 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7a7aaf61-74f7-4abe-aaf8-9ea14285b9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123a917-2893-47c0-aaae-819684240b10', 'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-router', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:58Z', 'updated_at': '2021-11-12T20:01:07Z', 'revision_number': 4, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'gw_port': {'id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:01Z', 'updated_at': '2021-11-12T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'ab2415c0-8ef2-42a7-9808-d12c1fd0c527', 'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'mac_address': 'fa:16:3e:aa:66:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '63d41080-676f-4ac4-8522-f666160b10e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:05Z', 'updated_at': '2021-11-12T20:01:13Z', 'revision_number': 4, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'subnets': [{'id': '63d41080-676f-4ac4-8522-f666160b10e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:14.268821 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4541d52-683e-4946-a0c5-3e5bfce79ab9 None None] Pushing event updated for resources: {'Port': ['ID=ab2415c0-8ef2-42a7-9808-d12c1fd0c527,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:14.289545 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4052ae1b-95d2-44b3-bd1d-ac7e0c335044 req-62a8a940-baf0-4127-8ca6-ec131b6c7213 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 210 time: 0.0697434 Nov 12 20:01:14.322201 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-95b53c24-c85c-43ce-a2b0-b040c056408b None None] Provisioning complete for port ab2415c0-8ef2-42a7-9808-d12c1fd0c527 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:01:14.322685 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-95b53c24-c85c-43ce-a2b0-b040c056408b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:14.356373 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7aaf61-74f7-4abe-aaf8-9ea14285b9a4 None None] The sync data for ids ['3123a917-2893-47c0-aaae-819684240b10'] in n-d-712140-15 is: [{'id': '3123a917-2893-47c0-aaae-819684240b10', 'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-router', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:58Z', 'updated_at': '2021-11-12T20:01:07Z', 'revision_number': 4, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'gw_port': {'id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:01Z', 'updated_at': '2021-11-12T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'ab2415c0-8ef2-42a7-9808-d12c1fd0c527', 'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'mac_address': 'fa:16:3e:aa:66:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '63d41080-676f-4ac4-8522-f666160b10e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:05Z', 'updated_at': '2021-11-12T20:01:13Z', 'revision_number': 4, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'subnets': [{'id': '63d41080-676f-4ac4-8522-f666160b10e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:01:14.453333 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db2ce72a-24ed-4481-b30f-d11edbf30239 req-05b4c5c7-d3fe-4ab8-9539-35ae62e90813 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611299 Nov 12 20:01:14.469114 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-05cf2d03-9ab5-4318-9c8a-9e1f68442e6f req-9026b80c-6238-4f75-bb41-6f7f56af002a tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/ports?device_id=249b9a7d-aee3-40f7-b7f4-658b0d90435c HTTP/1.1" status: 200 len: 210 time: 0.0570090 Nov 12 20:01:14.596306 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 194a6cba-9b0c-421e-820d-488d3cdc8332 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:01:14.604528 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device d6cb67d8-8e6c-4f5d-85a9-675c05699c18 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:01:14.674688 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eb1367a8-c82f-4450-be22-df019971b996 req-606fab7f-b8a0-4029-842e-ce70b8522e8e tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.48 "GET /v2.0/security-groups?id=62d68443-03e8-4f5c-8beb-2923b4fd928b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973378 Nov 12 20:01:14.723673 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-e02a2e97-fa03-48f0-938a-0cf9facba93f tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:14.725839 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-e02a2e97-fa03-48f0-938a-0cf9facba93f tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.55 "GET /v2.0/networks?id=754baca7-d929-454e-a98a-e992c207ce86 HTTP/1.1" status: 200 len: 821 time: 0.2083747 Nov 12 20:01:14.750332 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-0cfd4c8f-8e3b-4ffa-88b3-c8bdcb8ac897 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Request body: {'port': {'device_id': '5a6ac673-3c10-4e43-b79a-3fce4490305c', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'admin_state_up': True, 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:14.794154 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db2ce72a-24ed-4481-b30f-d11edbf30239 req-692f97be-b4a7-4490-b376-a99d1d5d83c5 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239882 Nov 12 20:01:14.923005 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12a2a2-f170-483a-b41e-64c976450b5e req-67b457fe-7d2e-49ac-907f-98f155f6f698 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:14.932982 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7a12a2a2-f170-483a-b41e-64c976450b5e req-67b457fe-7d2e-49ac-907f-98f155f6f698 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 945 time: 0.1024115 Nov 12 20:01:14.997735 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa0eb1-2730-40ab-bb23-0e81a31130f4 req-19d1b322-f7c4-47f7-8193-3f0469d6272a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:14.999295 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a1aa0eb1-2730-40ab-bb23-0e81a31130f4 req-19d1b322-f7c4-47f7-8193-3f0469d6272a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 945 time: 0.2378643 Nov 12 20:01:15.028198 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7a12a2a2-f170-483a-b41e-64c976450b5e req-169c2705-615a-4708-accb-2db104c86e2a tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835161 Nov 12 20:01:15.091511 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port d6cb67d8-8e6c-4f5d-85a9-675c05699c18 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:01:15.092627 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:15.236502 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54157cb-1e61-45aa-874a-8296f0b587c8 req-f15212ae-1278-4019-8e3d-d05360a2da11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:15.248063 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a54157cb-1e61-45aa-874a-8296f0b587c8 req-f15212ae-1278-4019-8e3d-d05360a2da11 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 945 time: 0.0935967 Nov 12 20:01:15.294438 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 194a6cba-9b0c-421e-820d-488d3cdc8332, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=194a6cba-9b0c-421e-820d-488d3cdc8332,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:15.370858 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '194a6cba-9b0c-421e-820d-488d3cdc8332', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': '194a6cba-9b0c-421e-820d-488d3cdc8332', 'mac_address': 'fa:16:3e:ac:a2:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:01:15.401982 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a54157cb-1e61-45aa-874a-8296f0b587c8 req-78d73537-6a62-44d8-849b-f967fd0044fd tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519778 Nov 12 20:01:15.457910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-0cfd4c8f-8e3b-4ffa-88b3-c8bdcb8ac897 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Made reservation on behalf of 23d7c5887d2e419db54487a0bcfcf104 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:01:15.470349 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-0cfd4c8f-8e3b-4ffa-88b3-c8bdcb8ac897 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:15.512640 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-a1aa0eb1-2730-40ab-bb23-0e81a31130f4 req-3b9ed5bc-9aef-4fcc-9d63-b7b2c8e5f114 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Deleting port 02bd12af-6cd5-4975-b569-03c367dbf5ae {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:01:15.513044 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a1aa0eb1-2730-40ab-bb23-0e81a31130f4 req-3b9ed5bc-9aef-4fcc-9d63-b7b2c8e5f114 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:15.751496 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:15.762941 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-a1aa0eb1-2730-40ab-bb23-0e81a31130f4 req-3b9ed5bc-9aef-4fcc-9d63-b7b2c8e5f114 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] For port 02bd12af-6cd5-4975-b569-03c367dbf5ae, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=02bd12af-6cd5-4975-b569-03c367dbf5ae,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:15.767171 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a1aa0eb1-2730-40ab-bb23-0e81a31130f4 req-3b9ed5bc-9aef-4fcc-9d63-b7b2c8e5f114 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:15.767327 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ab2415c0-8ef2-42a7-9808-d12c1fd0c527 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:01:15.785133 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-a1aa0eb1-2730-40ab-bb23-0e81a31130f4 req-3b9ed5bc-9aef-4fcc-9d63-b7b2c8e5f114 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Calling delete_port for 02bd12af-6cd5-4975-b569-03c367dbf5ae owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:01:15.811383 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffaa401-8017-484c-b814-8cdc790585ff req-27725479-228b-48dd-bc39-0f687bf0fea4 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:15.814097 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1ffaa401-8017-484c-b814-8cdc790585ff req-27725479-228b-48dd-bc39-0f687bf0fea4 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.1290109 Nov 12 20:01:15.866881 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:15.888895 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 194a6cba-9b0c-421e-820d-488d3cdc8332 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:01:15.923242 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1ffaa401-8017-484c-b814-8cdc790585ff req-f520fccb-358d-4356-9324-415492551065 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984967 Nov 12 20:01:15.945661 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 194a6cba-9b0c-421e-820d-488d3cdc8332, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=194a6cba-9b0c-421e-820d-488d3cdc8332,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:15.969869 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-68b704db-313e-411d-84a4-1badff72770d req-d26226e4-7b46-4ed2-831d-284143127bc6 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 210 time: 0.1769025 Nov 12 20:01:15.989757 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:16.092597 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5268c50f-ab3d-408b-8505-7cf80dfe5638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6cb67d8-8e6c-4f5d-85a9-675c05699c18'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:01:16.096463 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd252df-5ba1-468e-a922-38217da875ed" -d '{"events": [{"server_uuid": "5268c50f-ab3d-408b-8505-7cf80dfe5638", "name": "network-vif-plugged", "status": "completed", "tag": "d6cb67d8-8e6c-4f5d-85a9-675c05699c18"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:01:16.108765 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4f3b0e94-766e-4ee7-9c39-940bac590106 req-d0f9c20f-1d36-435f-9ea6-569ae2d7240f tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/ports?device_id=249b9a7d-aee3-40f7-b7f4-658b0d90435c HTTP/1.1" status: 200 len: 210 time: 0.0480058 Nov 12 20:01:16.120874 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port d6cb67d8-8e6c-4f5d-85a9-675c05699c18, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d6cb67d8-8e6c-4f5d-85a9-675c05699c18,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:16.135550 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:16.143723 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=194a6cba-9b0c-421e-820d-488d3cdc8332,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:16.179921 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port ab2415c0-8ef2-42a7-9808-d12c1fd0c527 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:01:16.180766 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:16.261744 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c143e-06d8-4b25-9234-3312ac8a5fc8 req-0b0f1775-aabf-4b30-b7cc-b7f8205e95a1 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:16.264336 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-598c143e-06d8-4b25-9234-3312ac8a5fc8 req-0b0f1775-aabf-4b30-b7cc-b7f8205e95a1 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 945 time: 0.0764570 Nov 12 20:01:16.271121 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=d6cb67d8-8e6c-4f5d-85a9-675c05699c18,revision_number=10']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:16.326276 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['194a6cba-9b0c-421e-820d-488d3cdc8332'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:01:16.346411 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-598c143e-06d8-4b25-9234-3312ac8a5fc8 req-8dfea253-c0d6-4b3a-83b4-44e831b5b907 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719132 Nov 12 20:01:16.393826 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653d1df4-064d-4544-9482-6efa0e972645 x-openstack-request-id: req-653d1df4-064d-4544-9482-6efa0e972645 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:16.394105 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5268c50f-ab3d-408b-8505-7cf80dfe5638", "name": "network-vif-plugged", "status": "completed", "tag": "d6cb67d8-8e6c-4f5d-85a9-675c05699c18", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:16.394349 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-653d1df4-064d-4544-9482-6efa0e972645 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:16.394736 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5268c50f-ab3d-408b-8505-7cf80dfe5638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6cb67d8-8e6c-4f5d-85a9-675c05699c18', 'code': 200} Nov 12 20:01:16.401152 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-0cfd4c8f-8e3b-4ffa-88b3-c8bdcb8ac897 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Allocated IP 172.20.0.8 (754baca7-d929-454e-a98a-e992c207ce86/63d41080-676f-4ac4-8522-f666160b10e9/47e538a5-0794-4406-91e0-d37d5df399b9) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:01:16.610085 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 02bd12af-6cd5-4975-b569-03c367dbf5ae no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:01:16.641579 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76031a29-f893-43b0-b921-4a6e18b536fb req-f1b0df2d-dcd1-4a66-a333-473ea34e5e94 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:16.643450 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76031a29-f893-43b0-b921-4a6e18b536fb req-f1b0df2d-dcd1-4a66-a333-473ea34e5e94 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.55 "GET /v2.0/networks?id=98321f85-dfbf-4187-ab6b-285fb1d3b255 HTTP/1.1" status: 200 len: 809 time: 0.8384748 Nov 12 20:01:16.671801 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-76031a29-f893-43b0-b921-4a6e18b536fb req-dd8b54b5-da00-4164-8ac8-8f78e0881007 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Request body: {'port': {'device_id': '249b9a7d-aee3-40f7-b7f4-658b0d90435c', 'network_id': '98321f85-dfbf-4187-ab6b-285fb1d3b255', 'admin_state_up': True, 'tenant_id': '98fbdee329da4bd287714b57e72f0b77'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:16.685155 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea520c8b-8dca-4018-9d7e-5481140c9134 req-0ec488d2-9e0d-48f7-b4c6-b14ba0aab627 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:16.694466 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ea520c8b-8dca-4018-9d7e-5481140c9134 req-0ec488d2-9e0d-48f7-b4c6-b14ba0aab627 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.48 "GET /v2.0/ports?device_id=7367b797-4167-42f3-ae1e-d0287a170e2f HTTP/1.1" status: 200 len: 949 time: 0.4852450 Nov 12 20:01:16.703615 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a1aa0eb1-2730-40ab-bb23-0e81a31130f4 req-3b9ed5bc-9aef-4fcc-9d63-b7b2c8e5f114 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:16.713372 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No active binding found for port 02bd12af-6cd5-4975-b569-03c367dbf5ae {{(pid=102449) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 20:01:16.713828 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 02bd12af-6cd5-4975-b569-03c367dbf5ae not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:01:16.717070 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97549f89-cbc1-4120-abbf-eb5a522ba34e req-41e4f769-293b-4d7b-80c9-96218d40bb06 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:16.719538 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-97549f89-cbc1-4120-abbf-eb5a522ba34e req-41e4f769-293b-4d7b-80c9-96218d40bb06 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 945 time: 0.1237481 Nov 12 20:01:16.721202 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['6e02188b-743a-4336-bf70-2b29b36e95e2'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:01:16.839781 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-97549f89-cbc1-4120-abbf-eb5a522ba34e req-4f243c8c-b610-4828-9461-2d86e6b53235 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103137 Nov 12 20:01:16.919040 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ed5bc-9aef-4fcc-9d63-b7b2c8e5f114 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Pushing event deleted for resources: {'Port': ['ID=02bd12af-6cd5-4975-b569-03c367dbf5ae,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:17.112717 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1aa0eb1-2730-40ab-bb23-0e81a31130f4 req-3b9ed5bc-9aef-4fcc-9d63-b7b2c8e5f114 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] No DVR routers for this DVR port 02bd12af-6cd5-4975-b569-03c367dbf5ae on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:01:17.114945 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc9bde-848b-4274-b4fd-d81e145125d0 req-224952cd-708b-44ae-80b2-d85f65ebe900 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:17.126131 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d3fc9bde-848b-4274-b4fd-d81e145125d0 req-224952cd-708b-44ae-80b2-d85f65ebe900 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.0882394 Nov 12 20:01:17.129969 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a1aa0eb1-2730-40ab-bb23-0e81a31130f4 req-3b9ed5bc-9aef-4fcc-9d63-b7b2c8e5f114 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:17.133796 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a1aa0eb1-2730-40ab-bb23-0e81a31130f4 req-3b9ed5bc-9aef-4fcc-9d63-b7b2c8e5f114 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.52 "DELETE /v2.0/ports/02bd12af-6cd5-4975-b569-03c367dbf5ae HTTP/1.1" status: 204 len: 173 time: 2.1110225 Nov 12 20:01:17.134344 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28f102d-a7e7-4274-bf82-74ade9392a98', 'name': 'network-vif-deleted', 'tag': '02bd12af-6cd5-4975-b569-03c367dbf5ae'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:01:17.137106 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e80ef3d-a14d-4cb6-9819-4f59961f496a" -d '{"events": [{"server_uuid": "f28f102d-a7e7-4274-bf82-74ade9392a98", "name": "network-vif-deleted", "tag": "02bd12af-6cd5-4975-b569-03c367dbf5ae"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:01:17.199748 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ea520c8b-8dca-4018-9d7e-5481140c9134 req-ffc6afa1-f4f7-4520-a967-aca47e4991d5 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.48 "GET /v2.0/security-groups?id=62d68443-03e8-4f5c-8beb-2923b4fd928b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043900 Nov 12 20:01:17.201329 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d3fc9bde-848b-4274-b4fd-d81e145125d0 req-84f272a3-3336-44bf-94de-318e23b58cf9 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739613 Nov 12 20:01:17.345274 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76031a29-f893-43b0-b921-4a6e18b536fb req-dd8b54b5-da00-4164-8ac8-8f78e0881007 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Made reservation on behalf of 98fbdee329da4bd287714b57e72f0b77 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:01:17.350597 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-76031a29-f893-43b0-b921-4a6e18b536fb req-dd8b54b5-da00-4164-8ac8-8f78e0881007 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:17.375139 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d5b19a39-ee62-4263-beca-cf683749cc8a req-ef86c56d-1cbf-470a-8171-2bb47895d98f tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/ports?device_id=249b9a7d-aee3-40f7-b7f4-658b0d90435c HTTP/1.1" status: 200 len: 210 time: 0.0508475 Nov 12 20:01:17.394197 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b2873aa2-1c83-4ae7-862e-604238bbe424 req-5fea48d8-b133-4d2e-9781-b653b9b28f43 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 210 time: 0.0350728 Nov 12 20:01:17.432751 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-0cfd4c8f-8e3b-4ffa-88b3-c8bdcb8ac897 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:17.462724 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a582cae5-e7a1-4b28-9a67-59bfad4e2bcf x-openstack-request-id: req-a582cae5-e7a1-4b28-9a67-59bfad4e2bcf {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:17.463082 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28f102d-a7e7-4274-bf82-74ade9392a98", "name": "network-vif-deleted", "tag": "02bd12af-6cd5-4975-b569-03c367dbf5ae", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:17.463402 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a582cae5-e7a1-4b28-9a67-59bfad4e2bcf {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:17.464470 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28f102d-a7e7-4274-bf82-74ade9392a98', 'name': 'network-vif-deleted', 'tag': '02bd12af-6cd5-4975-b569-03c367dbf5ae', 'status': 'completed', 'code': 200} Nov 12 20:01:17.581756 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d3da5a34-ad21-4412-9696-4eb49ec6815c req-eda9f0eb-cdfa-4abe-90c4-befb35f0a063 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 210 time: 0.0507250 Nov 12 20:01:17.614474 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-0cfd4c8f-8e3b-4ffa-88b3-c8bdcb8ac897 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:17.668307 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-0cfd4c8f-8e3b-4ffa-88b3-c8bdcb8ac897 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Network 754baca7-d929-454e-a98a-e992c207ce86 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:01:17.673583 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-0cfd4c8f-8e3b-4ffa-88b3-c8bdcb8ac897 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:01:17.682599 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-0cfd4c8f-8e3b-4ffa-88b3-c8bdcb8ac897 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:01:17.738939 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-76031a29-f893-43b0-b921-4a6e18b536fb req-dd8b54b5-da00-4164-8ac8-8f78e0881007 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Allocated IP 172.20.0.7 (98321f85-dfbf-4187-ab6b-285fb1d3b255/33c0a219-c8b1-4f19-b8cf-d713ad6c116a/424e1716-d904-4ee3-b3d3-c492d16f4d5d) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:01:17.769089 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd4c8f-8e3b-4ffa-88b3-c8bdcb8ac897 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Pushing event updated for resources: {'Port': ['ID=47e538a5-0794-4406-91e0-d37d5df399b9,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:17.783911 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-0cfd4c8f-8e3b-4ffa-88b3-c8bdcb8ac897 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:17.784655 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-0cfd4c8f-8e3b-4ffa-88b3-c8bdcb8ac897 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:17.803014 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-0cfd4c8f-8e3b-4ffa-88b3-c8bdcb8ac897 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0584266 Nov 12 20:01:17.826035 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-83be2e2b-1df7-4d73-8a07-61345747c070 service neutron] Request body: {'port': {'device_id': '5a6ac673-3c10-4e43-b79a-3fce4490305c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:18.061626 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eadb77-be11-4a4b-ad94-004c047f33ba req-63ee9dc0-7de9-485a-9ead-c71a5eb3e289 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:18.069899 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d4eadb77-be11-4a4b-ad94-004c047f33ba req-63ee9dc0-7de9-485a-9ead-c71a5eb3e289 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 945 time: 0.0822434 Nov 12 20:01:18.152582 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-65835c5d-80da-49d5-9fd1-b04abeb42fac None None] Provisioning complete for port 47e538a5-0794-4406-91e0-d37d5df399b9 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:01:18.153181 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-65835c5d-80da-49d5-9fd1-b04abeb42fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:18.175604 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d4eadb77-be11-4a4b-ad94-004c047f33ba req-d94eac67-a882-4878-b942-e1939b6085b5 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048005 Nov 12 20:01:18.222195 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-65835c5d-80da-49d5-9fd1-b04abeb42fac None None] Port 47e538a5-0794-4406-91e0-d37d5df399b9 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:01:18.410737 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32c0aa-4a90-4eee-93f4-64639eb8e5c7 req-36ed186e-59f1-40fa-ac71-e2c4f89db9d7 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:18.419183 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bc32c0aa-4a90-4eee-93f4-64639eb8e5c7 req-36ed186e-59f1-40fa-ac71-e2c4f89db9d7 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.48 "GET /v2.0/ports?device_id=7367b797-4167-42f3-ae1e-d0287a170e2f HTTP/1.1" status: 200 len: 949 time: 0.1214910 Nov 12 20:01:18.495622 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bc32c0aa-4a90-4eee-93f4-64639eb8e5c7 req-05b9b302-92fb-4f89-84df-3329596ef4e9 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.48 "GET /v2.0/security-groups?id=62d68443-03e8-4f5c-8beb-2923b4fd928b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730488 Nov 12 20:01:18.500175 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-83be2e2b-1df7-4d73-8a07-61345747c070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:18.619766 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 194a6cba-9b0c-421e-820d-488d3cdc8332 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:01:18.671855 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0ede5ada-b283-41d2-9126-ae059cbf7c63 req-6952c7ad-bbba-4e85-8fd6-d1cdf8d33159 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/ports?device_id=249b9a7d-aee3-40f7-b7f4-658b0d90435c HTTP/1.1" status: 200 len: 210 time: 0.0814106 Nov 12 20:01:18.745157 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 194a6cba-9b0c-421e-820d-488d3cdc8332 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:01:18.751322 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 194a6cba-9b0c-421e-820d-488d3cdc8332 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:01:18.753110 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:18.802429 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344dd14-1a61-4f3c-9e50-162c066d4f5a req-64b9db75-ae27-41ae-9e2e-8b18587806f6 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:18.813798 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1344dd14-1a61-4f3c-9e50-162c066d4f5a req-64b9db75-ae27-41ae-9e2e-8b18587806f6 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.3773503 Nov 12 20:01:18.874350 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafaf2e-472c-4bf1-84f2-df27e1705960 req-d63fce05-9fec-46d3-bdfd-d10eae8220f3 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:18.882371 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7eafaf2e-472c-4bf1-84f2-df27e1705960 req-d63fce05-9fec-46d3-bdfd-d10eae8220f3 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 931 time: 0.1049273 Nov 12 20:01:18.893932 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:18.948035 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 194a6cba-9b0c-421e-820d-488d3cdc8332, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=194a6cba-9b0c-421e-820d-488d3cdc8332,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:18.950154 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7367b797-4167-42f3-ae1e-d0287a170e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194a6cba-9b0c-421e-820d-488d3cdc8332'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:01:18.955595 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becea9ed-afa4-452c-ae68-d462f8af77ef" -d '{"events": [{"server_uuid": "7367b797-4167-42f3-ae1e-d0287a170e2f", "name": "network-vif-plugged", "status": "completed", "tag": "194a6cba-9b0c-421e-820d-488d3cdc8332"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:01:18.962729 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:18.999360 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7eafaf2e-472c-4bf1-84f2-df27e1705960 req-7723a22a-dddb-4d64-9906-1c5c55f61879 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/security-groups?id=bf225de5-b6cb-4cdb-aa73-32dd1d2990d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057122 Nov 12 20:01:19.077290 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=194a6cba-9b0c-421e-820d-488d3cdc8332,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:19.181746 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1533fb46-529b-46a9-803a-b8685b044fc8 req-1f5f050a-ad36-414e-99fd-8a4bd612b6c6 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 210 time: 0.0428681 Nov 12 20:01:19.242398 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74823f1b-1291-4069-9a5e-293d3c5be4c3 x-openstack-request-id: req-74823f1b-1291-4069-9a5e-293d3c5be4c3 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:19.243415 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7367b797-4167-42f3-ae1e-d0287a170e2f", "name": "network-vif-plugged", "status": "completed", "tag": "194a6cba-9b0c-421e-820d-488d3cdc8332", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:19.243930 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-74823f1b-1291-4069-9a5e-293d3c5be4c3 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:19.244530 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7367b797-4167-42f3-ae1e-d0287a170e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194a6cba-9b0c-421e-820d-488d3cdc8332', 'code': 200} Nov 12 20:01:19.282923 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1344dd14-1a61-4f3c-9e50-162c066d4f5a req-fb2d5708-c54f-4c39-8c31-e6c68695f494 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673545 Nov 12 20:01:19.310676 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-76031a29-f893-43b0-b921-4a6e18b536fb req-dd8b54b5-da00-4164-8ac8-8f78e0881007 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:19.323325 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-83be2e2b-1df7-4d73-8a07-61345747c070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e538a5-0794-4406-91e0-d37d5df399b9 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:01:19.335157 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-83be2e2b-1df7-4d73-8a07-61345747c070 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:19.351671 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-83be2e2b-1df7-4d73-8a07-61345747c070 service neutron] Transition to ACTIVE for port object 47e538a5-0794-4406-91e0-d37d5df399b9 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:01:19.378579 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-83be2e2b-1df7-4d73-8a07-61345747c070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:19.535036 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-76031a29-f893-43b0-b921-4a6e18b536fb req-dd8b54b5-da00-4164-8ac8-8f78e0881007 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:19.612778 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76031a29-f893-43b0-b921-4a6e18b536fb req-dd8b54b5-da00-4164-8ac8-8f78e0881007 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Network 98321f85-dfbf-4187-ab6b-285fb1d3b255 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:01:19.623573 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be2e2b-1df7-4d73-8a07-61345747c070 service neutron] Pushing event updated for resources: {'Port': ['ID=47e538a5-0794-4406-91e0-d37d5df399b9,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:19.644573 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889995d-09d4-44d4-ad3e-737a9dc2c739 req-f44db186-f9e8-4037-9f59-80238c10a6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:19.646143 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b889995d-09d4-44d4-ad3e-737a9dc2c739 req-f44db186-f9e8-4037-9f59-80238c10a6c3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7367b797-4167-42f3-ae1e-d0287a170e2f HTTP/1.1" status: 200 len: 1102 time: 0.2881691 Nov 12 20:01:19.654665 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-76031a29-f893-43b0-b921-4a6e18b536fb req-dd8b54b5-da00-4164-8ac8-8f78e0881007 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:01:19.698174 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f67acc-ad5d-48ba-b332-4418b0c3ea33 req-94aa2315-5002-4943-8589-b7ef1d159dcd tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:19.708131 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-73f67acc-ad5d-48ba-b332-4418b0c3ea33 req-94aa2315-5002-4943-8589-b7ef1d159dcd tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.48 "GET /v2.0/ports?device_id=7367b797-4167-42f3-ae1e-d0287a170e2f HTTP/1.1" status: 200 len: 950 time: 0.1135609 Nov 12 20:01:19.751094 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-76031a29-f893-43b0-b921-4a6e18b536fb req-dd8b54b5-da00-4164-8ac8-8f78e0881007 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:01:19.765513 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947cc58-8e71-4991-9be6-1aac7ae1771c req-40493d8f-5c05-4653-bf4b-d22135c5982e tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:19.766993 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0947cc58-8e71-4991-9be6-1aac7ae1771c req-40493d8f-5c05-4653-bf4b-d22135c5982e tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 945 time: 0.3613460 Nov 12 20:01:19.780908 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-73f67acc-ad5d-48ba-b332-4418b0c3ea33 req-32a9c991-c5ce-4f45-bb54-4492d6b591cd tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.48 "GET /v2.0/security-groups?id=62d68443-03e8-4f5c-8beb-2923b4fd928b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700264 Nov 12 20:01:19.890909 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f017bf74-a489-41b5-ba9f-70b2dfed116a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:19.934889 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:19.950684 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32f540-2efb-452e-9495-a71ef1da102e req-167829bf-12fc-453c-981c-445844459a1d tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:19.960074 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b54b5-da00-4164-8ac8-8f78e0881007 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Pushing event updated for resources: {'Port': ['ID=424e1716-d904-4ee3-b3d3-c492d16f4d5d,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:19.961101 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7c32f540-2efb-452e-9495-a71ef1da102e req-167829bf-12fc-453c-981c-445844459a1d tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/ports?device_id=249b9a7d-aee3-40f7-b7f4-658b0d90435c HTTP/1.1" status: 200 len: 931 time: 0.0759614 Nov 12 20:01:19.994313 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76031a29-f893-43b0-b921-4a6e18b536fb req-dd8b54b5-da00-4164-8ac8-8f78e0881007 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:19.994958 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-76031a29-f893-43b0-b921-4a6e18b536fb req-dd8b54b5-da00-4164-8ac8-8f78e0881007 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:20.023190 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76031a29-f893-43b0-b921-4a6e18b536fb req-dd8b54b5-da00-4164-8ac8-8f78e0881007 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3606379 Nov 12 20:01:20.027913 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7c32f540-2efb-452e-9495-a71ef1da102e req-fd9f7134-4705-47a4-b698-93429f5cf194 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/security-groups?id=53207e95-392a-49d5-956a-87e18eae5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658717 Nov 12 20:01:20.051390 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-76031a29-f893-43b0-b921-4a6e18b536fb req-e139e9e7-b23a-46b9-a161-bdf3827cb0d7 service neutron] Request body: {'port': {'device_id': '249b9a7d-aee3-40f7-b7f4-658b0d90435c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:20.055736 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b889995d-09d4-44d4-ad3e-737a9dc2c739 req-ae13c6e9-001e-4e6c-84ba-8c79a37be33b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=62d68443-03e8-4f5c-8beb-2923b4fd928b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708425 Nov 12 20:01:20.081605 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0947cc58-8e71-4991-9be6-1aac7ae1771c req-0de9bd4a-593e-4201-961e-14e47cae74c0 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462001 Nov 12 20:01:20.082362 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-83be2e2b-1df7-4d73-8a07-61345747c070 service neutron] Attempting to bind port 47e538a5-0794-4406-91e0-d37d5df399b9 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:01:20.082760 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-83be2e2b-1df7-4d73-8a07-61345747c070 service neutron] Attempting to bind port 47e538a5-0794-4406-91e0-d37d5df399b9 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'ba89ee47-abae-433b-8c45-1e07345781b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '754baca7-d929-454e-a98a-e992c207ce86'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:01:20.083137 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-83be2e2b-1df7-4d73-8a07-61345747c070 service neutron] Attempting to bind port 47e538a5-0794-4406-91e0-d37d5df399b9 on network 754baca7-d929-454e-a98a-e992c207ce86 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:01:20.097035 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-83be2e2b-1df7-4d73-8a07-61345747c070 service neutron] Port 47e538a5-0794-4406-91e0-d37d5df399b9 on network 754baca7-d929-454e-a98a-e992c207ce86 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:01:20.097437 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-83be2e2b-1df7-4d73-8a07-61345747c070 service neutron] Attempting to bind port 47e538a5-0794-4406-91e0-d37d5df399b9 on network 754baca7-d929-454e-a98a-e992c207ce86 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:01:20.106169 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-83be2e2b-1df7-4d73-8a07-61345747c070 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:01:20.106511 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-83be2e2b-1df7-4d73-8a07-61345747c070 service neutron] Checking segment: {'id': 'ba89ee47-abae-433b-8c45-1e07345781b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '754baca7-d929-454e-a98a-e992c207ce86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:01:20.106898 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-83be2e2b-1df7-4d73-8a07-61345747c070 service neutron] Bound using segment: {'id': 'ba89ee47-abae-433b-8c45-1e07345781b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '754baca7-d929-454e-a98a-e992c207ce86'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:01:20.107333 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-83be2e2b-1df7-4d73-8a07-61345747c070 service neutron] Bound port: 47e538a5-0794-4406-91e0-d37d5df399b9, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba89ee47-abae-433b-8c45-1e07345781b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '754baca7-d929-454e-a98a-e992c207ce86'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:01:20.107692 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-83be2e2b-1df7-4d73-8a07-61345747c070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:20.153622 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-76031a29-f893-43b0-b921-4a6e18b536fb req-e139e9e7-b23a-46b9-a161-bdf3827cb0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:20.232294 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6a16d-5291-4657-b74d-2bff099b673b req-f1c00fdd-8faa-409c-b7ea-50f6617ae0bd tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:20.244844 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cfb6a16d-5291-4657-b74d-2bff099b673b req-f1c00fdd-8faa-409c-b7ea-50f6617ae0bd tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 943 time: 0.1116452 Nov 12 20:01:20.294536 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-83be2e2b-1df7-4d73-8a07-61345747c070 service neutron] For port 47e538a5-0794-4406-91e0-d37d5df399b9, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:01:20.301696 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-83be2e2b-1df7-4d73-8a07-61345747c070 service neutron] For port 47e538a5-0794-4406-91e0-d37d5df399b9, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=47e538a5-0794-4406-91e0-d37d5df399b9,segment=NetworkSegment(ba89ee47-abae-433b-8c45-1e07345781b7),segment_id=ba89ee47-abae-433b-8c45-1e07345781b7)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:01:20.333010 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cfb6a16d-5291-4657-b74d-2bff099b673b req-99e79a0a-c20a-4e97-bc48-1fe03ab2e2e1 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/security-groups?id=bf225de5-b6cb-4cdb-aa73-32dd1d2990d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825822 Nov 12 20:01:20.406382 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-83be2e2b-1df7-4d73-8a07-61345747c070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:20.468726 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-83be2e2b-1df7-4d73-8a07-61345747c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:20.469376 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-83be2e2b-1df7-4d73-8a07-61345747c070 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:20.471612 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-83be2e2b-1df7-4d73-8a07-61345747c070 service neutron] 10.222.0.55 "PUT /v2.0/ports/47e538a5-0794-4406-91e0-d37d5df399b9 HTTP/1.1" status: 200 len: 1092 time: 2.6545429 Nov 12 20:01:20.472134 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6ac673-3c10-4e43-b79a-3fce4490305c', 'tag': '47e538a5-0794-4406-91e0-d37d5df399b9'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:01:20.478444 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd36d49a-32c1-4c01-aafb-16ec2f476006" -d '{"events": [{"name": "network-changed", "server_uuid": "5a6ac673-3c10-4e43-b79a-3fce4490305c", "tag": "47e538a5-0794-4406-91e0-d37d5df399b9"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:01:20.506447 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d0a36-235f-48d6-838a-14c8d4ddd6d2 req-69b7963f-c8eb-45d0-8038-ce77a7016c4d tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:20.516431 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-492d0a36-235f-48d6-838a-14c8d4ddd6d2 req-69b7963f-c8eb-45d0-8038-ce77a7016c4d tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.1160903 Nov 12 20:01:20.650248 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-492d0a36-235f-48d6-838a-14c8d4ddd6d2 req-207f1dff-2246-47a9-ab38-b11d4601e132 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327076 Nov 12 20:01:20.791429 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb14de0-7ed0-46ed-a6f9-7fabd91c8eea x-openstack-request-id: req-0cb14de0-7ed0-46ed-a6f9-7fabd91c8eea {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:20.791762 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a6ac673-3c10-4e43-b79a-3fce4490305c", "tag": "47e538a5-0794-4406-91e0-d37d5df399b9", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:20.792056 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0cb14de0-7ed0-46ed-a6f9-7fabd91c8eea {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:20.793722 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6ac673-3c10-4e43-b79a-3fce4490305c', 'tag': '47e538a5-0794-4406-91e0-d37d5df399b9', 'status': 'completed', 'code': 200} Nov 12 20:01:20.811263 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be2e2b-1df7-4d73-8a07-61345747c070 service neutron] Pushing event updated for resources: {'Port': ['ID=47e538a5-0794-4406-91e0-d37d5df399b9,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:20.847859 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7fa7cc22-45ad-40de-8647-5a17143d6aff req-aa7c8e6f-970f-400b-bca0-fdfa154b90e7 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 210 time: 0.0531390 Nov 12 20:01:20.885267 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-7439c1f8-a4c4-4c33-bd7c-54c59634ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:20.886767 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-7439c1f8-a4c4-4c33-bd7c-54c59634ab19 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23d7c5887d2e419db54487a0bcfcf104&device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 1095 time: 0.3627720 Nov 12 20:01:20.966765 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-76c493e3-15c1-40bd-bd57-7b5ee34b96ba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47e538a5-0794-4406-91e0-d37d5df399b9 HTTP/1.1" status: 200 len: 217 time: 0.0680511 Nov 12 20:01:20.969790 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-76031a29-f893-43b0-b921-4a6e18b536fb req-e139e9e7-b23a-46b9-a161-bdf3827cb0d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 424e1716-d904-4ee3-b3d3-c492d16f4d5d {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:01:21.009903 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43a511-cb76-4e5a-82fe-423138ae861b req-714a84ce-badc-488c-934d-7847bc4274f8 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:21.012086 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ac43a511-cb76-4e5a-82fe-423138ae861b req-714a84ce-badc-488c-934d-7847bc4274f8 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.48 "GET /v2.0/ports?device_id=7367b797-4167-42f3-ae1e-d0287a170e2f HTTP/1.1" status: 200 len: 950 time: 0.0999050 Nov 12 20:01:21.027233 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-76031a29-f893-43b0-b921-4a6e18b536fb req-e139e9e7-b23a-46b9-a161-bdf3827cb0d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:21.042957 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-a5cbd53a-1ee6-4c66-befc-557f3a783aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:21.044482 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-a5cbd53a-1ee6-4c66-befc-557f3a783aa3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63d41080-676f-4ac4-8522-f666160b10e9 HTTP/1.1" status: 200 len: 860 time: 0.0691931 Nov 12 20:01:21.050331 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-76031a29-f893-43b0-b921-4a6e18b536fb req-e139e9e7-b23a-46b9-a161-bdf3827cb0d7 service neutron] Transition to ACTIVE for port object 424e1716-d904-4ee3-b3d3-c492d16f4d5d will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:01:21.093234 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-76031a29-f893-43b0-b921-4a6e18b536fb req-e139e9e7-b23a-46b9-a161-bdf3827cb0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:21.094250 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ac43a511-cb76-4e5a-82fe-423138ae861b req-518acc9b-13e9-4682-9636-f813ea551cfc tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.48 "GET /v2.0/security-groups?id=62d68443-03e8-4f5c-8beb-2923b4fd928b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721366 Nov 12 20:01:21.219589 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-b5f59639-f040-4966-b8bc-befd3f63390a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:21.221603 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-b5f59639-f040-4966-b8bc-befd3f63390a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=754baca7-d929-454e-a98a-e992c207ce86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1688221 Nov 12 20:01:21.230155 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139e9e7-b23a-46b9-a161-bdf3827cb0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=424e1716-d904-4ee3-b3d3-c492d16f4d5d,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:21.266856 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b1ecc-e72d-4160-aee4-8402ac709840 req-d9ab047d-d9cf-48ca-aad6-9a68b702d45b tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:21.268969 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-446b1ecc-e72d-4160-aee4-8402ac709840 req-d9ab047d-d9cf-48ca-aad6-9a68b702d45b tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/ports?device_id=249b9a7d-aee3-40f7-b7f4-658b0d90435c HTTP/1.1" status: 200 len: 943 time: 0.1142361 Nov 12 20:01:21.398169 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68b2e-0925-477f-9155-7b4d12fd2bee req-e6009cee-4014-4ec3-a795-ef14dc19cd35 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:21.399791 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-88e68b2e-0925-477f-9155-7b4d12fd2bee req-e6009cee-4014-4ec3-a795-ef14dc19cd35 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 945 time: 0.1926997 Nov 12 20:01:21.414016 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-446b1ecc-e72d-4160-aee4-8402ac709840 req-73359399-0019-421f-ae62-f4e08c7013c4 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/security-groups?id=53207e95-392a-49d5-956a-87e18eae5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373780 Nov 12 20:01:21.480176 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-76031a29-f893-43b0-b921-4a6e18b536fb req-e139e9e7-b23a-46b9-a161-bdf3827cb0d7 service neutron] Attempting to bind port 424e1716-d904-4ee3-b3d3-c492d16f4d5d on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:01:21.480541 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-76031a29-f893-43b0-b921-4a6e18b536fb req-e139e9e7-b23a-46b9-a161-bdf3827cb0d7 service neutron] Attempting to bind port 424e1716-d904-4ee3-b3d3-c492d16f4d5d by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '5cc2ca40-2010-4601-b876-e55d5915ff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '98321f85-dfbf-4187-ab6b-285fb1d3b255'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:01:21.480871 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76031a29-f893-43b0-b921-4a6e18b536fb req-e139e9e7-b23a-46b9-a161-bdf3827cb0d7 service neutron] Attempting to bind port 424e1716-d904-4ee3-b3d3-c492d16f4d5d on network 98321f85-dfbf-4187-ab6b-285fb1d3b255 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:01:21.484399 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-92e143da-10e5-40e3-a544-1c1e39d7db5a service neutron] 10.222.0.55 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502418 Nov 12 20:01:21.499458 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-88e68b2e-0925-477f-9155-7b4d12fd2bee req-1941de72-e402-4301-936a-4a23fdee58a5 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888686 Nov 12 20:01:21.579544 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76031a29-f893-43b0-b921-4a6e18b536fb req-e139e9e7-b23a-46b9-a161-bdf3827cb0d7 service neutron] Port 424e1716-d904-4ee3-b3d3-c492d16f4d5d on network 98321f85-dfbf-4187-ab6b-285fb1d3b255 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:01:21.579985 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76031a29-f893-43b0-b921-4a6e18b536fb req-e139e9e7-b23a-46b9-a161-bdf3827cb0d7 service neutron] Attempting to bind port 424e1716-d904-4ee3-b3d3-c492d16f4d5d on network 98321f85-dfbf-4187-ab6b-285fb1d3b255 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:01:21.604093 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76031a29-f893-43b0-b921-4a6e18b536fb req-e139e9e7-b23a-46b9-a161-bdf3827cb0d7 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:01:21.604093 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76031a29-f893-43b0-b921-4a6e18b536fb req-e139e9e7-b23a-46b9-a161-bdf3827cb0d7 service neutron] Checking segment: {'id': '5cc2ca40-2010-4601-b876-e55d5915ff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '98321f85-dfbf-4187-ab6b-285fb1d3b255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:01:21.604093 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76031a29-f893-43b0-b921-4a6e18b536fb req-e139e9e7-b23a-46b9-a161-bdf3827cb0d7 service neutron] Bound using segment: {'id': '5cc2ca40-2010-4601-b876-e55d5915ff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '98321f85-dfbf-4187-ab6b-285fb1d3b255'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:01:21.604093 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-76031a29-f893-43b0-b921-4a6e18b536fb req-e139e9e7-b23a-46b9-a161-bdf3827cb0d7 service neutron] Bound port: 424e1716-d904-4ee3-b3d3-c492d16f4d5d, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc2ca40-2010-4601-b876-e55d5915ff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '98321f85-dfbf-4187-ab6b-285fb1d3b255'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:01:21.604093 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-76031a29-f893-43b0-b921-4a6e18b536fb req-e139e9e7-b23a-46b9-a161-bdf3827cb0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:21.677443 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff01db-f12a-4ca6-b547-bc1b8a4d2d0f req-c292cc96-84ba-4d7b-bda1-6bcbbcc5c9bc tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:21.695183 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-68ff01db-f12a-4ca6-b547-bc1b8a4d2d0f req-c292cc96-84ba-4d7b-bda1-6bcbbcc5c9bc tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 943 time: 0.1135664 Nov 12 20:01:21.760287 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-68ff01db-f12a-4ca6-b547-bc1b8a4d2d0f req-3c584782-320f-4777-a04a-53a06f9dba21 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/security-groups?id=bf225de5-b6cb-4cdb-aa73-32dd1d2990d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642037 Nov 12 20:01:21.843229 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-88561e72-33b3-44b9-8d9e-7237fb580c17 req-99922620-931a-4aa7-8d85-ce915dedf85d service neutron] 10.222.0.55 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329802 Nov 12 20:01:21.868345 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-76031a29-f893-43b0-b921-4a6e18b536fb req-e139e9e7-b23a-46b9-a161-bdf3827cb0d7 service neutron] For port 424e1716-d904-4ee3-b3d3-c492d16f4d5d, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:01:21.873165 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-76031a29-f893-43b0-b921-4a6e18b536fb req-e139e9e7-b23a-46b9-a161-bdf3827cb0d7 service neutron] For port 424e1716-d904-4ee3-b3d3-c492d16f4d5d, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=424e1716-d904-4ee3-b3d3-c492d16f4d5d,segment=NetworkSegment(5cc2ca40-2010-4601-b876-e55d5915ff66),segment_id=5cc2ca40-2010-4601-b876-e55d5915ff66)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:01:21.887541 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3178c-a648-4d22-9b17-ce47fa4eebda req-898058ac-86d1-45bb-8e92-228fd21c9ef7 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:21.896355 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-39e3178c-a648-4d22-9b17-ce47fa4eebda req-898058ac-86d1-45bb-8e92-228fd21c9ef7 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.1396978 Nov 12 20:01:21.904930 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-76031a29-f893-43b0-b921-4a6e18b536fb req-e139e9e7-b23a-46b9-a161-bdf3827cb0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:21.999922 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76031a29-f893-43b0-b921-4a6e18b536fb req-e139e9e7-b23a-46b9-a161-bdf3827cb0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:22.000940 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-76031a29-f893-43b0-b921-4a6e18b536fb req-e139e9e7-b23a-46b9-a161-bdf3827cb0d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:22.002071 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76031a29-f893-43b0-b921-4a6e18b536fb req-e139e9e7-b23a-46b9-a161-bdf3827cb0d7 service neutron] 10.222.0.55 "PUT /v2.0/ports/424e1716-d904-4ee3-b3d3-c492d16f4d5d HTTP/1.1" status: 200 len: 1092 time: 1.9552610 Nov 12 20:01:22.057607 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64389d05-9877-43da-8dc8-d1b53649e6bf req-15e71763-17b8-4cee-9fbc-9a2b43966b82 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 210 time: 0.0749140 Nov 12 20:01:22.083646 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36d49a-32c1-4c01-aafb-16ec2f476006 req-5d7cd7f2-2310-4170-8d7c-7f179e0cb9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:22.085153 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd36d49a-32c1-4c01-aafb-16ec2f476006 req-5d7cd7f2-2310-4170-8d7c-7f179e0cb9d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23d7c5887d2e419db54487a0bcfcf104&device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 1095 time: 0.1677291 Nov 12 20:01:22.096431 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-39e3178c-a648-4d22-9b17-ce47fa4eebda req-c3b5d4ea-759d-4614-a879-5fe095b90ee4 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985333 Nov 12 20:01:22.107472 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139e9e7-b23a-46b9-a161-bdf3827cb0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=424e1716-d904-4ee3-b3d3-c492d16f4d5d,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:22.169506 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4ce71634-3437-4c32-b31c-da07a00f553d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:22.194881 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76031a29-f893-43b0-b921-4a6e18b536fb req-7cc83b01-962a-432e-888e-ee59bf6b44d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:22.196405 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76031a29-f893-43b0-b921-4a6e18b536fb req-7cc83b01-962a-432e-888e-ee59bf6b44d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98fbdee329da4bd287714b57e72f0b77&device_id=249b9a7d-aee3-40f7-b7f4-658b0d90435c HTTP/1.1" status: 200 len: 1095 time: 0.1433299 Nov 12 20:01:22.247317 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0a636-e515-404d-85f8-30b9fb8ce5f2 req-113d1db9-fbed-483c-a2cf-640c577deea0 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:22.251269 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76031a29-f893-43b0-b921-4a6e18b536fb req-6d295789-5246-43a8-acd5-e10c79e09350 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=424e1716-d904-4ee3-b3d3-c492d16f4d5d HTTP/1.1" status: 200 len: 217 time: 0.0449805 Nov 12 20:01:22.257872 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16a0a636-e515-404d-85f8-30b9fb8ce5f2 req-113d1db9-fbed-483c-a2cf-640c577deea0 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.48 "GET /v2.0/ports?device_id=7367b797-4167-42f3-ae1e-d0287a170e2f HTTP/1.1" status: 200 len: 950 time: 0.0686035 Nov 12 20:01:22.308261 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36d49a-32c1-4c01-aafb-16ec2f476006 req-93f69e78-dbb6-465b-a114-de47b8a3c193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:22.309742 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd36d49a-32c1-4c01-aafb-16ec2f476006 req-93f69e78-dbb6-465b-a114-de47b8a3c193 service neutron] 10.222.0.55 "GET /v2.0/networks?id=754baca7-d929-454e-a98a-e992c207ce86 HTTP/1.1" status: 200 len: 922 time: 0.2109761 Nov 12 20:01:22.329540 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16a0a636-e515-404d-85f8-30b9fb8ce5f2 req-e0537577-1853-4c0d-8d66-0b0babca92e5 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.48 "GET /v2.0/security-groups?id=62d68443-03e8-4f5c-8beb-2923b4fd928b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659089 Nov 12 20:01:22.384096 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd36d49a-32c1-4c01-aafb-16ec2f476006 req-f292a73a-0fd4-4062-8688-11992dbf6e57 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47e538a5-0794-4406-91e0-d37d5df399b9 HTTP/1.1" status: 200 len: 217 time: 0.0574172 Nov 12 20:01:22.388627 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76031a29-f893-43b0-b921-4a6e18b536fb req-0f58c558-e87e-49bc-b7cf-3d50525e5ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:22.390362 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76031a29-f893-43b0-b921-4a6e18b536fb req-0f58c558-e87e-49bc-b7cf-3d50525e5ea5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33c0a219-c8b1-4f19-b8cf-d713ad6c116a HTTP/1.1" status: 200 len: 849 time: 0.1210024 Nov 12 20:01:22.471603 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36d49a-32c1-4c01-aafb-16ec2f476006 req-bf2bebcf-4166-4a5f-b715-2fed580bb6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:22.473266 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd36d49a-32c1-4c01-aafb-16ec2f476006 req-bf2bebcf-4166-4a5f-b715-2fed580bb6da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63d41080-676f-4ac4-8522-f666160b10e9 HTTP/1.1" status: 200 len: 860 time: 0.0536046 Nov 12 20:01:22.498759 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76031a29-f893-43b0-b921-4a6e18b536fb req-fa73e96e-cb3d-4508-92ff-efd23429ac67 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98321f85-dfbf-4187-ab6b-285fb1d3b255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951910 Nov 12 20:01:22.613942 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36d49a-32c1-4c01-aafb-16ec2f476006 req-617fda97-8f59-4a6e-933a-34a9fef3247c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:22.615496 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd36d49a-32c1-4c01-aafb-16ec2f476006 req-617fda97-8f59-4a6e-933a-34a9fef3247c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=754baca7-d929-454e-a98a-e992c207ce86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1269622 Nov 12 20:01:22.664510 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c4f4b-738c-4759-9cec-539996f1c5b4 req-f85519a2-bfc7-4a83-b600-371b79b47694 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:22.675758 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1c9c4f4b-738c-4759-9cec-539996f1c5b4 req-f85519a2-bfc7-4a83-b600-371b79b47694 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/ports?device_id=249b9a7d-aee3-40f7-b7f4-658b0d90435c HTTP/1.1" status: 200 len: 943 time: 0.1237280 Nov 12 20:01:22.784783 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76031a29-f893-43b0-b921-4a6e18b536fb req-1342f050-431e-4e90-9cf3-9a3951498258 service neutron] 10.222.0.55 "GET /v2.0/networks/98321f85-dfbf-4187-ab6b-285fb1d3b255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646468 Nov 12 20:01:22.788398 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1c9c4f4b-738c-4759-9cec-539996f1c5b4 req-71cc2ddf-1b8c-461e-96ce-10b464bba5c4 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/security-groups?id=53207e95-392a-49d5-956a-87e18eae5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106660 Nov 12 20:01:22.796369 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249b9a7d-aee3-40f7-b7f4-658b0d90435c', 'tag': '424e1716-d904-4ee3-b3d3-c492d16f4d5d'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:01:22.800172 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b781508a-0b82-4766-b2d8-2bc8ab477b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "249b9a7d-aee3-40f7-b7f4-658b0d90435c", "tag": "424e1716-d904-4ee3-b3d3-c492d16f4d5d"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:01:22.827907 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd36d49a-32c1-4c01-aafb-16ec2f476006 req-64c5b16d-e8e2-47a2-a84b-0d18f027f1ec service neutron] 10.222.0.55 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993937 Nov 12 20:01:22.837311 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77870293-8c4e-4493-b080-d9d1635db91c req-0bc80fbb-4378-43ac-b2a7-c29827e9ef30 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:22.851782 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-77870293-8c4e-4493-b080-d9d1635db91c req-0bc80fbb-4378-43ac-b2a7-c29827e9ef30 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 945 time: 0.1270132 Nov 12 20:01:22.999304 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439018e2-5673-425b-864d-c46244b0bc72 req-1e7b8988-2886-414e-bc4f-12b7f03735c3 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:23.001159 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-439018e2-5673-425b-864d-c46244b0bc72 req-1e7b8988-2886-414e-bc4f-12b7f03735c3 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.48 "GET /v2.0/ports?device_id=7367b797-4167-42f3-ae1e-d0287a170e2f HTTP/1.1" status: 200 len: 950 time: 0.0751369 Nov 12 20:01:23.096201 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-439018e2-5673-425b-864d-c46244b0bc72 req-8c571773-6821-4f50-b63e-cc4da7a8a8e7 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.48 "GET /v2.0/security-groups?id=62d68443-03e8-4f5c-8beb-2923b4fd928b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874007 Nov 12 20:01:23.459505 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-77870293-8c4e-4493-b080-d9d1635db91c req-e0bcb909-3e1d-40eb-8e90-c772abcd3377 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6056380 Nov 12 20:01:23.481516 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c1ffd-f502-4e47-8f1c-3ab32967ea88 req-9b231d70-4544-4832-a3eb-cf9e7c8be2e1 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:23.490805 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-de2c1ffd-f502-4e47-8f1c-3ab32967ea88 req-9b231d70-4544-4832-a3eb-cf9e7c8be2e1 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 943 time: 0.1223321 Nov 12 20:01:23.520151 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76031a29-f893-43b0-b921-4a6e18b536fb req-167848cf-8b12-497f-9311-29eb3f11f312 service neutron] 10.222.0.55 "GET /v2.0/networks/98321f85-dfbf-4187-ab6b-285fb1d3b255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7099342 Nov 12 20:01:23.551397 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd36d49a-32c1-4c01-aafb-16ec2f476006 req-f4a76ad2-a203-406d-8b06-bce81f8074b1 service neutron] 10.222.0.55 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6652944 Nov 12 20:01:23.571984 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0309bd54-338a-44f7-85af-a953d24654f1 x-openstack-request-id: req-0309bd54-338a-44f7-85af-a953d24654f1 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:23.572160 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249b9a7d-aee3-40f7-b7f4-658b0d90435c", "tag": "424e1716-d904-4ee3-b3d3-c492d16f4d5d", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:23.572429 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0309bd54-338a-44f7-85af-a953d24654f1 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:23.574589 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249b9a7d-aee3-40f7-b7f4-658b0d90435c', 'tag': '424e1716-d904-4ee3-b3d3-c492d16f4d5d', 'status': 'completed', 'code': 200} Nov 12 20:01:23.595392 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-de2c1ffd-f502-4e47-8f1c-3ab32967ea88 req-39e7969c-5cd0-44e5-ac27-57e0f70170a5 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/security-groups?id=bf225de5-b6cb-4cdb-aa73-32dd1d2990d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009037 Nov 12 20:01:23.646707 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781508a-0b82-4766-b2d8-2bc8ab477b1a req-0edb914e-0edd-45e7-b63e-7014ba5f1477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:23.648366 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b781508a-0b82-4766-b2d8-2bc8ab477b1a req-0edb914e-0edd-45e7-b63e-7014ba5f1477 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98fbdee329da4bd287714b57e72f0b77&device_id=249b9a7d-aee3-40f7-b7f4-658b0d90435c HTTP/1.1" status: 200 len: 1095 time: 0.0511222 Nov 12 20:01:23.649247 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:23.672670 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:23.805832 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d4541ae9-52df-4880-a9ce-27dc4789951d req-e0b48ca1-63d9-4432-bb77-952c9d1b8d4e tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 210 time: 0.0526416 Nov 12 20:01:23.810565 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781508a-0b82-4766-b2d8-2bc8ab477b1a req-5e1f5c59-a7e7-432f-b3a2-a3c043e511a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:23.812528 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b781508a-0b82-4766-b2d8-2bc8ab477b1a req-5e1f5c59-a7e7-432f-b3a2-a3c043e511a1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=98321f85-dfbf-4187-ab6b-285fb1d3b255 HTTP/1.1" status: 200 len: 910 time: 0.1546988 Nov 12 20:01:23.900814 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b781508a-0b82-4766-b2d8-2bc8ab477b1a req-da4decc2-b72a-4b1a-a785-45ff66e56939 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=424e1716-d904-4ee3-b3d3-c492d16f4d5d HTTP/1.1" status: 200 len: 217 time: 0.0753450 Nov 12 20:01:23.990151 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781508a-0b82-4766-b2d8-2bc8ab477b1a req-911d48fd-dea0-48cb-bcdd-d311a72f1d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:23.991636 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b781508a-0b82-4766-b2d8-2bc8ab477b1a req-911d48fd-dea0-48cb-bcdd-d311a72f1d50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33c0a219-c8b1-4f19-b8cf-d713ad6c116a HTTP/1.1" status: 200 len: 849 time: 0.0810106 Nov 12 20:01:24.002728 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d79fe-f485-47db-80ea-383b5c6922a7 req-be79c3b2-f69f-4ef0-b6d0-655bbd26a638 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:24.004341 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5f6d79fe-f485-47db-80ea-383b5c6922a7 req-be79c3b2-f69f-4ef0-b6d0-655bbd26a638 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.1841936 Nov 12 20:01:24.004783 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17192e9-8099-4ed6-94a8-61cd82656ee1 req-6646201e-355e-41ca-9c38-dc3140c2a51f tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:24.012852 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d17192e9-8099-4ed6-94a8-61cd82656ee1 req-6646201e-355e-41ca-9c38-dc3140c2a51f tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/ports?device_id=249b9a7d-aee3-40f7-b7f4-658b0d90435c HTTP/1.1" status: 200 len: 943 time: 0.0833604 Nov 12 20:01:24.034307 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b781508a-0b82-4766-b2d8-2bc8ab477b1a req-d3f1f06c-941c-4e85-b220-60d3923be0bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98321f85-dfbf-4187-ab6b-285fb1d3b255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275400 Nov 12 20:01:24.082665 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d17192e9-8099-4ed6-94a8-61cd82656ee1 req-78520144-8cfa-432e-a96f-e916d823a71d tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/security-groups?id=53207e95-392a-49d5-956a-87e18eae5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683270 Nov 12 20:01:24.210689 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5f6d79fe-f485-47db-80ea-383b5c6922a7 req-872c27e7-9f2d-4fd9-97d6-e94772ce9309 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752794 Nov 12 20:01:24.240363 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05927215-1b3d-438b-88e2-5e7ba9a013c0 req-bdcd29f7-c061-4246-ab4b-213fa524c647 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:24.241912 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-05927215-1b3d-438b-88e2-5e7ba9a013c0 req-bdcd29f7-c061-4246-ab4b-213fa524c647 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.52 "GET /v2.0/ports?device_id=7367b797-4167-42f3-ae1e-d0287a170e2f HTTP/1.1" status: 200 len: 950 time: 0.2365367 Nov 12 20:01:24.284016 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe287441-d1a5-4c7b-b284-f11b942a3cd7 req-32ce45ac-99a6-4012-94a5-e22c905bb85e tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:24.285966 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fe287441-d1a5-4c7b-b284-f11b942a3cd7 req-32ce45ac-99a6-4012-94a5-e22c905bb85e tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.48 "GET /v2.0/ports?device_id=7367b797-4167-42f3-ae1e-d0287a170e2f HTTP/1.1" status: 200 len: 950 time: 0.0753520 Nov 12 20:01:24.298600 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b781508a-0b82-4766-b2d8-2bc8ab477b1a req-e93f791f-ffb1-42ec-a80a-79095006a9b5 service neutron] 10.222.0.55 "GET /v2.0/networks/98321f85-dfbf-4187-ab6b-285fb1d3b255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337549 Nov 12 20:01:24.372882 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fe287441-d1a5-4c7b-b284-f11b942a3cd7 req-fa1d48d9-d831-47c1-9ae4-2bf576d71403 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.48 "GET /v2.0/security-groups?id=62d68443-03e8-4f5c-8beb-2923b4fd928b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769706 Nov 12 20:01:24.482533 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b781508a-0b82-4766-b2d8-2bc8ab477b1a req-5f16e1c7-e3df-4c12-a6a1-ef0480a3a812 service neutron] 10.222.0.55 "GET /v2.0/networks/98321f85-dfbf-4187-ab6b-285fb1d3b255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710889 Nov 12 20:01:24.491128 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-05927215-1b3d-438b-88e2-5e7ba9a013c0 req-3a757a32-ec33-448c-986b-63b9fdd1e8c4 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Deleting port 194a6cba-9b0c-421e-820d-488d3cdc8332 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:01:24.491494 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-05927215-1b3d-438b-88e2-5e7ba9a013c0 req-3a757a32-ec33-448c-986b-63b9fdd1e8c4 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:24.697334 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-05927215-1b3d-438b-88e2-5e7ba9a013c0 req-3a757a32-ec33-448c-986b-63b9fdd1e8c4 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] For port 194a6cba-9b0c-421e-820d-488d3cdc8332, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=194a6cba-9b0c-421e-820d-488d3cdc8332,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:24.697933 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-05927215-1b3d-438b-88e2-5e7ba9a013c0 req-3a757a32-ec33-448c-986b-63b9fdd1e8c4 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:24.710174 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c0004-eb84-473c-a88d-faea8607e62e req-2df9ca42-654f-482b-b44b-26880eab817c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:24.712096 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ef5c0004-eb84-473c-a88d-faea8607e62e req-2df9ca42-654f-482b-b44b-26880eab817c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 945 time: 0.1113815 Nov 12 20:01:24.733140 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-05927215-1b3d-438b-88e2-5e7ba9a013c0 req-3a757a32-ec33-448c-986b-63b9fdd1e8c4 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Calling delete_port for 194a6cba-9b0c-421e-820d-488d3cdc8332 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:01:24.802303 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e093588-721d-4f99-9cc2-316f9e5a1f76 req-53e898c8-b32c-4b81-88fb-22502ec99871 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:24.805773 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e093588-721d-4f99-9cc2-316f9e5a1f76 req-53e898c8-b32c-4b81-88fb-22502ec99871 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 943 time: 0.0695462 Nov 12 20:01:24.873388 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ef5c0004-eb84-473c-a88d-faea8607e62e req-a0023e6f-2137-4e9f-8ae1-76a6d914defa tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521890 Nov 12 20:01:24.923326 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e093588-721d-4f99-9cc2-316f9e5a1f76 req-d5aa2e9b-d681-46ff-991e-d12419d73662 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/security-groups?id=bf225de5-b6cb-4cdb-aa73-32dd1d2990d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013999 Nov 12 20:01:25.027723 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:25.096770 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f0ca91d5-98cf-4b2f-8f5f-e7e990fbe7fb req-467daa10-2978-4848-a078-3a0b4f70159f tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28f102d-a7e7-4274-bf82-74ade9392a98 HTTP/1.1" status: 200 len: 210 time: 0.0667651 Nov 12 20:01:25.145097 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-05927215-1b3d-438b-88e2-5e7ba9a013c0 req-3a757a32-ec33-448c-986b-63b9fdd1e8c4 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:25.208896 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a757a32-ec33-448c-986b-63b9fdd1e8c4 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Pushing event deleted for resources: {'Port': ['ID=194a6cba-9b0c-421e-820d-488d3cdc8332,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:25.303309 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-05927215-1b3d-438b-88e2-5e7ba9a013c0 req-3a757a32-ec33-448c-986b-63b9fdd1e8c4 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] No DVR routers for this DVR port 194a6cba-9b0c-421e-820d-488d3cdc8332 on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:01:25.314156 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-05927215-1b3d-438b-88e2-5e7ba9a013c0 req-3a757a32-ec33-448c-986b-63b9fdd1e8c4 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:25.318160 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-05927215-1b3d-438b-88e2-5e7ba9a013c0 req-3a757a32-ec33-448c-986b-63b9fdd1e8c4 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.52 "DELETE /v2.0/ports/194a6cba-9b0c-421e-820d-488d3cdc8332 HTTP/1.1" status: 204 len: 173 time: 1.0686495 Nov 12 20:01:25.404430 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bce295-f1ff-4110-8ca4-b39bf74bbf89 req-432967a6-d86e-441a-a480-016eafed4e29 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:25.406423 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-79bce295-f1ff-4110-8ca4-b39bf74bbf89 req-432967a6-d86e-441a-a480-016eafed4e29 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/ports?device_id=249b9a7d-aee3-40f7-b7f4-658b0d90435c HTTP/1.1" status: 200 len: 943 time: 0.1325278 Nov 12 20:01:25.524780 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-79bce295-f1ff-4110-8ca4-b39bf74bbf89 req-8edfc993-5fb3-4fec-b923-eebc572af1d6 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/security-groups?id=53207e95-392a-49d5-956a-87e18eae5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840735 Nov 12 20:01:25.530843 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25027d19-1be5-4c07-970e-61dfe0fb9025 req-e6017c20-c0cc-4ef7-8adf-c700dfbcb476 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:25.534225 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-25027d19-1be5-4c07-970e-61dfe0fb9025 req-e6017c20-c0cc-4ef7-8adf-c700dfbcb476 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.1484878 Nov 12 20:01:25.574280 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7367b797-4167-42f3-ae1e-d0287a170e2f', 'name': 'network-vif-deleted', 'tag': '194a6cba-9b0c-421e-820d-488d3cdc8332'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:01:25.577580 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455f514c-7b71-41ce-a727-18476e8d60b6" -d '{"events": [{"server_uuid": "7367b797-4167-42f3-ae1e-d0287a170e2f", "name": "network-vif-deleted", "tag": "194a6cba-9b0c-421e-820d-488d3cdc8332"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:01:25.686933 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-25027d19-1be5-4c07-970e-61dfe0fb9025 req-65e99a70-fa60-4403-b3b3-178dc3bdca47 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383457 Nov 12 20:01:25.735735 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a642eabc-62e2-4602-9b27-18793e1615fc x-openstack-request-id: req-a642eabc-62e2-4602-9b27-18793e1615fc {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:25.737023 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7367b797-4167-42f3-ae1e-d0287a170e2f", "name": "network-vif-deleted", "tag": "194a6cba-9b0c-421e-820d-488d3cdc8332", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:25.737676 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a642eabc-62e2-4602-9b27-18793e1615fc {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:25.738284 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7367b797-4167-42f3-ae1e-d0287a170e2f', 'name': 'network-vif-deleted', 'tag': '194a6cba-9b0c-421e-820d-488d3cdc8332', 'status': 'completed', 'code': 200} Nov 12 20:01:25.796376 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ab286bf5-94f7-405e-a38a-dda784cfcda4 req-a125c15b-3b04-4ea5-9ce9-e9dd9a510728 tempest-ImagesNegativeTestJSON-1199791492 tempest-ImagesNegativeTestJSON-1199791492-project] 10.222.0.48 "GET /v2.0/ports?device_id=7367b797-4167-42f3-ae1e-d0287a170e2f HTTP/1.1" status: 200 len: 210 time: 0.0323100 Nov 12 20:01:25.835221 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 47e538a5-0794-4406-91e0-d37d5df399b9 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:01:25.983136 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:26.122131 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 47e538a5-0794-4406-91e0-d37d5df399b9, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=47e538a5-0794-4406-91e0-d37d5df399b9,segment=NetworkSegment(ba89ee47-abae-433b-8c45-1e07345781b7),segment_id=ba89ee47-abae-433b-8c45-1e07345781b7)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:26.138153 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '47e538a5-0794-4406-91e0-d37d5df399b9', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'port_id': '47e538a5-0794-4406-91e0-d37d5df399b9', 'mac_address': 'fa:16:3e:99:4b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d41080-676f-4ac4-8522-f666160b10e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:01:26.202854 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe301b-6d38-422c-a636-40c2937613a0 req-901a5006-ab4e-457f-aa26-e7a0b60cef81 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:26.206107 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ffbe301b-6d38-422c-a636-40c2937613a0 req-901a5006-ab4e-457f-aa26-e7a0b60cef81 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 945 time: 0.0891440 Nov 12 20:01:26.256108 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:26.285623 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e960d21-54e6-40da-beed-a0287ba26b9b req-7a13bec5-57ab-40cf-9bff-cf3838e005d9 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:26.287337 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e960d21-54e6-40da-beed-a0287ba26b9b req-7a13bec5-57ab-40cf-9bff-cf3838e005d9 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 943 time: 0.1491733 Nov 12 20:01:26.306883 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e538a5-0794-4406-91e0-d37d5df399b9 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:01:26.353485 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 47e538a5-0794-4406-91e0-d37d5df399b9, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=47e538a5-0794-4406-91e0-d37d5df399b9,segment=NetworkSegment(ba89ee47-abae-433b-8c45-1e07345781b7),segment_id=ba89ee47-abae-433b-8c45-1e07345781b7)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:26.360973 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:26.370257 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ffbe301b-6d38-422c-a636-40c2937613a0 req-b0321aa0-0257-41c1-a4d3-a86474e75ab7 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527927 Nov 12 20:01:26.399996 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e960d21-54e6-40da-beed-a0287ba26b9b req-c415d368-d31b-40a4-a548-96b011c9fe9e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/security-groups?id=bf225de5-b6cb-4cdb-aa73-32dd1d2990d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975356 Nov 12 20:01:26.462145 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=47e538a5-0794-4406-91e0-d37d5df399b9,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:26.673058 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 194a6cba-9b0c-421e-820d-488d3cdc8332 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:01:26.719956 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 194a6cba-9b0c-421e-820d-488d3cdc8332 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:01:26.720565 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 194a6cba-9b0c-421e-820d-488d3cdc8332 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:01:26.751376 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deebbfd-5a65-4939-9ede-c6471158fc2b req-48673f8b-5565-4477-ac49-53a6a817da30 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:26.754667 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3deebbfd-5a65-4939-9ede-c6471158fc2b req-48673f8b-5565-4477-ac49-53a6a817da30 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/ports?device_id=249b9a7d-aee3-40f7-b7f4-658b0d90435c HTTP/1.1" status: 200 len: 943 time: 0.0964284 Nov 12 20:01:26.768094 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['47e538a5-0794-4406-91e0-d37d5df399b9'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:01:26.837285 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3deebbfd-5a65-4939-9ede-c6471158fc2b req-533f51b8-cbd4-4aa6-aad8-c32d88a57f1e tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/security-groups?id=53207e95-392a-49d5-956a-87e18eae5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649178 Nov 12 20:01:26.881525 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0519bd0-87a3-448c-b359-340e07acfe9d req-46135f41-3a4b-4d90-a61d-660bd4eb35ad tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:26.890294 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b0519bd0-87a3-448c-b359-340e07acfe9d req-46135f41-3a4b-4d90-a61d-660bd4eb35ad tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.0709479 Nov 12 20:01:26.949840 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b0519bd0-87a3-448c-b359-340e07acfe9d req-c52c24f6-ef9e-4eeb-92a7-62abf7efbf67 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583889 Nov 12 20:01:27.448274 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53650) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:27.551753 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606d37c-2d61-47d0-942f-2f1640ce2465 req-128fc2fd-0956-4ed6-ae59-1b6fab690fb9 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:27.559722 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d606d37c-2d61-47d0-942f-2f1640ce2465 req-128fc2fd-0956-4ed6-ae59-1b6fab690fb9 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 945 time: 0.0612562 Nov 12 20:01:27.613028 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededfe03-ba45-43c8-9679-062e1c8126a3 req-13c6eb28-c5f6-41ae-8df0-152f23aea94a tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:27.617241 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ededfe03-ba45-43c8-9679-062e1c8126a3 req-13c6eb28-c5f6-41ae-8df0-152f23aea94a tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 944 time: 0.1094444 Nov 12 20:01:27.630196 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d606d37c-2d61-47d0-942f-2f1640ce2465 req-7ec82a75-1aea-49f2-95d2-64e15f8bad42 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693157 Nov 12 20:01:27.693412 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53662) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:27.693661 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8106207d-2e85-4e78-88af-56280674ee1f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=548b5703cb2f43c9a94bb4142b43e83f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442994 Nov 12 20:01:27.746669 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ededfe03-ba45-43c8-9679-062e1c8126a3 req-12a7b99d-476f-4f80-9868-df1e54750cc1 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/security-groups?id=bf225de5-b6cb-4cdb-aa73-32dd1d2990d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234159 Nov 12 20:01:27.760431 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76250e04-c0c4-42e9-9b0d-7d7f34dc0b7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:27.807691 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76250e04-c0c4-42e9-9b0d-7d7f34dc0b7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:27.828564 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 424e1716-d904-4ee3-b3d3-c492d16f4d5d details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:01:27.939500 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76250e04-c0c4-42e9-9b0d-7d7f34dc0b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:27.942767 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76250e04-c0c4-42e9-9b0d-7d7f34dc0b7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:27.944764 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-76250e04-c0c4-42e9-9b0d-7d7f34dc0b7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/62d68443-03e8-4f5c-8beb-2923b4fd928b HTTP/1.1" status: 204 len: 168 time: 0.2501826 Nov 12 20:01:27.974194 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76250e04-c0c4-42e9-9b0d-7d7f34dc0b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d68443-03e8-4f5c-8beb-2923b4fd928b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:28.084008 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ea7b9-f5b5-4f14-9407-60aeb9250c04 req-10544ba4-d020-48d0-bba4-142cf9659e3a tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:28.095765 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6f2ea7b9-f5b5-4f14-9407-60aeb9250c04 req-10544ba4-d020-48d0-bba4-142cf9659e3a tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/ports?device_id=249b9a7d-aee3-40f7-b7f4-658b0d90435c HTTP/1.1" status: 200 len: 943 time: 0.1109719 Nov 12 20:01:28.124212 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 424e1716-d904-4ee3-b3d3-c492d16f4d5d, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=424e1716-d904-4ee3-b3d3-c492d16f4d5d,segment=NetworkSegment(5cc2ca40-2010-4601-b876-e55d5915ff66),segment_id=5cc2ca40-2010-4601-b876-e55d5915ff66)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:28.160912 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '424e1716-d904-4ee3-b3d3-c492d16f4d5d', 'network_id': '98321f85-dfbf-4187-ab6b-285fb1d3b255', 'port_id': '424e1716-d904-4ee3-b3d3-c492d16f4d5d', 'mac_address': 'fa:16:3e:9b:75:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c0a219-c8b1-4f19-b8cf-d713ad6c116a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:01:28.217483 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6f2ea7b9-f5b5-4f14-9407-60aeb9250c04 req-c9de8ebd-3eb9-4459-8e96-3d838a39fcb2 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/security-groups?id=53207e95-392a-49d5-956a-87e18eae5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181593 Nov 12 20:01:28.244040 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:28.255077 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88607c32-0493-427e-9c9e-ad19c6a67163 req-b841a7bc-21ac-43fc-a842-e32fa1258a3e tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:28.264675 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424e1716-d904-4ee3-b3d3-c492d16f4d5d {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:01:28.273259 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-88607c32-0493-427e-9c9e-ad19c6a67163 req-b841a7bc-21ac-43fc-a842-e32fa1258a3e tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.1859288 Nov 12 20:01:28.289122 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 424e1716-d904-4ee3-b3d3-c492d16f4d5d, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=424e1716-d904-4ee3-b3d3-c492d16f4d5d,segment=NetworkSegment(5cc2ca40-2010-4601-b876-e55d5915ff66),segment_id=5cc2ca40-2010-4601-b876-e55d5915ff66)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:28.304541 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:28.409137 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=424e1716-d904-4ee3-b3d3-c492d16f4d5d,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:28.412869 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-88607c32-0493-427e-9c9e-ad19c6a67163 req-ca6fd301-10b3-4b81-adba-340d0de20c68 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374369 Nov 12 20:01:28.686248 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['424e1716-d904-4ee3-b3d3-c492d16f4d5d'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:01:28.902904 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd16a9e-6008-41d3-8746-472463630607 req-3dfe2d08-b99d-4cee-b119-462111415b0e tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:28.914214 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cbd16a9e-6008-41d3-8746-472463630607 req-3dfe2d08-b99d-4cee-b119-462111415b0e tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 945 time: 0.1412017 Nov 12 20:01:28.997841 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318078b-11ed-4573-a788-50892cb42e80 req-30f4ea9d-f74d-42d8-ba61-3077a169b937 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:28.999448 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6318078b-11ed-4573-a788-50892cb42e80 req-30f4ea9d-f74d-42d8-ba61-3077a169b937 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 944 time: 0.1247983 Nov 12 20:01:29.031896 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cbd16a9e-6008-41d3-8746-472463630607 req-603ef610-75e9-4878-9b07-0f8f28c41801 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122677 Nov 12 20:01:29.142686 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6318078b-11ed-4573-a788-50892cb42e80 req-b5218a7e-547e-4740-8775-ddfa80acd873 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/security-groups?id=bf225de5-b6cb-4cdb-aa73-32dd1d2990d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341088 Nov 12 20:01:29.429938 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bd52f-35c8-4460-90a4-069f065ca367 req-e63bd14b-695c-418b-8b2f-ca2af49218d3 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:29.446194 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bc5bd52f-35c8-4460-90a4-069f065ca367 req-e63bd14b-695c-418b-8b2f-ca2af49218d3 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/ports?device_id=249b9a7d-aee3-40f7-b7f4-658b0d90435c HTTP/1.1" status: 200 len: 944 time: 0.1424119 Nov 12 20:01:29.499099 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53722) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:29.567568 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bc5bd52f-35c8-4460-90a4-069f065ca367 req-cdd328ed-3cef-4c27-a7ab-ce7a1d4515e2 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/security-groups?id=53207e95-392a-49d5-956a-87e18eae5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027875 Nov 12 20:01:29.605628 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58756b5-239b-426b-8c93-1ce9f3d6be85 req-21e5f392-2c80-4101-b01c-9caf44d57784 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:29.608944 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f58756b5-239b-426b-8c93-1ce9f3d6be85 req-21e5f392-2c80-4101-b01c-9caf44d57784 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.0682175 Nov 12 20:01:29.718824 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f58756b5-239b-426b-8c93-1ce9f3d6be85 req-5f4cc9a4-2a68-485b-8f5e-7b7f72c098a0 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052430 Nov 12 20:01:29.732864 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-9856cafe-7f01-47f4-9247-5842242f1511 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-58054484-network', 'tenant_id': 'd841e32d493a46c7bf1c58a418da2caa'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:29.760260 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9856cafe-7f01-47f4-9247-5842242f1511 admin admin] Made reservation on behalf of d841e32d493a46c7bf1c58a418da2caa for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:01:29.762074 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9856cafe-7f01-47f4-9247-5842242f1511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:29.782099 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9856cafe-7f01-47f4-9247-5842242f1511 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:29.859992 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 47e538a5-0794-4406-91e0-d37d5df399b9 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:01:29.901614 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9856cafe-7f01-47f4-9247-5842242f1511 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:29.906362 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9856cafe-7f01-47f4-9247-5842242f1511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:29.934506 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9856cafe-7f01-47f4-9247-5842242f1511 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:01:29.953340 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9856cafe-7f01-47f4-9247-5842242f1511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:29.953677 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-9856cafe-7f01-47f4-9247-5842242f1511 admin admin] Added segment 8d4b2a29-f4c2-4d68-bedf-9aaa5810610c of type vlan for network ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf Nov 12 20:01:29.976280 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-928da088-435f-40d8-ba89-c50aa888a893 req-726c7f80-46f5-4eee-8eee-b286ee6b379c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1726475 Nov 12 20:01:30.028559 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 47e538a5-0794-4406-91e0-d37d5df399b9 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:01:30.044730 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9856cafe-7f01-47f4-9247-5842242f1511 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:30.045251 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 47e538a5-0794-4406-91e0-d37d5df399b9 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:01:30.046412 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:30.089336 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928da088-435f-40d8-ba89-c50aa888a893 req-d3ab3138-1404-48f6-bf25-bf4e1a5bfdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:30.091816 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-928da088-435f-40d8-ba89-c50aa888a893 req-d3ab3138-1404-48f6-bf25-bf4e1a5bfdaf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 1096 time: 0.0572736 Nov 12 20:01:30.096805 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9856cafe-7f01-47f4-9247-5842242f1511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:30.102435 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9856cafe-7f01-47f4-9247-5842242f1511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:30.103259 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9856cafe-7f01-47f4-9247-5842242f1511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:30.175592 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856cafe-7f01-47f4-9247-5842242f1511 admin admin] Pushing event updated for resources: {'Network': ['ID=ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:30.205214 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53742) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:30.209947 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9856cafe-7f01-47f4-9247-5842242f1511 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7092803 Nov 12 20:01:30.211205 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856cafe-7f01-47f4-9247-5842242f1511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1559601b-ff72-4ce9-9f6b-84bfc96eb534,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:30.246487 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-33d717bf-5909-4556-8054-ee6ce830827d admin admin] Request body: {'subnet': {'network_id': 'ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-58054484-subnet', 'tenant_id': 'd841e32d493a46c7bf1c58a418da2caa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:30.247599 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:01:30.287071 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d717bf-5909-4556-8054-ee6ce830827d admin admin] Made reservation on behalf of d841e32d493a46c7bf1c58a418da2caa for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:01:30.321250 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-33d717bf-5909-4556-8054-ee6ce830827d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:30.339445 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:30.396006 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceac6bf-d93e-4c9a-a38b-5f06c0dd7b55 req-39e6e949-afa6-4dbb-a336-88cf299f4e92 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:30.416224 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3ceac6bf-d93e-4c9a-a38b-5f06c0dd7b55 req-39e6e949-afa6-4dbb-a336-88cf299f4e92 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 945 time: 0.1095786 Nov 12 20:01:30.502176 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 47e538a5-0794-4406-91e0-d37d5df399b9, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=47e538a5-0794-4406-91e0-d37d5df399b9,segment=NetworkSegment(ba89ee47-abae-433b-8c45-1e07345781b7),segment_id=ba89ee47-abae-433b-8c45-1e07345781b7)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:30.512952 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6ac673-3c10-4e43-b79a-3fce4490305c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e538a5-0794-4406-91e0-d37d5df399b9'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:01:30.520157 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5199b3f1-e58c-4e62-97f4-7def21ae5ac0" -d '{"events": [{"server_uuid": "5a6ac673-3c10-4e43-b79a-3fce4490305c", "name": "network-vif-plugged", "status": "completed", "tag": "47e538a5-0794-4406-91e0-d37d5df399b9"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:01:30.532199 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:30.542322 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3ceac6bf-d93e-4c9a-a38b-5f06c0dd7b55 req-c6c25f08-8ba7-4ac7-b4c0-a8cb763f3a9c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250029 Nov 12 20:01:30.603049 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928da088-435f-40d8-ba89-c50aa888a893 req-ce18a22d-ff03-433a-bd2b-df8de44f270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:30.604840 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-928da088-435f-40d8-ba89-c50aa888a893 req-ce18a22d-ff03-433a-bd2b-df8de44f270e service neutron] 10.222.0.52 "GET /v2.0/networks?id=e3a881ac-6120-48a0-95f8-2623f45c4673 HTTP/1.1" status: 200 len: 909 time: 0.4841697 Nov 12 20:01:30.731385 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd25bc7e-2eaf-4e41-9a4e-a0e27ab90db7 x-openstack-request-id: req-cd25bc7e-2eaf-4e41-9a4e-a0e27ab90db7 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:30.731697 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6ac673-3c10-4e43-b79a-3fce4490305c", "name": "network-vif-plugged", "status": "completed", "tag": "47e538a5-0794-4406-91e0-d37d5df399b9", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:30.731948 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cd25bc7e-2eaf-4e41-9a4e-a0e27ab90db7 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:30.737851 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6ac673-3c10-4e43-b79a-3fce4490305c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e538a5-0794-4406-91e0-d37d5df399b9', 'code': 200} Nov 12 20:01:30.753225 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=47e538a5-0794-4406-91e0-d37d5df399b9,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:30.768877 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-928da088-435f-40d8-ba89-c50aa888a893 req-828f86d8-9427-4ce0-8630-7620ecaca2db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=087c7865-26e9-4300-9385-2526033a734d HTTP/1.1" status: 200 len: 217 time: 0.1230357 Nov 12 20:01:30.845590 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd1cfb-24ea-4fd3-9594-5a65835c93b4 req-ba88a5ce-7f4e-4145-8786-4ee8be995dd1 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:30.854485 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a4fd1cfb-24ea-4fd3-9594-5a65835c93b4 req-ba88a5ce-7f4e-4145-8786-4ee8be995dd1 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 945 time: 0.4067595 Nov 12 20:01:30.877101 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e3f25-b84d-4482-8cda-8dedf2f14efe req-a0fb1a1c-6df0-41f4-82b4-9fe32627c677 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:30.884894 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6d2e3f25-b84d-4482-8cda-8dedf2f14efe req-a0fb1a1c-6df0-41f4-82b4-9fe32627c677 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/ports?device_id=249b9a7d-aee3-40f7-b7f4-658b0d90435c HTTP/1.1" status: 200 len: 944 time: 0.0619318 Nov 12 20:01:30.978033 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6d2e3f25-b84d-4482-8cda-8dedf2f14efe req-42d15bba-fb28-4fcc-8414-985870ba90a9 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/security-groups?id=53207e95-392a-49d5-956a-87e18eae5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887947 Nov 12 20:01:31.021677 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928da088-435f-40d8-ba89-c50aa888a893 req-821d2c2a-3997-496f-ac33-d520b217b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:31.023476 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-928da088-435f-40d8-ba89-c50aa888a893 req-821d2c2a-3997-496f-ac33-d520b217b392 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bbdea447-0bd1-47f3-8097-cac78263fd7c HTTP/1.1" status: 200 len: 848 time: 0.2336419 Nov 12 20:01:31.116686 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a4fd1cfb-24ea-4fd3-9594-5a65835c93b4 req-235f3eb4-4ecb-482a-afcc-f5db4ab0dce7 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/security-groups?id=bf225de5-b6cb-4cdb-aa73-32dd1d2990d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610793 Nov 12 20:01:31.129998 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-928da088-435f-40d8-ba89-c50aa888a893 req-a916e1f3-7082-499d-98b3-c294eb9812d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e3a881ac-6120-48a0-95f8-2623f45c4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902953 Nov 12 20:01:31.145364 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847ecde-e65b-4dfa-8032-28aba15e754e req-8264d951-4e13-490e-8a38-45d2b2d45dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:31.147174 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e847ecde-e65b-4dfa-8032-28aba15e754e req-8264d951-4e13-490e-8a38-45d2b2d45dcf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 1097 time: 0.3366547 Nov 12 20:01:31.211018 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-33d717bf-5909-4556-8054-ee6ce830827d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:31.234739 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:01:31.287510 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751321b-1612-4b93-8cd2-d2e4071924a3 req-1fb7c6b7-3d38-4b5b-a293-060b8d9da81c tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:31.291406 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6751321b-1612-4b93-8cd2-d2e4071924a3 req-1fb7c6b7-3d38-4b5b-a293-060b8d9da81c tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.1805131 Nov 12 20:01:31.315525 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e847ecde-e65b-4dfa-8032-28aba15e754e req-071bc8e6-fb15-4f96-a7c0-7c723013dfff service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bf225de5-b6cb-4cdb-aa73-32dd1d2990d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543584 Nov 12 20:01:31.334710 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d717bf-5909-4556-8054-ee6ce830827d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f3c2628-623a-462d-bf8e-5a15a10469ff,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:31.374747 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6751321b-1612-4b93-8cd2-d2e4071924a3 req-7997ab83-ffb1-42fd-8142-6677116a11ac tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699885 Nov 12 20:01:31.394101 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-928da088-435f-40d8-ba89-c50aa888a893 req-99663dd1-a91d-4616-b5f7-c61363495f55 service neutron] 10.222.0.52 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438848 Nov 12 20:01:31.401064 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d717bf-5909-4556-8054-ee6ce830827d admin admin] Checking segment: {'id': '8d4b2a29-f4c2-4d68-bedf-9aaa5810610c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:01:31.401431 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d717bf-5909-4556-8054-ee6ce830827d admin admin] Network hostable DHCP agents. Network: ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:01:31.484901 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d717bf-5909-4556-8054-ee6ce830827d admin admin] Network ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:01:31.527158 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-33d717bf-5909-4556-8054-ee6ce830827d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:01:31.537926 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a09cbd8-87b0-4f83-a2e3-c87fd886f460 None None] Network ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:01:31.557680 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d717bf-5909-4556-8054-ee6ce830827d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:31.565741 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-33d717bf-5909-4556-8054-ee6ce830827d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:31.645497 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-928da088-435f-40d8-ba89-c50aa888a893 req-0274e077-b33b-490b-8878-578ee46d79b2 service neutron] 10.222.0.52 "GET /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417746 Nov 12 20:01:31.656703 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-33d717bf-5909-4556-8054-ee6ce830827d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4427958 Nov 12 20:01:31.753178 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124a58b5-f700-48bb-b3d1-6cd4e5362660 None None] Network ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:01:31.775726 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a5fda-d83f-4d56-8f27-7768206a64a4 req-f54a7ae2-eeb2-4bde-9d82-873d882bed55 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:31.777344 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-850a5fda-d83f-4d56-8f27-7768206a64a4 req-f54a7ae2-eeb2-4bde-9d82-873d882bed55 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 945 time: 0.1262357 Nov 12 20:01:31.875843 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 424e1716-d904-4ee3-b3d3-c492d16f4d5d up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:01:32.050591 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-850a5fda-d83f-4d56-8f27-7768206a64a4 req-2d6c1c67-97e5-4f7b-855e-d664ffece8a2 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670889 Nov 12 20:01:32.063662 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4a1ba91b-271b-4f5d-ba34-77679050f86f req-e350e26f-e9f2-4082-b5c4-5abfc1e5cf0e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2590017 Nov 12 20:01:32.080890 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-e1fcb5c8-947a-4938-8884-be5ab5824de5 req-aff18a8d-a645-441d-b5d0-9c8bf0f0e66e tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1922402594', 'description': 'tempest-description-919033418'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:32.182197 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e1fcb5c8-947a-4938-8884-be5ab5824de5 req-aff18a8d-a645-441d-b5d0-9c8bf0f0e66e tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:32.281500 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 424e1716-d904-4ee3-b3d3-c492d16f4d5d completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:01:32.285701 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 424e1716-d904-4ee3-b3d3-c492d16f4d5d triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:01:32.286078 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:32.300923 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da454ded-f276-40d3-8709-b51b9f16050b req-3fdd968b-b1fc-435b-81b6-1859067a022c tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:32.308254 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-da454ded-f276-40d3-8709-b51b9f16050b req-3fdd968b-b1fc-435b-81b6-1859067a022c tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/ports?device_id=249b9a7d-aee3-40f7-b7f4-658b0d90435c HTTP/1.1" status: 200 len: 944 time: 0.1628532 Nov 12 20:01:32.312568 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e1fcb5c8-947a-4938-8884-be5ab5824de5 req-aff18a8d-a645-441d-b5d0-9c8bf0f0e66e tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:32.320641 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e1fcb5c8-947a-4938-8884-be5ab5824de5 req-aff18a8d-a645-441d-b5d0-9c8bf0f0e66e tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:32.356480 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff18a8d-a645-441d-b5d0-9c8bf0f0e66e tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9bf0e8-5501-424f-9abf-3dc2e93a31fd,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:32.365686 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ba91b-271b-4f5d-ba34-77679050f86f req-8611443c-562d-41b7-aa32-16e87ca18c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:32.373059 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4a1ba91b-271b-4f5d-ba34-77679050f86f req-8611443c-562d-41b7-aa32-16e87ca18c6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 1096 time: 0.1829708 Nov 12 20:01:32.405407 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e1fcb5c8-947a-4938-8884-be5ab5824de5 req-aff18a8d-a645-441d-b5d0-9c8bf0f0e66e tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:32.429477 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e1fcb5c8-947a-4938-8884-be5ab5824de5 req-aff18a8d-a645-441d-b5d0-9c8bf0f0e66e tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3514991 Nov 12 20:01:32.460278 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-da454ded-f276-40d3-8709-b51b9f16050b req-eb5b1ecf-85d1-4e0f-9a7e-b33754abb63e tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/security-groups?id=53207e95-392a-49d5-956a-87e18eae5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511297 Nov 12 20:01:32.474622 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:32.553615 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 424e1716-d904-4ee3-b3d3-c492d16f4d5d, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=424e1716-d904-4ee3-b3d3-c492d16f4d5d,segment=NetworkSegment(5cc2ca40-2010-4601-b876-e55d5915ff66),segment_id=5cc2ca40-2010-4601-b876-e55d5915ff66)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:32.569305 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:32.581344 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cafed-d014-4da3-8eb5-c4588f2493b7 req-c84f6cba-f0bd-4c1d-9037-ffefd4509d76 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:32.589659 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a28cafed-d014-4da3-8eb5-c4588f2493b7 req-c84f6cba-f0bd-4c1d-9037-ffefd4509d76 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 945 time: 0.1039286 Nov 12 20:01:32.685017 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=424e1716-d904-4ee3-b3d3-c492d16f4d5d,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:32.701490 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a28cafed-d014-4da3-8eb5-c4588f2493b7 req-637193c3-c4a5-4b69-b788-8bfc15302e7e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/security-groups?id=bf225de5-b6cb-4cdb-aa73-32dd1d2990d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109636 Nov 12 20:01:32.715410 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ba91b-271b-4f5d-ba34-77679050f86f req-d9b7ef86-75d6-4c8f-9d01-f36081a5c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:32.717346 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4a1ba91b-271b-4f5d-ba34-77679050f86f req-d9b7ef86-75d6-4c8f-9d01-f36081a5c240 service neutron] 10.222.0.55 "GET /v2.0/networks?id=268668ed-0d7b-4f7b-9df1-da4be7d9946d HTTP/1.1" status: 200 len: 922 time: 0.2910464 Nov 12 20:01:32.739212 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249b9a7d-aee3-40f7-b7f4-658b0d90435c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424e1716-d904-4ee3-b3d3-c492d16f4d5d'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:01:32.741519 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edde522-38e3-4728-bc4d-c01de83366b9" -d '{"events": [{"server_uuid": "249b9a7d-aee3-40f7-b7f4-658b0d90435c", "name": "network-vif-plugged", "status": "completed", "tag": "424e1716-d904-4ee3-b3d3-c492d16f4d5d"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:01:32.803478 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4a1ba91b-271b-4f5d-ba34-77679050f86f req-35310ab3-e7c9-4262-ac5c-439920597527 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c32f66d9-e06f-41a3-b329-e1209f5a42e3 HTTP/1.1" status: 200 len: 217 time: 0.0712080 Nov 12 20:01:32.816282 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-67fe61e6-2c17-49f3-86bb-5d568a244ab7 req-3879fc7a-0efb-4527-ae4e-67c352d52dcb tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1047307298', 'description': 'tempest-description-1822329026'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:32.837924 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160cb55-fd4a-4b71-bdfa-d7f23e229c69 req-2bc410f8-f9f2-4924-bcf7-df106164af00 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:32.846903 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0160cb55-fd4a-4b71-bdfa-d7f23e229c69 req-2bc410f8-f9f2-4924-bcf7-df106164af00 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.1535227 Nov 12 20:01:32.870089 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-67fe61e6-2c17-49f3-86bb-5d568a244ab7 req-3879fc7a-0efb-4527-ae4e-67c352d52dcb tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:32.973303 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ba91b-271b-4f5d-ba34-77679050f86f req-e4492920-84fe-4861-a5cd-572393efb9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:32.974835 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4a1ba91b-271b-4f5d-ba34-77679050f86f req-e4492920-84fe-4861-a5cd-572393efb9a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7e87043-7d2d-4150-b80d-fb0e6e39dcdf HTTP/1.1" status: 200 len: 861 time: 0.1568110 Nov 12 20:01:32.990218 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0160cb55-fd4a-4b71-bdfa-d7f23e229c69 req-222c0535-6d62-4711-af1e-63264d23486f tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417546 Nov 12 20:01:33.037413 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-67fe61e6-2c17-49f3-86bb-5d568a244ab7 req-3879fc7a-0efb-4527-ae4e-67c352d52dcb tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:33.042018 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-67fe61e6-2c17-49f3-86bb-5d568a244ab7 req-3879fc7a-0efb-4527-ae4e-67c352d52dcb tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:33.063118 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4a1ba91b-271b-4f5d-ba34-77679050f86f req-80453b54-16e0-4717-8a23-85f23a33e4f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=268668ed-0d7b-4f7b-9df1-da4be7d9946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711699 Nov 12 20:01:33.092859 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-67fe61e6-2c17-49f3-86bb-5d568a244ab7 req-3879fc7a-0efb-4527-ae4e-67c352d52dcb tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:33.100530 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-67fe61e6-2c17-49f3-86bb-5d568a244ab7 req-3879fc7a-0efb-4527-ae4e-67c352d52dcb tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2906785 Nov 12 20:01:33.118236 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1ddf3b-4e1a-4115-bae4-81210c330cb3 x-openstack-request-id: req-2f1ddf3b-4e1a-4115-bae4-81210c330cb3 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:33.118236 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249b9a7d-aee3-40f7-b7f4-658b0d90435c", "name": "network-vif-plugged", "status": "completed", "tag": "424e1716-d904-4ee3-b3d3-c492d16f4d5d", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:33.118236 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f1ddf3b-4e1a-4115-bae4-81210c330cb3 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:33.118236 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249b9a7d-aee3-40f7-b7f4-658b0d90435c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424e1716-d904-4ee3-b3d3-c492d16f4d5d', 'code': 200} Nov 12 20:01:33.128657 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879fc7a-0efb-4527-ae4e-67c352d52dcb tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b4f8dc-fb41-4e0e-953d-6829d1cd0c30,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:33.356899 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4a1ba91b-271b-4f5d-ba34-77679050f86f req-469b4e6c-7d7b-4bd1-9dd6-df861212a975 service neutron] 10.222.0.55 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855787 Nov 12 20:01:33.414214 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a9c9f-bba5-44ea-ac0e-37138bc76ecb req-011eb599-774a-4f7e-99c7-145a8f0bb919 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:33.423908 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca3a9c9f-bba5-44ea-ac0e-37138bc76ecb req-011eb599-774a-4f7e-99c7-145a8f0bb919 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 945 time: 0.1410911 Nov 12 20:01:33.432060 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637b09f-7188-490e-a408-9199393a00ee req-f341d4ac-937d-487c-bf10-b5fba83381a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:33.433688 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c637b09f-7188-490e-a408-9199393a00ee req-f341d4ac-937d-487c-bf10-b5fba83381a0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=249b9a7d-aee3-40f7-b7f4-658b0d90435c HTTP/1.1" status: 200 len: 1097 time: 0.1905198 Nov 12 20:01:33.524457 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c637b09f-7188-490e-a408-9199393a00ee req-30ccc035-fc85-46d7-8ad5-5041fc88533e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=53207e95-392a-49d5-956a-87e18eae5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526581 Nov 12 20:01:33.598238 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca3a9c9f-bba5-44ea-ac0e-37138bc76ecb req-22d42b68-9731-40bd-adc3-0b821aa47e7f tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718783 Nov 12 20:01:33.608432 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4a1ba91b-271b-4f5d-ba34-77679050f86f req-b3dc9d8e-8707-40b8-a4dd-5e007a1e417d service neutron] 10.222.0.55 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382779 Nov 12 20:01:33.638880 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-bb60ea11-42ff-4414-b840-1d0836394e8c tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:33.652786 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-bb60ea11-42ff-4414-b840-1d0836394e8c tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/networks?id=ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf HTTP/1.1" status: 200 len: 811 time: 0.2637284 Nov 12 20:01:33.677363 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-fff56523-9886-42c3-8f1b-cfbac126fd60 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/quotas/d841e32d493a46c7bf1c58a418da2caa HTTP/1.1" status: 200 len: 375 time: 0.0231273 Nov 12 20:01:33.747193 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-3c9ffcab-1839-4f20-bf7b-a62209e38c5a tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d841e32d493a46c7bf1c58a418da2caa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684860 Nov 12 20:01:33.775739 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf543fdc-499b-4276-9aaf-564a35270a9f req-4b22653a-1070-4c82-9c31-effd42856101 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:33.777576 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bf543fdc-499b-4276-9aaf-564a35270a9f req-4b22653a-1070-4c82-9c31-effd42856101 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/ports?device_id=249b9a7d-aee3-40f7-b7f4-658b0d90435c HTTP/1.1" status: 200 len: 945 time: 0.1132989 Nov 12 20:01:33.859112 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bf543fdc-499b-4276-9aaf-564a35270a9f req-b51be324-0b71-4c31-ac00-254670eafb72 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/security-groups?id=53207e95-392a-49d5-956a-87e18eae5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659487 Nov 12 20:01:34.012701 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-435069f9-9670-49f8-ad23-702cc6ff3b9b service neutron] 10.222.0.48 "GET /v2.0/networks/ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635963 Nov 12 20:01:34.142524 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-aaf0b638-03f3-49bc-a829-2162c7e17c6a service neutron] 10.222.0.48 "GET /v2.0/networks/ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272557 Nov 12 20:01:34.237740 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88619ba-fb9c-464d-9ed5-914fe894f7cb req-62cd67e9-dded-472c-a477-1ff7328a72e1 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:34.239326 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a88619ba-fb9c-464d-9ed5-914fe894f7cb req-62cd67e9-dded-472c-a477-1ff7328a72e1 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 945 time: 0.1640191 Nov 12 20:01:34.340523 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-0445d46e-0848-4465-b8a3-c3a666460997 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:34.342324 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-0445d46e-0848-4465-b8a3-c3a666460997 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747&tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&binding%3Ahost_id=n-h1-712140-15 HTTP/1.1" status: 200 len: 1097 time: 0.2188263 Nov 12 20:01:34.356766 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-0af170f3-6c2e-48c8-9e06-c576fc8942a9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-15'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:34.410270 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a88619ba-fb9c-464d-9ed5-914fe894f7cb req-35ce6fd6-6344-49c9-83f4-1aaf1d16f6eb tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/security-groups?id=bf225de5-b6cb-4cdb-aa73-32dd1d2990d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632643 Nov 12 20:01:34.488636 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-0af170f3-6c2e-48c8-9e06-c576fc8942a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:34.493436 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498297d3-e1b5-47de-b37a-6a4d8cfe2c48 req-7e9c7eaa-8feb-41e6-955c-19f7b9823538 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:34.496746 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-498297d3-e1b5-47de-b37a-6a4d8cfe2c48 req-7e9c7eaa-8feb-41e6-955c-19f7b9823538 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.1156733 Nov 12 20:01:34.607639 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-498297d3-e1b5-47de-b37a-6a4d8cfe2c48 req-39b7c2bb-fb03-4726-974e-e527cd61e23c tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004419 Nov 12 20:01:34.692264 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 85f98ac5-064c-415e-895a-a49181b54749 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:01:34.831896 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa0d3045-d817-430b-acef-9a87e88786c0 req-5a6d1e3a-d2d4-4d11-8915-c4035484f6b8 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8e33054-f959-41d1-9ba3-2203682dbd79 HTTP/1.1" status: 200 len: 210 time: 0.1019495 Nov 12 20:01:34.860156 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-0af170f3-6c2e-48c8-9e06-c576fc8942a9 service neutron] For port 85f98ac5-064c-415e-895a-a49181b54749, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=85f98ac5-064c-415e-895a-a49181b54749,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:35.030744 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 85f98ac5-064c-415e-895a-a49181b54749, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=85f98ac5-064c-415e-895a-a49181b54749,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:35.031284 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-0af170f3-6c2e-48c8-9e06-c576fc8942a9 service neutron] For port 85f98ac5-064c-415e-895a-a49181b54749, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:01:35.067904 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 85f98ac5-064c-415e-895a-a49181b54749 has no active binding in host n-h2-712140-15 {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 20:01:35.073549 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ecc0e-dd69-4f2a-b197-abdf971b2e60 req-9dd15e33-7d80-4134-b413-74c2f7a7000c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:35.084831 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a2ecc0e-dd69-4f2a-b197-abdf971b2e60 req-9dd15e33-7d80-4134-b413-74c2f7a7000c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 945 time: 0.0874045 Nov 12 20:01:35.184966 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a2ecc0e-dd69-4f2a-b197-abdf971b2e60 req-dfd25f50-1d24-4db0-91ae-7bbc5322228d tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988603 Nov 12 20:01:35.223957 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e3f8e6-af2b-4a35-98de-599a60555747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85f98ac5-064c-415e-895a-a49181b54749'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:01:35.226494 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1551fea8-59e0-4b6e-be93-eba20a9eb283" -d '{"events": [{"server_uuid": "e6e3f8e6-af2b-4a35-98de-599a60555747", "name": "network-vif-unplugged", "status": "completed", "tag": "85f98ac5-064c-415e-895a-a49181b54749"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:01:35.231066 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-0af170f3-6c2e-48c8-9e06-c576fc8942a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:35.243329 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-0af170f3-6c2e-48c8-9e06-c576fc8942a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:35.308167 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af170f3-6c2e-48c8-9e06-c576fc8942a9 service neutron] Pushing event updated for resources: {'Port': ['ID=85f98ac5-064c-415e-895a-a49181b54749,revision_number=7']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:35.357431 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a0ed08f4-4db8-41c2-841c-f3da87b97b85 req-5a486628-fbe2-474b-82d5-aaebd4fd3bfa tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4115069 Nov 12 20:01:35.382909 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-a0ed08f4-4db8-41c2-841c-f3da87b97b85 req-e7ecf8dd-d4bb-475b-b2c3-75d7c1952b7e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:35.435773 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3d6f8-c6ac-4f9f-b4f9-a0dd9c293df5 req-4eee1eef-0cf7-4ae9-8251-0a39e6cde7e7 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:35.441344 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9cc3d6f8-c6ac-4f9f-b4f9-a0dd9c293df5 req-4eee1eef-0cf7-4ae9-8251-0a39e6cde7e7 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/ports?device_id=249b9a7d-aee3-40f7-b7f4-658b0d90435c HTTP/1.1" status: 200 len: 945 time: 0.1288810 Nov 12 20:01:35.523921 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a0ed08f4-4db8-41c2-841c-f3da87b97b85 req-e7ecf8dd-d4bb-475b-b2c3-75d7c1952b7e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:35.529772 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-0af170f3-6c2e-48c8-9e06-c576fc8942a9 service neutron] Attempting to bind port 85f98ac5-064c-415e-895a-a49181b54749 on host n-h1-712140-15 for vnic_type normal with profile {"migrating_to": "n-h2-712140-15"} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:01:35.531674 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-0af170f3-6c2e-48c8-9e06-c576fc8942a9 service neutron] Attempting to bind port 85f98ac5-064c-415e-895a-a49181b54749 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:01:35.532374 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-0af170f3-6c2e-48c8-9e06-c576fc8942a9 service neutron] Attempting to bind port 85f98ac5-064c-415e-895a-a49181b54749 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:01:35.577867 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-0af170f3-6c2e-48c8-9e06-c576fc8942a9 service neutron] Port 85f98ac5-064c-415e-895a-a49181b54749 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:01:35.579068 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-0af170f3-6c2e-48c8-9e06-c576fc8942a9 service neutron] Attempting to bind port 85f98ac5-064c-415e-895a-a49181b54749 on network 268668ed-0d7b-4f7b-9df1-da4be7d9946d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:01:35.612774 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9cc3d6f8-c6ac-4f9f-b4f9-a0dd9c293df5 req-179c7d6f-2ab5-4f9f-a9ff-d7a829b178ad tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/security-groups?id=53207e95-392a-49d5-956a-87e18eae5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651187 Nov 12 20:01:35.618383 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-0af170f3-6c2e-48c8-9e06-c576fc8942a9 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:01:35.619128 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-0af170f3-6c2e-48c8-9e06-c576fc8942a9 service neutron] Checking segment: {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:01:35.619759 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-0af170f3-6c2e-48c8-9e06-c576fc8942a9 service neutron] Bound using segment: {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:01:35.620457 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-0af170f3-6c2e-48c8-9e06-c576fc8942a9 service neutron] Bound port: 85f98ac5-064c-415e-895a-a49181b54749, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '268668ed-0d7b-4f7b-9df1-da4be7d9946d'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:01:35.621098 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-0af170f3-6c2e-48c8-9e06-c576fc8942a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:35.778283 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ab1a5-c7bc-4c42-a1b3-364aaf1583ca req-6cda0b9c-8691-4dcf-bfab-66461513f13c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:35.786581 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ee0ab1a5-c7bc-4c42-a1b3-364aaf1583ca req-6cda0b9c-8691-4dcf-bfab-66461513f13c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 944 time: 0.0649662 Nov 12 20:01:35.866542 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ee0ab1a5-c7bc-4c42-a1b3-364aaf1583ca req-7afa95d8-4bbb-4caa-8313-13f25849ef71 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787458 Nov 12 20:01:36.001489 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d61ed7-8afc-44e9-a119-a1e4048d5cc6 req-406f1565-0335-4631-a2de-18042a8a9c54 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:36.004268 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d0d61ed7-8afc-44e9-a119-a1e4048d5cc6 req-406f1565-0335-4631-a2de-18042a8a9c54 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 944 time: 0.3044028 Nov 12 20:01:36.039087 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-0af170f3-6c2e-48c8-9e06-c576fc8942a9 service neutron] For port 85f98ac5-064c-415e-895a-a49181b54749, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:01:36.062121 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a0ed08f4-4db8-41c2-841c-f3da87b97b85 req-e7ecf8dd-d4bb-475b-b2c3-75d7c1952b7e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:36.124068 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-0af170f3-6c2e-48c8-9e06-c576fc8942a9 service neutron] For port 85f98ac5-064c-415e-895a-a49181b54749, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=85f98ac5-064c-415e-895a-a49181b54749,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:01:36.127678 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08e381f-ea93-4c3b-8658-a04e0123c57f x-openstack-request-id: req-f08e381f-ea93-4c3b-8658-a04e0123c57f {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:36.128129 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e3f8e6-af2b-4a35-98de-599a60555747", "name": "network-vif-unplugged", "status": "completed", "tag": "85f98ac5-064c-415e-895a-a49181b54749", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:36.128487 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f08e381f-ea93-4c3b-8658-a04e0123c57f {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:36.129250 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e3f8e6-af2b-4a35-98de-599a60555747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85f98ac5-064c-415e-895a-a49181b54749', 'code': 200} Nov 12 20:01:36.306782 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-0af170f3-6c2e-48c8-9e06-c576fc8942a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:36.323685 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-8c998281-8100-4231-bbb9-3e719b3634d0 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:36.325835 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-8c998281-8100-4231-bbb9-3e719b3634d0 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.52 "GET /v2.0/networks?id=ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf HTTP/1.1" status: 200 len: 811 time: 0.3307397 Nov 12 20:01:36.342277 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-4174866a-7b61-4c13-b80f-ac44f3306457 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Request body: {'port': {'device_id': 'b8e33054-f959-41d1-9ba3-2203682dbd79', 'network_id': 'ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf', 'admin_state_up': True, 'tenant_id': 'd841e32d493a46c7bf1c58a418da2caa'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:36.449417 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af170f3-6c2e-48c8-9e06-c576fc8942a9 service neutron] Pushing event updated for resources: {'Port': ['ID=85f98ac5-064c-415e-895a-a49181b54749,revision_number=8']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:36.529026 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-0af170f3-6c2e-48c8-9e06-c576fc8942a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:36.529693 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-0af170f3-6c2e-48c8-9e06-c576fc8942a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:36.531203 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-0af170f3-6c2e-48c8-9e06-c576fc8942a9 service neutron] 10.222.0.52 "PUT /v2.0/ports/85f98ac5-064c-415e-895a-a49181b54749 HTTP/1.1" status: 200 len: 1123 time: 2.1791534 Nov 12 20:01:36.534104 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19538118-1de4-4e59-8a99-b9c21191c45b req-cb392228-7fdb-4760-91da-32a12470cd38 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:36.543906 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-19538118-1de4-4e59-8a99-b9c21191c45b req-cb392228-7fdb-4760-91da-32a12470cd38 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.1901209 Nov 12 20:01:36.547669 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-a0ed08f4-4db8-41c2-841c-f3da87b97b85 req-e7ecf8dd-d4bb-475b-b2c3-75d7c1952b7e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Allocated IP 172.25.5.122 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/147beee6-9a63-436e-ac4d-ac569f148a8d) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:01:36.567289 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-d0d61ed7-8afc-44e9-a119-a1e4048d5cc6 req-8b32c3d9-8cc9-4912-bc08-8bdefe918a67 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Deleting port 6e02188b-743a-4336-bf70-2b29b36e95e2 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:01:36.568112 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d0d61ed7-8afc-44e9-a119-a1e4048d5cc6 req-8b32c3d9-8cc9-4912-bc08-8bdefe918a67 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:36.631649 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['85f98ac5-064c-415e-895a-a49181b54749'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:01:36.644042 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-4174866a-7b61-4c13-b80f-ac44f3306457 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Made reservation on behalf of d841e32d493a46c7bf1c58a418da2caa for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:01:36.648858 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-4174866a-7b61-4c13-b80f-ac44f3306457 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:36.699725 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-19538118-1de4-4e59-8a99-b9c21191c45b req-2a94be31-f157-4d26-9e59-a1583ea727ba tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542537 Nov 12 20:01:36.776209 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['85f98ac5-064c-415e-895a-a49181b54749'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:01:36.875213 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-d0d61ed7-8afc-44e9-a119-a1e4048d5cc6 req-8b32c3d9-8cc9-4912-bc08-8bdefe918a67 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] For port 6e02188b-743a-4336-bf70-2b29b36e95e2, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6e02188b-743a-4336-bf70-2b29b36e95e2,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:36.888324 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d0d61ed7-8afc-44e9-a119-a1e4048d5cc6 req-8b32c3d9-8cc9-4912-bc08-8bdefe918a67 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:36.942320 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-d0d61ed7-8afc-44e9-a119-a1e4048d5cc6 req-8b32c3d9-8cc9-4912-bc08-8bdefe918a67 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Calling delete_port for 6e02188b-743a-4336-bf70-2b29b36e95e2 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:01:37.012975 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a0ed08f4-4db8-41c2-841c-f3da87b97b85 req-e7ecf8dd-d4bb-475b-b2c3-75d7c1952b7e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:37.172495 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-4174866a-7b61-4c13-b80f-ac44f3306457 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Allocated IP 172.20.0.4 (ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf/7f3c2628-623a-462d-bf8e-5a15a10469ff/122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:01:37.195471 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a0ed08f4-4db8-41c2-841c-f3da87b97b85 req-e7ecf8dd-d4bb-475b-b2c3-75d7c1952b7e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:37.264593 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ed08f4-4db8-41c2-841c-f3da87b97b85 req-e7ecf8dd-d4bb-475b-b2c3-75d7c1952b7e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:01:37.270078 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-a0ed08f4-4db8-41c2-841c-f3da87b97b85 req-e7ecf8dd-d4bb-475b-b2c3-75d7c1952b7e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:01:37.290303 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ed08f4-4db8-41c2-841c-f3da87b97b85 req-e7ecf8dd-d4bb-475b-b2c3-75d7c1952b7e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:01:37.293274 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecf8dd-d4bb-475b-b2c3-75d7c1952b7e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Pushing event updated for resources: {'Port': ['ID=147beee6-9a63-436e-ac4d-ac569f148a8d,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:37.351942 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d0d61ed7-8afc-44e9-a119-a1e4048d5cc6 req-8b32c3d9-8cc9-4912-bc08-8bdefe918a67 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:37.371761 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['6e02188b-743a-4336-bf70-2b29b36e95e2'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:01:37.419184 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-37c8e6ba-4f2e-4271-82fc-57ea306e05e6 req-a8e530b6-6e99-41ac-9185-d2b6e6cb1ec0 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8e33054-f959-41d1-9ba3-2203682dbd79 HTTP/1.1" status: 200 len: 210 time: 0.0472500 Nov 12 20:01:37.430070 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32c3d9-8cc9-4912-bc08-8bdefe918a67 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Pushing event deleted for resources: {'Port': ['ID=6e02188b-743a-4336-bf70-2b29b36e95e2,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:37.440857 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-4174866a-7b61-4c13-b80f-ac44f3306457 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:37.464041 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d61ed7-8afc-44e9-a119-a1e4048d5cc6 req-8b32c3d9-8cc9-4912-bc08-8bdefe918a67 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] No DVR routers for this DVR port 6e02188b-743a-4336-bf70-2b29b36e95e2 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:01:37.467743 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d0d61ed7-8afc-44e9-a119-a1e4048d5cc6 req-8b32c3d9-8cc9-4912-bc08-8bdefe918a67 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:37.472992 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d0d61ed7-8afc-44e9-a119-a1e4048d5cc6 req-8b32c3d9-8cc9-4912-bc08-8bdefe918a67 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.55 "DELETE /v2.0/ports/6e02188b-743a-4336-bf70-2b29b36e95e2 HTTP/1.1" status: 204 len: 173 time: 1.4507606 Nov 12 20:01:37.496848 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-4174866a-7b61-4c13-b80f-ac44f3306457 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:37.534283 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a0ed08f4-4db8-41c2-841c-f3da87b97b85 req-e7ecf8dd-d4bb-475b-b2c3-75d7c1952b7e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:37.574773 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a0ed08f4-4db8-41c2-841c-f3da87b97b85 req-e7ecf8dd-d4bb-475b-b2c3-75d7c1952b7e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:37.602011 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-4174866a-7b61-4c13-b80f-ac44f3306457 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Network ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:01:37.604843 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174866a-7b61-4c13-b80f-ac44f3306457 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Pushing event updated for resources: {'Port': ['ID=122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:37.623552 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-4174866a-7b61-4c13-b80f-ac44f3306457 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:01:37.636108 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-4174866a-7b61-4c13-b80f-ac44f3306457 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:01:37.693448 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-4174866a-7b61-4c13-b80f-ac44f3306457 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:37.694237 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-4174866a-7b61-4c13-b80f-ac44f3306457 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:37.718900 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-4174866a-7b61-4c13-b80f-ac44f3306457 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3815289 Nov 12 20:01:37.730525 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad2a3a-1aff-4169-a73a-fe35e08a2e0b req-a724172d-73a4-4c3a-b4a4-f70d3c4dafc2 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:37.738089 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-97ad2a3a-1aff-4169-a73a-fe35e08a2e0b req-a724172d-73a4-4c3a-b4a4-f70d3c4dafc2 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 943 time: 0.1981368 Nov 12 20:01:37.744932 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Request body: {'port': {'device_id': 'b8e33054-f959-41d1-9ba3-2203682dbd79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:37.786404 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a0ed08f4-4db8-41c2-841c-f3da87b97b85 req-e7ecf8dd-d4bb-475b-b2c3-75d7c1952b7e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:37.793404 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a0ed08f4-4db8-41c2-841c-f3da87b97b85 req-e7ecf8dd-d4bb-475b-b2c3-75d7c1952b7e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:37.827285 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-97ad2a3a-1aff-4169-a73a-fe35e08a2e0b req-d6e60484-11b6-4354-b69b-d23287075de0 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863483 Nov 12 20:01:37.868024 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:37.908832 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecf8dd-d4bb-475b-b2c3-75d7c1952b7e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Pushing event updated for resources: {'Port': ['ID=147beee6-9a63-436e-ac4d-ac569f148a8d,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:37.911239 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a0ed08f4-4db8-41c2-841c-f3da87b97b85 req-e7ecf8dd-d4bb-475b-b2c3-75d7c1952b7e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:37.930423 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a0ed08f4-4db8-41c2-841c-f3da87b97b85 req-e7ecf8dd-d4bb-475b-b2c3-75d7c1952b7e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:37.940246 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a0ed08f4-4db8-41c2-841c-f3da87b97b85 req-e7ecf8dd-d4bb-475b-b2c3-75d7c1952b7e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5726686 Nov 12 20:01:38.006283 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a0ed08f4-4db8-41c2-841c-f3da87b97b85 req-c7ca1938-31de-4d25-93b0-6a5372538690 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 696 time: 0.0648570 Nov 12 20:01:38.008138 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4dea074b-1e2f-4f74-be8e-ea514b029fd7 req-32307555-4abe-477e-a222-ceae72bc1024 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f849c88-5fe9-4538-8d1e-d02310508d40 HTTP/1.1" status: 200 len: 210 time: 0.0616784 Nov 12 20:01:38.474753 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e3f8e6-af2b-4a35-98de-599a60555747', 'tag': '85f98ac5-064c-415e-895a-a49181b54749'}, {'server_uuid': '3f849c88-5fe9-4538-8d1e-d02310508d40', 'name': 'network-vif-deleted', 'tag': '6e02188b-743a-4336-bf70-2b29b36e95e2'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:01:38.477121 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03611b8e-c703-43ac-a2a1-2d4fd0f332cf" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e3f8e6-af2b-4a35-98de-599a60555747", "tag": "85f98ac5-064c-415e-895a-a49181b54749"}, {"server_uuid": "3f849c88-5fe9-4538-8d1e-d02310508d40", "name": "network-vif-deleted", "tag": "6e02188b-743a-4336-bf70-2b29b36e95e2"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:01:38.477265 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:01:38.489316 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c6de5-d97d-478f-b22b-5a7971488ad6 req-b7561c4b-1ca2-40db-96ba-2f6c22e75221 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:38.490837 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-953c6de5-d97d-478f-b22b-5a7971488ad6 req-b7561c4b-1ca2-40db-96ba-2f6c22e75221 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.1112266 Nov 12 20:01:38.495179 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:38.514179 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Transition to ACTIVE for port object 122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:01:38.522692 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:38.530977 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed08f4-4db8-41c2-841c-f3da87b97b85 req-4012e43d-7b2c-4afa-87ff-2aa7b7c10162 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:38.532944 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a0ed08f4-4db8-41c2-841c-f3da87b97b85 req-4012e43d-7b2c-4afa-87ff-2aa7b7c10162 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 784 time: 0.5251563 Nov 12 20:01:38.786380 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa2bc4-ad9f-43b3-bf64-1f594fa9a7d6 req-2c40f5a5-19de-45ff-95fe-e82987f3e9b0 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:38.787947 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8faa2bc4-ad9f-43b3-bf64-1f594fa9a7d6 req-2c40f5a5-19de-45ff-95fe-e82987f3e9b0 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8e33054-f959-41d1-9ba3-2203682dbd79 HTTP/1.1" status: 200 len: 943 time: 0.0507107 Nov 12 20:01:38.836908 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8faa2bc4-ad9f-43b3-bf64-1f594fa9a7d6 req-ea5b8b6c-c972-43d4-a74f-0ee6e5b5768f tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups?id=1559601b-ff72-4ce9-9f6b-84bfc96eb534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429301 Nov 12 20:01:38.893075 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd91ab42-edac-4c39-897d-29943bd5639b x-openstack-request-id: req-fd91ab42-edac-4c39-897d-29943bd5639b {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:38.893264 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e3f8e6-af2b-4a35-98de-599a60555747", "tag": "85f98ac5-064c-415e-895a-a49181b54749", "status": "completed", "code": 200}, {"server_uuid": "3f849c88-5fe9-4538-8d1e-d02310508d40", "name": "network-vif-deleted", "tag": "6e02188b-743a-4336-bf70-2b29b36e95e2", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:38.893586 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fd91ab42-edac-4c39-897d-29943bd5639b {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:38.893983 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e3f8e6-af2b-4a35-98de-599a60555747', 'tag': '85f98ac5-064c-415e-895a-a49181b54749', 'status': 'completed', 'code': 200} Nov 12 20:01:38.894237 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f849c88-5fe9-4538-8d1e-d02310508d40', 'name': 'network-vif-deleted', 'tag': '6e02188b-743a-4336-bf70-2b29b36e95e2', 'status': 'completed', 'code': 200} Nov 12 20:01:38.899740 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Pushing event updated for resources: {'Port': ['ID=122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:38.905574 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-953c6de5-d97d-478f-b22b-5a7971488ad6 req-02649a24-5ff3-46ca-9514-fbc9acf5b1cc tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015942 Nov 12 20:01:38.931044 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:38.931399 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:38.931743 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:38.932082 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:38.932447 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:38.932780 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:38.933111 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:38.933439 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:38.933767 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:38.934097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:38.934432 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:38.934755 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:38.966100 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Attempting to bind port 122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:01:38.966445 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Attempting to bind port 122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '8d4b2a29-f4c2-4d68-bedf-9aaa5810610c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:01:38.966781 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Attempting to bind port 122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5 on network ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:01:38.972932 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Port 122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5 on network ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:01:38.973310 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Attempting to bind port 122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5 on network ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:01:38.978429 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:01:38.979052 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Checking segment: {'id': '8d4b2a29-f4c2-4d68-bedf-9aaa5810610c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:01:38.979855 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Bound using segment: {'id': '8d4b2a29-f4c2-4d68-bedf-9aaa5810610c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:01:38.980220 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Bound port: 122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d4b2a29-f4c2-4d68-bedf-9aaa5810610c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:01:38.980752 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:39.051983 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03611b8e-c703-43ac-a2a1-2d4fd0f332cf req-75434811-78e0-4c5d-80e2-d4fdd0bb2c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:39.053834 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03611b8e-c703-43ac-a2a1-2d4fd0f332cf req-75434811-78e0-4c5d-80e2-d4fdd0bb2c28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 1126 time: 0.1272221 Nov 12 20:01:39.055660 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] For port 122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:01:39.060284 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] For port 122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5,segment=NetworkSegment(8d4b2a29-f4c2-4d68-bedf-9aaa5810610c),segment_id=8d4b2a29-f4c2-4d68-bedf-9aaa5810610c)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:01:39.073932 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:39.124465 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:39.125293 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:39.127323 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] 10.222.0.52 "PUT /v2.0/ports/122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5 HTTP/1.1" status: 200 len: 1092 time: 1.3871014 Nov 12 20:01:39.130444 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e33054-f959-41d1-9ba3-2203682dbd79', 'tag': '122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:01:39.133555 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9311be9d-fd5b-43c7-9860-24f0e0f2741c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e33054-f959-41d1-9ba3-2203682dbd79", "tag": "122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:01:39.149537 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-a7f68344-2e23-42c5-98b4-b73004ca50ed tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:39.151051 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-a7f68344-2e23-42c5-98b4-b73004ca50ed tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/networks?id=754baca7-d929-454e-a98a-e992c207ce86 HTTP/1.1" status: 200 len: 821 time: 0.1814313 Nov 12 20:01:39.176246 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962dfd5-5c6a-4502-8a4b-186d313ffc74 req-8a63ac51-e808-4f1d-8d3e-4f1e094e3454 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:39.177782 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3962dfd5-5c6a-4502-8a4b-186d313ffc74 req-8a63ac51-e808-4f1d-8d3e-4f1e094e3454 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 943 time: 0.1158540 Nov 12 20:01:39.182130 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-5efb29a7-39d8-49c6-b616-372cc19c95e1 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/quotas/23d7c5887d2e419db54487a0bcfcf104 HTTP/1.1" status: 200 len: 375 time: 0.0199032 Nov 12 20:01:39.186569 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fed7f-66f3-45ff-a886-e8baf14ae49f service neutron] Pushing event updated for resources: {'Port': ['ID=122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:39.186753 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03611b8e-c703-43ac-a2a1-2d4fd0f332cf req-3572b528-9755-4fcf-a329-ac4d50d2a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:39.187985 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03611b8e-c703-43ac-a2a1-2d4fd0f332cf req-3572b528-9755-4fcf-a329-ac4d50d2a9ec service neutron] 10.222.0.55 "GET /v2.0/networks?id=268668ed-0d7b-4f7b-9df1-da4be7d9946d HTTP/1.1" status: 200 len: 922 time: 0.1260049 Nov 12 20:01:39.251812 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-1e5e2113-8333-40eb-a5f5-556c3daf9085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:39.253440 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-1e5e2113-8333-40eb-a5f5-556c3daf9085 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d841e32d493a46c7bf1c58a418da2caa&device_id=b8e33054-f959-41d1-9ba3-2203682dbd79 HTTP/1.1" status: 200 len: 1095 time: 0.0747628 Nov 12 20:01:39.254387 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03611b8e-c703-43ac-a2a1-2d4fd0f332cf req-78997de4-b68a-46e8-afb6-d3ae05cb93a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85f98ac5-064c-415e-895a-a49181b54749 HTTP/1.1" status: 200 len: 217 time: 0.0509195 Nov 12 20:01:39.260877 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3962dfd5-5c6a-4502-8a4b-186d313ffc74 req-b2b16d2b-30f7-42b4-b16f-3a6ef4555196 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700223 Nov 12 20:01:39.302231 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-857f2c19-bc9e-4ab6-b2af-4acabcf8e387 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5 HTTP/1.1" status: 200 len: 217 time: 0.0370853 Nov 12 20:01:39.305503 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-1542aef4-a588-4d18-ab33-0661823ecd7c tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=23d7c5887d2e419db54487a0bcfcf104&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1107070 Nov 12 20:01:39.346834 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03611b8e-c703-43ac-a2a1-2d4fd0f332cf req-9999d7b2-cd3f-490f-8576-7d01a18db4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:39.348332 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03611b8e-c703-43ac-a2a1-2d4fd0f332cf req-9999d7b2-cd3f-490f-8576-7d01a18db4f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7e87043-7d2d-4150-b80d-fb0e6e39dcdf HTTP/1.1" status: 200 len: 861 time: 0.0852864 Nov 12 20:01:39.373393 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-c5ea7503-2af6-4208-a45d-15362a22c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:39.375160 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-c5ea7503-2af6-4208-a45d-15362a22c7fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f3c2628-623a-462d-bf8e-5a15a10469ff HTTP/1.1" status: 200 len: 851 time: 0.0585804 Nov 12 20:01:39.405004 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03611b8e-c703-43ac-a2a1-2d4fd0f332cf req-8442e7f1-c883-4026-b7be-c41b76cc2e0e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=268668ed-0d7b-4f7b-9df1-da4be7d9946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295949 Nov 12 20:01:39.415857 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-a6228fac-f09f-4def-9cba-9432e374fa30 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305955 Nov 12 20:01:39.456810 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a71c05-f755-4401-893c-317a334984d6 x-openstack-request-id: req-c2a71c05-f755-4401-893c-317a334984d6 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:39.456998 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e33054-f959-41d1-9ba3-2203682dbd79", "tag": "122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:39.457106 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c2a71c05-f755-4401-893c-317a334984d6 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:39.457518 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e33054-f959-41d1-9ba3-2203682dbd79', 'tag': '122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5', 'status': 'completed', 'code': 200} Nov 12 20:01:39.488716 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-293f5623-4282-4107-b8e8-46e1e16f07a1 service neutron] 10.222.0.48 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755476 Nov 12 20:01:39.522880 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-0671ca64-c8c0-46e5-9615-4e326764c393 service neutron] 10.222.0.52 "GET /v2.0/networks/ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958159 Nov 12 20:01:39.580731 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03611b8e-c703-43ac-a2a1-2d4fd0f332cf req-37b0c279-b4b9-42c1-9110-dd13e11fd105 service neutron] 10.222.0.55 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671338 Nov 12 20:01:39.624674 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96613a6a-d69b-4477-a23f-afcc73ae43c4 req-92027544-6d9e-4f12-8caa-9303f3721cff service neutron] 10.222.0.52 "GET /v2.0/networks/ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937448 Nov 12 20:01:39.668779 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-478e6a57-b7d3-44be-b2af-0b7bd66f048b service neutron] 10.222.0.48 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715758 Nov 12 20:01:39.714574 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03611b8e-c703-43ac-a2a1-2d4fd0f332cf req-301f5fc9-093b-4fbb-bc4e-1c464f52a148 service neutron] 10.222.0.55 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249804 Nov 12 20:01:39.745067 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311be9d-fd5b-43c7-9860-24f0e0f2741c req-079397ba-9c55-4c9f-9499-2dc618a2e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:39.746983 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9311be9d-fd5b-43c7-9860-24f0e0f2741c req-079397ba-9c55-4c9f-9499-2dc618a2e2fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d841e32d493a46c7bf1c58a418da2caa&device_id=b8e33054-f959-41d1-9ba3-2203682dbd79 HTTP/1.1" status: 200 len: 1095 time: 0.0680516 Nov 12 20:01:39.864482 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311be9d-fd5b-43c7-9860-24f0e0f2741c req-b80409e7-8eeb-4d98-a37c-443d28cb8bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:39.867633 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9311be9d-fd5b-43c7-9860-24f0e0f2741c req-b80409e7-8eeb-4d98-a37c-443d28cb8bba service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf HTTP/1.1" status: 200 len: 912 time: 0.1048377 Nov 12 20:01:39.915706 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 6e02188b-743a-4336-bf70-2b29b36e95e2 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:01:39.951603 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78f543-c26b-492c-abed-bc410f37ef37 req-ee61975b-b359-4c5a-bc86-9b65ea3bd96c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:39.958996 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9311be9d-fd5b-43c7-9860-24f0e0f2741c req-912fac99-14cb-4d70-8e08-807cbf9e4c38 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5 HTTP/1.1" status: 200 len: 217 time: 0.0774164 Nov 12 20:01:39.960136 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ce78f543-c26b-492c-abed-bc410f37ef37 req-ee61975b-b359-4c5a-bc86-9b65ea3bd96c tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 945 time: 0.0729697 Nov 12 20:01:39.960819 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 6e02188b-743a-4336-bf70-2b29b36e95e2 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:01:39.961161 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 6e02188b-743a-4336-bf70-2b29b36e95e2 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:01:40.015905 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ce78f543-c26b-492c-abed-bc410f37ef37 req-ceceb412-863c-443b-9939-c96206812ac5 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548398 Nov 12 20:01:40.045751 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311be9d-fd5b-43c7-9860-24f0e0f2741c req-b88734fc-ac1a-4479-b793-381cfcae3ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:40.047244 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9311be9d-fd5b-43c7-9860-24f0e0f2741c req-b88734fc-ac1a-4479-b793-381cfcae3ba8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f3c2628-623a-462d-bf8e-5a15a10469ff HTTP/1.1" status: 200 len: 851 time: 0.0797279 Nov 12 20:01:40.075854 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0874780-193f-4894-938c-cf0ec9b8563a req-c95abc12-258c-4faf-a4a4-10172b9889ef tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:40.080389 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d0874780-193f-4894-938c-cf0ec9b8563a req-c95abc12-258c-4faf-a4a4-10172b9889ef tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=5268c50f-ab3d-408b-8505-7cf80dfe5638 HTTP/1.1" status: 200 len: 951 time: 0.1024437 Nov 12 20:01:40.109048 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-01a899ad-ebb0-4080-851a-2b177a4ca174 req-f6bb8f9c-35c7-43f4-9fff-9d40bcb5d331 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e23e515-c04c-4e14-a349-a5fafa901178 HTTP/1.1" status: 200 len: 210 time: 0.0434244 Nov 12 20:01:40.114144 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9311be9d-fd5b-43c7-9860-24f0e0f2741c req-7c4fa4ba-a247-4008-abdb-72bc2880780b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589476 Nov 12 20:01:40.229942 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d0874780-193f-4894-938c-cf0ec9b8563a req-41ad9e55-ca7c-4c6a-be66-565923a451a9 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417940 Nov 12 20:01:40.264435 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3ac4d-7bee-4f80-931d-780a7e3528ec req-d7fef6bc-a953-429f-96be-bd07c3a73b72 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:40.266402 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8b3ac4d-7bee-4f80-931d-780a7e3528ec req-d7fef6bc-a953-429f-96be-bd07c3a73b72 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8e33054-f959-41d1-9ba3-2203682dbd79 HTTP/1.1" status: 200 len: 943 time: 0.0781009 Nov 12 20:01:40.283411 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9311be9d-fd5b-43c7-9860-24f0e0f2741c req-e815434a-c6fd-46e1-a52b-bf8e5c721a84 service neutron] 10.222.0.52 "GET /v2.0/networks/ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614075 Nov 12 20:01:40.382552 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8b3ac4d-7bee-4f80-931d-780a7e3528ec req-1ecf7bb0-b928-4530-8b8e-ab5f35ebdbce tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups?id=1559601b-ff72-4ce9-9f6b-84bfc96eb534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090710 Nov 12 20:01:40.417743 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9c093-ceac-49b5-a868-61111eb9262c req-db185a07-9aaf-4d56-b61b-6999af1dca01 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:40.419518 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b2c9c093-ceac-49b5-a868-61111eb9262c req-db185a07-9aaf-4d56-b61b-6999af1dca01 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 945 time: 0.1031711 Nov 12 20:01:40.460459 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9311be9d-fd5b-43c7-9860-24f0e0f2741c req-90c1a514-47c5-419e-83f0-8bf3bc745edd service neutron] 10.222.0.52 "GET /v2.0/networks/ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658010 Nov 12 20:01:40.484905 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c932f-576c-4fd2-a072-bc1097bd2cf4 req-19e857aa-141a-4713-9e26-5a0431be9ffd tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:40.490264 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-487c932f-576c-4fd2-a072-bc1097bd2cf4 req-19e857aa-141a-4713-9e26-5a0431be9ffd tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.1328213 Nov 12 20:01:40.572761 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-487c932f-576c-4fd2-a072-bc1097bd2cf4 req-b8a258b9-f7db-4cd5-9474-eec1dd1f138b tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672839 Nov 12 20:01:40.574210 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-b2c9c093-ceac-49b5-a868-61111eb9262c req-fc32ca8a-5863-4f2c-8564-1af08b04e453 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Deleting port 74eaf5a7-957f-478f-990e-7fb2c65872ef {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:01:40.575077 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b2c9c093-ceac-49b5-a868-61111eb9262c req-fc32ca8a-5863-4f2c-8564-1af08b04e453 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:40.702074 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856599b-bb6d-4bbb-a600-245155a582e4 req-5ef95f71-15b9-444e-be1e-aff430e8a878 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:40.703905 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6856599b-bb6d-4bbb-a600-245155a582e4 req-5ef95f71-15b9-444e-be1e-aff430e8a878 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 943 time: 0.0669570 Nov 12 20:01:40.715591 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-b2c9c093-ceac-49b5-a868-61111eb9262c req-fc32ca8a-5863-4f2c-8564-1af08b04e453 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] For port 74eaf5a7-957f-478f-990e-7fb2c65872ef, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=74eaf5a7-957f-478f-990e-7fb2c65872ef,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:40.715972 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b2c9c093-ceac-49b5-a868-61111eb9262c req-fc32ca8a-5863-4f2c-8564-1af08b04e453 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:40.731225 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-b2c9c093-ceac-49b5-a868-61111eb9262c req-fc32ca8a-5863-4f2c-8564-1af08b04e453 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Calling delete_port for 74eaf5a7-957f-478f-990e-7fb2c65872ef owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:01:40.768817 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6856599b-bb6d-4bbb-a600-245155a582e4 req-c3610b26-f7db-4cd7-ba63-a33a3accd0a1 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570865 Nov 12 20:01:40.911045 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b2c9c093-ceac-49b5-a868-61111eb9262c req-fc32ca8a-5863-4f2c-8564-1af08b04e453 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:40.966349 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32ca8a-5863-4f2c-8564-1af08b04e453 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Pushing event deleted for resources: {'Port': ['ID=74eaf5a7-957f-478f-990e-7fb2c65872ef,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:40.998426 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc32ca8a-5863-4f2c-8564-1af08b04e453 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:40.998775 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc32ca8a-5863-4f2c-8564-1af08b04e453 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:40.999121 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc32ca8a-5863-4f2c-8564-1af08b04e453 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:40.999455 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc32ca8a-5863-4f2c-8564-1af08b04e453 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:40.999784 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc32ca8a-5863-4f2c-8564-1af08b04e453 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:41.000111 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc32ca8a-5863-4f2c-8564-1af08b04e453 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:41.000478 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc32ca8a-5863-4f2c-8564-1af08b04e453 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:41.000804 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc32ca8a-5863-4f2c-8564-1af08b04e453 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:41.001670 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc32ca8a-5863-4f2c-8564-1af08b04e453 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:41.002120 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc32ca8a-5863-4f2c-8564-1af08b04e453 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:41.002450 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc32ca8a-5863-4f2c-8564-1af08b04e453 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:41.002771 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc32ca8a-5863-4f2c-8564-1af08b04e453 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:41.094312 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c9c093-ceac-49b5-a868-61111eb9262c req-fc32ca8a-5863-4f2c-8564-1af08b04e453 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] No DVR routers for this DVR port 74eaf5a7-957f-478f-990e-7fb2c65872ef on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:01:41.098454 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b2c9c093-ceac-49b5-a868-61111eb9262c req-fc32ca8a-5863-4f2c-8564-1af08b04e453 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:41.113801 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b2c9c093-ceac-49b5-a868-61111eb9262c req-fc32ca8a-5863-4f2c-8564-1af08b04e453 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.52 "DELETE /v2.0/ports/74eaf5a7-957f-478f-990e-7fb2c65872ef HTTP/1.1" status: 204 len: 173 time: 0.6872132 Nov 12 20:01:41.114247 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a19a636-208f-4c66-8dec-878d971d6120', 'name': 'network-vif-deleted', 'tag': '74eaf5a7-957f-478f-990e-7fb2c65872ef'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:01:41.116643 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d9c426-acaf-4169-a2d9-ab941582b4fa" -d '{"events": [{"server_uuid": "2a19a636-208f-4c66-8dec-878d971d6120", "name": "network-vif-deleted", "tag": "74eaf5a7-957f-478f-990e-7fb2c65872ef"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:01:41.234081 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-c91b683e-888d-4ee9-814d-36cd23a15e7a tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:41.236519 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-c91b683e-888d-4ee9-814d-36cd23a15e7a tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.55 "GET /v2.0/networks?id=754baca7-d929-454e-a98a-e992c207ce86 HTTP/1.1" status: 200 len: 821 time: 0.2307830 Nov 12 20:01:41.257099 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-445822bc-777d-45a4-8112-3af5ed5fe8a1 req-369cb00c-d71f-494a-b3ac-47278c75fdf9 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a19a636-208f-4c66-8dec-878d971d6120 HTTP/1.1" status: 200 len: 210 time: 0.0498207 Nov 12 20:01:41.261150 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-95ac047a-1db0-4040-8c78-b55848123024 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Request body: {'port': {'device_id': '1e23e515-c04c-4e14-a349-a5fafa901178', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'admin_state_up': True, 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:41.307601 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b209cb33-a9d8-4ee9-a046-9f74f4a884c8 x-openstack-request-id: req-b209cb33-a9d8-4ee9-a046-9f74f4a884c8 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:41.308071 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a19a636-208f-4c66-8dec-878d971d6120", "name": "network-vif-deleted", "tag": "74eaf5a7-957f-478f-990e-7fb2c65872ef", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:41.308367 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b209cb33-a9d8-4ee9-a046-9f74f4a884c8 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:41.308795 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a19a636-208f-4c66-8dec-878d971d6120', 'name': 'network-vif-deleted', 'tag': '74eaf5a7-957f-478f-990e-7fb2c65872ef', 'status': 'completed', 'code': 200} Nov 12 20:01:41.417749 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-980312e2-9fb1-47bb-b9af-83a1392ab2ec req-04caa40b-eaec-40d5-98f7-6b5046530bb1 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e23e515-c04c-4e14-a349-a5fafa901178 HTTP/1.1" status: 200 len: 210 time: 0.0354428 Nov 12 20:01:41.472347 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-95ac047a-1db0-4040-8c78-b55848123024 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Made reservation on behalf of 23d7c5887d2e419db54487a0bcfcf104 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:01:41.476903 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-95ac047a-1db0-4040-8c78-b55848123024 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:41.650939 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda62ed-fee9-4401-916a-6166678182eb req-32841647-f6cf-484f-abbc-601aed9302d7 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:41.652544 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ccda62ed-fee9-4401-916a-6166678182eb req-32841647-f6cf-484f-abbc-601aed9302d7 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8e33054-f959-41d1-9ba3-2203682dbd79 HTTP/1.1" status: 200 len: 943 time: 0.1462250 Nov 12 20:01:41.673659 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-95ac047a-1db0-4040-8c78-b55848123024 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Allocated IP 172.20.0.10 (754baca7-d929-454e-a98a-e992c207ce86/63d41080-676f-4ac4-8522-f666160b10e9/adaab15d-9467-4bbb-89ba-b806771a0077) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:01:41.733515 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ccda62ed-fee9-4401-916a-6166678182eb req-e0c69d44-fe3a-40ac-a2d0-ac1f8fea9159 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups?id=1559601b-ff72-4ce9-9f6b-84bfc96eb534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713849 Nov 12 20:01:41.820117 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3a3e6-fa75-4e79-9f15-62da2ad79d1e req-e8f7fad2-906f-4625-8abd-56c87394d22d tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:41.827734 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fce3a3e6-fa75-4e79-9f15-62da2ad79d1e req-e8f7fad2-906f-4625-8abd-56c87394d22d tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.0791967 Nov 12 20:01:41.881055 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fce3a3e6-fa75-4e79-9f15-62da2ad79d1e req-4f1ca73e-1a18-4a8b-8a22-f04a6c933298 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522921 Nov 12 20:01:41.922435 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-95ac047a-1db0-4040-8c78-b55848123024 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:41.966313 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-95ac047a-1db0-4040-8c78-b55848123024 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:41.979450 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['47e538a5-0794-4406-91e0-d37d5df399b9'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:01:42.056878 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-95ac047a-1db0-4040-8c78-b55848123024 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Network 754baca7-d929-454e-a98a-e992c207ce86 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:01:42.062095 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-95ac047a-1db0-4040-8c78-b55848123024 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:01:42.066718 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-95ac047a-1db0-4040-8c78-b55848123024 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:01:42.111464 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac047a-1db0-4040-8c78-b55848123024 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Pushing event updated for resources: {'Port': ['ID=adaab15d-9467-4bbb-89ba-b806771a0077,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:42.178844 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c080a-22a5-42db-90cd-9d202a94f23d req-be1337f7-c118-4801-aa71-a2884304be8d tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:42.180471 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bf8c080a-22a5-42db-90cd-9d202a94f23d req-be1337f7-c118-4801-aa71-a2884304be8d tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 943 time: 0.1458395 Nov 12 20:01:42.187205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-95ac047a-1db0-4040-8c78-b55848123024 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:42.187835 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-95ac047a-1db0-4040-8c78-b55848123024 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:42.251678 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bf8c080a-22a5-42db-90cd-9d202a94f23d req-5f9b61ba-2e83-435b-af01-4bf0275e54fb tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596631 Nov 12 20:01:42.260434 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-95ac047a-1db0-4040-8c78-b55848123024 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0053477 Nov 12 20:01:42.273436 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-cc56c6e0-68a3-4b00-8d87-6bbdd3bdfbdb service neutron] Request body: {'port': {'device_id': '1e23e515-c04c-4e14-a349-a5fafa901178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:42.373025 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-cc56c6e0-68a3-4b00-8d87-6bbdd3bdfbdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:42.559041 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b5b7411e-e449-49be-b0b6-5f538ddae79e None None] Provisioning complete for port adaab15d-9467-4bbb-89ba-b806771a0077 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:01:42.559638 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b5b7411e-e449-49be-b0b6-5f538ddae79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:42.617442 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b5b7411e-e449-49be-b0b6-5f538ddae79e None None] Port adaab15d-9467-4bbb-89ba-b806771a0077 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:01:42.649428 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbad145-d15f-42fc-9532-ffa2886fb1ce req-50ba39e7-f216-4a2b-a244-6b6cba8af5f9 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:42.655290 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9cbad145-d15f-42fc-9532-ffa2886fb1ce req-50ba39e7-f216-4a2b-a244-6b6cba8af5f9 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e23e515-c04c-4e14-a349-a5fafa901178 HTTP/1.1" status: 200 len: 932 time: 0.0971406 Nov 12 20:01:42.726233 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:01:42.729645 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device d6cb67d8-8e6c-4f5d-85a9-675c05699c18 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:01:42.743389 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-82cbffdd-335a-4b72-a89b-5ee6450a1ebf service neutron] 10.222.0.55 "GET /v2.0/ports/85f98ac5-064c-415e-895a-a49181b54749/bindings/n-h2-712140-15 HTTP/1.1" status: 200 len: 385 time: 0.1565745 Nov 12 20:01:42.745355 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9cbad145-d15f-42fc-9532-ffa2886fb1ce req-29a0dc66-f777-4dc8-8612-5caeb0a6a336 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/security-groups?id=bf225de5-b6cb-4cdb-aa73-32dd1d2990d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778735 Nov 12 20:01:42.911429 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:42.972412 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5268c50f-ab3d-408b-8505-7cf80dfe5638', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6cb67d8-8e6c-4f5d-85a9-675c05699c18'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:01:42.974510 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50ab37-b9b3-43f8-8bca-84d502fef88a req-56022c07-d8be-4c29-9bd8-18d2010eb726 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:42.974848 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f2a2a1-1d93-4715-95c0-a9d0c23c37d4" -d '{"events": [{"server_uuid": "5268c50f-ab3d-408b-8505-7cf80dfe5638", "name": "network-vif-unplugged", "status": "completed", "tag": "d6cb67d8-8e6c-4f5d-85a9-675c05699c18"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:01:42.976816 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1a50ab37-b9b3-43f8-8bca-84d502fef88a req-56022c07-d8be-4c29-9bd8-18d2010eb726 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 944 time: 0.1579611 Nov 12 20:01:42.980340 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5,segment=NetworkSegment(8d4b2a29-f4c2-4d68-bedf-9aaa5810610c),segment_id=8d4b2a29-f4c2-4d68-bedf-9aaa5810610c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:43.007190 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port d6cb67d8-8e6c-4f5d-85a9-675c05699c18, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d6cb67d8-8e6c-4f5d-85a9-675c05699c18,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:43.011154 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5', 'network_id': 'ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf', 'port_id': '122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5', 'mac_address': 'fa:16:3e:2b:4c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3c2628-623a-462d-bf8e-5a15a10469ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:01:43.050768 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:43.057645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-cc56c6e0-68a3-4b00-8d87-6bbdd3bdfbdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adaab15d-9467-4bbb-89ba-b806771a0077 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:01:43.078464 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-cc56c6e0-68a3-4b00-8d87-6bbdd3bdfbdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:43.115562 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:43.145018 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:01:43.148657 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101dede-e619-4516-8dca-b32e1a5c6c8e req-b28b8cc4-3e02-41e0-b156-bad6c4efbb08 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:43.150262 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1101dede-e619-4516-8dca-b32e1a5c6c8e req-b28b8cc4-3e02-41e0-b156-bad6c4efbb08 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8e33054-f959-41d1-9ba3-2203682dbd79 HTTP/1.1" status: 200 len: 943 time: 0.0625424 Nov 12 20:01:43.153603 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=d6cb67d8-8e6c-4f5d-85a9-675c05699c18,revision_number=11']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:43.167511 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-cc56c6e0-68a3-4b00-8d87-6bbdd3bdfbdb service neutron] Transition to ACTIVE for port object adaab15d-9467-4bbb-89ba-b806771a0077 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:01:43.179543 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:43.180162 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:43.180690 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:43.181166 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:43.181647 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:43.182122 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:43.182633 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:43.183114 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:43.183592 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:43.184081 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:43.184573 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:43.185035 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:01:43.189644 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1a50ab37-b9b3-43f8-8bca-84d502fef88a req-3f3f3af0-402f-4883-8495-d904df83596f tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910954 Nov 12 20:01:43.191972 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5,segment=NetworkSegment(8d4b2a29-f4c2-4d68-bedf-9aaa5810610c),segment_id=8d4b2a29-f4c2-4d68-bedf-9aaa5810610c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:43.198842 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:43.206344 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-cc56c6e0-68a3-4b00-8d87-6bbdd3bdfbdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:43.228835 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1101dede-e619-4516-8dca-b32e1a5c6c8e req-33b0c1dd-7893-4615-8fea-654a53406f24 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups?id=1559601b-ff72-4ce9-9f6b-84bfc96eb534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699780 Nov 12 20:01:43.268350 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:43.300610 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-3387df75-55ab-4bb7-90f3-bb07c5eba030 service neutron] For port 85f98ac5-064c-415e-895a-a49181b54749, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=85f98ac5-064c-415e-895a-a49181b54749,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:43.326237 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56c6e0-68a3-4b00-8d87-6bbdd3bdfbdb service neutron] Pushing event updated for resources: {'Port': ['ID=adaab15d-9467-4bbb-89ba-b806771a0077,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:43.379145 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad598c-63ee-42e7-ae79-062d7b9253da req-faeeb78c-e78c-4f12-838c-6170cd180044 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:43.381778 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cad598c-63ee-42e7-ae79-062d7b9253da req-faeeb78c-e78c-4f12-838c-6170cd180044 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 944 time: 0.2092404 Nov 12 20:01:43.392956 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-3387df75-55ab-4bb7-90f3-bb07c5eba030 service neutron] For port 85f98ac5-064c-415e-895a-a49181b54749, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:01:43.410853 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f815e-05bb-4ed7-9967-7956e22b7480 req-4d912a07-ad42-43af-9e3a-cad1708aceba tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:43.425124 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6d3f815e-05bb-4ed7-9967-7956e22b7480 req-4d912a07-ad42-43af-9e3a-cad1708aceba tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.1181755 Nov 12 20:01:43.485130 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6d3f815e-05bb-4ed7-9967-7956e22b7480 req-b1f9eed8-4e35-4d5d-9c61-d747c804bd0e tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577142 Nov 12 20:01:43.503223 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f50d968-3871-421a-b422-2191983a83d2 x-openstack-request-id: req-0f50d968-3871-421a-b422-2191983a83d2 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:43.503530 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5268c50f-ab3d-408b-8505-7cf80dfe5638", "name": "network-vif-unplugged", "status": "completed", "tag": "d6cb67d8-8e6c-4f5d-85a9-675c05699c18", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:43.503785 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0f50d968-3871-421a-b422-2191983a83d2 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:43.504188 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5268c50f-ab3d-408b-8505-7cf80dfe5638', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6cb67d8-8e6c-4f5d-85a9-675c05699c18', 'code': 200} Nov 12 20:01:43.516576 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-3387df75-55ab-4bb7-90f3-bb07c5eba030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f98ac5-064c-415e-895a-a49181b54749 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:01:43.525893 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:01:43.556992 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-3387df75-55ab-4bb7-90f3-bb07c5eba030 service neutron] For port 85f98ac5-064c-415e-895a-a49181b54749, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=85f98ac5-064c-415e-895a-a49181b54749,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:43.589921 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-3387df75-55ab-4bb7-90f3-bb07c5eba030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:43.593790 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-cc56c6e0-68a3-4b00-8d87-6bbdd3bdfbdb service neutron] Attempting to bind port adaab15d-9467-4bbb-89ba-b806771a0077 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:01:43.594130 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-cc56c6e0-68a3-4b00-8d87-6bbdd3bdfbdb service neutron] Attempting to bind port adaab15d-9467-4bbb-89ba-b806771a0077 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'ba89ee47-abae-433b-8c45-1e07345781b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '754baca7-d929-454e-a98a-e992c207ce86'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:01:43.594457 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-cc56c6e0-68a3-4b00-8d87-6bbdd3bdfbdb service neutron] Attempting to bind port adaab15d-9467-4bbb-89ba-b806771a0077 on network 754baca7-d929-454e-a98a-e992c207ce86 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:01:43.624710 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-cc56c6e0-68a3-4b00-8d87-6bbdd3bdfbdb service neutron] Port adaab15d-9467-4bbb-89ba-b806771a0077 on network 754baca7-d929-454e-a98a-e992c207ce86 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:01:43.625312 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-cc56c6e0-68a3-4b00-8d87-6bbdd3bdfbdb service neutron] Attempting to bind port adaab15d-9467-4bbb-89ba-b806771a0077 on network 754baca7-d929-454e-a98a-e992c207ce86 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:01:43.666540 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-cc56c6e0-68a3-4b00-8d87-6bbdd3bdfbdb service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:01:43.666921 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-cc56c6e0-68a3-4b00-8d87-6bbdd3bdfbdb service neutron] Checking segment: {'id': 'ba89ee47-abae-433b-8c45-1e07345781b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '754baca7-d929-454e-a98a-e992c207ce86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:01:43.667271 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-cc56c6e0-68a3-4b00-8d87-6bbdd3bdfbdb service neutron] Bound using segment: {'id': 'ba89ee47-abae-433b-8c45-1e07345781b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '754baca7-d929-454e-a98a-e992c207ce86'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:01:43.667721 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-cc56c6e0-68a3-4b00-8d87-6bbdd3bdfbdb service neutron] Bound port: adaab15d-9467-4bbb-89ba-b806771a0077, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba89ee47-abae-433b-8c45-1e07345781b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '754baca7-d929-454e-a98a-e992c207ce86'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:01:43.668083 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-cc56c6e0-68a3-4b00-8d87-6bbdd3bdfbdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:43.711917 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1b696-1dfd-441e-80fc-fac5a2fba051 req-bd4ba3b3-c81a-4388-8776-698f4be315fe tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:43.713746 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-89a1b696-1dfd-441e-80fc-fac5a2fba051 req-bd4ba3b3-c81a-4388-8776-698f4be315fe tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 943 time: 0.0590327 Nov 12 20:01:43.720744 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-7cad598c-63ee-42e7-ae79-062d7b9253da req-57fbe572-a670-45f4-ba87-c90e061d4fce tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Deleting port 087c7865-26e9-4300-9385-2526033a734d {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:01:43.721078 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7cad598c-63ee-42e7-ae79-062d7b9253da req-57fbe572-a670-45f4-ba87-c90e061d4fce tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:43.766746 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-89a1b696-1dfd-441e-80fc-fac5a2fba051 req-00d673f6-97e2-456d-9482-4b5ea73743f7 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455723 Nov 12 20:01:43.873553 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c6920-6a71-497e-b4da-043bf848b9d1 req-66aaa8cb-167f-470a-b3da-faf722d0bdfb tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:43.875042 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e51c6920-6a71-497e-b4da-043bf848b9d1 req-66aaa8cb-167f-470a-b3da-faf722d0bdfb tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/ports?device_id=249b9a7d-aee3-40f7-b7f4-658b0d90435c HTTP/1.1" status: 200 len: 945 time: 0.1938491 Nov 12 20:01:43.881145 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-3387df75-55ab-4bb7-90f3-bb07c5eba030 service neutron] Transition to ACTIVE for port object 85f98ac5-064c-415e-895a-a49181b54749 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:01:43.905016 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-3387df75-55ab-4bb7-90f3-bb07c5eba030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:43.913870 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-cc56c6e0-68a3-4b00-8d87-6bbdd3bdfbdb service neutron] For port adaab15d-9467-4bbb-89ba-b806771a0077, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:01:43.928794 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 85f98ac5-064c-415e-895a-a49181b54749 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:01:43.931442 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca6f35-7cdd-4f57-975d-992302b55635 req-dae27f80-0557-4798-9465-5cd486fca0df tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:43.933018 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4eca6f35-7cdd-4f57-975d-992302b55635 req-dae27f80-0557-4798-9465-5cd486fca0df tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e23e515-c04c-4e14-a349-a5fafa901178 HTTP/1.1" status: 200 len: 944 time: 0.0553963 Nov 12 20:01:43.935387 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-7cad598c-63ee-42e7-ae79-062d7b9253da req-57fbe572-a670-45f4-ba87-c90e061d4fce tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] For port 087c7865-26e9-4300-9385-2526033a734d, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=087c7865-26e9-4300-9385-2526033a734d,segment=NetworkSegment(2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2),segment_id=2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:43.935752 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7cad598c-63ee-42e7-ae79-062d7b9253da req-57fbe572-a670-45f4-ba87-c90e061d4fce tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:43.973519 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 85f98ac5-064c-415e-895a-a49181b54749 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:01:43.975457 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-cc56c6e0-68a3-4b00-8d87-6bbdd3bdfbdb service neutron] For port adaab15d-9467-4bbb-89ba-b806771a0077, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=adaab15d-9467-4bbb-89ba-b806771a0077,segment=NetworkSegment(ba89ee47-abae-433b-8c45-1e07345781b7),segment_id=ba89ee47-abae-433b-8c45-1e07345781b7)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:01:43.995692 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-cc56c6e0-68a3-4b00-8d87-6bbdd3bdfbdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:44.001182 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-7cad598c-63ee-42e7-ae79-062d7b9253da req-57fbe572-a670-45f4-ba87-c90e061d4fce tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Calling delete_port for 087c7865-26e9-4300-9385-2526033a734d owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:01:44.002466 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4eca6f35-7cdd-4f57-975d-992302b55635 req-849eedc4-7011-42c4-8271-36a0312bbb95 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/security-groups?id=bf225de5-b6cb-4cdb-aa73-32dd1d2990d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591543 Nov 12 20:01:44.062506 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e51c6920-6a71-497e-b4da-043bf848b9d1 req-6e24e56d-8872-4b13-b74f-19b8e22c11a5 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/security-groups?id=53207e95-392a-49d5-956a-87e18eae5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753428 Nov 12 20:01:44.063260 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-3387df75-55ab-4bb7-90f3-bb07c5eba030 service neutron] No DVR routers for this DVR port 85f98ac5-064c-415e-895a-a49181b54749 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:01:44.100710 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-cc56c6e0-68a3-4b00-8d87-6bbdd3bdfbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:44.101294 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-cc56c6e0-68a3-4b00-8d87-6bbdd3bdfbdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:44.102818 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-cc56c6e0-68a3-4b00-8d87-6bbdd3bdfbdb service neutron] 10.222.0.55 "PUT /v2.0/ports/adaab15d-9467-4bbb-89ba-b806771a0077 HTTP/1.1" status: 200 len: 1093 time: 1.8344173 Nov 12 20:01:44.106140 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e23e515-c04c-4e14-a349-a5fafa901178', 'tag': 'adaab15d-9467-4bbb-89ba-b806771a0077'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:01:44.108838 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ae5989-c89a-4be6-a474-7427ba5b28d2" -d '{"events": [{"name": "network-changed", "server_uuid": "1e23e515-c04c-4e14-a349-a5fafa901178", "tag": "adaab15d-9467-4bbb-89ba-b806771a0077"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:01:44.123129 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387df75-55ab-4bb7-90f3-bb07c5eba030 service neutron] Pushing event updated for resources: {'Port': ['ID=85f98ac5-064c-415e-895a-a49181b54749,revision_number=10']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:44.192662 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfacb82f-21bd-4c40-8945-d7c35620bd6b x-openstack-request-id: req-cfacb82f-21bd-4c40-8945-d7c35620bd6b {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:44.192932 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e23e515-c04c-4e14-a349-a5fafa901178", "tag": "adaab15d-9467-4bbb-89ba-b806771a0077", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:44.193186 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cfacb82f-21bd-4c40-8945-d7c35620bd6b {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:44.193572 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e23e515-c04c-4e14-a349-a5fafa901178', 'tag': 'adaab15d-9467-4bbb-89ba-b806771a0077', 'status': 'completed', 'code': 200} Nov 12 20:01:44.220701 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-3387df75-55ab-4bb7-90f3-bb07c5eba030 service neutron] 10.222.0.55 "PUT /v2.0/ports/85f98ac5-064c-415e-895a-a49181b54749/bindings/n-h2-712140-15/activate HTTP/1.1" status: 200 len: 370 time: 1.4558589 Nov 12 20:01:44.293083 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56c6e0-68a3-4b00-8d87-6bbdd3bdfbdb service neutron] Pushing event updated for resources: {'Port': ['ID=adaab15d-9467-4bbb-89ba-b806771a0077,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:44.307623 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-2be1ad06-c90c-4d38-bfa6-07e618d2643e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:44.309411 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-2be1ad06-c90c-4d38-bfa6-07e618d2643e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23d7c5887d2e419db54487a0bcfcf104&device_id=1e23e515-c04c-4e14-a349-a5fafa901178 HTTP/1.1" status: 200 len: 1096 time: 0.1085763 Nov 12 20:01:44.363568 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-f57b9887-b078-4727-9e9d-e4a7ffdf51ea tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:44.365272 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-f57b9887-b078-4727-9e9d-e4a7ffdf51ea tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747&tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&binding%3Ahost_id=n-h1-712140-15 HTTP/1.1" status: 200 len: 1096 time: 0.0673168 Nov 12 20:01:44.412367 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-9c53d5fd-05ee-473b-a420-06eba83a8c67 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adaab15d-9467-4bbb-89ba-b806771a0077 HTTP/1.1" status: 200 len: 217 time: 0.0873327 Nov 12 20:01:44.419549 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-295358f0-65ef-4166-a1af-58f5d27d792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:44.421128 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-295358f0-65ef-4166-a1af-58f5d27d792f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747&tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63 HTTP/1.1" status: 200 len: 1096 time: 0.0477192 Nov 12 20:01:44.480154 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555d155-85cd-4389-b056-86d07c61cb5d req-909932ae-d9f3-47ca-affd-e2dfdb416323 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:44.481972 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9555d155-85cd-4389-b056-86d07c61cb5d req-909932ae-d9f3-47ca-affd-e2dfdb416323 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f58c60d-957a-475a-89b4-45bd596bc560 HTTP/1.1" status: 200 len: 944 time: 0.1700871 Nov 12 20:01:44.487029 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7cad598c-63ee-42e7-ae79-062d7b9253da req-57fbe572-a670-45f4-ba87-c90e061d4fce tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:44.512036 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-33100dfc-6ddb-4a78-bcce-78b115522c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:44.514173 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-33100dfc-6ddb-4a78-bcce-78b115522c55 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 1096 time: 0.0658875 Nov 12 20:01:44.537746 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-86477baa-b3e7-4ebe-a135-5e82c564be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:44.539213 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-86477baa-b3e7-4ebe-a135-5e82c564be22 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63d41080-676f-4ac4-8522-f666160b10e9 HTTP/1.1" status: 200 len: 860 time: 0.1172712 Nov 12 20:01:44.543130 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbe572-a670-45f4-ba87-c90e061d4fce tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Pushing event deleted for resources: {'Port': ['ID=087c7865-26e9-4300-9385-2526033a734d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:44.625805 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-520442a8-e3a6-4dd1-ad72-1a502c7673cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:44.627582 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-520442a8-e3a6-4dd1-ad72-1a502c7673cd service neutron] 10.222.0.52 "GET /v2.0/networks?id=268668ed-0d7b-4f7b-9df1-da4be7d9946d HTTP/1.1" status: 200 len: 922 time: 0.1056731 Nov 12 20:01:44.629751 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cad598c-63ee-42e7-ae79-062d7b9253da req-57fbe572-a670-45f4-ba87-c90e061d4fce tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] No DVR routers for this DVR port 087c7865-26e9-4300-9385-2526033a734d on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:01:44.633707 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7cad598c-63ee-42e7-ae79-062d7b9253da req-57fbe572-a670-45f4-ba87-c90e061d4fce tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:44.637018 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cad598c-63ee-42e7-ae79-062d7b9253da req-57fbe572-a670-45f4-ba87-c90e061d4fce tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.52 "DELETE /v2.0/ports/087c7865-26e9-4300-9385-2526033a734d HTTP/1.1" status: 204 len: 173 time: 1.2421284 Nov 12 20:01:44.651025 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9555d155-85cd-4389-b056-86d07c61cb5d req-94155f43-c618-4852-a49f-81ee78503ba8 tempest-LiveMigrationTest-1197186229 tempest-LiveMigrationTest-1197186229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587303 Nov 12 20:01:44.686458 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-3fac1b97-e10e-4135-aeee-8af4bf9b0a78 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85f98ac5-064c-415e-895a-a49181b54749 HTTP/1.1" status: 200 len: 217 time: 0.0500400 Nov 12 20:01:44.687481 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-8dd0cd06-ad92-4322-ae7e-e47c45402be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:44.689262 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-8dd0cd06-ad92-4322-ae7e-e47c45402be7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=754baca7-d929-454e-a98a-e992c207ce86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1391523 Nov 12 20:01:44.723307 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:01:44.759583 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-50241c08-eaa7-4643-b463-772c7b95da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:44.761509 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-50241c08-eaa7-4643-b463-772c7b95da97 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e7e87043-7d2d-4150-b80d-fb0e6e39dcdf HTTP/1.1" status: 200 len: 861 time: 0.0605688 Nov 12 20:01:44.801609 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:01:44.803560 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-413e5e50-42b3-42b5-a265-39c53464aa2f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=268668ed-0d7b-4f7b-9df1-da4be7d9946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310855 Nov 12 20:01:44.806732 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:01:44.807346 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:44.846108 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330bda0-e6df-4392-96e5-23e1d9faf254 req-99401418-98ae-40ac-9543-14666766899a tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:44.848356 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a330bda0-e6df-4392-96e5-23e1d9faf254 req-99401418-98ae-40ac-9543-14666766899a tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8e33054-f959-41d1-9ba3-2203682dbd79 HTTP/1.1" status: 200 len: 944 time: 0.1363094 Nov 12 20:01:44.907774 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:44.909361 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-a5d36f11-a68e-44a7-8958-9dd5c1a1e42b service neutron] 10.222.0.55 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123084 Nov 12 20:01:44.917125 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a330bda0-e6df-4392-96e5-23e1d9faf254 req-9d543523-a11e-44a7-b543-f9cb9c2474c6 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups?id=1559601b-ff72-4ce9-9f6b-84bfc96eb534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609250 Nov 12 20:01:44.960871 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5,segment=NetworkSegment(8d4b2a29-f4c2-4d68-bedf-9aaa5810610c),segment_id=8d4b2a29-f4c2-4d68-bedf-9aaa5810610c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:44.967470 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:44.969339 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 74eaf5a7-957f-478f-990e-7fb2c65872ef no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:01:44.978480 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-d72a3a39-4b1c-4793-83c8-c7f485834b6b service neutron] 10.222.0.52 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518443 Nov 12 20:01:44.988985 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873e135-5930-4001-b3d8-7d067bf9aee5 req-39849223-a4e7-4dce-a6c3-669d2ff692ca tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:44.990913 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a873e135-5930-4001-b3d8-7d067bf9aee5 req-39849223-a4e7-4dce-a6c3-669d2ff692ca tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.0881989 Nov 12 20:01:44.998880 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 74eaf5a7-957f-478f-990e-7fb2c65872ef {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:01:44.999217 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 74eaf5a7-957f-478f-990e-7fb2c65872ef not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:01:45.025899 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b545a30-b203-47f9-ba87-736e32af71f3 req-2c17641d-9fbd-40ea-9c32-c8bce213fe35 service neutron] 10.222.0.55 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076572 Nov 12 20:01:45.044314 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:45.122051 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a873e135-5930-4001-b3d8-7d067bf9aee5 req-1802e71c-8d82-46a9-8b02-234996e508c4 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060956 Nov 12 20:01:45.142981 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-1e1fca5f-7b1e-499e-8179-877500b12992 service neutron] 10.222.0.52 "GET /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507201 Nov 12 20:01:45.241124 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae5989-c89a-4be6-a474-7427ba5b28d2 req-de059da8-a109-42d8-a728-8ccd41e60f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:45.242704 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-45ae5989-c89a-4be6-a474-7427ba5b28d2 req-de059da8-a109-42d8-a728-8ccd41e60f99 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23d7c5887d2e419db54487a0bcfcf104&device_id=1e23e515-c04c-4e14-a349-a5fafa901178 HTTP/1.1" status: 200 len: 1096 time: 0.1332879 Nov 12 20:01:45.257606 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e173c6-9695-4451-93a8-ad47d3def0e5 req-8543fd11-1e47-4da5-946a-f91994f6fce3 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:45.259101 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d9e173c6-9695-4451-93a8-ad47d3def0e5 req-8543fd11-1e47-4da5-946a-f91994f6fce3 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 944 time: 0.1126492 Nov 12 20:01:45.276090 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fb268-b17d-406d-8d0a-5143421e2760 req-fdc36ba5-c830-4326-b221-5f180979c1f9 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:45.277546 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-274fb268-b17d-406d-8d0a-5143421e2760 req-fdc36ba5-c830-4326-b221-5f180979c1f9 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.55 "GET /v2.0/ports?device_id=249b9a7d-aee3-40f7-b7f4-658b0d90435c HTTP/1.1" status: 200 len: 945 time: 0.1281831 Nov 12 20:01:45.458289 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-b618b088-e261-4f25-b1bc-76d9df4537df tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:45.459879 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-b618b088-e261-4f25-b1bc-76d9df4537df tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747&tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&binding%3Ahost_id=n-h2-712140-15 HTTP/1.1" status: 200 len: 1096 time: 0.0622253 Nov 12 20:01:45.505346 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e33054-f959-41d1-9ba3-2203682dbd79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:01:45.507828 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e792099f-a570-4be3-8485-1a6751ced7f9" -d '{"events": [{"server_uuid": "b8e33054-f959-41d1-9ba3-2203682dbd79", "name": "network-vif-plugged", "status": "completed", "tag": "122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:01:45.592680 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-2b1e7604-b3cd-40ed-92d3-54f2a5c82b27 service neutron] For port 85f98ac5-064c-415e-895a-a49181b54749, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:01:45.598053 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-2b1e7604-b3cd-40ed-92d3-54f2a5c82b27 service neutron] Publish callbacks [] for binding, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:45.599691 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab12e8cf-75df-4ad7-b60e-96489224d8db req-2b1e7604-b3cd-40ed-92d3-54f2a5c82b27 service neutron] 10.222.0.52 "DELETE /v2.0/ports/85f98ac5-064c-415e-895a-a49181b54749/bindings/n-h1-712140-15 HTTP/1.1" status: 204 len: 173 time: 0.1275859 Nov 12 20:01:45.746966 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d9e173c6-9695-4451-93a8-ad47d3def0e5 req-e53acea0-31d4-462e-9668-ee2159def322 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682856 Nov 12 20:01:45.755180 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5823cb-eeae-4832-9590-2ae931edd22e req-a57ce26a-9fa4-456c-a354-7bae34ebfac2 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:45.756403 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cb5823cb-eeae-4832-9590-2ae931edd22e req-a57ce26a-9fa4-456c-a354-7bae34ebfac2 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e23e515-c04c-4e14-a349-a5fafa901178 HTTP/1.1" status: 200 len: 944 time: 0.0538898 Nov 12 20:01:45.762517 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae5989-c89a-4be6-a474-7427ba5b28d2 req-0ffd7dca-c3f8-4829-9d82-1cba8ceb4780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:45.763967 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-45ae5989-c89a-4be6-a474-7427ba5b28d2 req-0ffd7dca-c3f8-4829-9d82-1cba8ceb4780 service neutron] 10.222.0.55 "GET /v2.0/networks?id=754baca7-d929-454e-a98a-e992c207ce86 HTTP/1.1" status: 200 len: 922 time: 0.5030775 Nov 12 20:01:45.809010 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cb5823cb-eeae-4832-9590-2ae931edd22e req-8bbf6d51-55ac-4a3a-85d7-293c6cd24040 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/security-groups?id=bf225de5-b6cb-4cdb-aa73-32dd1d2990d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459664 Nov 12 20:01:45.821699 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-45ae5989-c89a-4be6-a474-7427ba5b28d2 req-c076f23d-e223-4d96-bafc-a4917b6594bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adaab15d-9467-4bbb-89ba-b806771a0077 HTTP/1.1" status: 200 len: 217 time: 0.0450881 Nov 12 20:01:45.835754 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-274fb268-b17d-406d-8d0a-5143421e2760 req-7380dedf-5cd8-435f-b1e0-44248a17ca3a tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Deleting port 424e1716-d904-4ee3-b3d3-c492d16f4d5d {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:01:45.836092 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-274fb268-b17d-406d-8d0a-5143421e2760 req-7380dedf-5cd8-435f-b1e0-44248a17ca3a tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:45.914724 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b5c9e-f927-4839-ac18-a8ad1c307759 req-b12408e2-a861-4a65-8328-3d7f6695becf tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:45.916187 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c71b5c9e-f927-4839-ac18-a8ad1c307759 req-b12408e2-a861-4a65-8328-3d7f6695becf tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/ports?device_id=249b9a7d-aee3-40f7-b7f4-658b0d90435c HTTP/1.1" status: 200 len: 945 time: 0.0506659 Nov 12 20:01:45.953932 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae5989-c89a-4be6-a474-7427ba5b28d2 req-0df86928-0775-47ec-8430-a411909c73e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:45.955975 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-45ae5989-c89a-4be6-a474-7427ba5b28d2 req-0df86928-0775-47ec-8430-a411909c73e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63d41080-676f-4ac4-8522-f666160b10e9 HTTP/1.1" status: 200 len: 860 time: 0.1229122 Nov 12 20:01:45.965113 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c71b5c9e-f927-4839-ac18-a8ad1c307759 req-e43e0c78-d212-4bb8-9b2b-9a2b5761204c tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/security-groups?id=53207e95-392a-49d5-956a-87e18eae5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428960 Nov 12 20:01:45.967983 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460730f-02ac-4067-b6a0-d4abfeededa9 req-f8cd387f-0193-4da1-9cb0-8ebe3e2872cf tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:45.969536 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e460730f-02ac-4067-b6a0-d4abfeededa9 req-f8cd387f-0193-4da1-9cb0-8ebe3e2872cf tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=110aff97-6ab4-44a8-8f4a-1c1d0a01bd32 HTTP/1.1" status: 200 len: 945 time: 0.1516354 Nov 12 20:01:46.034875 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d894b6-c060-4a31-a0d7-b857cd232512 x-openstack-request-id: req-d1d894b6-c060-4a31-a0d7-b857cd232512 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:46.035377 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e33054-f959-41d1-9ba3-2203682dbd79", "name": "network-vif-plugged", "status": "completed", "tag": "122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:46.035478 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1d894b6-c060-4a31-a0d7-b857cd232512 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:46.035924 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e33054-f959-41d1-9ba3-2203682dbd79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5', 'code': 200} Nov 12 20:01:46.050679 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-274fb268-b17d-406d-8d0a-5143421e2760 req-7380dedf-5cd8-435f-b1e0-44248a17ca3a tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] For port 424e1716-d904-4ee3-b3d3-c492d16f4d5d, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=424e1716-d904-4ee3-b3d3-c492d16f4d5d,segment=NetworkSegment(5cc2ca40-2010-4601-b876-e55d5915ff66),segment_id=5cc2ca40-2010-4601-b876-e55d5915ff66)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:46.051055 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-274fb268-b17d-406d-8d0a-5143421e2760 req-7380dedf-5cd8-435f-b1e0-44248a17ca3a tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:46.084836 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-274fb268-b17d-406d-8d0a-5143421e2760 req-7380dedf-5cd8-435f-b1e0-44248a17ca3a tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Calling delete_port for 424e1716-d904-4ee3-b3d3-c492d16f4d5d owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:01:46.092092 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae5989-c89a-4be6-a474-7427ba5b28d2 req-0a1efb91-7f46-42bf-b348-e42826545927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:46.093634 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-45ae5989-c89a-4be6-a474-7427ba5b28d2 req-0a1efb91-7f46-42bf-b348-e42826545927 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=754baca7-d929-454e-a98a-e992c207ce86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1231792 Nov 12 20:01:46.112563 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e460730f-02ac-4067-b6a0-d4abfeededa9 req-c0a3a4c0-f0dd-4944-8a5a-eb0a5f677352 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b759fb5-4f4d-4d79-a3fe-fd07cde4531c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250191 Nov 12 20:01:46.173223 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54326) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:46.186877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872f80a-4291-40f0-bbb1-4162006c3aca req-69c12b8f-d5e8-4074-a42b-c92a65cf4a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:46.190809 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e872f80a-4291-40f0-bbb1-4162006c3aca req-69c12b8f-d5e8-4074-a42b-c92a65cf4a5c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b8e33054-f959-41d1-9ba3-2203682dbd79 HTTP/1.1" status: 200 len: 1097 time: 0.0861981 Nov 12 20:01:46.196816 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f58c60d-957a-475a-89b4-45bd596bc560', 'name': 'network-vif-deleted', 'tag': '087c7865-26e9-4300-9385-2526033a734d'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:01:46.199378 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d22cab9-aae1-4877-b6c9-e38f8541ea43" -d '{"events": [{"server_uuid": "8f58c60d-957a-475a-89b4-45bd596bc560", "name": "network-vif-deleted", "tag": "087c7865-26e9-4300-9385-2526033a734d"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:01:46.315775 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-161079e3-8d07-44e1-8816-5f0c40fe7e09 admin admin] Deleting subnet bbdea447-0bd1-47f3-8097-cac78263fd7c {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:01:46.320024 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-161079e3-8d07-44e1-8816-5f0c40fe7e09 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:46.323497 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e872f80a-4291-40f0-bbb1-4162006c3aca req-a8497ae0-fc30-4345-a2f1-ffce54a2dfe2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1559601b-ff72-4ce9-9f6b-84bfc96eb534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229897 Nov 12 20:01:46.327262 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-45ae5989-c89a-4be6-a474-7427ba5b28d2 req-747277b4-ae1d-45fd-808a-f8cb53de32ef service neutron] 10.222.0.55 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122996 Nov 12 20:01:46.340543 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398dd3ae-787d-483a-9ddd-1bf1f534a5cf req-9894d378-2dba-450e-9bc3-80d151cdd609 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:46.342046 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-398dd3ae-787d-483a-9ddd-1bf1f534a5cf req-9894d378-2dba-450e-9bc3-80d151cdd609 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8e33054-f959-41d1-9ba3-2203682dbd79 HTTP/1.1" status: 200 len: 945 time: 0.1012247 Nov 12 20:01:46.366169 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-161079e3-8d07-44e1-8816-5f0c40fe7e09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:46.410637 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-161079e3-8d07-44e1-8816-5f0c40fe7e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:46.481092 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-274fb268-b17d-406d-8d0a-5143421e2760 req-7380dedf-5cd8-435f-b1e0-44248a17ca3a tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:46.484464 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-161079e3-8d07-44e1-8816-5f0c40fe7e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:46.526639 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161079e3-8d07-44e1-8816-5f0c40fe7e09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbdea447-0bd1-47f3-8097-cac78263fd7c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:46.530937 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-161079e3-8d07-44e1-8816-5f0c40fe7e09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:46.534245 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-398dd3ae-787d-483a-9ddd-1bf1f534a5cf req-5009d6b5-eff3-4ded-96b6-2f736bb30f6b tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups?id=1559601b-ff72-4ce9-9f6b-84bfc96eb534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782200 Nov 12 20:01:46.542479 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380dedf-5cd8-435f-b1e0-44248a17ca3a tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Pushing event deleted for resources: {'Port': ['ID=424e1716-d904-4ee3-b3d3-c492d16f4d5d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:46.550335 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54358) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:46.550629 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-161079e3-8d07-44e1-8816-5f0c40fe7e09 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bbdea447-0bd1-47f3-8097-cac78263fd7c HTTP/1.1" status: 204 len: 168 time: 0.3758314 Nov 12 20:01:46.612179 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-274fb268-b17d-406d-8d0a-5143421e2760 req-7380dedf-5cd8-435f-b1e0-44248a17ca3a tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] No DVR routers for this DVR port 424e1716-d904-4ee3-b3d3-c492d16f4d5d on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:01:46.615427 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-274fb268-b17d-406d-8d0a-5143421e2760 req-7380dedf-5cd8-435f-b1e0-44248a17ca3a tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:46.619747 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-274fb268-b17d-406d-8d0a-5143421e2760 req-7380dedf-5cd8-435f-b1e0-44248a17ca3a tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.55 "DELETE /v2.0/ports/424e1716-d904-4ee3-b3d3-c492d16f4d5d HTTP/1.1" status: 204 len: 173 time: 1.3241925 Nov 12 20:01:46.652089 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-45ae5989-c89a-4be6-a474-7427ba5b28d2 req-95c9d580-e34c-48c3-9a41-fbedc6b15ac4 service neutron] 10.222.0.55 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035944 Nov 12 20:01:46.676642 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05e6fd3-e181-48ee-b87a-e8b4a9cac43b x-openstack-request-id: req-c05e6fd3-e181-48ee-b87a-e8b4a9cac43b {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:46.677134 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f58c60d-957a-475a-89b4-45bd596bc560", "name": "network-vif-deleted", "tag": "087c7865-26e9-4300-9385-2526033a734d", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:46.677229 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c05e6fd3-e181-48ee-b87a-e8b4a9cac43b {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:46.677639 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f58c60d-957a-475a-89b4-45bd596bc560', 'name': 'network-vif-deleted', 'tag': '087c7865-26e9-4300-9385-2526033a734d', 'status': 'completed', 'code': 200} Nov 12 20:01:46.733550 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c0959dd7-104e-4d64-8b7a-cbb99973fa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:46.744594 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c65ee8-6bdf-413e-811f-e94aeeeb44ce req-3fb99722-f80e-48bf-9a01-18ed33cbbfdc tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:46.751662 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b4c65ee8-6bdf-413e-811f-e94aeeeb44ce req-3fb99722-f80e-48bf-9a01-18ed33cbbfdc tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.1189375 Nov 12 20:01:46.838180 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b4c65ee8-6bdf-413e-811f-e94aeeeb44ce req-3de8aa78-316e-43b0-8db8-23ba8aceff29 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856721 Nov 12 20:01:46.871751 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c0959dd7-104e-4d64-8b7a-cbb99973fa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:46.897983 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8450220-e68a-4dd8-846c-6dd8bc4bb106 req-725484ee-6ecc-45e5-8486-461d2f17f178 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:46.898260 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-c0959dd7-104e-4d64-8b7a-cbb99973fa8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a881ac-6120-48a0-95f8-2623f45c4673']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:46.899561 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f8450220-e68a-4dd8-846c-6dd8bc4bb106 req-725484ee-6ecc-45e5-8486-461d2f17f178 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 944 time: 0.0569723 Nov 12 20:01:46.918664 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-c0959dd7-104e-4d64-8b7a-cbb99973fa8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:46.918961 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-c0959dd7-104e-4d64-8b7a-cbb99973fa8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2619acd3-206b-4cbe-8fe8-43fd4bc3c6d2') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:46.948939 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f8450220-e68a-4dd8-846c-6dd8bc4bb106 req-41dc2e43-ac22-448c-9eee-ae2689c5c045 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430744 Nov 12 20:01:46.949833 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c0959dd7-104e-4d64-8b7a-cbb99973fa8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:46.967783 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c0959dd7-104e-4d64-8b7a-cbb99973fa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:46.976931 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0959dd7-104e-4d64-8b7a-cbb99973fa8d admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:01:46.977339 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c0959dd7-104e-4d64-8b7a-cbb99973fa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:01:46.979266 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:01:47.001671 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2e571-f102-406c-a86f-0b30a47f477f req-a10940f3-b8e6-4c97-b3df-d9e3b634d6c7 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:47.003163 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ecc2e571-f102-406c-a86f-0b30a47f477f req-a10940f3-b8e6-4c97-b3df-d9e3b634d6c7 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 947 time: 0.1022851 Nov 12 20:01:47.061720 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c0959dd7-104e-4d64-8b7a-cbb99973fa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:47.067024 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c0959dd7-104e-4d64-8b7a-cbb99973fa8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:47.070593 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c0959dd7-104e-4d64-8b7a-cbb99973fa8d admin admin] 10.222.0.48 "DELETE /v2.0/networks/e3a881ac-6120-48a0-95f8-2623f45c4673 HTTP/1.1" status: 204 len: 168 time: 0.4970183 Nov 12 20:01:47.074752 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54374) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:47.096102 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0959dd7-104e-4d64-8b7a-cbb99973fa8d admin admin] Pushing event deleted for resources: {'Network': ['ID=e3a881ac-6120-48a0-95f8-2623f45c4673,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:47.103278 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ecc2e571-f102-406c-a86f-0b30a47f477f req-6cf96f05-f136-48f8-b54b-c1e7fcc05197 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758214 Nov 12 20:01:47.121397 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1892b1-35cf-4e1c-aaef-af1d4bff144e req-4d0428dd-e717-4fc7-b40a-270794f6b6d6 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:47.122946 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-df1892b1-35cf-4e1c-aaef-af1d4bff144e req-4d0428dd-e717-4fc7-b40a-270794f6b6d6 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e23e515-c04c-4e14-a349-a5fafa901178 HTTP/1.1" status: 200 len: 944 time: 0.0915422 Nov 12 20:01:47.153732 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-16766fb7-846d-4a94-9749-4e92fc9dccc0 admin admin] Deleting subnet 7dbb193b-3b06-4f45-8eb8-f8930a3448c8 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:01:47.158248 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-16766fb7-846d-4a94-9749-4e92fc9dccc0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:47.214861 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-11ca51c4-7d57-49e1-9cf5-727304cf4334 req-49658eae-d599-4d04-9afe-675fd7677ee9 tempest-ServerTagsTestJSON-1645440299 tempest-ServerTagsTestJSON-1645440299-project] 10.222.0.48 "GET /v2.0/ports?device_id=249b9a7d-aee3-40f7-b7f4-658b0d90435c HTTP/1.1" status: 200 len: 210 time: 0.0280783 Nov 12 20:01:47.219154 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-16766fb7-846d-4a94-9749-4e92fc9dccc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:47.241584 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-df1892b1-35cf-4e1c-aaef-af1d4bff144e req-6e9e91ba-8ac2-4eec-8da0-8c48c1613cc9 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/security-groups?id=bf225de5-b6cb-4cdb-aa73-32dd1d2990d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107316 Nov 12 20:01:47.279158 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-16766fb7-846d-4a94-9749-4e92fc9dccc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:47.380061 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-16766fb7-846d-4a94-9749-4e92fc9dccc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:47.390576 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3faeff1-146a-4d5a-9818-aa778fe978c9 req-45278b7c-6618-4f8b-93ef-c587ede65843 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:47.392742 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3faeff1-146a-4d5a-9818-aa778fe978c9 req-45278b7c-6618-4f8b-93ef-c587ede65843 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 1096 time: 0.0674949 Nov 12 20:01:47.415739 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16766fb7-846d-4a94-9749-4e92fc9dccc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dbb193b-3b06-4f45-8eb8-f8930a3448c8,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:47.425120 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-16766fb7-846d-4a94-9749-4e92fc9dccc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:47.428834 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-16766fb7-846d-4a94-9749-4e92fc9dccc0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7dbb193b-3b06-4f45-8eb8-f8930a3448c8 HTTP/1.1" status: 204 len: 168 time: 0.3523095 Nov 12 20:01:47.430892 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54380) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:47.463190 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3faeff1-146a-4d5a-9818-aa778fe978c9 req-f753b9e6-a578-48ff-8176-4f394f3b6bb5 tempest-LiveAutoBlockMigrationV225Test-1011696519 tempest-LiveAutoBlockMigrationV225Test-1011696519-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509224 Nov 12 20:01:47.547266 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-377e9b51-ebcd-4d53-ba85-0466f4ed71ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:47.557954 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9abe74-49c9-4de0-95e1-f1971711bab5 req-7b64625f-6173-4740-9d26-2c2da98253f0 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:47.559448 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b9abe74-49c9-4de0-95e1-f1971711bab5 req-7b64625f-6173-4740-9d26-2c2da98253f0 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=110aff97-6ab4-44a8-8f4a-1c1d0a01bd32 HTTP/1.1" status: 200 len: 945 time: 0.1025021 Nov 12 20:01:47.681607 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-377e9b51-ebcd-4d53-ba85-0466f4ed71ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:47.687131 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b9abe74-49c9-4de0-95e1-f1971711bab5 req-c8d11fd4-415e-47ae-84d2-484c042025be tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b759fb5-4f4d-4d79-a3fe-fd07cde4531c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198516 Nov 12 20:01:47.706509 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-377e9b51-ebcd-4d53-ba85-0466f4ed71ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef7d53a9-7c8e-493f-8511-436246d88d5f']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:47.716267 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-377e9b51-ebcd-4d53-ba85-0466f4ed71ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd91f54f5-be01-4cec-94f1-cc2008b068bd') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:47.716489 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-377e9b51-ebcd-4d53-ba85-0466f4ed71ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd91f54f5-be01-4cec-94f1-cc2008b068bd') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:47.726221 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-377e9b51-ebcd-4d53-ba85-0466f4ed71ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:47.742685 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-377e9b51-ebcd-4d53-ba85-0466f4ed71ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:47.750736 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377e9b51-ebcd-4d53-ba85-0466f4ed71ae admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:01:47.751686 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-377e9b51-ebcd-4d53-ba85-0466f4ed71ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:47.755817 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed73722-dd38-4f61-93da-f2f410b16b88 req-b2dffc67-7874-4d3b-9047-1d044aee2764 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:47.757375 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3ed73722-dd38-4f61-93da-f2f410b16b88 req-b2dffc67-7874-4d3b-9047-1d044aee2764 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8e33054-f959-41d1-9ba3-2203682dbd79 HTTP/1.1" status: 200 len: 945 time: 0.0608580 Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:01:47.760641 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:01:47.814333 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3ed73722-dd38-4f61-93da-f2f410b16b88 req-421d2aab-769d-472e-aeb0-bd92233dc576 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups?id=1559601b-ff72-4ce9-9f6b-84bfc96eb534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467365 Nov 12 20:01:47.844571 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8718170-0bd5-4275-b5aa-e705183ebd6e req-0d532525-90fc-400c-a147-0dc802c7c967 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:47.846159 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8718170-0bd5-4275-b5aa-e705183ebd6e req-0d532525-90fc-400c-a147-0dc802c7c967 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 944 time: 0.0986745 Nov 12 20:01:47.854859 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-377e9b51-ebcd-4d53-ba85-0466f4ed71ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:47.868070 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-377e9b51-ebcd-4d53-ba85-0466f4ed71ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:47.871377 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-377e9b51-ebcd-4d53-ba85-0466f4ed71ae admin admin] 10.222.0.48 "DELETE /v2.0/networks/ef7d53a9-7c8e-493f-8511-436246d88d5f HTTP/1.1" status: 204 len: 168 time: 0.4394128 Nov 12 20:01:47.892136 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e9b51-ebcd-4d53-ba85-0466f4ed71ae admin admin] Pushing event deleted for resources: {'Network': ['ID=ef7d53a9-7c8e-493f-8511-436246d88d5f,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:47.929513 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8718170-0bd5-4275-b5aa-e705183ebd6e req-c496c961-0a63-486a-9cf0-1d0e55c6a607 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714622 Nov 12 20:01:47.947713 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device adaab15d-9467-4bbb-89ba-b806771a0077 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:01:47.947713 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 424e1716-d904-4ee3-b3d3-c492d16f4d5d no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:01:47.976427 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 424e1716-d904-4ee3-b3d3-c492d16f4d5d {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:01:47.976427 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 424e1716-d904-4ee3-b3d3-c492d16f4d5d not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:01:47.976874 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-406db4cd-e619-4176-abd1-304d24a38ef6 req-cf1fac2e-95b4-4c41-aa8a-6e8dad3fa8f7 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1922402594&fields=id&tenant_id=d841e32d493a46c7bf1c58a418da2caa HTTP/1.1" status: 200 len: 267 time: 0.0699925 Nov 12 20:01:48.039813 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54394) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:48.045083 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406db4cd-e619-4176-abd1-304d24a38ef6 req-af95995f-305c-42e6-b122-81a5e6273ae4 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:48.046734 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-406db4cd-e619-4176-abd1-304d24a38ef6 req-af95995f-305c-42e6-b122-81a5e6273ae4 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8e33054-f959-41d1-9ba3-2203682dbd79 HTTP/1.1" status: 200 len: 945 time: 0.0634053 Nov 12 20:01:48.062464 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-406db4cd-e619-4176-abd1-304d24a38ef6 req-5d26038f-9150-44d2-986b-51293d4892a3 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Request body: {'port': {'security_groups': ['1559601b-ff72-4ce9-9f6b-84bfc96eb534', 'ba9bf0e8-5501-424f-9abf-3dc2e93a31fd']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:48.087597 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port adaab15d-9467-4bbb-89ba-b806771a0077, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=adaab15d-9467-4bbb-89ba-b806771a0077,segment=NetworkSegment(ba89ee47-abae-433b-8c45-1e07345781b7),segment_id=ba89ee47-abae-433b-8c45-1e07345781b7)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:48.091898 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262a73f-dd0b-47e8-a740-409bbc66427a req-8442940b-abac-489e-b2ba-fc27c174152e tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:48.093422 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5262a73f-dd0b-47e8-a740-409bbc66427a req-8442940b-abac-489e-b2ba-fc27c174152e tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.0871625 Nov 12 20:01:48.099784 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'adaab15d-9467-4bbb-89ba-b806771a0077', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'port_id': 'adaab15d-9467-4bbb-89ba-b806771a0077', 'mac_address': 'fa:16:3e:25:67:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d41080-676f-4ac4-8522-f666160b10e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:01:48.105714 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c8cb370f-b0bc-47d1-9ff4-770336dd18ce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8d8e319c0c4e434b8087c124ad0c8b6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0647326 Nov 12 20:01:48.112901 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54396) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:48.142798 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-406db4cd-e619-4176-abd1-304d24a38ef6 req-5d26038f-9150-44d2-986b-51293d4892a3 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:48.147183 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:48.161925 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adaab15d-9467-4bbb-89ba-b806771a0077 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:01:48.177681 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5262a73f-dd0b-47e8-a740-409bbc66427a req-5db9c012-6fab-4d1f-9e34-261c0b7e5d71 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708313 Nov 12 20:01:48.185213 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port adaab15d-9467-4bbb-89ba-b806771a0077, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=adaab15d-9467-4bbb-89ba-b806771a0077,segment=NetworkSegment(ba89ee47-abae-433b-8c45-1e07345781b7),segment_id=ba89ee47-abae-433b-8c45-1e07345781b7)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:48.191008 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:48.194921 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f37648d-843d-4da7-9088-9bc13664381d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:48.217854 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f37648d-843d-4da7-9088-9bc13664381d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:48.258572 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=adaab15d-9467-4bbb-89ba-b806771a0077,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:48.313442 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f37648d-843d-4da7-9088-9bc13664381d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:48.316027 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f37648d-843d-4da7-9088-9bc13664381d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:48.317225 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6f37648d-843d-4da7-9088-9bc13664381d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998 HTTP/1.1" status: 204 len: 168 time: 0.2023792 Nov 12 20:01:48.331079 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376e8a2-56cd-428d-a28a-237ac58103de req-fbd6e39f-469d-41bb-821d-ac3cbfe3f5cb tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:48.332625 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a376e8a2-56cd-428d-a28a-237ac58103de req-fbd6e39f-469d-41bb-821d-ac3cbfe3f5cb tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 947 time: 0.0727923 Nov 12 20:01:48.337919 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37648d-843d-4da7-9088-9bc13664381d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ab6db4-a0b2-4cfd-9fe9-4f0d287e6998,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:48.399805 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a376e8a2-56cd-428d-a28a-237ac58103de req-8d743b3c-cab2-4d75-9ec8-77a962ad8a89 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595996 Nov 12 20:01:48.446149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54406) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:48.476744 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15920e82-a468-417f-bad1-c694cd526490 req-01ce9fd8-3c54-4557-ae3d-597255582125 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:48.478932 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-15920e82-a468-417f-bad1-c694cd526490 req-01ce9fd8-3c54-4557-ae3d-597255582125 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 944 time: 0.1381385 Nov 12 20:01:48.532303 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea7adff-f5b0-451a-9873-f2aa4db2d48f admin admin] Deleting subnet 33c0a219-c8b1-4f19-b8cf-d713ad6c116a {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:01:48.534571 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-406db4cd-e619-4176-abd1-304d24a38ef6 req-5d26038f-9150-44d2-986b-51293d4892a3 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] For port 122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5,segment=NetworkSegment(8d4b2a29-f4c2-4d68-bedf-9aaa5810610c),segment_id=8d4b2a29-f4c2-4d68-bedf-9aaa5810610c)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:48.536086 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cea7adff-f5b0-451a-9873-f2aa4db2d48f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:48.583130 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98b197-a992-499d-9b39-965db7c00880 req-6d511ada-e96a-4de7-ae4d-41a383373f98 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:48.584685 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff98b197-a992-499d-9b39-965db7c00880 req-6d511ada-e96a-4de7-ae4d-41a383373f98 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e23e515-c04c-4e14-a349-a5fafa901178 HTTP/1.1" status: 200 len: 945 time: 0.0907979 Nov 12 20:01:48.590363 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cea7adff-f5b0-451a-9873-f2aa4db2d48f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:48.595833 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-406db4cd-e619-4176-abd1-304d24a38ef6 req-5d26038f-9150-44d2-986b-51293d4892a3 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:48.596746 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['adaab15d-9467-4bbb-89ba-b806771a0077'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:01:48.605159 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-406db4cd-e619-4176-abd1-304d24a38ef6 req-5d26038f-9150-44d2-986b-51293d4892a3 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:48.648109 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:01:48.670317 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406db4cd-e619-4176-abd1-304d24a38ef6 req-5d26038f-9150-44d2-986b-51293d4892a3 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:48.670958 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-406db4cd-e619-4176-abd1-304d24a38ef6 req-5d26038f-9150-44d2-986b-51293d4892a3 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:48.676206 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-406db4cd-e619-4176-abd1-304d24a38ef6 req-5d26038f-9150-44d2-986b-51293d4892a3 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "PUT /v2.0/ports/122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5 HTTP/1.1" status: 200 len: 981 time: 0.6187997 Nov 12 20:01:48.690364 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e33054-f959-41d1-9ba3-2203682dbd79', 'tag': '122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:01:48.700186 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249b9a7d-aee3-40f7-b7f4-658b0d90435c', 'name': 'network-vif-deleted', 'tag': '424e1716-d904-4ee3-b3d3-c492d16f4d5d'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:01:48.700978 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7337b17b-9ec7-46d1-8595-30a9933aaf26" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e33054-f959-41d1-9ba3-2203682dbd79", "tag": "122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:01:48.702686 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b83225-afe4-4802-b603-107318bb1a34" -d '{"events": [{"server_uuid": "249b9a7d-aee3-40f7-b7f4-658b0d90435c", "name": "network-vif-deleted", "tag": "424e1716-d904-4ee3-b3d3-c492d16f4d5d"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:01:48.717970 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff98b197-a992-499d-9b39-965db7c00880 req-d1b1189e-ebeb-4144-858a-e4bd4a726608 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/security-groups?id=bf225de5-b6cb-4cdb-aa73-32dd1d2990d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965316 Nov 12 20:01:48.726418 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-15920e82-a468-417f-bad1-c694cd526490 req-cdf0c164-0922-4a1b-aff6-ddefef94f308 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Deleting port 85f98ac5-064c-415e-895a-a49181b54749 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:01:48.726763 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-15920e82-a468-417f-bad1-c694cd526490 req-cdf0c164-0922-4a1b-aff6-ddefef94f308 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:48.738079 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cea7adff-f5b0-451a-9873-f2aa4db2d48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:48.756903 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 087c7865-26e9-4300-9385-2526033a734d no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:01:48.765332 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54418) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:48.788296 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26038f-9150-44d2-986b-51293d4892a3 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Pushing event updated for resources: {'Port': ['ID=122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5,revision_number=6']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:48.811405 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 087c7865-26e9-4300-9385-2526033a734d {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:01:48.811987 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 087c7865-26e9-4300-9385-2526033a734d not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:01:48.829709 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:01:48.833452 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a6af6b-8877-4173-9332-6444de1c810c x-openstack-request-id: req-b6a6af6b-8877-4173-9332-6444de1c810c {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:48.833744 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e33054-f959-41d1-9ba3-2203682dbd79", "tag": "122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:48.833992 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b6a6af6b-8877-4173-9332-6444de1c810c {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:48.834441 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e33054-f959-41d1-9ba3-2203682dbd79', 'tag': '122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5', 'status': 'completed', 'code': 200} Nov 12 20:01:48.870199 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cea7adff-f5b0-451a-9873-f2aa4db2d48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:48.901214 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-da046406-75b4-48f2-bdf7-fbbac073b96d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4a2bdd14aa64cddb19d3bbec8f40329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295540 Nov 12 20:01:48.902377 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54420) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:48.913958 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c29be68c-099e-4766-b86f-eec8f8c4c168 req-b2058511-d610-46fb-9038-e71162f0fe9d tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1047307298&fields=id&tenant_id=d841e32d493a46c7bf1c58a418da2caa HTTP/1.1" status: 200 len: 267 time: 0.1458097 Nov 12 20:01:48.924353 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7adff-f5b0-451a-9873-f2aa4db2d48f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33c0a219-c8b1-4f19-b8cf-d713ad6c116a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:48.950876 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-15920e82-a468-417f-bad1-c694cd526490 req-cdf0c164-0922-4a1b-aff6-ddefef94f308 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] For port 85f98ac5-064c-415e-895a-a49181b54749, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=85f98ac5-064c-415e-895a-a49181b54749,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:48.951255 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-15920e82-a468-417f-bad1-c694cd526490 req-cdf0c164-0922-4a1b-aff6-ddefef94f308 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:48.952501 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cea7adff-f5b0-451a-9873-f2aa4db2d48f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:48.957133 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cea7adff-f5b0-451a-9873-f2aa4db2d48f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/33c0a219-c8b1-4f19-b8cf-d713ad6c116a HTTP/1.1" status: 204 len: 168 time: 0.5097852 Nov 12 20:01:48.961098 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54424) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:48.963235 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337b17b-9ec7-46d1-8595-30a9933aaf26 req-687a3df3-d912-462a-a0e1-6a12a55e6c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:48.964731 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7337b17b-9ec7-46d1-8595-30a9933aaf26 req-687a3df3-d912-462a-a0e1-6a12a55e6c6d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d841e32d493a46c7bf1c58a418da2caa&device_id=b8e33054-f959-41d1-9ba3-2203682dbd79 HTTP/1.1" status: 200 len: 1136 time: 0.1290104 Nov 12 20:01:48.999485 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-15920e82-a468-417f-bad1-c694cd526490 req-cdf0c164-0922-4a1b-aff6-ddefef94f308 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Calling delete_port for 85f98ac5-064c-415e-895a-a49181b54749 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:01:49.068757 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29be68c-099e-4766-b86f-eec8f8c4c168 req-88937b61-21ce-442b-8dbe-09f5ef8fb4da tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:49.070606 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c29be68c-099e-4766-b86f-eec8f8c4c168 req-88937b61-21ce-442b-8dbe-09f5ef8fb4da tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8e33054-f959-41d1-9ba3-2203682dbd79 HTTP/1.1" status: 200 len: 984 time: 0.1433856 Nov 12 20:01:49.074999 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2bc770bf-78eb-4899-b01b-8dfa9d6acd5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:49.112906 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-c29be68c-099e-4766-b86f-eec8f8c4c168 req-ac3905a0-85ab-4a8d-83ba-684093c8bf38 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Request body: {'port': {'security_groups': ['1559601b-ff72-4ce9-9f6b-84bfc96eb534', 'ba9bf0e8-5501-424f-9abf-3dc2e93a31fd', 'f1b4f8dc-fb41-4e0e-953d-6829d1cd0c30']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:49.118789 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e4724-b6b5-4f64-8088-07e0244767f1 req-2e50a410-3f44-423f-9de9-ad9cc5e4e7e6 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:49.120334 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2f5e4724-b6b5-4f64-8088-07e0244767f1 req-2e50a410-3f44-423f-9de9-ad9cc5e4e7e6 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=110aff97-6ab4-44a8-8f4a-1c1d0a01bd32 HTTP/1.1" status: 200 len: 945 time: 0.2459264 Nov 12 20:01:49.126469 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2bc770bf-78eb-4899-b01b-8dfa9d6acd5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:49.146686 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f09bac3-595e-467c-a4e5-6a5327bbd81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:49.220310 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337b17b-9ec7-46d1-8595-30a9933aaf26 req-3b78bd72-eb23-4899-b949-696f1ec78f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:49.221692 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7337b17b-9ec7-46d1-8595-30a9933aaf26 req-3b78bd72-eb23-4899-b949-696f1ec78f8a service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf HTTP/1.1" status: 200 len: 912 time: 0.2368112 Nov 12 20:01:49.233275 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7c762-70d3-4dc6-b87d-d985ca41a209 req-4368b22f-4511-4d7e-b1f6-878c58f3d222 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:49.234753 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4cd7c762-70d3-4dc6-b87d-d985ca41a209 req-4368b22f-4511-4d7e-b1f6-878c58f3d222 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 947 time: 0.1457722 Nov 12 20:01:49.236933 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c29be68c-099e-4766-b86f-eec8f8c4c168 req-ac3905a0-85ab-4a8d-83ba-684093c8bf38 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:49.280591 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2f5e4724-b6b5-4f64-8088-07e0244767f1 req-e7d20d67-ae85-4293-a400-53a3e75f397f tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b759fb5-4f4d-4d79-a3fe-fd07cde4531c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407664 Nov 12 20:01:49.309046 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2bc770bf-78eb-4899-b01b-8dfa9d6acd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:49.311613 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2bc770bf-78eb-4899-b01b-8dfa9d6acd5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:49.315198 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2bc770bf-78eb-4899-b01b-8dfa9d6acd5f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e7ca726b-9087-4e2a-a9ff-7ca38fb5167d HTTP/1.1" status: 204 len: 168 time: 0.4098308 Nov 12 20:01:49.318463 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7337b17b-9ec7-46d1-8595-30a9933aaf26 req-2fd0ca8c-b356-4350-b779-67e17230c677 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5 HTTP/1.1" status: 200 len: 217 time: 0.0785286 Nov 12 20:01:49.352210 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e789e3-e504-4193-8f2d-3a10b074efc2 x-openstack-request-id: req-83e789e3-e504-4193-8f2d-3a10b074efc2 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:49.352587 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249b9a7d-aee3-40f7-b7f4-658b0d90435c", "name": "network-vif-deleted", "tag": "424e1716-d904-4ee3-b3d3-c492d16f4d5d", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:49.352844 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-83e789e3-e504-4193-8f2d-3a10b074efc2 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:49.353241 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249b9a7d-aee3-40f7-b7f4-658b0d90435c', 'name': 'network-vif-deleted', 'tag': '424e1716-d904-4ee3-b3d3-c492d16f4d5d', 'status': 'completed', 'code': 200} Nov 12 20:01:49.355721 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc770bf-78eb-4899-b01b-8dfa9d6acd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ca726b-9087-4e2a-a9ff-7ca38fb5167d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:49.361712 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-15920e82-a468-417f-bad1-c694cd526490 req-cdf0c164-0922-4a1b-aff6-ddefef94f308 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:49.374837 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6f8645e5-8789-4b8e-a2d4-f71aef718bd6', '85f98ac5-064c-415e-895a-a49181b54749'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:01:49.399842 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0c164-0922-4a1b-aff6-ddefef94f308 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Pushing event deleted for resources: {'Port': ['ID=85f98ac5-064c-415e-895a-a49181b54749,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:49.461066 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-15920e82-a468-417f-bad1-c694cd526490 req-cdf0c164-0922-4a1b-aff6-ddefef94f308 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] No DVR routers for this DVR port 85f98ac5-064c-415e-895a-a49181b54749 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:01:49.465437 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-15920e82-a468-417f-bad1-c694cd526490 req-cdf0c164-0922-4a1b-aff6-ddefef94f308 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:49.468969 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-15920e82-a468-417f-bad1-c694cd526490 req-cdf0c164-0922-4a1b-aff6-ddefef94f308 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.52 "DELETE /v2.0/ports/85f98ac5-064c-415e-895a-a49181b54749 HTTP/1.1" status: 204 len: 173 time: 0.9815867 Nov 12 20:01:49.499728 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f09bac3-595e-467c-a4e5-6a5327bbd81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:49.594566 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e5eca136-2b8b-407d-a1da-7ac648969f5f req-f0bfff8d-40c7-4935-96a8-4737d0203651 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 210 time: 0.1163602 Nov 12 20:01:49.598487 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-9f09bac3-595e-467c-a4e5-6a5327bbd81f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98321f85-dfbf-4187-ab6b-285fb1d3b255']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:49.602510 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337b17b-9ec7-46d1-8595-30a9933aaf26 req-39adeb69-035e-4cfb-b635-8a8f005aac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:49.604554 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7337b17b-9ec7-46d1-8595-30a9933aaf26 req-39adeb69-035e-4cfb-b635-8a8f005aac59 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f3c2628-623a-462d-bf8e-5a15a10469ff HTTP/1.1" status: 200 len: 851 time: 0.2645781 Nov 12 20:01:49.626863 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-9f09bac3-595e-467c-a4e5-6a5327bbd81f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc2ca40-2010-4601-b876-e55d5915ff66') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:49.627195 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-9f09bac3-595e-467c-a4e5-6a5327bbd81f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc2ca40-2010-4601-b876-e55d5915ff66') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:49.629084 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-c29be68c-099e-4766-b86f-eec8f8c4c168 req-ac3905a0-85ab-4a8d-83ba-684093c8bf38 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] For port 122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5,segment=NetworkSegment(8d4b2a29-f4c2-4d68-bedf-9aaa5810610c),segment_id=8d4b2a29-f4c2-4d68-bedf-9aaa5810610c)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:49.650934 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f09bac3-595e-467c-a4e5-6a5327bbd81f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:49.676408 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7337b17b-9ec7-46d1-8595-30a9933aaf26 req-8e45e1de-da75-43e2-883f-e92bd2acecb0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529203 Nov 12 20:01:49.681633 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c29be68c-099e-4766-b86f-eec8f8c4c168 req-ac3905a0-85ab-4a8d-83ba-684093c8bf38 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:49.690080 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c29be68c-099e-4766-b86f-eec8f8c4c168 req-ac3905a0-85ab-4a8d-83ba-684093c8bf38 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:49.723435 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb828b0f-66b1-4cce-8e44-8710d32b5463 req-7d731dd4-b610-4a97-bae9-75405232a9bd tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:49.724993 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-eb828b0f-66b1-4cce-8e44-8710d32b5463 req-7d731dd4-b610-4a97-bae9-75405232a9bd tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.55 "GET /v2.0/ports?device_id=110aff97-6ab4-44a8-8f4a-1c1d0a01bd32 HTTP/1.1" status: 200 len: 945 time: 0.3289499 Nov 12 20:01:49.726821 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f09bac3-595e-467c-a4e5-6a5327bbd81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:49.771802 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3905a0-85ab-4a8d-83ba-684093c8bf38 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Pushing event updated for resources: {'Port': ['ID=122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5,revision_number=7']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:49.787563 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f09bac3-595e-467c-a4e5-6a5327bbd81f admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:01:49.787996 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f09bac3-595e-467c-a4e5-6a5327bbd81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:49.792739 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29be68c-099e-4766-b86f-eec8f8c4c168 req-ac3905a0-85ab-4a8d-83ba-684093c8bf38 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:49.794594 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c29be68c-099e-4766-b86f-eec8f8c4c168 req-ac3905a0-85ab-4a8d-83ba-684093c8bf38 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:01:49.807570 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:01:49.819095 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c29be68c-099e-4766-b86f-eec8f8c4c168 req-ac3905a0-85ab-4a8d-83ba-684093c8bf38 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "PUT /v2.0/ports/122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5 HTTP/1.1" status: 200 len: 1020 time: 0.7204804 Nov 12 20:01:49.832598 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:01:49.920636 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:01:50.010537 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f09bac3-595e-467c-a4e5-6a5327bbd81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:50.034623 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f09bac3-595e-467c-a4e5-6a5327bbd81f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:50.044469 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9f09bac3-595e-467c-a4e5-6a5327bbd81f admin admin] 10.222.0.48 "DELETE /v2.0/networks/98321f85-dfbf-4187-ab6b-285fb1d3b255 HTTP/1.1" status: 204 len: 168 time: 1.0784602 Nov 12 20:01:50.086034 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:50.086718 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fea36126-bec3-4777-a9a7-1ce31dc94b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:50.252303 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-4cd7c762-70d3-4dc6-b87d-d985ca41a209 req-a5a7764b-97bb-4e12-af56-a748d3114844 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Deleting port f829769d-605a-403d-97fa-d794e825cb30 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:01:50.252883 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4cd7c762-70d3-4dc6-b87d-d985ca41a209 req-a5a7764b-97bb-4e12-af56-a748d3114844 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:50.260313 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09bac3-595e-467c-a4e5-6a5327bbd81f admin admin] Pushing event deleted for resources: {'Network': ['ID=98321f85-dfbf-4187-ab6b-285fb1d3b255,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:50.472817 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54456) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:50.499835 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63649e-f8ba-446a-857a-a36114886bc2 req-d5b0f375-377b-4a62-9dfa-9dc1d21fc398 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:50.501663 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3f63649e-f8ba-446a-857a-a36114886bc2 req-d5b0f375-377b-4a62-9dfa-9dc1d21fc398 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 947 time: 0.5920579 Nov 12 20:01:50.520526 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce921015-4f36-424f-ae9c-157cd842ad90 req-80c219f4-7f5f-420d-9b80-f5c5be0a2320 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:50.536943 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ce921015-4f36-424f-ae9c-157cd842ad90 req-80c219f4-7f5f-420d-9b80-f5c5be0a2320 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.8071961 Nov 12 20:01:50.573940 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3f63649e-f8ba-446a-857a-a36114886bc2 req-ff547ee5-9219-4bf7-82bd-7ab2bcafc6fb tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646689 Nov 12 20:01:50.728013 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 2946ff02-3140-4b50-aef5-da0454e9c12c details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:01:50.730795 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7337b17b-9ec7-46d1-8595-30a9933aaf26 req-8dfe11c5-54b5-4411-b27b-56d14bf1fb50 service neutron] 10.222.0.52 "GET /v2.0/networks/ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0315349 Nov 12 20:01:50.760675 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-4cd7c762-70d3-4dc6-b87d-d985ca41a209 req-a5a7764b-97bb-4e12-af56-a748d3114844 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] For port f829769d-605a-403d-97fa-d794e825cb30, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=f829769d-605a-403d-97fa-d794e825cb30,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:50.761066 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4cd7c762-70d3-4dc6-b87d-d985ca41a209 req-a5a7764b-97bb-4e12-af56-a748d3114844 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:50.790312 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61aef16-6e58-43c7-8167-0045bd53167d req-5c8fbc8d-0440-4951-8d9a-517773afe49b tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:50.791911 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f61aef16-6e58-43c7-8167-0045bd53167d req-5c8fbc8d-0440-4951-8d9a-517773afe49b tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e23e515-c04c-4e14-a349-a5fafa901178 HTTP/1.1" status: 200 len: 945 time: 0.0939398 Nov 12 20:01:50.838950 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-4cd7c762-70d3-4dc6-b87d-d985ca41a209 req-a5a7764b-97bb-4e12-af56-a748d3114844 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Calling delete_port for f829769d-605a-403d-97fa-d794e825cb30 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:01:50.858877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e3f8e6-af2b-4a35-98de-599a60555747', 'name': 'network-vif-deleted', 'tag': '85f98ac5-064c-415e-895a-a49181b54749'}, {'name': 'network-changed', 'server_uuid': 'b8e33054-f959-41d1-9ba3-2203682dbd79', 'tag': '122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:01:50.862094 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3fb71e-4a4d-42e4-ba2a-d2154c6c21e1" -d '{"events": [{"server_uuid": "e6e3f8e6-af2b-4a35-98de-599a60555747", "name": "network-vif-deleted", "tag": "85f98ac5-064c-415e-895a-a49181b54749"}, {"name": "network-changed", "server_uuid": "b8e33054-f959-41d1-9ba3-2203682dbd79", "tag": "122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:01:50.880649 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9cc3873e-8b29-4497-9cea-5b2833ac06e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=98fbdee329da4bd287714b57e72f0b77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3907230 Nov 12 20:01:50.881182 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54466) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:50.931764 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-eb828b0f-66b1-4cce-8e44-8710d32b5463 req-e7c9e206-9a67-4e22-9d1f-3f515169abb1 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Deleting port 8875ec82-e9fb-4add-8ff6-9de28370c3c3 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:01:50.932116 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-eb828b0f-66b1-4cce-8e44-8710d32b5463 req-e7c9e206-9a67-4e22-9d1f-3f515169abb1 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:51.024854 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f61aef16-6e58-43c7-8167-0045bd53167d req-c984489f-719a-4ac8-ab53-46563fb71e88 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/security-groups?id=bf225de5-b6cb-4cdb-aa73-32dd1d2990d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195315 Nov 12 20:01:51.033042 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ce921015-4f36-424f-ae9c-157cd842ad90 req-87ffeb95-af09-470d-9341-b79447cccac8 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953842 Nov 12 20:01:51.068789 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e121e5f8-0e50-468c-b646-ee6dac54731f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:51.107292 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e121e5f8-0e50-468c-b646-ee6dac54731f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:51.138853 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 2946ff02-3140-4b50-aef5-da0454e9c12c, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=2946ff02-3140-4b50-aef5-da0454e9c12c,segment=NetworkSegment(a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52),segment_id=a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:51.171279 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '2946ff02-3140-4b50-aef5-da0454e9c12c', 'network_id': '82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7', 'port_id': '2946ff02-3140-4b50-aef5-da0454e9c12c', 'mac_address': 'fa:16:3e:c2:92:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e737cd8-1b39-4275-8cfe-0de94b1671b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:01:51.249310 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e121e5f8-0e50-468c-b646-ee6dac54731f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:51.252893 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e121e5f8-0e50-468c-b646-ee6dac54731f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:51.254049 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e121e5f8-0e50-468c-b646-ee6dac54731f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/53207e95-392a-49d5-956a-87e18eae5662 HTTP/1.1" status: 204 len: 168 time: 0.3717458 Nov 12 20:01:51.264985 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121e5f8-0e50-468c-b646-ee6dac54731f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53207e95-392a-49d5-956a-87e18eae5662,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:51.287310 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b093a3-be61-4b13-8581-c73940e98c86 req-f84a07b4-51ea-4787-815c-d5aef652ef17 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:51.297218 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c7b093a3-be61-4b13-8581-c73940e98c86 req-f84a07b4-51ea-4787-815c-d5aef652ef17 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8e33054-f959-41d1-9ba3-2203682dbd79 HTTP/1.1" status: 200 len: 1023 time: 0.0941257 Nov 12 20:01:51.311908 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:51.362709 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2946ff02-3140-4b50-aef5-da0454e9c12c {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:01:51.406748 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c7b093a3-be61-4b13-8581-c73940e98c86 req-48e4eb2a-6430-4785-95bc-8f2b44b10e3b tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba9bf0e8-5501-424f-9abf-3dc2e93a31fd&id=1559601b-ff72-4ce9-9f6b-84bfc96eb534&id=f1b4f8dc-fb41-4e0e-953d-6829d1cd0c30 HTTP/1.1" status: 200 len: 6200 time: 0.1078861 Nov 12 20:01:51.422177 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7337b17b-9ec7-46d1-8595-30a9933aaf26 req-ca0e04b0-7ea4-4378-a2ba-82f54e0a0b76 service neutron] 10.222.0.52 "GET /v2.0/networks/ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6637101 Nov 12 20:01:51.468435 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-eb828b0f-66b1-4cce-8e44-8710d32b5463 req-e7c9e206-9a67-4e22-9d1f-3f515169abb1 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] For port 8875ec82-e9fb-4add-8ff6-9de28370c3c3, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=8875ec82-e9fb-4add-8ff6-9de28370c3c3,segment=NetworkSegment(c6564594-8820-459a-beb1-ba18f2e362c8),segment_id=c6564594-8820-459a-beb1-ba18f2e362c8)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:51.469083 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-eb828b0f-66b1-4cce-8e44-8710d32b5463 req-e7c9e206-9a67-4e22-9d1f-3f515169abb1 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:51.477764 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 2946ff02-3140-4b50-aef5-da0454e9c12c, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=2946ff02-3140-4b50-aef5-da0454e9c12c,segment=NetworkSegment(a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52),segment_id=a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:51.486121 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:51.554450 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-53f3ae3d-8731-40ee-943f-3d8b4d8d7793 req-e6c13732-bba4-4f5f-b724-46da7fbc1d46 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 210 time: 0.0422034 Nov 12 20:01:51.653803 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665e6214-b663-49a1-9322-8d20cf9cf3b4 x-openstack-request-id: req-665e6214-b663-49a1-9322-8d20cf9cf3b4 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:51.654384 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e3f8e6-af2b-4a35-98de-599a60555747", "name": "network-vif-deleted", "tag": "85f98ac5-064c-415e-895a-a49181b54749", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b8e33054-f959-41d1-9ba3-2203682dbd79", "tag": "122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:51.654836 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-665e6214-b663-49a1-9322-8d20cf9cf3b4 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:51.655427 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e3f8e6-af2b-4a35-98de-599a60555747', 'name': 'network-vif-deleted', 'tag': '85f98ac5-064c-415e-895a-a49181b54749', 'status': 'completed', 'code': 200} Nov 12 20:01:51.656197 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e33054-f959-41d1-9ba3-2203682dbd79', 'tag': '122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5', 'status': 'completed', 'code': 200} Nov 12 20:01:51.659650 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=2946ff02-3140-4b50-aef5-da0454e9c12c,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:51.699080 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-88055ba3-a51b-438f-a3d8-9dd2f8f94424 req-2f265536-7de0-4cbe-82a5-56c840cab850 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Request body: {'security_group': {'name': ' tempest-securitygroup -174950734 ', 'description': 'tempest-description-1984534827'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:51.754968 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-88055ba3-a51b-438f-a3d8-9dd2f8f94424 req-2f265536-7de0-4cbe-82a5-56c840cab850 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:51.781155 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['2946ff02-3140-4b50-aef5-da0454e9c12c'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:01:51.885280 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-88055ba3-a51b-438f-a3d8-9dd2f8f94424 req-2f265536-7de0-4cbe-82a5-56c840cab850 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:51.893658 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-88055ba3-a51b-438f-a3d8-9dd2f8f94424 req-2f265536-7de0-4cbe-82a5-56c840cab850 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:51.978720 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f265536-7de0-4cbe-82a5-56c840cab850 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a4b510-4f4e-4845-b12a-ef78ecdb6d5b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:51.984269 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-88055ba3-a51b-438f-a3d8-9dd2f8f94424 req-2f265536-7de0-4cbe-82a5-56c840cab850 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:51.991869 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device adaab15d-9467-4bbb-89ba-b806771a0077 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:01:51.996997 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-88055ba3-a51b-438f-a3d8-9dd2f8f94424 req-2f265536-7de0-4cbe-82a5-56c840cab850 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3030164 Nov 12 20:01:52.041162 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17f2ae-fd5b-4482-a3a9-793df7431f49 req-3ee67a17-40e2-4326-b32b-f999fcbe5e6b tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:52.054187 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ac17f2ae-fd5b-4482-a3a9-793df7431f49 req-3ee67a17-40e2-4326-b32b-f999fcbe5e6b tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=110aff97-6ab4-44a8-8f4a-1c1d0a01bd32 HTTP/1.1" status: 200 len: 945 time: 0.8500934 Nov 12 20:01:52.135694 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port adaab15d-9467-4bbb-89ba-b806771a0077 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:01:52.140935 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port adaab15d-9467-4bbb-89ba-b806771a0077 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:01:52.141702 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:52.231154 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-762e605d-5bde-4ceb-9af9-6d9d54d20b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:52.354695 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:52.392730 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4cd7c762-70d3-4dc6-b87d-d985ca41a209 req-a5a7764b-97bb-4e12-af56-a748d3114844 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:52.401160 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e23e515-c04c-4e14-a349-a5fafa901178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adaab15d-9467-4bbb-89ba-b806771a0077'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:01:52.404088 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85c6d18-1cd7-4baa-91bc-788dd7b72228" -d '{"events": [{"server_uuid": "1e23e515-c04c-4e14-a349-a5fafa901178", "name": "network-vif-plugged", "status": "completed", "tag": "adaab15d-9467-4bbb-89ba-b806771a0077"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:01:52.423291 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port adaab15d-9467-4bbb-89ba-b806771a0077, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=adaab15d-9467-4bbb-89ba-b806771a0077,segment=NetworkSegment(ba89ee47-abae-433b-8c45-1e07345781b7),segment_id=ba89ee47-abae-433b-8c45-1e07345781b7)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:52.431329 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:52.432488 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device f829769d-605a-403d-97fa-d794e825cb30 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:01:52.464487 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d77a41f0-0d3b-4fc8-ac7c-9575d7926379 req-8c2e7d95-d992-4431-a862-a7179ba8956c tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f60209c-2bfd-49bd-bcdb-8571f7effaba HTTP/1.1" status: 200 len: 210 time: 0.0458074 Nov 12 20:01:52.478459 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: f829769d-605a-403d-97fa-d794e825cb30 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:01:52.479059 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device f829769d-605a-403d-97fa-d794e825cb30 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:01:52.498627 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ac17f2ae-fd5b-4482-a3a9-793df7431f49 req-63f8420d-276f-49cb-b31a-2f0c16005f81 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b759fb5-4f4d-4d79-a3fe-fd07cde4531c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4435410 Nov 12 20:01:52.559793 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fb71e-4a4d-42e4-ba2a-d2154c6c21e1 req-9ab7aa2b-9cfc-4487-aaf4-8063d7b72b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:52.561335 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-af98e2b5-8c86-428c-834f-b1a1e87fb7bf req-a1c4948f-d28f-4fdb-bad9-9443778c9acc tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups/d6a4b510-4f4e-4845-b12a-ef78ecdb6d5b HTTP/1.1" status: 200 len: 1797 time: 0.0650642 Nov 12 20:01:52.572404 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6e3fb71e-4a4d-42e4-ba2a-d2154c6c21e1 req-9ab7aa2b-9cfc-4487-aaf4-8063d7b72b33 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d841e32d493a46c7bf1c58a418da2caa&device_id=b8e33054-f959-41d1-9ba3-2203682dbd79 HTTP/1.1" status: 200 len: 1175 time: 0.5058930 Nov 12 20:01:52.576448 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7764b-97bb-4e12-af56-a748d3114844 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Pushing event deleted for resources: {'Port': ['ID=f829769d-605a-403d-97fa-d794e825cb30,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:52.633074 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=adaab15d-9467-4bbb-89ba-b806771a0077,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:52.713572 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294116b-dc3a-4d79-b8c9-22f2c6594566 req-efe5f897-845a-4323-a2ff-86c1f8e9c200 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:52.715211 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e294116b-dc3a-4d79-b8c9-22f2c6594566 req-efe5f897-845a-4323-a2ff-86c1f8e9c200 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 944 time: 0.0698204 Nov 12 20:01:52.721936 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 85f98ac5-064c-415e-895a-a49181b54749 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:01:52.745181 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-eb828b0f-66b1-4cce-8e44-8710d32b5463 req-e7c9e206-9a67-4e22-9d1f-3f515169abb1 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:52.746073 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-eb828b0f-66b1-4cce-8e44-8710d32b5463 req-e7c9e206-9a67-4e22-9d1f-3f515169abb1 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:52.747502 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [req-eb828b0f-66b1-4cce-8e44-8710d32b5463 req-e7c9e206-9a67-4e22-9d1f-3f515169abb1 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Floating IP 13d5ce72-c339-4724-b48e-295acc57ebf4 disassociated. External IP: 172.25.5.241, port: 8875ec82-e9fb-4add-8ff6-9de28370c3c3. Nov 12 20:01:52.748320 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-eb828b0f-66b1-4cce-8e44-8710d32b5463 req-e7c9e206-9a67-4e22-9d1f-3f515169abb1 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Calling delete_port for 8875ec82-e9fb-4add-8ff6-9de28370c3c3 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:01:52.756925 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 85f98ac5-064c-415e-895a-a49181b54749 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:01:52.757272 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 85f98ac5-064c-415e-895a-a49181b54749 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:01:52.757686 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 2946ff02-3140-4b50-aef5-da0454e9c12c no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:01:52.785620 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e294116b-dc3a-4d79-b8c9-22f2c6594566 req-9964bac1-d018-4914-bfd7-b8077f51ca27 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640585 Nov 12 20:01:52.857482 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:52.875133 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3af1bbe-af35-4bc5-abe1-47663ccb4a93 x-openstack-request-id: req-b3af1bbe-af35-4bc5-abe1-47663ccb4a93 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:52.875640 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e23e515-c04c-4e14-a349-a5fafa901178", "name": "network-vif-plugged", "status": "completed", "tag": "adaab15d-9467-4bbb-89ba-b806771a0077", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:52.877086 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b3af1bbe-af35-4bc5-abe1-47663ccb4a93 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:52.877645 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e23e515-c04c-4e14-a349-a5fafa901178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adaab15d-9467-4bbb-89ba-b806771a0077', 'code': 200} Nov 12 20:01:52.879308 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2946ff02-3140-4b50-aef5-da0454e9c12c {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:01:52.959878 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54526) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:52.960721 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 2946ff02-3140-4b50-aef5-da0454e9c12c, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=2946ff02-3140-4b50-aef5-da0454e9c12c,segment=NetworkSegment(a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52),segment_id=a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:52.965149 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:52.992011 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd7c762-70d3-4dc6-b87d-d985ca41a209 req-a5a7764b-97bb-4e12-af56-a748d3114844 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] No DVR routers for this DVR port f829769d-605a-403d-97fa-d794e825cb30 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:01:53.033629 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-eb828b0f-66b1-4cce-8e44-8710d32b5463 req-e7c9e206-9a67-4e22-9d1f-3f515169abb1 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:53.038156 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4cd7c762-70d3-4dc6-b87d-d985ca41a209 req-a5a7764b-97bb-4e12-af56-a748d3114844 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:53.045336 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4cd7c762-70d3-4dc6-b87d-d985ca41a209 req-a5a7764b-97bb-4e12-af56-a748d3114844 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.55 "DELETE /v2.0/ports/f829769d-605a-403d-97fa-d794e825cb30 HTTP/1.1" status: 204 len: 173 time: 3.7822487 Nov 12 20:01:53.050884 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f60209c-2bfd-49bd-bcdb-8571f7effaba', 'name': 'network-vif-deleted', 'tag': 'f829769d-605a-403d-97fa-d794e825cb30'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:01:53.054262 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a091cf8-8009-4322-8646-3e76698a644d" -d '{"events": [{"server_uuid": "3f60209c-2bfd-49bd-bcdb-8571f7effaba", "name": "network-vif-deleted", "tag": "f829769d-605a-403d-97fa-d794e825cb30"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:01:53.057285 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8115eb1-1d15-45f2-9041-ca80ab62fd31 req-b91d26ae-65cc-43f1-a864-78f3b3f614c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:53.065237 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c8115eb1-1d15-45f2-9041-ca80ab62fd31 req-b91d26ae-65cc-43f1-a864-78f3b3f614c6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e23e515-c04c-4e14-a349-a5fafa901178 HTTP/1.1" status: 200 len: 1098 time: 0.1141582 Nov 12 20:01:53.078243 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=2946ff02-3140-4b50-aef5-da0454e9c12c,revision_number=7']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:53.191824 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9e206-9a67-4e22-9d1f-3f515169abb1 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Pushing event deleted for resources: {'Port': ['ID=8875ec82-e9fb-4add-8ff6-9de28370c3c3,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:53.204621 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c8115eb1-1d15-45f2-9041-ca80ab62fd31 req-c7065c7f-d703-460a-a552-126690faffea service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bf225de5-b6cb-4cdb-aa73-32dd1d2990d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220558 Nov 12 20:01:53.221473 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-8975f368-4ba8-4b76-a157-5184609f8a08 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1308998401-network', 'tenant_id': '10ab027efbdb41f0a1eb28c7918dfc16'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:53.277795 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8975f368-4ba8-4b76-a157-5184609f8a08 admin admin] Made reservation on behalf of 10ab027efbdb41f0a1eb28c7918dfc16 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:01:53.281413 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8975f368-4ba8-4b76-a157-5184609f8a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:53.284550 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fb71e-4a4d-42e4-ba2a-d2154c6c21e1 req-f849f273-7f01-4503-be60-c2ba8c0b8179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:53.285892 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6e3fb71e-4a4d-42e4-ba2a-d2154c6c21e1 req-f849f273-7f01-4503-be60-c2ba8c0b8179 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf HTTP/1.1" status: 200 len: 912 time: 0.6938589 Nov 12 20:01:53.295459 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8975f368-4ba8-4b76-a157-5184609f8a08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:53.296056 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76712b-707d-4c99-b2ed-6daa04a8e570 req-3d0030e4-8a9a-4a12-9e40-ab39562fb646 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:53.298147 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-af76712b-707d-4c99-b2ed-6daa04a8e570 req-3d0030e4-8a9a-4a12-9e40-ab39562fb646 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e23e515-c04c-4e14-a349-a5fafa901178 HTTP/1.1" status: 200 len: 946 time: 0.5658159 Nov 12 20:01:53.342905 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6e3fb71e-4a4d-42e4-ba2a-d2154c6c21e1 req-6aa206a1-f1f7-449d-86c1-f53c01c9f972 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5 HTTP/1.1" status: 200 len: 217 time: 0.0422342 Nov 12 20:01:53.425276 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8975f368-4ba8-4b76-a157-5184609f8a08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:53.437925 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8975f368-4ba8-4b76-a157-5184609f8a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:53.474946 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-af76712b-707d-4c99-b2ed-6daa04a8e570 req-9c086797-1908-46cb-8ded-1fa89cb2cb9b tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/security-groups?id=bf225de5-b6cb-4cdb-aa73-32dd1d2990d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310585 Nov 12 20:01:53.484704 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fb71e-4a4d-42e4-ba2a-d2154c6c21e1 req-ea330b5e-bf5a-48ba-9012-27f573091433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:53.486776 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6e3fb71e-4a4d-42e4-ba2a-d2154c6c21e1 req-ea330b5e-bf5a-48ba-9012-27f573091433 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f3c2628-623a-462d-bf8e-5a15a10469ff HTTP/1.1" status: 200 len: 851 time: 0.1199648 Nov 12 20:01:53.493897 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb828b0f-66b1-4cce-8e44-8710d32b5463 req-e7c9e206-9a67-4e22-9d1f-3f515169abb1 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Router 13ffc356-de7d-4f85-9011-cc3c77947900 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:01:53.515106 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e179567-0684-4ee4-a309-604ae7ae5ff1 req-7e3d43f3-476d-4fd3-9cd3-3853392649e5 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups/d6a4b510-4f4e-4845-b12a-ef78ecdb6d5b HTTP/1.1" status: 200 len: 1797 time: 0.0876162 Nov 12 20:01:53.516840 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8975f368-4ba8-4b76-a157-5184609f8a08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:01:53.523544 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975f368-4ba8-4b76-a157-5184609f8a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ab6403-a785-46ae-a8fd-6c029d83c7ab,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:53.534565 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6e3fb71e-4a4d-42e4-ba2a-d2154c6c21e1 req-85cf5211-5220-48c9-b7ac-6e05a4d66494 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375328 Nov 12 20:01:53.554223 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8975f368-4ba8-4b76-a157-5184609f8a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:53.555351 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-8975f368-4ba8-4b76-a157-5184609f8a08 admin admin] Added segment db37b605-67ab-49ca-98cb-b30b5f99b63a of type vlan for network e63d4370-712f-46e3-8afb-65b397eaab2b Nov 12 20:01:53.601432 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:53.636356 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:53.654983 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8975f368-4ba8-4b76-a157-5184609f8a08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:53.726365 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3e179567-0684-4ee4-a309-604ae7ae5ff1 req-208e422d-a9a8-4966-bb98-fa7f2d57abd5 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:53.729711 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8975f368-4ba8-4b76-a157-5184609f8a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:53.730690 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8975f368-4ba8-4b76-a157-5184609f8a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:53.731285 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8975f368-4ba8-4b76-a157-5184609f8a08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:53.740824 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0bd50659-cf65-4876-8b88-dd793cd12ed7 req-85b4b9ee-a1ad-403d-90f3-9959cccdfc46 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 210 time: 0.0958848 Nov 12 20:01:53.829539 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb828b0f-66b1-4cce-8e44-8710d32b5463 req-e7c9e206-9a67-4e22-9d1f-3f515169abb1 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:01:53.840330 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8975f368-4ba8-4b76-a157-5184609f8a08 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8784006 Nov 12 20:01:53.843576 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54544) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:53.845522 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3e179567-0684-4ee4-a309-604ae7ae5ff1 req-208e422d-a9a8-4966-bb98-fa7f2d57abd5 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:53.846732 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7eeea5-51e7-4d55-a5ea-af083a19e57f None None] Sync routers for ids ['13ffc356-de7d-4f85-9011-cc3c77947900'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:01:53.863383 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-af0c3659-a300-4139-8065-7e04523c41be admin admin] Request body: {'subnet': {'network_id': 'e63d4370-712f-46e3-8afb-65b397eaab2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1308998401-subnet', 'tenant_id': '10ab027efbdb41f0a1eb28c7918dfc16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:53.872632 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975f368-4ba8-4b76-a157-5184609f8a08 admin admin] Pushing event updated for resources: {'Network': ['ID=e63d4370-712f-46e3-8afb-65b397eaab2b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:53.878179 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb828b0f-66b1-4cce-8e44-8710d32b5463 req-e7c9e206-9a67-4e22-9d1f-3f515169abb1 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] No DVR routers for this DVR port 8875ec82-e9fb-4add-8ff6-9de28370c3c3 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:01:53.885751 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-eb828b0f-66b1-4cce-8e44-8710d32b5463 req-e7c9e206-9a67-4e22-9d1f-3f515169abb1 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:53.889637 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-eb828b0f-66b1-4cce-8e44-8710d32b5463 req-e7c9e206-9a67-4e22-9d1f-3f515169abb1 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.55 "DELETE /v2.0/ports/8875ec82-e9fb-4add-8ff6-9de28370c3c3 HTTP/1.1" status: 204 len: 173 time: 4.1079297 Nov 12 20:01:53.891447 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744afe72-1afd-4825-8bec-3187801873fb x-openstack-request-id: req-744afe72-1afd-4825-8bec-3187801873fb {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:53.891780 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f60209c-2bfd-49bd-bcdb-8571f7effaba", "name": "network-vif-deleted", "tag": "f829769d-605a-403d-97fa-d794e825cb30", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:53.892294 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-744afe72-1afd-4825-8bec-3187801873fb {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:53.892785 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f60209c-2bfd-49bd-bcdb-8571f7effaba', 'name': 'network-vif-deleted', 'tag': 'f829769d-605a-403d-97fa-d794e825cb30', 'status': 'completed', 'code': 200} Nov 12 20:01:53.908848 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6e3fb71e-4a4d-42e4-ba2a-d2154c6c21e1 req-19c94966-17c8-4634-b201-77002bb33cc1 service neutron] 10.222.0.52 "GET /v2.0/networks/ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660689 Nov 12 20:01:53.912262 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network e63d4370-712f-46e3-8afb-65b397eaab2b details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:01:53.915440 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0c3659-a300-4139-8065-7e04523c41be admin admin] Made reservation on behalf of 10ab027efbdb41f0a1eb28c7918dfc16 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:01:53.918967 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-af0c3659-a300-4139-8065-7e04523c41be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:53.925611 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7eeea5-51e7-4d55-a5ea-af083a19e57f None None] Routers {'13ffc356-de7d-4f85-9011-cc3c77947900'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:01:53.926790 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-ef7eeea5-51e7-4d55-a5ea-af083a19e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:01:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['13ffc356-de7d-4f85-9011-cc3c77947900'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:54.020812 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 8875ec82-e9fb-4add-8ff6-9de28370c3c3 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:01:54.073976 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3e179567-0684-4ee4-a309-604ae7ae5ff1 req-208e422d-a9a8-4966-bb98-fa7f2d57abd5 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:54.077226 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3e179567-0684-4ee4-a309-604ae7ae5ff1 req-208e422d-a9a8-4966-bb98-fa7f2d57abd5 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:54.100860 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e179567-0684-4ee4-a309-604ae7ae5ff1 req-208e422d-a9a8-4966-bb98-fa7f2d57abd5 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "DELETE /v2.0/security-groups/d6a4b510-4f4e-4845-b12a-ef78ecdb6d5b HTTP/1.1" status: 204 len: 173 time: 0.5757899 Nov 12 20:01:54.137396 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 8875ec82-e9fb-4add-8ff6-9de28370c3c3 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:01:54.138961 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 8875ec82-e9fb-4add-8ff6-9de28370c3c3 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:01:54.143905 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e422d-a9a8-4966-bb98-fa7f2d57abd5 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a4b510-4f4e-4845-b12a-ef78ecdb6d5b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:54.150786 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6e3fb71e-4a4d-42e4-ba2a-d2154c6c21e1 req-ddeff263-fcf3-469a-8198-8f41afc6783a service neutron] 10.222.0.52 "GET /v2.0/networks/ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349095 Nov 12 20:01:54.281675 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-ef7eeea5-51e7-4d55-a5ea-af083a19e57f None None] Set router 13ffc356-de7d-4f85-9011-cc3c77947900 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:01:54.305805 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3369ac-bf01-4f4a-899f-152fb308b44f req-1f8ce333-7b5a-4ddc-bafd-fad34d6834ff tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:54.315222 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cb3369ac-bf01-4f4a-899f-152fb308b44f req-1f8ce333-7b5a-4ddc-bafd-fad34d6834ff tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 943 time: 0.1066673 Nov 12 20:01:54.318337 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-910a3a20-bebb-47d9-8a35-b80068b07ae8 req-f3b6777d-75cf-4fc9-bc56-872c6a0bfa70 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/ports?device_id=110aff97-6ab4-44a8-8f4a-1c1d0a01bd32 HTTP/1.1" status: 200 len: 210 time: 0.0567350 Nov 12 20:01:54.389558 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cb3369ac-bf01-4f4a-899f-152fb308b44f req-818a0451-2c16-49cb-abf0-9f046f7a10f2 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731680 Nov 12 20:01:54.400785 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [req-6faa5b55-9cb9-4f44-8412-32eb53f8e748 req-c4406d1f-9134-4c5e-b13e-36b16fd111fa tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] show failed (client error): The resource could not be found. Nov 12 20:01:54.405526 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6faa5b55-9cb9-4f44-8412-32eb53f8e748 req-c4406d1f-9134-4c5e-b13e-36b16fd111fa tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups/d6a4b510-4f4e-4845-b12a-ef78ecdb6d5b HTTP/1.1" status: 404 len: 352 time: 0.0576408 Nov 12 20:01:54.432193 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-af0c3659-a300-4139-8065-7e04523c41be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:54.498754 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c3659-a300-4139-8065-7e04523c41be admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7930ae6-942d-45bb-ac89-3723a75b4df4,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:54.510863 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0c3659-a300-4139-8065-7e04523c41be admin admin] Checking segment: {'id': 'db37b605-67ab-49ca-98cb-b30b5f99b63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e63d4370-712f-46e3-8afb-65b397eaab2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:01:54.511717 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0c3659-a300-4139-8065-7e04523c41be admin admin] Network hostable DHCP agents. Network: e63d4370-712f-46e3-8afb-65b397eaab2b, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:01:54.534557 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0c3659-a300-4139-8065-7e04523c41be admin admin] Network e63d4370-712f-46e3-8afb-65b397eaab2b is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:01:54.564986 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-af0c3659-a300-4139-8065-7e04523c41be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, e63d4370-712f-46e3-8afb-65b397eaab2b) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:01:54.570868 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0c3659-a300-4139-8065-7e04523c41be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:54.571650 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-af0c3659-a300-4139-8065-7e04523c41be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:54.574588 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-ef7eeea5-51e7-4d55-a5ea-af083a19e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-973545571-router', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:32Z', 'updated_at': '2021-11-12T19:55:37Z', 'revision_number': 4, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'gw_port': {'id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:33Z', 'updated_at': '2021-11-12T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b3ed1e21-184e-4644-933f-a062fc18cc00', 'name': '', 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'mac_address': 'fa:16:3e:38:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:36Z', 'updated_at': '2021-11-12T19:55:42Z', 'revision_number': 5, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'subnets': [{'id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:54.618837 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-759f2231-80dd-4b88-ab83-e51dd8573d17 req-f03305ed-c40c-49ca-a81d-88efaf40a376 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1308122745', 'description': 'tempest-description-298572736'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:54.620565 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-af0c3659-a300-4139-8065-7e04523c41be admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7710454 Nov 12 20:01:54.654213 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-759f2231-80dd-4b88-ab83-e51dd8573d17 req-f03305ed-c40c-49ca-a81d-88efaf40a376 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:54.663859 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7eeea5-51e7-4d55-a5ea-af083a19e57f None None] Checking router: 13ffc356-de7d-4f85-9011-cc3c77947900 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:01:54.666358 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579c5026-2679-46c9-b446-0ff9ba0af244 None None] Network e63d4370-712f-46e3-8afb-65b397eaab2b requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:01:54.768046 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-759f2231-80dd-4b88-ab83-e51dd8573d17 req-f03305ed-c40c-49ca-a81d-88efaf40a376 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:54.772772 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-759f2231-80dd-4b88-ab83-e51dd8573d17 req-f03305ed-c40c-49ca-a81d-88efaf40a376 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:54.825151 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-759f2231-80dd-4b88-ab83-e51dd8573d17 req-f03305ed-c40c-49ca-a81d-88efaf40a376 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:54.826435 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-759f2231-80dd-4b88-ab83-e51dd8573d17 req-f03305ed-c40c-49ca-a81d-88efaf40a376 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2141931 Nov 12 20:01:54.827076 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03305ed-c40c-49ca-a81d-88efaf40a376 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6641879-255f-4f27-94b9-02a64cac8d86,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:54.847371 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 2946ff02-3140-4b50-aef5-da0454e9c12c up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:01:54.878541 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7eeea5-51e7-4d55-a5ea-af083a19e57f None None] Routers {'13ffc356-de7d-4f85-9011-cc3c77947900'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:01:54.879181 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-ef7eeea5-51e7-4d55-a5ea-af083a19e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:01:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['13ffc356-de7d-4f85-9011-cc3c77947900'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:54.977384 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5206970-c408-46f9-947a-18e6c73dbd51 req-b73603ce-b9bc-4068-823a-2b152a13e270 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:54.988630 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a5206970-c408-46f9-947a-18e6c73dbd51 req-b73603ce-b9bc-4068-823a-2b152a13e270 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e23e515-c04c-4e14-a349-a5fafa901178 HTTP/1.1" status: 200 len: 946 time: 0.0671587 Nov 12 20:01:55.047296 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76713b-0495-4589-86e6-1d97ca49332b req-52646b4f-67d3-48b1-a046-34f0b69768bd tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:55.051857 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8b76713b-0495-4589-86e6-1d97ca49332b req-52646b4f-67d3-48b1-a046-34f0b69768bd tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=5268c50f-ab3d-408b-8505-7cf80dfe5638 HTTP/1.1" status: 200 len: 949 time: 0.1145790 Nov 12 20:01:55.052224 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a5206970-c408-46f9-947a-18e6c73dbd51 req-86eca0aa-a0ae-4a65-9280-a56ba8d83743 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/security-groups?id=bf225de5-b6cb-4cdb-aa73-32dd1d2990d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627151 Nov 12 20:01:55.079109 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-ef7eeea5-51e7-4d55-a5ea-af083a19e57f None None] Set router 13ffc356-de7d-4f85-9011-cc3c77947900 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:01:55.126613 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad0df01-48a2-4079-b710-20ec866955a5 None None] Network e63d4370-712f-46e3-8afb-65b397eaab2b requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:01:55.133299 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:55.149435 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8b76713b-0495-4589-86e6-1d97ca49332b req-098c103c-c9d1-4708-ad68-9fe80861c259 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915587 Nov 12 20:01:55.178445 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 2946ff02-3140-4b50-aef5-da0454e9c12c triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:01:55.178815 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:55.211551 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54596) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:55.216522 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5aeecb75-f3d5-43ef-ba28-a0472f6554df req-053ab5c7-d32e-4655-939d-8ce8b9a70c40 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 210 time: 0.0738904 Nov 12 20:01:55.217085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-d6e54081-5618-491a-ab70-b389f65f78ad admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1633445135-network', 'tenant_id': '32c25d3e736140b09449a14a83d457a4'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:55.249611 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e54081-5618-491a-ab70-b389f65f78ad admin admin] Made reservation on behalf of 32c25d3e736140b09449a14a83d457a4 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:01:55.252526 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d6e54081-5618-491a-ab70-b389f65f78ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:55.267176 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d6e54081-5618-491a-ab70-b389f65f78ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:55.271384 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-200744cf-741f-4f46-af53-43898a507953 req-7e6371e1-6ad3-47f7-ab97-4310cccda88b tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2015346389', 'description': 'tempest-description-1634480376'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:55.306241 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-200744cf-741f-4f46-af53-43898a507953 req-7e6371e1-6ad3-47f7-ab97-4310cccda88b tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:55.419005 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d6e54081-5618-491a-ab70-b389f65f78ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:55.423971 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d6e54081-5618-491a-ab70-b389f65f78ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:55.459559 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e54081-5618-491a-ab70-b389f65f78ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58dcf92-42ab-4b3c-9b90-f65b79418760,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:55.477245 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e54081-5618-491a-ab70-b389f65f78ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:01:55.493298 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d6e54081-5618-491a-ab70-b389f65f78ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:55.493813 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-d6e54081-5618-491a-ab70-b389f65f78ad admin admin] Added segment 0bdc77ba-b55a-4185-b6b7-b76dfb5f7a7c of type vlan for network 94677ec5-8c46-449a-b99e-e3c5a23c109c Nov 12 20:01:55.500466 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-200744cf-741f-4f46-af53-43898a507953 req-7e6371e1-6ad3-47f7-ab97-4310cccda88b tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:55.509773 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-200744cf-741f-4f46-af53-43898a507953 req-7e6371e1-6ad3-47f7-ab97-4310cccda88b tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:55.552840 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6371e1-6ad3-47f7-ab97-4310cccda88b tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f625ae5-0648-46b0-a9de-7b58a56312a1,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:55.560122 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d6e54081-5618-491a-ab70-b389f65f78ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:55.570579 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-200744cf-741f-4f46-af53-43898a507953 req-7e6371e1-6ad3-47f7-ab97-4310cccda88b tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:55.586226 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-200744cf-741f-4f46-af53-43898a507953 req-7e6371e1-6ad3-47f7-ab97-4310cccda88b tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3215387 Nov 12 20:01:55.599561 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d6e54081-5618-491a-ab70-b389f65f78ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:55.601580 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e54081-5618-491a-ab70-b389f65f78ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:55.602442 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d6e54081-5618-491a-ab70-b389f65f78ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:55.652528 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:55.698082 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f1680f-bf1f-4040-9982-da5667e6a82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2946ff02-3140-4b50-aef5-da0454e9c12c'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:01:55.700262 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308cabd8-851b-4fb5-a965-74b7a9a501cc" -d '{"events": [{"server_uuid": "22f1680f-bf1f-4040-9982-da5667e6a82b", "name": "network-vif-plugged", "status": "completed", "tag": "2946ff02-3140-4b50-aef5-da0454e9c12c"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:01:55.743202 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01eb14a-cd85-47ec-8219-02563120e819 req-55d62e34-1f6f-4cc9-b87c-b74030fc6266 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:55.751444 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f01eb14a-cd85-47ec-8219-02563120e819 req-55d62e34-1f6f-4cc9-b87c-b74030fc6266 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0783229 Nov 12 20:01:55.780842 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 2946ff02-3140-4b50-aef5-da0454e9c12c, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=2946ff02-3140-4b50-aef5-da0454e9c12c,segment=NetworkSegment(a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52),segment_id=a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:55.783877 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d6e54081-5618-491a-ab70-b389f65f78ad admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5710974 Nov 12 20:01:55.790290 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54610) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:55.794429 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:55.802149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-70bce330-3c7a-4585-87f8-258e3f348d68 admin admin] Request body: {'subnet': {'network_id': '94677ec5-8c46-449a-b99e-e3c5a23c109c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1633445135-subnet', 'tenant_id': '32c25d3e736140b09449a14a83d457a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:55.810433 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e54081-5618-491a-ab70-b389f65f78ad admin admin] Pushing event updated for resources: {'Network': ['ID=94677ec5-8c46-449a-b99e-e3c5a23c109c,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:55.811307 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f01eb14a-cd85-47ec-8219-02563120e819 req-2e52375b-5c5e-4986-87a4-c25ac9527038 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 696 time: 0.0589232 Nov 12 20:01:55.816872 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-f01eb14a-cd85-47ec-8219-02563120e819 req-f43734a3-90a0-4a1e-aa4f-ed6249dc792d tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Request body: {'floatingip': {'port_id': '47e538a5-0794-4406-91e0-d37d5df399b9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:55.846765 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 94677ec5-8c46-449a-b99e-e3c5a23c109c details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:01:55.870210 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f01eb14a-cd85-47ec-8219-02563120e819 req-f43734a3-90a0-4a1e-aa4f-ed6249dc792d tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks [] for floatingip, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:55.896818 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110aff97-6ab4-44a8-8f4a-1c1d0a01bd32', 'name': 'network-vif-deleted', 'tag': '8875ec82-e9fb-4add-8ff6-9de28370c3c3'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:01:55.900441 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ec52b1-95db-4819-867c-25c4599540b3" -d '{"events": [{"server_uuid": "110aff97-6ab4-44a8-8f4a-1c1d0a01bd32", "name": "network-vif-deleted", "tag": "8875ec82-e9fb-4add-8ff6-9de28370c3c3"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:01:55.916320 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21be282-7fcf-46e4-a435-1babd3efd309 req-d70f6fd9-acfa-4ee4-ad4f-069dd826a1fe tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:55.926639 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b21be282-7fcf-46e4-a435-1babd3efd309 req-d70f6fd9-acfa-4ee4-ad4f-069dd826a1fe tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.1200953 Nov 12 20:01:55.953772 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bce330-3c7a-4585-87f8-258e3f348d68 admin admin] Made reservation on behalf of 32c25d3e736140b09449a14a83d457a4 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:01:55.957343 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-70bce330-3c7a-4585-87f8-258e3f348d68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:56.011677 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:56.036762 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-ef7eeea5-51e7-4d55-a5ea-af083a19e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-973545571-router', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:32Z', 'updated_at': '2021-11-12T19:55:37Z', 'revision_number': 4, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'gw_port': {'id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:33Z', 'updated_at': '2021-11-12T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b3ed1e21-184e-4644-933f-a062fc18cc00', 'name': '', 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'mac_address': 'fa:16:3e:38:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:36Z', 'updated_at': '2021-11-12T19:55:42Z', 'revision_number': 5, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'subnets': [{'id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:56.039619 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=2946ff02-3140-4b50-aef5-da0454e9c12c,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:56.078519 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7eeea5-51e7-4d55-a5ea-af083a19e57f None None] The sync data for ids ['13ffc356-de7d-4f85-9011-cc3c77947900'] in n-d-712140-15 is: [{'id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-973545571-router', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:32Z', 'updated_at': '2021-11-12T19:55:37Z', 'revision_number': 4, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'gw_port': {'id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:33Z', 'updated_at': '2021-11-12T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b3ed1e21-184e-4644-933f-a062fc18cc00', 'name': '', 'network_id': 'f1d354fd-aa26-44d0-9019-12658139bd7f', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'mac_address': 'fa:16:3e:38:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:36Z', 'updated_at': '2021-11-12T19:55:42Z', 'revision_number': 5, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'subnets': [{'id': '642111bb-5d2c-43b3-97eb-ab14b1809540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:01:56.120093 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b21be282-7fcf-46e4-a435-1babd3efd309 req-191a0128-f4a5-4ab9-8714-14ba088b9879 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922696 Nov 12 20:01:56.209712 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-0a102da8-7ee1-4948-88df-4e1267065281 req-c4712d5f-95dc-4282-8c94-35e84a44ddf0 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-188503559', 'description': 'tempest-description-394860121'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:01:56.242795 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-70bce330-3c7a-4585-87f8-258e3f348d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:56.252172 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0a102da8-7ee1-4948-88df-4e1267065281 req-c4712d5f-95dc-4282-8c94-35e84a44ddf0 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:56.326612 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bce330-3c7a-4585-87f8-258e3f348d68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7808b81a-7f46-45e6-944e-f172c708f798,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:56.384690 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bce330-3c7a-4585-87f8-258e3f348d68 admin admin] Checking segment: {'id': '0bdc77ba-b55a-4185-b6b7-b76dfb5f7a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '94677ec5-8c46-449a-b99e-e3c5a23c109c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:01:56.396829 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bce330-3c7a-4585-87f8-258e3f348d68 admin admin] Network hostable DHCP agents. Network: 94677ec5-8c46-449a-b99e-e3c5a23c109c, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:01:56.455107 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0a102da8-7ee1-4948-88df-4e1267065281 req-c4712d5f-95dc-4282-8c94-35e84a44ddf0 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:56.475885 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0a102da8-7ee1-4948-88df-4e1267065281 req-c4712d5f-95dc-4282-8c94-35e84a44ddf0 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:56.511446 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bce330-3c7a-4585-87f8-258e3f348d68 admin admin] Network 94677ec5-8c46-449a-b99e-e3c5a23c109c is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:01:56.535538 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4712d5f-95dc-4282-8c94-35e84a44ddf0 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87b970fc-0192-42a0-a679-f345ded032f8,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:56.548896 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-70bce330-3c7a-4585-87f8-258e3f348d68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 94677ec5-8c46-449a-b99e-e3c5a23c109c) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:01:56.549262 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2e40fd-7318-4819-a581-a891fde296c8 None None] New status for floating IP 13d5ce72-c339-4724-b48e-295acc57ebf4: DOWN {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:01:56.555846 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bce330-3c7a-4585-87f8-258e3f348d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:56.558093 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-70bce330-3c7a-4585-87f8-258e3f348d68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:56.561288 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ac40ba-3049-4065-b49e-8e1857e9d306 None None] Network 94677ec5-8c46-449a-b99e-e3c5a23c109c requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:01:56.577994 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0a102da8-7ee1-4948-88df-4e1267065281 req-c4712d5f-95dc-4282-8c94-35e84a44ddf0 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:56.592837 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a102da8-7ee1-4948-88df-4e1267065281 req-c4712d5f-95dc-4282-8c94-35e84a44ddf0 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3956721 Nov 12 20:01:56.621561 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-70bce330-3c7a-4585-87f8-258e3f348d68 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8216796 Nov 12 20:01:56.704680 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffe54f-f8f8-402b-9159-3f2bb229d75d req-c530ac85-7174-4ea7-af92-14cf503044a7 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:56.706253 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aeffe54f-f8f8-402b-9159-3f2bb229d75d req-c530ac85-7174-4ea7-af92-14cf503044a7 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.52 "GET /v2.0/ports?device_id=5268c50f-ab3d-408b-8505-7cf80dfe5638 HTTP/1.1" status: 200 len: 949 time: 0.1046085 Nov 12 20:01:56.736208 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f01eb14a-cd85-47ec-8219-02563120e819 req-f43734a3-90a0-4a1e-aa4f-ed6249dc792d tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:56.758260 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f01eb14a-cd85-47ec-8219-02563120e819 req-f43734a3-90a0-4a1e-aa4f-ed6249dc792d tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:56.765950 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b40316-dd16-4aee-a027-24d1467a5db6 x-openstack-request-id: req-c7b40316-dd16-4aee-a027-24d1467a5db6 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:56.766721 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f1680f-bf1f-4040-9982-da5667e6a82b", "name": "network-vif-plugged", "status": "completed", "tag": "2946ff02-3140-4b50-aef5-da0454e9c12c", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:56.766976 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c7b40316-dd16-4aee-a027-24d1467a5db6 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:56.767418 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f1680f-bf1f-4040-9982-da5667e6a82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2946ff02-3140-4b50-aef5-da0454e9c12c', 'code': 200} Nov 12 20:01:56.888283 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c20f8ec-ced5-4b4b-80d7-3931aa1de444 x-openstack-request-id: req-1c20f8ec-ced5-4b4b-80d7-3931aa1de444 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:56.888768 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110aff97-6ab4-44a8-8f4a-1c1d0a01bd32", "name": "network-vif-deleted", "tag": "8875ec82-e9fb-4add-8ff6-9de28370c3c3", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:56.888891 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1c20f8ec-ced5-4b4b-80d7-3931aa1de444 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:56.889187 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110aff97-6ab4-44a8-8f4a-1c1d0a01bd32', 'name': 'network-vif-deleted', 'tag': '8875ec82-e9fb-4add-8ff6-9de28370c3c3', 'status': 'completed', 'code': 200} Nov 12 20:01:56.933366 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1f839d-00d9-4412-8e85-d4c27025f9a9 None None] Network 94677ec5-8c46-449a-b99e-e3c5a23c109c requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:01:56.947748 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-aeffe54f-f8f8-402b-9159-3f2bb229d75d req-ff013bce-1668-4f38-b793-8689eca1dd3f tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Deleting port d6cb67d8-8e6c-4f5d-85a9-675c05699c18 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:01:56.948082 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-aeffe54f-f8f8-402b-9159-3f2bb229d75d req-ff013bce-1668-4f38-b793-8689eca1dd3f tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:57.008258 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54632) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:57.060020 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e5122-1c01-45a1-b3b5-c4f809331bbd req-17f13be1-f50a-42e7-8121-2cc8542dd4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:57.062497 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e49e5122-1c01-45a1-b3b5-c4f809331bbd req-17f13be1-f50a-42e7-8121-2cc8542dd4ab service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 1097 time: 0.2535217 Nov 12 20:01:57.124358 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d878e-e78a-43f1-8b66-a085747c1f16 req-8de1b3ad-e17a-4981-9f6b-843a362f4f8b tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:57.126990 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [req-f01eb14a-cd85-47ec-8219-02563120e819 req-f43734a3-90a0-4a1e-aa4f-ed6249dc792d tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Floating IP d13bf0de-ee9e-4f2c-87f2-1502bb2c9920 associated. External IP: 172.25.5.122, port: 47e538a5-0794-4406-91e0-d37d5df399b9. Nov 12 20:01:57.132358 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aa8d878e-e78a-43f1-8b66-a085747c1f16 req-8de1b3ad-e17a-4981-9f6b-843a362f4f8b tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/ports?device_id=5268c50f-ab3d-408b-8505-7cf80dfe5638 HTTP/1.1" status: 200 len: 949 time: 0.1398680 Nov 12 20:01:57.150986 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-56e001c1-795e-40aa-882b-0b8a572157ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:57.200410 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-aeffe54f-f8f8-402b-9159-3f2bb229d75d req-ff013bce-1668-4f38-b793-8689eca1dd3f tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] For port d6cb67d8-8e6c-4f5d-85a9-675c05699c18, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d6cb67d8-8e6c-4f5d-85a9-675c05699c18,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:01:57.200774 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-aeffe54f-f8f8-402b-9159-3f2bb229d75d req-ff013bce-1668-4f38-b793-8689eca1dd3f tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:57.206917 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aa8d878e-e78a-43f1-8b66-a085747c1f16 req-ea39d709-4509-48b5-a3e3-77e75eda78f4 tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.48 "GET /v2.0/security-groups?id=89e45dc1-d66d-43ab-805c-92df468555cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737243 Nov 12 20:01:57.213502 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e49e5122-1c01-45a1-b3b5-c4f809331bbd req-9ab869cc-387f-4300-af49-000f59f4cbb3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432474 Nov 12 20:01:57.218728 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-aeffe54f-f8f8-402b-9159-3f2bb229d75d req-ff013bce-1668-4f38-b793-8689eca1dd3f tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Calling delete_port for d6cb67d8-8e6c-4f5d-85a9-675c05699c18 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:01:57.308677 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0cbfbe72-8b6c-4df6-a8c0-a1a3d0a167af req-a5a72aae-45ee-4ed6-bf10-02e4f6f9d9fb tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e3f8e6-af2b-4a35-98de-599a60555747 HTTP/1.1" status: 200 len: 210 time: 0.0314915 Nov 12 20:01:57.388051 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-56e001c1-795e-40aa-882b-0b8a572157ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:57.393739 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-56e001c1-795e-40aa-882b-0b8a572157ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:57.419262 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-aeffe54f-f8f8-402b-9159-3f2bb229d75d req-ff013bce-1668-4f38-b793-8689eca1dd3f tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:57.464319 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff013bce-1668-4f38-b793-8689eca1dd3f tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Pushing event deleted for resources: {'Port': ['ID=d6cb67d8-8e6c-4f5d-85a9-675c05699c18,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:57.483220 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-56e001c1-795e-40aa-882b-0b8a572157ca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e1bfb7038daf45ac9eef94d8e60b6428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4738867 Nov 12 20:01:57.488557 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54640) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:57.499859 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e001c1-795e-40aa-882b-0b8a572157ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029aa93f-2096-474d-a9d1-fec8ef6f7b6f,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:57.522503 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f01eb14a-cd85-47ec-8219-02563120e819 req-f43734a3-90a0-4a1e-aa4f-ed6249dc792d tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Router 3123a917-2893-47c0-aaae-819684240b10 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:01:57.567349 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeffe54f-f8f8-402b-9159-3f2bb229d75d req-ff013bce-1668-4f38-b793-8689eca1dd3f tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] No DVR routers for this DVR port d6cb67d8-8e6c-4f5d-85a9-675c05699c18 on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:01:57.581343 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-14b16d33-4247-4106-8dae-97bfdb425141 req-8193b4e0-28c7-4993-9d77-4499890ec03a tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d841e32d493a46c7bf1c58a418da2caa HTTP/1.1" status: 200 len: 10998 time: 0.2157490 Nov 12 20:01:57.582734 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-aeffe54f-f8f8-402b-9159-3f2bb229d75d req-ff013bce-1668-4f38-b793-8689eca1dd3f tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:57.585994 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aeffe54f-f8f8-402b-9159-3f2bb229d75d req-ff013bce-1668-4f38-b793-8689eca1dd3f tempest-ListImageFiltersTestJSON-169935189 tempest-ListImageFiltersTestJSON-169935189-project] 10.222.0.52 "DELETE /v2.0/ports/d6cb67d8-8e6c-4f5d-85a9-675c05699c18 HTTP/1.1" status: 204 len: 173 time: 0.8727429 Nov 12 20:01:57.614646 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-155d812a-55b1-4faf-9957-15ef70340307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:57.678556 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-14b16d33-4247-4106-8dae-97bfdb425141 req-00751b76-661e-411b-81bb-84b7a5e32589 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups/1559601b-ff72-4ce9-9f6b-84bfc96eb534 HTTP/1.1" status: 200 len: 2998 time: 0.0884726 Nov 12 20:01:57.679812 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-155d812a-55b1-4faf-9957-15ef70340307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:57.722485 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f01eb14a-cd85-47ec-8219-02563120e819 req-f43734a3-90a0-4a1e-aa4f-ed6249dc792d tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:01:57.727685 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f01eb14a-cd85-47ec-8219-02563120e819 req-f43734a3-90a0-4a1e-aa4f-ed6249dc792d tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:57.736379 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cbbd32-27f6-4d2c-ba42-d903f6e8f3c4 None None] Sync routers for ids ['3123a917-2893-47c0-aaae-819684240b10'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:01:57.762573 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cbbd32-27f6-4d2c-ba42-d903f6e8f3c4 None None] Routers {'3123a917-2893-47c0-aaae-819684240b10'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:01:57.765582 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f01eb14a-cd85-47ec-8219-02563120e819 req-f43734a3-90a0-4a1e-aa4f-ed6249dc792d tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "PUT /v2.0/floatingips/d13bf0de-ee9e-4f2c-87f2-1502bb2c9920 HTTP/1.1" status: 200 len: 996 time: 1.9531410 Nov 12 20:01:57.767615 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6ac673-3c10-4e43-b79a-3fce4490305c', 'tag': '47e538a5-0794-4406-91e0-d37d5df399b9'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:01:57.770146 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf975eb-4794-4705-86e9-e12cda7845d0" -d '{"events": [{"name": "network-changed", "server_uuid": "5a6ac673-3c10-4e43-b79a-3fce4490305c", "tag": "47e538a5-0794-4406-91e0-d37d5df399b9"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:01:57.782952 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-37cbbd32-27f6-4d2c-ba42-d903f6e8f3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:01:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3123a917-2893-47c0-aaae-819684240b10'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:57.819395 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-155d812a-55b1-4faf-9957-15ef70340307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:57.821909 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-155d812a-55b1-4faf-9957-15ef70340307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:57.832732 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-155d812a-55b1-4faf-9957-15ef70340307 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/029aa93f-2096-474d-a9d1-fec8ef6f7b6f HTTP/1.1" status: 204 len: 168 time: 0.3403718 Nov 12 20:01:57.836107 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-14b16d33-4247-4106-8dae-97bfdb425141 req-225fad2c-3738-43ee-bcec-5e1343bc3436 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups/1559601b-ff72-4ce9-9f6b-84bfc96eb534 HTTP/1.1" status: 200 len: 2998 time: 0.1517026 Nov 12 20:01:57.867163 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d812a-55b1-4faf-9957-15ef70340307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029aa93f-2096-474d-a9d1-fec8ef6f7b6f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:57.900656 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01eb14a-cd85-47ec-8219-02563120e819 req-8213961b-c5f4-4bff-91f6-4466c87a1c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:57.901241 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f01eb14a-cd85-47ec-8219-02563120e819 req-8213961b-c5f4-4bff-91f6-4466c87a1c8f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=23d7c5887d2e419db54487a0bcfcf104&device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 1097 time: 0.1102622 Nov 12 20:01:57.973303 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-37cbbd32-27f6-4d2c-ba42-d903f6e8f3c4 None None] Set router 3123a917-2893-47c0-aaae-819684240b10 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:01:58.077698 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01eb14a-cd85-47ec-8219-02563120e819 req-dd599cbe-2fbb-4ccf-a5fa-fac64a01bc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:58.079558 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f01eb14a-cd85-47ec-8219-02563120e819 req-dd599cbe-2fbb-4ccf-a5fa-fac64a01bc1b service neutron] 10.222.0.48 "GET /v2.0/networks?id=754baca7-d929-454e-a98a-e992c207ce86 HTTP/1.1" status: 200 len: 922 time: 0.1717577 Nov 12 20:01:58.214791 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f01eb14a-cd85-47ec-8219-02563120e819 req-5c86c6c9-0fa5-4c58-87a7-f39d6435e9ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47e538a5-0794-4406-91e0-d37d5df399b9 HTTP/1.1" status: 200 len: 999 time: 0.1230118 Nov 12 20:01:58.315953 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01eb14a-cd85-47ec-8219-02563120e819 req-d1621f82-630f-4977-aab0-b25567a2f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:58.318813 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f01eb14a-cd85-47ec-8219-02563120e819 req-d1621f82-630f-4977-aab0-b25567a2f34e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63d41080-676f-4ac4-8522-f666160b10e9 HTTP/1.1" status: 200 len: 860 time: 0.0909956 Nov 12 20:01:58.370551 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54658) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:58.389126 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-25f417fa-4a5e-43b8-9ed2-7bc44aa28483 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:58.441044 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01eb14a-cd85-47ec-8219-02563120e819 req-43091091-9e87-4383-b063-5e981b0c949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:58.444863 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f01eb14a-cd85-47ec-8219-02563120e819 req-43091091-9e87-4383-b063-5e981b0c949d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=754baca7-d929-454e-a98a-e992c207ce86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1186330 Nov 12 20:01:58.491110 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-37cbbd32-27f6-4d2c-ba42-d903f6e8f3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123a917-2893-47c0-aaae-819684240b10', 'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-router', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:58Z', 'updated_at': '2021-11-12T20:01:07Z', 'revision_number': 4, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'gw_port': {'id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:01Z', 'updated_at': '2021-11-12T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'd13bf0de-ee9e-4f2c-87f2-1502bb2c9920', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'floating_ip_address': '172.25.5.122', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '3123a917-2893-47c0-aaae-819684240b10', 'port_id': '47e538a5-0794-4406-91e0-d37d5df399b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'mac_address': 'fa:16:3e:99:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ac673-3c10-4e43-b79a-3fce4490305c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:01:37Z', 'updated_at': '2021-11-12T20:01:56Z', 'revision_number': 1, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab2415c0-8ef2-42a7-9808-d12c1fd0c527', 'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'mac_address': 'fa:16:3e:aa:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '63d41080-676f-4ac4-8522-f666160b10e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:05Z', 'updated_at': '2021-11-12T20:01:14Z', 'revision_number': 5, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'subnets': [{'id': '63d41080-676f-4ac4-8522-f666160b10e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:58.541001 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cbbd32-27f6-4d2c-ba42-d903f6e8f3c4 None None] Checking router: 3123a917-2893-47c0-aaae-819684240b10 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:01:58.555764 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cbbd32-27f6-4d2c-ba42-d903f6e8f3c4 None None] Routers {'3123a917-2893-47c0-aaae-819684240b10'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:01:58.556353 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-37cbbd32-27f6-4d2c-ba42-d903f6e8f3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:01:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3123a917-2893-47c0-aaae-819684240b10'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:58.566792 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-25f417fa-4a5e-43b8-9ed2-7bc44aa28483 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:58.582211 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-25f417fa-4a5e-43b8-9ed2-7bc44aa28483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:58.627102 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f01eb14a-cd85-47ec-8219-02563120e819 req-d4bda296-95aa-4285-9b0a-97f66aa6e499 service neutron] 10.222.0.48 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733532 Nov 12 20:01:58.684730 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-25f417fa-4a5e-43b8-9ed2-7bc44aa28483 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6f8c4a7f5664c9089f5bbce57015885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3130863 Nov 12 20:01:58.690793 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54668) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:58.709467 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f417fa-4a5e-43b8-9ed2-7bc44aa28483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ab55b2-ce6a-4e1d-ab1b-6c6535ed0c13,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:58.711721 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-37cbbd32-27f6-4d2c-ba42-d903f6e8f3c4 None None] Set router 3123a917-2893-47c0-aaae-819684240b10 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:01:58.743872 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f01eb14a-cd85-47ec-8219-02563120e819 req-2f29971f-aff0-410c-9ec2-5a83af70e10d service neutron] 10.222.0.48 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094637 Nov 12 20:01:58.769720 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-feaf1d49-bfc7-4cee-88d2-89059e1365e5 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:58.771287 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-feaf1d49-bfc7-4cee-88d2-89059e1365e5 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] 10.222.0.48 "GET /v2.0/networks?id=e63d4370-712f-46e3-8afb-65b397eaab2b HTTP/1.1" status: 200 len: 825 time: 0.2024386 Nov 12 20:01:58.802096 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-29efb108-c56b-4772-833c-1159e81b1fcd tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] 10.222.0.48 "GET /v2.0/quotas/10ab027efbdb41f0a1eb28c7918dfc16 HTTP/1.1" status: 200 len: 375 time: 0.0167851 Nov 12 20:01:58.803734 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4e92eb58-f219-4794-8677-3b16be5d388f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:58.863237 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-e7c129a3-b02d-41b9-8f36-2fc03de16a18 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=10ab027efbdb41f0a1eb28c7918dfc16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486538 Nov 12 20:01:58.876853 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4e92eb58-f219-4794-8677-3b16be5d388f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:58.893085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5268c50f-ab3d-408b-8505-7cf80dfe5638', 'name': 'network-vif-deleted', 'tag': 'd6cb67d8-8e6c-4f5d-85a9-675c05699c18'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:01:58.895740 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47011c93-1f26-4b76-b7a6-9b051f20a898" -d '{"events": [{"server_uuid": "5268c50f-ab3d-408b-8505-7cf80dfe5638", "name": "network-vif-deleted", "tag": "d6cb67d8-8e6c-4f5d-85a9-675c05699c18"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:01:58.911250 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6fc11-259b-4478-920c-fa350848907d req-3ede2d0b-4853-4280-9710-0bbfa5072bc9 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:58.913702 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-68c6fc11-259b-4478-920c-fa350848907d req-3ede2d0b-4853-4280-9710-0bbfa5072bc9 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.0659251 Nov 12 20:01:58.981703 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-68c6fc11-259b-4478-920c-fa350848907d req-6fe0a3e7-8cbd-48f4-9843-ee64739ccbd2 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611327 Nov 12 20:01:58.989928 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4e92eb58-f219-4794-8677-3b16be5d388f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:58.993919 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4e92eb58-f219-4794-8677-3b16be5d388f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:58.994458 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4e92eb58-f219-4794-8677-3b16be5d388f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/89ab55b2-ce6a-4e1d-ab1b-6c6535ed0c13 HTTP/1.1" status: 204 len: 168 time: 0.3020904 Nov 12 20:01:59.016905 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92eb58-f219-4794-8677-3b16be5d388f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ab55b2-ce6a-4e1d-ab1b-6c6535ed0c13,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:59.020558 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-37cbbd32-27f6-4d2c-ba42-d903f6e8f3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123a917-2893-47c0-aaae-819684240b10', 'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-router', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:58Z', 'updated_at': '2021-11-12T20:01:07Z', 'revision_number': 4, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'gw_port': {'id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:01Z', 'updated_at': '2021-11-12T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'd13bf0de-ee9e-4f2c-87f2-1502bb2c9920', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'floating_ip_address': '172.25.5.122', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '3123a917-2893-47c0-aaae-819684240b10', 'port_id': '47e538a5-0794-4406-91e0-d37d5df399b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'mac_address': 'fa:16:3e:99:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ac673-3c10-4e43-b79a-3fce4490305c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:01:37Z', 'updated_at': '2021-11-12T20:01:56Z', 'revision_number': 1, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab2415c0-8ef2-42a7-9808-d12c1fd0c527', 'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'mac_address': 'fa:16:3e:aa:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '63d41080-676f-4ac4-8522-f666160b10e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:05Z', 'updated_at': '2021-11-12T20:01:14Z', 'revision_number': 5, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'subnets': [{'id': '63d41080-676f-4ac4-8522-f666160b10e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:01:59.036597 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-96f8f94c-4374-47ac-8c97-d6d77158a5b0 service neutron] 10.222.0.48 "GET /v2.0/networks/e63d4370-712f-46e3-8afb-65b397eaab2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724253 Nov 12 20:01:59.060898 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cbbd32-27f6-4d2c-ba42-d903f6e8f3c4 None None] The sync data for ids ['3123a917-2893-47c0-aaae-819684240b10'] in n-d-712140-15 is: [{'id': '3123a917-2893-47c0-aaae-819684240b10', 'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-router', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:58Z', 'updated_at': '2021-11-12T20:01:07Z', 'revision_number': 4, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'gw_port': {'id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:01Z', 'updated_at': '2021-11-12T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'd13bf0de-ee9e-4f2c-87f2-1502bb2c9920', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'floating_ip_address': '172.25.5.122', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '3123a917-2893-47c0-aaae-819684240b10', 'port_id': '47e538a5-0794-4406-91e0-d37d5df399b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'mac_address': 'fa:16:3e:99:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ac673-3c10-4e43-b79a-3fce4490305c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:01:37Z', 'updated_at': '2021-11-12T20:01:56Z', 'revision_number': 1, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab2415c0-8ef2-42a7-9808-d12c1fd0c527', 'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'mac_address': 'fa:16:3e:aa:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '63d41080-676f-4ac4-8522-f666160b10e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:05Z', 'updated_at': '2021-11-12T20:01:14Z', 'revision_number': 5, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'subnets': [{'id': '63d41080-676f-4ac4-8522-f666160b10e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:01:59.087364 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50402fe-e0b3-42e8-8c0f-9b649e4d36ec x-openstack-request-id: req-a50402fe-e0b3-42e8-8c0f-9b649e4d36ec {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:59.087364 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a6ac673-3c10-4e43-b79a-3fce4490305c", "tag": "47e538a5-0794-4406-91e0-d37d5df399b9", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:59.087609 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a50402fe-e0b3-42e8-8c0f-9b649e4d36ec {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:59.087853 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6ac673-3c10-4e43-b79a-3fce4490305c', 'tag': '47e538a5-0794-4406-91e0-d37d5df399b9', 'status': 'completed', 'code': 200} Nov 12 20:01:59.193026 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3b33a204-2721-46fa-8ddf-f80d1d234d52 req-5535b147-410b-4363-8a80-4966361020d6 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups/e6641879-255f-4f27-94b9-02a64cac8d86 HTTP/1.1" status: 200 len: 1817 time: 0.0618246 Nov 12 20:01:59.226739 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-241e4170-6bcc-4022-97b9-c584b4f2caef service neutron] 10.222.0.48 "GET /v2.0/networks/e63d4370-712f-46e3-8afb-65b397eaab2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892798 Nov 12 20:01:59.232008 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf975eb-4794-4705-86e9-e12cda7845d0 req-994ab615-99a0-4d66-b1f3-c5f95787b6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:59.233502 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8cf975eb-4794-4705-86e9-e12cda7845d0 req-994ab615-99a0-4d66-b1f3-c5f95787b6ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23d7c5887d2e419db54487a0bcfcf104&device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 1097 time: 0.1042483 Nov 12 20:01:59.270678 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3b33a204-2721-46fa-8ddf-f80d1d234d52 req-fb94cbd1-90b9-4554-86f9-fcbc553a6330 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:59.307380 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3b33a204-2721-46fa-8ddf-f80d1d234d52 req-fb94cbd1-90b9-4554-86f9-fcbc553a6330 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:59.364739 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3b33a204-2721-46fa-8ddf-f80d1d234d52 req-fb94cbd1-90b9-4554-86f9-fcbc553a6330 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:59.368614 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3b33a204-2721-46fa-8ddf-f80d1d234d52 req-fb94cbd1-90b9-4554-86f9-fcbc553a6330 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:59.385526 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3b33a204-2721-46fa-8ddf-f80d1d234d52 req-fb94cbd1-90b9-4554-86f9-fcbc553a6330 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "DELETE /v2.0/security-groups/e6641879-255f-4f27-94b9-02a64cac8d86 HTTP/1.1" status: 204 len: 173 time: 0.1859076 Nov 12 20:01:59.409663 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94cbd1-90b9-4554-86f9-fcbc553a6330 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6641879-255f-4f27-94b9-02a64cac8d86,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:59.416080 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf975eb-4794-4705-86e9-e12cda7845d0 req-3651d79f-b478-4891-a3a0-1f6648c8e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:59.417923 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8cf975eb-4794-4705-86e9-e12cda7845d0 req-3651d79f-b478-4891-a3a0-1f6648c8e96a service neutron] 10.222.0.55 "GET /v2.0/networks?id=754baca7-d929-454e-a98a-e992c207ce86 HTTP/1.1" status: 200 len: 922 time: 0.1724992 Nov 12 20:01:59.430954 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54682) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:59.448684 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e990f508-70f7-47e7-9b27-b70d23a74cc7 None None] New status for floating IP d13bf0de-ee9e-4f2c-87f2-1502bb2c9920: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:01:59.583189 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8cf975eb-4794-4705-86e9-e12cda7845d0 req-87b3a902-5e91-400a-84f6-3d3dc5665353 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47e538a5-0794-4406-91e0-d37d5df399b9 HTTP/1.1" status: 200 len: 999 time: 0.1543393 Nov 12 20:01:59.648120 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d11b5908-d980-43db-8138-a3aa15fc2182 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:59.686263 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf975eb-4794-4705-86e9-e12cda7845d0 req-955105a6-f1e1-4b4e-9c60-4c1151e2891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:59.688971 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8cf975eb-4794-4705-86e9-e12cda7845d0 req-955105a6-f1e1-4b4e-9c60-4c1151e2891f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63d41080-676f-4ac4-8522-f666160b10e9 HTTP/1.1" status: 200 len: 860 time: 0.0965838 Nov 12 20:01:59.691274 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a590092f-2071-46c4-a8ce-0cccad3fccc6 x-openstack-request-id: req-a590092f-2071-46c4-a8ce-0cccad3fccc6 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:01:59.691624 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5268c50f-ab3d-408b-8505-7cf80dfe5638", "name": "network-vif-deleted", "tag": "d6cb67d8-8e6c-4f5d-85a9-675c05699c18", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:01:59.691817 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a590092f-2071-46c4-a8ce-0cccad3fccc6 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:01:59.692193 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5268c50f-ab3d-408b-8505-7cf80dfe5638', 'name': 'network-vif-deleted', 'tag': 'd6cb67d8-8e6c-4f5d-85a9-675c05699c18', 'status': 'completed', 'code': 200} Nov 12 20:01:59.695655 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d11b5908-d980-43db-8138-a3aa15fc2182 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:59.769420 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d11b5908-d980-43db-8138-a3aa15fc2182 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:59.774849 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d11b5908-d980-43db-8138-a3aa15fc2182 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:01:59.779726 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d11b5908-d980-43db-8138-a3aa15fc2182 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "DELETE /v2.0/security-groups/4b759fb5-4f4d-4d79-a3fe-fd07cde4531c HTTP/1.1" status: 204 len: 168 time: 0.3473699 Nov 12 20:01:59.781021 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54700) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:59.852115 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b5908-d980-43db-8138-a3aa15fc2182 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b759fb5-4f4d-4d79-a3fe-fd07cde4531c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:01:59.892874 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fab00-b084-4d79-8506-c48636337fae req-d02148b0-e0fd-4b9a-a2c7-168a9e412016 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:59.909796 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-c0277921-1748-46e9-959c-e083dbaff992 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] show failed (client error): The resource could not be found. Nov 12 20:01:59.914586 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c0277921-1748-46e9-959c-e083dbaff992 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "GET /v2.0/security-groups/4b759fb5-4f4d-4d79-a3fe-fd07cde4531c HTTP/1.1" status: 404 len: 347 time: 0.1264093 Nov 12 20:01:59.915944 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54708) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:01:59.919939 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b01fab00-b084-4d79-8506-c48636337fae req-d02148b0-e0fd-4b9a-a2c7-168a9e412016 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.1590276 Nov 12 20:01:59.933738 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf975eb-4794-4705-86e9-e12cda7845d0 req-fee29ff2-1638-4da3-b2a9-389b0e582a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:01:59.935397 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8cf975eb-4794-4705-86e9-e12cda7845d0 req-fee29ff2-1638-4da3-b2a9-389b0e582a3d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=754baca7-d929-454e-a98a-e992c207ce86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2389433 Nov 12 20:02:00.007389 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0d981-455b-4fb9-beb8-905b99249cac req-9d707614-b8bb-4402-adba-6d4fd4523d0f tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:00.008893 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44b0d981-455b-4fb9-beb8-905b99249cac req-9d707614-b8bb-4402-adba-6d4fd4523d0f tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e23e515-c04c-4e14-a349-a5fafa901178&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1828873 Nov 12 20:02:00.110768 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b01fab00-b084-4d79-8506-c48636337fae req-0b84220a-d960-475f-a7b0-dfe110a7962e tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879427 Nov 12 20:02:00.178145 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [req-41943ade-6319-4244-97d3-d7a7a5d31c36 req-72979b82-30b3-4d5b-b35d-14ea9b73ba13 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] show failed (client error): The resource could not be found. Nov 12 20:02:00.196405 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-41943ade-6319-4244-97d3-d7a7a5d31c36 req-72979b82-30b3-4d5b-b35d-14ea9b73ba13 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups/e6641879-255f-4f27-94b9-02a64cac8d86 HTTP/1.1" status: 404 len: 352 time: 0.0391688 Nov 12 20:02:00.200941 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44b0d981-455b-4fb9-beb8-905b99249cac req-318a8cc6-9e0e-464d-9674-70dd0675c4fa tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 1001 time: 0.1644757 Nov 12 20:02:00.213938 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-44b0d981-455b-4fb9-beb8-905b99249cac req-08461791-e16f-4e77-9255-7d6c2a6de7d9 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Request body: {'floatingip': {'port_id': 'adaab15d-9467-4bbb-89ba-b806771a0077', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:00.232525 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8cf975eb-4794-4705-86e9-e12cda7845d0 req-aaebc24e-e7ed-43e8-9304-501b4011cf1c service neutron] 10.222.0.55 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877808 Nov 12 20:02:00.287055 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-10c2a0b5-0747-4496-9533-c7db55bb7652 req-19e45f2f-3c9a-4bee-8118-495e63500802 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a7154b-405f-4317-83f2-98e5b1f454a3 HTTP/1.1" status: 200 len: 210 time: 0.0434530 Nov 12 20:02:00.299076 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-44b0d981-455b-4fb9-beb8-905b99249cac req-08461791-e16f-4e77-9255-7d6c2a6de7d9 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks [] for floatingip, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:00.410171 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-e896cfdd-691e-423e-9649-02ebea98a5e3 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Deleting port a9053eab-5d4a-4ea9-8e4a-b26f7a8fd151 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:02:00.410526 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e896cfdd-691e-423e-9649-02ebea98a5e3 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:00.482500 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8cf975eb-4794-4705-86e9-e12cda7845d0 req-d2a62ac9-8c5a-4f1b-aaed-7f5426f55b9f service neutron] 10.222.0.55 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324097 Nov 12 20:02:00.483006 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54730) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:00.751193 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-7b8a592d-177b-4c0d-8666-4a3efd71efdc admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1706699633-network', 'tenant_id': 'b823c54876a64f49b0e3e4f37d9e10c8'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:00.769167 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device d6cb67d8-8e6c-4f5d-85a9-675c05699c18 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:02:00.796357 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8a592d-177b-4c0d-8666-4a3efd71efdc admin admin] Made reservation on behalf of b823c54876a64f49b0e3e4f37d9e10c8 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:02:00.799110 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b8a592d-177b-4c0d-8666-4a3efd71efdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:00.821264 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b8a592d-177b-4c0d-8666-4a3efd71efdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:00.849459 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: d6cb67d8-8e6c-4f5d-85a9-675c05699c18 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:02:00.851821 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device d6cb67d8-8e6c-4f5d-85a9-675c05699c18 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:02:00.981450 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b8a592d-177b-4c0d-8666-4a3efd71efdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:00.987204 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b8a592d-177b-4c0d-8666-4a3efd71efdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:01.004150 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8a592d-177b-4c0d-8666-4a3efd71efdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:02:01.013870 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b8a592d-177b-4c0d-8666-4a3efd71efdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:01.014239 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-7b8a592d-177b-4c0d-8666-4a3efd71efdc admin admin] Added segment 3e224982-6395-4c12-b776-18d7d32b13ae of type vlan for network 9f700ce5-2a0b-4162-916c-2d06c3c0ef90 Nov 12 20:02:01.058479 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b8a592d-177b-4c0d-8666-4a3efd71efdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:01.106217 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e896cfdd-691e-423e-9649-02ebea98a5e3 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:01.106985 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e896cfdd-691e-423e-9649-02ebea98a5e3 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:01.118546 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b8a592d-177b-4c0d-8666-4a3efd71efdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:01.119753 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8a592d-177b-4c0d-8666-4a3efd71efdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:01.120549 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b8a592d-177b-4c0d-8666-4a3efd71efdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:01.134008 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-e896cfdd-691e-423e-9649-02ebea98a5e3 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Calling delete_port for a9053eab-5d4a-4ea9-8e4a-b26f7a8fd151 owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:02:01.164497 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a592d-177b-4c0d-8666-4a3efd71efdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd841fdf-8314-4f9e-a0ea-b97b6b37eb20,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:01.197791 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7b8a592d-177b-4c0d-8666-4a3efd71efdc admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7100520 Nov 12 20:02:01.238406 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54750) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:01.243872 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-fc805263-06fa-46c3-954b-c0c70c6555a3 admin admin] Request body: {'subnet': {'network_id': '9f700ce5-2a0b-4162-916c-2d06c3c0ef90', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1706699633-subnet', 'tenant_id': 'b823c54876a64f49b0e3e4f37d9e10c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:01.264469 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a592d-177b-4c0d-8666-4a3efd71efdc admin admin] Pushing event updated for resources: {'Network': ['ID=9f700ce5-2a0b-4162-916c-2d06c3c0ef90,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:01.277514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 9f700ce5-2a0b-4162-916c-2d06c3c0ef90 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:02:01.304673 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cbc28ee-78e8-471d-9a16-fc7cc67884ec req-b755d5c0-ac62-4ed6-8200-be6078b4a1c8 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups/3f625ae5-0648-46b0-a9de-7b58a56312a1 HTTP/1.1" status: 200 len: 1818 time: 0.1903620 Nov 12 20:02:01.365062 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc805263-06fa-46c3-954b-c0c70c6555a3 admin admin] Made reservation on behalf of b823c54876a64f49b0e3e4f37d9e10c8 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:02:01.367422 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc805263-06fa-46c3-954b-c0c70c6555a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:01.715425 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc805263-06fa-46c3-954b-c0c70c6555a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:01.766748 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc805263-06fa-46c3-954b-c0c70c6555a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61b172b9-1029-4f6f-8d5d-e7b9e3d428af,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:01.838119 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc805263-06fa-46c3-954b-c0c70c6555a3 admin admin] Checking segment: {'id': '3e224982-6395-4c12-b776-18d7d32b13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9f700ce5-2a0b-4162-916c-2d06c3c0ef90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:02:01.838530 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc805263-06fa-46c3-954b-c0c70c6555a3 admin admin] Network hostable DHCP agents. Network: 9f700ce5-2a0b-4162-916c-2d06c3c0ef90, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:02:01.854387 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e896cfdd-691e-423e-9649-02ebea98a5e3 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:01.928086 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896cfdd-691e-423e-9649-02ebea98a5e3 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Pushing event deleted for resources: {'Port': ['ID=a9053eab-5d4a-4ea9-8e4a-b26f7a8fd151,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:01.943494 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc805263-06fa-46c3-954b-c0c70c6555a3 admin admin] Network 9f700ce5-2a0b-4162-916c-2d06c3c0ef90 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:02:01.948860 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7cbc28ee-78e8-471d-9a16-fc7cc67884ec req-a04432b1-9ae7-4718-a6bc-40bb019ca7f6 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:01.975694 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-fc805263-06fa-46c3-954b-c0c70c6555a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 9f700ce5-2a0b-4162-916c-2d06c3c0ef90) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:02:01.980850 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-a0e83b7d-9a69-434f-923a-16673bbfe77a tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:01.983857 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f37dc93-05c0-48ed-81fe-695bbc1ea88d None None] Network 9f700ce5-2a0b-4162-916c-2d06c3c0ef90 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:02:01.994947 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-a0e83b7d-9a69-434f-923a-16673bbfe77a tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] 10.222.0.55 "GET /v2.0/networks?id=e63d4370-712f-46e3-8afb-65b397eaab2b HTTP/1.1" status: 200 len: 825 time: 0.6812398 Nov 12 20:02:02.011288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-c2d7a27d-804a-48f5-a2fa-373dce59574a tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Request body: {'port': {'device_id': '70a7154b-405f-4317-83f2-98e5b1f454a3', 'network_id': 'e63d4370-712f-46e3-8afb-65b397eaab2b', 'admin_state_up': True, 'tenant_id': '10ab027efbdb41f0a1eb28c7918dfc16'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:02.021381 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc805263-06fa-46c3-954b-c0c70c6555a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:02.022359 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc805263-06fa-46c3-954b-c0c70c6555a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:02.039120 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7cbc28ee-78e8-471d-9a16-fc7cc67884ec req-a04432b1-9ae7-4718-a6bc-40bb019ca7f6 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:02.068218 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e896cfdd-691e-423e-9649-02ebea98a5e3 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks [] for floatingip, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:02.071245 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e896cfdd-691e-423e-9649-02ebea98a5e3 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:02.075677 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e896cfdd-691e-423e-9649-02ebea98a5e3 tempest-ServersWithSpecificFlavorTestJSON-454747748 tempest-ServersWithSpecificFlavorTestJSON-454747748-project] 10.222.0.48 "DELETE /v2.0/floatingips/13d5ce72-c339-4724-b48e-295acc57ebf4 HTTP/1.1" status: 204 len: 168 time: 2.1559200 Nov 12 20:02:02.101675 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fc805263-06fa-46c3-954b-c0c70c6555a3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8615947 Nov 12 20:02:02.106729 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54760) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:02.117293 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-653d6e3e-609a-48eb-9e44-89ae657f905e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1706699633-router', 'tenant_id': 'b823c54876a64f49b0e3e4f37d9e10c8', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:02.176567 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7cbc28ee-78e8-471d-9a16-fc7cc67884ec req-a04432b1-9ae7-4718-a6bc-40bb019ca7f6 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:02.179157 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7cbc28ee-78e8-471d-9a16-fc7cc67884ec req-a04432b1-9ae7-4718-a6bc-40bb019ca7f6 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:02.191343 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cbc28ee-78e8-471d-9a16-fc7cc67884ec req-a04432b1-9ae7-4718-a6bc-40bb019ca7f6 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "DELETE /v2.0/security-groups/3f625ae5-0648-46b0-a9de-7b58a56312a1 HTTP/1.1" status: 204 len: 173 time: 0.8855579 Nov 12 20:02:02.220279 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-653d6e3e-609a-48eb-9e44-89ae657f905e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:02.221515 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-653d6e3e-609a-48eb-9e44-89ae657f905e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:02.233852 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04432b1-9ae7-4718-a6bc-40bb019ca7f6 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f625ae5-0648-46b0-a9de-7b58a56312a1,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:02.277169 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-653d6e3e-609a-48eb-9e44-89ae657f905e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:02.278405 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-c2d7a27d-804a-48f5-a2fa-373dce59574a tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Made reservation on behalf of 10ab027efbdb41f0a1eb28c7918dfc16 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:02:02.282944 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.db.resource_extend [req-44b0d981-455b-4fb9-beb8-905b99249cac req-08461791-e16f-4e77-9255-7d6c2a6de7d9 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 20:02:02.283984 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-c2d7a27d-804a-48f5-a2fa-373dce59574a tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:02.339906 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c0a4c9-c77a-456f-95a3-791695f22497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-9f700ce5-2a0b-4162-916c-2d06c3c0ef90', 'network_id': '9f700ce5-2a0b-4162-916c-2d06c3c0ef90', 'tenant_id': 'b823c54876a64f49b0e3e4f37d9e10c8', 'fixed_ips': [{'subnet_id': '61b172b9-1029-4f6f-8d5d-e7b9e3d428af'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:02:02.340810 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-79c0a4c9-c77a-456f-95a3-791695f22497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:02.417077 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-44b0d981-455b-4fb9-beb8-905b99249cac req-08461791-e16f-4e77-9255-7d6c2a6de7d9 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:02.461227 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-44b0d981-455b-4fb9-beb8-905b99249cac req-08461791-e16f-4e77-9255-7d6c2a6de7d9 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:02.489550 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-c2d7a27d-804a-48f5-a2fa-373dce59574a tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Allocated IP 172.20.0.6 (e63d4370-712f-46e3-8afb-65b397eaab2b/f7930ae6-942d-45bb-ac89-3723a75b4df4/416c4b0a-87d9-4973-bfbe-ced906afc9d9) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:02:02.551697 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-653d6e3e-609a-48eb-9e44-89ae657f905e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:02.615367 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-79c0a4c9-c77a-456f-95a3-791695f22497 None None] Allocated IP 172.20.0.2 (9f700ce5-2a0b-4162-916c-2d06c3c0ef90/61b172b9-1029-4f6f-8d5d-e7b9e3d428af/5694665f-a534-40d4-9dab-16160ff59e63) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:02:02.690563 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [req-44b0d981-455b-4fb9-beb8-905b99249cac req-08461791-e16f-4e77-9255-7d6c2a6de7d9 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Floating IP d13bf0de-ee9e-4f2c-87f2-1502bb2c9920 associated. External IP: 172.25.5.122, port: 47e538a5-0794-4406-91e0-d37d5df399b9. Nov 12 20:02:02.825934 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-c2d7a27d-804a-48f5-a2fa-373dce59574a tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:02.893535 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-c2d7a27d-804a-48f5-a2fa-373dce59574a tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:02.935400 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-79c0a4c9-c77a-456f-95a3-791695f22497 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:02.945115 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-79c0a4c9-c77a-456f-95a3-791695f22497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:02.976324 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-c2d7a27d-804a-48f5-a2fa-373dce59574a tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Network e63d4370-712f-46e3-8afb-65b397eaab2b is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:02:02.984356 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-c2d7a27d-804a-48f5-a2fa-373dce59574a tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:02:02.987747 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-c2d7a27d-804a-48f5-a2fa-373dce59574a tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:02:03.001385 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-653d6e3e-609a-48eb-9e44-89ae657f905e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:03.049634 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0a4c9-c77a-456f-95a3-791695f22497 None None] Pushing event updated for resources: {'Port': ['ID=5694665f-a534-40d4-9dab-16160ff59e63,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:03.068674 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c0a4c9-c77a-456f-95a3-791695f22497 None None] Network 9f700ce5-2a0b-4162-916c-2d06c3c0ef90 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:02:03.071017 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-79c0a4c9-c77a-456f-95a3-791695f22497 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:02:03.075892 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-653d6e3e-609a-48eb-9e44-89ae657f905e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:03.080493 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c0a4c9-c77a-456f-95a3-791695f22497 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:02:03.121225 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7a27d-804a-48f5-a2fa-373dce59574a tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Pushing event updated for resources: {'Port': ['ID=416c4b0a-87d9-4973-bfbe-ced906afc9d9,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:03.151868 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdfa04-36a6-4ffa-847a-7d50a349b2e2 req-316306fc-eab6-406a-84f8-e771cd07a5c0 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:03.154144 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-96cdfa04-36a6-4ffa-847a-7d50a349b2e2 req-316306fc-eab6-406a-84f8-e771cd07a5c0 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.52 "GET /v2.0/ports?device_id=22f1680f-bf1f-4040-9982-da5667e6a82b HTTP/1.1" status: 200 len: 945 time: 0.2790260 Nov 12 20:02:03.169430 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44b0d981-455b-4fb9-beb8-905b99249cac req-08461791-e16f-4e77-9255-7d6c2a6de7d9 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Router 3123a917-2893-47c0-aaae-819684240b10 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:02:03.179575 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-79c0a4c9-c77a-456f-95a3-791695f22497 None None] Attempting to bind port 5694665f-a534-40d4-9dab-16160ff59e63 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:02:03.180218 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-79c0a4c9-c77a-456f-95a3-791695f22497 None None] Attempting to bind port 5694665f-a534-40d4-9dab-16160ff59e63 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '3e224982-6395-4c12-b776-18d7d32b13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9f700ce5-2a0b-4162-916c-2d06c3c0ef90'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:02:03.180801 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c0a4c9-c77a-456f-95a3-791695f22497 None None] Attempting to bind port 5694665f-a534-40d4-9dab-16160ff59e63 on network 9f700ce5-2a0b-4162-916c-2d06c3c0ef90 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:02:03.186667 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c0a4c9-c77a-456f-95a3-791695f22497 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:02:03.187289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c0a4c9-c77a-456f-95a3-791695f22497 None None] Checking segment: {'id': '3e224982-6395-4c12-b776-18d7d32b13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9f700ce5-2a0b-4162-916c-2d06c3c0ef90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:02:03.188561 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-79c0a4c9-c77a-456f-95a3-791695f22497 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:03.189148 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c0a4c9-c77a-456f-95a3-791695f22497 None None] Bound using segment: {'id': '3e224982-6395-4c12-b776-18d7d32b13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9f700ce5-2a0b-4162-916c-2d06c3c0ef90'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:02:03.189778 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-79c0a4c9-c77a-456f-95a3-791695f22497 None None] Bound port: 5694665f-a534-40d4-9dab-16160ff59e63, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e224982-6395-4c12-b776-18d7d32b13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9f700ce5-2a0b-4162-916c-2d06c3c0ef90'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:02:03.190952 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-79c0a4c9-c77a-456f-95a3-791695f22497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:03.235000 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-c2d7a27d-804a-48f5-a2fa-373dce59574a tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:03.235831 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-c2d7a27d-804a-48f5-a2fa-373dce59574a tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:03.265503 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-79c0a4c9-c77a-456f-95a3-791695f22497 None None] For port 5694665f-a534-40d4-9dab-16160ff59e63, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:02:03.270901 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-79c0a4c9-c77a-456f-95a3-791695f22497 None None] For port 5694665f-a534-40d4-9dab-16160ff59e63, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=5694665f-a534-40d4-9dab-16160ff59e63,segment=NetworkSegment(3e224982-6395-4c12-b776-18d7d32b13ae),segment_id=3e224982-6395-4c12-b776-18d7d32b13ae)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:02:03.281361 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-79c0a4c9-c77a-456f-95a3-791695f22497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:03.313750 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-a657c087-dd55-4dce-bb0e-97b78c3abb62 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:03.315809 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-a657c087-dd55-4dce-bb0e-97b78c3abb62 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/networks?id=82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7 HTTP/1.1" status: 200 len: 815 time: 0.4532325 Nov 12 20:02:03.322618 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-c2d7a27d-804a-48f5-a2fa-373dce59574a tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3228493 Nov 12 20:02:03.360356 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-653d6e3e-609a-48eb-9e44-89ae657f905e admin admin] Allocated IP 172.25.5.176 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/66673c2a-69a3-4964-a4fb-bece99e31545) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:02:03.367107 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-6cc583f9-091e-4b3f-ade0-cb0bd59394c2 service neutron] Request body: {'port': {'device_id': '70a7154b-405f-4317-83f2-98e5b1f454a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:03.387964 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0a4c9-c77a-456f-95a3-791695f22497 None None] Pushing event updated for resources: {'Port': ['ID=5694665f-a534-40d4-9dab-16160ff59e63,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:03.423372 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-bdc725cc-16e6-4c11-b62d-eba809998510 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/quotas/14a84fe176fc4137acc33b6d74c1e9ef HTTP/1.1" status: 200 len: 375 time: 0.0980983 Nov 12 20:02:03.460861 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-96cdfa04-36a6-4ffa-847a-7d50a349b2e2 req-6443ea89-aaba-4b4d-b867-963cd76db9a5 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Deleting port 2946ff02-3140-4b50-aef5-da0454e9c12c {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:02:03.460861 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-96cdfa04-36a6-4ffa-847a-7d50a349b2e2 req-6443ea89-aaba-4b4d-b867-963cd76db9a5 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:03.533436 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44b0d981-455b-4fb9-beb8-905b99249cac req-08461791-e16f-4e77-9255-7d6c2a6de7d9 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:02:03.545611 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e9dc37-45ba-4fd2-af6b-31b1b738f327 None None] Sync routers for ids ['3123a917-2893-47c0-aaae-819684240b10'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:02:03.563790 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-6cc583f9-091e-4b3f-ade0-cb0bd59394c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:03.565969 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e9dc37-45ba-4fd2-af6b-31b1b738f327 None None] Routers {'3123a917-2893-47c0-aaae-819684240b10'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:02:03.566606 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-90e9dc37-45ba-4fd2-af6b-31b1b738f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:01:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3123a917-2893-47c0-aaae-819684240b10'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:03.660417 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-653d6e3e-609a-48eb-9e44-89ae657f905e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:03.794741 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-653d6e3e-609a-48eb-9e44-89ae657f905e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:03.802572 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-96cdfa04-36a6-4ffa-847a-7d50a349b2e2 req-6443ea89-aaba-4b4d-b867-963cd76db9a5 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] For port 2946ff02-3140-4b50-aef5-da0454e9c12c, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=2946ff02-3140-4b50-aef5-da0454e9c12c,segment=NetworkSegment(a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52),segment_id=a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:03.803082 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-96cdfa04-36a6-4ffa-847a-7d50a349b2e2 req-6443ea89-aaba-4b4d-b867-963cd76db9a5 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:03.819110 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-96cdfa04-36a6-4ffa-847a-7d50a349b2e2 req-6443ea89-aaba-4b4d-b867-963cd76db9a5 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Calling delete_port for 2946ff02-3140-4b50-aef5-da0454e9c12c owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:02:03.842691 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-90e9dc37-45ba-4fd2-af6b-31b1b738f327 None None] Set router 3123a917-2893-47c0-aaae-819684240b10 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:02:04.014250 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-96cdfa04-36a6-4ffa-847a-7d50a349b2e2 req-6443ea89-aaba-4b4d-b867-963cd76db9a5 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:04.046241 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['2946ff02-3140-4b50-aef5-da0454e9c12c'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:02:04.059060 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443ea89-aaba-4b4d-b867-963cd76db9a5 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Pushing event deleted for resources: {'Port': ['ID=2946ff02-3140-4b50-aef5-da0454e9c12c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:04.124905 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-6ff5c61c-4819-4f53-974f-2a671fa82bb2 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=14a84fe176fc4137acc33b6d74c1e9ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6899650 Nov 12 20:02:04.221860 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-90e9dc37-45ba-4fd2-af6b-31b1b738f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123a917-2893-47c0-aaae-819684240b10', 'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-router', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:58Z', 'updated_at': '2021-11-12T20:01:07Z', 'revision_number': 4, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'gw_port': {'id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:01Z', 'updated_at': '2021-11-12T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'd13bf0de-ee9e-4f2c-87f2-1502bb2c9920', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'floating_ip_address': '172.25.5.122', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '3123a917-2893-47c0-aaae-819684240b10', 'port_id': 'adaab15d-9467-4bbb-89ba-b806771a0077', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'mac_address': 'fa:16:3e:25:67:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e23e515-c04c-4e14-a349-a5fafa901178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:01:37Z', 'updated_at': '2021-11-12T20:02:02Z', 'revision_number': 3, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab2415c0-8ef2-42a7-9808-d12c1fd0c527', 'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'mac_address': 'fa:16:3e:aa:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '63d41080-676f-4ac4-8522-f666160b10e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:05Z', 'updated_at': '2021-11-12T20:01:14Z', 'revision_number': 5, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'subnets': [{'id': '63d41080-676f-4ac4-8522-f666160b10e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:04.223951 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653d6e3e-609a-48eb-9e44-89ae657f905e admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:02:04.228304 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-653d6e3e-609a-48eb-9e44-89ae657f905e admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:02:04.239559 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653d6e3e-609a-48eb-9e44-89ae657f905e admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:02:04.269228 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e9dc37-45ba-4fd2-af6b-31b1b738f327 None None] Checking router: 3123a917-2893-47c0-aaae-819684240b10 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:02:04.279425 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e9dc37-45ba-4fd2-af6b-31b1b738f327 None None] Routers {'3123a917-2893-47c0-aaae-819684240b10'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:02:04.280037 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-90e9dc37-45ba-4fd2-af6b-31b1b738f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:01:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3123a917-2893-47c0-aaae-819684240b10'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:04.294509 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-96cdfa04-36a6-4ffa-847a-7d50a349b2e2 req-6443ea89-aaba-4b4d-b867-963cd76db9a5 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] No DVR routers for this DVR port 2946ff02-3140-4b50-aef5-da0454e9c12c on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:02:04.296522 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d6e3e-609a-48eb-9e44-89ae657f905e admin admin] Pushing event updated for resources: {'Port': ['ID=66673c2a-69a3-4964-a4fb-bece99e31545,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:04.298370 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-96cdfa04-36a6-4ffa-847a-7d50a349b2e2 req-6443ea89-aaba-4b4d-b867-963cd76db9a5 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:04.310672 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-96cdfa04-36a6-4ffa-847a-7d50a349b2e2 req-6443ea89-aaba-4b4d-b867-963cd76db9a5 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.52 "DELETE /v2.0/ports/2946ff02-3140-4b50-aef5-da0454e9c12c HTTP/1.1" status: 204 len: 173 time: 1.1463485 Nov 12 20:02:04.322130 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f1680f-bf1f-4040-9982-da5667e6a82b', 'name': 'network-vif-deleted', 'tag': '2946ff02-3140-4b50-aef5-da0454e9c12c'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:02:04.327624 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44b0d981-455b-4fb9-beb8-905b99249cac req-08461791-e16f-4e77-9255-7d6c2a6de7d9 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Router 3123a917-2893-47c0-aaae-819684240b10 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:02:04.342070 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c081468-eeeb-44b2-9b89-d1d8bb23f2a6" -d '{"events": [{"server_uuid": "22f1680f-bf1f-4040-9982-da5667e6a82b", "name": "network-vif-deleted", "tag": "2946ff02-3140-4b50-aef5-da0454e9c12c"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:02:04.490408 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-90e9dc37-45ba-4fd2-af6b-31b1b738f327 None None] Set router 3123a917-2893-47c0-aaae-819684240b10 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:02:04.732634 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-33ceb1fe-cdbf-4cbc-8de9-d4bab7aec78a service neutron] 10.222.0.48 "GET /v2.0/networks/82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6011486 Nov 12 20:02:04.788350 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-653d6e3e-609a-48eb-9e44-89ae657f905e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:04.853012 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-e60cbbc8-7c5b-4332-994a-e8ab647601ed service neutron] 10.222.0.48 "GET /v2.0/networks/82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192424 Nov 12 20:02:04.935661 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-90e9dc37-45ba-4fd2-af6b-31b1b738f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123a917-2893-47c0-aaae-819684240b10', 'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-router', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:58Z', 'updated_at': '2021-11-12T20:01:07Z', 'revision_number': 4, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'gw_port': {'id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:01Z', 'updated_at': '2021-11-12T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'd13bf0de-ee9e-4f2c-87f2-1502bb2c9920', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'floating_ip_address': '172.25.5.122', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '3123a917-2893-47c0-aaae-819684240b10', 'port_id': 'adaab15d-9467-4bbb-89ba-b806771a0077', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'mac_address': 'fa:16:3e:25:67:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e23e515-c04c-4e14-a349-a5fafa901178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:01:37Z', 'updated_at': '2021-11-12T20:02:02Z', 'revision_number': 3, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab2415c0-8ef2-42a7-9808-d12c1fd0c527', 'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'mac_address': 'fa:16:3e:aa:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '63d41080-676f-4ac4-8522-f666160b10e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:05Z', 'updated_at': '2021-11-12T20:01:14Z', 'revision_number': 5, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'subnets': [{'id': '63d41080-676f-4ac4-8522-f666160b10e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:04.972359 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-6cc583f9-091e-4b3f-ade0-cb0bd59394c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416c4b0a-87d9-4973-bfbe-ced906afc9d9 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:02:04.977744 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44b0d981-455b-4fb9-beb8-905b99249cac req-08461791-e16f-4e77-9255-7d6c2a6de7d9 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:02:04.984072 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-44b0d981-455b-4fb9-beb8-905b99249cac req-08461791-e16f-4e77-9255-7d6c2a6de7d9 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:05.001136 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-6cc583f9-091e-4b3f-ade0-cb0bd59394c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:05.028208 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c92bd6b-76c6-471a-938c-badd329e12dc None None] Network 9f700ce5-2a0b-4162-916c-2d06c3c0ef90 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:02:05.033838 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e9dc37-45ba-4fd2-af6b-31b1b738f327 None None] The sync data for ids ['3123a917-2893-47c0-aaae-819684240b10'] in n-d-712140-15 is: [{'id': '3123a917-2893-47c0-aaae-819684240b10', 'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-router', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:58Z', 'updated_at': '2021-11-12T20:01:07Z', 'revision_number': 4, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'gw_port': {'id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:01Z', 'updated_at': '2021-11-12T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'd13bf0de-ee9e-4f2c-87f2-1502bb2c9920', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'floating_ip_address': '172.25.5.122', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '3123a917-2893-47c0-aaae-819684240b10', 'port_id': 'adaab15d-9467-4bbb-89ba-b806771a0077', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'mac_address': 'fa:16:3e:25:67:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e23e515-c04c-4e14-a349-a5fafa901178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:01:37Z', 'updated_at': '2021-11-12T20:02:02Z', 'revision_number': 3, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab2415c0-8ef2-42a7-9808-d12c1fd0c527', 'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'mac_address': 'fa:16:3e:aa:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '63d41080-676f-4ac4-8522-f666160b10e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:05Z', 'updated_at': '2021-11-12T20:01:14Z', 'revision_number': 5, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'subnets': [{'id': '63d41080-676f-4ac4-8522-f666160b10e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:02:05.046534 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-6cc583f9-091e-4b3f-ade0-cb0bd59394c2 service neutron] Transition to ACTIVE for port object 416c4b0a-87d9-4973-bfbe-ced906afc9d9 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:02:05.060135 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-6cc583f9-091e-4b3f-ade0-cb0bd59394c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:05.158820 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-95efdb91-6022-42dd-8d00-597889a823f5 None None] Provisioning complete for port 5694665f-a534-40d4-9dab-16160ff59e63 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:05.158820 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-95efdb91-6022-42dd-8d00-597889a823f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:05.200960 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-653d6e3e-609a-48eb-9e44-89ae657f905e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:05.208106 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6ac673-3c10-4e43-b79a-3fce4490305c', 'tag': '47e538a5-0794-4406-91e0-d37d5df399b9'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:02:05.216316 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c013d862-7873-415c-aa5b-b94f82fc848c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a6ac673-3c10-4e43-b79a-3fce4490305c", "tag": "47e538a5-0794-4406-91e0-d37d5df399b9"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:02:05.233690 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc583f9-091e-4b3f-ade0-cb0bd59394c2 service neutron] Pushing event updated for resources: {'Port': ['ID=416c4b0a-87d9-4973-bfbe-ced906afc9d9,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:05.317775 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44b0d981-455b-4fb9-beb8-905b99249cac req-08461791-e16f-4e77-9255-7d6c2a6de7d9 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "PUT /v2.0/floatingips/d13bf0de-ee9e-4f2c-87f2-1502bb2c9920 HTTP/1.1" status: 200 len: 999 time: 5.1083078 Nov 12 20:02:05.383007 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc0792-cabd-4f18-ac37-bf6bdd8a98c1 req-1062d356-3699-41d5-a5d7-971a7edd9020 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:05.392086 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3ebc0792-cabd-4f18-ac37-bf6bdd8a98c1 req-1062d356-3699-41d5-a5d7-971a7edd9020 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a7154b-405f-4317-83f2-98e5b1f454a3 HTTP/1.1" status: 200 len: 943 time: 0.1807489 Nov 12 20:02:05.407326 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-95efdb91-6022-42dd-8d00-597889a823f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:05.461543 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-6cc583f9-091e-4b3f-ade0-cb0bd59394c2 service neutron] Attempting to bind port 416c4b0a-87d9-4973-bfbe-ced906afc9d9 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:02:05.461885 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-6cc583f9-091e-4b3f-ade0-cb0bd59394c2 service neutron] Attempting to bind port 416c4b0a-87d9-4973-bfbe-ced906afc9d9 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'db37b605-67ab-49ca-98cb-b30b5f99b63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e63d4370-712f-46e3-8afb-65b397eaab2b'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:02:05.462309 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-6cc583f9-091e-4b3f-ade0-cb0bd59394c2 service neutron] Attempting to bind port 416c4b0a-87d9-4973-bfbe-ced906afc9d9 on network e63d4370-712f-46e3-8afb-65b397eaab2b {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:02:05.472263 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf86ad6-0662-4e26-af88-d298e6aa6ab1 None None] New status for floating IP d13bf0de-ee9e-4f2c-87f2-1502bb2c9920: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:02:05.494102 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-6cc583f9-091e-4b3f-ade0-cb0bd59394c2 service neutron] Port 416c4b0a-87d9-4973-bfbe-ced906afc9d9 on network e63d4370-712f-46e3-8afb-65b397eaab2b not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:02:05.494425 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-6cc583f9-091e-4b3f-ade0-cb0bd59394c2 service neutron] Attempting to bind port 416c4b0a-87d9-4973-bfbe-ced906afc9d9 on network e63d4370-712f-46e3-8afb-65b397eaab2b {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:02:05.524562 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0d981-455b-4fb9-beb8-905b99249cac req-7013d516-35ac-4bb1-805b-2e8403c6c2aa tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:05.526137 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44b0d981-455b-4fb9-beb8-905b99249cac req-7013d516-35ac-4bb1-805b-2e8403c6c2aa tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports/47e538a5-0794-4406-91e0-d37d5df399b9 HTTP/1.1" status: 200 len: 942 time: 0.1279669 Nov 12 20:02:05.529169 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3ebc0792-cabd-4f18-ac37-bf6bdd8a98c1 req-1a8b95d9-ccd7-4899-9544-6c10ee9bddc6 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5ab6403-a785-46ae-a8fd-6c029d83c7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361790 Nov 12 20:02:05.530003 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-6cc583f9-091e-4b3f-ade0-cb0bd59394c2 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:02:05.530336 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-6cc583f9-091e-4b3f-ade0-cb0bd59394c2 service neutron] Checking segment: {'id': 'db37b605-67ab-49ca-98cb-b30b5f99b63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e63d4370-712f-46e3-8afb-65b397eaab2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:02:05.537792 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-6cc583f9-091e-4b3f-ade0-cb0bd59394c2 service neutron] Bound using segment: {'id': 'db37b605-67ab-49ca-98cb-b30b5f99b63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e63d4370-712f-46e3-8afb-65b397eaab2b'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:02:05.538288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-6cc583f9-091e-4b3f-ade0-cb0bd59394c2 service neutron] Bound port: 416c4b0a-87d9-4973-bfbe-ced906afc9d9, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db37b605-67ab-49ca-98cb-b30b5f99b63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e63d4370-712f-46e3-8afb-65b397eaab2b'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:02:05.538661 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-6cc583f9-091e-4b3f-ade0-cb0bd59394c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:05.644963 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-95efdb91-6022-42dd-8d00-597889a823f5 None None] For port 5694665f-a534-40d4-9dab-16160ff59e63, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=5694665f-a534-40d4-9dab-16160ff59e63,segment=NetworkSegment(3e224982-6395-4c12-b776-18d7d32b13ae),segment_id=3e224982-6395-4c12-b776-18d7d32b13ae)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:05.655380 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-95efdb91-6022-42dd-8d00-597889a823f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:05.680287 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-6cc583f9-091e-4b3f-ade0-cb0bd59394c2 service neutron] For port 416c4b0a-87d9-4973-bfbe-ced906afc9d9, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:02:05.691951 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-6cc583f9-091e-4b3f-ade0-cb0bd59394c2 service neutron] For port 416c4b0a-87d9-4973-bfbe-ced906afc9d9, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=416c4b0a-87d9-4973-bfbe-ced906afc9d9,segment=NetworkSegment(db37b605-67ab-49ca-98cb-b30b5f99b63a),segment_id=db37b605-67ab-49ca-98cb-b30b5f99b63a)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:02:05.699299 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653d6e3e-609a-48eb-9e44-89ae657f905e admin admin] Router cd553d4e-b058-45c6-a587-c599cad4e2fd is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:02:05.704140 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-6cc583f9-091e-4b3f-ade0-cb0bd59394c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:05.857816 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-6cc583f9-091e-4b3f-ade0-cb0bd59394c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:05.858694 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-6cc583f9-091e-4b3f-ade0-cb0bd59394c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:05.860415 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-6cc583f9-091e-4b3f-ade0-cb0bd59394c2 service neutron] 10.222.0.55 "PUT /v2.0/ports/416c4b0a-87d9-4973-bfbe-ced906afc9d9 HTTP/1.1" status: 200 len: 1092 time: 2.5147424 Nov 12 20:02:05.910089 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc583f9-091e-4b3f-ade0-cb0bd59394c2 service neutron] Pushing event updated for resources: {'Port': ['ID=416c4b0a-87d9-4973-bfbe-ced906afc9d9,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:05.934316 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653d6e3e-609a-48eb-9e44-89ae657f905e admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:02:05.953151 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0d981-455b-4fb9-beb8-905b99249cac req-5a75ec86-bd75-4626-aca3-766c3e3a8861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:05.955714 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44b0d981-455b-4fb9-beb8-905b99249cac req-5a75ec86-bd75-4626-aca3-766c3e3a8861 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=23d7c5887d2e419db54487a0bcfcf104&device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 1097 time: 0.1905463 Nov 12 20:02:05.964135 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-653d6e3e-609a-48eb-9e44-89ae657f905e admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:05.967818 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-653d6e3e-609a-48eb-9e44-89ae657f905e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8518560 Nov 12 20:02:05.968722 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54812) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:06.115581 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-57004bf3-cdd3-4371-b917-b4e07fafa304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:06.117992 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-57004bf3-cdd3-4371-b917-b4e07fafa304 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10ab027efbdb41f0a1eb28c7918dfc16&device_id=70a7154b-405f-4317-83f2-98e5b1f454a3 HTTP/1.1" status: 200 len: 1095 time: 0.1867585 Nov 12 20:02:06.232967 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-da23dd62-2652-43ce-867d-103d60a68835 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=416c4b0a-87d9-4973-bfbe-ced906afc9d9 HTTP/1.1" status: 200 len: 217 time: 0.1067994 Nov 12 20:02:06.252995 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0d981-455b-4fb9-beb8-905b99249cac req-e830a840-bafe-4ab8-9e3f-7be9df397dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:06.261650 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44b0d981-455b-4fb9-beb8-905b99249cac req-e830a840-bafe-4ab8-9e3f-7be9df397dc9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=754baca7-d929-454e-a98a-e992c207ce86 HTTP/1.1" status: 200 len: 922 time: 0.2949042 Nov 12 20:02:06.290504 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7accc47e-2e9c-4d6a-a06b-21d4c8d1fd35 None None] Sync routers for ids ['cd553d4e-b058-45c6-a587-c599cad4e2fd'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:02:06.295811 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde01ee3-e9e6-47c9-b6d8-4b5052887cc0 None None] Sync routers for ids ['3123a917-2893-47c0-aaae-819684240b10'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:02:06.306488 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 5694665f-a534-40d4-9dab-16160ff59e63 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:02:06.311002 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde01ee3-e9e6-47c9-b6d8-4b5052887cc0 None None] Routers {'3123a917-2893-47c0-aaae-819684240b10'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:02:06.312077 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-bde01ee3-e9e6-47c9-b6d8-4b5052887cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:01:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3123a917-2893-47c0-aaae-819684240b10'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:06.338130 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [req-0da99772-0324-466f-8e9b-3c6bee1f1a65 req-53237596-ce66-4da5-9934-530bf91c71d8 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] show failed (client error): The resource could not be found. Nov 12 20:02:06.338847 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44b0d981-455b-4fb9-beb8-905b99249cac req-5b3766a8-a2ad-4551-8db1-90ee50b3e014 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47e538a5-0794-4406-91e0-d37d5df399b9 HTTP/1.1" status: 200 len: 217 time: 0.0762651 Nov 12 20:02:06.360665 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0da99772-0324-466f-8e9b-3c6bee1f1a65 req-53237596-ce66-4da5-9934-530bf91c71d8 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups/3f625ae5-0648-46b0-a9de-7b58a56312a1 HTTP/1.1" status: 404 len: 352 time: 0.1252289 Nov 12 20:02:06.396545 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-bb73f496-0c1a-4af8-9a16-038d9c18b06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:06.403135 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-bb73f496-0c1a-4af8-9a16-038d9c18b06d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f7930ae6-942d-45bb-ac89-3723a75b4df4 HTTP/1.1" status: 200 len: 865 time: 0.1461124 Nov 12 20:02:06.419006 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7accc47e-2e9c-4d6a-a06b-21d4c8d1fd35 None None] Routers {'cd553d4e-b058-45c6-a587-c599cad4e2fd'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:02:06.419526 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-7accc47e-2e9c-4d6a-a06b-21d4c8d1fd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:01:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['cd553d4e-b058-45c6-a587-c599cad4e2fd'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:06.426569 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efdb91-6022-42dd-8d00-597889a823f5 None None] Pushing event updated for resources: {'Port': ['ID=5694665f-a534-40d4-9dab-16160ff59e63,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:06.447217 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-406ca599-8ca9-4bff-8c1e-f7ea7f0c6f8a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e63d4370-712f-46e3-8afb-65b397eaab2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361795 Nov 12 20:02:06.454851 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0d981-455b-4fb9-beb8-905b99249cac req-4535ec00-6b05-4f09-a2c5-6dd1afebff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:06.462722 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44b0d981-455b-4fb9-beb8-905b99249cac req-4535ec00-6b05-4f09-a2c5-6dd1afebff2f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63d41080-676f-4ac4-8522-f666160b10e9 HTTP/1.1" status: 200 len: 860 time: 0.1230052 Nov 12 20:02:06.492719 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-eee5529f-ca42-495c-8753-ba27bf295bed None None] Provisioning complete for port 5694665f-a534-40d4-9dab-16160ff59e63 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:06.493138 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-eee5529f-ca42-495c-8753-ba27bf295bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:06.497725 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-bde01ee3-e9e6-47c9-b6d8-4b5052887cc0 None None] Set router 3123a917-2893-47c0-aaae-819684240b10 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:02:06.606339 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 5694665f-a534-40d4-9dab-16160ff59e63 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:06.606722 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:06.647723 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-7accc47e-2e9c-4d6a-a06b-21d4c8d1fd35 None None] Set router cd553d4e-b058-45c6-a587-c599cad4e2fd gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:02:06.701755 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-a0a8ec67-be14-4525-96b4-6777e14c0e04 service neutron] 10.222.0.55 "GET /v2.0/networks/e63d4370-712f-46e3-8afb-65b397eaab2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453966 Nov 12 20:02:06.757907 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0d981-455b-4fb9-beb8-905b99249cac req-0393084a-e13a-4913-bc7e-e8e566d0512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:06.759957 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44b0d981-455b-4fb9-beb8-905b99249cac req-0393084a-e13a-4913-bc7e-e8e566d0512e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=754baca7-d929-454e-a98a-e992c207ce86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2962506 Nov 12 20:02:06.864401 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 2946ff02-3140-4b50-aef5-da0454e9c12c no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:02:06.944021 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336d6e33-65b1-40e2-926d-cc546438f48e x-openstack-request-id: req-336d6e33-65b1-40e2-926d-cc546438f48e {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:02:06.944353 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f1680f-bf1f-4040-9982-da5667e6a82b", "name": "network-vif-deleted", "tag": "2946ff02-3140-4b50-aef5-da0454e9c12c", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:02:06.944617 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-336d6e33-65b1-40e2-926d-cc546438f48e {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:02:06.945022 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f1680f-bf1f-4040-9982-da5667e6a82b', 'name': 'network-vif-deleted', 'tag': '2946ff02-3140-4b50-aef5-da0454e9c12c', 'status': 'completed', 'code': 200} Nov 12 20:02:07.067594 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44b0d981-455b-4fb9-beb8-905b99249cac req-ce39d7d2-f19e-42a0-9d59-9b75b5b2fb16 service neutron] 10.222.0.48 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968524 Nov 12 20:02:07.109672 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 2946ff02-3140-4b50-aef5-da0454e9c12c {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:02:07.110641 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 2946ff02-3140-4b50-aef5-da0454e9c12c not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:02:07.130747 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b45ff697-44dc-4991-93f1-e3b701b0ff48 req-e40a53c5-ac96-4702-9f15-5975154307ce service neutron] 10.222.0.55 "GET /v2.0/networks/e63d4370-712f-46e3-8afb-65b397eaab2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197059 Nov 12 20:02:07.174736 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1cfacbfe-b27d-4c99-a806-2f03eda8d4b4 req-0727ff34-96f0-4951-9268-5d84652292c5 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=80e28b33-aee8-422b-b1c4-6c36766d8282 HTTP/1.1" status: 200 len: 210 time: 0.0676570 Nov 12 20:02:07.178448 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-bde01ee3-e9e6-47c9-b6d8-4b5052887cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123a917-2893-47c0-aaae-819684240b10', 'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-router', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:58Z', 'updated_at': '2021-11-12T20:01:07Z', 'revision_number': 4, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'gw_port': {'id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:01Z', 'updated_at': '2021-11-12T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'd13bf0de-ee9e-4f2c-87f2-1502bb2c9920', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'floating_ip_address': '172.25.5.122', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '3123a917-2893-47c0-aaae-819684240b10', 'port_id': 'adaab15d-9467-4bbb-89ba-b806771a0077', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'mac_address': 'fa:16:3e:25:67:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e23e515-c04c-4e14-a349-a5fafa901178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:01:37Z', 'updated_at': '2021-11-12T20:02:05Z', 'revision_number': 4, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab2415c0-8ef2-42a7-9808-d12c1fd0c527', 'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'mac_address': 'fa:16:3e:aa:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '63d41080-676f-4ac4-8522-f666160b10e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:05Z', 'updated_at': '2021-11-12T20:01:14Z', 'revision_number': 5, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'subnets': [{'id': '63d41080-676f-4ac4-8522-f666160b10e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:07.226632 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-adb82e39-84c7-48fa-8913-90af2c6a238f tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:07.230309 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-adb82e39-84c7-48fa-8913-90af2c6a238f tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.52 "GET /v2.0/networks?id=82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7 HTTP/1.1" status: 200 len: 815 time: 0.4124100 Nov 12 20:02:07.241601 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde01ee3-e9e6-47c9-b6d8-4b5052887cc0 None None] Checking router: 3123a917-2893-47c0-aaae-819684240b10 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:02:07.245125 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b035ba2b-85c2-4945-9e1c-0bfca370e0a7 x-openstack-request-id: req-b035ba2b-85c2-4945-9e1c-0bfca370e0a7 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:02:07.245429 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a6ac673-3c10-4e43-b79a-3fce4490305c", "tag": "47e538a5-0794-4406-91e0-d37d5df399b9", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:02:07.245690 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b035ba2b-85c2-4945-9e1c-0bfca370e0a7 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:02:07.246113 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6ac673-3c10-4e43-b79a-3fce4490305c', 'tag': '47e538a5-0794-4406-91e0-d37d5df399b9', 'status': 'completed', 'code': 200} Nov 12 20:02:07.258386 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-7accc47e-2e9c-4d6a-a06b-21d4c8d1fd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd553d4e-b058-45c6-a587-c599cad4e2fd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1706699633-router', 'tenant_id': 'b823c54876a64f49b0e3e4f37d9e10c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '66673c2a-69a3-4964-a4fb-bece99e31545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:02Z', 'updated_at': '2021-11-12T20:02:04Z', 'revision_number': 3, 'project_id': 'b823c54876a64f49b0e3e4f37d9e10c8', 'gw_port': {'id': '66673c2a-69a3-4964-a4fb-bece99e31545', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:7c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd553d4e-b058-45c6-a587-c599cad4e2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:03Z', 'updated_at': '2021-11-12T20:02:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:07.260483 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-165ea822-4870-46ac-9690-4b88310a195d tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Request body: {'port': {'device_id': '80e28b33-aee8-422b-b1c4-6c36766d8282', 'network_id': '82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7', 'admin_state_up': True, 'tenant_id': '14a84fe176fc4137acc33b6d74c1e9ef'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:07.274800 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde01ee3-e9e6-47c9-b6d8-4b5052887cc0 None None] Routers {'3123a917-2893-47c0-aaae-819684240b10'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:02:07.275445 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-bde01ee3-e9e6-47c9-b6d8-4b5052887cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:01:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3123a917-2893-47c0-aaae-819684240b10'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:07.296535 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7accc47e-2e9c-4d6a-a06b-21d4c8d1fd35 None None] Checking router: cd553d4e-b058-45c6-a587-c599cad4e2fd for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:02:07.297241 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7accc47e-2e9c-4d6a-a06b-21d4c8d1fd35 None None] Updating router cd553d4e-b058-45c6-a587-c599cad4e2fd port 66673c2a-69a3-4964-a4fb-bece99e31545 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:02:07.306578 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54844) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:07.383260 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7accc47e-2e9c-4d6a-a06b-21d4c8d1fd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:07.445414 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013d862-7873-415c-aa5b-b94f82fc848c req-4eeb9d41-dd5e-41a7-8c10-ca495921fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:07.447648 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c013d862-7873-415c-aa5b-b94f82fc848c req-4eeb9d41-dd5e-41a7-8c10-ca495921fc4b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23d7c5887d2e419db54487a0bcfcf104&device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 1097 time: 0.1679525 Nov 12 20:02:07.496856 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44b0d981-455b-4fb9-beb8-905b99249cac req-1c1f2129-cb34-485d-8793-1b0c0bfa4063 service neutron] 10.222.0.48 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272678 Nov 12 20:02:07.527631 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-bde01ee3-e9e6-47c9-b6d8-4b5052887cc0 None None] Set router 3123a917-2893-47c0-aaae-819684240b10 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:02:07.534152 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7185c422-2f0a-476c-874a-76a5b4221333 req-a770d10f-24ab-4f95-80b2-66814b6b341d tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups/87b970fc-0192-42a0-a679-f345ded032f8 HTTP/1.1" status: 200 len: 1816 time: 0.1665580 Nov 12 20:02:07.557695 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a19caf5-2b74-4a53-88b9-d1cfc888b9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:07.607890 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 5694665f-a534-40d4-9dab-16160ff59e63 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:02:07.630884 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0d981-455b-4fb9-beb8-905b99249cac req-cb9d6daf-aae8-485b-bb00-9db4ae8ac55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:07.638526 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44b0d981-455b-4fb9-beb8-905b99249cac req-cb9d6daf-aae8-485b-bb00-9db4ae8ac55d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=23d7c5887d2e419db54487a0bcfcf104&device_id=1e23e515-c04c-4e14-a349-a5fafa901178 HTTP/1.1" status: 200 len: 1098 time: 0.1314363 Nov 12 20:02:07.748037 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-56528cd9-07cf-4429-a6c2-0cb6b27cc7fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b1d029080744e9982e92155dcce0c43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4402659 Nov 12 20:02:07.749867 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54850) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:07.762284 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-165ea822-4870-46ac-9690-4b88310a195d tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Made reservation on behalf of 14a84fe176fc4137acc33b6d74c1e9ef for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:02:07.768547 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-165ea822-4870-46ac-9690-4b88310a195d tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:07.793720 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 5694665f-a534-40d4-9dab-16160ff59e63 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:07.794490 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:07.822590 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013d862-7873-415c-aa5b-b94f82fc848c req-fd1dca0e-30be-40fc-8f6d-fea0e94b1c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:07.824727 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c013d862-7873-415c-aa5b-b94f82fc848c req-fd1dca0e-30be-40fc-8f6d-fea0e94b1c65 service neutron] 10.222.0.55 "GET /v2.0/networks?id=754baca7-d929-454e-a98a-e992c207ce86 HTTP/1.1" status: 200 len: 922 time: 0.3445206 Nov 12 20:02:07.826722 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7185c422-2f0a-476c-874a-76a5b4221333 req-f6965063-9eed-453f-9e06-2bc126fd70fc tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:07.864220 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0d981-455b-4fb9-beb8-905b99249cac req-58338afc-50ca-4be8-bf54-5b1d5ea8147e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:07.872497 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44b0d981-455b-4fb9-beb8-905b99249cac req-58338afc-50ca-4be8-bf54-5b1d5ea8147e service neutron] 10.222.0.48 "GET /v2.0/networks?id=754baca7-d929-454e-a98a-e992c207ce86 HTTP/1.1" status: 200 len: 922 time: 0.2328095 Nov 12 20:02:07.874620 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7185c422-2f0a-476c-874a-76a5b4221333 req-f6965063-9eed-453f-9e06-2bc126fd70fc tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:07.966282 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-0a19caf5-2b74-4a53-88b9-d1cfc888b9aa admin admin] Allocated IP 172.20.0.1 (9f700ce5-2a0b-4162-916c-2d06c3c0ef90/61b172b9-1029-4f6f-8d5d-e7b9e3d428af/ed0ec275-b601-4332-b20c-3b2ca171b414) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:02:07.975941 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-43cf0f8f-1683-4fe0-a631-0242161589ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:07.980682 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-bde01ee3-e9e6-47c9-b6d8-4b5052887cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123a917-2893-47c0-aaae-819684240b10', 'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-router', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:58Z', 'updated_at': '2021-11-12T20:01:07Z', 'revision_number': 4, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'gw_port': {'id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:01Z', 'updated_at': '2021-11-12T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'd13bf0de-ee9e-4f2c-87f2-1502bb2c9920', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'floating_ip_address': '172.25.5.122', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '3123a917-2893-47c0-aaae-819684240b10', 'port_id': 'adaab15d-9467-4bbb-89ba-b806771a0077', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'mac_address': 'fa:16:3e:25:67:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e23e515-c04c-4e14-a349-a5fafa901178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:01:37Z', 'updated_at': '2021-11-12T20:02:05Z', 'revision_number': 4, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab2415c0-8ef2-42a7-9808-d12c1fd0c527', 'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'mac_address': 'fa:16:3e:aa:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '63d41080-676f-4ac4-8522-f666160b10e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:05Z', 'updated_at': '2021-11-12T20:01:14Z', 'revision_number': 5, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'subnets': [{'id': '63d41080-676f-4ac4-8522-f666160b10e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:07.984683 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7accc47e-2e9c-4d6a-a06b-21d4c8d1fd35 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:07.996544 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7accc47e-2e9c-4d6a-a06b-21d4c8d1fd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:07.997590 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c013d862-7873-415c-aa5b-b94f82fc848c req-7b726085-30d4-4549-8edd-b08939cd9c6c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47e538a5-0794-4406-91e0-d37d5df399b9 HTTP/1.1" status: 200 len: 217 time: 0.1023753 Nov 12 20:02:07.999263 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44b0d981-455b-4fb9-beb8-905b99249cac req-eac66cd8-c17e-4e07-9cfa-a9fecf56332a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adaab15d-9467-4bbb-89ba-b806771a0077 HTTP/1.1" status: 200 len: 1002 time: 0.1255641 Nov 12 20:02:08.032521 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde01ee3-e9e6-47c9-b6d8-4b5052887cc0 None None] The sync data for ids ['3123a917-2893-47c0-aaae-819684240b10'] in n-d-712140-15 is: [{'id': '3123a917-2893-47c0-aaae-819684240b10', 'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-router', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:58Z', 'updated_at': '2021-11-12T20:01:07Z', 'revision_number': 4, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'gw_port': {'id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:01Z', 'updated_at': '2021-11-12T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'd13bf0de-ee9e-4f2c-87f2-1502bb2c9920', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'floating_ip_address': '172.25.5.122', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '3123a917-2893-47c0-aaae-819684240b10', 'port_id': 'adaab15d-9467-4bbb-89ba-b806771a0077', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'mac_address': 'fa:16:3e:25:67:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e23e515-c04c-4e14-a349-a5fafa901178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:01:37Z', 'updated_at': '2021-11-12T20:02:05Z', 'revision_number': 4, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab2415c0-8ef2-42a7-9808-d12c1fd0c527', 'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'mac_address': 'fa:16:3e:aa:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '63d41080-676f-4ac4-8522-f666160b10e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:05Z', 'updated_at': '2021-11-12T20:01:14Z', 'revision_number': 5, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'subnets': [{'id': '63d41080-676f-4ac4-8522-f666160b10e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:02:08.064353 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7185c422-2f0a-476c-874a-76a5b4221333 req-f6965063-9eed-453f-9e06-2bc126fd70fc tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:08.065063 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-7accc47e-2e9c-4d6a-a06b-21d4c8d1fd35 None None] Attempting to bind port 66673c2a-69a3-4964-a4fb-bece99e31545 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:02:08.065440 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-7accc47e-2e9c-4d6a-a06b-21d4c8d1fd35 None None] Attempting to bind port 66673c2a-69a3-4964-a4fb-bece99e31545 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:02:08.066925 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7185c422-2f0a-476c-874a-76a5b4221333 req-f6965063-9eed-453f-9e06-2bc126fd70fc tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:08.067154 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7accc47e-2e9c-4d6a-a06b-21d4c8d1fd35 None None] Attempting to bind port 66673c2a-69a3-4964-a4fb-bece99e31545 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:02:08.069496 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed5e4b-0ad2-4f2e-b82d-c17ac2347407 None None] Pushing event updated for resources: {'Port': ['ID=66673c2a-69a3-4964-a4fb-bece99e31545,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:08.082004 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7accc47e-2e9c-4d6a-a06b-21d4c8d1fd35 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:02:08.082385 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7accc47e-2e9c-4d6a-a06b-21d4c8d1fd35 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:02:08.082789 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7accc47e-2e9c-4d6a-a06b-21d4c8d1fd35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:08.083209 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7accc47e-2e9c-4d6a-a06b-21d4c8d1fd35 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:02:08.083865 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-7accc47e-2e9c-4d6a-a06b-21d4c8d1fd35 None None] Bound port: 66673c2a-69a3-4964-a4fb-bece99e31545, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:02:08.084458 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7accc47e-2e9c-4d6a-a06b-21d4c8d1fd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:08.088823 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7185c422-2f0a-476c-874a-76a5b4221333 req-f6965063-9eed-453f-9e06-2bc126fd70fc tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "DELETE /v2.0/security-groups/87b970fc-0192-42a0-a679-f345ded032f8 HTTP/1.1" status: 204 len: 173 time: 0.5292575 Nov 12 20:02:08.143554 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6965063-9eed-453f-9e06-2bc126fd70fc tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b970fc-0192-42a0-a679-f345ded032f8,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:08.155431 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013d862-7873-415c-aa5b-b94f82fc848c req-3d398406-ed96-441a-9807-4bd4ba156ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:08.157785 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c013d862-7873-415c-aa5b-b94f82fc848c req-3d398406-ed96-441a-9807-4bd4ba156ca9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63d41080-676f-4ac4-8522-f666160b10e9 HTTP/1.1" status: 200 len: 860 time: 0.1514249 Nov 12 20:02:08.159134 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-43cf0f8f-1683-4fe0-a631-0242161589ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:08.178833 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7accc47e-2e9c-4d6a-a06b-21d4c8d1fd35 None None] For port 66673c2a-69a3-4964-a4fb-bece99e31545, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:02:08.209626 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7accc47e-2e9c-4d6a-a06b-21d4c8d1fd35 None None] For port 66673c2a-69a3-4964-a4fb-bece99e31545, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=66673c2a-69a3-4964-a4fb-bece99e31545,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:02:08.218709 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7accc47e-2e9c-4d6a-a06b-21d4c8d1fd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:08.224142 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-165ea822-4870-46ac-9690-4b88310a195d tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Allocated IP 172.20.0.2 (82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7/4e737cd8-1b39-4275-8cfe-0de94b1671b4/fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:02:08.255052 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:02:08.269618 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013d862-7873-415c-aa5b-b94f82fc848c req-1b144e3d-b722-4175-a041-9f741a7b91f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:08.271788 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c013d862-7873-415c-aa5b-b94f82fc848c req-1b144e3d-b722-4175-a041-9f741a7b91f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=754baca7-d929-454e-a98a-e992c207ce86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979149 Nov 12 20:02:08.304589 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-43cf0f8f-1683-4fe0-a631-0242161589ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:08.313718 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-43cf0f8f-1683-4fe0-a631-0242161589ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:08.315372 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-43cf0f8f-1683-4fe0-a631-0242161589ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/89e45dc1-d66d-43ab-805c-92df468555cc HTTP/1.1" status: 204 len: 168 time: 0.5634794 Nov 12 20:02:08.320397 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7accc47e-2e9c-4d6a-a06b-21d4c8d1fd35 None None] Routers {'cd553d4e-b058-45c6-a587-c599cad4e2fd'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:02:08.321434 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-7accc47e-2e9c-4d6a-a06b-21d4c8d1fd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:01:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['cd553d4e-b058-45c6-a587-c599cad4e2fd'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:08.348956 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf0f8f-1683-4fe0-a631-0242161589ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e45dc1-d66d-43ab-805c-92df468555cc,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:08.354445 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0d981-455b-4fb9-beb8-905b99249cac req-d8d6c359-5898-4e8e-838d-95732970cb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:08.363702 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44b0d981-455b-4fb9-beb8-905b99249cac req-d8d6c359-5898-4e8e-838d-95732970cb2f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63d41080-676f-4ac4-8522-f666160b10e9 HTTP/1.1" status: 200 len: 860 time: 0.3632972 Nov 12 20:02:08.473461 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a19caf5-2b74-4a53-88b9-d1cfc888b9aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:08.480015 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0d981-455b-4fb9-beb8-905b99249cac req-3f9b1d5a-7c32-440d-a105-ba6e6587dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:08.492160 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44b0d981-455b-4fb9-beb8-905b99249cac req-3f9b1d5a-7c32-440d-a105-ba6e6587dbfc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=754baca7-d929-454e-a98a-e992c207ce86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1274455 Nov 12 20:02:08.534818 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-7accc47e-2e9c-4d6a-a06b-21d4c8d1fd35 None None] Set router cd553d4e-b058-45c6-a587-c599cad4e2fd gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:02:08.605634 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a19caf5-2b74-4a53-88b9-d1cfc888b9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:08.648501 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c013d862-7873-415c-aa5b-b94f82fc848c req-4574de67-8b2d-4b4b-be91-fb27fa90f1c7 service neutron] 10.222.0.55 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643968 Nov 12 20:02:08.730880 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed5e4b-0ad2-4f2e-b82d-c17ac2347407 None None] Pushing event updated for resources: {'Port': ['ID=66673c2a-69a3-4964-a4fb-bece99e31545,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:08.844758 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-7accc47e-2e9c-4d6a-a06b-21d4c8d1fd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd553d4e-b058-45c6-a587-c599cad4e2fd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1706699633-router', 'tenant_id': 'b823c54876a64f49b0e3e4f37d9e10c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '66673c2a-69a3-4964-a4fb-bece99e31545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:02Z', 'updated_at': '2021-11-12T20:02:04Z', 'revision_number': 3, 'project_id': 'b823c54876a64f49b0e3e4f37d9e10c8', 'gw_port': {'id': '66673c2a-69a3-4964-a4fb-bece99e31545', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:7c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd553d4e-b058-45c6-a587-c599cad4e2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:03Z', 'updated_at': '2021-11-12T20:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:08.862995 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-165ea822-4870-46ac-9690-4b88310a195d tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:08.887489 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7accc47e-2e9c-4d6a-a06b-21d4c8d1fd35 None None] The sync data for ids ['cd553d4e-b058-45c6-a587-c599cad4e2fd'] in n-d-712140-15 is: [{'id': 'cd553d4e-b058-45c6-a587-c599cad4e2fd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1706699633-router', 'tenant_id': 'b823c54876a64f49b0e3e4f37d9e10c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '66673c2a-69a3-4964-a4fb-bece99e31545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:02Z', 'updated_at': '2021-11-12T20:02:04Z', 'revision_number': 3, 'project_id': 'b823c54876a64f49b0e3e4f37d9e10c8', 'gw_port': {'id': '66673c2a-69a3-4964-a4fb-bece99e31545', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:7c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd553d4e-b058-45c6-a587-c599cad4e2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:03Z', 'updated_at': '2021-11-12T20:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:02:08.945548 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6504f59-f93a-4ec4-94d1-fa4321eebd25 req-6fa8e706-1329-4f09-a569-68698aca13bd tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:08.947271 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f6504f59-f93a-4ec4-94d1-fa4321eebd25 req-6fa8e706-1329-4f09-a569-68698aca13bd tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a7154b-405f-4317-83f2-98e5b1f454a3 HTTP/1.1" status: 200 len: 943 time: 0.1654699 Nov 12 20:02:08.955333 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a7154b-405f-4317-83f2-98e5b1f454a3', 'tag': '416c4b0a-87d9-4973-bfbe-ced906afc9d9'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:02:08.958359 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f859289e-d1e3-4261-892a-44646279f967" -d '{"events": [{"name": "network-changed", "server_uuid": "70a7154b-405f-4317-83f2-98e5b1f454a3", "tag": "416c4b0a-87d9-4973-bfbe-ced906afc9d9"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:02:08.978167 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c013d862-7873-415c-aa5b-b94f82fc848c req-af0eddf6-a5ac-478b-b909-5d6389c799fb service neutron] 10.222.0.55 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177586 Nov 12 20:02:08.994844 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44b0d981-455b-4fb9-beb8-905b99249cac req-bed1314e-fe69-43ab-9a91-2537a6555a1c service neutron] 10.222.0.48 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015929 Nov 12 20:02:09.003749 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-165ea822-4870-46ac-9690-4b88310a195d tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:09.057737 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-165ea822-4870-46ac-9690-4b88310a195d tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Network 82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:02:09.061775 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f6504f59-f93a-4ec4-94d1-fa4321eebd25 req-02909b87-a520-42e6-b65e-fefd8507a2ba tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5ab6403-a785-46ae-a8fd-6c029d83c7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974197 Nov 12 20:02:09.070518 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-165ea822-4870-46ac-9690-4b88310a195d tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:02:09.074625 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-165ea822-4870-46ac-9690-4b88310a195d tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:02:09.083538 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a19caf5-2b74-4a53-88b9-d1cfc888b9aa admin admin] Network 9f700ce5-2a0b-4162-916c-2d06c3c0ef90 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:02:09.098482 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-0a19caf5-2b74-4a53-88b9-d1cfc888b9aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:02:09.101238 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a19caf5-2b74-4a53-88b9-d1cfc888b9aa admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:02:09.104939 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ea822-4870-46ac-9690-4b88310a195d tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Pushing event updated for resources: {'Port': ['ID=fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:09.155004 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-165ea822-4870-46ac-9690-4b88310a195d tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:09.155911 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-165ea822-4870-46ac-9690-4b88310a195d tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:09.171972 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19caf5-2b74-4a53-88b9-d1cfc888b9aa admin admin] Pushing event updated for resources: {'Port': ['ID=ed0ec275-b601-4332-b20c-3b2ca171b414,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:09.194437 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-165ea822-4870-46ac-9690-4b88310a195d tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9518225 Nov 12 20:02:09.209851 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-94509edd-9583-4997-98aa-47fa89ea5579 service neutron] Request body: {'port': {'device_id': '80e28b33-aee8-422b-b1c4-6c36766d8282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:09.225921 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a19caf5-2b74-4a53-88b9-d1cfc888b9aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:09.304379 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [req-b5894d20-25a3-4fcb-9e06-23bd3bc9444e req-91878ed9-e29f-4d53-903a-cea5b77571ec tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] show failed (client error): The resource could not be found. Nov 12 20:02:09.316751 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b5894d20-25a3-4fcb-9e06-23bd3bc9444e req-91878ed9-e29f-4d53-903a-cea5b77571ec tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups/87b970fc-0192-42a0-a679-f345ded032f8 HTTP/1.1" status: 404 len: 352 time: 0.1141360 Nov 12 20:02:09.323421 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e23e515-c04c-4e14-a349-a5fafa901178', 'tag': 'adaab15d-9467-4bbb-89ba-b806771a0077'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:02:09.325984 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ae5062-107b-48ba-bbfa-cddc323cb7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e23e515-c04c-4e14-a349-a5fafa901178", "tag": "adaab15d-9467-4bbb-89ba-b806771a0077"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:02:09.358116 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44b0d981-455b-4fb9-beb8-905b99249cac req-3143fcee-db8e-479d-8530-b669e29d639b service neutron] 10.222.0.48 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623717 Nov 12 20:02:09.380149 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-94509edd-9583-4997-98aa-47fa89ea5579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:09.471520 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adaf1c5-1be3-4549-9792-4283ea1ecbb0 req-6d821f81-4bd3-49ca-8a45-7832d4634a90 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:09.473332 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5adaf1c5-1be3-4549-9792-4283ea1ecbb0 req-6d821f81-4bd3-49ca-8a45-7832d4634a90 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 944 time: 0.1400049 Nov 12 20:02:09.568928 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4c8d436b-d560-4be0-bbba-d51bc8075768 None None] Provisioning complete for port ed0ec275-b601-4332-b20c-3b2ca171b414 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:09.574122 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c8d436b-d560-4be0-bbba-d51bc8075768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:09.639540 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a19caf5-2b74-4a53-88b9-d1cfc888b9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:09.689000 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb93ba-c888-445d-8272-bd689c01aded req-188f241e-90a0-4f85-b0f0-cf66fd6176c3 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:09.690621 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-44cb93ba-c888-445d-8272-bd689c01aded req-188f241e-90a0-4f85-b0f0-cf66fd6176c3 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=80e28b33-aee8-422b-b1c4-6c36766d8282 HTTP/1.1" status: 200 len: 931 time: 0.2613780 Nov 12 20:02:09.765381 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 66673c2a-69a3-4964-a4fb-bece99e31545 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:02:09.772099 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b325649-4f90-4819-b982-78d6841d895c req-ab31d55f-5c0d-4070-bedb-9e13516713f2 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:09.774053 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3b325649-4f90-4819-b982-78d6841d895c req-ab31d55f-5c0d-4070-bedb-9e13516713f2 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd HTTP/1.1" status: 200 len: 944 time: 0.2043533 Nov 12 20:02:09.825642 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4c8d436b-d560-4be0-bbba-d51bc8075768 None None] Port ed0ec275-b601-4332-b20c-3b2ca171b414 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:02:09.832157 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-44cb93ba-c888-445d-8272-bd689c01aded req-69a0ee4c-7cd8-45bd-a0eb-8a2326d7baeb tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034851 Nov 12 20:02:09.872895 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-5adaf1c5-1be3-4549-9792-4283ea1ecbb0 req-12721c3d-607a-44a0-8d4e-6cdbaebf287c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Deleting port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:02:09.873340 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 66673c2a-69a3-4964-a4fb-bece99e31545 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:09.873665 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5adaf1c5-1be3-4549-9792-4283ea1ecbb0 req-12721c3d-607a-44a0-8d4e-6cdbaebf287c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:09.873807 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:09.904285 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2a83b7-f6ef-43e6-a797-77d700cdac00 x-openstack-request-id: req-2c2a83b7-f6ef-43e6-a797-77d700cdac00 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:02:09.904686 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a7154b-405f-4317-83f2-98e5b1f454a3", "tag": "416c4b0a-87d9-4973-bfbe-ced906afc9d9", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:02:09.905026 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2c2a83b7-f6ef-43e6-a797-77d700cdac00 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:02:09.909917 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a7154b-405f-4317-83f2-98e5b1f454a3', 'tag': '416c4b0a-87d9-4973-bfbe-ced906afc9d9', 'status': 'completed', 'code': 200} Nov 12 20:02:09.966976 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-94509edd-9583-4997-98aa-47fa89ea5579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:02:09.976963 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-94509edd-9583-4997-98aa-47fa89ea5579 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:09.993671 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3b325649-4f90-4819-b982-78d6841d895c req-010d12dc-ca23-4bd8-bf07-169fb424facf tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112768 Nov 12 20:02:10.005818 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-94509edd-9583-4997-98aa-47fa89ea5579 service neutron] Transition to ACTIVE for port object fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:02:10.052895 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-94509edd-9583-4997-98aa-47fa89ea5579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:10.058037 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-5adaf1c5-1be3-4549-9792-4283ea1ecbb0 req-12721c3d-607a-44a0-8d4e-6cdbaebf287c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] For port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6f8645e5-8789-4b8e-a2d4-f71aef718bd6,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:10.058408 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5adaf1c5-1be3-4549-9792-4283ea1ecbb0 req-12721c3d-607a-44a0-8d4e-6cdbaebf287c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:10.064990 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 416c4b0a-87d9-4973-bfbe-ced906afc9d9 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:02:10.080222 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-5adaf1c5-1be3-4549-9792-4283ea1ecbb0 req-12721c3d-607a-44a0-8d4e-6cdbaebf287c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Calling delete_port for 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:02:10.100686 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:10.151098 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052b3972-2d33-467d-8cad-87dc80cb012b x-openstack-request-id: req-052b3972-2d33-467d-8cad-87dc80cb012b {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:02:10.151387 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e23e515-c04c-4e14-a349-a5fafa901178", "tag": "adaab15d-9467-4bbb-89ba-b806771a0077", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:02:10.151639 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-052b3972-2d33-467d-8cad-87dc80cb012b {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:02:10.152720 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e23e515-c04c-4e14-a349-a5fafa901178', 'tag': 'adaab15d-9467-4bbb-89ba-b806771a0077', 'status': 'completed', 'code': 200} Nov 12 20:02:10.170797 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 66673c2a-69a3-4964-a4fb-bece99e31545, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=66673c2a-69a3-4964-a4fb-bece99e31545,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:10.178801 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:10.257374 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 416c4b0a-87d9-4973-bfbe-ced906afc9d9, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=416c4b0a-87d9-4973-bfbe-ced906afc9d9,segment=NetworkSegment(db37b605-67ab-49ca-98cb-b30b5f99b63a),segment_id=db37b605-67ab-49ca-98cb-b30b5f99b63a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:10.269878 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=66673c2a-69a3-4964-a4fb-bece99e31545,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:10.275380 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '416c4b0a-87d9-4973-bfbe-ced906afc9d9', 'network_id': 'e63d4370-712f-46e3-8afb-65b397eaab2b', 'port_id': '416c4b0a-87d9-4973-bfbe-ced906afc9d9', 'mac_address': 'fa:16:3e:fc:d7:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7930ae6-942d-45bb-ac89-3723a75b4df4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:02:10.323822 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:10.340416 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416c4b0a-87d9-4973-bfbe-ced906afc9d9 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:02:10.372810 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b48e45fb-0e6a-48e1-8298-c6f489f84fbd req-f1461ce3-a4af-42b8-a5b1-0e3d0192c765 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 1002 time: 0.2232535 Nov 12 20:02:10.377217 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a19caf5-2b74-4a53-88b9-d1cfc888b9aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:10.380062 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 416c4b0a-87d9-4973-bfbe-ced906afc9d9, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=416c4b0a-87d9-4973-bfbe-ced906afc9d9,segment=NetworkSegment(db37b605-67ab-49ca-98cb-b30b5f99b63a),segment_id=db37b605-67ab-49ca-98cb-b30b5f99b63a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:10.380714 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae5062-107b-48ba-bbfa-cddc323cb7c7 req-d88c9cd5-1739-4ea0-a04b-5b6a3af3cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:10.382486 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b4ae5062-107b-48ba-bbfa-cddc323cb7c7 req-d88c9cd5-1739-4ea0-a04b-5b6a3af3cfdd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23d7c5887d2e419db54487a0bcfcf104&device_id=1e23e515-c04c-4e14-a349-a5fafa901178 HTTP/1.1" status: 200 len: 1098 time: 0.2341566 Nov 12 20:02:10.386958 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:10.430284 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a19caf5-2b74-4a53-88b9-d1cfc888b9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:10.438900 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=416c4b0a-87d9-4973-bfbe-ced906afc9d9,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:10.506394 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94509edd-9583-4997-98aa-47fa89ea5579 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:10.523691 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e45fb-0e6a-48e1-8298-c6f489f84fbd req-bf528471-3dc7-4d9f-918c-a980e8b1ec89 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:10.525141 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b48e45fb-0e6a-48e1-8298-c6f489f84fbd req-bf528471-3dc7-4d9f-918c-a980e8b1ec89 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports/adaab15d-9467-4bbb-89ba-b806771a0077 HTTP/1.1" status: 200 len: 943 time: 0.1404154 Nov 12 20:02:10.527467 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859289e-d1e3-4261-892a-44646279f967 req-22f4e257-686a-4511-bf57-d83266ffe2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:10.528918 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f859289e-d1e3-4261-892a-44646279f967 req-22f4e257-686a-4511-bf57-d83266ffe2d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10ab027efbdb41f0a1eb28c7918dfc16&device_id=70a7154b-405f-4317-83f2-98e5b1f454a3 HTTP/1.1" status: 200 len: 1095 time: 0.5199032 Nov 12 20:02:10.606351 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7c7741f9-55d2-445a-9f18-997206079a5b req-aefb4c13-2e22-457a-9367-64127c721fee tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d841e32d493a46c7bf1c58a418da2caa HTTP/1.1" status: 200 len: 6200 time: 0.5929234 Nov 12 20:02:10.649820 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19caf5-2b74-4a53-88b9-d1cfc888b9aa admin admin] Pushing event updated for resources: {'Port': ['ID=ed0ec275-b601-4332-b20c-3b2ca171b414,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:10.653163 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a19caf5-2b74-4a53-88b9-d1cfc888b9aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:10.676909 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5adaf1c5-1be3-4549-9792-4283ea1ecbb0 req-12721c3d-607a-44a0-8d4e-6cdbaebf287c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:10.690311 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6f8645e5-8789-4b8e-a2d4-f71aef718bd6'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:02:10.716456 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859289e-d1e3-4261-892a-44646279f967 req-009a0c17-df37-45bc-8b89-f092d848dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:10.717905 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f859289e-d1e3-4261-892a-44646279f967 req-009a0c17-df37-45bc-8b89-f092d848dcad service neutron] 10.222.0.55 "GET /v2.0/networks?id=e63d4370-712f-46e3-8afb-65b397eaab2b HTTP/1.1" status: 200 len: 926 time: 0.1783996 Nov 12 20:02:10.721126 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-94509edd-9583-4997-98aa-47fa89ea5579 service neutron] Attempting to bind port fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:02:10.721473 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-94509edd-9583-4997-98aa-47fa89ea5579 service neutron] Attempting to bind port fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:02:10.721783 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-94509edd-9583-4997-98aa-47fa89ea5579 service neutron] Attempting to bind port fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68 on network 82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:02:10.729503 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7c7741f9-55d2-445a-9f18-997206079a5b req-ccc566d4-2908-4eac-9ab3-b116972b2aaf tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups/1559601b-ff72-4ce9-9f6b-84bfc96eb534 HTTP/1.1" status: 200 len: 2998 time: 0.0919747 Nov 12 20:02:10.751664 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['416c4b0a-87d9-4973-bfbe-ced906afc9d9'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:02:10.752898 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12721c3d-607a-44a0-8d4e-6cdbaebf287c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Pushing event deleted for resources: {'Port': ['ID=6f8645e5-8789-4b8e-a2d4-f71aef718bd6,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:10.760639 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae5062-107b-48ba-bbfa-cddc323cb7c7 req-569aa72c-b815-40b8-9888-a631c3241e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:10.763218 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b4ae5062-107b-48ba-bbfa-cddc323cb7c7 req-569aa72c-b815-40b8-9888-a631c3241e0b service neutron] 10.222.0.55 "GET /v2.0/networks?id=754baca7-d929-454e-a98a-e992c207ce86 HTTP/1.1" status: 200 len: 922 time: 0.3416219 Nov 12 20:02:10.773236 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-94509edd-9583-4997-98aa-47fa89ea5579 service neutron] Port fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68 on network 82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:02:10.773552 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-94509edd-9583-4997-98aa-47fa89ea5579 service neutron] Attempting to bind port fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68 on network 82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:02:10.782942 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f859289e-d1e3-4261-892a-44646279f967 req-7eca1519-4daa-47a9-baa3-cb4db53cdedd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=416c4b0a-87d9-4973-bfbe-ced906afc9d9 HTTP/1.1" status: 200 len: 217 time: 0.0568151 Nov 12 20:02:10.787746 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-94509edd-9583-4997-98aa-47fa89ea5579 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:02:10.788078 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-94509edd-9583-4997-98aa-47fa89ea5579 service neutron] Checking segment: {'id': 'a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:02:10.788500 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-94509edd-9583-4997-98aa-47fa89ea5579 service neutron] Bound using segment: {'id': 'a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:02:10.788942 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-94509edd-9583-4997-98aa-47fa89ea5579 service neutron] Bound port: fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:02:10.789293 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-94509edd-9583-4997-98aa-47fa89ea5579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:10.839766 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b48e45fb-0e6a-48e1-8298-c6f489f84fbd req-34c30419-0084-469c-8f11-689ca869c5cd tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 1002 time: 0.2603846 Nov 12 20:02:10.861467 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adaf1c5-1be3-4549-9792-4283ea1ecbb0 req-12721c3d-607a-44a0-8d4e-6cdbaebf287c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] No DVR routers for this DVR port 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:02:10.864812 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5adaf1c5-1be3-4549-9792-4283ea1ecbb0 req-12721c3d-607a-44a0-8d4e-6cdbaebf287c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:10.869837 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5adaf1c5-1be3-4549-9792-4283ea1ecbb0 req-12721c3d-607a-44a0-8d4e-6cdbaebf287c tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.52 "DELETE /v2.0/ports/6f8645e5-8789-4b8e-a2d4-f71aef718bd6 HTTP/1.1" status: 204 len: 173 time: 1.3817594 Nov 12 20:02:10.898363 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7c7741f9-55d2-445a-9f18-997206079a5b req-ead02c67-4abf-4fff-b3c6-9242f6b1f353 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups/1559601b-ff72-4ce9-9f6b-84bfc96eb534 HTTP/1.1" status: 200 len: 2998 time: 0.1599970 Nov 12 20:02:10.907207 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859289e-d1e3-4261-892a-44646279f967 req-e17c7e93-4b92-43ac-9fb5-e6328d167839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:10.909640 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f859289e-d1e3-4261-892a-44646279f967 req-e17c7e93-4b92-43ac-9fb5-e6328d167839 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f7930ae6-942d-45bb-ac89-3723a75b4df4 HTTP/1.1" status: 200 len: 865 time: 0.1048892 Nov 12 20:02:10.964812 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f859289e-d1e3-4261-892a-44646279f967 req-57163b6b-3655-47d3-b51b-f4cda86a21dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e63d4370-712f-46e3-8afb-65b397eaab2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384681 Nov 12 20:02:11.014534 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-94509edd-9583-4997-98aa-47fa89ea5579 service neutron] For port fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:02:11.040804 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b4ae5062-107b-48ba-bbfa-cddc323cb7c7 req-07235c86-62b8-43dc-91de-f1b5dbade1f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adaab15d-9467-4bbb-89ba-b806771a0077 HTTP/1.1" status: 200 len: 1002 time: 0.2234108 Nov 12 20:02:11.068066 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-94509edd-9583-4997-98aa-47fa89ea5579 service neutron] For port fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68,segment=NetworkSegment(a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52),segment_id=a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:02:11.077045 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a19caf5-2b74-4a53-88b9-d1cfc888b9aa admin admin] Network 9f700ce5-2a0b-4162-916c-2d06c3c0ef90 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:02:11.079505 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-94509edd-9583-4997-98aa-47fa89ea5579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:11.108030 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-0a19caf5-2b74-4a53-88b9-d1cfc888b9aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:02:11.129718 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e45fb-0e6a-48e1-8298-c6f489f84fbd req-fe2be66c-abdf-4d7b-a8cb-1a546304ebd5 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:11.131326 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-94509edd-9583-4997-98aa-47fa89ea5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:11.131966 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-94509edd-9583-4997-98aa-47fa89ea5579 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:11.133773 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-94509edd-9583-4997-98aa-47fa89ea5579 service neutron] 10.222.0.52 "PUT /v2.0/ports/fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68 HTTP/1.1" status: 200 len: 1092 time: 1.9284680 Nov 12 20:02:11.142459 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b48e45fb-0e6a-48e1-8298-c6f489f84fbd req-fe2be66c-abdf-4d7b-a8cb-1a546304ebd5 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 784 time: 0.3017561 Nov 12 20:02:11.150596 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f859289e-d1e3-4261-892a-44646279f967 req-6b9603bf-bf9e-4479-a8b0-f42d1d2f499d service neutron] 10.222.0.55 "GET /v2.0/networks/e63d4370-712f-46e3-8afb-65b397eaab2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752741 Nov 12 20:02:11.230001 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94509edd-9583-4997-98aa-47fa89ea5579 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:11.271346 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae5062-107b-48ba-bbfa-cddc323cb7c7 req-3a5bd8e0-0f8e-41bb-bb69-42fe61a4b9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:11.272894 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b4ae5062-107b-48ba-bbfa-cddc323cb7c7 req-3a5bd8e0-0f8e-41bb-bb69-42fe61a4b9a5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63d41080-676f-4ac4-8522-f666160b10e9 HTTP/1.1" status: 200 len: 860 time: 0.2199159 Nov 12 20:02:11.321149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-8b66c6c8-ae4f-4b58-9884-04f2a9077661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:11.322552 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-8b66c6c8-ae4f-4b58-9884-04f2a9077661 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=14a84fe176fc4137acc33b6d74c1e9ef&device_id=80e28b33-aee8-422b-b1c4-6c36766d8282 HTTP/1.1" status: 200 len: 1095 time: 0.1285100 Nov 12 20:02:11.414218 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a19caf5-2b74-4a53-88b9-d1cfc888b9aa admin admin] Router cd553d4e-b058-45c6-a587-c599cad4e2fd has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:02:11.440256 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-94ada24b-3691-4f38-8694-d6af86ce05e8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68 HTTP/1.1" status: 200 len: 217 time: 0.1037049 Nov 12 20:02:11.445805 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f859289e-d1e3-4261-892a-44646279f967 req-2246ac23-db4c-4639-83ff-3134f3f20656 service neutron] 10.222.0.55 "GET /v2.0/networks/e63d4370-712f-46e3-8afb-65b397eaab2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871435 Nov 12 20:02:11.499426 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae5062-107b-48ba-bbfa-cddc323cb7c7 req-5ba62fbc-b7ab-4688-8f49-a73896e5c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:11.501572 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b4ae5062-107b-48ba-bbfa-cddc323cb7c7 req-5ba62fbc-b7ab-4688-8f49-a73896e5c585 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=754baca7-d929-454e-a98a-e992c207ce86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2164443 Nov 12 20:02:11.511424 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ee6bc-88f0-40e9-88c6-b9c600ca7bce req-7df96a43-1e74-4349-8815-4dec3e3220c8 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:11.513519 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa2ee6bc-88f0-40e9-88c6-b9c600ca7bce req-7df96a43-1e74-4349-8815-4dec3e3220c8 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a7154b-405f-4317-83f2-98e5b1f454a3 HTTP/1.1" status: 200 len: 944 time: 0.2102060 Nov 12 20:02:11.528605 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-30ebb360-9237-4b13-bc85-34aec5bab2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:11.531138 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-30ebb360-9237-4b13-bc85-34aec5bab2e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4e737cd8-1b39-4275-8cfe-0de94b1671b4 HTTP/1.1" status: 200 len: 855 time: 0.0820603 Nov 12 20:02:11.577566 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-97233f33-84bb-4e86-9b9f-638ff1fd76b9 None None] Provisioning complete for port ed0ec275-b601-4332-b20c-3b2ca171b414 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:11.580488 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-97233f33-84bb-4e86-9b9f-638ff1fd76b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:11.584839 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-e7b06581-1925-4d58-87bc-30114c5e9aad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403433 Nov 12 20:02:11.630924 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-97233f33-84bb-4e86-9b9f-638ff1fd76b9 None None] Port ed0ec275-b601-4332-b20c-3b2ca171b414 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:02:11.632816 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 66673c2a-69a3-4964-a4fb-bece99e31545 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:02:11.688185 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa2ee6bc-88f0-40e9-88c6-b9c600ca7bce req-19c87939-39b8-44e2-933e-9194825bf43e tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5ab6403-a785-46ae-a8fd-6c029d83c7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607864 Nov 12 20:02:11.707938 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 66673c2a-69a3-4964-a4fb-bece99e31545 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:11.708667 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:11.714134 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a19caf5-2b74-4a53-88b9-d1cfc888b9aa admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:02:11.717252 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b4ae5062-107b-48ba-bbfa-cddc323cb7c7 req-1752b650-b969-4968-9588-5d750555c916 service neutron] 10.222.0.55 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003720 Nov 12 20:02:11.730531 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0a19caf5-2b74-4a53-88b9-d1cfc888b9aa admin admin] 10.222.0.48 "PUT /v2.0/routers/cd553d4e-b058-45c6-a587-c599cad4e2fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7581644 Nov 12 20:02:11.737170 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfef3c5-c33f-44d6-9826-69b2f3a850df None None] Sync routers for ids ['cd553d4e-b058-45c6-a587-c599cad4e2fd'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:02:11.747272 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-ea1fcc70-20af-4d3a-90c1-91365a52c202 req-6f1c02e5-d3a5-42ac-96e4-84885dea6d25 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-960705709', 'description': 'tempest-description-310233431'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:11.758090 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfef3c5-c33f-44d6-9826-69b2f3a850df None None] Routers {'cd553d4e-b058-45c6-a587-c599cad4e2fd'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:02:11.758090 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3bfef3c5-c33f-44d6-9826-69b2f3a850df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:01:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['cd553d4e-b058-45c6-a587-c599cad4e2fd'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:11.789030 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-56d310db-ce8e-4d7f-ab47-75f87985a6c6 service neutron] 10.222.0.52 "GET /v2.0/networks/82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911166 Nov 12 20:02:11.821459 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ea1fcc70-20af-4d3a-90c1-91365a52c202 req-6f1c02e5-d3a5-42ac-96e4-84885dea6d25 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:11.841384 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581db456-787c-49b8-97ec-8b70c9504af8 req-8ea25da4-af22-4df2-990c-b7e2d8b23813 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:11.843527 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-581db456-787c-49b8-97ec-8b70c9504af8 req-8ea25da4-af22-4df2-990c-b7e2d8b23813 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=80e28b33-aee8-422b-b1c4-6c36766d8282 HTTP/1.1" status: 200 len: 943 time: 0.1133313 Nov 12 20:02:11.890402 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b4ae5062-107b-48ba-bbfa-cddc323cb7c7 req-79c2bf94-d5b6-40f5-8e9d-e52d0ab068a5 service neutron] 10.222.0.55 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540611 Nov 12 20:02:11.916058 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e28b33-aee8-422b-b1c4-6c36766d8282', 'tag': 'fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:02:11.918692 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b662163c-4b77-431d-bf8a-02c3b57b964c" -d '{"events": [{"name": "network-changed", "server_uuid": "80e28b33-aee8-422b-b1c4-6c36766d8282", "tag": "fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:02:11.926044 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ea1fcc70-20af-4d3a-90c1-91365a52c202 req-6f1c02e5-d3a5-42ac-96e4-84885dea6d25 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:11.931828 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ea1fcc70-20af-4d3a-90c1-91365a52c202 req-6f1c02e5-d3a5-42ac-96e4-84885dea6d25 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:11.936899 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-3bfef3c5-c33f-44d6-9826-69b2f3a850df None None] Set router cd553d4e-b058-45c6-a587-c599cad4e2fd gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:02:11.977376 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ea1fcc70-20af-4d3a-90c1-91365a52c202 req-6f1c02e5-d3a5-42ac-96e4-84885dea6d25 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:11.999362 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ea1fcc70-20af-4d3a-90c1-91365a52c202 req-6f1c02e5-d3a5-42ac-96e4-84885dea6d25 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2671123 Nov 12 20:02:12.002579 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c02e5-d3a5-42ac-96e4-84885dea6d25 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e972950-666b-4806-a917-fc62770367d6,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:12.004551 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-581db456-787c-49b8-97ec-8b70c9504af8 req-dfafe95e-f3b1-4825-82d4-605e609a6ac0 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531551 Nov 12 20:02:12.042147 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-822ab517-9312-4ffb-a3d0-437e877aa8d0 req-c5abb7e3-8128-4fee-9aba-af0271651b75 service neutron] 10.222.0.52 "GET /v2.0/networks/82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418897 Nov 12 20:02:12.074969 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 416c4b0a-87d9-4973-bfbe-ced906afc9d9 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:02:12.131802 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d702634e-8d05-43f2-86b8-4bb465a37589 req-0e460b39-a819-454c-a1ae-ae4ac2624a91 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 1002 time: 0.0851240 Nov 12 20:02:12.134995 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c2a958-c3ae-4125-8639-a29e5b0f16a8 x-openstack-request-id: req-a7c2a958-c3ae-4125-8639-a29e5b0f16a8 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:02:12.135282 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e28b33-aee8-422b-b1c4-6c36766d8282", "tag": "fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:02:12.135513 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7c2a958-c3ae-4125-8639-a29e5b0f16a8 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:02:12.135891 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e28b33-aee8-422b-b1c4-6c36766d8282', 'tag': 'fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68', 'status': 'completed', 'code': 200} Nov 12 20:02:12.154609 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd', 'name': 'network-vif-deleted', 'tag': '6f8645e5-8789-4b8e-a2d4-f71aef718bd6'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:02:12.158457 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d63871-460c-4c27-95a1-ab50e22261ac" -d '{"events": [{"server_uuid": "bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd", "name": "network-vif-deleted", "tag": "6f8645e5-8789-4b8e-a2d4-f71aef718bd6"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:02:12.183599 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-931843a4-70ac-4342-b08d-65754992aa8f req-a9e4f3e1-f059-4453-98eb-2fd2be4b8ef5 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-338125170', 'description': 'tempest-description-1837351370'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:12.213771 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-931843a4-70ac-4342-b08d-65754992aa8f req-a9e4f3e1-f059-4453-98eb-2fd2be4b8ef5 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:12.224573 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 416c4b0a-87d9-4973-bfbe-ced906afc9d9 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:02:12.230753 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702634e-8d05-43f2-86b8-4bb465a37589 req-c3695f92-13e8-497e-ba29-c6057574b13a tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:12.231292 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 416c4b0a-87d9-4973-bfbe-ced906afc9d9 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:12.231661 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:12.232204 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d702634e-8d05-43f2-86b8-4bb465a37589 req-c3695f92-13e8-497e-ba29-c6057574b13a tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports/adaab15d-9467-4bbb-89ba-b806771a0077 HTTP/1.1" status: 200 len: 943 time: 0.0995870 Nov 12 20:02:12.249110 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662163c-4b77-431d-bf8a-02c3b57b964c req-ec3e3456-271a-46be-831b-3136416dfcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:12.251163 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b662163c-4b77-431d-bf8a-02c3b57b964c req-ec3e3456-271a-46be-831b-3136416dfcbf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=14a84fe176fc4137acc33b6d74c1e9ef&device_id=80e28b33-aee8-422b-b1c4-6c36766d8282 HTTP/1.1" status: 200 len: 1095 time: 0.0796194 Nov 12 20:02:12.294030 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3bfef3c5-c33f-44d6-9826-69b2f3a850df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd553d4e-b058-45c6-a587-c599cad4e2fd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1706699633-router', 'tenant_id': 'b823c54876a64f49b0e3e4f37d9e10c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '66673c2a-69a3-4964-a4fb-bece99e31545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:02Z', 'updated_at': '2021-11-12T20:02:09Z', 'revision_number': 4, 'project_id': 'b823c54876a64f49b0e3e4f37d9e10c8', 'gw_port': {'id': '66673c2a-69a3-4964-a4fb-bece99e31545', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:7c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd553d4e-b058-45c6-a587-c599cad4e2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:03Z', 'updated_at': '2021-11-12T20:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'ed0ec275-b601-4332-b20c-3b2ca171b414', 'name': '', 'network_id': '9f700ce5-2a0b-4162-916c-2d06c3c0ef90', 'tenant_id': 'b823c54876a64f49b0e3e4f37d9e10c8', 'mac_address': 'fa:16:3e:8e:e6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd553d4e-b058-45c6-a587-c599cad4e2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '61b172b9-1029-4f6f-8d5d-e7b9e3d428af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:07Z', 'updated_at': '2021-11-12T20:02:09Z', 'revision_number': 2, 'project_id': 'b823c54876a64f49b0e3e4f37d9e10c8', 'subnets': [{'id': '61b172b9-1029-4f6f-8d5d-e7b9e3d428af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:12.323782 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-931843a4-70ac-4342-b08d-65754992aa8f req-a9e4f3e1-f059-4453-98eb-2fd2be4b8ef5 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:12.328160 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-931843a4-70ac-4342-b08d-65754992aa8f req-a9e4f3e1-f059-4453-98eb-2fd2be4b8ef5 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:12.331752 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfef3c5-c33f-44d6-9826-69b2f3a850df None None] Checking router: cd553d4e-b058-45c6-a587-c599cad4e2fd for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:02:12.332025 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfef3c5-c33f-44d6-9826-69b2f3a850df None None] Updating router cd553d4e-b058-45c6-a587-c599cad4e2fd port ed0ec275-b601-4332-b20c-3b2ca171b414 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:02:12.377776 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4f3e1-f059-4453-98eb-2fd2be4b8ef5 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f528ce-1ea2-4d73-9d2a-1f082054aa7e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:12.385463 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3bfef3c5-c33f-44d6-9826-69b2f3a850df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:12.388193 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:12.409665 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-931843a4-70ac-4342-b08d-65754992aa8f req-a9e4f3e1-f059-4453-98eb-2fd2be4b8ef5 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:12.411847 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-931843a4-70ac-4342-b08d-65754992aa8f req-a9e4f3e1-f059-4453-98eb-2fd2be4b8ef5 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2359276 Nov 12 20:02:12.452708 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d702634e-8d05-43f2-86b8-4bb465a37589 req-91031390-1173-4faf-8962-dd1d7aac6b77 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 1002 time: 0.1147108 Nov 12 20:02:12.476952 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662163c-4b77-431d-bf8a-02c3b57b964c req-2899914a-891a-4435-979d-f9c5336fe943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:12.481380 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b662163c-4b77-431d-bf8a-02c3b57b964c req-2899914a-891a-4435-979d-f9c5336fe943 service neutron] 10.222.0.52 "GET /v2.0/networks?id=82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7 HTTP/1.1" status: 200 len: 916 time: 0.2181911 Nov 12 20:02:12.488834 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 416c4b0a-87d9-4973-bfbe-ced906afc9d9, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=416c4b0a-87d9-4973-bfbe-ced906afc9d9,segment=NetworkSegment(db37b605-67ab-49ca-98cb-b30b5f99b63a),segment_id=db37b605-67ab-49ca-98cb-b30b5f99b63a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:12.495741 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a7154b-405f-4317-83f2-98e5b1f454a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416c4b0a-87d9-4973-bfbe-ced906afc9d9'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:02:12.498313 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d9ba3d-65f7-452a-8b8c-c9d1decfd0db" -d '{"events": [{"server_uuid": "70a7154b-405f-4317-83f2-98e5b1f454a3", "name": "network-vif-plugged", "status": "completed", "tag": "416c4b0a-87d9-4973-bfbe-ced906afc9d9"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:02:12.511933 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:12.582026 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b662163c-4b77-431d-bf8a-02c3b57b964c req-c90cd72f-1a9a-4bdf-a8e6-e253f7ee8cca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68 HTTP/1.1" status: 200 len: 217 time: 0.0865743 Nov 12 20:02:12.584735 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54942) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:12.600425 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f4bb226d-da9a-437c-a25b-34f3035de74d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-897810512-network', 'tenant_id': '893efb684db04f5291d907d5c1dc25ac'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:12.671076 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=416c4b0a-87d9-4973-bfbe-ced906afc9d9,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:12.684682 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bb226d-da9a-437c-a25b-34f3035de74d admin admin] Made reservation on behalf of 893efb684db04f5291d907d5c1dc25ac for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:02:12.687089 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f4bb226d-da9a-437c-a25b-34f3035de74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:12.705759 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f4bb226d-da9a-437c-a25b-34f3035de74d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:12.708382 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662163c-4b77-431d-bf8a-02c3b57b964c req-1c3b90bb-43aa-438c-96b0-117ddd2715aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:12.711123 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b662163c-4b77-431d-bf8a-02c3b57b964c req-1c3b90bb-43aa-438c-96b0-117ddd2715aa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4e737cd8-1b39-4275-8cfe-0de94b1671b4 HTTP/1.1" status: 200 len: 855 time: 0.1017663 Nov 12 20:02:12.713792 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408b564d-f009-4153-b83d-30ff0f51e7cd x-openstack-request-id: req-408b564d-f009-4153-b83d-30ff0f51e7cd {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:02:12.714610 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd", "name": "network-vif-deleted", "tag": "6f8645e5-8789-4b8e-a2d4-f71aef718bd6", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:02:12.715094 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-408b564d-f009-4153-b83d-30ff0f51e7cd {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:02:12.715686 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf3ce65-174c-4e52-b7d5-48b01ee1a4cd', 'name': 'network-vif-deleted', 'tag': '6f8645e5-8789-4b8e-a2d4-f71aef718bd6', 'status': 'completed', 'code': 200} Nov 12 20:02:12.729505 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702634e-8d05-43f2-86b8-4bb465a37589 req-a71a958c-9d33-4926-b556-bf304c7dd0bb tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:12.730897 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d702634e-8d05-43f2-86b8-4bb465a37589 req-a71a958c-9d33-4926-b556-bf304c7dd0bb tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 784 time: 0.2678165 Nov 12 20:02:12.755703 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4986310d-1484-4d08-bd11-502dfe63e27a x-openstack-request-id: req-4986310d-1484-4d08-bd11-502dfe63e27a {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:02:12.756002 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a7154b-405f-4317-83f2-98e5b1f454a3", "name": "network-vif-plugged", "status": "completed", "tag": "416c4b0a-87d9-4973-bfbe-ced906afc9d9", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:02:12.756268 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4986310d-1484-4d08-bd11-502dfe63e27a {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:02:12.756667 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a7154b-405f-4317-83f2-98e5b1f454a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416c4b0a-87d9-4973-bfbe-ced906afc9d9', 'code': 200} Nov 12 20:02:12.761726 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b662163c-4b77-431d-bf8a-02c3b57b964c req-ab4487cb-5397-4401-9cd0-be0785fbff93 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298202 Nov 12 20:02:12.860173 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3bfef3c5-c33f-44d6-9826-69b2f3a850df None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:12.866738 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3bfef3c5-c33f-44d6-9826-69b2f3a850df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:12.918537 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54465cc-eb5c-4007-be8e-e5dceee8cf45 None None] Pushing event updated for resources: {'Port': ['ID=ed0ec275-b601-4332-b20c-3b2ca171b414,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:12.925044 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d702634e-8d05-43f2-86b8-4bb465a37589 req-3ffdcafe-aff2-4996-a667-45662869514f tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 1002 time: 0.1677392 Nov 12 20:02:12.927877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377b426-2d32-4c6f-be45-11c4ca56cdf4 req-211a5887-3090-4083-b1d3-0c4619a90e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:12.929568 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6377b426-2d32-4c6f-be45-11c4ca56cdf4 req-211a5887-3090-4083-b1d3-0c4619a90e5a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=70a7154b-405f-4317-83f2-98e5b1f454a3 HTTP/1.1" status: 200 len: 1097 time: 0.0991123 Nov 12 20:02:12.939157 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-d702634e-8d05-43f2-86b8-4bb465a37589 req-dcf474ae-989a-4074-a194-a1a246b7990a tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:12.983960 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-3bfef3c5-c33f-44d6-9826-69b2f3a850df None None] Attempting to bind port ed0ec275-b601-4332-b20c-3b2ca171b414 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:02:12.985102 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-3bfef3c5-c33f-44d6-9826-69b2f3a850df None None] Attempting to bind port ed0ec275-b601-4332-b20c-3b2ca171b414 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '3e224982-6395-4c12-b776-18d7d32b13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9f700ce5-2a0b-4162-916c-2d06c3c0ef90'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:02:12.985755 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfef3c5-c33f-44d6-9826-69b2f3a850df None None] Attempting to bind port ed0ec275-b601-4332-b20c-3b2ca171b414 on network 9f700ce5-2a0b-4162-916c-2d06c3c0ef90 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:02:12.991960 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfef3c5-c33f-44d6-9826-69b2f3a850df None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:02:12.992537 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfef3c5-c33f-44d6-9826-69b2f3a850df None None] Checking segment: {'id': '3e224982-6395-4c12-b776-18d7d32b13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9f700ce5-2a0b-4162-916c-2d06c3c0ef90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:02:12.993004 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3bfef3c5-c33f-44d6-9826-69b2f3a850df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:12.993598 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfef3c5-c33f-44d6-9826-69b2f3a850df None None] Bound using segment: {'id': '3e224982-6395-4c12-b776-18d7d32b13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9f700ce5-2a0b-4162-916c-2d06c3c0ef90'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:02:12.994446 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-3bfef3c5-c33f-44d6-9826-69b2f3a850df None None] Bound port: ed0ec275-b601-4332-b20c-3b2ca171b414, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e224982-6395-4c12-b776-18d7d32b13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9f700ce5-2a0b-4162-916c-2d06c3c0ef90'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:02:12.994644 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3bfef3c5-c33f-44d6-9826-69b2f3a850df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:13.002737 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b662163c-4b77-431d-bf8a-02c3b57b964c req-c00f590e-48f1-4bb7-ad0c-71467ffd3358 service neutron] 10.222.0.52 "GET /v2.0/networks/82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970360 Nov 12 20:02:13.049664 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6377b426-2d32-4c6f-be45-11c4ca56cdf4 req-563f15c5-1f87-4c3d-8ae3-f3d16e8f3c82 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f5ab6403-a785-46ae-a8fd-6c029d83c7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834887 Nov 12 20:02:13.057814 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d702634e-8d05-43f2-86b8-4bb465a37589 req-dcf474ae-989a-4074-a194-a1a246b7990a tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks [] for floatingip, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:13.061252 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f4bb226d-da9a-437c-a25b-34f3035de74d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:13.065458 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-debdbd4d-bead-45d0-af43-6b3b6b029db6 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:13.074245 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-debdbd4d-bead-45d0-af43-6b3b6b029db6 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/networks?id=ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf HTTP/1.1" status: 200 len: 811 time: 0.2121906 Nov 12 20:02:13.088954 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-c3eadbf3-8c38-4027-bd89-fd6a757a2c25 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/quotas/d841e32d493a46c7bf1c58a418da2caa HTTP/1.1" status: 200 len: 375 time: 0.0132689 Nov 12 20:02:13.089987 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-3bfef3c5-c33f-44d6-9826-69b2f3a850df None None] For port ed0ec275-b601-4332-b20c-3b2ca171b414, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:02:13.094628 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-3bfef3c5-c33f-44d6-9826-69b2f3a850df None None] For port ed0ec275-b601-4332-b20c-3b2ca171b414, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ed0ec275-b601-4332-b20c-3b2ca171b414,segment=NetworkSegment(3e224982-6395-4c12-b776-18d7d32b13ae),segment_id=3e224982-6395-4c12-b776-18d7d32b13ae)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:02:13.102694 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3bfef3c5-c33f-44d6-9826-69b2f3a850df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:13.126612 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f4bb226d-da9a-437c-a25b-34f3035de74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:13.166127 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfef3c5-c33f-44d6-9826-69b2f3a850df None None] Routers {'cd553d4e-b058-45c6-a587-c599cad4e2fd'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:02:13.167467 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3bfef3c5-c33f-44d6-9826-69b2f3a850df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:01:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['cd553d4e-b058-45c6-a587-c599cad4e2fd'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:13.177700 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4bb226d-da9a-437c-a25b-34f3035de74d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:02:13.199290 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-e07d1a64-0f1b-4226-921d-c428ca95fcbb tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d841e32d493a46c7bf1c58a418da2caa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1002100 Nov 12 20:02:13.214149 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a67e3-3357-474c-b4d2-696b32854353 req-ccd01350-9ef6-45be-bb53-d85a2e39c322 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:13.215735 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e29a67e3-3357-474c-b4d2-696b32854353 req-ccd01350-9ef6-45be-bb53-d85a2e39c322 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.52 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 945 time: 0.0814977 Nov 12 20:02:13.237111 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54465cc-eb5c-4007-be8e-e5dceee8cf45 None None] Pushing event updated for resources: {'Port': ['ID=ed0ec275-b601-4332-b20c-3b2ca171b414,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:13.257561 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f4bb226d-da9a-437c-a25b-34f3035de74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:13.257906 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-f4bb226d-da9a-437c-a25b-34f3035de74d admin admin] Added segment f15f1fa8-63c6-4fd1-beef-9cb5433e886e of type vlan for network 8219531b-aa5b-4b50-ba3b-0442e0bef79d Nov 12 20:02:13.263007 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb226d-da9a-437c-a25b-34f3035de74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1f6389-3358-4ecd-9d4e-98573b48dad1,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:13.292216 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b662163c-4b77-431d-bf8a-02c3b57b964c req-695e9f7c-eecd-44ae-a17a-edf351e6900b service neutron] 10.222.0.52 "GET /v2.0/networks/82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798479 Nov 12 20:02:13.329141 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-3bfef3c5-c33f-44d6-9826-69b2f3a850df None None] Set router cd553d4e-b058-45c6-a587-c599cad4e2fd gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:02:13.375279 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f4bb226d-da9a-437c-a25b-34f3035de74d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:13.383916 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d702634e-8d05-43f2-86b8-4bb465a37589 req-dcf474ae-989a-4074-a194-a1a246b7990a tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:13.398499 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d702634e-8d05-43f2-86b8-4bb465a37589 req-dcf474ae-989a-4074-a194-a1a246b7990a tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:13.398846 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [req-d702634e-8d05-43f2-86b8-4bb465a37589 req-dcf474ae-989a-4074-a194-a1a246b7990a tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Floating IP d13bf0de-ee9e-4f2c-87f2-1502bb2c9920 disassociated. External IP: 172.25.5.122, port: adaab15d-9467-4bbb-89ba-b806771a0077. Nov 12 20:02:13.458300 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f4bb226d-da9a-437c-a25b-34f3035de74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:13.461066 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bb226d-da9a-437c-a25b-34f3035de74d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:13.463285 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f4bb226d-da9a-437c-a25b-34f3035de74d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:13.588412 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f4bb226d-da9a-437c-a25b-34f3035de74d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9943156 Nov 12 20:02:13.596994 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54962) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:13.604742 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-c5af969b-c922-4ee2-a92c-47c18db6fd83 admin admin] Request body: {'subnet': {'network_id': '8219531b-aa5b-4b50-ba3b-0442e0bef79d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-897810512-subnet', 'tenant_id': '893efb684db04f5291d907d5c1dc25ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:13.615142 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb226d-da9a-437c-a25b-34f3035de74d admin admin] Pushing event updated for resources: {'Network': ['ID=8219531b-aa5b-4b50-ba3b-0442e0bef79d,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:13.636150 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 8219531b-aa5b-4b50-ba3b-0442e0bef79d details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:02:13.677571 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5af969b-c922-4ee2-a92c-47c18db6fd83 admin admin] Made reservation on behalf of 893efb684db04f5291d907d5c1dc25ac for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:02:13.680211 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c5af969b-c922-4ee2-a92c-47c18db6fd83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:13.716514 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-1ecbbd5e-0b81-4772-ace6-0255668bb376 service neutron] 10.222.0.48 "GET /v2.0/networks/ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997134 Nov 12 20:02:13.748276 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-73d2c1fd-99ea-4011-ad84-13fa4dbc757a None None] Provisioning complete for port ed0ec275-b601-4332-b20c-3b2ca171b414 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:13.748885 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-73d2c1fd-99ea-4011-ad84-13fa4dbc757a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:13.757276 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-e29a67e3-3357-474c-b4d2-696b32854353 req-fb87c48a-b2d1-4303-97d3-4c64bab67945 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Deleting port bd20a262-9e7a-46e4-85b8-585099ae54b4 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:02:13.757621 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e29a67e3-3357-474c-b4d2-696b32854353 req-fb87c48a-b2d1-4303-97d3-4c64bab67945 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:13.826227 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d702634e-8d05-43f2-86b8-4bb465a37589 req-dcf474ae-989a-4074-a194-a1a246b7990a tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Router 3123a917-2893-47c0-aaae-819684240b10 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:02:13.902493 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-73d2c1fd-99ea-4011-ad84-13fa4dbc757a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:13.913615 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-a096da5f-2905-434b-bdf9-0b3a0c922331 service neutron] 10.222.0.48 "GET /v2.0/networks/ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874189 Nov 12 20:02:13.932024 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e29a67e3-3357-474c-b4d2-696b32854353 req-fb87c48a-b2d1-4303-97d3-4c64bab67945 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] For port bd20a262-9e7a-46e4-85b8-585099ae54b4, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=bd20a262-9e7a-46e4-85b8-585099ae54b4,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:13.932574 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e29a67e3-3357-474c-b4d2-696b32854353 req-fb87c48a-b2d1-4303-97d3-4c64bab67945 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:13.949959 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-73d2c1fd-99ea-4011-ad84-13fa4dbc757a None None] For port ed0ec275-b601-4332-b20c-3b2ca171b414, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ed0ec275-b601-4332-b20c-3b2ca171b414,segment=NetworkSegment(3e224982-6395-4c12-b776-18d7d32b13ae),segment_id=3e224982-6395-4c12-b776-18d7d32b13ae)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:13.957133 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3bfef3c5-c33f-44d6-9826-69b2f3a850df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd553d4e-b058-45c6-a587-c599cad4e2fd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1706699633-router', 'tenant_id': 'b823c54876a64f49b0e3e4f37d9e10c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '66673c2a-69a3-4964-a4fb-bece99e31545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:02Z', 'updated_at': '2021-11-12T20:02:09Z', 'revision_number': 4, 'project_id': 'b823c54876a64f49b0e3e4f37d9e10c8', 'gw_port': {'id': '66673c2a-69a3-4964-a4fb-bece99e31545', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:7c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd553d4e-b058-45c6-a587-c599cad4e2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:03Z', 'updated_at': '2021-11-12T20:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'ed0ec275-b601-4332-b20c-3b2ca171b414', 'name': '', 'network_id': '9f700ce5-2a0b-4162-916c-2d06c3c0ef90', 'tenant_id': 'b823c54876a64f49b0e3e4f37d9e10c8', 'mac_address': 'fa:16:3e:8e:e6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd553d4e-b058-45c6-a587-c599cad4e2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '61b172b9-1029-4f6f-8d5d-e7b9e3d428af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:07Z', 'updated_at': '2021-11-12T20:02:13Z', 'revision_number': 4, 'project_id': 'b823c54876a64f49b0e3e4f37d9e10c8', 'subnets': [{'id': '61b172b9-1029-4f6f-8d5d-e7b9e3d428af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:13.957782 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-e29a67e3-3357-474c-b4d2-696b32854353 req-fb87c48a-b2d1-4303-97d3-4c64bab67945 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Calling delete_port for bd20a262-9e7a-46e4-85b8-585099ae54b4 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:02:13.961194 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-73d2c1fd-99ea-4011-ad84-13fa4dbc757a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:13.993724 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfef3c5-c33f-44d6-9826-69b2f3a850df None None] The sync data for ids ['cd553d4e-b058-45c6-a587-c599cad4e2fd'] in n-d-712140-15 is: [{'id': 'cd553d4e-b058-45c6-a587-c599cad4e2fd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1706699633-router', 'tenant_id': 'b823c54876a64f49b0e3e4f37d9e10c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '66673c2a-69a3-4964-a4fb-bece99e31545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:02Z', 'updated_at': '2021-11-12T20:02:09Z', 'revision_number': 4, 'project_id': 'b823c54876a64f49b0e3e4f37d9e10c8', 'gw_port': {'id': '66673c2a-69a3-4964-a4fb-bece99e31545', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:7c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd553d4e-b058-45c6-a587-c599cad4e2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:03Z', 'updated_at': '2021-11-12T20:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'ed0ec275-b601-4332-b20c-3b2ca171b414', 'name': '', 'network_id': '9f700ce5-2a0b-4162-916c-2d06c3c0ef90', 'tenant_id': 'b823c54876a64f49b0e3e4f37d9e10c8', 'mac_address': 'fa:16:3e:8e:e6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd553d4e-b058-45c6-a587-c599cad4e2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '61b172b9-1029-4f6f-8d5d-e7b9e3d428af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:07Z', 'updated_at': '2021-11-12T20:02:13Z', 'revision_number': 4, 'project_id': 'b823c54876a64f49b0e3e4f37d9e10c8', 'subnets': [{'id': '61b172b9-1029-4f6f-8d5d-e7b9e3d428af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:02:14.002021 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c5af969b-c922-4ee2-a92c-47c18db6fd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:14.108275 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2c1fd-99ea-4011-ad84-13fa4dbc757a None None] Pushing event updated for resources: {'Port': ['ID=ed0ec275-b601-4332-b20c-3b2ca171b414,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:14.120700 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d702634e-8d05-43f2-86b8-4bb465a37589 req-dcf474ae-989a-4074-a194-a1a246b7990a tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:02:14.128975 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4bbec7e7-58e2-480f-9555-045a27dff4e8 None None] Provisioning complete for port ed0ec275-b601-4332-b20c-3b2ca171b414 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:14.131481 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4bbec7e7-58e2-480f-9555-045a27dff4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:14.136501 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d702634e-8d05-43f2-86b8-4bb465a37589 req-dcf474ae-989a-4074-a194-a1a246b7990a tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:14.142918 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade617d7-dcd4-405d-a1c5-a4291ad48c8b None None] Sync routers for ids ['3123a917-2893-47c0-aaae-819684240b10'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:02:14.161808 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade617d7-dcd4-405d-a1c5-a4291ad48c8b None None] Routers {'3123a917-2893-47c0-aaae-819684240b10'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:02:14.168562 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af969b-c922-4ee2-a92c-47c18db6fd83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f85bee9c-25bb-4d4b-9bb7-4129ad55445e,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:14.169300 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ade617d7-dcd4-405d-a1c5-a4291ad48c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:01:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3123a917-2893-47c0-aaae-819684240b10'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:14.198343 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5af969b-c922-4ee2-a92c-47c18db6fd83 admin admin] Checking segment: {'id': 'f15f1fa8-63c6-4fd1-beef-9cb5433e886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8219531b-aa5b-4b50-ba3b-0442e0bef79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:02:14.198814 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5af969b-c922-4ee2-a92c-47c18db6fd83 admin admin] Network hostable DHCP agents. Network: 8219531b-aa5b-4b50-ba3b-0442e0bef79d, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:02:14.223027 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d702634e-8d05-43f2-86b8-4bb465a37589 req-dcf474ae-989a-4074-a194-a1a246b7990a tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "PUT /v2.0/floatingips/d13bf0de-ee9e-4f2c-87f2-1502bb2c9920 HTTP/1.1" status: 200 len: 695 time: 1.2942326 Nov 12 20:02:14.257692 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e23e515-c04c-4e14-a349-a5fafa901178', 'tag': 'adaab15d-9467-4bbb-89ba-b806771a0077'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:02:14.261525 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d59817-d8b1-4e87-91af-a9ae941a2ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "1e23e515-c04c-4e14-a349-a5fafa901178", "tag": "adaab15d-9467-4bbb-89ba-b806771a0077"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:02:14.295757 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702634e-8d05-43f2-86b8-4bb465a37589 req-69696d22-611e-42a4-a51f-de9ab363a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:14.304657 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d702634e-8d05-43f2-86b8-4bb465a37589 req-69696d22-611e-42a4-a51f-de9ab363a7d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=23d7c5887d2e419db54487a0bcfcf104&device_id=1e23e515-c04c-4e14-a349-a5fafa901178 HTTP/1.1" status: 200 len: 1098 time: 0.0805428 Nov 12 20:02:14.307230 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5af969b-c922-4ee2-a92c-47c18db6fd83 admin admin] Network 8219531b-aa5b-4b50-ba3b-0442e0bef79d is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:02:14.319570 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e29a67e3-3357-474c-b4d2-696b32854353 req-fb87c48a-b2d1-4303-97d3-4c64bab67945 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:14.357510 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-c5af969b-c922-4ee2-a92c-47c18db6fd83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 8219531b-aa5b-4b50-ba3b-0442e0bef79d) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:02:14.362268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5af969b-c922-4ee2-a92c-47c18db6fd83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:14.363124 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c5af969b-c922-4ee2-a92c-47c18db6fd83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:14.364967 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-ade617d7-dcd4-405d-a1c5-a4291ad48c8b None None] Set router 3123a917-2893-47c0-aaae-819684240b10 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:02:14.379676 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a03b396-f1db-44bc-b508-1e671d21e6b4 None None] Network 8219531b-aa5b-4b50-ba3b-0442e0bef79d requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:02:14.394165 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c2aaa455-131b-4678-9192-6d1dcb1acdef req-10eec2f3-c811-49bd-8781-684211c4c99e tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=101dfb59-83dd-47ea-a342-922681e3969e HTTP/1.1" status: 200 len: 210 time: 0.1441255 Nov 12 20:02:14.539128 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54974) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:14.539993 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87c48a-b2d1-4303-97d3-4c64bab67945 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Pushing event deleted for resources: {'Port': ['ID=bd20a262-9e7a-46e4-85b8-585099ae54b4,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:14.666336 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29a67e3-3357-474c-b4d2-696b32854353 req-fb87c48a-b2d1-4303-97d3-4c64bab67945 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] No DVR routers for this DVR port bd20a262-9e7a-46e4-85b8-585099ae54b4 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:02:14.672372 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e29a67e3-3357-474c-b4d2-696b32854353 req-fb87c48a-b2d1-4303-97d3-4c64bab67945 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:14.675800 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e29a67e3-3357-474c-b4d2-696b32854353 req-fb87c48a-b2d1-4303-97d3-4c64bab67945 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.52 "DELETE /v2.0/ports/bd20a262-9e7a-46e4-85b8-585099ae54b4 HTTP/1.1" status: 204 len: 173 time: 1.4479101 Nov 12 20:02:14.717542 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101dfb59-83dd-47ea-a342-922681e3969e', 'name': 'network-vif-deleted', 'tag': 'bd20a262-9e7a-46e4-85b8-585099ae54b4'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:02:14.720554 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cce260-33a9-4a0d-ab5a-9729cad9b463" -d '{"events": [{"server_uuid": "101dfb59-83dd-47ea-a342-922681e3969e", "name": "network-vif-deleted", "tag": "bd20a262-9e7a-46e4-85b8-585099ae54b4"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:02:14.771235 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d8ad9f-113e-4621-adc2-422140d78d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-8219531b-aa5b-4b50-ba3b-0442e0bef79d', 'network_id': '8219531b-aa5b-4b50-ba3b-0442e0bef79d', 'tenant_id': '893efb684db04f5291d907d5c1dc25ac', 'fixed_ips': [{'subnet_id': 'f85bee9c-25bb-4d4b-9bb7-4129ad55445e'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:02:14.776135 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e7d8ad9f-113e-4621-adc2-422140d78d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:14.900851 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c5af969b-c922-4ee2-a92c-47c18db6fd83 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3004668 Nov 12 20:02:14.901547 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54982) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:14.905862 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:02:14.908164 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-6cc9448d-0a95-44c7-940f-69debec37df9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-897810512-router', 'tenant_id': '893efb684db04f5291d907d5c1dc25ac', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:14.908692 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:02:14.949323 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6cc9448d-0a95-44c7-940f-69debec37df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:14.951009 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6cc9448d-0a95-44c7-940f-69debec37df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:14.962720 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702634e-8d05-43f2-86b8-4bb465a37589 req-4738ca28-e168-46c7-8bd0-6fe671addee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:14.974393 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d702634e-8d05-43f2-86b8-4bb465a37589 req-4738ca28-e168-46c7-8bd0-6fe671addee3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=754baca7-d929-454e-a98a-e992c207ce86 HTTP/1.1" status: 200 len: 922 time: 0.6685109 Nov 12 20:02:15.012454 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:02:15.013352 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6f8645e5-8789-4b8e-a2d4-f71aef718bd6 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:02:15.033159 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ade617d7-dcd4-405d-a1c5-a4291ad48c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123a917-2893-47c0-aaae-819684240b10', 'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-router', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:58Z', 'updated_at': '2021-11-12T20:01:07Z', 'revision_number': 4, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'gw_port': {'id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:01Z', 'updated_at': '2021-11-12T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'ab2415c0-8ef2-42a7-9808-d12c1fd0c527', 'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'mac_address': 'fa:16:3e:aa:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '63d41080-676f-4ac4-8522-f666160b10e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:05Z', 'updated_at': '2021-11-12T20:01:14Z', 'revision_number': 5, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'subnets': [{'id': '63d41080-676f-4ac4-8522-f666160b10e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:15.077274 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d702634e-8d05-43f2-86b8-4bb465a37589 req-549db80a-d91d-488a-9e45-28e0f44866e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adaab15d-9467-4bbb-89ba-b806771a0077 HTTP/1.1" status: 200 len: 217 time: 0.1008534 Nov 12 20:02:15.096438 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6cc9448d-0a95-44c7-940f-69debec37df9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:15.151153 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade617d7-dcd4-405d-a1c5-a4291ad48c8b None None] Checking router: 3123a917-2893-47c0-aaae-819684240b10 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:02:15.151781 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702634e-8d05-43f2-86b8-4bb465a37589 req-32d78082-c336-4b7c-9130-3ff098c80eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:15.160898 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d702634e-8d05-43f2-86b8-4bb465a37589 req-32d78082-c336-4b7c-9130-3ff098c80eff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63d41080-676f-4ac4-8522-f666160b10e9 HTTP/1.1" status: 200 len: 860 time: 0.0826342 Nov 12 20:02:15.169384 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade617d7-dcd4-405d-a1c5-a4291ad48c8b None None] Routers {'3123a917-2893-47c0-aaae-819684240b10'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:02:15.170003 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ade617d7-dcd4-405d-a1c5-a4291ad48c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:01:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3123a917-2893-47c0-aaae-819684240b10'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:15.225855 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702634e-8d05-43f2-86b8-4bb465a37589 req-9beb61e0-763b-4fd9-9d4a-d0de80e44e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:15.236811 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d702634e-8d05-43f2-86b8-4bb465a37589 req-9beb61e0-763b-4fd9-9d4a-d0de80e44e43 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=754baca7-d929-454e-a98a-e992c207ce86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746031 Nov 12 20:02:15.254267 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-e7d8ad9f-113e-4621-adc2-422140d78d37 None None] Allocated IP 172.20.0.2 (8219531b-aa5b-4b50-ba3b-0442e0bef79d/f85bee9c-25bb-4d4b-9bb7-4129ad55445e/8c669fed-3ed5-47bd-890c-99b24d397ca6) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:02:15.377410 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-ade617d7-dcd4-405d-a1c5-a4291ad48c8b None None] Set router 3123a917-2893-47c0-aaae-819684240b10 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:02:15.393777 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d702634e-8d05-43f2-86b8-4bb465a37589 req-11af2265-b4e5-4957-8d0f-136165bee315 service neutron] 10.222.0.48 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557937 Nov 12 20:02:15.491098 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68,segment=NetworkSegment(a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52),segment_id=a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:15.509923 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6cc9448d-0a95-44c7-940f-69debec37df9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:15.531920 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68', 'network_id': '82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7', 'port_id': 'fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68', 'mac_address': 'fa:16:3e:23:94:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e737cd8-1b39-4275-8cfe-0de94b1671b4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:02:15.614074 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d702634e-8d05-43f2-86b8-4bb465a37589 req-cac8262c-e9e2-4470-bbf3-01e25cd11130 service neutron] 10.222.0.48 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125509 Nov 12 20:02:15.688385 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:15.699455 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6292fda-c746-414b-b00a-b27e1684cbab req-b93f6efc-21c8-4437-887f-2d25d1597bee tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:15.711362 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b6292fda-c746-414b-b00a-b27e1684cbab req-b93f6efc-21c8-4437-887f-2d25d1597bee tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a7154b-405f-4317-83f2-98e5b1f454a3 HTTP/1.1" status: 200 len: 945 time: 0.3427298 Nov 12 20:02:15.755084 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:02:15.765303 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ed0ec275-b601-4332-b20c-3b2ca171b414 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:02:15.835254 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f0942-a3dd-4a68-a687-90561ed345e2 req-97a4dfbd-7211-4e4d-b944-487f9ed4e33d tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:15.836667 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c95f0942-a3dd-4a68-a687-90561ed345e2 req-97a4dfbd-7211-4e4d-b944-487f9ed4e33d tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=80e28b33-aee8-422b-b1c4-6c36766d8282 HTTP/1.1" status: 200 len: 943 time: 0.1207886 Nov 12 20:02:15.854579 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e7d8ad9f-113e-4621-adc2-422140d78d37 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:15.873552 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68,segment=NetworkSegment(a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52),segment_id=a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:15.887796 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e7d8ad9f-113e-4621-adc2-422140d78d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:15.907528 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:15.916076 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ade617d7-dcd4-405d-a1c5-a4291ad48c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123a917-2893-47c0-aaae-819684240b10', 'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-router', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:58Z', 'updated_at': '2021-11-12T20:01:07Z', 'revision_number': 4, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'gw_port': {'id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:01Z', 'updated_at': '2021-11-12T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'ab2415c0-8ef2-42a7-9808-d12c1fd0c527', 'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'mac_address': 'fa:16:3e:aa:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '63d41080-676f-4ac4-8522-f666160b10e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:05Z', 'updated_at': '2021-11-12T20:01:14Z', 'revision_number': 5, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'subnets': [{'id': '63d41080-676f-4ac4-8522-f666160b10e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:15.944936 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d8ad9f-113e-4621-adc2-422140d78d37 None None] Network 8219531b-aa5b-4b50-ba3b-0442e0bef79d is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:02:15.951042 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-e7d8ad9f-113e-4621-adc2-422140d78d37 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:02:15.962776 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d8ad9f-113e-4621-adc2-422140d78d37 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:02:15.971068 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c95f0942-a3dd-4a68-a687-90561ed345e2 req-67db84c1-c7d1-4cc5-9e7d-076b4fe38a12 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200972 Nov 12 20:02:16.103780 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b6292fda-c746-414b-b00a-b27e1684cbab req-1d9bebc9-96c9-4b48-bc01-102988ef6de7 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5ab6403-a785-46ae-a8fd-6c029d83c7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892992 Nov 12 20:02:16.105792 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8ad9f-113e-4621-adc2-422140d78d37 None None] Pushing event updated for resources: {'Port': ['ID=8c669fed-3ed5-47bd-890c-99b24d397ca6,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:16.124079 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-796bb106-3549-4711-9eb8-82cf10cff0b6 req-95ac344d-dff6-49ef-85f1-06c7b09d83b5 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db8fe32-78bf-465f-b922-7e784d3c8061 HTTP/1.1" status: 200 len: 210 time: 0.0542593 Nov 12 20:02:16.124573 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade617d7-dcd4-405d-a1c5-a4291ad48c8b None None] The sync data for ids ['3123a917-2893-47c0-aaae-819684240b10'] in n-d-712140-15 is: [{'id': '3123a917-2893-47c0-aaae-819684240b10', 'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-router', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:58Z', 'updated_at': '2021-11-12T20:01:07Z', 'revision_number': 4, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'gw_port': {'id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:01Z', 'updated_at': '2021-11-12T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'ab2415c0-8ef2-42a7-9808-d12c1fd0c527', 'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'mac_address': 'fa:16:3e:aa:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '63d41080-676f-4ac4-8522-f666160b10e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:05Z', 'updated_at': '2021-11-12T20:01:14Z', 'revision_number': 5, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'subnets': [{'id': '63d41080-676f-4ac4-8522-f666160b10e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:02:16.141341 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e7d8ad9f-113e-4621-adc2-422140d78d37 None None] Attempting to bind port 8c669fed-3ed5-47bd-890c-99b24d397ca6 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:02:16.141849 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e7d8ad9f-113e-4621-adc2-422140d78d37 None None] Attempting to bind port 8c669fed-3ed5-47bd-890c-99b24d397ca6 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'f15f1fa8-63c6-4fd1-beef-9cb5433e886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8219531b-aa5b-4b50-ba3b-0442e0bef79d'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:02:16.142219 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d8ad9f-113e-4621-adc2-422140d78d37 None None] Attempting to bind port 8c669fed-3ed5-47bd-890c-99b24d397ca6 on network 8219531b-aa5b-4b50-ba3b-0442e0bef79d {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:02:16.177156 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port ed0ec275-b601-4332-b20c-3b2ca171b414 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:16.177521 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:16.202734 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73777552-8fb6-49a3-9bd8-1f4841d608ee x-openstack-request-id: req-73777552-8fb6-49a3-9bd8-1f4841d608ee {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:02:16.203833 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e23e515-c04c-4e14-a349-a5fafa901178", "tag": "adaab15d-9467-4bbb-89ba-b806771a0077", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:02:16.204335 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-73777552-8fb6-49a3-9bd8-1f4841d608ee {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:02:16.204956 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e23e515-c04c-4e14-a349-a5fafa901178', 'tag': 'adaab15d-9467-4bbb-89ba-b806771a0077', 'status': 'completed', 'code': 200} Nov 12 20:02:16.257954 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e852aa-d0f8-4a91-9a94-913c6452ad09 x-openstack-request-id: req-43e852aa-d0f8-4a91-9a94-913c6452ad09 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:02:16.258240 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101dfb59-83dd-47ea-a342-922681e3969e", "name": "network-vif-deleted", "tag": "bd20a262-9e7a-46e4-85b8-585099ae54b4", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:02:16.258631 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-43e852aa-d0f8-4a91-9a94-913c6452ad09 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:02:16.259027 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101dfb59-83dd-47ea-a342-922681e3969e', 'name': 'network-vif-deleted', 'tag': 'bd20a262-9e7a-46e4-85b8-585099ae54b4', 'status': 'completed', 'code': 200} Nov 12 20:02:16.265341 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d8ad9f-113e-4621-adc2-422140d78d37 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:02:16.266347 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d8ad9f-113e-4621-adc2-422140d78d37 None None] Checking segment: {'id': 'f15f1fa8-63c6-4fd1-beef-9cb5433e886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8219531b-aa5b-4b50-ba3b-0442e0bef79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:02:16.266754 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e7d8ad9f-113e-4621-adc2-422140d78d37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:16.267208 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d8ad9f-113e-4621-adc2-422140d78d37 None None] Bound using segment: {'id': 'f15f1fa8-63c6-4fd1-beef-9cb5433e886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8219531b-aa5b-4b50-ba3b-0442e0bef79d'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:02:16.267706 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e7d8ad9f-113e-4621-adc2-422140d78d37 None None] Bound port: 8c669fed-3ed5-47bd-890c-99b24d397ca6, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15f1fa8-63c6-4fd1-beef-9cb5433e886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8219531b-aa5b-4b50-ba3b-0442e0bef79d'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:02:16.268089 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e7d8ad9f-113e-4621-adc2-422140d78d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:16.277446 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:02:16.387506 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d59817-d8b1-4e87-91af-a9ae941a2ab3 req-b2361d9c-f90b-4563-b9bc-db81732da2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:16.389844 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f8d59817-d8b1-4e87-91af-a9ae941a2ab3 req-b2361d9c-f90b-4563-b9bc-db81732da2de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23d7c5887d2e419db54487a0bcfcf104&device_id=1e23e515-c04c-4e14-a349-a5fafa901178 HTTP/1.1" status: 200 len: 1098 time: 0.1347787 Nov 12 20:02:16.523427 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e7d8ad9f-113e-4621-adc2-422140d78d37 None None] For port 8c669fed-3ed5-47bd-890c-99b24d397ca6, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:02:16.527413 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e7d8ad9f-113e-4621-adc2-422140d78d37 None None] For port 8c669fed-3ed5-47bd-890c-99b24d397ca6, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8c669fed-3ed5-47bd-890c-99b24d397ca6,segment=NetworkSegment(f15f1fa8-63c6-4fd1-beef-9cb5433e886e),segment_id=f15f1fa8-63c6-4fd1-beef-9cb5433e886e)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:02:16.547928 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:16.552984 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e7d8ad9f-113e-4621-adc2-422140d78d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:16.553511 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d59817-d8b1-4e87-91af-a9ae941a2ab3 req-428f449a-da7e-46f3-b540-94bb28d2b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:16.556083 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f8d59817-d8b1-4e87-91af-a9ae941a2ab3 req-428f449a-da7e-46f3-b540-94bb28d2b1d5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=754baca7-d929-454e-a98a-e992c207ce86 HTTP/1.1" status: 200 len: 922 time: 0.1388037 Nov 12 20:02:16.611195 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-87d1a570-c407-4665-8c7e-cbc90c724f0b tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:16.619196 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-87d1a570-c407-4665-8c7e-cbc90c724f0b tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.55 "GET /v2.0/networks?id=ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf HTTP/1.1" status: 200 len: 811 time: 0.3676622 Nov 12 20:02:16.641623 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771c816-2d66-4dea-baf1-fb4ef2ee4221 req-ca8ac37d-00fc-490c-bd6c-914a06ef1d14 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:16.657593 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2771c816-2d66-4dea-baf1-fb4ef2ee4221 req-ca8ac37d-00fc-490c-bd6c-914a06ef1d14 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a7154b-405f-4317-83f2-98e5b1f454a3 HTTP/1.1" status: 200 len: 945 time: 0.2176845 Nov 12 20:02:16.681175 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-a90e0208-40fc-49a0-bb83-f49e42ca7bf8 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Request body: {'port': {'device_id': '6db8fe32-78bf-465f-b922-7e784d3c8061', 'network_id': 'ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf', 'admin_state_up': True, 'tenant_id': 'd841e32d493a46c7bf1c58a418da2caa'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:16.700158 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8ad9f-113e-4621-adc2-422140d78d37 None None] Pushing event updated for resources: {'Port': ['ID=8c669fed-3ed5-47bd-890c-99b24d397ca6,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:16.777446 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f8d59817-d8b1-4e87-91af-a9ae941a2ab3 req-9d888a12-d0dd-4789-8b67-da6f9ea352a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adaab15d-9467-4bbb-89ba-b806771a0077 HTTP/1.1" status: 200 len: 217 time: 0.2070718 Nov 12 20:02:16.843736 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ac2a3d-3f7d-4012-9926-7ad90780d041 None None] New status for floating IP d13bf0de-ee9e-4f2c-87f2-1502bb2c9920: DOWN {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:02:16.925272 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device bd20a262-9e7a-46e4-85b8-585099ae54b4 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:02:16.952620 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2771c816-2d66-4dea-baf1-fb4ef2ee4221 req-7cc03822-50be-48c6-a9f4-18efeb414f8c tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5ab6403-a785-46ae-a8fd-6c029d83c7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919760 Nov 12 20:02:16.965664 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: bd20a262-9e7a-46e4-85b8-585099ae54b4 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:02:16.966135 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device bd20a262-9e7a-46e4-85b8-585099ae54b4 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:02:17.018936 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-a90e0208-40fc-49a0-bb83-f49e42ca7bf8 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Made reservation on behalf of d841e32d493a46c7bf1c58a418da2caa for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:02:17.024506 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-a90e0208-40fc-49a0-bb83-f49e42ca7bf8 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:17.072648 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d59817-d8b1-4e87-91af-a9ae941a2ab3 req-493e3d23-09ae-40cc-83ed-570266992a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:17.074158 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f8d59817-d8b1-4e87-91af-a9ae941a2ab3 req-493e3d23-09ae-40cc-83ed-570266992a5f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63d41080-676f-4ac4-8522-f666160b10e9 HTTP/1.1" status: 200 len: 860 time: 0.2196264 Nov 12 20:02:17.083862 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6cc9448d-0a95-44c7-940f-69debec37df9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:17.159163 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1d6b9-6347-469e-a017-a0b6a126199c req-94d71c6b-a16b-40c1-9e9b-845e75b18e2a tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:17.160742 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b7e1d6b9-6347-469e-a017-a0b6a126199c req-94d71c6b-a16b-40c1-9e9b-845e75b18e2a tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2297270 Nov 12 20:02:17.172351 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6cc9448d-0a95-44c7-940f-69debec37df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:17.226732 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-a90e0208-40fc-49a0-bb83-f49e42ca7bf8 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Allocated IP 172.20.0.8 (ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf/7f3c2628-623a-462d-bf8e-5a15a10469ff/1e77c0a3-6598-48b5-81b7-aa4ae90b300a) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:02:17.239428 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5944b78-552e-4ca3-961b-395427d635d6 req-8e6f7ea6-f4f1-4e54-bb7e-c5c415512439 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:17.240988 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a5944b78-552e-4ca3-961b-395427d635d6 req-8e6f7ea6-f4f1-4e54-bb7e-c5c415512439 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 944 time: 0.0844212 Nov 12 20:02:17.288189 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b7e1d6b9-6347-469e-a017-a0b6a126199c req-e7e68048-fca7-436c-b1f3-2cae62a687bf tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 696 time: 0.1052639 Nov 12 20:02:17.316494 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-b7e1d6b9-6347-469e-a017-a0b6a126199c req-d800b78e-01f9-467c-a759-ccb0ec0f39c0 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Request body: {'floatingip': {'port_id': '47e538a5-0794-4406-91e0-d37d5df399b9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:17.329287 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a5944b78-552e-4ca3-961b-395427d635d6 req-5126f1cc-0fd6-48ec-9cf2-6c706ed55979 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6fb0601-421c-4dd6-a0ae-2305355863cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775983 Nov 12 20:02:17.379837 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d59817-d8b1-4e87-91af-a9ae941a2ab3 req-1b29f26a-68b7-4c57-9c73-5c7459b5af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:17.381433 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f8d59817-d8b1-4e87-91af-a9ae941a2ab3 req-1b29f26a-68b7-4c57-9c73-5c7459b5af02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=754baca7-d929-454e-a98a-e992c207ce86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2869530 Nov 12 20:02:17.427586 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b7e1d6b9-6347-469e-a017-a0b6a126199c req-d800b78e-01f9-467c-a759-ccb0ec0f39c0 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks [] for floatingip, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:17.451608 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-a90e0208-40fc-49a0-bb83-f49e42ca7bf8 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:17.498786 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-a90e0208-40fc-49a0-bb83-f49e42ca7bf8 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:17.511801 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:02:17.597107 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e0208-40fc-49a0-bb83-f49e42ca7bf8 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Pushing event updated for resources: {'Port': ['ID=1e77c0a3-6598-48b5-81b7-aa4ae90b300a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:17.602137 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-a90e0208-40fc-49a0-bb83-f49e42ca7bf8 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Network ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:02:17.603905 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-a90e0208-40fc-49a0-bb83-f49e42ca7bf8 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:02:17.606481 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-a90e0208-40fc-49a0-bb83-f49e42ca7bf8 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:02:17.630643 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-6cc9448d-0a95-44c7-940f-69debec37df9 admin admin] Allocated IP 172.25.5.118 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/2110a522-f086-4e90-8d8d-ed1edc9cbaea) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:02:17.689172 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8c669fed-3ed5-47bd-890c-99b24d397ca6 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:02:17.692180 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f371c01c-68ea-47e1-86e1-330ba808d83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:17.708211 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-a90e0208-40fc-49a0-bb83-f49e42ca7bf8 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:17.709727 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-a90e0208-40fc-49a0-bb83-f49e42ca7bf8 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:17.737139 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-a90e0208-40fc-49a0-bb83-f49e42ca7bf8 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0747232 Nov 12 20:02:17.757024 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-c4d3b4e9-8651-43f2-b200-bbb6973de641 service neutron] Request body: {'port': {'device_id': '6db8fe32-78bf-465f-b922-7e784d3c8061', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:17.849014 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f8d59817-d8b1-4e87-91af-a9ae941a2ab3 req-e8a6542d-a478-4433-8c46-70dcd548f31a service neutron] 10.222.0.55 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503684 Nov 12 20:02:17.885145 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc138a-4ec5-461f-ad4b-efb44159412f req-6385c92e-1153-40bd-9b59-da0dd81fe6be tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:17.887104 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1ecc138a-4ec5-461f-ad4b-efb44159412f req-6385c92e-1153-40bd-9b59-da0dd81fe6be tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=80e28b33-aee8-422b-b1c4-6c36766d8282 HTTP/1.1" status: 200 len: 944 time: 0.1259074 Nov 12 20:02:17.915795 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b3a4e-1ebd-4fa7-9241-081a0289e1a8 req-647c6222-e864-4f45-b369-9e63b8fc717e tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:17.917895 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff8b3a4e-1ebd-4fa7-9241-081a0289e1a8 req-647c6222-e864-4f45-b369-9e63b8fc717e tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.55 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 944 time: 0.1466191 Nov 12 20:02:17.924992 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-c4d3b4e9-8651-43f2-b200-bbb6973de641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:17.993427 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 8c669fed-3ed5-47bd-890c-99b24d397ca6 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:17.994015 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:18.128190 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:18.175283 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 8c669fed-3ed5-47bd-890c-99b24d397ca6, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8c669fed-3ed5-47bd-890c-99b24d397ca6,segment=NetworkSegment(f15f1fa8-63c6-4fd1-beef-9cb5433e886e),segment_id=f15f1fa8-63c6-4fd1-beef-9cb5433e886e)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:18.180716 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:18.232484 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1ecc138a-4ec5-461f-ad4b-efb44159412f req-902b5d90-dc50-42ae-9209-d2693bdc3049 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347805 Nov 12 20:02:18.243073 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=8c669fed-3ed5-47bd-890c-99b24d397ca6,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:18.315209 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d325eef-990b-4751-9e4c-f0ca52f67a95 None None] Network 8219531b-aa5b-4b50-ba3b-0442e0bef79d requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:02:18.341298 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94165468-8471-49f2-8dba-977b4337baf5 req-b04c78a6-d38d-4c68-9559-d89312e31bce tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:18.342794 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94165468-8471-49f2-8dba-977b4337baf5 req-b04c78a6-d38d-4c68-9559-d89312e31bce tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e23e515-c04c-4e14-a349-a5fafa901178 HTTP/1.1" status: 200 len: 946 time: 0.1457446 Nov 12 20:02:18.373922 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-ff8b3a4e-1ebd-4fa7-9241-081a0289e1a8 req-e9178276-3491-473f-82e8-be2ea098145a tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Deleting port c32f66d9-e06f-41a3-b329-e1209f5a42e3 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:02:18.374272 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ff8b3a4e-1ebd-4fa7-9241-081a0289e1a8 req-e9178276-3491-473f-82e8-be2ea098145a tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:18.506189 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-18b1f155-1626-41ae-ba3e-73adb1719fba None None] Provisioning complete for port 8c669fed-3ed5-47bd-890c-99b24d397ca6 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:18.506857 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-18b1f155-1626-41ae-ba3e-73adb1719fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:18.522924 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6cc9448d-0a95-44c7-940f-69debec37df9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:18.541140 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-c4d3b4e9-8651-43f2-b200-bbb6973de641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e77c0a3-6598-48b5-81b7-aa4ae90b300a {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:02:18.554299 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-c4d3b4e9-8651-43f2-b200-bbb6973de641 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:18.590551 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f8d59817-d8b1-4e87-91af-a9ae941a2ab3 req-7ae5403a-618f-4dbc-a436-d1b7e4bf36c7 service neutron] 10.222.0.55 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593059 Nov 12 20:02:18.593114 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-c4d3b4e9-8651-43f2-b200-bbb6973de641 service neutron] Transition to ACTIVE for port object 1e77c0a3-6598-48b5-81b7-aa4ae90b300a will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:02:18.599754 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-ff8b3a4e-1ebd-4fa7-9241-081a0289e1a8 req-e9178276-3491-473f-82e8-be2ea098145a tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] For port c32f66d9-e06f-41a3-b329-e1209f5a42e3, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=c32f66d9-e06f-41a3-b329-e1209f5a42e3,segment=NetworkSegment(b8a3560c-a7d0-49a3-92d0-8c699dd6d535),segment_id=b8a3560c-a7d0-49a3-92d0-8c699dd6d535)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:18.602457 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ff8b3a4e-1ebd-4fa7-9241-081a0289e1a8 req-e9178276-3491-473f-82e8-be2ea098145a tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:18.613962 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-c4d3b4e9-8651-43f2-b200-bbb6973de641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:18.636852 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-ff8b3a4e-1ebd-4fa7-9241-081a0289e1a8 req-e9178276-3491-473f-82e8-be2ea098145a tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Calling delete_port for c32f66d9-e06f-41a3-b329-e1209f5a42e3 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:02:18.665942 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-94165468-8471-49f2-8dba-977b4337baf5 req-596b678a-84c4-4478-9fbe-757d234f5b8b tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Deleting port adaab15d-9467-4bbb-89ba-b806771a0077 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:02:18.666204 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-94165468-8471-49f2-8dba-977b4337baf5 req-596b678a-84c4-4478-9fbe-757d234f5b8b tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:18.710633 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6cc9448d-0a95-44c7-940f-69debec37df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:18.771530 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc9448d-0a95-44c7-940f-69debec37df9 admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:02:18.784700 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-6cc9448d-0a95-44c7-940f-69debec37df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:02:18.794766 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc9448d-0a95-44c7-940f-69debec37df9 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:02:18.813430 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3b4e9-8651-43f2-b200-bbb6973de641 service neutron] Pushing event updated for resources: {'Port': ['ID=1e77c0a3-6598-48b5-81b7-aa4ae90b300a,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:18.817517 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9448d-0a95-44c7-940f-69debec37df9 admin admin] Pushing event updated for resources: {'Port': ['ID=2110a522-f086-4e90-8d8d-ed1edc9cbaea,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:18.899115 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:02:18.965572 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee5c6e-edaf-49db-a33c-b93aeef7f4a8 req-1b20c920-9c96-420c-83e2-4257794fdd13 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:18.967272 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7dee5c6e-edaf-49db-a33c-b93aeef7f4a8 req-1b20c920-9c96-420c-83e2-4257794fdd13 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db8fe32-78bf-465f-b922-7e784d3c8061 HTTP/1.1" status: 200 len: 943 time: 0.2198718 Nov 12 20:02:18.977571 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0f1a4dbe-3c7a-4603-ab0b-d8e5588470db None None] Provisioning complete for port 8c669fed-3ed5-47bd-890c-99b24d397ca6 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:18.977941 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0f1a4dbe-3c7a-4603-ab0b-d8e5588470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:18.978200 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-94165468-8471-49f2-8dba-977b4337baf5 req-596b678a-84c4-4478-9fbe-757d234f5b8b tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] For port adaab15d-9467-4bbb-89ba-b806771a0077, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=adaab15d-9467-4bbb-89ba-b806771a0077,segment=NetworkSegment(ba89ee47-abae-433b-8c45-1e07345781b7),segment_id=ba89ee47-abae-433b-8c45-1e07345781b7)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:18.979075 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-94165468-8471-49f2-8dba-977b4337baf5 req-596b678a-84c4-4478-9fbe-757d234f5b8b tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:19.002644 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b7e1d6b9-6347-469e-a017-a0b6a126199c req-d800b78e-01f9-467c-a759-ccb0ec0f39c0 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:19.034982 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:02:19.035978 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b7e1d6b9-6347-469e-a017-a0b6a126199c req-d800b78e-01f9-467c-a759-ccb0ec0f39c0 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:19.042003 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:19.042363 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:19.043215 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-c4d3b4e9-8651-43f2-b200-bbb6973de641 service neutron] Attempting to bind port 1e77c0a3-6598-48b5-81b7-aa4ae90b300a on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:02:19.043643 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-c4d3b4e9-8651-43f2-b200-bbb6973de641 service neutron] Attempting to bind port 1e77c0a3-6598-48b5-81b7-aa4ae90b300a by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '8d4b2a29-f4c2-4d68-bedf-9aaa5810610c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:02:19.044066 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-c4d3b4e9-8651-43f2-b200-bbb6973de641 service neutron] Attempting to bind port 1e77c0a3-6598-48b5-81b7-aa4ae90b300a on network ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:02:19.048614 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-94165468-8471-49f2-8dba-977b4337baf5 req-596b678a-84c4-4478-9fbe-757d234f5b8b tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Calling delete_port for adaab15d-9467-4bbb-89ba-b806771a0077 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:02:19.073739 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-c4d3b4e9-8651-43f2-b200-bbb6973de641 service neutron] Port 1e77c0a3-6598-48b5-81b7-aa4ae90b300a on network ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:02:19.074216 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-c4d3b4e9-8651-43f2-b200-bbb6973de641 service neutron] Attempting to bind port 1e77c0a3-6598-48b5-81b7-aa4ae90b300a on network ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:02:19.127327 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-f371c01c-68ea-47e1-86e1-330ba808d83f admin admin] Deleting port b3ed1e21-184e-4644-933f-a062fc18cc00 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:02:19.127666 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f371c01c-68ea-47e1-86e1-330ba808d83f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:19.141550 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-c4d3b4e9-8651-43f2-b200-bbb6973de641 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:02:19.141982 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-c4d3b4e9-8651-43f2-b200-bbb6973de641 service neutron] Checking segment: {'id': '8d4b2a29-f4c2-4d68-bedf-9aaa5810610c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:02:19.142468 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-c4d3b4e9-8651-43f2-b200-bbb6973de641 service neutron] Bound using segment: {'id': '8d4b2a29-f4c2-4d68-bedf-9aaa5810610c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:02:19.143014 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-c4d3b4e9-8651-43f2-b200-bbb6973de641 service neutron] Bound port: 1e77c0a3-6598-48b5-81b7-aa4ae90b300a, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d4b2a29-f4c2-4d68-bedf-9aaa5810610c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:02:19.143488 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-c4d3b4e9-8651-43f2-b200-bbb6973de641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:19.163342 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:19.165425 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7dee5c6e-edaf-49db-a33c-b93aeef7f4a8 req-f2acd289-2cbf-4e15-ab49-6e6e78050aa0 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups?id=1559601b-ff72-4ce9-9f6b-84bfc96eb534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830347 Nov 12 20:02:19.166134 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ff8b3a4e-1ebd-4fa7-9241-081a0289e1a8 req-e9178276-3491-473f-82e8-be2ea098145a tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:19.206201 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e28b33-aee8-422b-b1c4-6c36766d8282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:02:19.216720 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ee80bc-d2bc-4d5b-9d79-f94bce0aa7af" -d '{"events": [{"server_uuid": "80e28b33-aee8-422b-b1c4-6c36766d8282", "name": "network-vif-plugged", "status": "completed", "tag": "fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:02:19.226756 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68,segment=NetworkSegment(a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52),segment_id=a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:19.233882 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:19.239439 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9178276-3491-473f-82e8-be2ea098145a tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Pushing event deleted for resources: {'Port': ['ID=c32f66d9-e06f-41a3-b329-e1209f5a42e3,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:19.291686 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [req-b7e1d6b9-6347-469e-a017-a0b6a126199c req-d800b78e-01f9-467c-a759-ccb0ec0f39c0 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Floating IP d13bf0de-ee9e-4f2c-87f2-1502bb2c9920 associated. External IP: 172.25.5.122, port: 47e538a5-0794-4406-91e0-d37d5df399b9. Nov 12 20:02:19.314633 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:19.334069 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8b3a4e-1ebd-4fa7-9241-081a0289e1a8 req-e9178276-3491-473f-82e8-be2ea098145a tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] No DVR routers for this DVR port c32f66d9-e06f-41a3-b329-e1209f5a42e3 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:02:19.342626 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ff8b3a4e-1ebd-4fa7-9241-081a0289e1a8 req-e9178276-3491-473f-82e8-be2ea098145a tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:19.346422 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff8b3a4e-1ebd-4fa7-9241-081a0289e1a8 req-e9178276-3491-473f-82e8-be2ea098145a tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.55 "DELETE /v2.0/ports/c32f66d9-e06f-41a3-b329-e1209f5a42e3 HTTP/1.1" status: 204 len: 173 time: 1.4082999 Nov 12 20:02:19.352289 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ede660-fe10-49dc-96f6-9d578f46c23e', 'name': 'network-vif-deleted', 'tag': 'c32f66d9-e06f-41a3-b329-e1209f5a42e3'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:02:19.357565 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eddf493-69ed-46d9-9a29-066819519511" -d '{"events": [{"server_uuid": "54ede660-fe10-49dc-96f6-9d578f46c23e", "name": "network-vif-deleted", "tag": "c32f66d9-e06f-41a3-b329-e1209f5a42e3"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:02:19.402142 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-f371c01c-68ea-47e1-86e1-330ba808d83f admin admin] For port b3ed1e21-184e-4644-933f-a062fc18cc00, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b3ed1e21-184e-4644-933f-a062fc18cc00,segment=NetworkSegment(c6564594-8820-459a-beb1-ba18f2e362c8),segment_id=c6564594-8820-459a-beb1-ba18f2e362c8)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:19.402374 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-c4d3b4e9-8651-43f2-b200-bbb6973de641 service neutron] For port 1e77c0a3-6598-48b5-81b7-aa4ae90b300a, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:02:19.402473 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f371c01c-68ea-47e1-86e1-330ba808d83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:19.424855 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-f371c01c-68ea-47e1-86e1-330ba808d83f admin admin] Calling delete_port for b3ed1e21-184e-4644-933f-a062fc18cc00 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:02:19.438295 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6cc9448d-0a95-44c7-940f-69debec37df9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:19.445305 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-c4d3b4e9-8651-43f2-b200-bbb6973de641 service neutron] For port 1e77c0a3-6598-48b5-81b7-aa4ae90b300a, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1e77c0a3-6598-48b5-81b7-aa4ae90b300a,segment=NetworkSegment(8d4b2a29-f4c2-4d68-bedf-9aaa5810610c),segment_id=8d4b2a29-f4c2-4d68-bedf-9aaa5810610c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:02:19.454013 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933382f-63dc-4cd3-8042-a3db07e9f35a req-c1189046-ef60-4f6e-b750-52beb0d5c8ba tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:19.455540 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2933382f-63dc-4cd3-8042-a3db07e9f35a req-c1189046-ef60-4f6e-b750-52beb0d5c8ba tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a7154b-405f-4317-83f2-98e5b1f454a3 HTTP/1.1" status: 200 len: 945 time: 0.1568978 Nov 12 20:02:19.459841 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-c4d3b4e9-8651-43f2-b200-bbb6973de641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:19.529206 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-c4d3b4e9-8651-43f2-b200-bbb6973de641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:19.529841 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-c4d3b4e9-8651-43f2-b200-bbb6973de641 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:19.531989 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-c4d3b4e9-8651-43f2-b200-bbb6973de641 service neutron] 10.222.0.55 "PUT /v2.0/ports/1e77c0a3-6598-48b5-81b7-aa4ae90b300a HTTP/1.1" status: 200 len: 1092 time: 1.7796066 Nov 12 20:02:19.544143 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-94165468-8471-49f2-8dba-977b4337baf5 req-596b678a-84c4-4478-9fbe-757d234f5b8b tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:19.557999 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['47e538a5-0794-4406-91e0-d37d5df399b9', 'adaab15d-9467-4bbb-89ba-b806771a0077'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:02:19.607980 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3b4e9-8651-43f2-b200-bbb6973de641 service neutron] Pushing event updated for resources: {'Port': ['ID=1e77c0a3-6598-48b5-81b7-aa4ae90b300a,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:19.649425 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-94165468-8471-49f2-8dba-977b4337baf5 req-596b678a-84c4-4478-9fbe-757d234f5b8b tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] No DVR routers for this DVR port adaab15d-9467-4bbb-89ba-b806771a0077 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:02:19.651682 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8c669fed-3ed5-47bd-890c-99b24d397ca6 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:02:19.680216 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-94165468-8471-49f2-8dba-977b4337baf5 req-596b678a-84c4-4478-9fbe-757d234f5b8b tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:19.683585 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94165468-8471-49f2-8dba-977b4337baf5 req-596b678a-84c4-4478-9fbe-757d234f5b8b tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.55 "DELETE /v2.0/ports/adaab15d-9467-4bbb-89ba-b806771a0077 HTTP/1.1" status: 204 len: 173 time: 1.3268743 Nov 12 20:02:19.699099 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2933382f-63dc-4cd3-8042-a3db07e9f35a req-d6e9cfad-30a4-4fd5-8790-23ae94d8d57b tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5ab6403-a785-46ae-a8fd-6c029d83c7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257800 Nov 12 20:02:19.702298 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b678a-84c4-4478-9fbe-757d234f5b8b tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Pushing event deleted for resources: {'Port': ['ID=adaab15d-9467-4bbb-89ba-b806771a0077,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:19.741439 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-9470bbd0-fa33-4342-8caa-6c1c2e203141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:19.755490 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-9470bbd0-fa33-4342-8caa-6c1c2e203141 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d841e32d493a46c7bf1c58a418da2caa&device_id=6db8fe32-78bf-465f-b922-7e784d3c8061 HTTP/1.1" status: 200 len: 1095 time: 0.1388259 Nov 12 20:02:19.792166 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 8c669fed-3ed5-47bd-890c-99b24d397ca6 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:19.792888 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:19.831709 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-7b995539-52d9-4390-af7d-7f60b2dcad2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e77c0a3-6598-48b5-81b7-aa4ae90b300a HTTP/1.1" status: 200 len: 217 time: 0.0658703 Nov 12 20:02:19.882114 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7a4e4505-039a-4f4a-832e-862c6661468c req-3e7d84f6-bb7b-4a6e-8dd5-6993b91724e2 tempest-LiveAutoBlockMigrationV225Test-97247681 tempest-LiveAutoBlockMigrationV225Test-97247681-project] 10.222.0.48 "GET /v2.0/ports?device_id=54ede660-fe10-49dc-96f6-9d578f46c23e HTTP/1.1" status: 200 len: 210 time: 0.0529594 Nov 12 20:02:19.930857 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9768d98d-0394-4461-bace-4078f2d85f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:19.973866 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:19.990513 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-6a7ed75a-8288-4170-b2f3-36ed8d6e4b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:19.991988 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-6a7ed75a-8288-4170-b2f3-36ed8d6e4b96 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f3c2628-623a-462d-bf8e-5a15a10469ff HTTP/1.1" status: 200 len: 851 time: 0.1246138 Nov 12 20:02:20.046259 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-bb41f57b-87b6-4fe9-a4de-e54f4a4fe446 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404429 Nov 12 20:02:20.080171 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f371c01c-68ea-47e1-86e1-330ba808d83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:20.095426 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device c32f66d9-e06f-41a3-b329-e1209f5a42e3 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:02:20.120676 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: c32f66d9-e06f-41a3-b329-e1209f5a42e3 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:02:20.121325 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device c32f66d9-e06f-41a3-b329-e1209f5a42e3 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:02:20.121930 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device adaab15d-9467-4bbb-89ba-b806771a0077 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:02:20.147208 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: adaab15d-9467-4bbb-89ba-b806771a0077 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:02:20.147818 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-32fd5024-3076-4b0e-af76-0f8b7419c537 service neutron] 10.222.0.55 "GET /v2.0/networks/ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926232 Nov 12 20:02:20.148127 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device adaab15d-9467-4bbb-89ba-b806771a0077 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:02:20.154780 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7e1d6b9-6347-469e-a017-a0b6a126199c req-d800b78e-01f9-467c-a759-ccb0ec0f39c0 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Router 3123a917-2893-47c0-aaae-819684240b10 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:02:20.213293 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371c01c-68ea-47e1-86e1-330ba808d83f admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ed1e21-184e-4644-933f-a062fc18cc00,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:20.279300 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cdf140db-1570-4ed2-aed7-cdb9c625eb22 req-72cf78a1-638c-43a6-815f-0004cdab64fb service neutron] 10.222.0.55 "GET /v2.0/networks/ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234806 Nov 12 20:02:20.307391 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6cc9448d-0a95-44c7-940f-69debec37df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:20.353137 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f2bd0e-fab5-499d-8ed7-6e08646e056d x-openstack-request-id: req-b0f2bd0e-fab5-499d-8ed7-6e08646e056d {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:02:20.353847 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e28b33-aee8-422b-b1c4-6c36766d8282", "name": "network-vif-plugged", "status": "completed", "tag": "fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:02:20.354155 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b0f2bd0e-fab5-499d-8ed7-6e08646e056d {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:02:20.354665 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e28b33-aee8-422b-b1c4-6c36766d8282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68', 'code': 200} Nov 12 20:02:20.472469 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cf5fc-fb36-4c32-9476-dcd20c8d1c79 req-b38f0996-2637-4396-a521-440020d59082 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:20.474208 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-580cf5fc-fb36-4c32-9476-dcd20c8d1c79 req-b38f0996-2637-4396-a521-440020d59082 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=80e28b33-aee8-422b-b1c4-6c36766d8282 HTTP/1.1" status: 200 len: 945 time: 0.0641847 Nov 12 20:02:20.528145 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-580cf5fc-fb36-4c32-9476-dcd20c8d1c79 req-0f9baecc-aee6-4101-81ca-d0ac69ca2a83 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465689 Nov 12 20:02:20.573700 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8529169d-21cd-4ebe-b646-c922061aaed5 x-openstack-request-id: req-8529169d-21cd-4ebe-b646-c922061aaed5 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:02:20.574000 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ede660-fe10-49dc-96f6-9d578f46c23e", "name": "network-vif-deleted", "tag": "c32f66d9-e06f-41a3-b329-e1209f5a42e3", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:02:20.574254 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8529169d-21cd-4ebe-b646-c922061aaed5 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:02:20.574657 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ede660-fe10-49dc-96f6-9d578f46c23e', 'name': 'network-vif-deleted', 'tag': 'c32f66d9-e06f-41a3-b329-e1209f5a42e3', 'status': 'completed', 'code': 200} Nov 12 20:02:20.705548 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4722303-8dbc-4536-b5d3-45f3a1d06794 req-78a8d85a-92f6-49e4-b812-0618a10a7375 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:20.706965 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c4722303-8dbc-4536-b5d3-45f3a1d06794 req-78a8d85a-92f6-49e4-b812-0618a10a7375 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db8fe32-78bf-465f-b922-7e784d3c8061 HTTP/1.1" status: 200 len: 943 time: 0.0527208 Nov 12 20:02:20.755999 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c4722303-8dbc-4536-b5d3-45f3a1d06794 req-a11375f5-e434-41f2-a19c-bda5a1c335c4 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups?id=1559601b-ff72-4ce9-9f6b-84bfc96eb534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430510 Nov 12 20:02:20.925262 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7e1d6b9-6347-469e-a017-a0b6a126199c req-d800b78e-01f9-467c-a759-ccb0ec0f39c0 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:02:20.934430 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b7e1d6b9-6347-469e-a017-a0b6a126199c req-d800b78e-01f9-467c-a759-ccb0ec0f39c0 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:20.938592 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6409467-91f1-4ee0-99fb-5a70e00ec03b req-ef29067f-79e7-46dc-a063-ed09e4b8666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:20.940265 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c6409467-91f1-4ee0-99fb-5a70e00ec03b req-ef29067f-79e7-46dc-a063-ed09e4b8666b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=80e28b33-aee8-422b-b1c4-6c36766d8282 HTTP/1.1" status: 200 len: 1097 time: 0.2346678 Nov 12 20:02:20.940804 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93edd447-1ac6-48e1-a668-be96b0ea8aec None None] Sync routers for ids ['3123a917-2893-47c0-aaae-819684240b10'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:02:20.945022 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f371c01c-68ea-47e1-86e1-330ba808d83f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:20.950826 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93edd447-1ac6-48e1-a668-be96b0ea8aec None None] Routers {'3123a917-2893-47c0-aaae-819684240b10'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:02:20.951435 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-93edd447-1ac6-48e1-a668-be96b0ea8aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:01:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3123a917-2893-47c0-aaae-819684240b10'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:21.003569 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b7e1d6b9-6347-469e-a017-a0b6a126199c req-d800b78e-01f9-467c-a759-ccb0ec0f39c0 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "PUT /v2.0/floatingips/d13bf0de-ee9e-4f2c-87f2-1502bb2c9920 HTTP/1.1" status: 200 len: 996 time: 3.7144711 Nov 12 20:02:21.034632 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6ac673-3c10-4e43-b79a-3fce4490305c', 'tag': '47e538a5-0794-4406-91e0-d37d5df399b9'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:02:21.037429 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bdccc5-2198-439b-975b-2639bd4333b2" -d '{"events": [{"name": "network-changed", "server_uuid": "5a6ac673-3c10-4e43-b79a-3fce4490305c", "tag": "47e538a5-0794-4406-91e0-d37d5df399b9"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:02:21.069206 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-93edd447-1ac6-48e1-a668-be96b0ea8aec None None] Set router 3123a917-2893-47c0-aaae-819684240b10 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:02:21.117294 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55040) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:21.145768 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c6409467-91f1-4ee0-99fb-5a70e00ec03b req-107f9ef6-e157-4792-b7a7-4ef85667e7de service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784217 Nov 12 20:02:21.167422 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96730a76-1f9c-498b-b891-15ceb28cfdf7 x-openstack-request-id: req-96730a76-1f9c-498b-b891-15ceb28cfdf7 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:02:21.167708 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a6ac673-3c10-4e43-b79a-3fce4490305c", "tag": "47e538a5-0794-4406-91e0-d37d5df399b9", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:02:21.167959 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-96730a76-1f9c-498b-b891-15ceb28cfdf7 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:02:21.168374 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6ac673-3c10-4e43-b79a-3fce4490305c', 'tag': '47e538a5-0794-4406-91e0-d37d5df399b9', 'status': 'completed', 'code': 200} Nov 12 20:02:21.170476 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc9448d-0a95-44c7-940f-69debec37df9 admin admin] Router 587a5444-7e8f-47bb-a579-9cdad6c12ae0 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:02:21.181115 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1d6b9-6347-469e-a017-a0b6a126199c req-519b8b50-1f85-4b28-a72a-72c73b2132ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:21.182663 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b7e1d6b9-6347-469e-a017-a0b6a126199c req-519b8b50-1f85-4b28-a72a-72c73b2132ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=23d7c5887d2e419db54487a0bcfcf104&device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 1097 time: 0.1385653 Nov 12 20:02:21.329980 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-b436bc97-b601-4133-b3f4-006a181b3c0e admin admin] Deleting subnet e7e87043-7d2d-4150-b80d-fb0e6e39dcdf {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:02:21.335590 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdccc5-2198-439b-975b-2639bd4333b2 req-4dab05e5-048c-4bde-8d8e-f43f81fc4971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:21.341785 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-93edd447-1ac6-48e1-a668-be96b0ea8aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123a917-2893-47c0-aaae-819684240b10', 'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-router', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:58Z', 'updated_at': '2021-11-12T20:01:07Z', 'revision_number': 4, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'gw_port': {'id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:01Z', 'updated_at': '2021-11-12T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'd13bf0de-ee9e-4f2c-87f2-1502bb2c9920', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'floating_ip_address': '172.25.5.122', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '3123a917-2893-47c0-aaae-819684240b10', 'port_id': '47e538a5-0794-4406-91e0-d37d5df399b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'mac_address': 'fa:16:3e:99:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ac673-3c10-4e43-b79a-3fce4490305c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:01:37Z', 'updated_at': '2021-11-12T20:02:18Z', 'revision_number': 8, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab2415c0-8ef2-42a7-9808-d12c1fd0c527', 'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'mac_address': 'fa:16:3e:aa:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '63d41080-676f-4ac4-8522-f666160b10e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:05Z', 'updated_at': '2021-11-12T20:01:14Z', 'revision_number': 5, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'subnets': [{'id': '63d41080-676f-4ac4-8522-f666160b10e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:21.342071 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23bdccc5-2198-439b-975b-2639bd4333b2 req-4dab05e5-048c-4bde-8d8e-f43f81fc4971 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23d7c5887d2e419db54487a0bcfcf104&device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 1097 time: 0.1434793 Nov 12 20:02:21.344615 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b436bc97-b601-4133-b3f4-006a181b3c0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:21.379370 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93edd447-1ac6-48e1-a668-be96b0ea8aec None None] Checking router: 3123a917-2893-47c0-aaae-819684240b10 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:02:21.388875 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93edd447-1ac6-48e1-a668-be96b0ea8aec None None] Routers {'3123a917-2893-47c0-aaae-819684240b10'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:02:21.389635 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-93edd447-1ac6-48e1-a668-be96b0ea8aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:01:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3123a917-2893-47c0-aaae-819684240b10'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:21.414117 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bb762-577c-4cff-bdf2-8074aeb43a63 req-d5aa915c-78aa-473b-9b8c-2cd8fdb75680 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:21.415433 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4a7bb762-577c-4cff-bdf2-8074aeb43a63 req-d5aa915c-78aa-473b-9b8c-2cd8fdb75680 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a7154b-405f-4317-83f2-98e5b1f454a3 HTTP/1.1" status: 200 len: 945 time: 0.1439760 Nov 12 20:02:21.464279 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1d6b9-6347-469e-a017-a0b6a126199c req-26473f43-1824-4bd9-b851-1a28a9342e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:21.465809 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b7e1d6b9-6347-469e-a017-a0b6a126199c req-26473f43-1824-4bd9-b851-1a28a9342e23 service neutron] 10.222.0.48 "GET /v2.0/networks?id=754baca7-d929-454e-a98a-e992c207ce86 HTTP/1.1" status: 200 len: 922 time: 0.2720516 Nov 12 20:02:21.467397 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc9448d-0a95-44c7-940f-69debec37df9 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:02:21.481902 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f371c01c-68ea-47e1-86e1-330ba808d83f admin admin] Router 13ffc356-de7d-4f85-9011-cc3c77947900 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:02:21.487099 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0637b571-eb01-4f53-ad19-3b68b8e05a47 None None] Sync routers for ids ['587a5444-7e8f-47bb-a579-9cdad6c12ae0'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:02:21.493584 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6cc9448d-0a95-44c7-940f-69debec37df9 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:21.501091 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55046) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:21.502980 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6cc9448d-0a95-44c7-940f-69debec37df9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.5999408 Nov 12 20:02:21.508769 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4a7bb762-577c-4cff-bdf2-8074aeb43a63 req-c2ba6856-960e-4155-b65c-0f9c1e4313c7 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5ab6403-a785-46ae-a8fd-6c029d83c7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590522 Nov 12 20:02:21.511541 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0637b571-eb01-4f53-ad19-3b68b8e05a47 None None] Routers {'587a5444-7e8f-47bb-a579-9cdad6c12ae0'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:02:21.513631 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-0637b571-eb01-4f53-ad19-3b68b8e05a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:01:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['587a5444-7e8f-47bb-a579-9cdad6c12ae0'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:21.521834 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b436bc97-b601-4133-b3f4-006a181b3c0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:21.560027 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-93edd447-1ac6-48e1-a668-be96b0ea8aec None None] Set router 3123a917-2893-47c0-aaae-819684240b10 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:02:21.683708 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b436bc97-b601-4133-b3f4-006a181b3c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:21.701113 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-0637b571-eb01-4f53-ad19-3b68b8e05a47 None None] Set router 587a5444-7e8f-47bb-a579-9cdad6c12ae0 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:02:21.720148 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b7e1d6b9-6347-469e-a017-a0b6a126199c req-dcd60934-674b-48c1-b9c1-5280f2871c68 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47e538a5-0794-4406-91e0-d37d5df399b9 HTTP/1.1" status: 200 len: 999 time: 0.2159235 Nov 12 20:02:21.815119 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1d6b9-6347-469e-a017-a0b6a126199c req-b175cbe0-3f45-4892-896a-45c254925a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:21.822890 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b7e1d6b9-6347-469e-a017-a0b6a126199c req-b175cbe0-3f45-4892-896a-45c254925a23 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63d41080-676f-4ac4-8522-f666160b10e9 HTTP/1.1" status: 200 len: 860 time: 0.1017845 Nov 12 20:02:21.833695 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f371c01c-68ea-47e1-86e1-330ba808d83f admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:02:21.840422 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f371c01c-68ea-47e1-86e1-330ba808d83f admin admin] 10.222.0.48 "PUT /v2.0/routers/13ffc356-de7d-4f85-9011-cc3c77947900/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2937310 Nov 12 20:02:21.854916 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d39a8-b872-4ef3-a690-91fcdb01e3e0 None None] Sync routers for ids ['13ffc356-de7d-4f85-9011-cc3c77947900'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:02:21.857096 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55054) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:21.879234 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d39a8-b872-4ef3-a690-91fcdb01e3e0 None None] Routers {'13ffc356-de7d-4f85-9011-cc3c77947900'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:02:21.879872 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-221d39a8-b872-4ef3-a690-91fcdb01e3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:01:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['13ffc356-de7d-4f85-9011-cc3c77947900'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:21.934485 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-93edd447-1ac6-48e1-a668-be96b0ea8aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123a917-2893-47c0-aaae-819684240b10', 'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-router', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:58Z', 'updated_at': '2021-11-12T20:01:07Z', 'revision_number': 4, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'gw_port': {'id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:01Z', 'updated_at': '2021-11-12T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'd13bf0de-ee9e-4f2c-87f2-1502bb2c9920', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'floating_ip_address': '172.25.5.122', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '3123a917-2893-47c0-aaae-819684240b10', 'port_id': '47e538a5-0794-4406-91e0-d37d5df399b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'mac_address': 'fa:16:3e:99:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ac673-3c10-4e43-b79a-3fce4490305c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:01:37Z', 'updated_at': '2021-11-12T20:02:18Z', 'revision_number': 8, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab2415c0-8ef2-42a7-9808-d12c1fd0c527', 'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'mac_address': 'fa:16:3e:aa:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '63d41080-676f-4ac4-8522-f666160b10e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:05Z', 'updated_at': '2021-11-12T20:01:14Z', 'revision_number': 5, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'subnets': [{'id': '63d41080-676f-4ac4-8522-f666160b10e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:21.963869 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1d6b9-6347-469e-a017-a0b6a126199c req-4a647174-bac3-48d4-9a8a-9aa186058a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:21.965322 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93edd447-1ac6-48e1-a668-be96b0ea8aec None None] The sync data for ids ['3123a917-2893-47c0-aaae-819684240b10'] in n-d-712140-15 is: [{'id': '3123a917-2893-47c0-aaae-819684240b10', 'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-router', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:58Z', 'updated_at': '2021-11-12T20:01:07Z', 'revision_number': 4, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'gw_port': {'id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:01Z', 'updated_at': '2021-11-12T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'd13bf0de-ee9e-4f2c-87f2-1502bb2c9920', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'floating_ip_address': '172.25.5.122', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '3123a917-2893-47c0-aaae-819684240b10', 'port_id': '47e538a5-0794-4406-91e0-d37d5df399b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'mac_address': 'fa:16:3e:99:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ac673-3c10-4e43-b79a-3fce4490305c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:01:37Z', 'updated_at': '2021-11-12T20:02:18Z', 'revision_number': 8, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab2415c0-8ef2-42a7-9808-d12c1fd0c527', 'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'mac_address': 'fa:16:3e:aa:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '63d41080-676f-4ac4-8522-f666160b10e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:05Z', 'updated_at': '2021-11-12T20:01:14Z', 'revision_number': 5, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'subnets': [{'id': '63d41080-676f-4ac4-8522-f666160b10e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:02:21.972829 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b7e1d6b9-6347-469e-a017-a0b6a126199c req-4a647174-bac3-48d4-9a8a-9aa186058a84 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=754baca7-d929-454e-a98a-e992c207ce86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1489952 Nov 12 20:02:21.986693 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-0637b571-eb01-4f53-ad19-3b68b8e05a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587a5444-7e8f-47bb-a579-9cdad6c12ae0', 'name': 'tempest-AttachSCSIVolumeTestJSON-897810512-router', 'tenant_id': '893efb684db04f5291d907d5c1dc25ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '2110a522-f086-4e90-8d8d-ed1edc9cbaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:14Z', 'updated_at': '2021-11-12T20:02:19Z', 'revision_number': 3, 'project_id': '893efb684db04f5291d907d5c1dc25ac', 'gw_port': {'id': '2110a522-f086-4e90-8d8d-ed1edc9cbaea', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587a5444-7e8f-47bb-a579-9cdad6c12ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:17Z', 'updated_at': '2021-11-12T20:02:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:22.042374 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0637b571-eb01-4f53-ad19-3b68b8e05a47 None None] Checking router: 587a5444-7e8f-47bb-a579-9cdad6c12ae0 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:02:22.043457 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0637b571-eb01-4f53-ad19-3b68b8e05a47 None None] Updating router 587a5444-7e8f-47bb-a579-9cdad6c12ae0 port 2110a522-f086-4e90-8d8d-ed1edc9cbaea binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:02:22.053296 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8162daa-3075-47d5-8852-5d0a788813bc admin admin] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:22.080977 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdccc5-2198-439b-975b-2639bd4333b2 req-bcb4f073-9f5f-4506-99f9-5d29ade03cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:22.082771 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23bdccc5-2198-439b-975b-2639bd4333b2 req-bcb4f073-9f5f-4506-99f9-5d29ade03cf7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=754baca7-d929-454e-a98a-e992c207ce86 HTTP/1.1" status: 200 len: 922 time: 0.7137506 Nov 12 20:02:22.102875 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0637b571-eb01-4f53-ad19-3b68b8e05a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:22.111254 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-221d39a8-b872-4ef3-a690-91fcdb01e3e0 None None] Set router 13ffc356-de7d-4f85-9011-cc3c77947900 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:02:22.158611 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23bdccc5-2198-439b-975b-2639bd4333b2 req-be14c63c-69cd-4520-b592-f8c115be7827 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47e538a5-0794-4406-91e0-d37d5df399b9 HTTP/1.1" status: 200 len: 999 time: 0.0632513 Nov 12 20:02:22.176466 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b7e1d6b9-6347-469e-a017-a0b6a126199c req-2b6150f3-6e42-4955-a716-b47e1d759ae7 service neutron] 10.222.0.48 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023880 Nov 12 20:02:22.192024 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f9a98f80-87ce-4615-95e5-aa7778a4c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:22.261341 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130b3af-511b-4717-82a2-81ef3e93cdab req-6bc55654-387c-4c71-8154-a1ac8a1a14bd tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:22.281948 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c130b3af-511b-4717-82a2-81ef3e93cdab req-6bc55654-387c-4c71-8154-a1ac8a1a14bd tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=80e28b33-aee8-422b-b1c4-6c36766d8282 HTTP/1.1" status: 200 len: 945 time: 0.5934687 Nov 12 20:02:22.300078 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b7e1d6b9-6347-469e-a017-a0b6a126199c req-d60e56cb-0436-4663-abf6-f0e27482246c service neutron] 10.222.0.48 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227322 Nov 12 20:02:22.309477 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8162daa-3075-47d5-8852-5d0a788813bc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:22.397580 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b436bc97-b601-4133-b3f4-006a181b3c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:22.410853 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ffe66d-50a9-4d63-a5e0-88e4f10cdc26 None None] New status for floating IP d13bf0de-ee9e-4f2c-87f2-1502bb2c9920: ACTIVE {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:02:22.422477 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c8162daa-3075-47d5-8852-5d0a788813bc admin admin] Deleting port c5b2201c-29ac-47e9-9c0a-19289fcd9e18 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:02:22.423130 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8162daa-3075-47d5-8852-5d0a788813bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:22.441031 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdccc5-2198-439b-975b-2639bd4333b2 req-96c72034-f295-4548-a639-34550b32bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:22.442783 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23bdccc5-2198-439b-975b-2639bd4333b2 req-96c72034-f295-4548-a639-34550b32bccb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63d41080-676f-4ac4-8522-f666160b10e9 HTTP/1.1" status: 200 len: 860 time: 0.2709117 Nov 12 20:02:22.459242 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c130b3af-511b-4717-82a2-81ef3e93cdab req-d7be7b65-2512-4bc9-9bcb-fa27af8af197 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724238 Nov 12 20:02:22.530478 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-221d39a8-b872-4ef3-a690-91fcdb01e3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-973545571-router', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:32Z', 'updated_at': '2021-11-12T20:02:19Z', 'revision_number': 5, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'gw_port': {'id': 'c5b2201c-29ac-47e9-9c0a-19289fcd9e18', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:33Z', 'updated_at': '2021-11-12T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:22.583393 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b436bc97-b601-4133-b3f4-006a181b3c0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:22.586132 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf886c3-bd5b-421e-89bb-f576fe0553a7 req-febdb7a3-3fbd-4a6e-9ae8-4160ec56b419 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:22.586755 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d39a8-b872-4ef3-a690-91fcdb01e3e0 None None] Checking router: 13ffc356-de7d-4f85-9011-cc3c77947900 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:02:22.587350 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b436bc97-b601-4133-b3f4-006a181b3c0e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e7e87043-7d2d-4150-b80d-fb0e6e39dcdf HTTP/1.1" status: 204 len: 168 time: 1.4687855 Nov 12 20:02:22.587975 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ecf886c3-bd5b-421e-89bb-f576fe0553a7 req-febdb7a3-3fbd-4a6e-9ae8-4160ec56b419 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db8fe32-78bf-465f-b922-7e784d3c8061 HTTP/1.1" status: 200 len: 943 time: 0.0665257 Nov 12 20:02:22.588442 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db8fe32-78bf-465f-b922-7e784d3c8061', 'tag': '1e77c0a3-6598-48b5-81b7-aa4ae90b300a'}, {'server_uuid': '1e23e515-c04c-4e14-a349-a5fafa901178', 'name': 'network-vif-deleted', 'tag': 'adaab15d-9467-4bbb-89ba-b806771a0077'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:02:22.590764 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55062) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:22.591191 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef5e8b5-bc61-4335-ab53-a7a7f1a02cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "6db8fe32-78bf-465f-b922-7e784d3c8061", "tag": "1e77c0a3-6598-48b5-81b7-aa4ae90b300a"}, {"server_uuid": "1e23e515-c04c-4e14-a349-a5fafa901178", "name": "network-vif-deleted", "tag": "adaab15d-9467-4bbb-89ba-b806771a0077"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:02:22.594627 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436bc97-b601-4133-b3f4-006a181b3c0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7e87043-7d2d-4150-b80d-fb0e6e39dcdf,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:22.614678 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d39a8-b872-4ef3-a690-91fcdb01e3e0 None None] Routers {'13ffc356-de7d-4f85-9011-cc3c77947900'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:02:22.615339 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-221d39a8-b872-4ef3-a690-91fcdb01e3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:02:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['13ffc356-de7d-4f85-9011-cc3c77947900'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:22.686083 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-84f7cfa5-5c15-4aed-804e-d255b682bc77 req-08c7a8bb-d0e5-4a07-851d-30305527217f tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/floatingips/d13bf0de-ee9e-4f2c-87f2-1502bb2c9920 HTTP/1.1" status: 200 len: 996 time: 0.1833098 Nov 12 20:02:22.693756 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-56b0bf77-d9ce-4b23-80a6-84e4b4fcbc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:22.714394 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdccc5-2198-439b-975b-2639bd4333b2 req-73f343c6-7f5c-4bd8-982a-bbd54419c379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:22.715912 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23bdccc5-2198-439b-975b-2639bd4333b2 req-73f343c6-7f5c-4bd8-982a-bbd54419c379 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=754baca7-d929-454e-a98a-e992c207ce86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2544992 Nov 12 20:02:22.724705 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-221d39a8-b872-4ef3-a690-91fcdb01e3e0 None None] Set router 13ffc356-de7d-4f85-9011-cc3c77947900 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:02:22.729413 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0637b571-eb01-4f53-ad19-3b68b8e05a47 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:22.732038 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-c8162daa-3075-47d5-8852-5d0a788813bc admin admin] For port c5b2201c-29ac-47e9-9c0a-19289fcd9e18, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c5b2201c-29ac-47e9-9c0a-19289fcd9e18,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:22.732673 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8162daa-3075-47d5-8852-5d0a788813bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:22.747820 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0637b571-eb01-4f53-ad19-3b68b8e05a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:22.788380 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ecf886c3-bd5b-421e-89bb-f576fe0553a7 req-7f3d2e21-9870-4e1b-bb3c-30d49777bddc tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups?id=1559601b-ff72-4ce9-9f6b-84bfc96eb534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097977 Nov 12 20:02:22.797823 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-221d39a8-b872-4ef3-a690-91fcdb01e3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-973545571-router', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:32Z', 'updated_at': '2021-11-12T20:02:22Z', 'revision_number': 6, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:22.829316 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d39a8-b872-4ef3-a690-91fcdb01e3e0 None None] The sync data for ids ['13ffc356-de7d-4f85-9011-cc3c77947900'] in n-d-712140-15 is: [{'id': '13ffc356-de7d-4f85-9011-cc3c77947900', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-973545571-router', 'tenant_id': 'c539f76e143242b8af302d8e20aae3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:32Z', 'updated_at': '2021-11-12T20:02:22Z', 'revision_number': 6, 'project_id': 'c539f76e143242b8af302d8e20aae3aa', 'gw_port_host': None}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:02:22.845660 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-56b0bf77-d9ce-4b23-80a6-84e4b4fcbc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:22.872918 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-56b0bf77-d9ce-4b23-80a6-84e4b4fcbc0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['268668ed-0d7b-4f7b-9df1-da4be7d9946d']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:22.895743 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-56b0bf77-d9ce-4b23-80a6-84e4b4fcbc0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:22.896114 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-56b0bf77-d9ce-4b23-80a6-84e4b4fcbc0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a3560c-a7d0-49a3-92d0-8c699dd6d535') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:22.913877 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-56b0bf77-d9ce-4b23-80a6-84e4b4fcbc0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:22.924370 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c8162daa-3075-47d5-8852-5d0a788813bc admin admin] Calling delete_port for c5b2201c-29ac-47e9-9c0a-19289fcd9e18 owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:02:22.935915 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0637b571-eb01-4f53-ad19-3b68b8e05a47 None None] Attempting to bind port 2110a522-f086-4e90-8d8d-ed1edc9cbaea on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:02:22.936666 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0637b571-eb01-4f53-ad19-3b68b8e05a47 None None] Attempting to bind port 2110a522-f086-4e90-8d8d-ed1edc9cbaea by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:02:22.937706 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0637b571-eb01-4f53-ad19-3b68b8e05a47 None None] Attempting to bind port 2110a522-f086-4e90-8d8d-ed1edc9cbaea on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:02:22.945946 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59326b-41d6-48a5-a638-4a91809bd6f6 None None] Pushing event updated for resources: {'Port': ['ID=2110a522-f086-4e90-8d8d-ed1edc9cbaea,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:22.950876 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-56b0bf77-d9ce-4b23-80a6-84e4b4fcbc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:22.956547 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0637b571-eb01-4f53-ad19-3b68b8e05a47 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:02:22.957073 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0637b571-eb01-4f53-ad19-3b68b8e05a47 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:02:22.957464 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0637b571-eb01-4f53-ad19-3b68b8e05a47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:22.957853 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0637b571-eb01-4f53-ad19-3b68b8e05a47 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:02:22.958333 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0637b571-eb01-4f53-ad19-3b68b8e05a47 None None] Bound port: 2110a522-f086-4e90-8d8d-ed1edc9cbaea, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:02:22.958712 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0637b571-eb01-4f53-ad19-3b68b8e05a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:22.988797 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7cfa5-5c15-4aed-804e-d255b682bc77 req-1b3f1990-70b6-4233-a41f-ab3338f1e315 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:22.990179 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-84f7cfa5-5c15-4aed-804e-d255b682bc77 req-1b3f1990-70b6-4233-a41f-ab3338f1e315 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 784 time: 0.3033423 Nov 12 20:02:23.019711 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640db29-57ee-44b5-83bd-77ab0820f945 req-baed31c1-ef1b-4ec7-8a73-b426b69cf826 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:23.021254 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7640db29-57ee-44b5-83bd-77ab0820f945 req-baed31c1-ef1b-4ec7-8a73-b426b69cf826 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] 10.222.0.55 "GET /v2.0/ports?device_id=70a7154b-405f-4317-83f2-98e5b1f454a3 HTTP/1.1" status: 200 len: 945 time: 0.2155232 Nov 12 20:02:23.068083 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0637b571-eb01-4f53-ad19-3b68b8e05a47 None None] For port 2110a522-f086-4e90-8d8d-ed1edc9cbaea, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:02:23.078344 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0637b571-eb01-4f53-ad19-3b68b8e05a47 None None] For port 2110a522-f086-4e90-8d8d-ed1edc9cbaea, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=2110a522-f086-4e90-8d8d-ed1edc9cbaea,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:02:23.085614 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0637b571-eb01-4f53-ad19-3b68b8e05a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:23.090928 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 20:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e244f1e-2c37-4c35-a408-bd67fe083d77 x-openstack-request-id: req-7e244f1e-2c37-4c35-a408-bd67fe083d77 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:02:23.092645 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db8fe32-78bf-465f-b922-7e784d3c8061", "tag": "1e77c0a3-6598-48b5-81b7-aa4ae90b300a", "status": "completed", "code": 200}, {"server_uuid": "1e23e515-c04c-4e14-a349-a5fafa901178", "name": "network-vif-deleted", "tag": "adaab15d-9467-4bbb-89ba-b806771a0077", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:02:23.098554 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7e244f1e-2c37-4c35-a408-bd67fe083d77 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:02:23.098989 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db8fe32-78bf-465f-b922-7e784d3c8061', 'tag': '1e77c0a3-6598-48b5-81b7-aa4ae90b300a', 'status': 'completed', 'code': 200} Nov 12 20:02:23.099215 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b0bf77-d9ce-4b23-80a6-84e4b4fcbc0c admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:02:23.099350 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e23e515-c04c-4e14-a349-a5fafa901178', 'name': 'network-vif-deleted', 'tag': 'adaab15d-9467-4bbb-89ba-b806771a0077', 'status': 'completed', 'code': 200} Nov 12 20:02:23.099631 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-56b0bf77-d9ce-4b23-80a6-84e4b4fcbc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:02:23.103674 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:02:23.127531 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23bdccc5-2198-439b-975b-2639bd4333b2 req-dde839c5-499f-45e1-9e0e-13f3ffecaf27 service neutron] 10.222.0.55 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004850 Nov 12 20:02:23.175100 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59326b-41d6-48a5-a638-4a91809bd6f6 None None] Pushing event updated for resources: {'Port': ['ID=2110a522-f086-4e90-8d8d-ed1edc9cbaea,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:23.191046 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36c217-ad56-4e97-9b18-0613681ba5db req-dc7edc2c-8f80-4f1b-99e8-3d2d92caa944 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:23.198719 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8c36c217-ad56-4e97-9b18-0613681ba5db req-dc7edc2c-8f80-4f1b-99e8-3d2d92caa944 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a7154b-405f-4317-83f2-98e5b1f454a3 HTTP/1.1" status: 200 len: 945 time: 0.2644672 Nov 12 20:02:23.212506 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-56b0bf77-d9ce-4b23-80a6-84e4b4fcbc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:23.225789 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0637b571-eb01-4f53-ad19-3b68b8e05a47 None None] Routers {'587a5444-7e8f-47bb-a579-9cdad6c12ae0'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:02:23.226427 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-0637b571-eb01-4f53-ad19-3b68b8e05a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:02:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['587a5444-7e8f-47bb-a579-9cdad6c12ae0'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:23.255106 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-56b0bf77-d9ce-4b23-80a6-84e4b4fcbc0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:23.258372 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-56b0bf77-d9ce-4b23-80a6-84e4b4fcbc0c admin admin] 10.222.0.48 "DELETE /v2.0/networks/268668ed-0d7b-4f7b-9df1-da4be7d9946d HTTP/1.1" status: 204 len: 168 time: 0.6664939 Nov 12 20:02:23.263989 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55070) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:23.325772 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0bf77-d9ce-4b23-80a6-84e4b4fcbc0c admin admin] Pushing event deleted for resources: {'Network': ['ID=268668ed-0d7b-4f7b-9df1-da4be7d9946d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:23.384379 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec36c3f2-fd66-4fc7-989e-d37fa2004331 admin admin] Deleting subnet 296e5daa-b21f-459b-a812-9357520cc777 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:02:23.388922 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8162daa-3075-47d5-8852-5d0a788813bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:23.391131 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ec36c3f2-fd66-4fc7-989e-d37fa2004331 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:23.396706 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23bdccc5-2198-439b-975b-2639bd4333b2 req-330883b7-5b99-40a2-b1bc-48dd873df152 service neutron] 10.222.0.55 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383442 Nov 12 20:02:23.418594 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8c36c217-ad56-4e97-9b18-0613681ba5db req-4ad6ca94-39c6-4576-b4bd-5c4bb0bc8d78 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5ab6403-a785-46ae-a8fd-6c029d83c7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186158 Nov 12 20:02:23.428565 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-0637b571-eb01-4f53-ad19-3b68b8e05a47 None None] Set router 587a5444-7e8f-47bb-a579-9cdad6c12ae0 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:02:23.438733 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5e8b5-bc61-4335-ab53-a7a7f1a02cd7 req-850d0a04-af57-4193-b90c-e68c8e4ec698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:23.440410 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bef5e8b5-bc61-4335-ab53-a7a7f1a02cd7 req-850d0a04-af57-4193-b90c-e68c8e4ec698 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d841e32d493a46c7bf1c58a418da2caa&device_id=6db8fe32-78bf-465f-b922-7e784d3c8061 HTTP/1.1" status: 200 len: 1095 time: 0.3160887 Nov 12 20:02:23.551055 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ec36c3f2-fd66-4fc7-989e-d37fa2004331 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:23.592429 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8162daa-3075-47d5-8852-5d0a788813bc admin admin] Pushing event deleted for resources: {'Port': ['ID=c5b2201c-29ac-47e9-9c0a-19289fcd9e18,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:23.617153 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ae867627-e170-4d54-b879-de795bae5c2d req-6aee191c-a472-4563-8f7d-3933c2fe7e87 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 1001 time: 0.1290345 Nov 12 20:02:23.622645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-7640db29-57ee-44b5-83bd-77ab0820f945 req-27ae2153-30a3-478f-81e1-234c2c5b82a0 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Deleting port 416c4b0a-87d9-4973-bfbe-ced906afc9d9 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:02:23.622985 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7640db29-57ee-44b5-83bd-77ab0820f945 req-27ae2153-30a3-478f-81e1-234c2c5b82a0 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:23.669020 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:23.671884 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ec36c3f2-fd66-4fc7-989e-d37fa2004331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:23.705878 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:23.722893 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8162daa-3075-47d5-8852-5d0a788813bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:23.777433 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae867627-e170-4d54-b879-de795bae5c2d req-08b50c42-6b96-48f4-89b5-e67fab7c6abe tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:23.778900 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ae867627-e170-4d54-b879-de795bae5c2d req-08b50c42-6b96-48f4-89b5-e67fab7c6abe tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports/47e538a5-0794-4406-91e0-d37d5df399b9 HTTP/1.1" status: 200 len: 942 time: 0.1529350 Nov 12 20:02:23.792855 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d33b8294-aec0-45a7-a0b1-3548bba6e3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:23.823368 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b3ed1e21-184e-4644-933f-a062fc18cc00 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:02:23.844101 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-7640db29-57ee-44b5-83bd-77ab0820f945 req-27ae2153-30a3-478f-81e1-234c2c5b82a0 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] For port 416c4b0a-87d9-4973-bfbe-ced906afc9d9, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=416c4b0a-87d9-4973-bfbe-ced906afc9d9,segment=NetworkSegment(db37b605-67ab-49ca-98cb-b30b5f99b63a),segment_id=db37b605-67ab-49ca-98cb-b30b5f99b63a)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:23.844504 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7640db29-57ee-44b5-83bd-77ab0820f945 req-27ae2153-30a3-478f-81e1-234c2c5b82a0 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:23.848270 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: b3ed1e21-184e-4644-933f-a062fc18cc00 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:02:23.848627 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b3ed1e21-184e-4644-933f-a062fc18cc00 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:02:23.849039 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c5b2201c-29ac-47e9-9c0a-19289fcd9e18 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:02:23.855585 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5e8b5-bc61-4335-ab53-a7a7f1a02cd7 req-d78bf9dd-6333-4b38-a359-ec5685490d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:23.857156 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bef5e8b5-bc61-4335-ab53-a7a7f1a02cd7 req-d78bf9dd-6333-4b38-a359-ec5685490d78 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf HTTP/1.1" status: 200 len: 912 time: 0.4068098 Nov 12 20:02:23.875449 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: c5b2201c-29ac-47e9-9c0a-19289fcd9e18 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:02:23.875826 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c5b2201c-29ac-47e9-9c0a-19289fcd9e18 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:02:23.879087 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-7640db29-57ee-44b5-83bd-77ab0820f945 req-27ae2153-30a3-478f-81e1-234c2c5b82a0 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Calling delete_port for 416c4b0a-87d9-4973-bfbe-ced906afc9d9 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:02:23.906272 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-0637b571-eb01-4f53-ad19-3b68b8e05a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587a5444-7e8f-47bb-a579-9cdad6c12ae0', 'name': 'tempest-AttachSCSIVolumeTestJSON-897810512-router', 'tenant_id': '893efb684db04f5291d907d5c1dc25ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '2110a522-f086-4e90-8d8d-ed1edc9cbaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:14Z', 'updated_at': '2021-11-12T20:02:19Z', 'revision_number': 3, 'project_id': '893efb684db04f5291d907d5c1dc25ac', 'gw_port': {'id': '2110a522-f086-4e90-8d8d-ed1edc9cbaea', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587a5444-7e8f-47bb-a579-9cdad6c12ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:17Z', 'updated_at': '2021-11-12T20:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:23.944702 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0637b571-eb01-4f53-ad19-3b68b8e05a47 None None] The sync data for ids ['587a5444-7e8f-47bb-a579-9cdad6c12ae0'] in n-d-712140-15 is: [{'id': '587a5444-7e8f-47bb-a579-9cdad6c12ae0', 'name': 'tempest-AttachSCSIVolumeTestJSON-897810512-router', 'tenant_id': '893efb684db04f5291d907d5c1dc25ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '2110a522-f086-4e90-8d8d-ed1edc9cbaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:14Z', 'updated_at': '2021-11-12T20:02:19Z', 'revision_number': 3, 'project_id': '893efb684db04f5291d907d5c1dc25ac', 'gw_port': {'id': '2110a522-f086-4e90-8d8d-ed1edc9cbaea', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587a5444-7e8f-47bb-a579-9cdad6c12ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:17Z', 'updated_at': '2021-11-12T20:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:02:23.951844 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bef5e8b5-bc61-4335-ab53-a7a7f1a02cd7 req-54efe8a9-7ff8-4216-ae23-ab45b286ff61 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e77c0a3-6598-48b5-81b7-aa4ae90b300a HTTP/1.1" status: 200 len: 217 time: 0.0856721 Nov 12 20:02:24.105704 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 1e77c0a3-6598-48b5-81b7-aa4ae90b300a details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:02:24.128702 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ae867627-e170-4d54-b879-de795bae5c2d req-689c11c9-03d1-4d6d-af85-d3001af39824 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 1001 time: 0.2102921 Nov 12 20:02:24.137912 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc202641-29dc-4d47-b308-2f538f1436c2 req-de47e141-d901-47ca-a42e-cff50d3acb3b tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:24.139442 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dc202641-29dc-4d47-b308-2f538f1436c2 req-de47e141-d901-47ca-a42e-cff50d3acb3b tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=80e28b33-aee8-422b-b1c4-6c36766d8282 HTTP/1.1" status: 200 len: 945 time: 0.5484810 Nov 12 20:02:24.188813 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8162daa-3075-47d5-8852-5d0a788813bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:24.198173 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8162daa-3075-47d5-8852-5d0a788813bc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:24.213799 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5e8b5-bc61-4335-ab53-a7a7f1a02cd7 req-208aad45-9cad-475b-bc4f-9d3d236bef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:24.215289 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bef5e8b5-bc61-4335-ab53-a7a7f1a02cd7 req-208aad45-9cad-475b-bc4f-9d3d236bef3a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f3c2628-623a-462d-bf8e-5a15a10469ff HTTP/1.1" status: 200 len: 851 time: 0.2521117 Nov 12 20:02:24.228812 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 1e77c0a3-6598-48b5-81b7-aa4ae90b300a, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1e77c0a3-6598-48b5-81b7-aa4ae90b300a,segment=NetworkSegment(8d4b2a29-f4c2-4d68-bedf-9aaa5810610c),segment_id=8d4b2a29-f4c2-4d68-bedf-9aaa5810610c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:24.242474 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '1e77c0a3-6598-48b5-81b7-aa4ae90b300a', 'network_id': 'ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf', 'port_id': '1e77c0a3-6598-48b5-81b7-aa4ae90b300a', 'mac_address': 'fa:16:3e:f3:c7:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3c2628-623a-462d-bf8e-5a15a10469ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:02:24.302933 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ec36c3f2-fd66-4fc7-989e-d37fa2004331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:24.317737 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:24.318077 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bef5e8b5-bc61-4335-ab53-a7a7f1a02cd7 req-5b3a3b4c-671a-4198-82be-6a136aa7c28c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701976 Nov 12 20:02:24.347411 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e77c0a3-6598-48b5-81b7-aa4ae90b300a {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:02:24.353657 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dc202641-29dc-4d47-b308-2f538f1436c2 req-d4bd5e60-81c2-40a2-9582-fb895dfd2e18 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768360 Nov 12 20:02:24.354140 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8162daa-3075-47d5-8852-5d0a788813bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:24.355611 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8162daa-3075-47d5-8852-5d0a788813bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13ffc356-de7d-4f85-9011-cc3c77947900 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:02:24.368867 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8162daa-3075-47d5-8852-5d0a788813bc admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:24.372496 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c8162daa-3075-47d5-8852-5d0a788813bc admin admin] 10.222.0.48 "DELETE /v2.0/routers/13ffc356-de7d-4f85-9011-cc3c77947900 HTTP/1.1" status: 204 len: 168 time: 2.5117612 Nov 12 20:02:24.373480 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36c3f2-fd66-4fc7-989e-d37fa2004331 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=296e5daa-b21f-459b-a812-9357520cc777,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:24.380763 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55082) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:24.382398 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ec36c3f2-fd66-4fc7-989e-d37fa2004331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:24.388319 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ec36c3f2-fd66-4fc7-989e-d37fa2004331 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/296e5daa-b21f-459b-a812-9357520cc777 HTTP/1.1" status: 204 len: 168 time: 1.1122375 Nov 12 20:02:24.400751 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 1e77c0a3-6598-48b5-81b7-aa4ae90b300a, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1e77c0a3-6598-48b5-81b7-aa4ae90b300a,segment=NetworkSegment(8d4b2a29-f4c2-4d68-bedf-9aaa5810610c),segment_id=8d4b2a29-f4c2-4d68-bedf-9aaa5810610c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:24.406501 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:24.461295 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55086) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:24.516692 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=1e77c0a3-6598-48b5-81b7-aa4ae90b300a,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:24.524694 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bef5e8b5-bc61-4335-ab53-a7a7f1a02cd7 req-f067aa01-fe51-4314-99fc-504bcff46524 service neutron] 10.222.0.55 "GET /v2.0/networks/ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877508 Nov 12 20:02:24.567205 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e982bf8-07eb-46ea-ad9a-8a6f43825660 admin admin] Deleting subnet 642111bb-5d2c-43b3-97eb-ab14b1809540 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:02:24.576873 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5e982bf8-07eb-46ea-ad9a-8a6f43825660 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:24.635984 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-d33b8294-aec0-45a7-a0b1-3548bba6e3e9 admin admin] Allocated IP 172.20.0.1 (8219531b-aa5b-4b50-ba3b-0442e0bef79d/f85bee9c-25bb-4d4b-9bb7-4129ad55445e/5e4bbbb5-36ee-490d-b18c-d08902e202fb) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:02:24.638000 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2c8a59fd-083b-4b0b-a932-ff38149869f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:24.657584 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5e982bf8-07eb-46ea-ad9a-8a6f43825660 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:24.667094 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae867627-e170-4d54-b879-de795bae5c2d req-b18986e3-bb9e-42a9-bade-272f5e5ca08b tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:24.668567 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ae867627-e170-4d54-b879-de795bae5c2d req-b18986e3-bb9e-42a9-bade-272f5e5ca08b tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 784 time: 0.5390668 Nov 12 20:02:24.701274 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37c79b-bf94-4af1-be14-43731b1d80da req-e7683bd6-454e-42bd-bcb0-db18513e8b17 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:24.703360 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bf37c79b-bf94-4af1-be14-43731b1d80da req-e7683bd6-454e-42bd-bcb0-db18513e8b17 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db8fe32-78bf-465f-b922-7e784d3c8061 HTTP/1.1" status: 200 len: 944 time: 0.1530285 Nov 12 20:02:24.715328 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['1e77c0a3-6598-48b5-81b7-aa4ae90b300a'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:02:24.774398 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7640db29-57ee-44b5-83bd-77ab0820f945 req-27ae2153-30a3-478f-81e1-234c2c5b82a0 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:24.842861 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2c8a59fd-083b-4b0b-a932-ff38149869f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:24.886842 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bf37c79b-bf94-4af1-be14-43731b1d80da req-6af9e89b-30a8-46e7-94fc-0ce58cba26a8 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups?id=1559601b-ff72-4ce9-9f6b-84bfc96eb534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586320 Nov 12 20:02:24.888861 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-2c8a59fd-083b-4b0b-a932-ff38149869f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0e5e74-b32b-4e32-86cb-aabfe627eae8']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:24.892929 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5e982bf8-07eb-46ea-ad9a-8a6f43825660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:24.924421 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-2c8a59fd-083b-4b0b-a932-ff38149869f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fbb83ca-89a6-45db-9043-1b0436feef04') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:24.924713 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-2c8a59fd-083b-4b0b-a932-ff38149869f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fbb83ca-89a6-45db-9043-1b0436feef04') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:24.938780 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2c8a59fd-083b-4b0b-a932-ff38149869f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:24.962330 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2c8a59fd-083b-4b0b-a932-ff38149869f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:24.979831 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8a59fd-083b-4b0b-a932-ff38149869f7 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:02:24.979831 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2c8a59fd-083b-4b0b-a932-ff38149869f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:02:24.981705 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:02:25.017308 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:25.062499 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5e982bf8-07eb-46ea-ad9a-8a6f43825660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:25.112334 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2c8a59fd-083b-4b0b-a932-ff38149869f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:25.114138 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e982bf8-07eb-46ea-ad9a-8a6f43825660 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=642111bb-5d2c-43b3-97eb-ab14b1809540,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:25.130404 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2c8a59fd-083b-4b0b-a932-ff38149869f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:25.136062 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2c8a59fd-083b-4b0b-a932-ff38149869f7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6e0e5e74-b32b-4e32-86cb-aabfe627eae8 HTTP/1.1" status: 204 len: 168 time: 0.6714950 Nov 12 20:02:25.155166 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a59fd-083b-4b0b-a932-ff38149869f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e0e5e74-b32b-4e32-86cb-aabfe627eae8,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:25.169667 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5e982bf8-07eb-46ea-ad9a-8a6f43825660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:25.173452 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85c94a8-63cb-4dbf-8a83-141b5696887f None None] Network f1d354fd-aa26-44d0-9019-12658139bd7f requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:02:25.182850 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5e982bf8-07eb-46ea-ad9a-8a6f43825660 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/642111bb-5d2c-43b3-97eb-ab14b1809540 HTTP/1.1" status: 204 len: 168 time: 0.7926781 Nov 12 20:02:25.190358 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443dd61f-a5e3-4e07-9aec-573b17f7101e req-fc1e2784-a986-4557-9907-e4df7d59a1b0 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:25.191954 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-443dd61f-a5e3-4e07-9aec-573b17f7101e req-fc1e2784-a986-4557-9907-e4df7d59a1b0 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=80e28b33-aee8-422b-b1c4-6c36766d8282 HTTP/1.1" status: 200 len: 945 time: 0.1452944 Nov 12 20:02:25.192465 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55096) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:25.193615 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ae867627-e170-4d54-b879-de795bae5c2d req-b4e02230-e0ec-44cb-84c4-6d4c0dd9e402 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 1001 time: 0.5156064 Nov 12 20:02:25.225060 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-ae867627-e170-4d54-b879-de795bae5c2d req-8c8eae60-8623-4892-8aaa-9e3a42583d6e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:25.232492 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bef5e8b5-bc61-4335-ab53-a7a7f1a02cd7 req-88fd2439-ac48-4a94-9149-2dc290d879a9 service neutron] 10.222.0.55 "GET /v2.0/networks/ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6977997 Nov 12 20:02:25.236740 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae2153-30a3-478f-81e1-234c2c5b82a0 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Pushing event deleted for resources: {'Port': ['ID=416c4b0a-87d9-4973-bfbe-ced906afc9d9,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:25.312143 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-443dd61f-a5e3-4e07-9aec-573b17f7101e req-fa3756dd-f417-4126-8bad-2449d55b0598 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122108 Nov 12 20:02:25.316621 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-19bdecc8-2afa-459b-8c97-a2788649336c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:25.327138 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-7640db29-57ee-44b5-83bd-77ab0820f945 req-27ae2153-30a3-478f-81e1-234c2c5b82a0 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] No DVR routers for this DVR port 416c4b0a-87d9-4973-bfbe-ced906afc9d9 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:02:25.335827 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7640db29-57ee-44b5-83bd-77ab0820f945 req-27ae2153-30a3-478f-81e1-234c2c5b82a0 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:25.339207 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7640db29-57ee-44b5-83bd-77ab0820f945 req-27ae2153-30a3-478f-81e1-234c2c5b82a0 tempest-ServersNegativeTestMultiTenantJSON-1062799051 tempest-ServersNegativeTestMultiTenantJSON-1062799051-project] 10.222.0.55 "DELETE /v2.0/ports/416c4b0a-87d9-4973-bfbe-ced906afc9d9 HTTP/1.1" status: 204 len: 173 time: 2.3105271 Nov 12 20:02:25.343011 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a7154b-405f-4317-83f2-98e5b1f454a3', 'name': 'network-vif-deleted', 'tag': '416c4b0a-87d9-4973-bfbe-ced906afc9d9'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:02:25.362699 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a5908c-ad92-4bf7-89fe-654df140d473" -d '{"events": [{"server_uuid": "70a7154b-405f-4317-83f2-98e5b1f454a3", "name": "network-vif-deleted", "tag": "416c4b0a-87d9-4973-bfbe-ced906afc9d9"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:02:25.426823 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ae867627-e170-4d54-b879-de795bae5c2d req-8c8eae60-8623-4892-8aaa-9e3a42583d6e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks [] for floatingip, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:25.437796 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-19bdecc8-2afa-459b-8c97-a2788649336c admin admin] Deleting port 73e90418-a03d-4fa8-9a9c-9908632a81ea {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:02:25.438136 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-19bdecc8-2afa-459b-8c97-a2788649336c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:25.446816 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55102) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:25.473409 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d33b8294-aec0-45a7-a0b1-3548bba6e3e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:25.539035 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47f646f-e160-41e1-b853-8b61c98159d3 None None] DHCP port deletion for f1d354fd-aa26-44d0-9019-12658139bd7f request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:02:25.618470 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d33b8294-aec0-45a7-a0b1-3548bba6e3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:25.634721 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-d47f646f-e160-41e1-b853-8b61c98159d3 None None] Deleting port 73e90418-a03d-4fa8-9a9c-9908632a81ea {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:02:25.635428 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d47f646f-e160-41e1-b853-8b61c98159d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:25.639749 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-19bdecc8-2afa-459b-8c97-a2788649336c admin admin] For port 73e90418-a03d-4fa8-9a9c-9908632a81ea, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=73e90418-a03d-4fa8-9a9c-9908632a81ea,segment=NetworkSegment(c6564594-8820-459a-beb1-ba18f2e362c8),segment_id=c6564594-8820-459a-beb1-ba18f2e362c8)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:25.639749 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-19bdecc8-2afa-459b-8c97-a2788649336c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:25.665807 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2110a522-f086-4e90-8d8d-ed1edc9cbaea up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:02:25.666894 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bf3a7bd6-fab7-4322-a182-a83965874ab6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a8a5bd1ccbfe428e92a02d5a3a8bec63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2050757 Nov 12 20:02:25.669301 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55104) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:25.682567 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ae867627-e170-4d54-b879-de795bae5c2d req-8c8eae60-8623-4892-8aaa-9e3a42583d6e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:25.682793 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-19bdecc8-2afa-459b-8c97-a2788649336c admin admin] Calling delete_port for 73e90418-a03d-4fa8-9a9c-9908632a81ea owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:02:25.693699 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ae867627-e170-4d54-b879-de795bae5c2d req-8c8eae60-8623-4892-8aaa-9e3a42583d6e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:25.694659 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [req-ae867627-e170-4d54-b879-de795bae5c2d req-8c8eae60-8623-4892-8aaa-9e3a42583d6e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Floating IP d13bf0de-ee9e-4f2c-87f2-1502bb2c9920 disassociated. External IP: 172.25.5.122, port: 47e538a5-0794-4406-91e0-d37d5df399b9. Nov 12 20:02:25.698553 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33b8294-aec0-45a7-a0b1-3548bba6e3e9 admin admin] Network 8219531b-aa5b-4b50-ba3b-0442e0bef79d is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:02:25.742006 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-d33b8294-aec0-45a7-a0b1-3548bba6e3e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:02:25.751409 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33b8294-aec0-45a7-a0b1-3548bba6e3e9 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:02:25.781457 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d47f646f-e160-41e1-b853-8b61c98159d3 None None] For port 73e90418-a03d-4fa8-9a9c-9908632a81ea, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=73e90418-a03d-4fa8-9a9c-9908632a81ea,segment=NetworkSegment(c6564594-8820-459a-beb1-ba18f2e362c8),segment_id=c6564594-8820-459a-beb1-ba18f2e362c8)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:25.782363 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d47f646f-e160-41e1-b853-8b61c98159d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:25.794108 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b8294-aec0-45a7-a0b1-3548bba6e3e9 admin admin] Pushing event updated for resources: {'Port': ['ID=5e4bbbb5-36ee-490d-b18c-d08902e202fb,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:25.802739 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-d47f646f-e160-41e1-b853-8b61c98159d3 None None] Calling delete_port for 73e90418-a03d-4fa8-9a9c-9908632a81ea owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:02:25.823763 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 2110a522-f086-4e90-8d8d-ed1edc9cbaea triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:25.823919 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:25.834390 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1fa15c89-393b-484f-b004-959408956aad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:25.913477 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1fa15c89-393b-484f-b004-959408956aad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:25.934495 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d33b8294-aec0-45a7-a0b1-3548bba6e3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:25.938220 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-19bdecc8-2afa-459b-8c97-a2788649336c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: from cryptography.utils import int_from_bytes Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: from cryptography.utils import int_from_bytes Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:02:26.014793 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:02:26.018761 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:02:26.018761 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:02:26.018761 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:02:26.018761 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:02:26.018761 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:02:26.018761 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:02:26.018761 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:02:26.018761 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:02:26.018761 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:02:26.018761 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:02:26.018761 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:02:26.018761 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:02:26.018761 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:02:26.018761 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:02:26.018761 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:26.048787 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bdecc8-2afa-459b-8c97-a2788649336c admin admin] Pushing event deleted for resources: {'Port': ['ID=73e90418-a03d-4fa8-9a9c-9908632a81ea,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:26.055782 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d47f646f-e160-41e1-b853-8b61c98159d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:26.100653 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bdecc8-2afa-459b-8c97-a2788649336c admin admin] No DVR routers for this DVR port 73e90418-a03d-4fa8-9a9c-9908632a81ea on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:02:26.132430 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 1e77c0a3-6598-48b5-81b7-aa4ae90b300a up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:02:26.135930 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47f646f-e160-41e1-b853-8b61c98159d3 None None] No DVR routers for this DVR port 73e90418-a03d-4fa8-9a9c-9908632a81ea on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:02:26.196038 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55110) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:26.197701 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f646f-e160-41e1-b853-8b61c98159d3 None None] Pushing event deleted for resources: {'Port': ['ID=73e90418-a03d-4fa8-9a9c-9908632a81ea,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:26.217793 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-19bdecc8-2afa-459b-8c97-a2788649336c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:26.220960 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ecbe3103-8d60-42c5-8ce2-f0bb885beebd None None] Provisioning complete for port 5e4bbbb5-36ee-490d-b18c-d08902e202fb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:26.221428 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ecbe3103-8d60-42c5-8ce2-f0bb885beebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:26.251361 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:26.272975 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 2110a522-f086-4e90-8d8d-ed1edc9cbaea, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=2110a522-f086-4e90-8d8d-ed1edc9cbaea,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:26.284498 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:26.296209 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-19bdecc8-2afa-459b-8c97-a2788649336c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d354fd-aa26-44d0-9019-12658139bd7f']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:26.306176 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d33b8294-aec0-45a7-a0b1-3548bba6e3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:26.311661 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae867627-e170-4d54-b879-de795bae5c2d req-8c8eae60-8623-4892-8aaa-9e3a42583d6e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Router 3123a917-2893-47c0-aaae-819684240b10 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:02:26.313803 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-19bdecc8-2afa-459b-8c97-a2788649336c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6564594-8820-459a-beb1-ba18f2e362c8') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:26.314743 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-19bdecc8-2afa-459b-8c97-a2788649336c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6564594-8820-459a-beb1-ba18f2e362c8') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:26.320903 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ecbe3103-8d60-42c5-8ce2-f0bb885beebd None None] Port 5e4bbbb5-36ee-490d-b18c-d08902e202fb cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:02:26.336257 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-19bdecc8-2afa-459b-8c97-a2788649336c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:26.345163 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 1e77c0a3-6598-48b5-81b7-aa4ae90b300a completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:02:26.355129 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-19bdecc8-2afa-459b-8c97-a2788649336c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:26.363669 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19bdecc8-2afa-459b-8c97-a2788649336c admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:02:26.364068 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-19bdecc8-2afa-459b-8c97-a2788649336c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:26.367567 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=2110a522-f086-4e90-8d8d-ed1edc9cbaea,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:26.373054 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 1e77c0a3-6598-48b5-81b7-aa4ae90b300a triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:26.373529 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:02:26.443973 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:02:26.446853 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1fa15c89-393b-484f-b004-959408956aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:26.449252 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1fa15c89-393b-484f-b004-959408956aad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:26.454278 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1fa15c89-393b-484f-b004-959408956aad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6fb0601-421c-4dd6-a0ae-2305355863cc HTTP/1.1" status: 204 len: 168 time: 0.7801235 Nov 12 20:02:26.467856 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-19bdecc8-2afa-459b-8c97-a2788649336c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:26.473378 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa15c89-393b-484f-b004-959408956aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fb0601-421c-4dd6-a0ae-2305355863cc,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:26.488675 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd96c6b-1004-4655-afa1-624a84a13b2a x-openstack-request-id: req-dbd96c6b-1004-4655-afa1-624a84a13b2a {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:02:26.488985 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a7154b-405f-4317-83f2-98e5b1f454a3", "name": "network-vif-deleted", "tag": "416c4b0a-87d9-4973-bfbe-ced906afc9d9", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:02:26.489669 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dbd96c6b-1004-4655-afa1-624a84a13b2a {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:02:26.489669 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a7154b-405f-4317-83f2-98e5b1f454a3', 'name': 'network-vif-deleted', 'tag': '416c4b0a-87d9-4973-bfbe-ced906afc9d9', 'status': 'completed', 'code': 200} Nov 12 20:02:26.508016 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-19bdecc8-2afa-459b-8c97-a2788649336c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:26.514282 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-19bdecc8-2afa-459b-8c97-a2788649336c admin admin] 10.222.0.48 "DELETE /v2.0/networks/f1d354fd-aa26-44d0-9019-12658139bd7f HTTP/1.1" status: 204 len: 168 time: 1.3181036 Nov 12 20:02:26.518465 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55116) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:26.520658 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:26.565989 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97185ab-104f-4d64-a40b-01f5ae16182a admin admin] Deleting subnet f7930ae6-942d-45bb-ac89-3723a75b4df4 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:02:26.568961 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b97185ab-104f-4d64-a40b-01f5ae16182a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:26.577291 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 1e77c0a3-6598-48b5-81b7-aa4ae90b300a, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1e77c0a3-6598-48b5-81b7-aa4ae90b300a,segment=NetworkSegment(8d4b2a29-f4c2-4d68-bedf-9aaa5810610c),segment_id=8d4b2a29-f4c2-4d68-bedf-9aaa5810610c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:26.578903 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db8fe32-78bf-465f-b922-7e784d3c8061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e77c0a3-6598-48b5-81b7-aa4ae90b300a'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:02:26.582508 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5d86e8-9793-482e-9eff-31dd0215053a" -d '{"events": [{"server_uuid": "6db8fe32-78bf-465f-b922-7e784d3c8061", "name": "network-vif-plugged", "status": "completed", "tag": "1e77c0a3-6598-48b5-81b7-aa4ae90b300a"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:02:26.587586 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:26.588970 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 416c4b0a-87d9-4973-bfbe-ced906afc9d9 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:02:26.617002 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b97185ab-104f-4d64-a40b-01f5ae16182a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:26.663724 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=1e77c0a3-6598-48b5-81b7-aa4ae90b300a,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:26.667166 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 416c4b0a-87d9-4973-bfbe-ced906afc9d9 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:02:26.667511 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 416c4b0a-87d9-4973-bfbe-ced906afc9d9 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:02:26.674498 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae867627-e170-4d54-b879-de795bae5c2d req-8c8eae60-8623-4892-8aaa-9e3a42583d6e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:02:26.677541 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d33b8294-aec0-45a7-a0b1-3548bba6e3e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:26.682345 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ae867627-e170-4d54-b879-de795bae5c2d req-8c8eae60-8623-4892-8aaa-9e3a42583d6e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:26.684767 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e223b267-0e0e-409d-8a07-623a53fbd6c5 None None] Sync routers for ids ['3123a917-2893-47c0-aaae-819684240b10'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:02:26.689188 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d33b8294-aec0-45a7-a0b1-3548bba6e3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:26.697716 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e223b267-0e0e-409d-8a07-623a53fbd6c5 None None] Routers {'3123a917-2893-47c0-aaae-819684240b10'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:02:26.698651 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-e223b267-0e0e-409d-8a07-623a53fbd6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:02:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3123a917-2893-47c0-aaae-819684240b10'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:26.707327 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bdecc8-2afa-459b-8c97-a2788649336c admin admin] Pushing event deleted for resources: {'Network': ['ID=f1d354fd-aa26-44d0-9019-12658139bd7f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:26.717684 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b97185ab-104f-4d64-a40b-01f5ae16182a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:26.778396 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ece0ce-d257-4829-bc29-ea1f9772b45d req-cf2f59eb-e4f2-42dd-b69d-d1ec06ec725c tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:26.787826 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-22ece0ce-d257-4829-bc29-ea1f9772b45d req-cf2f59eb-e4f2-42dd-b69d-d1ec06ec725c tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db8fe32-78bf-465f-b922-7e784d3c8061 HTTP/1.1" status: 200 len: 944 time: 0.3022001 Nov 12 20:02:26.799816 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ae867627-e170-4d54-b879-de795bae5c2d req-8c8eae60-8623-4892-8aaa-9e3a42583d6e tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "PUT /v2.0/floatingips/d13bf0de-ee9e-4f2c-87f2-1502bb2c9920 HTTP/1.1" status: 200 len: 696 time: 1.6051664 Nov 12 20:02:26.830252 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d33b8294-aec0-45a7-a0b1-3548bba6e3e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:26.872654 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b8294-aec0-45a7-a0b1-3548bba6e3e9 admin admin] Pushing event updated for resources: {'Port': ['ID=5e4bbbb5-36ee-490d-b18c-d08902e202fb,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:26.912416 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-e223b267-0e0e-409d-8a07-623a53fbd6c5 None None] Set router 3123a917-2893-47c0-aaae-819684240b10 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:02:26.945615 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-22ece0ce-d257-4829-bc29-ea1f9772b45d req-328637ac-634e-4cbf-9752-cd312c5cb014 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups?id=1559601b-ff72-4ce9-9f6b-84bfc96eb534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529868 Nov 12 20:02:26.947531 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b97185ab-104f-4d64-a40b-01f5ae16182a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:27.017315 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97185ab-104f-4d64-a40b-01f5ae16182a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7930ae6-942d-45bb-ac89-3723a75b4df4,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:27.020016 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b97185ab-104f-4d64-a40b-01f5ae16182a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:27.023891 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b97185ab-104f-4d64-a40b-01f5ae16182a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f7930ae6-942d-45bb-ac89-3723a75b4df4 HTTP/1.1" status: 204 len: 168 time: 0.8248525 Nov 12 20:02:27.027232 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55124) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:27.030670 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33b8294-aec0-45a7-a0b1-3548bba6e3e9 admin admin] Network 8219531b-aa5b-4b50-ba3b-0442e0bef79d is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:02:27.033483 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-d33b8294-aec0-45a7-a0b1-3548bba6e3e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:02:27.053825 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55126) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:27.058113 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae867627-e170-4d54-b879-de795bae5c2d req-a1932172-5327-4cd7-b87f-926a783545ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:27.061501 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ae867627-e170-4d54-b879-de795bae5c2d req-a1932172-5327-4cd7-b87f-926a783545ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=23d7c5887d2e419db54487a0bcfcf104&device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 1097 time: 0.2608540 Nov 12 20:02:27.196502 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-217a60d2-59d7-4a8b-8938-b4f5fe145c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:27.205006 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-e223b267-0e0e-409d-8a07-623a53fbd6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123a917-2893-47c0-aaae-819684240b10', 'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-router', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:58Z', 'updated_at': '2021-11-12T20:01:07Z', 'revision_number': 4, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'gw_port': {'id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:01Z', 'updated_at': '2021-11-12T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'ab2415c0-8ef2-42a7-9808-d12c1fd0c527', 'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'mac_address': 'fa:16:3e:aa:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '63d41080-676f-4ac4-8522-f666160b10e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:05Z', 'updated_at': '2021-11-12T20:01:14Z', 'revision_number': 5, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'subnets': [{'id': '63d41080-676f-4ac4-8522-f666160b10e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:27.235595 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e223b267-0e0e-409d-8a07-623a53fbd6c5 None None] Checking router: 3123a917-2893-47c0-aaae-819684240b10 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:02:27.250185 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e223b267-0e0e-409d-8a07-623a53fbd6c5 None None] Routers {'3123a917-2893-47c0-aaae-819684240b10'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:02:27.251108 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-e223b267-0e0e-409d-8a07-623a53fbd6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:02:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3123a917-2893-47c0-aaae-819684240b10'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:27.277414 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343f3b4-112e-433d-aa5d-a41ef35ff260 req-8076f532-c28e-4ae2-b5b4-69210669537a tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:27.278953 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f343f3b4-112e-433d-aa5d-a41ef35ff260 req-8076f532-c28e-4ae2-b5b4-69210669537a tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=80e28b33-aee8-422b-b1c4-6c36766d8282 HTTP/1.1" status: 200 len: 945 time: 0.2026217 Nov 12 20:02:27.279211 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cd36fda6-2e3d-43de-9680-8e0f21c77bc5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5623cdfbdd7b40928e808960def77d79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235224 Nov 12 20:02:27.283121 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55128) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:27.307377 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33b8294-aec0-45a7-a0b1-3548bba6e3e9 admin admin] Router 587a5444-7e8f-47bb-a579-9cdad6c12ae0 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:02:27.310565 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae867627-e170-4d54-b879-de795bae5c2d req-e3f57526-bf29-47e2-b9f4-a0897727c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:27.312053 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ae867627-e170-4d54-b879-de795bae5c2d req-e3f57526-bf29-47e2-b9f4-a0897727c47a service neutron] 10.222.0.48 "GET /v2.0/networks?id=754baca7-d929-454e-a98a-e992c207ce86 HTTP/1.1" status: 200 len: 922 time: 0.2381363 Nov 12 20:02:27.364671 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9a30101e-5537-4f49-9a60-35c187ac1df1 None None] Provisioning complete for port 5e4bbbb5-36ee-490d-b18c-d08902e202fb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:27.365241 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ae867627-e170-4d54-b879-de795bae5c2d req-6274aad0-2a1f-45b5-9ed7-7e0246ee4317 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47e538a5-0794-4406-91e0-d37d5df399b9 HTTP/1.1" status: 200 len: 217 time: 0.0460696 Nov 12 20:02:27.365909 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9a30101e-5537-4f49-9a60-35c187ac1df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:27.387818 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-e223b267-0e0e-409d-8a07-623a53fbd6c5 None None] Set router 3123a917-2893-47c0-aaae-819684240b10 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:02:27.413444 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-9a30101e-5537-4f49-9a60-35c187ac1df1 None None] Port 5e4bbbb5-36ee-490d-b18c-d08902e202fb cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:02:27.485133 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae867627-e170-4d54-b879-de795bae5c2d req-73ed58c1-523f-430e-804b-a8f446e8423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:27.486619 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ae867627-e170-4d54-b879-de795bae5c2d req-73ed58c1-523f-430e-804b-a8f446e8423b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63d41080-676f-4ac4-8522-f666160b10e9 HTTP/1.1" status: 200 len: 860 time: 0.0902514 Nov 12 20:02:27.500953 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-217a60d2-59d7-4a8b-8938-b4f5fe145c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:27.514310 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f343f3b4-112e-433d-aa5d-a41ef35ff260 req-d88d8070-4873-4c76-8271-0c26391cbf7b tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176046 Nov 12 20:02:27.529655 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33b8294-aec0-45a7-a0b1-3548bba6e3e9 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:02:27.541689 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f79848-0363-4555-89d5-d22ddf943c40 None None] Sync routers for ids ['587a5444-7e8f-47bb-a579-9cdad6c12ae0'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:02:27.545167 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d33b8294-aec0-45a7-a0b1-3548bba6e3e9 admin admin] 10.222.0.48 "PUT /v2.0/routers/587a5444-7e8f-47bb-a579-9cdad6c12ae0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0352993 Nov 12 20:02:27.557975 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae867627-e170-4d54-b879-de795bae5c2d req-d9c313a5-60e7-4327-9eb3-f09dd59db175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:27.568443 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ae867627-e170-4d54-b879-de795bae5c2d req-d9c313a5-60e7-4327-9eb3-f09dd59db175 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=754baca7-d929-454e-a98a-e992c207ce86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649996 Nov 12 20:02:27.582028 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5c4c88c0-9b86-47f5-9f03-cfdcaefa724d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:27.597399 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f79848-0363-4555-89d5-d22ddf943c40 None None] Routers {'587a5444-7e8f-47bb-a579-9cdad6c12ae0'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:02:27.600855 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-25f79848-0363-4555-89d5-d22ddf943c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:02:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['587a5444-7e8f-47bb-a579-9cdad6c12ae0'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:27.632165 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5c4c88c0-9b86-47f5-9f03-cfdcaefa724d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:27.698776 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5c4c88c0-9b86-47f5-9f03-cfdcaefa724d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:27.701442 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5c4c88c0-9b86-47f5-9f03-cfdcaefa724d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:27.703136 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5c4c88c0-9b86-47f5-9f03-cfdcaefa724d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f1b96ef-3da4-4d03-aec2-91fc245f0dd5 HTTP/1.1" status: 204 len: 168 time: 0.4158778 Nov 12 20:02:27.713857 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607d349a-07ab-4ec2-9cdc-03341e65f345 x-openstack-request-id: req-607d349a-07ab-4ec2-9cdc-03341e65f345 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:02:27.714152 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db8fe32-78bf-465f-b922-7e784d3c8061", "name": "network-vif-plugged", "status": "completed", "tag": "1e77c0a3-6598-48b5-81b7-aa4ae90b300a", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:02:27.714390 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-607d349a-07ab-4ec2-9cdc-03341e65f345 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:02:27.714780 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db8fe32-78bf-465f-b922-7e784d3c8061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e77c0a3-6598-48b5-81b7-aa4ae90b300a', 'code': 200} Nov 12 20:02:27.716453 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-e223b267-0e0e-409d-8a07-623a53fbd6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123a917-2893-47c0-aaae-819684240b10', 'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-router', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:58Z', 'updated_at': '2021-11-12T20:01:07Z', 'revision_number': 4, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'gw_port': {'id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:01Z', 'updated_at': '2021-11-12T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'ab2415c0-8ef2-42a7-9808-d12c1fd0c527', 'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'mac_address': 'fa:16:3e:aa:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '63d41080-676f-4ac4-8522-f666160b10e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:05Z', 'updated_at': '2021-11-12T20:01:14Z', 'revision_number': 5, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'subnets': [{'id': '63d41080-676f-4ac4-8522-f666160b10e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:27.717489 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2110a522-f086-4e90-8d8d-ed1edc9cbaea up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:02:27.744575 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ae867627-e170-4d54-b879-de795bae5c2d req-3c9562a7-1536-404b-8c3d-8926475aa1f3 service neutron] 10.222.0.48 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644113 Nov 12 20:02:27.756847 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e223b267-0e0e-409d-8a07-623a53fbd6c5 None None] The sync data for ids ['3123a917-2893-47c0-aaae-819684240b10'] in n-d-712140-15 is: [{'id': '3123a917-2893-47c0-aaae-819684240b10', 'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-router', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:58Z', 'updated_at': '2021-11-12T20:01:07Z', 'revision_number': 4, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'gw_port': {'id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:01Z', 'updated_at': '2021-11-12T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'ab2415c0-8ef2-42a7-9808-d12c1fd0c527', 'name': '', 'network_id': '754baca7-d929-454e-a98a-e992c207ce86', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'mac_address': 'fa:16:3e:aa:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '63d41080-676f-4ac4-8522-f666160b10e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:05Z', 'updated_at': '2021-11-12T20:01:14Z', 'revision_number': 5, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'subnets': [{'id': '63d41080-676f-4ac4-8522-f666160b10e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:02:27.819023 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-217a60d2-59d7-4a8b-8938-b4f5fe145c28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63d4370-712f-46e3-8afb-65b397eaab2b']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:27.834360 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c88c0-9b86-47f5-9f03-cfdcaefa724d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1b96ef-3da4-4d03-aec2-91fc245f0dd5,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:27.855813 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-217a60d2-59d7-4a8b-8938-b4f5fe145c28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db37b605-67ab-49ca-98cb-b30b5f99b63a') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:27.856422 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-217a60d2-59d7-4a8b-8938-b4f5fe145c28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db37b605-67ab-49ca-98cb-b30b5f99b63a') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:27.877336 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-217a60d2-59d7-4a8b-8938-b4f5fe145c28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:27.895971 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 2110a522-f086-4e90-8d8d-ed1edc9cbaea triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:27.896564 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:27.908684 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-217a60d2-59d7-4a8b-8938-b4f5fe145c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:27.918157 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217a60d2-59d7-4a8b-8938-b4f5fe145c28 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:02:27.918925 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-217a60d2-59d7-4a8b-8938-b4f5fe145c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:27.990957 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-25f79848-0363-4555-89d5-d22ddf943c40 None None] Set router 587a5444-7e8f-47bb-a579-9cdad6c12ae0 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:02:28.024800 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:02:28.054299 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ae867627-e170-4d54-b879-de795bae5c2d req-d32d6b66-677b-4a37-9416-28e64a6df398 service neutron] 10.222.0.48 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143843 Nov 12 20:02:28.054864 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-217a60d2-59d7-4a8b-8938-b4f5fe145c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:28.096282 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688f58b-f9dc-426a-b71f-ee1d563d049f req-823ace34-8612-4fdf-a9e7-bb85be4bffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:28.097791 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b688f58b-f9dc-426a-b71f-ee1d563d049f req-823ace34-8612-4fdf-a9e7-bb85be4bffa1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6db8fe32-78bf-465f-b922-7e784d3c8061 HTTP/1.1" status: 200 len: 1097 time: 0.3523908 Nov 12 20:02:28.116560 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-217a60d2-59d7-4a8b-8938-b4f5fe145c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:28.157574 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-217a60d2-59d7-4a8b-8938-b4f5fe145c28 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e63d4370-712f-46e3-8afb-65b397eaab2b HTTP/1.1" status: 204 len: 168 time: 1.1276159 Nov 12 20:02:28.162437 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55154) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:28.223708 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b688f58b-f9dc-426a-b71f-ee1d563d049f req-4b5cd993-be37-4603-b19a-2d059c9f585b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1559601b-ff72-4ce9-9f6b-84bfc96eb534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167436 Nov 12 20:02:28.224122 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943f3765-dc93-4b2e-be40-c217b49dd29e None None] New status for floating IP d13bf0de-ee9e-4f2c-87f2-1502bb2c9920: DOWN {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:02:28.240560 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a60d2-59d7-4a8b-8938-b4f5fe145c28 admin admin] Pushing event deleted for resources: {'Network': ['ID=e63d4370-712f-46e3-8afb-65b397eaab2b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:28.284349 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab304052-882e-4926-87fd-02c103e5e90a req-512a16ce-3268-4673-af9a-d09f383292a1 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:28.284349 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab304052-882e-4926-87fd-02c103e5e90a req-512a16ce-3268-4673-af9a-d09f383292a1 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=80e28b33-aee8-422b-b1c4-6c36766d8282 HTTP/1.1" status: 200 len: 945 time: 0.4395921 Nov 12 20:02:28.299180 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b377cb6c-e477-4a09-a638-fa32c8d2f40b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:28.361320 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 73e90418-a03d-4fa8-9a9c-9908632a81ea no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:02:28.427875 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de426024-06d7-402d-b315-f5197f4813da req-b553394e-f3e9-489b-8e64-a7b1d1efd8ac tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:28.438764 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-de426024-06d7-402d-b315-f5197f4813da req-b553394e-f3e9-489b-8e64-a7b1d1efd8ac tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db8fe32-78bf-465f-b922-7e784d3c8061 HTTP/1.1" status: 200 len: 945 time: 0.1292496 Nov 12 20:02:28.495257 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6ac673-3c10-4e43-b79a-3fce4490305c', 'tag': '47e538a5-0794-4406-91e0-d37d5df399b9'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:02:28.498925 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279e25df-56e9-4458-a411-012a8c9b3229" -d '{"events": [{"name": "network-changed", "server_uuid": "5a6ac673-3c10-4e43-b79a-3fce4490305c", "tag": "47e538a5-0794-4406-91e0-d37d5df399b9"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:02:28.511654 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 73e90418-a03d-4fa8-9a9c-9908632a81ea {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:02:28.512223 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 73e90418-a03d-4fa8-9a9c-9908632a81ea not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:02:28.547260 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-de426024-06d7-402d-b315-f5197f4813da req-fbf6cee6-2775-422f-9483-807597055f22 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups?id=1559601b-ff72-4ce9-9f6b-84bfc96eb534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008294 Nov 12 20:02:28.565352 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55168) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:28.656482 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea97526b-b14d-4ef8-ae23-bccc463b8676 x-openstack-request-id: req-ea97526b-b14d-4ef8-ae23-bccc463b8676 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:02:28.656914 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a6ac673-3c10-4e43-b79a-3fce4490305c", "tag": "47e538a5-0794-4406-91e0-d37d5df399b9", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:02:28.657230 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ea97526b-b14d-4ef8-ae23-bccc463b8676 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:02:28.657723 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6ac673-3c10-4e43-b79a-3fce4490305c', 'tag': '47e538a5-0794-4406-91e0-d37d5df399b9', 'status': 'completed', 'code': 200} Nov 12 20:02:28.659684 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e3747dd-df66-4a81-8b93-6a9af334b44b admin admin] Deleting subnet 7808b81a-7f46-45e6-944e-f172c708f798 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:02:28.688140 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0e3747dd-df66-4a81-8b93-6a9af334b44b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:28.745330 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-25f79848-0363-4555-89d5-d22ddf943c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587a5444-7e8f-47bb-a579-9cdad6c12ae0', 'name': 'tempest-AttachSCSIVolumeTestJSON-897810512-router', 'tenant_id': '893efb684db04f5291d907d5c1dc25ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '2110a522-f086-4e90-8d8d-ed1edc9cbaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:14Z', 'updated_at': '2021-11-12T20:02:26Z', 'revision_number': 4, 'project_id': '893efb684db04f5291d907d5c1dc25ac', 'gw_port': {'id': '2110a522-f086-4e90-8d8d-ed1edc9cbaea', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587a5444-7e8f-47bb-a579-9cdad6c12ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:17Z', 'updated_at': '2021-11-12T20:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '5e4bbbb5-36ee-490d-b18c-d08902e202fb', 'name': '', 'network_id': '8219531b-aa5b-4b50-ba3b-0442e0bef79d', 'tenant_id': '893efb684db04f5291d907d5c1dc25ac', 'mac_address': 'fa:16:3e:49:a1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587a5444-7e8f-47bb-a579-9cdad6c12ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'f85bee9c-25bb-4d4b-9bb7-4129ad55445e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:23Z', 'updated_at': '2021-11-12T20:02:26Z', 'revision_number': 2, 'project_id': '893efb684db04f5291d907d5c1dc25ac', 'subnets': [{'id': 'f85bee9c-25bb-4d4b-9bb7-4129ad55445e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:28.773379 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab304052-882e-4926-87fd-02c103e5e90a req-8ab81d6b-ed05-400d-b989-dda8f657d98d tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882553 Nov 12 20:02:28.831194 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f79848-0363-4555-89d5-d22ddf943c40 None None] Checking router: 587a5444-7e8f-47bb-a579-9cdad6c12ae0 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:02:28.834842 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f79848-0363-4555-89d5-d22ddf943c40 None None] Updating router 587a5444-7e8f-47bb-a579-9cdad6c12ae0 port 5e4bbbb5-36ee-490d-b18c-d08902e202fb binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:02:28.894474 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0e3747dd-df66-4a81-8b93-6a9af334b44b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:28.930143 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-949e696d-ce6a-451b-8908-45aa5c5886c0 req-5c97e434-dd4f-4e31-b9c9-fa11c8272ace tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/floatingips/d13bf0de-ee9e-4f2c-87f2-1502bb2c9920 HTTP/1.1" status: 200 len: 696 time: 0.1987922 Nov 12 20:02:28.938757 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-25f79848-0363-4555-89d5-d22ddf943c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:28.984795 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e25df-56e9-4458-a411-012a8c9b3229 req-098b36a7-1759-498e-94fd-07c4d665ad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:28.986773 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-279e25df-56e9-4458-a411-012a8c9b3229 req-098b36a7-1759-498e-94fd-07c4d665ad25 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23d7c5887d2e419db54487a0bcfcf104&device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 1097 time: 0.2972827 Nov 12 20:02:29.238979 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0e3747dd-df66-4a81-8b93-6a9af334b44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:29.295460 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1fa7946-b0f1-4ae9-a7cc-686fdf98b0ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:29.369429 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ee8a8-a98d-4f0f-bc12-51fb9d17db7d req-b67e7869-6acb-4cee-985b-602e0a8e7ace tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:29.398583 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b77ee8a8-a98d-4f0f-bc12-51fb9d17db7d req-b67e7869-6acb-4cee-985b-602e0a8e7ace tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=80e28b33-aee8-422b-b1c4-6c36766d8282 HTTP/1.1" status: 200 len: 945 time: 0.2042847 Nov 12 20:02:29.443664 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-b377cb6c-e477-4a09-a638-fa32c8d2f40b admin admin] Deleting port e7e6e065-6676-4ff7-8eb3-2fb8e760e347 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:02:29.444004 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b377cb6c-e477-4a09-a638-fa32c8d2f40b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:29.540143 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1fa7946-b0f1-4ae9-a7cc-686fdf98b0ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:29.564061 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1fa7946-b0f1-4ae9-a7cc-686fdf98b0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:29.739030 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e696d-ce6a-451b-8908-45aa5c5886c0 req-ebf86da3-f161-4dee-8aae-95dd8052b215 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:29.747763 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-949e696d-ce6a-451b-8908-45aa5c5886c0 req-ebf86da3-f161-4dee-8aae-95dd8052b215 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 784 time: 0.7977979 Nov 12 20:02:29.758584 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e25df-56e9-4458-a411-012a8c9b3229 req-4b112cdb-f752-4e06-bfa9-380535048aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:29.760628 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-279e25df-56e9-4458-a411-012a8c9b3229 req-4b112cdb-f752-4e06-bfa9-380535048aff service neutron] 10.222.0.55 "GET /v2.0/networks?id=754baca7-d929-454e-a98a-e992c207ce86 HTTP/1.1" status: 200 len: 922 time: 0.7418833 Nov 12 20:02:29.780014 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d1fa7946-b0f1-4ae9-a7cc-686fdf98b0ba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=faf69673fb0a4f239a92e961ac68eb72&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2133803 Nov 12 20:02:29.781310 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa7946-b0f1-4ae9-a7cc-686fdf98b0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96edd92b-4708-48da-bbf3-3e0f0f8cdbdf,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:29.851982 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55194) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:29.954793 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-25f79848-0363-4555-89d5-d22ddf943c40 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:30.009318 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-25f79848-0363-4555-89d5-d22ddf943c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:30.012971 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-279e25df-56e9-4458-a411-012a8c9b3229 req-fbe0c93b-2ed3-4b14-b54e-3c6c5db3734c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47e538a5-0794-4406-91e0-d37d5df399b9 HTTP/1.1" status: 200 len: 217 time: 0.2266512 Nov 12 20:02:30.033814 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-949e696d-ce6a-451b-8908-45aa5c5886c0 req-bbed3d1e-ff78-4300-ad7c-9235224949fa tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 697 time: 0.2845416 Nov 12 20:02:30.159760 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b77ee8a8-a98d-4f0f-bc12-51fb9d17db7d req-a69c0ac1-bc77-461e-9947-aabaa853646c tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7601404 Nov 12 20:02:30.181229 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e80c8c-5549-4883-9ac0-6129a721a27f None None] Pushing event updated for resources: {'Port': ['ID=5e4bbbb5-36ee-490d-b18c-d08902e202fb,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:30.221697 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e25df-56e9-4458-a411-012a8c9b3229 req-c0e68989-d24e-409e-9ce0-c77209b1d255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:30.223450 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-279e25df-56e9-4458-a411-012a8c9b3229 req-c0e68989-d24e-409e-9ce0-c77209b1d255 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63d41080-676f-4ac4-8522-f666160b10e9 HTTP/1.1" status: 200 len: 860 time: 0.2089531 Nov 12 20:02:30.279940 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0e3747dd-df66-4a81-8b93-6a9af334b44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:30.342312 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-25f79848-0363-4555-89d5-d22ddf943c40 None None] Attempting to bind port 5e4bbbb5-36ee-490d-b18c-d08902e202fb on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:02:30.347006 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-25f79848-0363-4555-89d5-d22ddf943c40 None None] Attempting to bind port 5e4bbbb5-36ee-490d-b18c-d08902e202fb by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'f15f1fa8-63c6-4fd1-beef-9cb5433e886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8219531b-aa5b-4b50-ba3b-0442e0bef79d'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:02:30.347398 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0e3747dd-df66-4a81-8b93-6a9af334b44b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:30.347636 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f79848-0363-4555-89d5-d22ddf943c40 None None] Attempting to bind port 5e4bbbb5-36ee-490d-b18c-d08902e202fb on network 8219531b-aa5b-4b50-ba3b-0442e0bef79d {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:02:30.355191 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f79848-0363-4555-89d5-d22ddf943c40 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:02:30.360516 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f79848-0363-4555-89d5-d22ddf943c40 None None] Checking segment: {'id': 'f15f1fa8-63c6-4fd1-beef-9cb5433e886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8219531b-aa5b-4b50-ba3b-0442e0bef79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:02:30.361274 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-25f79848-0363-4555-89d5-d22ddf943c40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:30.361905 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f79848-0363-4555-89d5-d22ddf943c40 None None] Bound using segment: {'id': 'f15f1fa8-63c6-4fd1-beef-9cb5433e886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8219531b-aa5b-4b50-ba3b-0442e0bef79d'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:02:30.362637 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-25f79848-0363-4555-89d5-d22ddf943c40 None None] Bound port: 5e4bbbb5-36ee-490d-b18c-d08902e202fb, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15f1fa8-63c6-4fd1-beef-9cb5433e886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8219531b-aa5b-4b50-ba3b-0442e0bef79d'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:02:30.362963 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0e3747dd-df66-4a81-8b93-6a9af334b44b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7808b81a-7f46-45e6-944e-f172c708f798 HTTP/1.1" status: 204 len: 168 time: 2.1976643 Nov 12 20:02:30.363821 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-25f79848-0363-4555-89d5-d22ddf943c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:30.368047 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55208) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:30.430287 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3747dd-df66-4a81-8b93-6a9af334b44b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7808b81a-7f46-45e6-944e-f172c708f798,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:30.459956 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-949e696d-ce6a-451b-8908-45aa5c5886c0 req-112181ff-8bf7-4aca-bff9-c386280c66e7 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 697 time: 0.4214971 Nov 12 20:02:30.513752 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-25f79848-0363-4555-89d5-d22ddf943c40 None None] For port 5e4bbbb5-36ee-490d-b18c-d08902e202fb, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:02:30.522950 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-25f79848-0363-4555-89d5-d22ddf943c40 None None] For port 5e4bbbb5-36ee-490d-b18c-d08902e202fb, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=5e4bbbb5-36ee-490d-b18c-d08902e202fb,segment=NetworkSegment(f15f1fa8-63c6-4fd1-beef-9cb5433e886e),segment_id=f15f1fa8-63c6-4fd1-beef-9cb5433e886e)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:02:30.529873 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-25f79848-0363-4555-89d5-d22ddf943c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:30.652536 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f79848-0363-4555-89d5-d22ddf943c40 None None] Routers {'587a5444-7e8f-47bb-a579-9cdad6c12ae0'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:02:30.653585 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-25f79848-0363-4555-89d5-d22ddf943c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:02:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['587a5444-7e8f-47bb-a579-9cdad6c12ae0'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:30.702312 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-b377cb6c-e477-4a09-a638-fa32c8d2f40b admin admin] For port e7e6e065-6676-4ff7-8eb3-2fb8e760e347, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e7e6e065-6676-4ff7-8eb3-2fb8e760e347,segment=NetworkSegment(a959df45-8464-46c4-81cf-dadcc7777254),segment_id=a959df45-8464-46c4-81cf-dadcc7777254)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:30.703411 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b377cb6c-e477-4a09-a638-fa32c8d2f40b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:30.749080 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-b377cb6c-e477-4a09-a638-fa32c8d2f40b admin admin] Calling delete_port for e7e6e065-6676-4ff7-8eb3-2fb8e760e347 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:02:30.758125 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-780522fe-b944-42bf-a9e1-175bc199ed86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:30.771660 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467610f5-2b8e-46a2-b9cc-c23cac7edef9 req-02218c3b-f32b-40f3-a827-218598666fac tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:30.773584 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-467610f5-2b8e-46a2-b9cc-c23cac7edef9 req-02218c3b-f32b-40f3-a827-218598666fac tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db8fe32-78bf-465f-b922-7e784d3c8061 HTTP/1.1" status: 200 len: 945 time: 0.4064033 Nov 12 20:02:31.024372 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-25f79848-0363-4555-89d5-d22ddf943c40 None None] Set router 587a5444-7e8f-47bb-a579-9cdad6c12ae0 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:02:31.052931 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-467610f5-2b8e-46a2-b9cc-c23cac7edef9 req-50f6f59c-6a1f-4cc2-9384-49087a41cf52 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups?id=1559601b-ff72-4ce9-9f6b-84bfc96eb534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823120 Nov 12 20:02:31.150149 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-780522fe-b944-42bf-a9e1-175bc199ed86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:31.182734 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-59187509-bbec-4c37-bfd0-3721c855c601 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:31.204484 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e25df-56e9-4458-a411-012a8c9b3229 req-1b3c2fd3-42f3-4442-8238-d0bd259cc46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:31.206001 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-279e25df-56e9-4458-a411-012a8c9b3229 req-1b3c2fd3-42f3-4442-8238-d0bd259cc46e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=754baca7-d929-454e-a98a-e992c207ce86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9578168 Nov 12 20:02:31.222757 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e80c8c-5549-4883-9ac0-6129a721a27f None None] Pushing event updated for resources: {'Port': ['ID=5e4bbbb5-36ee-490d-b18c-d08902e202fb,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:31.272130 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-bf64aa6c-516e-4f5f-ba4d-24f105179967 None None] Provisioning complete for port 5e4bbbb5-36ee-490d-b18c-d08902e202fb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:31.272672 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bf64aa6c-516e-4f5f-ba4d-24f105179967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:31.272831 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-780522fe-b944-42bf-a9e1-175bc199ed86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94677ec5-8c46-449a-b99e-e3c5a23c109c']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:31.296971 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-780522fe-b944-42bf-a9e1-175bc199ed86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bdc77ba-b55a-4185-b6b7-b76dfb5f7a7c') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:31.297562 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-780522fe-b944-42bf-a9e1-175bc199ed86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bdc77ba-b55a-4185-b6b7-b76dfb5f7a7c') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:31.319428 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-780522fe-b944-42bf-a9e1-175bc199ed86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:31.340205 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd593b6-4e07-494d-b679-ca2b629d48fa req-1804b9a2-6613-4a7c-8abb-ed03c0a1836f tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:31.349441 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ecd593b6-4e07-494d-b679-ca2b629d48fa req-1804b9a2-6613-4a7c-8abb-ed03c0a1836f tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=80e28b33-aee8-422b-b1c4-6c36766d8282 HTTP/1.1" status: 200 len: 945 time: 0.1794679 Nov 12 20:02:31.375963 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-780522fe-b944-42bf-a9e1-175bc199ed86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:31.387422 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-59187509-bbec-4c37-bfd0-3721c855c601 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:31.396626 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780522fe-b944-42bf-a9e1-175bc199ed86 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:02:31.397321 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-780522fe-b944-42bf-a9e1-175bc199ed86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:02:31.423311 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:02:31.507703 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-25f79848-0363-4555-89d5-d22ddf943c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587a5444-7e8f-47bb-a579-9cdad6c12ae0', 'name': 'tempest-AttachSCSIVolumeTestJSON-897810512-router', 'tenant_id': '893efb684db04f5291d907d5c1dc25ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '2110a522-f086-4e90-8d8d-ed1edc9cbaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:14Z', 'updated_at': '2021-11-12T20:02:26Z', 'revision_number': 4, 'project_id': '893efb684db04f5291d907d5c1dc25ac', 'gw_port': {'id': '2110a522-f086-4e90-8d8d-ed1edc9cbaea', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587a5444-7e8f-47bb-a579-9cdad6c12ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:17Z', 'updated_at': '2021-11-12T20:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '5e4bbbb5-36ee-490d-b18c-d08902e202fb', 'name': '', 'network_id': '8219531b-aa5b-4b50-ba3b-0442e0bef79d', 'tenant_id': '893efb684db04f5291d907d5c1dc25ac', 'mac_address': 'fa:16:3e:49:a1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587a5444-7e8f-47bb-a579-9cdad6c12ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'f85bee9c-25bb-4d4b-9bb7-4129ad55445e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:23Z', 'updated_at': '2021-11-12T20:02:30Z', 'revision_number': 4, 'project_id': '893efb684db04f5291d907d5c1dc25ac', 'subnets': [{'id': 'f85bee9c-25bb-4d4b-9bb7-4129ad55445e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:31.512632 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bf64aa6c-516e-4f5f-ba4d-24f105179967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:31.544565 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-949e696d-ce6a-451b-8908-45aa5c5886c0 req-d4e93cb1-e0ee-4b2f-b4b9-f261e1371bdb tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Deleting port 147beee6-9a63-436e-ac4d-ac569f148a8d {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:02:31.545071 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-949e696d-ce6a-451b-8908-45aa5c5886c0 req-d4e93cb1-e0ee-4b2f-b4b9-f261e1371bdb tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:31.563514 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ecd593b6-4e07-494d-b679-ca2b629d48fa req-9b8a6eb0-0fdb-40b9-b83a-d25e32d25537 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128692 Nov 12 20:02:31.566349 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-780522fe-b944-42bf-a9e1-175bc199ed86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:31.580794 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-780522fe-b944-42bf-a9e1-175bc199ed86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:31.585018 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-780522fe-b944-42bf-a9e1-175bc199ed86 admin admin] 10.222.0.48 "DELETE /v2.0/networks/94677ec5-8c46-449a-b99e-e3c5a23c109c HTTP/1.1" status: 204 len: 168 time: 1.1558008 Nov 12 20:02:31.599758 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b377cb6c-e477-4a09-a638-fa32c8d2f40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:31.605528 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780522fe-b944-42bf-a9e1-175bc199ed86 admin admin] Pushing event deleted for resources: {'Network': ['ID=94677ec5-8c46-449a-b99e-e3c5a23c109c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:31.613364 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f79848-0363-4555-89d5-d22ddf943c40 None None] The sync data for ids ['587a5444-7e8f-47bb-a579-9cdad6c12ae0'] in n-d-712140-15 is: [{'id': '587a5444-7e8f-47bb-a579-9cdad6c12ae0', 'name': 'tempest-AttachSCSIVolumeTestJSON-897810512-router', 'tenant_id': '893efb684db04f5291d907d5c1dc25ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '2110a522-f086-4e90-8d8d-ed1edc9cbaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:14Z', 'updated_at': '2021-11-12T20:02:26Z', 'revision_number': 4, 'project_id': '893efb684db04f5291d907d5c1dc25ac', 'gw_port': {'id': '2110a522-f086-4e90-8d8d-ed1edc9cbaea', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587a5444-7e8f-47bb-a579-9cdad6c12ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:17Z', 'updated_at': '2021-11-12T20:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '5e4bbbb5-36ee-490d-b18c-d08902e202fb', 'name': '', 'network_id': '8219531b-aa5b-4b50-ba3b-0442e0bef79d', 'tenant_id': '893efb684db04f5291d907d5c1dc25ac', 'mac_address': 'fa:16:3e:49:a1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587a5444-7e8f-47bb-a579-9cdad6c12ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'f85bee9c-25bb-4d4b-9bb7-4129ad55445e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:23Z', 'updated_at': '2021-11-12T20:02:30Z', 'revision_number': 4, 'project_id': '893efb684db04f5291d907d5c1dc25ac', 'subnets': [{'id': 'f85bee9c-25bb-4d4b-9bb7-4129ad55445e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:02:31.661605 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377cb6c-e477-4a09-a638-fa32c8d2f40b admin admin] Pushing event deleted for resources: {'Port': ['ID=e7e6e065-6676-4ff7-8eb3-2fb8e760e347,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:31.664625 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-279e25df-56e9-4458-a411-012a8c9b3229 req-9d54ecea-8e89-4f62-b2b7-b6960fc50aff service neutron] 10.222.0.55 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473684 Nov 12 20:02:31.677907 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-59187509-bbec-4c37-bfd0-3721c855c601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:31.690709 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-59187509-bbec-4c37-bfd0-3721c855c601 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:31.693692 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-59187509-bbec-4c37-bfd0-3721c855c601 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/96edd92b-4708-48da-bbf3-3e0f0f8cdbdf HTTP/1.1" status: 204 len: 168 time: 1.8401406 Nov 12 20:02:31.723198 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-bf64aa6c-516e-4f5f-ba4d-24f105179967 None None] For port 5e4bbbb5-36ee-490d-b18c-d08902e202fb, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=5e4bbbb5-36ee-490d-b18c-d08902e202fb,segment=NetworkSegment(f15f1fa8-63c6-4fd1-beef-9cb5433e886e),segment_id=f15f1fa8-63c6-4fd1-beef-9cb5433e886e)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:31.730653 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bf64aa6c-516e-4f5f-ba4d-24f105179967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:31.950104 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64aa6c-516e-4f5f-ba4d-24f105179967 None None] Pushing event updated for resources: {'Port': ['ID=5e4bbbb5-36ee-490d-b18c-d08902e202fb,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:31.970630 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-88a75ca8-a544-41fb-acd3-bea033267a86 None None] Provisioning complete for port 5e4bbbb5-36ee-490d-b18c-d08902e202fb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:31.971004 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-88a75ca8-a544-41fb-acd3-bea033267a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:32.143166 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55230) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:32.244630 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59187509-bbec-4c37-bfd0-3721c855c601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96edd92b-4708-48da-bbf3-3e0f0f8cdbdf,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:32.254442 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b377cb6c-e477-4a09-a638-fa32c8d2f40b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:32.267027 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-279e25df-56e9-4458-a411-012a8c9b3229 req-1b280d8b-df28-4da7-9a8f-7ddbbea90b75 service neutron] 10.222.0.55 "GET /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656981 Nov 12 20:02:32.344797 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-949e696d-ce6a-451b-8908-45aa5c5886c0 req-d4e93cb1-e0ee-4b2f-b4b9-f261e1371bdb tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:32.345131 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-949e696d-ce6a-451b-8908-45aa5c5886c0 req-d4e93cb1-e0ee-4b2f-b4b9-f261e1371bdb tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:32.349758 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4ed975e0-b841-43be-b139-f64f20b4439f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=10ab027efbdb41f0a1eb28c7918dfc16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1763394 Nov 12 20:02:32.356916 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55236) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:32.386677 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-949e696d-ce6a-451b-8908-45aa5c5886c0 req-d4e93cb1-e0ee-4b2f-b4b9-f261e1371bdb tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Calling delete_port for 147beee6-9a63-436e-ac4d-ac569f148a8d owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:02:32.396505 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-5f0bbf3c-2b77-4d13-80be-f6eb88ae4587 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1288610 Nov 12 20:02:32.594107 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eb12f216-2f5e-4e6d-ac22-dfdbe997c960 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:32.706283 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eb12f216-2f5e-4e6d-ac22-dfdbe997c960 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:32.774053 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-6ff11a13-d340-4d91-8f0e-5c7a4f55c09f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:32.775891 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-6ff11a13-d340-4d91-8f0e-5c7a4f55c09f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3786097 Nov 12 20:02:32.826827 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-dfd55d4d-46b2-4067-a739-7b0057d6a6c1 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/quotas/1c08b32f16f94cdbbecd052699f1c2ae HTTP/1.1" status: 200 len: 375 time: 0.0277498 Nov 12 20:02:32.893811 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-949e696d-ce6a-451b-8908-45aa5c5886c0 req-d4e93cb1-e0ee-4b2f-b4b9-f261e1371bdb tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:32.925806 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eb12f216-2f5e-4e6d-ac22-dfdbe997c960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:32.930490 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eb12f216-2f5e-4e6d-ac22-dfdbe997c960 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:32.931822 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-eb12f216-2f5e-4e6d-ac22-dfdbe997c960 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f5ab6403-a785-46ae-a8fd-6c029d83c7ab HTTP/1.1" status: 204 len: 168 time: 0.5753131 Nov 12 20:02:32.941513 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-99045192-8261-4d55-95f2-7400d87fd0d5 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1136773 Nov 12 20:02:33.023618 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b377cb6c-e477-4a09-a638-fa32c8d2f40b admin admin] Router f24f6831-ef26-4831-abee-423927d4858f has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:02:33.031097 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e93cb1-e0ee-4b2f-b4b9-f261e1371bdb tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Pushing event deleted for resources: {'Port': ['ID=147beee6-9a63-436e-ac4d-ac569f148a8d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:33.050722 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12f216-2f5e-4e6d-ac22-dfdbe997c960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ab6403-a785-46ae-a8fd-6c029d83c7ab,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:33.289064 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-949e696d-ce6a-451b-8908-45aa5c5886c0 req-d4e93cb1-e0ee-4b2f-b4b9-f261e1371bdb tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:33.293966 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-949e696d-ce6a-451b-8908-45aa5c5886c0 req-d4e93cb1-e0ee-4b2f-b4b9-f261e1371bdb tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:33.295728 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-949e696d-ce6a-451b-8908-45aa5c5886c0 req-d4e93cb1-e0ee-4b2f-b4b9-f261e1371bdb tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "DELETE /v2.0/floatingips/d13bf0de-ee9e-4f2c-87f2-1502bb2c9920 HTTP/1.1" status: 204 len: 173 time: 2.8331850 Nov 12 20:02:33.499529 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-40f24e66-7b63-46e0-a644-b9c92922c846 req-9f5a3e26-3d75-4785-96b6-472e7ee3280d tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-960705709&fields=id&tenant_id=d841e32d493a46c7bf1c58a418da2caa HTTP/1.1" status: 200 len: 267 time: 0.1782591 Nov 12 20:02:33.764287 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b377cb6c-e477-4a09-a638-fa32c8d2f40b admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:02:33.797369 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23caa1ea-f964-4dd6-856b-2e5fc19c2df8 None None] Sync routers for ids ['f24f6831-ef26-4831-abee-423927d4858f'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:02:33.797971 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f24e66-7b63-46e0-a644-b9c92922c846 req-305e6df2-f547-4012-83ac-7f38714af82c tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:33.809587 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-40f24e66-7b63-46e0-a644-b9c92922c846 req-305e6df2-f547-4012-83ac-7f38714af82c tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db8fe32-78bf-465f-b922-7e784d3c8061 HTTP/1.1" status: 200 len: 945 time: 0.3089545 Nov 12 20:02:33.830089 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b377cb6c-e477-4a09-a638-fa32c8d2f40b admin admin] 10.222.0.48 "PUT /v2.0/routers/f24f6831-ef26-4831-abee-423927d4858f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3138855 Nov 12 20:02:33.837360 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55268) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:33.851287 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23caa1ea-f964-4dd6-856b-2e5fc19c2df8 None None] Routers {'f24f6831-ef26-4831-abee-423927d4858f'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:02:33.855971 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-23caa1ea-f964-4dd6-856b-2e5fc19c2df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:02:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f24f6831-ef26-4831-abee-423927d4858f'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:33.868259 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-40f24e66-7b63-46e0-a644-b9c92922c846 req-0ec84a62-af0a-4dc9-a040-d0bee3679818 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Request body: {'port': {'security_groups': ['1559601b-ff72-4ce9-9f6b-84bfc96eb534', '9e972950-666b-4806-a917-fc62770367d6']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:33.872704 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b226daf1-5414-44e9-a997-ce357bd57064 req-1e0ed75f-a6de-45d0-a16c-17cd915c9db3 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 210 time: 0.1339350 Nov 12 20:02:33.873222 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55270) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:34.045371 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-40f24e66-7b63-46e0-a644-b9c92922c846 req-0ec84a62-af0a-4dc9-a040-d0bee3679818 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:34.098659 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 5e4bbbb5-36ee-490d-b18c-d08902e202fb up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:02:34.226516 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30ecf59a-9f77-4962-9717-859947c8e3ca admin admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:34.348823 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-23caa1ea-f964-4dd6-856b-2e5fc19c2df8 None None] Set router f24f6831-ef26-4831-abee-423927d4858f gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:02:34.374084 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e464eeba-650b-4367-b082-6fc9c90ff8bf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=32c25d3e736140b09449a14a83d457a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1902342 Nov 12 20:02:34.378340 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55280) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:34.493917 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30ecf59a-9f77-4962-9717-859947c8e3ca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:34.523262 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 5e4bbbb5-36ee-490d-b18c-d08902e202fb triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:34.523924 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:34.586228 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-30ecf59a-9f77-4962-9717-859947c8e3ca admin admin] Deleting port fbcb1024-3bd0-4ec7-8f14-f8e958996c53 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:02:34.586757 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30ecf59a-9f77-4962-9717-859947c8e3ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:34.680387 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-41dfc6f0-da04-4a0b-9a79-cc5d549e78ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:34.754547 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-40f24e66-7b63-46e0-a644-b9c92922c846 req-0ec84a62-af0a-4dc9-a040-d0bee3679818 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] For port 1e77c0a3-6598-48b5-81b7-aa4ae90b300a, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1e77c0a3-6598-48b5-81b7-aa4ae90b300a,segment=NetworkSegment(8d4b2a29-f4c2-4d68-bedf-9aaa5810610c),segment_id=8d4b2a29-f4c2-4d68-bedf-9aaa5810610c)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:34.759160 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-30ecf59a-9f77-4962-9717-859947c8e3ca admin admin] For port fbcb1024-3bd0-4ec7-8f14-f8e958996c53, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=fbcb1024-3bd0-4ec7-8f14-f8e958996c53,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:34.760224 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30ecf59a-9f77-4962-9717-859947c8e3ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:34.766226 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-41dfc6f0-da04-4a0b-9a79-cc5d549e78ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:34.785924 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-30ecf59a-9f77-4962-9717-859947c8e3ca admin admin] Calling delete_port for fbcb1024-3bd0-4ec7-8f14-f8e958996c53 owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:02:34.829047 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-23caa1ea-f964-4dd6-856b-2e5fc19c2df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24f6831-ef26-4831-abee-423927d4858f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122431486-router', 'tenant_id': '89131460b8414d37817e9ba32b454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fbcb1024-3bd0-4ec7-8f14-f8e958996c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:43Z', 'updated_at': '2021-11-12T20:02:31Z', 'revision_number': 5, 'project_id': '89131460b8414d37817e9ba32b454d8b', 'gw_port': {'id': 'fbcb1024-3bd0-4ec7-8f14-f8e958996c53', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:88:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24f6831-ef26-4831-abee-423927d4858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T19:55:45Z', 'updated_at': '2021-11-12T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:34.830121 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-40f24e66-7b63-46e0-a644-b9c92922c846 req-0ec84a62-af0a-4dc9-a040-d0bee3679818 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:34.843845 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-40f24e66-7b63-46e0-a644-b9c92922c846 req-0ec84a62-af0a-4dc9-a040-d0bee3679818 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:34.876251 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23caa1ea-f964-4dd6-856b-2e5fc19c2df8 None None] Checking router: f24f6831-ef26-4831-abee-423927d4858f for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:02:34.882195 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:02:34.897184 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-41dfc6f0-da04-4a0b-9a79-cc5d549e78ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:34.900509 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-41dfc6f0-da04-4a0b-9a79-cc5d549e78ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:34.904865 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-41dfc6f0-da04-4a0b-9a79-cc5d549e78ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c58dcf92-42ab-4b3c-9b90-f65b79418760 HTTP/1.1" status: 204 len: 168 time: 0.5210211 Nov 12 20:02:34.914312 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f24e66-7b63-46e0-a644-b9c92922c846 req-0ec84a62-af0a-4dc9-a040-d0bee3679818 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:34.915417 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-40f24e66-7b63-46e0-a644-b9c92922c846 req-0ec84a62-af0a-4dc9-a040-d0bee3679818 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:34.917567 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-40f24e66-7b63-46e0-a644-b9c92922c846 req-0ec84a62-af0a-4dc9-a040-d0bee3679818 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "PUT /v2.0/ports/1e77c0a3-6598-48b5-81b7-aa4ae90b300a HTTP/1.1" status: 200 len: 981 time: 1.1071632 Nov 12 20:02:34.923207 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db8fe32-78bf-465f-b922-7e784d3c8061', 'tag': '1e77c0a3-6598-48b5-81b7-aa4ae90b300a'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:02:34.925806 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089c2df8-a76b-45d7-94a6-5a5e30806856" -d '{"events": [{"name": "network-changed", "server_uuid": "6db8fe32-78bf-465f-b922-7e784d3c8061", "tag": "1e77c0a3-6598-48b5-81b7-aa4ae90b300a"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:02:34.962844 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687da02-142f-45ff-921a-6aa03ac25705 req-559e4b3e-6949-4115-92ca-fe7432a77fc6 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:34.974254 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e687da02-142f-45ff-921a-6aa03ac25705 req-559e4b3e-6949-4115-92ca-fe7432a77fc6 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 945 time: 0.1756175 Nov 12 20:02:34.992640 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['1e77c0a3-6598-48b5-81b7-aa4ae90b300a'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:02:35.007351 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dfc6f0-da04-4a0b-9a79-cc5d549e78ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58dcf92-42ab-4b3c-9b90-f65b79418760,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:35.082097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec84a62-af0a-4dc9-a040-d0bee3679818 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Pushing event updated for resources: {'Port': ['ID=1e77c0a3-6598-48b5-81b7-aa4ae90b300a,revision_number=6']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:35.096832 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e687da02-142f-45ff-921a-6aa03ac25705 req-ac7e9e67-6fe9-4243-9312-8f9bac3f8124 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/security-groups?id=bf225de5-b6cb-4cdb-aa73-32dd1d2990d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215637 Nov 12 20:02:35.214899 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['1e77c0a3-6598-48b5-81b7-aa4ae90b300a'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:02:35.218600 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23caa1ea-f964-4dd6-856b-2e5fc19c2df8 None None] Routers {'f24f6831-ef26-4831-abee-423927d4858f'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:02:35.220386 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-23caa1ea-f964-4dd6-856b-2e5fc19c2df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:02:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f24f6831-ef26-4831-abee-423927d4858f'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:35.309554 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7132c8-f30f-4bc4-b52b-bd177b75b156 req-1e089733-e9d8-4334-8b6e-b0d9c36653f6 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:35.311120 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d7132c8-f30f-4bc4-b52b-bd177b75b156 req-1e089733-e9d8-4334-8b6e-b0d9c36653f6 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.52 "GET /v2.0/ports?device_id=80e28b33-aee8-422b-b1c4-6c36766d8282 HTTP/1.1" status: 200 len: 945 time: 0.1259649 Nov 12 20:02:35.538681 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-e4e56016-2842-4829-9d9c-99d4f994c31c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2161767 Nov 12 20:02:35.612506 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-addaf539-ed66-48b8-9866-8f342717186b req-a318ba21-6c60-45a1-9e28-592588b1c634 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 210 time: 0.0573320 Nov 12 20:02:35.625783 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-2d7132c8-f30f-4bc4-b52b-bd177b75b156 req-12d0ef36-4720-44fa-855c-8884b9db9525 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Deleting port fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:02:35.626107 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2d7132c8-f30f-4bc4-b52b-bd177b75b156 req-12d0ef36-4720-44fa-855c-8884b9db9525 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:35.724380 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-23caa1ea-f964-4dd6-856b-2e5fc19c2df8 None None] Set router f24f6831-ef26-4831-abee-423927d4858f gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:02:35.741322 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2f5a170a-ff49-405d-847e-257a2b24db2a req-c6ee1020-5a6d-4d1c-b9e4-c3abc5926f31 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups/9e972950-666b-4806-a917-fc62770367d6 HTTP/1.1" status: 200 len: 1816 time: 0.0810251 Nov 12 20:02:35.762245 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-19ff6cad-4441-4c2c-9e2a-09378d89f4d9 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:35.763758 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-19ff6cad-4441-4c2c-9e2a-09378d89f4d9 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2124133 Nov 12 20:02:35.802178 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813bdf36-429c-40d9-bdc3-f5940caa996f req-5df95a4c-bda7-4b26-be54-d110d8d96b5e tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:35.815686 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-813bdf36-429c-40d9-bdc3-f5940caa996f req-5df95a4c-bda7-4b26-be54-d110d8d96b5e tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=80e28b33-aee8-422b-b1c4-6c36766d8282 HTTP/1.1" status: 200 len: 945 time: 0.4320343 Nov 12 20:02:35.832905 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [req-2f5a170a-ff49-405d-847e-257a2b24db2a req-72b5a38d-7fe5-495f-a9fc-f6b0c07a15a8 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 20:02:35.847430 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2f5a170a-ff49-405d-847e-257a2b24db2a req-72b5a38d-7fe5-495f-a9fc-f6b0c07a15a8 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "DELETE /v2.0/security-groups/9e972950-666b-4806-a917-fc62770367d6 HTTP/1.1" status: 409 len: 341 time: 0.1051650 Nov 12 20:02:35.850319 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-e428a619-6cdb-4eb5-9468-2796727b4dcc tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Request body: {'port': {'device_id': 'ebbb51bc-6f14-4636-9680-6813c726ca90', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': '1c08b32f16f94cdbbecd052699f1c2ae'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:35.966906 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ae22ef-6b17-4cb3-84a3-013ccd1258c3 x-openstack-request-id: req-a7ae22ef-6b17-4cb3-84a3-013ccd1258c3 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:02:35.971165 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db8fe32-78bf-465f-b922-7e784d3c8061", "tag": "1e77c0a3-6598-48b5-81b7-aa4ae90b300a", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:02:35.972568 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7ae22ef-6b17-4cb3-84a3-013ccd1258c3 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:02:35.973177 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db8fe32-78bf-465f-b922-7e784d3c8061', 'tag': '1e77c0a3-6598-48b5-81b7-aa4ae90b300a', 'status': 'completed', 'code': 200} Nov 12 20:02:35.981879 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-2d7132c8-f30f-4bc4-b52b-bd177b75b156 req-12d0ef36-4720-44fa-855c-8884b9db9525 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] For port fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68,segment=NetworkSegment(a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52),segment_id=a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:35.983386 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2d7132c8-f30f-4bc4-b52b-bd177b75b156 req-12d0ef36-4720-44fa-855c-8884b9db9525 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:36.038118 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-2d7132c8-f30f-4bc4-b52b-bd177b75b156 req-12d0ef36-4720-44fa-855c-8884b9db9525 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Calling delete_port for fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:02:36.105829 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-23caa1ea-f964-4dd6-856b-2e5fc19c2df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24f6831-ef26-4831-abee-423927d4858f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122431486-router', 'tenant_id': '89131460b8414d37817e9ba32b454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:43Z', 'updated_at': '2021-11-12T20:02:34Z', 'revision_number': 6, 'project_id': '89131460b8414d37817e9ba32b454d8b', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:36.161730 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-813bdf36-429c-40d9-bdc3-f5940caa996f req-55eff44d-bfb3-4e0b-ae9f-25d3c17dafcb tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380816 Nov 12 20:02:36.179268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630b40e-035b-494b-a190-b5994bf56d61 req-8bcd0a9b-8093-4066-b172-3107127da33d tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:36.183432 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3630b40e-035b-494b-a190-b5994bf56d61 req-8bcd0a9b-8093-4066-b172-3107127da33d tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 945 time: 0.1619325 Nov 12 20:02:36.205427 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30ecf59a-9f77-4962-9717-859947c8e3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:36.242238 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-81c195a0-60f0-49f7-bf44-d9b8dd6b6b4d req-260912bf-b681-4a91-8734-e1eb4045bcfd tempest-AbsoluteLimitsNegativeTestJSON-586265984 tempest-AbsoluteLimitsNegativeTestJSON-586265984-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2b00925934df40fda09801a52bdbb7d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762696 Nov 12 20:02:36.303464 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c2df8-a76b-45d7-94a6-5a5e30806856 req-4cdfb382-19e1-4fb7-a3f6-9dbe696c3340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:36.305457 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-089c2df8-a76b-45d7-94a6-5a5e30806856 req-4cdfb382-19e1-4fb7-a3f6-9dbe696c3340 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d841e32d493a46c7bf1c58a418da2caa&device_id=6db8fe32-78bf-465f-b922-7e784d3c8061 HTTP/1.1" status: 200 len: 1136 time: 0.2851422 Nov 12 20:02:36.314984 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23caa1ea-f964-4dd6-856b-2e5fc19c2df8 None None] The sync data for ids ['f24f6831-ef26-4831-abee-423927d4858f'] in n-d-712140-15 is: [{'id': 'f24f6831-ef26-4831-abee-423927d4858f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122431486-router', 'tenant_id': '89131460b8414d37817e9ba32b454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T19:55:43Z', 'updated_at': '2021-11-12T20:02:34Z', 'revision_number': 6, 'project_id': '89131460b8414d37817e9ba32b454d8b', 'gw_port_host': None}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:02:36.479201 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecf59a-9f77-4962-9717-859947c8e3ca admin admin] Pushing event deleted for resources: {'Port': ['ID=fbcb1024-3bd0-4ec7-8f14-f8e958996c53,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:36.498941 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30ecf59a-9f77-4962-9717-859947c8e3ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:36.596435 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55332) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:36.616632 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2d7132c8-f30f-4bc4-b52b-bd177b75b156 req-12d0ef36-4720-44fa-855c-8884b9db9525 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:36.706512 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0ef36-4720-44fa-855c-8884b9db9525 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Pushing event deleted for resources: {'Port': ['ID=fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:36.721903 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:02:36.749639 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c195a0-60f0-49f7-bf44-d9b8dd6b6b4d req-287e3868-877c-4899-9664-50488d27ada0 tempest-AbsoluteLimitsNegativeTestJSON-586265984 tempest-AbsoluteLimitsNegativeTestJSON-586265984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:36.756826 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-81c195a0-60f0-49f7-bf44-d9b8dd6b6b4d req-287e3868-877c-4899-9664-50488d27ada0 tempest-AbsoluteLimitsNegativeTestJSON-586265984 tempest-AbsoluteLimitsNegativeTestJSON-586265984-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5077059 Nov 12 20:02:36.786730 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-81c195a0-60f0-49f7-bf44-d9b8dd6b6b4d req-95ce5460-aa14-4d5c-8039-dfbcd9138231 tempest-AbsoluteLimitsNegativeTestJSON-586265984 tempest-AbsoluteLimitsNegativeTestJSON-586265984-project] 10.222.0.48 "GET /v2.0/quotas/2b00925934df40fda09801a52bdbb7d3 HTTP/1.1" status: 200 len: 375 time: 0.0289600 Nov 12 20:02:36.836308 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a1611290-fc64-46c4-a9bf-e461f3c3c912 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-953252392-network', 'tenant_id': '2d28fc5d7ff94fab99a9f8e3f22f11fb'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:36.848680 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30ecf59a-9f77-4962-9717-859947c8e3ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:36.849269 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-81c195a0-60f0-49f7-bf44-d9b8dd6b6b4d req-c1f08763-e11f-4198-afb3-f795fda13e8e tempest-AbsoluteLimitsNegativeTestJSON-586265984 tempest-AbsoluteLimitsNegativeTestJSON-586265984-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b00925934df40fda09801a52bdbb7d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611556 Nov 12 20:02:36.857424 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30ecf59a-9f77-4962-9717-859947c8e3ca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:36.859557 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-e428a619-6cdb-4eb5-9468-2796727b4dcc tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Made reservation on behalf of 1c08b32f16f94cdbbecd052699f1c2ae for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:02:36.863979 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-e428a619-6cdb-4eb5-9468-2796727b4dcc tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:36.906848 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-e428a619-6cdb-4eb5-9468-2796727b4dcc tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:36.915249 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7132c8-f30f-4bc4-b52b-bd177b75b156 req-12d0ef36-4720-44fa-855c-8884b9db9525 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] No DVR routers for this DVR port fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:02:36.923328 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2d7132c8-f30f-4bc4-b52b-bd177b75b156 req-12d0ef36-4720-44fa-855c-8884b9db9525 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:36.931336 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d7132c8-f30f-4bc4-b52b-bd177b75b156 req-12d0ef36-4720-44fa-855c-8884b9db9525 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.52 "DELETE /v2.0/ports/fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68 HTTP/1.1" status: 204 len: 173 time: 1.6072102 Nov 12 20:02:36.932193 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1611290-fc64-46c4-a9bf-e461f3c3c912 admin admin] Made reservation on behalf of 2d28fc5d7ff94fab99a9f8e3f22f11fb for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:02:36.939766 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1611290-fc64-46c4-a9bf-e461f3c3c912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:36.962270 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1611290-fc64-46c4-a9bf-e461f3c3c912 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:37.056623 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4bd720-1443-4e50-8ace-936c607a7487 req-46735d4c-842f-468c-89ec-3221b792215d tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:37.064268 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8a4bd720-1443-4e50-8ace-936c607a7487 req-46735d4c-842f-468c-89ec-3221b792215d tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 945 time: 0.4644282 Nov 12 20:02:37.118320 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30ecf59a-9f77-4962-9717-859947c8e3ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:37.118866 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ecf59a-9f77-4962-9717-859947c8e3ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router f24f6831-ef26-4831-abee-423927d4858f {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:02:37.131482 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30ecf59a-9f77-4962-9717-859947c8e3ca admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:37.132654 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-30ecf59a-9f77-4962-9717-859947c8e3ca admin admin] 10.222.0.48 "DELETE /v2.0/routers/f24f6831-ef26-4831-abee-423927d4858f HTTP/1.1" status: 204 len: 168 time: 3.2941217 Nov 12 20:02:37.136757 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c2df8-a76b-45d7-94a6-5a5e30806856 req-8e287693-0fc8-43f8-8f05-4c01968218ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:37.138168 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-089c2df8-a76b-45d7-94a6-5a5e30806856 req-8e287693-0fc8-43f8-8f05-4c01968218ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf HTTP/1.1" status: 200 len: 912 time: 0.7710354 Nov 12 20:02:37.138416 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55340) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:37.146892 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-3630b40e-035b-494b-a190-b5994bf56d61 req-e0cd46db-35af-4b01-a981-f8e5a31ee0c5 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Deleting port 47e538a5-0794-4406-91e0-d37d5df399b9 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:02:37.147223 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3630b40e-035b-494b-a190-b5994bf56d61 req-e0cd46db-35af-4b01-a981-f8e5a31ee0c5 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:37.198355 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1611290-fc64-46c4-a9bf-e461f3c3c912 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:37.209967 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1611290-fc64-46c4-a9bf-e461f3c3c912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:37.233730 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cb6bf-3142-49f6-be48-002aeba0c0b1 req-715d3f36-e58b-435a-b4f5-a292708aa173 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:37.236162 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-702cb6bf-3142-49f6-be48-002aeba0c0b1 req-715d3f36-e58b-435a-b4f5-a292708aa173 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db8fe32-78bf-465f-b922-7e784d3c8061 HTTP/1.1" status: 200 len: 984 time: 0.2061207 Nov 12 20:02:37.271068 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1611290-fc64-46c4-a9bf-e461f3c3c912 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:02:37.276005 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-3630b40e-035b-494b-a190-b5994bf56d61 req-e0cd46db-35af-4b01-a981-f8e5a31ee0c5 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] For port 47e538a5-0794-4406-91e0-d37d5df399b9, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=47e538a5-0794-4406-91e0-d37d5df399b9,segment=NetworkSegment(ba89ee47-abae-433b-8c45-1e07345781b7),segment_id=ba89ee47-abae-433b-8c45-1e07345781b7)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:37.281960 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe8a4262-4e6e-4ae3-9798-b6c0844faacb admin admin] Deleting subnet 56e8a440-087a-47c4-98e8-7931dd26d40f {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:02:37.283602 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3630b40e-035b-494b-a190-b5994bf56d61 req-e0cd46db-35af-4b01-a981-f8e5a31ee0c5 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:37.307392 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fe8a4262-4e6e-4ae3-9798-b6c0844faacb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:37.311289 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-3630b40e-035b-494b-a190-b5994bf56d61 req-e0cd46db-35af-4b01-a981-f8e5a31ee0c5 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Calling delete_port for 47e538a5-0794-4406-91e0-d37d5df399b9 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:02:37.384480 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55346) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:37.387075 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1611290-fc64-46c4-a9bf-e461f3c3c912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:37.387439 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-a1611290-fc64-46c4-a9bf-e461f3c3c912 admin admin] Added segment 69d252f7-d8fe-473c-8cab-d4f0b71a0536 of type vlan for network 96b0f238-396c-423e-aa15-55764be5ecdb Nov 12 20:02:37.388718 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1611290-fc64-46c4-a9bf-e461f3c3c912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3004f8e-071b-47e1-a45e-b76476b7a016,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:37.460581 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-089c2df8-a76b-45d7-94a6-5a5e30806856 req-9b46b38b-0b9a-4ca2-82f0-afd9d7e8bdc7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e77c0a3-6598-48b5-81b7-aa4ae90b300a HTTP/1.1" status: 200 len: 217 time: 0.0748789 Nov 12 20:02:37.485300 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fe8a4262-4e6e-4ae3-9798-b6c0844faacb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:37.490633 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8a4bd720-1443-4e50-8ace-936c607a7487 req-7bd7cb0a-66ca-42fa-a801-2d439fdbe2e4 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/security-groups?id=bf225de5-b6cb-4cdb-aa73-32dd1d2990d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254084 Nov 12 20:02:37.580650 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-702cb6bf-3142-49f6-be48-002aeba0c0b1 req-5561fb6d-a67b-4b3c-893d-75007df79620 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups?id=1559601b-ff72-4ce9-9f6b-84bfc96eb534&id=9e972950-666b-4806-a917-fc62770367d6&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3360062 Nov 12 20:02:37.584321 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1611290-fc64-46c4-a9bf-e461f3c3c912 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:37.774686 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1611290-fc64-46c4-a9bf-e461f3c3c912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:37.775562 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1611290-fc64-46c4-a9bf-e461f3c3c912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:37.776631 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1611290-fc64-46c4-a9bf-e461f3c3c912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:37.786540 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device fbcb1024-3bd0-4ec7-8f14-f8e958996c53 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:02:37.851260 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: fbcb1024-3bd0-4ec7-8f14-f8e958996c53 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:02:37.861184 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e8df0854-5b78-4fc9-b8f0-0fbb950dc00e req-4be779a9-336d-4719-b90b-1488a780fec8 tempest-ServerDiskConfigTestJSON-498771994 tempest-ServerDiskConfigTestJSON-498771994-project] 10.222.0.48 "GET /v2.0/ports?device_id=80e28b33-aee8-422b-b1c4-6c36766d8282 HTTP/1.1" status: 200 len: 210 time: 0.0910380 Nov 12 20:02:37.869680 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a1611290-fc64-46c4-a9bf-e461f3c3c912 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2687159 Nov 12 20:02:37.872412 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device fbcb1024-3bd0-4ec7-8f14-f8e958996c53 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:02:37.872918 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e7e6e065-6676-4ff7-8eb3-2fb8e760e347 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:02:37.937353 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: e7e6e065-6676-4ff7-8eb3-2fb8e760e347 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:02:37.937896 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e7e6e065-6676-4ff7-8eb3-2fb8e760e347 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:02:37.964947 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55350) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:37.970880 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-01c2f570-2f8b-44a9-a1a1-45592288d5ca admin admin] Request body: {'subnet': {'network_id': '96b0f238-396c-423e-aa15-55764be5ecdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-953252392-subnet', 'tenant_id': '2d28fc5d7ff94fab99a9f8e3f22f11fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:37.979003 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e28b33-aee8-422b-b1c4-6c36766d8282', 'name': 'network-vif-deleted', 'tag': 'fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:02:37.980667 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3630b40e-035b-494b-a190-b5994bf56d61 req-e0cd46db-35af-4b01-a981-f8e5a31ee0c5 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:37.982782 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47dcb51a-2188-4d6d-b25a-b23739ed887b" -d '{"events": [{"server_uuid": "80e28b33-aee8-422b-b1c4-6c36766d8282", "name": "network-vif-deleted", "tag": "fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:02:38.002224 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['47e538a5-0794-4406-91e0-d37d5df399b9'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:02:38.007925 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fe8a4262-4e6e-4ae3-9798-b6c0844faacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:38.055421 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6107805d-492b-447f-8b91-2cb312e860b6 x-openstack-request-id: req-6107805d-492b-447f-8b91-2cb312e860b6 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:02:38.055719 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e28b33-aee8-422b-b1c4-6c36766d8282", "name": "network-vif-deleted", "tag": "fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:02:38.055972 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6107805d-492b-447f-8b91-2cb312e860b6 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:02:38.056441 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e28b33-aee8-422b-b1c4-6c36766d8282', 'name': 'network-vif-deleted', 'tag': 'fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68', 'status': 'completed', 'code': 200} Nov 12 20:02:38.063928 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-e428a619-6cdb-4eb5-9468-2796727b4dcc tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:38.086661 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1611290-fc64-46c4-a9bf-e461f3c3c912 admin admin] Pushing event updated for resources: {'Network': ['ID=96b0f238-396c-423e-aa15-55764be5ecdb,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:38.092112 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-12a70432-9ed2-4851-a799-bed09a15c4d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:38.108325 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 96b0f238-396c-423e-aa15-55764be5ecdb details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:02:38.112959 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fe8a4262-4e6e-4ae3-9798-b6c0844faacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:38.121204 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-803d8450-8d04-406d-bf4a-e524aab703cd req-8a033b40-a929-4f9b-a69c-f814da00277c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 210 time: 0.1648490 Nov 12 20:02:38.129025 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd46db-35af-4b01-a981-f8e5a31ee0c5 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Pushing event deleted for resources: {'Port': ['ID=47e538a5-0794-4406-91e0-d37d5df399b9,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:38.131075 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-e428a619-6cdb-4eb5-9468-2796727b4dcc tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:38.174936 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a4262-4e6e-4ae3-9798-b6c0844faacb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56e8a440-087a-47c4-98e8-7931dd26d40f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:38.187539 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fe8a4262-4e6e-4ae3-9798-b6c0844faacb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:38.192738 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fe8a4262-4e6e-4ae3-9798-b6c0844faacb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/56e8a440-087a-47c4-98e8-7931dd26d40f HTTP/1.1" status: 204 len: 168 time: 1.0530427 Nov 12 20:02:38.195206 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55354) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:38.212303 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9166db02-5b98-4ecc-bc1d-7999d83008b0 None None] Network 9e5e734b-6d29-4a1b-83ed-d42bd692aa1b requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:02:38.288550 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c2df8-a76b-45d7-94a6-5a5e30806856 req-9c777430-dcb2-45e5-8576-5a842842b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:38.289952 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-089c2df8-a76b-45d7-94a6-5a5e30806856 req-9c777430-dcb2-45e5-8576-5a842842b99f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f3c2628-623a-462d-bf8e-5a15a10469ff HTTP/1.1" status: 200 len: 851 time: 0.7936704 Nov 12 20:02:38.307637 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:38.385769 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428a619-6cdb-4eb5-9468-2796727b4dcc tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a45fc38-4447-4dca-8510-0298a2452353,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:38.416093 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c2f570-2f8b-44a9-a1a1-45592288d5ca admin admin] Made reservation on behalf of 2d28fc5d7ff94fab99a9f8e3f22f11fb for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:02:38.418353 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-01c2f570-2f8b-44a9-a1a1-45592288d5ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:38.421830 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-089c2df8-a76b-45d7-94a6-5a5e30806856 req-2baadbbf-de25-433e-a7b2-16e7146321cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061115 Nov 12 20:02:38.442686 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] Deleting port 7ed4ba1f-2cee-4665-9078-63b115502565 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:02:38.443038 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:38.532440 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42569cf1-bf78-472d-b2d4-98484c659023 None None] DHCP port deletion for 9e5e734b-6d29-4a1b-83ed-d42bd692aa1b request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:02:38.537412 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] For port 7ed4ba1f-2cee-4665-9078-63b115502565, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7ed4ba1f-2cee-4665-9078-63b115502565,segment=NetworkSegment(a959df45-8464-46c4-81cf-dadcc7777254),segment_id=a959df45-8464-46c4-81cf-dadcc7777254)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:38.537919 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:38.563250 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] Calling delete_port for 7ed4ba1f-2cee-4665-9078-63b115502565 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:02:38.645956 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-42569cf1-bf78-472d-b2d4-98484c659023 None None] Deleting port 7ed4ba1f-2cee-4665-9078-63b115502565 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:02:38.646385 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-42569cf1-bf78-472d-b2d4-98484c659023 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:38.716190 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-788779c7-ef68-4806-8a81-3cf3c5d9a816 req-3d72630e-a97f-435e-b6ee-940cbe5e47e0 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a6ac673-3c10-4e43-b79a-3fce4490305c HTTP/1.1" status: 200 len: 210 time: 0.0635345 Nov 12 20:02:38.743623 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:38.758180 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-42569cf1-bf78-472d-b2d4-98484c659023 None None] For port 7ed4ba1f-2cee-4665-9078-63b115502565, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7ed4ba1f-2cee-4665-9078-63b115502565,segment=NetworkSegment(a959df45-8464-46c4-81cf-dadcc7777254),segment_id=a959df45-8464-46c4-81cf-dadcc7777254)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:38.758592 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-42569cf1-bf78-472d-b2d4-98484c659023 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:38.774515 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ed4ba1f-2cee-4665-9078-63b115502565,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:38.783544 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] No DVR routers for this DVR port 7ed4ba1f-2cee-4665-9078-63b115502565 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:02:38.789089 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-42569cf1-bf78-472d-b2d4-98484c659023 None None] Calling delete_port for 7ed4ba1f-2cee-4665-9078-63b115502565 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:02:38.871471 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-3630b40e-035b-494b-a190-b5994bf56d61 req-e0cd46db-35af-4b01-a981-f8e5a31ee0c5 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] No DVR routers for this DVR port 47e538a5-0794-4406-91e0-d37d5df399b9 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:02:38.879548 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3630b40e-035b-494b-a190-b5994bf56d61 req-e0cd46db-35af-4b01-a981-f8e5a31ee0c5 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:38.887641 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3630b40e-035b-494b-a190-b5994bf56d61 req-e0cd46db-35af-4b01-a981-f8e5a31ee0c5 tempest-FloatingIPsAssociationTestJSON-38779798 tempest-FloatingIPsAssociationTestJSON-38779798-project] 10.222.0.55 "DELETE /v2.0/ports/47e538a5-0794-4406-91e0-d37d5df399b9 HTTP/1.1" status: 204 len: 173 time: 2.6940084 Nov 12 20:02:38.891451 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-089c2df8-a76b-45d7-94a6-5a5e30806856 req-da0c5f1b-3fd3-4a4e-b1f5-8e8a09ee8796 service neutron] 10.222.0.55 "GET /v2.0/networks/ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601099 Nov 12 20:02:38.901388 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-42569cf1-bf78-472d-b2d4-98484c659023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:38.951430 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:39.018846 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42569cf1-bf78-472d-b2d4-98484c659023 None None] Pushing event deleted for resources: {'Port': ['ID=7ed4ba1f-2cee-4665-9078-63b115502565,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:39.022337 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:02:39.033029 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5e734b-6d29-4a1b-83ed-d42bd692aa1b']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:39.057310 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42569cf1-bf78-472d-b2d4-98484c659023 None None] No DVR routers for this DVR port 7ed4ba1f-2cee-4665-9078-63b115502565 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:02:39.059652 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:02:39.060078 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device fe8c7eb8-5952-4a8f-ad7b-f276fcaeaf68 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:02:39.069268 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a959df45-8464-46c4-81cf-dadcc7777254') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:39.069471 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a959df45-8464-46c4-81cf-dadcc7777254') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:39.107443 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:39.129292 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:39.137369 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:02:39.138099 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:02:39.140451 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:02:39.238525 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:39.246230 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:39.253765 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9e5e734b-6d29-4a1b-83ed-d42bd692aa1b HTTP/1.1" status: 204 len: 168 time: 1.0550659 Nov 12 20:02:39.265582 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e5e734b-6d29-4a1b-83ed-d42bd692aa1b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:39.282968 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:39.283874 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:39.287017 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:39.287692 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:39.288112 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:39.289266 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:39.290158 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:39.291005 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:39.291752 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:39.292747 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:39.293166 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:39.294100 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdba212-4736-4e9f-aae2-8342e3087e49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:39.356527 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c05c984b-c56b-4300-8238-705129bc06f4 req-38dcb3d2-ee3f-46f4-90d1-720a6dea94a2 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 210 time: 0.0349951 Nov 12 20:02:39.481694 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55374) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:39.595634 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55376) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:39.607527 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6ac673-3c10-4e43-b79a-3fce4490305c', 'name': 'network-vif-deleted', 'tag': '47e538a5-0794-4406-91e0-d37d5df399b9'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:02:39.610451 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90f6c1b-bb5a-4a85-8f78-72a2be6623ce" -d '{"events": [{"server_uuid": "5a6ac673-3c10-4e43-b79a-3fce4490305c", "name": "network-vif-deleted", "tag": "47e538a5-0794-4406-91e0-d37d5df399b9"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:02:39.646603 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-12a70432-9ed2-4851-a799-bed09a15c4d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:39.672558 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-12a70432-9ed2-4851-a799-bed09a15c4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:39.679235 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e578c3-a71e-4c80-836b-a11cb1533aeb admin admin] Deleting subnet 4e737cd8-1b39-4275-8cfe-0de94b1671b4 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:02:39.681870 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7ed4ba1f-2cee-4665-9078-63b115502565 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:02:39.685442 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96e578c3-a71e-4c80-836b-a11cb1533aeb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:39.715322 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-12a70432-9ed2-4851-a799-bed09a15c4d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b00925934df40fda09801a52bdbb7d3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3199117 Nov 12 20:02:39.717392 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55380) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:39.722637 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-e428a619-6cdb-4eb5-9468-2796727b4dcc tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Allocated IP 192.168.233.218 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/6f5fb2ef-6df8-463e-ac0c-7062375058e1) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:02:39.735685 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-01c2f570-2f8b-44a9-a1a1-45592288d5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:39.744881 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 7ed4ba1f-2cee-4665-9078-63b115502565 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:02:39.746055 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7ed4ba1f-2cee-4665-9078-63b115502565 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:02:39.794342 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf684b29-192c-44ac-8baf-2c3e3eddbf1f x-openstack-request-id: req-cf684b29-192c-44ac-8baf-2c3e3eddbf1f {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:02:39.794632 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6ac673-3c10-4e43-b79a-3fce4490305c", "name": "network-vif-deleted", "tag": "47e538a5-0794-4406-91e0-d37d5df399b9", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:02:39.795172 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf684b29-192c-44ac-8baf-2c3e3eddbf1f {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:02:39.795742 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6ac673-3c10-4e43-b79a-3fce4490305c', 'name': 'network-vif-deleted', 'tag': '47e538a5-0794-4406-91e0-d37d5df399b9', 'status': 'completed', 'code': 200} Nov 12 20:02:39.800081 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2f570-2f8b-44a9-a1a1-45592288d5ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=72fb6c88-4f2b-4822-9bb4-8e6aa468c3d2,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:39.830573 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96e578c3-a71e-4c80-836b-a11cb1533aeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:39.832646 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55384) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:39.840511 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-281b2b87-b960-485d-8980-959bdecea532 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c539f76e143242b8af302d8e20aae3aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2275364 Nov 12 20:02:39.847815 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55386) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:39.865581 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-407b8f16-46ba-4cff-99f1-30db7a2713c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:39.888111 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a70432-9ed2-4851-a799-bed09a15c4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d744b8d2-a750-463d-b72d-76855282f896,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:39.945148 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-407b8f16-46ba-4cff-99f1-30db7a2713c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:39.961761 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96e578c3-a71e-4c80-836b-a11cb1533aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:39.970655 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d9b80-205a-4a04-b88c-fc696fddb0d2 req-b09be34b-a147-42df-8fa8-20874882db4f tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:39.972217 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0f1d9b80-205a-4a04-b88c-fc696fddb0d2 req-b09be34b-a147-42df-8fa8-20874882db4f tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db8fe32-78bf-465f-b922-7e784d3c8061 HTTP/1.1" status: 200 len: 984 time: 1.0769737 Nov 12 20:02:40.004836 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c2f570-2f8b-44a9-a1a1-45592288d5ca admin admin] Checking segment: {'id': '69d252f7-d8fe-473c-8cab-d4f0b71a0536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '96b0f238-396c-423e-aa15-55764be5ecdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:02:40.005199 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c2f570-2f8b-44a9-a1a1-45592288d5ca admin admin] Network hostable DHCP agents. Network: 96b0f238-396c-423e-aa15-55764be5ecdb, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:02:40.071921 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-089c2df8-a76b-45d7-94a6-5a5e30806856 req-6a1239b6-b6cf-4bb1-b224-770f0485e69a service neutron] 10.222.0.55 "GET /v2.0/networks/ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264343 Nov 12 20:02:40.082302 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-47407fb6-b826-4896-a64c-1b8cd01f613b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:40.138736 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-407b8f16-46ba-4cff-99f1-30db7a2713c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:40.154965 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-407b8f16-46ba-4cff-99f1-30db7a2713c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:40.154965 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-407b8f16-46ba-4cff-99f1-30db7a2713c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d744b8d2-a750-463d-b72d-76855282f896 HTTP/1.1" status: 204 len: 168 time: 0.4272578 Nov 12 20:02:40.178454 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-47407fb6-b826-4896-a64c-1b8cd01f613b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:40.184146 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b8f16-46ba-4cff-99f1-30db7a2713c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d744b8d2-a750-463d-b72d-76855282f896,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:40.188874 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96e578c3-a71e-4c80-836b-a11cb1533aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:40.203659 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 47e538a5-0794-4406-91e0-d37d5df399b9 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:02:40.227790 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 47e538a5-0794-4406-91e0-d37d5df399b9 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:02:40.228807 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 47e538a5-0794-4406-91e0-d37d5df399b9 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:02:40.241290 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c2f570-2f8b-44a9-a1a1-45592288d5ca admin admin] Network 96b0f238-396c-423e-aa15-55764be5ecdb is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:02:40.283071 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e578c3-a71e-4c80-836b-a11cb1533aeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e737cd8-1b39-4275-8cfe-0de94b1671b4,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:40.290400 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96e578c3-a71e-4c80-836b-a11cb1533aeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:40.296835 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-96e578c3-a71e-4c80-836b-a11cb1533aeb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4e737cd8-1b39-4275-8cfe-0de94b1671b4 HTTP/1.1" status: 204 len: 168 time: 0.8136175 Nov 12 20:02:40.297631 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55390) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:40.429235 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-e428a619-6cdb-4eb5-9468-2796727b4dcc tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:40.435484 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a6b0d2ff-1e0d-45fa-a9cd-d7cbf0c35098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:40.520998 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0f1d9b80-205a-4a04-b88c-fc696fddb0d2 req-a2417c67-f629-46a1-a443-612444886dab tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups?id=1559601b-ff72-4ce9-9f6b-84bfc96eb534&id=9e972950-666b-4806-a917-fc62770367d6&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.5217204 Nov 12 20:02:40.538729 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-01c2f570-2f8b-44a9-a1a1-45592288d5ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 96b0f238-396c-423e-aa15-55764be5ecdb) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:02:40.548626 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba9ef48-20f9-46ac-9312-39f28301befb None None] Network 96b0f238-396c-423e-aa15-55764be5ecdb requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:02:40.574274 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c2f570-2f8b-44a9-a1a1-45592288d5ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:40.575149 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-01c2f570-2f8b-44a9-a1a1-45592288d5ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:40.584735 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-47407fb6-b826-4896-a64c-1b8cd01f613b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:40.589446 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-47407fb6-b826-4896-a64c-1b8cd01f613b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:40.606109 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-47407fb6-b826-4896-a64c-1b8cd01f613b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/56f433c3-2d19-4174-a805-c65853bae3c2 HTTP/1.1" status: 204 len: 168 time: 0.7447937 Nov 12 20:02:40.632614 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-e428a619-6cdb-4eb5-9468-2796727b4dcc tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:40.725079 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06ee85-8074-424b-ae0f-1f7e0353a60c req-612cf41b-7982-433d-ba52-b6fecea06455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:40.726944 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4f06ee85-8074-424b-ae0f-1f7e0353a60c req-612cf41b-7982-433d-ba52-b6fecea06455 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d841e32d493a46c7bf1c58a418da2caa&device_id=6db8fe32-78bf-465f-b922-7e784d3c8061 HTTP/1.1" status: 200 len: 1136 time: 0.5077507 Nov 12 20:02:40.743252 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428a619-6cdb-4eb5-9468-2796727b4dcc tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Pushing event updated for resources: {'Port': ['ID=6f5fb2ef-6df8-463e-ac0c-7062375058e1,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:40.889661 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7490b657-7189-4734-8cd9-74322b4a79d3 None None] Network 96b0f238-396c-423e-aa15-55764be5ecdb requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:02:40.906140 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47407fb6-b826-4896-a64c-1b8cd01f613b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f433c3-2d19-4174-a805-c65853bae3c2,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:40.946699 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-01c2f570-2f8b-44a9-a1a1-45592288d5ca admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9799545 Nov 12 20:02:40.949970 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-e428a619-6cdb-4eb5-9468-2796727b4dcc tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:02:41.001215 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-e428a619-6cdb-4eb5-9468-2796727b4dcc tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:02:41.023877 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-e428a619-6cdb-4eb5-9468-2796727b4dcc tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:02:41.253367 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f8736111-bd46-4ad6-a294-9d61b783532f req-793178f5-331e-49da-b63d-242802f36e66 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 210 time: 0.7289102 Nov 12 20:02:41.266741 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55410) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:41.350487 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-e428a619-6cdb-4eb5-9468-2796727b4dcc tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:41.352423 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-e428a619-6cdb-4eb5-9468-2796727b4dcc tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:41.368147 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06ee85-8074-424b-ae0f-1f7e0353a60c req-a095fb86-3eb2-486d-bfd1-e3e5859cd0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:41.370206 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4f06ee85-8074-424b-ae0f-1f7e0353a60c req-a095fb86-3eb2-486d-bfd1-e3e5859cd0ce service neutron] 10.222.0.55 "GET /v2.0/networks?id=ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf HTTP/1.1" status: 200 len: 912 time: 0.6080141 Nov 12 20:02:41.443727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e193f672-1b26-43f6-9924-ee1547ec3f44 None None] Provisioning complete for port 6f5fb2ef-6df8-463e-ac0c-7062375058e1 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:41.444802 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e193f672-1b26-43f6-9924-ee1547ec3f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:41.461227 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55414) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:41.482813 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4f06ee85-8074-424b-ae0f-1f7e0353a60c req-a4aa3f02-3951-42d0-a241-83ef16f1d966 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e77c0a3-6598-48b5-81b7-aa4ae90b300a HTTP/1.1" status: 200 len: 217 time: 0.1035590 Nov 12 20:02:41.486366 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-e428a619-6cdb-4eb5-9468-2796727b4dcc tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6629624 Nov 12 20:02:41.493310 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e193f672-1b26-43f6-9924-ee1547ec3f44 None None] Port 6f5fb2ef-6df8-463e-ac0c-7062375058e1 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:02:41.510596 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-67af7309-661b-4c61-ab19-562bf8277e09 admin admin] Deleting subnet 72fb6c88-4f2b-4822-9bb4-8e6aa468c3d2 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:02:41.520733 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-00af3e25-9aaf-4f66-a613-1bc30d11c323 service neutron] Request body: {'port': {'device_id': 'ebbb51bc-6f14-4636-9680-6813c726ca90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:41.521479 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a6b0d2ff-1e0d-45fa-a9cd-d7cbf0c35098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:41.552714 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-a6b0d2ff-1e0d-45fa-a9cd-d7cbf0c35098 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:41.569524 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67af7309-661b-4c61-ab19-562bf8277e09 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:41.624201 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-a6b0d2ff-1e0d-45fa-a9cd-d7cbf0c35098 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:41.624527 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-a6b0d2ff-1e0d-45fa-a9cd-d7cbf0c35098 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d6b64f-16db-4d38-8b1a-4bc73fcf8b52') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:41.665574 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a6b0d2ff-1e0d-45fa-a9cd-d7cbf0c35098 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:41.677169 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67af7309-661b-4c61-ab19-562bf8277e09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:41.709266 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a6b0d2ff-1e0d-45fa-a9cd-d7cbf0c35098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:41.727089 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-00af3e25-9aaf-4f66-a613-1bc30d11c323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:41.749364 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b0d2ff-1e0d-45fa-a9cd-d7cbf0c35098 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:02:41.749786 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a6b0d2ff-1e0d-45fa-a9cd-d7cbf0c35098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:02:41.751505 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:02:41.778936 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06ee85-8074-424b-ae0f-1f7e0353a60c req-2128466b-e56d-4b76-8621-78399557f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:41.781279 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4f06ee85-8074-424b-ae0f-1f7e0353a60c req-2128466b-e56d-4b76-8621-78399557f053 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f3c2628-623a-462d-bf8e-5a15a10469ff HTTP/1.1" status: 200 len: 851 time: 0.2825723 Nov 12 20:02:41.789576 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ae16be0c-d6b4-40eb-970e-3070b7574baf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=89131460b8414d37817e9ba32b454d8b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3248909 Nov 12 20:02:41.791299 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55420) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:41.830809 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67af7309-661b-4c61-ab19-562bf8277e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:41.860423 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8709a-2796-4ee5-b5bd-72de740cd093 req-eda10b58-6eb4-4d34-9684-c6f785ac84dc tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:41.862297 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a9e8709a-2796-4ee5-b5bd-72de740cd093 req-eda10b58-6eb4-4d34-9684-c6f785ac84dc tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db8fe32-78bf-465f-b922-7e784d3c8061 HTTP/1.1" status: 200 len: 984 time: 0.2285833 Nov 12 20:02:41.868284 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4f06ee85-8074-424b-ae0f-1f7e0353a60c req-5263c229-292b-45af-95cd-23d3c804b98e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780568 Nov 12 20:02:41.938475 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67af7309-661b-4c61-ab19-562bf8277e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:41.943420 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a6b0d2ff-1e0d-45fa-a9cd-d7cbf0c35098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:42.004980 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a6b0d2ff-1e0d-45fa-a9cd-d7cbf0c35098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:42.009898 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a6b0d2ff-1e0d-45fa-a9cd-d7cbf0c35098 admin admin] 10.222.0.48 "DELETE /v2.0/networks/82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7 HTTP/1.1" status: 204 len: 168 time: 1.7095211 Nov 12 20:02:42.074176 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1dc0d128-e08a-49c1-8626-a33b6f40cd45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:42.138827 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f0a3646-ec20-4e4c-8f9c-bf17bd7bf5ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:42.141546 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55434) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:42.155147 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67af7309-661b-4c61-ab19-562bf8277e09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:42.162971 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55438) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:42.164004 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-67af7309-661b-4c61-ab19-562bf8277e09 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/72fb6c88-4f2b-4822-9bb4-8e6aa468c3d2 HTTP/1.1" status: 204 len: 168 time: 0.8890934 Nov 12 20:02:42.165111 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af7309-661b-4c61-ab19-562bf8277e09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72fb6c88-4f2b-4822-9bb4-8e6aa468c3d2,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:42.174774 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0d2ff-1e0d-45fa-a9cd-d7cbf0c35098 admin admin] Pushing event deleted for resources: {'Network': ['ID=82b2c9cd-6e44-4a24-b174-9fc0b8bfbef7,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:42.209103 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4f06ee85-8074-424b-ae0f-1f7e0353a60c req-85f7191c-b55f-4143-a22d-d4503841477d service neutron] 10.222.0.55 "GET /v2.0/networks/ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318965 Nov 12 20:02:42.214021 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a9e8709a-2796-4ee5-b5bd-72de740cd093 req-6e13f826-91de-4de2-b21c-ee2cc5d9002b tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups?id=1559601b-ff72-4ce9-9f6b-84bfc96eb534&id=9e972950-666b-4806-a917-fc62770367d6&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3258901 Nov 12 20:02:42.270059 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f0a3646-ec20-4e4c-8f9c-bf17bd7bf5ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:42.360668 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55446) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:42.395332 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-27141498-c049-48e0-9a26-5b0814ecb8ae admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1738175010-network', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:42.414280 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7354fe8d-c6bb-4592-a7d3-a47d51a0125a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:42.484592 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27141498-c049-48e0-9a26-5b0814ecb8ae admin admin] Made reservation on behalf of f131d5186dcd49f4b36559627d56bdc0 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:02:42.487217 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-27141498-c049-48e0-9a26-5b0814ecb8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:42.498297 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4275ac22-a7d7-4ab1-a6c2-75950eda1e76 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=14a84fe176fc4137acc33b6d74c1e9ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312976 Nov 12 20:02:42.507392 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751ccff-18a8-4051-9830-353c4f0239ba req-e215c066-0769-48b2-acde-586c1c19eb3d tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:42.509402 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8751ccff-18a8-4051-9830-353c4f0239ba req-e215c066-0769-48b2-acde-586c1c19eb3d tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 936 time: 0.1104836 Nov 12 20:02:42.510998 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55456) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:42.522085 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-27141498-c049-48e0-9a26-5b0814ecb8ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:42.540437 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4f06ee85-8074-424b-ae0f-1f7e0353a60c req-1e81af26-3472-4242-9d59-04b023ab0b22 service neutron] 10.222.0.55 "GET /v2.0/networks/ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206348 Nov 12 20:02:42.546351 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f0a3646-ec20-4e4c-8f9c-bf17bd7bf5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:42.548867 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f0a3646-ec20-4e4c-8f9c-bf17bd7bf5ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:42.552296 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8f0a3646-ec20-4e4c-8f9c-bf17bd7bf5ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c18f9f7f-0e5b-43b2-bb5b-8790fff37d98 HTTP/1.1" status: 204 len: 168 time: 0.7568765 Nov 12 20:02:42.581730 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a3646-ec20-4e4c-8f9c-bf17bd7bf5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18f9f7f-0e5b-43b2-bb5b-8790fff37d98,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:42.613245 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-00af3e25-9aaf-4f66-a613-1bc30d11c323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5fb2ef-6df8-463e-ac0c-7062375058e1 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:02:42.628474 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-00af3e25-9aaf-4f66-a613-1bc30d11c323 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:42.631453 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7354fe8d-c6bb-4592-a7d3-a47d51a0125a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:42.640994 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a3646-ec20-4e4c-8f9c-bf17bd7bf5ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:42.641416 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a3646-ec20-4e4c-8f9c-bf17bd7bf5ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:42.641671 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a3646-ec20-4e4c-8f9c-bf17bd7bf5ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:42.642003 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a3646-ec20-4e4c-8f9c-bf17bd7bf5ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:42.642346 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a3646-ec20-4e4c-8f9c-bf17bd7bf5ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:42.642654 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a3646-ec20-4e4c-8f9c-bf17bd7bf5ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:42.642977 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a3646-ec20-4e4c-8f9c-bf17bd7bf5ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:42.643298 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a3646-ec20-4e4c-8f9c-bf17bd7bf5ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:42.643618 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a3646-ec20-4e4c-8f9c-bf17bd7bf5ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:42.643933 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a3646-ec20-4e4c-8f9c-bf17bd7bf5ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:42.644263 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a3646-ec20-4e4c-8f9c-bf17bd7bf5ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:42.644582 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a3646-ec20-4e4c-8f9c-bf17bd7bf5ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:42.666835 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-7354fe8d-c6bb-4592-a7d3-a47d51a0125a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b0f238-396c-423e-aa15-55764be5ecdb']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:42.669200 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-00af3e25-9aaf-4f66-a613-1bc30d11c323 service neutron] Transition to ACTIVE for port object 6f5fb2ef-6df8-463e-ac0c-7062375058e1 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:02:42.676575 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-00af3e25-9aaf-4f66-a613-1bc30d11c323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:42.681669 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-7354fe8d-c6bb-4592-a7d3-a47d51a0125a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d252f7-d8fe-473c-8cab-d4f0b71a0536') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:42.682551 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-7354fe8d-c6bb-4592-a7d3-a47d51a0125a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d252f7-d8fe-473c-8cab-d4f0b71a0536') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:42.721616 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7354fe8d-c6bb-4592-a7d3-a47d51a0125a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:42.756183 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7354fe8d-c6bb-4592-a7d3-a47d51a0125a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:42.766813 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af3e25-9aaf-4f66-a613-1bc30d11c323 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5fb2ef-6df8-463e-ac0c-7062375058e1,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:42.773801 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7354fe8d-c6bb-4592-a7d3-a47d51a0125a admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:02:42.774149 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7354fe8d-c6bb-4592-a7d3-a47d51a0125a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:02:42.775990 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:02:42.897351 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8751ccff-18a8-4051-9830-353c4f0239ba req-a6bc3bf3-5664-45bc-ae73-7861a5b376b9 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657024 Nov 12 20:02:42.939745 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7354fe8d-c6bb-4592-a7d3-a47d51a0125a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:42.950674 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8d875937-2468-441b-80d0-0de0a72409d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:42.958564 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7354fe8d-c6bb-4592-a7d3-a47d51a0125a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:42.968324 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7354fe8d-c6bb-4592-a7d3-a47d51a0125a admin admin] 10.222.0.48 "DELETE /v2.0/networks/96b0f238-396c-423e-aa15-55764be5ecdb HTTP/1.1" status: 204 len: 168 time: 0.8034661 Nov 12 20:02:42.986349 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354fe8d-c6bb-4592-a7d3-a47d51a0125a admin admin] Pushing event deleted for resources: {'Network': ['ID=96b0f238-396c-423e-aa15-55764be5ecdb,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:42.997438 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-00af3e25-9aaf-4f66-a613-1bc30d11c323 service neutron] Attempting to bind port 6f5fb2ef-6df8-463e-ac0c-7062375058e1 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:02:42.997880 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-00af3e25-9aaf-4f66-a613-1bc30d11c323 service neutron] Attempting to bind port 6f5fb2ef-6df8-463e-ac0c-7062375058e1 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:02:42.998211 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-00af3e25-9aaf-4f66-a613-1bc30d11c323 service neutron] Attempting to bind port 6f5fb2ef-6df8-463e-ac0c-7062375058e1 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:02:43.006040 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8d875937-2468-441b-80d0-0de0a72409d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:43.010625 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-00af3e25-9aaf-4f66-a613-1bc30d11c323 service neutron] Port 6f5fb2ef-6df8-463e-ac0c-7062375058e1 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:02:43.010840 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-00af3e25-9aaf-4f66-a613-1bc30d11c323 service neutron] Attempting to bind port 6f5fb2ef-6df8-463e-ac0c-7062375058e1 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:02:43.024998 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-00af3e25-9aaf-4f66-a613-1bc30d11c323 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:02:43.025345 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-00af3e25-9aaf-4f66-a613-1bc30d11c323 service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:02:43.025728 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-00af3e25-9aaf-4f66-a613-1bc30d11c323 service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:02:43.026441 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-00af3e25-9aaf-4f66-a613-1bc30d11c323 service neutron] Bound port: 6f5fb2ef-6df8-463e-ac0c-7062375058e1, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:02:43.027008 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-00af3e25-9aaf-4f66-a613-1bc30d11c323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:43.051866 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-27141498-c049-48e0-9a26-5b0814ecb8ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:43.067039 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-27141498-c049-48e0-9a26-5b0814ecb8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:43.099057 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27141498-c049-48e0-9a26-5b0814ecb8ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:02:43.170667 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-00af3e25-9aaf-4f66-a613-1bc30d11c323 service neutron] For port 6f5fb2ef-6df8-463e-ac0c-7062375058e1, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:02:43.174660 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-00af3e25-9aaf-4f66-a613-1bc30d11c323 service neutron] For port 6f5fb2ef-6df8-463e-ac0c-7062375058e1, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6f5fb2ef-6df8-463e-ac0c-7062375058e1,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:02:43.180721 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-00af3e25-9aaf-4f66-a613-1bc30d11c323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:43.188818 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-27141498-c049-48e0-9a26-5b0814ecb8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:43.190982 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-27141498-c049-48e0-9a26-5b0814ecb8ae admin admin] Added segment a4495e9e-0520-408e-b7b5-7d8ecec55dc4 of type vlan for network 80c69418-b92b-4b29-9244-07bfae8aef96 Nov 12 20:02:43.217382 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-1dc0d128-e08a-49c1-8626-a33b6f40cd45 admin admin] Deleting port ab2415c0-8ef2-42a7-9808-d12c1fd0c527 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:02:43.224774 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1dc0d128-e08a-49c1-8626-a33b6f40cd45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:43.250210 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27141498-c049-48e0-9a26-5b0814ecb8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ae385b-3557-4481-ad53-b0794217c6e4,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:43.258566 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-00af3e25-9aaf-4f66-a613-1bc30d11c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:43.258566 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-00af3e25-9aaf-4f66-a613-1bc30d11c323 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:43.260015 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-00af3e25-9aaf-4f66-a613-1bc30d11c323 service neutron] 10.222.0.55 "PUT /v2.0/ports/6f5fb2ef-6df8-463e-ac0c-7062375058e1 HTTP/1.1" status: 200 len: 1097 time: 1.7453725 Nov 12 20:02:43.260501 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbb51bc-6f14-4636-9680-6813c726ca90', 'tag': '6f5fb2ef-6df8-463e-ac0c-7062375058e1'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:02:43.262938 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87d5eaf-de3a-4e84-a443-c2fbf9e8421c" -d '{"events": [{"name": "network-changed", "server_uuid": "ebbb51bc-6f14-4636-9680-6813c726ca90", "tag": "6f5fb2ef-6df8-463e-ac0c-7062375058e1"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:02:43.370214 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5433206-087d-4bfb-bab8-6e1909563dac x-openstack-request-id: req-b5433206-087d-4bfb-bab8-6e1909563dac {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:02:43.370557 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebbb51bc-6f14-4636-9680-6813c726ca90", "tag": "6f5fb2ef-6df8-463e-ac0c-7062375058e1", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:02:43.370744 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b5433206-087d-4bfb-bab8-6e1909563dac {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:02:43.371121 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebbb51bc-6f14-4636-9680-6813c726ca90', 'tag': '6f5fb2ef-6df8-463e-ac0c-7062375058e1', 'status': 'completed', 'code': 200} Nov 12 20:02:43.443669 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af3e25-9aaf-4f66-a613-1bc30d11c323 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5fb2ef-6df8-463e-ac0c-7062375058e1,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:43.459666 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-27141498-c049-48e0-9a26-5b0814ecb8ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:43.481479 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8d875937-2468-441b-80d0-0de0a72409d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:43.486853 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8d875937-2468-441b-80d0-0de0a72409d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:43.492106 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8d875937-2468-441b-80d0-0de0a72409d5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0 HTTP/1.1" status: 204 len: 168 time: 0.9785688 Nov 12 20:02:43.520979 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d875937-2468-441b-80d0-0de0a72409d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe07d4b-7f1b-44b4-a9f3-d63765ea61c0,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:43.551859 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-b06d16c3-e023-42e5-bc79-7a40ac0e4b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:43.555910 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-b06d16c3-e023-42e5-bc79-7a40ac0e4b6f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 1100 time: 0.2423172 Nov 12 20:02:43.573110 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb0fc6-1b8c-4196-9495-bccd62785cae req-81df45db-49bd-4427-8fa3-30350348992b tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:43.591321 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7bb0fc6-1b8c-4196-9495-bccd62785cae req-81df45db-49bd-4427-8fa3-30350348992b tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db8fe32-78bf-465f-b922-7e784d3c8061 HTTP/1.1" status: 200 len: 984 time: 0.1916327 Nov 12 20:02:43.595050 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-27141498-c049-48e0-9a26-5b0814ecb8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:43.596288 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27141498-c049-48e0-9a26-5b0814ecb8ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:43.597841 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-27141498-c049-48e0-9a26-5b0814ecb8ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:43.614764 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-1dc0d128-e08a-49c1-8626-a33b6f40cd45 admin admin] For port ab2415c0-8ef2-42a7-9808-d12c1fd0c527, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ab2415c0-8ef2-42a7-9808-d12c1fd0c527,segment=NetworkSegment(ba89ee47-abae-433b-8c45-1e07345781b7),segment_id=ba89ee47-abae-433b-8c45-1e07345781b7)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:43.615657 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1dc0d128-e08a-49c1-8626-a33b6f40cd45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:43.705164 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55482) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:43.707476 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-cc1106ec-0fe1-4924-80e6-933bb9363296 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=6f5fb2ef-6df8-463e-ac0c-7062375058e1 HTTP/1.1" status: 200 len: 217 time: 0.1058261 Nov 12 20:02:43.753812 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27141498-c049-48e0-9a26-5b0814ecb8ae admin admin] Pushing event updated for resources: {'Network': ['ID=80c69418-b92b-4b29-9244-07bfae8aef96,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:43.760477 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-27141498-c049-48e0-9a26-5b0814ecb8ae admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6157606 Nov 12 20:02:43.764178 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55484) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:43.766642 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 80c69418-b92b-4b29-9244-07bfae8aef96 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:02:43.786831 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-1dc0d128-e08a-49c1-8626-a33b6f40cd45 admin admin] Calling delete_port for ab2415c0-8ef2-42a7-9808-d12c1fd0c527 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:02:43.797235 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-572dfce6-4e30-482a-a999-a44cc8e333d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:43.799014 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-572dfce6-4e30-482a-a999-a44cc8e333d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0777931 Nov 12 20:02:43.802019 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-95d8957b-d7ba-421a-8c83-8f487252ea8a admin admin] Request body: {'subnet': {'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1738175010-subnet', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:43.926612 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b3603321-c69e-45f3-9e3b-8ddee8a587c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d28fc5d7ff94fab99a9f8e3f22f11fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170970 Nov 12 20:02:43.959142 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7bb0fc6-1b8c-4196-9495-bccd62785cae req-b09ed5f0-039c-43c0-a243-82608445330a tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups?id=1559601b-ff72-4ce9-9f6b-84bfc96eb534&id=9e972950-666b-4806-a917-fc62770367d6&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3665407 Nov 12 20:02:43.967043 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55490) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:44.005996 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-8aeca02d-e57d-4304-84a1-52d5c93ae3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:44.009002 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-8aeca02d-e57d-4304-84a1-52d5c93ae3c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1980383 Nov 12 20:02:44.048645 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d8957b-d7ba-421a-8c83-8f487252ea8a admin admin] Made reservation on behalf of f131d5186dcd49f4b36559627d56bdc0 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:02:44.055681 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-95d8957b-d7ba-421a-8c83-8f487252ea8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:44.228104 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a9ec49e-7425-4d6d-8fe4-918a3c103e3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:44.283993 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-bb972949-b6c8-4c28-8d1b-629a53933166 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657335 Nov 12 20:02:44.346532 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a9ec49e-7425-4d6d-8fe4-918a3c103e3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:44.385152 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a0374-28b0-4334-81bf-f90cb575247e req-01ea365b-37db-418c-9487-6dd683617515 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:44.395189 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3f1a0374-28b0-4334-81bf-f90cb575247e req-01ea365b-37db-418c-9487-6dd683617515 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 948 time: 0.2927067 Nov 12 20:02:44.403150 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a9cc8c46-8c74-482e-9ed3-795204b8d316 req-bb07832d-1da8-4e6f-acde-28ecc4c4957e tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-338125170&fields=id&tenant_id=d841e32d493a46c7bf1c58a418da2caa HTTP/1.1" status: 200 len: 267 time: 0.2244084 Nov 12 20:02:44.549760 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3f1a0374-28b0-4334-81bf-f90cb575247e req-77e39c6e-89d2-49f4-a43a-2c640aea1bf8 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533260 Nov 12 20:02:44.571405 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc8c46-8c74-482e-9ed3-795204b8d316 req-ecd29b9a-c541-47cc-957f-c7254cc900c4 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:44.585773 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a9cc8c46-8c74-482e-9ed3-795204b8d316 req-ecd29b9a-c541-47cc-957f-c7254cc900c4 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db8fe32-78bf-465f-b922-7e784d3c8061 HTTP/1.1" status: 200 len: 984 time: 0.1815844 Nov 12 20:02:44.600915 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-a9cc8c46-8c74-482e-9ed3-795204b8d316 req-ed30ffdc-9872-458a-8700-6b2ecd4ce0bb tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Request body: {'port': {'security_groups': ['1559601b-ff72-4ce9-9f6b-84bfc96eb534', '9e972950-666b-4806-a917-fc62770367d6', '22f528ce-1ea2-4d73-9d2a-1f082054aa7e']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:44.673183 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db3608da-030a-4746-a962-77f2b6ec0b4f req-e4aea8c2-5f1b-4805-9099-5e01639ea7f6 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726373 Nov 12 20:02:44.693161 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a9ec49e-7425-4d6d-8fe4-918a3c103e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:44.704904 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a9ec49e-7425-4d6d-8fe4-918a3c103e3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:44.709252 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-95d8957b-d7ba-421a-8c83-8f487252ea8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:44.711441 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6a9ec49e-7425-4d6d-8fe4-918a3c103e3e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b3004f8e-071b-47e1-a45e-b76476b7a016 HTTP/1.1" status: 204 len: 168 time: 0.7392430 Nov 12 20:02:44.788054 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1dc0d128-e08a-49c1-8626-a33b6f40cd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:44.814067 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a9cc8c46-8c74-482e-9ed3-795204b8d316 req-ed30ffdc-9872-458a-8700-6b2ecd4ce0bb tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:44.849031 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0d128-e08a-49c1-8626-a33b6f40cd45 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab2415c0-8ef2-42a7-9808-d12c1fd0c527,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:44.948871 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ec49e-7425-4d6d-8fe4-918a3c103e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3004f8e-071b-47e1-a45e-b76476b7a016,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:45.068537 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8957b-d7ba-421a-8c83-8f487252ea8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7538c2f0-1816-4b2d-be66-4f8cb443d9c1,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:45.107155 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d5eaf-de3a-4e84-a443-c2fbf9e8421c req-c59f68e3-dda6-445d-9693-8a405fa478ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:45.110770 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c87d5eaf-de3a-4e84-a443-c2fbf9e8421c req-c59f68e3-dda6-445d-9693-8a405fa478ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 1100 time: 0.2992465 Nov 12 20:02:45.116886 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d8957b-d7ba-421a-8c83-8f487252ea8a admin admin] Checking segment: {'id': 'a4495e9e-0520-408e-b7b5-7d8ecec55dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:02:45.118089 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d8957b-d7ba-421a-8c83-8f487252ea8a admin admin] Network hostable DHCP agents. Network: 80c69418-b92b-4b29-9244-07bfae8aef96, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:02:45.235589 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:02:45.250999 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d8957b-d7ba-421a-8c83-8f487252ea8a admin admin] Network 80c69418-b92b-4b29-9244-07bfae8aef96 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:02:45.267158 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-95d8957b-d7ba-421a-8c83-8f487252ea8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 80c69418-b92b-4b29-9244-07bfae8aef96) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:02:45.274102 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d8957b-d7ba-421a-8c83-8f487252ea8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:45.274701 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-95d8957b-d7ba-421a-8c83-8f487252ea8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:45.278244 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1dc0d128-e08a-49c1-8626-a33b6f40cd45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:45.281529 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a783ae38-98d9-4934-a15d-a5fb036dc092 None None] Network 80c69418-b92b-4b29-9244-07bfae8aef96 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:02:45.310859 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-95d8957b-d7ba-421a-8c83-8f487252ea8a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5253930 Nov 12 20:02:45.349420 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55524) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:45.360464 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-8f62cc4b-e31d-4d03-9346-debe3a2d6e80 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1738175010-router', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:45.425495 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d5eaf-de3a-4e84-a443-c2fbf9e8421c req-cb83d970-61cd-45fd-979f-52da70432384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:45.428496 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f62cc4b-e31d-4d03-9346-debe3a2d6e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:45.429785 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f62cc4b-e31d-4d03-9346-debe3a2d6e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:45.435551 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c87d5eaf-de3a-4e84-a443-c2fbf9e8421c req-cb83d970-61cd-45fd-979f-52da70432384 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.3043530 Nov 12 20:02:45.493424 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f62cc4b-e31d-4d03-9346-debe3a2d6e80 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:45.494648 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55530) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:45.636565 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-80c69418-b92b-4b29-9244-07bfae8aef96', 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'fixed_ips': [{'subnet_id': '7538c2f0-1816-4b2d-be66-4f8cb443d9c1'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:02:45.637678 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:45.646848 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c87d5eaf-de3a-4e84-a443-c2fbf9e8421c req-e1fa1543-eaee-4463-b2eb-4914a9d60232 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=6f5fb2ef-6df8-463e-ac0c-7062375058e1 HTTP/1.1" status: 200 len: 217 time: 0.1960700 Nov 12 20:02:45.819316 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d5eaf-de3a-4e84-a443-c2fbf9e8421c req-be0f35c4-620a-44d7-a9db-38d96dd1504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:45.821001 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c87d5eaf-de3a-4e84-a443-c2fbf9e8421c req-be0f35c4-620a-44d7-a9db-38d96dd1504a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1479661 Nov 12 20:02:45.872334 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f62cc4b-e31d-4d03-9346-debe3a2d6e80 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:45.892035 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-4d9f866d-ad7d-49dc-b171-89dd8f18985b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1844154825-network', 'tenant_id': '576352c200384232b3a8faafcc03ff3b'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:45.940525 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Allocated IP 172.20.0.2 (80c69418-b92b-4b29-9244-07bfae8aef96/7538c2f0-1816-4b2d-be66-4f8cb443d9c1/4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:02:45.987624 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d5eaf-de3a-4e84-a443-c2fbf9e8421c req-a02dbfed-a150-40e8-b56e-91c046546f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:45.990498 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c87d5eaf-de3a-4e84-a443-c2fbf9e8421c req-a02dbfed-a150-40e8-b56e-91c046546f62 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1597490 Nov 12 20:02:46.241323 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9f866d-ad7d-49dc-b171-89dd8f18985b admin admin] Made reservation on behalf of 576352c200384232b3a8faafcc03ff3b for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:02:46.244570 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4d9f866d-ad7d-49dc-b171-89dd8f18985b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:46.250740 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:46.261191 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:46.267629 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-a9cc8c46-8c74-482e-9ed3-795204b8d316 req-ed30ffdc-9872-458a-8700-6b2ecd4ce0bb tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] For port 1e77c0a3-6598-48b5-81b7-aa4ae90b300a, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1e77c0a3-6598-48b5-81b7-aa4ae90b300a,segment=NetworkSegment(8d4b2a29-f4c2-4d68-bedf-9aaa5810610c),segment_id=8d4b2a29-f4c2-4d68-bedf-9aaa5810610c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:46.285061 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c87d5eaf-de3a-4e84-a443-c2fbf9e8421c req-b560d835-8e34-4f8a-932c-b58ae91c4aa2 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756908 Nov 12 20:02:46.298586 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4d9f866d-ad7d-49dc-b171-89dd8f18985b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:46.357763 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01e47d-3a0d-4899-8add-bb9d4d3688ca req-e8177a37-57a2-491c-819d-fd7299ee6761 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:46.360137 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7e01e47d-3a0d-4899-8add-bb9d4d3688ca req-e8177a37-57a2-491c-819d-fd7299ee6761 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 948 time: 0.4569166 Nov 12 20:02:46.365416 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Pushing event updated for resources: {'Port': ['ID=4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:46.375782 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:46.376131 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:46.384707 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:46.385329 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:46.385833 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:46.386413 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:46.386903 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:46.387409 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:46.387891 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:46.388484 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:46.388985 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:46.389718 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:02:46.412500 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Network 80c69418-b92b-4b29-9244-07bfae8aef96 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:02:46.414185 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:02:46.419224 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:02:46.431668 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c87d5eaf-de3a-4e84-a443-c2fbf9e8421c req-c5117ba6-4e79-4633-b6dc-495c583f5aae service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291530 Nov 12 20:02:46.446586 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a9cc8c46-8c74-482e-9ed3-795204b8d316 req-ed30ffdc-9872-458a-8700-6b2ecd4ce0bb tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:46.453544 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a9cc8c46-8c74-482e-9ed3-795204b8d316 req-ed30ffdc-9872-458a-8700-6b2ecd4ce0bb tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:46.523297 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc8c46-8c74-482e-9ed3-795204b8d316 req-ed30ffdc-9872-458a-8700-6b2ecd4ce0bb tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:46.524389 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a9cc8c46-8c74-482e-9ed3-795204b8d316 req-ed30ffdc-9872-458a-8700-6b2ecd4ce0bb tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:46.535696 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a9cc8c46-8c74-482e-9ed3-795204b8d316 req-ed30ffdc-9872-458a-8700-6b2ecd4ce0bb tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "PUT /v2.0/ports/1e77c0a3-6598-48b5-81b7-aa4ae90b300a HTTP/1.1" status: 200 len: 1020 time: 1.9486604 Nov 12 20:02:46.536878 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db8fe32-78bf-465f-b922-7e784d3c8061', 'tag': '1e77c0a3-6598-48b5-81b7-aa4ae90b300a'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:02:46.549004 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ba204a-c1ff-410f-afc3-d47495829dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "6db8fe32-78bf-465f-b922-7e784d3c8061", "tag": "1e77c0a3-6598-48b5-81b7-aa4ae90b300a"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:02:46.550310 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc0d128-e08a-49c1-8626-a33b6f40cd45 admin admin] Router 3123a917-2893-47c0-aaae-819684240b10 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:02:46.560341 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['1e77c0a3-6598-48b5-81b7-aa4ae90b300a'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:02:46.562804 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:02:46.607729 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30ffdc-9872-458a-8700-6b2ecd4ce0bb tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Pushing event updated for resources: {'Port': ['ID=1e77c0a3-6598-48b5-81b7-aa4ae90b300a,revision_number=7']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:46.639581 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4d9f866d-ad7d-49dc-b171-89dd8f18985b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:46.645464 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7098e48-0d1e-4113-a420-d660c8a1f422 req-d1938f34-7ab8-4bf2-943a-f72586968e61 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups/22f528ce-1ea2-4d73-9d2a-1f082054aa7e HTTP/1.1" status: 200 len: 1817 time: 0.0880566 Nov 12 20:02:46.659284 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Attempting to bind port 4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:02:46.662224 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Attempting to bind port 4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'a4495e9e-0520-408e-b7b5-7d8ecec55dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:02:46.663520 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Attempting to bind port 4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c on network 80c69418-b92b-4b29-9244-07bfae8aef96 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:02:46.676306 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4d9f866d-ad7d-49dc-b171-89dd8f18985b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:46.680085 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['1e77c0a3-6598-48b5-81b7-aa4ae90b300a'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:02:46.690551 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55566) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:46.718698 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [req-b7098e48-0d1e-4113-a420-d660c8a1f422 req-b3282f9c-d8ed-4b46-a2aa-605614019494 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 20:02:46.720409 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7098e48-0d1e-4113-a420-d660c8a1f422 req-b3282f9c-d8ed-4b46-a2aa-605614019494 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "DELETE /v2.0/security-groups/22f528ce-1ea2-4d73-9d2a-1f082054aa7e HTTP/1.1" status: 409 len: 341 time: 0.0575027 Nov 12 20:02:46.723936 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:02:46.724285 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Checking segment: {'id': 'a4495e9e-0520-408e-b7b5-7d8ecec55dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:02:46.724905 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:46.725298 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Bound using segment: {'id': 'a4495e9e-0520-408e-b7b5-7d8ecec55dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:02:46.725785 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Bound port: 4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4495e9e-0520-408e-b7b5-7d8ecec55dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:02:46.726361 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:46.818743 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9f866d-ad7d-49dc-b171-89dd8f18985b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:02:46.835085 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7e01e47d-3a0d-4899-8add-bb9d4d3688ca req-d2123a15-5c52-4f02-86dc-984f22693280 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931649 Nov 12 20:02:46.888191 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] For port 4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:02:46.895275 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] For port 4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c,segment=NetworkSegment(a4495e9e-0520-408e-b7b5-7d8ecec55dc4),segment_id=a4495e9e-0520-408e-b7b5-7d8ecec55dc4)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:02:46.906772 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f866d-ad7d-49dc-b171-89dd8f18985b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105c7560-640f-4196-b2ef-fb6dbc12a907,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:46.930652 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd53144-f775-455d-86de-3c4cf71d3525 x-openstack-request-id: req-ebd53144-f775-455d-86de-3c4cf71d3525 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:02:46.932116 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db8fe32-78bf-465f-b922-7e784d3c8061", "tag": "1e77c0a3-6598-48b5-81b7-aa4ae90b300a", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:02:46.932587 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ebd53144-f775-455d-86de-3c4cf71d3525 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:02:46.933764 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:46.937947 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db8fe32-78bf-465f-b922-7e784d3c8061', 'tag': '1e77c0a3-6598-48b5-81b7-aa4ae90b300a', 'status': 'completed', 'code': 200} Nov 12 20:02:46.986581 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4d9f866d-ad7d-49dc-b171-89dd8f18985b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:46.990158 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-4d9f866d-ad7d-49dc-b171-89dd8f18985b admin admin] Added segment 1ad2435a-c4ac-4ee5-8edf-e8d6c27e8bce of type vlan for network aa3829ff-06bb-4e4b-bb18-0fd275848be2 Nov 12 20:02:46.998618 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-83dcc22d-8d48-49c0-a2f2-5e432dcd21a8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-725252058-network', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:47.044640 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba204a-c1ff-410f-afc3-d47495829dc8 req-f6db7766-c61a-49e4-bff6-6d1c1e9a1e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:47.047069 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-70ba204a-c1ff-410f-afc3-d47495829dc8 req-f6db7766-c61a-49e4-bff6-6d1c1e9a1e62 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d841e32d493a46c7bf1c58a418da2caa&device_id=6db8fe32-78bf-465f-b922-7e784d3c8061 HTTP/1.1" status: 200 len: 1175 time: 0.0874596 Nov 12 20:02:47.074398 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2a691-8092-41cf-bd92-a748ea06c4f1 None None] Pushing event updated for resources: {'Port': ['ID=4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:47.182365 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4d9f866d-ad7d-49dc-b171-89dd8f18985b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:47.247501 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba204a-c1ff-410f-afc3-d47495829dc8 req-5ed49847-2584-444b-9f05-109302c909ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:47.250603 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-70ba204a-c1ff-410f-afc3-d47495829dc8 req-5ed49847-2584-444b-9f05-109302c909ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf HTTP/1.1" status: 200 len: 912 time: 0.1957645 Nov 12 20:02:47.326247 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dcc22d-8d48-49c0-a2f2-5e432dcd21a8 admin admin] Made reservation on behalf of cc4db98daf5b4e7b9bbbe0aad0f1a29c for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:02:47.330701 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-83dcc22d-8d48-49c0-a2f2-5e432dcd21a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:47.377007 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-70ba204a-c1ff-410f-afc3-d47495829dc8 req-a9ad66f9-c07a-4d15-9101-bcd5857f7a27 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e77c0a3-6598-48b5-81b7-aa4ae90b300a HTTP/1.1" status: 200 len: 217 time: 0.1176693 Nov 12 20:02:47.427622 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-83dcc22d-8d48-49c0-a2f2-5e432dcd21a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:47.455207 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc0d128-e08a-49c1-8626-a33b6f40cd45 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:02:47.457506 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.db.resource_extend [None req-4d9f866d-ad7d-49dc-b171-89dd8f18985b admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 20:02:47.473190 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f443dd6c-94ec-429c-b415-3c59903638a1 None None] Sync routers for ids ['3123a917-2893-47c0-aaae-819684240b10'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:02:47.490868 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1dc0d128-e08a-49c1-8626-a33b6f40cd45 admin admin] 10.222.0.48 "PUT /v2.0/routers/3123a917-2893-47c0-aaae-819684240b10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6529603 Nov 12 20:02:47.496938 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55586) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:47.517370 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f443dd6c-94ec-429c-b415-3c59903638a1 None None] Routers {'3123a917-2893-47c0-aaae-819684240b10'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:02:47.518310 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-f443dd6c-94ec-429c-b415-3c59903638a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:02:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3123a917-2893-47c0-aaae-819684240b10'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:47.522976 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba204a-c1ff-410f-afc3-d47495829dc8 req-63a894f7-770c-4485-983b-0fff03c00495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:47.527213 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-70ba204a-c1ff-410f-afc3-d47495829dc8 req-63a894f7-770c-4485-983b-0fff03c00495 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f3c2628-623a-462d-bf8e-5a15a10469ff HTTP/1.1" status: 200 len: 851 time: 0.1416852 Nov 12 20:02:47.600141 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4d9f866d-ad7d-49dc-b171-89dd8f18985b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:47.601551 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9f866d-ad7d-49dc-b171-89dd8f18985b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:47.602430 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4d9f866d-ad7d-49dc-b171-89dd8f18985b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:47.668310 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-70ba204a-c1ff-410f-afc3-d47495829dc8 req-dae9d986-efba-4be2-8828-56cfe34c8c16 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506849 Nov 12 20:02:47.711982 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4d9f866d-ad7d-49dc-b171-89dd8f18985b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2138827 Nov 12 20:02:47.746707 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc6d6f-524a-47ee-9ee3-1e925bb9f501 req-a9621948-d61a-4b39-b17e-6469963e4b13 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:47.752141 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ffbc6d6f-524a-47ee-9ee3-1e925bb9f501 req-a9621948-d61a-4b39-b17e-6469963e4b13 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db8fe32-78bf-465f-b922-7e784d3c8061 HTTP/1.1" status: 200 len: 1023 time: 0.4393787 Nov 12 20:02:47.759505 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55588) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:47.794168 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-f443dd6c-94ec-429c-b415-3c59903638a1 None None] Set router 3123a917-2893-47c0-aaae-819684240b10 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:02:47.808009 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-5b974919-7ecd-4acd-ac5d-d7ab81449be1 admin admin] Request body: {'subnet': {'network_id': 'aa3829ff-06bb-4e4b-bb18-0fd275848be2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1844154825-subnet', 'tenant_id': '576352c200384232b3a8faafcc03ff3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:47.850458 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f866d-ad7d-49dc-b171-89dd8f18985b admin admin] Pushing event updated for resources: {'Network': ['ID=aa3829ff-06bb-4e4b-bb18-0fd275848be2,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:47.929019 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f62cc4b-e31d-4d03-9346-debe3a2d6e80 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:47.947718 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b974919-7ecd-4acd-ac5d-d7ab81449be1 admin admin] Made reservation on behalf of 576352c200384232b3a8faafcc03ff3b for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:02:47.953186 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5b974919-7ecd-4acd-ac5d-d7ab81449be1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:47.971948 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network aa3829ff-06bb-4e4b-bb18-0fd275848be2 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:02:48.083446 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-83dcc22d-8d48-49c0-a2f2-5e432dcd21a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:48.189124 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-f443dd6c-94ec-429c-b415-3c59903638a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123a917-2893-47c0-aaae-819684240b10', 'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-router', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:58Z', 'updated_at': '2021-11-12T20:02:44Z', 'revision_number': 5, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'gw_port': {'id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:01Z', 'updated_at': '2021-11-12T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:48.217125 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f443dd6c-94ec-429c-b415-3c59903638a1 None None] Checking router: 3123a917-2893-47c0-aaae-819684240b10 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:02:48.226466 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f443dd6c-94ec-429c-b415-3c59903638a1 None None] Routers {'3123a917-2893-47c0-aaae-819684240b10'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:02:48.227469 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-f443dd6c-94ec-429c-b415-3c59903638a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:02:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3123a917-2893-47c0-aaae-819684240b10'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:48.263825 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 6f5fb2ef-6df8-463e-ac0c-7062375058e1 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:02:48.602651 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-f443dd6c-94ec-429c-b415-3c59903638a1 None None] Set router 3123a917-2893-47c0-aaae-819684240b10 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:02:48.727491 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-70ba204a-c1ff-410f-afc3-d47495829dc8 req-78af9803-2c8c-43f4-b389-bb47184c7676 service neutron] 10.222.0.55 "GET /v2.0/networks/ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0486536 Nov 12 20:02:48.744899 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf4ae5f5-5884-462c-aaab-f82f110612cb admin admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:48.793385 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a990945-5778-4379-aa15-b55e3afbc67f req-a580f9d0-8dfe-40e6-9381-f9a3373e4dc6 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:48.795096 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5a990945-5778-4379-aa15-b55e3afbc67f req-a580f9d0-8dfe-40e6-9381-f9a3373e4dc6 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 948 time: 0.3104365 Nov 12 20:02:48.894195 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-83dcc22d-8d48-49c0-a2f2-5e432dcd21a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:48.903347 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f62cc4b-e31d-4d03-9346-debe3a2d6e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:48.958140 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5b974919-7ecd-4acd-ac5d-d7ab81449be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:48.985363 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 6f5fb2ef-6df8-463e-ac0c-7062375058e1, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6f5fb2ef-6df8-463e-ac0c-7062375058e1,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:49.007980 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '6f5fb2ef-6df8-463e-ac0c-7062375058e1', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': '6f5fb2ef-6df8-463e-ac0c-7062375058e1', 'mac_address': 'fa:16:3e:d7:41:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:02:49.008363 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-f443dd6c-94ec-429c-b415-3c59903638a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123a917-2893-47c0-aaae-819684240b10', 'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-router', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:58Z', 'updated_at': '2021-11-12T20:02:44Z', 'revision_number': 5, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'gw_port': {'id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:01Z', 'updated_at': '2021-11-12T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:49.018486 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83dcc22d-8d48-49c0-a2f2-5e432dcd21a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:02:49.033747 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e698a4-83c0-457c-98e8-2ef6722547be None None] Network 80c69418-b92b-4b29-9244-07bfae8aef96 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:02:49.080866 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f443dd6c-94ec-429c-b415-3c59903638a1 None None] The sync data for ids ['3123a917-2893-47c0-aaae-819684240b10'] in n-d-712140-15 is: [{'id': '3123a917-2893-47c0-aaae-819684240b10', 'name': 'tempest-FloatingIPsAssociationTestJSON-1155503242-router', 'tenant_id': '23d7c5887d2e419db54487a0bcfcf104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:00:58Z', 'updated_at': '2021-11-12T20:02:44Z', 'revision_number': 5, 'project_id': '23d7c5887d2e419db54487a0bcfcf104', 'gw_port': {'id': 'f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123a917-2893-47c0-aaae-819684240b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:01:01Z', 'updated_at': '2021-11-12T20:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:02:49.097457 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dcc22d-8d48-49c0-a2f2-5e432dcd21a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a5d7ac-89e0-4d8f-ad6c-2065faaef79d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:49.190655 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-8f62cc4b-e31d-4d03-9346-debe3a2d6e80 admin admin] Allocated IP 172.25.5.102 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/e67c0523-f52f-4f74-94c8-ef9d77598a1f) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:02:49.218050 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb0bbe-2690-4079-8c63-b844d0b4a066 req-6f0da87b-de85-438a-94cf-48b51cdb60e5 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:49.220621 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f0cb0bbe-2690-4079-8c63-b844d0b4a066 req-6f0da87b-de85-438a-94cf-48b51cdb60e5 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.55 "GET /v2.0/ports?device_id=6db8fe32-78bf-465f-b922-7e784d3c8061 HTTP/1.1" status: 200 len: 1023 time: 0.2932172 Nov 12 20:02:49.229622 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5a990945-5778-4379-aa15-b55e3afbc67f req-bb756e88-a247-4fb0-82eb-fe5df6ee9b19 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852378 Nov 12 20:02:49.289652 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-70ba204a-c1ff-410f-afc3-d47495829dc8 req-bd3069e2-35d9-412e-b4ba-9835157066a4 service neutron] 10.222.0.55 "GET /v2.0/networks/ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5493999 Nov 12 20:02:49.293482 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf4ae5f5-5884-462c-aaab-f82f110612cb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:49.302686 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:49.329371 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f62cc4b-e31d-4d03-9346-debe3a2d6e80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:49.353947 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5fb2ef-6df8-463e-ac0c-7062375058e1 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:02:49.379520 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-83dcc22d-8d48-49c0-a2f2-5e432dcd21a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:49.380099 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-83dcc22d-8d48-49c0-a2f2-5e432dcd21a8 admin admin] Added segment 66430901-0cf0-4544-93e6-2d1a367dff41 of type vlan for network cd594fd9-762d-4dc1-9fce-c4b60d6d0202 Nov 12 20:02:49.413298 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b5df0c37-2f70-4d9c-82c4-2a97e44c7d31 None None] Provisioning complete for port 4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:49.415336 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b5df0c37-2f70-4d9c-82c4-2a97e44c7d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:49.439079 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-83dcc22d-8d48-49c0-a2f2-5e432dcd21a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:49.512516 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ffbc6d6f-524a-47ee-9ee3-1e925bb9f501 req-d0dcb9ae-04ed-43fd-9f56-8e908f19502b tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups?id=1559601b-ff72-4ce9-9f6b-84bfc96eb534&id=22f528ce-1ea2-4d73-9d2a-1f082054aa7e&id=9e972950-666b-4806-a917-fc62770367d6&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 1.7432864 Nov 12 20:02:49.513341 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b974919-7ecd-4acd-ac5d-d7ab81449be1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ece5f24-07a2-40ea-8061-4391a8cd1540,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:49.519788 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-83dcc22d-8d48-49c0-a2f2-5e432dcd21a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:49.520327 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-f0cb0bbe-2690-4079-8c63-b844d0b4a066 req-d1e504d0-83e3-43be-a667-4c468972208c tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Deleting port 1e77c0a3-6598-48b5-81b7-aa4ae90b300a {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:02:49.520803 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dcc22d-8d48-49c0-a2f2-5e432dcd21a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:49.521405 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-83dcc22d-8d48-49c0-a2f2-5e432dcd21a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:49.521878 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f0cb0bbe-2690-4079-8c63-b844d0b4a066 req-d1e504d0-83e3-43be-a667-4c468972208c tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:49.530570 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 6f5fb2ef-6df8-463e-ac0c-7062375058e1, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6f5fb2ef-6df8-463e-ac0c-7062375058e1,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:49.552480 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f62cc4b-e31d-4d03-9346-debe3a2d6e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:49.632517 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:49.686678 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dcc22d-8d48-49c0-a2f2-5e432dcd21a8 admin admin] Pushing event updated for resources: {'Network': ['ID=cd594fd9-762d-4dc1-9fce-c4b60d6d0202,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:49.689939 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62cc4b-e31d-4d03-9346-debe3a2d6e80 admin admin] Pushing event updated for resources: {'Port': ['ID=e67c0523-f52f-4f74-94c8-ef9d77598a1f,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:49.745326 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-83dcc22d-8d48-49c0-a2f2-5e432dcd21a8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.9932976 Nov 12 20:02:49.746305 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55614) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:49.747099 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b974919-7ecd-4acd-ac5d-d7ab81449be1 admin admin] Checking segment: {'id': '1ad2435a-c4ac-4ee5-8edf-e8d6c27e8bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'aa3829ff-06bb-4e4b-bb18-0fd275848be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:02:49.747882 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b974919-7ecd-4acd-ac5d-d7ab81449be1 admin admin] Network hostable DHCP agents. Network: aa3829ff-06bb-4e4b-bb18-0fd275848be2, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:02:49.752206 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-f0cb0bbe-2690-4079-8c63-b844d0b4a066 req-d1e504d0-83e3-43be-a667-4c468972208c tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] For port 1e77c0a3-6598-48b5-81b7-aa4ae90b300a, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1e77c0a3-6598-48b5-81b7-aa4ae90b300a,segment=NetworkSegment(8d4b2a29-f4c2-4d68-bedf-9aaa5810610c),segment_id=8d4b2a29-f4c2-4d68-bedf-9aaa5810610c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:49.752724 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f0cb0bbe-2690-4079-8c63-b844d0b4a066 req-d1e504d0-83e3-43be-a667-4c468972208c tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:49.767772 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-b65c2a4e-6f63-4665-9bed-1074955c89e9 admin admin] Request body: {'subnet': {'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-725252058-subnet', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:49.780834 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network cd594fd9-762d-4dc1-9fce-c4b60d6d0202 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:02:49.818478 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-f0cb0bbe-2690-4079-8c63-b844d0b4a066 req-d1e504d0-83e3-43be-a667-4c468972208c tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Calling delete_port for 1e77c0a3-6598-48b5-81b7-aa4ae90b300a owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:02:49.835636 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f62cc4b-e31d-4d03-9346-debe3a2d6e80 admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:02:49.856951 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-8f62cc4b-e31d-4d03-9346-debe3a2d6e80 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:02:49.865058 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f62cc4b-e31d-4d03-9346-debe3a2d6e80 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:02:49.872513 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65c2a4e-6f63-4665-9bed-1074955c89e9 admin admin] Made reservation on behalf of cc4db98daf5b4e7b9bbbe0aad0f1a29c for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:02:49.878911 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b65c2a4e-6f63-4665-9bed-1074955c89e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:49.913167 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:02:50.125929 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['6f5fb2ef-6df8-463e-ac0c-7062375058e1'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:02:50.165408 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-bf4ae5f5-5884-462c-aaab-f82f110612cb admin admin] Deleting port f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:02:50.165822 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf4ae5f5-5884-462c-aaab-f82f110612cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:50.176062 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-18ce962e-f64d-4bb9-8812-0e7cb1fa1aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:50.218513 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55620) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:50.330804 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:50.383962 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f0cb0bbe-2690-4079-8c63-b844d0b4a066 req-d1e504d0-83e3-43be-a667-4c468972208c tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:50.388488 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=6f5fb2ef-6df8-463e-ac0c-7062375058e1,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:50.395836 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b65c2a4e-6f63-4665-9bed-1074955c89e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:50.413588 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:02:50.481371 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-bf4ae5f5-5884-462c-aaab-f82f110612cb admin admin] For port f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:50.482044 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf4ae5f5-5884-462c-aaab-f82f110612cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:50.513716 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-bf4ae5f5-5884-462c-aaab-f82f110612cb admin admin] Calling delete_port for f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498 owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:02:50.527243 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:50.527619 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:50.571921 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b5df0c37-2f70-4d9c-82c4-2a97e44c7d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:50.573335 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b974919-7ecd-4acd-ac5d-d7ab81449be1 admin admin] Network aa3829ff-06bb-4e4b-bb18-0fd275848be2 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:02:50.713449 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b5df0c37-2f70-4d9c-82c4-2a97e44c7d31 None None] For port 4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c,segment=NetworkSegment(a4495e9e-0520-408e-b7b5-7d8ecec55dc4),segment_id=a4495e9e-0520-408e-b7b5-7d8ecec55dc4)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:50.727570 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b5df0c37-2f70-4d9c-82c4-2a97e44c7d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:50.836519 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-5b974919-7ecd-4acd-ac5d-d7ab81449be1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, aa3829ff-06bb-4e4b-bb18-0fd275848be2) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:02:50.848314 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b974919-7ecd-4acd-ac5d-d7ab81449be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:50.849047 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5b974919-7ecd-4acd-ac5d-d7ab81449be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:50.869035 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c74164d-8d94-432f-8119-3118b6fc4454 None None] Network aa3829ff-06bb-4e4b-bb18-0fd275848be2 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:02:50.889931 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf4ae5f5-5884-462c-aaab-f82f110612cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:50.901244 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c2a4e-6f63-4665-9bed-1074955c89e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f543e4e2-8561-47f7-b814-55300c23b7f1,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:50.923650 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20081961-1bce-4749-9c86-a0ffd6c6150c req-b8d7ac6c-4cc7-4b59-bd8c-85bd89f0957c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:50.925419 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-20081961-1bce-4749-9c86-a0ffd6c6150c req-b8d7ac6c-4cc7-4b59-bd8c-85bd89f0957c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 949 time: 0.5413785 Nov 12 20:02:50.937878 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5b974919-7ecd-4acd-ac5d-d7ab81449be1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.1702673 Nov 12 20:02:50.961978 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65c2a4e-6f63-4665-9bed-1074955c89e9 admin admin] Checking segment: {'id': '66430901-0cf0-4544-93e6-2d1a367dff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:02:50.962553 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65c2a4e-6f63-4665-9bed-1074955c89e9 admin admin] Network hostable DHCP agents. Network: cd594fd9-762d-4dc1-9fce-c4b60d6d0202, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:02:50.996047 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8d6f6ae9-a901-46f7-b44b-e4bc0e7b52ee req-ab7fb40c-7ea5-421c-9356-da4182634523 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db8fe32-78bf-465f-b922-7e784d3c8061 HTTP/1.1" status: 200 len: 210 time: 0.1233621 Nov 12 20:02:50.997554 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4a0d0e8b-21a9-4aa9-8289-6e50d752a498 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:51.008007 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e504d0-83e3-43be-a667-4c468972208c tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Pushing event deleted for resources: {'Port': ['ID=1e77c0a3-6598-48b5-81b7-aa4ae90b300a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:51.051635 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ab2415c0-8ef2-42a7-9808-d12c1fd0c527 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:02:51.066840 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4cd60ead-065a-4279-afc5-f910ac47b363 None None] Provisioning complete for port 4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:51.067272 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4cd60ead-065a-4279-afc5-f910ac47b363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:51.134973 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65c2a4e-6f63-4665-9bed-1074955c89e9 admin admin] Network cd594fd9-762d-4dc1-9fce-c4b60d6d0202 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:02:51.162370 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cb0bbe-2690-4079-8c63-b844d0b4a066 req-d1e504d0-83e3-43be-a667-4c468972208c tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] No DVR routers for this DVR port 1e77c0a3-6598-48b5-81b7-aa4ae90b300a on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:02:51.171564 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f0cb0bbe-2690-4079-8c63-b844d0b4a066 req-d1e504d0-83e3-43be-a667-4c468972208c tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:51.176662 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f0cb0bbe-2690-4079-8c63-b844d0b4a066 req-d1e504d0-83e3-43be-a667-4c468972208c tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.55 "DELETE /v2.0/ports/1e77c0a3-6598-48b5-81b7-aa4ae90b300a HTTP/1.1" status: 204 len: 173 time: 1.9440348 Nov 12 20:02:51.209808 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-20081961-1bce-4749-9c86-a0ffd6c6150c req-8cf776c5-810b-4fe3-b01e-88c7ee957636 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651591 Nov 12 20:02:51.254950 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-b65c2a4e-6f63-4665-9bed-1074955c89e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, cd594fd9-762d-4dc1-9fce-c4b60d6d0202) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:02:51.276616 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c2a4e-6f63-4665-9bed-1074955c89e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:51.277049 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b65c2a4e-6f63-4665-9bed-1074955c89e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:51.293510 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f62cc4b-e31d-4d03-9346-debe3a2d6e80 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:51.299055 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db8fe32-78bf-465f-b922-7e784d3c8061', 'name': 'network-vif-deleted', 'tag': '1e77c0a3-6598-48b5-81b7-aa4ae90b300a'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:02:51.307170 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3743973f-4903-44f6-b354-83f0ce3a5bf1" -d '{"events": [{"server_uuid": "6db8fe32-78bf-465f-b922-7e784d3c8061", "name": "network-vif-deleted", "tag": "1e77c0a3-6598-48b5-81b7-aa4ae90b300a"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:02:51.311840 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db954fb1-40cf-4e17-8784-16405fc694ef None None] Network cd594fd9-762d-4dc1-9fce-c4b60d6d0202 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:02:51.319819 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf4ae5f5-5884-462c-aaab-f82f110612cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:51.329138 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ae5f5-5884-462c-aaab-f82f110612cb admin admin] Pushing event deleted for resources: {'Port': ['ID=f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:51.380980 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: ab2415c0-8ef2-42a7-9808-d12c1fd0c527 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:02:51.381885 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ab2415c0-8ef2-42a7-9808-d12c1fd0c527 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:02:51.432412 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b65c2a4e-6f63-4665-9bed-1074955c89e9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6779439 Nov 12 20:02:51.440937 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55638) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:51.447682 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-d11f0f84-915f-4625-a62a-09bbc663bb83 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-725252058-router', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:51.609856 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df0c37-2f70-4d9c-82c4-2a97e44c7d31 None None] Pushing event updated for resources: {'Port': ['ID=4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:51.615745 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35af22be-3506-48b0-90f2-cdca6b8a6671 x-openstack-request-id: req-35af22be-3506-48b0-90f2-cdca6b8a6671 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:02:51.616185 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db8fe32-78bf-465f-b922-7e784d3c8061", "name": "network-vif-deleted", "tag": "1e77c0a3-6598-48b5-81b7-aa4ae90b300a", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:02:51.616566 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-35af22be-3506-48b0-90f2-cdca6b8a6671 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:02:51.617090 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db8fe32-78bf-465f-b922-7e784d3c8061', 'name': 'network-vif-deleted', 'tag': '1e77c0a3-6598-48b5-81b7-aa4ae90b300a', 'status': 'completed', 'code': 200} Nov 12 20:02:51.765468 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d11f0f84-915f-4625-a62a-09bbc663bb83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:51.771615 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d11f0f84-915f-4625-a62a-09bbc663bb83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:51.888116 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7197ba0b-1eb0-4ad8-91c9-24c52038d37e None None] Network aa3829ff-06bb-4e4b-bb18-0fd275848be2 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:02:51.965124 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d11f0f84-915f-4625-a62a-09bbc663bb83 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:51.996382 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf4ae5f5-5884-462c-aaab-f82f110612cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:52.017123 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-18c22301-b555-4626-9b16-6eb5cda19a42 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:52.026079 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-18c22301-b555-4626-9b16-6eb5cda19a42 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/networks?id=aa3829ff-06bb-4e4b-bb18-0fd275848be2 HTTP/1.1" status: 200 len: 821 time: 0.2751553 Nov 12 20:02:52.070239 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf4ae5f5-5884-462c-aaab-f82f110612cb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:52.107285 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-9f0cc7b9-6971-42a5-b643-e22b4fcc8750 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/quotas/576352c200384232b3a8faafcc03ff3b HTTP/1.1" status: 200 len: 375 time: 0.0802085 Nov 12 20:02:52.111667 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f62cc4b-e31d-4d03-9346-debe3a2d6e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:52.151075 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9c821f-df8f-4f33-85bd-794308cf777e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'fixed_ips': [{'subnet_id': 'f543e4e2-8561-47f7-b814-55300c23b7f1'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:02:52.151968 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0a9c821f-df8f-4f33-85bd-794308cf777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:52.200368 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d11f0f84-915f-4625-a62a-09bbc663bb83 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:52.213050 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-3858ebd5-db30-4b79-a0d3-21629af68ee4 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=576352c200384232b3a8faafcc03ff3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1039784 Nov 12 20:02:52.283303 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 1e77c0a3-6598-48b5-81b7-aa4ae90b300a no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:02:52.308178 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf4ae5f5-5884-462c-aaab-f82f110612cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:52.308787 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4ae5f5-5884-462c-aaab-f82f110612cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3123a917-2893-47c0-aaae-819684240b10 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:02:52.315293 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-938e3d3c-c597-4209-87d7-f16e5c6d6791 req-82b6131a-b307-4374-9431-b04c718b5867 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups/9e972950-666b-4806-a917-fc62770367d6 HTTP/1.1" status: 200 len: 1816 time: 0.1402707 Nov 12 20:02:52.329692 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf4ae5f5-5884-462c-aaab-f82f110612cb admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:52.333120 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bf4ae5f5-5884-462c-aaab-f82f110612cb admin admin] 10.222.0.48 "DELETE /v2.0/routers/3123a917-2893-47c0-aaae-819684240b10 HTTP/1.1" status: 204 len: 168 time: 4.8327339 Nov 12 20:02:52.366689 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 1e77c0a3-6598-48b5-81b7-aa4ae90b300a {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:02:52.367293 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 1e77c0a3-6598-48b5-81b7-aa4ae90b300a not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:02:52.375602 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55658) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:52.411862 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4a0d0e8b-21a9-4aa9-8289-6e50d752a498 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:52.428108 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4a0d0e8b-21a9-4aa9-8289-6e50d752a498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:52.458706 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d0e8b-21a9-4aa9-8289-6e50d752a498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c86ca6c-1648-40ab-b396-3f51e4e28478,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:52.497934 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d56907-60f3-4b80-8da2-74af78bcf167 admin admin] Deleting subnet 63d41080-676f-4ac4-8522-f666160b10e9 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:02:52.500150 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-97b6afe7-a136-45d7-96de-c3cee5b3fc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:52.507908 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35d56907-60f3-4b80-8da2-74af78bcf167 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:52.518951 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4a0d0e8b-21a9-4aa9-8289-6e50d752a498 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba42853431cf4ee9bdf0c2074f351361&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2922032 Nov 12 20:02:52.525289 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55660) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:52.554519 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35d56907-60f3-4b80-8da2-74af78bcf167 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:52.568694 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-25afd304-b5d2-4dd2-8ab7-8cb71582c45b service neutron] 10.222.0.48 "GET /v2.0/networks/aa3829ff-06bb-4e4b-bb18-0fd275848be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547170 Nov 12 20:02:52.624197 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f06d457f-fecd-47c3-b9f7-7a41c2f028d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:52.678667 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35d56907-60f3-4b80-8da2-74af78bcf167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:52.697621 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-0a9c821f-df8f-4f33-85bd-794308cf777e None None] Allocated IP 172.20.0.2 (cd594fd9-762d-4dc1-9fce-c4b60d6d0202/f543e4e2-8561-47f7-b814-55300c23b7f1/a834ecb6-2865-4b8b-8a32-878e201097a4) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:02:52.705758 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f06d457f-fecd-47c3-b9f7-7a41c2f028d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:52.774241 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-6c0f2e9e-a354-493f-b335-9724498ecef8 service neutron] 10.222.0.48 "GET /v2.0/networks/aa3829ff-06bb-4e4b-bb18-0fd275848be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915643 Nov 12 20:02:52.810440 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f06d457f-fecd-47c3-b9f7-7a41c2f028d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:52.813992 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f06d457f-fecd-47c3-b9f7-7a41c2f028d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:52.815433 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f06d457f-fecd-47c3-b9f7-7a41c2f028d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c86ca6c-1648-40ab-b396-3f51e4e28478 HTTP/1.1" status: 204 len: 168 time: 0.2891502 Nov 12 20:02:52.846739 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d457f-fecd-47c3-b9f7-7a41c2f028d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c86ca6c-1648-40ab-b396-3f51e4e28478,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:52.895459 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35d56907-60f3-4b80-8da2-74af78bcf167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:52.952822 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d56907-60f3-4b80-8da2-74af78bcf167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d41080-676f-4ac4-8522-f666160b10e9,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:53.004635 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-938e3d3c-c597-4209-87d7-f16e5c6d6791 req-ba8170c0-11a3-459e-b29f-3452acdb9b3e tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:53.010148 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35d56907-60f3-4b80-8da2-74af78bcf167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:53.015234 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-35d56907-60f3-4b80-8da2-74af78bcf167 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/63d41080-676f-4ac4-8522-f666160b10e9 HTTP/1.1" status: 204 len: 168 time: 0.6378732 Nov 12 20:02:53.017436 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55666) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:53.138406 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-938e3d3c-c597-4209-87d7-f16e5c6d6791 req-ba8170c0-11a3-459e-b29f-3452acdb9b3e tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:53.215783 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0a9c821f-df8f-4f33-85bd-794308cf777e None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:53.238619 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7253af61-2efa-4d48-a634-9f052000abcf None None] Network 754baca7-d929-454e-a98a-e992c207ce86 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:02:53.254324 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58e7aead-2085-4c10-84b8-d5ccdd0b4ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:53.286065 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f62cc4b-e31d-4d03-9346-debe3a2d6e80 admin admin] Router 3e284f29-23b0-45da-bbb7-ea8e7350ca9d is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:02:53.316353 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0a9c821f-df8f-4f33-85bd-794308cf777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:53.453993 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6fb1c-5190-4466-9355-6edd7d68011f req-7a0e6ffd-1bc9-419d-b098-042027aaf1e2 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:53.455833 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7dc6fb1c-5190-4466-9355-6edd7d68011f req-7a0e6ffd-1bc9-419d-b098-042027aaf1e2 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 949 time: 0.3778946 Nov 12 20:02:53.500997 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-938e3d3c-c597-4209-87d7-f16e5c6d6791 req-ba8170c0-11a3-459e-b29f-3452acdb9b3e tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:53.516127 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55676) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:53.519650 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-938e3d3c-c597-4209-87d7-f16e5c6d6791 req-ba8170c0-11a3-459e-b29f-3452acdb9b3e tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:53.536750 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c821f-df8f-4f33-85bd-794308cf777e None None] Pushing event updated for resources: {'Port': ['ID=a834ecb6-2865-4b8b-8a32-878e201097a4,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:53.538086 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-938e3d3c-c597-4209-87d7-f16e5c6d6791 req-ba8170c0-11a3-459e-b29f-3452acdb9b3e tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "DELETE /v2.0/security-groups/9e972950-666b-4806-a917-fc62770367d6 HTTP/1.1" status: 204 len: 173 time: 1.1608393 Nov 12 20:02:53.542086 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4460ac78-5601-4a7d-b59b-84170fd08b10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:53.616441 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-58e7aead-2085-4c10-84b8-d5ccdd0b4ae8 admin admin] Deleting port be52c3e9-8e7f-424a-9175-f846ba98845a {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:02:53.616779 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58e7aead-2085-4c10-84b8-d5ccdd0b4ae8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:53.668349 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9c821f-df8f-4f33-85bd-794308cf777e None None] Network cd594fd9-762d-4dc1-9fce-c4b60d6d0202 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:02:53.685950 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-0a9c821f-df8f-4f33-85bd-794308cf777e None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:02:53.694038 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:02:53.701050 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9c821f-df8f-4f33-85bd-794308cf777e None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:02:53.730079 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:53.759290 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7dc6fb1c-5190-4466-9355-6edd7d68011f req-b4283255-2425-4984-b705-a18bf2ff7bb8 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934451 Nov 12 20:02:53.766397 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-58e7aead-2085-4c10-84b8-d5ccdd0b4ae8 admin admin] For port be52c3e9-8e7f-424a-9175-f846ba98845a, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=be52c3e9-8e7f-424a-9175-f846ba98845a,segment=NetworkSegment(ba89ee47-abae-433b-8c45-1e07345781b7),segment_id=ba89ee47-abae-433b-8c45-1e07345781b7)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:53.766760 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58e7aead-2085-4c10-84b8-d5ccdd0b4ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:53.792977 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3b097bb8-de1c-4fa4-bdde-3edf9a868441 req-a212ca32-ee55-44bd-84c0-7fbeecd3fc6e tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/ports?device_id=4033a7b9-1607-4408-a1e1-6ae094598398 HTTP/1.1" status: 200 len: 210 time: 0.1462505 Nov 12 20:02:53.795142 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8170c0-11a3-459e-b29f-3452acdb9b3e tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e972950-666b-4806-a917-fc62770367d6,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:53.806662 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-58e7aead-2085-4c10-84b8-d5ccdd0b4ae8 admin admin] Calling delete_port for be52c3e9-8e7f-424a-9175-f846ba98845a owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:02:53.916666 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:53.939149 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d11f0f84-915f-4625-a62a-09bbc663bb83 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:53.956695 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ecfdf2-6b2c-436b-a3bd-7408ba0f84dd None None] DHCP port deletion for 754baca7-d929-454e-a98a-e992c207ce86 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:02:53.967728 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d11f0f84-915f-4625-a62a-09bbc663bb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:53.977214 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f62cc4b-e31d-4d03-9346-debe3a2d6e80 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:02:53.997696 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594d3274-417f-4b7e-b6cd-2eeb06f746bf None None] Sync routers for ids ['3e284f29-23b0-45da-bbb7-ea8e7350ca9d'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:02:54.008189 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f62cc4b-e31d-4d03-9346-debe3a2d6e80 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:54.012330 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8f62cc4b-e31d-4d03-9346-debe3a2d6e80 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.6599777 Nov 12 20:02:54.034447 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55682) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:54.046972 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0a9c821f-df8f-4f33-85bd-794308cf777e None None] Attempting to bind port a834ecb6-2865-4b8b-8a32-878e201097a4 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:02:54.047713 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0a9c821f-df8f-4f33-85bd-794308cf777e None None] Attempting to bind port a834ecb6-2865-4b8b-8a32-878e201097a4 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '66430901-0cf0-4544-93e6-2d1a367dff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:02:54.048604 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9c821f-df8f-4f33-85bd-794308cf777e None None] Attempting to bind port a834ecb6-2865-4b8b-8a32-878e201097a4 on network cd594fd9-762d-4dc1-9fce-c4b60d6d0202 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:02:54.070326 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9c821f-df8f-4f33-85bd-794308cf777e None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:02:54.071151 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9c821f-df8f-4f33-85bd-794308cf777e None None] Checking segment: {'id': '66430901-0cf0-4544-93e6-2d1a367dff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:02:54.071843 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0a9c821f-df8f-4f33-85bd-794308cf777e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:54.072509 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9c821f-df8f-4f33-85bd-794308cf777e None None] Bound using segment: {'id': '66430901-0cf0-4544-93e6-2d1a367dff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:02:54.077936 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0a9c821f-df8f-4f33-85bd-794308cf777e None None] Bound port: a834ecb6-2865-4b8b-8a32-878e201097a4, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66430901-0cf0-4544-93e6-2d1a367dff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:02:54.079213 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0a9c821f-df8f-4f33-85bd-794308cf777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:54.083733 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594d3274-417f-4b7e-b6cd-2eeb06f746bf None None] Routers {'3e284f29-23b0-45da-bbb7-ea8e7350ca9d'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:02:54.084873 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-594d3274-417f-4b7e-b6cd-2eeb06f746bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:02:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3e284f29-23b0-45da-bbb7-ea8e7350ca9d'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:54.134053 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c4efd59b-fec1-4bd0-b790-edfd66e4e906 req-bd202ba1-1ce0-4ecb-9dda-c82ab45b05c3 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups/22f528ce-1ea2-4d73-9d2a-1f082054aa7e HTTP/1.1" status: 200 len: 1817 time: 0.2022362 Nov 12 20:02:54.162707 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:54.163123 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:54.231832 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-d11f0f84-915f-4625-a62a-09bbc663bb83 admin admin] Allocated IP 172.25.5.98 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/a72e7c28-b9ee-446b-be53-33e1df9f7718) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:02:54.238612 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4460ac78-5601-4a7d-b59b-84170fd08b10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:54.299224 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 6f5fb2ef-6df8-463e-ac0c-7062375058e1 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:02:54.310218 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4460ac78-5601-4a7d-b59b-84170fd08b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:54.342140 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c4efd59b-fec1-4bd0-b790-edfd66e4e906 req-114338d5-ed1c-42a0-9490-93734a6a8d14 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:54.377649 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecfdf2-6b2c-436b-a3bd-7408ba0f84dd None None] Deleting port be52c3e9-8e7f-424a-9175-f846ba98845a {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:02:54.378174 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d9ecfdf2-6b2c-436b-a3bd-7408ba0f84dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:54.389572 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4460ac78-5601-4a7d-b59b-84170fd08b10 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e0bb6056a1974dc2ad0ece398c64058b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8713200 Nov 12 20:02:54.418533 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c4efd59b-fec1-4bd0-b790-edfd66e4e906 req-114338d5-ed1c-42a0-9490-93734a6a8d14 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:54.419938 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0a9c821f-df8f-4f33-85bd-794308cf777e None None] For port a834ecb6-2865-4b8b-8a32-878e201097a4, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:02:54.446944 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-594d3274-417f-4b7e-b6cd-2eeb06f746bf None None] Set router 3e284f29-23b0-45da-bbb7-ea8e7350ca9d gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:02:54.467300 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55684) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:54.468545 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460ac78-5601-4a7d-b59b-84170fd08b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740528fe-8158-4180-87af-053166929c84,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:54.532806 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c4efd59b-fec1-4bd0-b790-edfd66e4e906 req-114338d5-ed1c-42a0-9490-93734a6a8d14 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:54.535682 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c4efd59b-fec1-4bd0-b790-edfd66e4e906 req-114338d5-ed1c-42a0-9490-93734a6a8d14 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:54.537059 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c4efd59b-fec1-4bd0-b790-edfd66e4e906 req-114338d5-ed1c-42a0-9490-93734a6a8d14 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "DELETE /v2.0/security-groups/22f528ce-1ea2-4d73-9d2a-1f082054aa7e HTTP/1.1" status: 204 len: 173 time: 0.3890452 Nov 12 20:02:54.560640 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0a9c821f-df8f-4f33-85bd-794308cf777e None None] For port a834ecb6-2865-4b8b-8a32-878e201097a4, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a834ecb6-2865-4b8b-8a32-878e201097a4,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:02:54.599438 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0a9c821f-df8f-4f33-85bd-794308cf777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:54.633096 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114338d5-ed1c-42a0-9490-93734a6a8d14 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f528ce-1ea2-4d73-9d2a-1f082054aa7e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:54.678467 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58e7aead-2085-4c10-84b8-d5ccdd0b4ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:54.699758 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d9ecfdf2-6b2c-436b-a3bd-7408ba0f84dd None None] For port be52c3e9-8e7f-424a-9175-f846ba98845a, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=be52c3e9-8e7f-424a-9175-f846ba98845a,segment=NetworkSegment(ba89ee47-abae-433b-8c45-1e07345781b7),segment_id=ba89ee47-abae-433b-8c45-1e07345781b7)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:54.700351 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d9ecfdf2-6b2c-436b-a3bd-7408ba0f84dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:54.741501 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7aead-2085-4c10-84b8-d5ccdd0b4ae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=be52c3e9-8e7f-424a-9175-f846ba98845a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:54.802740 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecfdf2-6b2c-436b-a3bd-7408ba0f84dd None None] Calling delete_port for be52c3e9-8e7f-424a-9175-f846ba98845a owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:02:54.804103 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-2937ca93-2ec3-45d5-b289-8515138461c7 req-66a240a2-632f-4585-b2ac-028996b600f1 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1096332026', 'description': 'tempest-description-1238445773'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:54.806363 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:02:54.826074 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e7aead-2085-4c10-84b8-d5ccdd0b4ae8 admin admin] No DVR routers for this DVR port be52c3e9-8e7f-424a-9175-f846ba98845a on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:02:54.874069 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 6f5fb2ef-6df8-463e-ac0c-7062375058e1 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:02:54.907921 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-55e9e08f-5a12-47da-ba3e-db6bc61071c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:54.969163 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2937ca93-2ec3-45d5-b289-8515138461c7 req-66a240a2-632f-4585-b2ac-028996b600f1 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:54.971722 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-55e9e08f-5a12-47da-ba3e-db6bc61071c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:55.052872 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c821f-df8f-4f33-85bd-794308cf777e None None] Pushing event updated for resources: {'Port': ['ID=a834ecb6-2865-4b8b-8a32-878e201097a4,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:55.054053 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:02:55.054392 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f13c9c9d-f5d0-4a5f-ab4c-3cbe02035498 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:02:55.057206 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-20ed338c-c596-44db-949b-207d7b458646 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:55.058856 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-20ed338c-c596-44db-949b-207d7b458646 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.52 "GET /v2.0/networks?id=aa3829ff-06bb-4e4b-bb18-0fd275848be2 HTTP/1.1" status: 200 len: 821 time: 0.2746966 Nov 12 20:02:55.062437 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d11f0f84-915f-4625-a62a-09bbc663bb83 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:55.083030 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 6f5fb2ef-6df8-463e-ac0c-7062375058e1 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:55.083400 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:55.088219 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-b610b89e-19dc-4b86-b6fe-ed1c137799ea tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Request body: {'port': {'device_id': '4033a7b9-1607-4408-a1e1-6ae094598398', 'network_id': 'aa3829ff-06bb-4e4b-bb18-0fd275848be2', 'admin_state_up': True, 'tenant_id': '576352c200384232b3a8faafcc03ff3b'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:55.194281 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58e7aead-2085-4c10-84b8-d5ccdd0b4ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:55.216991 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-58e7aead-2085-4c10-84b8-d5ccdd0b4ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['754baca7-d929-454e-a98a-e992c207ce86']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:55.227556 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-58e7aead-2085-4c10-84b8-d5ccdd0b4ae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba89ee47-abae-433b-8c45-1e07345781b7') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:55.227931 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-58e7aead-2085-4c10-84b8-d5ccdd0b4ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba89ee47-abae-433b-8c45-1e07345781b7') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:55.237772 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58e7aead-2085-4c10-84b8-d5ccdd0b4ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:55.238879 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2937ca93-2ec3-45d5-b289-8515138461c7 req-66a240a2-632f-4585-b2ac-028996b600f1 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:55.250313 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2937ca93-2ec3-45d5-b289-8515138461c7 req-66a240a2-632f-4585-b2ac-028996b600f1 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:55.252155 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58e7aead-2085-4c10-84b8-d5ccdd0b4ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:55.259857 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e7aead-2085-4c10-84b8-d5ccdd0b4ae8 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:02:55.260260 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58e7aead-2085-4c10-84b8-d5ccdd0b4ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:55.266342 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:55.299719 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a240a2-632f-4585-b2ac-028996b600f1 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f0f517-2f99-4f28-b516-0bfa22028e00,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:55.359413 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2937ca93-2ec3-45d5-b289-8515138461c7 req-66a240a2-632f-4585-b2ac-028996b600f1 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:02:55.359868 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:02:55.363402 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:55.365411 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58e7aead-2085-4c10-84b8-d5ccdd0b4ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:55.370222 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2937ca93-2ec3-45d5-b289-8515138461c7 req-66a240a2-632f-4585-b2ac-028996b600f1 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5842404 Nov 12 20:02:55.392661 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58e7aead-2085-4c10-84b8-d5ccdd0b4ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:55.397548 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d11f0f84-915f-4625-a62a-09bbc663bb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:55.413075 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-58e7aead-2085-4c10-84b8-d5ccdd0b4ae8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/754baca7-d929-454e-a98a-e992c207ce86 HTTP/1.1" status: 204 len: 168 time: 2.3929257 Nov 12 20:02:55.448840 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbb51bc-6f14-4636-9680-6813c726ca90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5fb2ef-6df8-463e-ac0c-7062375058e1'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:02:55.451292 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa86beca-f072-457f-a68e-f1e500399d52" -d '{"events": [{"server_uuid": "ebbb51bc-6f14-4636-9680-6813c726ca90", "name": "network-vif-plugged", "status": "completed", "tag": "6f5fb2ef-6df8-463e-ac0c-7062375058e1"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:02:55.460382 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d9ecfdf2-6b2c-436b-a3bd-7408ba0f84dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:55.484474 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 6f5fb2ef-6df8-463e-ac0c-7062375058e1, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6f5fb2ef-6df8-463e-ac0c-7062375058e1,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:55.506175 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d9ecfdf2-6b2c-436b-a3bd-7408ba0f84dd None None] Network 754baca7-d929-454e-a98a-e992c207ce86 is not hosted by any dhcp agent {{(pid=102449) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 20:02:55.506681 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ecfdf2-6b2c-436b-a3bd-7408ba0f84dd None None] No DVR routers for this DVR port be52c3e9-8e7f-424a-9175-f846ba98845a on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:02:55.517518 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecfdf2-6b2c-436b-a3bd-7408ba0f84dd None None] Pushing event deleted for resources: {'Port': ['ID=be52c3e9-8e7f-424a-9175-f846ba98845a,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:55.517518 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:55.527500 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7aead-2085-4c10-84b8-d5ccdd0b4ae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=754baca7-d929-454e-a98a-e992c207ce86,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:55.577320 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f8eb01d4-8b87-4c14-9a20-ed8acd5f46b3 req-79b5700d-0ad5-4778-be54-7671de1cda15 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/ports?device_id=4033a7b9-1607-4408-a1e1-6ae094598398 HTTP/1.1" status: 200 len: 210 time: 0.0907900 Nov 12 20:02:55.607485 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a6b29-1431-4fd9-8311-4bb83c52036c req-f78b813f-c20d-4878-9cba-1fcf8c7d9947 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:55.608339 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8f6a6b29-1431-4fd9-8311-4bb83c52036c req-f78b813f-c20d-4878-9cba-1fcf8c7d9947 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 949 time: 0.5883002 Nov 12 20:02:55.628280 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f0f84-915f-4625-a62a-09bbc663bb83 admin admin] Pushing event updated for resources: {'Port': ['ID=a72e7c28-b9ee-446b-be53-33e1df9f7718,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:55.656507 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=6f5fb2ef-6df8-463e-ac0c-7062375058e1,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:55.670012 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11f0f84-915f-4625-a62a-09bbc663bb83 admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:02:55.678850 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-d11f0f84-915f-4625-a62a-09bbc663bb83 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:02:55.691564 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11f0f84-915f-4625-a62a-09bbc663bb83 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:02:55.695292 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-594d3274-417f-4b7e-b6cd-2eeb06f746bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'name': 'tempest-TaggedBootDevicesTest-1738175010-router', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e67c0523-f52f-4f74-94c8-ef9d77598a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:45Z', 'updated_at': '2021-11-12T20:02:50Z', 'revision_number': 3, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'gw_port': {'id': 'e67c0523-f52f-4f74-94c8-ef9d77598a1f', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:48Z', 'updated_at': '2021-11-12T20:02:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:55.755684 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594d3274-417f-4b7e-b6cd-2eeb06f746bf None None] Checking router: 3e284f29-23b0-45da-bbb7-ea8e7350ca9d for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:02:55.756448 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594d3274-417f-4b7e-b6cd-2eeb06f746bf None None] Updating router 3e284f29-23b0-45da-bbb7-ea8e7350ca9d port e67c0523-f52f-4f74-94c8-ef9d77598a1f binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:02:55.766368 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55700) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:55.792999 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-594d3274-417f-4b7e-b6cd-2eeb06f746bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:55.819660 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-55e9e08f-5a12-47da-ba3e-db6bc61071c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:55.824837 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-55e9e08f-5a12-47da-ba3e-db6bc61071c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:55.831470 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-55e9e08f-5a12-47da-ba3e-db6bc61071c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/740528fe-8158-4180-87af-053166929c84 HTTP/1.1" status: 204 len: 168 time: 1.3590207 Nov 12 20:02:55.851274 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-b610b89e-19dc-4b86-b6fe-ed1c137799ea tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Made reservation on behalf of 576352c200384232b3a8faafcc03ff3b for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:02:55.862344 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a834ecb6-2865-4b8b-8a32-878e201097a4 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:02:55.864998 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-b610b89e-19dc-4b86-b6fe-ed1c137799ea tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:55.896814 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e9e08f-5a12-47da-ba3e-db6bc61071c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740528fe-8158-4180-87af-053166929c84,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:55.907143 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8ad3924b-8761-4995-8994-8de684141e22 req-511302c8-e71a-4e4e-86d9-f688e5dbc579 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups/80f0f517-2f99-4f28-b516-0bfa22028e00 HTTP/1.1" status: 200 len: 1818 time: 0.2107623 Nov 12 20:02:56.014458 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0e6027e9-99a5-4a6f-a59a-be3149534237 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=23d7c5887d2e419db54487a0bcfcf104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467127 Nov 12 20:02:56.017993 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-8ad3924b-8761-4995-8994-8de684141e22 req-99e187df-5fee-46e7-9669-b28c107db7b6 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Request body: {'security_group': {'name': 'tempest-sg-hth-215626433', 'description': 'tempest-description-hth-1490570963'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:56.020955 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55704) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:56.243006 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:56.252695 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8f6a6b29-1431-4fd9-8311-4bb83c52036c req-181c4875-e868-4451-997c-43094064421f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433582 Nov 12 20:02:56.384582 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3ddf8594-8d95-4cbc-8116-6e2b2961a9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:56.393821 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91aa39d1-a088-43e9-8606-59a3326d39c9 x-openstack-request-id: req-91aa39d1-a088-43e9-8606-59a3326d39c9 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:02:56.394205 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbb51bc-6f14-4636-9680-6813c726ca90", "name": "network-vif-plugged", "status": "completed", "tag": "6f5fb2ef-6df8-463e-ac0c-7062375058e1", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:02:56.394363 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-91aa39d1-a088-43e9-8606-59a3326d39c9 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:02:56.394751 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbb51bc-6f14-4636-9680-6813c726ca90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5fb2ef-6df8-463e-ac0c-7062375058e1', 'code': 200} Nov 12 20:02:56.401453 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port a834ecb6-2865-4b8b-8a32-878e201097a4 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:56.401822 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:56.550162 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dbdfcc-0b89-4eb7-a485-eae82039ebac None None] Network cd594fd9-762d-4dc1-9fce-c4b60d6d0202 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:02:56.577875 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69719b2f-f1a0-4c07-8bfb-3aab5ce3da2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:56.654418 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-3ddf8594-8d95-4cbc-8116-6e2b2961a9ca admin admin] Allocated IP 172.20.0.1 (80c69418-b92b-4b29-9244-07bfae8aef96/7538c2f0-1816-4b2d-be66-4f8cb443d9c1/1d23826c-89b1-4648-94cc-8fbce8cd2b97) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:02:56.751567 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:56.765559 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4523f4bd-521c-4097-bc35-7929770b0c6d None None] Provisioning complete for port a834ecb6-2865-4b8b-8a32-878e201097a4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:56.765929 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4523f4bd-521c-4097-bc35-7929770b0c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:56.789962 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3ddf8594-8d95-4cbc-8116-6e2b2961a9ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:56.855130 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3ddf8594-8d95-4cbc-8116-6e2b2961a9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:56.905346 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-238eb904-945b-4391-8d8f-94d3c1fa900c req-c935ea7d-a30d-41ad-b5a4-aa06b76d8a06 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/ports?device_id=4033a7b9-1607-4408-a1e1-6ae094598398 HTTP/1.1" status: 200 len: 210 time: 0.0801389 Nov 12 20:02:56.918661 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4523f4bd-521c-4097-bc35-7929770b0c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:56.950269 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddf8594-8d95-4cbc-8116-6e2b2961a9ca admin admin] Network 80c69418-b92b-4b29-9244-07bfae8aef96 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:02:56.957850 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-3ddf8594-8d95-4cbc-8116-6e2b2961a9ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:02:56.962053 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddf8594-8d95-4cbc-8116-6e2b2961a9ca admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:02:56.985807 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d11f0f84-915f-4625-a62a-09bbc663bb83 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:57.047184 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf8594-8d95-4cbc-8116-6e2b2961a9ca admin admin] Pushing event updated for resources: {'Port': ['ID=1d23826c-89b1-4648-94cc-8fbce8cd2b97,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:57.058388 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f8e50-453e-4bb9-a300-1d77b0ed4b3f req-6850320a-1019-49b2-abd1-14c0733b4499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:57.060768 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f54f8e50-453e-4bb9-a300-1d77b0ed4b3f req-6850320a-1019-49b2-abd1-14c0733b4499 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 1102 time: 0.2210221 Nov 12 20:02:57.101002 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port a834ecb6-2865-4b8b-8a32-878e201097a4, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a834ecb6-2865-4b8b-8a32-878e201097a4,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:02:57.135192 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f54f8e50-453e-4bb9-a300-1d77b0ed4b3f req-0f114b54-eacf-4095-bbf4-fd1702179b71 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663757 Nov 12 20:02:57.135506 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:57.144098 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8ad3924b-8761-4995-8994-8de684141e22 req-99e187df-5fee-46e7-9669-b28c107db7b6 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:57.172401 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3ddf8594-8d95-4cbc-8116-6e2b2961a9ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:57.179130 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69719b2f-f1a0-4c07-8bfb-3aab5ce3da2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:57.359578 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device be52c3e9-8e7f-424a-9175-f846ba98845a no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:02:57.395533 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-b610b89e-19dc-4b86-b6fe-ed1c137799ea tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Allocated IP 172.20.0.4 (aa3829ff-06bb-4e4b-bb18-0fd275848be2/1ece5f24-07a2-40ea-8061-4391a8cd1540/68e5ef55-fb2a-4b92-ae89-6230bb16ff76) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:02:57.425279 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-594d3274-417f-4b7e-b6cd-2eeb06f746bf None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:57.429861 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: be52c3e9-8e7f-424a-9175-f846ba98845a {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:02:57.431601 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device be52c3e9-8e7f-424a-9175-f846ba98845a not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:02:57.476945 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8ad3924b-8761-4995-8994-8de684141e22 req-99e187df-5fee-46e7-9669-b28c107db7b6 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:57.482565 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-594d3274-417f-4b7e-b6cd-2eeb06f746bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:57.486179 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8ad3924b-8761-4995-8994-8de684141e22 req-99e187df-5fee-46e7-9669-b28c107db7b6 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:57.489280 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8ad3924b-8761-4995-8994-8de684141e22 req-99e187df-5fee-46e7-9669-b28c107db7b6 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:57.490675 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8ad3924b-8761-4995-8994-8de684141e22 req-99e187df-5fee-46e7-9669-b28c107db7b6 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "PUT /v2.0/security-groups/80f0f517-2f99-4f28-b516-0bfa22028e00 HTTP/1.1" status: 200 len: 1791 time: 1.5672572 Nov 12 20:02:57.520975 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42cec7-c7af-436a-a75a-586aa0f2d9a2 req-12f2fe9a-0db0-4931-a58a-cc7fe4b6d454 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:57.523741 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a42cec7-c7af-436a-a75a-586aa0f2d9a2 req-12f2fe9a-0db0-4931-a58a-cc7fe4b6d454 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 950 time: 0.1308765 Nov 12 20:02:57.543414 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e187df-5fee-46e7-9669-b28c107db7b6 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f0f517-2f99-4f28-b516-0bfa22028e00,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:57.563062 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.api [None req-4523f4bd-521c-4097-bc35-7929770b0c6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:02:57.563340 n-d-712140-15 neutron-server[102449]: DEBUG oslo_db.api [None req-4523f4bd-521c-4097-bc35-7929770b0c6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:02:57.564420 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-594d3274-417f-4b7e-b6cd-2eeb06f746bf None None] Attempting to bind port e67c0523-f52f-4f74-94c8-ef9d77598a1f on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:02:57.564835 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-594d3274-417f-4b7e-b6cd-2eeb06f746bf None None] Attempting to bind port e67c0523-f52f-4f74-94c8-ef9d77598a1f by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:02:57.565188 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594d3274-417f-4b7e-b6cd-2eeb06f746bf None None] Attempting to bind port e67c0523-f52f-4f74-94c8-ef9d77598a1f on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:02:57.567456 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=a834ecb6-2865-4b8b-8a32-878e201097a4,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:57.577406 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594d3274-417f-4b7e-b6cd-2eeb06f746bf None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:02:57.577406 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594d3274-417f-4b7e-b6cd-2eeb06f746bf None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:02:57.577862 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-594d3274-417f-4b7e-b6cd-2eeb06f746bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:57.578795 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594d3274-417f-4b7e-b6cd-2eeb06f746bf None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:02:57.579245 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-594d3274-417f-4b7e-b6cd-2eeb06f746bf None None] Bound port: e67c0523-f52f-4f74-94c8-ef9d77598a1f, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:02:57.579814 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-594d3274-417f-4b7e-b6cd-2eeb06f746bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:57.608540 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d11f0f84-915f-4625-a62a-09bbc663bb83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:57.613051 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69719b2f-f1a0-4c07-8bfb-3aab5ce3da2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:57.615697 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69719b2f-f1a0-4c07-8bfb-3aab5ce3da2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:57.619599 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-69719b2f-f1a0-4c07-8bfb-3aab5ce3da2a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bf225de5-b6cb-4cdb-aa73-32dd1d2990d1 HTTP/1.1" status: 204 len: 168 time: 1.5941262 Nov 12 20:02:57.657946 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3ddf8594-8d95-4cbc-8116-6e2b2961a9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:57.675127 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-594d3274-417f-4b7e-b6cd-2eeb06f746bf None None] For port e67c0523-f52f-4f74-94c8-ef9d77598a1f, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:02:57.684222 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-594d3274-417f-4b7e-b6cd-2eeb06f746bf None None] For port e67c0523-f52f-4f74-94c8-ef9d77598a1f, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e67c0523-f52f-4f74-94c8-ef9d77598a1f,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:02:57.745674 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-594d3274-417f-4b7e-b6cd-2eeb06f746bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:57.770444 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a42cec7-c7af-436a-a75a-586aa0f2d9a2 req-2eaf8a07-df52-45c5-9ee4-1e9d4ae66383 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160092 Nov 12 20:02:57.827328 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dba9a00c-d110-4880-b3b8-97fae5307fe7 req-2c7616cd-16c2-42ba-8ce4-bdc636d16564 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups/80f0f517-2f99-4f28-b516-0bfa22028e00 HTTP/1.1" status: 200 len: 1791 time: 0.2872756 Nov 12 20:02:57.836711 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69719b2f-f1a0-4c07-8bfb-3aab5ce3da2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf225de5-b6cb-4cdb-aa73-32dd1d2990d1,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:57.844475 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf9a35-fef3-4a60-bf18-f2988780772a None None] Pushing event updated for resources: {'Port': ['ID=e67c0523-f52f-4f74-94c8-ef9d77598a1f,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:57.907651 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf9a35-fef3-4a60-bf18-f2988780772a None None] Pushing event updated for resources: {'Port': ['ID=e67c0523-f52f-4f74-94c8-ef9d77598a1f,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:57.914905 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594d3274-417f-4b7e-b6cd-2eeb06f746bf None None] Routers {'3e284f29-23b0-45da-bbb7-ea8e7350ca9d'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:02:57.915524 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-594d3274-417f-4b7e-b6cd-2eeb06f746bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:02:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3e284f29-23b0-45da-bbb7-ea8e7350ca9d'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:58.032391 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-b610b89e-19dc-4b86-b6fe-ed1c137799ea tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:58.091354 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-b610b89e-19dc-4b86-b6fe-ed1c137799ea tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:58.127788 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-b610b89e-19dc-4b86-b6fe-ed1c137799ea tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Network aa3829ff-06bb-4e4b-bb18-0fd275848be2 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:02:58.157837 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-b610b89e-19dc-4b86-b6fe-ed1c137799ea tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:02:58.189253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-b610b89e-19dc-4b86-b6fe-ed1c137799ea tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:02:58.206064 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11f0f84-915f-4625-a62a-09bbc663bb83 admin admin] Router f0ce2f37-fd88-4391-ae86-dfec9b0e944d is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:02:58.329030 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd89102-6aa5-44d9-ae3a-e1fe3c6987b0 req-867bf64e-559f-412a-81fa-1d76bcd22f81 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:58.330690 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6fd89102-6aa5-44d9-ae3a-e1fe3c6987b0 req-867bf64e-559f-412a-81fa-1d76bcd22f81 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/ports?device_id=4033a7b9-1607-4408-a1e1-6ae094598398 HTTP/1.1" status: 200 len: 931 time: 0.2538819 Nov 12 20:02:58.368631 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610b89e-19dc-4b86-b6fe-ed1c137799ea tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Pushing event updated for resources: {'Port': ['ID=68e5ef55-fb2a-4b92-ae89-6230bb16ff76,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:58.373375 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-594d3274-417f-4b7e-b6cd-2eeb06f746bf None None] Set router 3e284f29-23b0-45da-bbb7-ea8e7350ca9d gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:02:58.541975 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6fd89102-6aa5-44d9-ae3a-e1fe3c6987b0 req-f3b96f18-9c29-4de1-ae69-5d868c5e588f tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c7560-640f-4196-b2ef-fb6dbc12a907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786847 Nov 12 20:02:58.562183 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-b610b89e-19dc-4b86-b6fe-ed1c137799ea tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:58.562927 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-b610b89e-19dc-4b86-b6fe-ed1c137799ea tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:58.703077 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-b610b89e-19dc-4b86-b6fe-ed1c137799ea tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6173089 Nov 12 20:02:58.725253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-917a1bf0-1d51-4350-bb6a-c7d790ad9259 service neutron] Request body: {'port': {'device_id': '4033a7b9-1607-4408-a1e1-6ae094598398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:02:58.741415 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-64242079-de1c-4cdc-8d06-ab21e9d3aff9 None None] Provisioning complete for port 1d23826c-89b1-4648-94cc-8fbce8cd2b97 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:58.744940 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-64242079-de1c-4cdc-8d06-ab21e9d3aff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:58.809872 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8b1ce3ef-dcdf-462f-b7c5-4ff6613a2321 req-8166b7f8-8e6f-4ebe-a7dc-4b10f66834d0 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups/80f0f517-2f99-4f28-b516-0bfa22028e00 HTTP/1.1" status: 200 len: 1791 time: 0.9222469 Nov 12 20:02:58.864742 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11f0f84-915f-4625-a62a-09bbc663bb83 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:02:58.883803 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cd86d9-1a17-443f-8ff9-93c2ee0f4b86 None None] Sync routers for ids ['f0ce2f37-fd88-4391-ae86-dfec9b0e944d'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:02:58.903541 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cd86d9-1a17-443f-8ff9-93c2ee0f4b86 None None] Routers {'f0ce2f37-fd88-4391-ae86-dfec9b0e944d'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:02:58.904537 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b6cd86d9-1a17-443f-8ff9-93c2ee0f4b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:02:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f0ce2f37-fd88-4391-ae86-dfec9b0e944d'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:58.938020 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d11f0f84-915f-4625-a62a-09bbc663bb83 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:58.941764 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d11f0f84-915f-4625-a62a-09bbc663bb83 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.4950464 Nov 12 20:02:58.942995 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55764) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:59.049539 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8b1ce3ef-dcdf-462f-b7c5-4ff6613a2321 req-1bb69033-d359-43c6-aa49-7144c8cd77de tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:59.084920 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3ddf8594-8d95-4cbc-8116-6e2b2961a9ca admin admin] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:59.091888 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-64242079-de1c-4cdc-8d06-ab21e9d3aff9 None None] Port 1d23826c-89b1-4648-94cc-8fbce8cd2b97 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:02:59.104751 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-b6cd86d9-1a17-443f-8ff9-93c2ee0f4b86 None None] Set router f0ce2f37-fd88-4391-ae86-dfec9b0e944d gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:02:59.112389 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-64242079-de1c-4cdc-8d06-ab21e9d3aff9 None None] Provisioning complete for port a834ecb6-2865-4b8b-8a32-878e201097a4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:59.112756 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-64242079-de1c-4cdc-8d06-ab21e9d3aff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:59.116557 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3ddf8594-8d95-4cbc-8116-6e2b2961a9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:59.138400 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-917a1bf0-1d51-4350-bb6a-c7d790ad9259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:59.162693 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-594d3274-417f-4b7e-b6cd-2eeb06f746bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'name': 'tempest-TaggedBootDevicesTest-1738175010-router', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e67c0523-f52f-4f74-94c8-ef9d77598a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:45Z', 'updated_at': '2021-11-12T20:02:57Z', 'revision_number': 4, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'gw_port': {'id': 'e67c0523-f52f-4f74-94c8-ef9d77598a1f', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:48Z', 'updated_at': '2021-11-12T20:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '1d23826c-89b1-4648-94cc-8fbce8cd2b97', 'name': '', 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'mac_address': 'fa:16:3e:d6:5f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '7538c2f0-1816-4b2d-be66-4f8cb443d9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:56Z', 'updated_at': '2021-11-12T20:02:56Z', 'revision_number': 1, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'subnets': [{'id': '7538c2f0-1816-4b2d-be66-4f8cb443d9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:59.196178 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594d3274-417f-4b7e-b6cd-2eeb06f746bf None None] The sync data for ids ['3e284f29-23b0-45da-bbb7-ea8e7350ca9d'] in n-d-712140-15 is: [{'id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'name': 'tempest-TaggedBootDevicesTest-1738175010-router', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e67c0523-f52f-4f74-94c8-ef9d77598a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:45Z', 'updated_at': '2021-11-12T20:02:57Z', 'revision_number': 4, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'gw_port': {'id': 'e67c0523-f52f-4f74-94c8-ef9d77598a1f', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:48Z', 'updated_at': '2021-11-12T20:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '1d23826c-89b1-4648-94cc-8fbce8cd2b97', 'name': '', 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'mac_address': 'fa:16:3e:d6:5f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '7538c2f0-1816-4b2d-be66-4f8cb443d9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:56Z', 'updated_at': '2021-11-12T20:02:56Z', 'revision_number': 1, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'subnets': [{'id': '7538c2f0-1816-4b2d-be66-4f8cb443d9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:02:59.212448 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf8594-8d95-4cbc-8116-6e2b2961a9ca admin admin] Pushing event updated for resources: {'Port': ['ID=1d23826c-89b1-4648-94cc-8fbce8cd2b97,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:59.226109 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8b1ce3ef-dcdf-462f-b7c5-4ff6613a2321 req-1bb69033-d359-43c6-aa49-7144c8cd77de tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:59.273967 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3ddf8594-8d95-4cbc-8116-6e2b2961a9ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:59.442375 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8b1ce3ef-dcdf-462f-b7c5-4ff6613a2321 req-1bb69033-d359-43c6-aa49-7144c8cd77de tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:59.447877 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8b1ce3ef-dcdf-462f-b7c5-4ff6613a2321 req-1bb69033-d359-43c6-aa49-7144c8cd77de tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:59.450834 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8b1ce3ef-dcdf-462f-b7c5-4ff6613a2321 req-1bb69033-d359-43c6-aa49-7144c8cd77de tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "DELETE /v2.0/security-groups/80f0f517-2f99-4f28-b516-0bfa22028e00 HTTP/1.1" status: 204 len: 173 time: 0.6264739 Nov 12 20:02:59.451466 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b6cd86d9-1a17-443f-8ff9-93c2ee0f4b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'name': 'tempest-AttachVolumeShelveTestJSON-725252058-router', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:51Z', 'updated_at': '2021-11-12T20:02:56Z', 'revision_number': 3, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'gw_port': {'id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:53Z', 'updated_at': '2021-11-12T20:02:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:02:59.452367 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55774) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:02:59.487641 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb69033-d359-43c6-aa49-7144c8cd77de tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f0f517-2f99-4f28-b516-0bfa22028e00,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:02:59.551367 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddf8594-8d95-4cbc-8116-6e2b2961a9ca admin admin] Network 80c69418-b92b-4b29-9244-07bfae8aef96 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:02:59.560152 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cd86d9-1a17-443f-8ff9-93c2ee0f4b86 None None] Checking router: f0ce2f37-fd88-4391-ae86-dfec9b0e944d for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:02:59.560460 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-3ddf8594-8d95-4cbc-8116-6e2b2961a9ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:02:59.560579 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cd86d9-1a17-443f-8ff9-93c2ee0f4b86 None None] Updating router f0ce2f37-fd88-4391-ae86-dfec9b0e944d port a72e7c28-b9ee-446b-be53-33e1df9f7718 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:02:59.659518 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b6cd86d9-1a17-443f-8ff9-93c2ee0f4b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:59.730120 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a834ecb6-2865-4b8b-8a32-878e201097a4 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:02:59.823568 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6844213-6438-44ed-bb01-b1b1046ee34e req-bebb8311-2ade-4fc4-9432-a8e4b8d577e1 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:02:59.833361 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d6844213-6438-44ed-bb01-b1b1046ee34e req-bebb8311-2ade-4fc4-9432-a8e4b8d577e1 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 950 time: 0.8928597 Nov 12 20:02:59.886783 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port a834ecb6-2865-4b8b-8a32-878e201097a4 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:02:59.887069 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:02:59.933972 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-cc6d4601-e5be-4254-9dd5-9eb86686ad32 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1768546687-network', 'tenant_id': '954a349666444c9cac7ba5cc392be91e'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:00.013940 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6d4601-e5be-4254-9dd5-9eb86686ad32 admin admin] Made reservation on behalf of 954a349666444c9cac7ba5cc392be91e for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:03:00.026912 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cc6d4601-e5be-4254-9dd5-9eb86686ad32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:00.061290 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cc6d4601-e5be-4254-9dd5-9eb86686ad32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:00.063770 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d6844213-6438-44ed-bb01-b1b1046ee34e req-032165f9-88f2-42be-9eba-5b260610deea tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170308 Nov 12 20:03:00.125714 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddf8594-8d95-4cbc-8116-6e2b2961a9ca admin admin] Router 3e284f29-23b0-45da-bbb7-ea8e7350ca9d has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:03:00.239821 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-fcacf995-f9a9-4cbb-8b72-952c41f0dbb7 None None] Provisioning complete for port 1d23826c-89b1-4648-94cc-8fbce8cd2b97 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:00.240376 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fcacf995-f9a9-4cbb-8b72-952c41f0dbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:00.280492 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b6cd86d9-1a17-443f-8ff9-93c2ee0f4b86 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:00.292485 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b6cd86d9-1a17-443f-8ff9-93c2ee0f4b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:00.353878 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-fcacf995-f9a9-4cbb-8b72-952c41f0dbb7 None None] Port 1d23826c-89b1-4648-94cc-8fbce8cd2b97 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:03:00.418608 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-b6cd86d9-1a17-443f-8ff9-93c2ee0f4b86 None None] Attempting to bind port a72e7c28-b9ee-446b-be53-33e1df9f7718 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:03:00.423483 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-b6cd86d9-1a17-443f-8ff9-93c2ee0f4b86 None None] Attempting to bind port a72e7c28-b9ee-446b-be53-33e1df9f7718 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:03:00.424011 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cd86d9-1a17-443f-8ff9-93c2ee0f4b86 None None] Attempting to bind port a72e7c28-b9ee-446b-be53-33e1df9f7718 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:03:00.426205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddf8594-8d95-4cbc-8116-6e2b2961a9ca admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:03:00.442166 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cd86d9-1a17-443f-8ff9-93c2ee0f4b86 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:03:00.444294 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cd86d9-1a17-443f-8ff9-93c2ee0f4b86 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:03:00.444905 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b6cd86d9-1a17-443f-8ff9-93c2ee0f4b86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:00.446813 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cd86d9-1a17-443f-8ff9-93c2ee0f4b86 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:03:00.448783 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-b6cd86d9-1a17-443f-8ff9-93c2ee0f4b86 None None] Bound port: a72e7c28-b9ee-446b-be53-33e1df9f7718, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:03:00.449536 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b6cd86d9-1a17-443f-8ff9-93c2ee0f4b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:00.457738 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8be5a-ea10-4657-8d28-094f9bdde417 None None] Pushing event updated for resources: {'Port': ['ID=a72e7c28-b9ee-446b-be53-33e1df9f7718,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:00.459776 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3ddf8594-8d95-4cbc-8116-6e2b2961a9ca admin admin] 10.222.0.48 "PUT /v2.0/routers/3e284f29-23b0-45da-bbb7-ea8e7350ca9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4206471 Nov 12 20:03:00.545000 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8be5a-ea10-4657-8d28-094f9bdde417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:00.547986 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8be5a-ea10-4657-8d28-094f9bdde417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:00.548470 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8be5a-ea10-4657-8d28-094f9bdde417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:00.548909 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8be5a-ea10-4657-8d28-094f9bdde417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:00.549345 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8be5a-ea10-4657-8d28-094f9bdde417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:00.556197 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8be5a-ea10-4657-8d28-094f9bdde417 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:00.556766 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8be5a-ea10-4657-8d28-094f9bdde417 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:00.557202 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8be5a-ea10-4657-8d28-094f9bdde417 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:00.557626 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8be5a-ea10-4657-8d28-094f9bdde417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:00.558052 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8be5a-ea10-4657-8d28-094f9bdde417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:00.558479 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8be5a-ea10-4657-8d28-094f9bdde417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:00.558899 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8be5a-ea10-4657-8d28-094f9bdde417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:00.643522 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-b6cd86d9-1a17-443f-8ff9-93c2ee0f4b86 None None] For port a72e7c28-b9ee-446b-be53-33e1df9f7718, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:03:00.650020 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d30b80-54fb-47fd-8d16-0ea7eb1f3a11 req-3e0251a8-9313-434e-b6de-1385e304cf7f tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:00.652667 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-b6cd86d9-1a17-443f-8ff9-93c2ee0f4b86 None None] For port a72e7c28-b9ee-446b-be53-33e1df9f7718, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a72e7c28-b9ee-446b-be53-33e1df9f7718,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:03:00.659073 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f2d30b80-54fb-47fd-8d16-0ea7eb1f3a11 req-3e0251a8-9313-434e-b6de-1385e304cf7f tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/ports?device_id=4033a7b9-1607-4408-a1e1-6ae094598398 HTTP/1.1" status: 200 len: 931 time: 0.2353606 Nov 12 20:03:00.662092 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b6cd86d9-1a17-443f-8ff9-93c2ee0f4b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:00.722632 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cc6d4601-e5be-4254-9dd5-9eb86686ad32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:00.769919 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cc6d4601-e5be-4254-9dd5-9eb86686ad32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:00.817241 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f2d30b80-54fb-47fd-8d16-0ea7eb1f3a11 req-b5ba2eca-69d8-41ba-ad79-3784b873ea92 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c7560-640f-4196-b2ef-fb6dbc12a907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571491 Nov 12 20:03:00.840489 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cd86d9-1a17-443f-8ff9-93c2ee0f4b86 None None] Routers {'f0ce2f37-fd88-4391-ae86-dfec9b0e944d'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:03:00.841163 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b6cd86d9-1a17-443f-8ff9-93c2ee0f4b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:02:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f0ce2f37-fd88-4391-ae86-dfec9b0e944d'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:03:00.923569 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6d4601-e5be-4254-9dd5-9eb86686ad32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:03:00.926082 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d4601-e5be-4254-9dd5-9eb86686ad32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:00.969265 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cc6d4601-e5be-4254-9dd5-9eb86686ad32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:00.970022 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-cc6d4601-e5be-4254-9dd5-9eb86686ad32 admin admin] Added segment 682bd990-b956-47c7-8c18-606cfed1b676 of type vlan for network 244f869e-61bd-4949-82fd-4493cf9dc192 Nov 12 20:03:01.015119 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8be5a-ea10-4657-8d28-094f9bdde417 None None] Pushing event updated for resources: {'Port': ['ID=a72e7c28-b9ee-446b-be53-33e1df9f7718,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:01.098748 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cc6d4601-e5be-4254-9dd5-9eb86686ad32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:01.162182 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cc6d4601-e5be-4254-9dd5-9eb86686ad32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:01.166643 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6d4601-e5be-4254-9dd5-9eb86686ad32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:01.167326 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cc6d4601-e5be-4254-9dd5-9eb86686ad32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:01.208225 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-b6cd86d9-1a17-443f-8ff9-93c2ee0f4b86 None None] Set router f0ce2f37-fd88-4391-ae86-dfec9b0e944d gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:03:01.316192 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cc6d4601-e5be-4254-9dd5-9eb86686ad32 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8371701 Nov 12 20:03:01.319088 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55832) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:01.330688 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-08c1377c-e82b-4616-8f7e-134923f3aecb admin admin] Request body: {'subnet': {'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1768546687-subnet', 'tenant_id': '954a349666444c9cac7ba5cc392be91e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:01.401746 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c1377c-e82b-4616-8f7e-134923f3aecb admin admin] Made reservation on behalf of 954a349666444c9cac7ba5cc392be91e for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:03:01.404671 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-08c1377c-e82b-4616-8f7e-134923f3aecb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:01.414841 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3ff4f-c61e-42af-8add-9533efec503c req-e21737c0-e4cc-48ff-94dd-526c0b930f90 tempest-MigrationsAdminTest-1956487099 tempest-MigrationsAdminTest-1956487099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:01.430911 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5fe3ff4f-c61e-42af-8add-9533efec503c req-e21737c0-e4cc-48ff-94dd-526c0b930f90 tempest-MigrationsAdminTest-1956487099 tempest-MigrationsAdminTest-1956487099-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 1102 time: 0.2348881 Nov 12 20:03:01.432208 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [req-488bf518-51b1-4b36-948c-53c153c519b7 req-5a9ffc04-7ac3-40fc-acf1-a52ed5bd3d99 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] show failed (client error): The resource could not be found. Nov 12 20:03:01.437867 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-488bf518-51b1-4b36-948c-53c153c519b7 req-5a9ffc04-7ac3-40fc-acf1-a52ed5bd3d99 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups/22f528ce-1ea2-4d73-9d2a-1f082054aa7e HTTP/1.1" status: 404 len: 352 time: 0.0373342 Nov 12 20:03:01.438522 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d4601-e5be-4254-9dd5-9eb86686ad32 admin admin] Pushing event updated for resources: {'Network': ['ID=244f869e-61bd-4949-82fd-4493cf9dc192,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:01.453373 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 244f869e-61bd-4949-82fd-4493cf9dc192 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:03:01.473729 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76baebcd-2aaa-4ca5-bba2-fd219cd3368a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:01.563520 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5fe3ff4f-c61e-42af-8add-9533efec503c req-746341ac-9a90-48bc-8741-40cfd20937f6 tempest-MigrationsAdminTest-1956487099 tempest-MigrationsAdminTest-1956487099-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:01.674291 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [req-88c4cc7a-1038-4ad7-bfc3-f6e815dde3a1 req-38ba7096-4e40-43ab-bdac-972d7ac0ab88 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] show failed (client error): The resource could not be found. Nov 12 20:03:01.693585 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-88c4cc7a-1038-4ad7-bfc3-f6e815dde3a1 req-38ba7096-4e40-43ab-bdac-972d7ac0ab88 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups/9e972950-666b-4806-a917-fc62770367d6 HTTP/1.1" status: 404 len: 352 time: 0.0984447 Nov 12 20:03:01.723922 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e67c0523-f52f-4f74-94c8-ef9d77598a1f up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:03:01.792930 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b6cd86d9-1a17-443f-8ff9-93c2ee0f4b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'name': 'tempest-AttachVolumeShelveTestJSON-725252058-router', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:51Z', 'updated_at': '2021-11-12T20:02:56Z', 'revision_number': 3, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'gw_port': {'id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:53Z', 'updated_at': '2021-11-12T20:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:03:01.837222 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port e67c0523-f52f-4f74-94c8-ef9d77598a1f triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:01.840293 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:01.846909 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [req-188ae681-a016-4076-9704-87564a126e69 req-c748032c-6229-44bb-9bd0-5514e27efd80 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] show failed (client error): The resource could not be found. Nov 12 20:03:01.862551 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-188ae681-a016-4076-9704-87564a126e69 req-c748032c-6229-44bb-9bd0-5514e27efd80 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups/87b970fc-0192-42a0-a679-f345ded032f8 HTTP/1.1" status: 404 len: 352 time: 0.0625048 Nov 12 20:03:01.894472 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cd86d9-1a17-443f-8ff9-93c2ee0f4b86 None None] The sync data for ids ['f0ce2f37-fd88-4391-ae86-dfec9b0e944d'] in n-d-712140-15 is: [{'id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'name': 'tempest-AttachVolumeShelveTestJSON-725252058-router', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:51Z', 'updated_at': '2021-11-12T20:02:56Z', 'revision_number': 3, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'gw_port': {'id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:53Z', 'updated_at': '2021-11-12T20:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:03:01.986639 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-917a1bf0-1d51-4350-bb6a-c7d790ad9259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68e5ef55-fb2a-4b92-ae89-6230bb16ff76 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:03:02.008980 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-917a1bf0-1d51-4350-bb6a-c7d790ad9259 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:02.037473 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:02.096329 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port e67c0523-f52f-4f74-94c8-ef9d77598a1f, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e67c0523-f52f-4f74-94c8-ef9d77598a1f,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:02.096329 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:02.101220 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-917a1bf0-1d51-4350-bb6a-c7d790ad9259 service neutron] Transition to ACTIVE for port object 68e5ef55-fb2a-4b92-ae89-6230bb16ff76 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:03:02.126177 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-917a1bf0-1d51-4350-bb6a-c7d790ad9259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:02.203671 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-08c1377c-e82b-4616-8f7e-134923f3aecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:02.225711 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=e67c0523-f52f-4f74-94c8-ef9d77598a1f,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:02.263668 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1377c-e82b-4616-8f7e-134923f3aecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dd80d0b-2491-4b1b-842a-10479179ac7e,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:02.298438 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80d4e1-33cb-4f82-87a5-745db177aa97 req-2a2fd086-50b6-4e28-b0e5-fd0c79e21990 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:02.306752 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7a80d4e1-33cb-4f82-87a5-745db177aa97 req-2a2fd086-50b6-4e28-b0e5-fd0c79e21990 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/ports?device_id=4033a7b9-1607-4408-a1e1-6ae094598398 HTTP/1.1" status: 200 len: 943 time: 0.1785133 Nov 12 20:03:02.341059 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-76baebcd-2aaa-4ca5-bba2-fd219cd3368a admin admin] Allocated IP 172.20.0.1 (cd594fd9-762d-4dc1-9fce-c4b60d6d0202/f543e4e2-8561-47f7-b814-55300c23b7f1/24185af8-1f22-43f9-bf99-1f7ea5f4b5be) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:03:02.378603 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c1377c-e82b-4616-8f7e-134923f3aecb admin admin] Checking segment: {'id': '682bd990-b956-47c7-8c18-606cfed1b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:03:02.378974 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c1377c-e82b-4616-8f7e-134923f3aecb admin admin] Network hostable DHCP agents. Network: 244f869e-61bd-4949-82fd-4493cf9dc192, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:03:02.381772 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a1bf0-1d51-4350-bb6a-c7d790ad9259 service neutron] Pushing event updated for resources: {'Port': ['ID=68e5ef55-fb2a-4b92-ae89-6230bb16ff76,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:02.386702 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5fe3ff4f-c61e-42af-8add-9533efec503c req-746341ac-9a90-48bc-8741-40cfd20937f6 tempest-MigrationsAdminTest-1956487099 tempest-MigrationsAdminTest-1956487099-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:02.400945 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5fe3ff4f-c61e-42af-8add-9533efec503c req-746341ac-9a90-48bc-8741-40cfd20937f6 tempest-MigrationsAdminTest-1956487099 tempest-MigrationsAdminTest-1956487099-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:02.468641 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7a80d4e1-33cb-4f82-87a5-745db177aa97 req-348e8195-0ead-4410-bb52-0c9abffd9ce4 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c7560-640f-4196-b2ef-fb6dbc12a907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322310 Nov 12 20:03:02.490766 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c1377c-e82b-4616-8f7e-134923f3aecb admin admin] Network 244f869e-61bd-4949-82fd-4493cf9dc192 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:03:02.520302 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [req-4bb9f3e1-b381-4ef9-a856-e982196f9384 req-a1ef9e06-bdf4-45df-9e06-7fec5670071c tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] show failed (client error): The resource could not be found. Nov 12 20:03:02.521343 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4bb9f3e1-b381-4ef9-a856-e982196f9384 req-a1ef9e06-bdf4-45df-9e06-7fec5670071c tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups/3f625ae5-0648-46b0-a9de-7b58a56312a1 HTTP/1.1" status: 404 len: 352 time: 0.0193329 Nov 12 20:03:02.522466 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-08c1377c-e82b-4616-8f7e-134923f3aecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 244f869e-61bd-4949-82fd-4493cf9dc192) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:03:02.527555 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c1377c-e82b-4616-8f7e-134923f3aecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:02.528181 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-08c1377c-e82b-4616-8f7e-134923f3aecb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:02.532630 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99c5607-34be-4792-a459-4a47d7a6bd8a None None] Network 244f869e-61bd-4949-82fd-4493cf9dc192 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:03:02.572371 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-08c1377c-e82b-4616-8f7e-134923f3aecb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2395651 Nov 12 20:03:02.668751 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [req-831e13b7-ad71-42a4-a16d-603aba6840a9 req-bbcb8bf3-f4ef-489e-ae90-2b842789458e tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] show failed (client error): The resource could not be found. Nov 12 20:03:02.673874 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-831e13b7-ad71-42a4-a16d-603aba6840a9 req-bbcb8bf3-f4ef-489e-ae90-2b842789458e tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups/e6641879-255f-4f27-94b9-02a64cac8d86 HTTP/1.1" status: 404 len: 352 time: 0.0219607 Nov 12 20:03:02.728397 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-917a1bf0-1d51-4350-bb6a-c7d790ad9259 service neutron] Attempting to bind port 68e5ef55-fb2a-4b92-ae89-6230bb16ff76 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:03:02.728956 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-917a1bf0-1d51-4350-bb6a-c7d790ad9259 service neutron] Attempting to bind port 68e5ef55-fb2a-4b92-ae89-6230bb16ff76 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '1ad2435a-c4ac-4ee5-8edf-e8d6c27e8bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'aa3829ff-06bb-4e4b-bb18-0fd275848be2'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:03:02.729072 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-917a1bf0-1d51-4350-bb6a-c7d790ad9259 service neutron] Attempting to bind port 68e5ef55-fb2a-4b92-ae89-6230bb16ff76 on network aa3829ff-06bb-4e4b-bb18-0fd275848be2 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:03:02.740739 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746341ac-9a90-48bc-8741-40cfd20937f6 tempest-MigrationsAdminTest-1956487099 tempest-MigrationsAdminTest-1956487099-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd71b70-5116-4970-b917-90be6610ca9c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:02.751304 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-917a1bf0-1d51-4350-bb6a-c7d790ad9259 service neutron] Port 68e5ef55-fb2a-4b92-ae89-6230bb16ff76 on network aa3829ff-06bb-4e4b-bb18-0fd275848be2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:03:02.751640 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-917a1bf0-1d51-4350-bb6a-c7d790ad9259 service neutron] Attempting to bind port 68e5ef55-fb2a-4b92-ae89-6230bb16ff76 on network aa3829ff-06bb-4e4b-bb18-0fd275848be2 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:03:02.756091 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5fe3ff4f-c61e-42af-8add-9533efec503c req-746341ac-9a90-48bc-8741-40cfd20937f6 tempest-MigrationsAdminTest-1956487099 tempest-MigrationsAdminTest-1956487099-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2684066 Nov 12 20:03:02.770886 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-917a1bf0-1d51-4350-bb6a-c7d790ad9259 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:03:02.775261 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-917a1bf0-1d51-4350-bb6a-c7d790ad9259 service neutron] Checking segment: {'id': '1ad2435a-c4ac-4ee5-8edf-e8d6c27e8bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'aa3829ff-06bb-4e4b-bb18-0fd275848be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:03:02.775693 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-917a1bf0-1d51-4350-bb6a-c7d790ad9259 service neutron] Bound using segment: {'id': '1ad2435a-c4ac-4ee5-8edf-e8d6c27e8bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'aa3829ff-06bb-4e4b-bb18-0fd275848be2'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:03:02.776158 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-917a1bf0-1d51-4350-bb6a-c7d790ad9259 service neutron] Bound port: 68e5ef55-fb2a-4b92-ae89-6230bb16ff76, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ad2435a-c4ac-4ee5-8edf-e8d6c27e8bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'aa3829ff-06bb-4e4b-bb18-0fd275848be2'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:03:02.776599 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-917a1bf0-1d51-4350-bb6a-c7d790ad9259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:02.870180 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30770729-8bf0-4d69-b2a1-771842cd9684 None None] Network 244f869e-61bd-4949-82fd-4493cf9dc192 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:03:03.009801 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [req-c5361907-e8c8-4db7-9f5a-8b1cdcd187d2 req-40477665-832b-46a2-9080-32179d47bec8 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] show failed (client error): The resource could not be found. Nov 12 20:03:03.016715 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c5361907-e8c8-4db7-9f5a-8b1cdcd187d2 req-40477665-832b-46a2-9080-32179d47bec8 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups/d6a4b510-4f4e-4845-b12a-ef78ecdb6d5b HTTP/1.1" status: 404 len: 352 time: 0.1462860 Nov 12 20:03:03.128830 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76baebcd-2aaa-4ca5-bba2-fd219cd3368a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:03.203800 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-917a1bf0-1d51-4350-bb6a-c7d790ad9259 service neutron] For port 68e5ef55-fb2a-4b92-ae89-6230bb16ff76, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:03:03.214673 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-917a1bf0-1d51-4350-bb6a-c7d790ad9259 service neutron] For port 68e5ef55-fb2a-4b92-ae89-6230bb16ff76, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=68e5ef55-fb2a-4b92-ae89-6230bb16ff76,segment=NetworkSegment(1ad2435a-c4ac-4ee5-8edf-e8d6c27e8bce),segment_id=1ad2435a-c4ac-4ee5-8edf-e8d6c27e8bce)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:03:03.234607 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-917a1bf0-1d51-4350-bb6a-c7d790ad9259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:03.418351 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-917a1bf0-1d51-4350-bb6a-c7d790ad9259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:03.418883 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-917a1bf0-1d51-4350-bb6a-c7d790ad9259 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:03.425035 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-917a1bf0-1d51-4350-bb6a-c7d790ad9259 service neutron] 10.222.0.52 "PUT /v2.0/ports/68e5ef55-fb2a-4b92-ae89-6230bb16ff76 HTTP/1.1" status: 200 len: 1092 time: 4.7047384 Nov 12 20:03:03.425908 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4033a7b9-1607-4408-a1e1-6ae094598398', 'tag': '68e5ef55-fb2a-4b92-ae89-6230bb16ff76'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:03:03.429474 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a4cf14-0a65-4e7d-aefd-980662cf35c7" -d '{"events": [{"name": "network-changed", "server_uuid": "4033a7b9-1607-4408-a1e1-6ae094598398", "tag": "68e5ef55-fb2a-4b92-ae89-6230bb16ff76"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:03:03.436674 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3a02b-a87d-4be4-a97b-ec97230c4900 None None] Sync routers for ids ['3e284f29-23b0-45da-bbb7-ea8e7350ca9d'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:03:03.569932 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76baebcd-2aaa-4ca5-bba2-fd219cd3368a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:03.572086 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e3a02b-a87d-4be4-a97b-ec97230c4900 None None] Routers {'3e284f29-23b0-45da-bbb7-ea8e7350ca9d'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:03:03.572786 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-34e3a02b-a87d-4be4-a97b-ec97230c4900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:02:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3e284f29-23b0-45da-bbb7-ea8e7350ca9d'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:03:03.738607 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a1bf0-1d51-4350-bb6a-c7d790ad9259 service neutron] Pushing event updated for resources: {'Port': ['ID=68e5ef55-fb2a-4b92-ae89-6230bb16ff76,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:03.758371 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76baebcd-2aaa-4ca5-bba2-fd219cd3368a admin admin] Network cd594fd9-762d-4dc1-9fce-c4b60d6d0202 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:03:03.810040 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-76baebcd-2aaa-4ca5-bba2-fd219cd3368a admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:03:03.816556 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76baebcd-2aaa-4ca5-bba2-fd219cd3368a admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:03:03.847937 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e67c0523-f52f-4f74-94c8-ef9d77598a1f up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:03:03.873186 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-bb47a7ea-145d-41b5-bc95-7ec7c235b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:03.875277 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-bb47a7ea-145d-41b5-bc95-7ec7c235b955 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=576352c200384232b3a8faafcc03ff3b&device_id=4033a7b9-1607-4408-a1e1-6ae094598398 HTTP/1.1" status: 200 len: 1095 time: 0.3853121 Nov 12 20:03:03.886693 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76baebcd-2aaa-4ca5-bba2-fd219cd3368a admin admin] Pushing event updated for resources: {'Port': ['ID=24185af8-1f22-43f9-bf99-1f7ea5f4b5be,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:03.924172 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76baebcd-2aaa-4ca5-bba2-fd219cd3368a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:03.948275 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-34e3a02b-a87d-4be4-a97b-ec97230c4900 None None] Set router 3e284f29-23b0-45da-bbb7-ea8e7350ca9d gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:03:03.960925 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-1f178602-679f-411b-9a56-8fb4554db9ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68e5ef55-fb2a-4b92-ae89-6230bb16ff76 HTTP/1.1" status: 200 len: 217 time: 0.0755994 Nov 12 20:03:04.135429 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67035b71-b506-4343-a9e7-12b8c0c28b9d x-openstack-request-id: req-67035b71-b506-4343-a9e7-12b8c0c28b9d {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:03:04.147607 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4033a7b9-1607-4408-a1e1-6ae094598398", "tag": "68e5ef55-fb2a-4b92-ae89-6230bb16ff76", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:03:04.148035 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67035b71-b506-4343-a9e7-12b8c0c28b9d {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:03:04.148608 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4033a7b9-1607-4408-a1e1-6ae094598398', 'tag': '68e5ef55-fb2a-4b92-ae89-6230bb16ff76', 'status': 'completed', 'code': 200} Nov 12 20:03:04.150359 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-4f7e808a-5184-4007-842d-8da0705d52a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:04.152199 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-4f7e808a-5184-4007-842d-8da0705d52a8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1ece5f24-07a2-40ea-8061-4391a8cd1540 HTTP/1.1" status: 200 len: 861 time: 0.1409550 Nov 12 20:03:04.240131 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-4a695cc0-82e8-4303-a0c0-613f0ce50a90 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3829ff-06bb-4e4b-bb18-0fd275848be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784442 Nov 12 20:03:04.340403 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-a45a2316-a72d-4381-bce2-de6873cd55d7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3434098 Nov 12 20:03:04.367054 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-a0532a80-05ac-45ee-88b5-544c59cbb6ce service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:03:04.367303 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port e67c0523-f52f-4f74-94c8-ef9d77598a1f triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:04.368474 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-a0532a80-05ac-45ee-88b5-544c59cbb6ce service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073161 Nov 12 20:03:04.368868 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:04.401742 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ad035-381d-4de6-9b93-42d551bf0591 req-e026a21c-86b6-4ac8-9e91-c8c50aea3b86 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:04.420873 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ad3ad035-381d-4de6-9b93-42d551bf0591 req-e026a21c-86b6-4ac8-9e91-c8c50aea3b86 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8e33054-f959-41d1-9ba3-2203682dbd79 HTTP/1.1" status: 200 len: 1023 time: 0.1685627 Nov 12 20:03:04.453831 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e20d35e5-3973-42f1-b9ae-fd029572854b None None] Provisioning complete for port 24185af8-1f22-43f9-bf99-1f7ea5f4b5be triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:04.456810 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76baebcd-2aaa-4ca5-bba2-fd219cd3368a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:04.457105 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e20d35e5-3973-42f1-b9ae-fd029572854b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:04.552285 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ad3ad035-381d-4de6-9b93-42d551bf0591 req-85f9d07a-ec9f-4882-bfd1-c267a6c30d3c tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba9bf0e8-5501-424f-9abf-3dc2e93a31fd&id=1559601b-ff72-4ce9-9f6b-84bfc96eb534&id=f1b4f8dc-fb41-4e0e-953d-6829d1cd0c30&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1295228 Nov 12 20:03:04.613780 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e20d35e5-3973-42f1-b9ae-fd029572854b None None] Port 24185af8-1f22-43f9-bf99-1f7ea5f4b5be cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:03:04.710178 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a72e7c28-b9ee-446b-be53-33e1df9f7718 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:03:04.754715 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-34e3a02b-a87d-4be4-a97b-ec97230c4900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'name': 'tempest-TaggedBootDevicesTest-1738175010-router', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e67c0523-f52f-4f74-94c8-ef9d77598a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:45Z', 'updated_at': '2021-11-12T20:02:57Z', 'revision_number': 4, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'gw_port': {'id': 'e67c0523-f52f-4f74-94c8-ef9d77598a1f', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:48Z', 'updated_at': '2021-11-12T20:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '1d23826c-89b1-4648-94cc-8fbce8cd2b97', 'name': '', 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'mac_address': 'fa:16:3e:d6:5f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '7538c2f0-1816-4b2d-be66-4f8cb443d9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:56Z', 'updated_at': '2021-11-12T20:02:57Z', 'revision_number': 2, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'subnets': [{'id': '7538c2f0-1816-4b2d-be66-4f8cb443d9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:03:04.798779 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3a02b-a87d-4be4-a97b-ec97230c4900 None None] Checking router: 3e284f29-23b0-45da-bbb7-ea8e7350ca9d for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:03:04.799128 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3a02b-a87d-4be4-a97b-ec97230c4900 None None] Updating router 3e284f29-23b0-45da-bbb7-ea8e7350ca9d port 1d23826c-89b1-4648-94cc-8fbce8cd2b97 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:03:04.845028 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-34e3a02b-a87d-4be4-a97b-ec97230c4900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:04.863519 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76baebcd-2aaa-4ca5-bba2-fd219cd3368a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:04.876634 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-b0ace757-7eaf-4253-be22-6eb4b4a7fee9 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3829ff-06bb-4e4b-bb18-0fd275848be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6204450 Nov 12 20:03:04.879619 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76baebcd-2aaa-4ca5-bba2-fd219cd3368a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:04.915227 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port a72e7c28-b9ee-446b-be53-33e1df9f7718 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:04.915990 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:04.969183 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14661b3-5f5a-4294-afb2-31e1e2366966 req-f8a87512-43fb-4f1b-9caf-7cbc6317828d tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:04.974301 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e14661b3-5f5a-4294-afb2-31e1e2366966 req-f8a87512-43fb-4f1b-9caf-7cbc6317828d tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/ports?device_id=4033a7b9-1607-4408-a1e1-6ae094598398 HTTP/1.1" status: 200 len: 943 time: 0.1861837 Nov 12 20:03:05.081344 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76baebcd-2aaa-4ca5-bba2-fd219cd3368a admin admin] Pushing event updated for resources: {'Port': ['ID=24185af8-1f22-43f9-bf99-1f7ea5f4b5be,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:05.190672 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e14661b3-5f5a-4294-afb2-31e1e2366966 req-576088da-cb4b-4ea1-a0d4-33575d5f98b1 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c7560-640f-4196-b2ef-fb6dbc12a907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108238 Nov 12 20:03:05.226285 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7a68b-e5c0-4706-91d8-652e162fc269 req-15a5d3cf-a61e-40da-9afc-5aeba354ff5c tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:05.240360 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c0f7a68b-e5c0-4706-91d8-652e162fc269 req-15a5d3cf-a61e-40da-9afc-5aeba354ff5c tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8e33054-f959-41d1-9ba3-2203682dbd79 HTTP/1.1" status: 200 len: 1023 time: 0.2135117 Nov 12 20:03:05.338865 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76baebcd-2aaa-4ca5-bba2-fd219cd3368a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:05.376204 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:05.446698 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port a72e7c28-b9ee-446b-be53-33e1df9f7718, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a72e7c28-b9ee-446b-be53-33e1df9f7718,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:05.448940 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8512d97a-9191-4e0c-93b3-681234aeaf5d req-71b9281c-f82a-4488-b066-590e73f675ca service neutron] 10.222.0.52 "GET /v2.0/networks/aa3829ff-06bb-4e4b-bb18-0fd275848be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361068 Nov 12 20:03:05.453414 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:05.651176 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=a72e7c28-b9ee-446b-be53-33e1df9f7718,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:05.676928 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-34e3a02b-a87d-4be4-a97b-ec97230c4900 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:05.688260 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-34e3a02b-a87d-4be4-a97b-ec97230c4900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:05.765479 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76baebcd-2aaa-4ca5-bba2-fd219cd3368a admin admin] Network cd594fd9-762d-4dc1-9fce-c4b60d6d0202 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:03:05.768138 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055bca7-1c09-470b-88ee-1698298bb833 req-3969016a-ecc6-4e81-b962-d82d08fd8b77 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:05.768695 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-76baebcd-2aaa-4ca5-bba2-fd219cd3368a admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:03:05.775320 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4cf14-0a65-4e7d-aefd-980662cf35c7 req-5843943f-25dd-48d3-a17f-41e2b8a112c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:05.776448 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3a4cf14-0a65-4e7d-aefd-980662cf35c7 req-5843943f-25dd-48d3-a17f-41e2b8a112c9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=576352c200384232b3a8faafcc03ff3b&device_id=4033a7b9-1607-4408-a1e1-6ae094598398 HTTP/1.1" status: 200 len: 1095 time: 0.1817365 Nov 12 20:03:05.792672 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda8ad9-9d96-452c-95e8-50eacbbe60f9 None None] Pushing event updated for resources: {'Port': ['ID=1d23826c-89b1-4648-94cc-8fbce8cd2b97,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:05.816483 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c055bca7-1c09-470b-88ee-1698298bb833 req-3969016a-ecc6-4e81-b962-d82d08fd8b77 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 950 time: 0.3024912 Nov 12 20:03:05.922250 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-34e3a02b-a87d-4be4-a97b-ec97230c4900 None None] Attempting to bind port 1d23826c-89b1-4648-94cc-8fbce8cd2b97 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:03:05.922626 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-34e3a02b-a87d-4be4-a97b-ec97230c4900 None None] Attempting to bind port 1d23826c-89b1-4648-94cc-8fbce8cd2b97 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'a4495e9e-0520-408e-b7b5-7d8ecec55dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:03:05.923041 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3a02b-a87d-4be4-a97b-ec97230c4900 None None] Attempting to bind port 1d23826c-89b1-4648-94cc-8fbce8cd2b97 on network 80c69418-b92b-4b29-9244-07bfae8aef96 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:03:05.933078 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3a02b-a87d-4be4-a97b-ec97230c4900 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:03:05.933078 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3a02b-a87d-4be4-a97b-ec97230c4900 None None] Checking segment: {'id': 'a4495e9e-0520-408e-b7b5-7d8ecec55dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:03:05.933499 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-34e3a02b-a87d-4be4-a97b-ec97230c4900 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:05.933873 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3a02b-a87d-4be4-a97b-ec97230c4900 None None] Bound using segment: {'id': 'a4495e9e-0520-408e-b7b5-7d8ecec55dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:03:05.934343 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-34e3a02b-a87d-4be4-a97b-ec97230c4900 None None] Bound port: 1d23826c-89b1-4648-94cc-8fbce8cd2b97, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4495e9e-0520-408e-b7b5-7d8ecec55dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:03:05.934717 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-34e3a02b-a87d-4be4-a97b-ec97230c4900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:06.028883 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c055bca7-1c09-470b-88ee-1698298bb833 req-df9cd1c0-85fc-41ab-99f7-2dbeb4c2fb40 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116628 Nov 12 20:03:06.047421 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-c0f7a68b-e5c0-4706-91d8-652e162fc269 req-08009ba3-70e4-4b83-8b73-a8303750d1be tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Deleting port 122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:03:06.061837 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c0f7a68b-e5c0-4706-91d8-652e162fc269 req-08009ba3-70e4-4b83-8b73-a8303750d1be tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:06.159772 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-34e3a02b-a87d-4be4-a97b-ec97230c4900 None None] For port 1d23826c-89b1-4648-94cc-8fbce8cd2b97, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:03:06.169481 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-34e3a02b-a87d-4be4-a97b-ec97230c4900 None None] For port 1d23826c-89b1-4648-94cc-8fbce8cd2b97, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=1d23826c-89b1-4648-94cc-8fbce8cd2b97,segment=NetworkSegment(a4495e9e-0520-408e-b7b5-7d8ecec55dc4),segment_id=a4495e9e-0520-408e-b7b5-7d8ecec55dc4)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:03:06.176104 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-34e3a02b-a87d-4be4-a97b-ec97230c4900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:06.340364 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4cf14-0a65-4e7d-aefd-980662cf35c7 req-b85b9844-b5b4-4d62-9626-562a3a3c5d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:06.351348 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e3a02b-a87d-4be4-a97b-ec97230c4900 None None] Routers {'3e284f29-23b0-45da-bbb7-ea8e7350ca9d'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:03:06.353615 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3a4cf14-0a65-4e7d-aefd-980662cf35c7 req-b85b9844-b5b4-4d62-9626-562a3a3c5d72 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa3829ff-06bb-4e4b-bb18-0fd275848be2 HTTP/1.1" status: 200 len: 922 time: 0.5664442 Nov 12 20:03:06.358735 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-34e3a02b-a87d-4be4-a97b-ec97230c4900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:02:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3e284f29-23b0-45da-bbb7-ea8e7350ca9d'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:03:06.360925 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76baebcd-2aaa-4ca5-bba2-fd219cd3368a admin admin] Router f0ce2f37-fd88-4391-ae86-dfec9b0e944d has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:03:06.364067 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda8ad9-9d96-452c-95e8-50eacbbe60f9 None None] Pushing event updated for resources: {'Port': ['ID=1d23826c-89b1-4648-94cc-8fbce8cd2b97,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:06.450175 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3a4cf14-0a65-4e7d-aefd-980662cf35c7 req-0cebda1e-23f9-4852-934f-4f43448bfa43 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68e5ef55-fb2a-4b92-ae89-6230bb16ff76 HTTP/1.1" status: 200 len: 217 time: 0.0848753 Nov 12 20:03:06.515443 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-47244c6e-6e01-4c75-a7b7-4cd07f45859b None None] Provisioning complete for port 1d23826c-89b1-4648-94cc-8fbce8cd2b97 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:06.515810 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-47244c6e-6e01-4c75-a7b7-4cd07f45859b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:06.553070 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-c0f7a68b-e5c0-4706-91d8-652e162fc269 req-08009ba3-70e4-4b83-8b73-a8303750d1be tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] For port 122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5,segment=NetworkSegment(8d4b2a29-f4c2-4d68-bedf-9aaa5810610c),segment_id=8d4b2a29-f4c2-4d68-bedf-9aaa5810610c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:06.553440 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c0f7a68b-e5c0-4706-91d8-652e162fc269 req-08009ba3-70e4-4b83-8b73-a8303750d1be tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:06.603508 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-34e3a02b-a87d-4be4-a97b-ec97230c4900 None None] Set router 3e284f29-23b0-45da-bbb7-ea8e7350ca9d gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:03:06.620750 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-c0f7a68b-e5c0-4706-91d8-652e162fc269 req-08009ba3-70e4-4b83-8b73-a8303750d1be tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Calling delete_port for 122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:03:06.658320 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4cf14-0a65-4e7d-aefd-980662cf35c7 req-942880ad-752d-4311-8c1c-1f0e253a0bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:06.660123 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3a4cf14-0a65-4e7d-aefd-980662cf35c7 req-942880ad-752d-4311-8c1c-1f0e253a0bc5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1ece5f24-07a2-40ea-8061-4391a8cd1540 HTTP/1.1" status: 200 len: 861 time: 0.1520600 Nov 12 20:03:06.731667 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3a4cf14-0a65-4e7d-aefd-980662cf35c7 req-5f613288-39c6-4764-a728-ed4f95007ed4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3829ff-06bb-4e4b-bb18-0fd275848be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459235 Nov 12 20:03:06.737423 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76baebcd-2aaa-4ca5-bba2-fd219cd3368a admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:03:06.748832 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-76baebcd-2aaa-4ca5-bba2-fd219cd3368a admin admin] 10.222.0.48 "PUT /v2.0/routers/f0ce2f37-fd88-4391-ae86-dfec9b0e944d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7748780 Nov 12 20:03:06.764506 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb673d30-574b-47be-ab2b-19037423aba2 None None] Sync routers for ids ['f0ce2f37-fd88-4391-ae86-dfec9b0e944d'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:03:06.781142 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb673d30-574b-47be-ab2b-19037423aba2 None None] Routers {'f0ce2f37-fd88-4391-ae86-dfec9b0e944d'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:03:06.782580 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-eb673d30-574b-47be-ab2b-19037423aba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:02:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f0ce2f37-fd88-4391-ae86-dfec9b0e944d'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:03:06.798495 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248f98c-de93-4ec1-b46c-a52f11f85c79 req-7bad182e-f959-490c-b6e8-472e3ca0fef7 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:06.809349 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b248f98c-de93-4ec1-b46c-a52f11f85c79 req-7bad182e-f959-490c-b6e8-472e3ca0fef7 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8e33054-f959-41d1-9ba3-2203682dbd79 HTTP/1.1" status: 200 len: 1023 time: 0.5116308 Nov 12 20:03:06.894486 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3a4cf14-0a65-4e7d-aefd-980662cf35c7 req-8471f873-6121-45d7-bd38-c9dffe31e750 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3829ff-06bb-4e4b-bb18-0fd275848be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442714 Nov 12 20:03:07.110317 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3a4cf14-0a65-4e7d-aefd-980662cf35c7 req-912a26fc-8d65-4553-8447-09b9dfec7403 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3829ff-06bb-4e4b-bb18-0fd275848be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009490 Nov 12 20:03:07.173548 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-cd4160ea-c887-4f7d-9c0f-b07f1cf1e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:07.174643 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-cd4160ea-c887-4f7d-9c0f-b07f1cf1e392 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 1102 time: 0.4188695 Nov 12 20:03:07.283461 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-eb673d30-574b-47be-ab2b-19037423aba2 None None] Set router f0ce2f37-fd88-4391-ae86-dfec9b0e944d gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:03:07.293833 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b248f98c-de93-4ec1-b46c-a52f11f85c79 req-f928aeb1-4695-4d5e-b43e-dd7165f30ebe tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba9bf0e8-5501-424f-9abf-3dc2e93a31fd&id=1559601b-ff72-4ce9-9f6b-84bfc96eb534&id=f1b4f8dc-fb41-4e0e-953d-6829d1cd0c30&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4852569 Nov 12 20:03:07.318042 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-47244c6e-6e01-4c75-a7b7-4cd07f45859b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:07.405134 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c0f7a68b-e5c0-4706-91d8-652e162fc269 req-08009ba3-70e4-4b83-8b73-a8303750d1be tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:07.423886 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-47244c6e-6e01-4c75-a7b7-4cd07f45859b None None] For port 1d23826c-89b1-4648-94cc-8fbce8cd2b97, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=1d23826c-89b1-4648-94cc-8fbce8cd2b97,segment=NetworkSegment(a4495e9e-0520-408e-b7b5-7d8ecec55dc4),segment_id=a4495e9e-0520-408e-b7b5-7d8ecec55dc4)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:07.443843 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-47244c6e-6e01-4c75-a7b7-4cd07f45859b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:07.510228 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47244c6e-6e01-4c75-a7b7-4cd07f45859b None None] Pushing event updated for resources: {'Port': ['ID=1d23826c-89b1-4648-94cc-8fbce8cd2b97,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:07.542042 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-34e3a02b-a87d-4be4-a97b-ec97230c4900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'name': 'tempest-TaggedBootDevicesTest-1738175010-router', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e67c0523-f52f-4f74-94c8-ef9d77598a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:45Z', 'updated_at': '2021-11-12T20:02:57Z', 'revision_number': 4, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'gw_port': {'id': 'e67c0523-f52f-4f74-94c8-ef9d77598a1f', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:48Z', 'updated_at': '2021-11-12T20:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '1d23826c-89b1-4648-94cc-8fbce8cd2b97', 'name': '', 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'mac_address': 'fa:16:3e:d6:5f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '7538c2f0-1816-4b2d-be66-4f8cb443d9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:56Z', 'updated_at': '2021-11-12T20:03:06Z', 'revision_number': 4, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'subnets': [{'id': '7538c2f0-1816-4b2d-be66-4f8cb443d9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:03:07.626351 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3a02b-a87d-4be4-a97b-ec97230c4900 None None] The sync data for ids ['3e284f29-23b0-45da-bbb7-ea8e7350ca9d'] in n-d-712140-15 is: [{'id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'name': 'tempest-TaggedBootDevicesTest-1738175010-router', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e67c0523-f52f-4f74-94c8-ef9d77598a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:45Z', 'updated_at': '2021-11-12T20:02:57Z', 'revision_number': 4, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'gw_port': {'id': 'e67c0523-f52f-4f74-94c8-ef9d77598a1f', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:48Z', 'updated_at': '2021-11-12T20:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '1d23826c-89b1-4648-94cc-8fbce8cd2b97', 'name': '', 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'mac_address': 'fa:16:3e:d6:5f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '7538c2f0-1816-4b2d-be66-4f8cb443d9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:56Z', 'updated_at': '2021-11-12T20:03:06Z', 'revision_number': 4, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'subnets': [{'id': '7538c2f0-1816-4b2d-be66-4f8cb443d9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:03:07.640739 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b2f79991-5a31-4da9-84dd-30e9e817bfe1 None None] Provisioning complete for port 1d23826c-89b1-4648-94cc-8fbce8cd2b97 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:07.641415 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b2f79991-5a31-4da9-84dd-30e9e817bfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:07.707970 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08009ba3-70e4-4b83-8b73-a8303750d1be tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Pushing event deleted for resources: {'Port': ['ID=122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:07.755735 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-eb673d30-574b-47be-ab2b-19037423aba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'name': 'tempest-AttachVolumeShelveTestJSON-725252058-router', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:51Z', 'updated_at': '2021-11-12T20:03:04Z', 'revision_number': 4, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'gw_port': {'id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:53Z', 'updated_at': '2021-11-12T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '24185af8-1f22-43f9-bf99-1f7ea5f4b5be', 'name': '', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'mac_address': 'fa:16:3e:5b:fb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:03:01Z', 'updated_at': '2021-11-12T20:03:04Z', 'revision_number': 2, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'subnets': [{'id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:03:07.792573 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f7a68b-e5c0-4706-91d8-652e162fc269 req-08009ba3-70e4-4b83-8b73-a8303750d1be tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] No DVR routers for this DVR port 122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5 on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:03:07.800311 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c0f7a68b-e5c0-4706-91d8-652e162fc269 req-08009ba3-70e4-4b83-8b73-a8303750d1be tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:07.803668 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c0f7a68b-e5c0-4706-91d8-652e162fc269 req-08009ba3-70e4-4b83-8b73-a8303750d1be tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.52 "DELETE /v2.0/ports/122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5 HTTP/1.1" status: 204 len: 173 time: 2.5531971 Nov 12 20:03:07.808116 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 1d23826c-89b1-4648-94cc-8fbce8cd2b97 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:03:07.814186 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e33054-f959-41d1-9ba3-2203682dbd79', 'name': 'network-vif-deleted', 'tag': '122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:03:07.816567 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579055ff-ad4d-48d0-9e5e-65a1ed8fdfd1" -d '{"events": [{"server_uuid": "b8e33054-f959-41d1-9ba3-2203682dbd79", "name": "network-vif-deleted", "tag": "122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:03:07.822149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-b4a5225b-8a1b-4788-9ad1-e005f58ab4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:07.823750 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-b4a5225b-8a1b-4788-9ad1-e005f58ab4a8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.6296408 Nov 12 20:03:07.859469 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb673d30-574b-47be-ab2b-19037423aba2 None None] Checking router: f0ce2f37-fd88-4391-ae86-dfec9b0e944d for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:03:07.860129 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb673d30-574b-47be-ab2b-19037423aba2 None None] Updating router f0ce2f37-fd88-4391-ae86-dfec9b0e944d port 24185af8-1f22-43f9-bf99-1f7ea5f4b5be binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:03:07.948531 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-eb673d30-574b-47be-ab2b-19037423aba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:07.961697 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418e937-552b-4830-9745-2d63af850d02 req-3b386fd2-4778-4e7b-974d-9a00c5ad2df8 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:07.973007 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5418e937-552b-4830-9745-2d63af850d02 req-3b386fd2-4778-4e7b-974d-9a00c5ad2df8 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/ports?device_id=4033a7b9-1607-4408-a1e1-6ae094598398 HTTP/1.1" status: 200 len: 943 time: 0.4614120 Nov 12 20:03:07.979958 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-77d8ed5b-eaf4-4040-b92c-893ff745ba5d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=6f5fb2ef-6df8-463e-ac0c-7062375058e1 HTTP/1.1" status: 200 len: 217 time: 0.1449025 Nov 12 20:03:08.003951 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b2f79991-5a31-4da9-84dd-30e9e817bfe1 None None] Provisioning complete for port 24185af8-1f22-43f9-bf99-1f7ea5f4b5be triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:08.004363 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b2f79991-5a31-4da9-84dd-30e9e817bfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:08.099793 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 1d23826c-89b1-4648-94cc-8fbce8cd2b97 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:08.100145 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:08.102028 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b2f79991-5a31-4da9-84dd-30e9e817bfe1 None None] Port 24185af8-1f22-43f9-bf99-1f7ea5f4b5be cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:03:08.243372 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-f791c397-ed06-4a36-933c-f793536aea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:08.245011 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-f791c397-ed06-4a36-933c-f793536aea4f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.2285821 Nov 12 20:03:08.308992 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a72e7c28-b9ee-446b-be53-33e1df9f7718 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:03:08.313139 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5418e937-552b-4830-9745-2d63af850d02 req-89c9c333-1bbc-4523-89a9-5d844f8468f4 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c7560-640f-4196-b2ef-fb6dbc12a907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363075 Nov 12 20:03:08.365192 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-6102b696-ac35-42ab-a5df-450b2c8336a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:08.367007 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-6102b696-ac35-42ab-a5df-450b2c8336a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1011825 Nov 12 20:03:08.395164 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port a72e7c28-b9ee-446b-be53-33e1df9f7718 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:08.398604 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:08.670882 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-eb673d30-574b-47be-ab2b-19037423aba2 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:08.671635 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-7d834b13-6833-4d0f-a56d-34fe05ff405a service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944093 Nov 12 20:03:08.683567 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-eb673d30-574b-47be-ab2b-19037423aba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:08.871222 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209463a-a75c-41f5-87ad-56641c6494b4 None None] Pushing event updated for resources: {'Port': ['ID=24185af8-1f22-43f9-bf99-1f7ea5f4b5be,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:08.918217 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-afdbbb45-0753-4863-902d-0cecd71bf253 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407460 Nov 12 20:03:09.013807 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-eb673d30-574b-47be-ab2b-19037423aba2 None None] Attempting to bind port 24185af8-1f22-43f9-bf99-1f7ea5f4b5be on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:03:09.014177 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-eb673d30-574b-47be-ab2b-19037423aba2 None None] Attempting to bind port 24185af8-1f22-43f9-bf99-1f7ea5f4b5be by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '66430901-0cf0-4544-93e6-2d1a367dff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:03:09.014898 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb673d30-574b-47be-ab2b-19037423aba2 None None] Attempting to bind port 24185af8-1f22-43f9-bf99-1f7ea5f4b5be on network cd594fd9-762d-4dc1-9fce-c4b60d6d0202 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:03:09.025684 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb673d30-574b-47be-ab2b-19037423aba2 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:03:09.027031 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb673d30-574b-47be-ab2b-19037423aba2 None None] Checking segment: {'id': '66430901-0cf0-4544-93e6-2d1a367dff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:03:09.027916 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-eb673d30-574b-47be-ab2b-19037423aba2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:09.028796 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb673d30-574b-47be-ab2b-19037423aba2 None None] Bound using segment: {'id': '66430901-0cf0-4544-93e6-2d1a367dff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:03:09.030977 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-eb673d30-574b-47be-ab2b-19037423aba2 None None] Bound port: 24185af8-1f22-43f9-bf99-1f7ea5f4b5be, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66430901-0cf0-4544-93e6-2d1a367dff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:03:09.033132 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-eb673d30-574b-47be-ab2b-19037423aba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:09.063843 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 68e5ef55-fb2a-4b92-ae89-6230bb16ff76 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:03:09.067759 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:03:09.124574 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55994) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:09.130104 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-935fc4e3-95f1-47f0-b255-c678438c9899 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1996805564', 'description': 'tempest-description--1064174426'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:09.152790 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:03:09.153204 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:03:09.180418 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-eb673d30-574b-47be-ab2b-19037423aba2 None None] For port 24185af8-1f22-43f9-bf99-1f7ea5f4b5be, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:03:09.187945 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-eb673d30-574b-47be-ab2b-19037423aba2 None None] For port 24185af8-1f22-43f9-bf99-1f7ea5f4b5be, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=24185af8-1f22-43f9-bf99-1f7ea5f4b5be,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:03:09.192543 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-935fc4e3-95f1-47f0-b255-c678438c9899 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:09.198710 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-eb673d30-574b-47be-ab2b-19037423aba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:09.322798 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57aa702-329b-4efb-83ed-0a98d5445cf2 req-99f64cce-798e-4fe2-8fa0-1013c5345ef4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:09.335757 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d57aa702-329b-4efb-83ed-0a98d5445cf2 req-99f64cce-798e-4fe2-8fa0-1013c5345ef4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 950 time: 0.1093733 Nov 12 20:03:09.345119 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 68e5ef55-fb2a-4b92-ae89-6230bb16ff76, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=68e5ef55-fb2a-4b92-ae89-6230bb16ff76,segment=NetworkSegment(1ad2435a-c4ac-4ee5-8edf-e8d6c27e8bce),segment_id=1ad2435a-c4ac-4ee5-8edf-e8d6c27e8bce)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:09.380267 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '68e5ef55-fb2a-4b92-ae89-6230bb16ff76', 'network_id': 'aa3829ff-06bb-4e4b-bb18-0fd275848be2', 'port_id': '68e5ef55-fb2a-4b92-ae89-6230bb16ff76', 'mac_address': 'fa:16:3e:d9:03:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ece5f24-07a2-40ea-8061-4391a8cd1540', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:03:09.404327 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb673d30-574b-47be-ab2b-19037423aba2 None None] Routers {'f0ce2f37-fd88-4391-ae86-dfec9b0e944d'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:03:09.405433 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-eb673d30-574b-47be-ab2b-19037423aba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:02:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f0ce2f37-fd88-4391-ae86-dfec9b0e944d'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:03:09.415639 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-43f1986c-2d05-4538-a8d8-bfdcdfb10418 None None] Provisioning complete for port 24185af8-1f22-43f9-bf99-1f7ea5f4b5be triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:09.416170 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-43f1986c-2d05-4538-a8d8-bfdcdfb10418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:09.418650 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-935fc4e3-95f1-47f0-b255-c678438c9899 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:09.441478 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-935fc4e3-95f1-47f0-b255-c678438c9899 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:09.457021 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d57aa702-329b-4efb-83ed-0a98d5445cf2 req-271bb17b-ef5c-4569-b707-0cae98723619 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175303 Nov 12 20:03:09.495055 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209463a-a75c-41f5-87ad-56641c6494b4 None None] Pushing event updated for resources: {'Port': ['ID=24185af8-1f22-43f9-bf99-1f7ea5f4b5be,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:09.540183 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-935fc4e3-95f1-47f0-b255-c678438c9899 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:09.545042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56000) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:09.546612 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-935fc4e3-95f1-47f0-b255-c678438c9899 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4188354 Nov 12 20:03:09.554766 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-faaf3fe8-5e5c-4dc5-b8b9-ed9edf73e501 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Request body: {'security_group_rule': {'security_group_id': 'c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:09.562051 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:09.566101 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935fc4e3-95f1-47f0-b255-c678438c9899 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:09.603658 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68e5ef55-fb2a-4b92-ae89-6230bb16ff76 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:03:09.651257 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e8adf0-c1d9-4086-8bf5-a1e75f210a1a x-openstack-request-id: req-62e8adf0-c1d9-4086-8bf5-a1e75f210a1a {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:03:09.651597 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e33054-f959-41d1-9ba3-2203682dbd79", "name": "network-vif-deleted", "tag": "122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:03:09.651794 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-62e8adf0-c1d9-4086-8bf5-a1e75f210a1a {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:03:09.652190 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e33054-f959-41d1-9ba3-2203682dbd79', 'name': 'network-vif-deleted', 'tag': '122ad6d6-7cde-4fa2-ba4c-e32550e9d6e5', 'status': 'completed', 'code': 200} Nov 12 20:03:09.653684 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-faaf3fe8-5e5c-4dc5-b8b9-ed9edf73e501 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:09.707965 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-eb673d30-574b-47be-ab2b-19037423aba2 None None] Set router f0ce2f37-fd88-4391-ae86-dfec9b0e944d gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:03:09.717975 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 68e5ef55-fb2a-4b92-ae89-6230bb16ff76, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=68e5ef55-fb2a-4b92-ae89-6230bb16ff76,segment=NetworkSegment(1ad2435a-c4ac-4ee5-8edf-e8d6c27e8bce),segment_id=1ad2435a-c4ac-4ee5-8edf-e8d6c27e8bce)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:09.816044 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-faaf3fe8-5e5c-4dc5-b8b9-ed9edf73e501 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:09.817153 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:09.823969 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-faaf3fe8-5e5c-4dc5-b8b9-ed9edf73e501 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:09.890608 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-faaf3fe8-5e5c-4dc5-b8b9-ed9edf73e501 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:09.898467 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56004) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:09.898896 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-faaf3fe8-5e5c-4dc5-b8b9-ed9edf73e501 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3526058 Nov 12 20:03:09.899562 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf3fe8-5e5c-4dc5-b8b9-ed9edf73e501 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4799cbfa-f61c-41f3-af4f-b026da79385d,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:09.903948 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-5f8c02e5-1944-4d4f-bda6-5cf67ca0d901 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Request body: {'security_group_rule': {'security_group_id': 'c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:09.943774 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-43f1986c-2d05-4538-a8d8-bfdcdfb10418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:09.981970 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5f8c02e5-1944-4d4f-bda6-5cf67ca0d901 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:10.023153 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389053b-8c06-4a04-b5cf-df75e14ba6f6 req-17999cd9-3909-4fb5-beb9-589a7fbfc810 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:10.034356 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5389053b-8c06-4a04-b5cf-df75e14ba6f6 req-17999cd9-3909-4fb5-beb9-589a7fbfc810 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/ports?device_id=4033a7b9-1607-4408-a1e1-6ae094598398 HTTP/1.1" status: 200 len: 944 time: 0.1064467 Nov 12 20:03:10.096459 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-43f1986c-2d05-4538-a8d8-bfdcdfb10418 None None] For port 24185af8-1f22-43f9-bf99-1f7ea5f4b5be, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=24185af8-1f22-43f9-bf99-1f7ea5f4b5be,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:10.107030 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['68e5ef55-fb2a-4b92-ae89-6230bb16ff76'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:03:10.110962 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5389053b-8c06-4a04-b5cf-df75e14ba6f6 req-94596ae1-8c04-430f-86ae-2ca8e95c6a69 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c7560-640f-4196-b2ef-fb6dbc12a907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742755 Nov 12 20:03:10.152081 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5f8c02e5-1944-4d4f-bda6-5cf67ca0d901 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:10.177682 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5f8c02e5-1944-4d4f-bda6-5cf67ca0d901 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:10.197300 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=68e5ef55-fb2a-4b92-ae89-6230bb16ff76,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:10.215040 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-43f1986c-2d05-4538-a8d8-bfdcdfb10418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:10.242416 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c02e5-1944-4d4f-bda6-5cf67ca0d901 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b70c749-f134-41c7-9fa1-f06764124d87,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:10.244264 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-83527694-83ad-4262-b722-93dea7d05d5b req-8a9dd146-da3c-406b-936f-27eef52f63bc tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups/f1b4f8dc-fb41-4e0e-953d-6829d1cd0c30 HTTP/1.1" status: 200 len: 1818 time: 0.0691741 Nov 12 20:03:10.257907 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5f8c02e5-1944-4d4f-bda6-5cf67ca0d901 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:10.262027 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5f8c02e5-1944-4d4f-bda6-5cf67ca0d901 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3615873 Nov 12 20:03:10.266607 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56010) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:10.281514 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-1d8df1eb-af70-4608-bb04-d7b4bdbb318f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:10.306986 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-eb673d30-574b-47be-ab2b-19037423aba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'name': 'tempest-AttachVolumeShelveTestJSON-725252058-router', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:51Z', 'updated_at': '2021-11-12T20:03:04Z', 'revision_number': 4, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'gw_port': {'id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:53Z', 'updated_at': '2021-11-12T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '24185af8-1f22-43f9-bf99-1f7ea5f4b5be', 'name': '', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'mac_address': 'fa:16:3e:5b:fb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:03:01Z', 'updated_at': '2021-11-12T20:03:09Z', 'revision_number': 4, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'subnets': [{'id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:03:10.365979 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d8df1eb-af70-4608-bb04-d7b4bdbb318f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for floatingip, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:10.411458 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-83527694-83ad-4262-b722-93dea7d05d5b req-da359d00-a039-428b-8e47-77e0dea38565 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:10.421177 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1986c-2d05-4538-a8d8-bfdcdfb10418 None None] Pushing event updated for resources: {'Port': ['ID=24185af8-1f22-43f9-bf99-1f7ea5f4b5be,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:10.424278 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b5630fde-de49-48c1-ad8a-369fa7bb8692 None None] Provisioning complete for port 24185af8-1f22-43f9-bf99-1f7ea5f4b5be triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:10.424765 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b5630fde-de49-48c1-ad8a-369fa7bb8692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:10.458043 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-83527694-83ad-4262-b722-93dea7d05d5b req-da359d00-a039-428b-8e47-77e0dea38565 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:10.476840 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb673d30-574b-47be-ab2b-19037423aba2 None None] The sync data for ids ['f0ce2f37-fd88-4391-ae86-dfec9b0e944d'] in n-d-712140-15 is: [{'id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'name': 'tempest-AttachVolumeShelveTestJSON-725252058-router', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:51Z', 'updated_at': '2021-11-12T20:03:04Z', 'revision_number': 4, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'gw_port': {'id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:53Z', 'updated_at': '2021-11-12T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '24185af8-1f22-43f9-bf99-1f7ea5f4b5be', 'name': '', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'mac_address': 'fa:16:3e:5b:fb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:03:01Z', 'updated_at': '2021-11-12T20:03:09Z', 'revision_number': 4, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'subnets': [{'id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:03:10.642390 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-83527694-83ad-4262-b722-93dea7d05d5b req-da359d00-a039-428b-8e47-77e0dea38565 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:10.645105 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-83527694-83ad-4262-b722-93dea7d05d5b req-da359d00-a039-428b-8e47-77e0dea38565 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:10.672443 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-83527694-83ad-4262-b722-93dea7d05d5b req-da359d00-a039-428b-8e47-77e0dea38565 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "DELETE /v2.0/security-groups/f1b4f8dc-fb41-4e0e-953d-6829d1cd0c30 HTTP/1.1" status: 204 len: 173 time: 0.4149802 Nov 12 20:03:10.695591 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da359d00-a039-428b-8e47-77e0dea38565 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b4f8dc-fb41-4e0e-953d-6829d1cd0c30,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:10.758846 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56022) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:10.817840 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d8df1eb-af70-4608-bb04-d7b4bdbb318f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:10.870828 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69532a-fd45-4d60-820f-f1eab2908441 req-91c0ef12-4234-4586-a1ab-acd2ff11d019 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:10.879079 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ee69532a-fd45-4d60-820f-f1eab2908441 req-91c0ef12-4234-4586-a1ab-acd2ff11d019 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 950 time: 0.1347020 Nov 12 20:03:10.991914 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ee69532a-fd45-4d60-820f-f1eab2908441 req-00cc68fd-81ad-4e86-90f9-548dc138a945 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118050 Nov 12 20:03:11.015779 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-79f98ec1-6f1f-416e-9c00-42b9577750bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:11.084800 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-1d8df1eb-af70-4608-bb04-d7b4bdbb318f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Allocated IP 172.25.5.231 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/8a257568-739b-4178-a1c2-56a9011270bc) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:03:11.131320 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24108ae7-22d6-4ebb-a910-dc0f2d70d09b req-afc327cb-d1a8-4e7a-9b74-9a6f593d0735 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "GET /v2.0/security-groups/ba9bf0e8-5501-424f-9abf-3dc2e93a31fd HTTP/1.1" status: 200 len: 1817 time: 0.0923340 Nov 12 20:03:11.251214 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-79f98ec1-6f1f-416e-9c00-42b9577750bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:11.261520 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-24108ae7-22d6-4ebb-a910-dc0f2d70d09b req-3b60897f-6f92-47f2-8bfc-4f256c1dd1d2 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:11.264487 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-79f98ec1-6f1f-416e-9c00-42b9577750bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:11.319144 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d8df1eb-af70-4608-bb04-d7b4bdbb318f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:11.341330 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-24108ae7-22d6-4ebb-a910-dc0f2d70d09b req-3b60897f-6f92-47f2-8bfc-4f256c1dd1d2 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:11.352386 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f98ec1-6f1f-416e-9c00-42b9577750bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05460a2c-d515-48c9-85b5-2fe2cf67d432,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:11.362960 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-79f98ec1-6f1f-416e-9c00-42b9577750bf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2c8fe05683cd45018c3e228b9aea4410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6040859 Nov 12 20:03:11.366268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56030) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:11.398568 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d8df1eb-af70-4608-bb04-d7b4bdbb318f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:11.442041 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8df1eb-af70-4608-bb04-d7b4bdbb318f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:03:11.444939 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-1d8df1eb-af70-4608-bb04-d7b4bdbb318f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:03:11.448959 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8df1eb-af70-4608-bb04-d7b4bdbb318f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:03:11.486584 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-24108ae7-22d6-4ebb-a910-dc0f2d70d09b req-3b60897f-6f92-47f2-8bfc-4f256c1dd1d2 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:11.489285 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-24108ae7-22d6-4ebb-a910-dc0f2d70d09b req-3b60897f-6f92-47f2-8bfc-4f256c1dd1d2 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:11.504067 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56032) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:11.506616 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24108ae7-22d6-4ebb-a910-dc0f2d70d09b req-3b60897f-6f92-47f2-8bfc-4f256c1dd1d2 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] 10.222.0.48 "DELETE /v2.0/security-groups/ba9bf0e8-5501-424f-9abf-3dc2e93a31fd HTTP/1.1" status: 204 len: 173 time: 0.3736320 Nov 12 20:03:11.515102 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-634971b1-6a15-4018-9922-bd9515d7b6ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:11.560504 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b60897f-6f92-47f2-8bfc-4f256c1dd1d2 tempest-SecurityGroupsTestJSON-1010789689 tempest-SecurityGroupsTestJSON-1010789689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9bf0e8-5501-424f-9abf-3dc2e93a31fd,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:11.568074 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8df1eb-af70-4608-bb04-d7b4bdbb318f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Pushing event updated for resources: {'Port': ['ID=8a257568-739b-4178-a1c2-56a9011270bc,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:11.602424 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-634971b1-6a15-4018-9922-bd9515d7b6ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:11.710480 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-7982ecea-356b-40e7-8d37-f6a3c2cadc06 admin admin] Deleting subnet 7f3c2628-623a-462d-bf8e-5a15a10469ff {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:03:11.724526 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cb96b-49da-4445-80ee-d4abbb467628 req-8c516474-2d5b-49d5-99d5-34202fda60b8 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:11.730359 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7982ecea-356b-40e7-8d37-f6a3c2cadc06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:11.732558 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-719cb96b-49da-4445-80ee-d4abbb467628 req-8c516474-2d5b-49d5-99d5-34202fda60b8 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/ports?device_id=4033a7b9-1607-4408-a1e1-6ae094598398 HTTP/1.1" status: 200 len: 944 time: 0.1133513 Nov 12 20:03:11.733272 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d8df1eb-af70-4608-bb04-d7b4bdbb318f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:11.782649 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 24185af8-1f22-43f9-bf99-1f7ea5f4b5be up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:03:11.791628 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-634971b1-6a15-4018-9922-bd9515d7b6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:11.798414 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-634971b1-6a15-4018-9922-bd9515d7b6ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:11.799981 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-634971b1-6a15-4018-9922-bd9515d7b6ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/05460a2c-d515-48c9-85b5-2fe2cf67d432 HTTP/1.1" status: 204 len: 168 time: 0.4285138 Nov 12 20:03:11.841691 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7982ecea-356b-40e7-8d37-f6a3c2cadc06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:11.849411 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634971b1-6a15-4018-9922-bd9515d7b6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05460a2c-d515-48c9-85b5-2fe2cf67d432,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:11.917324 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d8df1eb-af70-4608-bb04-d7b4bdbb318f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:11.932440 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 24185af8-1f22-43f9-bf99-1f7ea5f4b5be triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:11.934828 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:11.968987 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-719cb96b-49da-4445-80ee-d4abbb467628 req-5a589c5c-ed56-4789-aec5-bafc70b9732f tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c7560-640f-4196-b2ef-fb6dbc12a907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340665 Nov 12 20:03:12.045100 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7982ecea-356b-40e7-8d37-f6a3c2cadc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:12.209554 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981cbf4-b467-421d-bfa7-422ee34ceaba req-925a3cec-802f-4835-b04a-2c934bce417b tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:12.209554 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d981cbf4-b467-421d-bfa7-422ee34ceaba req-925a3cec-802f-4835-b04a-2c934bce417b tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 950 time: 0.0974555 Nov 12 20:03:12.349969 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d981cbf4-b467-421d-bfa7-422ee34ceaba req-6d78319a-bf6c-4936-89f1-6307d7da7fe9 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331799 Nov 12 20:03:12.473682 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56058) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:12.480040 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7982ecea-356b-40e7-8d37-f6a3c2cadc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:12.497471 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-014ab033-a407-4d40-95b5-704b461750f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:12.527408 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982ecea-356b-40e7-8d37-f6a3c2cadc06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f3c2628-623a-462d-bf8e-5a15a10469ff,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:12.563253 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7982ecea-356b-40e7-8d37-f6a3c2cadc06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:12.570839 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7982ecea-356b-40e7-8d37-f6a3c2cadc06 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7f3c2628-623a-462d-bf8e-5a15a10469ff HTTP/1.1" status: 204 len: 168 time: 1.0656855 Nov 12 20:03:12.573697 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56060) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:12.622481 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d8df1eb-af70-4608-bb04-d7b4bdbb318f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:12.639626 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-e60b303c-39e2-46d5-b670-ce73a035253e tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:12.648357 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-e60b303c-39e2-46d5-b670-ce73a035253e tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/networks?id=244f869e-61bd-4949-82fd-4493cf9dc192 HTTP/1.1" status: 200 len: 805 time: 0.3289456 Nov 12 20:03:12.661874 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d8df1eb-af70-4608-bb04-d7b4bdbb318f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:12.671976 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ac7737ad-89e9-4d3d-94fe-d64598bb78b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:12.706621 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-456d1c40-af48-4d93-acd7-e30afb9ab9d9 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/quotas/954a349666444c9cac7ba5cc392be91e HTTP/1.1" status: 200 len: 375 time: 0.0570900 Nov 12 20:03:12.722962 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-014ab033-a407-4d40-95b5-704b461750f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:12.753322 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-014ab033-a407-4d40-95b5-704b461750f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:12.776747 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-bc673fa8-afa3-4af7-a1ca-eeaa9863e05d tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=954a349666444c9cac7ba5cc392be91e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693343 Nov 12 20:03:12.852320 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ab033-a407-4d40-95b5-704b461750f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f482e1-e836-4715-b480-79e593c5a48e,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:12.866366 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-014ab033-a407-4d40-95b5-704b461750f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6ebb283eef9b46d08c94a5a02925a020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3887379 Nov 12 20:03:12.866366 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ac7737ad-89e9-4d3d-94fe-d64598bb78b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:12.867353 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56062) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:12.881362 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8df1eb-af70-4608-bb04-d7b4bdbb318f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Pushing event updated for resources: {'Port': ['ID=8a257568-739b-4178-a1c2-56a9011270bc,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:12.892370 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-ac7737ad-89e9-4d3d-94fe-d64598bb78b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:03:12.895223 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d8df1eb-af70-4608-bb04-d7b4bdbb318f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:12.905221 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-ac7737ad-89e9-4d3d-94fe-d64598bb78b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4b2a29-f4c2-4d68-bedf-9aaa5810610c') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:03:12.905748 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-ac7737ad-89e9-4d3d-94fe-d64598bb78b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4b2a29-f4c2-4d68-bedf-9aaa5810610c') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:03:12.908460 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-724fe9d4-c4bc-49ee-b2f5-a301112ab848 service neutron] 10.222.0.48 "GET /v2.0/networks/244f869e-61bd-4949-82fd-4493cf9dc192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307468 Nov 12 20:03:12.916481 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ac7737ad-89e9-4d3d-94fe-d64598bb78b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:12.934670 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ac7737ad-89e9-4d3d-94fe-d64598bb78b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:12.943497 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac7737ad-89e9-4d3d-94fe-d64598bb78b7 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:03:12.944249 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ac7737ad-89e9-4d3d-94fe-d64598bb78b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:03:12.946807 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:03:12.999602 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d8df1eb-af70-4608-bb04-d7b4bdbb318f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:13.001191 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1d8df1eb-af70-4608-bb04-d7b4bdbb318f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7324555 Nov 12 20:03:13.064944 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 68e5ef55-fb2a-4b92-ae89-6230bb16ff76 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:03:13.137176 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ac7737ad-89e9-4d3d-94fe-d64598bb78b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:13.156711 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ac7737ad-89e9-4d3d-94fe-d64598bb78b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:13.158824 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 68e5ef55-fb2a-4b92-ae89-6230bb16ff76 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:03:13.170044 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ac7737ad-89e9-4d3d-94fe-d64598bb78b7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf HTTP/1.1" status: 204 len: 168 time: 0.5920708 Nov 12 20:03:13.192083 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 68e5ef55-fb2a-4b92-ae89-6230bb16ff76 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:13.197778 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:13.220213 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7737ad-89e9-4d3d-94fe-d64598bb78b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea9ceb8b-ef57-4e52-81e0-071d92b1c3bf,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:13.290565 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-48c33e32-2a5e-4d72-8459-85908fa4be52 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:13.303103 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-48c33e32-2a5e-4d72-8459-85908fa4be52 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/networks?id=9f700ce5-2a0b-4162-916c-2d06c3c0ef90 HTTP/1.1" status: 200 len: 815 time: 0.2865200 Nov 12 20:03:13.323618 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-00defb59-7201-484e-8010-931b87b989aa tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/quotas/b823c54876a64f49b0e3e4f37d9e10c8 HTTP/1.1" status: 200 len: 375 time: 0.0193927 Nov 12 20:03:13.332736 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:13.363298 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4033a7b9-1607-4408-a1e1-6ae094598398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e5ef55-fb2a-4b92-ae89-6230bb16ff76'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:03:13.363968 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2a840b9e-3808-4fc8-b8ef-b8d94ffc3155 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:13.366321 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155f0178-53b1-4748-aca8-4377ddbdb080" -d '{"events": [{"server_uuid": "4033a7b9-1607-4408-a1e1-6ae094598398", "name": "network-vif-plugged", "status": "completed", "tag": "68e5ef55-fb2a-4b92-ae89-6230bb16ff76"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:03:13.409197 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 68e5ef55-fb2a-4b92-ae89-6230bb16ff76, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=68e5ef55-fb2a-4b92-ae89-6230bb16ff76,segment=NetworkSegment(1ad2435a-c4ac-4ee5-8edf-e8d6c27e8bce),segment_id=1ad2435a-c4ac-4ee5-8edf-e8d6c27e8bce)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:13.413971 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2a840b9e-3808-4fc8-b8ef-b8d94ffc3155 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:13.418691 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:13.425947 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-d9753dfc-832f-45b6-8485-b97c37ebd18e service neutron] 10.222.0.48 "GET /v2.0/networks/244f869e-61bd-4949-82fd-4493cf9dc192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166728 Nov 12 20:03:13.442505 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-1645ad72-58ef-4bb6-a931-68d086d195be tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b823c54876a64f49b0e3e4f37d9e10c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1176269 Nov 12 20:03:13.495132 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2a840b9e-3808-4fc8-b8ef-b8d94ffc3155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:13.499329 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2a840b9e-3808-4fc8-b8ef-b8d94ffc3155 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:13.500891 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2a840b9e-3808-4fc8-b8ef-b8d94ffc3155 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/98f482e1-e836-4715-b480-79e593c5a48e HTTP/1.1" status: 204 len: 168 time: 0.6311817 Nov 12 20:03:13.511130 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a840b9e-3808-4fc8-b8ef-b8d94ffc3155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f482e1-e836-4715-b480-79e593c5a48e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:13.519398 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=68e5ef55-fb2a-4b92-ae89-6230bb16ff76,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:13.539157 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56088) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:13.591297 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2ce168ee-8562-4552-8ec4-88876e32fbd2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d841e32d493a46c7bf1c58a418da2caa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509512 Nov 12 20:03:13.592479 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56090) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:13.673456 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-06d5db92-845f-4cb1-abe6-1f55159264e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:13.697929 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-b28715fb-e49d-42bb-b535-673911df398d service neutron] 10.222.0.48 "GET /v2.0/networks/9f700ce5-2a0b-4162-916c-2d06c3c0ef90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544658 Nov 12 20:03:13.731746 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-06d5db92-845f-4cb1-abe6-1f55159264e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:13.886908 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-6d3034c2-9dcc-4e4c-87c7-e2b681a48738 service neutron] 10.222.0.48 "GET /v2.0/networks/9f700ce5-2a0b-4162-916c-2d06c3c0ef90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880922 Nov 12 20:03:13.935161 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed3d6d-d2e7-413d-b3b8-b3bb82f1a379 req-b93ddf17-4b1f-460b-b1e9-26d314b39add tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:13.947430 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bfed3d6d-d2e7-413d-b3b8-b3bb82f1a379 req-b93ddf17-4b1f-460b-b1e9-26d314b39add tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/ports?device_id=4033a7b9-1607-4408-a1e1-6ae094598398 HTTP/1.1" status: 200 len: 945 time: 0.1546614 Nov 12 20:03:13.968366 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-06d5db92-845f-4cb1-abe6-1f55159264e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:13.971073 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-06d5db92-845f-4cb1-abe6-1f55159264e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:13.972224 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-06d5db92-845f-4cb1-abe6-1f55159264e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1559601b-ff72-4ce9-9f6b-84bfc96eb534 HTTP/1.1" status: 204 len: 168 time: 0.3788040 Nov 12 20:03:13.991302 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5db92-845f-4cb1-abe6-1f55159264e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1559601b-ff72-4ce9-9f6b-84bfc96eb534,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:14.026537 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bfed3d6d-d2e7-413d-b3b8-b3bb82f1a379 req-1e14b523-6ed4-46d9-b2a0-a414ed090136 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c7560-640f-4196-b2ef-fb6dbc12a907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781498 Nov 12 20:03:14.259067 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-8ddd9273-b048-4078-b662-3add6ae8c4fc tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1996805564&fields=id&tenant_id=cc4db98daf5b4e7b9bbbe0aad0f1a29c HTTP/1.1" status: 200 len: 267 time: 0.0952966 Nov 12 20:03:14.445898 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2622160-5a82-41af-be16-a43d0953fd49 req-cf97c192-6a92-41d4-b656-069cdfab81ce tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:14.452012 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d2622160-5a82-41af-be16-a43d0953fd49 req-cf97c192-6a92-41d4-b656-069cdfab81ce tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 950 time: 0.1910942 Nov 12 20:03:14.462474 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-a5bcabf2-4c18-43c2-9bd9-842b815eb563 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:14.470262 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-a5bcabf2-4c18-43c2-9bd9-842b815eb563 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/networks?id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202 HTTP/1.1" status: 200 len: 816 time: 0.2101810 Nov 12 20:03:14.500135 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-1e3b0535-a274-4e37-86ee-dbcd7875feff tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/quotas/cc4db98daf5b4e7b9bbbe0aad0f1a29c HTTP/1.1" status: 200 len: 375 time: 0.0212286 Nov 12 20:03:14.564787 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d2622160-5a82-41af-be16-a43d0953fd49 req-d5362bc5-689e-41b4-9a10-4fa050549e97 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059680 Nov 12 20:03:14.641886 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-18ec8f98-1e3c-4b67-ac81-2ae394eddb96 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc4db98daf5b4e7b9bbbe0aad0f1a29c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1300170 Nov 12 20:03:14.705039 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20be930c-65f2-48c5-827e-8a588043b92a x-openstack-request-id: req-20be930c-65f2-48c5-827e-8a588043b92a {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:03:14.707226 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4033a7b9-1607-4408-a1e1-6ae094598398", "name": "network-vif-plugged", "status": "completed", "tag": "68e5ef55-fb2a-4b92-ae89-6230bb16ff76", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:03:14.710417 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-20be930c-65f2-48c5-827e-8a588043b92a {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:03:14.711169 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4033a7b9-1607-4408-a1e1-6ae094598398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e5ef55-fb2a-4b92-ae89-6230bb16ff76', 'code': 200} Nov 12 20:03:14.840857 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-68ac8cda-55cf-4e16-8d1e-e31d6c0bcf04 service neutron] 10.222.0.48 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916566 Nov 12 20:03:14.944758 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cc0fbfdc-7c1f-4a70-8beb-9fb3d5d2e5b4 req-0f318011-dc87-4bfc-a383-b99b33c9b26b tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655 HTTP/1.1" status: 200 len: 210 time: 0.0535226 Nov 12 20:03:14.964185 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42392f24-19db-406c-ba19-7a88f315a661 req-7e7b2b96-ec5d-484d-bc03-b15e168f652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:14.971298 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-42392f24-19db-406c-ba19-7a88f315a661 req-7e7b2b96-ec5d-484d-bc03-b15e168f652c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4033a7b9-1607-4408-a1e1-6ae094598398 HTTP/1.1" status: 200 len: 1097 time: 0.1605499 Nov 12 20:03:15.073386 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-ba5c4980-445e-4612-906a-5c899da60a7c service neutron] 10.222.0.48 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269716 Nov 12 20:03:15.093637 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cdb49cc3-dba8-4b59-8b55-83faeae00846 req-43276bda-5ee7-4707-be0c-21e799b7ba6d tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 210 time: 0.0625389 Nov 12 20:03:15.129200 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-42392f24-19db-406c-ba19-7a88f315a661 req-56b1cd68-6a23-4ddf-8235-133c92368fa5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=105c7560-640f-4196-b2ef-fb6dbc12a907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461170 Nov 12 20:03:15.255463 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c40db-95df-4005-9522-f475843639a9 req-736e04aa-7ffe-4297-9193-0f1745874f0f tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:15.258975 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-299c40db-95df-4005-9522-f475843639a9 req-736e04aa-7ffe-4297-9193-0f1745874f0f tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/ports?device_id=4033a7b9-1607-4408-a1e1-6ae094598398 HTTP/1.1" status: 200 len: 945 time: 0.0853226 Nov 12 20:03:15.367617 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-299c40db-95df-4005-9522-f475843639a9 req-c55b5c0a-e91e-442b-9d49-d3da454588a5 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c7560-640f-4196-b2ef-fb6dbc12a907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002154 Nov 12 20:03:15.517285 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-60ab03e5-2267-4c00-97f1-201dbd90eeeb req-d50c1c49-f51f-48f3-87c6-f9967db1ea85 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 210 time: 0.0698667 Nov 12 20:03:15.832988 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-5a938b96-c0f4-45cd-82ed-13d5db35551a tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:15.834576 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-5a938b96-c0f4-45cd-82ed-13d5db35551a tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.55 "GET /v2.0/networks?id=244f869e-61bd-4949-82fd-4493cf9dc192 HTTP/1.1" status: 200 len: 805 time: 0.3440711 Nov 12 20:03:15.850185 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e79b40-f5c9-46e2-b205-99fd4c1179bb req-b5083c43-be41-46cb-a729-70a378774f43 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:15.859098 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-43e79b40-f5c9-46e2-b205-99fd4c1179bb req-b5083c43-be41-46cb-a729-70a378774f43 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 950 time: 0.0979514 Nov 12 20:03:15.866086 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-88e305ca-62ef-4e27-8c7d-5a011ca2d476 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Request body: {'port': {'device_id': 'f6f6ea0e-77ad-4a6f-89d1-91d78233d655', 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192', 'admin_state_up': True, 'tenant_id': '954a349666444c9cac7ba5cc392be91e'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:15.996934 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-43e79b40-f5c9-46e2-b205-99fd4c1179bb req-e724b674-0031-4ae8-a68e-4b52113405f3 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366382 Nov 12 20:03:16.099559 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ccb54971-7155-48ef-9b18-563f788500de req-8fe3fbcf-c0c2-4927-9100-69f4d701f8cb tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655 HTTP/1.1" status: 200 len: 210 time: 0.0387831 Nov 12 20:03:16.218487 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-88e305ca-62ef-4e27-8c7d-5a011ca2d476 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Made reservation on behalf of 954a349666444c9cac7ba5cc392be91e for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:03:16.222298 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-88e305ca-62ef-4e27-8c7d-5a011ca2d476 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:16.303698 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-56c53cfe-5b84-46a1-828a-bb9e4111fbde req-ea81faed-3ec6-4028-8fc7-7956eb7ab136 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 210 time: 0.0387852 Nov 12 20:03:16.459579 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-ecaea44d-2616-4b45-8a54-5869b82456b2 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:16.465858 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-ecaea44d-2616-4b45-8a54-5869b82456b2 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.55 "GET /v2.0/networks?id=9f700ce5-2a0b-4162-916c-2d06c3c0ef90 HTTP/1.1" status: 200 len: 815 time: 0.3822126 Nov 12 20:03:16.484686 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-7ab42007-0f7f-49d6-a800-cbddcecaa35f tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Request body: {'port': {'device_id': '46f0c766-6999-4d23-82d3-f78d602fc418', 'network_id': '9f700ce5-2a0b-4162-916c-2d06c3c0ef90', 'admin_state_up': True, 'tenant_id': 'b823c54876a64f49b0e3e4f37d9e10c8'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:16.822073 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a05d155a-91bc-48be-a9dd-e26e9d097166 req-95272167-5275-4e65-8c7f-5bf0f92d257f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 210 time: 0.0363505 Nov 12 20:03:16.852387 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-88e305ca-62ef-4e27-8c7d-5a011ca2d476 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Allocated IP 172.20.0.6 (244f869e-61bd-4949-82fd-4493cf9dc192/7dd80d0b-2491-4b1b-842a-10479179ac7e/a523395b-38a8-43be-9e95-e934571a1561) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:03:16.867820 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-7ab42007-0f7f-49d6-a800-cbddcecaa35f tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Made reservation on behalf of b823c54876a64f49b0e3e4f37d9e10c8 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:03:16.877728 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-7ab42007-0f7f-49d6-a800-cbddcecaa35f tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:16.917730 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfc01b-ec0d-4b3c-8ca3-bdaac8cc8919 req-f69f08a2-092f-46ec-8a31-853c7ef97ba7 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:16.919261 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e3cfc01b-ec0d-4b3c-8ca3-bdaac8cc8919 req-f69f08a2-092f-46ec-8a31-853c7ef97ba7 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/ports?device_id=4033a7b9-1607-4408-a1e1-6ae094598398 HTTP/1.1" status: 200 len: 945 time: 0.3841739 Nov 12 20:03:17.369049 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48639c03-d326-4eb7-aa0a-5449aaa0d2fb req-bfd521ef-b7d1-48d9-a0f2-ad8fa6a6a1d3 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:17.370676 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-48639c03-d326-4eb7-aa0a-5449aaa0d2fb req-bfd521ef-b7d1-48d9-a0f2-ad8fa6a6a1d3 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 950 time: 0.1448643 Nov 12 20:03:17.476870 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-48639c03-d326-4eb7-aa0a-5449aaa0d2fb req-502b61ef-2d0a-4c76-8098-1b3701fef474 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978773 Nov 12 20:03:17.734700 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-53cea243-0fff-4787-abec-e95468e7f671 req-99e7c7b8-2fab-4fbb-ace4-f18c2481f29e tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655 HTTP/1.1" status: 200 len: 210 time: 0.0511432 Nov 12 20:03:17.969085 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ae568060-3165-4bb6-b93e-3cefc94bf5fb req-f7128dc3-96a7-4cc4-b5ef-d9b7f3d1c087 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 210 time: 0.0517488 Nov 12 20:03:17.977015 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-319fe3ce-7cb2-4812-b515-7c582ac1e8b9 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:17.978837 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-319fe3ce-7cb2-4812-b515-7c582ac1e8b9 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.52 "GET /v2.0/networks?id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202 HTTP/1.1" status: 200 len: 816 time: 0.2322526 Nov 12 20:03:18.081289 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e3cfc01b-ec0d-4b3c-8ca3-bdaac8cc8919 req-e7976e60-28c3-47bf-9652-d41b551361cb tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c7560-640f-4196-b2ef-fb6dbc12a907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1513925 Nov 12 20:03:18.305402 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0cfc21d9-b1ad-485c-ab1f-48c95ef90178 req-596f0aab-ab22-4ed1-a8ca-6cc90990b701 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 210 time: 0.0899630 Nov 12 20:03:18.349676 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-88e305ca-62ef-4e27-8c7d-5a011ca2d476 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:18.459469 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-7ab42007-0f7f-49d6-a800-cbddcecaa35f tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Allocated IP 172.20.0.12 (9f700ce5-2a0b-4162-916c-2d06c3c0ef90/61b172b9-1029-4f6f-8d5d-e7b9e3d428af/482a3af1-0054-461a-8db3-41ffbdb6f486) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:03:18.724297 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-88e305ca-62ef-4e27-8c7d-5a011ca2d476 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:18.863829 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae1a27-7f93-449e-a598-8c4d7ba968d9 req-a2d8d275-71b5-4067-a09a-def2fe2e390f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:18.867564 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16ae1a27-7f93-449e-a598-8c4d7ba968d9 req-a2d8d275-71b5-4067-a09a-def2fe2e390f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 950 time: 0.1838784 Nov 12 20:03:18.957671 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56280) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:18.974441 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16ae1a27-7f93-449e-a598-8c4d7ba968d9 req-da563778-18e1-408c-b880-c99e25287e71 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992317 Nov 12 20:03:19.030818 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-e3bb66aa-5b40-44ac-b975-424965bb1a5b tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc4db98daf5b4e7b9bbbe0aad0f1a29c HTTP/1.1" status: 200 len: 380 time: 0.9480593 Nov 12 20:03:19.058369 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-88e305ca-62ef-4e27-8c7d-5a011ca2d476 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Network 244f869e-61bd-4949-82fd-4493cf9dc192 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:03:19.066215 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-7ab42007-0f7f-49d6-a800-cbddcecaa35f tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:19.133235 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-88e305ca-62ef-4e27-8c7d-5a011ca2d476 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:03:19.141668 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-88e305ca-62ef-4e27-8c7d-5a011ca2d476 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:03:19.234105 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-60dce77a-c248-4191-8d88-ec7628e8fff7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Request body: {'port': {'device_id': '5cafdda6-94e8-433e-85a5-45fd099276f0', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'admin_state_up': True, 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'security_groups': ['c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:19.235208 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2caa2071-4639-4086-8e9e-b1f61c11baef req-d24ef820-54c6-4f8d-81d6-2b81241db7fe tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 210 time: 0.0642831 Nov 12 20:03:19.244833 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e305ca-62ef-4e27-8c7d-5a011ca2d476 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Pushing event updated for resources: {'Port': ['ID=a523395b-38a8-43be-9e95-e934571a1561,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:19.313257 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56290) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:19.352555 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-7ab42007-0f7f-49d6-a800-cbddcecaa35f tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:19.453471 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1f831a17-0485-42ce-b3b7-fc0adf6f8b52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:19.475526 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9146f-0a9a-42b2-9c2f-c5e38732ddeb req-88fa944f-54ca-4692-b65b-47f8ea5b6573 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:19.484157 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ee9146f-0a9a-42b2-9c2f-c5e38732ddeb req-88fa944f-54ca-4692-b65b-47f8ea5b6573 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/ports?device_id=4033a7b9-1607-4408-a1e1-6ae094598398 HTTP/1.1" status: 200 len: 945 time: 0.1103418 Nov 12 20:03:19.502731 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab42007-0f7f-49d6-a800-cbddcecaa35f tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Pushing event updated for resources: {'Port': ['ID=482a3af1-0054-461a-8db3-41ffbdb6f486,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:19.511922 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-53cce036-355c-4fe1-a914-6e198acaa26b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:19.603628 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-7ab42007-0f7f-49d6-a800-cbddcecaa35f tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Network 9f700ce5-2a0b-4162-916c-2d06c3c0ef90 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:03:19.611204 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-7ab42007-0f7f-49d6-a800-cbddcecaa35f tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:03:19.618619 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ee9146f-0a9a-42b2-9c2f-c5e38732ddeb req-dd0f387e-1649-4ec0-b152-57267301e06e tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c7560-640f-4196-b2ef-fb6dbc12a907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318498 Nov 12 20:03:19.623405 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-7ab42007-0f7f-49d6-a800-cbddcecaa35f tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:03:19.748632 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92321d03-cf4b-46a5-ba63-350a56559607 req-9844857e-d5bb-4950-a2e3-b4b825a8cb8a tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:19.756911 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-92321d03-cf4b-46a5-ba63-350a56559607 req-9844857e-d5bb-4950-a2e3-b4b825a8cb8a tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655 HTTP/1.1" status: 200 len: 931 time: 0.8128173 Nov 12 20:03:19.771359 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-7ab42007-0f7f-49d6-a800-cbddcecaa35f tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:19.777561 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-7ab42007-0f7f-49d6-a800-cbddcecaa35f tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:19.786609 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1f831a17-0485-42ce-b3b7-fc0adf6f8b52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:19.850301 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-88e305ca-62ef-4e27-8c7d-5a011ca2d476 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:19.851094 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-88e305ca-62ef-4e27-8c7d-5a011ca2d476 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:19.863849 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1f831a17-0485-42ce-b3b7-fc0adf6f8b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:19.923355 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3792ff65-fcc0-434d-9bc5-5395d8ecbe8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:19.928946 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b855ee51-f602-4f0d-9099-f4fe2b2fb024 req-a954aed4-9106-4624-89dc-a69a7bac8e08 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 210 time: 0.1357508 Nov 12 20:03:19.945167 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1f831a17-0485-42ce-b3b7-fc0adf6f8b52 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b0895e8a14c4acbb06627e0879d6e01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6305363 Nov 12 20:03:19.948948 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56302) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:19.958120 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-88e305ca-62ef-4e27-8c7d-5a011ca2d476 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0810978 Nov 12 20:03:19.982418 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-7ab42007-0f7f-49d6-a800-cbddcecaa35f tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5025465 Nov 12 20:03:19.997367 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:20.089065 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f831a17-0485-42ce-b3b7-fc0adf6f8b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f177b40d-84bc-40b6-b43e-0ebbe210f270,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:20.097735 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-53cce036-355c-4fe1-a914-6e198acaa26b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:20.131561 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-53cce036-355c-4fe1-a914-6e198acaa26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:20.153376 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-92321d03-cf4b-46a5-ba63-350a56559607 req-2a11d98c-bf35-4388-b45f-5e94e1c6873f tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921440 Nov 12 20:03:20.155089 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-60dce77a-c248-4191-8d88-ec7628e8fff7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Made reservation on behalf of cc4db98daf5b4e7b9bbbe0aad0f1a29c for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:03:20.166754 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-60dce77a-c248-4191-8d88-ec7628e8fff7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:20.234948 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-3b4aafe0-12f9-4b68-b202-72f6409bb4e9 None None] Provisioning complete for port 482a3af1-0054-461a-8db3-41ffbdb6f486 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:20.235391 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3b4aafe0-12f9-4b68-b202-72f6409bb4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:20.306592 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-88610d41-765f-432c-8610-ae9d4e909014 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:20.308820 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-3b4aafe0-12f9-4b68-b202-72f6409bb4e9 None None] Port 482a3af1-0054-461a-8db3-41ffbdb6f486 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:03:20.322866 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-53cce036-355c-4fe1-a914-6e198acaa26b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd3ff9fe798249d998d98495bd69b789&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3636870 Nov 12 20:03:20.323679 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cce036-355c-4fe1-a914-6e198acaa26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63da1e8c-b455-493b-b730-dc594322117c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:20.352770 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56318) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:20.361366 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-82b19640-b58a-4b15-a1d5-621c9382ede8 service neutron] Request body: {'port': {'device_id': '46f0c766-6999-4d23-82d3-f78d602fc418', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:20.378900 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-2b69f69f-2669-4be5-8827-9acb8cdb0c91 service neutron] Request body: {'port': {'device_id': 'f6f6ea0e-77ad-4a6f-89d1-91d78233d655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:20.488588 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-88610d41-765f-432c-8610-ae9d4e909014 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:20.627881 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86de9f1-3e82-4ac2-966f-7cc1890f57e4 req-9177ba68-27c6-4f73-8dc1-4b72f0dd0e9f tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:20.631327 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-88610d41-765f-432c-8610-ae9d4e909014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:20.635387 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-88610d41-765f-432c-8610-ae9d4e909014 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:20.636061 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a86de9f1-3e82-4ac2-966f-7cc1890f57e4 req-9177ba68-27c6-4f73-8dc1-4b72f0dd0e9f tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 932 time: 0.2668350 Nov 12 20:03:20.637111 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-88610d41-765f-432c-8610-ae9d4e909014 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f177b40d-84bc-40b6-b43e-0ebbe210f270 HTTP/1.1" status: 204 len: 168 time: 0.6635895 Nov 12 20:03:20.645191 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-82b19640-b58a-4b15-a1d5-621c9382ede8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:20.657046 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-60dce77a-c248-4191-8d88-ec7628e8fff7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Allocated IP 172.20.0.9 (cd594fd9-762d-4dc1-9fce-c4b60d6d0202/f543e4e2-8561-47f7-b814-55300c23b7f1/5b8dc4c6-5607-4dc0-b8d1-2783738323ad) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:03:20.660382 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-2b69f69f-2669-4be5-8827-9acb8cdb0c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:20.709225 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0ef1d35b-4432-42ea-b121-a138be0b8a74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:20.712849 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88610d41-765f-432c-8610-ae9d4e909014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f177b40d-84bc-40b6-b43e-0ebbe210f270,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:20.782184 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fd8de-b3c4-4347-91ec-6f82b3a1a45f req-96e04494-0cd4-4b90-99a7-d58d192ae62b tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:20.794233 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e89fd8de-b3c4-4347-91ec-6f82b3a1a45f req-96e04494-0cd4-4b90-99a7-d58d192ae62b tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 950 time: 0.6103930 Nov 12 20:03:20.819434 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0ef1d35b-4432-42ea-b121-a138be0b8a74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:20.994237 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0ef1d35b-4432-42ea-b121-a138be0b8a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:20.998510 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0ef1d35b-4432-42ea-b121-a138be0b8a74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:21.003564 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0ef1d35b-4432-42ea-b121-a138be0b8a74 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/63da1e8c-b455-493b-b730-dc594322117c HTTP/1.1" status: 204 len: 168 time: 0.6458473 Nov 12 20:03:21.025054 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e89fd8de-b3c4-4347-91ec-6f82b3a1a45f req-3fbde9e9-15a6-4443-b16c-07975ffd30e2 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892173 Nov 12 20:03:21.038313 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a86de9f1-3e82-4ac2-966f-7cc1890f57e4 req-8cb22467-59e1-4799-ab95-6643787cd8dd tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd841fdf-8314-4f9e-a0ea-b97b6b37eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962715 Nov 12 20:03:21.050000 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1d35b-4432-42ea-b121-a138be0b8a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63da1e8c-b455-493b-b730-dc594322117c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:21.273874 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56336) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:21.291287 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e3b6758b-5052-4fad-848d-f9a54bc996d4 req-4d1bea6f-5393-4e7d-b549-b56b17de6206 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 210 time: 0.0826988 Nov 12 20:03:21.319718 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-56d00fcb-1759-4b1f-b84b-1227bfd65394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:21.588846 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-56d00fcb-1759-4b1f-b84b-1227bfd65394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:21.611784 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-56d00fcb-1759-4b1f-b84b-1227bfd65394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:21.709535 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-56d00fcb-1759-4b1f-b84b-1227bfd65394 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9d87762d8a74488cb3c41f450f478035&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4343281 Nov 12 20:03:21.726281 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56344) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:21.845908 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d00fcb-1759-4b1f-b84b-1227bfd65394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c805b81-c139-4e33-ba56-8195d7b33cb8,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:21.880623 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f857e2-6638-4407-9eca-2dc137c0911f req-7339e247-db68-416e-b76e-805eea831419 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:21.882398 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-36f857e2-6638-4407-9eca-2dc137c0911f req-7339e247-db68-416e-b76e-805eea831419 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655 HTTP/1.1" status: 200 len: 931 time: 0.5349278 Nov 12 20:03:21.908030 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-92b255b4-e892-4f50-aec1-e228d5146fff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:21.964210 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-92b255b4-e892-4f50-aec1-e228d5146fff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:21.997162 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-60dce77a-c248-4191-8d88-ec7628e8fff7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:22.109267 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-92b255b4-e892-4f50-aec1-e228d5146fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:22.114578 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-92b255b4-e892-4f50-aec1-e228d5146fff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:22.119576 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-92b255b4-e892-4f50-aec1-e228d5146fff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c805b81-c139-4e33-ba56-8195d7b33cb8 HTTP/1.1" status: 204 len: 168 time: 0.3771029 Nov 12 20:03:22.210119 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-61fe90be-5758-4bc6-8f3a-0b97d1e2b1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:22.219622 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b255b4-e892-4f50-aec1-e228d5146fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c805b81-c139-4e33-ba56-8195d7b33cb8,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:22.244554 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:03:22.317681 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-36f857e2-6638-4407-9eca-2dc137c0911f req-c6dbc3e2-935e-4a25-a3e3-f2855c9a05b6 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199393 Nov 12 20:03:22.464490 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0bfd1-9112-4760-ac5c-ad979b7b5b91 req-af9ea1bc-62ea-4470-b281-75d7b8e5122f tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:22.467956 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6cd0bfd1-9112-4760-ac5c-ad979b7b5b91 req-af9ea1bc-62ea-4470-b281-75d7b8e5122f tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 932 time: 0.1622577 Nov 12 20:03:22.554750 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6cd0bfd1-9112-4760-ac5c-ad979b7b5b91 req-777f4f96-c42f-429b-b1fd-6c7e9674e005 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd841fdf-8314-4f9e-a0ea-b97b6b37eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802801 Nov 12 20:03:22.711427 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-2b69f69f-2669-4be5-8827-9acb8cdb0c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a523395b-38a8-43be-9e95-e934571a1561 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:03:22.742206 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-2b69f69f-2669-4be5-8827-9acb8cdb0c91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:22.766677 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-2b69f69f-2669-4be5-8827-9acb8cdb0c91 service neutron] Transition to ACTIVE for port object a523395b-38a8-43be-9e95-e934571a1561 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:03:22.781682 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-60dce77a-c248-4191-8d88-ec7628e8fff7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:22.783832 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-2b69f69f-2669-4be5-8827-9acb8cdb0c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:22.807459 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ee6fb-fe00-4fd9-8c0f-49552f34b0e0 req-e6454f28-8f10-499e-bb86-f5eb002eb07c tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:22.809298 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-369ee6fb-fe00-4fd9-8c0f-49552f34b0e0 req-e6454f28-8f10-499e-bb86-f5eb002eb07c tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/ports?device_id=4033a7b9-1607-4408-a1e1-6ae094598398 HTTP/1.1" status: 200 len: 945 time: 0.1474733 Nov 12 20:03:22.922437 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-82b19640-b58a-4b15-a1d5-621c9382ede8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 482a3af1-0054-461a-8db3-41ffbdb6f486 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:03:22.931528 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-369ee6fb-fe00-4fd9-8c0f-49552f34b0e0 req-a7b47563-645d-4e26-a694-0316e81b56ec tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c7560-640f-4196-b2ef-fb6dbc12a907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127520 Nov 12 20:03:22.947480 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-82b19640-b58a-4b15-a1d5-621c9382ede8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:22.960866 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69f69f-2669-4be5-8827-9acb8cdb0c91 service neutron] Pushing event updated for resources: {'Port': ['ID=a523395b-38a8-43be-9e95-e934571a1561,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:23.218186 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-82b19640-b58a-4b15-a1d5-621c9382ede8 service neutron] Transition to ACTIVE for port object 482a3af1-0054-461a-8db3-41ffbdb6f486 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:03:23.251745 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-60dce77a-c248-4191-8d88-ec7628e8fff7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Network cd594fd9-762d-4dc1-9fce-c4b60d6d0202 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:03:23.254450 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56392) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:23.278603 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b50c0b-7f97-443f-9ed1-57d3bc43ac51 req-df4bdeb0-9b21-4cb4-b728-bf18d63e1b4e tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:23.292813 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03b50c0b-7f97-443f-9ed1-57d3bc43ac51 req-df4bdeb0-9b21-4cb4-b728-bf18d63e1b4e tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 950 time: 0.8192923 Nov 12 20:03:23.297086 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-60dce77a-c248-4191-8d88-ec7628e8fff7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:03:23.303169 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-82b19640-b58a-4b15-a1d5-621c9382ede8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:23.310924 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-60dce77a-c248-4191-8d88-ec7628e8fff7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:03:23.327920 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc24007-fb0a-4a23-8a44-94ccbe7dab07 req-4ec8cf38-b024-41e7-ba04-243eea6fe810 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:23.332841 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7dc24007-fb0a-4a23-8a44-94ccbe7dab07 req-4ec8cf38-b024-41e7-ba04-243eea6fe810 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 931 time: 0.1963289 Nov 12 20:03:23.475179 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03b50c0b-7f97-443f-9ed1-57d3bc43ac51 req-8a39d745-5cd6-443e-84b2-6da60e03167b tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812861 Nov 12 20:03:23.482943 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7dc24007-fb0a-4a23-8a44-94ccbe7dab07 req-bb14e724-1e5a-411b-8fc9-e916318fd314 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306980 Nov 12 20:03:23.539438 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dce77a-c248-4191-8d88-ec7628e8fff7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Pushing event updated for resources: {'Port': ['ID=5b8dc4c6-5607-4dc0-b8d1-2783738323ad,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:23.675142 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:23.680903 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:23.826099 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-4fa234a3-499f-451e-bc23-110a02d8309a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2090219067-network', 'tenant_id': '2f4a501a8a9343959e54c76a3fc6aa37'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:23.865742 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-60dce77a-c248-4191-8d88-ec7628e8fff7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:23.866216 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-60dce77a-c248-4191-8d88-ec7628e8fff7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:23.901783 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4197b4-5566-4734-9d16-14a7b6324556 req-30978a9d-9035-46bd-bd27-d38de42e6a0c tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:23.904911 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d4197b4-5566-4734-9d16-14a7b6324556 req-30978a9d-9035-46bd-bd27-d38de42e6a0c tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.52 "GET /v2.0/ports?device_id=4033a7b9-1607-4408-a1e1-6ae094598398 HTTP/1.1" status: 200 len: 945 time: 0.2060277 Nov 12 20:03:23.994633 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7a98fde4-c72b-4175-8032-ad58d6a702cf None None] Provisioning complete for port 5b8dc4c6-5607-4dc0-b8d1-2783738323ad triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:24.003249 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7a98fde4-c72b-4175-8032-ad58d6a702cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:24.029658 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b19640-b58a-4b15-a1d5-621c9382ede8 service neutron] Pushing event updated for resources: {'Port': ['ID=482a3af1-0054-461a-8db3-41ffbdb6f486,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:24.066961 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3695809-031d-45b8-9214-0d58e397acde req-33cc70b3-e4e8-4d0a-92ab-20625ffa5d2b tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:24.085752 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f3695809-031d-45b8-9214-0d58e397acde req-33cc70b3-e4e8-4d0a-92ab-20625ffa5d2b tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 944 time: 0.2976713 Nov 12 20:03:24.111226 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7a98fde4-c72b-4175-8032-ad58d6a702cf None None] Port 5b8dc4c6-5607-4dc0-b8d1-2783738323ad cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:03:24.153483 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-2b69f69f-2669-4be5-8827-9acb8cdb0c91 service neutron] Attempting to bind port a523395b-38a8-43be-9e95-e934571a1561 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:03:24.154474 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-2b69f69f-2669-4be5-8827-9acb8cdb0c91 service neutron] Attempting to bind port a523395b-38a8-43be-9e95-e934571a1561 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '682bd990-b956-47c7-8c18-606cfed1b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:03:24.155838 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-2b69f69f-2669-4be5-8827-9acb8cdb0c91 service neutron] Attempting to bind port a523395b-38a8-43be-9e95-e934571a1561 on network 244f869e-61bd-4949-82fd-4493cf9dc192 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:03:24.203600 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa234a3-499f-451e-bc23-110a02d8309a admin admin] Made reservation on behalf of 2f4a501a8a9343959e54c76a3fc6aa37 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:03:24.207252 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4fa234a3-499f-451e-bc23-110a02d8309a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:24.210537 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-2b69f69f-2669-4be5-8827-9acb8cdb0c91 service neutron] Port a523395b-38a8-43be-9e95-e934571a1561 on network 244f869e-61bd-4949-82fd-4493cf9dc192 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:03:24.211146 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-2b69f69f-2669-4be5-8827-9acb8cdb0c91 service neutron] Attempting to bind port a523395b-38a8-43be-9e95-e934571a1561 on network 244f869e-61bd-4949-82fd-4493cf9dc192 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:03:24.242021 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a819da4-d8bc-49b4-a269-158780fa0e21 req-960417e2-3958-41cd-8155-5773dd0d7487 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:24.244322 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1a819da4-d8bc-49b4-a269-158780fa0e21 req-960417e2-3958-41cd-8155-5773dd0d7487 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655 HTTP/1.1" status: 200 len: 943 time: 0.4929986 Nov 12 20:03:24.249634 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-60dce77a-c248-4191-8d88-ec7628e8fff7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1782165 Nov 12 20:03:24.256345 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4fa234a3-499f-451e-bc23-110a02d8309a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:24.285130 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-299ca9ab-0c5c-4b9c-adb9-3c4cfa4ed2c8 service neutron] Request body: {'port': {'device_id': '5cafdda6-94e8-433e-85a5-45fd099276f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:24.309291 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-2d4197b4-5566-4734-9d16-14a7b6324556 req-99934b52-6ace-4060-991e-8f7f40c6beec tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Deleting port 68e5ef55-fb2a-4b92-ae89-6230bb16ff76 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:03:24.309634 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2d4197b4-5566-4734-9d16-14a7b6324556 req-99934b52-6ace-4060-991e-8f7f40c6beec tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:24.328459 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-2b69f69f-2669-4be5-8827-9acb8cdb0c91 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:03:24.328815 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-2b69f69f-2669-4be5-8827-9acb8cdb0c91 service neutron] Checking segment: {'id': '682bd990-b956-47c7-8c18-606cfed1b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:03:24.329193 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-2b69f69f-2669-4be5-8827-9acb8cdb0c91 service neutron] Bound using segment: {'id': '682bd990-b956-47c7-8c18-606cfed1b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:03:24.329645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-2b69f69f-2669-4be5-8827-9acb8cdb0c91 service neutron] Bound port: a523395b-38a8-43be-9e95-e934571a1561, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682bd990-b956-47c7-8c18-606cfed1b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:03:24.330007 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-2b69f69f-2669-4be5-8827-9acb8cdb0c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:24.332854 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f3695809-031d-45b8-9214-0d58e397acde req-8de83abd-86ee-4417-ad27-e79b349bcedd tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd841fdf-8314-4f9e-a0ea-b97b6b37eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464340 Nov 12 20:03:24.473683 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-82b19640-b58a-4b15-a1d5-621c9382ede8 service neutron] Attempting to bind port 482a3af1-0054-461a-8db3-41ffbdb6f486 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:03:24.474007 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-82b19640-b58a-4b15-a1d5-621c9382ede8 service neutron] Attempting to bind port 482a3af1-0054-461a-8db3-41ffbdb6f486 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '3e224982-6395-4c12-b776-18d7d32b13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9f700ce5-2a0b-4162-916c-2d06c3c0ef90'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:03:24.474342 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-82b19640-b58a-4b15-a1d5-621c9382ede8 service neutron] Attempting to bind port 482a3af1-0054-461a-8db3-41ffbdb6f486 on network 9f700ce5-2a0b-4162-916c-2d06c3c0ef90 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:03:24.641457 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0236c-c557-4003-974c-4aee6ef9df3f req-3986998e-d4eb-46da-9c08-09207d512122 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:24.645758 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-00a0236c-c557-4003-974c-4aee6ef9df3f req-3986998e-d4eb-46da-9c08-09207d512122 tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/ports?device_id=4033a7b9-1607-4408-a1e1-6ae094598398 HTTP/1.1" status: 200 len: 945 time: 0.1477218 Nov 12 20:03:24.649463 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-82b19640-b58a-4b15-a1d5-621c9382ede8 service neutron] Port 482a3af1-0054-461a-8db3-41ffbdb6f486 on network 9f700ce5-2a0b-4162-916c-2d06c3c0ef90 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:03:24.649806 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-82b19640-b58a-4b15-a1d5-621c9382ede8 service neutron] Attempting to bind port 482a3af1-0054-461a-8db3-41ffbdb6f486 on network 9f700ce5-2a0b-4162-916c-2d06c3c0ef90 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:03:24.693052 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1a819da4-d8bc-49b4-a269-158780fa0e21 req-d894b04f-92e1-4b0a-a0e6-8d20ede907f3 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226954 Nov 12 20:03:24.818713 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-2d4197b4-5566-4734-9d16-14a7b6324556 req-99934b52-6ace-4060-991e-8f7f40c6beec tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] For port 68e5ef55-fb2a-4b92-ae89-6230bb16ff76, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=68e5ef55-fb2a-4b92-ae89-6230bb16ff76,segment=NetworkSegment(1ad2435a-c4ac-4ee5-8edf-e8d6c27e8bce),segment_id=1ad2435a-c4ac-4ee5-8edf-e8d6c27e8bce)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:24.818986 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2d4197b4-5566-4734-9d16-14a7b6324556 req-99934b52-6ace-4060-991e-8f7f40c6beec tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:24.837548 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-2b69f69f-2669-4be5-8827-9acb8cdb0c91 service neutron] For port a523395b-38a8-43be-9e95-e934571a1561, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:03:24.850441 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-2b69f69f-2669-4be5-8827-9acb8cdb0c91 service neutron] For port a523395b-38a8-43be-9e95-e934571a1561, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a523395b-38a8-43be-9e95-e934571a1561,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:03:24.875142 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-299ca9ab-0c5c-4b9c-adb9-3c4cfa4ed2c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:24.879076 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-00a0236c-c557-4003-974c-4aee6ef9df3f req-62c4ee08-9ed6-4f3f-bbfd-fe6a739790ac tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c7560-640f-4196-b2ef-fb6dbc12a907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260838 Nov 12 20:03:24.885175 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-2d4197b4-5566-4734-9d16-14a7b6324556 req-99934b52-6ace-4060-991e-8f7f40c6beec tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Calling delete_port for 68e5ef55-fb2a-4b92-ae89-6230bb16ff76 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:03:24.995256 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:25.053369 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-82b19640-b58a-4b15-a1d5-621c9382ede8 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:03:25.054036 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-82b19640-b58a-4b15-a1d5-621c9382ede8 service neutron] Checking segment: {'id': '3e224982-6395-4c12-b776-18d7d32b13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9f700ce5-2a0b-4162-916c-2d06c3c0ef90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:03:25.054166 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-82b19640-b58a-4b15-a1d5-621c9382ede8 service neutron] Bound using segment: {'id': '3e224982-6395-4c12-b776-18d7d32b13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9f700ce5-2a0b-4162-916c-2d06c3c0ef90'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:03:25.054535 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-82b19640-b58a-4b15-a1d5-621c9382ede8 service neutron] Bound port: 482a3af1-0054-461a-8db3-41ffbdb6f486, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e224982-6395-4c12-b776-18d7d32b13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9f700ce5-2a0b-4162-916c-2d06c3c0ef90'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:03:25.055018 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-82b19640-b58a-4b15-a1d5-621c9382ede8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:25.194404 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-82b19640-b58a-4b15-a1d5-621c9382ede8 service neutron] For port 482a3af1-0054-461a-8db3-41ffbdb6f486, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:03:25.203894 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-82b19640-b58a-4b15-a1d5-621c9382ede8 service neutron] For port 482a3af1-0054-461a-8db3-41ffbdb6f486, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=482a3af1-0054-461a-8db3-41ffbdb6f486,segment=NetworkSegment(3e224982-6395-4c12-b776-18d7d32b13ae),segment_id=3e224982-6395-4c12-b776-18d7d32b13ae)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:03:25.206887 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-2b69f69f-2669-4be5-8827-9acb8cdb0c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:25.224890 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622636b6-4095-4509-a106-1f229e0a2cd2 req-a6d5b81d-4888-440c-bbfe-1ca86ec921db tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:25.238031 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-622636b6-4095-4509-a106-1f229e0a2cd2 req-a6d5b81d-4888-440c-bbfe-1ca86ec921db tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 931 time: 0.1430020 Nov 12 20:03:25.245713 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2d4197b4-5566-4734-9d16-14a7b6324556 req-99934b52-6ace-4060-991e-8f7f40c6beec tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:25.251841 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-82b19640-b58a-4b15-a1d5-621c9382ede8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:25.364270 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99934b52-6ace-4060-991e-8f7f40c6beec tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Pushing event deleted for resources: {'Port': ['ID=68e5ef55-fb2a-4b92-ae89-6230bb16ff76,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:25.489602 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-622636b6-4095-4509-a106-1f229e0a2cd2 req-58a14b70-b0dd-4385-bdd3-6edac674ca6d tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500157 Nov 12 20:03:25.541327 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4197b4-5566-4734-9d16-14a7b6324556 req-99934b52-6ace-4060-991e-8f7f40c6beec tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] No DVR routers for this DVR port 68e5ef55-fb2a-4b92-ae89-6230bb16ff76 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:03:25.547607 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2d4197b4-5566-4734-9d16-14a7b6324556 req-99934b52-6ace-4060-991e-8f7f40c6beec tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:25.554140 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d4197b4-5566-4734-9d16-14a7b6324556 req-99934b52-6ace-4060-991e-8f7f40c6beec tempest-ServerMetadataNegativeTestJSON-928071229 tempest-ServerMetadataNegativeTestJSON-928071229-project] 10.222.0.52 "DELETE /v2.0/ports/68e5ef55-fb2a-4b92-ae89-6230bb16ff76 HTTP/1.1" status: 204 len: 173 time: 1.6313736 Nov 12 20:03:25.554669 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4033a7b9-1607-4408-a1e1-6ae094598398', 'name': 'network-vif-deleted', 'tag': '68e5ef55-fb2a-4b92-ae89-6230bb16ff76'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:03:25.562812 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713dec39-c2cd-466d-be52-58f0c1176134" -d '{"events": [{"server_uuid": "4033a7b9-1607-4408-a1e1-6ae094598398", "name": "network-vif-deleted", "tag": "68e5ef55-fb2a-4b92-ae89-6230bb16ff76"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:03:25.700548 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb4a3b-82a2-43db-acee-44f98f709e15 req-b68c64ca-eb70-4ac4-8da1-a55d94c59327 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:25.702583 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0ffb4a3b-82a2-43db-acee-44f98f709e15 req-b68c64ca-eb70-4ac4-8da1-a55d94c59327 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 944 time: 0.0635955 Nov 12 20:03:25.850643 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0ffb4a3b-82a2-43db-acee-44f98f709e15 req-1c6321ec-2662-4575-9006-066d2008c25a tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd841fdf-8314-4f9e-a0ea-b97b6b37eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329947 Nov 12 20:03:25.922226 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:25.940690 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7613a7e-e8bc-4620-8a48-1eb4c4a3ae38 x-openstack-request-id: req-d7613a7e-e8bc-4620-8a48-1eb4c4a3ae38 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:03:25.944862 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4033a7b9-1607-4408-a1e1-6ae094598398", "name": "network-vif-deleted", "tag": "68e5ef55-fb2a-4b92-ae89-6230bb16ff76", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:03:25.946599 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d7613a7e-e8bc-4620-8a48-1eb4c4a3ae38 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:03:25.947059 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4033a7b9-1607-4408-a1e1-6ae094598398', 'name': 'network-vif-deleted', 'tag': '68e5ef55-fb2a-4b92-ae89-6230bb16ff76', 'status': 'completed', 'code': 200} Nov 12 20:03:26.188009 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4fa234a3-499f-451e-bc23-110a02d8309a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:26.480135 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4f02c-6591-4e8c-a0e5-4ce38fbbc7ab req-68ccbf6a-222b-4132-993f-6ee1d18fa528 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:26.488021 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7eb4f02c-6591-4e8c-a0e5-4ce38fbbc7ab req-68ccbf6a-222b-4132-993f-6ee1d18fa528 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655 HTTP/1.1" status: 200 len: 943 time: 0.1065898 Nov 12 20:03:26.507605 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-2b69f69f-2669-4be5-8827-9acb8cdb0c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:26.514242 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-2b69f69f-2669-4be5-8827-9acb8cdb0c91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:26.515912 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-2b69f69f-2669-4be5-8827-9acb8cdb0c91 service neutron] 10.222.0.55 "PUT /v2.0/ports/a523395b-38a8-43be-9e95-e934571a1561 HTTP/1.1" status: 200 len: 1092 time: 6.1732399 Nov 12 20:03:26.516760 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69f69f-2669-4be5-8827-9acb8cdb0c91 service neutron] Pushing event updated for resources: {'Port': ['ID=a523395b-38a8-43be-9e95-e934571a1561,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:26.523869 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f6ea0e-77ad-4a6f-89d1-91d78233d655', 'tag': 'a523395b-38a8-43be-9e95-e934571a1561'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:03:26.527201 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ac4535-59e4-4b00-a9df-57f44e1ba0df" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f6ea0e-77ad-4a6f-89d1-91d78233d655", "tag": "a523395b-38a8-43be-9e95-e934571a1561"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:03:26.538898 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-82b19640-b58a-4b15-a1d5-621c9382ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:26.538898 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-82b19640-b58a-4b15-a1d5-621c9382ede8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:26.539475 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-82b19640-b58a-4b15-a1d5-621c9382ede8 service neutron] 10.222.0.55 "PUT /v2.0/ports/482a3af1-0054-461a-8db3-41ffbdb6f486 HTTP/1.1" status: 200 len: 1093 time: 6.1899226 Nov 12 20:03:26.541921 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4fa234a3-499f-451e-bc23-110a02d8309a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:26.559753 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7eb4f02c-6591-4e8c-a0e5-4ce38fbbc7ab req-8a9ad3ed-e22c-46a2-9f8e-67d555245d6f tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687685 Nov 12 20:03:26.608773 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56470) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:26.668635 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4100a4-6353-47bf-86c8-e25e70e52a19 req-c400cc2d-4f60-4335-91f3-5e547e75385f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:26.670818 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8f4100a4-6353-47bf-86c8-e25e70e52a19 req-c400cc2d-4f60-4335-91f3-5e547e75385f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 950 time: 1.7103124 Nov 12 20:03:26.678610 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa234a3-499f-451e-bc23-110a02d8309a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605ebc84-6255-4d76-8b01-0b426031492d,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:26.716200 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa234a3-499f-451e-bc23-110a02d8309a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:03:26.734278 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae7cf15-34f4-4d26-b186-f3426f87fcb2 admin admin] Deleting subnet 1ece5f24-07a2-40ea-8061-4391a8cd1540 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:03:26.737736 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2ae7cf15-34f4-4d26-b186-f3426f87fcb2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:26.847450 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4fa234a3-499f-451e-bc23-110a02d8309a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:26.848226 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-4fa234a3-499f-451e-bc23-110a02d8309a admin admin] Added segment 8f4adb13-66b6-4686-84e2-d653c309d49c of type vlan for network da47d9a6-534f-44d9-b8a9-89652da4d3f3 Nov 12 20:03:26.880300 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b19640-b58a-4b15-a1d5-621c9382ede8 service neutron] Pushing event updated for resources: {'Port': ['ID=482a3af1-0054-461a-8db3-41ffbdb6f486,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:26.906759 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2ae7cf15-34f4-4d26-b186-f3426f87fcb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:26.995088 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4fa234a3-499f-451e-bc23-110a02d8309a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:27.000869 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8f4100a4-6353-47bf-86c8-e25e70e52a19 req-35c1c297-e19d-41c7-b983-8ac498ca2539 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858922 Nov 12 20:03:27.037860 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec280ec-9fc2-448b-a3db-df1eba7bd25d req-416e0d4b-c8a0-4cb1-9862-cebcad6fecf7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:27.045809 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4ec280ec-9fc2-448b-a3db-df1eba7bd25d req-416e0d4b-c8a0-4cb1-9862-cebcad6fecf7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 931 time: 0.2545457 Nov 12 20:03:27.081085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-299ca9ab-0c5c-4b9c-adb9-3c4cfa4ed2c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b8dc4c6-5607-4dc0-b8d1-2783738323ad {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:03:27.087740 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2ae7cf15-34f4-4d26-b186-f3426f87fcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:27.097977 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4fa234a3-499f-451e-bc23-110a02d8309a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:27.098953 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa234a3-499f-451e-bc23-110a02d8309a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:27.101506 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4fa234a3-499f-451e-bc23-110a02d8309a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:27.107471 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-299ca9ab-0c5c-4b9c-adb9-3c4cfa4ed2c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:27.118842 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 68e5ef55-fb2a-4b92-ae89-6230bb16ff76 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:03:27.167377 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 68e5ef55-fb2a-4b92-ae89-6230bb16ff76 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:03:27.170324 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db70bc2-b1e2-4f73-ae42-be9ecdd44607 x-openstack-request-id: req-3db70bc2-b1e2-4f73-ae42-be9ecdd44607 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:03:27.170617 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f6ea0e-77ad-4a6f-89d1-91d78233d655", "tag": "a523395b-38a8-43be-9e95-e934571a1561", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:03:27.170867 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3db70bc2-b1e2-4f73-ae42-be9ecdd44607 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:03:27.171262 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f6ea0e-77ad-4a6f-89d1-91d78233d655', 'tag': 'a523395b-38a8-43be-9e95-e934571a1561', 'status': 'completed', 'code': 200} Nov 12 20:03:27.171486 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 68e5ef55-fb2a-4b92-ae89-6230bb16ff76 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:03:27.171836 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa234a3-499f-451e-bc23-110a02d8309a admin admin] Pushing event updated for resources: {'Network': ['ID=da47d9a6-534f-44d9-b8a9-89652da4d3f3,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:27.184062 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network da47d9a6-534f-44d9-b8a9-89652da4d3f3 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:03:27.191459 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-299ca9ab-0c5c-4b9c-adb9-3c4cfa4ed2c8 service neutron] Transition to ACTIVE for port object 5b8dc4c6-5607-4dc0-b8d1-2783738323ad will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:03:27.198041 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4fa234a3-499f-451e-bc23-110a02d8309a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.8947182 Nov 12 20:03:27.201890 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56476) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:27.215410 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-3f9977ea-5ec4-4000-afd1-b625f3d8b44e admin admin] Request body: {'subnet': {'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2090219067-subnet', 'tenant_id': '2f4a501a8a9343959e54c76a3fc6aa37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:27.224450 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-299ca9ab-0c5c-4b9c-adb9-3c4cfa4ed2c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:27.236284 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2ae7cf15-34f4-4d26-b186-f3426f87fcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:27.255394 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4ec280ec-9fc2-448b-a3db-df1eba7bd25d req-02888581-4506-40ec-8270-533e63c48338 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086020 Nov 12 20:03:27.307372 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7cf15-34f4-4d26-b186-f3426f87fcb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ece5f24-07a2-40ea-8061-4391a8cd1540,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:27.325080 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2ae7cf15-34f4-4d26-b186-f3426f87fcb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:27.334019 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2ae7cf15-34f4-4d26-b186-f3426f87fcb2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1ece5f24-07a2-40ea-8061-4391a8cd1540 HTTP/1.1" status: 204 len: 168 time: 0.7235260 Nov 12 20:03:27.337167 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56480) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:27.371868 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ca9ab-0c5c-4b9c-adb9-3c4cfa4ed2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8dc4c6-5607-4dc0-b8d1-2783738323ad,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:27.410806 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9977ea-5ec4-4000-afd1-b625f3d8b44e admin admin] Made reservation on behalf of 2f4a501a8a9343959e54c76a3fc6aa37 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:03:27.413458 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3f9977ea-5ec4-4000-afd1-b625f3d8b44e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:27.541974 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67600b5d-d061-4d8c-9ad6-852a4296d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:27.564199 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-299ca9ab-0c5c-4b9c-adb9-3c4cfa4ed2c8 service neutron] Attempting to bind port 5b8dc4c6-5607-4dc0-b8d1-2783738323ad on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:03:27.575087 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-299ca9ab-0c5c-4b9c-adb9-3c4cfa4ed2c8 service neutron] Attempting to bind port 5b8dc4c6-5607-4dc0-b8d1-2783738323ad by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '66430901-0cf0-4544-93e6-2d1a367dff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:03:27.575612 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-299ca9ab-0c5c-4b9c-adb9-3c4cfa4ed2c8 service neutron] Attempting to bind port 5b8dc4c6-5607-4dc0-b8d1-2783738323ad on network cd594fd9-762d-4dc1-9fce-c4b60d6d0202 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:03:27.619211 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c750bd-826f-4bd2-a3e7-cfe6629b14d5 req-b6c2fc0e-491d-4a2b-85c3-732e40c6df04 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:27.629014 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-29c750bd-826f-4bd2-a3e7-cfe6629b14d5 req-b6c2fc0e-491d-4a2b-85c3-732e40c6df04 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 944 time: 0.2520645 Nov 12 20:03:27.735805 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-29c750bd-826f-4bd2-a3e7-cfe6629b14d5 req-b94be83e-a412-4765-9c5e-5ee14364dda9 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd841fdf-8314-4f9e-a0ea-b97b6b37eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051073 Nov 12 20:03:27.852555 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67600b5d-d061-4d8c-9ad6-852a4296d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:27.855063 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-299ca9ab-0c5c-4b9c-adb9-3c4cfa4ed2c8 service neutron] Port 5b8dc4c6-5607-4dc0-b8d1-2783738323ad on network cd594fd9-762d-4dc1-9fce-c4b60d6d0202 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:03:27.855810 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-299ca9ab-0c5c-4b9c-adb9-3c4cfa4ed2c8 service neutron] Attempting to bind port 5b8dc4c6-5607-4dc0-b8d1-2783738323ad on network cd594fd9-762d-4dc1-9fce-c4b60d6d0202 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:03:27.861863 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3f9977ea-5ec4-4000-afd1-b625f3d8b44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:27.887980 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-67600b5d-d061-4d8c-9ad6-852a4296d2fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3829ff-06bb-4e4b-bb18-0fd275848be2']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:03:27.906557 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-299ca9ab-0c5c-4b9c-adb9-3c4cfa4ed2c8 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:03:27.907068 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-299ca9ab-0c5c-4b9c-adb9-3c4cfa4ed2c8 service neutron] Checking segment: {'id': '66430901-0cf0-4544-93e6-2d1a367dff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:03:27.907870 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-299ca9ab-0c5c-4b9c-adb9-3c4cfa4ed2c8 service neutron] Bound using segment: {'id': '66430901-0cf0-4544-93e6-2d1a367dff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:03:27.908033 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-299ca9ab-0c5c-4b9c-adb9-3c4cfa4ed2c8 service neutron] Bound port: 5b8dc4c6-5607-4dc0-b8d1-2783738323ad, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66430901-0cf0-4544-93e6-2d1a367dff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:03:27.908330 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-299ca9ab-0c5c-4b9c-adb9-3c4cfa4ed2c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:27.916031 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-67600b5d-d061-4d8c-9ad6-852a4296d2fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad2435a-c4ac-4ee5-8edf-e8d6c27e8bce') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:03:27.917459 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-67600b5d-d061-4d8c-9ad6-852a4296d2fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad2435a-c4ac-4ee5-8edf-e8d6c27e8bce') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:03:27.943674 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67600b5d-d061-4d8c-9ad6-852a4296d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:27.981510 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67600b5d-d061-4d8c-9ad6-852a4296d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:28.007593 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67600b5d-d061-4d8c-9ad6-852a4296d2fc admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:03:28.008012 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67600b5d-d061-4d8c-9ad6-852a4296d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:03:28.014276 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:03:28.026294 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6378646-e40e-4fb2-876a-f03309375cc3 req-308dcd1c-d4f5-4f44-a649-10d8d8d52d5a tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:28.049859 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a6378646-e40e-4fb2-876a-f03309375cc3 req-308dcd1c-d4f5-4f44-a649-10d8d8d52d5a tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655 HTTP/1.1" status: 200 len: 943 time: 0.1903028 Nov 12 20:03:28.106081 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9977ea-5ec4-4000-afd1-b625f3d8b44e admin admin] Checking segment: {'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:03:28.111111 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9977ea-5ec4-4000-afd1-b625f3d8b44e admin admin] Network hostable DHCP agents. Network: da47d9a6-534f-44d9-b8a9-89652da4d3f3, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:03:28.135505 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9977ea-5ec4-4000-afd1-b625f3d8b44e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce72f812-14b6-4840-8ebe-5441b73cbc50,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:28.205305 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67600b5d-d061-4d8c-9ad6-852a4296d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:28.219217 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67600b5d-d061-4d8c-9ad6-852a4296d2fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:28.230458 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-67600b5d-d061-4d8c-9ad6-852a4296d2fc admin admin] 10.222.0.48 "DELETE /v2.0/networks/aa3829ff-06bb-4e4b-bb18-0fd275848be2 HTTP/1.1" status: 204 len: 168 time: 0.8921993 Nov 12 20:03:28.280010 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-299ca9ab-0c5c-4b9c-adb9-3c4cfa4ed2c8 service neutron] For port 5b8dc4c6-5607-4dc0-b8d1-2783738323ad, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:03:28.293571 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9977ea-5ec4-4000-afd1-b625f3d8b44e admin admin] Network da47d9a6-534f-44d9-b8a9-89652da4d3f3 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:03:28.296787 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67600b5d-d061-4d8c-9ad6-852a4296d2fc admin admin] Pushing event deleted for resources: {'Network': ['ID=aa3829ff-06bb-4e4b-bb18-0fd275848be2,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:28.322887 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-299ca9ab-0c5c-4b9c-adb9-3c4cfa4ed2c8 service neutron] For port 5b8dc4c6-5607-4dc0-b8d1-2783738323ad, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=5b8dc4c6-5607-4dc0-b8d1-2783738323ad,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:03:28.336817 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a6378646-e40e-4fb2-876a-f03309375cc3 req-0386aab2-52ef-4a33-ae99-9265bf1650d8 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859895 Nov 12 20:03:28.343443 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-3f9977ea-5ec4-4000-afd1-b625f3d8b44e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, da47d9a6-534f-44d9-b8a9-89652da4d3f3) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:03:28.352167 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9d4b0b-c3bd-4dd2-ba8d-b0d129909978 None None] Network da47d9a6-534f-44d9-b8a9-89652da4d3f3 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:03:28.359364 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9977ea-5ec4-4000-afd1-b625f3d8b44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:28.359713 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3f9977ea-5ec4-4000-afd1-b625f3d8b44e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:28.362518 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-299ca9ab-0c5c-4b9c-adb9-3c4cfa4ed2c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:28.397091 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e06a8-603b-474b-b2da-8e34a773d93f req-da837dc4-5bcb-4665-87e1-f40d24c99ceb tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:28.398718 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d07e06a8-603b-474b-b2da-8e34a773d93f req-da837dc4-5bcb-4665-87e1-f40d24c99ceb tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 950 time: 0.1156106 Nov 12 20:03:28.448958 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-299ca9ab-0c5c-4b9c-adb9-3c4cfa4ed2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:28.449588 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-299ca9ab-0c5c-4b9c-adb9-3c4cfa4ed2c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:28.451721 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-299ca9ab-0c5c-4b9c-adb9-3c4cfa4ed2c8 service neutron] 10.222.0.52 "PUT /v2.0/ports/5b8dc4c6-5607-4dc0-b8d1-2783738323ad HTTP/1.1" status: 200 len: 1092 time: 4.1775613 Nov 12 20:03:28.477329 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3f9977ea-5ec4-4000-afd1-b625f3d8b44e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2743118 Nov 12 20:03:28.550180 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d07e06a8-603b-474b-b2da-8e34a773d93f req-02fed9c6-a6a0-4ef4-80a9-95ec84e48fc3 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967355 Nov 12 20:03:28.553616 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ca9ab-0c5c-4b9c-adb9-3c4cfa4ed2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8dc4c6-5607-4dc0-b8d1-2783738323ad,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:28.570620 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-0cd53549-ece5-4cd1-a5dc-3d24ead68df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:28.572516 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-0cd53549-ece5-4cd1-a5dc-3d24ead68df6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cc4db98daf5b4e7b9bbbe0aad0f1a29c&device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 1095 time: 0.0676482 Nov 12 20:03:28.654177 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-1f749e4e-cea8-4964-92cc-2b6a7d793943 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b8dc4c6-5607-4dc0-b8d1-2783738323ad HTTP/1.1" status: 200 len: 217 time: 0.0678432 Nov 12 20:03:28.662838 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56522) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:28.750200 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e247c1-4432-42dd-85f0-a1bf1d236da0 req-1e2983a7-f02f-4ecc-96ab-39af9de8c198 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:28.752551 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e4e247c1-4432-42dd-85f0-a1bf1d236da0 req-1e2983a7-f02f-4ecc-96ab-39af9de8c198 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 943 time: 0.1371069 Nov 12 20:03:28.809933 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccc75ac-32cd-49af-bc30-a72552b8f7ee None None] Network da47d9a6-534f-44d9-b8a9-89652da4d3f3 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:03:28.891077 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-0f34bc13-b7e1-4348-b51c-e17c18102afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:28.892045 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e4e247c1-4432-42dd-85f0-a1bf1d236da0 req-c0a70d5d-5496-454a-a4cc-b8d9d11a7a5d tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285744 Nov 12 20:03:28.894278 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-0f34bc13-b7e1-4348-b51c-e17c18102afe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f543e4e2-8561-47f7-b814-55300c23b7f1 HTTP/1.1" status: 200 len: 855 time: 0.2229023 Nov 12 20:03:28.987873 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-070aea1b-47ed-4c2f-8a64-56fa6ce01eb5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=576352c200384232b3a8faafcc03ff3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3240368 Nov 12 20:03:28.990874 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56536) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:29.049368 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-bea3f352-404d-4d39-af1c-14b77968085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:29.052869 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-bea3f352-404d-4d39-af1c-14b77968085f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1406848 Nov 12 20:03:29.067210 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a925f-23a3-438f-8c67-323babf50667 req-ef511d56-4488-4a65-a9d4-b8df05e71d43 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:29.071218 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fc0a925f-23a3-438f-8c67-323babf50667 req-ef511d56-4488-4a65-a9d4-b8df05e71d43 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 944 time: 0.1587410 Nov 12 20:03:29.121489 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3c95b560-78fd-4ecc-b0dd-cb9b2ab4a981 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:29.173560 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f0c766-6999-4d23-82d3-f78d602fc418', 'tag': '482a3af1-0054-461a-8db3-41ffbdb6f486'}, {'name': 'network-changed', 'server_uuid': '5cafdda6-94e8-433e-85a5-45fd099276f0', 'tag': '5b8dc4c6-5607-4dc0-b8d1-2783738323ad'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:03:29.176247 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7982315-6eae-4700-b6c4-c8e1233da60c" -d '{"events": [{"name": "network-changed", "server_uuid": "46f0c766-6999-4d23-82d3-f78d602fc418", "tag": "482a3af1-0054-461a-8db3-41ffbdb6f486"}, {"name": "network-changed", "server_uuid": "5cafdda6-94e8-433e-85a5-45fd099276f0", "tag": "5b8dc4c6-5607-4dc0-b8d1-2783738323ad"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:03:29.177715 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3c95b560-78fd-4ecc-b0dd-cb9b2ab4a981 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:29.204927 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56550) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:29.224676 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fc0a925f-23a3-438f-8c67-323babf50667 req-a0b5382d-3a0b-45b5-b6fe-7b817d56e477 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd841fdf-8314-4f9e-a0ea-b97b6b37eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437140 Nov 12 20:03:29.253240 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-47693d69-d330-4b1d-84ed-ee70b230d5df service neutron] 10.222.0.52 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830003 Nov 12 20:03:29.349919 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3c95b560-78fd-4ecc-b0dd-cb9b2ab4a981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:29.352858 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3c95b560-78fd-4ecc-b0dd-cb9b2ab4a981 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:29.355200 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3c95b560-78fd-4ecc-b0dd-cb9b2ab4a981 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/105c7560-640f-4196-b2ef-fb6dbc12a907 HTTP/1.1" status: 204 len: 168 time: 0.3633444 Nov 12 20:03:29.386762 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-d424b173-1ba6-44d4-96ed-f12ac6a4f5ae tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:29.395751 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-d424b173-1ba6-44d4-96ed-f12ac6a4f5ae tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/networks?id=da47d9a6-534f-44d9-b8a9-89652da4d3f3 HTTP/1.1" status: 200 len: 806 time: 0.2004650 Nov 12 20:03:29.407876 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 20:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a021144f-9f74-42da-81d9-63237b21be82 x-openstack-request-id: req-a021144f-9f74-42da-81d9-63237b21be82 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:03:29.408879 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f0c766-6999-4d23-82d3-f78d602fc418", "tag": "482a3af1-0054-461a-8db3-41ffbdb6f486", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5cafdda6-94e8-433e-85a5-45fd099276f0", "tag": "5b8dc4c6-5607-4dc0-b8d1-2783738323ad", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:03:29.409310 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a021144f-9f74-42da-81d9-63237b21be82 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:03:29.409870 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f0c766-6999-4d23-82d3-f78d602fc418', 'tag': '482a3af1-0054-461a-8db3-41ffbdb6f486', 'status': 'completed', 'code': 200} Nov 12 20:03:29.410285 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cafdda6-94e8-433e-85a5-45fd099276f0', 'tag': '5b8dc4c6-5607-4dc0-b8d1-2783738323ad', 'status': 'completed', 'code': 200} Nov 12 20:03:29.428286 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95b560-78fd-4ecc-b0dd-cb9b2ab4a981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105c7560-640f-4196-b2ef-fb6dbc12a907,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:29.446742 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-ba0ff9db-7fee-4d53-b791-e908b3a8bedf tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/quotas/2f4a501a8a9343959e54c76a3fc6aa37 HTTP/1.1" status: 200 len: 375 time: 0.0320911 Nov 12 20:03:29.500465 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bdf6ada8-18ee-42c9-bdf8-3d6a3bc69ea7 req-99aae101-e165-4634-9cb1-23792b20097a service neutron] 10.222.0.52 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336495 Nov 12 20:03:29.514110 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-fec21c2c-cec1-4114-b683-2951611cb196 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f4a501a8a9343959e54c76a3fc6aa37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595648 Nov 12 20:03:29.535068 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-234dbfec-5b71-423c-b8ac-f17d8f707307 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:29.604646 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931b18d-c280-42bf-a1b4-306c44bc7e60 req-b997db92-8568-40c0-9d6e-f372bf090e3f tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:29.606228 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e931b18d-c280-42bf-a1b4-306c44bc7e60 req-b997db92-8568-40c0-9d6e-f372bf090e3f tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655 HTTP/1.1" status: 200 len: 943 time: 0.1299503 Nov 12 20:03:29.664574 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-459a4ad2-5564-41e7-9820-9cbc20dcd7b5 service neutron] 10.222.0.48 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400340 Nov 12 20:03:29.680792 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7982315-6eae-4700-b6c4-c8e1233da60c req-5f31c01f-12bc-4a29-8a6c-6c7c66361058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:29.682590 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7982315-6eae-4700-b6c4-c8e1233da60c req-5f31c01f-12bc-4a29-8a6c-6c7c66361058 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cc4db98daf5b4e7b9bbbe0aad0f1a29c&device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 1095 time: 0.1087222 Nov 12 20:03:29.730623 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e931b18d-c280-42bf-a1b4-306c44bc7e60 req-17a1d7cf-7689-4ab2-9e89-8929781b063d tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077967 Nov 12 20:03:29.780117 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-ec990c15-d81e-4c9b-a4ac-4676909535e3 service neutron] 10.222.0.48 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107829 Nov 12 20:03:29.849694 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7982315-6eae-4700-b6c4-c8e1233da60c req-15028d5e-ec5a-471e-8ecd-34ad648463a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:29.854879 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7982315-6eae-4700-b6c4-c8e1233da60c req-15028d5e-ec5a-471e-8ecd-34ad648463a8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202 HTTP/1.1" status: 200 len: 917 time: 0.1541781 Nov 12 20:03:29.900651 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-234dbfec-5b71-423c-b8ac-f17d8f707307 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:29.947103 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7982315-6eae-4700-b6c4-c8e1233da60c req-3f98d969-87ca-4b21-a2c7-7a29f57ba5b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b8dc4c6-5607-4dc0-b8d1-2783738323ad HTTP/1.1" status: 200 len: 217 time: 0.0837307 Nov 12 20:03:29.982629 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-234dbfec-5b71-423c-b8ac-f17d8f707307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:29.998367 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2dbda41a-e560-482e-af82-ce38975da398 req-d405df8b-b01e-480f-a3db-41754b563943 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99229fb-4c50-4381-a3b0-17d4f9720a8d HTTP/1.1" status: 200 len: 210 time: 0.0590944 Nov 12 20:03:30.130825 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7982315-6eae-4700-b6c4-c8e1233da60c req-b51bdc34-b8d5-454f-a1da-d2ff6bcad7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:30.132405 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7982315-6eae-4700-b6c4-c8e1233da60c req-b51bdc34-b8d5-454f-a1da-d2ff6bcad7f9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f543e4e2-8561-47f7-b814-55300c23b7f1 HTTP/1.1" status: 200 len: 855 time: 0.1557539 Nov 12 20:03:30.135096 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-234dbfec-5b71-423c-b8ac-f17d8f707307 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4437b378b1674665ae50475eb3e9273d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9290617 Nov 12 20:03:30.139201 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56586) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:30.174096 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ae848-3f83-4b0a-8e15-3e2b68ba0190 req-dc80896e-9eb9-4a4e-bdf7-1d4983c638b2 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:30.175918 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd6ae848-3f83-4b0a-8e15-3e2b68ba0190 req-dc80896e-9eb9-4a4e-bdf7-1d4983c638b2 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 943 time: 0.0781510 Nov 12 20:03:30.238799 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234dbfec-5b71-423c-b8ac-f17d8f707307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c0e59a-a797-47d7-b1df-f8d0add6b3f0,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:30.254682 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afa1c6-0211-49c3-be3a-bf1f3d67bc8f req-79396a8e-91fd-4aae-995e-ea166fb25e1c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:30.261879 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e3afa1c6-0211-49c3-be3a-bf1f3d67bc8f req-79396a8e-91fd-4aae-995e-ea166fb25e1c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 950 time: 0.3855762 Nov 12 20:03:30.297017 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd6ae848-3f83-4b0a-8e15-3e2b68ba0190 req-a520386d-a071-42d6-b670-5f9f0d38a3d3 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129484 Nov 12 20:03:30.299843 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7982315-6eae-4700-b6c4-c8e1233da60c req-da70a5b6-7c97-43c8-bcf6-8f4aaa24383c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:30.301398 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7982315-6eae-4700-b6c4-c8e1233da60c req-da70a5b6-7c97-43c8-bcf6-8f4aaa24383c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1505172 Nov 12 20:03:30.364107 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d02b82f4-cfaf-4444-af81-ab0501cb962b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:30.380945 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e3afa1c6-0211-49c3-be3a-bf1f3d67bc8f req-4d751e11-8ff2-4683-bf96-7a62c5459a02 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181853 Nov 12 20:03:30.435084 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d02b82f4-cfaf-4444-af81-ab0501cb962b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:30.453837 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87242206-2609-4cc3-9c62-a698d4938e93 req-4a5ad2dc-2917-4b23-9d7f-b3b43601adda tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:30.464414 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87242206-2609-4cc3-9c62-a698d4938e93 req-4a5ad2dc-2917-4b23-9d7f-b3b43601adda tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 944 time: 0.0818539 Nov 12 20:03:30.490443 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7982315-6eae-4700-b6c4-c8e1233da60c req-a94033f2-30c4-4d2b-aa87-0faf7e5021eb service neutron] 10.222.0.52 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728749 Nov 12 20:03:30.512607 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56604) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:30.537506 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d02b82f4-cfaf-4444-af81-ab0501cb962b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:30.540420 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d02b82f4-cfaf-4444-af81-ab0501cb962b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:30.544178 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d02b82f4-cfaf-4444-af81-ab0501cb962b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a0c0e59a-a797-47d7-b1df-f8d0add6b3f0 HTTP/1.1" status: 204 len: 168 time: 0.3987665 Nov 12 20:03:30.550073 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87242206-2609-4cc3-9c62-a698d4938e93 req-09ee7106-9e66-46b2-bd03-ce1e8fc56f7e tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd841fdf-8314-4f9e-a0ea-b97b6b37eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767815 Nov 12 20:03:30.582997 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b82f4-cfaf-4444-af81-ab0501cb962b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c0e59a-a797-47d7-b1df-f8d0add6b3f0,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:30.630033 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7982315-6eae-4700-b6c4-c8e1233da60c req-ce14a62d-5eb8-48de-8856-f1a642223413 service neutron] 10.222.0.52 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314919 Nov 12 20:03:30.853266 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-0adbe822-ee16-4cd9-9546-3cabef5e8edf admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-593778349-network', 'tenant_id': '01ac16d242c94137a872eab5cb3c3393'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:30.876387 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7b073-48b2-4247-9057-5b80066e9718 req-ce342b04-6131-4cd0-86f7-b9a2056d1dca tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:30.884219 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a2e7b073-48b2-4247-9057-5b80066e9718 req-ce342b04-6131-4cd0-86f7-b9a2056d1dca tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655 HTTP/1.1" status: 200 len: 943 time: 0.0705123 Nov 12 20:03:30.900734 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adbe822-ee16-4cd9-9546-3cabef5e8edf admin admin] Made reservation on behalf of 01ac16d242c94137a872eab5cb3c3393 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:03:30.903317 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0adbe822-ee16-4cd9-9546-3cabef5e8edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:30.927432 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0adbe822-ee16-4cd9-9546-3cabef5e8edf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:30.941690 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a2e7b073-48b2-4247-9057-5b80066e9718 req-a0f681dd-2608-4e63-988f-f5af59caf97c tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511618 Nov 12 20:03:30.969187 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56616) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:30.982694 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f427039c-df05-47d3-8bb0-c5f390b7c6a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:31.047951 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0adbe822-ee16-4cd9-9546-3cabef5e8edf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:31.057637 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0adbe822-ee16-4cd9-9546-3cabef5e8edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:31.086797 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f427039c-df05-47d3-8bb0-c5f390b7c6a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:31.088746 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0adbe822-ee16-4cd9-9546-3cabef5e8edf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:03:31.094159 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f427039c-df05-47d3-8bb0-c5f390b7c6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:31.116588 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0adbe822-ee16-4cd9-9546-3cabef5e8edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:31.117554 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-0adbe822-ee16-4cd9-9546-3cabef5e8edf admin admin] Added segment 58dceef8-05df-4cb5-b2c8-e448250d0d03 of type vlan for network 7d4fe669-b9db-4453-a429-38e199890db1 Nov 12 20:03:31.155442 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f427039c-df05-47d3-8bb0-c5f390b7c6a5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f07f7156167247d0b2bba24aacb12eef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1849930 Nov 12 20:03:31.156880 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56622) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:31.162967 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbe822-ee16-4cd9-9546-3cabef5e8edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fedab4-97a6-4562-9297-6518aebf1851,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:31.167701 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a91059fb-3bcc-4a2f-b064-05b51914083a req-05398d46-f9d4-407a-bd61-623e2c17d05e tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99229fb-4c50-4381-a3b0-17d4f9720a8d HTTP/1.1" status: 200 len: 210 time: 0.0362768 Nov 12 20:03:31.180454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427039c-df05-47d3-8bb0-c5f390b7c6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40279c2-c2ef-4dd1-b2bf-e2cff015dabd,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:31.213831 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0adbe822-ee16-4cd9-9546-3cabef5e8edf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:31.270006 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0adbe822-ee16-4cd9-9546-3cabef5e8edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:31.271118 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adbe822-ee16-4cd9-9546-3cabef5e8edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:31.271847 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0adbe822-ee16-4cd9-9546-3cabef5e8edf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:31.367198 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b9939265-58be-4010-a8f1-8384aa2d9d6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:31.395549 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac4535-59e4-4b00-a9df-57f44e1ba0df req-119381ab-5054-49c3-9cb4-864fe9da3327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:31.397525 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03ac4535-59e4-4b00-a9df-57f44e1ba0df req-119381ab-5054-49c3-9cb4-864fe9da3327 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=954a349666444c9cac7ba5cc392be91e&device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655 HTTP/1.1" status: 200 len: 1095 time: 0.1534677 Nov 12 20:03:31.399901 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0adbe822-ee16-4cd9-9546-3cabef5e8edf admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8851035 Nov 12 20:03:31.400046 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7982315-6eae-4700-b6c4-c8e1233da60c req-7d329de6-2025-4457-ad86-4d0ce2211b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:31.401447 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7982315-6eae-4700-b6c4-c8e1233da60c req-7d329de6-2025-4457-ad86-4d0ce2211b35 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b823c54876a64f49b0e3e4f37d9e10c8&device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 1096 time: 0.1989934 Nov 12 20:03:31.412896 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbe822-ee16-4cd9-9546-3cabef5e8edf admin admin] Pushing event updated for resources: {'Network': ['ID=7d4fe669-b9db-4453-a429-38e199890db1,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:31.438002 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 7d4fe669-b9db-4453-a429-38e199890db1 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:03:31.525270 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b9939265-58be-4010-a8f1-8384aa2d9d6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:31.599492 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7982315-6eae-4700-b6c4-c8e1233da60c req-44cf3665-e44c-49b1-bb43-2c2ea3c01dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:31.603556 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7982315-6eae-4700-b6c4-c8e1233da60c req-44cf3665-e44c-49b1-bb43-2c2ea3c01dda service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=b823c54876a64f49b0e3e4f37d9e10c8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1782956 Nov 12 20:03:31.627150 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87016a0f-7c67-4e62-ba27-ce188e335b63 req-c8f81b81-6495-43a8-a679-8e238e2db87c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:31.643177 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87016a0f-7c67-4e62-ba27-ce188e335b63 req-c8f81b81-6495-43a8-a679-8e238e2db87c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 950 time: 0.1688304 Nov 12 20:03:31.729576 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87016a0f-7c67-4e62-ba27-ce188e335b63 req-7155d605-22f3-45a6-83d0-c91cb68c7c5a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794218 Nov 12 20:03:31.765859 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd3563-2ab3-493c-a83c-c3fdd87de9c2 req-a796da1e-f177-4669-b93a-dc1b28206d1a tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:31.773164 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-65bd3563-2ab3-493c-a83c-c3fdd87de9c2 req-a796da1e-f177-4669-b93a-dc1b28206d1a tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 943 time: 0.3581986 Nov 12 20:03:31.853600 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6bbb9-3551-4e30-9e22-ed758acdf2bf req-901120d4-35b1-4be1-9273-03ebd6e83457 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:31.856126 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a5d6bbb9-3551-4e30-9e22-ed758acdf2bf req-901120d4-35b1-4be1-9273-03ebd6e83457 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 944 time: 0.0609369 Nov 12 20:03:31.867249 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7982315-6eae-4700-b6c4-c8e1233da60c req-86aa5098-9670-42a6-a0ce-bf7b0c2ac00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:31.868750 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7982315-6eae-4700-b6c4-c8e1233da60c req-86aa5098-9670-42a6-a0ce-bf7b0c2ac00b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2404613 Nov 12 20:03:31.870672 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac4535-59e4-4b00-a9df-57f44e1ba0df req-3804fa47-b185-47eb-98cc-9e131996f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:31.871978 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03ac4535-59e4-4b00-a9df-57f44e1ba0df req-3804fa47-b185-47eb-98cc-9e131996f976 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=954a349666444c9cac7ba5cc392be91e&shared=False HTTP/1.1" status: 200 len: 906 time: 0.4459906 Nov 12 20:03:31.890702 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-65bd3563-2ab3-493c-a83c-c3fdd87de9c2 req-23d6bd95-b72a-4bfe-923a-393e9e6f017b tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082883 Nov 12 20:03:31.893039 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b9939265-58be-4010-a8f1-8384aa2d9d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:31.896489 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b9939265-58be-4010-a8f1-8384aa2d9d6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:31.897801 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b9939265-58be-4010-a8f1-8384aa2d9d6b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f40279c2-c2ef-4dd1-b2bf-e2cff015dabd HTTP/1.1" status: 204 len: 168 time: 0.7394972 Nov 12 20:03:31.933012 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a5d6bbb9-3551-4e30-9e22-ed758acdf2bf req-6e09722e-45c8-4288-904a-390f9a6b9ddc tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd841fdf-8314-4f9e-a0ea-b97b6b37eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696187 Nov 12 20:03:32.001491 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9939265-58be-4010-a8f1-8384aa2d9d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40279c2-c2ef-4dd1-b2bf-e2cff015dabd,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:32.124513 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-cef97c37-0076-4ff5-88b5-897e29014bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:32.126043 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-cef97c37-0076-4ff5-88b5-897e29014bb6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b823c54876a64f49b0e3e4f37d9e10c8&device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 1096 time: 0.2047369 Nov 12 20:03:32.214683 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56e1a1-d070-49c0-9c41-c01fff4b800d req-bcdfda3c-2b48-4ef9-b1ea-61412ebfdb6a tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:32.216949 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9e56e1a1-d070-49c0-9c41-c01fff4b800d req-bcdfda3c-2b48-4ef9-b1ea-61412ebfdb6a tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655 HTTP/1.1" status: 200 len: 943 time: 0.1120338 Nov 12 20:03:32.334591 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac4535-59e4-4b00-a9df-57f44e1ba0df req-ccb1a4db-aa18-4349-949d-ca7a4ff788ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:32.340626 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03ac4535-59e4-4b00-a9df-57f44e1ba0df req-ccb1a4db-aa18-4349-949d-ca7a4ff788ec service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4442201 Nov 12 20:03:32.352585 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-3a849d84-0316-4ff0-9cf3-717d2f0b29f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=482a3af1-0054-461a-8db3-41ffbdb6f486 HTTP/1.1" status: 200 len: 217 time: 0.1788440 Nov 12 20:03:32.355467 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9e56e1a1-d070-49c0-9c41-c01fff4b800d req-58a20e25-2501-4a13-800d-d8aa6b8237b1 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249912 Nov 12 20:03:32.452791 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7b5a08d0-0f64-4283-8ebd-7465dc8fb4d3 req-c2e50c7b-f30d-4c42-a318-d6572bb54037 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99229fb-4c50-4381-a3b0-17d4f9720a8d HTTP/1.1" status: 200 len: 210 time: 0.0349638 Nov 12 20:03:32.547029 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2135b-d380-45f1-a737-5c2f7a2687aa req-7f4e6e80-fd95-4b88-86e6-90eba940c36c tempest-ComputeTenantNetworksTest-466189391 tempest-ComputeTenantNetworksTest-466189391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:32.553939 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2135b-d380-45f1-a737-5c2f7a2687aa req-7f4e6e80-fd95-4b88-86e6-90eba940c36c tempest-ComputeTenantNetworksTest-466189391 tempest-ComputeTenantNetworksTest-466189391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:32.565591 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2135b-d380-45f1-a737-5c2f7a2687aa req-7f4e6e80-fd95-4b88-86e6-90eba940c36c tempest-ComputeTenantNetworksTest-466189391 tempest-ComputeTenantNetworksTest-466189391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:32.577377 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52e2135b-d380-45f1-a737-5c2f7a2687aa req-7f4e6e80-fd95-4b88-86e6-90eba940c36c tempest-ComputeTenantNetworksTest-466189391 tempest-ComputeTenantNetworksTest-466189391-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3969352 Nov 12 20:03:32.604899 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-a72a400d-9c7f-4b3b-9b83-518948cbd419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:32.616496 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-a72a400d-9c7f-4b3b-9b83-518948cbd419 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61b172b9-1029-4f6f-8d5d-e7b9e3d428af HTTP/1.1" status: 200 len: 854 time: 0.2548866 Nov 12 20:03:32.811909 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42658c66-cddd-4d0a-af5c-279c904bed7a req-6eea492a-0f50-4660-8b0a-2d3483448822 tempest-ComputeTenantNetworksTest-466189391 tempest-ComputeTenantNetworksTest-466189391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:32.813920 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-42658c66-cddd-4d0a-af5c-279c904bed7a req-6eea492a-0f50-4660-8b0a-2d3483448822 tempest-ComputeTenantNetworksTest-466189391 tempest-ComputeTenantNetworksTest-466189391-project] 10.222.0.48 "GET /v2.0/networks/7d4fe669-b9db-4453-a429-38e199890db1 HTTP/1.1" status: 200 len: 768 time: 0.2184412 Nov 12 20:03:32.822428 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56668) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:32.861245 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-40c5034b-9110-43ce-8a12-837a84f4e844 service neutron] show failed (client error): The resource could not be found. Nov 12 20:03:32.862254 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-40c5034b-9110-43ce-8a12-837a84f4e844 service neutron] 10.222.0.55 "GET /v2.0/ports/6f5fb2ef-6df8-463e-ac0c-7062375058e1/bindings/n-h2-712140-15 HTTP/1.1" status: 404 len: 381 time: 0.2295599 Nov 12 20:03:32.885228 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-1188331d-07bb-4f1c-b954-fabb47c50348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:32.886890 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-1188331d-07bb-4f1c-b954-fabb47c50348 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=954a349666444c9cac7ba5cc392be91e&device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655 HTTP/1.1" status: 200 len: 1095 time: 0.4401152 Nov 12 20:03:33.034750 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-c177a852-95d7-4785-9b8b-cea0fc8c601c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a523395b-38a8-43be-9e95-e934571a1561 HTTP/1.1" status: 200 len: 217 time: 0.0934093 Nov 12 20:03:33.119445 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-30961a5e-2396-457f-9cc2-f8c246b84b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:33.122077 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-30961a5e-2396-457f-9cc2-f8c246b84b70 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f700ce5-2a0b-4162-916c-2d06c3c0ef90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4197917 Nov 12 20:03:33.143560 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8bc55f6a-62de-46ab-989c-f6a6fd436b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:33.185090 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 5b8dc4c6-5607-4dc0-b8d1-2783738323ad details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:03:33.220214 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136189c-b034-48d9-8da5-44b3acf9ed2a req-bf6c1f82-b28c-4a36-abd9-a06449c2ed51 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:33.222696 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0136189c-b034-48d9-8da5-44b3acf9ed2a req-bf6c1f82-b28c-4a36-abd9-a06449c2ed51 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 943 time: 0.2119911 Nov 12 20:03:33.296195 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-9ba7ffbb-4ca5-4455-bbdd-ddbf2aead4f3 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:33.299264 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-9ba7ffbb-4ca5-4455-bbdd-ddbf2aead4f3 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.52 "GET /v2.0/networks?id=da47d9a6-534f-44d9-b8a9-89652da4d3f3 HTTP/1.1" status: 200 len: 806 time: 0.6638842 Nov 12 20:03:33.366454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2e4e5-737d-402f-84fd-4be57e5e8a33 req-ebb159b2-8e96-49e6-9772-f182c76d9507 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:33.368550 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ecb2e4e5-737d-402f-84fd-4be57e5e8a33 req-ebb159b2-8e96-49e6-9772-f182c76d9507 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 950 time: 0.5151093 Nov 12 20:03:33.396820 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 5b8dc4c6-5607-4dc0-b8d1-2783738323ad, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=5b8dc4c6-5607-4dc0-b8d1-2783738323ad,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:33.400814 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-998a523e-9f55-42e9-b4be-a1afaf1fde4f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Request body: {'port': {'device_id': 'c99229fb-4c50-4381-a3b0-17d4f9720a8d', 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3', 'admin_state_up': True, 'tenant_id': '2f4a501a8a9343959e54c76a3fc6aa37'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:33.423860 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '5b8dc4c6-5607-4dc0-b8d1-2783738323ad', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'port_id': '5b8dc4c6-5607-4dc0-b8d1-2783738323ad', 'mac_address': 'fa:16:3e:33:61:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:03:33.550060 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:33.565555 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0136189c-b034-48d9-8da5-44b3acf9ed2a req-fe9f23da-f0f6-4446-8c64-b7209dd21c6f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3182986 Nov 12 20:03:33.594400 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8bc55f6a-62de-46ab-989c-f6a6fd436b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:33.610695 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8dc4c6-5607-4dc0-b8d1-2783738323ad {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:03:33.677014 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 5b8dc4c6-5607-4dc0-b8d1-2783738323ad, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=5b8dc4c6-5607-4dc0-b8d1-2783738323ad,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:33.690306 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:33.700891 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-8bc55f6a-62de-46ab-989c-f6a6fd436b8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4fe669-b9db-4453-a429-38e199890db1']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:03:33.742559 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-693f6331-a16d-4738-a65b-886eaf25278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:33.761761 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-693f6331-a16d-4738-a65b-886eaf25278e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90&tenant_id=1c08b32f16f94cdbbecd052699f1c2ae HTTP/1.1" status: 200 len: 1102 time: 0.4739921 Nov 12 20:03:33.770166 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-8bc55f6a-62de-46ab-989c-f6a6fd436b8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58dceef8-05df-4cb5-b2c8-e448250d0d03') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:03:33.770633 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-8bc55f6a-62de-46ab-989c-f6a6fd436b8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58dceef8-05df-4cb5-b2c8-e448250d0d03') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:03:33.804112 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-8f0e701c-5570-49b5-888c-d1e7d865fe42 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-15', 'device_owner': 'compute:nova'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:33.883653 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=5b8dc4c6-5607-4dc0-b8d1-2783738323ad,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:33.887312 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8bc55f6a-62de-46ab-989c-f6a6fd436b8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:33.964760 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8bc55f6a-62de-46ab-989c-f6a6fd436b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:33.968556 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['5b8dc4c6-5607-4dc0-b8d1-2783738323ad'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:03:33.987020 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc55f6a-62de-46ab-989c-f6a6fd436b8a admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:03:33.987970 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8bc55f6a-62de-46ab-989c-f6a6fd436b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:03:33.992121 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:03:34.038428 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cdec7-7769-47b4-b2ad-f6fcb9ec8431 req-e2fc1bf9-0917-476e-a503-1d88b471bc64 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:34.041847 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a15cdec7-7769-47b4-b2ad-f6fcb9ec8431 req-e2fc1bf9-0917-476e-a503-1d88b471bc64 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 944 time: 0.2788785 Nov 12 20:03:34.166932 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-8f0e701c-5570-49b5-888c-d1e7d865fe42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:34.207278 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8bc55f6a-62de-46ab-989c-f6a6fd436b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:34.234849 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8bc55f6a-62de-46ab-989c-f6a6fd436b8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:34.240445 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8bc55f6a-62de-46ab-989c-f6a6fd436b8a admin admin] 10.222.0.48 "DELETE /v2.0/networks/7d4fe669-b9db-4453-a429-38e199890db1 HTTP/1.1" status: 204 len: 168 time: 1.4163010 Nov 12 20:03:34.294660 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc55f6a-62de-46ab-989c-f6a6fd436b8a admin admin] Pushing event deleted for resources: {'Network': ['ID=7d4fe669-b9db-4453-a429-38e199890db1,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:34.318669 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a15cdec7-7769-47b4-b2ad-f6fcb9ec8431 req-0aa8943a-6604-4f63-a9a4-4cad4416222b tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd841fdf-8314-4f9e-a0ea-b97b6b37eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614448 Nov 12 20:03:34.521892 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-215e0c71-130d-4615-b9d4-605d0f03824b service neutron] 10.222.0.55 "GET /v2.0/networks/9f700ce5-2a0b-4162-916c-2d06c3c0ef90?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3894031 Nov 12 20:03:34.525398 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-85126904-af68-4c3a-9659-ca3d933ff665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:34.531313 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-85126904-af68-4c3a-9659-ca3d933ff665 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7dd80d0b-2491-4b1b-842a-10479179ac7e HTTP/1.1" status: 200 len: 845 time: 1.4538476 Nov 12 20:03:34.609564 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3af68-ebe2-4f94-83ce-a36695645ec6 req-440e200e-16e3-4fde-9b55-76ed09150ebd tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:34.611389 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3ab3af68-ebe2-4f94-83ce-a36695645ec6 req-440e200e-16e3-4fde-9b55-76ed09150ebd tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655 HTTP/1.1" status: 200 len: 943 time: 0.1304648 Nov 12 20:03:34.669647 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56706) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:34.692642 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-8f0e701c-5570-49b5-888c-d1e7d865fe42 service neutron] For port 6f5fb2ef-6df8-463e-ac0c-7062375058e1, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6f5fb2ef-6df8-463e-ac0c-7062375058e1,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:34.702625 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-c8edd04b-4e33-40b5-97a9-cb5ef57ae25b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=244f869e-61bd-4949-82fd-4493cf9dc192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1360898 Nov 12 20:03:34.732572 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3ab3af68-ebe2-4f94-83ce-a36695645ec6 req-47dc280d-df05-49cc-87c6-29df41383aeb tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123838 Nov 12 20:03:34.776554 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ecb2e4e5-737d-402f-84fd-4be57e5e8a33 req-983f68d0-cb10-4450-a733-1876439efd84 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748795 Nov 12 20:03:34.783371 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-8f0e701c-5570-49b5-888c-d1e7d865fe42 service neutron] For port 6f5fb2ef-6df8-463e-ac0c-7062375058e1, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:03:34.788862 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-651df4e2-3251-4738-b973-eb11c3452c45 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=01ac16d242c94137a872eab5cb3c3393&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1163032 Nov 12 20:03:34.799828 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56708) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:34.801942 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-998a523e-9f55-42e9-b4be-a1afaf1fde4f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Made reservation on behalf of 2f4a501a8a9343959e54c76a3fc6aa37 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:03:34.805694 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-998a523e-9f55-42e9-b4be-a1afaf1fde4f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:34.867300 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbb51bc-6f14-4636-9680-6813c726ca90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f5fb2ef-6df8-463e-ac0c-7062375058e1'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:03:34.869897 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae31784-6b6b-4d77-b056-e1c789836ddd" -d '{"events": [{"server_uuid": "ebbb51bc-6f14-4636-9680-6813c726ca90", "name": "network-vif-unplugged", "status": "completed", "tag": "6f5fb2ef-6df8-463e-ac0c-7062375058e1"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:03:34.875181 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-8f0e701c-5570-49b5-888c-d1e7d865fe42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:34.908261 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d592e9f-b033-4dd7-9541-ec38be7311cc req-ba475604-aa89-40ba-8034-93c5f180df12 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99229fb-4c50-4381-a3b0-17d4f9720a8d HTTP/1.1" status: 200 len: 210 time: 0.0516472 Nov 12 20:03:34.923465 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9cf30dc3-5dcc-4e29-9d71-ac381ff166eb req-d749d6f2-d762-4760-b25f-faef0cec4b55 service neutron] 10.222.0.55 "GET /v2.0/networks/9f700ce5-2a0b-4162-916c-2d06c3c0ef90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742030 Nov 12 20:03:34.931212 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-8f0e701c-5570-49b5-888c-d1e7d865fe42 service neutron] Transition to ACTIVE for port object 6f5fb2ef-6df8-463e-ac0c-7062375058e1 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:03:34.937526 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-8f0e701c-5570-49b5-888c-d1e7d865fe42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:35.109762 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-8f0e701c-5570-49b5-888c-d1e7d865fe42 service neutron] No DVR routers for this DVR port 6f5fb2ef-6df8-463e-ac0c-7062375058e1 on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:03:35.112797 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e701c-5570-49b5-888c-d1e7d865fe42 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5fb2ef-6df8-463e-ac0c-7062375058e1,revision_number=6']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:35.118567 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-998a523e-9f55-42e9-b4be-a1afaf1fde4f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Allocated IP 172.20.0.12 (da47d9a6-534f-44d9-b8a9-89652da4d3f3/ce72f812-14b6-4840-8ebe-5441b73cbc50/6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:03:35.184602 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-8f0e701c-5570-49b5-888c-d1e7d865fe42 service neutron] Attempting to bind port 6f5fb2ef-6df8-463e-ac0c-7062375058e1 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:03:35.185808 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-8f0e701c-5570-49b5-888c-d1e7d865fe42 service neutron] Attempting to bind port 6f5fb2ef-6df8-463e-ac0c-7062375058e1 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:03:35.185808 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-8f0e701c-5570-49b5-888c-d1e7d865fe42 service neutron] Attempting to bind port 6f5fb2ef-6df8-463e-ac0c-7062375058e1 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:03:35.187419 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 5b8dc4c6-5607-4dc0-b8d1-2783738323ad up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:03:35.196848 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-8f0e701c-5570-49b5-888c-d1e7d865fe42 service neutron] Port 6f5fb2ef-6df8-463e-ac0c-7062375058e1 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:03:35.197185 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-8f0e701c-5570-49b5-888c-d1e7d865fe42 service neutron] Attempting to bind port 6f5fb2ef-6df8-463e-ac0c-7062375058e1 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:03:35.214853 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbe3fd-ede1-45f9-acc3-887fc8e57986 req-ebfcfe46-df69-4373-ac6b-1208034fc023 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:35.224256 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c1dbe3fd-ede1-45f9-acc3-887fc8e57986 req-ebfcfe46-df69-4373-ac6b-1208034fc023 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 944 time: 0.1987581 Nov 12 20:03:35.227623 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-8f0e701c-5570-49b5-888c-d1e7d865fe42 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:03:35.228590 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-8f0e701c-5570-49b5-888c-d1e7d865fe42 service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:03:35.229182 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-8f0e701c-5570-49b5-888c-d1e7d865fe42 service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:03:35.229880 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-8f0e701c-5570-49b5-888c-d1e7d865fe42 service neutron] Bound port: 6f5fb2ef-6df8-463e-ac0c-7062375058e1, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:03:35.230369 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-8f0e701c-5570-49b5-888c-d1e7d865fe42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:35.311869 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 5b8dc4c6-5607-4dc0-b8d1-2783738323ad completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:03:35.316606 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 5b8dc4c6-5607-4dc0-b8d1-2783738323ad triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:35.317190 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:35.344808 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c1dbe3fd-ede1-45f9-acc3-887fc8e57986 req-ff0fbcc3-f9c5-4465-87e2-a94e6feae88a tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151061 Nov 12 20:03:35.374622 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-56cfc2d1-4c2b-48f4-ac89-3f723719481f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:35.390727 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-9ad8973f-8ae3-4665-9e1f-05b8b0fec368 service neutron] 10.222.0.55 "GET /v2.0/networks/244f869e-61bd-4949-82fd-4493cf9dc192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6667309 Nov 12 20:03:35.462121 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-8f0e701c-5570-49b5-888c-d1e7d865fe42 service neutron] For port 6f5fb2ef-6df8-463e-ac0c-7062375058e1, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:03:35.472398 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-8f0e701c-5570-49b5-888c-d1e7d865fe42 service neutron] For port 6f5fb2ef-6df8-463e-ac0c-7062375058e1, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6f5fb2ef-6df8-463e-ac0c-7062375058e1,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:03:35.476135 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d84f4e8-e288-48a7-9381-d191519af03a x-openstack-request-id: req-4d84f4e8-e288-48a7-9381-d191519af03a {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:03:35.476523 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbb51bc-6f14-4636-9680-6813c726ca90", "name": "network-vif-unplugged", "status": "completed", "tag": "6f5fb2ef-6df8-463e-ac0c-7062375058e1", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:03:35.476728 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4d84f4e8-e288-48a7-9381-d191519af03a {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:03:35.477209 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbb51bc-6f14-4636-9680-6813c726ca90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f5fb2ef-6df8-463e-ac0c-7062375058e1', 'code': 200} Nov 12 20:03:35.484444 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-8f0e701c-5570-49b5-888c-d1e7d865fe42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:35.574707 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-8f0e701c-5570-49b5-888c-d1e7d865fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:35.575375 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-8f0e701c-5570-49b5-888c-d1e7d865fe42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:35.576839 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-8f0e701c-5570-49b5-888c-d1e7d865fe42 service neutron] 10.222.0.52 "PUT /v2.0/ports/6f5fb2ef-6df8-463e-ac0c-7062375058e1 HTTP/1.1" status: 200 len: 1097 time: 1.7911024 Nov 12 20:03:35.606048 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e701c-5570-49b5-888c-d1e7d865fe42 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5fb2ef-6df8-463e-ac0c-7062375058e1,revision_number=7']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:35.611717 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:35.640148 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cafdda6-94e8-433e-85a5-45fd099276f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8dc4c6-5607-4dc0-b8d1-2783738323ad'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:03:35.655821 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f6ff2f-24bf-4dbc-941b-a7f07b1a835f" -d '{"events": [{"server_uuid": "5cafdda6-94e8-433e-85a5-45fd099276f0", "name": "network-vif-plugged", "status": "completed", "tag": "5b8dc4c6-5607-4dc0-b8d1-2783738323ad"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:03:35.666622 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-56cfc2d1-4c2b-48f4-ac89-3f723719481f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:35.686061 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-24e4ddc1-fb7a-41ca-b2f1-a0c59c045212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:35.687525 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-24e4ddc1-fb7a-41ca-b2f1-a0c59c045212 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 1100 time: 0.0630703 Nov 12 20:03:35.690255 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 5b8dc4c6-5607-4dc0-b8d1-2783738323ad, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=5b8dc4c6-5607-4dc0-b8d1-2783738323ad,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:35.696769 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:35.798416 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dfcd2d-0042-4bce-994a-3d56e7a9b3ad x-openstack-request-id: req-62dfcd2d-0042-4bce-994a-3d56e7a9b3ad {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:03:35.804684 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cafdda6-94e8-433e-85a5-45fd099276f0", "name": "network-vif-plugged", "status": "completed", "tag": "5b8dc4c6-5607-4dc0-b8d1-2783738323ad", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:03:35.805210 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-62dfcd2d-0042-4bce-994a-3d56e7a9b3ad {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:03:35.805817 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cafdda6-94e8-433e-85a5-45fd099276f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8dc4c6-5607-4dc0-b8d1-2783738323ad', 'code': 200} Nov 12 20:03:35.814257 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=5b8dc4c6-5607-4dc0-b8d1-2783738323ad,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:35.866669 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-da758912-0b4d-4da4-84ef-e821e61d2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:35.870460 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-da758912-0b4d-4da4-84ef-e821e61d2b7b service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.1692748 Nov 12 20:03:35.882601 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bc497db9-cd66-4982-94be-3a6eaa55127d req-0cc75fd7-c05c-4e2f-bd4a-504d5cc5ebfe service neutron] 10.222.0.55 "GET /v2.0/networks/244f869e-61bd-4949-82fd-4493cf9dc192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910865 Nov 12 20:03:35.917235 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-56cfc2d1-4c2b-48f4-ac89-3f723719481f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:35.920876 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-56cfc2d1-4c2b-48f4-ac89-3f723719481f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:35.936024 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-56cfc2d1-4c2b-48f4-ac89-3f723719481f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29fedab4-97a6-4562-9297-6518aebf1851 HTTP/1.1" status: 204 len: 168 time: 1.1284244 Nov 12 20:03:35.991315 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-9db467a9-5e1d-421a-b645-161417f6db6d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=6f5fb2ef-6df8-463e-ac0c-7062375058e1 HTTP/1.1" status: 200 len: 217 time: 0.1087346 Nov 12 20:03:35.993922 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cfc2d1-4c2b-48f4-ac89-3f723719481f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fedab4-97a6-4562-9297-6518aebf1851,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:36.007060 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0aeffe-3061-4371-8f1a-d7fbbcce112c req-73c0e036-b70a-4a26-b86f-a84d1126fe93 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:36.009353 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9b0aeffe-3061-4371-8f1a-d7fbbcce112c req-73c0e036-b70a-4a26-b86f-a84d1126fe93 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 944 time: 0.4430711 Nov 12 20:03:36.013261 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-998a523e-9f55-42e9-b4be-a1afaf1fde4f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:36.089101 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e263d89-6bc8-4a01-a862-55ccb03a454f req-54d343e4-19d5-467d-b5c8-7d2ba51eac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:36.090626 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e263d89-6bc8-4a01-a862-55ccb03a454f req-54d343e4-19d5-467d-b5c8-7d2ba51eac57 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 1097 time: 0.2073607 Nov 12 20:03:36.103680 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9b0aeffe-3061-4371-8f1a-d7fbbcce112c req-acc5e8d7-739f-4a77-aeea-a255b6ab4ecc tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd841fdf-8314-4f9e-a0ea-b97b6b37eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850787 Nov 12 20:03:36.105924 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-fc378d81-2861-4438-aecd-71828cfbdf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:36.108710 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-fc378d81-2861-4438-aecd-71828cfbdf1d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0865119 Nov 12 20:03:36.118249 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-998a523e-9f55-42e9-b4be-a1afaf1fde4f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:36.123943 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba39bde-d995-4244-8940-b61cabbdfb61 req-d3c8cda1-77b3-46a1-8f3e-38eb0a529d7e tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:36.125715 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8ba39bde-d995-4244-8940-b61cabbdfb61 req-d3c8cda1-77b3-46a1-8f3e-38eb0a529d7e tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655 HTTP/1.1" status: 200 len: 943 time: 0.1831083 Nov 12 20:03:36.207549 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-998a523e-9f55-42e9-b4be-a1afaf1fde4f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Network da47d9a6-534f-44d9-b8a9-89652da4d3f3 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:03:36.221392 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-998a523e-9f55-42e9-b4be-a1afaf1fde4f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:03:36.237421 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-998a523e-9f55-42e9-b4be-a1afaf1fde4f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:03:36.256495 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56740) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:36.307994 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a523e-9f55-42e9-b4be-a1afaf1fde4f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Pushing event updated for resources: {'Port': ['ID=6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:36.354376 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-998a523e-9f55-42e9-b4be-a1afaf1fde4f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:36.357702 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-998a523e-9f55-42e9-b4be-a1afaf1fde4f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:36.381765 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215ddda-3b85-4047-ac6a-e4e853d3af18 req-d405c039-4ebf-4561-9319-71834c318d64 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:36.390024 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9215ddda-3b85-4047-ac6a-e4e853d3af18 req-d405c039-4ebf-4561-9319-71834c318d64 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 948 time: 0.1595361 Nov 12 20:03:36.402733 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-998a523e-9f55-42e9-b4be-a1afaf1fde4f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0192966 Nov 12 20:03:36.472258 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-ed0db9af-cc33-4451-9b3d-5f3ab376c2a8 service neutron] Request body: {'port': {'device_id': 'c99229fb-4c50-4381-a3b0-17d4f9720a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:36.478163 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9215ddda-3b85-4047-ac6a-e4e853d3af18 req-f5a93efa-576a-4d21-b346-041b2940217c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867031 Nov 12 20:03:36.493843 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-96cbd551-f4bf-46b5-b9f0-c0f6212e00f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:36.531442 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e263d89-6bc8-4a01-a862-55ccb03a454f req-97a3630d-2277-4404-a613-8765047905de service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4287467 Nov 12 20:03:36.542305 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-5d9e39fb-204b-4daf-9d7e-405458103f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:36.543963 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-5d9e39fb-204b-4daf-9d7e-405458103f01 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4105225 Nov 12 20:03:36.559016 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8ba39bde-d995-4244-8940-b61cabbdfb61 req-be2963b5-e0f6-4b14-9fc0-f198c09a4ab3 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897851 Nov 12 20:03:36.648125 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-ed0db9af-cc33-4451-9b3d-5f3ab376c2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:36.678650 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-96cbd551-f4bf-46b5-b9f0-c0f6212e00f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:36.712534 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a5372-d9d5-4d6b-97d1-5d1ecca6cce0 req-9fa7edd5-67f7-4606-b5a2-231bb5341845 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:36.714122 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-621a5372-d9d5-4d6b-97d1-5d1ecca6cce0 req-9fa7edd5-67f7-4606-b5a2-231bb5341845 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99229fb-4c50-4381-a3b0-17d4f9720a8d HTTP/1.1" status: 200 len: 932 time: 0.1508501 Nov 12 20:03:36.719937 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-96cbd551-f4bf-46b5-b9f0-c0f6212e00f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:36.732474 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed01747-ec7a-4dfe-ba34-fb8328213aa4 req-ab68a762-ed73-4ed3-88e3-f2896c157434 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:36.734150 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ed01747-ec7a-4dfe-ba34-fb8328213aa4 req-ab68a762-ed73-4ed3-88e3-f2896c157434 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 945 time: 0.0920179 Nov 12 20:03:36.855896 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-96cbd551-f4bf-46b5-b9f0-c0f6212e00f6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5aa99aa5ed0d42758956c55f3c482373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5768750 Nov 12 20:03:36.861901 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbd551-f4bf-46b5-b9f0-c0f6212e00f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfbdb99-9bbb-49e7-b424-2d833762f150,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:36.873109 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56766) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:36.904286 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ed01747-ec7a-4dfe-ba34-fb8328213aa4 req-d84e044e-d408-432a-85b6-929e0574acbb tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592321 Nov 12 20:03:36.923186 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-621a5372-d9d5-4d6b-97d1-5d1ecca6cce0 req-9c308f4a-54c1-4ecb-9732-7b6b21cfb2ad tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969965 Nov 12 20:03:36.980031 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-2e0aeccf-fffa-4444-9f79-47bd47101c36 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941946 Nov 12 20:03:37.036481 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e7a56bfa-d0f2-48cd-b0cb-7a3d4963a611 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:37.082973 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e7a56bfa-d0f2-48cd-b0cb-7a3d4963a611 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:37.143179 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6aaf7f72-2231-46f1-811b-aa4a500a3356 req-09fe8696-8a68-4b70-a457-d70e4bae03e5 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548934 Nov 12 20:03:37.208579 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-ed0db9af-cc33-4451-9b3d-5f3ab376c2a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:03:37.218262 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-ed0db9af-cc33-4451-9b3d-5f3ab376c2a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:37.234952 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-ed0db9af-cc33-4451-9b3d-5f3ab376c2a8 service neutron] Transition to ACTIVE for port object 6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:03:37.236317 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e7a56bfa-d0f2-48cd-b0cb-7a3d4963a611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:37.239134 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e7a56bfa-d0f2-48cd-b0cb-7a3d4963a611 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:37.242976 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e7a56bfa-d0f2-48cd-b0cb-7a3d4963a611 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2bfbdb99-9bbb-49e7-b424-2d833762f150 HTTP/1.1" status: 204 len: 168 time: 0.3662205 Nov 12 20:03:37.247434 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-ed0db9af-cc33-4451-9b3d-5f3ab376c2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:37.315439 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a56bfa-d0f2-48cd-b0cb-7a3d4963a611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfbdb99-9bbb-49e7-b424-2d833762f150,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:37.390388 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61021c4b-962b-4095-86e7-c0a31224ab49 req-472c93b1-0d92-4307-b1f8-9ee71b9b61a7 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:37.391926 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-61021c4b-962b-4095-86e7-c0a31224ab49 req-472c93b1-0d92-4307-b1f8-9ee71b9b61a7 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 944 time: 0.1465905 Nov 12 20:03:37.392597 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0db9af-cc33-4451-9b3d-5f3ab376c2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:37.460511 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56790) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:37.478668 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbb51bc-6f14-4636-9680-6813c726ca90', 'tag': '6f5fb2ef-6df8-463e-ac0c-7062375058e1'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:03:37.482951 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0400926f-baa2-4c34-bb8e-f4e077f94482" -d '{"events": [{"name": "network-changed", "server_uuid": "ebbb51bc-6f14-4636-9680-6813c726ca90", "tag": "6f5fb2ef-6df8-463e-ac0c-7062375058e1"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:03:37.501164 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-61021c4b-962b-4095-86e7-c0a31224ab49 req-890bc7e0-0ec0-4414-a2f6-0dd9ddaf56f6 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd841fdf-8314-4f9e-a0ea-b97b6b37eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909011 Nov 12 20:03:37.503697 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-ed0db9af-cc33-4451-9b3d-5f3ab376c2a8 service neutron] Attempting to bind port 6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:03:37.504026 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-ed0db9af-cc33-4451-9b3d-5f3ab376c2a8 service neutron] Attempting to bind port 6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:03:37.504387 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-ed0db9af-cc33-4451-9b3d-5f3ab376c2a8 service neutron] Attempting to bind port 6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07 on network da47d9a6-534f-44d9-b8a9-89652da4d3f3 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:03:37.509100 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-ed0db9af-cc33-4451-9b3d-5f3ab376c2a8 service neutron] Port 6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07 on network da47d9a6-534f-44d9-b8a9-89652da4d3f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:03:37.509418 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-ed0db9af-cc33-4451-9b3d-5f3ab376c2a8 service neutron] Attempting to bind port 6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07 on network da47d9a6-534f-44d9-b8a9-89652da4d3f3 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:03:37.515468 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-ed0db9af-cc33-4451-9b3d-5f3ab376c2a8 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:03:37.515803 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-ed0db9af-cc33-4451-9b3d-5f3ab376c2a8 service neutron] Checking segment: {'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:03:37.516184 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-ed0db9af-cc33-4451-9b3d-5f3ab376c2a8 service neutron] Bound using segment: {'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:03:37.516637 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-ed0db9af-cc33-4451-9b3d-5f3ab376c2a8 service neutron] Bound port: 6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:03:37.517008 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-ed0db9af-cc33-4451-9b3d-5f3ab376c2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:37.584102 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcc4eee-d018-452d-b66b-379f996c78c7 x-openstack-request-id: req-edcc4eee-d018-452d-b66b-379f996c78c7 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:03:37.585208 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebbb51bc-6f14-4636-9680-6813c726ca90", "tag": "6f5fb2ef-6df8-463e-ac0c-7062375058e1", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:03:37.586634 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-edcc4eee-d018-452d-b66b-379f996c78c7 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:03:37.587665 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebbb51bc-6f14-4636-9680-6813c726ca90', 'tag': '6f5fb2ef-6df8-463e-ac0c-7062375058e1', 'status': 'completed', 'code': 200} Nov 12 20:03:37.606005 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-ed0db9af-cc33-4451-9b3d-5f3ab376c2a8 service neutron] For port 6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:03:37.614219 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-ed0db9af-cc33-4451-9b3d-5f3ab376c2a8 service neutron] For port 6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:03:37.674057 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-ed0db9af-cc33-4451-9b3d-5f3ab376c2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:37.725229 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400926f-baa2-4c34-bb8e-f4e077f94482 req-9951a1a6-685b-49c2-b54b-fcdb2ccfd746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:37.727171 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0400926f-baa2-4c34-bb8e-f4e077f94482 req-9951a1a6-685b-49c2-b54b-fcdb2ccfd746 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 1100 time: 0.1179397 Nov 12 20:03:37.770663 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bfc338-b718-473f-8dc3-e12f5919674e req-ef08997c-ea4d-4514-b22b-efdbe6dd9746 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:37.772823 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-98bfc338-b718-473f-8dc3-e12f5919674e req-ef08997c-ea4d-4514-b22b-efdbe6dd9746 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655 HTTP/1.1" status: 200 len: 943 time: 0.1044354 Nov 12 20:03:37.784179 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-ed0db9af-cc33-4451-9b3d-5f3ab376c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:37.784934 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-ed0db9af-cc33-4451-9b3d-5f3ab376c2a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:37.786590 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-ed0db9af-cc33-4451-9b3d-5f3ab376c2a8 service neutron] 10.222.0.52 "PUT /v2.0/ports/6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07 HTTP/1.1" status: 200 len: 1093 time: 1.3591528 Nov 12 20:03:37.798552 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99229fb-4c50-4381-a3b0-17d4f9720a8d', 'tag': '6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:03:37.801269 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c77f7a-4807-4cc1-9467-8b43036e826b" -d '{"events": [{"name": "network-changed", "server_uuid": "c99229fb-4c50-4381-a3b0-17d4f9720a8d", "tag": "6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:03:37.860097 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400926f-baa2-4c34-bb8e-f4e077f94482 req-42e30f9c-df15-4484-9090-d967bf84b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:37.864376 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0400926f-baa2-4c34-bb8e-f4e077f94482 req-42e30f9c-df15-4484-9090-d967bf84b844 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 1100 time: 0.2447305 Nov 12 20:03:37.896286 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56804) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:37.912725 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-16409e5c-60c7-4f0f-a0d9-d830954bd9e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:37.922786 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55f135-f245-41a8-96a7-67c72e266b6c req-70d3e473-1ffb-4ce3-8e9a-7c7df4dcf404 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:37.930210 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8e55f135-f245-41a8-96a7-67c72e266b6c req-70d3e473-1ffb-4ce3-8e9a-7c7df4dcf404 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 948 time: 0.2666583 Nov 12 20:03:37.939111 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7d5d42f8-b856-4f2a-b364-4758fea1172d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:37.961730 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400926f-baa2-4c34-bb8e-f4e077f94482 req-7e8cb071-f2cb-433b-99e2-15fd126becfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:37.963207 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0400926f-baa2-4c34-bb8e-f4e077f94482 req-7e8cb071-f2cb-433b-99e2-15fd126becfd service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.2167175 Nov 12 20:03:37.977513 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0db9af-cc33-4451-9b3d-5f3ab376c2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:37.978810 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-98bfc338-b718-473f-8dc3-e12f5919674e req-9616021a-e845-436e-b21c-601d4ae8fdd1 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924827 Nov 12 20:03:38.038749 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-7c2f4aae-28b8-44e9-956b-e82c3cfd3459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:38.040330 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-7c2f4aae-28b8-44e9-956b-e82c3cfd3459 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f4a501a8a9343959e54c76a3fc6aa37&device_id=c99229fb-4c50-4381-a3b0-17d4f9720a8d HTTP/1.1" status: 200 len: 1096 time: 0.1714435 Nov 12 20:03:38.058775 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea87ecfe-ae53-42c6-8e36-92f2a3c1e820 x-openstack-request-id: req-ea87ecfe-ae53-42c6-8e36-92f2a3c1e820 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:03:38.058933 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99229fb-4c50-4381-a3b0-17d4f9720a8d", "tag": "6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:03:38.059199 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ea87ecfe-ae53-42c6-8e36-92f2a3c1e820 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:03:38.060509 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99229fb-4c50-4381-a3b0-17d4f9720a8d', 'tag': '6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07', 'status': 'completed', 'code': 200} Nov 12 20:03:38.142364 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8e55f135-f245-41a8-96a7-67c72e266b6c req-01a49f80-c4bd-433b-9b56-984095f4ad98 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111006 Nov 12 20:03:38.146357 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-5859b3ac-6a72-4a46-809e-b3bb90090a1d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07 HTTP/1.1" status: 200 len: 217 time: 0.0853779 Nov 12 20:03:38.150565 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0400926f-baa2-4c34-bb8e-f4e077f94482 req-315d4c08-7f7c-4821-b768-fb4730da1396 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=6f5fb2ef-6df8-463e-ac0c-7062375058e1 HTTP/1.1" status: 200 len: 217 time: 0.1758578 Nov 12 20:03:38.204474 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400926f-baa2-4c34-bb8e-f4e077f94482 req-8c8c442c-62f7-4eff-95af-c4625f844f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:38.206221 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0400926f-baa2-4c34-bb8e-f4e077f94482 req-8c8c442c-62f7-4eff-95af-c4625f844f21 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.2957597 Nov 12 20:03:38.299902 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0400926f-baa2-4c34-bb8e-f4e077f94482 req-21cabea2-9915-43db-979e-dbf370534be6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=6f5fb2ef-6df8-463e-ac0c-7062375058e1 HTTP/1.1" status: 200 len: 217 time: 0.0697351 Nov 12 20:03:38.300544 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7d5d42f8-b856-4f2a-b364-4758fea1172d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:38.311309 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab9d64-f693-4de1-9cfd-6b1501b97452 req-b982726f-257b-422b-94ba-0876b8c0f455 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:38.312888 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-13ab9d64-f693-4de1-9cfd-6b1501b97452 req-b982726f-257b-422b-94ba-0876b8c0f455 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 945 time: 0.1645994 Nov 12 20:03:38.317511 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400926f-baa2-4c34-bb8e-f4e077f94482 req-54e13967-3943-487f-8b0d-07c0889584df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:38.319266 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0400926f-baa2-4c34-bb8e-f4e077f94482 req-54e13967-3943-487f-8b0d-07c0889584df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1425977 Nov 12 20:03:38.319542 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7d5d42f8-b856-4f2a-b364-4758fea1172d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:38.322106 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 6f5fb2ef-6df8-463e-ac0c-7062375058e1 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:03:38.345460 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-46e65c91-2940-4478-a5ba-0f801f9ee483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:38.347010 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-46e65c91-2940-4478-a5ba-0f801f9ee483 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ce72f812-14b6-4840-8ebe-5441b73cbc50 HTTP/1.1" status: 200 len: 846 time: 0.1716070 Nov 12 20:03:38.375452 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 6f5fb2ef-6df8-463e-ac0c-7062375058e1 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:03:38.382892 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ff908-a9d8-448d-bce7-4272c3efec8f req-d606c6cd-81b9-4136-87c6-5cfc180d7f3f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:38.384419 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-643ff908-a9d8-448d-bce7-4272c3efec8f req-d606c6cd-81b9-4136-87c6-5cfc180d7f3f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99229fb-4c50-4381-a3b0-17d4f9720a8d HTTP/1.1" status: 200 len: 944 time: 0.1556964 Nov 12 20:03:38.411486 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-82ff7fa1-2361-4fc4-834b-bb013806788d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=da47d9a6-534f-44d9-b8a9-89652da4d3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520663 Nov 12 20:03:38.418023 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-16409e5c-60c7-4f0f-a0d9-d830954bd9e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:38.419503 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400926f-baa2-4c34-bb8e-f4e077f94482 req-b1f6c422-0533-4e2b-a17d-c6a3299e5b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:38.421431 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0400926f-baa2-4c34-bb8e-f4e077f94482 req-b1f6c422-0533-4e2b-a17d-c6a3299e5b4a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1134741 Nov 12 20:03:38.427541 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d42f8-b856-4f2a-b364-4758fea1172d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7abf1ec-7707-4b3d-8d8a-f90f47b38614,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:38.434297 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7d5d42f8-b856-4f2a-b364-4758fea1172d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=816cda68983f49848ea31c6e68bdaf75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5346508 Nov 12 20:03:38.434297 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-16409e5c-60c7-4f0f-a0d9-d830954bd9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:38.435774 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56812) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:38.526050 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400926f-baa2-4c34-bb8e-f4e077f94482 req-7980c2cd-367e-4e2b-92cb-124b7c848639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:38.527457 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0400926f-baa2-4c34-bb8e-f4e077f94482 req-7980c2cd-367e-4e2b-92cb-124b7c848639 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1980202 Nov 12 20:03:38.532002 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-13ab9d64-f693-4de1-9cfd-6b1501b97452 req-08763986-68bb-4343-9535-7d4982db36b3 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075841 Nov 12 20:03:38.541725 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-16409e5c-60c7-4f0f-a0d9-d830954bd9e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d75d609da78c422fb74c70be981b3f7f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0774395 Nov 12 20:03:38.542564 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16409e5c-60c7-4f0f-a0d9-d830954bd9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9898d88e-2e4d-4700-9904-f76f4a5b2e90,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:38.543116 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56816) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:38.565737 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-643ff908-a9d8-448d-bce7-4272c3efec8f req-505b572e-cfa4-4046-bc9d-f6c4d83e0866 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548269 Nov 12 20:03:38.593999 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400926f-baa2-4c34-bb8e-f4e077f94482 req-5c7af417-4f61-4a17-b208-d12b9b4e27ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:38.595529 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0400926f-baa2-4c34-bb8e-f4e077f94482 req-5c7af417-4f61-4a17-b208-d12b9b4e27ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1587920 Nov 12 20:03:38.613508 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-a707dc2e-9814-448d-823a-c1a17bd8d8a7 service neutron] 10.222.0.52 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909420 Nov 12 20:03:38.630288 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-42fc25b4-7140-491a-906f-5ffe8fa92a6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:38.686552 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-42fc25b4-7140-491a-906f-5ffe8fa92a6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:38.725357 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0400926f-baa2-4c34-bb8e-f4e077f94482 req-aabaaa2a-ebf2-4955-bc16-c52cd2663a07 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837771 Nov 12 20:03:38.737757 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284868d4-b1d5-41e6-9cc2-d993dd488e5b req-093bd798-2e7c-4282-bc85-673419b03b89 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:38.739225 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-284868d4-b1d5-41e6-9cc2-d993dd488e5b req-093bd798-2e7c-4282-bc85-673419b03b89 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 944 time: 0.1120527 Nov 12 20:03:38.807023 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf86f36-a988-4f2e-8e87-cd3541e001ad req-91d8ffa5-1e02-4382-9201-8e2216220d38 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:38.808534 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ecf86f36-a988-4f2e-8e87-cd3541e001ad req-91d8ffa5-1e02-4382-9201-8e2216220d38 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 945 time: 0.1716642 Nov 12 20:03:38.820508 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56820) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:38.821158 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f4b91ecf-75c3-4165-b3cf-6168f3f2397a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:38.836493 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-da23b9d4-83a2-417e-b4f2-8376b3b8335f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Request body: {'floatingip': {'port_id': '5b8dc4c6-5607-4dc0-b8d1-2783738323ad'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:38.842069 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-42fc25b4-7140-491a-906f-5ffe8fa92a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:38.844686 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-42fc25b4-7140-491a-906f-5ffe8fa92a6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:38.845839 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-42fc25b4-7140-491a-906f-5ffe8fa92a6d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b7abf1ec-7707-4b3d-8d8a-f90f47b38614 HTTP/1.1" status: 204 len: 168 time: 0.4042509 Nov 12 20:03:38.858791 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-284868d4-b1d5-41e6-9cc2-d993dd488e5b req-db975c41-c2cc-4536-a698-f9e794c2196a tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd841fdf-8314-4f9e-a0ea-b97b6b37eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083674 Nov 12 20:03:38.868919 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc25b4-7140-491a-906f-5ffe8fa92a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7abf1ec-7707-4b3d-8d8a-f90f47b38614,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:38.890413 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0400926f-baa2-4c34-bb8e-f4e077f94482 req-7f3a5eab-15ca-43e5-9537-60758e9a7101 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475096 Nov 12 20:03:38.897932 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0400926f-baa2-4c34-bb8e-f4e077f94482 req-470edc5f-2f1e-4b0e-9ecd-656947b6af8d service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805295 Nov 12 20:03:38.914025 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f4b91ecf-75c3-4165-b3cf-6168f3f2397a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:38.917207 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-da23b9d4-83a2-417e-b4f2-8376b3b8335f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for floatingip, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:38.999915 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-077aed64-9b83-427c-a97f-1753d5e161b3 req-9a892248-1ef8-43e5-95d6-821120073894 service neutron] 10.222.0.52 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640928 Nov 12 20:03:39.250242 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f4b91ecf-75c3-4165-b3cf-6168f3f2397a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:39.252780 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f4b91ecf-75c3-4165-b3cf-6168f3f2397a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:39.253976 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f4b91ecf-75c3-4165-b3cf-6168f3f2397a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9898d88e-2e4d-4700-9904-f76f4a5b2e90 HTTP/1.1" status: 204 len: 168 time: 0.7062976 Nov 12 20:03:39.269204 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0400926f-baa2-4c34-bb8e-f4e077f94482 req-2a24c78e-b679-42b1-82d9-aa7b6737b2c0 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576460 Nov 12 20:03:39.284985 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b91ecf-75c3-4165-b3cf-6168f3f2397a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9898d88e-2e4d-4700-9904-f76f4a5b2e90,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:39.299336 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6982955-c42f-4b08-8236-e0427adcf279 req-8a535d40-7c07-4fb1-bf06-ffec928780c6 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:39.300927 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e6982955-c42f-4b08-8236-e0427adcf279 req-8a535d40-7c07-4fb1-bf06-ffec928780c6 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655 HTTP/1.1" status: 200 len: 943 time: 0.2082253 Nov 12 20:03:39.354445 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bf079-877a-424e-bfd8-170c645072d2 req-c06457a5-6f5d-4a44-a186-5680ecacd1f9 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:39.364209 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b8bf079-877a-424e-bfd8-170c645072d2 req-c06457a5-6f5d-4a44-a186-5680ecacd1f9 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 948 time: 0.0945795 Nov 12 20:03:39.468775 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b8bf079-877a-424e-bfd8-170c645072d2 req-642f78d0-9139-4529-94d1-a4ec80715b83 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024516 Nov 12 20:03:39.709914 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c77f7a-4807-4cc1-9467-8b43036e826b req-427dfc8d-164f-48a7-9343-7a8dfeb7cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:39.711597 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8c77f7a-4807-4cc1-9467-8b43036e826b req-427dfc8d-164f-48a7-9343-7a8dfeb7cba5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f4a501a8a9343959e54c76a3fc6aa37&device_id=c99229fb-4c50-4381-a3b0-17d4f9720a8d HTTP/1.1" status: 200 len: 1096 time: 0.6208215 Nov 12 20:03:39.795075 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad50c0-c5be-43c4-8141-3fd375848705 req-cc02b025-4f15-4f4d-ad23-65ac8ad3fc01 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:39.796744 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e6ad50c0-c5be-43c4-8141-3fd375848705 req-cc02b025-4f15-4f4d-ad23-65ac8ad3fc01 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99229fb-4c50-4381-a3b0-17d4f9720a8d HTTP/1.1" status: 200 len: 944 time: 0.1050804 Nov 12 20:03:39.885486 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e6982955-c42f-4b08-8236-e0427adcf279 req-ba275f11-63ca-4108-949e-cf919d0bdcbd tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779974 Nov 12 20:03:39.913497 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e6ad50c0-c5be-43c4-8141-3fd375848705 req-a977fcf6-ecf6-439a-ae6a-1f9e83586bb9 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066763 Nov 12 20:03:39.957603 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c77f7a-4807-4cc1-9467-8b43036e826b req-12d55322-3bb0-42d0-80ff-95391ffcba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:39.959086 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8c77f7a-4807-4cc1-9467-8b43036e826b req-12d55322-3bb0-42d0-80ff-95391ffcba5d service neutron] 10.222.0.52 "GET /v2.0/networks?id=da47d9a6-534f-44d9-b8a9-89652da4d3f3 HTTP/1.1" status: 200 len: 907 time: 0.2365048 Nov 12 20:03:40.010749 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8c77f7a-4807-4cc1-9467-8b43036e826b req-77895753-68f1-4510-a92c-f435215b4e63 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07 HTTP/1.1" status: 200 len: 217 time: 0.0422652 Nov 12 20:03:40.134631 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c77f7a-4807-4cc1-9467-8b43036e826b req-71801879-1140-4903-9c90-155f5cfb6549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:40.136092 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8c77f7a-4807-4cc1-9467-8b43036e826b req-71801879-1140-4903-9c90-155f5cfb6549 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ce72f812-14b6-4840-8ebe-5441b73cbc50 HTTP/1.1" status: 200 len: 846 time: 0.0973976 Nov 12 20:03:40.181861 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e2c42-2948-4b19-8443-d3d9873a4ae0 req-00f4bc39-daab-46e8-847a-5e4e2e754013 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:40.183399 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b22e2c42-2948-4b19-8443-d3d9873a4ae0 req-00f4bc39-daab-46e8-847a-5e4e2e754013 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 944 time: 0.1460776 Nov 12 20:03:40.205010 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8c77f7a-4807-4cc1-9467-8b43036e826b req-430a99fc-f0b8-4c42-a336-25d5824dabc5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=da47d9a6-534f-44d9-b8a9-89652da4d3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426869 Nov 12 20:03:40.335185 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device a523395b-38a8-43be-9e95-e934571a1561 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:03:40.395333 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-da23b9d4-83a2-417e-b4f2-8376b3b8335f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:40.401769 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b22e2c42-2948-4b19-8443-d3d9873a4ae0 req-77d75fcc-2366-4cbd-8e95-cde8f3b4cc0a tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd841fdf-8314-4f9e-a0ea-b97b6b37eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993165 Nov 12 20:03:40.405154 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-da23b9d4-83a2-417e-b4f2-8376b3b8335f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:40.467977 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8c77f7a-4807-4cc1-9467-8b43036e826b req-cdb6cb62-a2e4-4bef-8adc-1110d088af87 service neutron] 10.222.0.52 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504385 Nov 12 20:03:40.523189 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port a523395b-38a8-43be-9e95-e934571a1561, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a523395b-38a8-43be-9e95-e934571a1561,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:40.541461 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'a523395b-38a8-43be-9e95-e934571a1561', 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192', 'port_id': 'a523395b-38a8-43be-9e95-e934571a1561', 'mac_address': 'fa:16:3e:01:5a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd80d0b-2491-4b1b-842a-10479179ac7e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:03:40.593902 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:40.615699 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a523395b-38a8-43be-9e95-e934571a1561 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:03:40.645961 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9515477-4b31-46f7-a3d4-4ac84a23f813 req-4eeed3a9-0c8e-4b0b-8f63-f4fa6a207989 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:40.649746 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port a523395b-38a8-43be-9e95-e934571a1561, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a523395b-38a8-43be-9e95-e934571a1561,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:40.657671 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-da23b9d4-83a2-417e-b4f2-8376b3b8335f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Floating IP 34a40bc5-8936-4c67-a895-f6dc864a1ed1 associated. External IP: 172.25.5.231, port: 5b8dc4c6-5607-4dc0-b8d1-2783738323ad. Nov 12 20:03:40.658791 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:40.659801 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 482a3af1-0054-461a-8db3-41ffbdb6f486 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:03:40.660969 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a9515477-4b31-46f7-a3d4-4ac84a23f813 req-4eeed3a9-0c8e-4b0b-8f63-f4fa6a207989 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 948 time: 0.0736771 Nov 12 20:03:40.771934 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a9515477-4b31-46f7-a3d4-4ac84a23f813 req-a8643796-b6dd-4298-981c-52ef8c1b239b tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098895 Nov 12 20:03:40.792696 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8c77f7a-4807-4cc1-9467-8b43036e826b req-b5f54636-f2f8-4a68-8814-185fb609b513 service neutron] 10.222.0.52 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102593 Nov 12 20:03:40.905860 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=a523395b-38a8-43be-9e95-e934571a1561,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:40.978948 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 482a3af1-0054-461a-8db3-41ffbdb6f486, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=482a3af1-0054-461a-8db3-41ffbdb6f486,segment=NetworkSegment(3e224982-6395-4c12-b776-18d7d32b13ae),segment_id=3e224982-6395-4c12-b776-18d7d32b13ae)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:40.996292 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '482a3af1-0054-461a-8db3-41ffbdb6f486', 'network_id': '9f700ce5-2a0b-4162-916c-2d06c3c0ef90', 'port_id': '482a3af1-0054-461a-8db3-41ffbdb6f486', 'mac_address': 'fa:16:3e:5b:44:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61b172b9-1029-4f6f-8d5d-e7b9e3d428af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:03:41.051127 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da23b9d4-83a2-417e-b4f2-8376b3b8335f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Router f0ce2f37-fd88-4391-ae86-dfec9b0e944d has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:03:41.056297 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:41.071911 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 482a3af1-0054-461a-8db3-41ffbdb6f486 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:03:41.094257 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 482a3af1-0054-461a-8db3-41ffbdb6f486, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=482a3af1-0054-461a-8db3-41ffbdb6f486,segment=NetworkSegment(3e224982-6395-4c12-b776-18d7d32b13ae),segment_id=3e224982-6395-4c12-b776-18d7d32b13ae)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:41.104860 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:41.179412 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=482a3af1-0054-461a-8db3-41ffbdb6f486,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:41.218968 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6f5fb2ef-6df8-463e-ac0c-7062375058e1 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:03:41.219973 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624f2f4-3855-4c8f-8b8e-a75443fcad5d req-7566c1c7-ae1d-407e-a789-5272d031f5dd tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:41.228139 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f624f2f4-3855-4c8f-8b8e-a75443fcad5d req-7566c1c7-ae1d-407e-a789-5272d031f5dd tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655 HTTP/1.1" status: 200 len: 944 time: 0.1210954 Nov 12 20:03:41.293998 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f624f2f4-3855-4c8f-8b8e-a75443fcad5d req-e34f1a9d-84d0-4838-92cc-4edcecb82895 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628572 Nov 12 20:03:41.372846 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454e34d-1401-4982-a9b3-ba479a395a1e req-ce61affb-fd2b-4f30-9295-173e4bf278f8 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:41.375652 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f454e34d-1401-4982-a9b3-ba479a395a1e req-ce61affb-fd2b-4f30-9295-173e4bf278f8 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90&tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&binding%3Ahost_id=n-h2-712140-15 HTTP/1.1" status: 200 len: 948 time: 0.1791852 Nov 12 20:03:41.378605 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da23b9d4-83a2-417e-b4f2-8376b3b8335f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:03:41.398713 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-da23b9d4-83a2-417e-b4f2-8376b3b8335f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:41.418037 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8d3d73-0f0d-43cf-bb53-326ea370792a None None] Sync routers for ids ['f0ce2f37-fd88-4391-ae86-dfec9b0e944d'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:03:41.427792 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56940) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:41.444946 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8d3d73-0f0d-43cf-bb53-326ea370792a None None] Routers {'f0ce2f37-fd88-4391-ae86-dfec9b0e944d'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:03:41.445583 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-ca8d3d73-0f0d-43cf-bb53-326ea370792a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:03:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f0ce2f37-fd88-4391-ae86-dfec9b0e944d'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:03:41.564310 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-ca8d3d73-0f0d-43cf-bb53-326ea370792a None None] Set router f0ce2f37-fd88-4391-ae86-dfec9b0e944d gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:03:41.570158 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f483a-ccc7-4a8c-95b2-0238a0291411 req-d2f098a2-e7fc-4117-9cc4-5eeebbe8588f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:41.587004 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-da0f483a-ccc7-4a8c-95b2-0238a0291411 req-d2f098a2-e7fc-4117-9cc4-5eeebbe8588f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99229fb-4c50-4381-a3b0-17d4f9720a8d HTTP/1.1" status: 200 len: 944 time: 0.1075926 Nov 12 20:03:41.599380 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [req-f454e34d-1401-4982-a9b3-ba479a395a1e req-1a451100-554e-43f8-94f9-2eb771c642ae service neutron] delete failed (client error): The resource could not be found. Nov 12 20:03:41.603536 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f454e34d-1401-4982-a9b3-ba479a395a1e req-1a451100-554e-43f8-94f9-2eb771c642ae service neutron] 10.222.0.55 "DELETE /v2.0/ports/6f5fb2ef-6df8-463e-ac0c-7062375058e1/bindings/n-h1-712140-15 HTTP/1.1" status: 404 len: 381 time: 0.1961267 Nov 12 20:03:41.614485 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-da23b9d4-83a2-417e-b4f2-8376b3b8335f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "PUT /v2.0/floatingips/34a40bc5-8936-4c67-a895-f6dc864a1ed1 HTTP/1.1" status: 200 len: 991 time: 2.7900581 Nov 12 20:03:41.615259 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cafdda6-94e8-433e-85a5-45fd099276f0', 'tag': '5b8dc4c6-5607-4dc0-b8d1-2783738323ad'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:03:41.618669 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60a0f7a-9f52-47ae-96a0-ebf72112d51e" -d '{"events": [{"name": "network-changed", "server_uuid": "5cafdda6-94e8-433e-85a5-45fd099276f0", "tag": "5b8dc4c6-5607-4dc0-b8d1-2783738323ad"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:03:41.666481 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-da0f483a-ccc7-4a8c-95b2-0238a0291411 req-1d9ec68a-8c4e-455b-a9d2-414250990a98 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731349 Nov 12 20:03:41.679234 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['a523395b-38a8-43be-9e95-e934571a1561'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:03:41.721611 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['482a3af1-0054-461a-8db3-41ffbdb6f486'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:03:41.809529 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-855e9a1e-ea77-4a94-8891-24e3b0a97035 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:41.832373 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454e34d-1401-4982-a9b3-ba479a395a1e req-2e54ff9f-fd2c-49c0-886f-e41a840a6a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:41.834894 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f454e34d-1401-4982-a9b3-ba479a395a1e req-2e54ff9f-fd2c-49c0-886f-e41a840a6a97 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 1100 time: 0.1634765 Nov 12 20:03:41.843980 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb064ab-1379-4286-a3de-50c99cb8f740 req-e1b2954e-808b-4215-b9b6-26988932b438 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:41.851964 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0eb064ab-1379-4286-a3de-50c99cb8f740 req-e1b2954e-808b-4215-b9b6-26988932b438 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 945 time: 0.0923672 Nov 12 20:03:41.874382 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56956) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:41.882594 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-9b68dbbc-c426-4862-a4de-5f340dbbd26d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1870752322'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:41.953966 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b68dbbc-c426-4862-a4de-5f340dbbd26d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Made reservation on behalf of f131d5186dcd49f4b36559627d56bdc0 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:03:41.956649 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881237f-ae05-42f4-a8d8-8f8472afe067 req-460b1227-c6bb-432c-aa1c-f8ce017fb80f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:41.958251 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b68dbbc-c426-4862-a4de-5f340dbbd26d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:41.960023 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4881237f-ae05-42f4-a8d8-8f8472afe067 req-460b1227-c6bb-432c-aa1c-f8ce017fb80f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 948 time: 0.2396028 Nov 12 20:03:41.975924 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0eb064ab-1379-4286-a3de-50c99cb8f740 req-b64902bb-a0ce-49e5-ba0d-7382bdbb3d96 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd841fdf-8314-4f9e-a0ea-b97b6b37eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216321 Nov 12 20:03:42.020318 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 6f5fb2ef-6df8-463e-ac0c-7062375058e1, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6f5fb2ef-6df8-463e-ac0c-7062375058e1,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:42.067718 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '6f5fb2ef-6df8-463e-ac0c-7062375058e1', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': '6f5fb2ef-6df8-463e-ac0c-7062375058e1', 'mac_address': 'fa:16:3e:d7:41:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:03:42.084387 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b68dbbc-c426-4862-a4de-5f340dbbd26d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:03:42.114777 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-855e9a1e-ea77-4a94-8891-24e3b0a97035 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:42.139986 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-855e9a1e-ea77-4a94-8891-24e3b0a97035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:42.143752 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:42.156895 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4881237f-ae05-42f4-a8d8-8f8472afe067 req-421ee61a-2d90-4302-8c8f-01c0b90f253d tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064625 Nov 12 20:03:42.183329 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b68dbbc-c426-4862-a4de-5f340dbbd26d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:42.183756 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-9b68dbbc-c426-4862-a4de-5f340dbbd26d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Added segment ddb484b8-cf35-4fcd-b21c-9bbe30197292 of type vlan for network 7b061d0a-83a0-4547-b01e-0f9ed0607384 Nov 12 20:03:42.194288 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-855e9a1e-ea77-4a94-8891-24e3b0a97035 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9707d7688c42491fabfb76dfc1c53d9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7634206 Nov 12 20:03:42.197614 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56960) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:42.257758 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b68dbbc-c426-4862-a4de-5f340dbbd26d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:42.258680 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454e34d-1401-4982-a9b3-ba479a395a1e req-4536a8ea-160d-456d-a022-0ede9bb48b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:42.260354 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e9a1e-ea77-4a94-8891-24e3b0a97035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336066cd-1e38-4dc3-84fb-6244a9084e7d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:42.263032 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f454e34d-1401-4982-a9b3-ba479a395a1e req-4536a8ea-160d-456d-a022-0ede9bb48b1c service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.4134834 Nov 12 20:03:42.265837 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78383a02-46a6-4630-a787-17e51aca5845 x-openstack-request-id: req-78383a02-46a6-4630-a787-17e51aca5845 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:03:42.266119 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cafdda6-94e8-433e-85a5-45fd099276f0", "tag": "5b8dc4c6-5607-4dc0-b8d1-2783738323ad", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:03:42.266364 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-78383a02-46a6-4630-a787-17e51aca5845 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:03:42.267437 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cafdda6-94e8-433e-85a5-45fd099276f0', 'tag': '5b8dc4c6-5607-4dc0-b8d1-2783738323ad', 'status': 'completed', 'code': 200} Nov 12 20:03:42.273760 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e9a1e-ea77-4a94-8891-24e3b0a97035 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:42.274100 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e9a1e-ea77-4a94-8891-24e3b0a97035 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:42.274516 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e9a1e-ea77-4a94-8891-24e3b0a97035 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:42.274927 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e9a1e-ea77-4a94-8891-24e3b0a97035 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:42.275328 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e9a1e-ea77-4a94-8891-24e3b0a97035 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:42.275742 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e9a1e-ea77-4a94-8891-24e3b0a97035 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:42.276141 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e9a1e-ea77-4a94-8891-24e3b0a97035 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:42.276667 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e9a1e-ea77-4a94-8891-24e3b0a97035 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:42.277273 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e9a1e-ea77-4a94-8891-24e3b0a97035 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:42.277674 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e9a1e-ea77-4a94-8891-24e3b0a97035 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:42.278673 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e9a1e-ea77-4a94-8891-24e3b0a97035 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:42.279077 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e9a1e-ea77-4a94-8891-24e3b0a97035 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:42.294535 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5fb2ef-6df8-463e-ac0c-7062375058e1 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:03:42.305576 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b68dbbc-c426-4862-a4de-5f340dbbd26d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:42.313174 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d12c39ce-c693-4b22-a28f-8b41ffdda593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:42.315959 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b68dbbc-c426-4862-a4de-5f340dbbd26d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:42.317097 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b68dbbc-c426-4862-a4de-5f340dbbd26d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:42.343723 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d12c39ce-c693-4b22-a28f-8b41ffdda593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:42.388225 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 6f5fb2ef-6df8-463e-ac0c-7062375058e1, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6f5fb2ef-6df8-463e-ac0c-7062375058e1,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:42.421513 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:42.454936 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9b68dbbc-c426-4862-a4de-5f340dbbd26d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5764115 Nov 12 20:03:42.477344 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56964) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:42.485586 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-2e4b3fe6-6730-40b7-9d13-1310c3fe9cb3 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1493920961'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:42.494186 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d12c39ce-c693-4b22-a28f-8b41ffdda593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:42.496969 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d12c39ce-c693-4b22-a28f-8b41ffdda593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:42.501521 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d12c39ce-c693-4b22-a28f-8b41ffdda593 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/336066cd-1e38-4dc3-84fb-6244a9084e7d HTTP/1.1" status: 204 len: 168 time: 0.3003290 Nov 12 20:03:42.501718 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-ca8d3d73-0f0d-43cf-bb53-326ea370792a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'name': 'tempest-AttachVolumeShelveTestJSON-725252058-router', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:51Z', 'updated_at': '2021-11-12T20:03:04Z', 'revision_number': 4, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'gw_port': {'id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:53Z', 'updated_at': '2021-11-12T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '34a40bc5-8936-4c67-a895-f6dc864a1ed1', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'floating_ip_address': '172.25.5.231', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'port_id': '5b8dc4c6-5607-4dc0-b8d1-2783738323ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'mac_address': 'fa:16:3e:33:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cafdda6-94e8-433e-85a5-45fd099276f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:03:11Z', 'updated_at': '2021-11-12T20:03:40Z', 'revision_number': 1, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24185af8-1f22-43f9-bf99-1f7ea5f4b5be', 'name': '', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'mac_address': 'fa:16:3e:5b:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:03:01Z', 'updated_at': '2021-11-12T20:03:10Z', 'revision_number': 5, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'subnets': [{'id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:03:42.510512 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68dbbc-c426-4862-a4de-5f340dbbd26d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event updated for resources: {'Network': ['ID=7b061d0a-83a0-4547-b01e-0f9ed0607384,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:42.516310 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4b3fe6-6730-40b7-9d13-1310c3fe9cb3 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Made reservation on behalf of f131d5186dcd49f4b36559627d56bdc0 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:03:42.517523 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c39ce-c693-4b22-a28f-8b41ffdda593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336066cd-1e38-4dc3-84fb-6244a9084e7d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:42.521804 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2e4b3fe6-6730-40b7-9d13-1310c3fe9cb3 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:42.526181 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f454e34d-1401-4982-a9b3-ba479a395a1e req-cf419932-a79d-44c3-9743-6a4780549537 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=6f5fb2ef-6df8-463e-ac0c-7062375058e1 HTTP/1.1" status: 200 len: 217 time: 0.2170618 Nov 12 20:03:42.561098 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c5aeb-eab3-40be-afb6-b4cf585be705 req-e54f6782-1f53-43dd-adc7-c4c32fe09248 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:42.563023 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-708c5aeb-eab3-40be-afb6-b4cf585be705 req-e54f6782-1f53-43dd-adc7-c4c32fe09248 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655 HTTP/1.1" status: 200 len: 944 time: 0.1279573 Nov 12 20:03:42.574044 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e4b3fe6-6730-40b7-9d13-1310c3fe9cb3 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:03:42.585232 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 7b061d0a-83a0-4547-b01e-0f9ed0607384 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:03:42.599708 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8d3d73-0f0d-43cf-bb53-326ea370792a None None] Checking router: f0ce2f37-fd88-4391-ae86-dfec9b0e944d for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:03:42.605872 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a0f7a-9f52-47ae-96a0-ebf72112d51e req-615c7f2d-259f-4507-9d2a-857c823a1f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:42.607641 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f60a0f7a-9f52-47ae-96a0-ebf72112d51e req-615c7f2d-259f-4507-9d2a-857c823a1f4e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cc4db98daf5b4e7b9bbbe0aad0f1a29c&device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 1097 time: 0.3000700 Nov 12 20:03:42.615059 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2e4b3fe6-6730-40b7-9d13-1310c3fe9cb3 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:42.615471 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-2e4b3fe6-6730-40b7-9d13-1310c3fe9cb3 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Added segment 4ad03fe4-2e70-4ed7-aa2f-588d959c575b of type vlan for network 60bf0d01-a5ac-43f9-aea4-058a868d4bc0 Nov 12 20:03:42.634070 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=6f5fb2ef-6df8-463e-ac0c-7062375058e1,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:42.646148 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454e34d-1401-4982-a9b3-ba479a395a1e req-fd3b4dd3-e100-4e60-85d0-9799c7cb5b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:42.649174 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f454e34d-1401-4982-a9b3-ba479a395a1e req-fd3b4dd3-e100-4e60-85d0-9799c7cb5b58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1133811 Nov 12 20:03:42.695201 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-708c5aeb-eab3-40be-afb6-b4cf585be705 req-3cd8ea58-3c5d-42b3-be88-f4ce6e67b154 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047804 Nov 12 20:03:42.735708 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2e4b3fe6-6730-40b7-9d13-1310c3fe9cb3 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:42.770206 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6f5fb2ef-6df8-463e-ac0c-7062375058e1'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:03:42.796163 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2e4b3fe6-6730-40b7-9d13-1310c3fe9cb3 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:42.803530 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4b3fe6-6730-40b7-9d13-1310c3fe9cb3 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:42.804210 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2e4b3fe6-6730-40b7-9d13-1310c3fe9cb3 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:42.807526 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454e34d-1401-4982-a9b3-ba479a395a1e req-67465f27-c02d-4290-9a65-6745f215c291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:42.810420 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f454e34d-1401-4982-a9b3-ba479a395a1e req-67465f27-c02d-4290-9a65-6745f215c291 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1232564 Nov 12 20:03:42.832469 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8d3d73-0f0d-43cf-bb53-326ea370792a None None] Routers {'f0ce2f37-fd88-4391-ae86-dfec9b0e944d'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:03:42.833238 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-ca8d3d73-0f0d-43cf-bb53-326ea370792a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:03:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f0ce2f37-fd88-4391-ae86-dfec9b0e944d'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:03:42.903234 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a0f7a-9f52-47ae-96a0-ebf72112d51e req-d3d30b6b-2855-43d2-a372-a33493d8cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:42.905650 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f60a0f7a-9f52-47ae-96a0-ebf72112d51e req-d3d30b6b-2855-43d2-a372-a33493d8cc1f service neutron] 10.222.0.52 "GET /v2.0/networks?id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202 HTTP/1.1" status: 200 len: 917 time: 0.2872376 Nov 12 20:03:42.959830 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2e4b3fe6-6730-40b7-9d13-1310c3fe9cb3 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4782827 Nov 12 20:03:42.962478 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56976) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:42.987557 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-87a2f7ff-7c42-4c60-a3c0-b92d5564d718 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Request body: {'subnet': {'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:43.036885 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b36f73-1458-4a44-9c39-af676302e570 req-eb58d200-8813-42d1-add0-f50b99e190c8 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:43.038240 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-43b36f73-1458-4a44-9c39-af676302e570 req-eb58d200-8813-42d1-add0-f50b99e190c8 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99229fb-4c50-4381-a3b0-17d4f9720a8d HTTP/1.1" status: 200 len: 944 time: 0.2067122 Nov 12 20:03:43.041699 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b3fe6-6730-40b7-9d13-1310c3fe9cb3 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event updated for resources: {'Network': ['ID=60bf0d01-a5ac-43f9-aea4-058a868d4bc0,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:43.081443 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 60bf0d01-a5ac-43f9-aea4-058a868d4bc0 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:03:43.084680 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-ca8d3d73-0f0d-43cf-bb53-326ea370792a None None] Set router f0ce2f37-fd88-4391-ae86-dfec9b0e944d gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:03:43.103583 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f60a0f7a-9f52-47ae-96a0-ebf72112d51e req-06a38a50-0563-4e3b-a9a0-2bb19bc76bb2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b8dc4c6-5607-4dc0-b8d1-2783738323ad HTTP/1.1" status: 200 len: 999 time: 0.1530392 Nov 12 20:03:43.133877 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f454e34d-1401-4982-a9b3-ba479a395a1e req-b13b00cc-5835-426c-ad82-a790ee86fcb1 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153670 Nov 12 20:03:43.192442 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c8c3d-79d3-4cc4-a4c5-62d56449becc req-36bab275-27a2-4258-8af5-aab8a273a5a4 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:43.193935 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-909c8c3d-79d3-4cc4-a4c5-62d56449becc req-36bab275-27a2-4258-8af5-aab8a273a5a4 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 945 time: 0.0793743 Nov 12 20:03:43.214353 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a2f7ff-7c42-4c60-a3c0-b92d5564d718 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Made reservation on behalf of f131d5186dcd49f4b36559627d56bdc0 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:03:43.218850 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-87a2f7ff-7c42-4c60-a3c0-b92d5564d718 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:43.265268 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:03:43.317154 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-909c8c3d-79d3-4cc4-a4c5-62d56449becc req-bd59179b-9325-4734-b4b5-6e202b2e05f0 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd841fdf-8314-4f9e-a0ea-b97b6b37eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106172 Nov 12 20:03:43.393513 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a0f7a-9f52-47ae-96a0-ebf72112d51e req-5a1b684d-5fa9-476c-b846-a51733601c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:43.395047 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f60a0f7a-9f52-47ae-96a0-ebf72112d51e req-5a1b684d-5fa9-476c-b846-a51733601c52 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f543e4e2-8561-47f7-b814-55300c23b7f1 HTTP/1.1" status: 200 len: 855 time: 0.2596912 Nov 12 20:03:43.399163 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-43b36f73-1458-4a44-9c39-af676302e570 req-abe0308e-c21c-44a1-81a0-880d102b5e72 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359079 Nov 12 20:03:43.449481 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f454e34d-1401-4982-a9b3-ba479a395a1e req-5e76099a-3e4b-4a60-bcb3-91ad26d48e44 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416668 Nov 12 20:03:43.514422 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:43.523605 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a0f7a-9f52-47ae-96a0-ebf72112d51e req-558adf28-85df-41ca-b699-4b14cff06702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:43.530735 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f60a0f7a-9f52-47ae-96a0-ebf72112d51e req-558adf28-85df-41ca-b699-4b14cff06702 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1015134 Nov 12 20:03:43.602406 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07', 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3', 'port_id': '6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07', 'mac_address': 'fa:16:3e:8d:fb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce72f812-14b6-4840-8ebe-5441b73cbc50', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:03:43.623676 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-87a2f7ff-7c42-4c60-a3c0-b92d5564d718 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:43.707857 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:43.743813 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:03:43.753852 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-ca8d3d73-0f0d-43cf-bb53-326ea370792a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'name': 'tempest-AttachVolumeShelveTestJSON-725252058-router', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:51Z', 'updated_at': '2021-11-12T20:03:04Z', 'revision_number': 4, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'gw_port': {'id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:53Z', 'updated_at': '2021-11-12T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '34a40bc5-8936-4c67-a895-f6dc864a1ed1', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'floating_ip_address': '172.25.5.231', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'port_id': '5b8dc4c6-5607-4dc0-b8d1-2783738323ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'mac_address': 'fa:16:3e:33:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cafdda6-94e8-433e-85a5-45fd099276f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:03:11Z', 'updated_at': '2021-11-12T20:03:40Z', 'revision_number': 1, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24185af8-1f22-43f9-bf99-1f7ea5f4b5be', 'name': '', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'mac_address': 'fa:16:3e:5b:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:03:01Z', 'updated_at': '2021-11-12T20:03:10Z', 'revision_number': 5, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'subnets': [{'id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:03:43.755132 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff12bc-289d-4535-ab85-becf41b98c36 req-c8b8cd04-9668-4585-8f3d-10839343a591 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:43.759227 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2f7ff-7c42-4c60-a3c0-b92d5564d718 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event updated for resources: {'Subnet': ['ID=ec938247-4c75-4821-8212-7136bcd55e80,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:43.762913 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-75ff12bc-289d-4535-ab85-becf41b98c36 req-c8b8cd04-9668-4585-8f3d-10839343a591 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 949 time: 0.1868715 Nov 12 20:03:43.797993 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f60a0f7a-9f52-47ae-96a0-ebf72112d51e req-8d846c16-539d-44b0-b71b-5cc2c9050eba service neutron] 10.222.0.52 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610736 Nov 12 20:03:43.800711 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a2f7ff-7c42-4c60-a3c0-b92d5564d718 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Checking segment: {'id': 'ddb484b8-cf35-4fcd-b21c-9bbe30197292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:03:43.801129 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a2f7ff-7c42-4c60-a3c0-b92d5564d718 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Network hostable DHCP agents. Network: 7b061d0a-83a0-4547-b01e-0f9ed0607384, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:03:43.804373 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8d3d73-0f0d-43cf-bb53-326ea370792a None None] The sync data for ids ['f0ce2f37-fd88-4391-ae86-dfec9b0e944d'] in n-d-712140-15 is: [{'id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'name': 'tempest-AttachVolumeShelveTestJSON-725252058-router', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:51Z', 'updated_at': '2021-11-12T20:03:04Z', 'revision_number': 4, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'gw_port': {'id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:53Z', 'updated_at': '2021-11-12T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '34a40bc5-8936-4c67-a895-f6dc864a1ed1', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'floating_ip_address': '172.25.5.231', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'port_id': '5b8dc4c6-5607-4dc0-b8d1-2783738323ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'mac_address': 'fa:16:3e:33:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cafdda6-94e8-433e-85a5-45fd099276f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:03:11Z', 'updated_at': '2021-11-12T20:03:40Z', 'revision_number': 1, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24185af8-1f22-43f9-bf99-1f7ea5f4b5be', 'name': '', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'mac_address': 'fa:16:3e:5b:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:03:01Z', 'updated_at': '2021-11-12T20:03:10Z', 'revision_number': 5, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'subnets': [{'id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:03:43.826138 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a2f7ff-7c42-4c60-a3c0-b92d5564d718 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Network 7b061d0a-83a0-4547-b01e-0f9ed0607384 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:03:43.827766 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:43.834498 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:43.843483 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-87a2f7ff-7c42-4c60-a3c0-b92d5564d718 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 7b061d0a-83a0-4547-b01e-0f9ed0607384) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:03:43.871208 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a2f7ff-7c42-4c60-a3c0-b92d5564d718 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:43.872644 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-87a2f7ff-7c42-4c60-a3c0-b92d5564d718 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:43.899346 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-87a2f7ff-7c42-4c60-a3c0-b92d5564d718 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9279814 Nov 12 20:03:43.904960 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d5a928-2344-4aba-8be7-617b390633ba None None] Network 7b061d0a-83a0-4547-b01e-0f9ed0607384 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:03:43.907881 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57010) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:43.914027 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-c82be4c8-e619-44ec-809b-e4d72ddd96b8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Request body: {'subnet': {'network_id': '60bf0d01-a5ac-43f9-aea4-058a868d4bc0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:44.035140 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:44.091682 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82be4c8-e619-44ec-809b-e4d72ddd96b8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Made reservation on behalf of f131d5186dcd49f4b36559627d56bdc0 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:03:44.099619 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c82be4c8-e619-44ec-809b-e4d72ddd96b8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:44.307134 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225ef05a-f755-4441-b502-f6bdca165bab None None] New status for floating IP 34a40bc5-8936-4c67-a895-f6dc864a1ed1: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:03:44.325123 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:03:44.412193 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device a523395b-38a8-43be-9e95-e934571a1561 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:03:44.496219 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4212788d-ccb8-4379-9e12-d4b3812b6264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-7b061d0a-83a0-4547-b01e-0f9ed0607384', 'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'fixed_ips': [{'subnet_id': 'ec938247-4c75-4821-8212-7136bcd55e80'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:03:44.497956 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4212788d-ccb8-4379-9e12-d4b3812b6264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:44.534401 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-75ff12bc-289d-4535-ab85-becf41b98c36 req-4b75592e-1499-4354-b545-42e94b2c56f8 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7702367 Nov 12 20:03:44.578466 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f60a0f7a-9f52-47ae-96a0-ebf72112d51e req-b85cc1bf-e3d3-4ae2-8acc-38a4843f583e service neutron] 10.222.0.52 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7722337 Nov 12 20:03:44.627135 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c82be4c8-e619-44ec-809b-e4d72ddd96b8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:44.727061 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544773f-8224-446f-9bf1-20a9a18ec3a9 req-38e8d9a2-a09f-46f9-b870-26219bd8725d tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:44.730208 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3544773f-8224-446f-9bf1-20a9a18ec3a9 req-38e8d9a2-a09f-46f9-b870-26219bd8725d tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655 HTTP/1.1" status: 200 len: 944 time: 0.0743840 Nov 12 20:03:44.743165 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-4212788d-ccb8-4379-9e12-d4b3812b6264 None None] Allocated IP 10.1.1.2 (7b061d0a-83a0-4547-b01e-0f9ed0607384/ec938247-4c75-4821-8212-7136bcd55e80/2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:03:44.763122 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port a523395b-38a8-43be-9e95-e934571a1561 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:03:44.779989 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port a523395b-38a8-43be-9e95-e934571a1561 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:44.780438 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:44.783972 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82be4c8-e619-44ec-809b-e4d72ddd96b8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Checking segment: {'id': '4ad03fe4-2e70-4ed7-aa2f-588d959c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '60bf0d01-a5ac-43f9-aea4-058a868d4bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:03:44.784378 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82be4c8-e619-44ec-809b-e4d72ddd96b8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Network hostable DHCP agents. Network: 60bf0d01-a5ac-43f9-aea4-058a868d4bc0, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:03:44.786434 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82be4c8-e619-44ec-809b-e4d72ddd96b8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event updated for resources: {'Subnet': ['ID=e6eb43fd-4a7b-4440-9c8e-37696bad3d1e,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:44.809872 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3544773f-8224-446f-9bf1-20a9a18ec3a9 req-baa06b2d-af31-4647-8631-3acdb350d55f tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723882 Nov 12 20:03:44.826595 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82be4c8-e619-44ec-809b-e4d72ddd96b8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Network 60bf0d01-a5ac-43f9-aea4-058a868d4bc0 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:03:44.845666 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-c82be4c8-e619-44ec-809b-e4d72ddd96b8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 60bf0d01-a5ac-43f9-aea4-058a868d4bc0) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:03:44.855148 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82be4c8-e619-44ec-809b-e4d72ddd96b8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:44.855758 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c82be4c8-e619-44ec-809b-e4d72ddd96b8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:44.886157 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c82be4c8-e619-44ec-809b-e4d72ddd96b8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9770889 Nov 12 20:03:44.889355 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57024) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:44.894411 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-fb174af0-2b05-436d-ba5e-ea846ddc2cfb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Request body: {'port': {'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384', 'name': 'tempest-TaggedBootDevicesTest-40690953', 'fixed_ips': [{'subnet_id': 'ec938247-4c75-4821-8212-7136bcd55e80'}]}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:44.941242 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225a94c2-b626-40a4-aecd-1f9a01651336 None None] Network 60bf0d01-a5ac-43f9-aea4-058a868d4bc0 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:03:45.070624 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc7d44-6aee-4853-94b6-43ce7c5ce23a req-e5d320fd-9263-4d9d-a8a4-2b8eecbc7b21 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:45.081075 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8dfc7d44-6aee-4853-94b6-43ce7c5ce23a req-e5d320fd-9263-4d9d-a8a4-2b8eecbc7b21 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 945 time: 0.1070807 Nov 12 20:03:45.091199 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb174af0-2b05-436d-ba5e-ea846ddc2cfb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Made reservation on behalf of f131d5186dcd49f4b36559627d56bdc0 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:03:45.175938 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8dfc7d44-6aee-4853-94b6-43ce7c5ce23a req-a2d4827d-1e54-4108-91fa-185731493b2e tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd841fdf-8314-4f9e-a0ea-b97b6b37eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942278 Nov 12 20:03:45.235687 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fb174af0-2b05-436d-ba5e-ea846ddc2cfb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:45.262058 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b972c-0aa6-49e4-b797-80c53659572d req-46454b32-d84d-4267-8056-e8cb2ba8c584 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:45.264404 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e23b972c-0aa6-49e4-b797-80c53659572d req-46454b32-d84d-4267-8056-e8cb2ba8c584 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99229fb-4c50-4381-a3b0-17d4f9720a8d HTTP/1.1" status: 200 len: 945 time: 0.0902126 Nov 12 20:03:45.270587 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-fb174af0-2b05-436d-ba5e-ea846ddc2cfb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] device_id is not set on port 8cb0f270-2cba-45c2-b623-7b4877568439 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:03:45.297048 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6f5fb2ef-6df8-463e-ac0c-7062375058e1 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:03:45.561290 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e23b972c-0aa6-49e4-b797-80c53659572d req-6a7f42e7-8db3-4dfe-b597-e33319924ffa tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821443 Nov 12 20:03:45.705144 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:45.722405 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc735c3-97ba-4fd2-a415-04f0a8f0d81d req-35b1dcba-ccf9-4a31-9bd1-fd8b39c20b8f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:45.731369 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8bc735c3-97ba-4fd2-a415-04f0a8f0d81d req-35b1dcba-ccf9-4a31-9bd1-fd8b39c20b8f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 949 time: 0.0677335 Nov 12 20:03:45.735705 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 6f5fb2ef-6df8-463e-ac0c-7062375058e1 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:03:45.754512 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 6f5fb2ef-6df8-463e-ac0c-7062375058e1 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:45.755166 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:45.767536 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23693f8-4efc-4c63-b206-fe8b86915cd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-60bf0d01-a5ac-43f9-aea4-058a868d4bc0', 'network_id': '60bf0d01-a5ac-43f9-aea4-058a868d4bc0', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'fixed_ips': [{'subnet_id': 'e6eb43fd-4a7b-4440-9c8e-37696bad3d1e'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:03:45.768531 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b23693f8-4efc-4c63-b206-fe8b86915cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:45.772326 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4212788d-ccb8-4379-9e12-d4b3812b6264 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:45.796759 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8bc735c3-97ba-4fd2-a415-04f0a8f0d81d req-450ef8fe-2bb9-45fe-af7b-05747a564213 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637758 Nov 12 20:03:45.805700 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f6ea0e-77ad-4a6f-89d1-91d78233d655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a523395b-38a8-43be-9e95-e934571a1561'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:03:45.808086 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e52fa6-e4a9-44b8-89c1-122c8bcaf124" -d '{"events": [{"server_uuid": "f6f6ea0e-77ad-4a6f-89d1-91d78233d655", "name": "network-vif-plugged", "status": "completed", "tag": "a523395b-38a8-43be-9e95-e934571a1561"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:03:45.831298 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4212788d-ccb8-4379-9e12-d4b3812b6264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:45.846434 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port a523395b-38a8-43be-9e95-e934571a1561, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a523395b-38a8-43be-9e95-e934571a1561,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:45.883735 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:45.884950 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 482a3af1-0054-461a-8db3-41ffbdb6f486 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:03:45.929546 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4212788d-ccb8-4379-9e12-d4b3812b6264 None None] Network 7b061d0a-83a0-4547-b01e-0f9ed0607384 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:03:45.945390 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-fb174af0-2b05-436d-ba5e-ea846ddc2cfb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Allocated IP 10.1.1.63 (7b061d0a-83a0-4547-b01e-0f9ed0607384/ec938247-4c75-4821-8212-7136bcd55e80/8cb0f270-2cba-45c2-b623-7b4877568439) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:03:45.969089 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf115b0-c860-45d0-ba8d-fe00e0f68302 req-c8da3b7d-338a-4f80-a744-153215ecaa97 tempest-MigrationsAdminTest-1956487099 tempest-MigrationsAdminTest-1956487099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:45.978787 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-acf115b0-c860-45d0-ba8d-fe00e0f68302 req-c8da3b7d-338a-4f80-a744-153215ecaa97 tempest-MigrationsAdminTest-1956487099 tempest-MigrationsAdminTest-1956487099-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 1101 time: 0.0854347 Nov 12 20:03:45.985617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-4212788d-ccb8-4379-9e12-d4b3812b6264 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:03:45.991652 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212788d-ccb8-4379-9e12-d4b3812b6264 None None] Pushing event updated for resources: {'Port': ['ID=2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:45.993964 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4212788d-ccb8-4379-9e12-d4b3812b6264 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:03:46.125397 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-acf115b0-c860-45d0-ba8d-fe00e0f68302 req-905368e4-dfe9-4467-a7d4-5934aaeb2544 tempest-MigrationsAdminTest-1956487099 tempest-MigrationsAdminTest-1956487099-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392980 Nov 12 20:03:46.290167 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd2cae5-9e84-4224-84dd-a6eea963b339 x-openstack-request-id: req-0cd2cae5-9e84-4224-84dd-a6eea963b339 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:03:46.292523 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f6ea0e-77ad-4a6f-89d1-91d78233d655", "name": "network-vif-plugged", "status": "completed", "tag": "a523395b-38a8-43be-9e95-e934571a1561", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:03:46.292990 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0cd2cae5-9e84-4224-84dd-a6eea963b339 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:03:46.294200 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f6ea0e-77ad-4a6f-89d1-91d78233d655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a523395b-38a8-43be-9e95-e934571a1561', 'code': 200} Nov 12 20:03:46.366364 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3fc19-9531-4176-b36e-03669528ae16 req-188938b2-1d35-4b3a-8aff-a8f28237d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:46.367883 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9be3fc19-9531-4176-b36e-03669528ae16 req-188938b2-1d35-4b3a-8aff-a8f28237d2c8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655 HTTP/1.1" status: 200 len: 1097 time: 0.1098945 Nov 12 20:03:46.381881 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fb174af0-2b05-436d-ba5e-ea846ddc2cfb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:46.391737 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c12872-bcbc-4407-a657-ec9f4b58bb52 req-3623517a-847d-47a5-bf0e-66dca0f6d017 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:46.394343 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94c12872-bcbc-4407-a657-ec9f4b58bb52 req-3623517a-847d-47a5-bf0e-66dca0f6d017 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655 HTTP/1.1" status: 200 len: 945 time: 0.1275585 Nov 12 20:03:46.420275 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:46.421235 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2153234-8c30-4248-ad68-1f1d64cd7289 req-9dfa4b93-bd31-416b-b2ed-7625a25bf43f tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:46.422901 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c2153234-8c30-4248-ad68-1f1d64cd7289 req-9dfa4b93-bd31-416b-b2ed-7625a25bf43f tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 945 time: 0.0801613 Nov 12 20:03:46.433346 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-4212788d-ccb8-4379-9e12-d4b3812b6264 None None] Attempting to bind port 2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:03:46.433850 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-4212788d-ccb8-4379-9e12-d4b3812b6264 None None] Attempting to bind port 2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ddb484b8-cf35-4fcd-b21c-9bbe30197292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:03:46.435461 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4212788d-ccb8-4379-9e12-d4b3812b6264 None None] Attempting to bind port 2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf on network 7b061d0a-83a0-4547-b01e-0f9ed0607384 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:03:46.467394 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fb174af0-2b05-436d-ba5e-ea846ddc2cfb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:46.467727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=a523395b-38a8-43be-9e95-e934571a1561,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:46.471434 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4212788d-ccb8-4379-9e12-d4b3812b6264 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:03:46.472923 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4212788d-ccb8-4379-9e12-d4b3812b6264 None None] Checking segment: {'id': 'ddb484b8-cf35-4fcd-b21c-9bbe30197292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:03:46.473331 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4212788d-ccb8-4379-9e12-d4b3812b6264 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:46.474313 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4212788d-ccb8-4379-9e12-d4b3812b6264 None None] Bound using segment: {'id': 'ddb484b8-cf35-4fcd-b21c-9bbe30197292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:03:46.474313 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-4212788d-ccb8-4379-9e12-d4b3812b6264 None None] Bound port: 2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb484b8-cf35-4fcd-b21c-9bbe30197292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:03:46.474602 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4212788d-ccb8-4379-9e12-d4b3812b6264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:46.485871 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-b23693f8-4efc-4c63-b206-fe8b86915cd4 None None] Allocated IP 10.2.2.2 (60bf0d01-a5ac-43f9-aea4-058a868d4bc0/e6eb43fd-4a7b-4440-9c8e-37696bad3d1e/39073744-0681-4288-a4a2-789a00ee041f) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:03:46.491513 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 482a3af1-0054-461a-8db3-41ffbdb6f486 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:03:46.508220 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9be3fc19-9531-4176-b36e-03669528ae16 req-24716a11-482e-4bb6-8cdb-cfa74cef9f31 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318190 Nov 12 20:03:46.518209 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:46.518579 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:46.519136 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:46.519281 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:46.519596 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:46.519923 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:46.520341 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:46.521454 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:46.521799 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:46.522130 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:46.522477 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:46.522781 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:46.524934 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94c12872-bcbc-4407-a657-ec9f4b58bb52 req-08a34f75-a4a9-4c5f-9cea-4c9d3c1356d4 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217706 Nov 12 20:03:46.526762 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c2153234-8c30-4248-ad68-1f1d64cd7289 req-71a9ef0f-9140-445d-9643-58cdcd22a738 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd841fdf-8314-4f9e-a0ea-b97b6b37eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968950 Nov 12 20:03:46.528727 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb174af0-2b05-436d-ba5e-ea846ddc2cfb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Network 7b061d0a-83a0-4547-b01e-0f9ed0607384 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:03:46.531984 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-fb174af0-2b05-436d-ba5e-ea846ddc2cfb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:03:46.534682 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 482a3af1-0054-461a-8db3-41ffbdb6f486 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:46.535176 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:46.538565 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb174af0-2b05-436d-ba5e-ea846ddc2cfb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:03:46.547942 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb174af0-2b05-436d-ba5e-ea846ddc2cfb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event updated for resources: {'Port': ['ID=8cb0f270-2cba-45c2-b623-7b4877568439,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:46.633310 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 6f5fb2ef-6df8-463e-ac0c-7062375058e1, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6f5fb2ef-6df8-463e-ac0c-7062375058e1,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:46.638230 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb174af0-2b05-436d-ba5e-ea846ddc2cfb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:46.638800 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fb174af0-2b05-436d-ba5e-ea846ddc2cfb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:46.654063 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:46.669374 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fb174af0-2b05-436d-ba5e-ea846ddc2cfb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7789598 Nov 12 20:03:46.672079 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57068) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:46.679691 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-e13f475c-d154-40d3-8534-6659c18ebbcd tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Request body: {'port': {'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384', 'name': 'tempest-TaggedBootDevicesTest-440574529', 'fixed_ips': [{'subnet_id': 'ec938247-4c75-4821-8212-7136bcd55e80'}]}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:46.791761 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-4212788d-ccb8-4379-9e12-d4b3812b6264 None None] For port 2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:03:46.799168 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-4212788d-ccb8-4379-9e12-d4b3812b6264 None None] For port 2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf,segment=NetworkSegment(ddb484b8-cf35-4fcd-b21c-9bbe30197292),segment_id=ddb484b8-cf35-4fcd-b21c-9bbe30197292)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:03:46.805977 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a3ddc-2b32-4b27-b15a-cc70ed02d529 req-c4420324-cbaa-4843-94f6-0d452fde9270 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:46.808330 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-095a3ddc-2b32-4b27-b15a-cc70ed02d529 req-c4420324-cbaa-4843-94f6-0d452fde9270 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99229fb-4c50-4381-a3b0-17d4f9720a8d HTTP/1.1" status: 200 len: 945 time: 0.0780816 Nov 12 20:03:46.813684 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=6f5fb2ef-6df8-463e-ac0c-7062375058e1,revision_number=9']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:46.819043 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4212788d-ccb8-4379-9e12-d4b3812b6264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:46.843970 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13f475c-d154-40d3-8534-6659c18ebbcd tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Made reservation on behalf of f131d5186dcd49f4b36559627d56bdc0 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:03:46.850652 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e13f475c-d154-40d3-8534-6659c18ebbcd tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:46.878370 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-095a3ddc-2b32-4b27-b15a-cc70ed02d529 req-d82f0f7b-7e37-4b27-8848-3bd96bc4ffe2 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612829 Nov 12 20:03:46.908806 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-e13f475c-d154-40d3-8534-6659c18ebbcd tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] device_id is not set on port 6ad2f845-8d32-40df-b34d-4d5c9682b2ac yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:03:46.964004 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:47.007067 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-cc224d9a-e798-4b98-8aa4-779fba8a15e7 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326774 Nov 12 20:03:47.011444 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b23693f8-4efc-4c63-b206-fe8b86915cd4 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:47.022109 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212788d-ccb8-4379-9e12-d4b3812b6264 None None] Pushing event updated for resources: {'Port': ['ID=2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:47.054918 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b23693f8-4efc-4c63-b206-fe8b86915cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:47.131948 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23693f8-4efc-4c63-b206-fe8b86915cd4 None None] Pushing event updated for resources: {'Port': ['ID=39073744-0681-4288-a4a2-789a00ee041f,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:47.135611 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 482a3af1-0054-461a-8db3-41ffbdb6f486, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=482a3af1-0054-461a-8db3-41ffbdb6f486,segment=NetworkSegment(3e224982-6395-4c12-b776-18d7d32b13ae),segment_id=3e224982-6395-4c12-b776-18d7d32b13ae)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:47.145514 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:47.165131 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23693f8-4efc-4c63-b206-fe8b86915cd4 None None] Network 60bf0d01-a5ac-43f9-aea4-058a868d4bc0 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:03:47.186041 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-b23693f8-4efc-4c63-b206-fe8b86915cd4 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:03:47.193784 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23693f8-4efc-4c63-b206-fe8b86915cd4 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:03:47.280277 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-542f5e0d-386c-485e-b483-5e26ddfa0b1a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:47.281849 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-542f5e0d-386c-485e-b483-5e26ddfa0b1a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2731080 Nov 12 20:03:47.319218 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b23693f8-4efc-4c63-b206-fe8b86915cd4 None None] Attempting to bind port 39073744-0681-4288-a4a2-789a00ee041f on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:03:47.319582 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b23693f8-4efc-4c63-b206-fe8b86915cd4 None None] Attempting to bind port 39073744-0681-4288-a4a2-789a00ee041f by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '4ad03fe4-2e70-4ed7-aa2f-588d959c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '60bf0d01-a5ac-43f9-aea4-058a868d4bc0'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:03:47.319943 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23693f8-4efc-4c63-b206-fe8b86915cd4 None None] Attempting to bind port 39073744-0681-4288-a4a2-789a00ee041f on network 60bf0d01-a5ac-43f9-aea4-058a868d4bc0 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:03:47.320688 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-e13f475c-d154-40d3-8534-6659c18ebbcd tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Allocated IP 10.1.1.49 (7b061d0a-83a0-4547-b01e-0f9ed0607384/ec938247-4c75-4821-8212-7136bcd55e80/6ad2f845-8d32-40df-b34d-4d5c9682b2ac) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:03:47.322639 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:03:47.327762 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-c5cc7f39-7948-42dc-8643-6667c00d0052 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/quotas/1c08b32f16f94cdbbecd052699f1c2ae HTTP/1.1" status: 200 len: 375 time: 0.0366728 Nov 12 20:03:47.330324 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=482a3af1-0054-461a-8db3-41ffbdb6f486,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:47.354202 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23693f8-4efc-4c63-b206-fe8b86915cd4 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:03:47.355130 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23693f8-4efc-4c63-b206-fe8b86915cd4 None None] Checking segment: {'id': '4ad03fe4-2e70-4ed7-aa2f-588d959c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '60bf0d01-a5ac-43f9-aea4-058a868d4bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:03:47.355317 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b23693f8-4efc-4c63-b206-fe8b86915cd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:47.355857 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23693f8-4efc-4c63-b206-fe8b86915cd4 None None] Bound using segment: {'id': '4ad03fe4-2e70-4ed7-aa2f-588d959c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '60bf0d01-a5ac-43f9-aea4-058a868d4bc0'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:03:47.357127 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b23693f8-4efc-4c63-b206-fe8b86915cd4 None None] Bound port: 39073744-0681-4288-a4a2-789a00ee041f, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad03fe4-2e70-4ed7-aa2f-588d959c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '60bf0d01-a5ac-43f9-aea4-058a868d4bc0'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:03:47.357737 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b23693f8-4efc-4c63-b206-fe8b86915cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:47.469300 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-3724ec0b-229f-4d97-bfc9-d0572ea91ee6 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1294680 Nov 12 20:03:47.479143 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b23693f8-4efc-4c63-b206-fe8b86915cd4 None None] For port 39073744-0681-4288-a4a2-789a00ee041f, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:03:47.482477 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:03:47.485814 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b23693f8-4efc-4c63-b206-fe8b86915cd4 None None] For port 39073744-0681-4288-a4a2-789a00ee041f, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=39073744-0681-4288-a4a2-789a00ee041f,segment=NetworkSegment(4ad03fe4-2e70-4ed7-aa2f-588d959c575b),segment_id=4ad03fe4-2e70-4ed7-aa2f-588d959c575b)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:03:47.489107 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:47.489384 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:47.514187 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b23693f8-4efc-4c63-b206-fe8b86915cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:47.641815 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23693f8-4efc-4c63-b206-fe8b86915cd4 None None] Pushing event updated for resources: {'Port': ['ID=39073744-0681-4288-a4a2-789a00ee041f,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:47.669177 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e13f475c-d154-40d3-8534-6659c18ebbcd tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:47.775321 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:47.806125 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e13f475c-d154-40d3-8534-6659c18ebbcd tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:47.881847 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:03:47.990076 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:48.001602 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:48.004965 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13f475c-d154-40d3-8534-6659c18ebbcd tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Network 7b061d0a-83a0-4547-b01e-0f9ed0607384 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:03:48.007498 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccaaefc-87a0-4eda-a90c-32989d874045 req-86e71487-0b9a-4008-8c44-bcaa3760ad20 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:48.018978 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8ccaaefc-87a0-4eda-a90c-32989d874045 req-86e71487-0b9a-4008-8c44-bcaa3760ad20 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655 HTTP/1.1" status: 200 len: 945 time: 0.1853261 Nov 12 20:03:48.020743 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-e13f475c-d154-40d3-8534-6659c18ebbcd tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:03:48.025125 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13f475c-d154-40d3-8534-6659c18ebbcd tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:03:48.104866 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:48.113107 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:48.113475 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:48.146463 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8ccaaefc-87a0-4eda-a90c-32989d874045 req-eafaf936-bf4c-4c8f-9c6b-8e1d858e1fc5 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263244 Nov 12 20:03:48.175689 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f475c-d154-40d3-8534-6659c18ebbcd tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event updated for resources: {'Port': ['ID=6ad2f845-8d32-40df-b34d-4d5c9682b2ac,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:48.226537 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13f475c-d154-40d3-8534-6659c18ebbcd tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:48.229869 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e13f475c-d154-40d3-8534-6659c18ebbcd tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:48.284360 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e13f475c-d154-40d3-8534-6659c18ebbcd tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6103601 Nov 12 20:03:48.298825 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbb51bc-6f14-4636-9680-6813c726ca90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5fb2ef-6df8-463e-ac0c-7062375058e1'}, {'server_uuid': '46f0c766-6999-4d23-82d3-f78d602fc418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482a3af1-0054-461a-8db3-41ffbdb6f486'}, {'server_uuid': 'c99229fb-4c50-4381-a3b0-17d4f9720a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:03:48.301426 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c506d32f-6a7f-4473-ba27-96dcf858d633" -d '{"events": [{"server_uuid": "ebbb51bc-6f14-4636-9680-6813c726ca90", "name": "network-vif-plugged", "status": "completed", "tag": "6f5fb2ef-6df8-463e-ac0c-7062375058e1"}, {"server_uuid": "46f0c766-6999-4d23-82d3-f78d602fc418", "name": "network-vif-plugged", "status": "completed", "tag": "482a3af1-0054-461a-8db3-41ffbdb6f486"}, {"server_uuid": "c99229fb-4c50-4381-a3b0-17d4f9720a8d", "name": "network-vif-plugged", "status": "completed", "tag": "6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:03:48.395042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834f403-04aa-4731-9510-b7dc31115b39 req-96ae3a56-3117-498c-bfa0-64c661ad95bf tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:48.396757 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7834f403-04aa-4731-9510-b7dc31115b39 req-96ae3a56-3117-498c-bfa0-64c661ad95bf tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 946 time: 0.1370461 Nov 12 20:03:48.406877 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:48.463841 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf,segment=NetworkSegment(ddb484b8-cf35-4fcd-b21c-9bbe30197292),segment_id=ddb484b8-cf35-4fcd-b21c-9bbe30197292)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:48.468163 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dbd29c8a-92c4-40f5-9236-764bca8d6c26 req-a8d25930-c78a-47db-ad87-106fd6b2eba2 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 210 time: 0.0661595 Nov 12 20:03:48.472808 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:48.517993 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7834f403-04aa-4731-9510-b7dc31115b39 req-3f33e9c1-8bfa-4b7f-80f7-bd24c48a4404 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd841fdf-8314-4f9e-a0ea-b97b6b37eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134384 Nov 12 20:03:48.551920 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:48.742133 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a81d29f-a035-47ec-86c5-a603ff3c5c45 None None] Network 7b061d0a-83a0-4547-b01e-0f9ed0607384 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:03:48.744927 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91ca4e-b8ac-4776-8935-e7e0fb18e853 req-34ab09ec-55aa-4fc4-a607-438f74ceae82 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:48.746682 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-df91ca4e-b8ac-4776-8935-e7e0fb18e853 req-34ab09ec-55aa-4fc4-a607-438f74ceae82 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99229fb-4c50-4381-a3b0-17d4f9720a8d HTTP/1.1" status: 200 len: 946 time: 0.1576979 Nov 12 20:03:48.876737 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-df91ca4e-b8ac-4776-8935-e7e0fb18e853 req-0ec75d24-e0d0-4dcc-8c4f-4551045c3496 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151617 Nov 12 20:03:49.064374 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-12cac585-0c26-4409-b6ed-b54a099cb01c None None] Provisioning complete for port 2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:49.065017 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-12cac585-0c26-4409-b6ed-b54a099cb01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:49.190082 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e187ab2-733a-4f26-826c-4d0589c3375b None None] Network 60bf0d01-a5ac-43f9-aea4-058a868d4bc0 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:03:49.199377 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 20:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16728f8b-f17f-4d88-b214-31712446c040 x-openstack-request-id: req-16728f8b-f17f-4d88-b214-31712446c040 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:03:49.199377 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbb51bc-6f14-4636-9680-6813c726ca90", "name": "network-vif-plugged", "status": "completed", "tag": "6f5fb2ef-6df8-463e-ac0c-7062375058e1", "code": 200}, {"server_uuid": "46f0c766-6999-4d23-82d3-f78d602fc418", "name": "network-vif-plugged", "status": "completed", "tag": "482a3af1-0054-461a-8db3-41ffbdb6f486", "code": 200}, {"server_uuid": "c99229fb-4c50-4381-a3b0-17d4f9720a8d", "name": "network-vif-plugged", "status": "completed", "tag": "6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:03:49.200152 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-16728f8b-f17f-4d88-b214-31712446c040 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:03:49.201960 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbb51bc-6f14-4636-9680-6813c726ca90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5fb2ef-6df8-463e-ac0c-7062375058e1', 'code': 200} Nov 12 20:03:49.201960 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f0c766-6999-4d23-82d3-f78d602fc418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482a3af1-0054-461a-8db3-41ffbdb6f486', 'code': 200} Nov 12 20:03:49.201960 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99229fb-4c50-4381-a3b0-17d4f9720a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07', 'code': 200} Nov 12 20:03:49.382490 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57128) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:49.387360 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-495efc23-c3db-473c-9d79-92db75a29ed4 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1288846089', 'description': 'tempest-description--945664497'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:49.443101 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-495efc23-c3db-473c-9d79-92db75a29ed4 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:49.521157 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-44a67ecb-6d17-4488-85fa-5df63433b186 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598493 Nov 12 20:03:49.567684 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-453a77db-2e03-4e2c-8e27-62acef8bc65e None None] Provisioning complete for port 39073744-0681-4288-a4a2-789a00ee041f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:49.568070 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-453a77db-2e03-4e2c-8e27-62acef8bc65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:49.569489 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bebfcb-6044-4aa0-92ca-536382ab7d52 req-371fc24c-8ab4-4134-9e9f-1e9a139f3c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:49.571047 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-91bebfcb-6044-4aa0-92ca-536382ab7d52 req-371fc24c-8ab4-4134-9e9f-1e9a139f3c54 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 1098 time: 0.2451704 Nov 12 20:03:49.657537 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd463ae9-13de-434d-87bc-c1973c7b0447 req-73222f7b-d9ea-4738-8735-b5afd4b1536f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:49.663379 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd463ae9-13de-434d-87bc-c1973c7b0447 req-73222f7b-d9ea-4738-8735-b5afd4b1536f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c99229fb-4c50-4381-a3b0-17d4f9720a8d HTTP/1.1" status: 200 len: 1098 time: 0.2793415 Nov 12 20:03:49.692476 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-453a77db-2e03-4e2c-8e27-62acef8bc65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:49.779806 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa40e55-db5c-4620-acae-f205f1fe89b1 req-93b40a3f-1f77-491e-94a9-44f6037f2055 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:49.785509 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-453a77db-2e03-4e2c-8e27-62acef8bc65e None None] For port 39073744-0681-4288-a4a2-789a00ee041f, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=39073744-0681-4288-a4a2-789a00ee041f,segment=NetworkSegment(4ad03fe4-2e70-4ed7-aa2f-588d959c575b),segment_id=4ad03fe4-2e70-4ed7-aa2f-588d959c575b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:49.793238 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aaa40e55-db5c-4620-acae-f205f1fe89b1 req-93b40a3f-1f77-491e-94a9-44f6037f2055 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655 HTTP/1.1" status: 200 len: 945 time: 0.3814046 Nov 12 20:03:49.799114 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-453a77db-2e03-4e2c-8e27-62acef8bc65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:49.843047 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bade3356-c8da-420a-a6f8-39df70eb40a0 req-bd01107a-e060-4c89-a370-a8a5df800674 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 210 time: 0.0662527 Nov 12 20:03:49.914484 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ae7b82e6-b27c-4c9e-90aa-874f34c20c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:49.952317 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-495efc23-c3db-473c-9d79-92db75a29ed4 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:49.958851 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-56eb3251-bdae-47ad-b986-c9cc73a8ddb8 None None] Provisioning complete for port 2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:49.959867 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-56eb3251-bdae-47ad-b986-c9cc73a8ddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:49.964483 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-7cbfd9df-57dc-43e1-8394-92124089905f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:49.967244 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-7cbfd9df-57dc-43e1-8394-92124089905f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4339831 Nov 12 20:03:49.971066 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-495efc23-c3db-473c-9d79-92db75a29ed4 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:50.009916 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-cfa64cc7-8051-4d65-b741-adfa085ac6c4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Request body: {'port': {'device_id': 'c758db48-23b5-4301-8b16-d13a237d0e19', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': '1c08b32f16f94cdbbecd052699f1c2ae'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:50.014919 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495efc23-c3db-473c-9d79-92db75a29ed4 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=660401df-133a-4104-b9f9-e8f654f50a7d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:50.054281 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a77db-2e03-4e2c-8e27-62acef8bc65e None None] Pushing event updated for resources: {'Port': ['ID=39073744-0681-4288-a4a2-789a00ee041f,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:50.057757 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 39073744-0681-4288-a4a2-789a00ee041f up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:03:50.066158 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-91bebfcb-6044-4aa0-92ca-536382ab7d52 req-8d5903d1-ae6d-4029-9061-7bede6026a7a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dd841fdf-8314-4f9e-a0ea-b97b6b37eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792082 Nov 12 20:03:50.070538 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd463ae9-13de-434d-87bc-c1973c7b0447 req-a06a0a86-0e91-47f9-9604-e5c18d4abec0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560545 Nov 12 20:03:50.110295 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:50.119008 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aaa40e55-db5c-4620-acae-f205f1fe89b1 req-6c2268af-9f94-44db-9459-1862c019b322 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820473 Nov 12 20:03:50.135440 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-495efc23-c3db-473c-9d79-92db75a29ed4 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:50.141344 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-495efc23-c3db-473c-9d79-92db75a29ed4 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7572863 Nov 12 20:03:50.141882 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57140) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:50.146666 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-3f92305d-d0d2-4133-8040-01bc57b4cbd8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Request body: {'security_group_rule': {'security_group_id': '660401df-133a-4104-b9f9-e8f654f50a7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:50.208411 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3f92305d-d0d2-4133-8040-01bc57b4cbd8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:50.275457 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f11e3a-3f50-4e82-8382-99e1a88f86be req-2d282a70-67fb-4283-9ae1-d9425c4b2a5a tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:50.277005 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e7f11e3a-3f50-4e82-8382-99e1a88f86be req-2d282a70-67fb-4283-9ae1-d9425c4b2a5a tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 946 time: 0.2247291 Nov 12 20:03:50.281725 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 39073744-0681-4288-a4a2-789a00ee041f triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:50.282101 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:50.338751 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3f92305d-d0d2-4133-8040-01bc57b4cbd8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:50.361034 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-56eb3251-bdae-47ad-b986-c9cc73a8ddb8 None None] Provisioning complete for port 6ad2f845-8d32-40df-b34d-4d5c9682b2ac triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:50.363473 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3f92305d-d0d2-4133-8040-01bc57b4cbd8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:50.363985 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-56eb3251-bdae-47ad-b986-c9cc73a8ddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:50.415235 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-cfa64cc7-8051-4d65-b741-adfa085ac6c4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Made reservation on behalf of 1c08b32f16f94cdbbecd052699f1c2ae for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:03:50.419547 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-cfa64cc7-8051-4d65-b741-adfa085ac6c4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:50.445498 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3f92305d-d0d2-4133-8040-01bc57b4cbd8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:50.446733 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3f92305d-d0d2-4133-8040-01bc57b4cbd8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3036575 Nov 12 20:03:50.453484 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57148) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:50.461805 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b2b3c664-e8dd-4a64-bcb4-3f6167ebcd38 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Request body: {'security_group_rule': {'security_group_id': '660401df-133a-4104-b9f9-e8f654f50a7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:50.466126 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-56eb3251-bdae-47ad-b986-c9cc73a8ddb8 None None] Port 6ad2f845-8d32-40df-b34d-4d5c9682b2ac cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:03:50.484478 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92305d-d0d2-4133-8040-01bc57b4cbd8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7cff35-00b4-4145-8c8d-5507cbb20e75,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:50.494101 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-56eb3251-bdae-47ad-b986-c9cc73a8ddb8 None None] Provisioning complete for port 8cb0f270-2cba-45c2-b623-7b4877568439 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:50.504304 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-56eb3251-bdae-47ad-b986-c9cc73a8ddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:50.524355 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92305d-d0d2-4133-8040-01bc57b4cbd8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:50.530228 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92305d-d0d2-4133-8040-01bc57b4cbd8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:50.530865 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92305d-d0d2-4133-8040-01bc57b4cbd8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:50.531409 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92305d-d0d2-4133-8040-01bc57b4cbd8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:50.531972 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92305d-d0d2-4133-8040-01bc57b4cbd8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:50.532544 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92305d-d0d2-4133-8040-01bc57b4cbd8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:50.533080 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92305d-d0d2-4133-8040-01bc57b4cbd8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:50.540830 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92305d-d0d2-4133-8040-01bc57b4cbd8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:50.541466 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92305d-d0d2-4133-8040-01bc57b4cbd8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:50.542008 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92305d-d0d2-4133-8040-01bc57b4cbd8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:50.542556 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92305d-d0d2-4133-8040-01bc57b4cbd8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:50.543092 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92305d-d0d2-4133-8040-01bc57b4cbd8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:03:50.576626 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf95e5-e5e9-42db-909f-5a1ed797d8c7 req-5610c22f-59b7-4760-a20e-7f46f1fab0fc tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:50.584813 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5edf95e5-e5e9-42db-909f-5a1ed797d8c7 req-5610c22f-59b7-4760-a20e-7f46f1fab0fc tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99229fb-4c50-4381-a3b0-17d4f9720a8d HTTP/1.1" status: 200 len: 946 time: 0.2589185 Nov 12 20:03:50.624608 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2b3c664-e8dd-4a64-bcb4-3f6167ebcd38 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:50.640585 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-cfa64cc7-8051-4d65-b741-adfa085ac6c4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Allocated IP 192.168.233.240 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/5e904854-22bc-4c69-a481-3c3feea5b76b) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:03:50.642001 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-56eb3251-bdae-47ad-b986-c9cc73a8ddb8 None None] Port 8cb0f270-2cba-45c2-b623-7b4877568439 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:03:50.658266 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:03:50.685205 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5edf95e5-e5e9-42db-909f-5a1ed797d8c7 req-69f62389-097a-4757-ae8b-b49adbef24e1 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982676 Nov 12 20:03:50.686106 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57154) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:50.752274 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2b3c664-e8dd-4a64-bcb4-3f6167ebcd38 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:50.759632 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2b3c664-e8dd-4a64-bcb4-3f6167ebcd38 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:50.790709 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3c664-e8dd-4a64-bcb4-3f6167ebcd38 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8ca62c-aeb4-459f-be2d-eba1c77f63f8,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:50.795658 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b87938ab-851b-4679-b18d-5c4ac64b211b None None] Provisioning complete for port 6ad2f845-8d32-40df-b34d-4d5c9682b2ac triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:50.796027 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b87938ab-851b-4679-b18d-5c4ac64b211b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:50.801988 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2b3c664-e8dd-4a64-bcb4-3f6167ebcd38 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:50.804050 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b2b3c664-e8dd-4a64-bcb4-3f6167ebcd38 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3464181 Nov 12 20:03:50.807064 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57158) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:50.815797 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-ab4cc312-2833-4784-ba3c-13a88d7809d8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:50.850700 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc312-2833-4784-ba3c-13a88d7809d8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:50.910095 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b87938ab-851b-4679-b18d-5c4ac64b211b None None] Port 6ad2f845-8d32-40df-b34d-4d5c9682b2ac cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:03:50.924429 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:50.924803 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:50.931494 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e577a14d-d696-4588-bfcf-aaa4a8634c00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:50.986028 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b87938ab-851b-4679-b18d-5c4ac64b211b None None] Provisioning complete for port 8cb0f270-2cba-45c2-b623-7b4877568439 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:50.986396 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b87938ab-851b-4679-b18d-5c4ac64b211b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:51.029952 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b87938ab-851b-4679-b18d-5c4ac64b211b None None] Port 8cb0f270-2cba-45c2-b623-7b4877568439 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:03:51.086125 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b87938ab-851b-4679-b18d-5c4ac64b211b None None] Provisioning complete for port 39073744-0681-4288-a4a2-789a00ee041f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:51.086498 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b87938ab-851b-4679-b18d-5c4ac64b211b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:51.155094 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e7f11e3a-3f50-4e82-8382-99e1a88f86be req-c7fff0ef-1ada-4755-820f-3cbcef0e0d8c tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd841fdf-8314-4f9e-a0ea-b97b6b37eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8611009 Nov 12 20:03:51.167258 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e577a14d-d696-4588-bfcf-aaa4a8634c00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:51.208828 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e577a14d-d696-4588-bfcf-aaa4a8634c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:51.260312 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd9d93-3713-49f8-8023-8e5056f9aa68 req-b940d85d-e739-42f4-94eb-cfb2319eeb28 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:51.268315 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c5cd9d93-3713-49f8-8023-8e5056f9aa68 req-b940d85d-e739-42f4-94eb-cfb2319eeb28 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655 HTTP/1.1" status: 200 len: 945 time: 0.0976958 Nov 12 20:03:51.297822 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e577a14d-d696-4588-bfcf-aaa4a8634c00 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d1003d600cea4bdea3cac3b27b83275f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6101432 Nov 12 20:03:51.298480 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57168) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:51.299788 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-cfa64cc7-8051-4d65-b741-adfa085ac6c4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:51.339910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577a14d-d696-4588-bfcf-aaa4a8634c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb459cc8-7af8-4415-a742-10eb35e33dcc,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:51.377644 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-010d88d5-74fa-4537-82b1-351f235d6a71 req-4d7454f0-0ec5-4b86-acf5-4d72040faae3 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 210 time: 0.1004477 Nov 12 20:03:51.380056 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-cfa64cc7-8051-4d65-b741-adfa085ac6c4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:51.392336 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f83e9626-7bbe-4503-8866-4b7fbde97450 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:51.405358 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6f5fb2ef-6df8-463e-ac0c-7062375058e1'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:03:51.429180 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c5cd9d93-3713-49f8-8023-8e5056f9aa68 req-b41cf1bd-f3e1-41c3-a8e2-8cc6793bad18 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579375 Nov 12 20:03:51.456459 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc312-2833-4784-ba3c-13a88d7809d8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:51.470489 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-cfa64cc7-8051-4d65-b741-adfa085ac6c4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:03:51.474433 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-cfa64cc7-8051-4d65-b741-adfa085ac6c4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:03:51.489905 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-cfa64cc7-8051-4d65-b741-adfa085ac6c4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:03:51.502559 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f83e9626-7bbe-4503-8866-4b7fbde97450 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:51.542528 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa64cc7-8051-4d65-b741-adfa085ac6c4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Pushing event updated for resources: {'Port': ['ID=5e904854-22bc-4c69-a481-3c3feea5b76b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:51.625764 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-cfa64cc7-8051-4d65-b741-adfa085ac6c4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:51.631884 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-cfa64cc7-8051-4d65-b741-adfa085ac6c4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:51.680674 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-cfa64cc7-8051-4d65-b741-adfa085ac6c4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6764228 Nov 12 20:03:51.695360 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-76469b06-5063-45d4-9d72-f626ff92f323 service neutron] Request body: {'port': {'device_id': 'c758db48-23b5-4301-8b16-d13a237d0e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:51.730730 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f83e9626-7bbe-4503-8866-4b7fbde97450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:51.736246 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f83e9626-7bbe-4503-8866-4b7fbde97450 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:51.737886 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f83e9626-7bbe-4503-8866-4b7fbde97450 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb459cc8-7af8-4415-a742-10eb35e33dcc HTTP/1.1" status: 204 len: 168 time: 0.4316056 Nov 12 20:03:51.769871 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 39073744-0681-4288-a4a2-789a00ee041f up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:03:51.770195 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-ab4cc312-2833-4784-ba3c-13a88d7809d8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Allocated IP 172.25.5.146 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/9243df73-d665-49f6-83f0-899c232c32db) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:03:51.786895 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-76469b06-5063-45d4-9d72-f626ff92f323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:51.808760 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e9626-7bbe-4503-8866-4b7fbde97450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb459cc8-7af8-4415-a742-10eb35e33dcc,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:51.951189 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 39073744-0681-4288-a4a2-789a00ee041f triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:51.951772 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:52.030434 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-48e5ec6e-9a8d-4e38-ba96-0d85c7cba835 None None] Provisioning complete for port 5e904854-22bc-4c69-a481-3c3feea5b76b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:52.030818 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-48e5ec6e-9a8d-4e38-ba96-0d85c7cba835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:52.089510 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc312-2833-4784-ba3c-13a88d7809d8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:52.115379 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-48e5ec6e-9a8d-4e38-ba96-0d85c7cba835 None None] Port 5e904854-22bc-4c69-a481-3c3feea5b76b cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:03:52.143060 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efb0f8-0299-4ffb-b9ee-975a57229340 req-423b8eb1-dde9-49d6-b9b3-3ad39d87301d tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:52.151116 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d4efb0f8-0299-4ffb-b9ee-975a57229340 req-423b8eb1-dde9-49d6-b9b3-3ad39d87301d tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99229fb-4c50-4381-a3b0-17d4f9720a8d HTTP/1.1" status: 200 len: 946 time: 0.1776850 Nov 12 20:03:52.171728 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9ec86d08-777b-41c0-b191-7f09b677a031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:52.174347 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc312-2833-4784-ba3c-13a88d7809d8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:52.266104 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4cc312-2833-4784-ba3c-13a88d7809d8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:03:52.297401 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4cc312-2833-4784-ba3c-13a88d7809d8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event updated for resources: {'Port': ['ID=9243df73-d665-49f6-83f0-899c232c32db,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:52.311896 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-ab4cc312-2833-4784-ba3c-13a88d7809d8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:03:52.319202 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4cc312-2833-4784-ba3c-13a88d7809d8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:03:52.327464 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d4efb0f8-0299-4ffb-b9ee-975a57229340 req-13ca69f6-6e93-47ff-b06a-e12e3f1a834f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753123 Nov 12 20:03:52.460656 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67859ce9-7451-48c3-9d29-b539d3c180ee req-e6aba0f2-65b6-4a14-9420-f6c9f751be12 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:52.462978 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-67859ce9-7451-48c3-9d29-b539d3c180ee req-e6aba0f2-65b6-4a14-9420-f6c9f751be12 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 946 time: 0.1914604 Nov 12 20:03:52.468923 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-76469b06-5063-45d4-9d72-f626ff92f323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e904854-22bc-4c69-a481-3c3feea5b76b {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:03:52.486051 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-76469b06-5063-45d4-9d72-f626ff92f323 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:52.497883 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc312-2833-4784-ba3c-13a88d7809d8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:52.542117 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-76469b06-5063-45d4-9d72-f626ff92f323 service neutron] Transition to ACTIVE for port object 5e904854-22bc-4c69-a481-3c3feea5b76b will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:03:52.548651 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-76469b06-5063-45d4-9d72-f626ff92f323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:52.567553 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc312-2833-4784-ba3c-13a88d7809d8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:52.613481 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-67859ce9-7451-48c3-9d29-b539d3c180ee req-7010e7be-bf1a-48ea-a5d5-0ee7dee61fca tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd841fdf-8314-4f9e-a0ea-b97b6b37eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375258 Nov 12 20:03:52.651302 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d28635-a77d-48c0-a1d3-c5db49114bc5 req-48f1f71b-d0e9-4106-8afb-8b486a0c2086 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:52.660922 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-94d28635-a77d-48c0-a1d3-c5db49114bc5 req-48f1f71b-d0e9-4106-8afb-8b486a0c2086 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 936 time: 0.1551361 Nov 12 20:03:52.716626 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76469b06-5063-45d4-9d72-f626ff92f323 service neutron] Pushing event updated for resources: {'Port': ['ID=5e904854-22bc-4c69-a481-3c3feea5b76b,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:52.815614 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-94d28635-a77d-48c0-a1d3-c5db49114bc5 req-03fcb922-5569-49e8-a217-5b7e19861e43 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536033 Nov 12 20:03:52.860878 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-76469b06-5063-45d4-9d72-f626ff92f323 service neutron] Attempting to bind port 5e904854-22bc-4c69-a481-3c3feea5b76b on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:03:52.861421 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-76469b06-5063-45d4-9d72-f626ff92f323 service neutron] Attempting to bind port 5e904854-22bc-4c69-a481-3c3feea5b76b by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:03:52.861982 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-76469b06-5063-45d4-9d72-f626ff92f323 service neutron] Attempting to bind port 5e904854-22bc-4c69-a481-3c3feea5b76b on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:03:52.872077 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-76469b06-5063-45d4-9d72-f626ff92f323 service neutron] Port 5e904854-22bc-4c69-a481-3c3feea5b76b on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:03:52.874719 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-76469b06-5063-45d4-9d72-f626ff92f323 service neutron] Attempting to bind port 5e904854-22bc-4c69-a481-3c3feea5b76b on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:03:52.886357 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-76469b06-5063-45d4-9d72-f626ff92f323 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:03:52.888668 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-76469b06-5063-45d4-9d72-f626ff92f323 service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:03:52.889251 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-76469b06-5063-45d4-9d72-f626ff92f323 service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:03:52.889944 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-76469b06-5063-45d4-9d72-f626ff92f323 service neutron] Bound port: 5e904854-22bc-4c69-a481-3c3feea5b76b, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:03:52.890483 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-76469b06-5063-45d4-9d72-f626ff92f323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:52.927403 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bded4cd-14e9-4770-95a9-ee19d26c7983 req-e9ab2fba-b20d-47e6-b42e-46392d5cc52a tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:52.947425 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9bded4cd-14e9-4770-95a9-ee19d26c7983 req-e9ab2fba-b20d-47e6-b42e-46392d5cc52a tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655 HTTP/1.1" status: 200 len: 945 time: 0.1815884 Nov 12 20:03:53.057446 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-76469b06-5063-45d4-9d72-f626ff92f323 service neutron] For port 5e904854-22bc-4c69-a481-3c3feea5b76b, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:03:53.060419 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9bded4cd-14e9-4770-95a9-ee19d26c7983 req-49f0208e-c5b6-4f5c-81d0-5d89dbdd6666 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017888 Nov 12 20:03:53.101340 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-76469b06-5063-45d4-9d72-f626ff92f323 service neutron] For port 5e904854-22bc-4c69-a481-3c3feea5b76b, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=5e904854-22bc-4c69-a481-3c3feea5b76b,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:03:53.112948 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-76469b06-5063-45d4-9d72-f626ff92f323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:53.129910 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc312-2833-4784-ba3c-13a88d7809d8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:53.137864 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc312-2833-4784-ba3c-13a88d7809d8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:53.178067 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-76469b06-5063-45d4-9d72-f626ff92f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:53.178829 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-76469b06-5063-45d4-9d72-f626ff92f323 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:53.180533 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-76469b06-5063-45d4-9d72-f626ff92f323 service neutron] 10.222.0.52 "PUT /v2.0/ports/5e904854-22bc-4c69-a481-3c3feea5b76b HTTP/1.1" status: 200 len: 1097 time: 1.4896240 Nov 12 20:03:53.181268 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c758db48-23b5-4301-8b16-d13a237d0e19', 'tag': '5e904854-22bc-4c69-a481-3c3feea5b76b'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:03:53.185708 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b32fa8-0038-4d6d-b1d5-77c8353972e1" -d '{"events": [{"name": "network-changed", "server_uuid": "c758db48-23b5-4301-8b16-d13a237d0e19", "tag": "5e904854-22bc-4c69-a481-3c3feea5b76b"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:03:53.246467 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838cd09-d690-46dc-b38b-2f04c94d497b req-5a8d7f2e-db49-41ce-8a5d-4a7946fe3a0d tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:53.274292 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8838cd09-d690-46dc-b38b-2f04c94d497b req-5a8d7f2e-db49-41ce-8a5d-4a7946fe3a0d tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/networks?id=da47d9a6-534f-44d9-b8a9-89652da4d3f3 HTTP/1.1" status: 200 len: 806 time: 0.3116996 Nov 12 20:03:53.283916 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4cc312-2833-4784-ba3c-13a88d7809d8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event updated for resources: {'Port': ['ID=9243df73-d665-49f6-83f0-899c232c32db,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:53.295609 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc312-2833-4784-ba3c-13a88d7809d8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:53.298234 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76469b06-5063-45d4-9d72-f626ff92f323 service neutron] Pushing event updated for resources: {'Port': ['ID=5e904854-22bc-4c69-a481-3c3feea5b76b,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:53.328204 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc312-2833-4784-ba3c-13a88d7809d8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:53.337857 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ab4cc312-2833-4784-ba3c-13a88d7809d8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5211341 Nov 12 20:03:53.365935 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8838cd09-d690-46dc-b38b-2f04c94d497b req-ec261671-2fc7-41ae-9e67-a28222c69457 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/quotas/2f4a501a8a9343959e54c76a3fc6aa37 HTTP/1.1" status: 200 len: 375 time: 0.0908501 Nov 12 20:03:53.429754 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-9765b2cc-6932-4bea-a5a0-1a284a2931dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:53.431293 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-9765b2cc-6932-4bea-a5a0-1a284a2931dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 1100 time: 0.1545057 Nov 12 20:03:53.440452 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8838cd09-d690-46dc-b38b-2f04c94d497b req-3b752074-e88d-41d5-8fe4-2e4e203b6f8f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f4a501a8a9343959e54c76a3fc6aa37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0733593 Nov 12 20:03:53.657713 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:53.664952 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:53.672149 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8838cd09-d690-46dc-b38b-2f04c94d497b req-a1df5e23-bce4-4950-b302-bd31a77b451c service neutron] 10.222.0.48 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118917 Nov 12 20:03:53.741222 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-d5b7cca6-9883-471e-9bf2-352af585d6b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=5e904854-22bc-4c69-a481-3c3feea5b76b HTTP/1.1" status: 200 len: 217 time: 0.2880411 Nov 12 20:03:53.884159 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8838cd09-d690-46dc-b38b-2f04c94d497b req-ab6e6297-a5d1-413e-9161-38e9293aa514 service neutron] 10.222.0.48 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585224 Nov 12 20:03:53.885757 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-5f52c2bb-5c04-4809-ad9f-41099e82dfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:53.887738 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-5f52c2bb-5c04-4809-ad9f-41099e82dfe1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0773106 Nov 12 20:03:53.948713 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57262) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:54.023922 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-5c1c66db-4d4b-4191-8c55-a64902cffd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:54.028030 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-5c1c66db-4d4b-4191-8c55-a64902cffd42 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1206779 Nov 12 20:03:54.211402 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9bd36b-d20a-47d4-a590-fb900368893e x-openstack-request-id: req-bc9bd36b-d20a-47d4-a590-fb900368893e {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:03:54.212004 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c758db48-23b5-4301-8b16-d13a237d0e19", "tag": "5e904854-22bc-4c69-a481-3c3feea5b76b", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:03:54.212469 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bc9bd36b-d20a-47d4-a590-fb900368893e {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:03:54.216209 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c758db48-23b5-4301-8b16-d13a237d0e19', 'tag': '5e904854-22bc-4c69-a481-3c3feea5b76b', 'status': 'completed', 'code': 200} Nov 12 20:03:54.282840 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9fcbbac2-3836-4316-9579-999f0a91ddd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:54.354187 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-481ece16-9c9d-48f3-88d5-0226e9b29a9f service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186569 Nov 12 20:03:54.457757 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-f4ef9b7c-e73f-440c-b73d-e481e199112d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1288846089&fields=id&tenant_id=f131d5186dcd49f4b36559627d56bdc0 HTTP/1.1" status: 200 len: 267 time: 0.1683614 Nov 12 20:03:54.516161 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15213e-1bf8-4767-bf9f-677ba56c822e req-a6bf3f6d-4fec-411f-bed3-60f8a135420b tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:54.518133 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4e15213e-1bf8-4767-bf9f-677ba56c822e req-a6bf3f6d-4fec-411f-bed3-60f8a135420b tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 948 time: 0.1298707 Nov 12 20:03:54.520077 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9fcbbac2-3836-4316-9579-999f0a91ddd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:54.533028 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9fcbbac2-3836-4316-9579-999f0a91ddd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:54.575166 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-b22caba8-d6b4-4447-be7e-86c80d04ae25 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:54.577296 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9fcbbac2-3836-4316-9579-999f0a91ddd5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3094240c1e4540d4b31a3046be7d4a47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6268709 Nov 12 20:03:54.578081 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-b22caba8-d6b4-4447-be7e-86c80d04ae25 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports/8cb0f270-2cba-45c2-b623-7b4877568439 HTTP/1.1" status: 200 len: 929 time: 0.1082904 Nov 12 20:03:54.582485 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57288) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:54.627722 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8d995c31-27f6-4758-9a6b-df37d1d508df req-8c25bf2b-5341-4e17-80ff-415d5992f28e service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625525 Nov 12 20:03:54.631700 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4e15213e-1bf8-4767-bf9f-677ba56c822e req-d6a368fe-4d02-4397-8f0c-0cf28c62a3fc tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074836 Nov 12 20:03:54.647412 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcbbac2-3836-4316-9579-999f0a91ddd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f910ded-bf55-4257-8462-5d48bc2c22e6,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:54.676983 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-e90226fe-68a8-41c3-814b-ac0b61ebc4da tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:54.695892 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-e90226fe-68a8-41c3-814b-ac0b61ebc4da tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports/6ad2f845-8d32-40df-b34d-4d5c9682b2ac HTTP/1.1" status: 200 len: 930 time: 0.0970895 Nov 12 20:03:54.806284 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-a99247e2-21b4-4faa-a43f-95c6c320d5f7 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?network_id=60bf0d01-a5ac-43f9-aea4-058a868d4bc0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1091316 Nov 12 20:03:54.884656 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-a9fd47c3-5838-480b-b906-ed8a199403c7 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?network_id=60bf0d01-a5ac-43f9-aea4-058a868d4bc0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0774240 Nov 12 20:03:54.888545 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bc6a63a3-5789-4efa-909c-7704eb65ad0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:54.919238 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b32fa8-0038-4d6d-b1d5-77c8353972e1 req-aa032ad6-c5df-4ee9-a5fe-f7b1381bcfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:54.920923 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-15b32fa8-0038-4d6d-b1d5-77c8353972e1 req-aa032ad6-c5df-4ee9-a5fe-f7b1381bcfaa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 1100 time: 0.1769443 Nov 12 20:03:54.942735 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bc6a63a3-5789-4efa-909c-7704eb65ad0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:55.001099 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:55.144702 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bc6a63a3-5789-4efa-909c-7704eb65ad0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:55.147263 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bc6a63a3-5789-4efa-909c-7704eb65ad0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:55.150780 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bc6a63a3-5789-4efa-909c-7704eb65ad0a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9f910ded-bf55-4257-8462-5d48bc2c22e6 HTTP/1.1" status: 204 len: 168 time: 0.5649920 Nov 12 20:03:55.159299 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-a3d5e35a-0e20-430b-8a69-2417b8b2408b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:55.165353 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-a3d5e35a-0e20-430b-8a69-2417b8b2408b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:55.172319 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-a3d5e35a-0e20-430b-8a69-2417b8b2408b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:55.174079 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-a3d5e35a-0e20-430b-8a69-2417b8b2408b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/networks?id=80c69418-b92b-4b29-9244-07bfae8aef96&id=7b061d0a-83a0-4547-b01e-0f9ed0607384&id=7b061d0a-83a0-4547-b01e-0f9ed0607384&id=60bf0d01-a5ac-43f9-aea4-058a868d4bc0&id=60bf0d01-a5ac-43f9-aea4-058a868d4bc0 HTTP/1.1" status: 200 len: 1991 time: 0.2700226 Nov 12 20:03:55.180297 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b32fa8-0038-4d6d-b1d5-77c8353972e1 req-c8def28e-65dd-403a-ba69-acf153dee7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:55.181724 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-15b32fa8-0038-4d6d-b1d5-77c8353972e1 req-c8def28e-65dd-403a-ba69-acf153dee7e1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.2415941 Nov 12 20:03:55.182972 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a63a3-5789-4efa-909c-7704eb65ad0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f910ded-bf55-4257-8462-5d48bc2c22e6,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:55.216428 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-4bde81fb-29be-408a-a80b-f9c1163fb085 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/quotas/f131d5186dcd49f4b36559627d56bdc0 HTTP/1.1" status: 200 len: 375 time: 0.0287890 Nov 12 20:03:55.252961 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-15b32fa8-0038-4d6d-b1d5-77c8353972e1 req-e45f9936-ef9e-45bd-b67e-fceb203df255 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=5e904854-22bc-4c69-a481-3c3feea5b76b HTTP/1.1" status: 200 len: 217 time: 0.0566812 Nov 12 20:03:55.360104 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b32fa8-0038-4d6d-b1d5-77c8353972e1 req-ef59ab84-d43d-467a-b636-4e241a8c2324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:55.361970 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-15b32fa8-0038-4d6d-b1d5-77c8353972e1 req-ef59ab84-d43d-467a-b636-4e241a8c2324 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0928137 Nov 12 20:03:55.392609 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-9737f90a-5394-42ad-9627-4f922adef89d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f131d5186dcd49f4b36559627d56bdc0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1426077 Nov 12 20:03:55.544843 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b32fa8-0038-4d6d-b1d5-77c8353972e1 req-18cd5d4a-6d18-496d-98bc-5fa9c996122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:55.546759 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-15b32fa8-0038-4d6d-b1d5-77c8353972e1 req-18cd5d4a-6d18-496d-98bc-5fa9c996122d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1448693 Nov 12 20:03:55.671570 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-f7c38d4b-7e85-4294-9124-b23eee946ef1 service neutron] 10.222.0.48 "GET /v2.0/networks/80c69418-b92b-4b29-9244-07bfae8aef96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780740 Nov 12 20:03:55.706576 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-15b32fa8-0038-4d6d-b1d5-77c8353972e1 req-c98c35fb-04ea-44bf-aad6-70ee4004d53e service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472614 Nov 12 20:03:55.868823 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-77a18607-97f3-4f05-96ba-22133d92b70d service neutron] 10.222.0.48 "GET /v2.0/networks/80c69418-b92b-4b29-9244-07bfae8aef96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960292 Nov 12 20:03:55.927701 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:55.942218 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-15b32fa8-0038-4d6d-b1d5-77c8353972e1 req-5d49f58c-ae5b-4aae-8429-86eebd00a79f service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279990 Nov 12 20:03:55.949914 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-43d3ee22-0f3e-44d6-ab10-db68cdd031b2 service neutron] 10.222.0.48 "GET /v2.0/ports/8cb0f270-2cba-45c2-b623-7b4877568439?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0796320 Nov 12 20:03:56.138266 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-c45f8434-b66c-418b-b15c-6451c80d1a10 service neutron] 10.222.0.48 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807632 Nov 12 20:03:56.162722 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-6ff27e5b-c521-4cfb-bd93-86e1cee9850d tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:56.164343 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-6ff27e5b-c521-4cfb-bd93-86e1cee9850d tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/networks?id=da47d9a6-534f-44d9-b8a9-89652da4d3f3 HTTP/1.1" status: 200 len: 806 time: 0.1734271 Nov 12 20:03:56.188205 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-49237938-aa67-47cb-a686-b3941432cd9a tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/quotas/2f4a501a8a9343959e54c76a3fc6aa37 HTTP/1.1" status: 200 len: 375 time: 0.0168488 Nov 12 20:03:56.241464 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-eec57ac8-9ebb-4959-85a1-83a068f44802 service neutron] 10.222.0.48 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022809 Nov 12 20:03:56.282334 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-9eab8066-4435-4d3a-9bdb-8ca4beecad80 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f4a501a8a9343959e54c76a3fc6aa37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0868270 Nov 12 20:03:56.292895 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57376) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:56.362869 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-1a6fdb4b-e60d-41d1-a46a-2ab47d2323ef service neutron] 10.222.0.48 "GET /v2.0/ports/6ad2f845-8d32-40df-b34d-4d5c9682b2ac?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1130428 Nov 12 20:03:56.385826 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57380) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:56.460293 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-9449b364-5fff-411f-a5d6-54673b4a8596 service neutron] 10.222.0.48 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708541 Nov 12 20:03:56.531320 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-519a5018-d3cd-41cd-8225-45a0fb634497 service neutron] 10.222.0.48 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616328 Nov 12 20:03:56.544993 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-383a6773-b72e-4fc5-a91e-a214f4a6b48a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-93598917-network', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:56.571657 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383a6773-b72e-4fc5-a91e-a214f4a6b48a admin admin] Made reservation on behalf of 9cae1a1c0bd7436b996c54f7e79dee1f for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:03:56.574803 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-383a6773-b72e-4fc5-a91e-a214f4a6b48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:56.598165 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aee11ffe-6b4e-443e-b778-5e33fd4b70c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:56.603465 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-383a6773-b72e-4fc5-a91e-a214f4a6b48a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:56.650702 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-512ab870-dcf2-4203-97bf-eccc2a2a8589 service neutron] 10.222.0.48 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121325 Nov 12 20:03:56.692170 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-532e3348-8ec2-4190-b311-0e0b6f035c63 service neutron] 10.222.0.48 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247913 Nov 12 20:03:56.771373 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aee11ffe-6b4e-443e-b778-5e33fd4b70c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:56.776719 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-383a6773-b72e-4fc5-a91e-a214f4a6b48a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:56.779138 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aee11ffe-6b4e-443e-b778-5e33fd4b70c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:56.792445 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-7c4f4e6a-83ae-4be0-ad1c-61a6dc1d1405 service neutron] 10.222.0.48 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347661 Nov 12 20:03:56.798073 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-383a6773-b72e-4fc5-a91e-a214f4a6b48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:56.831931 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-aee11ffe-6b4e-443e-b778-5e33fd4b70c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=777a9f95dfe94a18a1921f3c7b5229cf&name=default HTTP/1.1" status: 200 len: 2999 time: 0.4401858 Nov 12 20:03:56.835183 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57386) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:56.840051 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee11ffe-6b4e-443e-b778-5e33fd4b70c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df0c467-1df6-42db-9543-5591d271e16d,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:56.854372 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383a6773-b72e-4fc5-a91e-a214f4a6b48a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:03:56.968963 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-383a6773-b72e-4fc5-a91e-a214f4a6b48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:56.969881 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-383a6773-b72e-4fc5-a91e-a214f4a6b48a admin admin] Added segment 7b36f143-1fec-421b-a084-6f9c5b9e9660 of type vlan for network 33c8fc30-57d7-4631-a750-677522c3215e Nov 12 20:03:56.976103 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-928f9ee7-002d-4385-a939-c3f2f4cd324d service neutron] 10.222.0.48 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764383 Nov 12 20:03:56.991502 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a6773-b72e-4fc5-a91e-a214f4a6b48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03275265-7a15-4a8b-9a71-af4a58de3cf8,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:57.013847 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bd6acaaf-f905-42bf-8145-1d8c9a15fc4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:57.039497 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bd6acaaf-f905-42bf-8145-1d8c9a15fc4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:57.126481 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-f2d64752-cf73-484d-bb89-769e986588b3 service neutron] 10.222.0.48 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412458 Nov 12 20:03:57.142703 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-383a6773-b72e-4fc5-a91e-a214f4a6b48a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:57.179499 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da9a20-1528-4df2-a75c-4b84c79b6d73 req-7c93e1aa-1dd0-4e0c-8af9-fe51832e2b06 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:57.187139 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-30da9a20-1528-4df2-a75c-4b84c79b6d73 req-7c93e1aa-1dd0-4e0c-8af9-fe51832e2b06 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 948 time: 0.1298497 Nov 12 20:03:57.209474 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-383a6773-b72e-4fc5-a91e-a214f4a6b48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:57.210283 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383a6773-b72e-4fc5-a91e-a214f4a6b48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:57.210852 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-383a6773-b72e-4fc5-a91e-a214f4a6b48a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:57.262708 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bd6acaaf-f905-42bf-8145-1d8c9a15fc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:57.265674 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bd6acaaf-f905-42bf-8145-1d8c9a15fc4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:57.268277 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bd6acaaf-f905-42bf-8145-1d8c9a15fc4b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2df0c467-1df6-42db-9543-5591d271e16d HTTP/1.1" status: 204 len: 168 time: 0.4308207 Nov 12 20:03:57.298287 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6acaaf-f905-42bf-8145-1d8c9a15fc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df0c467-1df6-42db-9543-5591d271e16d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:57.300506 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 5e904854-22bc-4c69-a481-3c3feea5b76b details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:03:57.302476 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a6773-b72e-4fc5-a91e-a214f4a6b48a admin admin] Pushing event updated for resources: {'Network': ['ID=33c8fc30-57d7-4631-a750-677522c3215e,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:57.319293 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-383a6773-b72e-4fc5-a91e-a214f4a6b48a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0246580 Nov 12 20:03:57.321164 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57402) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:57.349507 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-ae15cf3e-e57b-48b5-9064-69cd23434f01 admin admin] Request body: {'subnet': {'network_id': '33c8fc30-57d7-4631-a750-677522c3215e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-93598917-subnet', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:57.356936 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-30da9a20-1528-4df2-a75c-4b84c79b6d73 req-4c660ffa-d471-4fc4-8642-b7c36eb978db tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683006 Nov 12 20:03:57.364498 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-94c86f1b-3e07-42c1-be64-7907ca481c31 service neutron] 10.222.0.48 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123308 Nov 12 20:03:57.381497 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 33c8fc30-57d7-4631-a750-677522c3215e details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:03:57.472016 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae15cf3e-e57b-48b5-9064-69cd23434f01 admin admin] Made reservation on behalf of 9cae1a1c0bd7436b996c54f7e79dee1f for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:03:57.481207 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ae15cf3e-e57b-48b5-9064-69cd23434f01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:57.506883 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.resource_extend [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 20:03:57.671488 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-e3fdff19-2f45-4e68-b74d-f2e9eded4667 service neutron] 10.222.0.48 "GET /v2.0/networks/60bf0d01-a5ac-43f9-aea4-058a868d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060856 Nov 12 20:03:57.679323 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 5e904854-22bc-4c69-a481-3c3feea5b76b, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=5e904854-22bc-4c69-a481-3c3feea5b76b,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:57.680432 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0e335a3f-de34-4625-a22c-8e7c4d90c284 req-b2129d7d-1cb8-4b16-9143-6ab72594774f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=b389fee6-4e10-4aec-883c-bceb88cb31f2 HTTP/1.1" status: 200 len: 210 time: 0.0482211 Nov 12 20:03:57.697550 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '5e904854-22bc-4c69-a481-3c3feea5b76b', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': '5e904854-22bc-4c69-a481-3c3feea5b76b', 'mac_address': 'fa:16:3e:6b:a5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:03:57.744479 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:57.765543 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e904854-22bc-4c69-a481-3c3feea5b76b {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:03:57.778484 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ae15cf3e-e57b-48b5-9064-69cd23434f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:57.791074 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 5e904854-22bc-4c69-a481-3c3feea5b76b, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=5e904854-22bc-4c69-a481-3c3feea5b76b,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:57.795642 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:57.855075 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=5e904854-22bc-4c69-a481-3c3feea5b76b,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:57.904995 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15cf3e-e57b-48b5-9064-69cd23434f01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1e6fa5a-74f0-437c-a1da-55684f056e5b,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:57.942827 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae15cf3e-e57b-48b5-9064-69cd23434f01 admin admin] Checking segment: {'id': '7b36f143-1fec-421b-a084-6f9c5b9e9660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33c8fc30-57d7-4631-a750-677522c3215e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:03:57.943203 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae15cf3e-e57b-48b5-9064-69cd23434f01 admin admin] Network hostable DHCP agents. Network: 33c8fc30-57d7-4631-a750-677522c3215e, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:03:57.951181 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-f634fcab-f860-463a-8d1a-aa0e22ffa323 service neutron] 10.222.0.48 "GET /v2.0/networks/60bf0d01-a5ac-43f9-aea4-058a868d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994867 Nov 12 20:03:57.999190 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae15cf3e-e57b-48b5-9064-69cd23434f01 admin admin] Network 33c8fc30-57d7-4631-a750-677522c3215e is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:03:58.038721 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-ae15cf3e-e57b-48b5-9064-69cd23434f01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 33c8fc30-57d7-4631-a750-677522c3215e) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:03:58.048867 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae15cf3e-e57b-48b5-9064-69cd23434f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:58.049242 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ae15cf3e-e57b-48b5-9064-69cd23434f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:58.051451 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4221ac3-cec2-40b6-ae42-532316bf5067 None None] Network 33c8fc30-57d7-4631-a750-677522c3215e requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:03:58.069459 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ae15cf3e-e57b-48b5-9064-69cd23434f01 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7433817 Nov 12 20:03:58.071980 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57424) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:03:58.077145 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-33ae6767-957c-4cfc-9743-4a6f3b0b9b4d admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-93598917-router', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:58.086200 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['5e904854-22bc-4c69-a481-3c3feea5b76b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:03:58.111022 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-9c1fbb40-c632-4c5e-9c11-c9189c763658 service neutron] 10.222.0.48 "GET /v2.0/networks/60bf0d01-a5ac-43f9-aea4-058a868d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529539 Nov 12 20:03:58.122179 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-33ae6767-957c-4cfc-9743-4a6f3b0b9b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:58.126031 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-33ae6767-957c-4cfc-9743-4a6f3b0b9b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:58.407616 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bd0b7c-0e23-4ee2-842b-a6532a32b41a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-33c8fc30-57d7-4631-a750-677522c3215e', 'network_id': '33c8fc30-57d7-4631-a750-677522c3215e', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'fixed_ips': [{'subnet_id': 'd1e6fa5a-74f0-437c-a1da-55684f056e5b'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:03:58.409337 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-47bd0b7c-0e23-4ee2-842b-a6532a32b41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:58.444943 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device a523395b-38a8-43be-9e95-e934571a1561 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:03:58.576968 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-e72e97aa-f51e-4f78-a74d-1e77d67b9a01 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:58.593339 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-e72e97aa-f51e-4f78-a74d-1e77d67b9a01 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.55 "GET /v2.0/networks?id=da47d9a6-534f-44d9-b8a9-89652da4d3f3 HTTP/1.1" status: 200 len: 806 time: 0.2994878 Nov 12 20:03:58.607813 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-6cfc50ea-b5eb-43c1-8d0e-cb22be46a944 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Request body: {'port': {'device_id': 'b389fee6-4e10-4aec-883c-bceb88cb31f2', 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3', 'admin_state_up': True, 'tenant_id': '2f4a501a8a9343959e54c76a3fc6aa37'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:58.677575 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port a523395b-38a8-43be-9e95-e934571a1561, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a523395b-38a8-43be-9e95-e934571a1561,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:58.705537 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'a523395b-38a8-43be-9e95-e934571a1561', 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192', 'port_id': 'a523395b-38a8-43be-9e95-e934571a1561', 'mac_address': 'fa:16:3e:01:5a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd80d0b-2491-4b1b-842a-10479179ac7e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:03:58.859955 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-6cfc50ea-b5eb-43c1-8d0e-cb22be46a944 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Made reservation on behalf of 2f4a501a8a9343959e54c76a3fc6aa37 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:03:58.870058 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-6cfc50ea-b5eb-43c1-8d0e-cb22be46a944 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:58.959203 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-33ae6767-957c-4cfc-9743-4a6f3b0b9b4d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:58.964590 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-432aea14-0721-40b3-b29a-0ef1e1f291e4 service neutron] 10.222.0.48 "GET /v2.0/networks/60bf0d01-a5ac-43f9-aea4-058a868d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8327105 Nov 12 20:03:58.997449 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:59.037092 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a523395b-38a8-43be-9e95-e934571a1561 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:03:59.108471 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port a523395b-38a8-43be-9e95-e934571a1561, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a523395b-38a8-43be-9e95-e934571a1561,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:03:59.120387 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:59.133882 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-47bd0b7c-0e23-4ee2-842b-a6532a32b41a None None] Allocated IP 172.20.0.2 (33c8fc30-57d7-4631-a750-677522c3215e/d1e6fa5a-74f0-437c-a1da-55684f056e5b/8258821d-e42b-410c-8c99-29f323f4ab79) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:03:59.137257 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-6cfc50ea-b5eb-43c1-8d0e-cb22be46a944 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Allocated IP 172.20.0.13 (da47d9a6-534f-44d9-b8a9-89652da4d3f3/ce72f812-14b6-4840-8ebe-5441b73cbc50/b672e9a9-657b-4dde-a653-d98eaaad5a8e) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:03:59.221923 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-33ae6767-957c-4cfc-9743-4a6f3b0b9b4d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:59.235733 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:03:59.276578 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['a523395b-38a8-43be-9e95-e934571a1561'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:03:59.343571 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f97b28-8cc2-4a4e-8117-2fc195c7b003 req-14cdc2db-14a8-4dfd-92e5-edac825995f5 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:59.351289 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-01f97b28-8cc2-4a4e-8117-2fc195c7b003 req-14cdc2db-14a8-4dfd-92e5-edac825995f5 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 949 time: 0.5706258 Nov 12 20:03:59.362364 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 5e904854-22bc-4c69-a481-3c3feea5b76b up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:03:59.367968 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-6cfc50ea-b5eb-43c1-8d0e-cb22be46a944 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:59.394313 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=a523395b-38a8-43be-9e95-e934571a1561,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:59.466655 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-01f97b28-8cc2-4a4e-8117-2fc195c7b003 req-abce9be4-c12f-4249-8135-857ee8298002 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144099 Nov 12 20:03:59.572124 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-6cfc50ea-b5eb-43c1-8d0e-cb22be46a944 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:59.575623 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 5e904854-22bc-4c69-a481-3c3feea5b76b completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:03:59.586180 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 5e904854-22bc-4c69-a481-3c3feea5b76b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:03:59.586644 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:59.649496 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:03:59.651595 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-33ae6767-957c-4cfc-9743-4a6f3b0b9b4d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:59.657300 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-47bd0b7c-0e23-4ee2-842b-a6532a32b41a None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:59.681032 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-33ae6767-957c-4cfc-9743-4a6f3b0b9b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:59.714592 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc50ea-b5eb-43c1-8d0e-cb22be46a944 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Pushing event updated for resources: {'Port': ['ID=b672e9a9-657b-4dde-a653-d98eaaad5a8e,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:03:59.745015 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-47bd0b7c-0e23-4ee2-842b-a6532a32b41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:59.761476 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-6cfc50ea-b5eb-43c1-8d0e-cb22be46a944 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Network da47d9a6-534f-44d9-b8a9-89652da4d3f3 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:03:59.765055 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-6cfc50ea-b5eb-43c1-8d0e-cb22be46a944 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:03:59.771872 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-6cfc50ea-b5eb-43c1-8d0e-cb22be46a944 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:03:59.810768 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bd0b7c-0e23-4ee2-842b-a6532a32b41a None None] Network 33c8fc30-57d7-4631-a750-677522c3215e is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:03:59.815709 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-47bd0b7c-0e23-4ee2-842b-a6532a32b41a None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:03:59.829808 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bd0b7c-0e23-4ee2-842b-a6532a32b41a None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:03:59.868398 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-33ae6767-957c-4cfc-9743-4a6f3b0b9b4d admin admin] Allocated IP 172.25.5.179 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/f0d6b858-2377-4d6e-8cd0-c7cda64b17e8) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:03:59.876213 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-6cfc50ea-b5eb-43c1-8d0e-cb22be46a944 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:03:59.878597 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-6cfc50ea-b5eb-43c1-8d0e-cb22be46a944 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:03:59.907908 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-6cfc50ea-b5eb-43c1-8d0e-cb22be46a944 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3052497 Nov 12 20:03:59.926351 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-e674da82-91ec-4fd3-9663-511b2214d776 service neutron] Request body: {'port': {'device_id': 'b389fee6-4e10-4aec-883c-bceb88cb31f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:03:59.946842 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd0b7c-0e23-4ee2-842b-a6532a32b41a None None] Pushing event updated for resources: {'Port': ['ID=8258821d-e42b-410c-8c99-29f323f4ab79,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:00.055773 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-33ae6767-957c-4cfc-9743-4a6f3b0b9b4d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:00.086204 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:00.112655 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5079c-2a0e-4d66-b895-85ef72faaf49 req-af1e6408-bbbc-4f60-aee8-bd8bd822e88f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:00.117078 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-47bd0b7c-0e23-4ee2-842b-a6532a32b41a None None] Attempting to bind port 8258821d-e42b-410c-8c99-29f323f4ab79 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:04:00.118982 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-47bd0b7c-0e23-4ee2-842b-a6532a32b41a None None] Attempting to bind port 8258821d-e42b-410c-8c99-29f323f4ab79 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '7b36f143-1fec-421b-a084-6f9c5b9e9660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33c8fc30-57d7-4631-a750-677522c3215e'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:04:00.119321 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bd0b7c-0e23-4ee2-842b-a6532a32b41a None None] Attempting to bind port 8258821d-e42b-410c-8c99-29f323f4ab79 on network 33c8fc30-57d7-4631-a750-677522c3215e {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:04:00.120430 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1de5079c-2a0e-4d66-b895-85ef72faaf49 req-af1e6408-bbbc-4f60-aee8-bd8bd822e88f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=b389fee6-4e10-4aec-883c-bceb88cb31f2 HTTP/1.1" status: 200 len: 932 time: 0.2113791 Nov 12 20:04:00.123033 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-e674da82-91ec-4fd3-9663-511b2214d776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:00.157884 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-33ae6767-957c-4cfc-9743-4a6f3b0b9b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:00.169067 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bd0b7c-0e23-4ee2-842b-a6532a32b41a None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:04:00.171903 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bd0b7c-0e23-4ee2-842b-a6532a32b41a None None] Checking segment: {'id': '7b36f143-1fec-421b-a084-6f9c5b9e9660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33c8fc30-57d7-4631-a750-677522c3215e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:04:00.172558 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-47bd0b7c-0e23-4ee2-842b-a6532a32b41a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:00.174688 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bd0b7c-0e23-4ee2-842b-a6532a32b41a None None] Bound using segment: {'id': '7b36f143-1fec-421b-a084-6f9c5b9e9660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33c8fc30-57d7-4631-a750-677522c3215e'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:04:00.176065 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-47bd0b7c-0e23-4ee2-842b-a6532a32b41a None None] Bound port: 8258821d-e42b-410c-8c99-29f323f4ab79, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b36f143-1fec-421b-a084-6f9c5b9e9660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33c8fc30-57d7-4631-a750-677522c3215e'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:04:00.177065 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-47bd0b7c-0e23-4ee2-842b-a6532a32b41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:00.248291 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c758db48-23b5-4301-8b16-d13a237d0e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e904854-22bc-4c69-a481-3c3feea5b76b'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:04:00.250894 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e16373-6026-4b5e-bb07-91f8719eac5a" -d '{"events": [{"server_uuid": "c758db48-23b5-4301-8b16-d13a237d0e19", "name": "network-vif-plugged", "status": "completed", "tag": "5e904854-22bc-4c69-a481-3c3feea5b76b"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:04:00.259617 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1de5079c-2a0e-4d66-b895-85ef72faaf49 req-3532f0bf-2075-476b-b284-ca064ae8f7bc tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345639 Nov 12 20:04:00.302816 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 5e904854-22bc-4c69-a481-3c3feea5b76b, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=5e904854-22bc-4c69-a481-3c3feea5b76b,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:04:00.315960 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:00.403893 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0993854f-0a98-4341-92af-03034d9a35c1 x-openstack-request-id: req-0993854f-0a98-4341-92af-03034d9a35c1 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:04:00.404425 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c758db48-23b5-4301-8b16-d13a237d0e19", "name": "network-vif-plugged", "status": "completed", "tag": "5e904854-22bc-4c69-a481-3c3feea5b76b", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:04:00.404788 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0993854f-0a98-4341-92af-03034d9a35c1 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:04:00.405270 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c758db48-23b5-4301-8b16-d13a237d0e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e904854-22bc-4c69-a481-3c3feea5b76b', 'code': 200} Nov 12 20:04:00.442314 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-47bd0b7c-0e23-4ee2-842b-a6532a32b41a None None] For port 8258821d-e42b-410c-8c99-29f323f4ab79, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:04:00.470262 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae6767-957c-4cfc-9743-4a6f3b0b9b4d admin admin] Pushing event updated for resources: {'Port': ['ID=f0d6b858-2377-4d6e-8cd0-c7cda64b17e8,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:00.472263 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device a523395b-38a8-43be-9e95-e934571a1561 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:04:00.536569 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-47bd0b7c-0e23-4ee2-842b-a6532a32b41a None None] For port 8258821d-e42b-410c-8c99-29f323f4ab79, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8258821d-e42b-410c-8c99-29f323f4ab79,segment=NetworkSegment(7b36f143-1fec-421b-a084-6f9c5b9e9660),segment_id=7b36f143-1fec-421b-a084-6f9c5b9e9660)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:04:00.551714 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=5e904854-22bc-4c69-a481-3c3feea5b76b,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:00.555522 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-47bd0b7c-0e23-4ee2-842b-a6532a32b41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:00.604979 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ae6767-957c-4cfc-9743-4a6f3b0b9b4d admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:04:00.650797 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-33ae6767-957c-4cfc-9743-4a6f3b0b9b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:04:00.661097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ae6767-957c-4cfc-9743-4a6f3b0b9b4d admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:04:00.704549 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd0b7c-0e23-4ee2-842b-a6532a32b41a None None] Pushing event updated for resources: {'Port': ['ID=8258821d-e42b-410c-8c99-29f323f4ab79,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:00.710868 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port a523395b-38a8-43be-9e95-e934571a1561 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:04:00.711492 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:00.733658 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cb11a060-6413-4ee5-aca6-191cf2807fe4 req-fc7ec009-e723-44ff-94a2-d21d075935f1 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 210 time: 0.2376804 Nov 12 20:04:00.888059 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71223107-864a-495b-9c57-ce8ea959188a req-47416752-324a-423f-9df6-abd5280a9f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:00.890598 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-71223107-864a-495b-9c57-ce8ea959188a req-47416752-324a-423f-9df6-abd5280a9f1e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 1102 time: 0.2767978 Nov 12 20:04:00.914454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2aee5-ca8f-4717-be65-10481637b60e req-891a6f3f-1ca4-4a41-b2ec-a918ac29132c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:00.919536 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8af2aee5-ca8f-4717-be65-10481637b60e req-891a6f3f-1ca4-4a41-b2ec-a918ac29132c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 950 time: 0.1774518 Nov 12 20:04:01.093746 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:01.176945 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port a523395b-38a8-43be-9e95-e934571a1561, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a523395b-38a8-43be-9e95-e934571a1561,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:04:01.183216 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:01.259097 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-e674da82-91ec-4fd3-9663-511b2214d776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b672e9a9-657b-4dde-a653-d98eaaad5a8e {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:04:01.271393 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-71223107-864a-495b-9c57-ce8ea959188a req-07f4df05-4805-426a-b76d-324201a8ab83 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653811 Nov 12 20:04:01.276223 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=a523395b-38a8-43be-9e95-e934571a1561,revision_number=7']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:01.291562 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-e674da82-91ec-4fd3-9663-511b2214d776 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:01.370284 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-e674da82-91ec-4fd3-9663-511b2214d776 service neutron] Transition to ACTIVE for port object b672e9a9-657b-4dde-a653-d98eaaad5a8e will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:04:01.383818 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8af2aee5-ca8f-4717-be65-10481637b60e req-269e6db5-8b35-46c6-9bb4-c29e4b6888f4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623864 Nov 12 20:04:01.385712 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-e674da82-91ec-4fd3-9663-511b2214d776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:01.469899 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674da82-91ec-4fd3-9663-511b2214d776 service neutron] Pushing event updated for resources: {'Port': ['ID=b672e9a9-657b-4dde-a653-d98eaaad5a8e,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:01.529696 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f7896-b3d5-46d9-9810-b24202611751 req-70452679-8b8e-4a51-89a8-9eb81018d2fa tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:01.537704 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-384f7896-b3d5-46d9-9810-b24202611751 req-70452679-8b8e-4a51-89a8-9eb81018d2fa tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=b389fee6-4e10-4aec-883c-bceb88cb31f2 HTTP/1.1" status: 200 len: 944 time: 0.1421957 Nov 12 20:04:01.559774 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-33ae6767-957c-4cfc-9743-4a6f3b0b9b4d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:01.673923 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-e674da82-91ec-4fd3-9663-511b2214d776 service neutron] Attempting to bind port b672e9a9-657b-4dde-a653-d98eaaad5a8e on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:04:01.677184 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-e674da82-91ec-4fd3-9663-511b2214d776 service neutron] Attempting to bind port b672e9a9-657b-4dde-a653-d98eaaad5a8e by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:04:01.678251 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-e674da82-91ec-4fd3-9663-511b2214d776 service neutron] Attempting to bind port b672e9a9-657b-4dde-a653-d98eaaad5a8e on network da47d9a6-534f-44d9-b8a9-89652da4d3f3 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:04:01.696500 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-e674da82-91ec-4fd3-9663-511b2214d776 service neutron] Port b672e9a9-657b-4dde-a653-d98eaaad5a8e on network da47d9a6-534f-44d9-b8a9-89652da4d3f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:04:01.696500 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-e674da82-91ec-4fd3-9663-511b2214d776 service neutron] Attempting to bind port b672e9a9-657b-4dde-a653-d98eaaad5a8e on network da47d9a6-534f-44d9-b8a9-89652da4d3f3 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:04:01.702230 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-384f7896-b3d5-46d9-9810-b24202611751 req-382df035-a792-461d-a59a-37ab3e4aec90 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632111 Nov 12 20:04:01.719989 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-e674da82-91ec-4fd3-9663-511b2214d776 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:04:01.720361 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-e674da82-91ec-4fd3-9663-511b2214d776 service neutron] Checking segment: {'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:04:01.720754 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-e674da82-91ec-4fd3-9663-511b2214d776 service neutron] Bound using segment: {'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:04:01.726121 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-e674da82-91ec-4fd3-9663-511b2214d776 service neutron] Bound port: b672e9a9-657b-4dde-a653-d98eaaad5a8e, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:04:01.726513 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-e674da82-91ec-4fd3-9663-511b2214d776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:01.801805 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8258821d-e42b-410c-8c99-29f323f4ab79 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:04:01.917115 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-33ae6767-957c-4cfc-9743-4a6f3b0b9b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:02.046977 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-e674da82-91ec-4fd3-9663-511b2214d776 service neutron] For port b672e9a9-657b-4dde-a653-d98eaaad5a8e, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:04:02.063745 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-e674da82-91ec-4fd3-9663-511b2214d776 service neutron] For port b672e9a9-657b-4dde-a653-d98eaaad5a8e, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b672e9a9-657b-4dde-a653-d98eaaad5a8e,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:04:02.080025 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-e674da82-91ec-4fd3-9663-511b2214d776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:02.082173 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 8258821d-e42b-410c-8c99-29f323f4ab79 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:04:02.084417 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:02.334463 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-e674da82-91ec-4fd3-9663-511b2214d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:02.372874 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-e674da82-91ec-4fd3-9663-511b2214d776 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:02.380946 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-e674da82-91ec-4fd3-9663-511b2214d776 service neutron] 10.222.0.55 "PUT /v2.0/ports/b672e9a9-657b-4dde-a653-d98eaaad5a8e HTTP/1.1" status: 200 len: 1093 time: 2.4596245 Nov 12 20:04:02.416578 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f6ea0e-77ad-4a6f-89d1-91d78233d655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a523395b-38a8-43be-9e95-e934571a1561'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:04:02.446673 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5299762-2475-463a-bcb1-6604fa23e8ea" -d '{"events": [{"server_uuid": "f6f6ea0e-77ad-4a6f-89d1-91d78233d655", "name": "network-vif-plugged", "status": "completed", "tag": "a523395b-38a8-43be-9e95-e934571a1561"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:04:02.454029 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b389fee6-4e10-4aec-883c-bceb88cb31f2', 'tag': 'b672e9a9-657b-4dde-a653-d98eaaad5a8e'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:04:02.461927 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08eebd8d-8352-4a68-8e27-3a0d506b4056" -d '{"events": [{"name": "network-changed", "server_uuid": "b389fee6-4e10-4aec-883c-bceb88cb31f2", "tag": "b672e9a9-657b-4dde-a653-d98eaaad5a8e"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:04:02.473532 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ae6767-957c-4cfc-9743-4a6f3b0b9b4d admin admin] Router 8b6d0e1a-fd16-485f-8122-bef1c13d6e36 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:04:02.488721 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f7e8deb9-bd63-4ea5-8ddc-292f0cbb7ada req-151b60c2-9408-476f-859c-ed36dbd757fd tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 210 time: 0.2640531 Nov 12 20:04:02.494462 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674da82-91ec-4fd3-9663-511b2214d776 service neutron] Pushing event updated for resources: {'Port': ['ID=b672e9a9-657b-4dde-a653-d98eaaad5a8e,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:02.506578 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:02.619433 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 8258821d-e42b-410c-8c99-29f323f4ab79, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8258821d-e42b-410c-8c99-29f323f4ab79,segment=NetworkSegment(7b36f143-1fec-421b-a084-6f9c5b9e9660),segment_id=7b36f143-1fec-421b-a084-6f9c5b9e9660)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:04:02.630915 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:02.733427 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57608) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:02.736806 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecfa4db-905d-477f-bfe5-c22501f9bb21 x-openstack-request-id: req-8ecfa4db-905d-477f-bfe5-c22501f9bb21 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:04:02.737185 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b389fee6-4e10-4aec-883c-bceb88cb31f2", "tag": "b672e9a9-657b-4dde-a653-d98eaaad5a8e", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:04:02.737571 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8ecfa4db-905d-477f-bfe5-c22501f9bb21 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:04:02.738096 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b389fee6-4e10-4aec-883c-bceb88cb31f2', 'tag': 'b672e9a9-657b-4dde-a653-d98eaaad5a8e', 'status': 'completed', 'code': 200} Nov 12 20:04:02.795169 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2651eb-b7aa-4263-96bd-8f7b220f9a27 x-openstack-request-id: req-cf2651eb-b7aa-4263-96bd-8f7b220f9a27 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:04:02.795705 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f6ea0e-77ad-4a6f-89d1-91d78233d655", "name": "network-vif-plugged", "status": "completed", "tag": "a523395b-38a8-43be-9e95-e934571a1561", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:04:02.796487 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf2651eb-b7aa-4263-96bd-8f7b220f9a27 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:04:02.797544 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f6ea0e-77ad-4a6f-89d1-91d78233d655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a523395b-38a8-43be-9e95-e934571a1561', 'code': 200} Nov 12 20:04:02.803969 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=8258821d-e42b-410c-8c99-29f323f4ab79,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:02.857098 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbec8ab1-6665-40dc-a7b0-93ee6fcb126a None None] Network 33c8fc30-57d7-4631-a750-677522c3215e requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:04:02.908548 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-cbb5140d-aaf4-492d-8d52-483c555f35c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:02.915630 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-cbb5140d-aaf4-492d-8d52-483c555f35c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2f4a501a8a9343959e54c76a3fc6aa37&device_id=b389fee6-4e10-4aec-883c-bceb88cb31f2 HTTP/1.1" status: 200 len: 1096 time: 0.1718652 Nov 12 20:04:03.012566 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-06f2eace-3fba-4446-bf25-00628ec2d072 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b672e9a9-657b-4dde-a653-d98eaaad5a8e HTTP/1.1" status: 200 len: 217 time: 0.0874996 Nov 12 20:04:03.055551 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-086868d7-c70b-400a-92e6-45261c8a5aaf None None] Provisioning complete for port 8258821d-e42b-410c-8c99-29f323f4ab79 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:04:03.056490 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-086868d7-c70b-400a-92e6-45261c8a5aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:03.107201 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-5a95b343-cc29-4750-bb03-e2e433036a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:03.108591 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-5a95b343-cc29-4750-bb03-e2e433036a2c service neutron] 10.222.0.52 "GET /v2.0/ports/8cb0f270-2cba-45c2-b623-7b4877568439 HTTP/1.1" status: 200 len: 1025 time: 0.2575638 Nov 12 20:04:03.196011 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fc0f0108-0dca-4111-9573-2dd9675baae9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:03.197221 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba575d8a-975c-4702-b0f2-68b2afa10f64 req-7da7c9a8-183a-42aa-ac33-49fb56889521 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:03.205486 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ba575d8a-975c-4702-b0f2-68b2afa10f64 req-7da7c9a8-183a-42aa-ac33-49fb56889521 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 950 time: 0.4650643 Nov 12 20:04:03.289377 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ae6767-957c-4cfc-9743-4a6f3b0b9b4d admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:04:03.294642 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-759520aa-dbfe-4936-bf61-20eaa168f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:03.296050 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-759520aa-dbfe-4936-bf61-20eaa168f262 service neutron] 10.222.0.52 "GET /v2.0/ports/6ad2f845-8d32-40df-b34d-4d5c9682b2ac HTTP/1.1" status: 200 len: 1026 time: 0.1656365 Nov 12 20:04:03.307800 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed054aa9-15a6-4541-8b10-af7267b75c7f None None] Sync routers for ids ['8b6d0e1a-fd16-485f-8122-bef1c13d6e36'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:04:03.324122 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed054aa9-15a6-4541-8b10-af7267b75c7f None None] Routers {'8b6d0e1a-fd16-485f-8122-bef1c13d6e36'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:04:03.325282 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-ed054aa9-15a6-4541-8b10-af7267b75c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:03:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8b6d0e1a-fd16-485f-8122-bef1c13d6e36'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:04:03.431042 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fc0f0108-0dca-4111-9573-2dd9675baae9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:03.459471 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-b45ff01f-fa9c-42e2-89f7-f2897df8d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:03.463984 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-b45ff01f-fa9c-42e2-89f7-f2897df8d06d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce72f812-14b6-4840-8ebe-5441b73cbc50 HTTP/1.1" status: 200 len: 846 time: 0.4321146 Nov 12 20:04:03.467205 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fc0f0108-0dca-4111-9573-2dd9675baae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:03.493157 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ba575d8a-975c-4702-b0f2-68b2afa10f64 req-9db539fc-a8cd-4efc-9be5-929fb2cdd2e5 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780404 Nov 12 20:04:03.493157 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-33ae6767-957c-4cfc-9743-4a6f3b0b9b4d admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:03.505403 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-33ae6767-957c-4cfc-9743-4a6f3b0b9b4d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4323235 Nov 12 20:04:03.571346 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-e90dcbdf-6fe7-49a2-8ade-b1bf9759e8b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da47d9a6-534f-44d9-b8a9-89652da4d3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949521 Nov 12 20:04:03.594666 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57616) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:03.603562 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-ed054aa9-15a6-4541-8b10-af7267b75c7f None None] Set router 8b6d0e1a-fd16-485f-8122-bef1c13d6e36 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:04:03.617473 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3ffcd-5d78-4239-b8e9-4f459e94642e req-87ae3e97-05a0-4c1d-851c-9e132f5fe38e tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:03.624400 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-71f3ffcd-5d78-4239-b8e9-4f459e94642e req-87ae3e97-05a0-4c1d-851c-9e132f5fe38e tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=b389fee6-4e10-4aec-883c-bceb88cb31f2 HTTP/1.1" status: 200 len: 944 time: 0.6069093 Nov 12 20:04:03.739744 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-b138c97e-cf6e-4144-bf91-8262c83f83c7 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:03.746628 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-b138c97e-cf6e-4144-bf91-8262c83f83c7 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:03.765276 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-b138c97e-cf6e-4144-bf91-8262c83f83c7 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:03.766966 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-b138c97e-cf6e-4144-bf91-8262c83f83c7 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.52 "GET /v2.0/networks?id=80c69418-b92b-4b29-9244-07bfae8aef96&id=7b061d0a-83a0-4547-b01e-0f9ed0607384&id=7b061d0a-83a0-4547-b01e-0f9ed0607384&id=7b061d0a-83a0-4547-b01e-0f9ed0607384&id=7b061d0a-83a0-4547-b01e-0f9ed0607384&id=60bf0d01-a5ac-43f9-aea4-058a868d4bc0&id=60bf0d01-a5ac-43f9-aea4-058a868d4bc0 HTTP/1.1" status: 200 len: 1991 time: 0.4434266 Nov 12 20:04:03.834236 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8258821d-e42b-410c-8c99-29f323f4ab79 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:04:03.886517 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-4eaff42a-e2a4-4d2e-a26a-93fbf05afaf0 service neutron] 10.222.0.55 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386661 Nov 12 20:04:03.936360 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-9ae5aadf-c9ce-4c0f-b165-db93bbe24deb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f131d5186dcd49f4b36559627d56bdc0 HTTP/1.1" status: 200 len: 380 time: 0.1507695 Nov 12 20:04:03.947617 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-85afe99e-bc7a-4518-a7af-649f1bbabb82 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Request body: {'port': {'device_id': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96', 'admin_state_up': True, 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'security_groups': ['660401df-133a-4104-b9f9-e8f654f50a7d']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:04:04.006688 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4236a634-308b-4e6a-935d-bd79c5444eb8 req-d6c65a79-bebf-4660-bd72-c4d4cf986848 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 210 time: 0.0524075 Nov 12 20:04:04.203942 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57630) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:04.210830 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-85afe99e-bc7a-4518-a7af-649f1bbabb82 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Made reservation on behalf of f131d5186dcd49f4b36559627d56bdc0 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:04:04.214472 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fc0f0108-0dca-4111-9573-2dd9675baae9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=902dcafe5e4a47ceae361b45368f2381&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4795702 Nov 12 20:04:04.218223 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-85afe99e-bc7a-4518-a7af-649f1bbabb82 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:04.258197 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f0108-0dca-4111-9573-2dd9675baae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6da9231-09b0-4e16-918b-007cfec1fe53,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:04.350215 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-71f3ffcd-5d78-4239-b8e9-4f459e94642e req-f4325913-cdf4-4625-8527-1ff2a3f1b838 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6961756 Nov 12 20:04:04.373223 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-06a6d9f2-509e-4c8b-b70b-c53251fc30ff None None] Provisioning complete for port 8258821d-e42b-410c-8c99-29f323f4ab79 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:04:04.373826 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-06a6d9f2-509e-4c8b-b70b-c53251fc30ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:04.415613 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 8258821d-e42b-410c-8c99-29f323f4ab79 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:04:04.415999 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:04.473859 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4e882cf2-2b86-4b48-a7bc-8c8e9f2720cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:04.526330 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4e882cf2-2b86-4b48-a7bc-8c8e9f2720cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:04.615181 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4e882cf2-2b86-4b48-a7bc-8c8e9f2720cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:04.617816 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4e882cf2-2b86-4b48-a7bc-8c8e9f2720cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:04.621388 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4e882cf2-2b86-4b48-a7bc-8c8e9f2720cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6da9231-09b0-4e16-918b-007cfec1fe53 HTTP/1.1" status: 204 len: 168 time: 0.4137435 Nov 12 20:04:04.643151 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e882cf2-2b86-4b48-a7bc-8c8e9f2720cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6da9231-09b0-4e16-918b-007cfec1fe53,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:04.762983 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6c308-8032-4fc2-ad7f-8d78b805e3df req-20b6e2ff-453a-43e5-97ae-9a36866a8ea4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:04.769546 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9fb6c308-8032-4fc2-ad7f-8d78b805e3df req-20b6e2ff-453a-43e5-97ae-9a36866a8ea4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 950 time: 0.1274383 Nov 12 20:04:04.907728 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9fb6c308-8032-4fc2-ad7f-8d78b805e3df req-d5c42e06-7f07-48e2-889b-ab87c210d93c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252744 Nov 12 20:04:04.947557 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-85afe99e-bc7a-4518-a7af-649f1bbabb82 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Allocated IP 172.20.0.11 (80c69418-b92b-4b29-9244-07bfae8aef96/7538c2f0-1816-4b2d-be66-4f8cb443d9c1/7a53f7b3-d5ed-4c55-a9f2-9d69debf231e) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:04:05.112132 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-ed054aa9-15a6-4541-8b10-af7267b75c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'name': 'tempest-ServersTestBootFromVolume-93598917-router', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'f0d6b858-2377-4d6e-8cd0-c7cda64b17e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:03:58Z', 'updated_at': '2021-11-12T20:04:01Z', 'revision_number': 3, 'project_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'gw_port': {'id': 'f0d6b858-2377-4d6e-8cd0-c7cda64b17e8', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:03:59Z', 'updated_at': '2021-11-12T20:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:04:05.190804 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed054aa9-15a6-4541-8b10-af7267b75c7f None None] Checking router: 8b6d0e1a-fd16-485f-8122-bef1c13d6e36 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:04:05.191068 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed054aa9-15a6-4541-8b10-af7267b75c7f None None] Updating router 8b6d0e1a-fd16-485f-8122-bef1c13d6e36 port f0d6b858-2377-4d6e-8cd0-c7cda64b17e8 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:04:05.257286 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ed054aa9-15a6-4541-8b10-af7267b75c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:05.257556 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-59aa9b4d-f9d2-444f-8a64-8efa915357c6 req-2628da6b-d696-4bfd-82e5-97ef22aacb5f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 210 time: 0.0877049 Nov 12 20:04:05.271307 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57654) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:05.292680 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-d0af8323-018c-4e61-92a2-297d5d2ff0ad req-6fe16582-f413-43a8-b06f-15e791110f68 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:04:05.296201 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d0af8323-018c-4e61-92a2-297d5d2ff0ad req-6fe16582-f413-43a8-b06f-15e791110f68 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095496 Nov 12 20:04:05.307301 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-00cfb43a-25bf-4c67-9ca8-f404318532c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:05.311690 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-64950c51-dc43-4f15-9f39-5729f32f8297 req-d6ffb8b8-7a3c-4b7f-8166-1369e092cf53 service neutron] 10.222.0.55 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3274121 Nov 12 20:04:05.410479 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-00cfb43a-25bf-4c67-9ca8-f404318532c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:05.417449 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-00cfb43a-25bf-4c67-9ca8-f404318532c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:05.485112 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eebd8d-8352-4a68-8e27-3a0d506b4056 req-7e01f505-3bb4-4298-a7a9-6d1da09311c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:05.487828 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-00cfb43a-25bf-4c67-9ca8-f404318532c7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=363724675edc439cb321ae65e040a3f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2102349 Nov 12 20:04:05.492978 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-08eebd8d-8352-4a68-8e27-3a0d506b4056 req-7e01f505-3bb4-4298-a7a9-6d1da09311c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2f4a501a8a9343959e54c76a3fc6aa37&device_id=b389fee6-4e10-4aec-883c-bceb88cb31f2 HTTP/1.1" status: 200 len: 1096 time: 0.0988500 Nov 12 20:04:05.499159 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57658) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:05.519287 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-85afe99e-bc7a-4518-a7af-649f1bbabb82 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:05.559072 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cfb43a-25bf-4c67-9ca8-f404318532c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec45950-831d-447f-b852-fb1c993906ba,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:05.567641 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-85afe99e-bc7a-4518-a7af-649f1bbabb82 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:05.634872 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85afe99e-bc7a-4518-a7af-649f1bbabb82 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event updated for resources: {'Port': ['ID=7a53f7b3-d5ed-4c55-a9f2-9d69debf231e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:05.688143 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-85afe99e-bc7a-4518-a7af-649f1bbabb82 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Network 80c69418-b92b-4b29-9244-07bfae8aef96 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:04:05.713374 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d6936-db90-43e5-9f8e-0da216d4eae9 req-66f3a086-8777-43ed-a0f3-a1d4cdf8645c tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:05.715746 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6a4d6936-db90-43e5-9f8e-0da216d4eae9 req-66f3a086-8777-43ed-a0f3-a1d4cdf8645c tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=b389fee6-4e10-4aec-883c-bceb88cb31f2 HTTP/1.1" status: 200 len: 944 time: 0.1506279 Nov 12 20:04:05.716995 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-85afe99e-bc7a-4518-a7af-649f1bbabb82 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:04:05.720135 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-85afe99e-bc7a-4518-a7af-649f1bbabb82 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:04:05.747082 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eebd8d-8352-4a68-8e27-3a0d506b4056 req-28a2a0a2-ff56-4b31-9139-f4029b7b034f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:05.748753 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-08eebd8d-8352-4a68-8e27-3a0d506b4056 req-28a2a0a2-ff56-4b31-9139-f4029b7b034f service neutron] 10.222.0.55 "GET /v2.0/networks?id=da47d9a6-534f-44d9-b8a9-89652da4d3f3 HTTP/1.1" status: 200 len: 907 time: 0.2329876 Nov 12 20:04:05.815250 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-85afe99e-bc7a-4518-a7af-649f1bbabb82 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:05.816120 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-85afe99e-bc7a-4518-a7af-649f1bbabb82 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:05.837826 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-85afe99e-bc7a-4518-a7af-649f1bbabb82 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8936791 Nov 12 20:04:05.843733 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6a4d6936-db90-43e5-9f8e-0da216d4eae9 req-135584ac-066e-484e-896b-c549d0f0146e tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206348 Nov 12 20:04:05.850583 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-ed0932fb-cd81-4c56-9e72-52d4f87ee1ba tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Request body: {'port': {'device_id': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384', 'admin_state_up': True, 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'security_groups': ['660401df-133a-4104-b9f9-e8f654f50a7d']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:04:05.959540 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ed054aa9-15a6-4541-8b10-af7267b75c7f None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:05.974617 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ed054aa9-15a6-4541-8b10-af7267b75c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:06.038155 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-ed0932fb-cd81-4c56-9e72-52d4f87ee1ba tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Made reservation on behalf of f131d5186dcd49f4b36559627d56bdc0 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:04:06.041976 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-ed0932fb-cd81-4c56-9e72-52d4f87ee1ba tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:06.079762 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-08eebd8d-8352-4a68-8e27-3a0d506b4056 req-c71cf3a0-63ca-4094-9916-d7a3353e3f66 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b672e9a9-657b-4dde-a653-d98eaaad5a8e HTTP/1.1" status: 200 len: 217 time: 0.2537892 Nov 12 20:04:06.092064 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-ed054aa9-15a6-4541-8b10-af7267b75c7f None None] Attempting to bind port f0d6b858-2377-4d6e-8cd0-c7cda64b17e8 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:04:06.093056 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-ed054aa9-15a6-4541-8b10-af7267b75c7f None None] Attempting to bind port f0d6b858-2377-4d6e-8cd0-c7cda64b17e8 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:04:06.093447 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed054aa9-15a6-4541-8b10-af7267b75c7f None None] Attempting to bind port f0d6b858-2377-4d6e-8cd0-c7cda64b17e8 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:04:06.112557 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed054aa9-15a6-4541-8b10-af7267b75c7f None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:04:06.113495 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed054aa9-15a6-4541-8b10-af7267b75c7f None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:04:06.113495 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ed054aa9-15a6-4541-8b10-af7267b75c7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:06.113837 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed054aa9-15a6-4541-8b10-af7267b75c7f None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:04:06.114184 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-ed054aa9-15a6-4541-8b10-af7267b75c7f None None] Bound port: f0d6b858-2377-4d6e-8cd0-c7cda64b17e8, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:04:06.114568 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ed054aa9-15a6-4541-8b10-af7267b75c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:06.218605 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f2ca5-ac1a-4c99-ac82-1e9442e628a7 None None] Pushing event updated for resources: {'Port': ['ID=f0d6b858-2377-4d6e-8cd0-c7cda64b17e8,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:06.232117 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eebd8d-8352-4a68-8e27-3a0d506b4056 req-efc85d78-8388-4557-896c-3e0d315e9b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:06.235964 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-08eebd8d-8352-4a68-8e27-3a0d506b4056 req-efc85d78-8388-4557-896c-3e0d315e9b85 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce72f812-14b6-4840-8ebe-5441b73cbc50 HTTP/1.1" status: 200 len: 846 time: 0.0789862 Nov 12 20:04:06.243994 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f47e286a-d95b-4e11-8a86-dd2a0bf0c6d8 None None] Provisioning complete for port 7a53f7b3-d5ed-4c55-a9f2-9d69debf231e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:04:06.244630 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f47e286a-d95b-4e11-8a86-dd2a0bf0c6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:06.310306 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ed054aa9-15a6-4541-8b10-af7267b75c7f None None] For port f0d6b858-2377-4d6e-8cd0-c7cda64b17e8, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:04:06.316929 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-f47e286a-d95b-4e11-8a86-dd2a0bf0c6d8 None None] Port 7a53f7b3-d5ed-4c55-a9f2-9d69debf231e cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:04:06.329279 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ed054aa9-15a6-4541-8b10-af7267b75c7f None None] For port f0d6b858-2377-4d6e-8cd0-c7cda64b17e8, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f0d6b858-2377-4d6e-8cd0-c7cda64b17e8,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:04:06.336719 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ed054aa9-15a6-4541-8b10-af7267b75c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:06.337263 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-ed0932fb-cd81-4c56-9e72-52d4f87ee1ba tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Allocated IP 10.1.1.56 (7b061d0a-83a0-4547-b01e-0f9ed0607384/ec938247-4c75-4821-8212-7136bcd55e80/8ad9c130-af35-4d6c-9d74-d3b0ab429420) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:04:06.445170 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c6834-58b1-4a63-8e28-763f8fd26716 req-1c504266-faae-468b-9819-8ff26b84399a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:06.448764 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c46c6834-58b1-4a63-8e28-763f8fd26716 req-1c504266-faae-468b-9819-8ff26b84399a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 950 time: 0.5876145 Nov 12 20:04:06.461617 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-08eebd8d-8352-4a68-8e27-3a0d506b4056 req-28832b9b-a377-4338-8daa-8c1856a4116f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da47d9a6-534f-44d9-b8a9-89652da4d3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2182438 Nov 12 20:04:06.462454 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f2ca5-ac1a-4c99-ac82-1e9442e628a7 None None] Pushing event updated for resources: {'Port': ['ID=f0d6b858-2377-4d6e-8cd0-c7cda64b17e8,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:06.488903 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed054aa9-15a6-4541-8b10-af7267b75c7f None None] Routers {'8b6d0e1a-fd16-485f-8122-bef1c13d6e36'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:04:06.491288 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-ed054aa9-15a6-4541-8b10-af7267b75c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:03:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8b6d0e1a-fd16-485f-8122-bef1c13d6e36'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:04:06.597657 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-899be202-eb93-465e-b2f1-9be2fc5011d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:06.661245 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-ed054aa9-15a6-4541-8b10-af7267b75c7f None None] Set router 8b6d0e1a-fd16-485f-8122-bef1c13d6e36 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:04:06.747654 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086856b-2883-4dd9-ae30-7e7da5af21e3 req-d25c612d-59f1-4381-b9b3-0cffe1433bc3 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:06.749538 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d086856b-2883-4dd9-ae30-7e7da5af21e3 req-d25c612d-59f1-4381-b9b3-0cffe1433bc3 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 932 time: 0.2511117 Nov 12 20:04:06.759563 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-ed0932fb-cd81-4c56-9e72-52d4f87ee1ba tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:06.772088 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-899be202-eb93-465e-b2f1-9be2fc5011d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:06.784629 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c46c6834-58b1-4a63-8e28-763f8fd26716 req-ff1aab03-e32f-4fa4-9d74-e2694d2e048f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101442 Nov 12 20:04:06.835822 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-08eebd8d-8352-4a68-8e27-3a0d506b4056 req-92bac68f-fd8c-4f5d-94ab-553958737562 service neutron] 10.222.0.55 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393605 Nov 12 20:04:06.837516 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a289f9c-2d9b-43f2-8163-f222dbb2aee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:06.936894 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d086856b-2883-4dd9-ae30-7e7da5af21e3 req-132e37ee-f339-4d9e-8721-b40e18b22547 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752729 Nov 12 20:04:07.036279 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-08eebd8d-8352-4a68-8e27-3a0d506b4056 req-7cf32870-0b1f-4bdb-a78a-4a6c440ed194 service neutron] 10.222.0.55 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699839 Nov 12 20:04:07.036279 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-59ac0bfc-f17b-42ed-ab0d-1ebf9accbe28 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1491995 Nov 12 20:04:07.046281 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-ed0932fb-cd81-4c56-9e72-52d4f87ee1ba tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:07.076602 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-d6368d4c-6be6-42df-8069-c9f7b090a38a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:04:07.092705 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-d6368d4c-6be6-42df-8069-c9f7b090a38a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0654910 Nov 12 20:04:07.096108 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-ed054aa9-15a6-4541-8b10-af7267b75c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'name': 'tempest-ServersTestBootFromVolume-93598917-router', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'f0d6b858-2377-4d6e-8cd0-c7cda64b17e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:03:58Z', 'updated_at': '2021-11-12T20:04:01Z', 'revision_number': 3, 'project_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'gw_port': {'id': 'f0d6b858-2377-4d6e-8cd0-c7cda64b17e8', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:03:59Z', 'updated_at': '2021-11-12T20:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:04:07.133694 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed054aa9-15a6-4541-8b10-af7267b75c7f None None] The sync data for ids ['8b6d0e1a-fd16-485f-8122-bef1c13d6e36'] in n-d-712140-15 is: [{'id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'name': 'tempest-ServersTestBootFromVolume-93598917-router', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'f0d6b858-2377-4d6e-8cd0-c7cda64b17e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:03:58Z', 'updated_at': '2021-11-12T20:04:01Z', 'revision_number': 3, 'project_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'gw_port': {'id': 'f0d6b858-2377-4d6e-8cd0-c7cda64b17e8', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:03:59Z', 'updated_at': '2021-11-12T20:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:04:07.256884 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-ed0932fb-cd81-4c56-9e72-52d4f87ee1ba tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Network 7b061d0a-83a0-4547-b01e-0f9ed0607384 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:04:07.273763 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-ed0932fb-cd81-4c56-9e72-52d4f87ee1ba tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:04:07.279944 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-ed0932fb-cd81-4c56-9e72-52d4f87ee1ba tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:04:07.287676 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0932fb-cd81-4c56-9e72-52d4f87ee1ba tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event updated for resources: {'Port': ['ID=8ad9c130-af35-4d6c-9d74-d3b0ab429420,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:07.421784 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-ed0932fb-cd81-4c56-9e72-52d4f87ee1ba tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:07.422565 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-ed0932fb-cd81-4c56-9e72-52d4f87ee1ba tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:07.462428 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-ed0932fb-cd81-4c56-9e72-52d4f87ee1ba tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6175263 Nov 12 20:04:07.474536 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-6a289f9c-2d9b-43f2-8163-f222dbb2aee1 admin admin] Allocated IP 172.20.0.1 (33c8fc30-57d7-4631-a750-677522c3215e/d1e6fa5a-74f0-437c-a1da-55684f056e5b/90b23e56-10a0-49f9-af63-ac78b872f964) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:04:07.483609 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-7436c22a-b655-446e-835d-00fca3c873e4 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Request body: {'port': {'device_id': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384', 'admin_state_up': True, 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'security_groups': ['660401df-133a-4104-b9f9-e8f654f50a7d']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:04:07.772096 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a289f9c-2d9b-43f2-8163-f222dbb2aee1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:07.774608 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-71e8324a-ebbe-4259-b4ff-672fd513b4da None None] Provisioning complete for port 8ad9c130-af35-4d6c-9d74-d3b0ab429420 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:04:07.775312 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-71e8324a-ebbe-4259-b4ff-672fd513b4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:07.802791 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-7436c22a-b655-446e-835d-00fca3c873e4 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Made reservation on behalf of f131d5186dcd49f4b36559627d56bdc0 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:04:07.806674 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-7436c22a-b655-446e-835d-00fca3c873e4 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:07.854127 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-71e8324a-ebbe-4259-b4ff-672fd513b4da None None] Port 8ad9c130-af35-4d6c-9d74-d3b0ab429420 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:04:07.911384 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f0d6b858-2377-4d6e-8cd0-c7cda64b17e8 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:04:07.923935 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ceca26-dd83-42d0-b60d-b975845569b3 req-aac48d50-146d-4b6c-ad87-02257a939dac tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:07.925661 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a9ceca26-dd83-42d0-b60d-b975845569b3 req-aac48d50-146d-4b6c-ad87-02257a939dac tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=b389fee6-4e10-4aec-883c-bceb88cb31f2 HTTP/1.1" status: 200 len: 944 time: 0.8903210 Nov 12 20:04:07.940818 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-899be202-eb93-465e-b2f1-9be2fc5011d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:07.946952 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-899be202-eb93-465e-b2f1-9be2fc5011d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:07.949472 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-899be202-eb93-465e-b2f1-9be2fc5011d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4ec45950-831d-447f-b852-fb1c993906ba HTTP/1.1" status: 204 len: 168 time: 2.4482405 Nov 12 20:04:08.031990 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899be202-eb93-465e-b2f1-9be2fc5011d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec45950-831d-447f-b852-fb1c993906ba,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:08.041007 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port f0d6b858-2377-4d6e-8cd0-c7cda64b17e8 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:04:08.041484 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:08.049038 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a289f9c-2d9b-43f2-8163-f222dbb2aee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:08.208687 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a289f9c-2d9b-43f2-8163-f222dbb2aee1 admin admin] Network 33c8fc30-57d7-4631-a750-677522c3215e is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:04:08.222938 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-6a289f9c-2d9b-43f2-8163-f222dbb2aee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:04:08.270024 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a289f9c-2d9b-43f2-8163-f222dbb2aee1 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:04:08.298775 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f721b1-8d04-4096-b12f-d8eb2ca5c18b req-f4f66bda-fd14-480d-a53a-cf1e940c3ecd tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:08.307852 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f3f721b1-8d04-4096-b12f-d8eb2ca5c18b req-f4f66bda-fd14-480d-a53a-cf1e940c3ecd tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 950 time: 0.3091328 Nov 12 20:04:08.368361 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:08.422031 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a9ceca26-dd83-42d0-b60d-b975845569b3 req-c6f5995e-4888-4234-bc18-6b5175911b28 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843736 Nov 12 20:04:08.444201 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a289f9c-2d9b-43f2-8163-f222dbb2aee1 admin admin] Pushing event updated for resources: {'Port': ['ID=90b23e56-10a0-49f9-af63-ac78b872f964,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:08.454007 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-7436c22a-b655-446e-835d-00fca3c873e4 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Allocated IP 10.1.1.61 (7b061d0a-83a0-4547-b01e-0f9ed0607384/ec938247-4c75-4821-8212-7136bcd55e80/f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:04:08.506802 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a289f9c-2d9b-43f2-8163-f222dbb2aee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:08.508843 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port f0d6b858-2377-4d6e-8cd0-c7cda64b17e8, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f0d6b858-2377-4d6e-8cd0-c7cda64b17e8,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:04:08.517243 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:08.603811 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f3f721b1-8d04-4096-b12f-d8eb2ca5c18b req-ae6ceb0f-158a-40aa-8b55-1999c6f3e4f8 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931647 Nov 12 20:04:08.629835 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=f0d6b858-2377-4d6e-8cd0-c7cda64b17e8,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:08.800386 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-1304d4ae-6db1-4562-984a-03de5fa7db43 None None] Provisioning complete for port 90b23e56-10a0-49f9-af63-ac78b872f964 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:04:08.805194 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1304d4ae-6db1-4562-984a-03de5fa7db43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:09.000070 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-1304d4ae-6db1-4562-984a-03de5fa7db43 None None] Port 90b23e56-10a0-49f9-af63-ac78b872f964 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:04:09.020493 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a289f9c-2d9b-43f2-8163-f222dbb2aee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:09.094746 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebeeea5-d62b-4dd3-8cf9-050fd17cafea req-18778ea0-d366-4b9e-9666-3c67f3348129 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:09.102207 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebeeea5-d62b-4dd3-8cf9-050fd17cafea req-18778ea0-d366-4b9e-9666-3c67f3348129 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:09.111059 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6ebeeea5-d62b-4dd3-8cf9-050fd17cafea req-18778ea0-d366-4b9e-9666-3c67f3348129 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 1653 time: 0.3009820 Nov 12 20:04:09.240469 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-7436c22a-b655-446e-835d-00fca3c873e4 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:09.252018 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6ebeeea5-d62b-4dd3-8cf9-050fd17cafea req-f028ff7d-3bec-420f-93d6-e9e1d12eedeb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398911 Nov 12 20:04:09.394246 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-7436c22a-b655-446e-835d-00fca3c873e4 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:09.508265 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436c22a-b655-446e-835d-00fca3c873e4 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event updated for resources: {'Port': ['ID=f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:09.553148 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a289f9c-2d9b-43f2-8163-f222dbb2aee1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:09.562594 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a289f9c-2d9b-43f2-8163-f222dbb2aee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:09.571139 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-7436c22a-b655-446e-835d-00fca3c873e4 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Network 7b061d0a-83a0-4547-b01e-0f9ed0607384 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:04:09.573157 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-7436c22a-b655-446e-835d-00fca3c873e4 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:04:09.580366 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-7436c22a-b655-446e-835d-00fca3c873e4 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:04:09.744810 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a289f9c-2d9b-43f2-8163-f222dbb2aee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:09.808063 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-7436c22a-b655-446e-835d-00fca3c873e4 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:09.808853 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-7436c22a-b655-446e-835d-00fca3c873e4 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:09.842032 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f0d6b858-2377-4d6e-8cd0-c7cda64b17e8 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:04:09.874334 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485559b-3a60-4448-9090-4ff5d2aa6310 req-6210442d-36eb-4ee6-a848-fa61934f4ad6 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:09.883501 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c485559b-3a60-4448-9090-4ff5d2aa6310 req-6210442d-36eb-4ee6-a848-fa61934f4ad6 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=b389fee6-4e10-4aec-883c-bceb88cb31f2 HTTP/1.1" status: 200 len: 944 time: 0.2972798 Nov 12 20:04:09.955538 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-7436c22a-b655-446e-835d-00fca3c873e4 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4700956 Nov 12 20:04:09.976916 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-ecebe9b5-7018-4661-b885-a32158a51a00 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Request body: {'port': {'device_id': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '60bf0d01-a5ac-43f9-aea4-058a868d4bc0', 'admin_state_up': True, 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'security_groups': ['660401df-133a-4104-b9f9-e8f654f50a7d']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:04:09.998175 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a289f9c-2d9b-43f2-8163-f222dbb2aee1 admin admin] Pushing event updated for resources: {'Port': ['ID=90b23e56-10a0-49f9-af63-ac78b872f964,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:10.024636 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c485559b-3a60-4448-9090-4ff5d2aa6310 req-8ecd5b76-7d4a-41a6-8a92-f3f68febae21 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355238 Nov 12 20:04:10.031899 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e4e54-2fbf-4d0e-abde-73ff1422c468 req-40bc0abb-11eb-41e4-a2d6-a7bcf12b8bc1 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:10.033797 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c50e4e54-2fbf-4d0e-abde-73ff1422c468 req-40bc0abb-11eb-41e4-a2d6-a7bcf12b8bc1 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 950 time: 0.2777355 Nov 12 20:04:10.081127 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port f0d6b858-2377-4d6e-8cd0-c7cda64b17e8 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:04:10.083810 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:10.270306 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c50e4e54-2fbf-4d0e-abde-73ff1422c468 req-973558f0-0f0b-4bb3-a3b7-266d4d4a0f10 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891341 Nov 12 20:04:10.283171 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f352eb45-35ec-49d6-af24-42650c572008 None None] Provisioning complete for port f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:04:10.283963 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f352eb45-35ec-49d6-af24-42650c572008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:10.286244 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-ecebe9b5-7018-4661-b885-a32158a51a00 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Made reservation on behalf of f131d5186dcd49f4b36559627d56bdc0 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:04:10.331681 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-fdfda5a2-90ac-454d-9ad6-86c69b69dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:10.333562 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-fdfda5a2-90ac-454d-9ad6-86c69b69dd65 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 1102 time: 0.2537577 Nov 12 20:04:10.427326 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-f352eb45-35ec-49d6-af24-42650c572008 None None] Port f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:04:10.441663 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-ecebe9b5-7018-4661-b885-a32158a51a00 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:10.457530 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a289f9c-2d9b-43f2-8163-f222dbb2aee1 admin admin] Network 33c8fc30-57d7-4631-a750-677522c3215e is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:04:10.461559 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-6a289f9c-2d9b-43f2-8163-f222dbb2aee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:04:10.529379 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device b672e9a9-657b-4dde-a653-d98eaaad5a8e details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:04:10.772091 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87de3b-b5d5-4eec-8e1e-63688fca3913 req-a9206cca-c7b6-4916-9099-e4519d92fd3b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:10.774128 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port b672e9a9-657b-4dde-a653-d98eaaad5a8e, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b672e9a9-657b-4dde-a653-d98eaaad5a8e,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:04:10.787107 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87de3b-b5d5-4eec-8e1e-63688fca3913 req-a9206cca-c7b6-4916-9099-e4519d92fd3b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:10.795879 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'b672e9a9-657b-4dde-a653-d98eaaad5a8e', 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3', 'port_id': 'b672e9a9-657b-4dde-a653-d98eaaad5a8e', 'mac_address': 'fa:16:3e:0e:f7:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce72f812-14b6-4840-8ebe-5441b73cbc50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:04:10.801712 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87de3b-b5d5-4eec-8e1e-63688fca3913 req-a9206cca-c7b6-4916-9099-e4519d92fd3b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:10.803401 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5b87de3b-b5d5-4eec-8e1e-63688fca3913 req-a9206cca-c7b6-4916-9099-e4519d92fd3b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 2373 time: 0.2341964 Nov 12 20:04:10.877236 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:10.915040 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b672e9a9-657b-4dde-a653-d98eaaad5a8e {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:04:10.926891 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-946c25aa-d5da-43bd-a92e-167db083252e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:10.930445 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-946c25aa-d5da-43bd-a92e-167db083252e service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.5584955 Nov 12 20:04:10.969862 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port b672e9a9-657b-4dde-a653-d98eaaad5a8e, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b672e9a9-657b-4dde-a653-d98eaaad5a8e,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:04:10.979148 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-ecebe9b5-7018-4661-b885-a32158a51a00 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Allocated IP 10.2.2.100 (60bf0d01-a5ac-43f9-aea4-058a868d4bc0/e6eb43fd-4a7b-4440-9c8e-37696bad3d1e/3ed28dcd-1910-40f7-b699-b7f2769c9e31) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:04:10.985403 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:10.991688 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-930fe03f-11e9-41a5-8510-7445aa303b56 None None] Provisioning complete for port 90b23e56-10a0-49f9-af63-ac78b872f964 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:04:11.005013 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-930fe03f-11e9-41a5-8510-7445aa303b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:11.119746 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-cfba4576-6643-41a1-8808-746a36dacc59 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=5e904854-22bc-4c69-a481-3c3feea5b76b HTTP/1.1" status: 200 len: 217 time: 0.1170764 Nov 12 20:04:11.153993 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-930fe03f-11e9-41a5-8510-7445aa303b56 None None] Port 90b23e56-10a0-49f9-af63-ac78b872f964 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:04:11.160161 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5b87de3b-b5d5-4eec-8e1e-63688fca3913 req-74dea48d-4435-4c29-8eed-447982becddf tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3331280 Nov 12 20:04:11.173249 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=b672e9a9-657b-4dde-a653-d98eaaad5a8e,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:11.314944 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a289f9c-2d9b-43f2-8163-f222dbb2aee1 admin admin] Router 8b6d0e1a-fd16-485f-8122-bef1c13d6e36 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:04:11.325679 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['b672e9a9-657b-4dde-a653-d98eaaad5a8e'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:04:11.348591 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976f4a5-865d-4694-ab58-291461df7d7c req-4f61738b-edf4-4a5c-be6a-0e5b9ab450f6 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:11.350136 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f976f4a5-865d-4694-ab58-291461df7d7c req-4f61738b-edf4-4a5c-be6a-0e5b9ab450f6 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=b389fee6-4e10-4aec-883c-bceb88cb31f2 HTTP/1.1" status: 200 len: 945 time: 0.0889115 Nov 12 20:04:11.430802 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-ecebe9b5-7018-4661-b885-a32158a51a00 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:11.486857 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f976f4a5-865d-4694-ab58-291461df7d7c req-5f2d7352-282b-417c-8fa9-9d1c9fbbd7d3 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208537 Nov 12 20:04:11.506805 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-ecebe9b5-7018-4661-b885-a32158a51a00 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:11.578201 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-cefc079e-faea-4c24-ac95-df0c9d5382f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:11.580681 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-cefc079e-faea-4c24-ac95-df0c9d5382f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.4472835 Nov 12 20:04:11.628518 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-ecebe9b5-7018-4661-b885-a32158a51a00 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Network 60bf0d01-a5ac-43f9-aea4-058a868d4bc0 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:04:11.631863 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-ecebe9b5-7018-4661-b885-a32158a51a00 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:04:11.653214 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-ecebe9b5-7018-4661-b885-a32158a51a00 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:04:11.735084 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebe9b5-7018-4661-b885-a32158a51a00 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event updated for resources: {'Port': ['ID=3ed28dcd-1910-40f7-b699-b7f2769c9e31,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:11.785335 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-ecebe9b5-7018-4661-b885-a32158a51a00 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:11.786018 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-ecebe9b5-7018-4661-b885-a32158a51a00 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:11.802526 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a289f9c-2d9b-43f2-8163-f222dbb2aee1 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:04:11.817442 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6a289f9c-2d9b-43f2-8163-f222dbb2aee1 admin admin] 10.222.0.48 "PUT /v2.0/routers/8b6d0e1a-fd16-485f-8122-bef1c13d6e36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1892180 Nov 12 20:04:11.817766 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25809b7c-abea-49b7-9d14-c45af8d91d6d None None] Sync routers for ids ['8b6d0e1a-fd16-485f-8122-bef1c13d6e36'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:04:11.836895 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-ecebe9b5-7018-4661-b885-a32158a51a00 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8762193 Nov 12 20:04:11.849638 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25809b7c-abea-49b7-9d14-c45af8d91d6d None None] Routers {'8b6d0e1a-fd16-485f-8122-bef1c13d6e36'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:04:11.850212 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-2f7ef6a8-0482-4780-a9e5-d387f96e0770 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Request body: {'port': {'device_id': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '60bf0d01-a5ac-43f9-aea4-058a868d4bc0', 'admin_state_up': True, 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'security_groups': ['660401df-133a-4104-b9f9-e8f654f50a7d']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:04:11.851114 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-25809b7c-abea-49b7-9d14-c45af8d91d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:03:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8b6d0e1a-fd16-485f-8122-bef1c13d6e36'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:04:11.910119 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-8ce9d576-033a-4fe6-8b34-4beb228fe693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:11.914759 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-8ce9d576-033a-4fe6-8b34-4beb228fe693 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2772622 Nov 12 20:04:12.081159 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-25809b7c-abea-49b7-9d14-c45af8d91d6d None None] Set router 8b6d0e1a-fd16-485f-8122-bef1c13d6e36 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:04:12.201219 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-33a9b45f-9ed7-40d5-b340-15013217bdd9 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618425 Nov 12 20:04:12.264335 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ca0dd-33fb-44a4-a5a9-59addf016896 req-4389c8b6-4c97-4b43-abd6-9396b6732b27 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:12.270927 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b6ca0dd-33fb-44a4-a5a9-59addf016896 req-4389c8b6-4c97-4b43-abd6-9396b6732b27 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 950 time: 0.7538624 Nov 12 20:04:12.438827 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-3461cc82-6598-40ce-8d65-679b2345d1c6 None None] Provisioning complete for port 3ed28dcd-1910-40f7-b699-b7f2769c9e31 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:04:12.439468 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3461cc82-6598-40ce-8d65-679b2345d1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:12.591199 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-3461cc82-6598-40ce-8d65-679b2345d1c6 None None] Port 3ed28dcd-1910-40f7-b699-b7f2769c9e31 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:04:12.671452 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-25809b7c-abea-49b7-9d14-c45af8d91d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'name': 'tempest-ServersTestBootFromVolume-93598917-router', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'f0d6b858-2377-4d6e-8cd0-c7cda64b17e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:03:58Z', 'updated_at': '2021-11-12T20:04:08Z', 'revision_number': 4, 'project_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'gw_port': {'id': 'f0d6b858-2377-4d6e-8cd0-c7cda64b17e8', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:03:59Z', 'updated_at': '2021-11-12T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '90b23e56-10a0-49f9-af63-ac78b872f964', 'name': '', 'network_id': '33c8fc30-57d7-4631-a750-677522c3215e', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'mac_address': 'fa:16:3e:77:8b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'd1e6fa5a-74f0-437c-a1da-55684f056e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:04:07Z', 'updated_at': '2021-11-12T20:04:09Z', 'revision_number': 2, 'project_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'subnets': [{'id': 'd1e6fa5a-74f0-437c-a1da-55684f056e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:04:12.690603 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b6ca0dd-33fb-44a4-a5a9-59addf016896 req-6576c1fe-c835-4f59-990e-780519c8f2ff tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892634 Nov 12 20:04:12.690603 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-9fe125b2-9923-4acd-9917-0af6d2632861 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041231 Nov 12 20:04:12.709600 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25809b7c-abea-49b7-9d14-c45af8d91d6d None None] Checking router: 8b6d0e1a-fd16-485f-8122-bef1c13d6e36 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:04:12.710002 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25809b7c-abea-49b7-9d14-c45af8d91d6d None None] Updating router 8b6d0e1a-fd16-485f-8122-bef1c13d6e36 port 90b23e56-10a0-49f9-af63-ac78b872f964 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:04:12.754411 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-25809b7c-abea-49b7-9d14-c45af8d91d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:12.831393 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57840) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:12.837513 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b9038ebb-5cd5-4bf0-b813-e9cc019816d4 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--455614164', 'description': 'tempest-description--2069260599'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:04:13.013078 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b9038ebb-5cd5-4bf0-b813-e9cc019816d4 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:13.055092 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37bdad-5cc6-4dd3-8af0-80c5c7a46430 req-22128d3b-60fd-4dd6-b637-cebb06daf9eb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:13.064264 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37bdad-5cc6-4dd3-8af0-80c5c7a46430 req-22128d3b-60fd-4dd6-b637-cebb06daf9eb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:13.070683 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37bdad-5cc6-4dd3-8af0-80c5c7a46430 req-22128d3b-60fd-4dd6-b637-cebb06daf9eb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:13.077316 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37bdad-5cc6-4dd3-8af0-80c5c7a46430 req-22128d3b-60fd-4dd6-b637-cebb06daf9eb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:13.082252 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5f37bdad-5cc6-4dd3-8af0-80c5c7a46430 req-22128d3b-60fd-4dd6-b637-cebb06daf9eb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 3094 time: 0.2310381 Nov 12 20:04:13.156909 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf305d3-e92c-409f-9925-de9197f80d94 req-ffe99889-5bab-4523-8f8c-5a0345e14079 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:13.158478 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-baf305d3-e92c-409f-9925-de9197f80d94 req-ffe99889-5bab-4523-8f8c-5a0345e14079 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=b389fee6-4e10-4aec-883c-bceb88cb31f2 HTTP/1.1" status: 200 len: 945 time: 0.0999253 Nov 12 20:04:13.258987 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-baf305d3-e92c-409f-9925-de9197f80d94 req-482eb2eb-cfd6-4f27-b39f-1b2a573819fe tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925837 Nov 12 20:04:13.259949 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-2f7ef6a8-0482-4780-a9e5-d387f96e0770 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Made reservation on behalf of f131d5186dcd49f4b36559627d56bdc0 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:04:13.266663 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-2f7ef6a8-0482-4780-a9e5-d387f96e0770 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:13.467987 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b9038ebb-5cd5-4bf0-b813-e9cc019816d4 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:13.501333 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5f37bdad-5cc6-4dd3-8af0-80c5c7a46430 req-2c609d54-c0d9-43d4-86f9-33104f479954 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4075749 Nov 12 20:04:13.508602 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b9038ebb-5cd5-4bf0-b813-e9cc019816d4 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:13.510118 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-25809b7c-abea-49b7-9d14-c45af8d91d6d None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:13.543279 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-25809b7c-abea-49b7-9d14-c45af8d91d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:13.624943 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b9038ebb-5cd5-4bf0-b813-e9cc019816d4 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:13.629214 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b9038ebb-5cd5-4bf0-b813-e9cc019816d4 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7940423 Nov 12 20:04:13.629594 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac8c5e-094b-421f-8499-83c09c170b3b None None] Pushing event updated for resources: {'Port': ['ID=90b23e56-10a0-49f9-af63-ac78b872f964,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:13.631681 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57866) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:13.636176 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-58671f08-cb98-4d9a-9a9c-f9c51e945018 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Request body: {'security_group_rule': {'security_group_id': '3287d66f-eb9f-405c-978d-5b7b1028e434', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:04:13.639984 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac8c5e-094b-421f-8499-83c09c170b3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:13.640475 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac8c5e-094b-421f-8499-83c09c170b3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:13.640898 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac8c5e-094b-421f-8499-83c09c170b3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:13.641500 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac8c5e-094b-421f-8499-83c09c170b3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:13.641849 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac8c5e-094b-421f-8499-83c09c170b3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:13.642365 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac8c5e-094b-421f-8499-83c09c170b3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:13.642724 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac8c5e-094b-421f-8499-83c09c170b3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:13.643153 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac8c5e-094b-421f-8499-83c09c170b3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:13.643634 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac8c5e-094b-421f-8499-83c09c170b3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:13.644064 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac8c5e-094b-421f-8499-83c09c170b3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:13.644511 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac8c5e-094b-421f-8499-83c09c170b3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:13.645062 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac8c5e-094b-421f-8499-83c09c170b3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:13.645445 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9038ebb-5cd5-4bf0-b813-e9cc019816d4 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3287d66f-eb9f-405c-978d-5b7b1028e434,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:13.791874 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-2f7ef6a8-0482-4780-a9e5-d387f96e0770 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Allocated IP 10.2.2.200 (60bf0d01-a5ac-43f9-aea4-058a868d4bc0/e6eb43fd-4a7b-4440-9c8e-37696bad3d1e/ed205f9d-8655-42c7-97ed-cba504477990) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:04:13.828544 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-58671f08-cb98-4d9a-9a9c-f9c51e945018 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:13.913318 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-25809b7c-abea-49b7-9d14-c45af8d91d6d None None] Attempting to bind port 90b23e56-10a0-49f9-af63-ac78b872f964 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:04:13.915421 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-25809b7c-abea-49b7-9d14-c45af8d91d6d None None] Attempting to bind port 90b23e56-10a0-49f9-af63-ac78b872f964 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '7b36f143-1fec-421b-a084-6f9c5b9e9660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33c8fc30-57d7-4631-a750-677522c3215e'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:04:13.915758 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25809b7c-abea-49b7-9d14-c45af8d91d6d None None] Attempting to bind port 90b23e56-10a0-49f9-af63-ac78b872f964 on network 33c8fc30-57d7-4631-a750-677522c3215e {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:04:13.933310 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25809b7c-abea-49b7-9d14-c45af8d91d6d None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:04:13.937480 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25809b7c-abea-49b7-9d14-c45af8d91d6d None None] Checking segment: {'id': '7b36f143-1fec-421b-a084-6f9c5b9e9660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33c8fc30-57d7-4631-a750-677522c3215e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:04:13.938020 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-25809b7c-abea-49b7-9d14-c45af8d91d6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:13.938530 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25809b7c-abea-49b7-9d14-c45af8d91d6d None None] Bound using segment: {'id': '7b36f143-1fec-421b-a084-6f9c5b9e9660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33c8fc30-57d7-4631-a750-677522c3215e'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:04:13.941127 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-25809b7c-abea-49b7-9d14-c45af8d91d6d None None] Bound port: 90b23e56-10a0-49f9-af63-ac78b872f964, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b36f143-1fec-421b-a084-6f9c5b9e9660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33c8fc30-57d7-4631-a750-677522c3215e'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:04:13.941912 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-25809b7c-abea-49b7-9d14-c45af8d91d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:13.957702 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-58671f08-cb98-4d9a-9a9c-f9c51e945018 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:14.013008 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-58671f08-cb98-4d9a-9a9c-f9c51e945018 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:14.115125 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-25809b7c-abea-49b7-9d14-c45af8d91d6d None None] For port 90b23e56-10a0-49f9-af63-ac78b872f964, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:04:14.119505 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-25809b7c-abea-49b7-9d14-c45af8d91d6d None None] For port 90b23e56-10a0-49f9-af63-ac78b872f964, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=90b23e56-10a0-49f9-af63-ac78b872f964,segment=NetworkSegment(7b36f143-1fec-421b-a084-6f9c5b9e9660),segment_id=7b36f143-1fec-421b-a084-6f9c5b9e9660)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:04:14.134777 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-25809b7c-abea-49b7-9d14-c45af8d91d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:14.154012 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-032f3449-f29d-42fe-b24c-385a50a9769d None None] Provisioning complete for port 90b23e56-10a0-49f9-af63-ac78b872f964 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:04:14.155084 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-032f3449-f29d-42fe-b24c-385a50a9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:14.163088 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58671f08-cb98-4d9a-9a9c-f9c51e945018 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb323746-5087-4be7-9c28-1de8352c9200,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:14.180655 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-58671f08-cb98-4d9a-9a9c-f9c51e945018 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:14.182238 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-58671f08-cb98-4d9a-9a9c-f9c51e945018 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5495536 Nov 12 20:04:14.185172 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57892) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:14.190916 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-9b430eb2-d502-4e77-9f6b-2b8ce5d327a8 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Request body: {'security_group_rule': {'security_group_id': '3287d66f-eb9f-405c-978d-5b7b1028e434', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:04:14.245403 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9b430eb2-d502-4e77-9f6b-2b8ce5d327a8 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:14.282730 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816b913-b078-4898-ade6-46768d5fc2cf req-b37d82bf-91f5-4a72-bd51-72b3a3c56924 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:14.285085 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac8c5e-094b-421f-8499-83c09c170b3b None None] Pushing event updated for resources: {'Port': ['ID=90b23e56-10a0-49f9-af63-ac78b872f964,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:14.300266 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7816b913-b078-4898-ade6-46768d5fc2cf req-b37d82bf-91f5-4a72-bd51-72b3a3c56924 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 950 time: 0.3383963 Nov 12 20:04:14.344732 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25809b7c-abea-49b7-9d14-c45af8d91d6d None None] Routers {'8b6d0e1a-fd16-485f-8122-bef1c13d6e36'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:04:14.346101 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-25809b7c-abea-49b7-9d14-c45af8d91d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:03:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8b6d0e1a-fd16-485f-8122-bef1c13d6e36'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:04:14.398933 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9b430eb2-d502-4e77-9f6b-2b8ce5d327a8 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:14.405012 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9b430eb2-d502-4e77-9f6b-2b8ce5d327a8 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:14.434981 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b430eb2-d502-4e77-9f6b-2b8ce5d327a8 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43ba094-c287-4ced-8c37-e0af3d45aef5,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:14.451863 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9b430eb2-d502-4e77-9f6b-2b8ce5d327a8 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:14.460139 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9b430eb2-d502-4e77-9f6b-2b8ce5d327a8 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2730734 Nov 12 20:04:14.464999 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57898) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:14.480602 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-86a3f4c3-a5a3-45fa-b3f0-e96b2ab7c499 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:04:14.534060 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7816b913-b078-4898-ade6-46768d5fc2cf req-b20e8dd0-0619-4ae2-b111-a0aa31490870 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276211 Nov 12 20:04:14.563315 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-2f7ef6a8-0482-4780-a9e5-d387f96e0770 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:14.591770 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-86a3f4c3-a5a3-45fa-b3f0-e96b2ab7c499 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:14.698725 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-25809b7c-abea-49b7-9d14-c45af8d91d6d None None] Set router 8b6d0e1a-fd16-485f-8122-bef1c13d6e36 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:04:14.707133 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-2f7ef6a8-0482-4780-a9e5-d387f96e0770 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:14.846915 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57910) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:14.924869 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-2f7ef6a8-0482-4780-a9e5-d387f96e0770 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Network 60bf0d01-a5ac-43f9-aea4-058a868d4bc0 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:04:14.941732 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-86a3f4c3-a5a3-45fa-b3f0-e96b2ab7c499 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:14.948167 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-2f7ef6a8-0482-4780-a9e5-d387f96e0770 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:04:14.966342 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-2f7ef6a8-0482-4780-a9e5-d387f96e0770 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:04:15.004640 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cde97c-0ec4-45f5-b136-f8560b11bcf5 req-c99d5a79-07bd-4e7a-8f1b-4c6e4a742bba tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:15.020872 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-26cde97c-0ec4-45f5-b136-f8560b11bcf5 req-c99d5a79-07bd-4e7a-8f1b-4c6e4a742bba tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=b389fee6-4e10-4aec-883c-bceb88cb31f2 HTTP/1.1" status: 200 len: 945 time: 0.4009693 Nov 12 20:04:15.022725 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ef6a8-0482-4780-a9e5-d387f96e0770 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event updated for resources: {'Port': ['ID=ed205f9d-8655-42c7-97ed-cba504477990,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:15.140720 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-032f3449-f29d-42fe-b24c-385a50a9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:15.146116 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device b672e9a9-657b-4dde-a653-d98eaaad5a8e up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:04:15.275622 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port b672e9a9-657b-4dde-a653-d98eaaad5a8e completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:04:15.280906 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-032f3449-f29d-42fe-b24c-385a50a9769d None None] For port 90b23e56-10a0-49f9-af63-ac78b872f964, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=90b23e56-10a0-49f9-af63-ac78b872f964,segment=NetworkSegment(7b36f143-1fec-421b-a084-6f9c5b9e9660),segment_id=7b36f143-1fec-421b-a084-6f9c5b9e9660)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:04:15.285890 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port b672e9a9-657b-4dde-a653-d98eaaad5a8e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:04:15.286576 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:15.334551 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-032f3449-f29d-42fe-b24c-385a50a9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:15.347183 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-26cde97c-0ec4-45f5-b136-f8560b11bcf5 req-27eb65b3-9582-4fd4-bb50-eb75b4c50adf tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253326 Nov 12 20:04:15.352483 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-25809b7c-abea-49b7-9d14-c45af8d91d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'name': 'tempest-ServersTestBootFromVolume-93598917-router', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'f0d6b858-2377-4d6e-8cd0-c7cda64b17e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:03:58Z', 'updated_at': '2021-11-12T20:04:08Z', 'revision_number': 4, 'project_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'gw_port': {'id': 'f0d6b858-2377-4d6e-8cd0-c7cda64b17e8', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:03:59Z', 'updated_at': '2021-11-12T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '90b23e56-10a0-49f9-af63-ac78b872f964', 'name': '', 'network_id': '33c8fc30-57d7-4631-a750-677522c3215e', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'mac_address': 'fa:16:3e:77:8b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'd1e6fa5a-74f0-437c-a1da-55684f056e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:04:07Z', 'updated_at': '2021-11-12T20:04:14Z', 'revision_number': 4, 'project_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'subnets': [{'id': 'd1e6fa5a-74f0-437c-a1da-55684f056e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:04:15.354651 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-530aedf4-46f3-45be-9aeb-de824f082ea4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:15.387920 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19490be4-830e-4840-8609-3ac64373f3e1 req-27570d7e-ca7b-4e2f-ada9-7cfe3d603f3f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:15.397712 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25809b7c-abea-49b7-9d14-c45af8d91d6d None None] The sync data for ids ['8b6d0e1a-fd16-485f-8122-bef1c13d6e36'] in n-d-712140-15 is: [{'id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'name': 'tempest-ServersTestBootFromVolume-93598917-router', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'f0d6b858-2377-4d6e-8cd0-c7cda64b17e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:03:58Z', 'updated_at': '2021-11-12T20:04:08Z', 'revision_number': 4, 'project_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'gw_port': {'id': 'f0d6b858-2377-4d6e-8cd0-c7cda64b17e8', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:03:59Z', 'updated_at': '2021-11-12T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '90b23e56-10a0-49f9-af63-ac78b872f964', 'name': '', 'network_id': '33c8fc30-57d7-4631-a750-677522c3215e', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'mac_address': 'fa:16:3e:77:8b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'd1e6fa5a-74f0-437c-a1da-55684f056e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:04:07Z', 'updated_at': '2021-11-12T20:04:14Z', 'revision_number': 4, 'project_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'subnets': [{'id': 'd1e6fa5a-74f0-437c-a1da-55684f056e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:04:15.398521 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-2f7ef6a8-0482-4780-a9e5-d387f96e0770 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:15.401965 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-2f7ef6a8-0482-4780-a9e5-d387f96e0770 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:15.415736 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19490be4-830e-4840-8609-3ac64373f3e1 req-27570d7e-ca7b-4e2f-ada9-7cfe3d603f3f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:15.421627 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:15.440845 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19490be4-830e-4840-8609-3ac64373f3e1 req-27570d7e-ca7b-4e2f-ada9-7cfe3d603f3f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:15.453798 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-2f7ef6a8-0482-4780-a9e5-d387f96e0770 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6086228 Nov 12 20:04:15.467531 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19490be4-830e-4840-8609-3ac64373f3e1 req-27570d7e-ca7b-4e2f-ada9-7cfe3d603f3f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:15.475721 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19490be4-830e-4840-8609-3ac64373f3e1 req-27570d7e-ca7b-4e2f-ada9-7cfe3d603f3f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:15.492214 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-19490be4-830e-4840-8609-3ac64373f3e1 req-27570d7e-ca7b-4e2f-ada9-7cfe3d603f3f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 3815 time: 0.3989122 Nov 12 20:04:15.565373 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-80a0c8a1-d22a-4d97-b167-a924d8971813 service neutron] Request body: {'port': {'device_id': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:04:15.594370 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-86a3f4c3-a5a3-45fa-b3f0-e96b2ab7c499 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Allocated IP 172.25.5.74 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/de7bf4e2-05d3-4c1e-bf33-644ded1b627f) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:04:15.601932 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ab3f599c-e31f-4dd2-a040-3c91db97ad8d None None] Provisioning complete for port 90b23e56-10a0-49f9-af63-ac78b872f964 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:04:15.602863 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ab3f599c-e31f-4dd2-a040-3c91db97ad8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:15.691497 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-80a0c8a1-d22a-4d97-b167-a924d8971813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:15.723555 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f3449-f29d-42fe-b24c-385a50a9769d None None] Pushing event updated for resources: {'Port': ['ID=90b23e56-10a0-49f9-af63-ac78b872f964,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:15.749643 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b389fee6-4e10-4aec-883c-bceb88cb31f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b672e9a9-657b-4dde-a653-d98eaaad5a8e'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:04:15.755466 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616e8065-d86b-4252-9b74-aff3cbb73c6b" -d '{"events": [{"server_uuid": "b389fee6-4e10-4aec-883c-bceb88cb31f2", "name": "network-vif-plugged", "status": "completed", "tag": "b672e9a9-657b-4dde-a653-d98eaaad5a8e"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:04:15.820430 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port b672e9a9-657b-4dde-a653-d98eaaad5a8e, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b672e9a9-657b-4dde-a653-d98eaaad5a8e,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:04:15.823264 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 90b23e56-10a0-49f9-af63-ac78b872f964 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:04:15.827834 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-19490be4-830e-4840-8609-3ac64373f3e1 req-41cbd3eb-5754-486f-914f-fb1141e77451 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3346171 Nov 12 20:04:15.896515 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:15.947485 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-86a3f4c3-a5a3-45fa-b3f0-e96b2ab7c499 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:15.972404 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd0518d-51ce-4c0a-9496-bf1eb948a0c2 x-openstack-request-id: req-5fd0518d-51ce-4c0a-9496-bf1eb948a0c2 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:04:15.972692 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b389fee6-4e10-4aec-883c-bceb88cb31f2", "name": "network-vif-plugged", "status": "completed", "tag": "b672e9a9-657b-4dde-a653-d98eaaad5a8e", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:04:15.982998 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5fd0518d-51ce-4c0a-9496-bf1eb948a0c2 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:04:15.983675 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b389fee6-4e10-4aec-883c-bceb88cb31f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b672e9a9-657b-4dde-a653-d98eaaad5a8e', 'code': 200} Nov 12 20:04:16.037025 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-530aedf4-46f3-45be-9aeb-de824f082ea4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:16.074839 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=b672e9a9-657b-4dde-a653-d98eaaad5a8e,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:16.079330 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823bce8-3872-4b65-8ee9-a0fcc6ff9994 req-194ef3e5-8366-4dbc-857d-d03303e42b9a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:16.091060 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 90b23e56-10a0-49f9-af63-ac78b872f964 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:04:16.092371 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:16.096715 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7823bce8-3872-4b65-8ee9-a0fcc6ff9994 req-194ef3e5-8366-4dbc-857d-d03303e42b9a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 950 time: 0.3702126 Nov 12 20:04:16.100565 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-530aedf4-46f3-45be-9aeb-de824f082ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:16.142981 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ab3f599c-e31f-4dd2-a040-3c91db97ad8d None None] Provisioning complete for port ed205f9d-8655-42c7-97ed-cba504477990 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:04:16.150480 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ab3f599c-e31f-4dd2-a040-3c91db97ad8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:16.172328 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99700123-f068-46ac-8b0c-3b89c525a05d req-a59ca353-d179-4db5-ad0f-a893cf45cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:16.173892 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-99700123-f068-46ac-8b0c-3b89c525a05d req-a59ca353-d179-4db5-ad0f-a893cf45cabf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b389fee6-4e10-4aec-883c-bceb88cb31f2 HTTP/1.1" status: 200 len: 1098 time: 0.1327631 Nov 12 20:04:16.175031 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-86a3f4c3-a5a3-45fa-b3f0-e96b2ab7c499 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:16.206729 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ab3f599c-e31f-4dd2-a040-3c91db97ad8d None None] Port ed205f9d-8655-42c7-97ed-cba504477990 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:04:16.279966 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a3f4c3-a5a3-45fa-b3f0-e96b2ab7c499 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:04:16.293009 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-86a3f4c3-a5a3-45fa-b3f0-e96b2ab7c499 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:04:16.314151 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a3f4c3-a5a3-45fa-b3f0-e96b2ab7c499 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:04:16.333956 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3f4c3-a5a3-45fa-b3f0-e96b2ab7c499 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Pushing event updated for resources: {'Port': ['ID=de7bf4e2-05d3-4c1e-bf33-644ded1b627f,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:16.404862 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7823bce8-3872-4b65-8ee9-a0fcc6ff9994 req-d4d18583-dfb6-4933-bdfc-a89733f7def6 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079031 Nov 12 20:04:16.416295 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-99700123-f068-46ac-8b0c-3b89c525a05d req-8eb53629-3f9f-4b34-af69-663babc9373a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126775 Nov 12 20:04:16.420560 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530aedf4-46f3-45be-9aeb-de824f082ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597b6587-acfa-4c1b-9395-84c13ba81775,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:16.428360 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-530aedf4-46f3-45be-9aeb-de824f082ea4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f3e000bf81fa45e59a0ef127215a0cf8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5737979 Nov 12 20:04:16.441162 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57934) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:16.571368 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-86a3f4c3-a5a3-45fa-b3f0-e96b2ab7c499 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:16.770841 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-80a0c8a1-d22a-4d97-b167-a924d8971813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a53f7b3-d5ed-4c55-a9f2-9d69debf231e {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:04:16.798119 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-80a0c8a1-d22a-4d97-b167-a924d8971813 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:16.831332 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-80a0c8a1-d22a-4d97-b167-a924d8971813 service neutron] Transition to ACTIVE for port object 7a53f7b3-d5ed-4c55-a9f2-9d69debf231e will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:04:16.838634 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-80a0c8a1-d22a-4d97-b167-a924d8971813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:16.916863 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0c8a1-d22a-4d97-b167-a924d8971813 service neutron] Pushing event updated for resources: {'Port': ['ID=7a53f7b3-d5ed-4c55-a9f2-9d69debf231e,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:17.139197 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-80a0c8a1-d22a-4d97-b167-a924d8971813 service neutron] Attempting to bind port 7a53f7b3-d5ed-4c55-a9f2-9d69debf231e on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:04:17.139591 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-80a0c8a1-d22a-4d97-b167-a924d8971813 service neutron] Attempting to bind port 7a53f7b3-d5ed-4c55-a9f2-9d69debf231e by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'a4495e9e-0520-408e-b7b5-7d8ecec55dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:04:17.139870 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-80a0c8a1-d22a-4d97-b167-a924d8971813 service neutron] Attempting to bind port 7a53f7b3-d5ed-4c55-a9f2-9d69debf231e on network 80c69418-b92b-4b29-9244-07bfae8aef96 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:04:17.199772 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-80a0c8a1-d22a-4d97-b167-a924d8971813 service neutron] Port 7a53f7b3-d5ed-4c55-a9f2-9d69debf231e on network 80c69418-b92b-4b29-9244-07bfae8aef96 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:04:17.200087 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-80a0c8a1-d22a-4d97-b167-a924d8971813 service neutron] Attempting to bind port 7a53f7b3-d5ed-4c55-a9f2-9d69debf231e on network 80c69418-b92b-4b29-9244-07bfae8aef96 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:04:17.218917 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-80a0c8a1-d22a-4d97-b167-a924d8971813 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:04:17.219301 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-80a0c8a1-d22a-4d97-b167-a924d8971813 service neutron] Checking segment: {'id': 'a4495e9e-0520-408e-b7b5-7d8ecec55dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:04:17.219644 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-80a0c8a1-d22a-4d97-b167-a924d8971813 service neutron] Bound using segment: {'id': 'a4495e9e-0520-408e-b7b5-7d8ecec55dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:04:17.220099 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-80a0c8a1-d22a-4d97-b167-a924d8971813 service neutron] Bound port: 7a53f7b3-d5ed-4c55-a9f2-9d69debf231e, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4495e9e-0520-408e-b7b5-7d8ecec55dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:04:17.220633 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-80a0c8a1-d22a-4d97-b167-a924d8971813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:17.343259 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d6a22-f8a2-4f66-88b2-a9cdcb8d906c req-d7371234-e9a4-4253-814c-936611970126 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:17.349729 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d6a22-f8a2-4f66-88b2-a9cdcb8d906c req-d7371234-e9a4-4253-814c-936611970126 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:17.364360 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d6a22-f8a2-4f66-88b2-a9cdcb8d906c req-d7371234-e9a4-4253-814c-936611970126 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:17.372136 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d6a22-f8a2-4f66-88b2-a9cdcb8d906c req-d7371234-e9a4-4253-814c-936611970126 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:17.380778 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d6a22-f8a2-4f66-88b2-a9cdcb8d906c req-d7371234-e9a4-4253-814c-936611970126 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:17.382656 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-230d6a22-f8a2-4f66-88b2-a9cdcb8d906c req-d7371234-e9a4-4253-814c-936611970126 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 3827 time: 0.2582879 Nov 12 20:04:17.457768 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0a50e0e7-b65c-42b2-8fc0-dc2708bb5c6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:17.497206 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d1ab3-97b0-4455-97ab-2768b3fb7de6 req-96c663f2-11c9-4d5d-8458-434bfcf2ec96 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:17.501267 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-80a0c8a1-d22a-4d97-b167-a924d8971813 service neutron] For port 7a53f7b3-d5ed-4c55-a9f2-9d69debf231e, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:04:17.505275 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d48d1ab3-97b0-4455-97ab-2768b3fb7de6 req-96c663f2-11c9-4d5d-8458-434bfcf2ec96 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=b389fee6-4e10-4aec-883c-bceb88cb31f2 HTTP/1.1" status: 200 len: 946 time: 0.9157064 Nov 12 20:04:17.510265 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-86a3f4c3-a5a3-45fa-b3f0-e96b2ab7c499 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:17.531096 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-230d6a22-f8a2-4f66-88b2-a9cdcb8d906c req-bae4a5dd-741c-4cc3-bae7-2b0abd0c93ff tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338165 Nov 12 20:04:17.538980 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-80a0c8a1-d22a-4d97-b167-a924d8971813 service neutron] For port 7a53f7b3-d5ed-4c55-a9f2-9d69debf231e, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=7a53f7b3-d5ed-4c55-a9f2-9d69debf231e,segment=NetworkSegment(a4495e9e-0520-408e-b7b5-7d8ecec55dc4),segment_id=a4495e9e-0520-408e-b7b5-7d8ecec55dc4)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:04:17.544522 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-80a0c8a1-d22a-4d97-b167-a924d8971813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:17.559641 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-80a0c8a1-d22a-4d97-b167-a924d8971813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:17.561032 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-80a0c8a1-d22a-4d97-b167-a924d8971813 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:17.564260 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-80a0c8a1-d22a-4d97-b167-a924d8971813 service neutron] 10.222.0.52 "PUT /v2.0/ports/7a53f7b3-d5ed-4c55-a9f2-9d69debf231e HTTP/1.1" status: 200 len: 1093 time: 2.0571103 Nov 12 20:04:17.567512 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'tag': '7a53f7b3-d5ed-4c55-a9f2-9d69debf231e'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:04:17.569990 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecd630c-577d-4207-89e9-74824d9a32c6" -d '{"events": [{"name": "network-changed", "server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "tag": "7a53f7b3-d5ed-4c55-a9f2-9d69debf231e"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:04:17.701587 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cda77e33-9215-46fd-86ab-dfb55f76ef55 service neutron] Request body: {'port': {'device_id': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:04:17.791415 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 90b23e56-10a0-49f9-af63-ac78b872f964 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:04:17.874529 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-86a3f4c3-a5a3-45fa-b3f0-e96b2ab7c499 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:17.889393 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0c8a1-d22a-4d97-b167-a924d8971813 service neutron] Pushing event updated for resources: {'Port': ['ID=7a53f7b3-d5ed-4c55-a9f2-9d69debf231e,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:17.904642 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 90b23e56-10a0-49f9-af63-ac78b872f964 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:04:17.905184 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:17.919203 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-86a3f4c3-a5a3-45fa-b3f0-e96b2ab7c499 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:17.994333 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a991d-f7ca-45d4-bae0-c4cf57747b1f req-e25be76f-41dd-4407-a646-f8580d1a34f9 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:17.997123 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8f9a991d-f7ca-45d4-bae0-c4cf57747b1f req-e25be76f-41dd-4407-a646-f8580d1a34f9 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 950 time: 0.1745484 Nov 12 20:04:18.003189 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cda77e33-9215-46fd-86ab-dfb55f76ef55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:18.036618 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0a50e0e7-b65c-42b2-8fc0-dc2708bb5c6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:18.046260 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3f4c3-a5a3-45fa-b3f0-e96b2ab7c499 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Pushing event updated for resources: {'Port': ['ID=de7bf4e2-05d3-4c1e-bf33-644ded1b627f,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:18.088610 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8f9a991d-f7ca-45d4-bae0-c4cf57747b1f req-5b30cf40-6388-421b-9dfb-b150cd24884b tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786927 Nov 12 20:04:18.188652 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-86a3f4c3-a5a3-45fa-b3f0-e96b2ab7c499 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:18.248710 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d48d1ab3-97b0-4455-97ab-2768b3fb7de6 req-bfed8238-b3c6-41cd-854f-169568465e5a tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7424045 Nov 12 20:04:18.269649 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-86a3f4c3-a5a3-45fa-b3f0-e96b2ab7c499 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:18.271114 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-86a3f4c3-a5a3-45fa-b3f0-e96b2ab7c499 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8048723 Nov 12 20:04:18.309930 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0a50e0e7-b65c-42b2-8fc0-dc2708bb5c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:18.315719 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbc6efd-9be4-4cff-bd51-5352005b3fd1 x-openstack-request-id: req-6bbc6efd-9be4-4cff-bd51-5352005b3fd1 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:04:18.316802 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "tag": "7a53f7b3-d5ed-4c55-a9f2-9d69debf231e", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:04:18.317037 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0a50e0e7-b65c-42b2-8fc0-dc2708bb5c6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:18.317275 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6bbc6efd-9be4-4cff-bd51-5352005b3fd1 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:04:18.317783 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'tag': '7a53f7b3-d5ed-4c55-a9f2-9d69debf231e', 'status': 'completed', 'code': 200} Nov 12 20:04:18.319150 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0a50e0e7-b65c-42b2-8fc0-dc2708bb5c6f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/597b6587-acfa-4c1b-9395-84c13ba81775 HTTP/1.1" status: 204 len: 168 time: 1.8770025 Nov 12 20:04:18.381454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50e0e7-b65c-42b2-8fc0-dc2708bb5c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597b6587-acfa-4c1b-9395-84c13ba81775,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:18.407760 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd630c-577d-4207-89e9-74824d9a32c6 req-297d035c-6c72-46bd-b6f6-c01ddcae5814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:18.408327 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd630c-577d-4207-89e9-74824d9a32c6 req-297d035c-6c72-46bd-b6f6-c01ddcae5814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:18.408791 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd630c-577d-4207-89e9-74824d9a32c6 req-297d035c-6c72-46bd-b6f6-c01ddcae5814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:18.409388 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd630c-577d-4207-89e9-74824d9a32c6 req-297d035c-6c72-46bd-b6f6-c01ddcae5814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:18.409805 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd630c-577d-4207-89e9-74824d9a32c6 req-297d035c-6c72-46bd-b6f6-c01ddcae5814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:18.411903 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6ecd630c-577d-4207-89e9-74824d9a32c6 req-297d035c-6c72-46bd-b6f6-c01ddcae5814 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f131d5186dcd49f4b36559627d56bdc0&device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 4363 time: 0.0785363 Nov 12 20:04:18.666445 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cda77e33-9215-46fd-86ab-dfb55f76ef55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb0f270-2cba-45c2-b623-7b4877568439 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:04:18.681344 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cda77e33-9215-46fd-86ab-dfb55f76ef55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:18.693458 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd630c-577d-4207-89e9-74824d9a32c6 req-12ea58b6-83e1-462b-9e12-11e294b811d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:18.695526 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd630c-577d-4207-89e9-74824d9a32c6 req-12ea58b6-83e1-462b-9e12-11e294b811d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:18.697327 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd630c-577d-4207-89e9-74824d9a32c6 req-12ea58b6-83e1-462b-9e12-11e294b811d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:18.702063 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6ecd630c-577d-4207-89e9-74824d9a32c6 req-12ea58b6-83e1-462b-9e12-11e294b811d8 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f131d5186dcd49f4b36559627d56bdc0&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2785137 Nov 12 20:04:18.720522 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cda77e33-9215-46fd-86ab-dfb55f76ef55 service neutron] Transition to ACTIVE for port object 8cb0f270-2cba-45c2-b623-7b4877568439 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:04:18.728462 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cda77e33-9215-46fd-86ab-dfb55f76ef55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:18.789257 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda77e33-9215-46fd-86ab-dfb55f76ef55 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb0f270-2cba-45c2-b623-7b4877568439,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:19.018199 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57976) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:19.046949 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd630c-577d-4207-89e9-74824d9a32c6 req-595a1e73-1e44-43ae-afcf-52e751093352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:19.047570 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6ecd630c-577d-4207-89e9-74824d9a32c6 req-595a1e73-1e44-43ae-afcf-52e751093352 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3178189 Nov 12 20:04:19.073643 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cda77e33-9215-46fd-86ab-dfb55f76ef55 service neutron] Attempting to bind port 8cb0f270-2cba-45c2-b623-7b4877568439 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:04:19.073967 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cda77e33-9215-46fd-86ab-dfb55f76ef55 service neutron] Attempting to bind port 8cb0f270-2cba-45c2-b623-7b4877568439 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'ddb484b8-cf35-4fcd-b21c-9bbe30197292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:04:19.088724 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cda77e33-9215-46fd-86ab-dfb55f76ef55 service neutron] Attempting to bind port 8cb0f270-2cba-45c2-b623-7b4877568439 on network 7b061d0a-83a0-4547-b01e-0f9ed0607384 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:04:19.092971 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b7e2831-bbff-4dd3-9838-57a25d95dc40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:19.108382 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cda77e33-9215-46fd-86ab-dfb55f76ef55 service neutron] Port 8cb0f270-2cba-45c2-b623-7b4877568439 on network 7b061d0a-83a0-4547-b01e-0f9ed0607384 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:04:19.108717 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cda77e33-9215-46fd-86ab-dfb55f76ef55 service neutron] Attempting to bind port 8cb0f270-2cba-45c2-b623-7b4877568439 on network 7b061d0a-83a0-4547-b01e-0f9ed0607384 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:04:19.129270 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b06925-b84c-4e65-9b1a-5c41fc9b05cc req-94d25597-5c27-402f-b18c-ff858699f86a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:19.149376 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b06925-b84c-4e65-9b1a-5c41fc9b05cc req-94d25597-5c27-402f-b18c-ff858699f86a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:19.156107 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b06925-b84c-4e65-9b1a-5c41fc9b05cc req-94d25597-5c27-402f-b18c-ff858699f86a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:19.162306 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b06925-b84c-4e65-9b1a-5c41fc9b05cc req-94d25597-5c27-402f-b18c-ff858699f86a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:19.169569 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b06925-b84c-4e65-9b1a-5c41fc9b05cc req-94d25597-5c27-402f-b18c-ff858699f86a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:19.175964 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b06925-b84c-4e65-9b1a-5c41fc9b05cc req-94d25597-5c27-402f-b18c-ff858699f86a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:19.177756 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c8b06925-b84c-4e65-9b1a-5c41fc9b05cc req-94d25597-5c27-402f-b18c-ff858699f86a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 4597 time: 0.4736707 Nov 12 20:04:19.293493 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b7e2831-bbff-4dd3-9838-57a25d95dc40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:19.296890 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c8b06925-b84c-4e65-9b1a-5c41fc9b05cc req-5d5339cb-a473-4f73-b86b-381956edd2df tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1123679 Nov 12 20:04:19.308859 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cda77e33-9215-46fd-86ab-dfb55f76ef55 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:04:19.308859 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cda77e33-9215-46fd-86ab-dfb55f76ef55 service neutron] Checking segment: {'id': 'ddb484b8-cf35-4fcd-b21c-9bbe30197292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:04:19.308859 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cda77e33-9215-46fd-86ab-dfb55f76ef55 service neutron] Bound using segment: {'id': 'ddb484b8-cf35-4fcd-b21c-9bbe30197292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:04:19.309617 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cda77e33-9215-46fd-86ab-dfb55f76ef55 service neutron] Bound port: 8cb0f270-2cba-45c2-b623-7b4877568439, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddb484b8-cf35-4fcd-b21c-9bbe30197292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:04:19.310240 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cda77e33-9215-46fd-86ab-dfb55f76ef55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:19.312542 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b7e2831-bbff-4dd3-9838-57a25d95dc40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:19.436088 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58028) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:19.436340 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6b7e2831-bbff-4dd3-9838-57a25d95dc40 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=307f2b23def047b1b2a8862fb5bd4338&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4168994 Nov 12 20:04:19.466595 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9ea51-a7ff-4822-9818-2e45034f9bc3 req-ebf70193-12c4-44ec-95e7-aa825e1aac95 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:19.467964 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-83f9ea51-a7ff-4822-9818-2e45034f9bc3 req-ebf70193-12c4-44ec-95e7-aa825e1aac95 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 950 time: 0.1729677 Nov 12 20:04:19.468678 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e2831-bbff-4dd3-9838-57a25d95dc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15aea786-2cc2-4109-960a-2c3334a1948d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:19.581618 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-83f9ea51-a7ff-4822-9818-2e45034f9bc3 req-f86946ea-ad52-44ea-b660-09ed4ffb5ae5 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828266 Nov 12 20:04:19.607583 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cda77e33-9215-46fd-86ab-dfb55f76ef55 service neutron] For port 8cb0f270-2cba-45c2-b623-7b4877568439, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:04:19.615127 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cda77e33-9215-46fd-86ab-dfb55f76ef55 service neutron] For port 8cb0f270-2cba-45c2-b623-7b4877568439, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8cb0f270-2cba-45c2-b623-7b4877568439,segment=NetworkSegment(ddb484b8-cf35-4fcd-b21c-9bbe30197292),segment_id=ddb484b8-cf35-4fcd-b21c-9bbe30197292)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:04:19.620764 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cda77e33-9215-46fd-86ab-dfb55f76ef55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:19.640747 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e6002-56ff-4216-811f-5c9ebcc00a4e req-93b0d97f-237c-4cd9-9e94-06316aac861c tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:19.648743 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-729e6002-56ff-4216-811f-5c9ebcc00a4e req-93b0d97f-237c-4cd9-9e94-06316aac861c tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=b389fee6-4e10-4aec-883c-bceb88cb31f2 HTTP/1.1" status: 200 len: 946 time: 0.1687214 Nov 12 20:04:19.650531 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-67a258ac-606c-430f-8a40-bd28ea912415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:19.716479 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-67a258ac-606c-430f-8a40-bd28ea912415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:19.729805 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda77e33-9215-46fd-86ab-dfb55f76ef55 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb0f270-2cba-45c2-b623-7b4877568439,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:19.734435 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-729e6002-56ff-4216-811f-5c9ebcc00a4e req-623332a0-1c7e-4963-8d86-148229ef3b50 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784671 Nov 12 20:04:19.744039 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cda77e33-9215-46fd-86ab-dfb55f76ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:19.744709 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cda77e33-9215-46fd-86ab-dfb55f76ef55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:19.746842 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cda77e33-9215-46fd-86ab-dfb55f76ef55 service neutron] 10.222.0.52 "PUT /v2.0/ports/8cb0f270-2cba-45c2-b623-7b4877568439 HTTP/1.1" status: 200 len: 1129 time: 2.0728579 Nov 12 20:04:19.777428 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-8dec7c0a-1609-4518-b3e7-716015ae8952 service neutron] Request body: {'port': {'device_id': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:04:19.810829 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-67a258ac-606c-430f-8a40-bd28ea912415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:19.813885 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-67a258ac-606c-430f-8a40-bd28ea912415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:19.816277 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-67a258ac-606c-430f-8a40-bd28ea912415 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/15aea786-2cc2-4109-960a-2c3334a1948d HTTP/1.1" status: 204 len: 168 time: 0.3778896 Nov 12 20:04:19.870021 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a258ac-606c-430f-8a40-bd28ea912415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15aea786-2cc2-4109-960a-2c3334a1948d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:19.890018 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2ae78df3-868b-46aa-9f65-73c4dcdbda7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:19.943515 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:20.218764 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-8dec7c0a-1609-4518-b3e7-716015ae8952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:20.305570 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861a106-c0dd-4a2d-b735-720919faa17d req-9b108d1a-60c6-43a4-be3e-e1b5f76b6fdc tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:20.315909 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6861a106-c0dd-4a2d-b735-720919faa17d req-9b108d1a-60c6-43a4-be3e-e1b5f76b6fdc tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=b389fee6-4e10-4aec-883c-bceb88cb31f2 HTTP/1.1" status: 200 len: 946 time: 0.3266268 Nov 12 20:04:20.332530 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'tag': '8cb0f270-2cba-45c2-b623-7b4877568439'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:04:20.334989 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c7fe1b-5f49-4efd-ac6a-21f90fa88852" -d '{"events": [{"name": "network-changed", "server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "tag": "8cb0f270-2cba-45c2-b623-7b4877568439"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:04:20.670941 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51aa60-b4b1-4157-a36f-6860ac78af2b req-9f9f59df-d266-4dac-8941-0bcddc7daad3 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:20.679716 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51aa60-b4b1-4157-a36f-6860ac78af2b req-9f9f59df-d266-4dac-8941-0bcddc7daad3 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:20.689383 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51aa60-b4b1-4157-a36f-6860ac78af2b req-9f9f59df-d266-4dac-8941-0bcddc7daad3 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:20.697100 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51aa60-b4b1-4157-a36f-6860ac78af2b req-9f9f59df-d266-4dac-8941-0bcddc7daad3 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:20.705826 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6861a106-c0dd-4a2d-b735-720919faa17d req-30d1dc6b-a514-4199-bf6e-c3c47f7fc34e tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895431 Nov 12 20:04:20.709134 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51aa60-b4b1-4157-a36f-6860ac78af2b req-9f9f59df-d266-4dac-8941-0bcddc7daad3 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:20.719825 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51aa60-b4b1-4157-a36f-6860ac78af2b req-9f9f59df-d266-4dac-8941-0bcddc7daad3 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:20.732080 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0e51aa60-b4b1-4157-a36f-6860ac78af2b req-9f9f59df-d266-4dac-8941-0bcddc7daad3 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 4597 time: 0.2094646 Nov 12 20:04:21.022692 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0e51aa60-b4b1-4157-a36f-6860ac78af2b req-c971d7b7-c4d6-4481-a5a8-eaa60a29b426 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2896142 Nov 12 20:04:21.061513 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7fe1b-5f49-4efd-ac6a-21f90fa88852 req-e868f9dc-c04d-4bb0-95be-1499837e5256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:21.062016 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7fe1b-5f49-4efd-ac6a-21f90fa88852 req-e868f9dc-c04d-4bb0-95be-1499837e5256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:21.062467 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7fe1b-5f49-4efd-ac6a-21f90fa88852 req-e868f9dc-c04d-4bb0-95be-1499837e5256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:21.062932 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7fe1b-5f49-4efd-ac6a-21f90fa88852 req-e868f9dc-c04d-4bb0-95be-1499837e5256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:21.063481 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-8dec7c0a-1609-4518-b3e7-716015ae8952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad2f845-8d32-40df-b34d-4d5c9682b2ac {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:04:21.071862 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7fe1b-5f49-4efd-ac6a-21f90fa88852 req-e868f9dc-c04d-4bb0-95be-1499837e5256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:21.072984 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7fe1b-5f49-4efd-ac6a-21f90fa88852 req-e868f9dc-c04d-4bb0-95be-1499837e5256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:21.074837 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-8dec7c0a-1609-4518-b3e7-716015ae8952 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:21.082165 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f5c7fe1b-5f49-4efd-ac6a-21f90fa88852 req-e868f9dc-c04d-4bb0-95be-1499837e5256 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f131d5186dcd49f4b36559627d56bdc0&device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5285 time: 0.2633009 Nov 12 20:04:21.099528 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-8dec7c0a-1609-4518-b3e7-716015ae8952 service neutron] Transition to ACTIVE for port object 6ad2f845-8d32-40df-b34d-4d5c9682b2ac will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:04:21.106287 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c03f5b-c9fd-444d-9a8f-900eadf58973 x-openstack-request-id: req-07c03f5b-c9fd-444d-9a8f-900eadf58973 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:04:21.107950 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "tag": "8cb0f270-2cba-45c2-b623-7b4877568439", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:04:21.108787 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-07c03f5b-c9fd-444d-9a8f-900eadf58973 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:04:21.109436 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'tag': '8cb0f270-2cba-45c2-b623-7b4877568439', 'status': 'completed', 'code': 200} Nov 12 20:04:21.113483 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-8dec7c0a-1609-4518-b3e7-716015ae8952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:21.256095 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec7c0a-1609-4518-b3e7-716015ae8952 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad2f845-8d32-40df-b34d-4d5c9682b2ac,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:21.413721 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-8dec7c0a-1609-4518-b3e7-716015ae8952 service neutron] Attempting to bind port 6ad2f845-8d32-40df-b34d-4d5c9682b2ac on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:04:21.416594 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-8dec7c0a-1609-4518-b3e7-716015ae8952 service neutron] Attempting to bind port 6ad2f845-8d32-40df-b34d-4d5c9682b2ac by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'ddb484b8-cf35-4fcd-b21c-9bbe30197292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:04:21.418904 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-8dec7c0a-1609-4518-b3e7-716015ae8952 service neutron] Attempting to bind port 6ad2f845-8d32-40df-b34d-4d5c9682b2ac on network 7b061d0a-83a0-4547-b01e-0f9ed0607384 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:04:21.427749 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-8dec7c0a-1609-4518-b3e7-716015ae8952 service neutron] Port 6ad2f845-8d32-40df-b34d-4d5c9682b2ac on network 7b061d0a-83a0-4547-b01e-0f9ed0607384 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:04:21.428033 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-8dec7c0a-1609-4518-b3e7-716015ae8952 service neutron] Attempting to bind port 6ad2f845-8d32-40df-b34d-4d5c9682b2ac on network 7b061d0a-83a0-4547-b01e-0f9ed0607384 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:04:21.439917 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-8dec7c0a-1609-4518-b3e7-716015ae8952 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:04:21.440333 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-8dec7c0a-1609-4518-b3e7-716015ae8952 service neutron] Checking segment: {'id': 'ddb484b8-cf35-4fcd-b21c-9bbe30197292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:04:21.440687 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-8dec7c0a-1609-4518-b3e7-716015ae8952 service neutron] Bound using segment: {'id': 'ddb484b8-cf35-4fcd-b21c-9bbe30197292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:04:21.441132 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-8dec7c0a-1609-4518-b3e7-716015ae8952 service neutron] Bound port: 6ad2f845-8d32-40df-b34d-4d5c9682b2ac, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddb484b8-cf35-4fcd-b21c-9bbe30197292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:04:21.441570 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-8dec7c0a-1609-4518-b3e7-716015ae8952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:21.619561 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65f8f0-891f-4e05-bb05-63b231100833 req-b2d71571-2168-4f7a-9112-46eb523db14a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:21.631420 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd65f8f0-891f-4e05-bb05-63b231100833 req-b2d71571-2168-4f7a-9112-46eb523db14a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 950 time: 0.3176787 Nov 12 20:04:21.704667 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7fe1b-5f49-4efd-ac6a-21f90fa88852 req-594a5c7b-10d2-4ba3-9d4c-812dbc967f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:21.706995 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7fe1b-5f49-4efd-ac6a-21f90fa88852 req-594a5c7b-10d2-4ba3-9d4c-812dbc967f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:21.707668 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7fe1b-5f49-4efd-ac6a-21f90fa88852 req-594a5c7b-10d2-4ba3-9d4c-812dbc967f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:21.710798 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f5c7fe1b-5f49-4efd-ac6a-21f90fa88852 req-594a5c7b-10d2-4ba3-9d4c-812dbc967f7e service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f131d5186dcd49f4b36559627d56bdc0&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6211128 Nov 12 20:04:21.726396 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd65f8f0-891f-4e05-bb05-63b231100833 req-7add1cfe-3fbf-447a-85a0-9bb0ed223137 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935802 Nov 12 20:04:21.733215 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-8dec7c0a-1609-4518-b3e7-716015ae8952 service neutron] For port 6ad2f845-8d32-40df-b34d-4d5c9682b2ac, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:04:21.741416 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-8dec7c0a-1609-4518-b3e7-716015ae8952 service neutron] For port 6ad2f845-8d32-40df-b34d-4d5c9682b2ac, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6ad2f845-8d32-40df-b34d-4d5c9682b2ac,segment=NetworkSegment(ddb484b8-cf35-4fcd-b21c-9bbe30197292),segment_id=ddb484b8-cf35-4fcd-b21c-9bbe30197292)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:04:21.749952 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-8dec7c0a-1609-4518-b3e7-716015ae8952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:21.957800 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-8dec7c0a-1609-4518-b3e7-716015ae8952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:21.958864 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-8dec7c0a-1609-4518-b3e7-716015ae8952 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:21.960847 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-8dec7c0a-1609-4518-b3e7-716015ae8952 service neutron] 10.222.0.52 "PUT /v2.0/ports/6ad2f845-8d32-40df-b34d-4d5c9682b2ac HTTP/1.1" status: 200 len: 1130 time: 2.1882052 Nov 12 20:04:22.001548 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cc0a27ba-5918-4005-8c8b-36418be0809b service neutron] Request body: {'port': {'device_id': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:04:22.074254 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec7c0a-1609-4518-b3e7-716015ae8952 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad2f845-8d32-40df-b34d-4d5c9682b2ac,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:22.133424 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7fe1b-5f49-4efd-ac6a-21f90fa88852 req-e9a28bc7-f90d-412e-a88f-ed07752a01d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:22.143088 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f5c7fe1b-5f49-4efd-ac6a-21f90fa88852 req-e9a28bc7-f90d-412e-a88f-ed07752a01d4 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4106364 Nov 12 20:04:22.170479 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cc0a27ba-5918-4005-8c8b-36418be0809b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:22.196145 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-84a21e82-641f-48b2-897d-af12752793be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:22.522121 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963a4d1-ce6d-4990-adeb-63dc714e196a req-74645e2a-b144-4ffe-b75e-0e474f7e5db5 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:22.536338 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963a4d1-ce6d-4990-adeb-63dc714e196a req-74645e2a-b144-4ffe-b75e-0e474f7e5db5 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:22.547004 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963a4d1-ce6d-4990-adeb-63dc714e196a req-74645e2a-b144-4ffe-b75e-0e474f7e5db5 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:22.555210 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963a4d1-ce6d-4990-adeb-63dc714e196a req-74645e2a-b144-4ffe-b75e-0e474f7e5db5 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:22.562283 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963a4d1-ce6d-4990-adeb-63dc714e196a req-74645e2a-b144-4ffe-b75e-0e474f7e5db5 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:22.568905 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963a4d1-ce6d-4990-adeb-63dc714e196a req-74645e2a-b144-4ffe-b75e-0e474f7e5db5 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:22.577627 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963a4d1-ce6d-4990-adeb-63dc714e196a req-74645e2a-b144-4ffe-b75e-0e474f7e5db5 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:22.586772 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c963a4d1-ce6d-4990-adeb-63dc714e196a req-74645e2a-b144-4ffe-b75e-0e474f7e5db5 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5368 time: 0.1576006 Nov 12 20:04:22.721184 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c963a4d1-ce6d-4990-adeb-63dc714e196a req-bcfc483a-41de-4c96-823c-645b205ce7e9 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1331673 Nov 12 20:04:22.847168 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cc0a27ba-5918-4005-8c8b-36418be0809b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad9c130-af35-4d6c-9d74-d3b0ab429420 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:04:22.867815 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2322a-7128-43e5-bb62-09d696e6ed7a req-8f19540c-1aad-49d4-8272-a308942503ed tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:22.873902 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-74b2322a-7128-43e5-bb62-09d696e6ed7a req-8f19540c-1aad-49d4-8272-a308942503ed tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=b389fee6-4e10-4aec-883c-bceb88cb31f2 HTTP/1.1" status: 200 len: 946 time: 0.0702128 Nov 12 20:04:22.885339 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cc0a27ba-5918-4005-8c8b-36418be0809b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:22.935866 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cc0a27ba-5918-4005-8c8b-36418be0809b service neutron] Transition to ACTIVE for port object 8ad9c130-af35-4d6c-9d74-d3b0ab429420 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:04:22.942629 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cc0a27ba-5918-4005-8c8b-36418be0809b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:22.983180 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-74b2322a-7128-43e5-bb62-09d696e6ed7a req-59a08646-e225-42bd-b57f-6654886026c7 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985298 Nov 12 20:04:23.058019 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a27ba-5918-4005-8c8b-36418be0809b service neutron] Pushing event updated for resources: {'Port': ['ID=8ad9c130-af35-4d6c-9d74-d3b0ab429420,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:23.118695 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'tag': '6ad2f845-8d32-40df-b34d-4d5c9682b2ac'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:04:23.126905 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f012a4-64a5-43fe-9122-711633335099" -d '{"events": [{"name": "network-changed", "server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "tag": "6ad2f845-8d32-40df-b34d-4d5c9682b2ac"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:04:23.204651 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cc0a27ba-5918-4005-8c8b-36418be0809b service neutron] Attempting to bind port 8ad9c130-af35-4d6c-9d74-d3b0ab429420 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:04:23.205269 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cc0a27ba-5918-4005-8c8b-36418be0809b service neutron] Attempting to bind port 8ad9c130-af35-4d6c-9d74-d3b0ab429420 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'ddb484b8-cf35-4fcd-b21c-9bbe30197292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:04:23.206848 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cc0a27ba-5918-4005-8c8b-36418be0809b service neutron] Attempting to bind port 8ad9c130-af35-4d6c-9d74-d3b0ab429420 on network 7b061d0a-83a0-4547-b01e-0f9ed0607384 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:04:23.229067 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cc0a27ba-5918-4005-8c8b-36418be0809b service neutron] Port 8ad9c130-af35-4d6c-9d74-d3b0ab429420 on network 7b061d0a-83a0-4547-b01e-0f9ed0607384 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:04:23.230254 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cc0a27ba-5918-4005-8c8b-36418be0809b service neutron] Attempting to bind port 8ad9c130-af35-4d6c-9d74-d3b0ab429420 on network 7b061d0a-83a0-4547-b01e-0f9ed0607384 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:04:23.237422 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cc0a27ba-5918-4005-8c8b-36418be0809b service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:04:23.238278 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cc0a27ba-5918-4005-8c8b-36418be0809b service neutron] Checking segment: {'id': 'ddb484b8-cf35-4fcd-b21c-9bbe30197292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:04:23.239303 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cc0a27ba-5918-4005-8c8b-36418be0809b service neutron] Bound using segment: {'id': 'ddb484b8-cf35-4fcd-b21c-9bbe30197292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:04:23.240414 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cc0a27ba-5918-4005-8c8b-36418be0809b service neutron] Bound port: 8ad9c130-af35-4d6c-9d74-d3b0ab429420, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddb484b8-cf35-4fcd-b21c-9bbe30197292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:04:23.241222 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cc0a27ba-5918-4005-8c8b-36418be0809b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:23.254416 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415a962-ff35-4090-8c92-de357d50d36a req-918c16bf-741c-426a-a4a5-2764eff9f4ff tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:23.266610 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c415a962-ff35-4090-8c92-de357d50d36a req-918c16bf-741c-426a-a4a5-2764eff9f4ff tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 950 time: 0.1154375 Nov 12 20:04:23.365713 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c415a962-ff35-4090-8c92-de357d50d36a req-f935223f-0475-40cc-8739-8704508c37f7 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966055 Nov 12 20:04:23.446486 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cc0a27ba-5918-4005-8c8b-36418be0809b service neutron] For port 8ad9c130-af35-4d6c-9d74-d3b0ab429420, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:04:23.453648 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cc0a27ba-5918-4005-8c8b-36418be0809b service neutron] For port 8ad9c130-af35-4d6c-9d74-d3b0ab429420, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8ad9c130-af35-4d6c-9d74-d3b0ab429420,segment=NetworkSegment(ddb484b8-cf35-4fcd-b21c-9bbe30197292),segment_id=ddb484b8-cf35-4fcd-b21c-9bbe30197292)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:04:23.461893 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cc0a27ba-5918-4005-8c8b-36418be0809b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:23.530528 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cc0a27ba-5918-4005-8c8b-36418be0809b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:23.533804 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cc0a27ba-5918-4005-8c8b-36418be0809b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:23.537246 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cc0a27ba-5918-4005-8c8b-36418be0809b service neutron] 10.222.0.52 "PUT /v2.0/ports/8ad9c130-af35-4d6c-9d74-d3b0ab429420 HTTP/1.1" status: 200 len: 1091 time: 1.5428498 Nov 12 20:04:23.542261 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19890127-7a64-4e28-b906-d3872606857a x-openstack-request-id: req-19890127-7a64-4e28-b906-d3872606857a {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:04:23.544753 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "tag": "6ad2f845-8d32-40df-b34d-4d5c9682b2ac", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:04:23.545800 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-19890127-7a64-4e28-b906-d3872606857a {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:04:23.546459 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'tag': '6ad2f845-8d32-40df-b34d-4d5c9682b2ac', 'status': 'completed', 'code': 200} Nov 12 20:04:23.689788 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a27ba-5918-4005-8c8b-36418be0809b service neutron] Pushing event updated for resources: {'Port': ['ID=8ad9c130-af35-4d6c-9d74-d3b0ab429420,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:23.698875 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:23.699774 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f012a4-64a5-43fe-9122-711633335099 req-0c2df61d-bf35-4a44-9556-72dbabe34960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:23.700359 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f012a4-64a5-43fe-9122-711633335099 req-0c2df61d-bf35-4a44-9556-72dbabe34960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:23.700830 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f012a4-64a5-43fe-9122-711633335099 req-0c2df61d-bf35-4a44-9556-72dbabe34960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:23.709326 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-c34d98ca-7787-481d-8111-3e2467baa649 service neutron] Request body: {'port': {'device_id': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:04:23.709835 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:23.711165 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f012a4-64a5-43fe-9122-711633335099 req-0c2df61d-bf35-4a44-9556-72dbabe34960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:23.718864 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f012a4-64a5-43fe-9122-711633335099 req-0c2df61d-bf35-4a44-9556-72dbabe34960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:23.719524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f012a4-64a5-43fe-9122-711633335099 req-0c2df61d-bf35-4a44-9556-72dbabe34960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:23.722709 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f012a4-64a5-43fe-9122-711633335099 req-0c2df61d-bf35-4a44-9556-72dbabe34960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:23.724919 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-63f012a4-64a5-43fe-9122-711633335099 req-0c2df61d-bf35-4a44-9556-72dbabe34960 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f131d5186dcd49f4b36559627d56bdc0&device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 6276 time: 0.2138770 Nov 12 20:04:23.901462 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-c34d98ca-7787-481d-8111-3e2467baa649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:23.948596 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f012a4-64a5-43fe-9122-711633335099 req-2b31c1b3-6468-4c85-91af-f54ca0a50bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:23.949240 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f012a4-64a5-43fe-9122-711633335099 req-2b31c1b3-6468-4c85-91af-f54ca0a50bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:23.949894 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f012a4-64a5-43fe-9122-711633335099 req-2b31c1b3-6468-4c85-91af-f54ca0a50bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:23.952036 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-63f012a4-64a5-43fe-9122-711633335099 req-2b31c1b3-6468-4c85-91af-f54ca0a50bbc service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f131d5186dcd49f4b36559627d56bdc0&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2101870 Nov 12 20:04:24.145899 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84310baf-8a83-4963-9bef-1d62637fb345 req-c3db93d9-a046-47c5-8b1b-9530e833855a tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:24.149876 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-84310baf-8a83-4963-9bef-1d62637fb345 req-c3db93d9-a046-47c5-8b1b-9530e833855a tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.55 "GET /v2.0/ports?device_id=b389fee6-4e10-4aec-883c-bceb88cb31f2 HTTP/1.1" status: 200 len: 946 time: 0.5296710 Nov 12 20:04:24.275509 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cb5d1-864c-49bb-a0e0-a75857d9da8c req-225a1aad-4bb5-401d-b1ae-c584c65d002d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:24.282526 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cb5d1-864c-49bb-a0e0-a75857d9da8c req-225a1aad-4bb5-401d-b1ae-c584c65d002d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:24.297510 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cb5d1-864c-49bb-a0e0-a75857d9da8c req-225a1aad-4bb5-401d-b1ae-c584c65d002d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:24.315497 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cb5d1-864c-49bb-a0e0-a75857d9da8c req-225a1aad-4bb5-401d-b1ae-c584c65d002d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:24.322693 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cb5d1-864c-49bb-a0e0-a75857d9da8c req-225a1aad-4bb5-401d-b1ae-c584c65d002d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:24.342566 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cb5d1-864c-49bb-a0e0-a75857d9da8c req-225a1aad-4bb5-401d-b1ae-c584c65d002d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:24.348982 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cb5d1-864c-49bb-a0e0-a75857d9da8c req-225a1aad-4bb5-401d-b1ae-c584c65d002d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:24.357655 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c99cb5d1-864c-49bb-a0e0-a75857d9da8c req-225a1aad-4bb5-401d-b1ae-c584c65d002d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5380 time: 0.4005759 Nov 12 20:04:24.459275 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f012a4-64a5-43fe-9122-711633335099 req-56e32e7c-769b-432d-a36f-f0fcc2ddd460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:24.468188 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-63f012a4-64a5-43fe-9122-711633335099 req-56e32e7c-769b-432d-a36f-f0fcc2ddd460 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4663742 Nov 12 20:04:24.559013 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c99cb5d1-864c-49bb-a0e0-a75857d9da8c req-6d5b7a2c-f584-4c9a-b673-07f3d4ff835e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1995800 Nov 12 20:04:24.616639 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-c34d98ca-7787-481d-8111-3e2467baa649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:04:24.627609 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-c34d98ca-7787-481d-8111-3e2467baa649 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:24.658590 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-84310baf-8a83-4963-9bef-1d62637fb345 req-230b9891-1754-4cb5-85f4-0e93fb6713fd tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Deleting port b672e9a9-657b-4dde-a653-d98eaaad5a8e {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:04:24.658590 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-84310baf-8a83-4963-9bef-1d62637fb345 req-230b9891-1754-4cb5-85f4-0e93fb6713fd tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:24.658887 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-c34d98ca-7787-481d-8111-3e2467baa649 service neutron] Transition to ACTIVE for port object f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:04:24.667636 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-c34d98ca-7787-481d-8111-3e2467baa649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:24.736226 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d98ca-7787-481d-8111-3e2467baa649 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:24.887658 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8567dd-29ad-42c7-b12f-a3cad87d2e8a req-93e3bf40-c5f8-4f36-b9fb-275f5b465f06 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:24.898482 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5e8567dd-29ad-42c7-b12f-a3cad87d2e8a req-93e3bf40-c5f8-4f36-b9fb-275f5b465f06 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=b389fee6-4e10-4aec-883c-bceb88cb31f2 HTTP/1.1" status: 200 len: 946 time: 0.2791584 Nov 12 20:04:24.962889 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-c34d98ca-7787-481d-8111-3e2467baa649 service neutron] Attempting to bind port f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:04:24.963231 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-c34d98ca-7787-481d-8111-3e2467baa649 service neutron] Attempting to bind port f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'ddb484b8-cf35-4fcd-b21c-9bbe30197292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:04:24.963565 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-c34d98ca-7787-481d-8111-3e2467baa649 service neutron] Attempting to bind port f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7 on network 7b061d0a-83a0-4547-b01e-0f9ed0607384 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:04:24.969578 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-c34d98ca-7787-481d-8111-3e2467baa649 service neutron] Port f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7 on network 7b061d0a-83a0-4547-b01e-0f9ed0607384 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:04:24.969902 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-c34d98ca-7787-481d-8111-3e2467baa649 service neutron] Attempting to bind port f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7 on network 7b061d0a-83a0-4547-b01e-0f9ed0607384 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:04:24.994410 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-c34d98ca-7787-481d-8111-3e2467baa649 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:04:25.001839 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-c34d98ca-7787-481d-8111-3e2467baa649 service neutron] Checking segment: {'id': 'ddb484b8-cf35-4fcd-b21c-9bbe30197292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:04:25.003758 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:25.004388 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-c34d98ca-7787-481d-8111-3e2467baa649 service neutron] Bound using segment: {'id': 'ddb484b8-cf35-4fcd-b21c-9bbe30197292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:04:25.004926 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-c34d98ca-7787-481d-8111-3e2467baa649 service neutron] Bound port: f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddb484b8-cf35-4fcd-b21c-9bbe30197292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:04:25.005417 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-c34d98ca-7787-481d-8111-3e2467baa649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:25.011621 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-84310baf-8a83-4963-9bef-1d62637fb345 req-230b9891-1754-4cb5-85f4-0e93fb6713fd tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] For port b672e9a9-657b-4dde-a653-d98eaaad5a8e, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b672e9a9-657b-4dde-a653-d98eaaad5a8e,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:04:25.012262 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-84310baf-8a83-4963-9bef-1d62637fb345 req-230b9891-1754-4cb5-85f4-0e93fb6713fd tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:25.092596 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-84310baf-8a83-4963-9bef-1d62637fb345 req-230b9891-1754-4cb5-85f4-0e93fb6713fd tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Calling delete_port for b672e9a9-657b-4dde-a653-d98eaaad5a8e owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:04:25.118496 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5e8567dd-29ad-42c7-b12f-a3cad87d2e8a req-0e637d9a-6df5-437b-8945-fe8d2b34e5cb tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143085 Nov 12 20:04:25.145021 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-c34d98ca-7787-481d-8111-3e2467baa649 service neutron] For port f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:04:25.153441 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-c34d98ca-7787-481d-8111-3e2467baa649 service neutron] For port f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7,segment=NetworkSegment(ddb484b8-cf35-4fcd-b21c-9bbe30197292),segment_id=ddb484b8-cf35-4fcd-b21c-9bbe30197292)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:04:25.163496 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-c34d98ca-7787-481d-8111-3e2467baa649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:25.245975 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-c34d98ca-7787-481d-8111-3e2467baa649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:25.246925 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-c34d98ca-7787-481d-8111-3e2467baa649 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:25.251483 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-c34d98ca-7787-481d-8111-3e2467baa649 service neutron] 10.222.0.52 "PUT /v2.0/ports/f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7 HTTP/1.1" status: 200 len: 1091 time: 1.5475168 Nov 12 20:04:25.298330 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-49e732a1-6e30-4265-89b8-cfdd23fc2618 service neutron] Request body: {'port': {'device_id': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:04:25.431496 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d98ca-7787-481d-8111-3e2467baa649 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:25.559388 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'tag': '8ad9c130-af35-4d6c-9d74-d3b0ab429420'}, {'name': 'network-changed', 'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'tag': 'f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:04:25.563835 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c" -d '{"events": [{"name": "network-changed", "server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "tag": "8ad9c130-af35-4d6c-9d74-d3b0ab429420"}, {"name": "network-changed", "server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "tag": "f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:04:25.588087 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-49e732a1-6e30-4265-89b8-cfdd23fc2618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:25.609144 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-84310baf-8a83-4963-9bef-1d62637fb345 req-230b9891-1754-4cb5-85f4-0e93fb6713fd tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:25.625054 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['b672e9a9-657b-4dde-a653-d98eaaad5a8e'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:04:25.716032 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:04:25.764780 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b9891-1754-4cb5-85f4-0e93fb6713fd tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Pushing event deleted for resources: {'Port': ['ID=b672e9a9-657b-4dde-a653-d98eaaad5a8e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:25.923184 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-84310baf-8a83-4963-9bef-1d62637fb345 req-230b9891-1754-4cb5-85f4-0e93fb6713fd tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] No DVR routers for this DVR port b672e9a9-657b-4dde-a653-d98eaaad5a8e on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:04:25.928743 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-84310baf-8a83-4963-9bef-1d62637fb345 req-230b9891-1754-4cb5-85f4-0e93fb6713fd tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:25.934892 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-84310baf-8a83-4963-9bef-1d62637fb345 req-230b9891-1754-4cb5-85f4-0e93fb6713fd tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.55 "DELETE /v2.0/ports/b672e9a9-657b-4dde-a653-d98eaaad5a8e HTTP/1.1" status: 204 len: 173 time: 1.7755432 Nov 12 20:04:25.935999 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b389fee6-4e10-4aec-883c-bceb88cb31f2', 'name': 'network-vif-deleted', 'tag': 'b672e9a9-657b-4dde-a653-d98eaaad5a8e'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:04:25.938682 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3326fb2-cc2c-47e9-8021-8c32b725d59f" -d '{"events": [{"server_uuid": "b389fee6-4e10-4aec-883c-bceb88cb31f2", "name": "network-vif-deleted", "tag": "b672e9a9-657b-4dde-a653-d98eaaad5a8e"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:04:25.954190 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77f6fa-d52c-467c-8664-74c5e028a208 req-53eeb68e-0f39-4f6d-86b2-f705178351a0 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:25.956915 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:25.970137 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff77f6fa-d52c-467c-8664-74c5e028a208 req-53eeb68e-0f39-4f6d-86b2-f705178351a0 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 950 time: 0.5998726 Nov 12 20:04:26.109523 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff77f6fa-d52c-467c-8664-74c5e028a208 req-1f84af5e-4bd7-402d-a30e-5a3587db5e3b tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379688 Nov 12 20:04:26.281312 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58192) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:26.464140 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b05319-10e0-40d4-ad62-5b604a836e2e req-404905ac-bc70-47df-a4df-47995bcede96 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:26.480832 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b05319-10e0-40d4-ad62-5b604a836e2e req-404905ac-bc70-47df-a4df-47995bcede96 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:26.498229 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-49e732a1-6e30-4265-89b8-cfdd23fc2618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed28dcd-1910-40f7-b699-b7f2769c9e31 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:04:26.504338 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b05319-10e0-40d4-ad62-5b604a836e2e req-404905ac-bc70-47df-a4df-47995bcede96 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:26.516988 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-49e732a1-6e30-4265-89b8-cfdd23fc2618 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:26.520264 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b05319-10e0-40d4-ad62-5b604a836e2e req-404905ac-bc70-47df-a4df-47995bcede96 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:26.541662 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b05319-10e0-40d4-ad62-5b604a836e2e req-404905ac-bc70-47df-a4df-47995bcede96 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:26.548510 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-49e732a1-6e30-4265-89b8-cfdd23fc2618 service neutron] Transition to ACTIVE for port object 3ed28dcd-1910-40f7-b699-b7f2769c9e31 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:04:26.554548 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-49e732a1-6e30-4265-89b8-cfdd23fc2618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:26.556085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b05319-10e0-40d4-ad62-5b604a836e2e req-404905ac-bc70-47df-a4df-47995bcede96 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:26.575676 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b05319-10e0-40d4-ad62-5b604a836e2e req-404905ac-bc70-47df-a4df-47995bcede96 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:26.590738 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94b05319-10e0-40d4-ad62-5b604a836e2e req-404905ac-bc70-47df-a4df-47995bcede96 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5392 time: 0.2558463 Nov 12 20:04:26.658720 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e732a1-6e30-4265-89b8-cfdd23fc2618 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed28dcd-1910-40f7-b699-b7f2769c9e31,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:26.703919 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94b05319-10e0-40d4-ad62-5b604a836e2e req-31ee3299-7ee3-4ba5-b9c0-4a18b04761a4 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1122048 Nov 12 20:04:26.704795 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-98111809-7ffb-4706-a650-ecacaa33ece5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:26.813639 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 20:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72e1bea-024a-41b2-a093-540158a8287d x-openstack-request-id: req-f72e1bea-024a-41b2-a093-540158a8287d {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:04:26.814347 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "tag": "8ad9c130-af35-4d6c-9d74-d3b0ab429420", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "tag": "f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:04:26.814714 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f72e1bea-024a-41b2-a093-540158a8287d {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:04:26.815224 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'tag': '8ad9c130-af35-4d6c-9d74-d3b0ab429420', 'status': 'completed', 'code': 200} Nov 12 20:04:26.815575 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'tag': 'f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7', 'status': 'completed', 'code': 200} Nov 12 20:04:26.831898 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-49e732a1-6e30-4265-89b8-cfdd23fc2618 service neutron] Attempting to bind port 3ed28dcd-1910-40f7-b699-b7f2769c9e31 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:04:26.832554 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-49e732a1-6e30-4265-89b8-cfdd23fc2618 service neutron] Attempting to bind port 3ed28dcd-1910-40f7-b699-b7f2769c9e31 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '4ad03fe4-2e70-4ed7-aa2f-588d959c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '60bf0d01-a5ac-43f9-aea4-058a868d4bc0'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:04:26.833135 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-49e732a1-6e30-4265-89b8-cfdd23fc2618 service neutron] Attempting to bind port 3ed28dcd-1910-40f7-b699-b7f2769c9e31 on network 60bf0d01-a5ac-43f9-aea4-058a868d4bc0 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:04:26.838857 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-49e732a1-6e30-4265-89b8-cfdd23fc2618 service neutron] Port 3ed28dcd-1910-40f7-b699-b7f2769c9e31 on network 60bf0d01-a5ac-43f9-aea4-058a868d4bc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:04:26.839306 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-49e732a1-6e30-4265-89b8-cfdd23fc2618 service neutron] Attempting to bind port 3ed28dcd-1910-40f7-b699-b7f2769c9e31 on network 60bf0d01-a5ac-43f9-aea4-058a868d4bc0 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:04:26.846841 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-49e732a1-6e30-4265-89b8-cfdd23fc2618 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:04:26.847325 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-49e732a1-6e30-4265-89b8-cfdd23fc2618 service neutron] Checking segment: {'id': '4ad03fe4-2e70-4ed7-aa2f-588d959c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '60bf0d01-a5ac-43f9-aea4-058a868d4bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:04:26.847943 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-49e732a1-6e30-4265-89b8-cfdd23fc2618 service neutron] Bound using segment: {'id': '4ad03fe4-2e70-4ed7-aa2f-588d959c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '60bf0d01-a5ac-43f9-aea4-058a868d4bc0'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:04:26.848537 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-49e732a1-6e30-4265-89b8-cfdd23fc2618 service neutron] Bound port: 3ed28dcd-1910-40f7-b699-b7f2769c9e31, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad03fe4-2e70-4ed7-aa2f-588d959c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '60bf0d01-a5ac-43f9-aea4-058a868d4bc0'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:04:26.849000 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-49e732a1-6e30-4265-89b8-cfdd23fc2618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:26.969975 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-49e732a1-6e30-4265-89b8-cfdd23fc2618 service neutron] For port 3ed28dcd-1910-40f7-b699-b7f2769c9e31, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:04:26.978962 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c req-0586ac22-ec32-4ea9-b088-59a943d7527d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:26.979703 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c req-0586ac22-ec32-4ea9-b088-59a943d7527d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:26.982043 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-49e732a1-6e30-4265-89b8-cfdd23fc2618 service neutron] For port 3ed28dcd-1910-40f7-b699-b7f2769c9e31, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=3ed28dcd-1910-40f7-b699-b7f2769c9e31,segment=NetworkSegment(4ad03fe4-2e70-4ed7-aa2f-588d959c575b),segment_id=4ad03fe4-2e70-4ed7-aa2f-588d959c575b)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:04:26.983041 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c req-0586ac22-ec32-4ea9-b088-59a943d7527d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:26.985190 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c req-0586ac22-ec32-4ea9-b088-59a943d7527d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:26.985578 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c req-0586ac22-ec32-4ea9-b088-59a943d7527d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:26.986030 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c req-0586ac22-ec32-4ea9-b088-59a943d7527d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:26.986586 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c req-0586ac22-ec32-4ea9-b088-59a943d7527d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:26.989592 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-49e732a1-6e30-4265-89b8-cfdd23fc2618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:26.990853 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c req-0586ac22-ec32-4ea9-b088-59a943d7527d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f131d5186dcd49f4b36559627d56bdc0&device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 6370 time: 0.1406889 Nov 12 20:04:26.995030 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080a7039-417c-4f62-b90d-da1f9ea7ec8e x-openstack-request-id: req-080a7039-417c-4f62-b90d-da1f9ea7ec8e {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:04:26.995342 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b389fee6-4e10-4aec-883c-bceb88cb31f2", "name": "network-vif-deleted", "tag": "b672e9a9-657b-4dde-a653-d98eaaad5a8e", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:04:26.995584 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-080a7039-417c-4f62-b90d-da1f9ea7ec8e {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:04:26.996003 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b389fee6-4e10-4aec-883c-bceb88cb31f2', 'name': 'network-vif-deleted', 'tag': 'b672e9a9-657b-4dde-a653-d98eaaad5a8e', 'status': 'completed', 'code': 200} Nov 12 20:04:27.050659 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-49e732a1-6e30-4265-89b8-cfdd23fc2618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:27.052149 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-49e732a1-6e30-4265-89b8-cfdd23fc2618 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:27.053601 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-49e732a1-6e30-4265-89b8-cfdd23fc2618 service neutron] 10.222.0.52 "PUT /v2.0/ports/3ed28dcd-1910-40f7-b699-b7f2769c9e31 HTTP/1.1" status: 200 len: 1092 time: 1.7637529 Nov 12 20:04:27.094350 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-3ad6a41c-1518-4ad7-832e-cc2b699ea16a service neutron] Request body: {'port': {'device_id': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:04:27.114911 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-98111809-7ffb-4706-a650-ecacaa33ece5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:27.144276 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e732a1-6e30-4265-89b8-cfdd23fc2618 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed28dcd-1910-40f7-b699-b7f2769c9e31,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:27.223857 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-3ad6a41c-1518-4ad7-832e-cc2b699ea16a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:27.227942 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-98111809-7ffb-4706-a650-ecacaa33ece5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:27.299089 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98111809-7ffb-4706-a650-ecacaa33ece5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c8c8f4-661d-4a16-9774-9e8bec8e84ac,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:27.417112 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-98111809-7ffb-4706-a650-ecacaa33ece5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b84785bfcd9f4d90a4e300428d7464f5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1344180 Nov 12 20:04:27.442877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58202) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:27.542396 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a931c8d1-ee2c-469d-a8a2-6b327a0a44a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:27.549149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c req-0fad2410-07e2-4f1d-baf4-c1a35f85ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:27.549802 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c req-0fad2410-07e2-4f1d-baf4-c1a35f85ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:27.550410 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c req-0fad2410-07e2-4f1d-baf4-c1a35f85ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:27.552189 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c req-0fad2410-07e2-4f1d-baf4-c1a35f85ff04 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f131d5186dcd49f4b36559627d56bdc0&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5330200 Nov 12 20:04:27.573511 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbbd70-3f87-4e6c-828a-bc580a083ca0 req-df88b91a-f913-4207-9235-b70722abd34d tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:27.584862 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-11bbbd70-3f87-4e6c-828a-bc580a083ca0 req-df88b91a-f913-4207-9235-b70722abd34d tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 950 time: 0.2965038 Nov 12 20:04:27.614007 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a931c8d1-ee2c-469d-a8a2-6b327a0a44a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:27.720225 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a931c8d1-ee2c-469d-a8a2-6b327a0a44a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:27.722828 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a931c8d1-ee2c-469d-a8a2-6b327a0a44a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:27.726724 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a931c8d1-ee2c-469d-a8a2-6b327a0a44a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e6c8c8f4-661d-4a16-9774-9e8bec8e84ac HTTP/1.1" status: 204 len: 168 time: 0.2806122 Nov 12 20:04:27.750751 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931c8d1-ee2c-469d-a8a2-6b327a0a44a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c8c8f4-661d-4a16-9774-9e8bec8e84ac,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:27.841961 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-3ad6a41c-1518-4ad7-832e-cc2b699ea16a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed205f9d-8655-42c7-97ed-cba504477990 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:04:27.851587 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-3ad6a41c-1518-4ad7-832e-cc2b699ea16a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:27.876687 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-3ad6a41c-1518-4ad7-832e-cc2b699ea16a service neutron] Transition to ACTIVE for port object ed205f9d-8655-42c7-97ed-cba504477990 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:04:27.884567 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-3ad6a41c-1518-4ad7-832e-cc2b699ea16a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:27.963957 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-11bbbd70-3f87-4e6c-828a-bc580a083ca0 req-1c993b30-4c60-4dfc-ba18-b269ed969313 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781157 Nov 12 20:04:27.992598 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c req-7f8707fc-12de-480f-8390-bfd226607165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:28.000802 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c req-7f8707fc-12de-480f-8390-bfd226607165 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4103994 Nov 12 20:04:28.094362 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6a41c-1518-4ad7-832e-cc2b699ea16a service neutron] Pushing event updated for resources: {'Port': ['ID=ed205f9d-8655-42c7-97ed-cba504477990,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:28.191525 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c req-b3859280-1bfe-4606-9c5f-7b08fd32b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:28.192102 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c req-b3859280-1bfe-4606-9c5f-7b08fd32b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:28.195069 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c req-b3859280-1bfe-4606-9c5f-7b08fd32b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:28.196848 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c req-b3859280-1bfe-4606-9c5f-7b08fd32b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:28.197833 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c req-b3859280-1bfe-4606-9c5f-7b08fd32b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:28.206231 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c req-b3859280-1bfe-4606-9c5f-7b08fd32b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:28.207633 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c req-b3859280-1bfe-4606-9c5f-7b08fd32b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:28.208589 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-3ad6a41c-1518-4ad7-832e-cc2b699ea16a service neutron] Attempting to bind port ed205f9d-8655-42c7-97ed-cba504477990 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:04:28.210681 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-3ad6a41c-1518-4ad7-832e-cc2b699ea16a service neutron] Attempting to bind port ed205f9d-8655-42c7-97ed-cba504477990 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '4ad03fe4-2e70-4ed7-aa2f-588d959c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '60bf0d01-a5ac-43f9-aea4-058a868d4bc0'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:04:28.211335 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-3ad6a41c-1518-4ad7-832e-cc2b699ea16a service neutron] Attempting to bind port ed205f9d-8655-42c7-97ed-cba504477990 on network 60bf0d01-a5ac-43f9-aea4-058a868d4bc0 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:04:28.213367 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c req-b3859280-1bfe-4606-9c5f-7b08fd32b934 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f131d5186dcd49f4b36559627d56bdc0&device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 6438 time: 0.1579442 Nov 12 20:04:28.218574 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-3ad6a41c-1518-4ad7-832e-cc2b699ea16a service neutron] Port ed205f9d-8655-42c7-97ed-cba504477990 on network 60bf0d01-a5ac-43f9-aea4-058a868d4bc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:04:28.219033 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-3ad6a41c-1518-4ad7-832e-cc2b699ea16a service neutron] Attempting to bind port ed205f9d-8655-42c7-97ed-cba504477990 on network 60bf0d01-a5ac-43f9-aea4-058a868d4bc0 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:04:28.241796 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-3ad6a41c-1518-4ad7-832e-cc2b699ea16a service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:04:28.244539 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-3ad6a41c-1518-4ad7-832e-cc2b699ea16a service neutron] Checking segment: {'id': '4ad03fe4-2e70-4ed7-aa2f-588d959c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '60bf0d01-a5ac-43f9-aea4-058a868d4bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:04:28.245751 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-3ad6a41c-1518-4ad7-832e-cc2b699ea16a service neutron] Bound using segment: {'id': '4ad03fe4-2e70-4ed7-aa2f-588d959c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '60bf0d01-a5ac-43f9-aea4-058a868d4bc0'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:04:28.248394 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-3ad6a41c-1518-4ad7-832e-cc2b699ea16a service neutron] Bound port: ed205f9d-8655-42c7-97ed-cba504477990, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad03fe4-2e70-4ed7-aa2f-588d959c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '60bf0d01-a5ac-43f9-aea4-058a868d4bc0'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:04:28.251663 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-3ad6a41c-1518-4ad7-832e-cc2b699ea16a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:28.490600 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58212) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:28.516403 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c req-c2d1fd7f-9fa4-4746-97c0-2c833fa39f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:28.517471 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c req-c2d1fd7f-9fa4-4746-97c0-2c833fa39f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:28.517951 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c req-c2d1fd7f-9fa4-4746-97c0-2c833fa39f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:28.519431 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-821a2a77-6490-4272-8227-1035f20587b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:28.519607 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c req-c2d1fd7f-9fa4-4746-97c0-2c833fa39f06 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f131d5186dcd49f4b36559627d56bdc0&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2955060 Nov 12 20:04:28.583803 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device b672e9a9-657b-4dde-a653-d98eaaad5a8e no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:04:28.649644 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: b672e9a9-657b-4dde-a653-d98eaaad5a8e {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:04:28.651660 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device b672e9a9-657b-4dde-a653-d98eaaad5a8e not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:04:28.686118 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-821a2a77-6490-4272-8227-1035f20587b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:28.693264 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-3ad6a41c-1518-4ad7-832e-cc2b699ea16a service neutron] For port ed205f9d-8655-42c7-97ed-cba504477990, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:04:28.699615 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-821a2a77-6490-4272-8227-1035f20587b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:28.774489 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-821a2a77-6490-4272-8227-1035f20587b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd0ae7db150a46d4b765bc8698ecfcd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2813995 Nov 12 20:04:28.785967 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58214) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:28.788706 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a2a77-6490-4272-8227-1035f20587b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2230022-b6dd-4f8a-8049-306cae37df38,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:28.796722 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-3ad6a41c-1518-4ad7-832e-cc2b699ea16a service neutron] For port ed205f9d-8655-42c7-97ed-cba504477990, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=ed205f9d-8655-42c7-97ed-cba504477990,segment=NetworkSegment(4ad03fe4-2e70-4ed7-aa2f-588d959c575b),segment_id=4ad03fe4-2e70-4ed7-aa2f-588d959c575b)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:04:28.802696 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-3ad6a41c-1518-4ad7-832e-cc2b699ea16a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:28.819484 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'tag': '3ed28dcd-1910-40f7-b699-b7f2769c9e31'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:04:28.831506 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f15ec8-954d-4710-9fb6-ebb917c8395a" -d '{"events": [{"name": "network-changed", "server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "tag": "3ed28dcd-1910-40f7-b699-b7f2769c9e31"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:04:28.846152 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-3ad6a41c-1518-4ad7-832e-cc2b699ea16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:28.846705 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-3ad6a41c-1518-4ad7-832e-cc2b699ea16a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:28.848303 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-3ad6a41c-1518-4ad7-832e-cc2b699ea16a service neutron] 10.222.0.52 "PUT /v2.0/ports/ed205f9d-8655-42c7-97ed-cba504477990 HTTP/1.1" status: 200 len: 1092 time: 1.7629969 Nov 12 20:04:28.880427 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c req-94f01173-e1d4-4071-9cfc-b13a51a29684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:28.882598 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b298bbb-1ea6-46a7-b0aa-db6e0c7dab6c req-94f01173-e1d4-4071-9cfc-b13a51a29684 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3524654 Nov 12 20:04:28.938464 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59696ce-6169-4c5f-9c65-c89a9bd0ae49 req-15e44c3c-694a-416c-9850-8fc13ada826b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:28.950948 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59696ce-6169-4c5f-9c65-c89a9bd0ae49 req-15e44c3c-694a-416c-9850-8fc13ada826b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:28.958805 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59696ce-6169-4c5f-9c65-c89a9bd0ae49 req-15e44c3c-694a-416c-9850-8fc13ada826b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:28.966602 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59696ce-6169-4c5f-9c65-c89a9bd0ae49 req-15e44c3c-694a-416c-9850-8fc13ada826b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:28.974269 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59696ce-6169-4c5f-9c65-c89a9bd0ae49 req-15e44c3c-694a-416c-9850-8fc13ada826b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:28.982699 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59696ce-6169-4c5f-9c65-c89a9bd0ae49 req-15e44c3c-694a-416c-9850-8fc13ada826b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:28.990698 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59696ce-6169-4c5f-9c65-c89a9bd0ae49 req-15e44c3c-694a-416c-9850-8fc13ada826b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:28.990944 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6a41c-1518-4ad7-832e-cc2b699ea16a service neutron] Pushing event updated for resources: {'Port': ['ID=ed205f9d-8655-42c7-97ed-cba504477990,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:29.003077 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a59696ce-6169-4c5f-9c65-c89a9bd0ae49 req-15e44c3c-694a-416c-9850-8fc13ada826b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5416 time: 0.2843122 Nov 12 20:04:29.069664 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bc42b4b5-23f2-47be-8bce-68d07690fed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:29.139953 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bc42b4b5-23f2-47be-8bce-68d07690fed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:29.148706 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-5f0ea427-9042-4d5f-9cb3-a699d56fff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:29.149341 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-5f0ea427-9042-4d5f-9cb3-a699d56fff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:29.149833 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-5f0ea427-9042-4d5f-9cb3-a699d56fff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:29.150352 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-5f0ea427-9042-4d5f-9cb3-a699d56fff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:29.150908 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-5f0ea427-9042-4d5f-9cb3-a699d56fff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:29.151364 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-5f0ea427-9042-4d5f-9cb3-a699d56fff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:29.151883 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-5f0ea427-9042-4d5f-9cb3-a699d56fff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:29.154275 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-5f0ea427-9042-4d5f-9cb3-a699d56fff3d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f131d5186dcd49f4b36559627d56bdc0&device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 6480 time: 0.1491852 Nov 12 20:04:29.190863 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a59696ce-6169-4c5f-9c65-c89a9bd0ae49 req-ad79a38e-2f32-4744-86cc-61d63f0121cd tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1867764 Nov 12 20:04:29.340492 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-ee0adc76-3af9-4be8-aaa2-f1ba44c7e8b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a53f7b3-d5ed-4c55-a9f2-9d69debf231e HTTP/1.1" status: 200 len: 217 time: 0.1761353 Nov 12 20:04:29.397277 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee75103-9326-4c8c-b671-50a607e6164d x-openstack-request-id: req-dee75103-9326-4c8c-b671-50a607e6164d {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:04:29.397575 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "tag": "3ed28dcd-1910-40f7-b699-b7f2769c9e31", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:04:29.397827 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dee75103-9326-4c8c-b671-50a607e6164d {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:04:29.398228 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'tag': '3ed28dcd-1910-40f7-b699-b7f2769c9e31', 'status': 'completed', 'code': 200} Nov 12 20:04:29.517810 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-e402ddba-0888-4ff1-827f-9c6160be6b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:29.519383 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-e402ddba-0888-4ff1-827f-9c6160be6b56 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7538c2f0-1816-4b2d-be66-4f8cb443d9c1 HTTP/1.1" status: 200 len: 851 time: 0.1688986 Nov 12 20:04:29.551449 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bc42b4b5-23f2-47be-8bce-68d07690fed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:29.556470 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bc42b4b5-23f2-47be-8bce-68d07690fed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:29.557660 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bc42b4b5-23f2-47be-8bce-68d07690fed9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a2230022-b6dd-4f8a-8049-306cae37df38 HTTP/1.1" status: 204 len: 168 time: 0.7697701 Nov 12 20:04:29.625787 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42b4b5-23f2-47be-8bce-68d07690fed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2230022-b6dd-4f8a-8049-306cae37df38,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:29.672494 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e0e1a-ce0f-4089-bf1e-945104dc8523 req-0d8d9f6c-2b5d-42f0-b023-9753a501d422 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:29.683355 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-697e0e1a-ce0f-4089-bf1e-945104dc8523 req-0d8d9f6c-2b5d-42f0-b023-9753a501d422 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 950 time: 0.1577499 Nov 12 20:04:29.744621 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-338c13fd-9dd2-4320-9ed8-7e378afcf81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:29.747114 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-338c13fd-9dd2-4320-9ed8-7e378afcf81f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80c69418-b92b-4b29-9244-07bfae8aef96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2124844 Nov 12 20:04:29.911108 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-697e0e1a-ce0f-4089-bf1e-945104dc8523 req-1dad801b-459a-4a95-9d9f-16acc94eefb7 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265596 Nov 12 20:04:30.053904 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-fb081edb-af04-4afa-a413-10412f49e141 service neutron] 10.222.0.52 "GET /v2.0/networks/80c69418-b92b-4b29-9244-07bfae8aef96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908125 Nov 12 20:04:30.195920 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-91a626eb-5d50-4b9e-bf57-077cfae097d5 service neutron] 10.222.0.52 "GET /v2.0/networks/80c69418-b92b-4b29-9244-07bfae8aef96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318922 Nov 12 20:04:30.251415 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-10cb65c4-91f4-43e9-9e24-13873eb81025 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=8cb0f270-2cba-45c2-b623-7b4877568439 HTTP/1.1" status: 200 len: 217 time: 0.0464318 Nov 12 20:04:30.386218 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-20c98f4c-f4d0-4b52-8423-1fb02aab3f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:30.388040 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-20c98f4c-f4d0-4b52-8423-1fb02aab3f8e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ec938247-4c75-4821-8212-7136bcd55e80 HTTP/1.1" status: 200 len: 797 time: 0.1268857 Nov 12 20:04:30.474298 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-c92d5c73-3361-490f-a02e-81d6ac9a50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:30.475862 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-c92d5c73-3361-490f-a02e-81d6ac9a50f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b061d0a-83a0-4547-b01e-0f9ed0607384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0776281 Nov 12 20:04:30.680556 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-1bc89a64-0cff-43c8-9f34-6ead66da0e53 service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876261 Nov 12 20:04:30.818256 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-5d9d1887-8201-4259-b9e7-aa53944656dd service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251843 Nov 12 20:04:30.904378 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-aada5324-136c-4ebc-af5b-c543bbdc64ff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=6ad2f845-8d32-40df-b34d-4d5c9682b2ac HTTP/1.1" status: 200 len: 217 time: 0.0757082 Nov 12 20:04:30.990564 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-38b6c18f-a71d-47ec-8e71-ae993e62a23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:30.992604 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-38b6c18f-a71d-47ec-8e71-ae993e62a23c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ec938247-4c75-4821-8212-7136bcd55e80 HTTP/1.1" status: 200 len: 797 time: 0.0807123 Nov 12 20:04:31.096618 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-fe67cc2d-33c0-491e-bf9f-56953038f566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:31.098649 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-fe67cc2d-33c0-491e-bf9f-56953038f566 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b061d0a-83a0-4547-b01e-0f9ed0607384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0938625 Nov 12 20:04:31.244181 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-62d199e6-a56c-488c-8072-e550205a029a service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358902 Nov 12 20:04:31.400370 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'tag': 'ed205f9d-8655-42c7-97ed-cba504477990'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:04:31.402926 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98478911-e81d-45eb-922f-f4edd250d75c" -d '{"events": [{"name": "network-changed", "server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "tag": "ed205f9d-8655-42c7-97ed-cba504477990"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:04:31.425732 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-c66336ec-28bf-45b3-afb3-9ebaaaeed769 service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688678 Nov 12 20:04:31.534991 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-eaeb6d61-e715-453b-9978-73930a01c1e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=8ad9c130-af35-4d6c-9d74-d3b0ab429420 HTTP/1.1" status: 200 len: 217 time: 0.0931838 Nov 12 20:04:31.620762 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-517d8dea-7103-44a4-8c36-f6ed2f42a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:31.622972 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-517d8dea-7103-44a4-8c36-f6ed2f42a427 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ec938247-4c75-4821-8212-7136bcd55e80 HTTP/1.1" status: 200 len: 797 time: 0.0835853 Nov 12 20:04:31.699845 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-eb2a4ab6-ec6c-4568-8ca5-105f257165db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:31.703041 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-eb2a4ab6-ec6c-4568-8ca5-105f257165db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b061d0a-83a0-4547-b01e-0f9ed0607384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0717661 Nov 12 20:04:31.868862 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-8021c374-7cdc-4aa8-b75e-cf7bc2cbd633 service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499443 Nov 12 20:04:31.964146 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d316287d-f8bc-42c5-82cf-e2e7d1656b54 req-f7bebb65-8ceb-477e-b100-3dacf59c5849 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1012394 Nov 12 20:04:32.065841 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-f6fa31d3-8da2-4df9-bcf1-8303b42f22ae service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873558 Nov 12 20:04:32.075360 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316287d-f8bc-42c5-82cf-e2e7d1656b54 req-b347281f-6610-4c3d-97b2-d29d4aa54b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:32.077031 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d316287d-f8bc-42c5-82cf-e2e7d1656b54 req-b347281f-6610-4c3d-97b2-d29d4aa54b22 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 1102 time: 0.0593722 Nov 12 20:04:32.165939 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-103d5b05-ad2b-45f9-8c10-c7c3a46e9bf5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7 HTTP/1.1" status: 200 len: 217 time: 0.0914896 Nov 12 20:04:32.353795 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316287d-f8bc-42c5-82cf-e2e7d1656b54 req-e6117c5e-9c1a-4993-b0f0-3f0b66c16259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:32.353795 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d316287d-f8bc-42c5-82cf-e2e7d1656b54 req-e6117c5e-9c1a-4993-b0f0-3f0b66c16259 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.2534225 Nov 12 20:04:32.409958 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-9cba9eb4-3002-46a4-852e-2350f2930fe6 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:32.411688 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-9cba9eb4-3002-46a4-852e-2350f2930fe6 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/networks?id=da47d9a6-534f-44d9-b8a9-89652da4d3f3 HTTP/1.1" status: 200 len: 806 time: 0.2408831 Nov 12 20:04:32.431130 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-eec8d35c-3e2c-42f1-abd6-d8ea789d3c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:32.432559 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-eec8d35c-3e2c-42f1-abd6-d8ea789d3c20 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ec938247-4c75-4821-8212-7136bcd55e80 HTTP/1.1" status: 200 len: 797 time: 0.2586017 Nov 12 20:04:32.435958 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-99355b5d-2bfb-44fe-b4b8-8e6e5df45ca8 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/quotas/2f4a501a8a9343959e54c76a3fc6aa37 HTTP/1.1" status: 200 len: 375 time: 0.0171130 Nov 12 20:04:32.506319 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d316287d-f8bc-42c5-82cf-e2e7d1656b54 req-d1465e29-bbd6-4521-a38f-6f0182e6bf96 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=6f5fb2ef-6df8-463e-ac0c-7062375058e1 HTTP/1.1" status: 200 len: 217 time: 0.1439235 Nov 12 20:04:32.540190 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70e113-98ce-4b07-bc90-aa6f090d06d2 req-4ce3fbf8-41f5-4c30-b644-12a9546e1366 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:32.547028 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70e113-98ce-4b07-bc90-aa6f090d06d2 req-4ce3fbf8-41f5-4c30-b644-12a9546e1366 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:32.548770 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-e5a9d61d-068a-4fe6-a932-0ea4c12d6951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:32.550890 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-e5a9d61d-068a-4fe6-a932-0ea4c12d6951 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b061d0a-83a0-4547-b01e-0f9ed0607384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1076019 Nov 12 20:04:32.554451 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70e113-98ce-4b07-bc90-aa6f090d06d2 req-4ce3fbf8-41f5-4c30-b644-12a9546e1366 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:32.561353 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70e113-98ce-4b07-bc90-aa6f090d06d2 req-4ce3fbf8-41f5-4c30-b644-12a9546e1366 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:32.567187 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-03cd0153-8e4a-4d17-a9b9-cb6e8e3c8013 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f4a501a8a9343959e54c76a3fc6aa37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1250610 Nov 12 20:04:32.567393 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70e113-98ce-4b07-bc90-aa6f090d06d2 req-4ce3fbf8-41f5-4c30-b644-12a9546e1366 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:32.577833 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70e113-98ce-4b07-bc90-aa6f090d06d2 req-4ce3fbf8-41f5-4c30-b644-12a9546e1366 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:32.585759 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70e113-98ce-4b07-bc90-aa6f090d06d2 req-4ce3fbf8-41f5-4c30-b644-12a9546e1366 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:32.594598 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bb70e113-98ce-4b07-bc90-aa6f090d06d2 req-4ce3fbf8-41f5-4c30-b644-12a9546e1366 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5416 time: 0.1340632 Nov 12 20:04:32.718289 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316287d-f8bc-42c5-82cf-e2e7d1656b54 req-c36d0735-c98b-4310-b5e2-aac4d913a6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:32.720312 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d316287d-f8bc-42c5-82cf-e2e7d1656b54 req-c36d0735-c98b-4310-b5e2-aac4d913a6ee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.2036312 Nov 12 20:04:32.854630 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bb70e113-98ce-4b07-bc90-aa6f090d06d2 req-0b4e3905-126b-41b1-a1bc-56235a022622 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2590516 Nov 12 20:04:32.883404 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316287d-f8bc-42c5-82cf-e2e7d1656b54 req-f6951c25-c11f-4b4d-ba4c-aec7f4ca2dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:32.883404 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d316287d-f8bc-42c5-82cf-e2e7d1656b54 req-f6951c25-c11f-4b4d-ba4c-aec7f4ca2dbf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1404114 Nov 12 20:04:33.263854 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-8ac7e290-32ff-4478-9aa8-88c57d6e8769 service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6942809 Nov 12 20:04:33.274965 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-84af15c4-f610-4056-8cae-db551723d0ad service neutron] 10.222.0.48 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6779304 Nov 12 20:04:33.487477 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-6fcde2f6-f5ad-407b-9680-6c1267568954 service neutron] 10.222.0.48 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137651 Nov 12 20:04:33.492192 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-fc91073f-05ce-4060-a2e4-c7ff0452fc93 service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179492 Nov 12 20:04:33.595587 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-48c09d3d-f0bb-4603-b853-2ef1ec32ce9a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3ed28dcd-1910-40f7-b699-b7f2769c9e31 HTTP/1.1" status: 200 len: 217 time: 0.0946209 Nov 12 20:04:33.695158 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d316287d-f8bc-42c5-82cf-e2e7d1656b54 req-b101de11-96a8-40cf-b1ae-8e295e3f1100 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8063202 Nov 12 20:04:33.709918 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-19ce5448-d59e-494a-b239-27d4757ea2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:33.715267 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-19ce5448-d59e-494a-b239-27d4757ea2a7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e6eb43fd-4a7b-4440-9c8e-37696bad3d1e HTTP/1.1" status: 200 len: 797 time: 0.1066277 Nov 12 20:04:33.795526 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-61a6988b-15be-4320-b6c5-6f5de7451481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:33.799906 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-61a6988b-15be-4320-b6c5-6f5de7451481 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60bf0d01-a5ac-43f9-aea4-058a868d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0767789 Nov 12 20:04:33.911520 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d316287d-f8bc-42c5-82cf-e2e7d1656b54 req-2a4cee52-bbe6-4a40-b9bf-859a788c2628 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796892 Nov 12 20:04:33.913249 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e83070-18b1-4b3a-9303-068f9ab50599 x-openstack-request-id: req-a9e83070-18b1-4b3a-9303-068f9ab50599 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:04:33.913508 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "tag": "ed205f9d-8655-42c7-97ed-cba504477990", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:04:33.913762 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a9e83070-18b1-4b3a-9303-068f9ab50599 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:04:33.914151 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'tag': 'ed205f9d-8655-42c7-97ed-cba504477990', 'status': 'completed', 'code': 200} Nov 12 20:04:33.925552 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c723bf6-23df-42ca-a178-58b1a85dbaf0 req-7c7fd204-4d0e-4bcb-bc54-1e958acf0d52 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:33.926830 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1c723bf6-23df-42ca-a178-58b1a85dbaf0 req-7c7fd204-4d0e-4bcb-bc54-1e958acf0d52 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 950 time: 0.9592741 Nov 12 20:04:34.053699 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-8878d98e-fa51-4219-bd10-6322a9928fb6 service neutron] 10.222.0.52 "GET /v2.0/networks/60bf0d01-a5ac-43f9-aea4-058a868d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451231 Nov 12 20:04:34.080860 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1c723bf6-23df-42ca-a178-58b1a85dbaf0 req-c5e5985e-f35e-43d9-a7ad-50b5741f0e37 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427498 Nov 12 20:04:34.246960 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-cb1da0b1-8153-49ad-a948-3d99a2c2b646 service neutron] 10.222.0.52 "GET /v2.0/networks/60bf0d01-a5ac-43f9-aea4-058a868d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825058 Nov 12 20:04:34.370696 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7898fe7-8387-4a95-93d6-36f4b609ee94 req-0ecc796b-7254-4691-a895-876d7a921c7f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b149280-6c34-4643-960c-0d56da9d3eba HTTP/1.1" status: 200 len: 210 time: 0.1034482 Nov 12 20:04:34.448556 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-b5bb3eb8-375c-4118-8a65-250875932889 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed205f9d-8655-42c7-97ed-cba504477990 HTTP/1.1" status: 200 len: 217 time: 0.1881776 Nov 12 20:04:34.472369 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a528c76-10c4-4bcc-aac6-55d70711f6c1 req-5ce0337b-af39-4f3b-9421-7a58eb32e35b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:34.490240 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a528c76-10c4-4bcc-aac6-55d70711f6c1 req-5ce0337b-af39-4f3b-9421-7a58eb32e35b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:34.508706 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a528c76-10c4-4bcc-aac6-55d70711f6c1 req-5ce0337b-af39-4f3b-9421-7a58eb32e35b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:34.515843 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a528c76-10c4-4bcc-aac6-55d70711f6c1 req-5ce0337b-af39-4f3b-9421-7a58eb32e35b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:34.538865 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a528c76-10c4-4bcc-aac6-55d70711f6c1 req-5ce0337b-af39-4f3b-9421-7a58eb32e35b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:34.555661 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-a9783afa-93e4-4844-9cad-4e1cb6964287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:34.557199 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-a9783afa-93e4-4844-9cad-4e1cb6964287 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e6eb43fd-4a7b-4440-9c8e-37696bad3d1e HTTP/1.1" status: 200 len: 797 time: 0.0823865 Nov 12 20:04:34.557409 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a528c76-10c4-4bcc-aac6-55d70711f6c1 req-5ce0337b-af39-4f3b-9421-7a58eb32e35b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:34.563866 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a528c76-10c4-4bcc-aac6-55d70711f6c1 req-5ce0337b-af39-4f3b-9421-7a58eb32e35b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:34.569993 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9a528c76-10c4-4bcc-aac6-55d70711f6c1 req-5ce0337b-af39-4f3b-9421-7a58eb32e35b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5416 time: 0.2058434 Nov 12 20:04:34.676876 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-0b7e7f65-7ffc-402a-9c28-7029bb004e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:34.682332 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-0b7e7f65-7ffc-402a-9c28-7029bb004e4a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60bf0d01-a5ac-43f9-aea4-058a868d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1136506 Nov 12 20:04:34.732618 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9a528c76-10c4-4bcc-aac6-55d70711f6c1 req-afceb3ba-f1d4-489f-bef6-f8eef7f968fc tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1548209 Nov 12 20:04:34.859775 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-1a96da31-2424-4b81-8872-37ab51c0dfe5 service neutron] 10.222.0.52 "GET /v2.0/networks/60bf0d01-a5ac-43f9-aea4-058a868d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718225 Nov 12 20:04:35.094700 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e363ee4e-f272-4279-8b2f-2524a0df485c req-31f80cd2-1292-4199-ad5e-a1265671d549 service neutron] 10.222.0.52 "GET /v2.0/networks/60bf0d01-a5ac-43f9-aea4-058a868d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256081 Nov 12 20:04:35.282500 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f15ec8-954d-4710-9fb6-ebb917c8395a req-5aa8d500-7f83-46e0-a4a0-5fde6e049cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:35.283525 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f15ec8-954d-4710-9fb6-ebb917c8395a req-5aa8d500-7f83-46e0-a4a0-5fde6e049cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:35.289670 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f15ec8-954d-4710-9fb6-ebb917c8395a req-5aa8d500-7f83-46e0-a4a0-5fde6e049cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:35.295075 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f15ec8-954d-4710-9fb6-ebb917c8395a req-5aa8d500-7f83-46e0-a4a0-5fde6e049cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:35.298835 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f15ec8-954d-4710-9fb6-ebb917c8395a req-5aa8d500-7f83-46e0-a4a0-5fde6e049cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:35.299340 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f15ec8-954d-4710-9fb6-ebb917c8395a req-5aa8d500-7f83-46e0-a4a0-5fde6e049cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:35.302091 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f15ec8-954d-4710-9fb6-ebb917c8395a req-5aa8d500-7f83-46e0-a4a0-5fde6e049cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:35.304464 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-25f15ec8-954d-4710-9fb6-ebb917c8395a req-5aa8d500-7f83-46e0-a4a0-5fde6e049cd2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f131d5186dcd49f4b36559627d56bdc0&device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 6480 time: 0.1320987 Nov 12 20:04:35.334215 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8a163-a376-4db3-8543-e0654d6d107e req-3b5a446c-5e51-406e-9c65-7e37c12c0f22 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:35.343003 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-02c8a163-a376-4db3-8543-e0654d6d107e req-3b5a446c-5e51-406e-9c65-7e37c12c0f22 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 946 time: 0.1636639 Nov 12 20:04:35.365573 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-7e82e542-a1bf-455e-bf2a-02fc6ad5652c service neutron] show failed (client error): The resource could not be found. Nov 12 20:04:35.366601 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-7e82e542-a1bf-455e-bf2a-02fc6ad5652c service neutron] 10.222.0.52 "GET /v2.0/ports/5e904854-22bc-4c69-a481-3c3feea5b76b/bindings/n-h1-712140-15 HTTP/1.1" status: 404 len: 381 time: 0.1441362 Nov 12 20:04:35.420196 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-02c8a163-a376-4db3-8543-e0654d6d107e req-66e2755d-78f0-429f-b4a6-fc0c1b1283b4 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd841fdf-8314-4f9e-a0ea-b97b6b37eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719416 Nov 12 20:04:35.702100 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4711d3-a4cb-4291-957a-3dd106657ab2 req-c228561b-0bb4-43bf-9057-a2e59366c9ab tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:35.705721 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f15ec8-954d-4710-9fb6-ebb917c8395a req-f665b2c3-38dd-4c3f-b264-875c98e13cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:35.707556 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-25f15ec8-954d-4710-9fb6-ebb917c8395a req-f665b2c3-38dd-4c3f-b264-875c98e13cbd service neutron] 10.222.0.52 "GET /v2.0/networks?id=60bf0d01-a5ac-43f9-aea4-058a868d4bc0 HTTP/1.1" status: 200 len: 903 time: 0.3930197 Nov 12 20:04:35.711003 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9c4711d3-a4cb-4291-957a-3dd106657ab2 req-c228561b-0bb4-43bf-9057-a2e59366c9ab tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 950 time: 0.1665030 Nov 12 20:04:35.802672 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9c4711d3-a4cb-4291-957a-3dd106657ab2 req-74113e17-ecf6-4e20-b79a-4e41c29c559d tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843389 Nov 12 20:04:35.918268 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-25f15ec8-954d-4710-9fb6-ebb917c8395a req-035172d4-8a49-4ec9-8785-ded2bf924cec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3ed28dcd-1910-40f7-b699-b7f2769c9e31 HTTP/1.1" status: 200 len: 217 time: 0.1777875 Nov 12 20:04:35.965490 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-450da1a6-900d-40f9-b00a-84ead8fac9c5 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:35.967046 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-450da1a6-900d-40f9-b00a-84ead8fac9c5 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.55 "GET /v2.0/networks?id=da47d9a6-534f-44d9-b8a9-89652da4d3f3 HTTP/1.1" status: 200 len: 806 time: 0.5084043 Nov 12 20:04:36.041452 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-146011ad-80ef-4993-b0bb-0fc700d7bee1 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Request body: {'port': {'device_id': '9b149280-6c34-4643-960c-0d56da9d3eba', 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3', 'admin_state_up': True, 'tenant_id': '2f4a501a8a9343959e54c76a3fc6aa37'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:04:36.083126 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-81b2bb56-daf4-4344-980a-c4e0829aca3c req-d672cccf-d540-467d-be73-9794f5512c68 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4419441 Nov 12 20:04:36.097139 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6a44a215-017c-4baa-bb15-4757c77f5b15 req-84187482-1cbe-4758-bb65-98535f859b88 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b149280-6c34-4643-960c-0d56da9d3eba HTTP/1.1" status: 200 len: 210 time: 0.0718782 Nov 12 20:04:36.164514 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f15ec8-954d-4710-9fb6-ebb917c8395a req-453d500e-7c2b-4424-b08d-7173db180823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:36.166002 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-25f15ec8-954d-4710-9fb6-ebb917c8395a req-453d500e-7c2b-4424-b08d-7173db180823 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e6eb43fd-4a7b-4440-9c8e-37696bad3d1e HTTP/1.1" status: 200 len: 797 time: 0.2264535 Nov 12 20:04:36.239808 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:04:36.261056 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97c863-ca4d-491b-a5b8-4f7671e8a73c req-01c13fb0-91ec-41b7-8ed0-08e7549bec4e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:36.264630 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-3e7ece34-1751-46a7-9dbc-8b0693027cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:36.266142 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-3e7ece34-1751-46a7-9dbc-8b0693027cb4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19&tenant_id=1c08b32f16f94cdbbecd052699f1c2ae HTTP/1.1" status: 200 len: 1102 time: 0.3566434 Nov 12 20:04:36.269935 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97c863-ca4d-491b-a5b8-4f7671e8a73c req-01c13fb0-91ec-41b7-8ed0-08e7549bec4e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:36.276196 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97c863-ca4d-491b-a5b8-4f7671e8a73c req-01c13fb0-91ec-41b7-8ed0-08e7549bec4e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:36.283270 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97c863-ca4d-491b-a5b8-4f7671e8a73c req-01c13fb0-91ec-41b7-8ed0-08e7549bec4e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:36.292704 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97c863-ca4d-491b-a5b8-4f7671e8a73c req-01c13fb0-91ec-41b7-8ed0-08e7549bec4e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:36.307158 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-5d26b493-08d5-4f2a-a62c-c682062a54d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-15', 'device_owner': 'compute:nova'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:04:36.312511 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97c863-ca4d-491b-a5b8-4f7671e8a73c req-01c13fb0-91ec-41b7-8ed0-08e7549bec4e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:36.332467 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97c863-ca4d-491b-a5b8-4f7671e8a73c req-01c13fb0-91ec-41b7-8ed0-08e7549bec4e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:36.354945 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bd97c863-ca4d-491b-a5b8-4f7671e8a73c req-01c13fb0-91ec-41b7-8ed0-08e7549bec4e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5416 time: 0.2166035 Nov 12 20:04:36.374817 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2bb56-daf4-4344-980a-c4e0829aca3c req-16cfdb18-36cc-4057-bb28-0b223ed25a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:36.376696 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-81b2bb56-daf4-4344-980a-c4e0829aca3c req-16cfdb18-36cc-4057-bb28-0b223ed25a9f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=954a349666444c9cac7ba5cc392be91e&device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655 HTTP/1.1" status: 200 len: 1097 time: 0.2047367 Nov 12 20:04:36.411420 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f15ec8-954d-4710-9fb6-ebb917c8395a req-865e4e38-271a-4a5e-b8a1-6f4320243928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:36.413084 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-25f15ec8-954d-4710-9fb6-ebb917c8395a req-865e4e38-271a-4a5e-b8a1-6f4320243928 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60bf0d01-a5ac-43f9-aea4-058a868d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2029908 Nov 12 20:04:36.421370 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-5d26b493-08d5-4f2a-a62c-c682062a54d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:36.425692 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bd97c863-ca4d-491b-a5b8-4f7671e8a73c req-f6fa1c24-ff45-4580-bea2-b4d4dba95fe8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661690 Nov 12 20:04:36.435214 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-146011ad-80ef-4993-b0bb-0fc700d7bee1 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Made reservation on behalf of 2f4a501a8a9343959e54c76a3fc6aa37 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:04:36.438765 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-146011ad-80ef-4993-b0bb-0fc700d7bee1 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:36.628028 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device a523395b-38a8-43be-9e95-e934571a1561 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:04:36.827915 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:36.859723 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-4cae6bf5-46a0-4b08-b10c-f5d0dd1834ff tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:36.862143 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-4cae6bf5-46a0-4b08-b10c-f5d0dd1834ff tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/networks?id=244f869e-61bd-4949-82fd-4493cf9dc192 HTTP/1.1" status: 200 len: 805 time: 0.1639225 Nov 12 20:04:36.890282 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-530ae983-f684-4613-9f16-e31f1af68f8a tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/quotas/954a349666444c9cac7ba5cc392be91e HTTP/1.1" status: 200 len: 375 time: 0.0207384 Nov 12 20:04:36.910771 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port a523395b-38a8-43be-9e95-e934571a1561, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a523395b-38a8-43be-9e95-e934571a1561,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:04:36.920523 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f6ea0e-77ad-4a6f-89d1-91d78233d655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a523395b-38a8-43be-9e95-e934571a1561'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:04:36.927184 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa38310-d467-43ca-9ee7-935dd7825b6e" -d '{"events": [{"server_uuid": "f6f6ea0e-77ad-4a6f-89d1-91d78233d655", "name": "network-vif-unplugged", "status": "completed", "tag": "a523395b-38a8-43be-9e95-e934571a1561"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:04:36.941343 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:36.990718 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-25f15ec8-954d-4710-9fb6-ebb917c8395a req-8dbd4d39-c9c0-47d1-a710-7c01d81a44c5 service neutron] 10.222.0.52 "GET /v2.0/networks/60bf0d01-a5ac-43f9-aea4-058a868d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5597684 Nov 12 20:04:37.012046 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b2eec-0878-4a7a-918e-795f5700730c req-45b2f69d-9d2b-4682-86ef-9f1147df6d5c tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:37.016734 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-813b2eec-0878-4a7a-918e-795f5700730c req-45b2f69d-9d2b-4682-86ef-9f1147df6d5c tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 946 time: 0.4288983 Nov 12 20:04:37.026589 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-146011ad-80ef-4993-b0bb-0fc700d7bee1 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Allocated IP 172.20.0.7 (da47d9a6-534f-44d9-b8a9-89652da4d3f3/ce72f812-14b6-4840-8ebe-5441b73cbc50/7295d4cd-e885-478d-b6ec-2630fc56de27) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:04:37.032887 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-49a34635-409e-41c3-a281-b04a61cbb3f2 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=954a349666444c9cac7ba5cc392be91e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1415727 Nov 12 20:04:37.037341 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=a523395b-38a8-43be-9e95-e934571a1561,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:37.109956 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2bb56-daf4-4344-980a-c4e0829aca3c req-511daeda-09a2-440a-a376-f450c432b681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:37.111448 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-81b2bb56-daf4-4344-980a-c4e0829aca3c req-511daeda-09a2-440a-a376-f450c432b681 service neutron] 10.222.0.55 "GET /v2.0/networks?id=244f869e-61bd-4949-82fd-4493cf9dc192 HTTP/1.1" status: 200 len: 906 time: 0.6345022 Nov 12 20:04:37.141452 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166beb7-325f-4f0e-92ba-a7f926db1455 req-b03b2630-dea9-46cf-922b-e02905c682f8 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:37.144184 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0166beb7-325f-4f0e-92ba-a7f926db1455 req-b03b2630-dea9-46cf-922b-e02905c682f8 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f0c766-6999-4d23-82d3-f78d602fc418 HTTP/1.1" status: 200 len: 946 time: 0.2511942 Nov 12 20:04:37.229373 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-ba2fad82-afe5-4123-a70c-d3d0d1bc527d service neutron] 10.222.0.48 "GET /v2.0/networks/244f869e-61bd-4949-82fd-4493cf9dc192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951969 Nov 12 20:04:37.260804 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-81b2bb56-daf4-4344-980a-c4e0829aca3c req-b7930dbd-148b-4575-b5eb-9262ca9b5765 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a523395b-38a8-43be-9e95-e934571a1561 HTTP/1.1" status: 200 len: 217 time: 0.1137109 Nov 12 20:04:37.304473 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-813b2eec-0878-4a7a-918e-795f5700730c req-94147b8c-8f8e-47e3-bc00-f3405f859534 tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd841fdf-8314-4f9e-a0ea-b97b6b37eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750745 Nov 12 20:04:37.392921 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-b5e29a89-e5a9-446c-a312-688ff819929a service neutron] 10.222.0.48 "GET /v2.0/networks/244f869e-61bd-4949-82fd-4493cf9dc192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619856 Nov 12 20:04:37.406044 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-25f15ec8-954d-4710-9fb6-ebb917c8395a req-0c90f9de-c167-40e5-96ab-f74203504758 service neutron] 10.222.0.52 "GET /v2.0/networks/60bf0d01-a5ac-43f9-aea4-058a868d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861773 Nov 12 20:04:37.459608 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-0166beb7-325f-4f0e-92ba-a7f926db1455 req-1b32e0c5-31bd-42dc-a03f-50e83146e69c tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Deleting port 482a3af1-0054-461a-8db3-41ffbdb6f486 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:04:37.460281 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0166beb7-325f-4f0e-92ba-a7f926db1455 req-1b32e0c5-31bd-42dc-a03f-50e83146e69c tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:37.558015 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-5d26b493-08d5-4f2a-a62c-c682062a54d3 service neutron] For port 5e904854-22bc-4c69-a481-3c3feea5b76b, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=5e904854-22bc-4c69-a481-3c3feea5b76b,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:04:37.585274 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-0166beb7-325f-4f0e-92ba-a7f926db1455 req-1b32e0c5-31bd-42dc-a03f-50e83146e69c tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] For port 482a3af1-0054-461a-8db3-41ffbdb6f486, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=482a3af1-0054-461a-8db3-41ffbdb6f486,segment=NetworkSegment(3e224982-6395-4c12-b776-18d7d32b13ae),segment_id=3e224982-6395-4c12-b776-18d7d32b13ae)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:04:37.585992 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0166beb7-325f-4f0e-92ba-a7f926db1455 req-1b32e0c5-31bd-42dc-a03f-50e83146e69c tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:37.605453 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-0166beb7-325f-4f0e-92ba-a7f926db1455 req-1b32e0c5-31bd-42dc-a03f-50e83146e69c tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Calling delete_port for 482a3af1-0054-461a-8db3-41ffbdb6f486 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:04:37.704388 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985e43a6-f207-4ec5-a4a6-0b49e60194fd x-openstack-request-id: req-985e43a6-f207-4ec5-a4a6-0b49e60194fd {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:04:37.704388 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f6ea0e-77ad-4a6f-89d1-91d78233d655", "name": "network-vif-unplugged", "status": "completed", "tag": "a523395b-38a8-43be-9e95-e934571a1561", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:04:37.705149 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-985e43a6-f207-4ec5-a4a6-0b49e60194fd {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:04:37.705149 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f6ea0e-77ad-4a6f-89d1-91d78233d655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a523395b-38a8-43be-9e95-e934571a1561', 'code': 200} Nov 12 20:04:37.707915 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2bb56-daf4-4344-980a-c4e0829aca3c req-b9b70e26-d750-4f4e-970b-c20453638e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:37.713624 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-81b2bb56-daf4-4344-980a-c4e0829aca3c req-b9b70e26-d750-4f4e-970b-c20453638e01 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7dd80d0b-2491-4b1b-842a-10479179ac7e HTTP/1.1" status: 200 len: 845 time: 0.4374764 Nov 12 20:04:37.779527 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0166beb7-325f-4f0e-92ba-a7f926db1455 req-1b32e0c5-31bd-42dc-a03f-50e83146e69c tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:37.803523 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['482a3af1-0054-461a-8db3-41ffbdb6f486'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:04:37.839994 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32e0c5-31bd-42dc-a03f-50e83146e69c tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Pushing event deleted for resources: {'Port': ['ID=482a3af1-0054-461a-8db3-41ffbdb6f486,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:37.905129 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-0166beb7-325f-4f0e-92ba-a7f926db1455 req-1b32e0c5-31bd-42dc-a03f-50e83146e69c tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] No DVR routers for this DVR port 482a3af1-0054-461a-8db3-41ffbdb6f486 on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:04:37.910674 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0166beb7-325f-4f0e-92ba-a7f926db1455 req-1b32e0c5-31bd-42dc-a03f-50e83146e69c tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:37.916341 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0166beb7-325f-4f0e-92ba-a7f926db1455 req-1b32e0c5-31bd-42dc-a03f-50e83146e69c tempest-AttachSCSIVolumeTestJSON-544309299 tempest-AttachSCSIVolumeTestJSON-544309299-project] 10.222.0.55 "DELETE /v2.0/ports/482a3af1-0054-461a-8db3-41ffbdb6f486 HTTP/1.1" status: 204 len: 173 time: 0.7616796 Nov 12 20:04:37.916754 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f0c766-6999-4d23-82d3-f78d602fc418', 'name': 'network-vif-deleted', 'tag': '482a3af1-0054-461a-8db3-41ffbdb6f486'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:04:37.922357 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd126f6-56e8-4828-940b-f6121558e083" -d '{"events": [{"server_uuid": "46f0c766-6999-4d23-82d3-f78d602fc418", "name": "network-vif-deleted", "tag": "482a3af1-0054-461a-8db3-41ffbdb6f486"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:04:37.946613 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-81b2bb56-daf4-4344-980a-c4e0829aca3c req-071015a1-5bb3-40c7-b476-6f5b04c89117 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=244f869e-61bd-4949-82fd-4493cf9dc192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1708009 Nov 12 20:04:38.022007 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-5d26b493-08d5-4f2a-a62c-c682062a54d3 service neutron] For port 5e904854-22bc-4c69-a481-3c3feea5b76b, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:04:38.050740 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b8cb6010-927e-413e-8fb7-a76dfe8f334a req-fd98b3b2-c914-4914-a20d-510fcc15bd00 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b149280-6c34-4643-960c-0d56da9d3eba HTTP/1.1" status: 200 len: 210 time: 0.0879087 Nov 12 20:04:38.169288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aaf58f-faf9-4aae-b755-60abe6875bcf req-81f7728b-ad4e-4b30-8f1e-284da23f2719 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:38.178898 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-56aaf58f-faf9-4aae-b755-60abe6875bcf req-81f7728b-ad4e-4b30-8f1e-284da23f2719 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 950 time: 0.6528332 Nov 12 20:04:38.257389 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98478911-e81d-45eb-922f-f4edd250d75c req-222e98ba-34aa-4615-9aaf-7b2aeeeb361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:38.258078 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98478911-e81d-45eb-922f-f4edd250d75c req-222e98ba-34aa-4615-9aaf-7b2aeeeb361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:38.258512 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98478911-e81d-45eb-922f-f4edd250d75c req-222e98ba-34aa-4615-9aaf-7b2aeeeb361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:38.259152 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98478911-e81d-45eb-922f-f4edd250d75c req-222e98ba-34aa-4615-9aaf-7b2aeeeb361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:38.259617 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98478911-e81d-45eb-922f-f4edd250d75c req-222e98ba-34aa-4615-9aaf-7b2aeeeb361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:38.260090 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98478911-e81d-45eb-922f-f4edd250d75c req-222e98ba-34aa-4615-9aaf-7b2aeeeb361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:38.260559 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98478911-e81d-45eb-922f-f4edd250d75c req-222e98ba-34aa-4615-9aaf-7b2aeeeb361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:38.266355 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-98478911-e81d-45eb-922f-f4edd250d75c req-222e98ba-34aa-4615-9aaf-7b2aeeeb361e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f131d5186dcd49f4b36559627d56bdc0&device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 6480 time: 0.7502050 Nov 12 20:04:38.384404 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-5d26b493-08d5-4f2a-a62c-c682062a54d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:38.426652 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-5d26b493-08d5-4f2a-a62c-c682062a54d3 service neutron] Transition to ACTIVE for port object 5e904854-22bc-4c69-a481-3c3feea5b76b will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:04:38.443889 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c758db48-23b5-4301-8b16-d13a237d0e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e904854-22bc-4c69-a481-3c3feea5b76b'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:04:38.459429 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30e4e91-afa3-476d-b37f-1e1d27cc5457" -d '{"events": [{"server_uuid": "c758db48-23b5-4301-8b16-d13a237d0e19", "name": "network-vif-unplugged", "status": "completed", "tag": "5e904854-22bc-4c69-a481-3c3feea5b76b"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:04:38.493927 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-5d26b493-08d5-4f2a-a62c-c682062a54d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:38.501920 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81d974-00ee-4fc9-967b-153b22e43293 req-a1ad1a34-a064-40b4-9f91-b747d25e9262 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:38.520287 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81d974-00ee-4fc9-967b-153b22e43293 req-a1ad1a34-a064-40b4-9f91-b747d25e9262 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:38.539055 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81d974-00ee-4fc9-967b-153b22e43293 req-a1ad1a34-a064-40b4-9f91-b747d25e9262 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:38.551310 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81d974-00ee-4fc9-967b-153b22e43293 req-a1ad1a34-a064-40b4-9f91-b747d25e9262 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:38.559833 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81d974-00ee-4fc9-967b-153b22e43293 req-a1ad1a34-a064-40b4-9f91-b747d25e9262 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:38.572723 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81d974-00ee-4fc9-967b-153b22e43293 req-a1ad1a34-a064-40b4-9f91-b747d25e9262 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:38.580061 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-146011ad-80ef-4993-b0bb-0fc700d7bee1 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:38.581863 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81d974-00ee-4fc9-967b-153b22e43293 req-a1ad1a34-a064-40b4-9f91-b747d25e9262 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:38.591573 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9a81d974-00ee-4fc9-967b-153b22e43293 req-a1ad1a34-a064-40b4-9f91-b747d25e9262 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5416 time: 0.3374608 Nov 12 20:04:38.609485 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e4235-66bb-45c6-89a5-4745dff373ef req-3057151e-2a4b-4805-81c1-50c79b79788f tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:38.614661 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7b3e4235-66bb-45c6-89a5-4745dff373ef req-3057151e-2a4b-4805-81c1-50c79b79788f tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6f6ea0e-77ad-4a6f-89d1-91d78233d655 HTTP/1.1" status: 200 len: 943 time: 0.3764985 Nov 12 20:04:38.744046 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-56aaf58f-faf9-4aae-b755-60abe6875bcf req-785b5787-97ca-40c7-a6ad-c073099afc29 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5637858 Nov 12 20:04:38.852207 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-5d26b493-08d5-4f2a-a62c-c682062a54d3 service neutron] No DVR routers for this DVR port 5e904854-22bc-4c69-a481-3c3feea5b76b on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:04:38.920720 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26b493-08d5-4f2a-a62c-c682062a54d3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e904854-22bc-4c69-a481-3c3feea5b76b,revision_number=6']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:38.946578 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-44c6cc24-1272-44a1-ac03-ade20277d4bc req-292e2000-53ac-4849-b597-0d707f64d538 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 210 time: 0.0610931 Nov 12 20:04:38.953987 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-81b2bb56-daf4-4344-980a-c4e0829aca3c req-51aed58c-4387-445f-bcb9-f8e53f0d3133 service neutron] 10.222.0.55 "GET /v2.0/networks/244f869e-61bd-4949-82fd-4493cf9dc192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8773112 Nov 12 20:04:39.017053 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9a81d974-00ee-4fc9-967b-153b22e43293 req-c6f918f2-7053-4a57-bf28-564605a2e53f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4246364 Nov 12 20:04:39.044327 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78822e1-79d6-4c79-952e-ea90c28e5e13 x-openstack-request-id: req-b78822e1-79d6-4c79-952e-ea90c28e5e13 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:04:39.044732 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f0c766-6999-4d23-82d3-f78d602fc418", "name": "network-vif-deleted", "tag": "482a3af1-0054-461a-8db3-41ffbdb6f486", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:04:39.044999 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b78822e1-79d6-4c79-952e-ea90c28e5e13 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:04:39.045440 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f0c766-6999-4d23-82d3-f78d602fc418', 'name': 'network-vif-deleted', 'tag': '482a3af1-0054-461a-8db3-41ffbdb6f486', 'status': 'completed', 'code': 200} Nov 12 20:04:39.065636 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-7b3e4235-66bb-45c6-89a5-4745dff373ef req-409311bd-c1f0-46e4-88fb-c0e873304725 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Deleting port a523395b-38a8-43be-9e95-e934571a1561 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:04:39.066002 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7b3e4235-66bb-45c6-89a5-4745dff373ef req-409311bd-c1f0-46e4-88fb-c0e873304725 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:39.301828 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.55', 49532) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:39.481887 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1f7402e5-e4e1-470e-b599-4e5e5cfa87a1 req-a6a464a1-cfd0-4edd-aed9-5401455185e2 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b149280-6c34-4643-960c-0d56da9d3eba HTTP/1.1" status: 200 len: 210 time: 0.0781972 Nov 12 20:04:39.489290 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-7b3e4235-66bb-45c6-89a5-4745dff373ef req-409311bd-c1f0-46e4-88fb-c0e873304725 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] For port a523395b-38a8-43be-9e95-e934571a1561, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a523395b-38a8-43be-9e95-e934571a1561,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:04:39.489663 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7b3e4235-66bb-45c6-89a5-4745dff373ef req-409311bd-c1f0-46e4-88fb-c0e873304725 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:39.513261 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-7b3e4235-66bb-45c6-89a5-4745dff373ef req-409311bd-c1f0-46e4-88fb-c0e873304725 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Calling delete_port for a523395b-38a8-43be-9e95-e934571a1561 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:04:39.548287 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 5e904854-22bc-4c69-a481-3c3feea5b76b no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:04:39.631860 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 5e904854-22bc-4c69-a481-3c3feea5b76b not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:04:39.652984 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-e5546dbe-6bf6-4d59-920c-e254d8d1cddb tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:39.655421 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-e5546dbe-6bf6-4d59-920c-e254d8d1cddb tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.55 "GET /v2.0/networks?id=244f869e-61bd-4949-82fd-4493cf9dc192 HTTP/1.1" status: 200 len: 805 time: 0.3527381 Nov 12 20:04:39.673153 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-5a65dab0-1788-43c2-893e-7d6d8c9913e8 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Request body: {'port': {'device_id': 'f0813921-8f24-4248-bb71-9961f1efa5a4', 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192', 'admin_state_up': True, 'tenant_id': '954a349666444c9cac7ba5cc392be91e'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:04:39.954360 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98478911-e81d-45eb-922f-f4edd250d75c req-635471ae-b9fd-43b6-9511-f12120dd2806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:39.956691 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-98478911-e81d-45eb-922f-f4edd250d75c req-635471ae-b9fd-43b6-9511-f12120dd2806 service neutron] 10.222.0.52 "GET /v2.0/networks?id=60bf0d01-a5ac-43f9-aea4-058a868d4bc0 HTTP/1.1" status: 200 len: 903 time: 1.5826383 Nov 12 20:04:39.960719 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387c395b-60c3-471c-aa3c-17f2f0a69499 x-openstack-request-id: req-387c395b-60c3-471c-aa3c-17f2f0a69499 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:04:39.961421 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c758db48-23b5-4301-8b16-d13a237d0e19", "name": "network-vif-unplugged", "status": "completed", "tag": "5e904854-22bc-4c69-a481-3c3feea5b76b", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:04:39.961844 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-387c395b-60c3-471c-aa3c-17f2f0a69499 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:04:39.962414 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c758db48-23b5-4301-8b16-d13a237d0e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e904854-22bc-4c69-a481-3c3feea5b76b', 'code': 200} Nov 12 20:04:39.969408 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-146011ad-80ef-4993-b0bb-0fc700d7bee1 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:39.988827 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:04:40.021967 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-5d26b493-08d5-4f2a-a62c-c682062a54d3 service neutron] Attempting to bind port 5e904854-22bc-4c69-a481-3c3feea5b76b on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:04:40.023329 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-5d26b493-08d5-4f2a-a62c-c682062a54d3 service neutron] Attempting to bind port 5e904854-22bc-4c69-a481-3c3feea5b76b by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:04:40.023854 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-5d26b493-08d5-4f2a-a62c-c682062a54d3 service neutron] Attempting to bind port 5e904854-22bc-4c69-a481-3c3feea5b76b on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:04:40.038350 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-5a65dab0-1788-43c2-893e-7d6d8c9913e8 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Made reservation on behalf of 954a349666444c9cac7ba5cc392be91e for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:04:40.053697 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-5a65dab0-1788-43c2-893e-7d6d8c9913e8 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:40.056323 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7b3e4235-66bb-45c6-89a5-4745dff373ef req-409311bd-c1f0-46e4-88fb-c0e873304725 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:40.145074 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-5d26b493-08d5-4f2a-a62c-c682062a54d3 service neutron] Port 5e904854-22bc-4c69-a481-3c3feea5b76b on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:04:40.147575 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-5d26b493-08d5-4f2a-a62c-c682062a54d3 service neutron] Attempting to bind port 5e904854-22bc-4c69-a481-3c3feea5b76b on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:04:40.173752 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409311bd-c1f0-46e4-88fb-c0e873304725 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Pushing event deleted for resources: {'Port': ['ID=a523395b-38a8-43be-9e95-e934571a1561,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:40.227240 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-98478911-e81d-45eb-922f-f4edd250d75c req-4f4bf4dd-a0e0-437d-bf75-e8bacb8d07a1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed205f9d-8655-42c7-97ed-cba504477990 HTTP/1.1" status: 200 len: 217 time: 0.2555692 Nov 12 20:04:40.275062 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-5d26b493-08d5-4f2a-a62c-c682062a54d3 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:04:40.279180 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-5d26b493-08d5-4f2a-a62c-c682062a54d3 service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:04:40.280542 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-5d26b493-08d5-4f2a-a62c-c682062a54d3 service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:04:40.281222 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-5d26b493-08d5-4f2a-a62c-c682062a54d3 service neutron] Bound port: 5e904854-22bc-4c69-a481-3c3feea5b76b, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:04:40.282477 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-5d26b493-08d5-4f2a-a62c-c682062a54d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:40.317628 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-146011ad-80ef-4993-b0bb-0fc700d7bee1 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Network da47d9a6-534f-44d9-b8a9-89652da4d3f3 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:04:40.378797 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-146011ad-80ef-4993-b0bb-0fc700d7bee1 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:04:40.381577 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-146011ad-80ef-4993-b0bb-0fc700d7bee1 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:04:40.389565 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3e4235-66bb-45c6-89a5-4745dff373ef req-409311bd-c1f0-46e4-88fb-c0e873304725 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] No DVR routers for this DVR port a523395b-38a8-43be-9e95-e934571a1561 on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:04:40.401186 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146011ad-80ef-4993-b0bb-0fc700d7bee1 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Pushing event updated for resources: {'Port': ['ID=7295d4cd-e885-478d-b6ec-2630fc56de27,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:40.411951 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7b3e4235-66bb-45c6-89a5-4745dff373ef req-409311bd-c1f0-46e4-88fb-c0e873304725 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:40.428895 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7b3e4235-66bb-45c6-89a5-4745dff373ef req-409311bd-c1f0-46e4-88fb-c0e873304725 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.55 "DELETE /v2.0/ports/a523395b-38a8-43be-9e95-e934571a1561 HTTP/1.1" status: 204 len: 173 time: 1.8064659 Nov 12 20:04:40.515042 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fb1a7c65-f8ab-484c-981b-c492d6a6a22e req-23f3d123-b4d5-41e5-bf52-9a407145a96a tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 210 time: 0.2004986 Nov 12 20:04:40.604157 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-146011ad-80ef-4993-b0bb-0fc700d7bee1 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:40.604852 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-146011ad-80ef-4993-b0bb-0fc700d7bee1 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:40.619485 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-81b2bb56-daf4-4344-980a-c4e0829aca3c req-aa05f93c-c20d-4c7f-b00f-c719ebf1f894 service neutron] 10.222.0.55 "GET /v2.0/networks/244f869e-61bd-4949-82fd-4493cf9dc192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6502719 Nov 12 20:04:40.649002 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device a523395b-38a8-43be-9e95-e934571a1561 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:04:40.656712 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f94176-f3f9-42fd-ab25-1b060b032d13 req-5d6b242c-91b6-49bc-8746-92761ebc4870 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:40.670796 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4f94176-f3f9-42fd-ab25-1b060b032d13 req-5d6b242c-91b6-49bc-8746-92761ebc4870 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 948 time: 0.7055256 Nov 12 20:04:40.722711 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: a523395b-38a8-43be-9e95-e934571a1561 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:04:40.726792 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device a523395b-38a8-43be-9e95-e934571a1561 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:04:40.727389 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 482a3af1-0054-461a-8db3-41ffbdb6f486 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:04:40.740692 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-5a65dab0-1788-43c2-893e-7d6d8c9913e8 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Allocated IP 172.20.0.4 (244f869e-61bd-4949-82fd-4493cf9dc192/7dd80d0b-2491-4b1b-842a-10479179ac7e/4defd834-7c89-42ef-b7d2-157da6d0c741) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:04:40.767645 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 482a3af1-0054-461a-8db3-41ffbdb6f486 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:04:40.768082 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 482a3af1-0054-461a-8db3-41ffbdb6f486 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:04:40.782783 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-146011ad-80ef-4993-b0bb-0fc700d7bee1 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7585633 Nov 12 20:04:40.832087 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-bafb82ea-7546-48fc-8679-535b3f5db823 service neutron] Request body: {'port': {'device_id': '9b149280-6c34-4643-960c-0d56da9d3eba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:04:40.858053 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98478911-e81d-45eb-922f-f4edd250d75c req-4d694af7-6a09-4fcf-9808-55251360bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:40.859836 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-98478911-e81d-45eb-922f-f4edd250d75c req-4d694af7-6a09-4fcf-9808-55251360bba9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e6eb43fd-4a7b-4440-9c8e-37696bad3d1e HTTP/1.1" status: 200 len: 797 time: 0.6082826 Nov 12 20:04:40.986065 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-5d26b493-08d5-4f2a-a62c-c682062a54d3 service neutron] For port 5e904854-22bc-4c69-a481-3c3feea5b76b, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:04:40.998892 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4f94176-f3f9-42fd-ab25-1b060b032d13 req-6374affc-b7b9-4667-b0a2-d0c59bc250ad tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272016 Nov 12 20:04:41.012034 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-5a65dab0-1788-43c2-893e-7d6d8c9913e8 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:41.063264 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f6ea0e-77ad-4a6f-89d1-91d78233d655', 'name': 'network-vif-deleted', 'tag': 'a523395b-38a8-43be-9e95-e934571a1561'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:04:41.069349 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9edfa5-850e-4959-b9fb-f68c7bc71c3f" -d '{"events": [{"server_uuid": "f6f6ea0e-77ad-4a6f-89d1-91d78233d655", "name": "network-vif-deleted", "tag": "a523395b-38a8-43be-9e95-e934571a1561"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:04:41.081861 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-5a65dab0-1788-43c2-893e-7d6d8c9913e8 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:41.111503 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-5d26b493-08d5-4f2a-a62c-c682062a54d3 service neutron] For port 5e904854-22bc-4c69-a481-3c3feea5b76b, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5e904854-22bc-4c69-a481-3c3feea5b76b,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:04:41.111503 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-bafb82ea-7546-48fc-8679-535b3f5db823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:41.164962 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-5d26b493-08d5-4f2a-a62c-c682062a54d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:41.281807 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-5a65dab0-1788-43c2-893e-7d6d8c9913e8 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Network 244f869e-61bd-4949-82fd-4493cf9dc192 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:04:41.293261 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-5a65dab0-1788-43c2-893e-7d6d8c9913e8 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:04:41.302199 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-5a65dab0-1788-43c2-893e-7d6d8c9913e8 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:04:41.378863 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98478911-e81d-45eb-922f-f4edd250d75c req-1019c1ff-f5eb-401a-86e2-cee31d7f3a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:41.382116 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-98478911-e81d-45eb-922f-f4edd250d75c req-1019c1ff-f5eb-401a-86e2-cee31d7f3a36 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60bf0d01-a5ac-43f9-aea4-058a868d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4755149 Nov 12 20:04:41.422910 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65dab0-1788-43c2-893e-7d6d8c9913e8 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Pushing event updated for resources: {'Port': ['ID=4defd834-7c89-42ef-b7d2-157da6d0c741,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:41.444806 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-5a65dab0-1788-43c2-893e-7d6d8c9913e8 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:41.445815 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-5a65dab0-1788-43c2-893e-7d6d8c9913e8 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:41.466147 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-5d26b493-08d5-4f2a-a62c-c682062a54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:41.468010 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-5d26b493-08d5-4f2a-a62c-c682062a54d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:41.472497 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-5d26b493-08d5-4f2a-a62c-c682062a54d3 service neutron] 10.222.0.55 "PUT /v2.0/ports/5e904854-22bc-4c69-a481-3c3feea5b76b HTTP/1.1" status: 200 len: 1097 time: 5.1734881 Nov 12 20:04:41.488204 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6dc4f3-73c2-4fb9-9770-67a58ab2a06c req-7c5973aa-312e-41cd-a2d9-0e3866a20163 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:41.512551 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6dc4f3-73c2-4fb9-9770-67a58ab2a06c req-7c5973aa-312e-41cd-a2d9-0e3866a20163 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:41.527443 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6dc4f3-73c2-4fb9-9770-67a58ab2a06c req-7c5973aa-312e-41cd-a2d9-0e3866a20163 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:41.550051 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6dc4f3-73c2-4fb9-9770-67a58ab2a06c req-7c5973aa-312e-41cd-a2d9-0e3866a20163 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:41.571989 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6dc4f3-73c2-4fb9-9770-67a58ab2a06c req-7c5973aa-312e-41cd-a2d9-0e3866a20163 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:41.584577 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6dc4f3-73c2-4fb9-9770-67a58ab2a06c req-7c5973aa-312e-41cd-a2d9-0e3866a20163 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:41.609808 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6dc4f3-73c2-4fb9-9770-67a58ab2a06c req-7c5973aa-312e-41cd-a2d9-0e3866a20163 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:41.626155 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4e6dc4f3-73c2-4fb9-9770-67a58ab2a06c req-7c5973aa-312e-41cd-a2d9-0e3866a20163 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5416 time: 0.5481751 Nov 12 20:04:41.667385 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26b493-08d5-4f2a-a62c-c682062a54d3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e904854-22bc-4c69-a481-3c3feea5b76b,revision_number=7']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:41.690759 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-5a65dab0-1788-43c2-893e-7d6d8c9913e8 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0225916 Nov 12 20:04:41.715870 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Request body: {'port': {'device_id': 'f0813921-8f24-4248-bb71-9961f1efa5a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:04:41.828982 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8feb3d-19d4-4b5a-a7d6-7453202716e0 req-0edfce31-419e-4a3c-8bc8-ec86b4748a23 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:41.836174 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b8feb3d-19d4-4b5a-a7d6-7453202716e0 req-0edfce31-419e-4a3c-8bc8-ec86b4748a23 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b149280-6c34-4643-960c-0d56da9d3eba HTTP/1.1" status: 200 len: 931 time: 0.5459769 Nov 12 20:04:41.849118 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4e6dc4f3-73c2-4fb9-9770-67a58ab2a06c req-96d045a4-1cdf-43a5-8168-b1cbbbcb99e4 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2139986 Nov 12 20:04:41.914840 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:41.930439 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-98478911-e81d-45eb-922f-f4edd250d75c req-27027975-cba0-4ba2-ab64-cc22d00bbf68 service neutron] 10.222.0.52 "GET /v2.0/networks/60bf0d01-a5ac-43f9-aea4-058a868d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5316479 Nov 12 20:04:41.964631 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c758db48-23b5-4301-8b16-d13a237d0e19', 'tag': '5e904854-22bc-4c69-a481-3c3feea5b76b'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:04:41.967163 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ffd9e4-0a3d-4722-8576-a6f3f20b5237" -d '{"events": [{"name": "network-changed", "server_uuid": "c758db48-23b5-4301-8b16-d13a237d0e19", "tag": "5e904854-22bc-4c69-a481-3c3feea5b76b"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:04:41.971182 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-86d4886d-1d73-4824-8b24-62a0a5c170a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:41.972711 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-86d4886d-1d73-4824-8b24-62a0a5c170a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 1100 time: 0.4489117 Nov 12 20:04:41.997107 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c3734e-92a8-419d-8b9c-15dc8515f677 x-openstack-request-id: req-e2c3734e-92a8-419d-8b9c-15dc8515f677 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:04:41.998021 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f6ea0e-77ad-4a6f-89d1-91d78233d655", "name": "network-vif-deleted", "tag": "a523395b-38a8-43be-9e95-e934571a1561", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:04:41.998261 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e2c3734e-92a8-419d-8b9c-15dc8515f677 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:04:41.998648 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f6ea0e-77ad-4a6f-89d1-91d78233d655', 'name': 'network-vif-deleted', 'tag': 'a523395b-38a8-43be-9e95-e934571a1561', 'status': 'completed', 'code': 200} Nov 12 20:04:42.061770 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b8feb3d-19d4-4b5a-a7d6-7453202716e0 req-4dbc29e0-254b-40bf-9140-dc5963f0a3ac tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245500 Nov 12 20:04:42.206219 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e746554-467d-4cbb-91f8-58471ec1ab7c x-openstack-request-id: req-9e746554-467d-4cbb-91f8-58471ec1ab7c {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:04:42.206516 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c758db48-23b5-4301-8b16-d13a237d0e19", "tag": "5e904854-22bc-4c69-a481-3c3feea5b76b", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:04:42.206989 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9e746554-467d-4cbb-91f8-58471ec1ab7c {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:04:42.207529 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c758db48-23b5-4301-8b16-d13a237d0e19', 'tag': '5e904854-22bc-4c69-a481-3c3feea5b76b', 'status': 'completed', 'code': 200} Nov 12 20:04:42.430219 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a3474-4051-4113-aad3-08edabe217d9 req-34de2082-f138-42c1-a44d-92ede974019e tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:42.432539 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b0a3474-4051-4113-aad3-08edabe217d9 req-34de2082-f138-42c1-a44d-92ede974019e tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 931 time: 0.2582850 Nov 12 20:04:42.434850 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-98478911-e81d-45eb-922f-f4edd250d75c req-3db02a80-4f61-4401-9271-1ea1ce5ef36a service neutron] 10.222.0.52 "GET /v2.0/networks/60bf0d01-a5ac-43f9-aea4-058a868d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606194 Nov 12 20:04:42.437878 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-212e2e2d-054a-4a87-a8e2-ad53cda51118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:42.439469 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-212e2e2d-054a-4a87-a8e2-ad53cda51118 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.4484200 Nov 12 20:04:42.457205 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffd9e4-0a3d-4722-8576-a6f3f20b5237 req-a36e3bca-69c2-4c52-9495-72e9038aa6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:42.458684 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d0ffd9e4-0a3d-4722-8576-a6f3f20b5237 req-a36e3bca-69c2-4c52-9495-72e9038aa6ab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 1100 time: 0.2183762 Nov 12 20:04:42.462762 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29783e-bd05-46f0-bfcb-24bd3165ef2f req-75c7e757-c691-434c-adec-7115cf7504c0 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:42.465271 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-be29783e-bd05-46f0-bfcb-24bd3165ef2f req-75c7e757-c691-434c-adec-7115cf7504c0 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 948 time: 0.1911867 Nov 12 20:04:42.661751 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffd9e4-0a3d-4722-8576-a6f3f20b5237 req-69d53f65-68b8-4734-a60f-8940afaa4e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:42.663977 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d0ffd9e4-0a3d-4722-8576-a6f3f20b5237 req-69d53f65-68b8-4734-a60f-8940afaa4e1a service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.1953290 Nov 12 20:04:42.693799 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b0a3474-4051-4113-aad3-08edabe217d9 req-bb497b09-4d53-4053-870b-b08f819cde0e tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519135 Nov 12 20:04:42.725172 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-be29783e-bd05-46f0-bfcb-24bd3165ef2f req-16ab97b8-653c-4f4d-ba61-fdfd5e4975db tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541154 Nov 12 20:04:42.731420 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-a096c756-6446-4d87-be7c-55ee61868f96 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=5e904854-22bc-4c69-a481-3c3feea5b76b HTTP/1.1" status: 200 len: 217 time: 0.2778244 Nov 12 20:04:42.735361 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-bafb82ea-7546-48fc-8679-535b3f5db823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7295d4cd-e885-478d-b6ec-2630fc56de27 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:04:42.773096 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d0ffd9e4-0a3d-4722-8576-a6f3f20b5237 req-162c3ee9-4058-4808-8c06-3549121fda7a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=5e904854-22bc-4c69-a481-3c3feea5b76b HTTP/1.1" status: 200 len: 217 time: 0.0944445 Nov 12 20:04:42.794932 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-bafb82ea-7546-48fc-8679-535b3f5db823 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:42.861438 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4defd834-7c89-42ef-b7d2-157da6d0c741 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:04:42.884528 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:42.899288 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffd9e4-0a3d-4722-8576-a6f3f20b5237 req-e0976d0a-d957-4251-8654-f6e7347f3aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:42.900869 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d0ffd9e4-0a3d-4722-8576-a6f3f20b5237 req-e0976d0a-d957-4251-8654-f6e7347f3aff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0963354 Nov 12 20:04:42.923189 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Transition to ACTIVE for port object 4defd834-7c89-42ef-b7d2-157da6d0c741 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:04:42.928173 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:42.943934 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-bafb82ea-7546-48fc-8679-535b3f5db823 service neutron] Transition to ACTIVE for port object 7295d4cd-e885-478d-b6ec-2630fc56de27 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:04:42.958723 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-bafb82ea-7546-48fc-8679-535b3f5db823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:42.985717 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-adf4092b-e5c8-48ce-bb32-1e0b80e95ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:42.988330 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-adf4092b-e5c8-48ce-bb32-1e0b80e95ee6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.2373374 Nov 12 20:04:43.042283 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Pushing event updated for resources: {'Port': ['ID=4defd834-7c89-42ef-b7d2-157da6d0c741,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:43.076911 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:43.077287 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:43.077592 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:43.077926 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:43.078257 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:43.080680 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:43.081326 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:43.081878 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:43.082424 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:43.084076 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:43.085498 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:43.086182 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:43.161474 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffd9e4-0a3d-4722-8576-a6f3f20b5237 req-255a2399-b003-438b-9c63-bc8eb2571714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:43.163500 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d0ffd9e4-0a3d-4722-8576-a6f3f20b5237 req-255a2399-b003-438b-9c63-bc8eb2571714 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2537920 Nov 12 20:04:43.254803 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-3cf1dc81-1fc5-4771-ac61-ba37919538a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:43.256350 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-3cf1dc81-1fc5-4771-ac61-ba37919538a0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2594562 Nov 12 20:04:43.277634 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Attempting to bind port 4defd834-7c89-42ef-b7d2-157da6d0c741 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:04:43.278430 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Attempting to bind port 4defd834-7c89-42ef-b7d2-157da6d0c741 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '682bd990-b956-47c7-8c18-606cfed1b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:04:43.278955 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Attempting to bind port 4defd834-7c89-42ef-b7d2-157da6d0c741 on network 244f869e-61bd-4949-82fd-4493cf9dc192 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:04:43.304904 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Port 4defd834-7c89-42ef-b7d2-157da6d0c741 on network 244f869e-61bd-4949-82fd-4493cf9dc192 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:04:43.305620 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Attempting to bind port 4defd834-7c89-42ef-b7d2-157da6d0c741 on network 244f869e-61bd-4949-82fd-4493cf9dc192 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:04:43.371126 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:04:43.371908 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Checking segment: {'id': '682bd990-b956-47c7-8c18-606cfed1b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:04:43.372490 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Bound using segment: {'id': '682bd990-b956-47c7-8c18-606cfed1b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:04:43.373200 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Bound port: 4defd834-7c89-42ef-b7d2-157da6d0c741, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682bd990-b956-47c7-8c18-606cfed1b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:04:43.373728 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:43.379784 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55714f-50f3-494b-acb5-379e46b3faa1 req-47c8f963-870a-4941-b994-59f2e7f65760 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:43.386686 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55714f-50f3-494b-acb5-379e46b3faa1 req-47c8f963-870a-4941-b994-59f2e7f65760 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:43.389153 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51d470-bab5-4389-85d6-5fe2e9496557 req-a73d3154-ac4e-45e4-90cf-6656244b8232 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:43.390914 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0d51d470-bab5-4389-85d6-5fe2e9496557 req-a73d3154-ac4e-45e4-90cf-6656244b8232 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b149280-6c34-4643-960c-0d56da9d3eba HTTP/1.1" status: 200 len: 943 time: 0.2239268 Nov 12 20:04:43.392881 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55714f-50f3-494b-acb5-379e46b3faa1 req-47c8f963-870a-4941-b994-59f2e7f65760 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:43.399979 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55714f-50f3-494b-acb5-379e46b3faa1 req-47c8f963-870a-4941-b994-59f2e7f65760 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:43.408471 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55714f-50f3-494b-acb5-379e46b3faa1 req-47c8f963-870a-4941-b994-59f2e7f65760 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:43.415770 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55714f-50f3-494b-acb5-379e46b3faa1 req-47c8f963-870a-4941-b994-59f2e7f65760 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:43.423072 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55714f-50f3-494b-acb5-379e46b3faa1 req-47c8f963-870a-4941-b994-59f2e7f65760 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:43.425156 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b55714f-50f3-494b-acb5-379e46b3faa1 req-47c8f963-870a-4941-b994-59f2e7f65760 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5416 time: 0.3092828 Nov 12 20:04:43.427181 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-42dfe4a4-7e8b-4275-946b-e756dfdf8b3c service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584578 Nov 12 20:04:43.429855 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb82ea-7546-48fc-8679-535b3f5db823 service neutron] Pushing event updated for resources: {'Port': ['ID=7295d4cd-e885-478d-b6ec-2630fc56de27,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:43.531040 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] For port 4defd834-7c89-42ef-b7d2-157da6d0c741, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:04:43.534820 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] For port 4defd834-7c89-42ef-b7d2-157da6d0c741, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=4defd834-7c89-42ef-b7d2-157da6d0c741,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:04:43.543750 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:43.569353 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-bafb82ea-7546-48fc-8679-535b3f5db823 service neutron] Attempting to bind port 7295d4cd-e885-478d-b6ec-2630fc56de27 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:04:43.569582 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:43.569753 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-bafb82ea-7546-48fc-8679-535b3f5db823 service neutron] Attempting to bind port 7295d4cd-e885-478d-b6ec-2630fc56de27 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:04:43.570008 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-bafb82ea-7546-48fc-8679-535b3f5db823 service neutron] Attempting to bind port 7295d4cd-e885-478d-b6ec-2630fc56de27 on network da47d9a6-534f-44d9-b8a9-89652da4d3f3 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:04:43.570735 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:43.573207 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] 10.222.0.55 "PUT /v2.0/ports/4defd834-7c89-42ef-b7d2-157da6d0c741 HTTP/1.1" status: 200 len: 1092 time: 1.8687565 Nov 12 20:04:43.580208 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-bafb82ea-7546-48fc-8679-535b3f5db823 service neutron] Port 7295d4cd-e885-478d-b6ec-2630fc56de27 on network da47d9a6-534f-44d9-b8a9-89652da4d3f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:04:43.580600 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-bafb82ea-7546-48fc-8679-535b3f5db823 service neutron] Attempting to bind port 7295d4cd-e885-478d-b6ec-2630fc56de27 on network da47d9a6-534f-44d9-b8a9-89652da4d3f3 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:04:43.604919 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-bafb82ea-7546-48fc-8679-535b3f5db823 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:04:43.605371 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-bafb82ea-7546-48fc-8679-535b3f5db823 service neutron] Checking segment: {'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:04:43.605887 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-bafb82ea-7546-48fc-8679-535b3f5db823 service neutron] Bound using segment: {'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:04:43.606408 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-bafb82ea-7546-48fc-8679-535b3f5db823 service neutron] Bound port: 7295d4cd-e885-478d-b6ec-2630fc56de27, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:04:43.606789 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-bafb82ea-7546-48fc-8679-535b3f5db823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:43.646908 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d0ffd9e4-0a3d-4722-8576-a6f3f20b5237 req-888c13e0-7af4-41b7-887d-8fafa9479cc6 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177771 Nov 12 20:04:43.690938 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b55714f-50f3-494b-acb5-379e46b3faa1 req-acf4c4fc-357c-4474-89e5-94ee9f0c7e6a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2430422 Nov 12 20:04:43.697553 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c484696a-cd63-4a00-82a7-c063304c9f5a req-817f303e-9a18-4df7-8c8e-74e06938c64b service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609527 Nov 12 20:04:43.915649 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffd9e4-0a3d-4722-8576-a6f3f20b5237 req-c5e9b77d-02ec-4269-ab37-cdb86fe3f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:43.917190 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d0ffd9e4-0a3d-4722-8576-a6f3f20b5237 req-c5e9b77d-02ec-4269-ab37-cdb86fe3f3a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 1100 time: 0.1264727 Nov 12 20:04:43.954040 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-bafb82ea-7546-48fc-8679-535b3f5db823 service neutron] For port 7295d4cd-e885-478d-b6ec-2630fc56de27, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:04:43.955058 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d0ffd9e4-0a3d-4722-8576-a6f3f20b5237 req-34255935-0ae9-48d5-8dca-a5c4c6437556 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911762 Nov 12 20:04:43.977870 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0d51d470-bab5-4389-85d6-5fe2e9496557 req-f4cf500c-6e75-48d1-938b-82069501cc5e tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5714643 Nov 12 20:04:44.007617 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0813921-8f24-4248-bb71-9961f1efa5a4', 'tag': '4defd834-7c89-42ef-b7d2-157da6d0c741'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:04:44.015244 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19582d5e-9c19-4795-9ed5-d232102058c0" -d '{"events": [{"name": "network-changed", "server_uuid": "f0813921-8f24-4248-bb71-9961f1efa5a4", "tag": "4defd834-7c89-42ef-b7d2-157da6d0c741"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:04:44.044313 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fefd5-9f58-49f8-9d3d-88a54b456c2d service neutron] Pushing event updated for resources: {'Port': ['ID=4defd834-7c89-42ef-b7d2-157da6d0c741,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:44.067199 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-bafb82ea-7546-48fc-8679-535b3f5db823 service neutron] For port 7295d4cd-e885-478d-b6ec-2630fc56de27, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=7295d4cd-e885-478d-b6ec-2630fc56de27,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:04:44.089254 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-ae40a914-7cee-4b41-8a5c-a5e5581e582b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:44.092127 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-ae40a914-7cee-4b41-8a5c-a5e5581e582b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=954a349666444c9cac7ba5cc392be91e&device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 1095 time: 0.4647379 Nov 12 20:04:44.137182 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-bafb82ea-7546-48fc-8679-535b3f5db823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:44.206729 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-54af751f-5cf7-42d1-93cc-026cfb9333b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4defd834-7c89-42ef-b7d2-157da6d0c741 HTTP/1.1" status: 200 len: 217 time: 0.1054492 Nov 12 20:04:44.320650 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63933b-dcd4-4a99-9f78-ae6315b7167d req-8aaa8811-9f25-4e1d-a44d-b9090379ce02 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:44.322350 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc63933b-dcd4-4a99-9f78-ae6315b7167d req-8aaa8811-9f25-4e1d-a44d-b9090379ce02 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 943 time: 0.4293268 Nov 12 20:04:44.326357 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-bafb82ea-7546-48fc-8679-535b3f5db823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:44.326963 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-bafb82ea-7546-48fc-8679-535b3f5db823 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:44.328321 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-bafb82ea-7546-48fc-8679-535b3f5db823 service neutron] 10.222.0.55 "PUT /v2.0/ports/7295d4cd-e885-478d-b6ec-2630fc56de27 HTTP/1.1" status: 200 len: 1092 time: 3.5294831 Nov 12 20:04:44.342569 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b149280-6c34-4643-960c-0d56da9d3eba', 'tag': '7295d4cd-e885-478d-b6ec-2630fc56de27'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:04:44.351106 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779b7808-48ad-4414-af0e-79a59dafed46" -d '{"events": [{"name": "network-changed", "server_uuid": "9b149280-6c34-4643-960c-0d56da9d3eba", "tag": "7295d4cd-e885-478d-b6ec-2630fc56de27"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:04:44.401344 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffd9e4-0a3d-4722-8576-a6f3f20b5237 req-4effc4ad-16a8-4f00-b5fa-d5edcfe7fc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:44.403894 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d0ffd9e4-0a3d-4722-8576-a6f3f20b5237 req-4effc4ad-16a8-4f00-b5fa-d5edcfe7fc09 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.4471586 Nov 12 20:04:44.421552 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb82ea-7546-48fc-8679-535b3f5db823 service neutron] Pushing event updated for resources: {'Port': ['ID=7295d4cd-e885-478d-b6ec-2630fc56de27,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:44.427754 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94274f-237f-481b-bb35-6fef2d7278a1 req-9c107253-d1f0-4685-b75d-3b5c6a82c74a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:44.430463 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef94274f-237f-481b-bb35-6fef2d7278a1 req-9c107253-d1f0-4685-b75d-3b5c6a82c74a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 948 time: 0.2265527 Nov 12 20:04:44.435630 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-a238c2ca-f90e-451c-8b07-1c36ee5122d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:44.437623 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-a238c2ca-f90e-451c-8b07-1c36ee5122d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7dd80d0b-2491-4b1b-842a-10479179ac7e HTTP/1.1" status: 200 len: 845 time: 0.1715333 Nov 12 20:04:44.477780 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-eb3b184d-a1f9-46bd-8b09-ac84bb02bb6d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=244f869e-61bd-4949-82fd-4493cf9dc192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311053 Nov 12 20:04:44.500192 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d0ffd9e4-0a3d-4722-8576-a6f3f20b5237 req-8bdc399f-3436-4875-98f0-1a71220089e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=5e904854-22bc-4c69-a481-3c3feea5b76b HTTP/1.1" status: 200 len: 217 time: 0.0810215 Nov 12 20:04:44.560389 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc63933b-dcd4-4a99-9f78-ae6315b7167d req-91fee502-7c5f-4965-82d1-6a6cab7be740 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878016 Nov 12 20:04:44.564747 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-5609cb0c-b4a6-43cf-afa8-840248540546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:44.566397 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-5609cb0c-b4a6-43cf-afa8-840248540546 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2f4a501a8a9343959e54c76a3fc6aa37&device_id=9b149280-6c34-4643-960c-0d56da9d3eba HTTP/1.1" status: 200 len: 1095 time: 0.1672249 Nov 12 20:04:44.624406 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-3b064be5-93ce-4dd5-ac16-7a3187d5d0f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7295d4cd-e885-478d-b6ec-2630fc56de27 HTTP/1.1" status: 200 len: 217 time: 0.0468936 Nov 12 20:04:44.628522 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffd9e4-0a3d-4722-8576-a6f3f20b5237 req-cf049ade-cf58-4290-b5d9-28f89a282422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:44.630634 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d0ffd9e4-0a3d-4722-8576-a6f3f20b5237 req-cf049ade-cf58-4290-b5d9-28f89a282422 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1208179 Nov 12 20:04:44.701342 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef94274f-237f-481b-bb35-6fef2d7278a1 req-433a0a9a-ad1f-4e2c-8147-4b50edb913b0 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625697 Nov 12 20:04:44.755441 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-7ec0c91c-b33a-422b-b355-b4b82f9e4178 service neutron] 10.222.0.55 "GET /v2.0/networks/244f869e-61bd-4949-82fd-4493cf9dc192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697906 Nov 12 20:04:44.839175 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc5a7d0-57c5-4539-ae3f-675fa196f17e x-openstack-request-id: req-abc5a7d0-57c5-4539-ae3f-675fa196f17e {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:04:44.839489 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b149280-6c34-4643-960c-0d56da9d3eba", "tag": "7295d4cd-e885-478d-b6ec-2630fc56de27", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:04:44.839887 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-abc5a7d0-57c5-4539-ae3f-675fa196f17e {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:04:44.840358 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b149280-6c34-4643-960c-0d56da9d3eba', 'tag': '7295d4cd-e885-478d-b6ec-2630fc56de27', 'status': 'completed', 'code': 200} Nov 12 20:04:44.843513 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49414e0a-d29d-4912-8a6d-899b8a877f6d x-openstack-request-id: req-49414e0a-d29d-4912-8a6d-899b8a877f6d {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:04:44.843788 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0813921-8f24-4248-bb71-9961f1efa5a4", "tag": "4defd834-7c89-42ef-b7d2-157da6d0c741", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:04:44.844040 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-49414e0a-d29d-4912-8a6d-899b8a877f6d {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:04:44.844455 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0813921-8f24-4248-bb71-9961f1efa5a4', 'tag': '4defd834-7c89-42ef-b7d2-157da6d0c741', 'status': 'completed', 'code': 200} Nov 12 20:04:44.868880 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-321eccce-6e48-4383-bae5-cd67c93cb17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:44.881078 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-321eccce-6e48-4383-bae5-cd67c93cb17e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce72f812-14b6-4840-8ebe-5441b73cbc50 HTTP/1.1" status: 200 len: 846 time: 0.2484560 Nov 12 20:04:44.901029 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffd9e4-0a3d-4722-8576-a6f3f20b5237 req-01ce547f-1645-4a8d-bbb8-be9a11d760cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:44.901029 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d0ffd9e4-0a3d-4722-8576-a6f3f20b5237 req-01ce547f-1645-4a8d-bbb8-be9a11d760cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2554383 Nov 12 20:04:44.953626 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-26f54bab-fcbf-4052-b929-c2f0851cbac9 req-54e2d1db-c0ae-411e-9d4c-284d5598d964 service neutron] 10.222.0.55 "GET /v2.0/networks/244f869e-61bd-4949-82fd-4493cf9dc192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894169 Nov 12 20:04:44.993772 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-4c91d4ed-104d-435c-b58a-372e4c88a3c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da47d9a6-534f-44d9-b8a9-89652da4d3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904911 Nov 12 20:04:45.133024 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19582d5e-9c19-4795-9ed5-d232102058c0 req-f7dcd642-3792-404e-9e98-89b665bc5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:45.134008 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-19582d5e-9c19-4795-9ed5-d232102058c0 req-f7dcd642-3792-404e-9e98-89b665bc5adb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=954a349666444c9cac7ba5cc392be91e&device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 1095 time: 0.1069591 Nov 12 20:04:45.230750 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0ca98-d4f9-4264-ae6b-285da8f67888 req-c3884935-7b7a-4009-9e4b-b06669d00beb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:45.239221 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0ca98-d4f9-4264-ae6b-285da8f67888 req-c3884935-7b7a-4009-9e4b-b06669d00beb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:45.249697 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0ca98-d4f9-4264-ae6b-285da8f67888 req-c3884935-7b7a-4009-9e4b-b06669d00beb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:45.257701 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0ca98-d4f9-4264-ae6b-285da8f67888 req-c3884935-7b7a-4009-9e4b-b06669d00beb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:45.266095 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0ca98-d4f9-4264-ae6b-285da8f67888 req-c3884935-7b7a-4009-9e4b-b06669d00beb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:45.272268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0ca98-d4f9-4264-ae6b-285da8f67888 req-c3884935-7b7a-4009-9e4b-b06669d00beb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:45.282408 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0ca98-d4f9-4264-ae6b-285da8f67888 req-c3884935-7b7a-4009-9e4b-b06669d00beb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:45.285778 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f0696-4cb3-4dbe-8b02-68cf2dd6d680 req-c70ab7aa-01b6-4c19-91fa-14fc7b2e5416 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:45.287915 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2e2f0696-4cb3-4dbe-8b02-68cf2dd6d680 req-c70ab7aa-01b6-4c19-91fa-14fc7b2e5416 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b149280-6c34-4643-960c-0d56da9d3eba HTTP/1.1" status: 200 len: 943 time: 0.1715605 Nov 12 20:04:45.290777 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f2e0ca98-d4f9-4264-ae6b-285da8f67888 req-c3884935-7b7a-4009-9e4b-b06669d00beb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5416 time: 0.4042754 Nov 12 20:04:45.310166 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d0ffd9e4-0a3d-4722-8576-a6f3f20b5237 req-b3f09e4d-f9fa-4b38-aba5-3fa0a3e4f3b0 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272266 Nov 12 20:04:45.420571 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19582d5e-9c19-4795-9ed5-d232102058c0 req-5f1b7a61-062c-4130-a7c0-705d3b538ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:45.421118 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-5234afc4-0c86-48cf-acc7-65cbd7e25940 service neutron] 10.222.0.55 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045949 Nov 12 20:04:45.423096 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-19582d5e-9c19-4795-9ed5-d232102058c0 req-5f1b7a61-062c-4130-a7c0-705d3b538ace service neutron] 10.222.0.55 "GET /v2.0/networks?id=244f869e-61bd-4949-82fd-4493cf9dc192 HTTP/1.1" status: 200 len: 906 time: 0.2729299 Nov 12 20:04:45.429106 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2e2f0696-4cb3-4dbe-8b02-68cf2dd6d680 req-2a6959d6-d361-4151-b600-2943d4303453 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300642 Nov 12 20:04:45.501385 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-19582d5e-9c19-4795-9ed5-d232102058c0 req-d431a4ad-5c4c-4fdd-b82d-8eb5ab6268d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4defd834-7c89-42ef-b7d2-157da6d0c741 HTTP/1.1" status: 200 len: 217 time: 0.0662119 Nov 12 20:04:45.575454 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19582d5e-9c19-4795-9ed5-d232102058c0 req-bf02578b-2059-4247-8537-c2b5a2a3d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:45.577534 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-19582d5e-9c19-4795-9ed5-d232102058c0 req-bf02578b-2059-4247-8537-c2b5a2a3d86c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7dd80d0b-2491-4b1b-842a-10479179ac7e HTTP/1.1" status: 200 len: 845 time: 0.0690370 Nov 12 20:04:45.600436 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f2e0ca98-d4f9-4264-ae6b-285da8f67888 req-2393dfa6-6d9e-4bb6-a5da-20f514cfcfd8 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2889440 Nov 12 20:04:45.645702 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-19582d5e-9c19-4795-9ed5-d232102058c0 req-69666d6e-5b3c-41a6-bd51-87216aaac84d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=244f869e-61bd-4949-82fd-4493cf9dc192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587573 Nov 12 20:04:45.693865 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d0ffd9e4-0a3d-4722-8576-a6f3f20b5237 req-d59f68c3-44f3-4b6b-af4c-699d4c098f2c service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563750 Nov 12 20:04:45.731681 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-037dab4a-3ac8-4768-bd49-c9ee0eae9160 req-8f732f13-7ee0-4ff0-a03a-95591d45ddfc service neutron] 10.222.0.55 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864985 Nov 12 20:04:45.965260 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-19582d5e-9c19-4795-9ed5-d232102058c0 req-3d448fae-0014-4cb6-8339-0fd06601b2bf service neutron] 10.222.0.55 "GET /v2.0/networks/244f869e-61bd-4949-82fd-4493cf9dc192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103490 Nov 12 20:04:45.989657 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b7808-48ad-4414-af0e-79a59dafed46 req-33215d27-0148-4ee1-b487-7232dbf378c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:45.991606 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-779b7808-48ad-4414-af0e-79a59dafed46 req-33215d27-0148-4ee1-b487-7232dbf378c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2f4a501a8a9343959e54c76a3fc6aa37&device_id=9b149280-6c34-4643-960c-0d56da9d3eba HTTP/1.1" status: 200 len: 1095 time: 0.1727707 Nov 12 20:04:45.998250 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe378e-9d92-40e8-877a-6c237d788c69 req-02ed5432-3114-4698-98e2-d1cf5d9b7e6d tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:45.999720 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6dfe378e-9d92-40e8-877a-6c237d788c69 req-02ed5432-3114-4698-98e2-d1cf5d9b7e6d tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 943 time: 0.2401590 Nov 12 20:04:46.005889 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b3bd4-553d-4b71-bd5c-ac5e6ffc0cb5 req-0204e120-9a0b-488d-91a9-0761d5b07db5 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:46.014954 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-836b3bd4-553d-4b71-bd5c-ac5e6ffc0cb5 req-0204e120-9a0b-488d-91a9-0761d5b07db5 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 948 time: 0.1176462 Nov 12 20:04:46.249211 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6dfe378e-9d92-40e8-877a-6c237d788c69 req-2b25c08d-5db5-4d1d-aa87-6c0e44ffeac8 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116973 Nov 12 20:04:46.269752 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-19582d5e-9c19-4795-9ed5-d232102058c0 req-52f8be35-d9f7-4cc9-b7d6-1896d50232e4 service neutron] 10.222.0.55 "GET /v2.0/networks/244f869e-61bd-4949-82fd-4493cf9dc192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690046 Nov 12 20:04:46.664445 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8748a-c582-4f18-8f79-014291e22835 req-19505a7d-c7be-4bbc-8736-efc60d2fd261 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:46.666021 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-85b8748a-c582-4f18-8f79-014291e22835 req-19505a7d-c7be-4bbc-8736-efc60d2fd261 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b149280-6c34-4643-960c-0d56da9d3eba HTTP/1.1" status: 200 len: 943 time: 0.0993717 Nov 12 20:04:46.751650 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-836b3bd4-553d-4b71-bd5c-ac5e6ffc0cb5 req-665cfed5-90e8-4b64-9aa3-b8393c63fa8e tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7328606 Nov 12 20:04:46.761215 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-85b8748a-c582-4f18-8f79-014291e22835 req-306fc619-df58-4398-a592-48a51605e00b tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882030 Nov 12 20:04:46.799898 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b7808-48ad-4414-af0e-79a59dafed46 req-7348bc69-d715-4078-9d4f-60b5d0dfa91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:46.801621 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-779b7808-48ad-4414-af0e-79a59dafed46 req-7348bc69-d715-4078-9d4f-60b5d0dfa91a service neutron] 10.222.0.55 "GET /v2.0/networks?id=da47d9a6-534f-44d9-b8a9-89652da4d3f3 HTTP/1.1" status: 200 len: 907 time: 0.7789948 Nov 12 20:04:46.896713 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-779b7808-48ad-4414-af0e-79a59dafed46 req-791ee0cd-3a59-4412-b30d-a94b1711d2fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7295d4cd-e885-478d-b6ec-2630fc56de27 HTTP/1.1" status: 200 len: 217 time: 0.0832763 Nov 12 20:04:47.098593 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78006489-35fe-4733-b006-82789d1d6d1c req-cc07275c-9357-458b-8585-62cf66ce6242 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:47.105380 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78006489-35fe-4733-b006-82789d1d6d1c req-cc07275c-9357-458b-8585-62cf66ce6242 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:47.126412 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78006489-35fe-4733-b006-82789d1d6d1c req-cc07275c-9357-458b-8585-62cf66ce6242 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:47.137995 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78006489-35fe-4733-b006-82789d1d6d1c req-cc07275c-9357-458b-8585-62cf66ce6242 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:47.161349 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78006489-35fe-4733-b006-82789d1d6d1c req-cc07275c-9357-458b-8585-62cf66ce6242 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:47.167958 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78006489-35fe-4733-b006-82789d1d6d1c req-cc07275c-9357-458b-8585-62cf66ce6242 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:47.196005 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78006489-35fe-4733-b006-82789d1d6d1c req-cc07275c-9357-458b-8585-62cf66ce6242 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:47.208717 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-78006489-35fe-4733-b006-82789d1d6d1c req-cc07275c-9357-458b-8585-62cf66ce6242 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5416 time: 0.3233986 Nov 12 20:04:47.230824 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b7808-48ad-4414-af0e-79a59dafed46 req-232afedd-d300-4b26-bd80-668435e274ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:47.232430 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-779b7808-48ad-4414-af0e-79a59dafed46 req-232afedd-d300-4b26-bd80-668435e274ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce72f812-14b6-4840-8ebe-5441b73cbc50 HTTP/1.1" status: 200 len: 846 time: 0.2702003 Nov 12 20:04:47.291892 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-779b7808-48ad-4414-af0e-79a59dafed46 req-1540fa43-5a7d-412d-ab0c-f0db3f3c9c1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da47d9a6-534f-44d9-b8a9-89652da4d3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401738 Nov 12 20:04:47.342864 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-78006489-35fe-4733-b006-82789d1d6d1c req-9db87c39-47ba-4684-b9dd-237b0d50a7cb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1317754 Nov 12 20:04:47.414438 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f278cb-f5f8-47dd-a70d-c05d2a7b5748 req-00ada50d-2da8-4ae6-944f-a2a0588fc1d7 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:47.423132 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c4f278cb-f5f8-47dd-a70d-c05d2a7b5748 req-00ada50d-2da8-4ae6-944f-a2a0588fc1d7 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 943 time: 0.0989475 Nov 12 20:04:47.513458 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c4f278cb-f5f8-47dd-a70d-c05d2a7b5748 req-2e10d1f6-0dea-4009-8e90-75cfcc6aa4a1 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840080 Nov 12 20:04:47.575743 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-779b7808-48ad-4414-af0e-79a59dafed46 req-49b07128-5f85-405f-b553-6a9a4d7104c8 service neutron] 10.222.0.55 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435071 Nov 12 20:04:47.785791 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58722) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:47.793084 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-779b7808-48ad-4414-af0e-79a59dafed46 req-c25789d9-25b4-423a-bec7-995ceb9e2a13 service neutron] 10.222.0.55 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092597 Nov 12 20:04:47.926590 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95673d27-3568-4853-be7b-dfca24c656ff req-23908488-a906-4f1b-89a2-4ec431610d99 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:47.935146 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-95673d27-3568-4853-be7b-dfca24c656ff req-23908488-a906-4f1b-89a2-4ec431610d99 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b149280-6c34-4643-960c-0d56da9d3eba HTTP/1.1" status: 200 len: 943 time: 0.0712433 Nov 12 20:04:47.949807 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747f199-3e0d-4ef9-ab7f-98bd8069cc8d req-7b4e891c-6573-4c70-84f3-bd5544c266e2 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:47.951512 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c747f199-3e0d-4ef9-ab7f-98bd8069cc8d req-7b4e891c-6573-4c70-84f3-bd5544c266e2 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 948 time: 0.0921409 Nov 12 20:04:48.054133 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c747f199-3e0d-4ef9-ab7f-98bd8069cc8d req-0249d1cf-e9e2-4746-8263-8cf9d1b929f0 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956080 Nov 12 20:04:48.465204 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc25c7-a9d6-4c0b-b88d-a483eabd3e54 req-28eb8228-e0f7-4e2a-90d0-cc6142320b09 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:48.466781 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-57fc25c7-a9d6-4c0b-b88d-a483eabd3e54 req-28eb8228-e0f7-4e2a-90d0-cc6142320b09 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 948 time: 0.0752578 Nov 12 20:04:48.542202 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-57fc25c7-a9d6-4c0b-b88d-a483eabd3e54 req-1e108e9d-3714-4b21-885a-01aa4c0ecce0 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659504 Nov 12 20:04:48.570688 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da777f91-23a7-41ef-8159-4ce9461131f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:48.635784 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-95673d27-3568-4853-be7b-dfca24c656ff req-a573711d-3cbb-4f13-bd12-12d37af3d266 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6997623 Nov 12 20:04:48.693082 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 4defd834-7c89-42ef-b7d2-157da6d0c741 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:04:48.712651 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7322298-39a5-42be-81cc-ea2752101518 req-5cb11370-9d98-4d7b-be08-ffb842f0d589 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:48.714292 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d7322298-39a5-42be-81cc-ea2752101518 req-5cb11370-9d98-4d7b-be08-ffb842f0d589 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.52 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19&tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&binding%3Ahost_id=n-h1-712140-15 HTTP/1.1" status: 200 len: 948 time: 0.1856256 Nov 12 20:04:48.777668 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da777f91-23a7-41ef-8159-4ce9461131f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:48.796903 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea56c7-3563-4eb5-b007-af37a0f14498 req-012fc910-6d52-402f-b823-674602936024 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:48.801046 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da777f91-23a7-41ef-8159-4ce9461131f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:48.817895 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea56c7-3563-4eb5-b007-af37a0f14498 req-012fc910-6d52-402f-b823-674602936024 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:48.830633 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea56c7-3563-4eb5-b007-af37a0f14498 req-012fc910-6d52-402f-b823-674602936024 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:48.853659 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea56c7-3563-4eb5-b007-af37a0f14498 req-012fc910-6d52-402f-b823-674602936024 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:48.878877 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea56c7-3563-4eb5-b007-af37a0f14498 req-012fc910-6d52-402f-b823-674602936024 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:48.889765 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea56c7-3563-4eb5-b007-af37a0f14498 req-012fc910-6d52-402f-b823-674602936024 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:48.908369 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea56c7-3563-4eb5-b007-af37a0f14498 req-012fc910-6d52-402f-b823-674602936024 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:48.925335 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-72ea56c7-3563-4eb5-b007-af37a0f14498 req-012fc910-6d52-402f-b823-674602936024 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5416 time: 0.3063829 Nov 12 20:04:48.932370 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da777f91-23a7-41ef-8159-4ce9461131f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4934c9d8-9e01-4065-a2ed-64a3c1e06b3d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:48.954366 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 4defd834-7c89-42ef-b7d2-157da6d0c741, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=4defd834-7c89-42ef-b7d2-157da6d0c741,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:04:48.983141 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '4defd834-7c89-42ef-b7d2-157da6d0c741', 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192', 'port_id': '4defd834-7c89-42ef-b7d2-157da6d0c741', 'mac_address': 'fa:16:3e:e6:7b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd80d0b-2491-4b1b-842a-10479179ac7e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:04:49.000931 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-da777f91-23a7-41ef-8159-4ce9461131f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c4da71e9fa224bcdb5f2919cdab0fb80&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2117145 Nov 12 20:04:49.025968 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:49.029783 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58742) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:49.034065 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [req-d7322298-39a5-42be-81cc-ea2752101518 req-e9c32db0-5446-4b7f-82d0-896676df382f service neutron] delete failed (client error): The resource could not be found. Nov 12 20:04:49.035173 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d7322298-39a5-42be-81cc-ea2752101518 req-e9c32db0-5446-4b7f-82d0-896676df382f service neutron] 10.222.0.52 "DELETE /v2.0/ports/5e904854-22bc-4c69-a481-3c3feea5b76b/bindings/n-h2-712140-15 HTTP/1.1" status: 404 len: 381 time: 0.3116887 Nov 12 20:04:49.044181 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4defd834-7c89-42ef-b7d2-157da6d0c741 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:04:49.046703 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-72ea56c7-3563-4eb5-b007-af37a0f14498 req-e8c0c174-50b9-4476-b1c5-162e90bc43db tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1204216 Nov 12 20:04:49.067676 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338b0cc-267b-4f92-984f-a949307ba9c4 req-20c4825b-5da0-402e-8c4e-bfb6111b4a26 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:49.077478 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a338b0cc-267b-4f92-984f-a949307ba9c4 req-20c4825b-5da0-402e-8c4e-bfb6111b4a26 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 943 time: 0.0768838 Nov 12 20:04:49.099418 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 4defd834-7c89-42ef-b7d2-157da6d0c741, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=4defd834-7c89-42ef-b7d2-157da6d0c741,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:04:49.106953 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:49.108738 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 5e904854-22bc-4c69-a481-3c3feea5b76b details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:04:49.160583 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-079f25aa-c1f2-4ede-8b98-86f6256d3f26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:49.215985 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-079f25aa-c1f2-4ede-8b98-86f6256d3f26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:49.234709 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=4defd834-7c89-42ef-b7d2-157da6d0c741,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:49.255121 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:49.257995 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:49.263172 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:49.263603 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:49.264584 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:49.265154 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:49.265570 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:49.266087 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:49.266489 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:49.266884 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:49.267275 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:49.267720 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:49.314292 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a338b0cc-267b-4f92-984f-a949307ba9c4 req-f85c450f-9aaf-43ff-8776-a93402251853 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355497 Nov 12 20:04:49.317454 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7322298-39a5-42be-81cc-ea2752101518 req-eef80a39-341c-437a-83c6-2266e63e6ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:49.319697 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-079f25aa-c1f2-4ede-8b98-86f6256d3f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:49.322300 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-079f25aa-c1f2-4ede-8b98-86f6256d3f26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:49.324781 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d7322298-39a5-42be-81cc-ea2752101518 req-eef80a39-341c-437a-83c6-2266e63e6ccd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 1100 time: 0.2035158 Nov 12 20:04:49.339669 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-079f25aa-c1f2-4ede-8b98-86f6256d3f26 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4934c9d8-9e01-4065-a2ed-64a3c1e06b3d HTTP/1.1" status: 204 len: 168 time: 0.2791898 Nov 12 20:04:49.365772 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58754) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:49.374910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f25aa-c1f2-4ede-8b98-86f6256d3f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4934c9d8-9e01-4065-a2ed-64a3c1e06b3d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:49.407684 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 5e904854-22bc-4c69-a481-3c3feea5b76b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5e904854-22bc-4c69-a481-3c3feea5b76b,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:04:49.438228 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '5e904854-22bc-4c69-a481-3c3feea5b76b', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': '5e904854-22bc-4c69-a481-3c3feea5b76b', 'mac_address': 'fa:16:3e:6b:a5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:04:49.487858 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:49.513646 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e904854-22bc-4c69-a481-3c3feea5b76b {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:04:49.549491 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 5e904854-22bc-4c69-a481-3c3feea5b76b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5e904854-22bc-4c69-a481-3c3feea5b76b,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:04:49.555613 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:49.578963 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7322298-39a5-42be-81cc-ea2752101518 req-3a7c64b4-f952-4922-8e64-66c2c0deb628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:49.581091 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d7322298-39a5-42be-81cc-ea2752101518 req-3a7c64b4-f952-4922-8e64-66c2c0deb628 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.2485929 Nov 12 20:04:49.616447 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=5e904854-22bc-4c69-a481-3c3feea5b76b,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:49.691542 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d7322298-39a5-42be-81cc-ea2752101518 req-0f48b600-e160-49c3-b823-93ed0d7cee55 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=5e904854-22bc-4c69-a481-3c3feea5b76b HTTP/1.1" status: 200 len: 217 time: 0.0984747 Nov 12 20:04:49.829845 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58764) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:49.859640 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2d8fc1bf-abd1-41ff-899b-fdeca4b2cebc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:49.894663 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['4defd834-7c89-42ef-b7d2-157da6d0c741'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:04:49.910661 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['5e904854-22bc-4c69-a481-3c3feea5b76b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:04:49.915696 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7322298-39a5-42be-81cc-ea2752101518 req-8f4bf42f-32cb-4be8-b270-627a984e98f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:49.917270 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d7322298-39a5-42be-81cc-ea2752101518 req-8f4bf42f-32cb-4be8-b270-627a984e98f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.2010825 Nov 12 20:04:49.927989 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd2c99-f6b6-463c-a5ad-922eb5c02c17 req-7e02f9c3-49bc-4d39-9054-c92691f6e4c8 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:49.928839 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe1806-92b8-42ab-b216-dfba969a1a43 req-b8aad585-fb9a-420c-9a48-0091a6c1a816 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:49.930438 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3cbe1806-92b8-42ab-b216-dfba969a1a43 req-b8aad585-fb9a-420c-9a48-0091a6c1a816 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 949 time: 0.2442663 Nov 12 20:04:49.939286 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a0fd2c99-f6b6-463c-a5ad-922eb5c02c17 req-7e02f9c3-49bc-4d39-9054-c92691f6e4c8 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b149280-6c34-4643-960c-0d56da9d3eba HTTP/1.1" status: 200 len: 943 time: 0.1677902 Nov 12 20:04:50.006967 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-683aa20b-4373-4709-badd-e18a12603953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:50.040328 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a0fd2c99-f6b6-463c-a5ad-922eb5c02c17 req-2c5aa902-7a81-4b21-ac5b-fe3854a5098a tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997283 Nov 12 20:04:50.054606 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3cbe1806-92b8-42ab-b216-dfba969a1a43 req-be8cd0c4-1289-4d85-8b10-72655b9d4d64 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846298 Nov 12 20:04:50.080613 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7322298-39a5-42be-81cc-ea2752101518 req-8a5b02d4-fcec-443c-aa41-d2539456e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:50.082372 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d7322298-39a5-42be-81cc-ea2752101518 req-8a5b02d4-fcec-443c-aa41-d2539456e783 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1485567 Nov 12 20:04:50.137866 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:50.317912 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2d8fc1bf-abd1-41ff-899b-fdeca4b2cebc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:50.326824 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2d8fc1bf-abd1-41ff-899b-fdeca4b2cebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:50.477392 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d7322298-39a5-42be-81cc-ea2752101518 req-ba41ecf4-de3e-45c5-bb13-eb2d104fa9d1 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506365 Nov 12 20:04:50.498996 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2d8fc1bf-abd1-41ff-899b-fdeca4b2cebc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2c497f98125c4c9087cc64ce50bf2cab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6674657 Nov 12 20:04:50.502602 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f687a3-36fd-4bff-a704-ad03057a828a req-7fe4e8e9-98b0-45b7-9283-c8d347b1a390 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:50.509219 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f687a3-36fd-4bff-a704-ad03057a828a req-7fe4e8e9-98b0-45b7-9283-c8d347b1a390 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:50.517915 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f687a3-36fd-4bff-a704-ad03057a828a req-7fe4e8e9-98b0-45b7-9283-c8d347b1a390 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:50.523389 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8fc1bf-abd1-41ff-899b-fdeca4b2cebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fed81ec-0e0a-4dcc-a6e3-26a47421153c,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:50.527890 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f687a3-36fd-4bff-a704-ad03057a828a req-7fe4e8e9-98b0-45b7-9283-c8d347b1a390 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:50.532963 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58772) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:50.548672 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f687a3-36fd-4bff-a704-ad03057a828a req-7fe4e8e9-98b0-45b7-9283-c8d347b1a390 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:50.558292 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f687a3-36fd-4bff-a704-ad03057a828a req-7fe4e8e9-98b0-45b7-9283-c8d347b1a390 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:50.565689 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f687a3-36fd-4bff-a704-ad03057a828a req-7fe4e8e9-98b0-45b7-9283-c8d347b1a390 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:50.578136 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5f687a3-36fd-4bff-a704-ad03057a828a req-7fe4e8e9-98b0-45b7-9283-c8d347b1a390 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5416 time: 0.2884586 Nov 12 20:04:50.676329 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a719af7-85a3-4253-9ea2-582b4b1ef2bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:50.687744 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457adca-eddc-412d-b6d3-bf9386ec779b req-bb847778-1315-4b4b-aee4-94d4b094abc3 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:50.697608 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 7295d4cd-e885-478d-b6ec-2630fc56de27 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:04:50.709632 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1457adca-eddc-412d-b6d3-bf9386ec779b req-bb847778-1315-4b4b-aee4-94d4b094abc3 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 944 time: 0.2093952 Nov 12 20:04:50.774071 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5f687a3-36fd-4bff-a704-ad03057a828a req-182d1633-123b-4af0-8761-0f5cfeb7a849 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1899989 Nov 12 20:04:50.801152 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d7322298-39a5-42be-81cc-ea2752101518 req-edfa1974-5894-4ea9-ba75-59886c95cf12 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046032 Nov 12 20:04:50.830520 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-52dc362b-df6f-4cba-8ed0-c272d7f1dba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:50.833958 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a719af7-85a3-4253-9ea2-582b4b1ef2bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:50.917439 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 7295d4cd-e885-478d-b6ec-2630fc56de27, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=7295d4cd-e885-478d-b6ec-2630fc56de27,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:04:50.934508 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1457adca-eddc-412d-b6d3-bf9386ec779b req-2261517a-483e-4531-8068-890f94f7c7b7 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232406 Nov 12 20:04:50.957416 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '7295d4cd-e885-478d-b6ec-2630fc56de27', 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3', 'port_id': '7295d4cd-e885-478d-b6ec-2630fc56de27', 'mac_address': 'fa:16:3e:cf:13:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce72f812-14b6-4840-8ebe-5441b73cbc50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:04:51.002867 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a719af7-85a3-4253-9ea2-582b4b1ef2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:51.003858 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:51.008722 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a719af7-85a3-4253-9ea2-582b4b1ef2bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:51.010100 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9a719af7-85a3-4253-9ea2-582b4b1ef2bb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5fed81ec-0e0a-4dcc-a6e3-26a47421153c HTTP/1.1" status: 204 len: 168 time: 0.4283876 Nov 12 20:04:51.024007 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7295d4cd-e885-478d-b6ec-2630fc56de27 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:04:51.044734 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a719af7-85a3-4253-9ea2-582b4b1ef2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fed81ec-0e0a-4dcc-a6e3-26a47421153c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:51.051543 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 7295d4cd-e885-478d-b6ec-2630fc56de27, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=7295d4cd-e885-478d-b6ec-2630fc56de27,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:04:51.059914 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:51.066953 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a719af7-85a3-4253-9ea2-582b4b1ef2bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:51.067401 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a719af7-85a3-4253-9ea2-582b4b1ef2bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:51.067750 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a719af7-85a3-4253-9ea2-582b4b1ef2bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:51.068092 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a719af7-85a3-4253-9ea2-582b4b1ef2bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:51.072994 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a719af7-85a3-4253-9ea2-582b4b1ef2bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:51.073403 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a719af7-85a3-4253-9ea2-582b4b1ef2bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:51.073748 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a719af7-85a3-4253-9ea2-582b4b1ef2bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:51.074752 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a719af7-85a3-4253-9ea2-582b4b1ef2bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:51.075099 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a719af7-85a3-4253-9ea2-582b4b1ef2bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:51.075582 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a719af7-85a3-4253-9ea2-582b4b1ef2bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:51.075918 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a719af7-85a3-4253-9ea2-582b4b1ef2bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:51.076331 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a719af7-85a3-4253-9ea2-582b4b1ef2bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:04:51.187675 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=7295d4cd-e885-478d-b6ec-2630fc56de27,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:51.313483 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2d395-4209-412e-ba6e-6631ca71687e req-d911d340-dada-4eb4-b6db-6ad993b84866 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:51.321776 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-28a2d395-4209-412e-ba6e-6631ca71687e req-d911d340-dada-4eb4-b6db-6ad993b84866 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b149280-6c34-4643-960c-0d56da9d3eba HTTP/1.1" status: 200 len: 944 time: 0.0779254 Nov 12 20:04:51.375361 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-52dc362b-df6f-4cba-8ed0-c272d7f1dba2 admin admin] Deleting port ed0ec275-b601-4332-b20c-3b2ca171b414 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:04:51.375694 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-52dc362b-df6f-4cba-8ed0-c272d7f1dba2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:51.383636 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1253da-9870-47b4-9a24-1800c187e8c6 req-fb2439f6-33dc-4179-a9fa-7e732bd9624b tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:51.393502 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1a1253da-9870-47b4-9a24-1800c187e8c6 req-fb2439f6-33dc-4179-a9fa-7e732bd9624b tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 949 time: 0.1275108 Nov 12 20:04:51.471998 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1a1253da-9870-47b4-9a24-1800c187e8c6 req-f0e6954b-7a8b-4f36-8491-6b1e5d317723 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773835 Nov 12 20:04:51.482750 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['7295d4cd-e885-478d-b6ec-2630fc56de27'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:04:51.493015 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-28a2d395-4209-412e-ba6e-6631ca71687e req-75f494a3-afc3-40f1-99a4-2a29ea420a0a tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700912 Nov 12 20:04:51.550249 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-52dc362b-df6f-4cba-8ed0-c272d7f1dba2 admin admin] For port ed0ec275-b601-4332-b20c-3b2ca171b414, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ed0ec275-b601-4332-b20c-3b2ca171b414,segment=NetworkSegment(3e224982-6395-4c12-b776-18d7d32b13ae),segment_id=3e224982-6395-4c12-b776-18d7d32b13ae)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:04:51.550761 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-52dc362b-df6f-4cba-8ed0-c272d7f1dba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:51.585136 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-52dc362b-df6f-4cba-8ed0-c272d7f1dba2 admin admin] Calling delete_port for ed0ec275-b601-4332-b20c-3b2ca171b414 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:04:51.736377 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58786) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:51.753592 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9fcb8bfc-7c3c-4eb5-ae7c-5e2a99ec2d43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:51.862427 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9fcb8bfc-7c3c-4eb5-ae7c-5e2a99ec2d43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:51.869107 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9fcb8bfc-7c3c-4eb5-ae7c-5e2a99ec2d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:51.880973 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-52dc362b-df6f-4cba-8ed0-c272d7f1dba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:51.919754 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9fcb8bfc-7c3c-4eb5-ae7c-5e2a99ec2d43 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a0910aba17cd492582425b5b0bd36243&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1819630 Nov 12 20:04:51.920475 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58790) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:51.932448 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb8bfc-7c3c-4eb5-ae7c-5e2a99ec2d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46aa36c8-0e18-4aeb-97fa-bd594be05f24,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:51.986020 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc362b-df6f-4cba-8ed0-c272d7f1dba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed0ec275-b601-4332-b20c-3b2ca171b414,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:52.027276 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-549a24b1-2d67-4094-8fe5-d52782998d81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:52.037993 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5d6d8-163a-4200-bda3-131ac06b0358 req-0a3a947d-c6fa-4d1a-b150-c78c3ea3fea2 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:52.046384 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5d6d8-163a-4200-bda3-131ac06b0358 req-0a3a947d-c6fa-4d1a-b150-c78c3ea3fea2 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:52.053628 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5d6d8-163a-4200-bda3-131ac06b0358 req-0a3a947d-c6fa-4d1a-b150-c78c3ea3fea2 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:52.060583 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5d6d8-163a-4200-bda3-131ac06b0358 req-0a3a947d-c6fa-4d1a-b150-c78c3ea3fea2 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:52.064380 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-549a24b1-2d67-4094-8fe5-d52782998d81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:52.067011 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5d6d8-163a-4200-bda3-131ac06b0358 req-0a3a947d-c6fa-4d1a-b150-c78c3ea3fea2 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:52.074477 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5d6d8-163a-4200-bda3-131ac06b0358 req-0a3a947d-c6fa-4d1a-b150-c78c3ea3fea2 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:52.080414 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5d6d8-163a-4200-bda3-131ac06b0358 req-0a3a947d-c6fa-4d1a-b150-c78c3ea3fea2 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:52.082392 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8ea5d6d8-163a-4200-bda3-131ac06b0358 req-0a3a947d-c6fa-4d1a-b150-c78c3ea3fea2 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5416 time: 0.2150269 Nov 12 20:04:52.136062 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-549a24b1-2d67-4094-8fe5-d52782998d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:52.139894 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-549a24b1-2d67-4094-8fe5-d52782998d81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:52.141128 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-549a24b1-2d67-4094-8fe5-d52782998d81 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/46aa36c8-0e18-4aeb-97fa-bd594be05f24 HTTP/1.1" status: 204 len: 168 time: 0.2166638 Nov 12 20:04:52.166990 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a24b1-2d67-4094-8fe5-d52782998d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46aa36c8-0e18-4aeb-97fa-bd594be05f24,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:52.191976 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2af2f026-e463-41aa-b1c8-fe85cad26694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:52.238267 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c76d66-2ddb-4b37-8aef-ef4544dd9b4c req-c7f753a7-2e61-406f-beda-0aa872718086 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:52.249765 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c7c76d66-2ddb-4b37-8aef-ef4544dd9b4c req-c7f753a7-2e61-406f-beda-0aa872718086 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 944 time: 0.2028542 Nov 12 20:04:52.321335 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8ea5d6d8-163a-4200-bda3-131ac06b0358 req-62949f25-11d9-4f37-bf16-593669baa269 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2293820 Nov 12 20:04:52.358757 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-52dc362b-df6f-4cba-8ed0-c272d7f1dba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:52.399722 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c7c76d66-2ddb-4b37-8aef-ef4544dd9b4c req-9147a548-2ae7-45b0-9003-8ae01a0a5764 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324210 Nov 12 20:04:52.610976 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235169d1-e5cd-44e0-bd56-4b28e21e04c2 req-b45168ac-f2af-4c46-a149-857f13f41b05 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:52.612928 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-235169d1-e5cd-44e0-bd56-4b28e21e04c2 req-b45168ac-f2af-4c46-a149-857f13f41b05 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 949 time: 0.0614080 Nov 12 20:04:52.625978 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-53cf0df9-9066-47b3-9ec5-59d992cb47a1 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--455614164&fields=id&tenant_id=9cae1a1c0bd7436b996c54f7e79dee1f HTTP/1.1" status: 200 len: 267 time: 0.1172936 Nov 12 20:04:52.675635 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-235169d1-e5cd-44e0-bd56-4b28e21e04c2 req-a3a445fa-d0c7-4e36-bfa4-de27538ac42f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555844 Nov 12 20:04:52.679408 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52dc362b-df6f-4cba-8ed0-c272d7f1dba2 admin admin] Router cd553d4e-b058-45c6-a587-c599cad4e2fd has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:04:52.711238 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 5e904854-22bc-4c69-a481-3c3feea5b76b up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:04:52.791581 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 5e904854-22bc-4c69-a481-3c3feea5b76b completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:04:52.803686 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99342f-6721-45f0-a807-a68e8835fc79 req-4efa5895-9d95-411d-b52f-db57ec10f81e tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:52.804723 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 5e904854-22bc-4c69-a481-3c3feea5b76b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:04:52.805318 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:52.811961 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6c99342f-6721-45f0-a807-a68e8835fc79 req-4efa5895-9d95-411d-b52f-db57ec10f81e tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b149280-6c34-4643-960c-0d56da9d3eba HTTP/1.1" status: 200 len: 944 time: 0.0675986 Nov 12 20:04:52.836449 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-dd98f7f3-904b-4b7e-9d03-e4fea4d7f181 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:52.843793 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-dd98f7f3-904b-4b7e-9d03-e4fea4d7f181 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/networks?id=33c8fc30-57d7-4631-a750-677522c3215e HTTP/1.1" status: 200 len: 814 time: 0.2041657 Nov 12 20:04:52.869100 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-01d09ee2-8429-40de-b6e7-901370f39792 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/quotas/9cae1a1c0bd7436b996c54f7e79dee1f HTTP/1.1" status: 200 len: 375 time: 0.0243981 Nov 12 20:04:52.880509 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6c99342f-6721-45f0-a807-a68e8835fc79 req-b5da6f70-2453-4c03-92aa-755f499435a3 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674469 Nov 12 20:04:52.923971 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52dc362b-df6f-4cba-8ed0-c272d7f1dba2 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:04:52.931818 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-52dc362b-df6f-4cba-8ed0-c272d7f1dba2 admin admin] 10.222.0.48 "PUT /v2.0/routers/cd553d4e-b058-45c6-a587-c599cad4e2fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5647480 Nov 12 20:04:52.935386 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58826) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:52.946769 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9e6295-8414-4693-a590-6971399e51a8 None None] Sync routers for ids ['cd553d4e-b058-45c6-a587-c599cad4e2fd'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:04:52.955196 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:52.971057 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9e6295-8414-4693-a590-6971399e51a8 None None] Routers {'cd553d4e-b058-45c6-a587-c599cad4e2fd'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:04:52.971690 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-4d9e6295-8414-4693-a590-6971399e51a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:04:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['cd553d4e-b058-45c6-a587-c599cad4e2fd'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:04:52.983951 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-f529d8ce-4ac8-4208-a3ab-baa84a1c05e4 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9cae1a1c0bd7436b996c54f7e79dee1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1128051 Nov 12 20:04:53.006257 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 5e904854-22bc-4c69-a481-3c3feea5b76b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5e904854-22bc-4c69-a481-3c3feea5b76b,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:04:53.047523 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c758db48-23b5-4301-8b16-d13a237d0e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e904854-22bc-4c69-a481-3c3feea5b76b'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:04:53.049953 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211b769f-4093-4c20-9226-a58f5f550b12" -d '{"events": [{"server_uuid": "c758db48-23b5-4301-8b16-d13a237d0e19", "name": "network-vif-plugged", "status": "completed", "tag": "5e904854-22bc-4c69-a481-3c3feea5b76b"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:04:53.062498 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:53.063280 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 4defd834-7c89-42ef-b7d2-157da6d0c741 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:04:53.103928 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-dfbeb282-00ff-4b7c-81fc-c568404a8c7c service neutron] 10.222.0.48 "GET /v2.0/networks/33c8fc30-57d7-4631-a750-677522c3215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055596 Nov 12 20:04:53.169314 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dbe02-a312-4c06-bf6a-e0899cc20b68 req-7cfde85d-ddf5-4d85-84eb-7a18ec44cd05 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:53.176913 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a57dbe02-a312-4c06-bf6a-e0899cc20b68 req-7cfde85d-ddf5-4d85-84eb-7a18ec44cd05 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 950 time: 0.1204944 Nov 12 20:04:53.226375 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae714b65-1e4e-4196-9f9d-e2cd0d4fd39d admin admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:53.228366 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-820163fb-a433-43ae-b465-966f910242e8 service neutron] 10.222.0.48 "GET /v2.0/networks/33c8fc30-57d7-4631-a750-677522c3215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191452 Nov 12 20:04:53.273409 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a57dbe02-a312-4c06-bf6a-e0899cc20b68 req-cb30dc52-2d86-43a7-9170-465c35c56a57 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951676 Nov 12 20:04:53.362432 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae714b65-1e4e-4196-9f9d-e2cd0d4fd39d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:53.372422 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=5e904854-22bc-4c69-a481-3c3feea5b76b,revision_number=9']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:53.384194 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f716b18c-908a-43c5-be6f-8be7b6af7816 x-openstack-request-id: req-f716b18c-908a-43c5-be6f-8be7b6af7816 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:04:53.385248 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c758db48-23b5-4301-8b16-d13a237d0e19", "name": "network-vif-plugged", "status": "completed", "tag": "5e904854-22bc-4c69-a481-3c3feea5b76b", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:04:53.385248 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f716b18c-908a-43c5-be6f-8be7b6af7816 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:04:53.385459 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c758db48-23b5-4301-8b16-d13a237d0e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e904854-22bc-4c69-a481-3c3feea5b76b', 'code': 200} Nov 12 20:04:53.409580 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 4defd834-7c89-42ef-b7d2-157da6d0c741 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:04:53.417062 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-4d9e6295-8414-4693-a590-6971399e51a8 None None] Set router cd553d4e-b058-45c6-a587-c599cad4e2fd gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:04:53.419957 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 4defd834-7c89-42ef-b7d2-157da6d0c741 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:04:53.420357 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:53.448489 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-ae714b65-1e4e-4196-9f9d-e2cd0d4fd39d admin admin] Deleting port 66673c2a-69a3-4964-a4fb-bece99e31545 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:04:53.449730 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae714b65-1e4e-4196-9f9d-e2cd0d4fd39d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:53.557634 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-ae714b65-1e4e-4196-9f9d-e2cd0d4fd39d admin admin] For port 66673c2a-69a3-4964-a4fb-bece99e31545, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=66673c2a-69a3-4964-a4fb-bece99e31545,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:04:53.558104 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae714b65-1e4e-4196-9f9d-e2cd0d4fd39d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:53.572771 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-ae714b65-1e4e-4196-9f9d-e2cd0d4fd39d admin admin] Calling delete_port for 66673c2a-69a3-4964-a4fb-bece99e31545 owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:04:53.692017 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:53.721708 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:53.726125 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:53.726399 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e0866-2736-4a9d-837c-9edbd0cc5032 req-6b325c61-3e62-4202-ac25-91f5214c0a7e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:53.735974 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e0866-2736-4a9d-837c-9edbd0cc5032 req-6b325c61-3e62-4202-ac25-91f5214c0a7e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:53.743722 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e0866-2736-4a9d-837c-9edbd0cc5032 req-6b325c61-3e62-4202-ac25-91f5214c0a7e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:53.749775 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 4defd834-7c89-42ef-b7d2-157da6d0c741, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=4defd834-7c89-42ef-b7d2-157da6d0c741,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:04:53.778511 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e0866-2736-4a9d-837c-9edbd0cc5032 req-6b325c61-3e62-4202-ac25-91f5214c0a7e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:53.784841 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e0866-2736-4a9d-837c-9edbd0cc5032 req-6b325c61-3e62-4202-ac25-91f5214c0a7e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:53.791031 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e0866-2736-4a9d-837c-9edbd0cc5032 req-6b325c61-3e62-4202-ac25-91f5214c0a7e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:53.803204 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e0866-2736-4a9d-837c-9edbd0cc5032 req-6b325c61-3e62-4202-ac25-91f5214c0a7e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:53.805336 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-211e0866-2736-4a9d-837c-9edbd0cc5032 req-6b325c61-3e62-4202-ac25-91f5214c0a7e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5416 time: 0.2978497 Nov 12 20:04:53.807056 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:53.810165 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 7295d4cd-e885-478d-b6ec-2630fc56de27 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:04:53.892829 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad659b6d-2aac-4559-b976-d66ca9dd1591 req-ad6a80e8-8c6f-4856-b3a4-b5c773deaba3 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:53.896568 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ad659b6d-2aac-4559-b976-d66ca9dd1591 req-ad6a80e8-8c6f-4856-b3a4-b5c773deaba3 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 945 time: 0.1213107 Nov 12 20:04:53.988314 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae714b65-1e4e-4196-9f9d-e2cd0d4fd39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:53.991777 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=4defd834-7c89-42ef-b7d2-157da6d0c741,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:54.013694 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ad659b6d-2aac-4559-b976-d66ca9dd1591 req-35769ee5-03b3-42ad-97c1-9e5f3a68af4f tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058450 Nov 12 20:04:54.017172 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-4d9e6295-8414-4693-a590-6971399e51a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd553d4e-b058-45c6-a587-c599cad4e2fd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1706699633-router', 'tenant_id': 'b823c54876a64f49b0e3e4f37d9e10c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '66673c2a-69a3-4964-a4fb-bece99e31545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:02Z', 'updated_at': '2021-11-12T20:04:51Z', 'revision_number': 5, 'project_id': 'b823c54876a64f49b0e3e4f37d9e10c8', 'gw_port': {'id': '66673c2a-69a3-4964-a4fb-bece99e31545', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:7c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd553d4e-b058-45c6-a587-c599cad4e2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:03Z', 'updated_at': '2021-11-12T20:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:04:54.025233 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae714b65-1e4e-4196-9f9d-e2cd0d4fd39d admin admin] Pushing event deleted for resources: {'Port': ['ID=66673c2a-69a3-4964-a4fb-bece99e31545,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:54.033901 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 7295d4cd-e885-478d-b6ec-2630fc56de27 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:04:54.055630 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-211e0866-2736-4a9d-837c-9edbd0cc5032 req-2930c239-5cf9-4856-a1e7-3f35f8b428a4 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1457787 Nov 12 20:04:54.077943 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 7295d4cd-e885-478d-b6ec-2630fc56de27 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:04:54.078320 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:54.080403 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9e6295-8414-4693-a590-6971399e51a8 None None] Checking router: cd553d4e-b058-45c6-a587-c599cad4e2fd for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:04:54.152633 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9e6295-8414-4693-a590-6971399e51a8 None None] Routers {'cd553d4e-b058-45c6-a587-c599cad4e2fd'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:04:54.153670 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-4d9e6295-8414-4693-a590-6971399e51a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:04:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['cd553d4e-b058-45c6-a587-c599cad4e2fd'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:04:54.161889 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae714b65-1e4e-4196-9f9d-e2cd0d4fd39d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:54.182421 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-549b3846-22f1-4a74-9060-c969b276382c req-336a50b5-7638-48e3-877f-23de4abb2474 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 210 time: 0.1084216 Nov 12 20:04:54.266448 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-4d9e6295-8414-4693-a590-6971399e51a8 None None] Set router cd553d4e-b058-45c6-a587-c599cad4e2fd gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:04:54.309496 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae714b65-1e4e-4196-9f9d-e2cd0d4fd39d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:54.326171 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae714b65-1e4e-4196-9f9d-e2cd0d4fd39d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:54.375540 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-4d9e6295-8414-4693-a590-6971399e51a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd553d4e-b058-45c6-a587-c599cad4e2fd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1706699633-router', 'tenant_id': 'b823c54876a64f49b0e3e4f37d9e10c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:02Z', 'updated_at': '2021-11-12T20:04:53Z', 'revision_number': 7, 'project_id': 'b823c54876a64f49b0e3e4f37d9e10c8', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:04:54.381363 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae714b65-1e4e-4196-9f9d-e2cd0d4fd39d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:54.382122 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae714b65-1e4e-4196-9f9d-e2cd0d4fd39d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd553d4e-b058-45c6-a587-c599cad4e2fd {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:04:54.392653 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b8372-614f-440c-abac-4d2f0216a602 req-82b0e776-5caf-45dc-a41c-dc4f57adcafb tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:54.402493 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-920b8372-614f-440c-abac-4d2f0216a602 req-82b0e776-5caf-45dc-a41c-dc4f57adcafb tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b149280-6c34-4643-960c-0d56da9d3eba HTTP/1.1" status: 200 len: 944 time: 0.1430728 Nov 12 20:04:54.414423 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae714b65-1e4e-4196-9f9d-e2cd0d4fd39d admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:54.419270 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58884) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:54.419772 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ae714b65-1e4e-4196-9f9d-e2cd0d4fd39d admin admin] 10.222.0.48 "DELETE /v2.0/routers/cd553d4e-b058-45c6-a587-c599cad4e2fd HTTP/1.1" status: 204 len: 168 time: 1.4820440 Nov 12 20:04:54.446340 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9e6295-8414-4693-a590-6971399e51a8 None None] The sync data for ids ['cd553d4e-b058-45c6-a587-c599cad4e2fd'] in n-d-712140-15 is: [{'id': 'cd553d4e-b058-45c6-a587-c599cad4e2fd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1706699633-router', 'tenant_id': 'b823c54876a64f49b0e3e4f37d9e10c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:02Z', 'updated_at': '2021-11-12T20:04:53Z', 'revision_number': 7, 'project_id': 'b823c54876a64f49b0e3e4f37d9e10c8', 'gw_port_host': None}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:04:54.493047 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:54.536004 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-920b8372-614f-440c-abac-4d2f0216a602 req-98e24035-e23e-4e31-890d-3e5fadd62dcd tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322496 Nov 12 20:04:54.537621 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c8ad33f-bc1f-49f6-906e-3c8ed90dfca2 admin admin] Deleting subnet 61b172b9-1029-4f6f-8d5d-e7b9e3d428af {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:04:54.554543 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad33f-bc1f-49f6-906e-3c8ed90dfca2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:54.570220 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 7295d4cd-e885-478d-b6ec-2630fc56de27, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=7295d4cd-e885-478d-b6ec-2630fc56de27,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:04:54.581370 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:54.630781 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad33f-bc1f-49f6-906e-3c8ed90dfca2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:54.646553 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=7295d4cd-e885-478d-b6ec-2630fc56de27,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:54.702055 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-e41904f5-e8ac-46cc-aae0-eca9dadba379 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329826 Nov 12 20:04:54.827298 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad33f-bc1f-49f6-906e-3c8ed90dfca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:54.869934 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-f84929d6-1798-4868-866e-237dae43b01d tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:54.871560 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-f84929d6-1798-4868-866e-237dae43b01d tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1687186 Nov 12 20:04:54.892980 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-32f1b766-b7a8-4f59-90bf-dfa8be8fb98f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/quotas/1c08b32f16f94cdbbecd052699f1c2ae HTTP/1.1" status: 200 len: 375 time: 0.0143371 Nov 12 20:04:54.939367 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad33f-bc1f-49f6-906e-3c8ed90dfca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:54.973054 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ad33f-bc1f-49f6-906e-3c8ed90dfca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61b172b9-1029-4f6f-8d5d-e7b9e3d428af,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:54.975049 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad33f-bc1f-49f6-906e-3c8ed90dfca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:54.979280 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce21c35b-a326-4b27-be89-a837f3cf7362 None None] Network 9f700ce5-2a0b-4162-916c-2d06c3c0ef90 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:04:54.982603 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2c8ad33f-bc1f-49f6-906e-3c8ed90dfca2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/61b172b9-1029-4f6f-8d5d-e7b9e3d428af HTTP/1.1" status: 204 len: 168 time: 0.5621989 Nov 12 20:04:54.985123 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58908) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:55.040785 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-c0efd5a3-5900-4962-a0c0-653a23efab89 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1421270 Nov 12 20:04:55.063062 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:55.102623 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c0122ec-971b-4820-b19f-055f1c14e71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:55.235489 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4a3be-ad83-43af-8a7b-49ba4a7379a5 req-4d3265fd-b603-4de0-a211-756cdf20848e tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:55.240624 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-92c4a3be-ad83-43af-8a7b-49ba4a7379a5 req-4d3265fd-b603-4de0-a211-756cdf20848e tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 945 time: 0.1210938 Nov 12 20:04:55.286307 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8d1e3b-2b69-4d4c-8834-e5a9f76b4380 None None] DHCP port deletion for 9f700ce5-2a0b-4162-916c-2d06c3c0ef90 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:04:55.375671 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-92c4a3be-ad83-43af-8a7b-49ba4a7379a5 req-fca27f19-86a0-45cf-8825-2d0d62b77772 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214728 Nov 12 20:04:55.393402 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-6c0122ec-971b-4820-b19f-055f1c14e71e admin admin] Deleting port 5694665f-a534-40d4-9dab-16160ff59e63 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:04:55.393721 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c0122ec-971b-4820-b19f-055f1c14e71e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:55.405521 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0813921-8f24-4248-bb71-9961f1efa5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4defd834-7c89-42ef-b7d2-157da6d0c741'}, {'server_uuid': '9b149280-6c34-4643-960c-0d56da9d3eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7295d4cd-e885-478d-b6ec-2630fc56de27'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:04:55.414141 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba222ed1-ef9a-4889-b3c1-81766a23071c" -d '{"events": [{"server_uuid": "f0813921-8f24-4248-bb71-9961f1efa5a4", "name": "network-vif-plugged", "status": "completed", "tag": "4defd834-7c89-42ef-b7d2-157da6d0c741"}, {"server_uuid": "9b149280-6c34-4643-960c-0d56da9d3eba", "name": "network-vif-plugged", "status": "completed", "tag": "7295d4cd-e885-478d-b6ec-2630fc56de27"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:04:55.446424 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-cb8d1e3b-2b69-4d4c-8834-e5a9f76b4380 None None] Deleting port 5694665f-a534-40d4-9dab-16160ff59e63 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:04:55.446801 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cb8d1e3b-2b69-4d4c-8834-e5a9f76b4380 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:55.473149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-c714c51d-9846-44f8-be9f-234c9f39c26e tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:55.474675 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-c714c51d-9846-44f8-be9f-234c9f39c26e tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.55 "GET /v2.0/networks?id=33c8fc30-57d7-4631-a750-677522c3215e HTTP/1.1" status: 200 len: 814 time: 0.2712693 Nov 12 20:04:55.521400 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-6c0122ec-971b-4820-b19f-055f1c14e71e admin admin] For port 5694665f-a534-40d4-9dab-16160ff59e63, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=5694665f-a534-40d4-9dab-16160ff59e63,segment=NetworkSegment(3e224982-6395-4c12-b776-18d7d32b13ae),segment_id=3e224982-6395-4c12-b776-18d7d32b13ae)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:04:55.521784 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c0122ec-971b-4820-b19f-055f1c14e71e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:55.589847 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-cb8d1e3b-2b69-4d4c-8834-e5a9f76b4380 None None] For port 5694665f-a534-40d4-9dab-16160ff59e63, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=5694665f-a534-40d4-9dab-16160ff59e63,segment=NetworkSegment(3e224982-6395-4c12-b776-18d7d32b13ae),segment_id=3e224982-6395-4c12-b776-18d7d32b13ae)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:04:55.590382 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cb8d1e3b-2b69-4d4c-8834-e5a9f76b4380 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:55.611404 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-cb8d1e3b-2b69-4d4c-8834-e5a9f76b4380 None None] Calling delete_port for 5694665f-a534-40d4-9dab-16160ff59e63 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:04:55.613001 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-6c0122ec-971b-4820-b19f-055f1c14e71e admin admin] Calling delete_port for 5694665f-a534-40d4-9dab-16160ff59e63 owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:04:55.625319 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53964089-b3c0-4fc6-bb7d-9d3d34d43d23 req-b10e0c8c-95e1-476f-80a3-8aa40f62f651 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:55.632812 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53964089-b3c0-4fc6-bb7d-9d3d34d43d23 req-b10e0c8c-95e1-476f-80a3-8aa40f62f651 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:55.642612 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53964089-b3c0-4fc6-bb7d-9d3d34d43d23 req-b10e0c8c-95e1-476f-80a3-8aa40f62f651 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:55.649934 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53964089-b3c0-4fc6-bb7d-9d3d34d43d23 req-b10e0c8c-95e1-476f-80a3-8aa40f62f651 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:55.658111 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53964089-b3c0-4fc6-bb7d-9d3d34d43d23 req-b10e0c8c-95e1-476f-80a3-8aa40f62f651 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:55.665725 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53964089-b3c0-4fc6-bb7d-9d3d34d43d23 req-b10e0c8c-95e1-476f-80a3-8aa40f62f651 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:55.666683 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-09b40352-8df7-4160-83b0-21d356f31b0a req-1f2aa04a-3bd3-4d5d-a9fd-2ee83e78477d tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 210 time: 0.0688348 Nov 12 20:04:55.689295 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-fdad0bae-6169-452c-8ea5-f4b9b79cfc67 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cae1a1c0bd7436b996c54f7e79dee1f HTTP/1.1" status: 200 len: 379 time: 0.2040598 Nov 12 20:04:55.705264 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53964089-b3c0-4fc6-bb7d-9d3d34d43d23 req-b10e0c8c-95e1-476f-80a3-8aa40f62f651 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:55.707473 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-53964089-b3c0-4fc6-bb7d-9d3d34d43d23 req-b10e0c8c-95e1-476f-80a3-8aa40f62f651 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5416 time: 0.2912366 Nov 12 20:04:55.729714 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-d8f42cfb-bc11-47dc-bcee-81428081278c tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Request body: {'port': {'device_id': 'f335f95e-8e1e-497f-a2b4-316dfe0fc4cd', 'network_id': '33c8fc30-57d7-4631-a750-677522c3215e', 'admin_state_up': True, 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'security_groups': ['3287d66f-eb9f-405c-978d-5b7b1028e434']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:04:55.835056 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b9361b06-51eb-4fb6-9b20-fa877e0fd2e2 req-75daa64d-9e21-4e36-8eaf-9d1fb2de3346 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 210 time: 0.0529366 Nov 12 20:04:55.841705 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cb8d1e3b-2b69-4d4c-8834-e5a9f76b4380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:55.888780 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-53964089-b3c0-4fc6-bb7d-9d3d34d43d23 req-a39b9835-bd47-4a8e-bc43-388ea1663064 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1682060 Nov 12 20:04:55.904203 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d1e3b-2b69-4d4c-8834-e5a9f76b4380 None None] No DVR routers for this DVR port 5694665f-a534-40d4-9dab-16160ff59e63 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:04:55.917709 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 5694665f-a534-40d4-9dab-16160ff59e63 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:04:55.926533 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d1e3b-2b69-4d4c-8834-e5a9f76b4380 None None] Pushing event deleted for resources: {'Port': ['ID=5694665f-a534-40d4-9dab-16160ff59e63,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:55.983897 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 5694665f-a534-40d4-9dab-16160ff59e63 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:04:55.984634 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 5694665f-a534-40d4-9dab-16160ff59e63 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:04:55.985280 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 66673c2a-69a3-4964-a4fb-bece99e31545 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:04:55.990074 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:56.026191 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 66673c2a-69a3-4964-a4fb-bece99e31545 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:04:56.028406 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 66673c2a-69a3-4964-a4fb-bece99e31545 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:04:56.029507 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ed0ec275-b601-4332-b20c-3b2ca171b414 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:04:56.053675 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c0122ec-971b-4820-b19f-055f1c14e71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:56.062769 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: ed0ec275-b601-4332-b20c-3b2ca171b414 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:04:56.063426 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ed0ec275-b601-4332-b20c-3b2ca171b414 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:04:56.097909 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 20:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07dd1c8a-34e5-4606-8e6e-46567d68ab27 x-openstack-request-id: req-07dd1c8a-34e5-4606-8e6e-46567d68ab27 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:04:56.100343 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0813921-8f24-4248-bb71-9961f1efa5a4", "name": "network-vif-plugged", "status": "completed", "tag": "4defd834-7c89-42ef-b7d2-157da6d0c741", "code": 200}, {"server_uuid": "9b149280-6c34-4643-960c-0d56da9d3eba", "name": "network-vif-plugged", "status": "completed", "tag": "7295d4cd-e885-478d-b6ec-2630fc56de27", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:04:56.100877 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-07dd1c8a-34e5-4606-8e6e-46567d68ab27 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:04:56.102648 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0813921-8f24-4248-bb71-9961f1efa5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4defd834-7c89-42ef-b7d2-157da6d0c741', 'code': 200} Nov 12 20:04:56.106054 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b149280-6c34-4643-960c-0d56da9d3eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7295d4cd-e885-478d-b6ec-2630fc56de27', 'code': 200} Nov 12 20:04:56.169716 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0122ec-971b-4820-b19f-055f1c14e71e admin admin] No DVR routers for this DVR port 5694665f-a534-40d4-9dab-16160ff59e63 on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:04:56.197987 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0122ec-971b-4820-b19f-055f1c14e71e admin admin] Pushing event deleted for resources: {'Port': ['ID=5694665f-a534-40d4-9dab-16160ff59e63,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:56.263406 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04120a95-44cc-4532-b562-3e6d04cc8f3b req-ee567ac3-62f4-4c93-a7a0-31bd10138a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:56.265726 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04120a95-44cc-4532-b562-3e6d04cc8f3b req-ee567ac3-62f4-4c93-a7a0-31bd10138a72 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9b149280-6c34-4643-960c-0d56da9d3eba HTTP/1.1" status: 200 len: 1097 time: 0.0901523 Nov 12 20:04:56.368098 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c0122ec-971b-4820-b19f-055f1c14e71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:56.370569 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-d8f42cfb-bc11-47dc-bcee-81428081278c tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Made reservation on behalf of 9cae1a1c0bd7436b996c54f7e79dee1f for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:04:56.372413 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04120a95-44cc-4532-b562-3e6d04cc8f3b req-aabca8d8-fabf-4211-8194-e9f8c6dd9239 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925901 Nov 12 20:04:56.374677 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-d8f42cfb-bc11-47dc-bcee-81428081278c tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:56.414272 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa02f39-8a09-46de-8d16-ec87c9c4ad27 req-0644d530-1366-4098-a283-8781a7a17106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:56.415935 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2fa02f39-8a09-46de-8d16-ec87c9c4ad27 req-0644d530-1366-4098-a283-8781a7a17106 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 1097 time: 0.2245369 Nov 12 20:04:56.435443 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f841405-0c49-4c49-a8ec-c9c48bb6db69 req-108f470e-aed2-44be-a532-ce3b315c0fc4 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:56.437273 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8f841405-0c49-4c49-a8ec-c9c48bb6db69 req-108f470e-aed2-44be-a532-ce3b315c0fc4 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b149280-6c34-4643-960c-0d56da9d3eba HTTP/1.1" status: 200 len: 945 time: 0.2445598 Nov 12 20:04:56.447952 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-6c0122ec-971b-4820-b19f-055f1c14e71e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f700ce5-2a0b-4162-916c-2d06c3c0ef90']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:04:56.487065 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-6c0122ec-971b-4820-b19f-055f1c14e71e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e224982-6395-4c12-b776-18d7d32b13ae') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:04:56.487928 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-6c0122ec-971b-4820-b19f-055f1c14e71e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e224982-6395-4c12-b776-18d7d32b13ae') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:04:56.502447 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c0122ec-971b-4820-b19f-055f1c14e71e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:56.520340 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c0122ec-971b-4820-b19f-055f1c14e71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:56.528766 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0122ec-971b-4820-b19f-055f1c14e71e admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:04:56.529531 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c0122ec-971b-4820-b19f-055f1c14e71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:56.548399 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf940b06-8a52-4f94-938c-1f0d6b660ac3 req-496ce92f-4888-4a5d-8aef-9fbb13138829 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:56.550358 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cf940b06-8a52-4f94-938c-1f0d6b660ac3 req-496ce92f-4888-4a5d-8aef-9fbb13138829 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 945 time: 0.0861521 Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: self.session.flush() Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: self.session.flush() Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: self.session.flush() Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: self.session.flush() Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:04:56.602609 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:04:56.625538 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cf940b06-8a52-4f94-938c-1f0d6b660ac3 req-dea90469-172b-4845-96aa-a8e2b7b7fb03 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688231 Nov 12 20:04:56.642406 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c0122ec-971b-4820-b19f-055f1c14e71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:56.674038 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c0122ec-971b-4820-b19f-055f1c14e71e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:56.677240 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6c0122ec-971b-4820-b19f-055f1c14e71e admin admin] 10.222.0.48 "DELETE /v2.0/networks/9f700ce5-2a0b-4162-916c-2d06c3c0ef90 HTTP/1.1" status: 204 len: 168 time: 1.6911373 Nov 12 20:04:56.680274 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58952) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:04:56.708925 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0122ec-971b-4820-b19f-055f1c14e71e admin admin] Pushing event deleted for resources: {'Network': ['ID=9f700ce5-2a0b-4162-916c-2d06c3c0ef90,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:56.751764 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8f841405-0c49-4c49-a8ec-c9c48bb6db69 req-7edf7249-8f18-4df3-bbc5-157d8b5a2aac tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994277 Nov 12 20:04:56.825216 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cca8e9da-bcbf-493e-babd-ab4dda1c2258 req-dd92d94f-48ff-4335-97a0-a0169b586dae tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 210 time: 0.0442808 Nov 12 20:04:56.836211 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-d8f42cfb-bc11-47dc-bcee-81428081278c tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Allocated IP 172.20.0.13 (33c8fc30-57d7-4631-a750-677522c3215e/d1e6fa5a-74f0-437c-a1da-55684f056e5b/0aeb2e92-400c-4ea3-ada7-73a23bb96d1d) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:04:56.987246 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9f65e232-a71a-49b3-bdf2-f1ea23e27e74 req-9113cbe2-436a-471d-a744-791e2d45413b tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 210 time: 0.0647075 Nov 12 20:04:57.004457 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2fa02f39-8a09-46de-8d16-ec87c9c4ad27 req-5f11af88-c0c7-484c-9950-cb958f2dc0eb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416569 Nov 12 20:04:57.038394 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-2f49e333-44a6-42f5-8f3f-8fb9f25efc75 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403464 Nov 12 20:04:57.230978 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-d8f42cfb-bc11-47dc-bcee-81428081278c tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:57.269435 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-d8f42cfb-bc11-47dc-bcee-81428081278c tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:57.330690 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72aa18-6772-4d45-8cbd-2e42a244c8b0 req-1f9074af-9084-417b-945a-95f23a003a6d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:57.337104 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72aa18-6772-4d45-8cbd-2e42a244c8b0 req-1f9074af-9084-417b-945a-95f23a003a6d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:57.344113 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72aa18-6772-4d45-8cbd-2e42a244c8b0 req-1f9074af-9084-417b-945a-95f23a003a6d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:57.350540 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72aa18-6772-4d45-8cbd-2e42a244c8b0 req-1f9074af-9084-417b-945a-95f23a003a6d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:57.351925 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-d8f42cfb-bc11-47dc-bcee-81428081278c tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Network 33c8fc30-57d7-4631-a750-677522c3215e is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:04:57.356396 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-d8f42cfb-bc11-47dc-bcee-81428081278c tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:04:57.360313 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72aa18-6772-4d45-8cbd-2e42a244c8b0 req-1f9074af-9084-417b-945a-95f23a003a6d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:57.361326 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-d8f42cfb-bc11-47dc-bcee-81428081278c tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:04:57.370088 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72aa18-6772-4d45-8cbd-2e42a244c8b0 req-1f9074af-9084-417b-945a-95f23a003a6d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:57.377001 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72aa18-6772-4d45-8cbd-2e42a244c8b0 req-1f9074af-9084-417b-945a-95f23a003a6d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:57.384852 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cc72aa18-6772-4d45-8cbd-2e42a244c8b0 req-1f9074af-9084-417b-945a-95f23a003a6d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5416 time: 0.2922478 Nov 12 20:04:57.413013 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f42cfb-bc11-47dc-bcee-81428081278c tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Pushing event updated for resources: {'Port': ['ID=0aeb2e92-400c-4ea3-ada7-73a23bb96d1d,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:57.453954 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-d8f42cfb-bc11-47dc-bcee-81428081278c tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:57.454926 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-d8f42cfb-bc11-47dc-bcee-81428081278c tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:57.485203 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-d8f42cfb-bc11-47dc-bcee-81428081278c tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7596078 Nov 12 20:04:57.500633 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-8ad76c7e-f368-4faa-838d-362d0f1bad57 service neutron] Request body: {'port': {'device_id': 'f335f95e-8e1e-497f-a2b4-316dfe0fc4cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:04:57.610366 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-8ad76c7e-f368-4faa-838d-362d0f1bad57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:57.805472 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-253d7cf1-ab28-48e2-bd65-0827bb0eb331 None None] Provisioning complete for port 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:04:57.806074 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-253d7cf1-ab28-48e2-bd65-0827bb0eb331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:57.824782 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-3a2defab-107b-471d-a4fd-6710666c2fff tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:57.826333 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-3a2defab-107b-471d-a4fd-6710666c2fff tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7738001 Nov 12 20:04:57.847578 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-1a2106c2-db4e-4364-bced-0dd13f9d266c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Request body: {'port': {'device_id': 'd063f0e1-0923-40b7-bb03-2b249948d892', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': '1c08b32f16f94cdbbecd052699f1c2ae'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:04:57.862030 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-253d7cf1-ab28-48e2-bd65-0827bb0eb331 None None] Port 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:04:57.963604 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cc72aa18-6772-4d45-8cbd-2e42a244c8b0 req-14d6bad2-504f-4de4-bf1b-3dac79777565 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5705163 Nov 12 20:04:58.090487 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056999c-a67f-48ed-8b8c-45279918ca0f req-37acf3cf-f0a1-4ffe-b74c-ff8b6f26de94 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:58.098506 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7056999c-a67f-48ed-8b8c-45279918ca0f req-37acf3cf-f0a1-4ffe-b74c-ff8b6f26de94 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 945 time: 0.2876964 Nov 12 20:04:58.162977 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-1a2106c2-db4e-4364-bced-0dd13f9d266c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Made reservation on behalf of 1c08b32f16f94cdbbecd052699f1c2ae for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:04:58.168384 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-1a2106c2-db4e-4364-bced-0dd13f9d266c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:58.205755 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2f30f-a3c7-4f0b-ae54-349bb5177ac8 req-93564966-9d5a-49ae-bc17-546b949657a0 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:58.216109 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44d2f30f-a3c7-4f0b-ae54-349bb5177ac8 req-93564966-9d5a-49ae-bc17-546b949657a0 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b149280-6c34-4643-960c-0d56da9d3eba HTTP/1.1" status: 200 len: 945 time: 0.1413076 Nov 12 20:04:58.231953 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7056999c-a67f-48ed-8b8c-45279918ca0f req-17f87302-0f18-4e4e-8cdb-59938b1ad1f8 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284924 Nov 12 20:04:58.333909 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-8ad76c7e-f368-4faa-838d-362d0f1bad57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:04:58.343588 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-8ad76c7e-f368-4faa-838d-362d0f1bad57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:58.348970 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-1a2106c2-db4e-4364-bced-0dd13f9d266c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Allocated IP 192.168.233.167 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/c0d21e3f-02fc-4419-903d-a5b4da1dd6b5) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:04:58.359244 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-8ad76c7e-f368-4faa-838d-362d0f1bad57 service neutron] Transition to ACTIVE for port object 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:04:58.377826 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-8ad76c7e-f368-4faa-838d-362d0f1bad57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:58.469523 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c6e58be4-a02d-4dfe-afb9-faa8ca14ae80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:58.515003 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad76c7e-f368-4faa-838d-362d0f1bad57 service neutron] Pushing event updated for resources: {'Port': ['ID=0aeb2e92-400c-4ea3-ada7-73a23bb96d1d,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:58.566480 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39468db1-3af0-4a3c-abdd-43916fc71032 req-e335dfa7-1dd3-4338-a353-cd105e4c01ce tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:58.567983 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-39468db1-3af0-4a3c-abdd-43916fc71032 req-e335dfa7-1dd3-4338-a353-cd105e4c01ce tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 944 time: 0.2068427 Nov 12 20:04:58.657499 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-39468db1-3af0-4a3c-abdd-43916fc71032 req-db812b62-c7eb-4c5b-81e1-07f32ba7fb79 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/security-groups?id=3287d66f-eb9f-405c-978d-5b7b1028e434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714092 Nov 12 20:04:58.658626 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-8ad76c7e-f368-4faa-838d-362d0f1bad57 service neutron] Attempting to bind port 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:04:58.658966 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-8ad76c7e-f368-4faa-838d-362d0f1bad57 service neutron] Attempting to bind port 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '7b36f143-1fec-421b-a084-6f9c5b9e9660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33c8fc30-57d7-4631-a750-677522c3215e'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:04:58.659958 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-8ad76c7e-f368-4faa-838d-362d0f1bad57 service neutron] Attempting to bind port 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d on network 33c8fc30-57d7-4631-a750-677522c3215e {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:04:58.665312 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-8ad76c7e-f368-4faa-838d-362d0f1bad57 service neutron] Port 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d on network 33c8fc30-57d7-4631-a750-677522c3215e not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:04:58.665312 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-8ad76c7e-f368-4faa-838d-362d0f1bad57 service neutron] Attempting to bind port 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d on network 33c8fc30-57d7-4631-a750-677522c3215e {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:04:58.671270 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-8ad76c7e-f368-4faa-838d-362d0f1bad57 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:04:58.671565 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-8ad76c7e-f368-4faa-838d-362d0f1bad57 service neutron] Checking segment: {'id': '7b36f143-1fec-421b-a084-6f9c5b9e9660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33c8fc30-57d7-4631-a750-677522c3215e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:04:58.671958 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-8ad76c7e-f368-4faa-838d-362d0f1bad57 service neutron] Bound using segment: {'id': '7b36f143-1fec-421b-a084-6f9c5b9e9660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33c8fc30-57d7-4631-a750-677522c3215e'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:04:58.672423 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-8ad76c7e-f368-4faa-838d-362d0f1bad57 service neutron] Bound port: 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b36f143-1fec-421b-a084-6f9c5b9e9660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33c8fc30-57d7-4631-a750-677522c3215e'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:04:58.672782 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-8ad76c7e-f368-4faa-838d-362d0f1bad57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:58.687448 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44d2f30f-a3c7-4f0b-ae54-349bb5177ac8 req-4fd5a77c-e53f-4089-bc62-67b3cd99e7c1 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700241 Nov 12 20:04:58.780535 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-8ad76c7e-f368-4faa-838d-362d0f1bad57 service neutron] For port 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:04:58.789914 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-8ad76c7e-f368-4faa-838d-362d0f1bad57 service neutron] For port 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=0aeb2e92-400c-4ea3-ada7-73a23bb96d1d,segment=NetworkSegment(7b36f143-1fec-421b-a084-6f9c5b9e9660),segment_id=7b36f143-1fec-421b-a084-6f9c5b9e9660)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:04:58.801835 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-8ad76c7e-f368-4faa-838d-362d0f1bad57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:58.863894 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-1a2106c2-db4e-4364-bced-0dd13f9d266c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:58.897186 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-8ad76c7e-f368-4faa-838d-362d0f1bad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:58.897827 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-8ad76c7e-f368-4faa-838d-362d0f1bad57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:58.899790 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-8ad76c7e-f368-4faa-838d-362d0f1bad57 service neutron] 10.222.0.55 "PUT /v2.0/ports/0aeb2e92-400c-4ea3-ada7-73a23bb96d1d HTTP/1.1" status: 200 len: 1093 time: 1.4078217 Nov 12 20:04:58.902586 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b5a0161d-1f03-429f-b785-776ab3e2c156 req-7c32114b-d1bd-4f81-82bf-eb472176e2f2 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 210 time: 0.0952251 Nov 12 20:04:58.926185 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f335f95e-8e1e-497f-a2b4-316dfe0fc4cd', 'tag': '0aeb2e92-400c-4ea3-ada7-73a23bb96d1d'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:04:58.928721 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc0a94d-1a44-44b1-a23f-04bd3db64bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "f335f95e-8e1e-497f-a2b4-316dfe0fc4cd", "tag": "0aeb2e92-400c-4ea3-ada7-73a23bb96d1d"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:04:58.954093 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad76c7e-f368-4faa-838d-362d0f1bad57 service neutron] Pushing event updated for resources: {'Port': ['ID=0aeb2e92-400c-4ea3-ada7-73a23bb96d1d,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:59.041582 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69f75db-f9a6-4447-b169-3a1622873276 x-openstack-request-id: req-c69f75db-f9a6-4447-b169-3a1622873276 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:04:59.041894 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f335f95e-8e1e-497f-a2b4-316dfe0fc4cd", "tag": "0aeb2e92-400c-4ea3-ada7-73a23bb96d1d", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:04:59.042143 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c69f75db-f9a6-4447-b169-3a1622873276 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:04:59.042641 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f335f95e-8e1e-497f-a2b4-316dfe0fc4cd', 'tag': '0aeb2e92-400c-4ea3-ada7-73a23bb96d1d', 'status': 'completed', 'code': 200} Nov 12 20:04:59.078147 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-b83602f7-2811-4954-9b86-b5d2a877e2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:59.081857 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-b83602f7-2811-4954-9b86-b5d2a877e2c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9cae1a1c0bd7436b996c54f7e79dee1f&device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 1096 time: 0.1128120 Nov 12 20:04:59.106051 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-1a2106c2-db4e-4364-bced-0dd13f9d266c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:59.125600 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6f5fb2ef-6df8-463e-ac0c-7062375058e1'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:04:59.136151 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['5e904854-22bc-4c69-a481-3c3feea5b76b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:04:59.243291 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-1a2106c2-db4e-4364-bced-0dd13f9d266c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:04:59.257581 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-1a2106c2-db4e-4364-bced-0dd13f9d266c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:04:59.260753 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-1a2106c2-db4e-4364-bced-0dd13f9d266c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:04:59.335443 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2106c2-db4e-4364-bced-0dd13f9d266c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Pushing event updated for resources: {'Port': ['ID=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:04:59.412586 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-1a2106c2-db4e-4364-bced-0dd13f9d266c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:59.413572 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-1a2106c2-db4e-4364-bced-0dd13f9d266c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:59.499192 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-1a2106c2-db4e-4364-bced-0dd13f9d266c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6608226 Nov 12 20:04:59.518032 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-d83a7efa-5827-4c29-8f20-9c195e903b8a service neutron] Request body: {'port': {'device_id': 'd063f0e1-0923-40b7-bb03-2b249948d892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:04:59.533730 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ead23-309a-4f11-8d8a-5bf7a52e7c7c req-28626ccb-a21d-46d2-bd73-c931dc724138 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:59.535898 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c2ead23-309a-4f11-8d8a-5bf7a52e7c7c req-28626ccb-a21d-46d2-bd73-c931dc724138 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 945 time: 0.1104128 Nov 12 20:04:59.553513 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c6e58be4-a02d-4dfe-afb9-faa8ca14ae80 admin admin] Deleting port 5e4bbbb5-36ee-490d-b18c-d08902e202fb {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:04:59.553997 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c6e58be4-a02d-4dfe-afb9-faa8ca14ae80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:59.656539 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-c6e58be4-a02d-4dfe-afb9-faa8ca14ae80 admin admin] For port 5e4bbbb5-36ee-490d-b18c-d08902e202fb, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=5e4bbbb5-36ee-490d-b18c-d08902e202fb,segment=NetworkSegment(f15f1fa8-63c6-4fd1-beef-9cb5433e886e),segment_id=f15f1fa8-63c6-4fd1-beef-9cb5433e886e)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:04:59.657446 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c6e58be4-a02d-4dfe-afb9-faa8ca14ae80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:59.682616 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c6e58be4-a02d-4dfe-afb9-faa8ca14ae80 admin admin] Calling delete_port for 5e4bbbb5-36ee-490d-b18c-d08902e202fb owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:04:59.814671 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c2ead23-309a-4f11-8d8a-5bf7a52e7c7c req-768abbff-9d8a-4878-8891-fe082ee0831e tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170228 Nov 12 20:04:59.844099 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-54ad0426-86b5-4bbb-a7ae-e96053a31edb None None] Provisioning complete for port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:04:59.844496 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-54ad0426-86b5-4bbb-a7ae-e96053a31edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:59.853594 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-e29726ee-ef9b-4a40-9b60-d6ad25b2cfca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0aeb2e92-400c-4ea3-ada7-73a23bb96d1d HTTP/1.1" status: 200 len: 217 time: 0.7584465 Nov 12 20:04:59.855273 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-d83a7efa-5827-4c29-8f20-9c195e903b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:04:59.926314 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7918f-a82d-4805-a970-e149b5aa1611 req-e91315e3-0766-4b2d-b281-11571e894feb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:59.934148 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7918f-a82d-4805-a970-e149b5aa1611 req-e91315e3-0766-4b2d-b281-11571e894feb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:59.941704 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7918f-a82d-4805-a970-e149b5aa1611 req-e91315e3-0766-4b2d-b281-11571e894feb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:59.945779 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-54ad0426-86b5-4bbb-a7ae-e96053a31edb None None] Port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:04:59.948660 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7918f-a82d-4805-a970-e149b5aa1611 req-e91315e3-0766-4b2d-b281-11571e894feb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:59.957163 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7918f-a82d-4805-a970-e149b5aa1611 req-e91315e3-0766-4b2d-b281-11571e894feb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:59.964159 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7918f-a82d-4805-a970-e149b5aa1611 req-e91315e3-0766-4b2d-b281-11571e894feb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:59.971815 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7918f-a82d-4805-a970-e149b5aa1611 req-e91315e3-0766-4b2d-b281-11571e894feb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:59.974250 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52e7918f-a82d-4805-a970-e149b5aa1611 req-e91315e3-0766-4b2d-b281-11571e894feb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5416 time: 0.8807836 Nov 12 20:04:59.988175 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-74d925f6-bdb0-43ac-8f5e-a54ec91269e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:04:59.989940 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-74d925f6-bdb0-43ac-8f5e-a54ec91269e4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1e6fa5a-74f0-437c-a1da-55684f056e5b HTTP/1.1" status: 200 len: 853 time: 0.1232288 Nov 12 20:05:00.085164 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-e5aca88f-c0c7-4655-9d08-8229b5c7aa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:00.086896 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-e5aca88f-c0c7-4655-9d08-8229b5c7aa09 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33c8fc30-57d7-4631-a750-677522c3215e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733049 Nov 12 20:05:00.137989 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52e7918f-a82d-4805-a970-e149b5aa1611 req-c4a97d76-5a79-4f38-9daa-55bd06e66463 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1430166 Nov 12 20:05:00.179636 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe593e-61b0-4058-ad2d-80b6b6c12b58 req-49a1981d-0152-4a84-af2f-43e8967544c9 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:00.181244 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d7fe593e-61b0-4058-ad2d-80b6b6c12b58 req-49a1981d-0152-4a84-af2f-43e8967544c9 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 944 time: 0.2008550 Nov 12 20:05:00.221638 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c6e58be4-a02d-4dfe-afb9-faa8ca14ae80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:00.284069 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e58be4-a02d-4dfe-afb9-faa8ca14ae80 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e4bbbb5-36ee-490d-b18c-d08902e202fb,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:00.345104 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-d716d1d8-9c14-4b80-b15b-21c12f732355 service neutron] 10.222.0.55 "GET /v2.0/networks/33c8fc30-57d7-4631-a750-677522c3215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491148 Nov 12 20:05:00.354553 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9eeec-e2d6-4867-99ba-36b4badd79b3 req-fbbe1448-7ea8-497e-aeeb-776d91d2c691 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:00.356976 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6c9eeec-e2d6-4867-99ba-36b4badd79b3 req-fbbe1448-7ea8-497e-aeeb-776d91d2c691 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b149280-6c34-4643-960c-0d56da9d3eba HTTP/1.1" status: 200 len: 945 time: 0.1007111 Nov 12 20:05:00.389983 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d7fe593e-61b0-4058-ad2d-80b6b6c12b58 req-9e1772df-0688-438f-be08-be9fec29244a tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/security-groups?id=3287d66f-eb9f-405c-978d-5b7b1028e434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006440 Nov 12 20:05:00.523021 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6c9eeec-e2d6-4867-99ba-36b4badd79b3 req-51a87c76-afe8-4655-a479-c7e551fc39f3 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574965 Nov 12 20:05:00.619124 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4bc097f1-802d-4a3c-a836-00d559350da7 req-69c876f1-8005-4863-811e-15cf1f8c84fe service neutron] 10.222.0.55 "GET /v2.0/networks/33c8fc30-57d7-4631-a750-677522c3215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610464 Nov 12 20:05:00.643765 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-d83a7efa-5827-4c29-8f20-9c195e903b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:05:00.654446 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-d83a7efa-5827-4c29-8f20-9c195e903b8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:00.668926 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-d83a7efa-5827-4c29-8f20-9c195e903b8a service neutron] Transition to ACTIVE for port object c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:05:00.675491 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-d83a7efa-5827-4c29-8f20-9c195e903b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:00.680567 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c6e58be4-a02d-4dfe-afb9-faa8ca14ae80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:00.800998 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0a94d-1a44-44b1-a23f-04bd3db64bd6 req-4c37a1a5-c4fc-46d6-9d7b-97d9d617829a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:00.804765 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8dc0a94d-1a44-44b1-a23f-04bd3db64bd6 req-4c37a1a5-c4fc-46d6-9d7b-97d9d617829a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9cae1a1c0bd7436b996c54f7e79dee1f&device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 1096 time: 0.1128047 Nov 12 20:05:00.870469 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a7efa-5827-4c29-8f20-9c195e903b8a service neutron] Pushing event updated for resources: {'Port': ['ID=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:01.015901 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ce7d3-895d-45d4-b4e4-224500bdf125 req-78615261-16b2-440a-a9a1-88557a033813 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:01.023044 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a0ce7d3-895d-45d4-b4e4-224500bdf125 req-78615261-16b2-440a-a9a1-88557a033813 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 948 time: 0.2780583 Nov 12 20:05:01.035609 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a20465-18a0-4fb7-bb99-086b574518d7 req-9f1df5c4-24fd-4e09-bf90-1ef161297007 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:01.043872 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c3a20465-18a0-4fb7-bb99-086b574518d7 req-9f1df5c4-24fd-4e09-bf90-1ef161297007 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b149280-6c34-4643-960c-0d56da9d3eba HTTP/1.1" status: 200 len: 945 time: 0.1866922 Nov 12 20:05:01.108785 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c3a20465-18a0-4fb7-bb99-086b574518d7 req-213ed7fe-7048-4389-84e2-98bc7f4cd6b3 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638597 Nov 12 20:05:01.126273 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0a94d-1a44-44b1-a23f-04bd3db64bd6 req-e4ae7879-8485-4ec0-91cd-62dd5b117498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:01.129692 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8dc0a94d-1a44-44b1-a23f-04bd3db64bd6 req-e4ae7879-8485-4ec0-91cd-62dd5b117498 service neutron] 10.222.0.55 "GET /v2.0/networks?id=33c8fc30-57d7-4631-a750-677522c3215e HTTP/1.1" status: 200 len: 915 time: 0.3172550 Nov 12 20:05:01.205894 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-d83a7efa-5827-4c29-8f20-9c195e903b8a service neutron] Attempting to bind port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:05:01.206274 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-d83a7efa-5827-4c29-8f20-9c195e903b8a service neutron] Attempting to bind port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:05:01.206669 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-d83a7efa-5827-4c29-8f20-9c195e903b8a service neutron] Attempting to bind port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:05:01.212583 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8dc0a94d-1a44-44b1-a23f-04bd3db64bd6 req-7e7c22ef-4a9c-45e3-8410-84a88bfbd60b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0aeb2e92-400c-4ea3-ada7-73a23bb96d1d HTTP/1.1" status: 200 len: 217 time: 0.0677588 Nov 12 20:05:01.220184 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-d83a7efa-5827-4c29-8f20-9c195e903b8a service neutron] Port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:05:01.220478 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-d83a7efa-5827-4c29-8f20-9c195e903b8a service neutron] Attempting to bind port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:05:01.237543 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a0ce7d3-895d-45d4-b4e4-224500bdf125 req-cb7ad79e-8f3f-4930-8461-4b6b2c07f93f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414607 Nov 12 20:05:01.250561 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e58be4-a02d-4dfe-afb9-faa8ca14ae80 admin admin] Router 587a5444-7e8f-47bb-a579-9cdad6c12ae0 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:05:01.262413 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-d83a7efa-5827-4c29-8f20-9c195e903b8a service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:05:01.267756 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-d83a7efa-5827-4c29-8f20-9c195e903b8a service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:05:01.269708 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-d83a7efa-5827-4c29-8f20-9c195e903b8a service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:05:01.271714 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-d83a7efa-5827-4c29-8f20-9c195e903b8a service neutron] Bound port: c0d21e3f-02fc-4419-903d-a5b4da1dd6b5, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:05:01.272322 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-d83a7efa-5827-4c29-8f20-9c195e903b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:01.292388 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0a94d-1a44-44b1-a23f-04bd3db64bd6 req-392a0157-bff8-41fd-895d-83054981e718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:01.295409 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8dc0a94d-1a44-44b1-a23f-04bd3db64bd6 req-392a0157-bff8-41fd-895d-83054981e718 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1e6fa5a-74f0-437c-a1da-55684f056e5b HTTP/1.1" status: 200 len: 853 time: 0.0794005 Nov 12 20:05:01.423517 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5597c9-8eba-43e9-aff8-fe7434e9d995 req-d9348de7-f86b-4c8b-978d-d348845802b3 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:01.425114 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1d5597c9-8eba-43e9-aff8-fe7434e9d995 req-d9348de7-f86b-4c8b-978d-d348845802b3 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 945 time: 0.1288030 Nov 12 20:05:01.428389 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0a94d-1a44-44b1-a23f-04bd3db64bd6 req-b6c6498a-96f8-45bf-8b1d-ae394394bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:01.430575 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8dc0a94d-1a44-44b1-a23f-04bd3db64bd6 req-b6c6498a-96f8-45bf-8b1d-ae394394bc97 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33c8fc30-57d7-4631-a750-677522c3215e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1194823 Nov 12 20:05:01.453554 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-d83a7efa-5827-4c29-8f20-9c195e903b8a service neutron] For port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:05:01.459649 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-d83a7efa-5827-4c29-8f20-9c195e903b8a service neutron] For port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:05:01.470183 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-d83a7efa-5827-4c29-8f20-9c195e903b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:01.533104 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e58be4-a02d-4dfe-afb9-faa8ca14ae80 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:05:01.549596 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bea9af-1e43-41f8-99ee-fe4f1fa444ab None None] Sync routers for ids ['587a5444-7e8f-47bb-a579-9cdad6c12ae0'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:05:01.561755 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c6e58be4-a02d-4dfe-afb9-faa8ca14ae80 admin admin] 10.222.0.48 "PUT /v2.0/routers/587a5444-7e8f-47bb-a579-9cdad6c12ae0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8802209 Nov 12 20:05:01.567740 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59070) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:01.573326 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bea9af-1e43-41f8-99ee-fe4f1fa444ab None None] Routers {'587a5444-7e8f-47bb-a579-9cdad6c12ae0'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:05:01.574635 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-05bea9af-1e43-41f8-99ee-fe4f1fa444ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:04:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['587a5444-7e8f-47bb-a579-9cdad6c12ae0'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:01.575282 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-d83a7efa-5827-4c29-8f20-9c195e903b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:01.577196 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-d83a7efa-5827-4c29-8f20-9c195e903b8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:01.579200 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-d83a7efa-5827-4c29-8f20-9c195e903b8a service neutron] 10.222.0.52 "PUT /v2.0/ports/c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 HTTP/1.1" status: 200 len: 1097 time: 2.0681119 Nov 12 20:05:01.581177 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd063f0e1-0923-40b7-bb03-2b249948d892', 'tag': 'c0d21e3f-02fc-4419-903d-a5b4da1dd6b5'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:05:01.581931 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1d5597c9-8eba-43e9-aff8-fe7434e9d995 req-30e9eca7-b080-4e25-9195-d1375a12c4ec tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486442 Nov 12 20:05:01.584278 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa1241f-2511-49e0-9caa-8823778e0747" -d '{"events": [{"name": "network-changed", "server_uuid": "d063f0e1-0923-40b7-bb03-2b249948d892", "tag": "c0d21e3f-02fc-4419-903d-a5b4da1dd6b5"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:05:01.725008 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a7efa-5827-4c29-8f20-9c195e903b8a service neutron] Pushing event updated for resources: {'Port': ['ID=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:01.769996 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8dc0a94d-1a44-44b1-a23f-04bd3db64bd6 req-284dd0ba-b68f-4d2c-830a-740312e6430d service neutron] 10.222.0.55 "GET /v2.0/networks/33c8fc30-57d7-4631-a750-677522c3215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251717 Nov 12 20:05:01.824637 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-05bea9af-1e43-41f8-99ee-fe4f1fa444ab None None] Set router 587a5444-7e8f-47bb-a579-9cdad6c12ae0 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:05:01.869000 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b3b12f0-ba2e-46e3-a268-89bf6c4922f7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:01.953805 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b8787-d385-44fb-ba74-bff2897f51ca req-cb3170f7-76ed-40d0-9e63-c5ac05ed865a tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:01.956269 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f8b8787-d385-44fb-ba74-bff2897f51ca req-cb3170f7-76ed-40d0-9e63-c5ac05ed865a tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 944 time: 0.1851776 Nov 12 20:05:01.988218 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-fc472bdc-50f4-4ff2-9d03-fef2572e86d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:01.990497 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-fc472bdc-50f4-4ff2-9d03-fef2572e86d2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 1100 time: 0.2970762 Nov 12 20:05:02.081101 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8dc0a94d-1a44-44b1-a23f-04bd3db64bd6 req-d6ba48e5-a071-4c67-9ec6-2d788ab235e8 service neutron] 10.222.0.55 "GET /v2.0/networks/33c8fc30-57d7-4631-a750-677522c3215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777870 Nov 12 20:05:02.104814 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f8b8787-d385-44fb-ba74-bff2897f51ca req-1a03bd71-6796-4ef0-a46b-16dabfaa5dbc tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/security-groups?id=3287d66f-eb9f-405c-978d-5b7b1028e434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405425 Nov 12 20:05:02.138940 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-e0e2e8b5-7193-4825-be7e-f95a498711af service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 HTTP/1.1" status: 200 len: 217 time: 0.1068382 Nov 12 20:05:02.184585 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846672d-4968-4c6c-a2bc-fcfa10f6476b req-05991b90-5311-4914-b0b2-ba0dd11c7a31 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:02.192077 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846672d-4968-4c6c-a2bc-fcfa10f6476b req-05991b90-5311-4914-b0b2-ba0dd11c7a31 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:02.198314 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846672d-4968-4c6c-a2bc-fcfa10f6476b req-05991b90-5311-4914-b0b2-ba0dd11c7a31 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:02.205456 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846672d-4968-4c6c-a2bc-fcfa10f6476b req-05991b90-5311-4914-b0b2-ba0dd11c7a31 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:02.212479 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846672d-4968-4c6c-a2bc-fcfa10f6476b req-05991b90-5311-4914-b0b2-ba0dd11c7a31 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:02.219293 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846672d-4968-4c6c-a2bc-fcfa10f6476b req-05991b90-5311-4914-b0b2-ba0dd11c7a31 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:02.223459 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-05bea9af-1e43-41f8-99ee-fe4f1fa444ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587a5444-7e8f-47bb-a579-9cdad6c12ae0', 'name': 'tempest-AttachSCSIVolumeTestJSON-897810512-router', 'tenant_id': '893efb684db04f5291d907d5c1dc25ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '2110a522-f086-4e90-8d8d-ed1edc9cbaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:14Z', 'updated_at': '2021-11-12T20:05:00Z', 'revision_number': 5, 'project_id': '893efb684db04f5291d907d5c1dc25ac', 'gw_port': {'id': '2110a522-f086-4e90-8d8d-ed1edc9cbaea', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587a5444-7e8f-47bb-a579-9cdad6c12ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:17Z', 'updated_at': '2021-11-12T20:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:02.226464 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846672d-4968-4c6c-a2bc-fcfa10f6476b req-05991b90-5311-4914-b0b2-ba0dd11c7a31 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:02.234781 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0846672d-4968-4c6c-a2bc-fcfa10f6476b req-05991b90-5311-4914-b0b2-ba0dd11c7a31 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5416 time: 0.4745972 Nov 12 20:05:02.258533 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bea9af-1e43-41f8-99ee-fe4f1fa444ab None None] Checking router: 587a5444-7e8f-47bb-a579-9cdad6c12ae0 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:05:02.282831 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bea9af-1e43-41f8-99ee-fe4f1fa444ab None None] Routers {'587a5444-7e8f-47bb-a579-9cdad6c12ae0'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:05:02.283457 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-05bea9af-1e43-41f8-99ee-fe4f1fa444ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:04:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['587a5444-7e8f-47bb-a579-9cdad6c12ae0'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:02.286817 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e2a9f-0a1d-4e8c-8ca7-22e77b224ade req-3c93e3bc-6a49-4390-a124-d82bdd86d3a9 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:02.288759 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aa8e2a9f-0a1d-4e8c-8ca7-22e77b224ade req-3c93e3bc-6a49-4390-a124-d82bdd86d3a9 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b149280-6c34-4643-960c-0d56da9d3eba HTTP/1.1" status: 200 len: 945 time: 0.0759783 Nov 12 20:05:02.332862 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b3b12f0-ba2e-46e3-a268-89bf6c4922f7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:02.336937 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-a307bd5f-cd88-4beb-98ef-2939bb338276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:02.338420 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-a307bd5f-cd88-4beb-98ef-2939bb338276 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1816013 Nov 12 20:05:02.399212 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aa8e2a9f-0a1d-4e8c-8ca7-22e77b224ade req-f1c025bc-5937-4b28-a542-085072165b0c tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032398 Nov 12 20:05:02.399651 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0846672d-4968-4c6c-a2bc-fcfa10f6476b req-1c80ad6b-aa47-4039-a6cd-da63ef4b3879 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1586440 Nov 12 20:05:02.469519 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-e6f479f3-c8c3-497e-8914-a11469a7f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:02.471056 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-e6f479f3-c8c3-497e-8914-a11469a7f2a3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1192961 Nov 12 20:05:02.502367 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-05bea9af-1e43-41f8-99ee-fe4f1fa444ab None None] Set router 587a5444-7e8f-47bb-a579-9cdad6c12ae0 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:05:02.508550 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811d5628-8b8f-4774-bedf-c9cbfcc2e3b6 x-openstack-request-id: req-811d5628-8b8f-4774-bedf-c9cbfcc2e3b6 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:05:02.508843 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d063f0e1-0923-40b7-bb03-2b249948d892", "tag": "c0d21e3f-02fc-4419-903d-a5b4da1dd6b5", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:05:02.509101 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-811d5628-8b8f-4774-bedf-c9cbfcc2e3b6 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:05:02.509508 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd063f0e1-0923-40b7-bb03-2b249948d892', 'tag': 'c0d21e3f-02fc-4419-903d-a5b4da1dd6b5', 'status': 'completed', 'code': 200} Nov 12 20:05:02.510840 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-6b3b12f0-ba2e-46e3-a268-89bf6c4922f7 admin admin] Deleting port 2110a522-f086-4e90-8d8d-ed1edc9cbaea {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:05:02.511182 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b3b12f0-ba2e-46e3-a268-89bf6c4922f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:02.776394 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-05bea9af-1e43-41f8-99ee-fe4f1fa444ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587a5444-7e8f-47bb-a579-9cdad6c12ae0', 'name': 'tempest-AttachSCSIVolumeTestJSON-897810512-router', 'tenant_id': '893efb684db04f5291d907d5c1dc25ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '2110a522-f086-4e90-8d8d-ed1edc9cbaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:14Z', 'updated_at': '2021-11-12T20:05:00Z', 'revision_number': 5, 'project_id': '893efb684db04f5291d907d5c1dc25ac', 'gw_port': {'id': '2110a522-f086-4e90-8d8d-ed1edc9cbaea', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587a5444-7e8f-47bb-a579-9cdad6c12ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:17Z', 'updated_at': '2021-11-12T20:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:02.789919 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b801bf3-301f-43d0-96dd-acb2232d8a33 req-dd4ebcae-cb15-46d2-8cca-818f84a1ccc6 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:02.791899 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5b801bf3-301f-43d0-96dd-acb2232d8a33 req-dd4ebcae-cb15-46d2-8cca-818f84a1ccc6 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 945 time: 0.0670645 Nov 12 20:05:02.812671 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bea9af-1e43-41f8-99ee-fe4f1fa444ab None None] The sync data for ids ['587a5444-7e8f-47bb-a579-9cdad6c12ae0'] in n-d-712140-15 is: [{'id': '587a5444-7e8f-47bb-a579-9cdad6c12ae0', 'name': 'tempest-AttachSCSIVolumeTestJSON-897810512-router', 'tenant_id': '893efb684db04f5291d907d5c1dc25ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '2110a522-f086-4e90-8d8d-ed1edc9cbaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:14Z', 'updated_at': '2021-11-12T20:05:00Z', 'revision_number': 5, 'project_id': '893efb684db04f5291d907d5c1dc25ac', 'gw_port': {'id': '2110a522-f086-4e90-8d8d-ed1edc9cbaea', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587a5444-7e8f-47bb-a579-9cdad6c12ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:17Z', 'updated_at': '2021-11-12T20:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:05:02.880172 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5b801bf3-301f-43d0-96dd-acb2232d8a33 req-b7c502b7-b45e-473f-93e3-f5e6fb4edf6c tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782301 Nov 12 20:05:03.153846 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-6b3b12f0-ba2e-46e3-a268-89bf6c4922f7 admin admin] For port 2110a522-f086-4e90-8d8d-ed1edc9cbaea, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=2110a522-f086-4e90-8d8d-ed1edc9cbaea,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:03.154374 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b3b12f0-ba2e-46e3-a268-89bf6c4922f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:03.164389 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ead5c-4c32-4177-b585-9603d16b45bd req-0c9ccefc-11b1-421e-8e54-0949db1db98a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:03.171830 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-001ead5c-4c32-4177-b585-9603d16b45bd req-0c9ccefc-11b1-421e-8e54-0949db1db98a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 948 time: 0.5877943 Nov 12 20:05:03.181019 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-55a09687-dbbc-4b13-966c-91368d8bbcf4 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7015667 Nov 12 20:05:03.196260 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a7627-ce88-457c-a72b-0dcf2f3fab01 req-72fcac9d-2050-4ae4-8fce-b98f070f7568 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:03.201376 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b1a7627-ce88-457c-a72b-0dcf2f3fab01 req-72fcac9d-2050-4ae4-8fce-b98f070f7568 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b149280-6c34-4643-960c-0d56da9d3eba HTTP/1.1" status: 200 len: 945 time: 0.1215785 Nov 12 20:05:03.207209 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-6b3b12f0-ba2e-46e3-a268-89bf6c4922f7 admin admin] Calling delete_port for 2110a522-f086-4e90-8d8d-ed1edc9cbaea owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:05:03.366153 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-001ead5c-4c32-4177-b585-9603d16b45bd req-37b2de01-c9cb-4749-82e0-33aa1faaf7d5 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934068 Nov 12 20:05:03.426633 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c2b09ef-8da6-44fc-9e06-ebaf370fb4c4 req-b717e3d5-b0d9-455c-b662-639a30124def service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374728 Nov 12 20:05:03.462105 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cead548-6912-4733-9799-7dcd03dba0e1 req-4dc16303-287e-44e7-b561-bb2b50b8e95d tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:03.482700 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3cead548-6912-4733-9799-7dcd03dba0e1 req-4dc16303-287e-44e7-b561-bb2b50b8e95d tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 944 time: 0.2470710 Nov 12 20:05:03.522685 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-4b1a7627-ce88-457c-a72b-0dcf2f3fab01 req-fed9c0cb-587f-4a63-8072-496f5e291fbf tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Deleting port 7295d4cd-e885-478d-b6ec-2630fc56de27 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:05:03.523034 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4b1a7627-ce88-457c-a72b-0dcf2f3fab01 req-fed9c0cb-587f-4a63-8072-496f5e291fbf tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:03.623022 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3cead548-6912-4733-9799-7dcd03dba0e1 req-a88187a9-923d-4a35-8d69-e95f3fdd9b8a tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/security-groups?id=3287d66f-eb9f-405c-978d-5b7b1028e434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389747 Nov 12 20:05:03.668647 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b3b12f0-ba2e-46e3-a268-89bf6c4922f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:03.677028 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1241f-2511-49e0-9caa-8823778e0747 req-adb37c94-0a63-423b-89d2-3befaeb4ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:03.678557 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8aa1241f-2511-49e0-9caa-8823778e0747 req-adb37c94-0a63-423b-89d2-3befaeb4ea2c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 1100 time: 0.0908079 Nov 12 20:05:03.713713 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-4b1a7627-ce88-457c-a72b-0dcf2f3fab01 req-fed9c0cb-587f-4a63-8072-496f5e291fbf tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] For port 7295d4cd-e885-478d-b6ec-2630fc56de27, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=7295d4cd-e885-478d-b6ec-2630fc56de27,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:03.714898 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4b1a7627-ce88-457c-a72b-0dcf2f3fab01 req-fed9c0cb-587f-4a63-8072-496f5e291fbf tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:03.715314 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b12f0-ba2e-46e3-a268-89bf6c4922f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2110a522-f086-4e90-8d8d-ed1edc9cbaea,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:03.716170 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 5e4bbbb5-36ee-490d-b18c-d08902e202fb no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:05:03.728216 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773fdb5-bc54-4136-aea7-9e7638fc593a req-1bfcb4a6-8b33-44af-b616-7796346cc388 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:03.734267 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5773fdb5-bc54-4136-aea7-9e7638fc593a req-1bfcb4a6-8b33-44af-b616-7796346cc388 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b149280-6c34-4643-960c-0d56da9d3eba HTTP/1.1" status: 200 len: 945 time: 0.1475375 Nov 12 20:05:03.744151 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 5e4bbbb5-36ee-490d-b18c-d08902e202fb {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:05:03.744741 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 5e4bbbb5-36ee-490d-b18c-d08902e202fb not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:05:03.775358 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-4b1a7627-ce88-457c-a72b-0dcf2f3fab01 req-fed9c0cb-587f-4a63-8072-496f5e291fbf tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Calling delete_port for 7295d4cd-e885-478d-b6ec-2630fc56de27 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:05:03.843692 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8072128-a04a-42c9-98af-264aa0021682 req-b46ed34e-91cd-4ce9-9f7c-de407178ea8f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:03.849738 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8072128-a04a-42c9-98af-264aa0021682 req-b46ed34e-91cd-4ce9-9f7c-de407178ea8f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:03.856803 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8072128-a04a-42c9-98af-264aa0021682 req-b46ed34e-91cd-4ce9-9f7c-de407178ea8f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:03.862858 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8072128-a04a-42c9-98af-264aa0021682 req-b46ed34e-91cd-4ce9-9f7c-de407178ea8f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:03.869023 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8072128-a04a-42c9-98af-264aa0021682 req-b46ed34e-91cd-4ce9-9f7c-de407178ea8f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:03.875833 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8072128-a04a-42c9-98af-264aa0021682 req-b46ed34e-91cd-4ce9-9f7c-de407178ea8f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:03.881876 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8072128-a04a-42c9-98af-264aa0021682 req-b46ed34e-91cd-4ce9-9f7c-de407178ea8f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:03.883851 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c8072128-a04a-42c9-98af-264aa0021682 req-b46ed34e-91cd-4ce9-9f7c-de407178ea8f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5416 time: 0.1607020 Nov 12 20:05:03.900562 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5773fdb5-bc54-4136-aea7-9e7638fc593a req-b904491e-f038-4033-b4eb-1c9c10d648ae tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642077 Nov 12 20:05:03.921160 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b3b12f0-ba2e-46e3-a268-89bf6c4922f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:04.011448 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c8072128-a04a-42c9-98af-264aa0021682 req-32c0809e-e18f-4b34-8961-cbcb9aa2b7c6 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1168053 Nov 12 20:05:04.047974 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b3b12f0-ba2e-46e3-a268-89bf6c4922f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:04.054574 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b3b12f0-ba2e-46e3-a268-89bf6c4922f7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:04.085343 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4b1a7627-ce88-457c-a72b-0dcf2f3fab01 req-fed9c0cb-587f-4a63-8072-496f5e291fbf tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:04.089200 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1241f-2511-49e0-9caa-8823778e0747 req-12830cd5-eddc-43ac-b1bc-1854785bd323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:04.091555 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8aa1241f-2511-49e0-9caa-8823778e0747 req-12830cd5-eddc-43ac-b1bc-1854785bd323 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.3865159 Nov 12 20:05:04.096755 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['7295d4cd-e885-478d-b6ec-2630fc56de27'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:05:04.122994 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:05:04.124409 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9c0cb-587f-4a63-8072-496f5e291fbf tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Pushing event deleted for resources: {'Port': ['ID=7295d4cd-e885-478d-b6ec-2630fc56de27,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:04.180130 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8aa1241f-2511-49e0-9caa-8823778e0747 req-f3a3a96f-5976-45e0-8577-121b84534a0f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 HTTP/1.1" status: 200 len: 217 time: 0.0457268 Nov 12 20:05:04.193641 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1a7627-ce88-457c-a72b-0dcf2f3fab01 req-fed9c0cb-587f-4a63-8072-496f5e291fbf tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] No DVR routers for this DVR port 7295d4cd-e885-478d-b6ec-2630fc56de27 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:05:04.196864 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4b1a7627-ce88-457c-a72b-0dcf2f3fab01 req-fed9c0cb-587f-4a63-8072-496f5e291fbf tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:04.198277 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b3b12f0-ba2e-46e3-a268-89bf6c4922f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:04.199186 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3b12f0-ba2e-46e3-a268-89bf6c4922f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 587a5444-7e8f-47bb-a579-9cdad6c12ae0 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:05:04.201709 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b1a7627-ce88-457c-a72b-0dcf2f3fab01 req-fed9c0cb-587f-4a63-8072-496f5e291fbf tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.55 "DELETE /v2.0/ports/7295d4cd-e885-478d-b6ec-2630fc56de27 HTTP/1.1" status: 204 len: 173 time: 0.9934516 Nov 12 20:05:04.202253 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b149280-6c34-4643-960c-0d56da9d3eba', 'name': 'network-vif-deleted', 'tag': '7295d4cd-e885-478d-b6ec-2630fc56de27'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:05:04.205089 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0426537-55d3-4517-bff6-4cd8c5a80d6b" -d '{"events": [{"server_uuid": "9b149280-6c34-4643-960c-0d56da9d3eba", "name": "network-vif-deleted", "tag": "7295d4cd-e885-478d-b6ec-2630fc56de27"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:05:04.227870 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b3b12f0-ba2e-46e3-a268-89bf6c4922f7 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:04.232283 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6b3b12f0-ba2e-46e3-a268-89bf6c4922f7 admin admin] 10.222.0.48 "DELETE /v2.0/routers/587a5444-7e8f-47bb-a579-9cdad6c12ae0 HTTP/1.1" status: 204 len: 168 time: 2.6489999 Nov 12 20:05:04.233755 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59122) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:04.272503 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa580e-4d88-4d51-9efd-2c6d9ac50429 req-0659b55f-7ced-4bae-9e01-90fc32128601 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:04.274924 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9baa580e-4d88-4d51-9efd-2c6d9ac50429 req-0659b55f-7ced-4bae-9e01-90fc32128601 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 945 time: 0.2186170 Nov 12 20:05:04.313051 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1241f-2511-49e0-9caa-8823778e0747 req-fc9eef61-9ca7-41d1-9805-e6d4b1c16288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:04.314828 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8aa1241f-2511-49e0-9caa-8823778e0747 req-fc9eef61-9ca7-41d1-9805-e6d4b1c16288 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1196387 Nov 12 20:05:04.363468 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48e75e6-dcf4-4df5-8f16-e5e39b31a530 x-openstack-request-id: req-a48e75e6-dcf4-4df5-8f16-e5e39b31a530 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:05:04.363793 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b149280-6c34-4643-960c-0d56da9d3eba", "name": "network-vif-deleted", "tag": "7295d4cd-e885-478d-b6ec-2630fc56de27", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:05:04.364080 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a48e75e6-dcf4-4df5-8f16-e5e39b31a530 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:05:04.368677 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b149280-6c34-4643-960c-0d56da9d3eba', 'name': 'network-vif-deleted', 'tag': '7295d4cd-e885-478d-b6ec-2630fc56de27', 'status': 'completed', 'code': 200} Nov 12 20:05:04.384738 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c0ca223-ef2e-4e32-88b6-5e0346f4202b admin admin] Deleting subnet f85bee9c-25bb-4d4b-9bb7-4129ad55445e {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:05:04.389505 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c0ca223-ef2e-4e32-88b6-5e0346f4202b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:04.413352 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9baa580e-4d88-4d51-9efd-2c6d9ac50429 req-39df45d2-bfd9-4658-9105-381b7d14f35e tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255682 Nov 12 20:05:04.440424 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1241f-2511-49e0-9caa-8823778e0747 req-c9baee58-809f-433c-8d1e-8591c38b2673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:04.442552 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8aa1241f-2511-49e0-9caa-8823778e0747 req-c9baee58-809f-433c-8d1e-8591c38b2673 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1096530 Nov 12 20:05:04.454883 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c0ca223-ef2e-4e32-88b6-5e0346f4202b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:04.554914 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836d65b-e15b-460b-8ff4-c7038854c61b req-a7ac549a-90b4-4cdd-9a69-d4ae88863eee tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:04.556446 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c836d65b-e15b-460b-8ff4-c7038854c61b req-a7ac549a-90b4-4cdd-9a69-d4ae88863eee tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 948 time: 0.0722404 Nov 12 20:05:04.570224 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8aa1241f-2511-49e0-9caa-8823778e0747 req-05d54858-a199-43d5-95fd-e48698889161 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152856 Nov 12 20:05:04.617241 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c0ca223-ef2e-4e32-88b6-5e0346f4202b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:04.665529 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c836d65b-e15b-460b-8ff4-c7038854c61b req-07b24966-1300-4810-a44b-5b4893c8e9ae tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863161 Nov 12 20:05:04.676755 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8aa1241f-2511-49e0-9caa-8823778e0747 req-b72dc4e3-9f50-4480-84e2-376fa5f17f8e service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963848 Nov 12 20:05:04.694914 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c0ca223-ef2e-4e32-88b6-5e0346f4202b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:04.732335 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ca223-ef2e-4e32-88b6-5e0346f4202b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f85bee9c-25bb-4d4b-9bb7-4129ad55445e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:04.743730 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d10b98-c3d8-4faf-847b-2aa32e775faf None None] Network 8219531b-aa5b-4b50-ba3b-0442e0bef79d requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:05:04.756316 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c0ca223-ef2e-4e32-88b6-5e0346f4202b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:04.766154 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5c0ca223-ef2e-4e32-88b6-5e0346f4202b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f85bee9c-25bb-4d4b-9bb7-4129ad55445e HTTP/1.1" status: 204 len: 168 time: 0.5320213 Nov 12 20:05:04.768944 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59132) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:04.790526 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a85530-85f7-4c71-ab4b-8601dfbebfba req-01d8f6cb-af9c-42ee-b7e1-b0aa36ae8bfe tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:04.798480 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d3a85530-85f7-4c71-ab4b-8601dfbebfba req-01d8f6cb-af9c-42ee-b7e1-b0aa36ae8bfe tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 944 time: 0.0757535 Nov 12 20:05:04.862647 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d3a85530-85f7-4c71-ab4b-8601dfbebfba req-a580b8fb-b67f-4df3-bd0c-6712f1501ece tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/security-groups?id=3287d66f-eb9f-405c-978d-5b7b1028e434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628607 Nov 12 20:05:04.876168 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6960c232-9570-462a-9be8-0d5e83e925ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:04.950251 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-6960c232-9570-462a-9be8-0d5e83e925ab admin admin] Deleting port 8c669fed-3ed5-47bd-890c-99b24d397ca6 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:05:04.950481 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6960c232-9570-462a-9be8-0d5e83e925ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:05.079362 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-6960c232-9570-462a-9be8-0d5e83e925ab admin admin] For port 8c669fed-3ed5-47bd-890c-99b24d397ca6, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8c669fed-3ed5-47bd-890c-99b24d397ca6,segment=NetworkSegment(f15f1fa8-63c6-4fd1-beef-9cb5433e886e),segment_id=f15f1fa8-63c6-4fd1-beef-9cb5433e886e)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:05.079723 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6960c232-9570-462a-9be8-0d5e83e925ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:05.100569 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-6960c232-9570-462a-9be8-0d5e83e925ab admin admin] Calling delete_port for 8c669fed-3ed5-47bd-890c-99b24d397ca6 owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:05:05.106020 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a83c78f-fa12-4d9b-9ae9-2f32b88bc9af None None] DHCP port deletion for 8219531b-aa5b-4b50-ba3b-0442e0bef79d request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:05:05.166839 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-5a83c78f-fa12-4d9b-9ae9-2f32b88bc9af None None] Deleting port 8c669fed-3ed5-47bd-890c-99b24d397ca6 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:05:05.168370 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5a83c78f-fa12-4d9b-9ae9-2f32b88bc9af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:05.226273 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581142f9-b76c-43b7-8fa7-3c7a86deb35d req-b6579f5f-bc31-4d36-add6-52a8344e23c2 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:05.234511 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581142f9-b76c-43b7-8fa7-3c7a86deb35d req-b6579f5f-bc31-4d36-add6-52a8344e23c2 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:05.240889 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581142f9-b76c-43b7-8fa7-3c7a86deb35d req-b6579f5f-bc31-4d36-add6-52a8344e23c2 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:05.247886 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581142f9-b76c-43b7-8fa7-3c7a86deb35d req-b6579f5f-bc31-4d36-add6-52a8344e23c2 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:05.254645 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581142f9-b76c-43b7-8fa7-3c7a86deb35d req-b6579f5f-bc31-4d36-add6-52a8344e23c2 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:05.262710 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581142f9-b76c-43b7-8fa7-3c7a86deb35d req-b6579f5f-bc31-4d36-add6-52a8344e23c2 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:05.267087 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6960c232-9570-462a-9be8-0d5e83e925ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:05.269881 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581142f9-b76c-43b7-8fa7-3c7a86deb35d req-b6579f5f-bc31-4d36-add6-52a8344e23c2 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:05.279903 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-581142f9-b76c-43b7-8fa7-3c7a86deb35d req-b6579f5f-bc31-4d36-add6-52a8344e23c2 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5416 time: 0.1528869 Nov 12 20:05:05.290885 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-5a83c78f-fa12-4d9b-9ae9-2f32b88bc9af None None] For port 8c669fed-3ed5-47bd-890c-99b24d397ca6, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8c669fed-3ed5-47bd-890c-99b24d397ca6,segment=NetworkSegment(f15f1fa8-63c6-4fd1-beef-9cb5433e886e),segment_id=f15f1fa8-63c6-4fd1-beef-9cb5433e886e)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:05.291683 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5a83c78f-fa12-4d9b-9ae9-2f32b88bc9af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:05.309361 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-5a83c78f-fa12-4d9b-9ae9-2f32b88bc9af None None] Calling delete_port for 8c669fed-3ed5-47bd-890c-99b24d397ca6 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:05:05.323509 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960c232-9570-462a-9be8-0d5e83e925ab admin admin] Pushing event deleted for resources: {'Port': ['ID=8c669fed-3ed5-47bd-890c-99b24d397ca6,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:05.326185 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6960c232-9570-462a-9be8-0d5e83e925ab admin admin] No DVR routers for this DVR port 8c669fed-3ed5-47bd-890c-99b24d397ca6 on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:05:05.361391 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-581142f9-b76c-43b7-8fa7-3c7a86deb35d req-c8b2b25a-0fc1-4215-9864-000b38dcb1d3 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0803268 Nov 12 20:05:05.399923 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5a83c78f-fa12-4d9b-9ae9-2f32b88bc9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:05.434338 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83c78f-fa12-4d9b-9ae9-2f32b88bc9af None None] Pushing event deleted for resources: {'Port': ['ID=8c669fed-3ed5-47bd-890c-99b24d397ca6,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:05.440670 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a83c78f-fa12-4d9b-9ae9-2f32b88bc9af None None] No DVR routers for this DVR port 8c669fed-3ed5-47bd-890c-99b24d397ca6 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:05:05.490541 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6960c232-9570-462a-9be8-0d5e83e925ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:05.521796 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-6960c232-9570-462a-9be8-0d5e83e925ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8219531b-aa5b-4b50-ba3b-0442e0bef79d']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:05.543346 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-6960c232-9570-462a-9be8-0d5e83e925ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15f1fa8-63c6-4fd1-beef-9cb5433e886e') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:05.543697 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-6960c232-9570-462a-9be8-0d5e83e925ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15f1fa8-63c6-4fd1-beef-9cb5433e886e') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:05.555770 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c1745-d93a-4387-90c9-45f3a807bd00 req-1260f633-bcb0-48d4-957e-e9d345e5c541 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:05.557366 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2f2c1745-d93a-4387-90c9-45f3a807bd00 req-1260f633-bcb0-48d4-957e-e9d345e5c541 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 945 time: 0.0634623 Nov 12 20:05:05.562175 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-49f68189-4103-4abe-bfcf-d2a9d8b56f8f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:05.563670 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-49f68189-4103-4abe-bfcf-d2a9d8b56f8f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/networks?id=da47d9a6-534f-44d9-b8a9-89652da4d3f3 HTTP/1.1" status: 200 len: 806 time: 0.2414980 Nov 12 20:05:05.565470 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6960c232-9570-462a-9be8-0d5e83e925ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:05.586806 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-be0a2d99-0999-4647-a933-b9de2058bb70 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/quotas/2f4a501a8a9343959e54c76a3fc6aa37 HTTP/1.1" status: 200 len: 375 time: 0.0144317 Nov 12 20:05:05.587716 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6960c232-9570-462a-9be8-0d5e83e925ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:05.595031 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6960c232-9570-462a-9be8-0d5e83e925ab admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:05:05.595425 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6960c232-9570-462a-9be8-0d5e83e925ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:05:05.598304 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:05:05.621853 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2f2c1745-d93a-4387-90c9-45f3a807bd00 req-b1f70ede-1632-4a00-86df-bbcd5634efc4 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507808 Nov 12 20:05:05.689695 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6960c232-9570-462a-9be8-0d5e83e925ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:05.698005 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-537f9932-e275-4382-bf9c-83c3459c2b60 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f4a501a8a9343959e54c76a3fc6aa37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0988097 Nov 12 20:05:05.712216 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6960c232-9570-462a-9be8-0d5e83e925ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:05.720117 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6960c232-9570-462a-9be8-0d5e83e925ab admin admin] 10.222.0.48 "DELETE /v2.0/networks/8219531b-aa5b-4b50-ba3b-0442e0bef79d HTTP/1.1" status: 204 len: 168 time: 0.9497225 Nov 12 20:05:05.727735 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960c232-9570-462a-9be8-0d5e83e925ab admin admin] Pushing event deleted for resources: {'Network': ['ID=8219531b-aa5b-4b50-ba3b-0442e0bef79d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:05.764182 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8c669fed-3ed5-47bd-890c-99b24d397ca6 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:05:05.849666 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-5b4a3b8e-2454-4130-9e0f-7e909ed3fe66 service neutron] 10.222.0.48 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387773 Nov 12 20:05:05.857447 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a1561-3651-4b04-bbe6-646f629b334c req-6bdc79d0-c9c6-4ebe-80d9-7ed24559beda tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:05.858980 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef9a1561-3651-4b04-bbe6-646f629b334c req-6bdc79d0-c9c6-4ebe-80d9-7ed24559beda tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 948 time: 0.0712483 Nov 12 20:05:05.953635 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef9a1561-3651-4b04-bbe6-646f629b334c req-01f3869b-ae4c-4a4d-8a67-81e73bdbda9d tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789993 Nov 12 20:05:05.997478 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 8c669fed-3ed5-47bd-890c-99b24d397ca6 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:05:05.998043 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8c669fed-3ed5-47bd-890c-99b24d397ca6 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:05:05.998357 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2110a522-f086-4e90-8d8d-ed1edc9cbaea no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:05:06.021644 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 2110a522-f086-4e90-8d8d-ed1edc9cbaea {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:05:06.021820 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59180) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:06.022512 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2110a522-f086-4e90-8d8d-ed1edc9cbaea not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:05:06.045594 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-27475f11-ec41-41e4-b61f-68d43d340853 service neutron] 10.222.0.48 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835423 Nov 12 20:05:06.089485 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a27cadad-a6c5-431d-b9e9-85eecb71f433 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b823c54876a64f49b0e3e4f37d9e10c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0665555 Nov 12 20:05:06.092823 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59184) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:06.132582 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e7777-cf00-49fb-954b-08c48b7477c1 req-2e52fb01-b795-4147-8e41-7df792d2934c tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:06.135827 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1e6e7777-cf00-49fb-954b-08c48b7477c1 req-2e52fb01-b795-4147-8e41-7df792d2934c tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 944 time: 0.0677941 Nov 12 20:05:06.154857 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d94013d7-8c34-4c14-91e8-31ff12ef0528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:06.180086 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d94013d7-8c34-4c14-91e8-31ff12ef0528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:06.237011 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1e6e7777-cf00-49fb-954b-08c48b7477c1 req-810f2c5f-73d0-4af0-8788-8a2614d2769a tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/security-groups?id=3287d66f-eb9f-405c-978d-5b7b1028e434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933321 Nov 12 20:05:06.265851 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d94013d7-8c34-4c14-91e8-31ff12ef0528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:06.270361 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d94013d7-8c34-4c14-91e8-31ff12ef0528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:06.274646 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d94013d7-8c34-4c14-91e8-31ff12ef0528 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd841fdf-8314-4f9e-a0ea-b97b6b37eb20 HTTP/1.1" status: 204 len: 168 time: 0.1785154 Nov 12 20:05:06.300464 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94013d7-8c34-4c14-91e8-31ff12ef0528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd841fdf-8314-4f9e-a0ea-b97b6b37eb20,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:06.333075 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4ff2b95d-e98e-4550-bbd5-7abd8e057878 req-fbeed15b-1e0c-4c5d-96da-0b62dd00ddcc tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=fee5bf39-0160-47ef-9022-f8d479642270 HTTP/1.1" status: 200 len: 210 time: 0.0403087 Nov 12 20:05:06.516125 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dabd27-38ad-4518-a55a-6b2e6e102fbb req-4815a4da-b9f7-4ed1-9202-4adbf9a79e5a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:06.521593 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dabd27-38ad-4518-a55a-6b2e6e102fbb req-4815a4da-b9f7-4ed1-9202-4adbf9a79e5a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:06.528125 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dabd27-38ad-4518-a55a-6b2e6e102fbb req-4815a4da-b9f7-4ed1-9202-4adbf9a79e5a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:06.534081 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dabd27-38ad-4518-a55a-6b2e6e102fbb req-4815a4da-b9f7-4ed1-9202-4adbf9a79e5a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:06.540759 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dabd27-38ad-4518-a55a-6b2e6e102fbb req-4815a4da-b9f7-4ed1-9202-4adbf9a79e5a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:06.547648 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dabd27-38ad-4518-a55a-6b2e6e102fbb req-4815a4da-b9f7-4ed1-9202-4adbf9a79e5a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:06.553775 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dabd27-38ad-4518-a55a-6b2e6e102fbb req-4815a4da-b9f7-4ed1-9202-4adbf9a79e5a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:06.555705 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-27dabd27-38ad-4518-a55a-6b2e6e102fbb req-4815a4da-b9f7-4ed1-9202-4adbf9a79e5a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5416 time: 0.1078129 Nov 12 20:05:06.631582 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-27dabd27-38ad-4518-a55a-6b2e6e102fbb req-1ea73746-6eb1-4aa5-8c2e-04db88f09888 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657670 Nov 12 20:05:06.772049 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 7295d4cd-e885-478d-b6ec-2630fc56de27 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:05:06.774432 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fada9bc-7d33-4675-aaf8-220cd5adbfa1 req-defc0c54-01a5-49eb-a14e-b0a756aa8d03 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:06.776673 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4fada9bc-7d33-4675-aaf8-220cd5adbfa1 req-defc0c54-01a5-49eb-a14e-b0a756aa8d03 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 945 time: 0.0720472 Nov 12 20:05:06.800340 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59222) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:06.800633 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 7295d4cd-e885-478d-b6ec-2630fc56de27 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:05:06.801057 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 7295d4cd-e885-478d-b6ec-2630fc56de27 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:05:06.851952 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4fada9bc-7d33-4675-aaf8-220cd5adbfa1 req-f26b69ce-48cb-4cee-bd6d-64a2b7512763 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683095 Nov 12 20:05:06.852588 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59226) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:06.852780 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2d73fcac-3062-44f3-bc83-823dade9db44 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=893efb684db04f5291d907d5c1dc25ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0504990 Nov 12 20:05:06.904923 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-13ecc29d-0f8d-4afa-b0eb-fc64f208edb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:06.927965 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-13ecc29d-0f8d-4afa-b0eb-fc64f208edb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:06.984953 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-13ecc29d-0f8d-4afa-b0eb-fc64f208edb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:06.987460 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-13ecc29d-0f8d-4afa-b0eb-fc64f208edb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:06.991024 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-13ecc29d-0f8d-4afa-b0eb-fc64f208edb5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5d1f6389-3358-4ecd-9d4e-98573b48dad1 HTTP/1.1" status: 204 len: 168 time: 0.1341193 Nov 12 20:05:07.006054 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ecc29d-0f8d-4afa-b0eb-fc64f208edb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1f6389-3358-4ecd-9d4e-98573b48dad1,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:07.117868 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7168f8-ae2d-424d-834f-5cd461a6009c req-310ce998-873d-4cde-9a52-98b23720e706 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:07.121256 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1b7168f8-ae2d-424d-834f-5cd461a6009c req-310ce998-873d-4cde-9a52-98b23720e706 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 948 time: 0.0569975 Nov 12 20:05:07.177105 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1b7168f8-ae2d-424d-834f-5cd461a6009c req-ae8aed71-df32-4b2f-86e5-d5aef0f56b61 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497856 Nov 12 20:05:07.434090 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df4938-c784-4eef-b817-cfd71bb8d831 req-c8841b5e-129e-4c9e-b1fd-b307c664d574 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:07.439939 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e8df4938-c784-4eef-b817-cfd71bb8d831 req-c8841b5e-129e-4c9e-b1fd-b307c664d574 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 944 time: 0.1155386 Nov 12 20:05:07.537397 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bc2bc519-c0c5-46f6-b4be-7f800631b647 req-8826ad9f-bdb6-43f2-b925-e98c27e084cf tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=fee5bf39-0160-47ef-9022-f8d479642270 HTTP/1.1" status: 200 len: 210 time: 0.0491574 Nov 12 20:05:07.576128 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e8df4938-c784-4eef-b817-cfd71bb8d831 req-557158ee-79c9-4940-835c-c485299447c2 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/security-groups?id=3287d66f-eb9f-405c-978d-5b7b1028e434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230824 Nov 12 20:05:07.589095 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-f2028c0c-c771-4ea5-bee2-24e6c94f9184 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:07.591558 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-f2028c0c-c771-4ea5-bee2-24e6c94f9184 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.55 "GET /v2.0/networks?id=da47d9a6-534f-44d9-b8a9-89652da4d3f3 HTTP/1.1" status: 200 len: 806 time: 0.2237835 Nov 12 20:05:07.606283 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-318bc8f4-e5c5-45ca-838d-32c2fcd43c16 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Request body: {'port': {'device_id': 'fee5bf39-0160-47ef-9022-f8d479642270', 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3', 'admin_state_up': True, 'tenant_id': '2f4a501a8a9343959e54c76a3fc6aa37'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:05:07.655346 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6ad2f845-8d32-40df-b34d-4d5c9682b2ac details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:05:07.790625 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-318bc8f4-e5c5-45ca-838d-32c2fcd43c16 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Made reservation on behalf of 2f4a501a8a9343959e54c76a3fc6aa37 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:05:07.795924 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-318bc8f4-e5c5-45ca-838d-32c2fcd43c16 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:07.818060 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcb154-4e90-45a1-8662-a987e6f66140 req-8f9c3a5b-7db8-4dea-9020-b3d5337ca665 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:07.824757 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcb154-4e90-45a1-8662-a987e6f66140 req-8f9c3a5b-7db8-4dea-9020-b3d5337ca665 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:07.830144 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 6ad2f845-8d32-40df-b34d-4d5c9682b2ac, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6ad2f845-8d32-40df-b34d-4d5c9682b2ac,segment=NetworkSegment(ddb484b8-cf35-4fcd-b21c-9bbe30197292),segment_id=ddb484b8-cf35-4fcd-b21c-9bbe30197292)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:07.831178 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcb154-4e90-45a1-8662-a987e6f66140 req-8f9c3a5b-7db8-4dea-9020-b3d5337ca665 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:07.837500 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcb154-4e90-45a1-8662-a987e6f66140 req-8f9c3a5b-7db8-4dea-9020-b3d5337ca665 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:07.844980 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcb154-4e90-45a1-8662-a987e6f66140 req-8f9c3a5b-7db8-4dea-9020-b3d5337ca665 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:07.845177 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '6ad2f845-8d32-40df-b34d-4d5c9682b2ac', 'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384', 'port_id': '6ad2f845-8d32-40df-b34d-4d5c9682b2ac', 'mac_address': 'fa:16:3e:b2:43:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec938247-4c75-4821-8212-7136bcd55e80', 'ip_address': '10.1.1.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:05:07.850843 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcb154-4e90-45a1-8662-a987e6f66140 req-8f9c3a5b-7db8-4dea-9020-b3d5337ca665 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:07.857920 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcb154-4e90-45a1-8662-a987e6f66140 req-8f9c3a5b-7db8-4dea-9020-b3d5337ca665 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:07.859912 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fcbcb154-4e90-45a1-8662-a987e6f66140 req-8f9c3a5b-7db8-4dea-9020-b3d5337ca665 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5416 time: 0.1379983 Nov 12 20:05:07.894905 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:07.913617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad2f845-8d32-40df-b34d-4d5c9682b2ac {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:05:07.939974 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 6ad2f845-8d32-40df-b34d-4d5c9682b2ac, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6ad2f845-8d32-40df-b34d-4d5c9682b2ac,segment=NetworkSegment(ddb484b8-cf35-4fcd-b21c-9bbe30197292),segment_id=ddb484b8-cf35-4fcd-b21c-9bbe30197292)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:07.949655 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:07.950673 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 7a53f7b3-d5ed-4c55-a9f2-9d69debf231e details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:05:08.039685 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5528ce4-1989-4231-b947-2e0de7ccec29 req-6dcd049b-524c-4a58-b87c-6a5b7b3a9ac1 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:08.048778 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a5528ce4-1989-4231-b947-2e0de7ccec29 req-6dcd049b-524c-4a58-b87c-6a5b7b3a9ac1 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 945 time: 0.0888624 Nov 12 20:05:08.061016 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fcbcb154-4e90-45a1-8662-a987e6f66140 req-a2e3bc3e-4790-424b-b1f3-7c1c4a7a01db tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1941402 Nov 12 20:05:08.064405 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59270) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:08.102691 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-318bc8f4-e5c5-45ca-838d-32c2fcd43c16 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Allocated IP 172.20.0.6 (da47d9a6-534f-44d9-b8a9-89652da4d3f3/ce72f812-14b6-4840-8ebe-5441b73cbc50/4390f72d-67da-4369-adae-71f879b04b81) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:05:08.134159 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a5528ce4-1989-4231-b947-2e0de7ccec29 req-254dfb46-ace3-4cda-a8d3-11c0ed083303 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843337 Nov 12 20:05:08.154350 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 7a53f7b3-d5ed-4c55-a9f2-9d69debf231e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=7a53f7b3-d5ed-4c55-a9f2-9d69debf231e,segment=NetworkSegment(a4495e9e-0520-408e-b7b5-7d8ecec55dc4),segment_id=a4495e9e-0520-408e-b7b5-7d8ecec55dc4)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:08.177892 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '7a53f7b3-d5ed-4c55-a9f2-9d69debf231e', 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96', 'port_id': '7a53f7b3-d5ed-4c55-a9f2-9d69debf231e', 'mac_address': 'fa:16:3e:05:60:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538c2f0-1816-4b2d-be66-4f8cb443d9c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:05:08.227472 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=6ad2f845-8d32-40df-b34d-4d5c9682b2ac,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:08.262111 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:08.278779 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a53f7b3-d5ed-4c55-a9f2-9d69debf231e {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:05:08.302549 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 7a53f7b3-d5ed-4c55-a9f2-9d69debf231e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=7a53f7b3-d5ed-4c55-a9f2-9d69debf231e,segment=NetworkSegment(a4495e9e-0520-408e-b7b5-7d8ecec55dc4),segment_id=a4495e9e-0520-408e-b7b5-7d8ecec55dc4)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:08.310809 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:08.311155 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 8ad9c130-af35-4d6c-9d74-d3b0ab429420 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:05:08.347059 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-318bc8f4-e5c5-45ca-838d-32c2fcd43c16 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:08.363064 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8b204-4dff-4873-82a1-ba0b28a61e2b req-42e63d78-acf0-465a-a581-ff069b09dac0 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:08.364627 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a1c8b204-4dff-4873-82a1-ba0b28a61e2b req-42e63d78-acf0-465a-a581-ff069b09dac0 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 948 time: 0.0887883 Nov 12 20:05:08.403594 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 8ad9c130-af35-4d6c-9d74-d3b0ab429420, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8ad9c130-af35-4d6c-9d74-d3b0ab429420,segment=NetworkSegment(ddb484b8-cf35-4fcd-b21c-9bbe30197292),segment_id=ddb484b8-cf35-4fcd-b21c-9bbe30197292)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:08.406479 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-060f51bd-97bf-413e-8808-670bbec941cb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-333634228-network', 'tenant_id': '563edf2c148543ecbf22ef24a16a199c'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:05:08.416029 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=7a53f7b3-d5ed-4c55-a9f2-9d69debf231e,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:08.425686 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '8ad9c130-af35-4d6c-9d74-d3b0ab429420', 'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384', 'port_id': '8ad9c130-af35-4d6c-9d74-d3b0ab429420', 'mac_address': 'fa:16:3e:f5:e5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec938247-4c75-4821-8212-7136bcd55e80', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:05:08.448358 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a1c8b204-4dff-4873-82a1-ba0b28a61e2b req-fd8872f1-06f5-46cd-8cde-f553f40f486f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775044 Nov 12 20:05:08.461916 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060f51bd-97bf-413e-8808-670bbec941cb admin admin] Made reservation on behalf of 563edf2c148543ecbf22ef24a16a199c for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:05:08.464658 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-060f51bd-97bf-413e-8808-670bbec941cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:08.471909 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-318bc8f4-e5c5-45ca-838d-32c2fcd43c16 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:08.475171 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:08.501791 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad9c130-af35-4d6c-9d74-d3b0ab429420 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:05:08.505458 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-060f51bd-97bf-413e-8808-670bbec941cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:08.507181 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:05:08.535823 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-318bc8f4-e5c5-45ca-838d-32c2fcd43c16 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Network da47d9a6-534f-44d9-b8a9-89652da4d3f3 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:05:08.548178 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-318bc8f4-e5c5-45ca-838d-32c2fcd43c16 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:05:08.555022 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-318bc8f4-e5c5-45ca-838d-32c2fcd43c16 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:05:08.555839 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 8ad9c130-af35-4d6c-9d74-d3b0ab429420, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8ad9c130-af35-4d6c-9d74-d3b0ab429420,segment=NetworkSegment(ddb484b8-cf35-4fcd-b21c-9bbe30197292),segment_id=ddb484b8-cf35-4fcd-b21c-9bbe30197292)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:08.564654 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:08.566011 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:05:08.594006 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bc8f4-e5c5-45ca-838d-32c2fcd43c16 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Pushing event updated for resources: {'Port': ['ID=4390f72d-67da-4369-adae-71f879b04b81,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:08.636098 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-318bc8f4-e5c5-45ca-838d-32c2fcd43c16 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:08.636822 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-318bc8f4-e5c5-45ca-838d-32c2fcd43c16 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:08.663052 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-318bc8f4-e5c5-45ca-838d-32c2fcd43c16 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0611582 Nov 12 20:05:08.677965 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-9cc6cbaa-8080-4646-a644-8e628d99ed43 service neutron] Request body: {'port': {'device_id': 'fee5bf39-0160-47ef-9022-f8d479642270', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:05:08.713282 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-060f51bd-97bf-413e-8808-670bbec941cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:08.721582 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=8ad9c130-af35-4d6c-9d74-d3b0ab429420,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:08.721818 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-060f51bd-97bf-413e-8808-670bbec941cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:08.742470 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f570c02-fa6d-4293-baf6-d9a8eae61ba4 req-9c5f0e24-424f-49ce-afa8-d5afda390c32 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:08.744897 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3f570c02-fa6d-4293-baf6-d9a8eae61ba4 req-9c5f0e24-424f-49ce-afa8-d5afda390c32 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=fee5bf39-0160-47ef-9022-f8d479642270 HTTP/1.1" status: 200 len: 931 time: 0.0742984 Nov 12 20:05:08.790038 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060f51bd-97bf-413e-8808-670bbec941cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:05:08.817492 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:08.823983 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-060f51bd-97bf-413e-8808-670bbec941cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:08.824417 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-060f51bd-97bf-413e-8808-670bbec941cb admin admin] Added segment 80471f9d-86a2-4b53-9e0b-cd8f7a043aff of type vlan for network 6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57 Nov 12 20:05:08.825895 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f51bd-97bf-413e-8808-670bbec941cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6478e9-9071-4cac-8722-4805f03e7275,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:08.828361 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-9cc6cbaa-8080-4646-a644-8e628d99ed43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:08.832550 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3f570c02-fa6d-4293-baf6-d9a8eae61ba4 req-10e3a51a-f9d1-424b-b674-30f30597b0eb tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757532 Nov 12 20:05:08.834861 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'c0d21e3f-02fc-4419-903d-a5b4da1dd6b5', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': 'c0d21e3f-02fc-4419-903d-a5b4da1dd6b5', 'mac_address': 'fa:16:3e:ca:f6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:05:08.862488 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d96c19-3f2c-436c-ac5d-9766647c2034 req-22dbd18e-ada3-45f2-b6b7-41f04b3e5db4 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:08.869682 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-86d96c19-3f2c-436c-ac5d-9766647c2034 req-22dbd18e-ada3-45f2-b6b7-41f04b3e5db4 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 944 time: 0.1407208 Nov 12 20:05:08.888478 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:08.903502 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:05:08.928263 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:08.933892 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:08.934268 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 8cb0f270-2cba-45c2-b623-7b4877568439 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:05:08.942103 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-060f51bd-97bf-413e-8808-670bbec941cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:09.009254 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 8cb0f270-2cba-45c2-b623-7b4877568439, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8cb0f270-2cba-45c2-b623-7b4877568439,segment=NetworkSegment(ddb484b8-cf35-4fcd-b21c-9bbe30197292),segment_id=ddb484b8-cf35-4fcd-b21c-9bbe30197292)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:09.013323 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:09.024610 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '8cb0f270-2cba-45c2-b623-7b4877568439', 'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384', 'port_id': '8cb0f270-2cba-45c2-b623-7b4877568439', 'mac_address': 'fa:16:3e:9d:c1:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec938247-4c75-4821-8212-7136bcd55e80', 'ip_address': '10.1.1.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:05:09.048010 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-86d96c19-3f2c-436c-ac5d-9766647c2034 req-05029b0e-66e2-4745-bed5-e32ae2be1ff3 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/security-groups?id=3287d66f-eb9f-405c-978d-5b7b1028e434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773736 Nov 12 20:05:09.055104 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-060f51bd-97bf-413e-8808-670bbec941cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:09.056057 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060f51bd-97bf-413e-8808-670bbec941cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:09.056670 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-060f51bd-97bf-413e-8808-670bbec941cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:09.065608 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:09.086186 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb0f270-2cba-45c2-b623-7b4877568439 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:05:09.113164 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 8cb0f270-2cba-45c2-b623-7b4877568439, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8cb0f270-2cba-45c2-b623-7b4877568439,segment=NetworkSegment(ddb484b8-cf35-4fcd-b21c-9bbe30197292),segment_id=ddb484b8-cf35-4fcd-b21c-9bbe30197292)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:09.118384 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:09.176921 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-060f51bd-97bf-413e-8808-670bbec941cb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1110418 Nov 12 20:05:09.180705 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59304) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:09.187799 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-fc6a71bc-1117-4bb8-a721-c040141f5ffe admin admin] Request body: {'subnet': {'network_id': '6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-333634228-subnet', 'tenant_id': '563edf2c148543ecbf22ef24a16a199c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:05:09.197567 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=8cb0f270-2cba-45c2-b623-7b4877568439,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:09.215281 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f51bd-97bf-413e-8808-670bbec941cb admin admin] Pushing event updated for resources: {'Network': ['ID=6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:09.226761 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:05:09.258229 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6a71bc-1117-4bb8-a721-c040141f5ffe admin admin] Made reservation on behalf of 563edf2c148543ecbf22ef24a16a199c for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:05:09.262247 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc6a71bc-1117-4bb8-a721-c040141f5ffe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:09.303530 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c1930-aee6-4375-a166-79fe36b6df4e req-ae7e08d0-56b5-4502-8d3a-86d586a26d89 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:09.311752 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c1930-aee6-4375-a166-79fe36b6df4e req-ae7e08d0-56b5-4502-8d3a-86d586a26d89 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:09.317883 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c1930-aee6-4375-a166-79fe36b6df4e req-ae7e08d0-56b5-4502-8d3a-86d586a26d89 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:09.324324 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c1930-aee6-4375-a166-79fe36b6df4e req-ae7e08d0-56b5-4502-8d3a-86d586a26d89 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:09.330322 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c1930-aee6-4375-a166-79fe36b6df4e req-ae7e08d0-56b5-4502-8d3a-86d586a26d89 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:09.340501 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c1930-aee6-4375-a166-79fe36b6df4e req-ae7e08d0-56b5-4502-8d3a-86d586a26d89 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:09.343364 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c1930-aee6-4375-a166-79fe36b6df4e req-ae7e08d0-56b5-4502-8d3a-86d586a26d89 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:09.345369 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e3c1930-aee6-4375-a166-79fe36b6df4e req-ae7e08d0-56b5-4502-8d3a-86d586a26d89 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5420 time: 0.1774991 Nov 12 20:05:09.354162 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6411f-7f0a-4261-abca-9bfc678b767d req-87df6680-fdfb-4ffb-a8a4-f6b3fbd0a8e4 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:09.361653 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2db6411f-7f0a-4261-abca-9bfc678b767d req-87df6680-fdfb-4ffb-a8a4-f6b3fbd0a8e4 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 945 time: 0.1187103 Nov 12 20:05:09.389610 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-9cc6cbaa-8080-4646-a644-8e628d99ed43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4390f72d-67da-4369-adae-71f879b04b81 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:05:09.405847 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-9cc6cbaa-8080-4646-a644-8e628d99ed43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:09.439893 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2db6411f-7f0a-4261-abca-9bfc678b767d req-dfbe82d0-3af4-469f-87c2-a00e4d37e4a3 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773766 Nov 12 20:05:09.441466 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-9cc6cbaa-8080-4646-a644-8e628d99ed43 service neutron] Transition to ACTIVE for port object 4390f72d-67da-4369-adae-71f879b04b81 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:05:09.447195 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-9cc6cbaa-8080-4646-a644-8e628d99ed43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:09.530501 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e3c1930-aee6-4375-a166-79fe36b6df4e req-bd558f22-8c71-4203-96a4-06d628ade1cd tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1535246 Nov 12 20:05:09.536011 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6cbaa-8080-4646-a644-8e628d99ed43 service neutron] Pushing event updated for resources: {'Port': ['ID=4390f72d-67da-4369-adae-71f879b04b81,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:09.641475 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['c0d21e3f-02fc-4419-903d-a5b4da1dd6b5'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:05:09.644783 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-9cc6cbaa-8080-4646-a644-8e628d99ed43 service neutron] Attempting to bind port 4390f72d-67da-4369-adae-71f879b04b81 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:05:09.645353 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-9cc6cbaa-8080-4646-a644-8e628d99ed43 service neutron] Attempting to bind port 4390f72d-67da-4369-adae-71f879b04b81 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:05:09.645480 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-9cc6cbaa-8080-4646-a644-8e628d99ed43 service neutron] Attempting to bind port 4390f72d-67da-4369-adae-71f879b04b81 on network da47d9a6-534f-44d9-b8a9-89652da4d3f3 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:05:09.649935 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc6a71bc-1117-4bb8-a721-c040141f5ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:09.654948 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-9cc6cbaa-8080-4646-a644-8e628d99ed43 service neutron] Port 4390f72d-67da-4369-adae-71f879b04b81 on network da47d9a6-534f-44d9-b8a9-89652da4d3f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:05:09.655269 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-9cc6cbaa-8080-4646-a644-8e628d99ed43 service neutron] Attempting to bind port 4390f72d-67da-4369-adae-71f879b04b81 on network da47d9a6-534f-44d9-b8a9-89652da4d3f3 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:05:09.662026 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-9cc6cbaa-8080-4646-a644-8e628d99ed43 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:05:09.662368 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-9cc6cbaa-8080-4646-a644-8e628d99ed43 service neutron] Checking segment: {'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:05:09.662753 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-9cc6cbaa-8080-4646-a644-8e628d99ed43 service neutron] Bound using segment: {'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:05:09.663196 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-9cc6cbaa-8080-4646-a644-8e628d99ed43 service neutron] Bound port: 4390f72d-67da-4369-adae-71f879b04b81, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:05:09.664150 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-9cc6cbaa-8080-4646-a644-8e628d99ed43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:09.685562 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed1f70-2c9d-49df-8406-63bde8291813 req-55c7a27c-c2ab-49da-aa9e-6bbdf8624f37 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:09.693114 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-88ed1f70-2c9d-49df-8406-63bde8291813 req-55c7a27c-c2ab-49da-aa9e-6bbdf8624f37 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 949 time: 0.0877953 Nov 12 20:05:09.695424 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['8ad9c130-af35-4d6c-9d74-d3b0ab429420'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:05:09.698785 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:05:09.701577 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6ad2f845-8d32-40df-b34d-4d5c9682b2ac'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:05:09.711715 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['8cb0f270-2cba-45c2-b623-7b4877568439'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:05:09.721140 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a71bc-1117-4bb8-a721-c040141f5ffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=93dddd4a-f2cf-447f-aa83-cd62c3392488,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:09.725690 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a71bc-1117-4bb8-a721-c040141f5ffe admin admin] Checking segment: {'id': '80471f9d-86a2-4b53-9e0b-cd8f7a043aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:05:09.726276 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6a71bc-1117-4bb8-a721-c040141f5ffe admin admin] Network hostable DHCP agents. Network: 6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:05:09.748672 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6a71bc-1117-4bb8-a721-c040141f5ffe admin admin] Network 6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:05:09.761939 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-fc6a71bc-1117-4bb8-a721-c040141f5ffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:05:09.771438 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6a71bc-1117-4bb8-a721-c040141f5ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:09.772401 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc6a71bc-1117-4bb8-a721-c040141f5ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:09.788828 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-88ed1f70-2c9d-49df-8406-63bde8291813 req-ee951951-35e9-4b51-a4b8-dd7a25b8800c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947554 Nov 12 20:05:09.790998 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['7a53f7b3-d5ed-4c55-a9f2-9d69debf231e'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:05:09.807436 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fc6a71bc-1117-4bb8-a721-c040141f5ffe admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6157506 Nov 12 20:05:09.807436 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59328) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:09.813076 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-9cc6cbaa-8080-4646-a644-8e628d99ed43 service neutron] For port 4390f72d-67da-4369-adae-71f879b04b81, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:05:09.813748 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-ee97dd46-ff69-4beb-aadf-d83811649b98 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-333634228-router', 'tenant_id': '563edf2c148543ecbf22ef24a16a199c', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:05:09.817136 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-9cc6cbaa-8080-4646-a644-8e628d99ed43 service neutron] For port 4390f72d-67da-4369-adae-71f879b04b81, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=4390f72d-67da-4369-adae-71f879b04b81,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:05:09.823131 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-9cc6cbaa-8080-4646-a644-8e628d99ed43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:09.830344 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea28fc3-3f3c-471a-94b9-d54058edf6f0 None None] Network 6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:05:09.845153 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee97dd46-ff69-4beb-aadf-d83811649b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:09.846960 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee97dd46-ff69-4beb-aadf-d83811649b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:09.867420 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-9cc6cbaa-8080-4646-a644-8e628d99ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:09.868046 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-9cc6cbaa-8080-4646-a644-8e628d99ed43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:09.869630 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-9cc6cbaa-8080-4646-a644-8e628d99ed43 service neutron] 10.222.0.55 "PUT /v2.0/ports/4390f72d-67da-4369-adae-71f879b04b81 HTTP/1.1" status: 200 len: 1092 time: 1.1982551 Nov 12 20:05:09.870083 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee5bf39-0160-47ef-9022-f8d479642270', 'tag': '4390f72d-67da-4369-adae-71f879b04b81'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:05:09.872829 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a65e420-1982-4701-9de0-06804c4939be" -d '{"events": [{"name": "network-changed", "server_uuid": "fee5bf39-0160-47ef-9022-f8d479642270", "tag": "4390f72d-67da-4369-adae-71f879b04b81"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:05:09.904050 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6cbaa-8080-4646-a644-8e628d99ed43 service neutron] Pushing event updated for resources: {'Port': ['ID=4390f72d-67da-4369-adae-71f879b04b81,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:09.970222 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee97dd46-ff69-4beb-aadf-d83811649b98 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:09.992972 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb85e5e-42a1-4313-9c0e-9b1853b1271b x-openstack-request-id: req-efb85e5e-42a1-4313-9c0e-9b1853b1271b {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:05:09.993264 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fee5bf39-0160-47ef-9022-f8d479642270", "tag": "4390f72d-67da-4369-adae-71f879b04b81", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:05:09.993512 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-efb85e5e-42a1-4313-9c0e-9b1853b1271b {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:05:09.993904 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fee5bf39-0160-47ef-9022-f8d479642270', 'tag': '4390f72d-67da-4369-adae-71f879b04b81', 'status': 'completed', 'code': 200} Nov 12 20:05:10.000900 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.resource_extend [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 20:05:10.003728 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-ca7165bf-effd-43e7-b998-d74c786cc548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:10.005278 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-ca7165bf-effd-43e7-b998-d74c786cc548 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2f4a501a8a9343959e54c76a3fc6aa37&device_id=fee5bf39-0160-47ef-9022-f8d479642270 HTTP/1.1" status: 200 len: 1095 time: 0.0868692 Nov 12 20:05:10.063433 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-586e52b3-57db-4119-9cc9-0127cd24c0c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4390f72d-67da-4369-adae-71f879b04b81 HTTP/1.1" status: 200 len: 217 time: 0.0501919 Nov 12 20:05:10.188044 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee97dd46-ff69-4beb-aadf-d83811649b98 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:10.213376 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-3b6fe7d0-54b8-426f-a6c4-eeca837362f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:10.215711 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-3b6fe7d0-54b8-426f-a6c4-eeca837362f0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce72f812-14b6-4840-8ebe-5441b73cbc50 HTTP/1.1" status: 200 len: 846 time: 0.1445081 Nov 12 20:05:10.221300 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506df1f-efc4-491d-9bb8-5ce5248f2d11 req-7d705f53-70ae-444b-a377-6673a8c8e019 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:10.226401 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c506df1f-efc4-491d-9bb8-5ce5248f2d11 req-7d705f53-70ae-444b-a377-6673a8c8e019 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=fee5bf39-0160-47ef-9022-f8d479642270 HTTP/1.1" status: 200 len: 943 time: 0.2017775 Nov 12 20:05:10.264546 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-792beb97-4af1-4d00-9a89-049c715aca2b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da47d9a6-534f-44d9-b8a9-89652da4d3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272489 Nov 12 20:05:10.369215 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45abfa-c7fe-432c-9962-a8d7b9986ba8 req-324feb90-c892-4ab5-9fc8-794bb70160ee tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:10.370794 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa45abfa-c7fe-432c-9962-a8d7b9986ba8 req-324feb90-c892-4ab5-9fc8-794bb70160ee tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 944 time: 0.1918585 Nov 12 20:05:10.393213 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c506df1f-efc4-491d-9bb8-5ce5248f2d11 req-9e39b8e3-2490-43ec-8388-8cbe0bfd1e36 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392903 Nov 12 20:05:10.403623 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7,segment=NetworkSegment(ddb484b8-cf35-4fcd-b21c-9bbe30197292),segment_id=ddb484b8-cf35-4fcd-b21c-9bbe30197292)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:10.412422 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-e39fdd94-69be-4a95-9dcf-ab4633714759 service neutron] 10.222.0.55 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380687 Nov 12 20:05:10.455742 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa45abfa-c7fe-432c-9962-a8d7b9986ba8 req-87e46c51-14cc-4973-bde5-64f6f6f5c6e2 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/security-groups?id=3287d66f-eb9f-405c-978d-5b7b1028e434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736351 Nov 12 20:05:10.459888 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7', 'network_id': '7b061d0a-83a0-4547-b01e-0f9ed0607384', 'port_id': 'f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7', 'mac_address': 'fa:16:3e:8a:db:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec938247-4c75-4821-8212-7136bcd55e80', 'ip_address': '10.1.1.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:05:10.540821 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa309d24-acfb-4c07-bd12-b253d75526a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57', 'network_id': '6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57', 'tenant_id': '563edf2c148543ecbf22ef24a16a199c', 'fixed_ips': [{'subnet_id': '93dddd4a-f2cf-447f-aa83-cd62c3392488'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:05:10.542003 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-aa309d24-acfb-4c07-bd12-b253d75526a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:10.656835 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1178a2c5-c41b-436a-8b98-34c94cf570ff req-8e344251-577e-4e28-9111-dd30975601c3 service neutron] 10.222.0.55 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993902 Nov 12 20:05:10.677655 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f575007-07fa-4fb3-9ffe-2e933a27b188 req-b89b8dbd-fcf4-4ab2-9995-0ed814f0d338 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:10.685571 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0f575007-07fa-4fb3-9ffe-2e933a27b188 req-b89b8dbd-fcf4-4ab2-9995-0ed814f0d338 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 945 time: 0.1162798 Nov 12 20:05:10.688403 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee97dd46-ff69-4beb-aadf-d83811649b98 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:10.713990 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:10.722074 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee97dd46-ff69-4beb-aadf-d83811649b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:10.828899 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0f575007-07fa-4fb3-9ffe-2e933a27b188 req-fad81012-37bd-4747-83b0-b4f63029d504 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422708 Nov 12 20:05:10.830387 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65e420-1982-4701-9de0-06804c4939be req-6f77b791-d84e-4ada-85d1-ade35f7ec00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:10.833704 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3a65e420-1982-4701-9de0-06804c4939be req-6f77b791-d84e-4ada-85d1-ade35f7ec00b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2f4a501a8a9343959e54c76a3fc6aa37&device_id=fee5bf39-0160-47ef-9022-f8d479642270 HTTP/1.1" status: 200 len: 1095 time: 0.1181760 Nov 12 20:05:10.932381 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-ee97dd46-ff69-4beb-aadf-d83811649b98 admin admin] Allocated IP 172.25.5.28 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/d19e8788-2e97-41b6-967d-feb6b90449af) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:05:10.979883 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14ea5d-ddf6-45db-bd2a-796ad557e6aa req-9f220547-d387-4d5a-b76d-dfd32ab10c35 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:10.981863 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b14ea5d-ddf6-45db-bd2a-796ad557e6aa req-9f220547-d387-4d5a-b76d-dfd32ab10c35 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 949 time: 0.0946567 Nov 12 20:05:11.017354 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-aa309d24-acfb-4c07-bd12-b253d75526a2 None None] Allocated IP 172.20.0.2 (6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57/93dddd4a-f2cf-447f-aa83-cd62c3392488/28dcac4f-4a6f-4e19-94a6-58e05d08376f) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:05:11.079041 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59354) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:11.110219 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b14ea5d-ddf6-45db-bd2a-796ad557e6aa req-b9d93b3e-b236-4218-bd31-da2f8b192f92 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103890 Nov 12 20:05:11.161085 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee97dd46-ff69-4beb-aadf-d83811649b98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:11.167205 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:05:11.217711 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee97dd46-ff69-4beb-aadf-d83811649b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:11.223005 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7,segment=NetworkSegment(ddb484b8-cf35-4fcd-b21c-9bbe30197292),segment_id=ddb484b8-cf35-4fcd-b21c-9bbe30197292)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:11.227864 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-aa309d24-acfb-4c07-bd12-b253d75526a2 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:11.231928 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:11.233147 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 3ed28dcd-1910-40f7-b699-b7f2769c9e31 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:05:11.241469 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-aa309d24-acfb-4c07-bd12-b253d75526a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:11.295655 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0e2864d1-2d01-45c3-8431-601695c90b35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:11.304064 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee97dd46-ff69-4beb-aadf-d83811649b98 admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:05:11.309775 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa309d24-acfb-4c07-bd12-b253d75526a2 None None] Network 6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:05:11.316779 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-ee97dd46-ff69-4beb-aadf-d83811649b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:05:11.323202 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee97dd46-ff69-4beb-aadf-d83811649b98 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:05:11.331136 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a394a-8cb0-48d3-9346-743d5ecbbb33 req-5cdee545-6971-42d3-b970-9ca36c4970dd tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:11.335425 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-aa309d24-acfb-4c07-bd12-b253d75526a2 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:05:11.336791 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a394a-8cb0-48d3-9346-743d5ecbbb33 req-5cdee545-6971-42d3-b970-9ca36c4970dd tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:11.338205 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa309d24-acfb-4c07-bd12-b253d75526a2 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:05:11.342798 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a394a-8cb0-48d3-9346-743d5ecbbb33 req-5cdee545-6971-42d3-b970-9ca36c4970dd tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:11.345750 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:11.348801 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a394a-8cb0-48d3-9346-743d5ecbbb33 req-5cdee545-6971-42d3-b970-9ca36c4970dd tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:11.354859 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a394a-8cb0-48d3-9346-743d5ecbbb33 req-5cdee545-6971-42d3-b970-9ca36c4970dd tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:11.361287 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a394a-8cb0-48d3-9346-743d5ecbbb33 req-5cdee545-6971-42d3-b970-9ca36c4970dd tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:11.364744 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97dd46-ff69-4beb-aadf-d83811649b98 admin admin] Pushing event updated for resources: {'Port': ['ID=d19e8788-2e97-41b6-967d-feb6b90449af,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:11.367178 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a394a-8cb0-48d3-9346-743d5ecbbb33 req-5cdee545-6971-42d3-b970-9ca36c4970dd tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:11.369264 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db5a394a-8cb0-48d3-9346-743d5ecbbb33 req-5cdee545-6971-42d3-b970-9ca36c4970dd tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5420 time: 0.6015339 Nov 12 20:05:11.466618 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65e420-1982-4701-9de0-06804c4939be req-e1345281-4b59-45ff-9399-14a42449355c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:11.468544 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3a65e420-1982-4701-9de0-06804c4939be req-e1345281-4b59-45ff-9399-14a42449355c service neutron] 10.222.0.55 "GET /v2.0/networks?id=da47d9a6-534f-44d9-b8a9-89652da4d3f3 HTTP/1.1" status: 200 len: 907 time: 0.6271286 Nov 12 20:05:11.475285 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa309d24-acfb-4c07-bd12-b253d75526a2 None None] Pushing event updated for resources: {'Port': ['ID=28dcac4f-4a6f-4e19-94a6-58e05d08376f,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:11.478001 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db5a394a-8cb0-48d3-9346-743d5ecbbb33 req-ea8b61f9-1405-4d3d-b13f-d5a2e13150a7 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1003745 Nov 12 20:05:11.486037 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-aa309d24-acfb-4c07-bd12-b253d75526a2 None None] Attempting to bind port 28dcac4f-4a6f-4e19-94a6-58e05d08376f on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:05:11.486406 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-aa309d24-acfb-4c07-bd12-b253d75526a2 None None] Attempting to bind port 28dcac4f-4a6f-4e19-94a6-58e05d08376f by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '80471f9d-86a2-4b53-9e0b-cd8f7a043aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:05:11.486800 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa309d24-acfb-4c07-bd12-b253d75526a2 None None] Attempting to bind port 28dcac4f-4a6f-4e19-94a6-58e05d08376f on network 6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:05:11.495751 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa309d24-acfb-4c07-bd12-b253d75526a2 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:05:11.496125 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa309d24-acfb-4c07-bd12-b253d75526a2 None None] Checking segment: {'id': '80471f9d-86a2-4b53-9e0b-cd8f7a043aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:05:11.496546 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-aa309d24-acfb-4c07-bd12-b253d75526a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:11.496936 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa309d24-acfb-4c07-bd12-b253d75526a2 None None] Bound using segment: {'id': '80471f9d-86a2-4b53-9e0b-cd8f7a043aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:05:11.497402 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-aa309d24-acfb-4c07-bd12-b253d75526a2 None None] Bound port: 28dcac4f-4a6f-4e19-94a6-58e05d08376f, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80471f9d-86a2-4b53-9e0b-cd8f7a043aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:05:11.497770 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-aa309d24-acfb-4c07-bd12-b253d75526a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:11.512015 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 3ed28dcd-1910-40f7-b699-b7f2769c9e31, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=3ed28dcd-1910-40f7-b699-b7f2769c9e31,segment=NetworkSegment(4ad03fe4-2e70-4ed7-aa2f-588d959c575b),segment_id=4ad03fe4-2e70-4ed7-aa2f-588d959c575b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:11.522114 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '3ed28dcd-1910-40f7-b699-b7f2769c9e31', 'network_id': '60bf0d01-a5ac-43f9-aea4-058a868d4bc0', 'port_id': '3ed28dcd-1910-40f7-b699-b7f2769c9e31', 'mac_address': 'fa:16:3e:9b:d4:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6eb43fd-4a7b-4440-9c8e-37696bad3d1e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:05:11.553301 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3a65e420-1982-4701-9de0-06804c4939be req-26567432-dd49-41cc-88ff-36660ef7be2e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4390f72d-67da-4369-adae-71f879b04b81 HTTP/1.1" status: 200 len: 217 time: 0.0729039 Nov 12 20:05:11.598601 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0e2864d1-2d01-45c3-8431-601695c90b35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:11.606291 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:11.608469 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-aa309d24-acfb-4c07-bd12-b253d75526a2 None None] For port 28dcac4f-4a6f-4e19-94a6-58e05d08376f, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:05:11.610075 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c2854-a72f-4553-b6de-20f2dd15a0fd req-38ad345f-995d-488b-ab6c-7917403b21fc tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:11.611555 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f25c2854-a72f-4553-b6de-20f2dd15a0fd req-38ad345f-995d-488b-ab6c-7917403b21fc tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=fee5bf39-0160-47ef-9022-f8d479642270 HTTP/1.1" status: 200 len: 943 time: 0.1220551 Nov 12 20:05:11.612133 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-aa309d24-acfb-4c07-bd12-b253d75526a2 None None] For port 28dcac4f-4a6f-4e19-94a6-58e05d08376f, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=28dcac4f-4a6f-4e19-94a6-58e05d08376f,segment=NetworkSegment(80471f9d-86a2-4b53-9e0b-cd8f7a043aff),segment_id=80471f9d-86a2-4b53-9e0b-cd8f7a043aff)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:05:11.621165 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65e420-1982-4701-9de0-06804c4939be req-f614811b-5d30-453e-a586-7ee3a44aa4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:11.621490 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-aa309d24-acfb-4c07-bd12-b253d75526a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:11.622848 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3a65e420-1982-4701-9de0-06804c4939be req-f614811b-5d30-453e-a586-7ee3a44aa4d8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce72f812-14b6-4840-8ebe-5441b73cbc50 HTTP/1.1" status: 200 len: 846 time: 0.0625689 Nov 12 20:05:11.655700 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed28dcd-1910-40f7-b699-b7f2769c9e31 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:05:11.662067 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0e2864d1-2d01-45c3-8431-601695c90b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:11.663886 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3a65e420-1982-4701-9de0-06804c4939be req-d5e40017-1fc5-477b-9a3e-2a78ed1519b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da47d9a6-534f-44d9-b8a9-89652da4d3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278971 Nov 12 20:05:11.698007 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 3ed28dcd-1910-40f7-b699-b7f2769c9e31, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=3ed28dcd-1910-40f7-b699-b7f2769c9e31,segment=NetworkSegment(4ad03fe4-2e70-4ed7-aa2f-588d959c575b),segment_id=4ad03fe4-2e70-4ed7-aa2f-588d959c575b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:11.698310 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b0d1d-ed43-4e3d-ab0c-f9fc8f3cfffc req-3e86488b-7e86-4a7d-81cd-9003bf2dffa1 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:11.705402 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:11.706314 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device ed205f9d-8655-42c7-97ed-cba504477990 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:05:11.707120 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a07b0d1d-ed43-4e3d-ab0c-f9fc8f3cfffc req-3e86488b-7e86-4a7d-81cd-9003bf2dffa1 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 944 time: 0.1369057 Nov 12 20:05:11.717549 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa309d24-acfb-4c07-bd12-b253d75526a2 None None] Pushing event updated for resources: {'Port': ['ID=28dcac4f-4a6f-4e19-94a6-58e05d08376f,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:11.735343 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0e2864d1-2d01-45c3-8431-601695c90b35 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=90dc503b218e45c78817427ca6e8df02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6500032 Nov 12 20:05:11.738451 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59364) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:11.779776 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port ed205f9d-8655-42c7-97ed-cba504477990, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=ed205f9d-8655-42c7-97ed-cba504477990,segment=NetworkSegment(4ad03fe4-2e70-4ed7-aa2f-588d959c575b),segment_id=4ad03fe4-2e70-4ed7-aa2f-588d959c575b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:11.794185 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=3ed28dcd-1910-40f7-b699-b7f2769c9e31,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:11.798217 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'ed205f9d-8655-42c7-97ed-cba504477990', 'network_id': '60bf0d01-a5ac-43f9-aea4-058a868d4bc0', 'port_id': 'ed205f9d-8655-42c7-97ed-cba504477990', 'mac_address': 'fa:16:3e:c0:9c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6eb43fd-4a7b-4440-9c8e-37696bad3d1e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:05:11.824163 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f25c2854-a72f-4553-b6de-20f2dd15a0fd req-5a4454e3-c50c-4dd4-8994-cc3fba44c2bc tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117845 Nov 12 20:05:11.862276 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:11.862670 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2864d1-2d01-45c3-8431-601695c90b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d18447-b89a-475b-a260-875df2af538d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:11.865599 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a07b0d1d-ed43-4e3d-ab0c-f9fc8f3cfffc req-61e1c0b0-d8e1-4f2e-ab05-49da28947b7f tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/security-groups?id=3287d66f-eb9f-405c-978d-5b7b1028e434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574061 Nov 12 20:05:11.890697 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee97dd46-ff69-4beb-aadf-d83811649b98 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:11.892715 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9a93-7ec5-4a4a-81a0-4d3e7fcf9d48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:11.898104 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed205f9d-8655-42c7-97ed-cba504477990 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:05:11.931542 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3a65e420-1982-4701-9de0-06804c4939be req-e63a70b9-6def-4a90-9c0f-80f98e8c8c5c service neutron] 10.222.0.55 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533469 Nov 12 20:05:11.948552 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port ed205f9d-8655-42c7-97ed-cba504477990, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=ed205f9d-8655-42c7-97ed-cba504477990,segment=NetworkSegment(4ad03fe4-2e70-4ed7-aa2f-588d959c575b),segment_id=4ad03fe4-2e70-4ed7-aa2f-588d959c575b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:11.965847 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9a93-7ec5-4a4a-81a0-4d3e7fcf9d48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:11.971458 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:12.008793 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6ad2f845-8d32-40df-b34d-4d5c9682b2ac up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:05:12.069993 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=ed205f9d-8655-42c7-97ed-cba504477990,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:12.092968 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 6ad2f845-8d32-40df-b34d-4d5c9682b2ac completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:05:12.101326 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 6ad2f845-8d32-40df-b34d-4d5c9682b2ac triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:12.101326 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:12.132429 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a5afd-0acb-47b9-931a-ff055b797d68 req-0e1bfcd7-d713-450b-afbb-ddfd9f13076c tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:12.133688 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-670a5afd-0acb-47b9-931a-ff055b797d68 req-0e1bfcd7-d713-450b-afbb-ddfd9f13076c tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 945 time: 0.1262558 Nov 12 20:05:12.155899 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9a93-7ec5-4a4a-81a0-4d3e7fcf9d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:12.158412 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9a93-7ec5-4a4a-81a0-4d3e7fcf9d48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:12.180337 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9c0a9a93-7ec5-4a4a-81a0-4d3e7fcf9d48 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07d18447-b89a-475b-a260-875df2af538d HTTP/1.1" status: 204 len: 168 time: 0.4345682 Nov 12 20:05:12.206118 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3a65e420-1982-4701-9de0-06804c4939be req-1ccd3a2d-f933-46fb-9f70-9fb650a3e4f3 service neutron] 10.222.0.55 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647748 Nov 12 20:05:12.219640 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:12.230063 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a9a93-7ec5-4a4a-81a0-4d3e7fcf9d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d18447-b89a-475b-a260-875df2af538d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:12.263645 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad2f845-8d32-40df-b34d-4d5c9682b2ac'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:05:12.266021 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729d8f69-9b9e-4570-a47f-4014ea79422f" -d '{"events": [{"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-plugged", "status": "completed", "tag": "6ad2f845-8d32-40df-b34d-4d5c9682b2ac"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:05:12.293166 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 6ad2f845-8d32-40df-b34d-4d5c9682b2ac, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6ad2f845-8d32-40df-b34d-4d5c9682b2ac,segment=NetworkSegment(ddb484b8-cf35-4fcd-b21c-9bbe30197292),segment_id=ddb484b8-cf35-4fcd-b21c-9bbe30197292)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:12.293713 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-670a5afd-0acb-47b9-931a-ff055b797d68 req-1ae9e274-4ca3-48a1-b2e3-6ec391b324d2 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459167 Nov 12 20:05:12.299010 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:12.313823 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee97dd46-ff69-4beb-aadf-d83811649b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:12.329989 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db372c-f691-4732-96af-bd4e6f0e4fec req-cb089a74-62ed-4952-aee8-f7a5755c05b6 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:12.331567 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f9db372c-f691-4732-96af-bd4e6f0e4fec req-cb089a74-62ed-4952-aee8-f7a5755c05b6 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 949 time: 0.0855894 Nov 12 20:05:12.357867 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77134aa0-a2b4-4d02-8251-ce158dabddcc x-openstack-request-id: req-77134aa0-a2b4-4d02-8251-ce158dabddcc {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:05:12.358426 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-plugged", "status": "completed", "tag": "6ad2f845-8d32-40df-b34d-4d5c9682b2ac", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:05:12.358676 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-77134aa0-a2b4-4d02-8251-ce158dabddcc {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:05:12.359058 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad2f845-8d32-40df-b34d-4d5c9682b2ac', 'code': 200} Nov 12 20:05:12.380069 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=6ad2f845-8d32-40df-b34d-4d5c9682b2ac,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:12.454657 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f9db372c-f691-4732-96af-bd4e6f0e4fec req-996345bb-0df4-4611-b8f3-dc669e9aab94 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844748 Nov 12 20:05:12.501342 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee97dd46-ff69-4beb-aadf-d83811649b98 admin admin] Router eb8654ce-012e-4db2-8246-8cde1519db77 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:05:12.533385 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59378) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:12.547121 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b6651dd-2727-4f40-ae4a-016a9656bed0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:12.629153 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee97dd46-ff69-4beb-aadf-d83811649b98 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:05:12.632843 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:05:12.651391 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee97dd46-ff69-4beb-aadf-d83811649b98 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:12.659320 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ee97dd46-ff69-4beb-aadf-d83811649b98 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8549643 Nov 12 20:05:12.661833 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59380) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:12.667962 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde65c9-fdd6-4e45-a5bc-6624c1f0d4a7 req-b237c998-ded6-4518-9d80-7f70e25e722a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:12.674476 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde65c9-fdd6-4e45-a5bc-6624c1f0d4a7 req-b237c998-ded6-4518-9d80-7f70e25e722a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:12.680562 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde65c9-fdd6-4e45-a5bc-6624c1f0d4a7 req-b237c998-ded6-4518-9d80-7f70e25e722a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:12.687786 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde65c9-fdd6-4e45-a5bc-6624c1f0d4a7 req-b237c998-ded6-4518-9d80-7f70e25e722a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:12.694004 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde65c9-fdd6-4e45-a5bc-6624c1f0d4a7 req-b237c998-ded6-4518-9d80-7f70e25e722a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:12.701175 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde65c9-fdd6-4e45-a5bc-6624c1f0d4a7 req-b237c998-ded6-4518-9d80-7f70e25e722a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:12.703333 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['3ed28dcd-1910-40f7-b699-b7f2769c9e31'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:05:12.705612 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b77a24-6de3-47a1-af8a-aa9efced2d1f None None] Sync routers for ids ['eb8654ce-012e-4db2-8246-8cde1519db77'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:05:12.709624 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde65c9-fdd6-4e45-a5bc-6624c1f0d4a7 req-b237c998-ded6-4518-9d80-7f70e25e722a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:12.718500 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ddde65c9-fdd6-4e45-a5bc-6624c1f0d4a7 req-b237c998-ded6-4518-9d80-7f70e25e722a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5424 time: 0.1379602 Nov 12 20:05:12.767240 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b77a24-6de3-47a1-af8a-aa9efced2d1f None None] Routers {'eb8654ce-012e-4db2-8246-8cde1519db77'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:05:12.767882 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-33b77a24-6de3-47a1-af8a-aa9efced2d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:04:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['eb8654ce-012e-4db2-8246-8cde1519db77'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:12.784251 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b6651dd-2727-4f40-ae4a-016a9656bed0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:12.817109 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ddde65c9-fdd6-4e45-a5bc-6624c1f0d4a7 req-1ed33cf8-d4c9-4a02-a80e-e351b2affd8b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977437 Nov 12 20:05:12.818536 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b6651dd-2727-4f40-ae4a-016a9656bed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:12.828793 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:05:12.879812 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3b6651dd-2727-4f40-ae4a-016a9656bed0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b492adae1ecb4a698945a9cf4fcd8c69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3450620 Nov 12 20:05:12.880641 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59384) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:12.888978 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6651dd-2727-4f40-ae4a-016a9656bed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba16b20c-ef06-46c9-b539-09e3556305ee,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:12.997316 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2be0d3f0-6d30-495c-ac6d-480512226887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:13.004917 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.resource_extend [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 20:05:13.062004 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2be0d3f0-6d30-495c-ac6d-480512226887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:13.063753 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940ac6f-6006-4e50-b44f-bf911f0b204b req-91edf24a-d54e-4399-a4fc-7e2ba4211b3a tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:13.064905 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a940ac6f-6006-4e50-b44f-bf911f0b204b req-91edf24a-d54e-4399-a4fc-7e2ba4211b3a tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=fee5bf39-0160-47ef-9022-f8d479642270 HTTP/1.1" status: 200 len: 943 time: 0.1006858 Nov 12 20:05:13.111680 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b1244-fd13-4c4f-ace4-dfbb3b487761 req-35884c55-0b66-466b-b8c0-f69263ea6f75 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:13.119220 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f88b1244-fd13-4c4f-ace4-dfbb3b487761 req-35884c55-0b66-466b-b8c0-f69263ea6f75 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 944 time: 0.1013987 Nov 12 20:05:13.135613 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fab53d-6b0d-4e24-9c28-9a08ab6c8100 None None] Network 6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:05:13.163066 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a940ac6f-6006-4e50-b44f-bf911f0b204b req-064f959f-b8df-4ca2-9546-4a31eddc9217 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887041 Nov 12 20:05:13.168698 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2be0d3f0-6d30-495c-ac6d-480512226887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:13.171417 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2be0d3f0-6d30-495c-ac6d-480512226887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:13.175212 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2be0d3f0-6d30-495c-ac6d-480512226887 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba16b20c-ef06-46c9-b539-09e3556305ee HTTP/1.1" status: 204 len: 168 time: 0.2933638 Nov 12 20:05:13.193178 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-33b77a24-6de3-47a1-af8a-aa9efced2d1f None None] Set router eb8654ce-012e-4db2-8246-8cde1519db77 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:05:13.198663 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0d3f0-6d30-495c-ac6d-480512226887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba16b20c-ef06-46c9-b539-09e3556305ee,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:13.220626 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f88b1244-fd13-4c4f-ace4-dfbb3b487761 req-a7371b79-acb5-4843-b5e0-c9b362e2b8ae tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/security-groups?id=3287d66f-eb9f-405c-978d-5b7b1028e434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862412 Nov 12 20:05:13.243121 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:05:13.440419 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a230ce4-a86e-4bb5-8504-f35483cbe201 req-c51828a5-f6aa-41c9-81e6-1057b02d72d0 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:13.442760 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3a230ce4-a86e-4bb5-8504-f35483cbe201 req-c51828a5-f6aa-41c9-81e6-1057b02d72d0 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 945 time: 0.0696065 Nov 12 20:05:13.534496 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3a230ce4-a86e-4bb5-8504-f35483cbe201 req-a42bf205-bbae-41a4-92e6-67b6594537ab tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844738 Nov 12 20:05:13.584830 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c1e997c2-4832-4c13-a32b-59f678fa576d None None] Provisioning complete for port 28dcac4f-4a6f-4e19-94a6-58e05d08376f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:13.585197 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c1e997c2-4832-4c13-a32b-59f678fa576d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:13.591262 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=0aeb2e92-400c-4ea3-ada7-73a23bb96d1d,segment=NetworkSegment(7b36f143-1fec-421b-a084-6f9c5b9e9660),segment_id=7b36f143-1fec-421b-a084-6f9c5b9e9660)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:13.674266 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['ed205f9d-8655-42c7-97ed-cba504477990'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:05:13.687385 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '0aeb2e92-400c-4ea3-ada7-73a23bb96d1d', 'network_id': '33c8fc30-57d7-4631-a750-677522c3215e', 'port_id': '0aeb2e92-400c-4ea3-ada7-73a23bb96d1d', 'mac_address': 'fa:16:3e:eb:86:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1e6fa5a-74f0-437c-a1da-55684f056e5b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:05:13.693411 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73ff88-373b-49af-99b0-12cd5bdfd44a req-df4e6117-235a-441f-a74b-79c99c259579 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:13.694927 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4e73ff88-373b-49af-99b0-12cd5bdfd44a req-df4e6117-235a-441f-a74b-79c99c259579 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 949 time: 0.0895331 Nov 12 20:05:13.710165 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e11ffff0-4c46-4194-a78e-36a0299d5fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:13.844796 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 28dcac4f-4a6f-4e19-94a6-58e05d08376f up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:05:13.875412 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4e73ff88-373b-49af-99b0-12cd5bdfd44a req-42269170-a659-46d4-a4a4-b3da167d583d tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728103 Nov 12 20:05:13.938066 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:13.981649 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-e11ffff0-4c46-4194-a78e-36a0299d5fd8 admin admin] Allocated IP 172.20.0.1 (6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57/93dddd4a-f2cf-447f-aa83-cd62c3392488/b095f002-e464-4ed0-a874-70d557505104) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:05:13.993605 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10787a12-5647-479a-a34c-26b882cc634b req-23737c78-114a-46e3-a26a-da076229278e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:13.998290 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10787a12-5647-479a-a34c-26b882cc634b req-23737c78-114a-46e3-a26a-da076229278e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:14.004950 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10787a12-5647-479a-a34c-26b882cc634b req-23737c78-114a-46e3-a26a-da076229278e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:14.011232 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10787a12-5647-479a-a34c-26b882cc634b req-23737c78-114a-46e3-a26a-da076229278e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:14.019716 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10787a12-5647-479a-a34c-26b882cc634b req-23737c78-114a-46e3-a26a-da076229278e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:14.026351 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10787a12-5647-479a-a34c-26b882cc634b req-23737c78-114a-46e3-a26a-da076229278e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:14.027342 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 8ad9c130-af35-4d6c-9d74-d3b0ab429420 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:05:14.030249 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:05:14.033369 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10787a12-5647-479a-a34c-26b882cc634b req-23737c78-114a-46e3-a26a-da076229278e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:14.035413 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-10787a12-5647-479a-a34c-26b882cc634b req-23737c78-114a-46e3-a26a-da076229278e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5424 time: 0.1106050 Nov 12 20:05:14.104807 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-10787a12-5647-479a-a34c-26b882cc634b req-6863ca5e-e56b-41d1-8dc1-f9e759ef63ee tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628190 Nov 12 20:05:14.120788 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e11ffff0-4c46-4194-a78e-36a0299d5fd8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:14.139302 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c1e997c2-4832-4c13-a32b-59f678fa576d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:14.151287 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=0aeb2e92-400c-4ea3-ada7-73a23bb96d1d,segment=NetworkSegment(7b36f143-1fec-421b-a084-6f9c5b9e9660),segment_id=7b36f143-1fec-421b-a084-6f9c5b9e9660)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:14.172526 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e11ffff0-4c46-4194-a78e-36a0299d5fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:14.185488 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:14.212379 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11ffff0-4c46-4194-a78e-36a0299d5fd8 admin admin] Network 6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:05:14.216625 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-e11ffff0-4c46-4194-a78e-36a0299d5fd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:05:14.222393 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11ffff0-4c46-4194-a78e-36a0299d5fd8 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:05:14.265767 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 28dcac4f-4a6f-4e19-94a6-58e05d08376f triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:14.265767 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:14.298756 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ffff0-4c46-4194-a78e-36a0299d5fd8 admin admin] Pushing event updated for resources: {'Port': ['ID=b095f002-e464-4ed0-a874-70d557505104,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:14.309385 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-33b77a24-6de3-47a1-af8a-aa9efced2d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8654ce-012e-4db2-8246-8cde1519db77', 'name': 'tempest-FloatingIPDetailsTestJSON-333634228-router', 'tenant_id': '563edf2c148543ecbf22ef24a16a199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'd19e8788-2e97-41b6-967d-feb6b90449af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:05:09Z', 'updated_at': '2021-11-12T20:05:11Z', 'revision_number': 3, 'project_id': '563edf2c148543ecbf22ef24a16a199c', 'gw_port': {'id': 'd19e8788-2e97-41b6-967d-feb6b90449af', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8654ce-012e-4db2-8246-8cde1519db77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:05:10Z', 'updated_at': '2021-11-12T20:05:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:14.329853 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-c1e997c2-4832-4c13-a32b-59f678fa576d None None] For port 28dcac4f-4a6f-4e19-94a6-58e05d08376f, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=28dcac4f-4a6f-4e19-94a6-58e05d08376f,segment=NetworkSegment(80471f9d-86a2-4b53-9e0b-cd8f7a043aff),segment_id=80471f9d-86a2-4b53-9e0b-cd8f7a043aff)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:14.370590 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e11ffff0-4c46-4194-a78e-36a0299d5fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:14.404146 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a50dcf-c9f4-45ae-96f9-46dddcbde2a5 req-811b37d9-1c7e-4bea-b2b8-216a62a97616 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:14.415267 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c1e997c2-4832-4c13-a32b-59f678fa576d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:14.416537 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76a50dcf-c9f4-45ae-96f9-46dddcbde2a5 req-811b37d9-1c7e-4bea-b2b8-216a62a97616 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 945 time: 0.0877662 Nov 12 20:05:14.423817 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b77a24-6de3-47a1-af8a-aa9efced2d1f None None] Checking router: eb8654ce-012e-4db2-8246-8cde1519db77 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:05:14.424142 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b77a24-6de3-47a1-af8a-aa9efced2d1f None None] Updating router eb8654ce-012e-4db2-8246-8cde1519db77 port d19e8788-2e97-41b6-967d-feb6b90449af binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:05:14.427459 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 8ad9c130-af35-4d6c-9d74-d3b0ab429420 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:05:14.435919 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=0aeb2e92-400c-4ea3-ada7-73a23bb96d1d,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:14.461758 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8793e2-c6a7-4a76-a44b-e334ad7ad8ae req-f4539e25-f92e-4bc0-ab54-62152d9009b3 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:14.463353 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8c8793e2-c6a7-4a76-a44b-e334ad7ad8ae req-f4539e25-f92e-4bc0-ab54-62152d9009b3 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=fee5bf39-0160-47ef-9022-f8d479642270 HTTP/1.1" status: 200 len: 943 time: 0.1730578 Nov 12 20:05:14.492739 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 8ad9c130-af35-4d6c-9d74-d3b0ab429420 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:14.493105 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:14.502073 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76a50dcf-c9f4-45ae-96f9-46dddcbde2a5 req-4c2267a2-3352-46a2-b8dc-9e6bcc74fc0a tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/security-groups?id=3287d66f-eb9f-405c-978d-5b7b1028e434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834532 Nov 12 20:05:14.544816 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-33b77a24-6de3-47a1-af8a-aa9efced2d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:14.561136 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['0aeb2e92-400c-4ea3-ada7-73a23bb96d1d'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:05:14.632886 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8c8793e2-c6a7-4a76-a44b-e334ad7ad8ae req-5200c499-178d-495b-ad9b-fbb7f570e51f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165528 Nov 12 20:05:14.697831 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e997c2-4832-4c13-a32b-59f678fa576d None None] Pushing event updated for resources: {'Port': ['ID=28dcac4f-4a6f-4e19-94a6-58e05d08376f,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:14.762172 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e11ffff0-4c46-4194-a78e-36a0299d5fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:14.770561 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b578973-62f5-424a-b726-37c256e36a37 req-66723261-7154-4074-b0d5-3d671ac1ce69 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:14.772393 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9b578973-62f5-424a-b726-37c256e36a37 req-66723261-7154-4074-b0d5-3d671ac1ce69 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 945 time: 0.0645885 Nov 12 20:05:14.813085 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-de0f3356-0bf2-460b-86e4-660f6e1dff2c None None] Provisioning complete for port 28dcac4f-4a6f-4e19-94a6-58e05d08376f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:14.813469 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-de0f3356-0bf2-460b-86e4-660f6e1dff2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:14.865141 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 4390f72d-67da-4369-adae-71f879b04b81 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:05:14.873970 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9b578973-62f5-424a-b726-37c256e36a37 req-d4b209f6-d46f-4869-91a2-a96c81f8c164 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909882 Nov 12 20:05:15.000924 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:15.030507 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c06fd-5569-4b71-ba05-9211c94f7cd3 req-a09fba4b-efac-4d40-af37-ba59eca91eaf tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:15.032035 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-541c06fd-5569-4b71-ba05-9211c94f7cd3 req-a09fba4b-efac-4d40-af37-ba59eca91eaf tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 949 time: 0.0862877 Nov 12 20:05:15.045496 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e11ffff0-4c46-4194-a78e-36a0299d5fd8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:15.059812 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e11ffff0-4c46-4194-a78e-36a0299d5fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:15.151452 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad9c130-af35-4d6c-9d74-d3b0ab429420'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:05:15.154901 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595045a7-e82e-4719-aa02-dfc194f9c4b2" -d '{"events": [{"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-plugged", "status": "completed", "tag": "8ad9c130-af35-4d6c-9d74-d3b0ab429420"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:05:15.164066 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-541c06fd-5569-4b71-ba05-9211c94f7cd3 req-c3296f9b-5f28-406d-b13d-b4c3226abcbc tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207480 Nov 12 20:05:15.164794 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ffff0-4c46-4194-a78e-36a0299d5fd8 admin admin] Pushing event updated for resources: {'Port': ['ID=b095f002-e464-4ed0-a874-70d557505104,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:15.174428 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e11ffff0-4c46-4194-a78e-36a0299d5fd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:15.186425 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 8ad9c130-af35-4d6c-9d74-d3b0ab429420, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8ad9c130-af35-4d6c-9d74-d3b0ab429420,segment=NetworkSegment(ddb484b8-cf35-4fcd-b21c-9bbe30197292),segment_id=ddb484b8-cf35-4fcd-b21c-9bbe30197292)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:15.231257 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:15.231968 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:05:15.295278 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c35af-abe8-4103-88a9-22e2a6d71901 req-53929519-2af0-4e8c-b121-c708cc26c4b7 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:15.305363 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c35af-abe8-4103-88a9-22e2a6d71901 req-53929519-2af0-4e8c-b121-c708cc26c4b7 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:15.305519 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11ffff0-4c46-4194-a78e-36a0299d5fd8 admin admin] Network 6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:05:15.307387 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-e11ffff0-4c46-4194-a78e-36a0299d5fd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:05:15.313857 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9076eb-d3a9-4b8c-b4bf-31c747224505 x-openstack-request-id: req-0b9076eb-d3a9-4b8c-b4bf-31c747224505 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:05:15.314148 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-plugged", "status": "completed", "tag": "8ad9c130-af35-4d6c-9d74-d3b0ab429420", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:05:15.314392 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b9076eb-d3a9-4b8c-b4bf-31c747224505 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:05:15.314806 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad9c130-af35-4d6c-9d74-d3b0ab429420', 'code': 200} Nov 12 20:05:15.317297 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 4390f72d-67da-4369-adae-71f879b04b81, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=4390f72d-67da-4369-adae-71f879b04b81,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:15.319951 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c35af-abe8-4103-88a9-22e2a6d71901 req-53929519-2af0-4e8c-b121-c708cc26c4b7 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:15.333283 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c35af-abe8-4103-88a9-22e2a6d71901 req-53929519-2af0-4e8c-b121-c708cc26c4b7 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:15.353081 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c35af-abe8-4103-88a9-22e2a6d71901 req-53929519-2af0-4e8c-b121-c708cc26c4b7 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:15.383240 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c35af-abe8-4103-88a9-22e2a6d71901 req-53929519-2af0-4e8c-b121-c708cc26c4b7 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:15.385018 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '4390f72d-67da-4369-adae-71f879b04b81', 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3', 'port_id': '4390f72d-67da-4369-adae-71f879b04b81', 'mac_address': 'fa:16:3e:11:e2:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce72f812-14b6-4840-8ebe-5441b73cbc50', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:05:15.398171 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c35af-abe8-4103-88a9-22e2a6d71901 req-53929519-2af0-4e8c-b121-c708cc26c4b7 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:15.409988 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ea8c35af-abe8-4103-88a9-22e2a6d71901 req-53929519-2af0-4e8c-b121-c708cc26c4b7 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5425 time: 0.1996689 Nov 12 20:05:15.456702 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=8ad9c130-af35-4d6c-9d74-d3b0ab429420,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:15.477377 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11ffff0-4c46-4194-a78e-36a0299d5fd8 admin admin] Router eb8654ce-012e-4db2-8246-8cde1519db77 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:05:15.514553 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ea8c35af-abe8-4103-88a9-22e2a6d71901 req-ff7577a5-335b-4888-a195-0686502cd172 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1032455 Nov 12 20:05:15.527723 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-33b77a24-6de3-47a1-af8a-aa9efced2d1f None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:15.556058 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4013e62a-19a0-40bc-b444-d7dd4713888d None None] Provisioning complete for port b095f002-e464-4ed0-a874-70d557505104 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:15.556453 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4013e62a-19a0-40bc-b444-d7dd4713888d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:15.564168 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-33b77a24-6de3-47a1-af8a-aa9efced2d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:15.607537 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:05:15.612041 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:15.638469 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:15.638831 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:15.695472 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59460) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:15.717218 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11ffff0-4c46-4194-a78e-36a0299d5fd8 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:05:15.731911 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e11ffff0-4c46-4194-a78e-36a0299d5fd8 admin admin] 10.222.0.48 "PUT /v2.0/routers/eb8654ce-012e-4db2-8246-8cde1519db77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0599203 Nov 12 20:05:15.737233 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1276c5-2039-4d71-b4fc-da5589fcf30b req-7ccb869c-9400-4278-8a9e-3776b60d9c23 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:15.738962 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ee1276c5-2039-4d71-b4fc-da5589fcf30b req-7ccb869c-9400-4278-8a9e-3776b60d9c23 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 945 time: 0.0968931 Nov 12 20:05:15.804445 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ee1276c5-2039-4d71-b4fc-da5589fcf30b req-6effcc62-5fd7-4bb5-9c03-058909d5dc8e tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/security-groups?id=3287d66f-eb9f-405c-978d-5b7b1028e434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594547 Nov 12 20:05:15.871249 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 28dcac4f-4a6f-4e19-94a6-58e05d08376f up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:05:15.874003 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4013e62a-19a0-40bc-b444-d7dd4713888d None None] Port b095f002-e464-4ed0-a874-70d557505104 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:05:15.916222 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4390f72d-67da-4369-adae-71f879b04b81 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:05:15.917091 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-229051c4-08d2-4731-863f-20151a529cf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:15.928842 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264847a-6e2f-44f1-a105-1664a2010ca0 req-fe9cb294-bd6e-4f86-bebd-da7f4d118171 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:15.930986 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3264847a-6e2f-44f1-a105-1664a2010ca0 req-fe9cb294-bd6e-4f86-bebd-da7f4d118171 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=fee5bf39-0160-47ef-9022-f8d479642270 HTTP/1.1" status: 200 len: 943 time: 0.0737936 Nov 12 20:05:15.937236 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-33b77a24-6de3-47a1-af8a-aa9efced2d1f None None] Attempting to bind port d19e8788-2e97-41b6-967d-feb6b90449af on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:05:15.937608 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-33b77a24-6de3-47a1-af8a-aa9efced2d1f None None] Attempting to bind port d19e8788-2e97-41b6-967d-feb6b90449af by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:05:15.937960 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b77a24-6de3-47a1-af8a-aa9efced2d1f None None] Attempting to bind port d19e8788-2e97-41b6-967d-feb6b90449af on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:05:15.959162 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537fe2bb-16b6-481a-95a9-49d4fb96ccc3 None None] Pushing event updated for resources: {'Port': ['ID=d19e8788-2e97-41b6-967d-feb6b90449af,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:15.970310 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b77a24-6de3-47a1-af8a-aa9efced2d1f None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:05:15.970512 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b77a24-6de3-47a1-af8a-aa9efced2d1f None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:05:15.970852 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-33b77a24-6de3-47a1-af8a-aa9efced2d1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:15.971239 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b77a24-6de3-47a1-af8a-aa9efced2d1f None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:05:15.971726 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-33b77a24-6de3-47a1-af8a-aa9efced2d1f None None] Bound port: d19e8788-2e97-41b6-967d-feb6b90449af, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:05:15.972423 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-33b77a24-6de3-47a1-af8a-aa9efced2d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:16.010270 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3264847a-6e2f-44f1-a105-1664a2010ca0 req-375c698e-191a-4ff5-884a-d041d81b5c2e tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704625 Nov 12 20:05:16.017550 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7215fe-5c9e-4267-873a-f932fbfabfea req-de685350-d7df-4f82-9c68-5f993620fb8f tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:16.018699 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 4390f72d-67da-4369-adae-71f879b04b81, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=4390f72d-67da-4369-adae-71f879b04b81,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:16.019080 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bc7215fe-5c9e-4267-873a-f932fbfabfea req-de685350-d7df-4f82-9c68-5f993620fb8f tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 945 time: 0.0550489 Nov 12 20:05:16.047043 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:16.069522 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-229051c4-08d2-4731-863f-20151a529cf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:16.076007 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-229051c4-08d2-4731-863f-20151a529cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:16.077534 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bc7215fe-5c9e-4267-873a-f932fbfabfea req-c4344ab4-4923-403c-affa-cc058cb8035c tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517359 Nov 12 20:05:16.119787 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-061c420c-a575-4073-be3a-98db25c70bfa None None] Provisioning complete for port b095f002-e464-4ed0-a874-70d557505104 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:16.120174 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-061c420c-a575-4073-be3a-98db25c70bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:16.127675 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-229051c4-08d2-4731-863f-20151a529cf2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4396dd898164498acd2bb39c6317b56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4269974 Nov 12 20:05:16.127675 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229051c4-08d2-4731-863f-20151a529cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457f2477-1872-4f09-83a5-4cf2215fe4ed,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:16.128070 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59472) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:16.182719 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ec5e62e-4170-4be8-af28-feea710b5a43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:16.189090 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-33b77a24-6de3-47a1-af8a-aa9efced2d1f None None] For port d19e8788-2e97-41b6-967d-feb6b90449af, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:05:16.196020 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:16.218991 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ec5e62e-4170-4be8-af28-feea710b5a43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:16.229876 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 28dcac4f-4a6f-4e19-94a6-58e05d08376f triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:16.230313 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:16.234973 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-33b77a24-6de3-47a1-af8a-aa9efced2d1f None None] For port d19e8788-2e97-41b6-967d-feb6b90449af, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d19e8788-2e97-41b6-967d-feb6b90449af,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:05:16.254705 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-061c420c-a575-4073-be3a-98db25c70bfa None None] Port b095f002-e464-4ed0-a874-70d557505104 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:05:16.269169 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-33b77a24-6de3-47a1-af8a-aa9efced2d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:16.273179 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=4390f72d-67da-4369-adae-71f879b04b81,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:16.308907 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:16.331349 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e3c4a-5fc0-4d7f-94e4-59ebad5ba1af req-64dc570b-e7a4-419b-8a3d-f23f31703dd0 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:16.333277 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:16.333993 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 8cb0f270-2cba-45c2-b623-7b4877568439 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:05:16.335907 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-950e3c4a-5fc0-4d7f-94e4-59ebad5ba1af req-64dc570b-e7a4-419b-8a3d-f23f31703dd0 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 949 time: 0.0686822 Nov 12 20:05:16.343064 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-756b84cf-4f79-4513-aa0d-c5d3f1920a5e req-fe4f3aeb-deaf-424b-9f5b-6c7da719f037 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1392665 Nov 12 20:05:16.359071 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-756b84cf-4f79-4513-aa0d-c5d3f1920a5e req-9bb76f2d-3a51-4001-a078-deea4650de84 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:05:16.365158 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ec5e62e-4170-4be8-af28-feea710b5a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:16.368329 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ec5e62e-4170-4be8-af28-feea710b5a43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:16.372480 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5ec5e62e-4170-4be8-af28-feea710b5a43 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/457f2477-1872-4f09-83a5-4cf2215fe4ed HTTP/1.1" status: 204 len: 168 time: 0.2450061 Nov 12 20:05:16.383668 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-756b84cf-4f79-4513-aa0d-c5d3f1920a5e req-9bb76f2d-3a51-4001-a078-deea4650de84 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:16.390990 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5e62e-4170-4be8-af28-feea710b5a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457f2477-1872-4f09-83a5-4cf2215fe4ed,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:16.422563 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b77a24-6de3-47a1-af8a-aa9efced2d1f None None] Routers {'eb8654ce-012e-4db2-8246-8cde1519db77'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:05:16.423256 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-33b77a24-6de3-47a1-af8a-aa9efced2d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:04:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['eb8654ce-012e-4db2-8246-8cde1519db77'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:16.441357 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-950e3c4a-5fc0-4d7f-94e4-59ebad5ba1af req-e69d8b3a-0c8a-4971-8da3-f096e22509d3 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984640 Nov 12 20:05:16.456457 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['4390f72d-67da-4369-adae-71f879b04b81'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:05:16.504472 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537fe2bb-16b6-481a-95a9-49d4fb96ccc3 None None] Pushing event updated for resources: {'Port': ['ID=d19e8788-2e97-41b6-967d-feb6b90449af,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:16.509371 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-756b84cf-4f79-4513-aa0d-c5d3f1920a5e req-9bb76f2d-3a51-4001-a078-deea4650de84 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:16.609617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:16.650581 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-756b84cf-4f79-4513-aa0d-c5d3f1920a5e req-9bb76f2d-3a51-4001-a078-deea4650de84 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Allocated IP 172.25.5.88 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/43ef5eb4-c82e-464c-813f-1ab8233e51e5) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:05:16.672002 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f148e14-d40b-4dcf-8962-27a54c8d6499 req-044dcef6-1f10-402f-8940-b47253d283bf tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:16.679401 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f148e14-d40b-4dcf-8962-27a54c8d6499 req-044dcef6-1f10-402f-8940-b47253d283bf tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:16.687450 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f148e14-d40b-4dcf-8962-27a54c8d6499 req-044dcef6-1f10-402f-8940-b47253d283bf tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:16.694017 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f148e14-d40b-4dcf-8962-27a54c8d6499 req-044dcef6-1f10-402f-8940-b47253d283bf tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:16.701022 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f148e14-d40b-4dcf-8962-27a54c8d6499 req-044dcef6-1f10-402f-8940-b47253d283bf tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:16.711310 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 8cb0f270-2cba-45c2-b623-7b4877568439 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:05:16.715684 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f148e14-d40b-4dcf-8962-27a54c8d6499 req-044dcef6-1f10-402f-8940-b47253d283bf tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:16.724408 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f148e14-d40b-4dcf-8962-27a54c8d6499 req-044dcef6-1f10-402f-8940-b47253d283bf tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:16.728694 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9f148e14-d40b-4dcf-8962-27a54c8d6499 req-044dcef6-1f10-402f-8940-b47253d283bf tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5425 time: 0.1303952 Nov 12 20:05:16.741839 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 8cb0f270-2cba-45c2-b623-7b4877568439 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:16.742210 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:16.773194 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-33b77a24-6de3-47a1-af8a-aa9efced2d1f None None] Set router eb8654ce-012e-4db2-8246-8cde1519db77 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:05:16.773812 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-756b84cf-4f79-4513-aa0d-c5d3f1920a5e req-9bb76f2d-3a51-4001-a078-deea4650de84 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:16.804569 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9f148e14-d40b-4dcf-8962-27a54c8d6499 req-47f795fd-4db4-4315-b407-f7a25289330a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680387 Nov 12 20:05:16.817058 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-756b84cf-4f79-4513-aa0d-c5d3f1920a5e req-9bb76f2d-3a51-4001-a078-deea4650de84 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:16.843331 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:05:16.890260 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756b84cf-4f79-4513-aa0d-c5d3f1920a5e req-9bb76f2d-3a51-4001-a078-deea4650de84 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:05:16.897428 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-756b84cf-4f79-4513-aa0d-c5d3f1920a5e req-9bb76f2d-3a51-4001-a078-deea4650de84 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:05:16.899998 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-756b84cf-4f79-4513-aa0d-c5d3f1920a5e req-9bb76f2d-3a51-4001-a078-deea4650de84 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:05:16.903817 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb76f2d-3a51-4001-a078-deea4650de84 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Pushing event updated for resources: {'Port': ['ID=43ef5eb4-c82e-464c-813f-1ab8233e51e5,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:17.015286 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-756b84cf-4f79-4513-aa0d-c5d3f1920a5e req-9bb76f2d-3a51-4001-a078-deea4650de84 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:17.032907 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b4aa8-a4db-478c-a4db-18a9398f511a req-1c290fd2-6f59-4a58-bdf3-dec3a67c41ab tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:17.034375 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-680b4aa8-a4db-478c-a4db-18a9398f511a req-1c290fd2-6f59-4a58-bdf3-dec3a67c41ab tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 945 time: 0.0583355 Nov 12 20:05:17.067941 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:17.073184 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-756b84cf-4f79-4513-aa0d-c5d3f1920a5e req-9bb76f2d-3a51-4001-a078-deea4650de84 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:17.107031 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-680b4aa8-a4db-478c-a4db-18a9398f511a req-af5092a6-1600-44c7-8c1e-a194f836fd10 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/security-groups?id=3287d66f-eb9f-405c-978d-5b7b1028e434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622261 Nov 12 20:05:17.111693 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:05:17.126852 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:17.127219 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:17.177780 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 8cb0f270-2cba-45c2-b623-7b4877568439, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8cb0f270-2cba-45c2-b623-7b4877568439,segment=NetworkSegment(ddb484b8-cf35-4fcd-b21c-9bbe30197292),segment_id=ddb484b8-cf35-4fcd-b21c-9bbe30197292)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:17.191497 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:17.192324 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 7a53f7b3-d5ed-4c55-a9f2-9d69debf231e up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:05:17.285063 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33069d3b-387f-4c85-bd3b-33c9f15aa819 req-600f8126-86ce-48d7-9316-0081aee3afe3 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:17.287296 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-33069d3b-387f-4c85-bd3b-33c9f15aa819 req-600f8126-86ce-48d7-9316-0081aee3afe3 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=fee5bf39-0160-47ef-9022-f8d479642270 HTTP/1.1" status: 200 len: 944 time: 0.0733409 Nov 12 20:05:17.294813 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-756b84cf-4f79-4513-aa0d-c5d3f1920a5e req-9bb76f2d-3a51-4001-a078-deea4650de84 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:17.303014 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=8cb0f270-2cba-45c2-b623-7b4877568439,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:17.303539 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-756b84cf-4f79-4513-aa0d-c5d3f1920a5e req-9bb76f2d-3a51-4001-a078-deea4650de84 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:17.323145 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd063f0e1-0923-40b7-bb03-2b249948d892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d21e3f-02fc-4419-903d-a5b4da1dd6b5'}, {'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb0f270-2cba-45c2-b623-7b4877568439'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:05:17.326467 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149f0e76-f169-431f-a22f-da12c2b17de1" -d '{"events": [{"server_uuid": "d063f0e1-0923-40b7-bb03-2b249948d892", "name": "network-vif-plugged", "status": "completed", "tag": "c0d21e3f-02fc-4419-903d-a5b4da1dd6b5"}, {"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-plugged", "status": "completed", "tag": "8cb0f270-2cba-45c2-b623-7b4877568439"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:05:17.350289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-33b77a24-6de3-47a1-af8a-aa9efced2d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8654ce-012e-4db2-8246-8cde1519db77', 'name': 'tempest-FloatingIPDetailsTestJSON-333634228-router', 'tenant_id': '563edf2c148543ecbf22ef24a16a199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'd19e8788-2e97-41b6-967d-feb6b90449af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:05:09Z', 'updated_at': '2021-11-12T20:05:14Z', 'revision_number': 4, 'project_id': '563edf2c148543ecbf22ef24a16a199c', 'gw_port': {'id': 'd19e8788-2e97-41b6-967d-feb6b90449af', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8654ce-012e-4db2-8246-8cde1519db77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:05:10Z', 'updated_at': '2021-11-12T20:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b095f002-e464-4ed0-a874-70d557505104', 'name': '', 'network_id': '6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57', 'tenant_id': '563edf2c148543ecbf22ef24a16a199c', 'mac_address': 'fa:16:3e:b5:19:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8654ce-012e-4db2-8246-8cde1519db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '93dddd4a-f2cf-447f-aa83-cd62c3392488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:05:13Z', 'updated_at': '2021-11-12T20:05:14Z', 'revision_number': 2, 'project_id': '563edf2c148543ecbf22ef24a16a199c', 'subnets': [{'id': '93dddd4a-f2cf-447f-aa83-cd62c3392488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:17.381388 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-33069d3b-387f-4c85-bd3b-33c9f15aa819 req-e1fcb244-edf1-4dea-b855-e637e442f43a tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848200 Nov 12 20:05:17.388390 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb76f2d-3a51-4001-a078-deea4650de84 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Pushing event updated for resources: {'Port': ['ID=43ef5eb4-c82e-464c-813f-1ab8233e51e5,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:17.409166 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-756b84cf-4f79-4513-aa0d-c5d3f1920a5e req-9bb76f2d-3a51-4001-a078-deea4650de84 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:17.440132 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-756b84cf-4f79-4513-aa0d-c5d3f1920a5e req-9bb76f2d-3a51-4001-a078-deea4650de84 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:17.444842 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-756b84cf-4f79-4513-aa0d-c5d3f1920a5e req-9bb76f2d-3a51-4001-a078-deea4650de84 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0922136 Nov 12 20:05:17.473602 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b77a24-6de3-47a1-af8a-aa9efced2d1f None None] The sync data for ids ['eb8654ce-012e-4db2-8246-8cde1519db77'] in n-d-712140-15 is: [{'id': 'eb8654ce-012e-4db2-8246-8cde1519db77', 'name': 'tempest-FloatingIPDetailsTestJSON-333634228-router', 'tenant_id': '563edf2c148543ecbf22ef24a16a199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'd19e8788-2e97-41b6-967d-feb6b90449af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:05:09Z', 'updated_at': '2021-11-12T20:05:14Z', 'revision_number': 4, 'project_id': '563edf2c148543ecbf22ef24a16a199c', 'gw_port': {'id': 'd19e8788-2e97-41b6-967d-feb6b90449af', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8654ce-012e-4db2-8246-8cde1519db77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:05:10Z', 'updated_at': '2021-11-12T20:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b095f002-e464-4ed0-a874-70d557505104', 'name': '', 'network_id': '6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57', 'tenant_id': '563edf2c148543ecbf22ef24a16a199c', 'mac_address': 'fa:16:3e:b5:19:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8654ce-012e-4db2-8246-8cde1519db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '93dddd4a-f2cf-447f-aa83-cd62c3392488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:05:13Z', 'updated_at': '2021-11-12T20:05:14Z', 'revision_number': 2, 'project_id': '563edf2c148543ecbf22ef24a16a199c', 'subnets': [{'id': '93dddd4a-f2cf-447f-aa83-cd62c3392488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:05:17.503706 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:17.516926 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-756b84cf-4f79-4513-aa0d-c5d3f1920a5e req-ffa37353-064c-4ae3-8689-f5e93d9e9dc0 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.88 HTTP/1.1" status: 200 len: 695 time: 0.0623105 Nov 12 20:05:17.524012 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 7a53f7b3-d5ed-4c55-a9f2-9d69debf231e completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:05:17.543892 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 7a53f7b3-d5ed-4c55-a9f2-9d69debf231e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:17.544396 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:17.603613 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1c5f4-fd8e-4a0d-82bf-bf9c817164a3 req-fb9770c9-7e39-49c6-8600-590533183ff3 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:17.605943 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6b1c5f4-fd8e-4a0d-82bf-bf9c817164a3 req-fb9770c9-7e39-49c6-8600-590533183ff3 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 945 time: 0.1360512 Nov 12 20:05:17.662462 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=0aeb2e92-400c-4ea3-ada7-73a23bb96d1d,segment=NetworkSegment(7b36f143-1fec-421b-a084-6f9c5b9e9660),segment_id=7b36f143-1fec-421b-a084-6f9c5b9e9660)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:17.675393 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:17.725534 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6b1c5f4-fd8e-4a0d-82bf-bf9c817164a3 req-51ef7ab9-8ca7-4bf0-8b92-48fa0e85bbd4 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108358 Nov 12 20:05:17.735529 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b84cf-4f79-4513-aa0d-c5d3f1920a5e req-e09ab650-cf4f-4745-9a72-0e86e12c54ba tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:17.739259 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-756b84cf-4f79-4513-aa0d-c5d3f1920a5e req-e09ab650-cf4f-4745-9a72-0e86e12c54ba tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 784 time: 0.2108583 Nov 12 20:05:17.786674 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=0aeb2e92-400c-4ea3-ada7-73a23bb96d1d,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:17.789653 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:17.877253 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 7a53f7b3-d5ed-4c55-a9f2-9d69debf231e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=7a53f7b3-d5ed-4c55-a9f2-9d69debf231e,segment=NetworkSegment(a4495e9e-0520-408e-b7b5-7d8ecec55dc4),segment_id=a4495e9e-0520-408e-b7b5-7d8ecec55dc4)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:17.889439 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:17.932395 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 20:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6949b0-cbfd-4bac-879a-cdc353d559e2 x-openstack-request-id: req-9a6949b0-cbfd-4bac-879a-cdc353d559e2 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:05:17.932966 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d063f0e1-0923-40b7-bb03-2b249948d892", "name": "network-vif-plugged", "status": "completed", "tag": "c0d21e3f-02fc-4419-903d-a5b4da1dd6b5", "code": 200}, {"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-plugged", "status": "completed", "tag": "8cb0f270-2cba-45c2-b623-7b4877568439", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:05:17.934098 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a6949b0-cbfd-4bac-879a-cdc353d559e2 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:05:17.934700 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd063f0e1-0923-40b7-bb03-2b249948d892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d21e3f-02fc-4419-903d-a5b4da1dd6b5', 'code': 200} Nov 12 20:05:17.935125 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb0f270-2cba-45c2-b623-7b4877568439', 'code': 200} Nov 12 20:05:17.937386 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device ed205f9d-8655-42c7-97ed-cba504477990 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:05:17.948612 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39265fce-47ca-44d3-b989-69d2db69ffe9 req-cef3f1b1-f23a-4218-8e13-468adfc50b3b tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:17.951265 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-39265fce-47ca-44d3-b989-69d2db69ffe9 req-cef3f1b1-f23a-4218-8e13-468adfc50b3b tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 950 time: 0.1043398 Nov 12 20:05:18.016418 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=7a53f7b3-d5ed-4c55-a9f2-9d69debf231e,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:18.040635 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-39265fce-47ca-44d3-b989-69d2db69ffe9 req-ba99c7d1-d3cb-4fc7-8c42-acf926632043 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825601 Nov 12 20:05:18.053749 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port ed205f9d-8655-42c7-97ed-cba504477990 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:05:18.058994 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port ed205f9d-8655-42c7-97ed-cba504477990 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:18.059603 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:18.147917 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97898398-1053-4902-b194-a6d843c47f92 req-cae34037-c0a0-4c74-98cf-9c9c4200167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:18.149805 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-97898398-1053-4902-b194-a6d843c47f92 req-cae34037-c0a0-4c74-98cf-9c9c4200167e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 1102 time: 0.1554868 Nov 12 20:05:18.155665 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab9b4d06-a7d0-4cf8-bdf7-8978191e75d9 req-33f5c138-f4f6-4d32-8980-4e47dd4acc8b tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2195799 Nov 12 20:05:18.176949 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-ab9b4d06-a7d0-4cf8-bdf7-8978191e75d9 req-92581107-456e-4bd9-afbb-14d82319a596 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:05:18.241708 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ab9b4d06-a7d0-4cf8-bdf7-8978191e75d9 req-92581107-456e-4bd9-afbb-14d82319a596 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks [] for floatingip, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:18.256546 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40767b00-6d92-410d-9b20-87932d1972b2 req-f368f715-5d61-4691-b87b-02701f97dbb9 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:18.263678 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40767b00-6d92-410d-9b20-87932d1972b2 req-f368f715-5d61-4691-b87b-02701f97dbb9 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:18.272014 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40767b00-6d92-410d-9b20-87932d1972b2 req-f368f715-5d61-4691-b87b-02701f97dbb9 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:18.279706 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40767b00-6d92-410d-9b20-87932d1972b2 req-f368f715-5d61-4691-b87b-02701f97dbb9 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:18.288962 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-97898398-1053-4902-b194-a6d843c47f92 req-a09f43dd-56a6-48a9-9178-e9bc3bb98101 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282754 Nov 12 20:05:18.295388 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40767b00-6d92-410d-9b20-87932d1972b2 req-f368f715-5d61-4691-b87b-02701f97dbb9 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:18.302861 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40767b00-6d92-410d-9b20-87932d1972b2 req-f368f715-5d61-4691-b87b-02701f97dbb9 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:18.311442 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40767b00-6d92-410d-9b20-87932d1972b2 req-f368f715-5d61-4691-b87b-02701f97dbb9 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:18.315660 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40767b00-6d92-410d-9b20-87932d1972b2 req-f368f715-5d61-4691-b87b-02701f97dbb9 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5427 time: 0.1641545 Nov 12 20:05:18.393948 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ab9b4d06-a7d0-4cf8-bdf7-8978191e75d9 req-92581107-456e-4bd9-afbb-14d82319a596 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:18.399405 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:18.440225 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port ed205f9d-8655-42c7-97ed-cba504477990, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=ed205f9d-8655-42c7-97ed-cba504477990,segment=NetworkSegment(4ad03fe4-2e70-4ed7-aa2f-588d959c575b),segment_id=4ad03fe4-2e70-4ed7-aa2f-588d959c575b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:18.447846 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40767b00-6d92-410d-9b20-87932d1972b2 req-4e693be0-e87e-49f4-b6e1-866abe8d9ef0 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1215086 Nov 12 20:05:18.450421 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:18.451526 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 3ed28dcd-1910-40f7-b699-b7f2769c9e31 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:05:18.545042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59544) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:18.566500 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=ed205f9d-8655-42c7-97ed-cba504477990,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:18.574914 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 3ed28dcd-1910-40f7-b699-b7f2769c9e31 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:05:18.581460 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 3ed28dcd-1910-40f7-b699-b7f2769c9e31 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:18.581819 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:18.600505 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-ab9b4d06-a7d0-4cf8-bdf7-8978191e75d9 req-92581107-456e-4bd9-afbb-14d82319a596 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Allocated IP 172.25.5.37 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/042dacfc-8a80-4f09-9e75-03c21ee95c12) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:05:18.726618 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74478c81-37a7-49c4-bfb3-78d1f172a521 req-11930125-0120-4a8c-9b44-5c8dbbd56259 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:18.729180 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-74478c81-37a7-49c4-bfb3-78d1f172a521 req-11930125-0120-4a8c-9b44-5c8dbbd56259 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 946 time: 0.0969975 Nov 12 20:05:18.756031 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:18.760249 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19b2c4b6-bc1c-4a77-99c2-dbcf04a74024 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:18.767389 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ab9b4d06-a7d0-4cf8-bdf7-8978191e75d9 req-92581107-456e-4bd9-afbb-14d82319a596 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:18.804317 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 3ed28dcd-1910-40f7-b699-b7f2769c9e31, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=3ed28dcd-1910-40f7-b699-b7f2769c9e31,segment=NetworkSegment(4ad03fe4-2e70-4ed7-aa2f-588d959c575b),segment_id=4ad03fe4-2e70-4ed7-aa2f-588d959c575b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:18.810785 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:18.811590 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:05:18.816805 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ab9b4d06-a7d0-4cf8-bdf7-8978191e75d9 req-92581107-456e-4bd9-afbb-14d82319a596 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:18.825318 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-74478c81-37a7-49c4-bfb3-78d1f172a521 req-fc12d731-ad96-4857-8b91-c6d12fcaab25 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/security-groups?id=3287d66f-eb9f-405c-978d-5b7b1028e434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800931 Nov 12 20:05:18.867053 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab9b4d06-a7d0-4cf8-bdf7-8978191e75d9 req-92581107-456e-4bd9-afbb-14d82319a596 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:05:18.876704 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-ab9b4d06-a7d0-4cf8-bdf7-8978191e75d9 req-92581107-456e-4bd9-afbb-14d82319a596 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:05:18.879703 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9b4d06-a7d0-4cf8-bdf7-8978191e75d9 req-92581107-456e-4bd9-afbb-14d82319a596 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:05:18.893242 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 4390f72d-67da-4369-adae-71f879b04b81 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:05:18.921430 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19b2c4b6-bc1c-4a77-99c2-dbcf04a74024 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:18.937746 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19b2c4b6-bc1c-4a77-99c2-dbcf04a74024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:18.983385 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=3ed28dcd-1910-40f7-b699-b7f2769c9e31,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:18.992343 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ab9b4d06-a7d0-4cf8-bdf7-8978191e75d9 req-92581107-456e-4bd9-afbb-14d82319a596 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:18.999556 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92581107-456e-4bd9-afbb-14d82319a596 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Pushing event updated for resources: {'Port': ['ID=042dacfc-8a80-4f09-9e75-03c21ee95c12,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:19.006751 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 4390f72d-67da-4369-adae-71f879b04b81 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:05:19.014611 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 4390f72d-67da-4369-adae-71f879b04b81 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:19.015020 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:19.016779 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:05:19.024708 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2c4b6-bc1c-4a77-99c2-dbcf04a74024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ae3548-dcf0-48ca-8076-145313a55a2a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:19.033959 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-19b2c4b6-bc1c-4a77-99c2-dbcf04a74024 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4725f8433a6743459a54588c80249d4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4879134 Nov 12 20:05:19.037639 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59550) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:19.049380 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:19.049864 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:19.057349 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962bdeb-29be-42da-a453-53adc4c667da req-8064a092-0743-4f15-8e8e-8af06b043aaa tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:19.065583 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ab9b4d06-a7d0-4cf8-bdf7-8978191e75d9 req-92581107-456e-4bd9-afbb-14d82319a596 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:19.066494 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5962bdeb-29be-42da-a453-53adc4c667da req-8064a092-0743-4f15-8e8e-8af06b043aaa tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=fee5bf39-0160-47ef-9022-f8d479642270 HTTP/1.1" status: 200 len: 944 time: 0.1429591 Nov 12 20:05:19.128153 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5962bdeb-29be-42da-a453-53adc4c667da req-dc6d3d54-4102-4143-9f93-f4413797ec73 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595713 Nov 12 20:05:19.184887 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:19.188100 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:19.236876 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-18781dc0-1428-4593-9e67-4f495483d347 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:19.246466 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 4390f72d-67da-4369-adae-71f879b04b81, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=4390f72d-67da-4369-adae-71f879b04b81,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:19.250617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7,segment=NetworkSegment(ddb484b8-cf35-4fcd-b21c-9bbe30197292),segment_id=ddb484b8-cf35-4fcd-b21c-9bbe30197292)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:19.253323 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:19.279162 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:19.279508 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f6659-406c-456d-9d1e-08cf2a4c3fe3 req-42dbb03a-2810-4687-95a4-b3f666143aae tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:19.288383 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9c4f6659-406c-456d-9d1e-08cf2a4c3fe3 req-42dbb03a-2810-4687-95a4-b3f666143aae tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 945 time: 0.0787885 Nov 12 20:05:19.290056 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-18781dc0-1428-4593-9e67-4f495483d347 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:19.312504 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=4390f72d-67da-4369-adae-71f879b04b81,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:19.321858 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ab9b4d06-a7d0-4cf8-bdf7-8978191e75d9 req-92581107-456e-4bd9-afbb-14d82319a596 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:19.334808 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ab9b4d06-a7d0-4cf8-bdf7-8978191e75d9 req-92581107-456e-4bd9-afbb-14d82319a596 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:19.355582 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9c4f6659-406c-456d-9d1e-08cf2a4c3fe3 req-7d4e29ec-7b01-4744-8904-efb12d9bfa4a tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644224 Nov 12 20:05:19.388427 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:19.450764 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92581107-456e-4bd9-afbb-14d82319a596 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Pushing event updated for resources: {'Port': ['ID=042dacfc-8a80-4f09-9e75-03c21ee95c12,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:19.459914 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ab9b4d06-a7d0-4cf8-bdf7-8978191e75d9 req-92581107-456e-4bd9-afbb-14d82319a596 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:19.475742 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a017af0-634e-4b9f-81fb-896620151e67 req-92f236f0-8aee-494e-b5f0-d34a9f96ffc2 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:19.477544 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7a017af0-634e-4b9f-81fb-896620151e67 req-92f236f0-8aee-494e-b5f0-d34a9f96ffc2 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 950 time: 0.0666180 Nov 12 20:05:19.484638 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-18781dc0-1428-4593-9e67-4f495483d347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:19.487580 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-18781dc0-1428-4593-9e67-4f495483d347 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:19.488766 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-18781dc0-1428-4593-9e67-4f495483d347 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6ae3548-dcf0-48ca-8076-145313a55a2a HTTP/1.1" status: 204 len: 168 time: 0.4507437 Nov 12 20:05:19.502652 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ab9b4d06-a7d0-4cf8-bdf7-8978191e75d9 req-92581107-456e-4bd9-afbb-14d82319a596 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:19.503215 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab9b4d06-a7d0-4cf8-bdf7-8978191e75d9 req-92581107-456e-4bd9-afbb-14d82319a596 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3397238 Nov 12 20:05:19.504209 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18781dc0-1428-4593-9e67-4f495483d347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ae3548-dcf0-48ca-8076-145313a55a2a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:19.570638 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7a017af0-634e-4b9f-81fb-896620151e67 req-fa3a9ff0-8f62-458c-b734-d992370bdc1c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852423 Nov 12 20:05:19.597097 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab9b4d06-a7d0-4cf8-bdf7-8978191e75d9 req-6b40d90a-9b40-4e1b-acab-57ab8f4310ac tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.37 HTTP/1.1" status: 200 len: 695 time: 0.0767624 Nov 12 20:05:19.735962 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b4d06-a7d0-4cf8-bdf7-8978191e75d9 req-38c6b0de-75ea-45da-8620-e345f2022b56 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:19.737627 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab9b4d06-a7d0-4cf8-bdf7-8978191e75d9 req-38c6b0de-75ea-45da-8620-e345f2022b56 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 784 time: 0.1282821 Nov 12 20:05:19.768579 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679be19-37f0-4d34-b338-f17534eef89d req-98207560-1450-44a4-a47a-f7b671bb4c50 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:19.789792 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679be19-37f0-4d34-b338-f17534eef89d req-98207560-1450-44a4-a47a-f7b671bb4c50 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:19.800167 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d19e8788-2e97-41b6-967d-feb6b90449af up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:05:19.801039 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679be19-37f0-4d34-b338-f17534eef89d req-98207560-1450-44a4-a47a-f7b671bb4c50 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:19.807216 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679be19-37f0-4d34-b338-f17534eef89d req-98207560-1450-44a4-a47a-f7b671bb4c50 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:19.814327 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679be19-37f0-4d34-b338-f17534eef89d req-98207560-1450-44a4-a47a-f7b671bb4c50 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:19.820703 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679be19-37f0-4d34-b338-f17534eef89d req-98207560-1450-44a4-a47a-f7b671bb4c50 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:19.826942 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679be19-37f0-4d34-b338-f17534eef89d req-98207560-1450-44a4-a47a-f7b671bb4c50 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:19.829071 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4679be19-37f0-4d34-b338-f17534eef89d req-98207560-1450-44a4-a47a-f7b671bb4c50 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5430 time: 0.1322520 Nov 12 20:05:19.876409 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8fb22347-479f-4c40-a834-5cd5bcadd78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:19.889777 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port d19e8788-2e97-41b6-967d-feb6b90449af triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:19.889777 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:19.908786 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4679be19-37f0-4d34-b338-f17534eef89d req-a118ffc9-feff-4527-8b0c-97d9f39fade7 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730886 Nov 12 20:05:19.944592 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f335f95e-8e1e-497f-a2b4-316dfe0fc4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aeb2e92-400c-4ea3-ada7-73a23bb96d1d'}, {'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a53f7b3-d5ed-4c55-a9f2-9d69debf231e'}, {'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed205f9d-8655-42c7-97ed-cba504477990'}, {'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed28dcd-1910-40f7-b699-b7f2769c9e31'}, {'server_uuid': 'fee5bf39-0160-47ef-9022-f8d479642270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4390f72d-67da-4369-adae-71f879b04b81'}, {'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:05:19.947452 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b333c7e-1483-4bbd-9224-8e68beb16b65" -d '{"events": [{"server_uuid": "f335f95e-8e1e-497f-a2b4-316dfe0fc4cd", "name": "network-vif-plugged", "status": "completed", "tag": "0aeb2e92-400c-4ea3-ada7-73a23bb96d1d"}, {"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-plugged", "status": "completed", "tag": "7a53f7b3-d5ed-4c55-a9f2-9d69debf231e"}, {"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-plugged", "status": "completed", "tag": "ed205f9d-8655-42c7-97ed-cba504477990"}, {"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-plugged", "status": "completed", "tag": "3ed28dcd-1910-40f7-b699-b7f2769c9e31"}, {"server_uuid": "fee5bf39-0160-47ef-9022-f8d479642270", "name": "network-vif-plugged", "status": "completed", "tag": "4390f72d-67da-4369-adae-71f879b04b81"}, {"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-plugged", "status": "completed", "tag": "f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:05:19.972264 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1b245589-be9c-4177-ad98-88adb5933961 req-8b0572c5-89c2-4f93-8fca-8b4214689c6c tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1292648 Nov 12 20:05:19.975916 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:19.986115 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-1b245589-be9c-4177-ad98-88adb5933961 req-b56dfbe0-9535-4cd5-9e29-29b0f6d3b7df tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:05:20.024291 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1b245589-be9c-4177-ad98-88adb5933961 req-b56dfbe0-9535-4cd5-9e29-29b0f6d3b7df tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks [] for floatingip, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:20.037148 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:20.061757 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port d19e8788-2e97-41b6-967d-feb6b90449af, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d19e8788-2e97-41b6-967d-feb6b90449af,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:20.067007 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:20.087639 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70518e25-77ac-4d98-bef6-82154b912f20 req-5c685f5f-fae1-4161-8ad5-26618aaa0501 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:20.090618 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-70518e25-77ac-4d98-bef6-82154b912f20 req-5c685f5f-fae1-4161-8ad5-26618aaa0501 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 946 time: 0.0694153 Nov 12 20:05:20.129023 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=d19e8788-2e97-41b6-967d-feb6b90449af,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:20.154245 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-70518e25-77ac-4d98-bef6-82154b912f20 req-bb4b4c2a-e4ba-4083-ac4d-6f3bf3797df3 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/security-groups?id=3287d66f-eb9f-405c-978d-5b7b1028e434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567877 Nov 12 20:05:20.167849 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1b245589-be9c-4177-ad98-88adb5933961 req-b56dfbe0-9535-4cd5-9e29-29b0f6d3b7df tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:20.227812 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 12 Nov 2021 20:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d532b1e2-0ef8-46cf-a07d-50158359a435 x-openstack-request-id: req-d532b1e2-0ef8-46cf-a07d-50158359a435 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:05:20.228128 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f335f95e-8e1e-497f-a2b4-316dfe0fc4cd", "name": "network-vif-plugged", "status": "completed", "tag": "0aeb2e92-400c-4ea3-ada7-73a23bb96d1d", "code": 200}, {"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-plugged", "status": "completed", "tag": "7a53f7b3-d5ed-4c55-a9f2-9d69debf231e", "code": 200}, {"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-plugged", "status": "completed", "tag": "ed205f9d-8655-42c7-97ed-cba504477990", "code": 200}, {"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-plugged", "status": "completed", "tag": "3ed28dcd-1910-40f7-b699-b7f2769c9e31", "code": 200}, {"server_uuid": "fee5bf39-0160-47ef-9022-f8d479642270", "name": "network-vif-plugged", "status": "completed", "tag": "4390f72d-67da-4369-adae-71f879b04b81", "code": 200}, {"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-plugged", "status": "completed", "tag": "f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:05:20.228406 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d532b1e2-0ef8-46cf-a07d-50158359a435 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:05:20.228820 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f335f95e-8e1e-497f-a2b4-316dfe0fc4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aeb2e92-400c-4ea3-ada7-73a23bb96d1d', 'code': 200} Nov 12 20:05:20.229080 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a53f7b3-d5ed-4c55-a9f2-9d69debf231e', 'code': 200} Nov 12 20:05:20.229326 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed205f9d-8655-42c7-97ed-cba504477990', 'code': 200} Nov 12 20:05:20.230599 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed28dcd-1910-40f7-b699-b7f2769c9e31', 'code': 200} Nov 12 20:05:20.231974 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee5bf39-0160-47ef-9022-f8d479642270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4390f72d-67da-4369-adae-71f879b04b81', 'code': 200} Nov 12 20:05:20.232266 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7', 'code': 200} Nov 12 20:05:20.299910 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-1b245589-be9c-4177-ad98-88adb5933961 req-b56dfbe0-9535-4cd5-9e29-29b0f6d3b7df tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Allocated IP 172.25.5.15 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/49571c5f-91a1-49bf-bff8-af800ae73864) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:05:20.447666 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631c389-91af-4716-a37a-30f122983b0b req-6c30ad21-6dc4-44d6-ab80-3523d8bb79d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:20.448141 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631c389-91af-4716-a37a-30f122983b0b req-6c30ad21-6dc4-44d6-ab80-3523d8bb79d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:20.449170 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631c389-91af-4716-a37a-30f122983b0b req-6c30ad21-6dc4-44d6-ab80-3523d8bb79d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:20.449629 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631c389-91af-4716-a37a-30f122983b0b req-6c30ad21-6dc4-44d6-ab80-3523d8bb79d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:20.450082 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631c389-91af-4716-a37a-30f122983b0b req-6c30ad21-6dc4-44d6-ab80-3523d8bb79d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:20.450532 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631c389-91af-4716-a37a-30f122983b0b req-6c30ad21-6dc4-44d6-ab80-3523d8bb79d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:20.450982 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631c389-91af-4716-a37a-30f122983b0b req-6c30ad21-6dc4-44d6-ab80-3523d8bb79d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:20.452954 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4631c389-91af-4716-a37a-30f122983b0b req-6c30ad21-6dc4-44d6-ab80-3523d8bb79d3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 6494 time: 0.0734315 Nov 12 20:05:20.478248 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1b245589-be9c-4177-ad98-88adb5933961 req-b56dfbe0-9535-4cd5-9e29-29b0f6d3b7df tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:20.488645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f2071-bfa5-467b-bb19-2363794b61e3 req-361756df-326d-4400-95dc-9706c566c392 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:20.490808 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c85f2071-bfa5-467b-bb19-2363794b61e3 req-361756df-326d-4400-95dc-9706c566c392 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=fee5bf39-0160-47ef-9022-f8d479642270 HTTP/1.1" status: 200 len: 945 time: 0.1581419 Nov 12 20:05:20.508179 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c864b-241f-491c-b8ed-d0754187853f req-72b3534d-4a43-4e9e-8195-15418eee98f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:20.509741 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-595c864b-241f-491c-b8ed-d0754187853f req-72b3534d-4a43-4e9e-8195-15418eee98f9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fee5bf39-0160-47ef-9022-f8d479642270 HTTP/1.1" status: 200 len: 1097 time: 0.1196325 Nov 12 20:05:20.552494 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1809d-910d-4fad-9a74-2ee9ca3b390e req-9e8bc9bc-a9eb-4b98-b5a6-0dcb8bab0fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:20.554214 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-51d1809d-910d-4fad-9a74-2ee9ca3b390e req-9e8bc9bc-a9eb-4b98-b5a6-0dcb8bab0fc7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 1098 time: 0.1973133 Nov 12 20:05:20.555442 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4631c389-91af-4716-a37a-30f122983b0b req-bcf72b8f-384d-4d1a-ba43-61cd2cd51f45 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=660401df-133a-4104-b9f9-e8f654f50a7d&id=d1ae385b-3557-4481-ad53-b0794217c6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929193 Nov 12 20:05:20.557507 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c85f2071-bfa5-467b-bb19-2363794b61e3 req-a4788b66-f5db-40f5-9dcf-5c196d8ba847 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580523 Nov 12 20:05:20.584689 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1b245589-be9c-4177-ad98-88adb5933961 req-b56dfbe0-9535-4cd5-9e29-29b0f6d3b7df tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:20.631587 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-595c864b-241f-491c-b8ed-d0754187853f req-1b981524-98f8-4223-9c86-2ceed1622211 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814638 Nov 12 20:05:20.634098 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-51d1809d-910d-4fad-9a74-2ee9ca3b390e req-a4e30ff7-cd87-4e3f-9c6f-2515d6a75da3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3287d66f-eb9f-405c-978d-5b7b1028e434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707455 Nov 12 20:05:20.640765 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b245589-be9c-4177-ad98-88adb5933961 req-b56dfbe0-9535-4cd5-9e29-29b0f6d3b7df tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:05:20.643998 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-1b245589-be9c-4177-ad98-88adb5933961 req-b56dfbe0-9535-4cd5-9e29-29b0f6d3b7df tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:05:20.654703 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b245589-be9c-4177-ad98-88adb5933961 req-b56dfbe0-9535-4cd5-9e29-29b0f6d3b7df tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:05:20.679656 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56dfbe0-9535-4cd5-9e29-29b0f6d3b7df tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Pushing event updated for resources: {'Port': ['ID=49571c5f-91a1-49bf-bff8-af800ae73864,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:20.688807 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5480e9-c9e0-4725-b836-ce373b081cdc req-8861c70d-5ed6-4942-aaa4-d29f2b90035d tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:20.690992 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bf5480e9-c9e0-4725-b836-ce373b081cdc req-8861c70d-5ed6-4942-aaa4-d29f2b90035d tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 945 time: 0.0506592 Nov 12 20:05:20.755356 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1b245589-be9c-4177-ad98-88adb5933961 req-b56dfbe0-9535-4cd5-9e29-29b0f6d3b7df tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:20.762687 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3146ac-ebaf-4b86-b063-0faacff721f4 None None] Sync routers for ids ['eb8654ce-012e-4db2-8246-8cde1519db77'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:05:20.766917 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bf5480e9-c9e0-4725-b836-ce373b081cdc req-21e0fdbc-83db-4a83-a143-e8bb5026bac0 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703423 Nov 12 20:05:20.774025 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3146ac-ebaf-4b86-b063-0faacff721f4 None None] Routers {'eb8654ce-012e-4db2-8246-8cde1519db77'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:05:20.775526 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8c3146ac-ebaf-4b86-b063-0faacff721f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:04:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['eb8654ce-012e-4db2-8246-8cde1519db77'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:20.802349 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1b245589-be9c-4177-ad98-88adb5933961 req-b56dfbe0-9535-4cd5-9e29-29b0f6d3b7df tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:20.909745 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-8c3146ac-ebaf-4b86-b063-0faacff721f4 None None] Set router eb8654ce-012e-4db2-8246-8cde1519db77 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:05:20.911249 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf96be-0254-43d3-8858-772d83a47660 req-2febf972-a58a-40a1-8473-46b55d2e9900 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:20.913059 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcdf96be-0254-43d3-8858-772d83a47660 req-2febf972-a58a-40a1-8473-46b55d2e9900 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 950 time: 0.0693841 Nov 12 20:05:20.981451 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcdf96be-0254-43d3-8858-772d83a47660 req-e729ed5b-10a2-4b33-81f2-ced4def922c9 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577154 Nov 12 20:05:20.989477 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1b245589-be9c-4177-ad98-88adb5933961 req-b56dfbe0-9535-4cd5-9e29-29b0f6d3b7df tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:20.995400 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1b245589-be9c-4177-ad98-88adb5933961 req-b56dfbe0-9535-4cd5-9e29-29b0f6d3b7df tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:21.079913 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56dfbe0-9535-4cd5-9e29-29b0f6d3b7df tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Pushing event updated for resources: {'Port': ['ID=49571c5f-91a1-49bf-bff8-af800ae73864,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:21.086531 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1b245589-be9c-4177-ad98-88adb5933961 req-b56dfbe0-9535-4cd5-9e29-29b0f6d3b7df tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:21.109028 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1b245589-be9c-4177-ad98-88adb5933961 req-b56dfbe0-9535-4cd5-9e29-29b0f6d3b7df tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:21.110926 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1b245589-be9c-4177-ad98-88adb5933961 req-b56dfbe0-9535-4cd5-9e29-29b0f6d3b7df tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1319232 Nov 12 20:05:21.164384 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8c3146ac-ebaf-4b86-b063-0faacff721f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8654ce-012e-4db2-8246-8cde1519db77', 'name': 'tempest-FloatingIPDetailsTestJSON-333634228-router', 'tenant_id': '563edf2c148543ecbf22ef24a16a199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'd19e8788-2e97-41b6-967d-feb6b90449af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:05:09Z', 'updated_at': '2021-11-12T20:05:14Z', 'revision_number': 4, 'project_id': '563edf2c148543ecbf22ef24a16a199c', 'gw_port': {'id': 'd19e8788-2e97-41b6-967d-feb6b90449af', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8654ce-012e-4db2-8246-8cde1519db77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:05:10Z', 'updated_at': '2021-11-12T20:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b095f002-e464-4ed0-a874-70d557505104', 'name': '', 'network_id': '6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57', 'tenant_id': '563edf2c148543ecbf22ef24a16a199c', 'mac_address': 'fa:16:3e:b5:19:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8654ce-012e-4db2-8246-8cde1519db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '93dddd4a-f2cf-447f-aa83-cd62c3392488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:05:13Z', 'updated_at': '2021-11-12T20:05:14Z', 'revision_number': 2, 'project_id': '563edf2c148543ecbf22ef24a16a199c', 'subnets': [{'id': '93dddd4a-f2cf-447f-aa83-cd62c3392488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:21.170542 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1b245589-be9c-4177-ad98-88adb5933961 req-9cd4427e-acca-4398-8aef-d72d10ae43e9 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.15 HTTP/1.1" status: 200 len: 695 time: 0.0503132 Nov 12 20:05:21.198463 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3146ac-ebaf-4b86-b063-0faacff721f4 None None] Checking router: eb8654ce-012e-4db2-8246-8cde1519db77 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:05:21.199673 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3146ac-ebaf-4b86-b063-0faacff721f4 None None] Updating router eb8654ce-012e-4db2-8246-8cde1519db77 port b095f002-e464-4ed0-a874-70d557505104 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:05:21.221855 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59472a4-d091-4351-ad28-df0ce51b242c req-328919a4-0e6d-46a7-8372-b62980d5551f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:21.232022 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59472a4-d091-4351-ad28-df0ce51b242c req-328919a4-0e6d-46a7-8372-b62980d5551f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:21.235495 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-8c3146ac-ebaf-4b86-b063-0faacff721f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:21.241202 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59472a4-d091-4351-ad28-df0ce51b242c req-328919a4-0e6d-46a7-8372-b62980d5551f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:21.248082 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59472a4-d091-4351-ad28-df0ce51b242c req-328919a4-0e6d-46a7-8372-b62980d5551f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:21.254514 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59472a4-d091-4351-ad28-df0ce51b242c req-328919a4-0e6d-46a7-8372-b62980d5551f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:21.260801 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59472a4-d091-4351-ad28-df0ce51b242c req-328919a4-0e6d-46a7-8372-b62980d5551f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:21.272285 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59472a4-d091-4351-ad28-df0ce51b242c req-328919a4-0e6d-46a7-8372-b62980d5551f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:21.274263 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a59472a4-d091-4351-ad28-df0ce51b242c req-328919a4-0e6d-46a7-8372-b62980d5551f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5430 time: 0.1171925 Nov 12 20:05:21.320462 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b245589-be9c-4177-ad98-88adb5933961 req-65e5eba4-4579-438c-8337-4c21012eaede tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:21.334310 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1b245589-be9c-4177-ad98-88adb5933961 req-65e5eba4-4579-438c-8337-4c21012eaede tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 784 time: 0.1554575 Nov 12 20:05:21.356662 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a59472a4-d091-4351-ad28-df0ce51b242c req-486d6c72-a8c0-4b64-b698-299fe62444f2 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744753 Nov 12 20:05:21.435684 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad6bff-d7e5-48f4-b012-55e2d84555e0 req-f0666f9d-cd2b-4c65-8938-f4d9729ae874 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:21.437608 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5ad6bff-d7e5-48f4-b012-55e2d84555e0 req-f0666f9d-cd2b-4c65-8938-f4d9729ae874 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 950 time: 0.0580070 Nov 12 20:05:21.500353 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e15d1-fc69-415a-922d-0ff693404f04 req-4243f4df-7031-4d25-9f3b-c9a343ae2644 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:21.502028 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-199e15d1-fc69-415a-922d-0ff693404f04 req-4243f4df-7031-4d25-9f3b-c9a343ae2644 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 946 time: 0.0680094 Nov 12 20:05:21.523878 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5ad6bff-d7e5-48f4-b012-55e2d84555e0 req-b6830f68-3b1e-47b0-a2ae-52b63c72f9c2 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796652 Nov 12 20:05:21.554649 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-199e15d1-fc69-415a-922d-0ff693404f04 req-5c95f228-8ae5-4923-8092-0fd6b025c8d9 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/security-groups?id=3287d66f-eb9f-405c-978d-5b7b1028e434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456731 Nov 12 20:05:21.556574 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-8c3146ac-ebaf-4b86-b063-0faacff721f4 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:21.563159 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-8c3146ac-ebaf-4b86-b063-0faacff721f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:21.607046 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba56e8-59bf-4483-97c4-af828e3eca52 None None] Pushing event updated for resources: {'Port': ['ID=b095f002-e464-4ed0-a874-70d557505104,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:21.615135 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba56e8-59bf-4483-97c4-af828e3eca52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:21.615579 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba56e8-59bf-4483-97c4-af828e3eca52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:21.615806 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba56e8-59bf-4483-97c4-af828e3eca52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:21.616138 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba56e8-59bf-4483-97c4-af828e3eca52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:21.616498 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba56e8-59bf-4483-97c4-af828e3eca52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:21.616825 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba56e8-59bf-4483-97c4-af828e3eca52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:21.617148 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba56e8-59bf-4483-97c4-af828e3eca52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:21.617541 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba56e8-59bf-4483-97c4-af828e3eca52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:21.617906 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba56e8-59bf-4483-97c4-af828e3eca52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:21.618233 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba56e8-59bf-4483-97c4-af828e3eca52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:21.618552 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba56e8-59bf-4483-97c4-af828e3eca52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:21.618869 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba56e8-59bf-4483-97c4-af828e3eca52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:21.739842 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-80d29335-a224-4cb5-b849-64e2168f22b4 req-b3ff9901-b122-401b-ace6-6832ec2eb27c tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1758747 Nov 12 20:05:21.748999 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-8c3146ac-ebaf-4b86-b063-0faacff721f4 None None] Attempting to bind port b095f002-e464-4ed0-a874-70d557505104 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:05:21.749612 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-8c3146ac-ebaf-4b86-b063-0faacff721f4 None None] Attempting to bind port b095f002-e464-4ed0-a874-70d557505104 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '80471f9d-86a2-4b53-9e0b-cd8f7a043aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:05:21.750161 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3146ac-ebaf-4b86-b063-0faacff721f4 None None] Attempting to bind port b095f002-e464-4ed0-a874-70d557505104 on network 6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:05:21.751970 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-80d29335-a224-4cb5-b849-64e2168f22b4 req-e64628fd-a118-4f09-ac82-447f73438bdb tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:05:21.757602 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3146ac-ebaf-4b86-b063-0faacff721f4 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:05:21.758189 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3146ac-ebaf-4b86-b063-0faacff721f4 None None] Checking segment: {'id': '80471f9d-86a2-4b53-9e0b-cd8f7a043aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:05:21.758754 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-8c3146ac-ebaf-4b86-b063-0faacff721f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:21.759329 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3146ac-ebaf-4b86-b063-0faacff721f4 None None] Bound using segment: {'id': '80471f9d-86a2-4b53-9e0b-cd8f7a043aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:05:21.759960 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-8c3146ac-ebaf-4b86-b063-0faacff721f4 None None] Bound port: b095f002-e464-4ed0-a874-70d557505104, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80471f9d-86a2-4b53-9e0b-cd8f7a043aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:05:21.760535 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-8c3146ac-ebaf-4b86-b063-0faacff721f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:21.762854 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8569c6-aed1-4980-8666-ff1f58053838 req-e5f90157-5a55-4887-879c-aa5d3cc6df23 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:21.779357 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e8569c6-aed1-4980-8666-ff1f58053838 req-e5f90157-5a55-4887-879c-aa5d3cc6df23 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=fee5bf39-0160-47ef-9022-f8d479642270 HTTP/1.1" status: 200 len: 945 time: 0.1061025 Nov 12 20:05:21.799745 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d19e8788-2e97-41b6-967d-feb6b90449af up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:05:21.820530 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-80d29335-a224-4cb5-b849-64e2168f22b4 req-e64628fd-a118-4f09-ac82-447f73438bdb tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks [] for floatingip, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:21.858039 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-8c3146ac-ebaf-4b86-b063-0faacff721f4 None None] For port b095f002-e464-4ed0-a874-70d557505104, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:05:21.863461 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-8c3146ac-ebaf-4b86-b063-0faacff721f4 None None] For port b095f002-e464-4ed0-a874-70d557505104, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b095f002-e464-4ed0-a874-70d557505104,segment=NetworkSegment(80471f9d-86a2-4b53-9e0b-cd8f7a043aff),segment_id=80471f9d-86a2-4b53-9e0b-cd8f7a043aff)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:05:21.868707 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-8c3146ac-ebaf-4b86-b063-0faacff721f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:21.889440 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e8569c6-aed1-4980-8666-ff1f58053838 req-d2eefd1c-d197-49e0-9467-46eef2738d39 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090620 Nov 12 20:05:21.903889 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port d19e8788-2e97-41b6-967d-feb6b90449af triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:21.904376 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:22.032394 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba56e8-59bf-4483-97c4-af828e3eca52 None None] Pushing event updated for resources: {'Port': ['ID=b095f002-e464-4ed0-a874-70d557505104,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:22.037145 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3146ac-ebaf-4b86-b063-0faacff721f4 None None] Routers {'eb8654ce-012e-4db2-8246-8cde1519db77'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:05:22.038187 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8c3146ac-ebaf-4b86-b063-0faacff721f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:04:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['eb8654ce-012e-4db2-8246-8cde1519db77'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:22.105738 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-32c82af6-105c-4e27-b9c6-10b1bc834614 None None] Provisioning complete for port b095f002-e464-4ed0-a874-70d557505104 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:22.105738 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-32c82af6-105c-4e27-b9c6-10b1bc834614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:22.114124 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-80d29335-a224-4cb5-b849-64e2168f22b4 req-e64628fd-a118-4f09-ac82-447f73438bdb tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:22.213902 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b41e2948-169b-42bf-bd72-a2095d45705d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:22.298520 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891f207-c01a-46f5-9c02-d5b5e954a9d8 req-a45216ff-667c-4608-9710-4bc4eba38b43 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:22.305978 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b891f207-c01a-46f5-9c02-d5b5e954a9d8 req-a45216ff-667c-4608-9710-4bc4eba38b43 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 945 time: 0.2071741 Nov 12 20:05:22.325338 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-8c3146ac-ebaf-4b86-b063-0faacff721f4 None None] Set router eb8654ce-012e-4db2-8246-8cde1519db77 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:05:22.364519 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-80d29335-a224-4cb5-b849-64e2168f22b4 req-e64628fd-a118-4f09-ac82-447f73438bdb tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Allocated IP 172.25.5.67 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/c65fde95-8dc8-4336-8a4a-60722cc9a3b4) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:05:22.367453 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-32c82af6-105c-4e27-b9c6-10b1bc834614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:22.410380 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-32c82af6-105c-4e27-b9c6-10b1bc834614 None None] For port b095f002-e464-4ed0-a874-70d557505104, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b095f002-e464-4ed0-a874-70d557505104,segment=NetworkSegment(80471f9d-86a2-4b53-9e0b-cd8f7a043aff),segment_id=80471f9d-86a2-4b53-9e0b-cd8f7a043aff)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:22.430184 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b891f207-c01a-46f5-9c02-d5b5e954a9d8 req-23aed86b-9eb5-49df-993d-11a686243fcc tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201503 Nov 12 20:05:22.430484 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-32c82af6-105c-4e27-b9c6-10b1bc834614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:22.529093 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c82af6-105c-4e27-b9c6-10b1bc834614 None None] Pushing event updated for resources: {'Port': ['ID=b095f002-e464-4ed0-a874-70d557505104,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:22.569990 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-16e66306-8cc0-4f56-9f49-642890b7b971 None None] Provisioning complete for port b095f002-e464-4ed0-a874-70d557505104 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:22.570457 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-16e66306-8cc0-4f56-9f49-642890b7b971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:22.576025 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-80d29335-a224-4cb5-b849-64e2168f22b4 req-e64628fd-a118-4f09-ac82-447f73438bdb tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:22.684610 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-80d29335-a224-4cb5-b849-64e2168f22b4 req-e64628fd-a118-4f09-ac82-447f73438bdb tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:22.780542 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8c3146ac-ebaf-4b86-b063-0faacff721f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8654ce-012e-4db2-8246-8cde1519db77', 'name': 'tempest-FloatingIPDetailsTestJSON-333634228-router', 'tenant_id': '563edf2c148543ecbf22ef24a16a199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'd19e8788-2e97-41b6-967d-feb6b90449af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:05:09Z', 'updated_at': '2021-11-12T20:05:14Z', 'revision_number': 4, 'project_id': '563edf2c148543ecbf22ef24a16a199c', 'gw_port': {'id': 'd19e8788-2e97-41b6-967d-feb6b90449af', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8654ce-012e-4db2-8246-8cde1519db77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:05:10Z', 'updated_at': '2021-11-12T20:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b095f002-e464-4ed0-a874-70d557505104', 'name': '', 'network_id': '6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57', 'tenant_id': '563edf2c148543ecbf22ef24a16a199c', 'mac_address': 'fa:16:3e:b5:19:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8654ce-012e-4db2-8246-8cde1519db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '93dddd4a-f2cf-447f-aa83-cd62c3392488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:05:13Z', 'updated_at': '2021-11-12T20:05:21Z', 'revision_number': 4, 'project_id': '563edf2c148543ecbf22ef24a16a199c', 'subnets': [{'id': '93dddd4a-f2cf-447f-aa83-cd62c3392488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:22.792044 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80d29335-a224-4cb5-b849-64e2168f22b4 req-e64628fd-a118-4f09-ac82-447f73438bdb tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:05:22.795914 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-80d29335-a224-4cb5-b849-64e2168f22b4 req-e64628fd-a118-4f09-ac82-447f73438bdb tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:05:22.798861 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d29335-a224-4cb5-b849-64e2168f22b4 req-e64628fd-a118-4f09-ac82-447f73438bdb tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:05:22.820319 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3146ac-ebaf-4b86-b063-0faacff721f4 None None] The sync data for ids ['eb8654ce-012e-4db2-8246-8cde1519db77'] in n-d-712140-15 is: [{'id': 'eb8654ce-012e-4db2-8246-8cde1519db77', 'name': 'tempest-FloatingIPDetailsTestJSON-333634228-router', 'tenant_id': '563edf2c148543ecbf22ef24a16a199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'd19e8788-2e97-41b6-967d-feb6b90449af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:05:09Z', 'updated_at': '2021-11-12T20:05:14Z', 'revision_number': 4, 'project_id': '563edf2c148543ecbf22ef24a16a199c', 'gw_port': {'id': 'd19e8788-2e97-41b6-967d-feb6b90449af', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8654ce-012e-4db2-8246-8cde1519db77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:05:10Z', 'updated_at': '2021-11-12T20:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b095f002-e464-4ed0-a874-70d557505104', 'name': '', 'network_id': '6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57', 'tenant_id': '563edf2c148543ecbf22ef24a16a199c', 'mac_address': 'fa:16:3e:b5:19:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8654ce-012e-4db2-8246-8cde1519db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '93dddd4a-f2cf-447f-aa83-cd62c3392488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:05:13Z', 'updated_at': '2021-11-12T20:05:21Z', 'revision_number': 4, 'project_id': '563edf2c148543ecbf22ef24a16a199c', 'subnets': [{'id': '93dddd4a-f2cf-447f-aa83-cd62c3392488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:05:22.838981 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64628fd-a118-4f09-ac82-447f73438bdb tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Pushing event updated for resources: {'Port': ['ID=c65fde95-8dc8-4336-8a4a-60722cc9a3b4,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:22.867978 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-b2d6a39b-5cf3-4d13-b85a-fa52dd34f109 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1104314 Nov 12 20:05:22.885182 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856feb0-6c22-48e3-8a42-ed279021f069 req-ecdfa0fd-dc8f-4121-b598-c6acf30fb1b6 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:22.897909 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856feb0-6c22-48e3-8a42-ed279021f069 req-ecdfa0fd-dc8f-4121-b598-c6acf30fb1b6 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:22.904141 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856feb0-6c22-48e3-8a42-ed279021f069 req-ecdfa0fd-dc8f-4121-b598-c6acf30fb1b6 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:22.916035 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856feb0-6c22-48e3-8a42-ed279021f069 req-ecdfa0fd-dc8f-4121-b598-c6acf30fb1b6 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:22.922291 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856feb0-6c22-48e3-8a42-ed279021f069 req-ecdfa0fd-dc8f-4121-b598-c6acf30fb1b6 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:22.933636 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856feb0-6c22-48e3-8a42-ed279021f069 req-ecdfa0fd-dc8f-4121-b598-c6acf30fb1b6 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:22.941119 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856feb0-6c22-48e3-8a42-ed279021f069 req-ecdfa0fd-dc8f-4121-b598-c6acf30fb1b6 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:22.943220 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6856feb0-6c22-48e3-8a42-ed279021f069 req-ecdfa0fd-dc8f-4121-b598-c6acf30fb1b6 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5430 time: 0.1378307 Nov 12 20:05:22.945986 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-80d29335-a224-4cb5-b849-64e2168f22b4 req-e64628fd-a118-4f09-ac82-447f73438bdb tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:23.037599 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-80d29335-a224-4cb5-b849-64e2168f22b4 req-e64628fd-a118-4f09-ac82-447f73438bdb tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:23.041839 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6856feb0-6c22-48e3-8a42-ed279021f069 req-d1a12436-1ce9-4936-801d-e4c919f341a9 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0875692 Nov 12 20:05:23.049811 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59720) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:23.234264 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bb37e-1686-47dc-9139-586b8000574e req-16e1e985-f518-4cbf-9c96-273bbfb8adf6 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:23.235956 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4e8bb37e-1686-47dc-9139-586b8000574e req-16e1e985-f518-4cbf-9c96-273bbfb8adf6 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 946 time: 0.1086528 Nov 12 20:05:23.236776 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e19c7bef-64d9-4394-a420-a4b9f2ad6727 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:23.269745 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-80d29335-a224-4cb5-b849-64e2168f22b4 req-e64628fd-a118-4f09-ac82-447f73438bdb tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:23.279297 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-80d29335-a224-4cb5-b849-64e2168f22b4 req-e64628fd-a118-4f09-ac82-447f73438bdb tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:23.334096 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4e8bb37e-1686-47dc-9139-586b8000574e req-9f54a857-bc38-4406-8de9-bfa166d303bb tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/security-groups?id=3287d66f-eb9f-405c-978d-5b7b1028e434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738473 Nov 12 20:05:23.402098 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e19c7bef-64d9-4394-a420-a4b9f2ad6727 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:23.408487 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e19c7bef-64d9-4394-a420-a4b9f2ad6727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:23.409493 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64628fd-a118-4f09-ac82-447f73438bdb tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Pushing event updated for resources: {'Port': ['ID=c65fde95-8dc8-4336-8a4a-60722cc9a3b4,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:23.416924 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-80d29335-a224-4cb5-b849-64e2168f22b4 req-e64628fd-a118-4f09-ac82-447f73438bdb tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:23.441299 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-80d29335-a224-4cb5-b849-64e2168f22b4 req-e64628fd-a118-4f09-ac82-447f73438bdb tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:23.442988 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-80d29335-a224-4cb5-b849-64e2168f22b4 req-e64628fd-a118-4f09-ac82-447f73438bdb tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6949728 Nov 12 20:05:23.462261 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c7bef-64d9-4394-a420-a4b9f2ad6727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d161b9e-0a65-4b29-8613-c72959f1c78f,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:23.519934 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e19c7bef-64d9-4394-a420-a4b9f2ad6727 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce1f51c770964398ad24d52c9641e0e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4668725 Nov 12 20:05:23.520123 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-80d29335-a224-4cb5-b849-64e2168f22b4 req-7fc92c4c-b83d-4345-8937-a10e99bcbf43 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.67 HTTP/1.1" status: 200 len: 695 time: 0.0681076 Nov 12 20:05:23.520274 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59744) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:23.550809 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290cf8d-afa7-491b-a612-984865c79598 req-05d6ea94-9f0c-46a4-9afc-1d5f4bdb7197 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:23.559654 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e290cf8d-afa7-491b-a612-984865c79598 req-05d6ea94-9f0c-46a4-9afc-1d5f4bdb7197 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 950 time: 0.1026163 Nov 12 20:05:23.629236 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e290cf8d-afa7-491b-a612-984865c79598 req-41c41e32-24d0-4eb6-86c8-76ff32a92dca tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687003 Nov 12 20:05:23.647187 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cbadbb2a-e51c-4afb-89ba-26f44c39f838 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:23.671737 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d29335-a224-4cb5-b849-64e2168f22b4 req-c8911ed8-1df5-4c73-b291-1c47f78ad444 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:23.673530 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-80d29335-a224-4cb5-b849-64e2168f22b4 req-c8911ed8-1df5-4c73-b291-1c47f78ad444 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 784 time: 0.1487505 Nov 12 20:05:23.682505 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cbadbb2a-e51c-4afb-89ba-26f44c39f838 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:23.699987 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:23.701632 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:23.810223 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cbadbb2a-e51c-4afb-89ba-26f44c39f838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:23.813436 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cbadbb2a-e51c-4afb-89ba-26f44c39f838 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:23.816952 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cbadbb2a-e51c-4afb-89ba-26f44c39f838 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7d161b9e-0a65-4b29-8613-c72959f1c78f HTTP/1.1" status: 204 len: 168 time: 0.2935865 Nov 12 20:05:23.829608 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbadbb2a-e51c-4afb-89ba-26f44c39f838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d161b9e-0a65-4b29-8613-c72959f1c78f,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:23.845357 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366364b-98fa-439f-9f18-8c9c8d8afd69 req-cb922459-d17d-4428-ae75-3e40c597452a tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:23.866160 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f366364b-98fa-439f-9f18-8c9c8d8afd69 req-cb922459-d17d-4428-ae75-3e40c597452a tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=fee5bf39-0160-47ef-9022-f8d479642270 HTTP/1.1" status: 200 len: 945 time: 0.1133621 Nov 12 20:05:23.867966 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bc705-f088-4d65-a3d2-77cbb6c27134 req-26c3dabf-999a-4799-b9cd-219a285df25e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:23.874871 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bc705-f088-4d65-a3d2-77cbb6c27134 req-26c3dabf-999a-4799-b9cd-219a285df25e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:23.881291 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bc705-f088-4d65-a3d2-77cbb6c27134 req-26c3dabf-999a-4799-b9cd-219a285df25e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:23.888339 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bc705-f088-4d65-a3d2-77cbb6c27134 req-26c3dabf-999a-4799-b9cd-219a285df25e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:23.895292 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bc705-f088-4d65-a3d2-77cbb6c27134 req-26c3dabf-999a-4799-b9cd-219a285df25e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:23.901411 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bc705-f088-4d65-a3d2-77cbb6c27134 req-26c3dabf-999a-4799-b9cd-219a285df25e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:23.907804 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bc705-f088-4d65-a3d2-77cbb6c27134 req-26c3dabf-999a-4799-b9cd-219a285df25e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:23.922188 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a77bc705-f088-4d65-a3d2-77cbb6c27134 req-26c3dabf-999a-4799-b9cd-219a285df25e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5430 time: 0.1515281 Nov 12 20:05:23.923785 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59756) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:23.929825 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-0c40dc9d-db28-4c0a-b51d-a57ef6c0b01f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Request body: {'floatingip': {'port_id': '7a53f7b3-d5ed-4c55-a9f2-9d69debf231e'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:05:23.992677 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f366364b-98fa-439f-9f18-8c9c8d8afd69 req-25b8e427-129a-44b7-b273-e4897648967f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255062 Nov 12 20:05:24.103558 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c40dc9d-db28-4c0a-b51d-a57ef6c0b01f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for floatingip, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:24.165173 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086cbac-8ad4-4279-921b-6e40c8815c80 req-324fc48f-12ec-4809-b03e-034cd7b5aa90 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:24.177377 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d086cbac-8ad4-4279-921b-6e40c8815c80 req-324fc48f-12ec-4809-b03e-034cd7b5aa90 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 945 time: 0.0961213 Nov 12 20:05:24.227625 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b095f002-e464-4ed0-a874-70d557505104 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:05:24.249819 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54989cf-561d-47d7-b527-f630e8ae94b3 req-38841d12-9682-4aaf-b7f5-9334e4b6eb8e tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:24.251243 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d086cbac-8ad4-4279-921b-6e40c8815c80 req-b5dcfcee-efe0-4e8e-b19b-f4e1f31683fe tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697410 Nov 12 20:05:24.260373 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59764) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:24.270175 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a54989cf-561d-47d7-b527-f630e8ae94b3 req-38841d12-9682-4aaf-b7f5-9334e4b6eb8e tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 946 time: 0.2266850 Nov 12 20:05:24.278682 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-5c150fb2-cb7e-4144-ac53-305e76cf28f4 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Request body: {'floatingip': {'port_id': '0aeb2e92-400c-4ea3-ada7-73a23bb96d1d'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:05:24.301229 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b095f002-e464-4ed0-a874-70d557505104 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:24.302047 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:24.369351 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c150fb2-cb7e-4144-ac53-305e76cf28f4 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks [] for floatingip, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:24.477484 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59770) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:24.511579 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-52ff2899-6ab6-411b-9d81-9c1a9b10a0ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:24.741141 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-440bf6da-e28c-4f0a-a666-da1d0d1c4a32 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:24.742706 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-440bf6da-e28c-4f0a-a666-da1d0d1c4a32 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/networks?id=da47d9a6-534f-44d9-b8a9-89652da4d3f3 HTTP/1.1" status: 200 len: 806 time: 0.2510612 Nov 12 20:05:24.805521 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-cf0ba844-0348-49ff-a795-22acfcb0d1f1 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/quotas/2f4a501a8a9343959e54c76a3fc6aa37 HTTP/1.1" status: 200 len: 375 time: 0.0551698 Nov 12 20:05:24.884515 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-52ff2899-6ab6-411b-9d81-9c1a9b10a0ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:24.893908 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-52ff2899-6ab6-411b-9d81-9c1a9b10a0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:24.944209 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fe8a79e9-989b-46a6-8574-7dfc717335f0 req-85f2407d-ad1f-4322-b85f-a48afd38ff15 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/floatingips/4e3feb00-339b-4634-be61-822f0e37853f HTTP/1.1" status: 200 len: 692 time: 0.4261062 Nov 12 20:05:24.993139 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-b689a006-6319-43cd-9d50-45f31a6b1dc5 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f4a501a8a9343959e54c76a3fc6aa37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1729171 Nov 12 20:05:24.998331 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-52ff2899-6ab6-411b-9d81-9c1a9b10a0ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=da26ca15c4654262af8e94fb2712bee0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5167503 Nov 12 20:05:24.998331 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff2899-6ab6-411b-9d81-9c1a9b10a0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5236f5d-fe58-4050-909f-5fe5a277122c,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:24.998331 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59778) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:25.025721 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:25.071395 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-7fda59f0-5443-425a-9a9e-3a692561410a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:25.072943 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-7fda59f0-5443-425a-9a9e-3a692561410a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 1102 time: 0.1905372 Nov 12 20:05:25.187318 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-010784c2-e978-4be6-b50a-10fe971d9507 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:25.211059 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c150fb2-cb7e-4144-ac53-305e76cf28f4 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:25.222978 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c150fb2-cb7e-4144-ac53-305e76cf28f4 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:25.233375 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-28070b6d-5c29-4146-b146-96a3415b3364 service neutron] 10.222.0.48 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996744 Nov 12 20:05:25.248462 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a79e9-989b-46a6-8574-7dfc717335f0 req-1ee1fef2-ac3f-411c-b57a-46764ed7e228 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:25.249806 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fe8a79e9-989b-46a6-8574-7dfc717335f0 req-1ee1fef2-ac3f-411c-b57a-46764ed7e228 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 784 time: 0.2924597 Nov 12 20:05:25.272509 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-fe8a79e9-989b-46a6-8574-7dfc717335f0 req-23bb5122-963e-47bb-b87b-2aced85b50cb tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:05:25.273515 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fe8a79e9-989b-46a6-8574-7dfc717335f0 req-23bb5122-963e-47bb-b87b-2aced85b50cb tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148270 Nov 12 20:05:25.279174 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-010784c2-e978-4be6-b50a-10fe971d9507 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:25.283176 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-3dab76e9-502c-4549-900b-97f6dc382a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:25.285051 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-3dab76e9-502c-4549-900b-97f6dc382a5e service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.2006292 Nov 12 20:05:25.290188 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c40dc9d-db28-4c0a-b51d-a57ef6c0b01f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:25.294446 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c40dc9d-db28-4c0a-b51d-a57ef6c0b01f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:25.382929 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-64d220c6-1603-47ab-8cde-403f7d2b2138 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 HTTP/1.1" status: 200 len: 217 time: 0.0863221 Nov 12 20:05:25.449620 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-5c150fb2-cb7e-4144-ac53-305e76cf28f4 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Floating IP 90180011-9062-434a-bf64-405da7081058 associated. External IP: 172.25.5.74, port: 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d. Nov 12 20:05:25.456255 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-48e2920a-2518-4a7a-bceb-05ba0ded5bcc service neutron] 10.222.0.48 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646965 Nov 12 20:05:25.456255 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-010784c2-e978-4be6-b50a-10fe971d9507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:25.457515 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-010784c2-e978-4be6-b50a-10fe971d9507 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:25.460925 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-010784c2-e978-4be6-b50a-10fe971d9507 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b5236f5d-fe58-4050-909f-5fe5a277122c HTTP/1.1" status: 204 len: 168 time: 0.4552190 Nov 12 20:05:25.494147 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-278db4c5-6ac8-4328-ae44-8fcd4ebff709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:25.495952 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-278db4c5-6ac8-4328-ae44-8fcd4ebff709 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0976677 Nov 12 20:05:25.504856 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010784c2-e978-4be6-b50a-10fe971d9507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5236f5d-fe58-4050-909f-5fe5a277122c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:25.559810 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6ea08-2893-46a8-9422-6d369b5b57b0 req-ed6eebed-ad6f-491f-85d9-132aab2a9d81 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:25.568089 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-91c6ea08-2893-46a8-9422-6d369b5b57b0 req-ed6eebed-ad6f-491f-85d9-132aab2a9d81 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 950 time: 0.2245054 Nov 12 20:05:25.692378 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-12dfc101-3c15-4be0-9926-277db74d8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:25.693940 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-12dfc101-3c15-4be0-9926-277db74d8537 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1886559 Nov 12 20:05:25.695604 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [None req-0c40dc9d-db28-4c0a-b51d-a57ef6c0b01f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Floating IP 90529484-3c4d-40d8-be6b-72d6dae759d1 associated. External IP: 172.25.5.146, port: 7a53f7b3-d5ed-4c55-a9f2-9d69debf231e. Nov 12 20:05:25.751663 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-91c6ea08-2893-46a8-9422-6d369b5b57b0 req-8efe229f-a58d-433d-9d18-eb5c6cf4dc01 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690936 Nov 12 20:05:25.919004 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:25.931907 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fa9110f3-9283-47d0-8037-f34bb8241ca3 req-5122e30f-e8f7-4f9b-b59f-394173ef80e7 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/floatingips/4e3feb00-339b-4634-be61-822f0e37853f HTTP/1.1" status: 200 len: 692 time: 0.1401455 Nov 12 20:05:26.021545 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688894a-bb9a-40be-bc19-47822be8c02e req-176010be-876d-460d-87ba-ec6e4450c1b4 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:26.023304 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6688894a-bb9a-40be-bc19-47822be8c02e req-176010be-876d-460d-87ba-ec6e4450c1b4 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 945 time: 0.0944314 Nov 12 20:05:26.087818 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-5e251564-fcf1-4fc4-b8fd-7f66f2d3684f service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410046 Nov 12 20:05:26.168905 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6688894a-bb9a-40be-bc19-47822be8c02e req-4e9a59bc-8827-488b-8ea8-9290102d88b6 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975933 Nov 12 20:05:26.240746 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c150fb2-cb7e-4144-ac53-305e76cf28f4 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Router 8b6d0e1a-fd16-485f-8122-bef1c13d6e36 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:05:26.287489 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9110f3-9283-47d0-8037-f34bb8241ca3 req-8a202cd8-bedf-490f-92c1-abc47fb5b1cb tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:26.289019 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fa9110f3-9283-47d0-8037-f34bb8241ca3 req-8a202cd8-bedf-490f-92c1-abc47fb5b1cb tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 784 time: 0.3253942 Nov 12 20:05:26.381990 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c150fb2-cb7e-4144-ac53-305e76cf28f4 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:05:26.387276 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c150fb2-cb7e-4144-ac53-305e76cf28f4 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:26.395396 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed78a30b-9f66-48cb-9447-fb0a07b9f844 None None] Sync routers for ids ['8b6d0e1a-fd16-485f-8122-bef1c13d6e36'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:05:26.408446 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-91e1be1c-d021-44f8-a9a5-166edeff7a9f service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091302 Nov 12 20:05:26.410697 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed78a30b-9f66-48cb-9447-fb0a07b9f844 None None] Routers {'8b6d0e1a-fd16-485f-8122-bef1c13d6e36'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:05:26.411485 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fa9110f3-9283-47d0-8037-f34bb8241ca3 req-cd08c510-68be-4ab7-89ae-f87cb34f8250 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.67 HTTP/1.1" status: 200 len: 695 time: 0.1090379 Nov 12 20:05:26.411966 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-ed78a30b-9f66-48cb-9447-fb0a07b9f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:05:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8b6d0e1a-fd16-485f-8122-bef1c13d6e36'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:26.432096 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c40dc9d-db28-4c0a-b51d-a57ef6c0b01f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Router 3e284f29-23b0-45da-bbb7-ea8e7350ca9d has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:05:26.504894 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fa9110f3-9283-47d0-8037-f34bb8241ca3 req-37c1ef36-2e42-4902-b360-0b62df3ef07c tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.67 HTTP/1.1" status: 200 len: 695 time: 0.0857027 Nov 12 20:05:26.529038 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2443b6e8-54cb-49ef-967c-0dbdd1d532a6 req-5238a825-da15-480d-a4fe-128fa24cf5d7 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=535bbe0d-246c-4c8b-9c39-eb39d7fda539 HTTP/1.1" status: 200 len: 210 time: 0.0706251 Nov 12 20:05:26.531089 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5c150fb2-cb7e-4144-ac53-305e76cf28f4 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "PUT /v2.0/floatingips/90180011-9062-434a-bf64-405da7081058 HTTP/1.1" status: 200 len: 991 time: 2.2659943 Nov 12 20:05:26.531664 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f335f95e-8e1e-497f-a2b4-316dfe0fc4cd', 'tag': '0aeb2e92-400c-4ea3-ada7-73a23bb96d1d'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:05:26.540737 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b781acb6-cd38-489b-a962-a7640b36281e" -d '{"events": [{"name": "network-changed", "server_uuid": "f335f95e-8e1e-497f-a2b4-316dfe0fc4cd", "tag": "0aeb2e92-400c-4ea3-ada7-73a23bb96d1d"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:05:26.636203 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-ed78a30b-9f66-48cb-9447-fb0a07b9f844 None None] Set router 8b6d0e1a-fd16-485f-8122-bef1c13d6e36 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:05:26.708780 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae28fa09-abed-4d5c-8427-5c55395a0d91 x-openstack-request-id: req-ae28fa09-abed-4d5c-8427-5c55395a0d91 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:05:26.709089 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f335f95e-8e1e-497f-a2b4-316dfe0fc4cd", "tag": "0aeb2e92-400c-4ea3-ada7-73a23bb96d1d", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:05:26.709918 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ae28fa09-abed-4d5c-8427-5c55395a0d91 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:05:26.710330 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f335f95e-8e1e-497f-a2b4-316dfe0fc4cd', 'tag': '0aeb2e92-400c-4ea3-ada7-73a23bb96d1d', 'status': 'completed', 'code': 200} Nov 12 20:05:26.815165 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781acb6-cd38-489b-a962-a7640b36281e req-fbdbeb62-987e-4a25-a5ee-d2a9ceeec087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:26.820217 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b781acb6-cd38-489b-a962-a7640b36281e req-fbdbeb62-987e-4a25-a5ee-d2a9ceeec087 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9cae1a1c0bd7436b996c54f7e79dee1f&device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 1098 time: 0.0816641 Nov 12 20:05:26.831235 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c40dc9d-db28-4c0a-b51d-a57ef6c0b01f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:05:26.842556 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8271e2eb-13a3-40a4-b9dd-95fffb1d6922 None None] Sync routers for ids ['3e284f29-23b0-45da-bbb7-ea8e7350ca9d'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:05:26.851472 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c40dc9d-db28-4c0a-b51d-a57ef6c0b01f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:26.857700 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8271e2eb-13a3-40a4-b9dd-95fffb1d6922 None None] Routers {'3e284f29-23b0-45da-bbb7-ea8e7350ca9d'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:05:26.858682 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8271e2eb-13a3-40a4-b9dd-95fffb1d6922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:05:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3e284f29-23b0-45da-bbb7-ea8e7350ca9d'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:26.903258 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-fa9110f3-9283-47d0-8037-f34bb8241ca3 req-1599c109-ed28-415b-bfe2-0df17b2d6e19 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Deleting port c65fde95-8dc8-4336-8a4a-60722cc9a3b4 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:05:26.903258 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-fa9110f3-9283-47d0-8037-f34bb8241ca3 req-1599c109-ed28-415b-bfe2-0df17b2d6e19 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:27.005510 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-ed78a30b-9f66-48cb-9447-fb0a07b9f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'name': 'tempest-ServersTestBootFromVolume-93598917-router', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'f0d6b858-2377-4d6e-8cd0-c7cda64b17e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:03:58Z', 'updated_at': '2021-11-12T20:04:08Z', 'revision_number': 4, 'project_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'gw_port': {'id': 'f0d6b858-2377-4d6e-8cd0-c7cda64b17e8', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:03:59Z', 'updated_at': '2021-11-12T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '90180011-9062-434a-bf64-405da7081058', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'floating_ip_address': '172.25.5.74', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'port_id': '0aeb2e92-400c-4ea3-ada7-73a23bb96d1d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c8fc30-57d7-4631-a750-677522c3215e', 'mac_address': 'fa:16:3e:eb:86:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f335f95e-8e1e-497f-a2b4-316dfe0fc4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:04:16Z', 'updated_at': '2021-11-12T20:05:25Z', 'revision_number': 1, 'project_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b23e56-10a0-49f9-af63-ac78b872f964', 'name': '', 'network_id': '33c8fc30-57d7-4631-a750-677522c3215e', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'mac_address': 'fa:16:3e:77:8b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'd1e6fa5a-74f0-437c-a1da-55684f056e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:04:07Z', 'updated_at': '2021-11-12T20:04:15Z', 'revision_number': 5, 'project_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'subnets': [{'id': 'd1e6fa5a-74f0-437c-a1da-55684f056e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:27.014034 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-fa9110f3-9283-47d0-8037-f34bb8241ca3 req-1599c109-ed28-415b-bfe2-0df17b2d6e19 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:27.015329 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-fa9110f3-9283-47d0-8037-f34bb8241ca3 req-1599c109-ed28-415b-bfe2-0df17b2d6e19 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:27.045189 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-fa9110f3-9283-47d0-8037-f34bb8241ca3 req-1599c109-ed28-415b-bfe2-0df17b2d6e19 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Calling delete_port for c65fde95-8dc8-4336-8a4a-60722cc9a3b4 owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:05:27.070601 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed78a30b-9f66-48cb-9447-fb0a07b9f844 None None] Checking router: 8b6d0e1a-fd16-485f-8122-bef1c13d6e36 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:05:27.097529 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed78a30b-9f66-48cb-9447-fb0a07b9f844 None None] Routers {'8b6d0e1a-fd16-485f-8122-bef1c13d6e36'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:05:27.102110 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-ed78a30b-9f66-48cb-9447-fb0a07b9f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:05:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8b6d0e1a-fd16-485f-8122-bef1c13d6e36'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:27.189381 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-8271e2eb-13a3-40a4-b9dd-95fffb1d6922 None None] Set router 3e284f29-23b0-45da-bbb7-ea8e7350ca9d gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:05:27.231238 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0c40dc9d-db28-4c0a-b51d-a57ef6c0b01f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "PUT /v2.0/floatingips/90529484-3c4d-40d8-be6b-72d6dae759d1 HTTP/1.1" status: 200 len: 992 time: 3.3025255 Nov 12 20:05:27.307938 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'tag': '7a53f7b3-d5ed-4c55-a9f2-9d69debf231e'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:05:27.311219 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862b3f76-687e-4342-b73b-a752da036ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "tag": "7a53f7b3-d5ed-4c55-a9f2-9d69debf231e"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:05:27.377969 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-ed78a30b-9f66-48cb-9447-fb0a07b9f844 None None] Set router 8b6d0e1a-fd16-485f-8122-bef1c13d6e36 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:05:27.380384 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-fa9110f3-9283-47d0-8037-f34bb8241ca3 req-1599c109-ed28-415b-bfe2-0df17b2d6e19 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:27.428868 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-3f37d2c8-ae9c-4bfb-9a63-bffdff843ea7 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:27.430333 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-3f37d2c8-ae9c-4bfb-9a63-bffdff843ea7 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.55 "GET /v2.0/networks?id=da47d9a6-534f-44d9-b8a9-89652da4d3f3 HTTP/1.1" status: 200 len: 806 time: 0.2736351 Nov 12 20:05:27.454714 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599c109-ed28-415b-bfe2-0df17b2d6e19 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Pushing event deleted for resources: {'Port': ['ID=c65fde95-8dc8-4336-8a4a-60722cc9a3b4,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:27.455846 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781acb6-cd38-489b-a962-a7640b36281e req-7b7a93cc-b4bc-459a-a2d5-c76cf333ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:27.457429 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b781acb6-cd38-489b-a962-a7640b36281e req-7b7a93cc-b4bc-459a-a2d5-c76cf333ceed service neutron] 10.222.0.55 "GET /v2.0/networks?id=33c8fc30-57d7-4631-a750-677522c3215e HTTP/1.1" status: 200 len: 915 time: 0.6290438 Nov 12 20:05:27.484328 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eece56-8da4-4278-a9d8-c7e351a17228 req-403d6c1a-d0f5-4e9e-bd54-bb18bdfed58e tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:27.491483 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-36eece56-8da4-4278-a9d8-c7e351a17228 req-403d6c1a-d0f5-4e9e-bd54-bb18bdfed58e tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 950 time: 0.5864401 Nov 12 20:05:27.521426 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-67ad73a9-4816-4421-81c2-f972d210c3ec tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Request body: {'port': {'device_id': '535bbe0d-246c-4c8b-9c39-eb39d7fda539', 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3', 'admin_state_up': True, 'tenant_id': '2f4a501a8a9343959e54c76a3fc6aa37'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:05:27.578791 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-fa9110f3-9283-47d0-8037-f34bb8241ca3 req-1599c109-ed28-415b-bfe2-0df17b2d6e19 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks [] for floatingip, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:27.583456 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-fa9110f3-9283-47d0-8037-f34bb8241ca3 req-1599c109-ed28-415b-bfe2-0df17b2d6e19 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:27.586023 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fa9110f3-9283-47d0-8037-f34bb8241ca3 req-1599c109-ed28-415b-bfe2-0df17b2d6e19 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "DELETE /v2.0/floatingips/4e3feb00-339b-4634-be61-822f0e37853f HTTP/1.1" status: 204 len: 173 time: 1.0694752 Nov 12 20:05:27.685199 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-36eece56-8da4-4278-a9d8-c7e351a17228 req-73276ce6-2853-4f37-bf6a-a71c08a597bc tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878090 Nov 12 20:05:27.694285 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b781acb6-cd38-489b-a962-a7640b36281e req-62f7081f-a3d8-4efa-8c27-34445fc8ce82 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0aeb2e92-400c-4ea3-ada7-73a23bb96d1d HTTP/1.1" status: 200 len: 999 time: 0.1933191 Nov 12 20:05:27.710101 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8271e2eb-13a3-40a4-b9dd-95fffb1d6922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'name': 'tempest-TaggedBootDevicesTest-1738175010-router', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e67c0523-f52f-4f74-94c8-ef9d77598a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:45Z', 'updated_at': '2021-11-12T20:02:57Z', 'revision_number': 4, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'gw_port': {'id': 'e67c0523-f52f-4f74-94c8-ef9d77598a1f', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:48Z', 'updated_at': '2021-11-12T20:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '90529484-3c4d-40d8-be6b-72d6dae759d1', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'floating_ip_address': '172.25.5.146', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'port_id': '7a53f7b3-d5ed-4c55-a9f2-9d69debf231e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96', 'mac_address': 'fa:16:3e:05:60:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:03:52Z', 'updated_at': '2021-11-12T20:05:25Z', 'revision_number': 1, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d23826c-89b1-4648-94cc-8fbce8cd2b97', 'name': '', 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'mac_address': 'fa:16:3e:d6:5f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '7538c2f0-1816-4b2d-be66-4f8cb443d9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:56Z', 'updated_at': '2021-11-12T20:03:07Z', 'revision_number': 5, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'subnets': [{'id': '7538c2f0-1816-4b2d-be66-4f8cb443d9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:27.773807 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59858) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:27.787853 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8271e2eb-13a3-40a4-b9dd-95fffb1d6922 None None] Checking router: 3e284f29-23b0-45da-bbb7-ea8e7350ca9d for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:05:27.812796 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-ed78a30b-9f66-48cb-9447-fb0a07b9f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'name': 'tempest-ServersTestBootFromVolume-93598917-router', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'f0d6b858-2377-4d6e-8cd0-c7cda64b17e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:03:58Z', 'updated_at': '2021-11-12T20:04:08Z', 'revision_number': 4, 'project_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'gw_port': {'id': 'f0d6b858-2377-4d6e-8cd0-c7cda64b17e8', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:03:59Z', 'updated_at': '2021-11-12T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '90180011-9062-434a-bf64-405da7081058', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'floating_ip_address': '172.25.5.74', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'port_id': '0aeb2e92-400c-4ea3-ada7-73a23bb96d1d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c8fc30-57d7-4631-a750-677522c3215e', 'mac_address': 'fa:16:3e:eb:86:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f335f95e-8e1e-497f-a2b4-316dfe0fc4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:04:16Z', 'updated_at': '2021-11-12T20:05:25Z', 'revision_number': 1, 'project_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b23e56-10a0-49f9-af63-ac78b872f964', 'name': '', 'network_id': '33c8fc30-57d7-4631-a750-677522c3215e', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'mac_address': 'fa:16:3e:77:8b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'd1e6fa5a-74f0-437c-a1da-55684f056e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:04:07Z', 'updated_at': '2021-11-12T20:04:15Z', 'revision_number': 5, 'project_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'subnets': [{'id': 'd1e6fa5a-74f0-437c-a1da-55684f056e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:27.814353 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ab496-edca-4035-9cdc-a91cf4e88def req-6b5e2585-ea7b-4c8c-902a-0f1e9a0d2d05 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:27.816417 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-563ab496-edca-4035-9cdc-a91cf4e88def req-6b5e2585-ea7b-4c8c-902a-0f1e9a0d2d05 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 945 time: 0.0819576 Nov 12 20:05:27.816566 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8271e2eb-13a3-40a4-b9dd-95fffb1d6922 None None] Routers {'3e284f29-23b0-45da-bbb7-ea8e7350ca9d'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:05:27.817182 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8271e2eb-13a3-40a4-b9dd-95fffb1d6922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:05:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3e284f29-23b0-45da-bbb7-ea8e7350ca9d'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:27.863995 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781acb6-cd38-489b-a962-a7640b36281e req-c52e4151-2ba1-4ded-8c93-04e7bd530480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:27.878428 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b781acb6-cd38-489b-a962-a7640b36281e req-c52e4151-2ba1-4ded-8c93-04e7bd530480 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1e6fa5a-74f0-437c-a1da-55684f056e5b HTTP/1.1" status: 200 len: 853 time: 0.1671700 Nov 12 20:05:27.890149 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f73bcf-050f-4044-9d04-0f7cae469a1c x-openstack-request-id: req-f8f73bcf-050f-4044-9d04-0f7cae469a1c {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:05:27.892158 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-67ad73a9-4816-4421-81c2-f972d210c3ec tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Made reservation on behalf of 2f4a501a8a9343959e54c76a3fc6aa37 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:05:27.892453 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "tag": "7a53f7b3-d5ed-4c55-a9f2-9d69debf231e", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:05:27.893030 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8f73bcf-050f-4044-9d04-0f7cae469a1c {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:05:27.894641 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'tag': '7a53f7b3-d5ed-4c55-a9f2-9d69debf231e', 'status': 'completed', 'code': 200} Nov 12 20:05:27.896647 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-67ad73a9-4816-4421-81c2-f972d210c3ec tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:27.962037 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed78a30b-9f66-48cb-9447-fb0a07b9f844 None None] The sync data for ids ['8b6d0e1a-fd16-485f-8122-bef1c13d6e36'] in n-d-712140-15 is: [{'id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'name': 'tempest-ServersTestBootFromVolume-93598917-router', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'f0d6b858-2377-4d6e-8cd0-c7cda64b17e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:03:58Z', 'updated_at': '2021-11-12T20:04:08Z', 'revision_number': 4, 'project_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'gw_port': {'id': 'f0d6b858-2377-4d6e-8cd0-c7cda64b17e8', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:03:59Z', 'updated_at': '2021-11-12T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '90180011-9062-434a-bf64-405da7081058', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'floating_ip_address': '172.25.5.74', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'port_id': '0aeb2e92-400c-4ea3-ada7-73a23bb96d1d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c8fc30-57d7-4631-a750-677522c3215e', 'mac_address': 'fa:16:3e:eb:86:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f335f95e-8e1e-497f-a2b4-316dfe0fc4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:04:16Z', 'updated_at': '2021-11-12T20:05:25Z', 'revision_number': 1, 'project_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b23e56-10a0-49f9-af63-ac78b872f964', 'name': '', 'network_id': '33c8fc30-57d7-4631-a750-677522c3215e', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'mac_address': 'fa:16:3e:77:8b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'd1e6fa5a-74f0-437c-a1da-55684f056e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:04:07Z', 'updated_at': '2021-11-12T20:04:15Z', 'revision_number': 5, 'project_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'subnets': [{'id': 'd1e6fa5a-74f0-437c-a1da-55684f056e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:05:27.977843 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-8271e2eb-13a3-40a4-b9dd-95fffb1d6922 None None] Set router 3e284f29-23b0-45da-bbb7-ea8e7350ca9d gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:05:28.067196 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f40e72a6-ff33-4bfd-83ae-f19d675bf0a6 req-96c38c15-139a-4da2-a748-140900e917f9 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=535bbe0d-246c-4c8b-9c39-eb39d7fda539 HTTP/1.1" status: 200 len: 210 time: 0.0686815 Nov 12 20:05:28.103289 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-563ab496-edca-4035-9cdc-a91cf4e88def req-12bebe3a-6022-44de-a37a-b6c59f2c780e tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734201 Nov 12 20:05:28.114381 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781acb6-cd38-489b-a962-a7640b36281e req-58232d74-94ec-42d3-beb9-f1f4ebf1f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:28.116098 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b781acb6-cd38-489b-a962-a7640b36281e req-58232d74-94ec-42d3-beb9-f1f4ebf1f010 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33c8fc30-57d7-4631-a750-677522c3215e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1797707 Nov 12 20:05:28.147421 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b3f76-687e-4342-b73b-a752da036ce3 req-583a2ba6-4242-4035-abf3-8d84768dc9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:28.147909 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b3f76-687e-4342-b73b-a752da036ce3 req-583a2ba6-4242-4035-abf3-8d84768dc9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:28.148416 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b3f76-687e-4342-b73b-a752da036ce3 req-583a2ba6-4242-4035-abf3-8d84768dc9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:28.148885 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b3f76-687e-4342-b73b-a752da036ce3 req-583a2ba6-4242-4035-abf3-8d84768dc9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:28.149436 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b3f76-687e-4342-b73b-a752da036ce3 req-583a2ba6-4242-4035-abf3-8d84768dc9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:28.149800 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b3f76-687e-4342-b73b-a752da036ce3 req-583a2ba6-4242-4035-abf3-8d84768dc9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:28.150264 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b3f76-687e-4342-b73b-a752da036ce3 req-583a2ba6-4242-4035-abf3-8d84768dc9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:28.152772 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-862b3f76-687e-4342-b73b-a752da036ce3 req-583a2ba6-4242-4035-abf3-8d84768dc9d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f131d5186dcd49f4b36559627d56bdc0&device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 6494 time: 0.2300103 Nov 12 20:05:28.231572 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-21d2f820-f899-4d5c-931b-75e89f1d4717 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-278773801'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:05:28.266927 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d2f820-f899-4d5c-931b-75e89f1d4717 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Made reservation on behalf of 15f01ca41ae947cc834ed8d2e318da7d for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:05:28.272665 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21d2f820-f899-4d5c-931b-75e89f1d4717 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:28.326410 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521bff7a-01ad-4c44-847f-aead61906333 None None] New status for floating IP 90180011-9062-434a-bf64-405da7081058: ACTIVE {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:05:28.329365 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21d2f820-f899-4d5c-931b-75e89f1d4717 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:28.420305 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b3f76-687e-4342-b73b-a752da036ce3 req-cf2845db-630b-468b-94f4-9c9315a82d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:28.422091 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-862b3f76-687e-4342-b73b-a752da036ce3 req-cf2845db-630b-468b-94f4-9c9315a82d7d service neutron] 10.222.0.52 "GET /v2.0/networks?id=80c69418-b92b-4b29-9244-07bfae8aef96 HTTP/1.1" status: 200 len: 913 time: 0.2604630 Nov 12 20:05:28.443415 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cc1d7-b0e0-43a9-a849-bbb22857f501 req-5fe4421e-76b2-492c-8f64-8ad71d9faff2 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:28.451509 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-af5cc1d7-b0e0-43a9-a849-bbb22857f501 req-5fe4421e-76b2-492c-8f64-8ad71d9faff2 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3398943 Nov 12 20:05:28.508519 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8271e2eb-13a3-40a4-b9dd-95fffb1d6922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'name': 'tempest-TaggedBootDevicesTest-1738175010-router', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e67c0523-f52f-4f74-94c8-ef9d77598a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:45Z', 'updated_at': '2021-11-12T20:02:57Z', 'revision_number': 4, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'gw_port': {'id': 'e67c0523-f52f-4f74-94c8-ef9d77598a1f', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:48Z', 'updated_at': '2021-11-12T20:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '90529484-3c4d-40d8-be6b-72d6dae759d1', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'floating_ip_address': '172.25.5.146', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'port_id': '7a53f7b3-d5ed-4c55-a9f2-9d69debf231e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96', 'mac_address': 'fa:16:3e:05:60:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:03:52Z', 'updated_at': '2021-11-12T20:05:25Z', 'revision_number': 1, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d23826c-89b1-4648-94cc-8fbce8cd2b97', 'name': '', 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'mac_address': 'fa:16:3e:d6:5f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '7538c2f0-1816-4b2d-be66-4f8cb443d9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:56Z', 'updated_at': '2021-11-12T20:03:07Z', 'revision_number': 5, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'subnets': [{'id': '7538c2f0-1816-4b2d-be66-4f8cb443d9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:28.550264 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8271e2eb-13a3-40a4-b9dd-95fffb1d6922 None None] The sync data for ids ['3e284f29-23b0-45da-bbb7-ea8e7350ca9d'] in n-d-712140-15 is: [{'id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'name': 'tempest-TaggedBootDevicesTest-1738175010-router', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e67c0523-f52f-4f74-94c8-ef9d77598a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:45Z', 'updated_at': '2021-11-12T20:02:57Z', 'revision_number': 4, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'gw_port': {'id': 'e67c0523-f52f-4f74-94c8-ef9d77598a1f', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:48Z', 'updated_at': '2021-11-12T20:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '90529484-3c4d-40d8-be6b-72d6dae759d1', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'floating_ip_address': '172.25.5.146', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'port_id': '7a53f7b3-d5ed-4c55-a9f2-9d69debf231e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96', 'mac_address': 'fa:16:3e:05:60:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:03:52Z', 'updated_at': '2021-11-12T20:05:25Z', 'revision_number': 1, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d23826c-89b1-4648-94cc-8fbce8cd2b97', 'name': '', 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'mac_address': 'fa:16:3e:d6:5f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '7538c2f0-1816-4b2d-be66-4f8cb443d9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:56Z', 'updated_at': '2021-11-12T20:03:07Z', 'revision_number': 5, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'subnets': [{'id': '7538c2f0-1816-4b2d-be66-4f8cb443d9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:05:28.591585 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bcd61324-5bc7-4149-8541-4ad16a75a09e req-a257b07c-3c6a-41cf-8309-d8d8b634d9b5 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=563edf2c148543ecbf22ef24a16a199c HTTP/1.1" status: 200 len: 1654 time: 0.0634224 Nov 12 20:05:28.617514 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-67ad73a9-4816-4421-81c2-f972d210c3ec tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Allocated IP 172.20.0.7 (da47d9a6-534f-44d9-b8a9-89652da4d3f3/ce72f812-14b6-4840-8ebe-5441b73cbc50/1e861e6a-bc8e-47fc-a165-c8c2cf6a8722) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:05:28.661270 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b781acb6-cd38-489b-a962-a7640b36281e req-041dcac2-68b8-4d62-bfdb-02ba39147172 service neutron] 10.222.0.55 "GET /v2.0/networks/33c8fc30-57d7-4631-a750-677522c3215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5256896 Nov 12 20:05:28.898793 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b781acb6-cd38-489b-a962-a7640b36281e req-50b9114d-9100-48f8-8463-b6d8ec92f180 service neutron] 10.222.0.55 "GET /v2.0/networks/33c8fc30-57d7-4631-a750-677522c3215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287612 Nov 12 20:05:28.929446 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d4082-41da-4791-9b34-99dc868935fc req-e87b8f8c-c536-415e-9525-d71eaf9c7478 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:28.933900 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-de6d4082-41da-4791-9b34-99dc868935fc req-e87b8f8c-c536-415e-9525-d71eaf9c7478 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 950 time: 0.1580901 Nov 12 20:05:28.945690 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-67ad73a9-4816-4421-81c2-f972d210c3ec tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:29.019264 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-de6d4082-41da-4791-9b34-99dc868935fc req-24358f03-6f74-49e3-9c20-3be9e22d5a9e tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717204 Nov 12 20:05:29.025568 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-862b3f76-687e-4342-b73b-a752da036ce3 req-f0b959d7-fe17-4e04-bb15-84777f5c5776 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a53f7b3-d5ed-4c55-a9f2-9d69debf231e HTTP/1.1" status: 200 len: 1000 time: 0.5927575 Nov 12 20:05:29.026632 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-67ad73a9-4816-4421-81c2-f972d210c3ec tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:29.043023 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['4390f72d-67da-4369-adae-71f879b04b81'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:05:29.063166 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21d2f820-f899-4d5c-931b-75e89f1d4717 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:29.088154 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21d2f820-f899-4d5c-931b-75e89f1d4717 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:29.096258 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:05:29.125749 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-67ad73a9-4816-4421-81c2-f972d210c3ec tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Network da47d9a6-534f-44d9-b8a9-89652da4d3f3 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:05:29.133244 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-67ad73a9-4816-4421-81c2-f972d210c3ec tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:05:29.137940 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-67ad73a9-4816-4421-81c2-f972d210c3ec tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:05:29.138269 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d2f820-f899-4d5c-931b-75e89f1d4717 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:05:29.148209 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd61324-5bc7-4149-8541-4ad16a75a09e req-581db235-071f-4463-8cbf-9df4dea189b3 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:29.150121 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bcd61324-5bc7-4149-8541-4ad16a75a09e req-581db235-071f-4463-8cbf-9df4dea189b3 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/networks?id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1&id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1&id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 787 time: 0.5498323 Nov 12 20:05:29.162874 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b3f76-687e-4342-b73b-a752da036ce3 req-193c1ef3-00f6-4fd8-935b-ffec5715479c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:29.164882 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-862b3f76-687e-4342-b73b-a752da036ce3 req-193c1ef3-00f6-4fd8-935b-ffec5715479c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7538c2f0-1816-4b2d-be66-4f8cb443d9c1 HTTP/1.1" status: 200 len: 851 time: 0.1280713 Nov 12 20:05:29.202555 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad73a9-4816-4421-81c2-f972d210c3ec tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Pushing event updated for resources: {'Port': ['ID=1e861e6a-bc8e-47fc-a165-c8c2cf6a8722,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:29.207557 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21d2f820-f899-4d5c-931b-75e89f1d4717 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:29.208136 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-21d2f820-f899-4d5c-931b-75e89f1d4717 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Added segment 5f92f86e-9463-48c4-aff5-be875e50b4fd of type vlan for network ed802056-b78a-4a53-9f7a-281b124e365f Nov 12 20:05:29.211200 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2f820-f899-4d5c-931b-75e89f1d4717 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2edcf373-1c40-4c61-b0b1-8e11698771be,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:29.257184 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5895e1-76c9-43e4-bfaf-44a888d6a790 None None] New status for floating IP 90529484-3c4d-40d8-be6b-72d6dae759d1: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:05:29.296206 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-67ad73a9-4816-4421-81c2-f972d210c3ec tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:29.296878 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-67ad73a9-4816-4421-81c2-f972d210c3ec tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:29.317428 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21d2f820-f899-4d5c-931b-75e89f1d4717 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:29.321000 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-67ad73a9-4816-4421-81c2-f972d210c3ec tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8189340 Nov 12 20:05:29.321890 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b3f76-687e-4342-b73b-a752da036ce3 req-8b226b76-1619-4942-b34a-89fff55488ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:29.323165 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-862b3f76-687e-4342-b73b-a752da036ce3 req-8b226b76-1619-4942-b34a-89fff55488ce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80c69418-b92b-4b29-9244-07bfae8aef96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1495407 Nov 12 20:05:29.335279 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-db1609b0-1559-415f-bb69-ae950ed9372c service neutron] Request body: {'port': {'device_id': '535bbe0d-246c-4c8b-9c39-eb39d7fda539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:05:29.350887 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f929e3-224d-4007-9c5f-e9e478b86d6b req-6b35b0ef-d001-45b4-bba7-9ffe82668317 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:29.358889 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a5f929e3-224d-4007-9c5f-e9e478b86d6b req-6b35b0ef-d001-45b4-bba7-9ffe82668317 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=535bbe0d-246c-4c8b-9c39-eb39d7fda539 HTTP/1.1" status: 200 len: 931 time: 0.1085930 Nov 12 20:05:29.451176 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae681a-2fd7-4b81-b31e-530171ca20e8 req-aecac6ca-f002-4f7d-8ac6-c7087f8889e2 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:29.452807 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-afae681a-2fd7-4b81-b31e-530171ca20e8 req-aecac6ca-f002-4f7d-8ac6-c7087f8889e2 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 945 time: 0.1699946 Nov 12 20:05:29.462109 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21d2f820-f899-4d5c-931b-75e89f1d4717 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:29.468617 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d2f820-f899-4d5c-931b-75e89f1d4717 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:29.469248 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21d2f820-f899-4d5c-931b-75e89f1d4717 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:29.472950 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a5f929e3-224d-4007-9c5f-e9e478b86d6b req-a1487f30-aa43-4bce-9477-b7990eab6b1f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081407 Nov 12 20:05:29.477064 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-db1609b0-1559-415f-bb69-ae950ed9372c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:29.501801 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-21d2f820-f899-4d5c-931b-75e89f1d4717 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7244306 Nov 12 20:05:29.502574 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59880) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:29.515170 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-fec54f0f-a93e-424b-908c-c3f9dfbcaa24 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Request body: {'subnet': {'network_id': 'ed802056-b78a-4a53-9f7a-281b124e365f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:05:29.578754 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2f820-f899-4d5c-931b-75e89f1d4717 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Pushing event updated for resources: {'Network': ['ID=ed802056-b78a-4a53-9f7a-281b124e365f,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:29.587052 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-862b3f76-687e-4342-b73b-a752da036ce3 req-ca52ecd1-ab96-4e1b-8bbc-f56d8c466e9c service neutron] 10.222.0.52 "GET /v2.0/networks/80c69418-b92b-4b29-9244-07bfae8aef96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525308 Nov 12 20:05:29.591360 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network ed802056-b78a-4a53-9f7a-281b124e365f details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:05:29.606696 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f5023124-be07-474d-977d-ee48fe4807c6 req-211e6b80-9e48-41a5-9165-ef4f9971b3e2 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/floatingips/b847d405-83c2-48b2-9f35-dca66441da8b HTTP/1.1" status: 200 len: 692 time: 0.0972421 Nov 12 20:05:29.632800 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-afae681a-2fd7-4b81-b31e-530171ca20e8 req-5b14fdc9-ae9a-430b-9a51-ca71018a3430 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716409 Nov 12 20:05:29.735395 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-862b3f76-687e-4342-b73b-a752da036ce3 req-0acce715-48ca-44e9-9efd-ae88733b4962 service neutron] 10.222.0.52 "GET /v2.0/networks/80c69418-b92b-4b29-9244-07bfae8aef96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408665 Nov 12 20:05:29.817431 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec54f0f-a93e-424b-908c-c3f9dfbcaa24 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Made reservation on behalf of 15f01ca41ae947cc834ed8d2e318da7d for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:05:29.820893 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fec54f0f-a93e-424b-908c-c3f9dfbcaa24 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:29.938051 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5023124-be07-474d-977d-ee48fe4807c6 req-6386195d-b7b8-4d90-8cd5-3974e8dcb834 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:29.939322 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f5023124-be07-474d-977d-ee48fe4807c6 req-6386195d-b7b8-4d90-8cd5-3974e8dcb834 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 784 time: 0.3041365 Nov 12 20:05:30.020489 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f5023124-be07-474d-977d-ee48fe4807c6 req-03eb00d5-b54f-4fb3-a2c2-72ca524df46c tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.15 HTTP/1.1" status: 200 len: 695 time: 0.0726993 Nov 12 20:05:30.097828 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f5023124-be07-474d-977d-ee48fe4807c6 req-69816886-6a5d-4980-b832-3ef24427743e tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.15 HTTP/1.1" status: 200 len: 695 time: 0.0690341 Nov 12 20:05:30.162702 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36e506-341c-4231-82fe-91a516293beb req-f4a471c0-d3cd-4695-986d-ec2ffb99fbca tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:30.165188 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-be36e506-341c-4231-82fe-91a516293beb req-f4a471c0-d3cd-4695-986d-ec2ffb99fbca tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 950 time: 0.0657084 Nov 12 20:05:30.212170 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-be36e506-341c-4231-82fe-91a516293beb req-f876172c-5b3c-492f-b500-e19bcb71e87d tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410390 Nov 12 20:05:30.265902 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-db1609b0-1559-415f-bb69-ae950ed9372c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e861e6a-bc8e-47fc-a165-c8c2cf6a8722 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:05:30.280464 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-db1609b0-1559-415f-bb69-ae950ed9372c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:30.350058 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-db1609b0-1559-415f-bb69-ae950ed9372c service neutron] Transition to ACTIVE for port object 1e861e6a-bc8e-47fc-a165-c8c2cf6a8722 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:05:30.357541 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-db1609b0-1559-415f-bb69-ae950ed9372c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:30.367229 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fec54f0f-a93e-424b-908c-c3f9dfbcaa24 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:30.481364 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1609b0-1559-415f-bb69-ae950ed9372c service neutron] Pushing event updated for resources: {'Port': ['ID=1e861e6a-bc8e-47fc-a165-c8c2cf6a8722,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:30.488949 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-f5023124-be07-474d-977d-ee48fe4807c6 req-94466fd4-334f-4e20-baa6-a4e42661347a tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Deleting port 49571c5f-91a1-49bf-bff8-af800ae73864 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:05:30.489272 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f5023124-be07-474d-977d-ee48fe4807c6 req-94466fd4-334f-4e20-baa6-a4e42661347a tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:30.490818 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec54f0f-a93e-424b-908c-c3f9dfbcaa24 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Pushing event updated for resources: {'Subnet': ['ID=2eafdd1d-8c11-46af-bab5-1ecbf21d142a,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:30.595006 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec54f0f-a93e-424b-908c-c3f9dfbcaa24 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Checking segment: {'id': '5f92f86e-9463-48c4-aff5-be875e50b4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ed802056-b78a-4a53-9f7a-281b124e365f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:05:30.595389 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec54f0f-a93e-424b-908c-c3f9dfbcaa24 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Network hostable DHCP agents. Network: ed802056-b78a-4a53-9f7a-281b124e365f, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:05:30.659303 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-db1609b0-1559-415f-bb69-ae950ed9372c service neutron] Attempting to bind port 1e861e6a-bc8e-47fc-a165-c8c2cf6a8722 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:05:30.659651 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-db1609b0-1559-415f-bb69-ae950ed9372c service neutron] Attempting to bind port 1e861e6a-bc8e-47fc-a165-c8c2cf6a8722 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:05:30.659993 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-db1609b0-1559-415f-bb69-ae950ed9372c service neutron] Attempting to bind port 1e861e6a-bc8e-47fc-a165-c8c2cf6a8722 on network da47d9a6-534f-44d9-b8a9-89652da4d3f3 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:05:30.663010 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f5023124-be07-474d-977d-ee48fe4807c6 req-94466fd4-334f-4e20-baa6-a4e42661347a tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:30.663333 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f5023124-be07-474d-977d-ee48fe4807c6 req-94466fd4-334f-4e20-baa6-a4e42661347a tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:30.672085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec54f0f-a93e-424b-908c-c3f9dfbcaa24 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Network ed802056-b78a-4a53-9f7a-281b124e365f is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:05:30.685202 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-f5023124-be07-474d-977d-ee48fe4807c6 req-94466fd4-334f-4e20-baa6-a4e42661347a tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Calling delete_port for 49571c5f-91a1-49bf-bff8-af800ae73864 owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:05:30.686781 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-db1609b0-1559-415f-bb69-ae950ed9372c service neutron] Port 1e861e6a-bc8e-47fc-a165-c8c2cf6a8722 on network da47d9a6-534f-44d9-b8a9-89652da4d3f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:05:30.687084 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-db1609b0-1559-415f-bb69-ae950ed9372c service neutron] Attempting to bind port 1e861e6a-bc8e-47fc-a165-c8c2cf6a8722 on network da47d9a6-534f-44d9-b8a9-89652da4d3f3 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:05:30.698619 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-fec54f0f-a93e-424b-908c-c3f9dfbcaa24 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, ed802056-b78a-4a53-9f7a-281b124e365f) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:05:30.702428 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-db1609b0-1559-415f-bb69-ae950ed9372c service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:05:30.702765 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-db1609b0-1559-415f-bb69-ae950ed9372c service neutron] Checking segment: {'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:05:30.703138 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-db1609b0-1559-415f-bb69-ae950ed9372c service neutron] Bound using segment: {'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:05:30.703577 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-db1609b0-1559-415f-bb69-ae950ed9372c service neutron] Bound port: 1e861e6a-bc8e-47fc-a165-c8c2cf6a8722, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:05:30.703927 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-db1609b0-1559-415f-bb69-ae950ed9372c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:30.707355 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c698d32e-54bd-4f04-b4c7-00ed27c9c8ba None None] Network ed802056-b78a-4a53-9f7a-281b124e365f requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:05:30.718415 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec54f0f-a93e-424b-908c-c3f9dfbcaa24 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:30.719003 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fec54f0f-a93e-424b-908c-c3f9dfbcaa24 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:30.745343 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a667d-763e-496f-86f8-66e1bb14b6d4 req-34ed5f87-ee06-4b11-8b08-332ab2d964ba tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:30.747252 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f90a667d-763e-496f-86f8-66e1bb14b6d4 req-34ed5f87-ee06-4b11-8b08-332ab2d964ba tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=535bbe0d-246c-4c8b-9c39-eb39d7fda539 HTTP/1.1" status: 200 len: 943 time: 0.0752275 Nov 12 20:05:30.810406 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f90a667d-763e-496f-86f8-66e1bb14b6d4 req-f42b548b-42b1-4c40-8f20-6709a2a75ed1 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561240 Nov 12 20:05:30.876139 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1964e445-804b-44a9-879a-b2825350a2be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-ed802056-b78a-4a53-9f7a-281b124e365f', 'network_id': 'ed802056-b78a-4a53-9f7a-281b124e365f', 'tenant_id': '15f01ca41ae947cc834ed8d2e318da7d', 'fixed_ips': [{'subnet_id': '2eafdd1d-8c11-46af-bab5-1ecbf21d142a'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:05:30.881280 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1964e445-804b-44a9-879a-b2825350a2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:30.932528 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb493f7-53f4-4134-8e7f-e0afad7e229b req-d316345a-5a60-4589-8a77-5712346058f1 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:30.934314 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0eb493f7-53f4-4134-8e7f-e0afad7e229b req-d316345a-5a60-4589-8a77-5712346058f1 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 945 time: 0.0569866 Nov 12 20:05:30.986753 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0eb493f7-53f4-4134-8e7f-e0afad7e229b req-45df3b1a-1290-408e-a21e-a18fe94e30da tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458317 Nov 12 20:05:31.047533 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-1964e445-804b-44a9-879a-b2825350a2be None None] Allocated IP 172.20.0.2 (ed802056-b78a-4a53-9f7a-281b124e365f/2eafdd1d-8c11-46af-bab5-1ecbf21d142a/f0f71aa5-798c-44fb-a07f-9e190ac02a10) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:05:31.110317 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24352b3d-ef79-4168-8f0c-af4de6859363 req-42511bbd-843d-4a43-a9e3-e158631e1c2e tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:31.112425 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24352b3d-ef79-4168-8f0c-af4de6859363 req-42511bbd-843d-4a43-a9e3-e158631e1c2e tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 945 time: 0.0544739 Nov 12 20:05:31.151292 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fec54f0f-a93e-424b-908c-c3f9dfbcaa24 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6433148 Nov 12 20:05:31.155106 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59908) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:31.163800 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-eb2d64be-8508-4be6-8aa6-383abb74a35b tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Request body: {'port': {'network_id': 'ed802056-b78a-4a53-9f7a-281b124e365f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1005169536'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:05:31.194142 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-db1609b0-1559-415f-bb69-ae950ed9372c service neutron] For port 1e861e6a-bc8e-47fc-a165-c8c2cf6a8722, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:05:31.207591 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24352b3d-ef79-4168-8f0c-af4de6859363 req-216f5c50-4cb2-45e2-bf49-366ddc61929f tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859971 Nov 12 20:05:31.207831 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-db1609b0-1559-415f-bb69-ae950ed9372c service neutron] For port 1e861e6a-bc8e-47fc-a165-c8c2cf6a8722, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1e861e6a-bc8e-47fc-a165-c8c2cf6a8722,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:05:31.209286 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1964e445-804b-44a9-879a-b2825350a2be None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:31.215211 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-db1609b0-1559-415f-bb69-ae950ed9372c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:31.219082 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1964e445-804b-44a9-879a-b2825350a2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:31.279104 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-db1609b0-1559-415f-bb69-ae950ed9372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:31.279833 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-db1609b0-1559-415f-bb69-ae950ed9372c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:31.281254 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-db1609b0-1559-415f-bb69-ae950ed9372c service neutron] 10.222.0.55 "PUT /v2.0/ports/1e861e6a-bc8e-47fc-a165-c8c2cf6a8722 HTTP/1.1" status: 200 len: 1092 time: 1.9523604 Nov 12 20:05:31.281691 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535bbe0d-246c-4c8b-9c39-eb39d7fda539', 'tag': '1e861e6a-bc8e-47fc-a165-c8c2cf6a8722'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:05:31.284327 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db835c9-2ec3-4a3f-8fa7-0d653337e9c1" -d '{"events": [{"name": "network-changed", "server_uuid": "535bbe0d-246c-4c8b-9c39-eb39d7fda539", "tag": "1e861e6a-bc8e-47fc-a165-c8c2cf6a8722"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:05:31.316855 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964e445-804b-44a9-879a-b2825350a2be None None] Pushing event updated for resources: {'Port': ['ID=f0f71aa5-798c-44fb-a07f-9e190ac02a10,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:31.320641 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1609b0-1559-415f-bb69-ae950ed9372c service neutron] Pushing event updated for resources: {'Port': ['ID=1e861e6a-bc8e-47fc-a165-c8c2cf6a8722,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:31.326884 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f5023124-be07-474d-977d-ee48fe4807c6 req-94466fd4-334f-4e20-baa6-a4e42661347a tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:31.344748 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1964e445-804b-44a9-879a-b2825350a2be None None] Network ed802056-b78a-4a53-9f7a-281b124e365f is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:05:31.352721 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2d64be-8508-4be6-8aa6-383abb74a35b tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Made reservation on behalf of 15f01ca41ae947cc834ed8d2e318da7d for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:05:31.357961 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb2d64be-8508-4be6-8aa6-383abb74a35b tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:31.363113 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-1964e445-804b-44a9-879a-b2825350a2be None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:05:31.373688 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1964e445-804b-44a9-879a-b2825350a2be None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:05:31.394594 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94466fd4-334f-4e20-baa6-a4e42661347a tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Pushing event deleted for resources: {'Port': ['ID=49571c5f-91a1-49bf-bff8-af800ae73864,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:31.403199 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-eb2d64be-8508-4be6-8aa6-383abb74a35b tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] device_id is not set on port 547c4833-3816-4aba-9390-0dfe172ebd99 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:05:31.478906 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1964e445-804b-44a9-879a-b2825350a2be None None] Attempting to bind port f0f71aa5-798c-44fb-a07f-9e190ac02a10 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:05:31.479186 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa13f6b-2c42-487b-aa2c-a7c894f34895 req-fe4d6ac7-a1e7-4119-bae1-3c553e9edceb tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:31.479308 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1964e445-804b-44a9-879a-b2825350a2be None None] Attempting to bind port f0f71aa5-798c-44fb-a07f-9e190ac02a10 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '5f92f86e-9463-48c4-aff5-be875e50b4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ed802056-b78a-4a53-9f7a-281b124e365f'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:05:31.480191 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964e445-804b-44a9-879a-b2825350a2be None None] Attempting to bind port f0f71aa5-798c-44fb-a07f-9e190ac02a10 on network ed802056-b78a-4a53-9f7a-281b124e365f {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:05:31.481588 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bfa13f6b-2c42-487b-aa2c-a7c894f34895 req-fe4d6ac7-a1e7-4119-bae1-3c553e9edceb tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 950 time: 0.1117733 Nov 12 20:05:31.484891 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-fcb67821-009f-4b23-9683-b0a0a4733bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:31.487140 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-fcb67821-009f-4b23-9683-b0a0a4733bc9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2f4a501a8a9343959e54c76a3fc6aa37&device_id=535bbe0d-246c-4c8b-9c39-eb39d7fda539 HTTP/1.1" status: 200 len: 1095 time: 0.1077802 Nov 12 20:05:31.487828 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964e445-804b-44a9-879a-b2825350a2be None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:05:31.488381 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964e445-804b-44a9-879a-b2825350a2be None None] Checking segment: {'id': '5f92f86e-9463-48c4-aff5-be875e50b4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ed802056-b78a-4a53-9f7a-281b124e365f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:05:31.488796 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1964e445-804b-44a9-879a-b2825350a2be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:31.489189 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964e445-804b-44a9-879a-b2825350a2be None None] Bound using segment: {'id': '5f92f86e-9463-48c4-aff5-be875e50b4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ed802056-b78a-4a53-9f7a-281b124e365f'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:05:31.489665 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1964e445-804b-44a9-879a-b2825350a2be None None] Bound port: f0f71aa5-798c-44fb-a07f-9e190ac02a10, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f92f86e-9463-48c4-aff5-be875e50b4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ed802056-b78a-4a53-9f7a-281b124e365f'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:05:31.490910 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1964e445-804b-44a9-879a-b2825350a2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:31.557943 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-1964e445-804b-44a9-879a-b2825350a2be None None] For port f0f71aa5-798c-44fb-a07f-9e190ac02a10, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:05:31.561192 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-1964e445-804b-44a9-879a-b2825350a2be None None] For port f0f71aa5-798c-44fb-a07f-9e190ac02a10, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f0f71aa5-798c-44fb-a07f-9e190ac02a10,segment=NetworkSegment(5f92f86e-9463-48c4-aff5-be875e50b4fd),segment_id=5f92f86e-9463-48c4-aff5-be875e50b4fd)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:05:31.565401 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-5514e7bb-4da3-434d-afc3-face4dba2b6b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e861e6a-bc8e-47fc-a165-c8c2cf6a8722 HTTP/1.1" status: 200 len: 217 time: 0.0637498 Nov 12 20:05:31.565765 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-eb2d64be-8508-4be6-8aa6-383abb74a35b tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Allocated IP 172.20.0.9 (ed802056-b78a-4a53-9f7a-281b124e365f/2eafdd1d-8c11-46af-bab5-1ecbf21d142a/547c4833-3816-4aba-9390-0dfe172ebd99) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:05:31.567939 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1964e445-804b-44a9-879a-b2825350a2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:31.570549 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f5023124-be07-474d-977d-ee48fe4807c6 req-94466fd4-334f-4e20-baa6-a4e42661347a tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:31.573392 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f5023124-be07-474d-977d-ee48fe4807c6 req-94466fd4-334f-4e20-baa6-a4e42661347a tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:31.575573 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f5023124-be07-474d-977d-ee48fe4807c6 req-94466fd4-334f-4e20-baa6-a4e42661347a tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "DELETE /v2.0/floatingips/b847d405-83c2-48b2-9f35-dca66441da8b HTTP/1.1" status: 204 len: 173 time: 1.4691660 Nov 12 20:05:31.584456 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bfa13f6b-2c42-487b-aa2c-a7c894f34895 req-92ee36b3-c99e-477a-bd28-63014898a998 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935471 Nov 12 20:05:31.630688 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-99676126-a59c-4b64-8a79-1ed73b22d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:31.632272 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-99676126-a59c-4b64-8a79-1ed73b22d02d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce72f812-14b6-4840-8ebe-5441b73cbc50 HTTP/1.1" status: 200 len: 846 time: 0.0557661 Nov 12 20:05:31.646418 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c4f58c-ec05-487d-a2e5-96a199e6c98d x-openstack-request-id: req-c7c4f58c-ec05-487d-a2e5-96a199e6c98d {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:05:31.647035 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535bbe0d-246c-4c8b-9c39-eb39d7fda539", "tag": "1e861e6a-bc8e-47fc-a165-c8c2cf6a8722", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:05:31.647291 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c7c4f58c-ec05-487d-a2e5-96a199e6c98d {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:05:31.647698 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535bbe0d-246c-4c8b-9c39-eb39d7fda539', 'tag': '1e861e6a-bc8e-47fc-a165-c8c2cf6a8722', 'status': 'completed', 'code': 200} Nov 12 20:05:31.649174 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964e445-804b-44a9-879a-b2825350a2be None None] Pushing event updated for resources: {'Port': ['ID=f0f71aa5-798c-44fb-a07f-9e190ac02a10,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:31.684201 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-5a91cf48-036e-4565-8e65-d73bf7a9c5d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da47d9a6-534f-44d9-b8a9-89652da4d3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417004 Nov 12 20:05:31.773709 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-051f923a-6a49-43d4-9ee3-0d1c29cf34a3 req-1c9a4ed3-2593-40c6-91c3-1b7ec18c076c tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/floatingips/931ea4b7-6ab7-4f86-8be6-8c0201bd0200 HTTP/1.1" status: 200 len: 692 time: 0.1110549 Nov 12 20:05:31.833740 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb2d64be-8508-4be6-8aa6-383abb74a35b tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:31.943879 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-d60f52ad-0b19-4c1e-a18f-72ea560deb10 service neutron] 10.222.0.55 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080624 Nov 12 20:05:31.952369 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f923a-6a49-43d4-9ee3-0d1c29cf34a3 req-4b806afb-eab8-4b9e-804f-802863930fbb tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:31.956852 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-051f923a-6a49-43d4-9ee3-0d1c29cf34a3 req-4b806afb-eab8-4b9e-804f-802863930fbb tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 784 time: 0.1526992 Nov 12 20:05:31.957127 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb2d64be-8508-4be6-8aa6-383abb74a35b tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:32.019952 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49eb46-9fad-412d-9e34-30cc0b4b97d6 req-db5bde07-4c01-491a-8211-8ef5a2662ba1 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:32.030263 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dc49eb46-9fad-412d-9e34-30cc0b4b97d6 req-db5bde07-4c01-491a-8211-8ef5a2662ba1 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=535bbe0d-246c-4c8b-9c39-eb39d7fda539 HTTP/1.1" status: 200 len: 943 time: 0.1131792 Nov 12 20:05:32.056767 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2d64be-8508-4be6-8aa6-383abb74a35b tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Network ed802056-b78a-4a53-9f7a-281b124e365f is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:05:32.058475 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d64be-8508-4be6-8aa6-383abb74a35b tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Pushing event updated for resources: {'Port': ['ID=547c4833-3816-4aba-9390-0dfe172ebd99,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:32.062912 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-eb2d64be-8508-4be6-8aa6-383abb74a35b tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:05:32.065219 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2d64be-8508-4be6-8aa6-383abb74a35b tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:05:32.100742 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-051f923a-6a49-43d4-9ee3-0d1c29cf34a3 req-1380c560-4137-47b2-ad8e-3e7a84f87628 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.37 HTTP/1.1" status: 200 len: 695 time: 0.0613298 Nov 12 20:05:32.123949 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2b84f799-96c9-49a3-b208-59ef9eeaaadb req-ff93a3ce-2eab-48ec-af53-dd1024947d60 service neutron] 10.222.0.55 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651661 Nov 12 20:05:32.142723 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2d64be-8508-4be6-8aa6-383abb74a35b tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:32.143599 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb2d64be-8508-4be6-8aa6-383abb74a35b tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:32.161791 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dc49eb46-9fad-412d-9e34-30cc0b4b97d6 req-3eb3dfb8-b3d3-409b-b582-0c1d1eb484cf tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301870 Nov 12 20:05:32.169595 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-051f923a-6a49-43d4-9ee3-0d1c29cf34a3 req-90276220-3c45-4341-b6e4-727e7d7cce37 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.37 HTTP/1.1" status: 200 len: 695 time: 0.0591333 Nov 12 20:05:32.182306 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-eb2d64be-8508-4be6-8aa6-383abb74a35b tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0178511 Nov 12 20:05:32.182306 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59922) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:32.317719 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a1b84-3628-4c3b-b04c-5ea5f9090507 req-3ff9b22d-1292-4c45-8576-f801721ff9be tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:32.318783 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db835c9-2ec3-4a3f-8fa7-0d653337e9c1 req-00d6901f-396a-43ae-bc6e-e4b857daf9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:32.319218 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-da1a1b84-3628-4c3b-b04c-5ea5f9090507 req-3ff9b22d-1292-4c45-8576-f801721ff9be tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 945 time: 0.0662749 Nov 12 20:05:32.320411 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8db835c9-2ec3-4a3f-8fa7-0d653337e9c1 req-00d6901f-396a-43ae-bc6e-e4b857daf9ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2f4a501a8a9343959e54c76a3fc6aa37&device_id=535bbe0d-246c-4c8b-9c39-eb39d7fda539 HTTP/1.1" status: 200 len: 1095 time: 0.1416290 Nov 12 20:05:32.327237 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-6a134e51-7435-40fc-91e2-4837549c4e91 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Deleting port 547c4833-3816-4aba-9390-0dfe172ebd99 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:05:32.327585 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6a134e51-7435-40fc-91e2-4837549c4e91 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:32.406592 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-051f923a-6a49-43d4-9ee3-0d1c29cf34a3 req-c1447930-33a5-4eea-a3f6-9824597e8624 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Deleting port 042dacfc-8a80-4f09-9e75-03c21ee95c12 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:05:32.406933 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-051f923a-6a49-43d4-9ee3-0d1c29cf34a3 req-c1447930-33a5-4eea-a3f6-9824597e8624 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:32.432176 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-da1a1b84-3628-4c3b-b04c-5ea5f9090507 req-838ccf71-d874-472a-b709-fdeab393c795 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004906 Nov 12 20:05:32.446903 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6a134e51-7435-40fc-91e2-4837549c4e91 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:32.460538 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-6a134e51-7435-40fc-91e2-4837549c4e91 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Calling delete_port for 547c4833-3816-4aba-9390-0dfe172ebd99 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:05:32.490212 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db835c9-2ec3-4a3f-8fa7-0d653337e9c1 req-fa371ea4-38e0-408b-bfd1-df395152a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:32.491979 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8db835c9-2ec3-4a3f-8fa7-0d653337e9c1 req-fa371ea4-38e0-408b-bfd1-df395152a4ce service neutron] 10.222.0.55 "GET /v2.0/networks?id=da47d9a6-534f-44d9-b8a9-89652da4d3f3 HTTP/1.1" status: 200 len: 907 time: 0.1639245 Nov 12 20:05:32.543682 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8db835c9-2ec3-4a3f-8fa7-0d653337e9c1 req-7e4b970d-a55f-4571-919e-f7dc6990117c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e861e6a-bc8e-47fc-a165-c8c2cf6a8722 HTTP/1.1" status: 200 len: 217 time: 0.0401621 Nov 12 20:05:32.584991 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c3fdb-3336-4a3c-b847-95728ce988ab req-0de23a5f-f7a6-4593-9b12-e908f3e69710 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:32.586541 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b74c3fdb-3336-4a3c-b847-95728ce988ab req-0de23a5f-f7a6-4593-9b12-e908f3e69710 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 945 time: 0.0711548 Nov 12 20:05:32.587716 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-051f923a-6a49-43d4-9ee3-0d1c29cf34a3 req-c1447930-33a5-4eea-a3f6-9824597e8624 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:32.588045 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-051f923a-6a49-43d4-9ee3-0d1c29cf34a3 req-c1447930-33a5-4eea-a3f6-9824597e8624 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:32.606435 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-051f923a-6a49-43d4-9ee3-0d1c29cf34a3 req-c1447930-33a5-4eea-a3f6-9824597e8624 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Calling delete_port for 042dacfc-8a80-4f09-9e75-03c21ee95c12 owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:05:32.624648 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db835c9-2ec3-4a3f-8fa7-0d653337e9c1 req-9b39ade3-87fd-48c7-965c-bc2c42b2adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:32.626128 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8db835c9-2ec3-4a3f-8fa7-0d653337e9c1 req-9b39ade3-87fd-48c7-965c-bc2c42b2adfc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce72f812-14b6-4840-8ebe-5441b73cbc50 HTTP/1.1" status: 200 len: 846 time: 0.0758259 Nov 12 20:05:32.677592 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b74c3fdb-3336-4a3c-b847-95728ce988ab req-994a3996-2018-4deb-9ba4-fbd10fdc75cb tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839493 Nov 12 20:05:32.689365 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8db835c9-2ec3-4a3f-8fa7-0d653337e9c1 req-89daef4e-579f-48ab-939a-a70590b97536 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da47d9a6-534f-44d9-b8a9-89652da4d3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312409 Nov 12 20:05:32.699293 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6a134e51-7435-40fc-91e2-4837549c4e91 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:32.738693 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a134e51-7435-40fc-91e2-4837549c4e91 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Pushing event deleted for resources: {'Port': ['ID=547c4833-3816-4aba-9390-0dfe172ebd99,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:32.805086 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a56606-6198-48f6-b3e1-194c9147a134 None None] Network ed802056-b78a-4a53-9f7a-281b124e365f requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:05:32.860087 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6a134e51-7435-40fc-91e2-4837549c4e91 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:32.863965 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6a134e51-7435-40fc-91e2-4837549c4e91 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] 10.222.0.48 "DELETE /v2.0/ports/547c4833-3816-4aba-9390-0dfe172ebd99 HTTP/1.1" status: 204 len: 168 time: 0.6839147 Nov 12 20:05:32.865483 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8db835c9-2ec3-4a3f-8fa7-0d653337e9c1 req-9f26f17a-f2c0-4f12-a50e-36a2a925c8e1 service neutron] 10.222.0.55 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621847 Nov 12 20:05:32.867480 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59934) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:32.890172 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee7b14-98bb-4256-b903-73a24739ec3d req-b8224a7a-50a7-4c3e-8287-4b6bb8456df2 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:32.891734 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ebee7b14-98bb-4256-b903-73a24739ec3d req-b8224a7a-50a7-4c3e-8287-4b6bb8456df2 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 950 time: 0.0621011 Nov 12 20:05:32.952204 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ebee7b14-98bb-4256-b903-73a24739ec3d req-71f88ea6-41f5-48a7-a32b-29a1427980da tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502720 Nov 12 20:05:32.960839 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0d43c174-129c-4b5b-b303-4dbc49d0fe94 None None] Provisioning complete for port f0f71aa5-798c-44fb-a07f-9e190ac02a10 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:32.961282 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0d43c174-129c-4b5b-b303-4dbc49d0fe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:32.970035 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6d3781e6-153a-4097-9ca5-204e43636343 tempest-DHCPAgentSchedulersTestJSON-545001672 tempest-DHCPAgentSchedulersTestJSON-545001672-project-admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.1014407 Nov 12 20:05:32.974605 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59938) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:32.982490 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-8e2054ed-172b-4610-8a74-6a1a72b5c00a tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-92169819'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:05:32.990781 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-051f923a-6a49-43d4-9ee3-0d1c29cf34a3 req-c1447930-33a5-4eea-a3f6-9824597e8624 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:33.033292 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1447930-33a5-4eea-a3f6-9824597e8624 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Pushing event deleted for resources: {'Port': ['ID=042dacfc-8a80-4f09-9e75-03c21ee95c12,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:33.070322 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8db835c9-2ec3-4a3f-8fa7-0d653337e9c1 req-66d96de1-27b4-42cd-8192-111d1050d5e5 service neutron] 10.222.0.55 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952589 Nov 12 20:05:33.073545 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2054ed-172b-4610-8a74-6a1a72b5c00a tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Made reservation on behalf of 15f01ca41ae947cc834ed8d2e318da7d for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:05:33.077047 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8e2054ed-172b-4610-8a74-6a1a72b5c00a tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:33.103251 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0d43c174-129c-4b5b-b303-4dbc49d0fe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:33.138169 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2054ed-172b-4610-8a74-6a1a72b5c00a tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:05:33.140468 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-051f923a-6a49-43d4-9ee3-0d1c29cf34a3 req-c1447930-33a5-4eea-a3f6-9824597e8624 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:33.143035 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-051f923a-6a49-43d4-9ee3-0d1c29cf34a3 req-c1447930-33a5-4eea-a3f6-9824597e8624 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:33.144140 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-051f923a-6a49-43d4-9ee3-0d1c29cf34a3 req-c1447930-33a5-4eea-a3f6-9824597e8624 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "DELETE /v2.0/floatingips/931ea4b7-6ab7-4f86-8be6-8c0201bd0200 HTTP/1.1" status: 204 len: 173 time: 0.9721489 Nov 12 20:05:33.146808 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0d43c174-129c-4b5b-b303-4dbc49d0fe94 None None] For port f0f71aa5-798c-44fb-a07f-9e190ac02a10, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f0f71aa5-798c-44fb-a07f-9e190ac02a10,segment=NetworkSegment(5f92f86e-9463-48c4-aff5-be875e50b4fd),segment_id=5f92f86e-9463-48c4-aff5-be875e50b4fd)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:33.152977 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0d43c174-129c-4b5b-b303-4dbc49d0fe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:33.156576 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8e2054ed-172b-4610-8a74-6a1a72b5c00a tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:33.157019 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-8e2054ed-172b-4610-8a74-6a1a72b5c00a tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Added segment 74e84833-56a7-487e-b9e4-3eb41ab03d20 of type vlan for network 439de178-1842-4ce9-9f4b-0c7af36bbdc7 Nov 12 20:05:33.207820 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8e2054ed-172b-4610-8a74-6a1a72b5c00a tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:33.247663 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43c174-129c-4b5b-b303-4dbc49d0fe94 None None] Pushing event updated for resources: {'Port': ['ID=f0f71aa5-798c-44fb-a07f-9e190ac02a10,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:33.249692 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8e2054ed-172b-4610-8a74-6a1a72b5c00a tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:33.265088 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2054ed-172b-4610-8a74-6a1a72b5c00a tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:33.265680 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8e2054ed-172b-4610-8a74-6a1a72b5c00a tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:33.404589 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e0753bf1-7a03-46d9-ae5d-c2b3f53e0220 req-08cbd1ee-3ad1-4cf6-97fe-022dee786428 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/floatingips/75ced605-cd69-406a-b222-b450df095db7 HTTP/1.1" status: 200 len: 692 time: 0.1350961 Nov 12 20:05:33.410706 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8e2054ed-172b-4610-8a74-6a1a72b5c00a tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4309020 Nov 12 20:05:33.410906 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59954) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:33.483730 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2054ed-172b-4610-8a74-6a1a72b5c00a tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Pushing event updated for resources: {'Network': ['ID=439de178-1842-4ce9-9f4b-0c7af36bbdc7,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:33.485112 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4b66944c-d030-49a8-bc8d-f087182a76f6 None None] Provisioning complete for port f0f71aa5-798c-44fb-a07f-9e190ac02a10 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:33.485483 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4b66944c-d030-49a8-bc8d-f087182a76f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:33.530935 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 439de178-1842-4ce9-9f4b-0c7af36bbdc7 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:05:33.604008 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0753bf1-7a03-46d9-ae5d-c2b3f53e0220 req-917b3598-c8e1-4d90-989d-5894c7578d5d tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:33.606721 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e0753bf1-7a03-46d9-ae5d-c2b3f53e0220 req-917b3598-c8e1-4d90-989d-5894c7578d5d tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 784 time: 0.1662464 Nov 12 20:05:33.660139 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cf3e8346-780a-4a7a-8d0e-ee965b09b159 tempest-DHCPAgentSchedulersTestJSON-545001672 tempest-DHCPAgentSchedulersTestJSON-545001672-project-admin] 10.222.0.48 "GET /v2.0/agents/ca3fbfc0-b0d5-431c-a225-c2969425e5e2/dhcp-networks HTTP/1.1" status: 200 len: 9652 time: 0.2481475 Nov 12 20:05:33.662327 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59958) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:33.685782 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e0753bf1-7a03-46d9-ae5d-c2b3f53e0220 req-5594cec6-7948-4cf8-a2fa-2a40388fb4db tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.88 HTTP/1.1" status: 200 len: 695 time: 0.0716941 Nov 12 20:05:33.696409 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006c199-bbb2-491a-91f0-65159ea93264 req-7405bcde-c927-45f7-a91f-6614f819e6dd tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:33.705307 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c006c199-bbb2-491a-91f0-65159ea93264 req-7405bcde-c927-45f7-a91f-6614f819e6dd tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=535bbe0d-246c-4c8b-9c39-eb39d7fda539 HTTP/1.1" status: 200 len: 943 time: 0.2981725 Nov 12 20:05:33.763403 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e0753bf1-7a03-46d9-ae5d-c2b3f53e0220 req-9f6e9f64-0bac-490a-aa06-9bbf97ecb0a0 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.88 HTTP/1.1" status: 200 len: 695 time: 0.0703139 Nov 12 20:05:33.772450 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c006c199-bbb2-491a-91f0-65159ea93264 req-829f6fed-9653-40d5-abb2-bf74b3f970a4 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656435 Nov 12 20:05:33.784075 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-07aaff2e-7da7-47e9-910a-b577c58e7a89 None None] Could not find standard attr ID for object 547c4833-3816-4aba-9390-0dfe172ebd99. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:05:33.861264 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cae3d2-e136-4d4b-a2ed-7fd4d1717e15 tempest-DHCPAgentSchedulersTestJSON-545001672 tempest-DHCPAgentSchedulersTestJSON-545001672-project-admin] Network 439de178-1842-4ce9-9f4b-0c7af36bbdc7 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:05:33.882944 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76dca76-f8aa-4ef8-8abb-1e9a5b4b6ab7 None None] Network 439de178-1842-4ce9-9f4b-0c7af36bbdc7 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:05:33.887343 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-45cae3d2-e136-4d4b-a2ed-7fd4d1717e15 tempest-DHCPAgentSchedulersTestJSON-545001672 tempest-DHCPAgentSchedulersTestJSON-545001672-project-admin] 10.222.0.48 "POST /v2.0/agents/ca3fbfc0-b0d5-431c-a225-c2969425e5e2/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2152708 Nov 12 20:05:33.905884 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59970) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:33.928033 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f0f71aa5-798c-44fb-a07f-9e190ac02a10 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:05:33.993057 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-e0753bf1-7a03-46d9-ae5d-c2b3f53e0220 req-8cff6c63-4fcc-40aa-97f0-2575573c14a1 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Deleting port 43ef5eb4-c82e-464c-813f-1ab8233e51e5 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:05:33.993422 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e0753bf1-7a03-46d9-ae5d-c2b3f53e0220 req-8cff6c63-4fcc-40aa-97f0-2575573c14a1 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:34.058716 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port f0f71aa5-798c-44fb-a07f-9e190ac02a10 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:34.059170 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:34.079512 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e0753bf1-7a03-46d9-ae5d-c2b3f53e0220 req-8cff6c63-4fcc-40aa-97f0-2575573c14a1 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:34.079797 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e0753bf1-7a03-46d9-ae5d-c2b3f53e0220 req-8cff6c63-4fcc-40aa-97f0-2575573c14a1 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:34.097748 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-e0753bf1-7a03-46d9-ae5d-c2b3f53e0220 req-8cff6c63-4fcc-40aa-97f0-2575573c14a1 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Calling delete_port for 43ef5eb4-c82e-464c-813f-1ab8233e51e5 owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:05:34.163033 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdfbc1-de70-43ab-9316-8b27affc92d7 req-e16c0f3f-cffd-424e-8c0c-78ee3cfb36b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:34.165000 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bafdfbc1-de70-43ab-9316-8b27affc92d7 req-e16c0f3f-cffd-424e-8c0c-78ee3cfb36b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cc4db98daf5b4e7b9bbbe0aad0f1a29c&device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 1097 time: 0.2398715 Nov 12 20:05:34.200436 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da999fb-653c-4820-810f-7431a91ad0e7 req-a66cf79f-9760-4d71-bab0-f335139838eb tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:34.202299 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6da999fb-653c-4820-810f-7431a91ad0e7 req-a66cf79f-9760-4d71-bab0-f335139838eb tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 945 time: 0.2015767 Nov 12 20:05:34.259326 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-21541e34-3271-4691-874c-3bf41aa5cf3e tempest-DHCPAgentSchedulersTestJSON-545001672 tempest-DHCPAgentSchedulersTestJSON-545001672-project-admin] 10.222.0.48 "GET /v2.0/agents/ca3fbfc0-b0d5-431c-a225-c2969425e5e2/dhcp-networks HTTP/1.1" status: 200 len: 10422 time: 0.3506472 Nov 12 20:05:34.268792 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59976) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:34.419644 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6da999fb-653c-4820-810f-7431a91ad0e7 req-c1636f89-57e6-4f31-8fc6-6391d5ed2ace tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059286 Nov 12 20:05:34.447327 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdfbc1-de70-43ab-9316-8b27affc92d7 req-91ba5185-62af-4333-8725-e8870ecc1fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:34.450583 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bafdfbc1-de70-43ab-9316-8b27affc92d7 req-91ba5185-62af-4333-8725-e8870ecc1fdb service neutron] 10.222.0.52 "GET /v2.0/networks?id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202 HTTP/1.1" status: 200 len: 917 time: 0.2400126 Nov 12 20:05:34.460544 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-baf58944-12e1-4190-ba98-9ca79b5bcff8 tempest-DHCPAgentSchedulersTestJSON-545001672 tempest-DHCPAgentSchedulersTestJSON-545001672-project-admin] 10.222.0.48 "DELETE /v2.0/agents/ca3fbfc0-b0d5-431c-a225-c2969425e5e2/dhcp-networks/439de178-1842-4ce9-9f4b-0c7af36bbdc7 HTTP/1.1" status: 204 len: 168 time: 0.1884854 Nov 12 20:05:34.461196 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59978) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:34.492688 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e0753bf1-7a03-46d9-ae5d-c2b3f53e0220 req-8cff6c63-4fcc-40aa-97f0-2575573c14a1 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:34.519808 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff6c63-4fcc-40aa-97f0-2575573c14a1 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Pushing event deleted for resources: {'Port': ['ID=43ef5eb4-c82e-464c-813f-1ab8233e51e5,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:34.589196 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e0753bf1-7a03-46d9-ae5d-c2b3f53e0220 req-8cff6c63-4fcc-40aa-97f0-2575573c14a1 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:34.592417 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e0753bf1-7a03-46d9-ae5d-c2b3f53e0220 req-8cff6c63-4fcc-40aa-97f0-2575573c14a1 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:34.593585 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e0753bf1-7a03-46d9-ae5d-c2b3f53e0220 req-8cff6c63-4fcc-40aa-97f0-2575573c14a1 tempest-FloatingIPDetailsTestJSON-568703696 tempest-FloatingIPDetailsTestJSON-568703696-project] 10.222.0.48 "DELETE /v2.0/floatingips/75ced605-cd69-406a-b222-b450df095db7 HTTP/1.1" status: 204 len: 173 time: 0.8293114 Nov 12 20:05:34.599804 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59980) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:34.624170 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bafdfbc1-de70-43ab-9316-8b27affc92d7 req-109e2b22-e5e1-4d7e-b285-54a1b63c99d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b8dc4c6-5607-4dc0-b8d1-2783738323ad HTTP/1.1" status: 200 len: 1001 time: 0.1619623 Nov 12 20:05:34.725078 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdfbc1-de70-43ab-9316-8b27affc92d7 req-dbba7b03-5f66-4764-9350-1abf66bef14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:34.726767 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bafdfbc1-de70-43ab-9316-8b27affc92d7 req-dbba7b03-5f66-4764-9350-1abf66bef14f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f543e4e2-8561-47f7-b814-55300c23b7f1 HTTP/1.1" status: 200 len: 855 time: 0.0909040 Nov 12 20:05:34.745008 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237947a4-d16a-4868-88af-c91c6b4b0645 req-6edf226f-33c5-467f-a3e6-aac3b9b66d16 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:34.746906 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-237947a4-d16a-4868-88af-c91c6b4b0645 req-6edf226f-33c5-467f-a3e6-aac3b9b66d16 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 950 time: 0.1595411 Nov 12 20:05:34.808943 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-44f25541-cdc8-4c2a-a21a-4d78be74afb0 tempest-DHCPAgentSchedulersTestJSON-545001672 tempest-DHCPAgentSchedulersTestJSON-545001672-project-admin] 10.222.0.48 "GET /v2.0/agents/ca3fbfc0-b0d5-431c-a225-c2969425e5e2/dhcp-networks HTTP/1.1" status: 200 len: 9652 time: 0.3434696 Nov 12 20:05:34.809631 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59984) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:34.868178 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f8179c24-4498-4a40-9452-ae4c44169219 tempest-DHCPAgentSchedulersTestJSON-545001672 tempest-DHCPAgentSchedulersTestJSON-545001672-project-admin] 10.222.0.48 "GET /v2.0/networks/ed802056-b78a-4a53-9f7a-281b124e365f/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0551529 Nov 12 20:05:34.874488 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59986) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:34.876848 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-237947a4-d16a-4868-88af-c91c6b4b0645 req-7ffd2a34-3e12-404a-a341-e9ed135a6879 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211472 Nov 12 20:05:34.880577 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdfbc1-de70-43ab-9316-8b27affc92d7 req-928b97fd-b616-4495-9873-ae1ea16c3474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:34.882710 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bafdfbc1-de70-43ab-9316-8b27affc92d7 req-928b97fd-b616-4495-9873-ae1ea16c3474 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1285293 Nov 12 20:05:34.923290 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7197c0de-4e71-4fe0-85b4-fdef59f630d7 tempest-DHCPAgentSchedulersTestJSON-545001672 tempest-DHCPAgentSchedulersTestJSON-545001672-project-admin] 10.222.0.48 "GET /v2.0/networks/ed802056-b78a-4a53-9f7a-281b124e365f/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0488372 Nov 12 20:05:34.926049 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59994) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:34.989554 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a0f83-e02b-42f0-a0c0-148b5ec7c4a6 req-695d6f54-e364-4d9a-89e4-5adfcd390d32 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:34.991130 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-292a0f83-e02b-42f0-a0c0-148b5ec7c4a6 req-695d6f54-e364-4d9a-89e4-5adfcd390d32 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=535bbe0d-246c-4c8b-9c39-eb39d7fda539 HTTP/1.1" status: 200 len: 943 time: 0.1328325 Nov 12 20:05:35.077787 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bafdfbc1-de70-43ab-9316-8b27affc92d7 req-2fd875fb-969d-42f7-8ee9-67980b93b927 service neutron] 10.222.0.52 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862514 Nov 12 20:05:35.078238 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-292a0f83-e02b-42f0-a0c0-148b5ec7c4a6 req-666f01a9-d4c9-4523-b1db-6c8d960d08b0 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776043 Nov 12 20:05:35.173071 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c34fddf3-f283-4da0-a858-0ad21897a105 tempest-DHCPAgentSchedulersTestJSON-545001672 tempest-DHCPAgentSchedulersTestJSON-545001672-project-admin] 10.222.0.48 "GET /v2.0/agents/ca3fbfc0-b0d5-431c-a225-c2969425e5e2/dhcp-networks HTTP/1.1" status: 200 len: 9652 time: 0.2459095 Nov 12 20:05:35.176630 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 60000) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:35.186783 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3af693ba-9658-4800-8ab5-45c903e3707e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:35.242093 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bafdfbc1-de70-43ab-9316-8b27affc92d7 req-741fd4d8-41ca-4646-a66a-b0b49939fa76 service neutron] 10.222.0.52 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439974 Nov 12 20:05:35.326031 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb30f-04c5-4f7b-92a4-e2e2f1ee50d8 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:35.537678 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb30f-04c5-4f7b-92a4-e2e2f1ee50d8 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:35.560894 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234b767-6570-4f37-9c0a-42bf66398e81 req-66425bc4-fab4-4131-9c27-82a9c99b26c7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:35.562620 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5234b767-6570-4f37-9c0a-42bf66398e81 req-66425bc4-fab4-4131-9c27-82a9c99b26c7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 945 time: 0.0613101 Nov 12 20:05:35.577704 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-c6cdb30f-04c5-4f7b-92a4-e2e2f1ee50d8 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439de178-1842-4ce9-9f4b-0c7af36bbdc7']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:35.597290 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-c6cdb30f-04c5-4f7b-92a4-e2e2f1ee50d8 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e84833-56a7-487e-b9e4-3eb41ab03d20') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:35.597539 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-c6cdb30f-04c5-4f7b-92a4-e2e2f1ee50d8 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e84833-56a7-487e-b9e4-3eb41ab03d20') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:35.616407 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb30f-04c5-4f7b-92a4-e2e2f1ee50d8 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:35.627829 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5234b767-6570-4f37-9c0a-42bf66398e81 req-f04b164a-69b3-4ec7-97ba-af838d3eaf54 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592210 Nov 12 20:05:35.643140 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb30f-04c5-4f7b-92a4-e2e2f1ee50d8 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:35.665069 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6cdb30f-04c5-4f7b-92a4-e2e2f1ee50d8 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:05:35.665555 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb30f-04c5-4f7b-92a4-e2e2f1ee50d8 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:05:35.668937 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:05:35.764163 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb30f-04c5-4f7b-92a4-e2e2f1ee50d8 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:35.772985 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb30f-04c5-4f7b-92a4-e2e2f1ee50d8 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:35.776117 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c6cdb30f-04c5-4f7b-92a4-e2e2f1ee50d8 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] 10.222.0.48 "DELETE /v2.0/networks/439de178-1842-4ce9-9f4b-0c7af36bbdc7 HTTP/1.1" status: 204 len: 168 time: 0.5985239 Nov 12 20:05:35.779245 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 60008) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:35.787956 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cdb30f-04c5-4f7b-92a4-e2e2f1ee50d8 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Pushing event deleted for resources: {'Network': ['ID=439de178-1842-4ce9-9f4b-0c7af36bbdc7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:35.799230 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-3af693ba-9658-4800-8ab5-45c903e3707e admin admin] Deleting port b095f002-e464-4ed0-a874-70d557505104 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:05:35.799575 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3af693ba-9658-4800-8ab5-45c903e3707e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:35.801782 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5dee447-73c9-46d1-a04c-f98b0e0406a3 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] DELETE failed (client error): The resource could not be found. Nov 12 20:05:35.802415 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5dee447-73c9-46d1-a04c-f98b0e0406a3 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:05:35.805556 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e5dee447-73c9-46d1-a04c-f98b0e0406a3 tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] 10.222.0.48 "DELETE /v2.0/ports/547c4833-3816-4aba-9390-0dfe172ebd99 HTTP/1.1" status: 404 len: 333 time: 0.0253367 Nov 12 20:05:35.808672 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 60010) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:35.859487 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46df426-6973-447c-b8a6-b103783584fd tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Deleting subnet 2eafdd1d-8c11-46af-bab5-1ecbf21d142a {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:05:35.862552 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b46df426-6973-447c-b8a6-b103783584fd tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:35.885268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-3af693ba-9658-4800-8ab5-45c903e3707e admin admin] For port b095f002-e464-4ed0-a874-70d557505104, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b095f002-e464-4ed0-a874-70d557505104,segment=NetworkSegment(80471f9d-86a2-4b53-9e0b-cd8f7a043aff),segment_id=80471f9d-86a2-4b53-9e0b-cd8f7a043aff)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:35.885838 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3af693ba-9658-4800-8ab5-45c903e3707e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:35.898251 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-3af693ba-9658-4800-8ab5-45c903e3707e admin admin] Calling delete_port for b095f002-e464-4ed0-a874-70d557505104 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:05:35.904775 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b46df426-6973-447c-b8a6-b103783584fd tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:36.029325 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b46df426-6973-447c-b8a6-b103783584fd tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:36.059019 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74bc5db-d931-4f1c-9820-22073bddd3ac req-0854508b-c59d-4251-a179-1506faae082d tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:36.060613 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e74bc5db-d931-4f1c-9820-22073bddd3ac req-0854508b-c59d-4251-a179-1506faae082d tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 950 time: 0.1129565 Nov 12 20:05:36.102298 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3af693ba-9658-4800-8ab5-45c903e3707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:36.129308 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e74bc5db-d931-4f1c-9820-22073bddd3ac req-601cad91-6e4e-4992-8cdb-667a747c4a10 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612078 Nov 12 20:05:36.130817 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b46df426-6973-447c-b8a6-b103783584fd tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:36.131814 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af693ba-9658-4800-8ab5-45c903e3707e admin admin] Pushing event deleted for resources: {'Port': ['ID=b095f002-e464-4ed0-a874-70d557505104,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:36.169605 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46df426-6973-447c-b8a6-b103783584fd tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Pushing event deleted for resources: {'Subnet': ['ID=2eafdd1d-8c11-46af-bab5-1ecbf21d142a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:36.175912 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b46df426-6973-447c-b8a6-b103783584fd tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:36.180537 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b46df426-6973-447c-b8a6-b103783584fd tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] 10.222.0.48 "DELETE /v2.0/subnets/2eafdd1d-8c11-46af-bab5-1ecbf21d142a HTTP/1.1" status: 204 len: 168 time: 0.3707232 Nov 12 20:05:36.184540 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 60026) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:36.188509 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce2fbe4-ebc4-47ec-9307-15bfb76070f3 None None] Network ed802056-b78a-4a53-9f7a-281b124e365f requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:05:36.278355 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8dee95d5-c5cc-4486-82db-7f6fe8ec0beb tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:36.338917 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291151f2-0122-4fb7-9f58-1ad486805677 req-dc652dd3-9fb2-455d-8981-fe03f944ad1b tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:36.347717 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-291151f2-0122-4fb7-9f58-1ad486805677 req-dc652dd3-9fb2-455d-8981-fe03f944ad1b tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=535bbe0d-246c-4c8b-9c39-eb39d7fda539 HTTP/1.1" status: 200 len: 943 time: 0.0877850 Nov 12 20:05:36.349147 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-8dee95d5-c5cc-4486-82db-7f6fe8ec0beb tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Deleting port f0f71aa5-798c-44fb-a07f-9e190ac02a10 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:05:36.349662 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8dee95d5-c5cc-4486-82db-7f6fe8ec0beb tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:36.421115 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71be62f8-486b-49d3-ae39-6f620b7f546d None None] DHCP port deletion for ed802056-b78a-4a53-9f7a-281b124e365f request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:05:36.432552 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-8dee95d5-c5cc-4486-82db-7f6fe8ec0beb tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] For port f0f71aa5-798c-44fb-a07f-9e190ac02a10, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f0f71aa5-798c-44fb-a07f-9e190ac02a10,segment=NetworkSegment(5f92f86e-9463-48c4-aff5-be875e50b4fd),segment_id=5f92f86e-9463-48c4-aff5-be875e50b4fd)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:36.432970 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8dee95d5-c5cc-4486-82db-7f6fe8ec0beb tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:36.445753 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-8dee95d5-c5cc-4486-82db-7f6fe8ec0beb tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Calling delete_port for f0f71aa5-798c-44fb-a07f-9e190ac02a10 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:05:36.447899 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-291151f2-0122-4fb7-9f58-1ad486805677 req-5c56fe45-e4b4-4662-8289-efd44da2ffec tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991766 Nov 12 20:05:36.448809 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3af693ba-9658-4800-8ab5-45c903e3707e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:36.472927 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-71be62f8-486b-49d3-ae39-6f620b7f546d None None] Deleting port f0f71aa5-798c-44fb-a07f-9e190ac02a10 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:05:36.473305 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-71be62f8-486b-49d3-ae39-6f620b7f546d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:36.538657 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8dee95d5-c5cc-4486-82db-7f6fe8ec0beb tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:36.539485 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-71be62f8-486b-49d3-ae39-6f620b7f546d None None] For port f0f71aa5-798c-44fb-a07f-9e190ac02a10, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f0f71aa5-798c-44fb-a07f-9e190ac02a10,segment=NetworkSegment(5f92f86e-9463-48c4-aff5-be875e50b4fd),segment_id=5f92f86e-9463-48c4-aff5-be875e50b4fd)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:36.539878 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-71be62f8-486b-49d3-ae39-6f620b7f546d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:36.554939 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-71be62f8-486b-49d3-ae39-6f620b7f546d None None] Calling delete_port for f0f71aa5-798c-44fb-a07f-9e190ac02a10 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:05:36.569971 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dee95d5-c5cc-4486-82db-7f6fe8ec0beb tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] No DVR routers for this DVR port f0f71aa5-798c-44fb-a07f-9e190ac02a10 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:05:36.577070 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee95d5-c5cc-4486-82db-7f6fe8ec0beb tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Pushing event deleted for resources: {'Port': ['ID=f0f71aa5-798c-44fb-a07f-9e190ac02a10,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:36.661667 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8dee95d5-c5cc-4486-82db-7f6fe8ec0beb tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:36.664645 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-71be62f8-486b-49d3-ae39-6f620b7f546d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:36.691020 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be62f8-486b-49d3-ae39-6f620b7f546d None None] Pushing event deleted for resources: {'Port': ['ID=f0f71aa5-798c-44fb-a07f-9e190ac02a10,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:36.691469 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-8dee95d5-c5cc-4486-82db-7f6fe8ec0beb tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed802056-b78a-4a53-9f7a-281b124e365f']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:36.697285 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71be62f8-486b-49d3-ae39-6f620b7f546d None None] No DVR routers for this DVR port f0f71aa5-798c-44fb-a07f-9e190ac02a10 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:05:36.718206 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-8dee95d5-c5cc-4486-82db-7f6fe8ec0beb tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f92f86e-9463-48c4-aff5-be875e50b4fd') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:36.718510 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-8dee95d5-c5cc-4486-82db-7f6fe8ec0beb tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f92f86e-9463-48c4-aff5-be875e50b4fd') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:36.729506 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8dee95d5-c5cc-4486-82db-7f6fe8ec0beb tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:36.746414 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8dee95d5-c5cc-4486-82db-7f6fe8ec0beb tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:36.751609 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dee95d5-c5cc-4486-82db-7f6fe8ec0beb tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:05:36.752136 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8dee95d5-c5cc-4486-82db-7f6fe8ec0beb tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:05:36.755640 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:05:36.943298 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 4defd834-7c89-42ef-b7d2-157da6d0c741 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:05:36.976405 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af693ba-9658-4800-8ab5-45c903e3707e admin admin] Router eb8654ce-012e-4db2-8246-8cde1519db77 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:05:36.986414 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38743ac8-7343-40c9-b25d-32d0e0b3f171 req-c0e291a5-3c43-43c6-a4b3-6c91912a8d75 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:36.987980 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-38743ac8-7343-40c9-b25d-32d0e0b3f171 req-c0e291a5-3c43-43c6-a4b3-6c91912a8d75 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 945 time: 0.0717781 Nov 12 20:05:37.129023 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-38743ac8-7343-40c9-b25d-32d0e0b3f171 req-565d7cb8-f5a3-495e-9889-02d7e1635fb7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302645 Nov 12 20:05:37.156266 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8dee95d5-c5cc-4486-82db-7f6fe8ec0beb tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:37.156979 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af693ba-9658-4800-8ab5-45c903e3707e admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:05:37.164841 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3af693ba-9658-4800-8ab5-45c903e3707e admin admin] 10.222.0.48 "PUT /v2.0/routers/eb8654ce-012e-4db2-8246-8cde1519db77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5615227 Nov 12 20:05:37.165005 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8dee95d5-c5cc-4486-82db-7f6fe8ec0beb tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:37.165101 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 60044) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:37.171279 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8dee95d5-c5cc-4486-82db-7f6fe8ec0beb tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] 10.222.0.48 "DELETE /v2.0/networks/ed802056-b78a-4a53-9f7a-281b124e365f HTTP/1.1" status: 204 len: 168 time: 0.9833086 Nov 12 20:05:37.198704 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee95d5-c5cc-4486-82db-7f6fe8ec0beb tempest-DHCPAgentSchedulersTestJSON-1145745145 tempest-DHCPAgentSchedulersTestJSON-1145745145-project] Pushing event deleted for resources: {'Network': ['ID=ed802056-b78a-4a53-9f7a-281b124e365f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:37.231704 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67817612-4392-49cd-a1a1-1300ae0fdc57 None None] Sync routers for ids ['eb8654ce-012e-4db2-8246-8cde1519db77'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:05:37.256507 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 4defd834-7c89-42ef-b7d2-157da6d0c741, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=4defd834-7c89-42ef-b7d2-157da6d0c741,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:37.270345 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67817612-4392-49cd-a1a1-1300ae0fdc57 None None] Routers {'eb8654ce-012e-4db2-8246-8cde1519db77'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:05:37.270974 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-67817612-4392-49cd-a1a1-1300ae0fdc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:05:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['eb8654ce-012e-4db2-8246-8cde1519db77'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:37.281250 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1156b-ca13-4af3-828f-2e4d0474def0 req-00bcba89-5e5a-4b8e-a20a-110aee014e2d tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:37.283299 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2ef1156b-ca13-4af3-828f-2e4d0474def0 req-00bcba89-5e5a-4b8e-a20a-110aee014e2d tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 950 time: 0.0575926 Nov 12 20:05:37.297125 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4ea3c7db-b925-42c3-b387-9e75f7e2cb3e admin admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:37.319732 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '4defd834-7c89-42ef-b7d2-157da6d0c741', 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192', 'port_id': '4defd834-7c89-42ef-b7d2-157da6d0c741', 'mac_address': 'fa:16:3e:e6:7b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd80d0b-2491-4b1b-842a-10479179ac7e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:05:37.358423 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2ef1156b-ca13-4af3-828f-2e4d0474def0 req-d758da13-39c8-4816-8d19-aa44b7d6af1a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675321 Nov 12 20:05:37.421296 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:37.427108 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4ea3c7db-b925-42c3-b387-9e75f7e2cb3e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:37.440871 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4defd834-7c89-42ef-b7d2-157da6d0c741 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:05:37.458887 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-67817612-4392-49cd-a1a1-1300ae0fdc57 None None] Set router eb8654ce-012e-4db2-8246-8cde1519db77 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:05:37.497651 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-4ea3c7db-b925-42c3-b387-9e75f7e2cb3e admin admin] Deleting port d19e8788-2e97-41b6-967d-feb6b90449af {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:05:37.497994 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4ea3c7db-b925-42c3-b387-9e75f7e2cb3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:37.527721 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 4defd834-7c89-42ef-b7d2-157da6d0c741, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=4defd834-7c89-42ef-b7d2-157da6d0c741,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:37.540129 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:37.541511 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 1e861e6a-bc8e-47fc-a165-c8c2cf6a8722 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:05:37.559467 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 60054) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:37.658710 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7effb15-90f3-4d97-806f-89cbbcb74139 req-fc0028c2-628e-4c71-a260-0fad19f980e9 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:37.660650 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7effb15-90f3-4d97-806f-89cbbcb74139 req-fc0028c2-628e-4c71-a260-0fad19f980e9 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=535bbe0d-246c-4c8b-9c39-eb39d7fda539 HTTP/1.1" status: 200 len: 943 time: 0.0962443 Nov 12 20:05:37.666834 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-4ea3c7db-b925-42c3-b387-9e75f7e2cb3e admin admin] For port d19e8788-2e97-41b6-967d-feb6b90449af, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d19e8788-2e97-41b6-967d-feb6b90449af,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:37.667197 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4ea3c7db-b925-42c3-b387-9e75f7e2cb3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:37.685580 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-087b986e-a1a3-470b-b295-2f437f928a53 req-246516d1-8804-481b-bf81-c55bee2baf3a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1227062 Nov 12 20:05:37.695265 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-4ea3c7db-b925-42c3-b387-9e75f7e2cb3e admin admin] Calling delete_port for d19e8788-2e97-41b6-967d-feb6b90449af owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:05:37.723897 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=4defd834-7c89-42ef-b7d2-157da6d0c741,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:37.770884 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-923eb056-b4ae-40e0-880b-013d45455128 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=15f01ca41ae947cc834ed8d2e318da7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2102864 Nov 12 20:05:37.775585 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 60060) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:37.801893 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7effb15-90f3-4d97-806f-89cbbcb74139 req-efe92023-46cf-409a-aa5d-ca5820fa40b1 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244938 Nov 12 20:05:37.817996 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 1e861e6a-bc8e-47fc-a165-c8c2cf6a8722, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1e861e6a-bc8e-47fc-a165-c8c2cf6a8722,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:37.833799 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '1e861e6a-bc8e-47fc-a165-c8c2cf6a8722', 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3', 'port_id': '1e861e6a-bc8e-47fc-a165-c8c2cf6a8722', 'mac_address': 'fa:16:3e:d0:f5:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce72f812-14b6-4840-8ebe-5441b73cbc50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:05:37.895099 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-67817612-4392-49cd-a1a1-1300ae0fdc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8654ce-012e-4db2-8246-8cde1519db77', 'name': 'tempest-FloatingIPDetailsTestJSON-333634228-router', 'tenant_id': '563edf2c148543ecbf22ef24a16a199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'd19e8788-2e97-41b6-967d-feb6b90449af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:05:09Z', 'updated_at': '2021-11-12T20:05:36Z', 'revision_number': 5, 'project_id': '563edf2c148543ecbf22ef24a16a199c', 'gw_port': {'id': 'd19e8788-2e97-41b6-967d-feb6b90449af', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8654ce-012e-4db2-8246-8cde1519db77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:05:10Z', 'updated_at': '2021-11-12T20:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:37.900268 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f0f71aa5-798c-44fb-a07f-9e190ac02a10 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:05:37.914507 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b986e-a1a3-470b-b295-2f437f928a53 req-61220eda-15d9-4499-8f3e-5612b40ff44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:37.916039 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-087b986e-a1a3-470b-b295-2f437f928a53 req-61220eda-15d9-4499-8f3e-5612b40ff44c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 1102 time: 0.1360974 Nov 12 20:05:37.928205 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:37.944857 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ff3b9e07-6852-425f-9013-869b5bce5bf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:37.946285 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67817612-4392-49cd-a1a1-1300ae0fdc57 None None] Checking router: eb8654ce-012e-4db2-8246-8cde1519db77 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:05:37.950939 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: f0f71aa5-798c-44fb-a07f-9e190ac02a10 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:05:37.951342 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f0f71aa5-798c-44fb-a07f-9e190ac02a10 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:05:37.968418 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e861e6a-bc8e-47fc-a165-c8c2cf6a8722 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:05:37.974567 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67817612-4392-49cd-a1a1-1300ae0fdc57 None None] Routers {'eb8654ce-012e-4db2-8246-8cde1519db77'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:05:37.975076 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-67817612-4392-49cd-a1a1-1300ae0fdc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:05:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['eb8654ce-012e-4db2-8246-8cde1519db77'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:38.016014 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ff3b9e07-6852-425f-9013-869b5bce5bf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:38.053271 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 1e861e6a-bc8e-47fc-a165-c8c2cf6a8722, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1e861e6a-bc8e-47fc-a165-c8c2cf6a8722,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:38.060443 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:38.111631 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4ea3c7db-b925-42c3-b387-9e75f7e2cb3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:38.116607 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b986e-a1a3-470b-b295-2f437f928a53 req-6445dae1-163f-43ec-817e-a88381cd6823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:38.117746 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-67817612-4392-49cd-a1a1-1300ae0fdc57 None None] Set router eb8654ce-012e-4db2-8246-8cde1519db77 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:05:38.118109 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-087b986e-a1a3-470b-b295-2f437f928a53 req-6445dae1-163f-43ec-817e-a88381cd6823 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.1810441 Nov 12 20:05:38.149434 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3c7db-b925-42c3-b387-9e75f7e2cb3e admin admin] Pushing event deleted for resources: {'Port': ['ID=d19e8788-2e97-41b6-967d-feb6b90449af,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:38.183669 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['4defd834-7c89-42ef-b7d2-157da6d0c741'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:05:38.190399 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-67817612-4392-49cd-a1a1-1300ae0fdc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8654ce-012e-4db2-8246-8cde1519db77', 'name': 'tempest-FloatingIPDetailsTestJSON-333634228-router', 'tenant_id': '563edf2c148543ecbf22ef24a16a199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:05:09Z', 'updated_at': '2021-11-12T20:05:37Z', 'revision_number': 6, 'project_id': '563edf2c148543ecbf22ef24a16a199c', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:38.193874 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-087b986e-a1a3-470b-b295-2f437f928a53 req-1536c731-a214-4c7e-bb25-a16a273d5321 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=5e904854-22bc-4c69-a481-3c3feea5b76b HTTP/1.1" status: 200 len: 217 time: 0.0523574 Nov 12 20:05:38.219743 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ff3b9e07-6852-425f-9013-869b5bce5bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:38.220462 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=1e861e6a-bc8e-47fc-a165-c8c2cf6a8722,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:38.222287 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ff3b9e07-6852-425f-9013-869b5bce5bf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:38.223516 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ff3b9e07-6852-425f-9013-869b5bce5bf2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2edcf373-1c40-4c61-b0b1-8e11698771be HTTP/1.1" status: 204 len: 168 time: 0.4455678 Nov 12 20:05:38.250429 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67817612-4392-49cd-a1a1-1300ae0fdc57 None None] The sync data for ids ['eb8654ce-012e-4db2-8246-8cde1519db77'] in n-d-712140-15 is: [{'id': 'eb8654ce-012e-4db2-8246-8cde1519db77', 'name': 'tempest-FloatingIPDetailsTestJSON-333634228-router', 'tenant_id': '563edf2c148543ecbf22ef24a16a199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:05:09Z', 'updated_at': '2021-11-12T20:05:37Z', 'revision_number': 6, 'project_id': '563edf2c148543ecbf22ef24a16a199c', 'gw_port_host': None}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:05:38.284902 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b9e07-6852-425f-9013-869b5bce5bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edcf373-1c40-4c61-b0b1-8e11698771be,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:38.321008 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b986e-a1a3-470b-b295-2f437f928a53 req-ea9d28fa-b84b-4594-a8ec-21bc6b56ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:38.324152 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-087b986e-a1a3-470b-b295-2f437f928a53 req-ea9d28fa-b84b-4594-a8ec-21bc6b56ccf7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1153722 Nov 12 20:05:38.349819 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510a08a-1f30-413a-824a-a4f7844c5094 req-859d48b5-6786-429d-b4b6-c6fd0436f6ab tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:38.352435 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d510a08a-1f30-413a-824a-a4f7844c5094 req-859d48b5-6786-429d-b4b6-c6fd0436f6ab tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 945 time: 0.0831571 Nov 12 20:05:38.364947 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4ea3c7db-b925-42c3-b387-9e75f7e2cb3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:38.419371 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d510a08a-1f30-413a-824a-a4f7844c5094 req-b40ab67d-f624-4a19-a0de-f98356c4d088 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574827 Nov 12 20:05:38.538532 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4ea3c7db-b925-42c3-b387-9e75f7e2cb3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:38.554811 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4ea3c7db-b925-42c3-b387-9e75f7e2cb3e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:38.564505 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b986e-a1a3-470b-b295-2f437f928a53 req-a22e960c-d798-45bb-873f-2dbc6f722d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:38.566040 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-087b986e-a1a3-470b-b295-2f437f928a53 req-a22e960c-d798-45bb-873f-2dbc6f722d35 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2187638 Nov 12 20:05:38.608156 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['1e861e6a-bc8e-47fc-a165-c8c2cf6a8722'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:05:38.625030 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 60082) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:38.638908 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4ea3c7db-b925-42c3-b387-9e75f7e2cb3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:38.639386 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea3c7db-b925-42c3-b387-9e75f7e2cb3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb8654ce-012e-4db2-8246-8cde1519db77 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:05:38.639489 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-997171ab-3a0a-449c-a9bf-0a75ce5bf856 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:38.649134 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc662e-c517-4253-9b21-ac68a12295a8 req-b7e9d951-d82c-4ea4-8992-ea0dc8620f53 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:38.650671 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-10dc662e-c517-4253-9b21-ac68a12295a8 req-b7e9d951-d82c-4ea4-8992-ea0dc8620f53 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 950 time: 0.1591249 Nov 12 20:05:38.654140 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4ea3c7db-b925-42c3-b387-9e75f7e2cb3e admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:38.657373 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4ea3c7db-b925-42c3-b387-9e75f7e2cb3e admin admin] 10.222.0.48 "DELETE /v2.0/routers/eb8654ce-012e-4db2-8246-8cde1519db77 HTTP/1.1" status: 204 len: 168 time: 1.4891949 Nov 12 20:05:38.691684 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 60084) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:38.765696 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-218b1ad0-f45f-497d-876d-97d2a9c17f16 admin admin] Deleting subnet 93dddd4a-f2cf-447f-aa83-cd62c3392488 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:05:38.766650 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-10dc662e-c517-4253-9b21-ac68a12295a8 req-24e61d45-c792-4075-b3f2-7bfacaa19b15 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688534 Nov 12 20:05:38.771351 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-087b986e-a1a3-470b-b295-2f437f928a53 req-8805ff7d-7459-496e-b83e-443b22aef0f1 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703441 Nov 12 20:05:38.775619 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-218b1ad0-f45f-497d-876d-97d2a9c17f16 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:38.831262 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-997171ab-3a0a-449c-a9bf-0a75ce5bf856 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:38.840449 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-997171ab-3a0a-449c-a9bf-0a75ce5bf856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:38.862309 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-218b1ad0-f45f-497d-876d-97d2a9c17f16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:38.885542 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-087b986e-a1a3-470b-b295-2f437f928a53 req-dd42717e-c673-4c84-9497-460e968ccf7f service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056542 Nov 12 20:05:38.909464 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997171ab-3a0a-449c-a9bf-0a75ce5bf856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff37f232-ddfb-45f0-b522-c54536cb1ce2,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:38.917085 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-997171ab-3a0a-449c-a9bf-0a75ce5bf856 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=895e71aebb1b4a2f819003a6d9efc8ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2909465 Nov 12 20:05:38.920717 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 60092) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:38.953641 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 4defd834-7c89-42ef-b7d2-157da6d0c741 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:05:38.973715 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0d97a-e805-4ffb-a6cc-e88229273db5 req-4af19c6a-034d-452e-885f-41ab06a3894f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:38.975704 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-45a0d97a-e805-4ffb-a6cc-e88229273db5 req-4af19c6a-034d-452e-885f-41ab06a3894f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=535bbe0d-246c-4c8b-9c39-eb39d7fda539 HTTP/1.1" status: 200 len: 944 time: 0.0634696 Nov 12 20:05:39.019808 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 4defd834-7c89-42ef-b7d2-157da6d0c741 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:39.020263 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:39.025109 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-218b1ad0-f45f-497d-876d-97d2a9c17f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:39.032739 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-45a0d97a-e805-4ffb-a6cc-e88229273db5 req-5c32b5f9-7880-4ba4-87cf-ddaf4d6cd281 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490754 Nov 12 20:05:39.051259 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e4cfc4f8-9b4e-4bac-a54a-50eb624126db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:39.085525 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e4cfc4f8-9b4e-4bac-a54a-50eb624126db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:39.103343 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:39.123538 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-218b1ad0-f45f-497d-876d-97d2a9c17f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:39.129306 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0813921-8f24-4248-bb71-9961f1efa5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4defd834-7c89-42ef-b7d2-157da6d0c741'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:05:39.132532 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab75a790-9ad1-4fbc-8e49-39feb24c79ab" -d '{"events": [{"server_uuid": "f0813921-8f24-4248-bb71-9961f1efa5a4", "name": "network-vif-plugged", "status": "completed", "tag": "4defd834-7c89-42ef-b7d2-157da6d0c741"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:05:39.153225 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b1ad0-f45f-497d-876d-97d2a9c17f16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93dddd4a-f2cf-447f-aa83-cd62c3392488,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:39.155594 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-218b1ad0-f45f-497d-876d-97d2a9c17f16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:39.160473 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 4defd834-7c89-42ef-b7d2-157da6d0c741, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=4defd834-7c89-42ef-b7d2-157da6d0c741,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:39.161726 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-218b1ad0-f45f-497d-876d-97d2a9c17f16 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/93dddd4a-f2cf-447f-aa83-cd62c3392488 HTTP/1.1" status: 204 len: 168 time: 0.4684656 Nov 12 20:05:39.162233 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 60096) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:39.170233 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05714ee2-6769-4fe9-9c21-6a04a0bfd609 None None] Network 6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:05:39.173918 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:39.180998 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e4cfc4f8-9b4e-4bac-a54a-50eb624126db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:39.183923 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e4cfc4f8-9b4e-4bac-a54a-50eb624126db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:39.185117 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e4cfc4f8-9b4e-4bac-a54a-50eb624126db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ff37f232-ddfb-45f0-b522-c54536cb1ce2 HTTP/1.1" status: 204 len: 168 time: 0.2620704 Nov 12 20:05:39.199055 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfc4f8-9b4e-4bac-a54a-50eb624126db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff37f232-ddfb-45f0-b522-c54536cb1ce2,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:39.207089 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660a4ba3-29c1-47f8-b7c5-f79dbb59f8fd x-openstack-request-id: req-660a4ba3-29c1-47f8-b7c5-f79dbb59f8fd {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:05:39.207451 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0813921-8f24-4248-bb71-9961f1efa5a4", "name": "network-vif-plugged", "status": "completed", "tag": "4defd834-7c89-42ef-b7d2-157da6d0c741", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:05:39.207766 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-660a4ba3-29c1-47f8-b7c5-f79dbb59f8fd {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:05:39.208250 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0813921-8f24-4248-bb71-9961f1efa5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4defd834-7c89-42ef-b7d2-157da6d0c741', 'code': 200} Nov 12 20:05:39.266705 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-88e9ac4b-8466-4b82-a77e-a4dc4648d28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:39.353191 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-88e9ac4b-8466-4b82-a77e-a4dc4648d28c admin admin] Deleting port 28dcac4f-4a6f-4e19-94a6-58e05d08376f {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:05:39.353191 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-88e9ac4b-8466-4b82-a77e-a4dc4648d28c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:39.358706 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=4defd834-7c89-42ef-b7d2-157da6d0c741,revision_number=7']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:39.445414 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-88e9ac4b-8466-4b82-a77e-a4dc4648d28c admin admin] For port 28dcac4f-4a6f-4e19-94a6-58e05d08376f, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=28dcac4f-4a6f-4e19-94a6-58e05d08376f,segment=NetworkSegment(80471f9d-86a2-4b53-9e0b-cd8f7a043aff),segment_id=80471f9d-86a2-4b53-9e0b-cd8f7a043aff)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:39.445782 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-88e9ac4b-8466-4b82-a77e-a4dc4648d28c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:39.460408 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-88e9ac4b-8466-4b82-a77e-a4dc4648d28c admin admin] Calling delete_port for 28dcac4f-4a6f-4e19-94a6-58e05d08376f owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:05:39.470242 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dd3138-aff3-412e-8d18-f4a03b943896 None None] DHCP port deletion for 6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:05:39.576088 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-88e9ac4b-8466-4b82-a77e-a4dc4648d28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:39.581163 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-87dd3138-aff3-412e-8d18-f4a03b943896 None None] Deleting port 28dcac4f-4a6f-4e19-94a6-58e05d08376f {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:05:39.581532 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-87dd3138-aff3-412e-8d18-f4a03b943896 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:39.611037 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcb516-161c-4684-8f42-cd99f694b636 req-3324b131-e5c9-48c1-b75c-c9cdea35bf11 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:39.614587 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e9ac4b-8466-4b82-a77e-a4dc4648d28c admin admin] No DVR routers for this DVR port 28dcac4f-4a6f-4e19-94a6-58e05d08376f on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:05:39.621547 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9ac4b-8466-4b82-a77e-a4dc4648d28c admin admin] Pushing event deleted for resources: {'Port': ['ID=28dcac4f-4a6f-4e19-94a6-58e05d08376f,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:39.623473 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c8bcb516-161c-4684-8f42-cd99f694b636 req-3324b131-e5c9-48c1-b75c-c9cdea35bf11 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 945 time: 0.0973818 Nov 12 20:05:39.685136 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-87dd3138-aff3-412e-8d18-f4a03b943896 None None] For port 28dcac4f-4a6f-4e19-94a6-58e05d08376f, host n-d-712140-15, got binding levels [] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:39.685294 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c8bcb516-161c-4684-8f42-cd99f694b636 req-acc4b8b8-49b0-4fb7-a0a1-27ba7979656d tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519581 Nov 12 20:05:39.685821 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-87dd3138-aff3-412e-8d18-f4a03b943896 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:39.702558 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-87dd3138-aff3-412e-8d18-f4a03b943896 None None] Calling delete_port for 28dcac4f-4a6f-4e19-94a6-58e05d08376f owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:05:39.706111 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.ipam_backend_mixin [None req-87dd3138-aff3-412e-8d18-f4a03b943896 None None] Port 28dcac4f-4a6f-4e19-94a6-58e05d08376f was not found and therefore no delete operation was performed {{(pid=102449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 20:05:39.707684 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-87dd3138-aff3-412e-8d18-f4a03b943896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:39.714871 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-88e9ac4b-8466-4b82-a77e-a4dc4648d28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:39.736191 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd3138-aff3-412e-8d18-f4a03b943896 None None] Pushing event deleted for resources: {'Port': ['ID=28dcac4f-4a6f-4e19-94a6-58e05d08376f,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:39.738548 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-88e9ac4b-8466-4b82-a77e-a4dc4648d28c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:39.747073 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dd3138-aff3-412e-8d18-f4a03b943896 None None] No DVR routers for this DVR port 28dcac4f-4a6f-4e19-94a6-58e05d08376f on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:05:39.768873 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-88e9ac4b-8466-4b82-a77e-a4dc4648d28c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80471f9d-86a2-4b53-9e0b-cd8f7a043aff') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:39.769492 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-88e9ac4b-8466-4b82-a77e-a4dc4648d28c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80471f9d-86a2-4b53-9e0b-cd8f7a043aff') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:39.780953 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-88e9ac4b-8466-4b82-a77e-a4dc4648d28c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:39.790690 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 28dcac4f-4a6f-4e19-94a6-58e05d08376f no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:05:39.796039 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-88e9ac4b-8466-4b82-a77e-a4dc4648d28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:39.803509 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e9ac4b-8466-4b82-a77e-a4dc4648d28c admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:05:39.803912 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-88e9ac4b-8466-4b82-a77e-a4dc4648d28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:05:39.805816 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:05:39.816207 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 28dcac4f-4a6f-4e19-94a6-58e05d08376f {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:05:39.816574 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 28dcac4f-4a6f-4e19-94a6-58e05d08376f not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:05:39.816985 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d19e8788-2e97-41b6-967d-feb6b90449af no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:05:39.849205 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: d19e8788-2e97-41b6-967d-feb6b90449af {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:05:39.849551 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d19e8788-2e97-41b6-967d-feb6b90449af not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:05:39.850012 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b095f002-e464-4ed0-a874-70d557505104 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:05:39.873437 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: b095f002-e464-4ed0-a874-70d557505104 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:05:39.873789 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b095f002-e464-4ed0-a874-70d557505104 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:05:39.909946 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-88e9ac4b-8466-4b82-a77e-a4dc4648d28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:39.918691 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-88e9ac4b-8466-4b82-a77e-a4dc4648d28c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:39.924335 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-88e9ac4b-8466-4b82-a77e-a4dc4648d28c admin admin] 10.222.0.48 "DELETE /v2.0/networks/6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57 HTTP/1.1" status: 204 len: 168 time: 0.7520115 Nov 12 20:05:39.946584 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5278cd-9f12-4fb5-a28c-70a67108c8f7 req-3506405e-d172-419c-9299-316a8ba17560 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:39.946584 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d5278cd-9f12-4fb5-a28c-70a67108c8f7 req-3506405e-d172-419c-9299-316a8ba17560 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 950 time: 0.0788586 Nov 12 20:05:39.947084 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9ac4b-8466-4b82-a77e-a4dc4648d28c admin admin] Pushing event deleted for resources: {'Network': ['ID=6753e8cc-ca1c-4df7-9ad4-76bb76fe3c57,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:40.008731 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d5278cd-9f12-4fb5-a28c-70a67108c8f7 req-6dabba8b-401a-494b-b3d1-ae55b042367b tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513229 Nov 12 20:05:40.070636 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 60138) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:40.137848 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-19e8a3f5-f3f5-4738-8763-85ed1ca3d5df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=563edf2c148543ecbf22ef24a16a199c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0643997 Nov 12 20:05:40.140389 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 60142) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:40.172510 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bca3b-ec5e-45e0-b589-b2d78c7fbba0 req-a7c54b46-4a13-428b-b478-a568e21060c1 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:40.176868 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-353bca3b-ec5e-45e0-b589-b2d78c7fbba0 req-a7c54b46-4a13-428b-b478-a568e21060c1 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=535bbe0d-246c-4c8b-9c39-eb39d7fda539 HTTP/1.1" status: 200 len: 944 time: 0.0644717 Nov 12 20:05:40.191800 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a0c03cd0-9a36-4bee-8974-2b98e6ee22b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:40.219154 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a0c03cd0-9a36-4bee-8974-2b98e6ee22b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:40.239849 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-353bca3b-ec5e-45e0-b589-b2d78c7fbba0 req-53cdc685-490e-4522-b6b5-43861597f91b tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599072 Nov 12 20:05:40.271544 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a0c03cd0-9a36-4bee-8974-2b98e6ee22b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:40.274197 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a0c03cd0-9a36-4bee-8974-2b98e6ee22b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:40.286964 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a0c03cd0-9a36-4bee-8974-2b98e6ee22b3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7f6478e9-9071-4cac-8722-4805f03e7275 HTTP/1.1" status: 204 len: 168 time: 0.1432135 Nov 12 20:05:40.298318 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c03cd0-9a36-4bee-8974-2b98e6ee22b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6478e9-9071-4cac-8722-4805f03e7275,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:40.810707 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454c808-16d0-4923-8c8b-645d4b7041b2 req-23883cfe-0998-4d72-ac8c-1b65b579b359 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:40.814549 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0454c808-16d0-4923-8c8b-645d4b7041b2 req-23883cfe-0998-4d72-ac8c-1b65b579b359 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 945 time: 0.0568054 Nov 12 20:05:40.872996 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0454c808-16d0-4923-8c8b-645d4b7041b2 req-b16390cd-319e-4c67-8ac5-2fd93246d624 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534503 Nov 12 20:05:40.960791 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 1e861e6a-bc8e-47fc-a165-c8c2cf6a8722 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:05:41.024417 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 1e861e6a-bc8e-47fc-a165-c8c2cf6a8722 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:05:41.030867 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 1e861e6a-bc8e-47fc-a165-c8c2cf6a8722 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:41.031307 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:41.242968 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fc1ec-7045-4a33-af93-06e0f63b7972 req-25187e09-dae4-49db-8f49-6b3d84d869e3 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:41.252364 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e90fc1ec-7045-4a33-af93-06e0f63b7972 req-25187e09-dae4-49db-8f49-6b3d84d869e3 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 950 time: 0.0863099 Nov 12 20:05:41.322708 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:41.357177 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535bbe0d-246c-4c8b-9c39-eb39d7fda539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e861e6a-bc8e-47fc-a165-c8c2cf6a8722'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:05:41.359623 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd35a848-368f-441a-b5f7-7f054c1ff012" -d '{"events": [{"server_uuid": "535bbe0d-246c-4c8b-9c39-eb39d7fda539", "name": "network-vif-plugged", "status": "completed", "tag": "1e861e6a-bc8e-47fc-a165-c8c2cf6a8722"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:05:41.364467 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e90fc1ec-7045-4a33-af93-06e0f63b7972 req-f6eba679-f39a-4c4e-bfb8-5c989b2816f4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108024 Nov 12 20:05:41.375937 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 1e861e6a-bc8e-47fc-a165-c8c2cf6a8722, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1e861e6a-bc8e-47fc-a165-c8c2cf6a8722,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:41.390118 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:41.409877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae9b81-ed5e-4f6b-9d2f-755e884a08f1 req-5b107cf6-c577-400b-9445-878b004a114b tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:41.422294 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c3ae9b81-ed5e-4f6b-9d2f-755e884a08f1 req-5b107cf6-c577-400b-9445-878b004a114b tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=535bbe0d-246c-4c8b-9c39-eb39d7fda539 HTTP/1.1" status: 200 len: 944 time: 0.0780451 Nov 12 20:05:41.450316 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=1e861e6a-bc8e-47fc-a165-c8c2cf6a8722,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:41.480862 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c3ae9b81-ed5e-4f6b-9d2f-755e884a08f1 req-e7d40c11-0029-4534-a165-6632d461be8b tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570860 Nov 12 20:05:41.519081 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c7c962-1fd8-464b-8b39-83ff3729fb2e x-openstack-request-id: req-b1c7c962-1fd8-464b-8b39-83ff3729fb2e {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:05:41.519377 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535bbe0d-246c-4c8b-9c39-eb39d7fda539", "name": "network-vif-plugged", "status": "completed", "tag": "1e861e6a-bc8e-47fc-a165-c8c2cf6a8722", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:05:41.519657 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b1c7c962-1fd8-464b-8b39-83ff3729fb2e {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:05:41.520197 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535bbe0d-246c-4c8b-9c39-eb39d7fda539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e861e6a-bc8e-47fc-a165-c8c2cf6a8722', 'code': 200} Nov 12 20:05:41.655934 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928250d-3fb3-409f-90b6-dbff76465631 req-dc14ca96-29ff-45fe-a481-3044ac0572e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:41.659924 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d928250d-3fb3-409f-90b6-dbff76465631 req-dc14ca96-29ff-45fe-a481-3044ac0572e5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=535bbe0d-246c-4c8b-9c39-eb39d7fda539 HTTP/1.1" status: 200 len: 1097 time: 0.0703931 Nov 12 20:05:41.728071 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d928250d-3fb3-409f-90b6-dbff76465631 req-dc92ce40-8ce7-4a5a-8a10-662aded385b7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580685 Nov 12 20:05:41.852469 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 60256) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:42.012462 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-9c157c5a-bab9-4018-b264-55a2048a9d8b tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=b1aecab051314f7aa5094ca0942dcf1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414732 Nov 12 20:05:42.078666 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44e89f-5403-47a3-a0d0-48728cfce3cd req-c5b602bc-d818-4e77-824d-ff9cd9f2a6a5 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:42.080224 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8f44e89f-5403-47a3-a0d0-48728cfce3cd req-c5b602bc-d818-4e77-824d-ff9cd9f2a6a5 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 945 time: 0.0646572 Nov 12 20:05:42.128927 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:05:42.153659 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8f44e89f-5403-47a3-a0d0-48728cfce3cd req-1ad38917-cae9-4551-ba09-e93df5245dcb tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663962 Nov 12 20:05:42.166386 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-cf188780-1d47-4b5d-ab8a-5fce276402eb tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:42.168541 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-cf188780-1d47-4b5d-ab8a-5fce276402eb tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1549797 Nov 12 20:05:42.205346 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-fa5c92cb-6cda-427a-a9a6-d1f6f606c9a1 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/quotas/b1aecab051314f7aa5094ca0942dcf1d HTTP/1.1" status: 200 len: 375 time: 0.0156124 Nov 12 20:05:42.207057 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks [] for floatingip, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:42.278217 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-0dfc802b-642f-42d8-9c62-1332ac8d6f04 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1aecab051314f7aa5094ca0942dcf1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558748 Nov 12 20:05:42.383598 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:42.646821 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6890257d-eb45-4bb0-9f56-90acaf88301d req-d9946a0d-2409-408f-8797-c0080210c83e tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/ports?device_id=71b1d502-dc72-417b-a144-f1998006f27f HTTP/1.1" status: 200 len: 210 time: 0.1814475 Nov 12 20:05:42.647766 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508b58c-34f2-48a5-b9c3-d251a97c0acc req-19fd4cdf-faad-4656-9cdd-7dbad11da876 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:42.656005 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b508b58c-34f2-48a5-b9c3-d251a97c0acc req-19fd4cdf-faad-4656-9cdd-7dbad11da876 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 950 time: 0.1586523 Nov 12 20:05:42.709082 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Allocated IP 172.25.5.233 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/75bf55cb-96da-4372-aa69-8b0bc1910f80) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:05:42.797332 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b508b58c-34f2-48a5-b9c3-d251a97c0acc req-c67df2aa-bda9-4345-9be7-d94ce054155c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402588 Nov 12 20:05:42.959692 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:43.007633 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:43.047398 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f39bb-938e-4037-9850-5b7720119019 req-dcc70033-eb68-4219-b3ed-b49729a226c2 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:43.049245 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b69f39bb-938e-4037-9850-5b7720119019 req-dcc70033-eb68-4219-b3ed-b49729a226c2 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=535bbe0d-246c-4c8b-9c39-eb39d7fda539 HTTP/1.1" status: 200 len: 945 time: 0.1892371 Nov 12 20:05:43.083843 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:05:43.102429 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:05:43.107761 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:05:43.162800 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Pushing event updated for resources: {'Port': ['ID=75bf55cb-96da-4372-aa69-8b0bc1910f80,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:43.181487 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:43.181851 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:43.182321 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:43.182672 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:43.183167 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:43.183723 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:43.184264 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:43.184611 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:43.185289 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:43.185627 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:43.186143 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:43.186518 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:43.294005 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b69f39bb-938e-4037-9850-5b7720119019 req-b24bad0b-20a4-4c26-864e-98683654ad9b tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357075 Nov 12 20:05:43.408334 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:43.470654 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfeead-ddc7-47db-a637-27f6af3b822a req-eb07da0c-4e34-438c-99af-70d1be783353 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:43.473339 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-74bfeead-ddc7-47db-a637-27f6af3b822a req-eb07da0c-4e34-438c-99af-70d1be783353 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 945 time: 0.1110508 Nov 12 20:05:43.533554 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:43.565881 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-74bfeead-ddc7-47db-a637-27f6af3b822a req-886c2c41-43a7-42c6-8b83-46815c7646e2 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793715 Nov 12 20:05:43.769254 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:43.780564 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:43.813943 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d88cd849-513c-4866-b4ca-0adc8c010db8 req-7d16cba8-c2c2-40d8-9912-980a580ec85a tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/ports?device_id=71b1d502-dc72-417b-a144-f1998006f27f HTTP/1.1" status: 200 len: 210 time: 0.0601833 Nov 12 20:05:43.909995 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Pushing event updated for resources: {'Port': ['ID=75bf55cb-96da-4372-aa69-8b0bc1910f80,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:43.928443 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:43.957918 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:43.965989 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-258ba2a7-1087-4e34-9aaf-deb5028ffa1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1086154 Nov 12 20:05:43.969692 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 60336) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:43.976511 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-7b892b6e-176a-450b-9777-93208df7366c tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-595864520'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:05:44.009507 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b892b6e-176a-450b-9777-93208df7366c tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Made reservation on behalf of 12967fc6f1e6430aaf9c32c43ad50e9a for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:05:44.016512 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7b892b6e-176a-450b-9777-93208df7366c tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:44.031254 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7b892b6e-176a-450b-9777-93208df7366c tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:44.055678 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-ba4a362a-e431-4b6c-9608-7cb270220ad8 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b1aecab051314f7aa5094ca0942dcf1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483954 Nov 12 20:05:44.165628 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7b892b6e-176a-450b-9777-93208df7366c tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:44.173623 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7b892b6e-176a-450b-9777-93208df7366c tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:44.215203 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 5b8dc4c6-5607-4dc0-b8d1-2783738323ad details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:05:44.224375 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b892b6e-176a-450b-9777-93208df7366c tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:05:44.239610 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b892b6e-176a-450b-9777-93208df7366c tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=720add6b-a479-4900-a312-87bdc151a3cb,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:44.265440 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7b892b6e-176a-450b-9777-93208df7366c tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:44.266389 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-7b892b6e-176a-450b-9777-93208df7366c tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Added segment 4b69ff54-8e9e-4e94-8b23-3ad4821a5ee3 of type vlan for network 25d64297-984a-48a6-919a-a140dcadacb2 Nov 12 20:05:44.331040 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7b892b6e-176a-450b-9777-93208df7366c tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:44.366527 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92f578-e68a-47e8-b88f-c39c6f98e110 req-7e353b25-c228-4d83-8793-63718c4bac05 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:44.374677 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7b92f578-e68a-47e8-b88f-c39c6f98e110 req-7e353b25-c228-4d83-8793-63718c4bac05 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 950 time: 0.4224532 Nov 12 20:05:44.402468 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7b892b6e-176a-450b-9777-93208df7366c tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:44.413391 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b892b6e-176a-450b-9777-93208df7366c tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:44.414338 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7b892b6e-176a-450b-9777-93208df7366c tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:44.500433 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7b892b6e-176a-450b-9777-93208df7366c tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5286822 Nov 12 20:05:44.513997 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 60346) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:44.516591 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 5b8dc4c6-5607-4dc0-b8d1-2783738323ad, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=5b8dc4c6-5607-4dc0-b8d1-2783738323ad,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:44.533525 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7b92f578-e68a-47e8-b88f-c39c6f98e110 req-68106362-10c9-4dc8-a1a6-e7675946c4ed tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567657 Nov 12 20:05:44.547727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '5b8dc4c6-5607-4dc0-b8d1-2783738323ad', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'port_id': '5b8dc4c6-5607-4dc0-b8d1-2783738323ad', 'mac_address': 'fa:16:3e:33:61:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:05:44.608488 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:44.612064 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-3a0730f6-d846-412c-b691-f78e2888cc1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Request body: {'subnet': {'network_id': '25d64297-984a-48a6-919a-a140dcadacb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:05:44.612223 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-890b714b-5ca2-4e84-b016-5eec0899ef09 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:44.617458 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-890b714b-5ca2-4e84-b016-5eec0899ef09 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5524654 Nov 12 20:05:44.631858 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b8dc4c6-5607-4dc0-b8d1-2783738323ad {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:05:44.641276 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-a2a01a3e-0194-4b87-a69b-76a12c68bbe2 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Request body: {'port': {'device_id': '71b1d502-dc72-417b-a144-f1998006f27f', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': 'b1aecab051314f7aa5094ca0942dcf1d'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:05:44.645323 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b892b6e-176a-450b-9777-93208df7366c tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Pushing event updated for resources: {'Network': ['ID=25d64297-984a-48a6-919a-a140dcadacb2,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:44.668356 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 5b8dc4c6-5607-4dc0-b8d1-2783738323ad, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=5b8dc4c6-5607-4dc0-b8d1-2783738323ad,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:44.671552 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 25d64297-984a-48a6-919a-a140dcadacb2 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:05:44.761126 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:44.778949 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0730f6-d846-412c-b691-f78e2888cc1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Made reservation on behalf of 12967fc6f1e6430aaf9c32c43ad50e9a for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:05:44.783689 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3a0730f6-d846-412c-b691-f78e2888cc1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:44.847168 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=5b8dc4c6-5607-4dc0-b8d1-2783738323ad,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:44.912936 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['5b8dc4c6-5607-4dc0-b8d1-2783738323ad'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:05:45.027593 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafd77d-e067-4d80-a8a8-98f438feeb6d req-f0ee175a-7de1-492e-979b-a1c62408bc66 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:45.034125 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cfafd77d-e067-4d80-a8a8-98f438feeb6d req-f0ee175a-7de1-492e-979b-a1c62408bc66 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=535bbe0d-246c-4c8b-9c39-eb39d7fda539 HTTP/1.1" status: 200 len: 945 time: 0.3478289 Nov 12 20:05:45.045432 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-a2a01a3e-0194-4b87-a69b-76a12c68bbe2 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Made reservation on behalf of b1aecab051314f7aa5094ca0942dcf1d for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:05:45.063259 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-a2a01a3e-0194-4b87-a69b-76a12c68bbe2 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:45.130141 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-a2a01a3e-0194-4b87-a69b-76a12c68bbe2 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:45.212352 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3a0730f6-d846-412c-b691-f78e2888cc1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:45.351798 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0730f6-d846-412c-b691-f78e2888cc1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Pushing event updated for resources: {'Subnet': ['ID=e2409d86-0807-4b89-bd3e-eb15d3b6230b,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:45.387093 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0730f6-d846-412c-b691-f78e2888cc1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Checking segment: {'id': '4b69ff54-8e9e-4e94-8b23-3ad4821a5ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '25d64297-984a-48a6-919a-a140dcadacb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:05:45.387857 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0730f6-d846-412c-b691-f78e2888cc1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Network hostable DHCP agents. Network: 25d64297-984a-48a6-919a-a140dcadacb2, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:05:45.450248 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0730f6-d846-412c-b691-f78e2888cc1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Network 25d64297-984a-48a6-919a-a140dcadacb2 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:05:45.464020 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-3a0730f6-d846-412c-b691-f78e2888cc1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 25d64297-984a-48a6-919a-a140dcadacb2) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:05:45.470942 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0730f6-d846-412c-b691-f78e2888cc1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:45.471917 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3a0730f6-d846-412c-b691-f78e2888cc1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:45.478435 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e334a2f-4ded-4f4d-8331-3001d43f1a1c None None] Network 25d64297-984a-48a6-919a-a140dcadacb2 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:05:45.508761 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3a0730f6-d846-412c-b691-f78e2888cc1b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9933763 Nov 12 20:05:45.515943 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 60354) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:45.522024 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-e1fde823-136d-4e8f-9a82-0dcb4cf5bc05 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1036134545', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}, 'admin_state_up': False}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:05:45.591882 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e1fde823-136d-4e8f-9a82-0dcb4cf5bc05 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:45.593399 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e1fde823-136d-4e8f-9a82-0dcb4cf5bc05 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:45.680373 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e1fde823-136d-4e8f-9a82-0dcb4cf5bc05 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:45.877115 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cfafd77d-e067-4d80-a8a8-98f438feeb6d req-9b535b5b-14b9-43e8-8e41-cf5ee1b4664c tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8339469 Nov 12 20:05:45.968960 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-a2a01a3e-0194-4b87-a69b-76a12c68bbe2 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:45.983329 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-a2a01a3e-0194-4b87-a69b-76a12c68bbe2 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:46.000784 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e1fde823-136d-4e8f-9a82-0dcb4cf5bc05 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:46.031466 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a01a3e-0194-4b87-a69b-76a12c68bbe2 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=941058d6-e6a7-413c-8939-4dbd726b64cc,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:46.082961 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fe0482-6d05-466d-9a73-7018fe456408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-25d64297-984a-48a6-919a-a140dcadacb2', 'network_id': '25d64297-984a-48a6-919a-a140dcadacb2', 'tenant_id': '12967fc6f1e6430aaf9c32c43ad50e9a', 'fixed_ips': [{'subnet_id': 'e2409d86-0807-4b89-bd3e-eb15d3b6230b'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:05:46.083781 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-83fe0482-6d05-466d-9a73-7018fe456408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:46.370553 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 5b8dc4c6-5607-4dc0-b8d1-2783738323ad up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:05:46.382857 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-a2a01a3e-0194-4b87-a69b-76a12c68bbe2 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Allocated IP 192.168.233.236 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/cd2e8331-a4b8-4037-8ea7-1b1a661c6073) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:05:46.476381 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 5b8dc4c6-5607-4dc0-b8d1-2783738323ad triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:46.476381 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:46.536702 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-83fe0482-6d05-466d-9a73-7018fe456408 None None] Allocated IP 172.20.0.2 (25d64297-984a-48a6-919a-a140dcadacb2/e2409d86-0807-4b89-bd3e-eb15d3b6230b/996c29b9-cafc-406c-8f2c-3e3b1c04a977) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:05:46.701761 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:46.711712 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-a2a01a3e-0194-4b87-a69b-76a12c68bbe2 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:46.752391 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e1fde823-136d-4e8f-9a82-0dcb4cf5bc05 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:46.764534 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 5b8dc4c6-5607-4dc0-b8d1-2783738323ad, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=5b8dc4c6-5607-4dc0-b8d1-2783738323ad,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:46.767874 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cafdda6-94e8-433e-85a5-45fd099276f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8dc4c6-5607-4dc0-b8d1-2783738323ad'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:05:46.770830 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fb4bc6-1c9d-4cb7-859f-31eb7d63a5b6" -d '{"events": [{"server_uuid": "5cafdda6-94e8-433e-85a5-45fd099276f0", "name": "network-vif-plugged", "status": "completed", "tag": "5b8dc4c6-5607-4dc0-b8d1-2783738323ad"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:05:46.778487 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e1fde823-136d-4e8f-9a82-0dcb4cf5bc05 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:46.780610 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:46.783513 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-a2a01a3e-0194-4b87-a69b-76a12c68bbe2 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:46.883795 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed009c83-e2cb-4951-a3ba-aa58b7d2c0fb req-848e4020-7c6b-4c5a-bdc2-dc6cb67f1d6c tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:46.893441 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ed009c83-e2cb-4951-a3ba-aa58b7d2c0fb req-848e4020-7c6b-4c5a-bdc2-dc6cb67f1d6c tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 944 time: 0.6696432 Nov 12 20:05:46.907510 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-a2a01a3e-0194-4b87-a69b-76a12c68bbe2 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:05:46.937465 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-a2a01a3e-0194-4b87-a69b-76a12c68bbe2 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:05:46.941102 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-a2a01a3e-0194-4b87-a69b-76a12c68bbe2 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:05:46.947820 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a01a3e-0194-4b87-a69b-76a12c68bbe2 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Pushing event updated for resources: {'Port': ['ID=cd2e8331-a4b8-4037-8ea7-1b1a661c6073,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:46.994510 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-e1fde823-136d-4e8f-9a82-0dcb4cf5bc05 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Allocated IP 172.25.5.9 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/8301881c-6e75-43f2-bd3c-c12017e62b53) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:05:47.007668 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=5b8dc4c6-5607-4dc0-b8d1-2783738323ad,revision_number=7']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:47.029061 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ed009c83-e2cb-4951-a3ba-aa58b7d2c0fb req-874bc307-b942-45f0-af95-04eb46bd174a tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344111 Nov 12 20:05:47.077547 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-a2a01a3e-0194-4b87-a69b-76a12c68bbe2 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:47.081837 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-a2a01a3e-0194-4b87-a69b-76a12c68bbe2 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:47.117953 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-a2a01a3e-0194-4b87-a69b-76a12c68bbe2 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4857271 Nov 12 20:05:47.134597 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-3d366b3f-e7ac-4ea1-8646-c69226c03ce1 service neutron] Request body: {'port': {'device_id': '71b1d502-dc72-417b-a144-f1998006f27f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:05:47.158853 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-83fe0482-6d05-466d-9a73-7018fe456408 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:47.172346 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-83fe0482-6d05-466d-9a73-7018fe456408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:47.278967 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fe0482-6d05-466d-9a73-7018fe456408 None None] Network 25d64297-984a-48a6-919a-a140dcadacb2 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:05:47.291744 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-83fe0482-6d05-466d-9a73-7018fe456408 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:05:47.301958 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fe0482-6d05-466d-9a73-7018fe456408 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:05:47.312504 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e1fde823-136d-4e8f-9a82-0dcb4cf5bc05 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:47.335911 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-3d366b3f-e7ac-4ea1-8646-c69226c03ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:47.365978 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe0482-6d05-466d-9a73-7018fe456408 None None] Pushing event updated for resources: {'Port': ['ID=996c29b9-cafc-406c-8f2c-3e3b1c04a977,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:47.430847 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e1fde823-136d-4e8f-9a82-0dcb4cf5bc05 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:47.438203 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-83fe0482-6d05-466d-9a73-7018fe456408 None None] Attempting to bind port 996c29b9-cafc-406c-8f2c-3e3b1c04a977 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:05:47.438203 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-83fe0482-6d05-466d-9a73-7018fe456408 None None] Attempting to bind port 996c29b9-cafc-406c-8f2c-3e3b1c04a977 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '4b69ff54-8e9e-4e94-8b23-3ad4821a5ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '25d64297-984a-48a6-919a-a140dcadacb2'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:05:47.439479 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fe0482-6d05-466d-9a73-7018fe456408 None None] Attempting to bind port 996c29b9-cafc-406c-8f2c-3e3b1c04a977 on network 25d64297-984a-48a6-919a-a140dcadacb2 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:05:47.458604 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fe0482-6d05-466d-9a73-7018fe456408 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:05:47.461162 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fe0482-6d05-466d-9a73-7018fe456408 None None] Checking segment: {'id': '4b69ff54-8e9e-4e94-8b23-3ad4821a5ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '25d64297-984a-48a6-919a-a140dcadacb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:05:47.461674 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-83fe0482-6d05-466d-9a73-7018fe456408 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:47.463895 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fe0482-6d05-466d-9a73-7018fe456408 None None] Bound using segment: {'id': '4b69ff54-8e9e-4e94-8b23-3ad4821a5ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '25d64297-984a-48a6-919a-a140dcadacb2'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:05:47.465773 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-83fe0482-6d05-466d-9a73-7018fe456408 None None] Bound port: 996c29b9-cafc-406c-8f2c-3e3b1c04a977, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b69ff54-8e9e-4e94-8b23-3ad4821a5ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '25d64297-984a-48a6-919a-a140dcadacb2'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:05:47.466220 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-83fe0482-6d05-466d-9a73-7018fe456408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:47.521623 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fde823-136d-4e8f-9a82-0dcb4cf5bc05 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:05:47.525168 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-e1fde823-136d-4e8f-9a82-0dcb4cf5bc05 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:05:47.536667 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fde823-136d-4e8f-9a82-0dcb4cf5bc05 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:05:47.578829 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fde823-136d-4e8f-9a82-0dcb4cf5bc05 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Pushing event updated for resources: {'Port': ['ID=8301881c-6e75-43f2-bd3c-c12017e62b53,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:47.649767 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a39ee-bf58-44b8-88ba-6481818e7446 req-5a45ba5e-26e8-4bfe-aa75-85a8f766043c tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:47.652287 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-56424002-d808-441d-98d0-ef7aeb8970c3 None None] Provisioning complete for port cd2e8331-a4b8-4037-8ea7-1b1a661c6073 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:47.652814 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-56424002-d808-441d-98d0-ef7aeb8970c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:47.657981 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-83fe0482-6d05-466d-9a73-7018fe456408 None None] For port 996c29b9-cafc-406c-8f2c-3e3b1c04a977, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:05:47.661776 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bf9a39ee-bf58-44b8-88ba-6481818e7446 req-5a45ba5e-26e8-4bfe-aa75-85a8f766043c tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/ports?device_id=71b1d502-dc72-417b-a144-f1998006f27f HTTP/1.1" status: 200 len: 936 time: 0.2801497 Nov 12 20:05:47.708789 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-83fe0482-6d05-466d-9a73-7018fe456408 None None] For port 996c29b9-cafc-406c-8f2c-3e3b1c04a977, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=996c29b9-cafc-406c-8f2c-3e3b1c04a977,segment=NetworkSegment(4b69ff54-8e9e-4e94-8b23-3ad4821a5ee3),segment_id=4b69ff54-8e9e-4e94-8b23-3ad4821a5ee3)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:05:47.725902 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-83fe0482-6d05-466d-9a73-7018fe456408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:47.780286 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-56424002-d808-441d-98d0-ef7aeb8970c3 None None] Port cd2e8331-a4b8-4037-8ea7-1b1a661c6073 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:05:47.886132 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe0482-6d05-466d-9a73-7018fe456408 None None] Pushing event updated for resources: {'Port': ['ID=996c29b9-cafc-406c-8f2c-3e3b1c04a977,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:48.081048 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bf9a39ee-bf58-44b8-88ba-6481818e7446 req-786af454-a3a6-4bcf-b583-b9963adb8af4 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/security-groups?id=941058d6-e6a7-413c-8939-4dbd726b64cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174452 Nov 12 20:05:48.338108 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b288c3-a11e-4a0d-8232-2b199208ec56 req-e3779763-939f-4dc4-b75a-cab9d942c273 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:48.340671 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-38b288c3-a11e-4a0d-8232-2b199208ec56 req-e3779763-939f-4dc4-b75a-cab9d942c273 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 950 time: 0.1198332 Nov 12 20:05:48.437021 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-38b288c3-a11e-4a0d-8232-2b199208ec56 req-24af81fc-07ca-4c96-8a77-24848f1e7f5f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768447 Nov 12 20:05:48.550323 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-3d366b3f-e7ac-4ea1-8646-c69226c03ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd2e8331-a4b8-4037-8ea7-1b1a661c6073 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:05:48.580366 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e1fde823-136d-4e8f-9a82-0dcb4cf5bc05 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:48.614696 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-3d366b3f-e7ac-4ea1-8646-c69226c03ce1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:48.645635 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-3d366b3f-e7ac-4ea1-8646-c69226c03ce1 service neutron] Transition to ACTIVE for port object cd2e8331-a4b8-4037-8ea7-1b1a661c6073 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:05:48.695506 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19b48b-2122-443e-afce-318b5287df79 req-042cee4c-ab23-49eb-9eec-2c89a0301536 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:48.697856 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ef19b48b-2122-443e-afce-318b5287df79 req-042cee4c-ab23-49eb-9eec-2c89a0301536 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=fee5bf39-0160-47ef-9022-f8d479642270 HTTP/1.1" status: 200 len: 945 time: 0.1346540 Nov 12 20:05:48.700167 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-3d366b3f-e7ac-4ea1-8646-c69226c03ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:48.843227 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e1fde823-136d-4e8f-9a82-0dcb4cf5bc05 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:48.914954 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d366b3f-e7ac-4ea1-8646-c69226c03ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2e8331-a4b8-4037-8ea7-1b1a661c6073,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:48.979199 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ef19b48b-2122-443e-afce-318b5287df79 req-b073baf2-9d73-4217-9e6e-28dc3eace1f4 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822810 Nov 12 20:05:49.133579 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-3d366b3f-e7ac-4ea1-8646-c69226c03ce1 service neutron] Attempting to bind port cd2e8331-a4b8-4037-8ea7-1b1a661c6073 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:05:49.135778 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-3d366b3f-e7ac-4ea1-8646-c69226c03ce1 service neutron] Attempting to bind port cd2e8331-a4b8-4037-8ea7-1b1a661c6073 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:05:49.137657 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-3d366b3f-e7ac-4ea1-8646-c69226c03ce1 service neutron] Attempting to bind port cd2e8331-a4b8-4037-8ea7-1b1a661c6073 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:05:49.139833 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e8a9dc-e4f2-49c8-b232-5a09d993b84e x-openstack-request-id: req-46e8a9dc-e4f2-49c8-b232-5a09d993b84e {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:05:49.141015 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cafdda6-94e8-433e-85a5-45fd099276f0", "name": "network-vif-plugged", "status": "completed", "tag": "5b8dc4c6-5607-4dc0-b8d1-2783738323ad", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:05:49.141679 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-46e8a9dc-e4f2-49c8-b232-5a09d993b84e {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:05:49.141899 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cafdda6-94e8-433e-85a5-45fd099276f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8dc4c6-5607-4dc0-b8d1-2783738323ad', 'code': 200} Nov 12 20:05:49.163721 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-3d366b3f-e7ac-4ea1-8646-c69226c03ce1 service neutron] Port cd2e8331-a4b8-4037-8ea7-1b1a661c6073 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:05:49.164145 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-3d366b3f-e7ac-4ea1-8646-c69226c03ce1 service neutron] Attempting to bind port cd2e8331-a4b8-4037-8ea7-1b1a661c6073 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:05:49.184950 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-3d366b3f-e7ac-4ea1-8646-c69226c03ce1 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:05:49.185302 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-3d366b3f-e7ac-4ea1-8646-c69226c03ce1 service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:05:49.185684 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-3d366b3f-e7ac-4ea1-8646-c69226c03ce1 service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:05:49.186192 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-3d366b3f-e7ac-4ea1-8646-c69226c03ce1 service neutron] Bound port: cd2e8331-a4b8-4037-8ea7-1b1a661c6073, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:05:49.186494 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-3d366b3f-e7ac-4ea1-8646-c69226c03ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:49.213897 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fde823-136d-4e8f-9a82-0dcb4cf5bc05 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Router 95d74071-bd6c-406c-9eb3-bd5bfd3a7d24 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:05:49.380286 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-3d366b3f-e7ac-4ea1-8646-c69226c03ce1 service neutron] For port cd2e8331-a4b8-4037-8ea7-1b1a661c6073, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:05:49.389081 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-3d366b3f-e7ac-4ea1-8646-c69226c03ce1 service neutron] For port cd2e8331-a4b8-4037-8ea7-1b1a661c6073, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=cd2e8331-a4b8-4037-8ea7-1b1a661c6073,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:05:49.400102 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-3d366b3f-e7ac-4ea1-8646-c69226c03ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:49.475963 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-3d366b3f-e7ac-4ea1-8646-c69226c03ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:49.476713 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-3d366b3f-e7ac-4ea1-8646-c69226c03ce1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:49.478231 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-3d366b3f-e7ac-4ea1-8646-c69226c03ce1 service neutron] 10.222.0.55 "PUT /v2.0/ports/cd2e8331-a4b8-4037-8ea7-1b1a661c6073 HTTP/1.1" status: 200 len: 1097 time: 2.3520114 Nov 12 20:05:49.498463 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b1d502-dc72-417b-a144-f1998006f27f', 'tag': 'cd2e8331-a4b8-4037-8ea7-1b1a661c6073'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:05:49.500947 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4975c0d-3bd4-4da2-a41c-0c7077e7bda2" -d '{"events": [{"name": "network-changed", "server_uuid": "71b1d502-dc72-417b-a144-f1998006f27f", "tag": "cd2e8331-a4b8-4037-8ea7-1b1a661c6073"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:05:49.551541 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d366b3f-e7ac-4ea1-8646-c69226c03ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2e8331-a4b8-4037-8ea7-1b1a661c6073,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:49.566584 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b900d0d-0772-4a87-bb27-526845079fac req-94651c6e-a5fa-4e76-b862-c6da782a5e09 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:49.577428 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3b900d0d-0772-4a87-bb27-526845079fac req-94651c6e-a5fa-4e76-b862-c6da782a5e09 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 945 time: 0.1568093 Nov 12 20:05:49.685586 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fde823-136d-4e8f-9a82-0dcb4cf5bc05 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:05:49.704110 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08866100-3953-49d7-9bbc-faeb0d8f3009 None None] Sync routers for ids ['95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:05:49.708602 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-75357574-f37f-43a0-8eb1-ab460393d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:49.718552 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-75357574-f37f-43a0-8eb1-ab460393d400 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1aecab051314f7aa5094ca0942dcf1d&device_id=71b1d502-dc72-417b-a144-f1998006f27f HTTP/1.1" status: 200 len: 1100 time: 0.1625206 Nov 12 20:05:49.720457 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08866100-3953-49d7-9bbc-faeb0d8f3009 None None] Routers {'95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:05:49.721112 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-08866100-3953-49d7-9bbc-faeb0d8f3009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:05:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:49.738069 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3b900d0d-0772-4a87-bb27-526845079fac req-275832a2-3a1c-4810-864e-aede3f2631af tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570814 Nov 12 20:05:49.801870 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e1fde823-136d-4e8f-9a82-0dcb4cf5bc05 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:49.803428 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e1fde823-136d-4e8f-9a82-0dcb4cf5bc05 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.2860231 Nov 12 20:05:49.806532 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 60380) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:49.846327 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7105c2-f18e-4ad3-a132-c22c3c1b43a4 None None] Network 25d64297-984a-48a6-919a-a140dcadacb2 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:05:49.863947 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-08866100-3953-49d7-9bbc-faeb0d8f3009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:49.897435 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08866100-3953-49d7-9bbc-faeb0d8f3009 None None] Routers {'95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:05:49.898078 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-08866100-3953-49d7-9bbc-faeb0d8f3009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:05:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:49.928423 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-3fe22317-fdd7-4349-947e-0985ece3a659 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=cd2e8331-a4b8-4037-8ea7-1b1a661c6073 HTTP/1.1" status: 200 len: 217 time: 0.1891868 Nov 12 20:05:50.020140 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-08866100-3953-49d7-9bbc-faeb0d8f3009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:50.025012 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08866100-3953-49d7-9bbc-faeb0d8f3009 None None] The sync data for ids ['95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:05:50.148130 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-9b5559f3-8b14-4fc8-b8be-3323a6492fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:50.154646 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-9b5559f3-8b14-4fc8-b8be-3323a6492fdd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.2142410 Nov 12 20:05:50.163617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 996c29b9-cafc-406c-8f2c-3e3b1c04a977 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:05:50.243938 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:05:50.277681 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-78b04d0e-b2c3-4a03-aa3f-e0bff35c4f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:50.279520 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-78b04d0e-b2c3-4a03-aa3f-e0bff35c4f13 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1134450 Nov 12 20:05:50.383898 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1fdb2984-cbea-4189-953c-6b2629303d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:50.399690 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:50.437543 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-6298205f-2eea-4211-98b5-7c9fbd9e59a7 None None] Provisioning complete for port 996c29b9-cafc-406c-8f2c-3e3b1c04a977 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:50.437909 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6298205f-2eea-4211-98b5-7c9fbd9e59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:50.514003 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-92f45f85-84d8-4c8a-8336-2a942a61e404 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225051 Nov 12 20:05:50.524041 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da00688-38a4-43d7-956a-558c6cf52923 req-23fa8388-82f5-4bc9-bc0f-3fa113fb62ec tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:50.537405 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8da00688-38a4-43d7-956a-558c6cf52923 req-23fa8388-82f5-4bc9-bc0f-3fa113fb62ec tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=535bbe0d-246c-4c8b-9c39-eb39d7fda539 HTTP/1.1" status: 200 len: 945 time: 0.3184726 Nov 12 20:05:50.673405 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f289c7f-3df9-4078-8c20-5b010bbc54dd req-edccafee-8793-4b40-8742-fccb1e60caf1 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252625 Nov 12 20:05:50.681077 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 996c29b9-cafc-406c-8f2c-3e3b1c04a977 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:50.681445 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:50.751864 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8da00688-38a4-43d7-956a-558c6cf52923 req-4f2bb1ca-66a9-4927-a17d-4ac5be9f91a4 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077470 Nov 12 20:05:50.929105 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6298205f-2eea-4211-98b5-7c9fbd9e59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:51.057867 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde8b9d-a31c-4527-8ef1-a7a46b94ca89 req-1b1ec75c-8ded-495f-a0d7-ae1ee745948a tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:51.074320 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6bde8b9d-a31c-4527-8ef1-a7a46b94ca89 req-1b1ec75c-8ded-495f-a0d7-ae1ee745948a tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/ports?device_id=71b1d502-dc72-417b-a144-f1998006f27f HTTP/1.1" status: 200 len: 948 time: 0.1426558 Nov 12 20:05:51.113579 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-6298205f-2eea-4211-98b5-7c9fbd9e59a7 None None] For port 996c29b9-cafc-406c-8f2c-3e3b1c04a977, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=996c29b9-cafc-406c-8f2c-3e3b1c04a977,segment=NetworkSegment(4b69ff54-8e9e-4e94-8b23-3ad4821a5ee3),segment_id=4b69ff54-8e9e-4e94-8b23-3ad4821a5ee3)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:51.117262 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:51.188582 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6bde8b9d-a31c-4527-8ef1-a7a46b94ca89 req-06b0053e-f5f0-4062-867e-9f4bfcf9c583 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/security-groups?id=941058d6-e6a7-413c-8939-4dbd726b64cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128690 Nov 12 20:05:51.201640 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6298205f-2eea-4211-98b5-7c9fbd9e59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:51.517514 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.api [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:05:51.517879 n-d-712140-15 neutron-server[102449]: DEBUG oslo_db.api [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:05:51.552027 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0e05cd91-ca37-471a-876d-b4e92b6a6ae1 None None] Provisioning complete for port 996c29b9-cafc-406c-8f2c-3e3b1c04a977 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:51.552441 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0e05cd91-ca37-471a-876d-b4e92b6a6ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:51.556642 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3d4ed-dc5f-4d96-ba62-8219140a94d4 req-0d10ef94-6f9d-4560-886e-44e20382707a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:51.576257 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-99e3d4ed-dc5f-4d96-ba62-8219140a94d4 req-0d10ef94-6f9d-4560-886e-44e20382707a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 950 time: 0.1100624 Nov 12 20:05:51.608978 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298205f-2eea-4211-98b5-7c9fbd9e59a7 None None] Pushing event updated for resources: {'Port': ['ID=996c29b9-cafc-406c-8f2c-3e3b1c04a977,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:51.628832 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6298205f-2eea-4211-98b5-7c9fbd9e59a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:51.629448 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6298205f-2eea-4211-98b5-7c9fbd9e59a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:51.630145 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6298205f-2eea-4211-98b5-7c9fbd9e59a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:51.630782 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6298205f-2eea-4211-98b5-7c9fbd9e59a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:51.631325 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6298205f-2eea-4211-98b5-7c9fbd9e59a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:51.631679 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6298205f-2eea-4211-98b5-7c9fbd9e59a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:51.632007 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6298205f-2eea-4211-98b5-7c9fbd9e59a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:51.632452 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6298205f-2eea-4211-98b5-7c9fbd9e59a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:51.632916 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6298205f-2eea-4211-98b5-7c9fbd9e59a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:51.633372 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6298205f-2eea-4211-98b5-7c9fbd9e59a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:51.633681 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6298205f-2eea-4211-98b5-7c9fbd9e59a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:51.634111 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6298205f-2eea-4211-98b5-7c9fbd9e59a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:51.744769 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-99e3d4ed-dc5f-4d96-ba62-8219140a94d4 req-a946bb90-287f-473a-85e4-b9b449c92e5e tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674342 Nov 12 20:05:51.841712 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14777fc2-cdc2-4280-8751-2ee0cada4af2 x-openstack-request-id: req-14777fc2-cdc2-4280-8751-2ee0cada4af2 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:05:51.842125 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b1d502-dc72-417b-a144-f1998006f27f", "tag": "cd2e8331-a4b8-4037-8ea7-1b1a661c6073", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:05:51.842593 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14777fc2-cdc2-4280-8751-2ee0cada4af2 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:05:51.843193 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b1d502-dc72-417b-a144-f1998006f27f', 'tag': 'cd2e8331-a4b8-4037-8ea7-1b1a661c6073', 'status': 'completed', 'code': 200} Nov 12 20:05:52.045566 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4975c0d-3bd4-4da2-a41c-0c7077e7bda2 req-4accd627-04fa-4b63-b1f9-7833f8cd6b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:52.048644 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4975c0d-3bd4-4da2-a41c-0c7077e7bda2 req-4accd627-04fa-4b63-b1f9-7833f8cd6b34 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1aecab051314f7aa5094ca0942dcf1d&device_id=71b1d502-dc72-417b-a144-f1998006f27f HTTP/1.1" status: 200 len: 1100 time: 0.1803629 Nov 12 20:05:52.186639 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-34552aa6-a6a4-4935-972a-3502a82ad38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:52.239617 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4975c0d-3bd4-4da2-a41c-0c7077e7bda2 req-32941378-40f6-4a63-9a23-c58f1650d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:52.242074 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4975c0d-3bd4-4da2-a41c-0c7077e7bda2 req-32941378-40f6-4a63-9a23-c58f1650d431 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.1845706 Nov 12 20:05:52.351933 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 996c29b9-cafc-406c-8f2c-3e3b1c04a977 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:05:52.366132 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0cfae009-81b9-4ca7-af79-fbbb9e2a2d37 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:52.433204 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4975c0d-3bd4-4da2-a41c-0c7077e7bda2 req-648f9287-3ee0-418e-817d-c8b671bc8832 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=cd2e8331-a4b8-4037-8ea7-1b1a661c6073 HTTP/1.1" status: 200 len: 217 time: 0.1513774 Nov 12 20:05:52.498971 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 996c29b9-cafc-406c-8f2c-3e3b1c04a977 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:52.504549 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:52.678868 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4975c0d-3bd4-4da2-a41c-0c7077e7bda2 req-df4107ce-df50-42f5-8d8c-04024ecad9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:52.681883 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4975c0d-3bd4-4da2-a41c-0c7077e7bda2 req-df4107ce-df50-42f5-8d8c-04024ecad9e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.2115889 Nov 12 20:05:52.703664 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c289d-b113-4467-8d00-e8ccc86d14df req-d23f13df-0ab2-4c56-b1e4-001867fb5cba tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:52.713458 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f68c289d-b113-4467-8d00-e8ccc86d14df req-d23f13df-0ab2-4c56-b1e4-001867fb5cba tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 945 time: 0.4657629 Nov 12 20:05:52.855152 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4975c0d-3bd4-4da2-a41c-0c7077e7bda2 req-e0805fe4-2378-4a25-b610-5498ab7f9f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:52.857100 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4975c0d-3bd4-4da2-a41c-0c7077e7bda2 req-e0805fe4-2378-4a25-b610-5498ab7f9f84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1392465 Nov 12 20:05:52.861167 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f68c289d-b113-4467-8d00-e8ccc86d14df req-3cd0d076-0a8d-4a8a-acb9-bb7f8c8252aa tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455321 Nov 12 20:05:52.876645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-f4975c0d-3bd4-4da2-a41c-0c7077e7bda2 req-9314bc98-e500-4e3a-91d9-75030d5b8b8a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:05:52.883664 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4975c0d-3bd4-4da2-a41c-0c7077e7bda2 req-9314bc98-e500-4e3a-91d9-75030d5b8b8a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120630 Nov 12 20:05:53.123014 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-0cfae009-81b9-4ca7-af79-fbbb9e2a2d37 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Allocated IP 172.20.0.1 (25d64297-984a-48a6-919a-a140dcadacb2/e2409d86-0807-4b89-bd3e-eb15d3b6230b/3d93af49-8b92-4ace-827d-52c2af33a75b) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:05:53.154861 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4975c0d-3bd4-4da2-a41c-0c7077e7bda2 req-d6a6d002-0baf-4684-8859-5b35c3201ca4 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619827 Nov 12 20:05:53.403437 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4975c0d-3bd4-4da2-a41c-0c7077e7bda2 req-01be3473-a217-4501-a3fa-21c5d9e372aa service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371707 Nov 12 20:05:53.418091 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0cfae009-81b9-4ca7-af79-fbbb9e2a2d37 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:53.466570 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0cfae009-81b9-4ca7-af79-fbbb9e2a2d37 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:53.510235 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb1df7-3221-49bc-bb25-a621e27d771f req-f3d54b13-28ac-4b9a-917a-d193ac372dbc tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:53.513119 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cfeb1df7-3221-49bc-bb25-a621e27d771f req-f3d54b13-28ac-4b9a-917a-d193ac372dbc tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/ports?device_id=71b1d502-dc72-417b-a144-f1998006f27f HTTP/1.1" status: 200 len: 948 time: 0.0706494 Nov 12 20:05:53.525270 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfae009-81b9-4ca7-af79-fbbb9e2a2d37 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Network 25d64297-984a-48a6-919a-a140dcadacb2 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:05:53.529821 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-0cfae009-81b9-4ca7-af79-fbbb9e2a2d37 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:05:53.547726 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfae009-81b9-4ca7-af79-fbbb9e2a2d37 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:05:53.628484 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cfeb1df7-3221-49bc-bb25-a621e27d771f req-16c18efd-61de-47c3-885e-a1cfea0a5075 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/security-groups?id=941058d6-e6a7-413c-8939-4dbd726b64cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028690 Nov 12 20:05:53.669581 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfae009-81b9-4ca7-af79-fbbb9e2a2d37 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Pushing event updated for resources: {'Port': ['ID=3d93af49-8b92-4ace-827d-52c2af33a75b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:53.698312 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:53.701413 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:53.717312 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0cfae009-81b9-4ca7-af79-fbbb9e2a2d37 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:53.970571 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-02e316e8-2c68-4f60-8047-0f7ce6836e05 None None] Provisioning complete for port 3d93af49-8b92-4ace-827d-52c2af33a75b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:53.970955 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-02e316e8-2c68-4f60-8047-0f7ce6836e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:53.988613 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a84e4-044f-4cbd-9312-e3426ec624b7 req-942dcb21-ef11-4b68-879d-ebecf4d1d48a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:54.000776 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-831a84e4-044f-4cbd-9312-e3426ec624b7 req-942dcb21-ef11-4b68-879d-ebecf4d1d48a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 950 time: 0.1364489 Nov 12 20:05:54.049253 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-02e316e8-2c68-4f60-8047-0f7ce6836e05 None None] Port 3d93af49-8b92-4ace-827d-52c2af33a75b cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:05:54.083039 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-831a84e4-044f-4cbd-9312-e3426ec624b7 req-3f46828c-12d0-421b-89ff-68de1701bae2 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812407 Nov 12 20:05:54.142097 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0cfae009-81b9-4ca7-af79-fbbb9e2a2d37 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:54.454489 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08034c17-21b5-414a-9c00-13f73868b38e req-275bcc90-db7f-414e-83fb-d889cd995cb6 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:54.464731 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-08034c17-21b5-414a-9c00-13f73868b38e req-275bcc90-db7f-414e-83fb-d889cd995cb6 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=535bbe0d-246c-4c8b-9c39-eb39d7fda539 HTTP/1.1" status: 200 len: 945 time: 0.1012864 Nov 12 20:05:54.543873 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-08034c17-21b5-414a-9c00-13f73868b38e req-af8a81e6-cec8-47f3-b240-b6a9cd999b53 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715787 Nov 12 20:05:54.755887 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed1fad-cf57-4d4c-84a9-394081f2e91b req-a4d55e29-9a3f-49c4-97c1-34e9ed195aa0 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:54.758236 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8fed1fad-cf57-4d4c-84a9-394081f2e91b req-a4d55e29-9a3f-49c4-97c1-34e9ed195aa0 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 945 time: 0.0987489 Nov 12 20:05:54.782252 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0cfae009-81b9-4ca7-af79-fbbb9e2a2d37 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:54.793844 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0cfae009-81b9-4ca7-af79-fbbb9e2a2d37 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:54.861946 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0cfae009-81b9-4ca7-af79-fbbb9e2a2d37 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:54.878318 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8fed1fad-cf57-4d4c-84a9-394081f2e91b req-3e440bc9-63b6-497f-93cf-98af7d17df83 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077921 Nov 12 20:05:54.963075 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfae009-81b9-4ca7-af79-fbbb9e2a2d37 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Pushing event updated for resources: {'Port': ['ID=3d93af49-8b92-4ace-827d-52c2af33a75b,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:55.015990 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device cd2e8331-a4b8-4037-8ea7-1b1a661c6073 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:05:55.065736 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:55.163768 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfae009-81b9-4ca7-af79-fbbb9e2a2d37 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Network 25d64297-984a-48a6-919a-a140dcadacb2 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:05:55.167141 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-0cfae009-81b9-4ca7-af79-fbbb9e2a2d37 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:05:55.296983 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port cd2e8331-a4b8-4037-8ea7-1b1a661c6073, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=cd2e8331-a4b8-4037-8ea7-1b1a661c6073,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:55.333625 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'cd2e8331-a4b8-4037-8ea7-1b1a661c6073', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': 'cd2e8331-a4b8-4037-8ea7-1b1a661c6073', 'mac_address': 'fa:16:3e:6f:cf:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:05:55.355681 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd0069-ea84-482a-bd17-12f5672c76ba req-14311021-8a33-4313-80ef-fdf04c894e32 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:55.369266 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-33cd0069-ea84-482a-bd17-12f5672c76ba req-14311021-8a33-4313-80ef-fdf04c894e32 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.55 "GET /v2.0/ports?device_id=535bbe0d-246c-4c8b-9c39-eb39d7fda539 HTTP/1.1" status: 200 len: 945 time: 0.2551174 Nov 12 20:05:55.437766 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:55.446239 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfae009-81b9-4ca7-af79-fbbb9e2a2d37 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Router 95d74071-bd6c-406c-9eb3-bd5bfd3a7d24 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:05:55.458798 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9b0cb-af65-4864-bea1-04e02952cd75 req-3f1d2a89-ccc7-4fd6-b12f-7547dc803ae8 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:55.461435 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-35a9b0cb-af65-4864-bea1-04e02952cd75 req-3f1d2a89-ccc7-4fd6-b12f-7547dc803ae8 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/ports?device_id=71b1d502-dc72-417b-a144-f1998006f27f HTTP/1.1" status: 200 len: 948 time: 0.2182078 Nov 12 20:05:55.485280 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd2e8331-a4b8-4037-8ea7-1b1a661c6073 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:05:55.544741 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port cd2e8331-a4b8-4037-8ea7-1b1a661c6073, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=cd2e8331-a4b8-4037-8ea7-1b1a661c6073,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:55.551317 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:55.694339 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=cd2e8331-a4b8-4037-8ea7-1b1a661c6073,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:55.717356 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-35a9b0cb-af65-4864-bea1-04e02952cd75 req-6b00adab-c541-490b-9590-ac74c43dcb65 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/security-groups?id=941058d6-e6a7-413c-8939-4dbd726b64cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338271 Nov 12 20:05:55.742144 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-33cd0069-ea84-482a-bd17-12f5672c76ba req-c00d32a9-6255-432c-aa0f-df86d6374f40 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Deleting port 1e861e6a-bc8e-47fc-a165-c8c2cf6a8722 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:05:55.742706 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-33cd0069-ea84-482a-bd17-12f5672c76ba req-c00d32a9-6255-432c-aa0f-df86d6374f40 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:55.759007 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-89303b98-84f2-460e-8d66-f3f624ec2da7 None None] Provisioning complete for port 3d93af49-8b92-4ace-827d-52c2af33a75b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:55.759257 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-89303b98-84f2-460e-8d66-f3f624ec2da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:55.809069 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfae009-81b9-4ca7-af79-fbbb9e2a2d37 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:05:55.822922 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0cfae009-81b9-4ca7-af79-fbbb9e2a2d37 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] 10.222.0.48 "PUT /v2.0/routers/95d74071-bd6c-406c-9eb3-bd5bfd3a7d24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0126903 Nov 12 20:05:55.824295 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 60418) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:55.832314 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f845694b-0e13-4dd2-ba23-79d84229fa17 None None] Sync routers for ids ['95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:05:55.836453 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a37e096c-e8ad-419c-b3db-b35ff2498464 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Request body: {'port': {'network_id': '25d64297-984a-48a6-919a-a140dcadacb2', 'name': 'tempest-FloatingIPAdminTestJSON-1951247382'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:05:56.079554 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804090d-8f07-413e-939f-5bed2791d72a req-3379577b-8b1d-4348-a554-58ed6fa93e2c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:56.090433 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c804090d-8f07-413e-939f-5bed2791d72a req-3379577b-8b1d-4348-a554-58ed6fa93e2c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 950 time: 0.2165785 Nov 12 20:05:56.111044 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-33cd0069-ea84-482a-bd17-12f5672c76ba req-c00d32a9-6255-432c-aa0f-df86d6374f40 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] For port 1e861e6a-bc8e-47fc-a165-c8c2cf6a8722, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1e861e6a-bc8e-47fc-a165-c8c2cf6a8722,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:56.111426 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-33cd0069-ea84-482a-bd17-12f5672c76ba req-c00d32a9-6255-432c-aa0f-df86d6374f40 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:56.177851 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-33cd0069-ea84-482a-bd17-12f5672c76ba req-c00d32a9-6255-432c-aa0f-df86d6374f40 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Calling delete_port for 1e861e6a-bc8e-47fc-a165-c8c2cf6a8722 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:05:56.178408 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['cd2e8331-a4b8-4037-8ea7-1b1a661c6073'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:05:56.179322 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37e096c-e8ad-419c-b3db-b35ff2498464 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Made reservation on behalf of 12967fc6f1e6430aaf9c32c43ad50e9a for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:05:56.183622 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a37e096c-e8ad-419c-b3db-b35ff2498464 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:56.202399 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c804090d-8f07-413e-939f-5bed2791d72a req-7d693cec-5188-4e44-b8aa-69174a105a2b tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108534 Nov 12 20:05:56.235290 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-a37e096c-e8ad-419c-b3db-b35ff2498464 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] device_id is not set on port f4b662e3-1769-4abf-a72b-d2372d60539e yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:05:56.461021 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-a37e096c-e8ad-419c-b3db-b35ff2498464 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Allocated IP 172.20.0.7 (25d64297-984a-48a6-919a-a140dcadacb2/e2409d86-0807-4b89-bd3e-eb15d3b6230b/f4b662e3-1769-4abf-a72b-d2372d60539e) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:05:56.507898 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-89303b98-84f2-460e-8d66-f3f624ec2da7 None None] Port 3d93af49-8b92-4ace-827d-52c2af33a75b cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:05:56.519054 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f845694b-0e13-4dd2-ba23-79d84229fa17 None None] Routers {'95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:05:56.519655 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f845694b-0e13-4dd2-ba23-79d84229fa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:05:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:56.578840 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f845694b-0e13-4dd2-ba23-79d84229fa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:56.582578 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-33cd0069-ea84-482a-bd17-12f5672c76ba req-c00d32a9-6255-432c-aa0f-df86d6374f40 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:56.603250 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:56.609170 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f845694b-0e13-4dd2-ba23-79d84229fa17 None None] Routers {'95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:05:56.610098 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f845694b-0e13-4dd2-ba23-79d84229fa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:05:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:56.674188 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d32a9-6255-432c-aa0f-df86d6374f40 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Pushing event deleted for resources: {'Port': ['ID=1e861e6a-bc8e-47fc-a165-c8c2cf6a8722,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:56.700724 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d32a9-6255-432c-aa0f-df86d6374f40 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:56.701127 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d32a9-6255-432c-aa0f-df86d6374f40 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:56.701498 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d32a9-6255-432c-aa0f-df86d6374f40 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:56.701790 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d32a9-6255-432c-aa0f-df86d6374f40 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:56.702128 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d32a9-6255-432c-aa0f-df86d6374f40 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:56.702461 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d32a9-6255-432c-aa0f-df86d6374f40 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:56.702809 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d32a9-6255-432c-aa0f-df86d6374f40 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:56.703120 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d32a9-6255-432c-aa0f-df86d6374f40 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:56.703450 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d32a9-6255-432c-aa0f-df86d6374f40 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:56.705099 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:05:56.706993 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d32a9-6255-432c-aa0f-df86d6374f40 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:56.707401 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d32a9-6255-432c-aa0f-df86d6374f40 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:56.707683 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d32a9-6255-432c-aa0f-df86d6374f40 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:05:56.758472 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a37e096c-e8ad-419c-b3db-b35ff2498464 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:56.806541 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f845694b-0e13-4dd2-ba23-79d84229fa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:05:56.807194 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f845694b-0e13-4dd2-ba23-79d84229fa17 None None] The sync data for ids ['95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:05:56.810795 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-33cd0069-ea84-482a-bd17-12f5672c76ba req-c00d32a9-6255-432c-aa0f-df86d6374f40 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] No DVR routers for this DVR port 1e861e6a-bc8e-47fc-a165-c8c2cf6a8722 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:05:56.827636 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-33cd0069-ea84-482a-bd17-12f5672c76ba req-c00d32a9-6255-432c-aa0f-df86d6374f40 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:56.834527 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-33cd0069-ea84-482a-bd17-12f5672c76ba req-c00d32a9-6255-432c-aa0f-df86d6374f40 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.55 "DELETE /v2.0/ports/1e861e6a-bc8e-47fc-a165-c8c2cf6a8722 HTTP/1.1" status: 204 len: 173 time: 1.4514585 Nov 12 20:05:56.835236 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535bbe0d-246c-4c8b-9c39-eb39d7fda539', 'name': 'network-vif-deleted', 'tag': '1e861e6a-bc8e-47fc-a165-c8c2cf6a8722'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:05:56.837373 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3247a710-c876-481e-b059-0340f73fcc34" -d '{"events": [{"server_uuid": "535bbe0d-246c-4c8b-9c39-eb39d7fda539", "name": "network-vif-deleted", "tag": "1e861e6a-bc8e-47fc-a165-c8c2cf6a8722"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:05:56.846714 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a37e096c-e8ad-419c-b3db-b35ff2498464 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:56.930968 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1ddfd5e9-c305-4dac-8a1f-0d02c70b4bc7 req-bafcd315-cb1b-4946-ae5d-f990bb428122 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=535bbe0d-246c-4c8b-9c39-eb39d7fda539 HTTP/1.1" status: 200 len: 210 time: 0.1201563 Nov 12 20:05:57.016157 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37e096c-e8ad-419c-b3db-b35ff2498464 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Network 25d64297-984a-48a6-919a-a140dcadacb2 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:05:57.023853 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-a37e096c-e8ad-419c-b3db-b35ff2498464 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:05:57.030646 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37e096c-e8ad-419c-b3db-b35ff2498464 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:05:57.086791 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e096c-e8ad-419c-b3db-b35ff2498464 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Pushing event updated for resources: {'Port': ['ID=f4b662e3-1769-4abf-a72b-d2372d60539e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:57.117608 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44200aa-c742-4f5d-bb4a-3d3423e2c669 req-89dd7b40-525d-4161-9456-8523bacb2397 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:57.119261 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e44200aa-c742-4f5d-bb4a-3d3423e2c669 req-89dd7b40-525d-4161-9456-8523bacb2397 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 945 time: 0.1126316 Nov 12 20:05:57.155656 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37e096c-e8ad-419c-b3db-b35ff2498464 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:57.156465 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a37e096c-e8ad-419c-b3db-b35ff2498464 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:57.182168 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a37e096c-e8ad-419c-b3db-b35ff2498464 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3550026 Nov 12 20:05:57.183029 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 60432) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:05:57.254340 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e44200aa-c742-4f5d-bb4a-3d3423e2c669 req-afdf9c6c-d5b5-4d37-9bf6-2bd8c8e51971 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210079 Nov 12 20:05:57.352102 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-ccb53ecf-2ea5-4999-9d25-df55ad7af346 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'project_id': '12967fc6f1e6430aaf9c32c43ad50e9a', 'port_id': 'f4b662e3-1769-4abf-a72b-d2372d60539e'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:05:57.385643 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ccb53ecf-2ea5-4999-9d25-df55ad7af346 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:57.567431 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-45507c1e-9686-43f0-8e11-58ff56db6046 None None] Provisioning complete for port f4b662e3-1769-4abf-a72b-d2372d60539e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:57.567992 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-45507c1e-9686-43f0-8e11-58ff56db6046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:57.608820 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ccb53ecf-2ea5-4999-9d25-df55ad7af346 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:57.639193 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-45507c1e-9686-43f0-8e11-58ff56db6046 None None] Port f4b662e3-1769-4abf-a72b-d2372d60539e cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:05:57.650441 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc5ca1-1bbe-4b99-bcd3-c4c459e70900 req-27bc0e2e-13a4-4453-ae00-c4c860a368c8 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:57.664773 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-61fc5ca1-1bbe-4b99-bcd3-c4c459e70900 req-27bc0e2e-13a4-4453-ae00-c4c860a368c8 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/ports?device_id=71b1d502-dc72-417b-a144-f1998006f27f HTTP/1.1" status: 200 len: 949 time: 0.1479983 Nov 12 20:05:57.737931 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-61fc5ca1-1bbe-4b99-bcd3-c4c459e70900 req-5170711e-52ba-48a3-8441-1af06f873343 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/security-groups?id=941058d6-e6a7-413c-8939-4dbd726b64cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705678 Nov 12 20:05:57.759550 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['4390f72d-67da-4369-adae-71f879b04b81'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:05:57.791867 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185cd901-bf74-4728-a272-37af03b3859c x-openstack-request-id: req-185cd901-bf74-4728-a272-37af03b3859c {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:05:57.793183 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535bbe0d-246c-4c8b-9c39-eb39d7fda539", "name": "network-vif-deleted", "tag": "1e861e6a-bc8e-47fc-a165-c8c2cf6a8722", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:05:57.793580 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-185cd901-bf74-4728-a272-37af03b3859c {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:05:57.794406 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535bbe0d-246c-4c8b-9c39-eb39d7fda539', 'name': 'network-vif-deleted', 'tag': '1e861e6a-bc8e-47fc-a165-c8c2cf6a8722', 'status': 'completed', 'code': 200} Nov 12 20:05:57.928750 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-ccb53ecf-2ea5-4999-9d25-df55ad7af346 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Allocated IP 172.25.5.47 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/0273373f-3743-4a67-8683-ff50bb2fe6e3) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:05:57.966645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03357a71-58b4-4ea7-b926-99abbb4229bf req-5ef0ccf6-cfef-42a4-98e4-372b78fdfdf6 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:57.975925 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03357a71-58b4-4ea7-b926-99abbb4229bf req-5ef0ccf6-cfef-42a4-98e4-372b78fdfdf6 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 950 time: 0.1134665 Nov 12 20:05:58.065629 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03357a71-58b4-4ea7-b926-99abbb4229bf req-27e58dd3-5828-4e2c-9905-c4b7eb38f96c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878243 Nov 12 20:05:58.301049 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ccb53ecf-2ea5-4999-9d25-df55ad7af346 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:58.350146 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ccb53ecf-2ea5-4999-9d25-df55ad7af346 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:58.412531 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb53ecf-2ea5-4999-9d25-df55ad7af346 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Pushing event updated for resources: {'Port': ['ID=0273373f-3743-4a67-8683-ff50bb2fe6e3,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:58.436076 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb53ecf-2ea5-4999-9d25-df55ad7af346 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:05:58.437686 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-ccb53ecf-2ea5-4999-9d25-df55ad7af346 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:05:58.449175 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb53ecf-2ea5-4999-9d25-df55ad7af346 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:05:58.516172 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd4277-cbb6-4492-b524-699e94eccc8c req-fff0392d-8266-40d7-9781-ffb73b72056e tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:58.521575 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0afd4277-cbb6-4492-b524-699e94eccc8c req-fff0392d-8266-40d7-9781-ffb73b72056e tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 945 time: 0.1168168 Nov 12 20:05:58.642559 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0afd4277-cbb6-4492-b524-699e94eccc8c req-21593e31-b520-4e27-89d7-529f05248250 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047881 Nov 12 20:05:58.800598 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-fb17b10c-6700-475a-922d-b58cad1ca919 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:05:58.801734 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-fb17b10c-6700-475a-922d-b58cad1ca919 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112119 Nov 12 20:05:59.078915 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device cd2e8331-a4b8-4037-8ea7-1b1a661c6073 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:05:59.216835 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port cd2e8331-a4b8-4037-8ea7-1b1a661c6073 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:05:59.221771 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port cd2e8331-a4b8-4037-8ea7-1b1a661c6073 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:05:59.222437 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:59.239832 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ccb53ecf-2ea5-4999-9d25-df55ad7af346 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:59.358818 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-209d71f9-dc85-4cc0-8d0d-4bb70c2a3dd0 service neutron] show failed (client error): The resource could not be found. Nov 12 20:05:59.360322 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-209d71f9-dc85-4cc0-8d0d-4bb70c2a3dd0 service neutron] 10.222.0.52 "GET /v2.0/ports/c0d21e3f-02fc-4419-903d-a5b4da1dd6b5/bindings/n-h1-712140-15 HTTP/1.1" status: 404 len: 381 time: 0.4345417 Nov 12 20:05:59.363644 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:59.396207 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c778ec1-7801-4bc1-8be5-7d0ff10b12ce req-ba93bb10-d333-4c97-bb59-fc5fe65d7eac tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:59.415132 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0c778ec1-7801-4bc1-8be5-7d0ff10b12ce req-ba93bb10-d333-4c97-bb59-fc5fe65d7eac tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/ports?device_id=71b1d502-dc72-417b-a144-f1998006f27f HTTP/1.1" status: 200 len: 949 time: 0.1669610 Nov 12 20:05:59.437157 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port cd2e8331-a4b8-4037-8ea7-1b1a661c6073, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=cd2e8331-a4b8-4037-8ea7-1b1a661c6073,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:05:59.442281 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b1d502-dc72-417b-a144-f1998006f27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2e8331-a4b8-4037-8ea7-1b1a661c6073'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:05:59.445879 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c971c3-0e8f-414d-bdd2-d427d73cafd4" -d '{"events": [{"server_uuid": "71b1d502-dc72-417b-a144-f1998006f27f", "name": "network-vif-plugged", "status": "completed", "tag": "cd2e8331-a4b8-4037-8ea7-1b1a661c6073"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:05:59.453684 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:59.455436 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 1e861e6a-bc8e-47fc-a165-c8c2cf6a8722 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:05:59.474449 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ccb53ecf-2ea5-4999-9d25-df55ad7af346 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:59.490322 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 1e861e6a-bc8e-47fc-a165-c8c2cf6a8722 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:05:59.491122 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 1e861e6a-bc8e-47fc-a165-c8c2cf6a8722 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:05:59.548127 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0c778ec1-7801-4bc1-8be5-7d0ff10b12ce req-75dc83b0-4e6f-49a0-aa02-26ded8929b95 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/security-groups?id=941058d6-e6a7-413c-8939-4dbd726b64cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229794 Nov 12 20:05:59.568151 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=cd2e8331-a4b8-4037-8ea7-1b1a661c6073,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:05:59.767936 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3749452-7bcb-4a1c-b03f-1a3656be0038 req-2fef6575-7b7d-429f-aa4e-3ba2a3f47031 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:59.777815 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f3749452-7bcb-4a1c-b03f-1a3656be0038 req-2fef6575-7b7d-429f-aa4e-3ba2a3f47031 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=fee5bf39-0160-47ef-9022-f8d479642270 HTTP/1.1" status: 200 len: 945 time: 0.1270025 Nov 12 20:05:59.857821 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ccb53ecf-2ea5-4999-9d25-df55ad7af346 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:59.871612 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ccb53ecf-2ea5-4999-9d25-df55ad7af346 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:05:59.967238 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-95a1f0db-0cb7-472c-8362-55ba741825a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:05:59.969151 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-95a1f0db-0cb7-472c-8362-55ba741825a6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892&tenant_id=1c08b32f16f94cdbbecd052699f1c2ae HTTP/1.1" status: 200 len: 1102 time: 0.2625885 Nov 12 20:05:59.993125 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f3749452-7bcb-4a1c-b03f-1a3656be0038 req-57741abf-c4a6-41b3-9da8-61444803734a tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089424 Nov 12 20:06:00.007324 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-547c63c8-32d2-4068-8633-46535285b30f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-15', 'device_owner': 'compute:nova'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:06:00.047656 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb53ecf-2ea5-4999-9d25-df55ad7af346 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Pushing event updated for resources: {'Port': ['ID=0273373f-3743-4a67-8683-ff50bb2fe6e3,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:00.083913 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ccb53ecf-2ea5-4999-9d25-df55ad7af346 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:00.112692 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-547c63c8-32d2-4068-8633-46535285b30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:00.212474 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8db39-c993-4dd7-b7bb-ef3b861baf9e req-24aebebc-129a-4de7-b6b5-b47884c77e27 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:00.221721 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-49e8db39-c993-4dd7-b7bb-ef3b861baf9e req-24aebebc-129a-4de7-b6b5-b47884c77e27 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 950 time: 0.1058037 Nov 12 20:06:00.362190 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-49e8db39-c993-4dd7-b7bb-ef3b861baf9e req-eb1e77fd-86f3-4cf8-82fe-2850e5ad33ce tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391444 Nov 12 20:06:00.576097 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb92f394-d512-4298-a9b1-768b41513aa6 x-openstack-request-id: req-bb92f394-d512-4298-a9b1-768b41513aa6 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:06:00.576602 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b1d502-dc72-417b-a144-f1998006f27f", "name": "network-vif-plugged", "status": "completed", "tag": "cd2e8331-a4b8-4037-8ea7-1b1a661c6073", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:06:00.576741 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb92f394-d512-4298-a9b1-768b41513aa6 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:06:00.577269 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b1d502-dc72-417b-a144-f1998006f27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2e8331-a4b8-4037-8ea7-1b1a661c6073', 'code': 200} Nov 12 20:06:00.587533 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [None req-ccb53ecf-2ea5-4999-9d25-df55ad7af346 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Floating IP 798bba4f-d637-4fbe-868d-ca44289ce73b associated. External IP: 172.25.5.47, port: f4b662e3-1769-4abf-a72b-d2372d60539e. Nov 12 20:06:00.647310 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-547c63c8-32d2-4068-8633-46535285b30f service neutron] For port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:00.722475 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-547c63c8-32d2-4068-8633-46535285b30f service neutron] For port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:06:00.835765 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd063f0e1-0923-40b7-bb03-2b249948d892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0d21e3f-02fc-4419-903d-a5b4da1dd6b5'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:06:00.838224 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c14be35-e9dc-4407-bd0d-4012310e8eb2" -d '{"events": [{"server_uuid": "d063f0e1-0923-40b7-bb03-2b249948d892", "name": "network-vif-unplugged", "status": "completed", "tag": "c0d21e3f-02fc-4419-903d-a5b4da1dd6b5"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:06:00.844666 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-547c63c8-32d2-4068-8633-46535285b30f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:00.872457 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-547c63c8-32d2-4068-8633-46535285b30f service neutron] Transition to ACTIVE for port object c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:06:00.891042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c7523-d8bf-4b4f-bb74-6f7679a1b76b req-d9e59ef3-a846-479a-b70d-bc1352de39bb tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:00.900342 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e61c7523-d8bf-4b4f-bb74-6f7679a1b76b req-d9e59ef3-a846-479a-b70d-bc1352de39bb tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 945 time: 0.2331917 Nov 12 20:06:00.904808 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-547c63c8-32d2-4068-8633-46535285b30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:00.928651 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63817880-1149-42bd-a37e-e2270310b19b req-af7d0465-2fc3-4981-a45d-c45bb060973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:00.930517 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-63817880-1149-42bd-a37e-e2270310b19b req-af7d0465-2fc3-4981-a45d-c45bb060973a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=71b1d502-dc72-417b-a144-f1998006f27f HTTP/1.1" status: 200 len: 1102 time: 0.1480477 Nov 12 20:06:00.951808 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c3582-f2a2-4910-9523-8869c45806d2 req-cec70678-9485-4351-8ad2-629cd628b196 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:00.953556 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fa8c3582-f2a2-4910-9523-8869c45806d2 req-cec70678-9485-4351-8ad2-629cd628b196 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.55 "GET /v2.0/ports?device_id=fee5bf39-0160-47ef-9022-f8d479642270 HTTP/1.1" status: 200 len: 945 time: 0.1356239 Nov 12 20:06:00.963851 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb53ecf-2ea5-4999-9d25-df55ad7af346 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Router 95d74071-bd6c-406c-9eb3-bd5bfd3a7d24 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:06:00.987299 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe289021-c4b1-405a-a2ee-e7099318ee74 req-a02149c8-9cb9-4939-8d02-3069d00657fd tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:00.992485 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fe289021-c4b1-405a-a2ee-e7099318ee74 req-a02149c8-9cb9-4939-8d02-3069d00657fd tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/ports?device_id=71b1d502-dc72-417b-a144-f1998006f27f HTTP/1.1" status: 200 len: 950 time: 0.1290569 Nov 12 20:06:01.028579 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e61c7523-d8bf-4b4f-bb74-6f7679a1b76b req-7566340e-9423-49b3-8c04-17e564424845 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202252 Nov 12 20:06:01.080159 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c63c8-32d2-4068-8633-46535285b30f service neutron] Pushing event updated for resources: {'Port': ['ID=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,revision_number=6']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:01.136660 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-547c63c8-32d2-4068-8633-46535285b30f service neutron] No DVR routers for this DVR port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:06:01.168026 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-63817880-1149-42bd-a37e-e2270310b19b req-96b7c158-2922-44d3-b30b-f7375ed767e3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=941058d6-e6a7-413c-8939-4dbd726b64cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013383 Nov 12 20:06:01.236375 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fe289021-c4b1-405a-a2ee-e7099318ee74 req-93b4a5d2-b52e-490c-9c0e-d6980fba3888 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/security-groups?id=941058d6-e6a7-413c-8939-4dbd726b64cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197669 Nov 12 20:06:01.246836 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-547c63c8-32d2-4068-8633-46535285b30f service neutron] Attempting to bind port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:06:01.247034 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-547c63c8-32d2-4068-8633-46535285b30f service neutron] Attempting to bind port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:06:01.247287 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-547c63c8-32d2-4068-8633-46535285b30f service neutron] Attempting to bind port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:06:01.261494 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-547c63c8-32d2-4068-8633-46535285b30f service neutron] Port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:06:01.262278 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-547c63c8-32d2-4068-8633-46535285b30f service neutron] Attempting to bind port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:06:01.272718 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-547c63c8-32d2-4068-8633-46535285b30f service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:06:01.273348 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-547c63c8-32d2-4068-8633-46535285b30f service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:06:01.273961 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-547c63c8-32d2-4068-8633-46535285b30f service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:06:01.275127 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-547c63c8-32d2-4068-8633-46535285b30f service neutron] Bound port: c0d21e3f-02fc-4419-903d-a5b4da1dd6b5, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:06:01.275720 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-547c63c8-32d2-4068-8633-46535285b30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:01.283631 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2409604-a391-4a9c-a612-c52ae287287e x-openstack-request-id: req-e2409604-a391-4a9c-a612-c52ae287287e {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:06:01.284296 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d063f0e1-0923-40b7-bb03-2b249948d892", "name": "network-vif-unplugged", "status": "completed", "tag": "c0d21e3f-02fc-4419-903d-a5b4da1dd6b5", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:06:01.284775 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e2409604-a391-4a9c-a612-c52ae287287e {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:06:01.285247 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd063f0e1-0923-40b7-bb03-2b249948d892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0d21e3f-02fc-4419-903d-a5b4da1dd6b5', 'code': 200} Nov 12 20:06:01.370048 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-fa8c3582-f2a2-4910-9523-8869c45806d2 req-6df9c5f2-e65c-447d-a550-6836b67d7cd9 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Deleting port 4390f72d-67da-4369-adae-71f879b04b81 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:06:01.371461 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-fa8c3582-f2a2-4910-9523-8869c45806d2 req-6df9c5f2-e65c-447d-a550-6836b67d7cd9 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:01.378258 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb53ecf-2ea5-4999-9d25-df55ad7af346 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:06:01.384381 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-547c63c8-32d2-4068-8633-46535285b30f service neutron] For port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:06:01.388744 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-547c63c8-32d2-4068-8633-46535285b30f service neutron] For port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:06:01.392370 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcab6ae7-4aaf-49b8-ab62-c54d552333a0 None None] Sync routers for ids ['95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:06:01.394548 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-547c63c8-32d2-4068-8633-46535285b30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:01.410768 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab6ae7-4aaf-49b8-ab62-c54d552333a0 None None] Routers {'95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:06:01.413191 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-dcab6ae7-4aaf-49b8-ab62-c54d552333a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:05:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:06:01.455000 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ccb53ecf-2ea5-4999-9d25-df55ad7af346 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:01.473627 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-547c63c8-32d2-4068-8633-46535285b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:01.474255 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-547c63c8-32d2-4068-8633-46535285b30f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:01.475733 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-547c63c8-32d2-4068-8633-46535285b30f service neutron] 10.222.0.55 "PUT /v2.0/ports/c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 HTTP/1.1" status: 200 len: 1097 time: 1.4816055 Nov 12 20:06:01.510592 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c63c8-32d2-4068-8633-46535285b30f service neutron] Pushing event updated for resources: {'Port': ['ID=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,revision_number=7']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:01.568457 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ccb53ecf-2ea5-4999-9d25-df55ad7af346 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.3840301 Nov 12 20:06:01.573065 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 60516) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:01.603740 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-dcab6ae7-4aaf-49b8-ab62-c54d552333a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:06:01.637479 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab6ae7-4aaf-49b8-ab62-c54d552333a0 None None] Routers {'95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:06:01.638180 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-dcab6ae7-4aaf-49b8-ab62-c54d552333a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:05:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:06:01.685751 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-2a6a1710-b58e-4e70-9aad-4219a111bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:01.702225 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-2a6a1710-b58e-4e70-9aad-4219a111bc5b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 1100 time: 0.1429999 Nov 12 20:06:01.720099 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-fa8c3582-f2a2-4910-9523-8869c45806d2 req-6df9c5f2-e65c-447d-a550-6836b67d7cd9 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] For port 4390f72d-67da-4369-adae-71f879b04b81, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=4390f72d-67da-4369-adae-71f879b04b81,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:01.721209 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-fa8c3582-f2a2-4910-9523-8869c45806d2 req-6df9c5f2-e65c-447d-a550-6836b67d7cd9 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:01.729285 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-dcab6ae7-4aaf-49b8-ab62-c54d552333a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:06:01.740756 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcab6ae7-4aaf-49b8-ab62-c54d552333a0 None None] The sync data for ids ['95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:06:01.795547 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a2e31-1ccc-4449-99f0-365e29420611 req-c6ee7321-c8ff-43eb-9973-557bffa08ab2 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:01.807820 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa2a2e31-1ccc-4449-99f0-365e29420611 req-c6ee7321-c8ff-43eb-9973-557bffa08ab2 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=fee5bf39-0160-47ef-9022-f8d479642270 HTTP/1.1" status: 200 len: 945 time: 0.3212125 Nov 12 20:06:01.818228 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-fa8c3582-f2a2-4910-9523-8869c45806d2 req-6df9c5f2-e65c-447d-a550-6836b67d7cd9 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Calling delete_port for 4390f72d-67da-4369-adae-71f879b04b81 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:06:01.835007 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ac5cad43-51ba-4539-b2dd-00cb531df42b tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] 10.222.0.48 "GET /v2.0/floatingips/798bba4f-d637-4fbe-868d-ca44289ce73b HTTP/1.1" status: 200 len: 982 time: 0.2567949 Nov 12 20:06:01.836543 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 60532) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:01.929263 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-1a87620b-8df7-4331-a7f0-894bbb48f241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:01.931213 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-1a87620b-8df7-4331-a7f0-894bbb48f241 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.2192967 Nov 12 20:06:01.982662 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-7738ef8f-8105-4c09-9e25-ae75498fa0e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 HTTP/1.1" status: 200 len: 217 time: 0.0438886 Nov 12 20:06:02.047634 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cfc79ab9-8e07-418c-9230-fdc81dcbb612 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3822 time: 0.2055850 Nov 12 20:06:02.059708 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-0317d524-c962-4ff6-9f55-2e1c9562f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:02.061281 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-0317d524-c962-4ff6-9f55-2e1c9562f027 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0686646 Nov 12 20:06:02.061768 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 60540) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:02.062514 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa2a2e31-1ccc-4449-99f0-365e29420611 req-3eef585b-be24-4288-9414-f9ed66407ae5 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520874 Nov 12 20:06:02.182881 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-fa8c3582-f2a2-4910-9523-8869c45806d2 req-6df9c5f2-e65c-447d-a550-6836b67d7cd9 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:02.196096 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['4390f72d-67da-4369-adae-71f879b04b81'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:06:02.198343 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:06:02.315103 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9c5f2-e65c-447d-a550-6836b67d7cd9 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Pushing event deleted for resources: {'Port': ['ID=4390f72d-67da-4369-adae-71f879b04b81,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:02.322700 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:06:02.391637 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8c3582-f2a2-4910-9523-8869c45806d2 req-6df9c5f2-e65c-447d-a550-6836b67d7cd9 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] No DVR routers for this DVR port 4390f72d-67da-4369-adae-71f879b04b81 on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:06:02.395260 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-fa8c3582-f2a2-4910-9523-8869c45806d2 req-6df9c5f2-e65c-447d-a550-6836b67d7cd9 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:02.398978 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fa8c3582-f2a2-4910-9523-8869c45806d2 req-6df9c5f2-e65c-447d-a550-6836b67d7cd9 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.55 "DELETE /v2.0/ports/4390f72d-67da-4369-adae-71f879b04b81 HTTP/1.1" status: 204 len: 173 time: 1.4330125 Nov 12 20:06:02.399606 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee5bf39-0160-47ef-9022-f8d479642270', 'name': 'network-vif-deleted', 'tag': '4390f72d-67da-4369-adae-71f879b04b81'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:06:02.410846 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442b323a-5be5-4ee4-9bca-9e2f90f5a43f" -d '{"events": [{"server_uuid": "fee5bf39-0160-47ef-9022-f8d479642270", "name": "network-vif-deleted", "tag": "4390f72d-67da-4369-adae-71f879b04b81"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:06:02.426250 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:06:02.438588 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e2837-3240-42de-b809-e07cf58f95bc req-b0f51b40-d23b-496e-8e5d-df11314ce99c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:02.452391 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f85e2837-3240-42de-b809-e07cf58f95bc req-b0f51b40-d23b-496e-8e5d-df11314ce99c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 948 time: 0.1497116 Nov 12 20:06:02.624377 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f85e2837-3240-42de-b809-e07cf58f95bc req-5ba87a3d-d3b9-4bd7-8257-c4d1f9e240c1 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698570 Nov 12 20:06:02.722002 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-718d5985-ef84-4d86-8646-8cbcc4f024dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:02.723290 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-718d5985-ef84-4d86-8646-8cbcc4f024dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6170194 Nov 12 20:06:02.853203 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f362b-40dc-4e95-86a6-f281d0f11f20 req-ecd86237-eea1-4c00-9ff2-d816c3bc3841 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:02.855499 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a63f362b-40dc-4e95-86a6-f281d0f11f20 req-ecd86237-eea1-4c00-9ff2-d816c3bc3841 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 945 time: 0.1379399 Nov 12 20:06:02.921432 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a63f362b-40dc-4e95-86a6-f281d0f11f20 req-fd683f28-ed61-431c-b3e5-25b4bb17c600 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588908 Nov 12 20:06:02.926282 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-28a764d0-cd2d-4d42-a64b-57427267be40 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Deleting port 0273373f-3743-4a67-8683-ff50bb2fe6e3 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:06:02.927013 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-28a764d0-cd2d-4d42-a64b-57427267be40 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:02.968396 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e0449-d723-4d63-91e7-9cff4d6a75c3 req-11c6cdab-0bb5-4fa7-b2c9-220820a81702 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:02.969921 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cc9e0449-d723-4d63-91e7-9cff4d6a75c3 req-11c6cdab-0bb5-4fa7-b2c9-220820a81702 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/ports?device_id=71b1d502-dc72-417b-a144-f1998006f27f HTTP/1.1" status: 200 len: 950 time: 0.1311536 Nov 12 20:06:02.975754 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-6a3f7b8f-dc8a-4652-9b8e-6b183dd06cd7 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324543 Nov 12 20:06:03.106034 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbed389d-f8b6-49db-bfbc-2f0e909d83b5 x-openstack-request-id: req-dbed389d-f8b6-49db-bfbc-2f0e909d83b5 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:06:03.106333 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee5bf39-0160-47ef-9022-f8d479642270", "name": "network-vif-deleted", "tag": "4390f72d-67da-4369-adae-71f879b04b81", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:06:03.106643 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dbed389d-f8b6-49db-bfbc-2f0e909d83b5 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:06:03.107077 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee5bf39-0160-47ef-9022-f8d479642270', 'name': 'network-vif-deleted', 'tag': '4390f72d-67da-4369-adae-71f879b04b81', 'status': 'completed', 'code': 200} Nov 12 20:06:03.176887 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cc9e0449-d723-4d63-91e7-9cff4d6a75c3 req-e3fe1916-b2b9-481e-b703-281c74ccb926 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/security-groups?id=941058d6-e6a7-413c-8939-4dbd726b64cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657267 Nov 12 20:06:03.184388 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-28a764d0-cd2d-4d42-a64b-57427267be40 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:03.184725 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-28a764d0-cd2d-4d42-a64b-57427267be40 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:03.217334 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-28a764d0-cd2d-4d42-a64b-57427267be40 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Calling delete_port for 0273373f-3743-4a67-8683-ff50bb2fe6e3 owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:06:03.229468 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a97dabed-0848-4248-928f-7e98d8b6c2cf req-4f54e420-52b3-4f62-83b9-1fc32e7b1c50 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196245 Nov 12 20:06:03.308933 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd063f0e1-0923-40b7-bb03-2b249948d892', 'tag': 'c0d21e3f-02fc-4419-903d-a5b4da1dd6b5'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:06:03.311541 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d8b9ec-6064-4976-97a7-60417ddf8d23" -d '{"events": [{"name": "network-changed", "server_uuid": "d063f0e1-0923-40b7-bb03-2b249948d892", "tag": "c0d21e3f-02fc-4419-903d-a5b4da1dd6b5"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:06:03.463046 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e1409e-093b-4c12-85f4-2ea32f58d382 x-openstack-request-id: req-b4e1409e-093b-4c12-85f4-2ea32f58d382 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:06:03.463515 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d063f0e1-0923-40b7-bb03-2b249948d892", "tag": "c0d21e3f-02fc-4419-903d-a5b4da1dd6b5", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:06:03.463928 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b4e1409e-093b-4c12-85f4-2ea32f58d382 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:06:03.465263 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd063f0e1-0923-40b7-bb03-2b249948d892', 'tag': 'c0d21e3f-02fc-4419-903d-a5b4da1dd6b5', 'status': 'completed', 'code': 200} Nov 12 20:06:03.553661 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8b9ec-6064-4976-97a7-60417ddf8d23 req-e24ded07-a54b-4f1c-a295-9c161175d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:03.556006 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72d8b9ec-6064-4976-97a7-60417ddf8d23 req-e24ded07-a54b-4f1c-a295-9c161175d98d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 1100 time: 0.0738599 Nov 12 20:06:03.650797 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8b9ec-6064-4976-97a7-60417ddf8d23 req-28dedeab-a105-4fd5-a383-26d40ad988a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:03.653579 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-72d8b9ec-6064-4976-97a7-60417ddf8d23 req-28dedeab-a105-4fd5-a383-26d40ad988a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 1100 time: 0.1253862 Nov 12 20:06:03.774557 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8b9ec-6064-4976-97a7-60417ddf8d23 req-5d4f85f9-5b10-473b-b845-62b02a04f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:03.776316 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72d8b9ec-6064-4976-97a7-60417ddf8d23 req-5d4f85f9-5b10-473b-b845-62b02a04f421 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.2110212 Nov 12 20:06:03.831025 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-188ab72c-476b-4154-9638-1df237b33326 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:03.832553 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-188ab72c-476b-4154-9638-1df237b33326 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/networks?id=da47d9a6-534f-44d9-b8a9-89652da4d3f3 HTTP/1.1" status: 200 len: 806 time: 0.2377839 Nov 12 20:06:03.833831 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72d8b9ec-6064-4976-97a7-60417ddf8d23 req-b0f6e041-bd8e-482a-be60-969a4548e54d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 HTTP/1.1" status: 200 len: 217 time: 0.0473995 Nov 12 20:06:03.834072 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-28a764d0-cd2d-4d42-a64b-57427267be40 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:03.861184 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-c129bbb8-4186-4387-a6e7-132c98849d2f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/quotas/2f4a501a8a9343959e54c76a3fc6aa37 HTTP/1.1" status: 200 len: 375 time: 0.0189960 Nov 12 20:06:03.885461 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a764d0-cd2d-4d42-a64b-57427267be40 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Pushing event deleted for resources: {'Port': ['ID=0273373f-3743-4a67-8683-ff50bb2fe6e3,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:03.888408 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8b9ec-6064-4976-97a7-60417ddf8d23 req-f7135819-f0a2-4cd4-b969-996073132108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:03.889979 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-72d8b9ec-6064-4976-97a7-60417ddf8d23 req-f7135819-f0a2-4cd4-b969-996073132108 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.2249243 Nov 12 20:06:03.931084 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8b9ec-6064-4976-97a7-60417ddf8d23 req-68f99d27-ce64-446e-b6eb-5374f26bac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:03.932631 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72d8b9ec-6064-4976-97a7-60417ddf8d23 req-68f99d27-ce64-446e-b6eb-5374f26bac24 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0826392 Nov 12 20:06:03.960707 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-43b812fa-47a5-470e-9e9a-95b2ac1daab7 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f4a501a8a9343959e54c76a3fc6aa37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0784197 Nov 12 20:06:03.984843 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-72d8b9ec-6064-4976-97a7-60417ddf8d23 req-d35de96d-3f6e-4028-a8b6-383d95b0eb3b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 HTTP/1.1" status: 200 len: 217 time: 0.0684307 Nov 12 20:06:03.993306 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-48d5e25a-3d02-40c9-8ffe-cd8f5ad69080 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:03.994706 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-48d5e25a-3d02-40c9-8ffe-cd8f5ad69080 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/networks?id=244f869e-61bd-4949-82fd-4493cf9dc192 HTTP/1.1" status: 200 len: 805 time: 0.2529669 Nov 12 20:06:04.044263 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8b9ec-6064-4976-97a7-60417ddf8d23 req-19260c80-f905-4e91-97b4-4f6a3975f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:04.045678 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72d8b9ec-6064-4976-97a7-60417ddf8d23 req-19260c80-f905-4e91-97b4-4f6a3975f1ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1042502 Nov 12 20:06:04.046473 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-896fd704-7315-4cc5-bc5a-7bc100480ffe tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/quotas/954a349666444c9cac7ba5cc392be91e HTTP/1.1" status: 200 len: 375 time: 0.0393012 Nov 12 20:06:04.067681 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-28a764d0-cd2d-4d42-a64b-57427267be40 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:04.068013 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-28a764d0-cd2d-4d42-a64b-57427267be40 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Floating IP 798bba4f-d637-4fbe-868d-ca44289ce73b disassociated (deleted). External IP: 172.25.5.47, port: f4b662e3-1769-4abf-a72b-d2372d60539e. Nov 12 20:06:04.072356 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8b9ec-6064-4976-97a7-60417ddf8d23 req-809dd6a3-cfcf-4854-83af-70e3e4e7c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:04.073246 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-45354a83-ddcb-436b-bc03-92685b8e7045 service neutron] 10.222.0.48 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984850 Nov 12 20:06:04.074447 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-72d8b9ec-6064-4976-97a7-60417ddf8d23 req-809dd6a3-cfcf-4854-83af-70e3e4e7c68a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0763438 Nov 12 20:06:04.213728 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-dbebaa79-c63d-4280-b134-9a135118d16f tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=954a349666444c9cac7ba5cc392be91e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1595564 Nov 12 20:06:04.225495 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8b9ec-6064-4976-97a7-60417ddf8d23 req-aeec2891-7560-4f61-8e5d-d33f5637cc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:04.227088 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-72d8b9ec-6064-4976-97a7-60417ddf8d23 req-aeec2891-7560-4f61-8e5d-d33f5637cc50 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1339557 Nov 12 20:06:04.485653 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-14cd2183-65df-4668-a5b9-c7c523b8ed07 service neutron] 10.222.0.48 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052234 Nov 12 20:06:04.523636 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72d8b9ec-6064-4976-97a7-60417ddf8d23 req-247f2cd7-ef59-4542-a53c-e05fa7b70b50 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700767 Nov 12 20:06:04.526159 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-7fcb6069-a3d9-43fb-899a-6e9fdaf78ec8 service neutron] 10.222.0.48 "GET /v2.0/networks/244f869e-61bd-4949-82fd-4493cf9dc192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934334 Nov 12 20:06:04.536414 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-72d8b9ec-6064-4976-97a7-60417ddf8d23 req-ba6d3023-26e5-4376-9488-260425438d8a service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938743 Nov 12 20:06:04.583651 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e8438-7394-4e7b-b968-45ff7d89bb7c req-86b27226-7cef-4e0c-b2c8-fcb45735a38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:04.585107 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6c4e8438-7394-4e7b-b968-45ff7d89bb7c req-86b27226-7cef-4e0c-b2c8-fcb45735a38c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cc4db98daf5b4e7b9bbbe0aad0f1a29c&device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 1097 time: 0.1682835 Nov 12 20:06:04.660066 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72d8b9ec-6064-4976-97a7-60417ddf8d23 req-1eb956ef-4f83-4a06-986e-c09c8418ed24 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244626 Nov 12 20:06:04.739983 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a764d0-cd2d-4d42-a64b-57427267be40 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Router 95d74071-bd6c-406c-9eb3-bd5bfd3a7d24 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:06:04.812898 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9feb1-a4e7-4f3b-a1e6-fcb105fc20c1 req-8d0a2f5e-1ac8-4b4c-8df0-c7fd282c8afb tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:04.814935 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3cd9feb1-a4e7-4f3b-a1e6-fcb105fc20c1 req-8d0a2f5e-1ac8-4b4c-8df0-c7fd282c8afb tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 948 time: 0.0592244 Nov 12 20:06:04.874193 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3cd9feb1-a4e7-4f3b-a1e6-fcb105fc20c1 req-bab7cb4d-2ddc-45b7-9cd1-fdfa49a49e42 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526247 Nov 12 20:06:05.040485 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 4390f72d-67da-4369-adae-71f879b04b81 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:06:05.075429 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 4390f72d-67da-4369-adae-71f879b04b81 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:06:05.075744 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 4390f72d-67da-4369-adae-71f879b04b81 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:06:05.076158 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 4defd834-7c89-42ef-b7d2-157da6d0c741 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:06:05.111791 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5a41d-c06a-40b1-b180-1c57d10f4256 req-fec90352-1572-437a-84b7-cc510ff71c1f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:05.113753 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-89b5a41d-c06a-40b1-b180-1c57d10f4256 req-fec90352-1572-437a-84b7-cc510ff71c1f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 945 time: 0.0836530 Nov 12 20:06:05.182973 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-89b5a41d-c06a-40b1-b180-1c57d10f4256 req-9c2f4b9f-83a4-4b67-b923-79aa30ff5b85 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612125 Nov 12 20:06:05.194996 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e8438-7394-4e7b-b968-45ff7d89bb7c req-ec3738b5-4f3f-40df-9cce-133c45a2f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:05.196937 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6c4e8438-7394-4e7b-b968-45ff7d89bb7c req-ec3738b5-4f3f-40df-9cce-133c45a2f5af service neutron] 10.222.0.52 "GET /v2.0/networks?id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202 HTTP/1.1" status: 200 len: 917 time: 0.5883796 Nov 12 20:06:05.200041 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:05.200811 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-72d8b9ec-6064-4976-97a7-60417ddf8d23 req-86d25bb8-11fb-4afa-8cfc-f0e0ea7b73d5 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6339121 Nov 12 20:06:05.216988 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-cb7c6f0d-e987-420c-890a-4464573375dd service neutron] 10.222.0.48 "GET /v2.0/networks/244f869e-61bd-4949-82fd-4493cf9dc192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6767819 Nov 12 20:06:05.249482 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0813921-8f24-4248-bb71-9961f1efa5a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4defd834-7c89-42ef-b7d2-157da6d0c741'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:06:05.253321 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f36cec-3372-447b-b77a-d6a5add6caa6" -d '{"events": [{"server_uuid": "f0813921-8f24-4248-bb71-9961f1efa5a4", "name": "network-vif-unplugged", "status": "completed", "tag": "4defd834-7c89-42ef-b7d2-157da6d0c741"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:06:05.259003 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 4defd834-7c89-42ef-b7d2-157da6d0c741, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=4defd834-7c89-42ef-b7d2-157da6d0c741,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:05.266482 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:05.333083 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=4defd834-7c89-42ef-b7d2-157da6d0c741,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:05.381801 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c2b17-70dd-4b7d-96ec-25374b533d45 req-11120a06-6e08-476f-9066-f6cc4f405557 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:05.383525 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-851c2b17-70dd-4b7d-96ec-25374b533d45 req-11120a06-6e08-476f-9066-f6cc4f405557 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/ports?device_id=71b1d502-dc72-417b-a144-f1998006f27f HTTP/1.1" status: 200 len: 950 time: 0.0771699 Nov 12 20:06:05.452582 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6c4e8438-7394-4e7b-b968-45ff7d89bb7c req-83cef36b-3368-4f75-92fd-2a2737d63db4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b8dc4c6-5607-4dc0-b8d1-2783738323ad HTTP/1.1" status: 200 len: 1001 time: 0.2332623 Nov 12 20:06:05.458318 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a764d0-cd2d-4d42-a64b-57427267be40 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:06:05.463917 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-28a764d0-cd2d-4d42-a64b-57427267be40 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:05.473149 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-851c2b17-70dd-4b7d-96ec-25374b533d45 req-d5b52e83-e402-4bcd-b50c-651017d7382d tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/security-groups?id=941058d6-e6a7-413c-8939-4dbd726b64cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799921 Nov 12 20:06:05.482474 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21334cd3-c5bd-4e0d-99fe-5cf8520ad2f5 None None] Sync routers for ids ['95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:06:05.524032 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21334cd3-c5bd-4e0d-99fe-5cf8520ad2f5 None None] Routers {'95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:06:05.524950 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-21334cd3-c5bd-4e0d-99fe-5cf8520ad2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:05:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:06:05.547520 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c00f47-50a2-4ec9-8663-18056b73276f req-031be216-e81e-41c5-8df8-568cfdf9d571 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:05.550288 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f6c00f47-50a2-4ec9-8663-18056b73276f req-031be216-e81e-41c5-8df8-568cfdf9d571 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0813921-8f24-4248-bb71-9961f1efa5a4 HTTP/1.1" status: 200 len: 943 time: 0.2372317 Nov 12 20:06:05.586814 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e4c2ed-faae-4c14-84ed-32eab16437e7 x-openstack-request-id: req-a3e4c2ed-faae-4c14-84ed-32eab16437e7 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:06:05.587951 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0813921-8f24-4248-bb71-9961f1efa5a4", "name": "network-vif-unplugged", "status": "completed", "tag": "4defd834-7c89-42ef-b7d2-157da6d0c741", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:06:05.587951 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a3e4c2ed-faae-4c14-84ed-32eab16437e7 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:06:05.588276 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0813921-8f24-4248-bb71-9961f1efa5a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4defd834-7c89-42ef-b7d2-157da6d0c741', 'code': 200} Nov 12 20:06:05.591740 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-21334cd3-c5bd-4e0d-99fe-5cf8520ad2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:06:05.619042 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21334cd3-c5bd-4e0d-99fe-5cf8520ad2f5 None None] Routers {'95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:06:05.619857 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-21334cd3-c5bd-4e0d-99fe-5cf8520ad2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:05:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:06:05.670989 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9d05f6d0-a4a1-446a-abee-b773b29f851c req-dcd50f8c-f22e-4179-9599-5c04f64867ef tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=fcd17f2c-a78b-48e6-82e4-f6175a00332e HTTP/1.1" status: 200 len: 210 time: 0.0376239 Nov 12 20:06:05.709164 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e8438-7394-4e7b-b968-45ff7d89bb7c req-6bec2177-da76-46d5-b890-320b453c56d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:05.716606 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6c4e8438-7394-4e7b-b968-45ff7d89bb7c req-6bec2177-da76-46d5-b890-320b453c56d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f543e4e2-8561-47f7-b814-55300c23b7f1 HTTP/1.1" status: 200 len: 855 time: 0.2391341 Nov 12 20:06:05.722839 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-21334cd3-c5bd-4e0d-99fe-5cf8520ad2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:06:05.724041 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21334cd3-c5bd-4e0d-99fe-5cf8520ad2f5 None None] The sync data for ids ['95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:06:05.736797 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-28a764d0-cd2d-4d42-a64b-57427267be40 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] 10.222.0.48 "DELETE /v2.0/floatingips/798bba4f-d637-4fbe-868d-ca44289ce73b HTTP/1.1" status: 204 len: 168 time: 3.6674814 Nov 12 20:06:05.743982 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 60634) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:05.750197 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-d4083b1a-193c-405e-a492-f7b2235d20c6 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:06:05.792708 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4083b1a-193c-405e-a492-f7b2235d20c6 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:05.861664 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-79efa16f-5311-4d9e-bd34-7fb183ca06d7 req-b88cff11-4039-4926-a680-afe068a5df20 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=44212bcb-9f8a-4471-8d82-66ecfd5447cb HTTP/1.1" status: 200 len: 210 time: 0.1828065 Nov 12 20:06:05.950993 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4083b1a-193c-405e-a492-f7b2235d20c6 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:06.141652 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-d4083b1a-193c-405e-a492-f7b2235d20c6 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Allocated IP 172.25.5.225 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/d6d49cd8-dbc2-478f-b1d8-36a94921277a) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:06:06.213172 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e8438-7394-4e7b-b968-45ff7d89bb7c req-08a7d39b-a222-4ed7-9e18-3078b9ef66be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:06.222086 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6c4e8438-7394-4e7b-b968-45ff7d89bb7c req-08a7d39b-a222-4ed7-9e18-3078b9ef66be service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4831350 Nov 12 20:06:06.312010 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5af99-853d-495b-9c54-72d358a55aa9 req-0a42b814-7187-4f3f-b502-79fdf3102242 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:06.319913 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-68c5af99-853d-495b-9c54-72d358a55aa9 req-0a42b814-7187-4f3f-b502-79fdf3102242 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 948 time: 0.2761543 Nov 12 20:06:06.416873 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-f6c00f47-50a2-4ec9-8663-18056b73276f req-5f3fef77-9597-4882-8747-5ab828d02355 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Deleting port 4defd834-7c89-42ef-b7d2-157da6d0c741 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:06:06.417815 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f6c00f47-50a2-4ec9-8663-18056b73276f req-5f3fef77-9597-4882-8747-5ab828d02355 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:06.439992 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6c4e8438-7394-4e7b-b968-45ff7d89bb7c req-6682f6d0-dde2-4251-a10c-bd0bb5e736ad service neutron] 10.222.0.52 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037902 Nov 12 20:06:06.513867 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-4a3eb5cb-7d46-49f3-9832-158459cd2d4d tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:06.516639 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-4a3eb5cb-7d46-49f3-9832-158459cd2d4d tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.55 "GET /v2.0/networks?id=da47d9a6-534f-44d9-b8a9-89652da4d3f3 HTTP/1.1" status: 200 len: 806 time: 0.3625464 Nov 12 20:06:06.554660 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4083b1a-193c-405e-a492-f7b2235d20c6 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:06.562771 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-6059d2c7-ff10-4714-aff7-ea6463950157 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Request body: {'port': {'device_id': '44212bcb-9f8a-4471-8d82-66ecfd5447cb', 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3', 'admin_state_up': True, 'tenant_id': '2f4a501a8a9343959e54c76a3fc6aa37'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:06:06.661731 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-68c5af99-853d-495b-9c54-72d358a55aa9 req-faacc7d4-09c9-4f38-88ef-50c5ac3dff9b tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406825 Nov 12 20:06:06.688223 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a496632-79cd-4b5a-b310-3a435f94d3e9 req-484a21d3-7074-45e9-97f0-ab9d6efc9f8b tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:06.689947 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3a496632-79cd-4b5a-b310-3a435f94d3e9 req-484a21d3-7074-45e9-97f0-ab9d6efc9f8b tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 945 time: 0.2342241 Nov 12 20:06:06.727423 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-f6c00f47-50a2-4ec9-8663-18056b73276f req-5f3fef77-9597-4882-8747-5ab828d02355 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] For port 4defd834-7c89-42ef-b7d2-157da6d0c741, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=4defd834-7c89-42ef-b7d2-157da6d0c741,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:06.727836 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f6c00f47-50a2-4ec9-8663-18056b73276f req-5f3fef77-9597-4882-8747-5ab828d02355 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:06.737705 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6c4e8438-7394-4e7b-b968-45ff7d89bb7c req-42b76436-2186-4262-aeda-f5e0dba96d27 service neutron] 10.222.0.52 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544565 Nov 12 20:06:06.743821 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-f6c00f47-50a2-4ec9-8663-18056b73276f req-5f3fef77-9597-4882-8747-5ab828d02355 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Calling delete_port for 4defd834-7c89-42ef-b7d2-157da6d0c741 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:06:06.748352 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4083b1a-193c-405e-a492-f7b2235d20c6 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:06.816365 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-6059d2c7-ff10-4714-aff7-ea6463950157 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Made reservation on behalf of 2f4a501a8a9343959e54c76a3fc6aa37 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:06:06.821967 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-6059d2c7-ff10-4714-aff7-ea6463950157 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:06.824463 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4083b1a-193c-405e-a492-f7b2235d20c6 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:06:06.830046 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3a496632-79cd-4b5a-b310-3a435f94d3e9 req-9229ba2b-73a1-41d8-8f04-d2bbb06d7997 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259608 Nov 12 20:06:06.838126 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-d4083b1a-193c-405e-a492-f7b2235d20c6 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:06:06.848872 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4083b1a-193c-405e-a492-f7b2235d20c6 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:06:06.850317 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c0dd7f17-be1b-46d4-94d3-f411d77a7185 req-700736cf-340c-4a86-b531-ad9745a6f459 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=fcd17f2c-a78b-48e6-82e4-f6175a00332e HTTP/1.1" status: 200 len: 210 time: 0.0541389 Nov 12 20:06:06.873279 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4083b1a-193c-405e-a492-f7b2235d20c6 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Pushing event updated for resources: {'Port': ['ID=d6d49cd8-dbc2-478f-b1d8-36a94921277a,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:06.948283 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f6c00f47-50a2-4ec9-8663-18056b73276f req-5f3fef77-9597-4882-8747-5ab828d02355 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:06.987132 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3fef77-9597-4882-8747-5ab828d02355 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Pushing event deleted for resources: {'Port': ['ID=4defd834-7c89-42ef-b7d2-157da6d0c741,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:07.021166 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:06:07.046259 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4083b1a-193c-405e-a492-f7b2235d20c6 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:07.059721 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c00f47-50a2-4ec9-8663-18056b73276f req-5f3fef77-9597-4882-8747-5ab828d02355 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] No DVR routers for this DVR port 4defd834-7c89-42ef-b7d2-157da6d0c741 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:06:07.063753 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f6c00f47-50a2-4ec9-8663-18056b73276f req-5f3fef77-9597-4882-8747-5ab828d02355 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:07.068348 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f6c00f47-50a2-4ec9-8663-18056b73276f req-5f3fef77-9597-4882-8747-5ab828d02355 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.55 "DELETE /v2.0/ports/4defd834-7c89-42ef-b7d2-157da6d0c741 HTTP/1.1" status: 204 len: 173 time: 1.5019321 Nov 12 20:06:07.068976 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0813921-8f24-4248-bb71-9961f1efa5a4', 'name': 'network-vif-deleted', 'tag': '4defd834-7c89-42ef-b7d2-157da6d0c741'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:06:07.071479 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3e2d73-45cb-4b58-b490-a79f87994d28" -d '{"events": [{"server_uuid": "f0813921-8f24-4248-bb71-9961f1efa5a4", "name": "network-vif-deleted", "tag": "4defd834-7c89-42ef-b7d2-157da6d0c741"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:06:07.081137 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-6059d2c7-ff10-4714-aff7-ea6463950157 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Allocated IP 172.20.0.2 (da47d9a6-534f-44d9-b8a9-89652da4d3f3/ce72f812-14b6-4840-8ebe-5441b73cbc50/67877ab7-de93-44d3-8e25-0b5f3d8db831) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:06:07.172710 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002203f3-7e7c-4d1e-9bdb-98f35b1f8ea6 x-openstack-request-id: req-002203f3-7e7c-4d1e-9bdb-98f35b1f8ea6 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:06:07.173201 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0813921-8f24-4248-bb71-9961f1efa5a4", "name": "network-vif-deleted", "tag": "4defd834-7c89-42ef-b7d2-157da6d0c741", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:06:07.173617 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-002203f3-7e7c-4d1e-9bdb-98f35b1f8ea6 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:06:07.173779 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e6f357a-e468-4f1e-8d30-9a53ecac472f req-3e515967-863d-4b69-aa02-9e90d5244f40 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=44212bcb-9f8a-4471-8d82-66ecfd5447cb HTTP/1.1" status: 200 len: 210 time: 0.0898142 Nov 12 20:06:07.174318 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0813921-8f24-4248-bb71-9961f1efa5a4', 'name': 'network-vif-deleted', 'tag': '4defd834-7c89-42ef-b7d2-157da6d0c741', 'status': 'completed', 'code': 200} Nov 12 20:06:07.197720 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4083b1a-193c-405e-a492-f7b2235d20c6 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:07.248615 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:07.272570 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'c0d21e3f-02fc-4419-903d-a5b4da1dd6b5', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': 'c0d21e3f-02fc-4419-903d-a5b4da1dd6b5', 'mac_address': 'fa:16:3e:ca:f6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:06:07.345968 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:07.385022 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:06:07.445833 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:07.451012 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:07.463118 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-e966582c-aef5-4f79-a245-982eb6f9169a tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:07.464707 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-e966582c-aef5-4f79-a245-982eb6f9169a tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.55 "GET /v2.0/networks?id=244f869e-61bd-4949-82fd-4493cf9dc192 HTTP/1.1" status: 200 len: 805 time: 0.2380528 Nov 12 20:06:07.490598 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-a96f33d3-75f5-416e-8680-e7c35328bcc9 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Request body: {'port': {'device_id': 'fcd17f2c-a78b-48e6-82e4-f6175a00332e', 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192', 'admin_state_up': True, 'tenant_id': '954a349666444c9cac7ba5cc392be91e'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:06:07.529283 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:07.534259 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-6059d2c7-ff10-4714-aff7-ea6463950157 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:07.579766 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4083b1a-193c-405e-a492-f7b2235d20c6 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:07.590663 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4083b1a-193c-405e-a492-f7b2235d20c6 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:07.620001 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-a96f33d3-75f5-416e-8680-e7c35328bcc9 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Made reservation on behalf of 954a349666444c9cac7ba5cc392be91e for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:06:07.627386 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-a96f33d3-75f5-416e-8680-e7c35328bcc9 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:07.666774 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-6059d2c7-ff10-4714-aff7-ea6463950157 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:07.680453 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:06:07.689315 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4083b1a-193c-405e-a492-f7b2235d20c6 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Pushing event updated for resources: {'Port': ['ID=d6d49cd8-dbc2-478f-b1d8-36a94921277a,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:07.733632 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-6059d2c7-ff10-4714-aff7-ea6463950157 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Network da47d9a6-534f-44d9-b8a9-89652da4d3f3 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:06:07.734558 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4083b1a-193c-405e-a492-f7b2235d20c6 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:07.741796 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-6059d2c7-ff10-4714-aff7-ea6463950157 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:06:07.748735 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-6059d2c7-ff10-4714-aff7-ea6463950157 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:06:07.790458 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4083b1a-193c-405e-a492-f7b2235d20c6 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:07.794953 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d4083b1a-193c-405e-a492-f7b2235d20c6 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0465615 Nov 12 20:06:07.795132 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 60688) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:07.803528 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059d2c7-ff10-4714-aff7-ea6463950157 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Pushing event updated for resources: {'Port': ['ID=67877ab7-de93-44d3-8e25-0b5f3d8db831,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:07.831808 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-6059d2c7-ff10-4714-aff7-ea6463950157 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:07.832556 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-6059d2c7-ff10-4714-aff7-ea6463950157 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:07.863315 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-6059d2c7-ff10-4714-aff7-ea6463950157 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3181813 Nov 12 20:06:07.864819 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-a96f33d3-75f5-416e-8680-e7c35328bcc9 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Allocated IP 172.20.0.2 (244f869e-61bd-4949-82fd-4493cf9dc192/7dd80d0b-2491-4b1b-842a-10479179ac7e/e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:06:07.878317 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-c74bffc3-dc46-416a-a4a3-e71282f903bf service neutron] Request body: {'port': {'device_id': '44212bcb-9f8a-4471-8d82-66ecfd5447cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:06:07.931064 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b7100-4cdc-489a-b22f-4ad7b2571f0f req-1994abe9-6683-49fe-aff2-9dcb3261f042 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:07.951780 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['c0d21e3f-02fc-4419-903d-a5b4da1dd6b5'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:06:07.952014 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1f7b7100-4cdc-489a-b22f-4ad7b2571f0f req-1994abe9-6683-49fe-aff2-9dcb3261f042 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 949 time: 0.1601937 Nov 12 20:06:08.017798 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-b1481cbe-4f28-4a3b-8c82-bce5795159d2 tempest-FloatingIPAdminTestJSON-1117529467 tempest-FloatingIPAdminTestJSON-1117529467-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:06:08.061885 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-c74bffc3-dc46-416a-a4a3-e71282f903bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:08.075499 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1f7b7100-4cdc-489a-b22f-4ad7b2571f0f req-8765e735-dfeb-4426-baef-e4ac97fb1f3b tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224475 Nov 12 20:06:08.108085 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58308d0-63b5-427e-bad5-5e23cf9efc7a req-96528856-6cf4-483b-8dbd-f3981dc98f48 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:08.116253 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a58308d0-63b5-427e-bad5-5e23cf9efc7a req-96528856-6cf4-483b-8dbd-f3981dc98f48 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 945 time: 0.1465118 Nov 12 20:06:08.119844 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b1481cbe-4f28-4a3b-8c82-bce5795159d2 tempest-FloatingIPAdminTestJSON-1117529467 tempest-FloatingIPAdminTestJSON-1117529467-project] Publish callbacks [] for floatingip, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:08.234473 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-a96f33d3-75f5-416e-8680-e7c35328bcc9 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:08.267795 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03076fb0-0869-4234-bd15-b163298f0f09 req-af9d291d-696d-43b5-ad1a-1a322a434997 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=fcd17f2c-a78b-48e6-82e4-f6175a00332e HTTP/1.1" status: 200 len: 210 time: 0.0404162 Nov 12 20:06:08.281838 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a58308d0-63b5-427e-bad5-5e23cf9efc7a req-44bcd931-0efd-4f24-8e5a-b539fa8697e3 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647034 Nov 12 20:06:08.335277 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 5b8dc4c6-5607-4dc0-b8d1-2783738323ad no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:06:08.352042 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-a96f33d3-75f5-416e-8680-e7c35328bcc9 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:08.443280 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-a96f33d3-75f5-416e-8680-e7c35328bcc9 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Network 244f869e-61bd-4949-82fd-4493cf9dc192 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:06:08.449888 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-a96f33d3-75f5-416e-8680-e7c35328bcc9 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:06:08.459715 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-a96f33d3-75f5-416e-8680-e7c35328bcc9 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:06:08.485527 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:08.497734 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f33d3-75f5-416e-8680-e7c35328bcc9 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Pushing event updated for resources: {'Port': ['ID=e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:08.536919 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-a96f33d3-75f5-416e-8680-e7c35328bcc9 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:08.537873 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-a96f33d3-75f5-416e-8680-e7c35328bcc9 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:08.562162 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-a96f33d3-75f5-416e-8680-e7c35328bcc9 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0768816 Nov 12 20:06:08.581820 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cafdda6-94e8-433e-85a5-45fd099276f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b8dc4c6-5607-4dc0-b8d1-2783738323ad'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:06:08.581965 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-61993c20-d46c-446f-aefd-95455934bad1 service neutron] Request body: {'port': {'device_id': 'fcd17f2c-a78b-48e6-82e4-f6175a00332e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:06:08.600022 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471f370d-af71-465b-a9e2-b79b6385a3bb" -d '{"events": [{"server_uuid": "5cafdda6-94e8-433e-85a5-45fd099276f0", "name": "network-vif-unplugged", "status": "completed", "tag": "5b8dc4c6-5607-4dc0-b8d1-2783738323ad"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:06:08.618287 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 5b8dc4c6-5607-4dc0-b8d1-2783738323ad, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=5b8dc4c6-5607-4dc0-b8d1-2783738323ad,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:08.628619 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:08.693736 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de888df-fdbe-4872-9a38-f9b631eae49e req-d84983ac-ebc3-4690-b33c-8dd9ba160e5d tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:08.701846 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9de888df-fdbe-4872-9a38-f9b631eae49e req-d84983ac-ebc3-4690-b33c-8dd9ba160e5d tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=44212bcb-9f8a-4471-8d82-66ecfd5447cb HTTP/1.1" status: 200 len: 931 time: 0.1423197 Nov 12 20:06:08.738123 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-61993c20-d46c-446f-aefd-95455934bad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:08.739544 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-c74bffc3-dc46-416a-a4a3-e71282f903bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67877ab7-de93-44d3-8e25-0b5f3d8db831 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:06:08.754529 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-c74bffc3-dc46-416a-a4a3-e71282f903bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:08.767124 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=5b8dc4c6-5607-4dc0-b8d1-2783738323ad,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:08.802374 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9de888df-fdbe-4872-9a38-f9b631eae49e req-00873bfa-9601-479c-84a4-c8baf8960722 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994227 Nov 12 20:06:08.803933 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-c74bffc3-dc46-416a-a4a3-e71282f903bf service neutron] Transition to ACTIVE for port object 67877ab7-de93-44d3-8e25-0b5f3d8db831 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:06:08.813514 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-c74bffc3-dc46-416a-a4a3-e71282f903bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:08.830082 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b1481cbe-4f28-4a3b-8c82-bce5795159d2 tempest-FloatingIPAdminTestJSON-1117529467 tempest-FloatingIPAdminTestJSON-1117529467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:08.887210 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7e8b99-c67e-4212-8e72-2a1379f6f821 x-openstack-request-id: req-fb7e8b99-c67e-4212-8e72-2a1379f6f821 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:06:08.887628 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cafdda6-94e8-433e-85a5-45fd099276f0", "name": "network-vif-unplugged", "status": "completed", "tag": "5b8dc4c6-5607-4dc0-b8d1-2783738323ad", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:06:08.888327 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fb7e8b99-c67e-4212-8e72-2a1379f6f821 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:06:08.889278 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cafdda6-94e8-433e-85a5-45fd099276f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b8dc4c6-5607-4dc0-b8d1-2783738323ad', 'code': 200} Nov 12 20:06:08.951871 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bffc3-dc46-416a-a4a3-e71282f903bf service neutron] Pushing event updated for resources: {'Port': ['ID=67877ab7-de93-44d3-8e25-0b5f3d8db831,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:08.966734 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-c6dce869-60d8-40ca-b1de-b4b7a813288c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:08.968520 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-c6dce869-60d8-40ca-b1de-b4b7a813288c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892&tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&binding%3Ahost_id=n-h1-712140-15 HTTP/1.1" status: 200 len: 949 time: 0.1920183 Nov 12 20:06:09.038723 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 4defd834-7c89-42ef-b7d2-157da6d0c741 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:06:09.082476 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 4defd834-7c89-42ef-b7d2-157da6d0c741 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:06:09.082827 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b0e97-aa5d-43c9-a35f-eabd377ea4ad req-8d42e6b1-f083-41a0-9aba-a75fe398b0b7 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:09.083741 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 4defd834-7c89-42ef-b7d2-157da6d0c741 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:06:09.084596 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eb6b0e97-aa5d-43c9-a35f-eabd377ea4ad req-8d42e6b1-f083-41a0-9aba-a75fe398b0b7 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 949 time: 0.1299417 Nov 12 20:06:09.106223 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-639821c2-3085-4957-be55-c1e1c311a906 service neutron] 10.222.0.55 "GET /v2.0/ports/c0d21e3f-02fc-4419-903d-a5b4da1dd6b5/bindings/n-h1-712140-15 HTTP/1.1" status: 200 len: 383 time: 0.1271694 Nov 12 20:06:09.132685 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-b1481cbe-4f28-4a3b-8c82-bce5795159d2 tempest-FloatingIPAdminTestJSON-1117529467 tempest-FloatingIPAdminTestJSON-1117529467-project] Allocated IP 172.25.5.140 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/bb00dcdf-c460-4d53-93bc-4be5be425dc9) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:06:09.135650 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-c74bffc3-dc46-416a-a4a3-e71282f903bf service neutron] Attempting to bind port 67877ab7-de93-44d3-8e25-0b5f3d8db831 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:06:09.136675 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-c74bffc3-dc46-416a-a4a3-e71282f903bf service neutron] Attempting to bind port 67877ab7-de93-44d3-8e25-0b5f3d8db831 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:06:09.137661 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-c74bffc3-dc46-416a-a4a3-e71282f903bf service neutron] Attempting to bind port 67877ab7-de93-44d3-8e25-0b5f3d8db831 on network da47d9a6-534f-44d9-b8a9-89652da4d3f3 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:06:09.166279 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-c74bffc3-dc46-416a-a4a3-e71282f903bf service neutron] Port 67877ab7-de93-44d3-8e25-0b5f3d8db831 on network da47d9a6-534f-44d9-b8a9-89652da4d3f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:06:09.166755 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-c74bffc3-dc46-416a-a4a3-e71282f903bf service neutron] Attempting to bind port 67877ab7-de93-44d3-8e25-0b5f3d8db831 on network da47d9a6-534f-44d9-b8a9-89652da4d3f3 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:06:09.195019 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-c74bffc3-dc46-416a-a4a3-e71282f903bf service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:06:09.195277 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-c74bffc3-dc46-416a-a4a3-e71282f903bf service neutron] Checking segment: {'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:06:09.195663 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-c74bffc3-dc46-416a-a4a3-e71282f903bf service neutron] Bound using segment: {'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:06:09.196610 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-c74bffc3-dc46-416a-a4a3-e71282f903bf service neutron] Bound port: 67877ab7-de93-44d3-8e25-0b5f3d8db831, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:06:09.197143 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-c74bffc3-dc46-416a-a4a3-e71282f903bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:09.235532 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-c57e559f-e281-4328-b0b2-ed2d62dfdadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:09.237162 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-c57e559f-e281-4328-b0b2-ed2d62dfdadd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 1101 time: 0.0931859 Nov 12 20:06:09.241206 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-61993c20-d46c-446f-aefd-95455934bad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:06:09.251271 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-61993c20-d46c-446f-aefd-95455934bad1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:09.260032 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eb6b0e97-aa5d-43c9-a35f-eabd377ea4ad req-ed0fefc1-dd08-4eab-8ffa-b7b561670d3a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589398 Nov 12 20:06:09.293362 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-61993c20-d46c-446f-aefd-95455934bad1 service neutron] Transition to ACTIVE for port object e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:06:09.320313 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-61993c20-d46c-446f-aefd-95455934bad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:09.393709 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61993c20-d46c-446f-aefd-95455934bad1 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:09.468874 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-335749dc-9a88-4494-ae56-47cab0fdd034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:09.470630 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-335749dc-9a88-4494-ae56-47cab0fdd034 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.2217743 Nov 12 20:06:09.554706 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc2a30-6cf0-4a33-969f-d761cb91ed84 req-075793a8-bf50-4295-a4ed-3b18e179adcb tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:09.556284 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-acfc2a30-6cf0-4a33-969f-d761cb91ed84 req-075793a8-bf50-4295-a4ed-3b18e179adcb tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=fcd17f2c-a78b-48e6-82e4-f6175a00332e HTTP/1.1" status: 200 len: 943 time: 0.1672204 Nov 12 20:06:09.561106 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-ee34f225-9016-40d4-9d5f-7af3c449cb91 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 HTTP/1.1" status: 200 len: 217 time: 0.0645144 Nov 12 20:06:09.649220 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-61993c20-d46c-446f-aefd-95455934bad1 service neutron] Attempting to bind port e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:06:09.649651 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-61993c20-d46c-446f-aefd-95455934bad1 service neutron] Attempting to bind port e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '682bd990-b956-47c7-8c18-606cfed1b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:06:09.649987 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-61993c20-d46c-446f-aefd-95455934bad1 service neutron] Attempting to bind port e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b on network 244f869e-61bd-4949-82fd-4493cf9dc192 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:06:09.673379 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-acfc2a30-6cf0-4a33-969f-d761cb91ed84 req-3648e8fa-0540-4634-b179-13cf20f19884 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073689 Nov 12 20:06:09.674267 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-61993c20-d46c-446f-aefd-95455934bad1 service neutron] Port e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b on network 244f869e-61bd-4949-82fd-4493cf9dc192 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:06:09.674593 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-61993c20-d46c-446f-aefd-95455934bad1 service neutron] Attempting to bind port e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b on network 244f869e-61bd-4949-82fd-4493cf9dc192 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:06:09.677378 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-4d2f0323-2f1d-4dc9-97c3-fc07ab9fc21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:09.678771 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-4d2f0323-2f1d-4dc9-97c3-fc07ab9fc21a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1022346 Nov 12 20:06:09.682639 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-61993c20-d46c-446f-aefd-95455934bad1 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:06:09.682980 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-61993c20-d46c-446f-aefd-95455934bad1 service neutron] Checking segment: {'id': '682bd990-b956-47c7-8c18-606cfed1b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:06:09.683358 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-61993c20-d46c-446f-aefd-95455934bad1 service neutron] Bound using segment: {'id': '682bd990-b956-47c7-8c18-606cfed1b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:06:09.683793 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-61993c20-d46c-446f-aefd-95455934bad1 service neutron] Bound port: e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682bd990-b956-47c7-8c18-606cfed1b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:06:09.684155 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-61993c20-d46c-446f-aefd-95455934bad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:09.779383 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-554b9292-89b8-400d-a15e-5b1bd915abbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:09.780922 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-554b9292-89b8-400d-a15e-5b1bd915abbe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0934322 Nov 12 20:06:09.790045 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-c74bffc3-dc46-416a-a4a3-e71282f903bf service neutron] For port 67877ab7-de93-44d3-8e25-0b5f3d8db831, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:06:09.798841 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-c74bffc3-dc46-416a-a4a3-e71282f903bf service neutron] For port 67877ab7-de93-44d3-8e25-0b5f3d8db831, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=67877ab7-de93-44d3-8e25-0b5f3d8db831,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:06:09.801444 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-61993c20-d46c-446f-aefd-95455934bad1 service neutron] For port e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:06:09.805699 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-61993c20-d46c-446f-aefd-95455934bad1 service neutron] For port e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:06:09.815235 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-c74bffc3-dc46-416a-a4a3-e71282f903bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:09.821908 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b1481cbe-4f28-4a3b-8c82-bce5795159d2 tempest-FloatingIPAdminTestJSON-1117529467 tempest-FloatingIPAdminTestJSON-1117529467-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:09.823965 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-61993c20-d46c-446f-aefd-95455934bad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:09.848201 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117f9ec-bbfb-4ecc-bbf0-b7cd11a142ab req-15bfd414-36a5-486c-8d5c-074c655dd4d7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:09.850345 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1117f9ec-bbfb-4ecc-bbf0-b7cd11a142ab req-15bfd414-36a5-486c-8d5c-074c655dd4d7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 943 time: 0.1797769 Nov 12 20:06:09.901150 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-61993c20-d46c-446f-aefd-95455934bad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:09.902399 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-61993c20-d46c-446f-aefd-95455934bad1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:09.904047 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-61993c20-d46c-446f-aefd-95455934bad1 service neutron] 10.222.0.55 "PUT /v2.0/ports/e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b HTTP/1.1" status: 200 len: 1092 time: 1.3284535 Nov 12 20:06:09.908785 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-c74bffc3-dc46-416a-a4a3-e71282f903bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:09.908945 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd17f2c-a78b-48e6-82e4-f6175a00332e', 'tag': 'e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:06:09.909476 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-c74bffc3-dc46-416a-a4a3-e71282f903bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:09.911382 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-c74bffc3-dc46-416a-a4a3-e71282f903bf service neutron] 10.222.0.55 "PUT /v2.0/ports/67877ab7-de93-44d3-8e25-0b5f3d8db831 HTTP/1.1" status: 200 len: 1092 time: 2.0373056 Nov 12 20:06:09.914319 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44212bcb-9f8a-4471-8d82-66ecfd5447cb', 'tag': '67877ab7-de93-44d3-8e25-0b5f3d8db831'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:06:09.918484 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b3aad2-e04f-491c-bc52-aef0333b9ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "44212bcb-9f8a-4471-8d82-66ecfd5447cb", "tag": "67877ab7-de93-44d3-8e25-0b5f3d8db831"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:06:09.920574 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9535c05-d678-4bb5-9a23-b2767e20fc0b" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd17f2c-a78b-48e6-82e4-f6175a00332e", "tag": "e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:06:09.972220 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bffc3-dc46-416a-a4a3-e71282f903bf service neutron] Pushing event updated for resources: {'Port': ['ID=67877ab7-de93-44d3-8e25-0b5f3d8db831,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:10.020599 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61993c20-d46c-446f-aefd-95455934bad1 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:10.024812 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-ace32fdc-2b77-461d-bca4-a8d9b9fb1b96 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314727 Nov 12 20:06:10.030267 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1117f9ec-bbfb-4ecc-bbf0-b7cd11a142ab req-f5abcfd2-fd50-421d-a996-e97fa1d2c7d5 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490223 Nov 12 20:06:10.033598 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b1481cbe-4f28-4a3b-8c82-bce5795159d2 tempest-FloatingIPAdminTestJSON-1117529467 tempest-FloatingIPAdminTestJSON-1117529467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:10.085256 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1481cbe-4f28-4a3b-8c82-bce5795159d2 tempest-FloatingIPAdminTestJSON-1117529467 tempest-FloatingIPAdminTestJSON-1117529467-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:06:10.087440 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-3deb53a4-e820-4b48-9080-5d1ada4c5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:10.089168 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-3deb53a4-e820-4b48-9080-5d1ada4c5576 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=954a349666444c9cac7ba5cc392be91e&device_id=fcd17f2c-a78b-48e6-82e4-f6175a00332e HTTP/1.1" status: 200 len: 1095 time: 0.1136260 Nov 12 20:06:10.093511 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-b1481cbe-4f28-4a3b-8c82-bce5795159d2 tempest-FloatingIPAdminTestJSON-1117529467 tempest-FloatingIPAdminTestJSON-1117529467-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:06:10.095512 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1481cbe-4f28-4a3b-8c82-bce5795159d2 tempest-FloatingIPAdminTestJSON-1117529467 tempest-FloatingIPAdminTestJSON-1117529467-project] Pushing event updated for resources: {'Port': ['ID=bb00dcdf-c460-4d53-93bc-4be5be425dc9,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:10.097732 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1481cbe-4f28-4a3b-8c82-bce5795159d2 tempest-FloatingIPAdminTestJSON-1117529467 tempest-FloatingIPAdminTestJSON-1117529467-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:06:10.168828 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-554c3452-00da-442b-836a-232411a63842 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b HTTP/1.1" status: 200 len: 217 time: 0.0684078 Nov 12 20:06:10.248468 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1233791-f152-45d7-922e-53df78c1e5df x-openstack-request-id: req-c1233791-f152-45d7-922e-53df78c1e5df {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:06:10.248772 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44212bcb-9f8a-4471-8d82-66ecfd5447cb", "tag": "67877ab7-de93-44d3-8e25-0b5f3d8db831", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:06:10.249020 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1233791-f152-45d7-922e-53df78c1e5df {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:06:10.249425 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44212bcb-9f8a-4471-8d82-66ecfd5447cb', 'tag': '67877ab7-de93-44d3-8e25-0b5f3d8db831', 'status': 'completed', 'code': 200} Nov 12 20:06:10.263185 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-7a25fcfc-6881-4139-a2b5-6297252ec0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:10.264349 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-7a25fcfc-6881-4139-a2b5-6297252ec0d0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7dd80d0b-2491-4b1b-842a-10479179ac7e HTTP/1.1" status: 200 len: 845 time: 0.0863876 Nov 12 20:06:10.287636 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b1481cbe-4f28-4a3b-8c82-bce5795159d2 tempest-FloatingIPAdminTestJSON-1117529467 tempest-FloatingIPAdminTestJSON-1117529467-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:10.319170 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-1176615f-b326-4834-8411-cdc99faadf06 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=244f869e-61bd-4949-82fd-4493cf9dc192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434732 Nov 12 20:06:10.385364 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b1481cbe-4f28-4a3b-8c82-bce5795159d2 tempest-FloatingIPAdminTestJSON-1117529467 tempest-FloatingIPAdminTestJSON-1117529467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:10.430766 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a833c44b-976f-4403-8e5f-b31ac143591f x-openstack-request-id: req-a833c44b-976f-4403-8e5f-b31ac143591f {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:06:10.431063 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd17f2c-a78b-48e6-82e4-f6175a00332e", "tag": "e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:06:10.431440 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a833c44b-976f-4403-8e5f-b31ac143591f {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:06:10.431832 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd17f2c-a78b-48e6-82e4-f6175a00332e', 'tag': 'e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b', 'status': 'completed', 'code': 200} Nov 12 20:06:10.448046 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9f445-3c6d-4fdb-bb5f-7987e500f400 req-db38fdad-aafa-4a10-b3f0-40fc93c54afd tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:10.449969 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94e9f445-3c6d-4fdb-bb5f-7987e500f400 req-db38fdad-aafa-4a10-b3f0-40fc93c54afd tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=44212bcb-9f8a-4471-8d82-66ecfd5447cb HTTP/1.1" status: 200 len: 943 time: 0.4968412 Nov 12 20:06:10.455829 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-65fbbef8-fa39-4dc3-9f62-87be7c1bd40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:10.457690 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-65fbbef8-fa39-4dc3-9f62-87be7c1bd40c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2f4a501a8a9343959e54c76a3fc6aa37&device_id=44212bcb-9f8a-4471-8d82-66ecfd5447cb HTTP/1.1" status: 200 len: 1095 time: 0.4745882 Nov 12 20:06:10.530026 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-33026ff0-50b5-40f1-827d-1b00f476d560 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67877ab7-de93-44d3-8e25-0b5f3d8db831 HTTP/1.1" status: 200 len: 217 time: 0.0604928 Nov 12 20:06:10.541441 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-f2708f9e-c1d9-4056-bd53-1af16f8c6e21 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980311 Nov 12 20:06:10.555178 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-4bc974f7-126d-465d-80ef-5dfd18520fc3 service neutron] 10.222.0.55 "GET /v2.0/networks/244f869e-61bd-4949-82fd-4493cf9dc192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956768 Nov 12 20:06:10.605528 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94e9f445-3c6d-4fdb-bb5f-7987e500f400 req-232fc55a-89e3-4b6e-bb4c-5e40090ea5b6 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372263 Nov 12 20:06:10.615434 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-6f6ad8ef-e60c-42b3-b3de-425abe7174b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:10.617059 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-6f6ad8ef-e60c-42b3-b3de-425abe7174b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce72f812-14b6-4840-8ebe-5441b73cbc50 HTTP/1.1" status: 200 len: 846 time: 0.0781093 Nov 12 20:06:10.654158 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-afe0bbf0-e80b-450a-9bb7-4c4c30e0e25a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da47d9a6-534f-44d9-b8a9-89652da4d3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283718 Nov 12 20:06:10.775412 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-070649c4-4936-4362-8301-717068a77047 service neutron] 10.222.0.55 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085465 Nov 12 20:06:10.785844 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b1481cbe-4f28-4a3b-8c82-bce5795159d2 tempest-FloatingIPAdminTestJSON-1117529467 tempest-FloatingIPAdminTestJSON-1117529467-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:10.793472 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9ebdf265-2e1b-41b2-891d-7167565ef819 req-ed19c35b-d818-4d2e-ad71-4c6cb46b724e service neutron] 10.222.0.55 "GET /v2.0/networks/244f869e-61bd-4949-82fd-4493cf9dc192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134638 Nov 12 20:06:10.802094 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996ca8c-5395-421b-9c61-a267583d2302 req-6030b213-4751-4d79-b03f-00a2dce7b863 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:10.803596 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f996ca8c-5395-421b-9c61-a267583d2302 req-6030b213-4751-4d79-b03f-00a2dce7b863 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 949 time: 0.1237118 Nov 12 20:06:10.804540 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b1481cbe-4f28-4a3b-8c82-bce5795159d2 tempest-FloatingIPAdminTestJSON-1117529467 tempest-FloatingIPAdminTestJSON-1117529467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:10.885007 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee1cae-7203-4df7-a552-18169ee941a1 req-b22dfeae-8f9f-4ca2-b902-dcd04e144625 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:10.887199 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2dee1cae-7203-4df7-a552-18169ee941a1 req-b22dfeae-8f9f-4ca2-b902-dcd04e144625 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=fcd17f2c-a78b-48e6-82e4-f6175a00332e HTTP/1.1" status: 200 len: 943 time: 0.1263325 Nov 12 20:06:10.930548 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1481cbe-4f28-4a3b-8c82-bce5795159d2 tempest-FloatingIPAdminTestJSON-1117529467 tempest-FloatingIPAdminTestJSON-1117529467-project] Pushing event updated for resources: {'Port': ['ID=bb00dcdf-c460-4d53-93bc-4be5be425dc9,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:10.939963 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-be52f191-dd88-4566-9d1b-d4776f74e45d req-573be74d-7407-4b01-9db6-8a99465cbea4 service neutron] 10.222.0.55 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452472 Nov 12 20:06:10.962304 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2dee1cae-7203-4df7-a552-18169ee941a1 req-99011146-01fc-4683-90bc-3843bdd3ae85 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677457 Nov 12 20:06:10.973427 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f996ca8c-5395-421b-9c61-a267583d2302 req-05f36c75-efb4-4435-83cd-1318de76dab4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406801 Nov 12 20:06:10.975509 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b1481cbe-4f28-4a3b-8c82-bce5795159d2 tempest-FloatingIPAdminTestJSON-1117529467 tempest-FloatingIPAdminTestJSON-1117529467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:10.986977 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9535c05-d678-4bb5-9a23-b2767e20fc0b req-47fa0869-ce5d-4785-9941-d156ecdd7d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:10.986977 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9535c05-d678-4bb5-9a23-b2767e20fc0b req-47fa0869-ce5d-4785-9941-d156ecdd7d8a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=954a349666444c9cac7ba5cc392be91e&device_id=fcd17f2c-a78b-48e6-82e4-f6175a00332e HTTP/1.1" status: 200 len: 1095 time: 0.1232855 Nov 12 20:06:11.033250 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b1481cbe-4f28-4a3b-8c82-bce5795159d2 tempest-FloatingIPAdminTestJSON-1117529467 tempest-FloatingIPAdminTestJSON-1117529467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:11.034573 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b1481cbe-4f28-4a3b-8c82-bce5795159d2 tempest-FloatingIPAdminTestJSON-1117529467 tempest-FloatingIPAdminTestJSON-1117529467-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2381866 Nov 12 20:06:11.037474 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 60766) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:11.060938 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-79728e86-6846-4454-9547-b9d3622f143b req-deec2aeb-d0b3-42d1-8948-19f447193877 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:06:11.061946 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-79728e86-6846-4454-9547-b9d3622f143b req-deec2aeb-d0b3-42d1-8948-19f447193877 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089529 Nov 12 20:06:11.072526 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device cd2e8331-a4b8-4037-8ea7-1b1a661c6073 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:06:11.081538 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:06:11.085090 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3aad2-e04f-491c-bc52-aef0333b9ccd req-dc3ce522-e6aa-48d1-b95d-d87a5dd9ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:11.090438 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-31b3aad2-e04f-491c-bc52-aef0333b9ccd req-dc3ce522-e6aa-48d1-b95d-d87a5dd9ae92 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2f4a501a8a9343959e54c76a3fc6aa37&device_id=44212bcb-9f8a-4471-8d82-66ecfd5447cb HTTP/1.1" status: 200 len: 1095 time: 0.0775983 Nov 12 20:06:11.166801 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b05cdc50-fd2e-4dc8-9524-016a65999e4f tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4006 time: 0.1259599 Nov 12 20:06:11.167361 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 60770) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:11.182014 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9535c05-d678-4bb5-9a23-b2767e20fc0b req-e279d2a1-301a-45dc-8929-3c9b548325fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:11.188710 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9535c05-d678-4bb5-9a23-b2767e20fc0b req-e279d2a1-301a-45dc-8929-3c9b548325fa service neutron] 10.222.0.55 "GET /v2.0/networks?id=244f869e-61bd-4949-82fd-4493cf9dc192 HTTP/1.1" status: 200 len: 906 time: 0.1938419 Nov 12 20:06:11.227617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:06:11.241493 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:11.242052 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:11.244950 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port cd2e8331-a4b8-4037-8ea7-1b1a661c6073, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=cd2e8331-a4b8-4037-8ea7-1b1a661c6073,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:11.287152 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'cd2e8331-a4b8-4037-8ea7-1b1a661c6073', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': 'cd2e8331-a4b8-4037-8ea7-1b1a661c6073', 'mac_address': 'fa:16:3e:6f:cf:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:06:11.292892 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6085aea9-040e-4644-b8f9-7f2bce8fb14f tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1236200 Nov 12 20:06:11.295631 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 60784) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:11.300516 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9535c05-d678-4bb5-9a23-b2767e20fc0b req-57274fef-d63c-43fc-a29e-2080c8fc8fd2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b HTTP/1.1" status: 200 len: 217 time: 0.1001482 Nov 12 20:06:11.358651 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:11.384339 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd2e8331-a4b8-4037-8ea7-1b1a661c6073 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:06:11.390607 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9535c05-d678-4bb5-9a23-b2767e20fc0b req-2e0472a6-6717-416a-b26e-62823d6810c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:11.392162 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9535c05-d678-4bb5-9a23-b2767e20fc0b req-2e0472a6-6717-416a-b26e-62823d6810c5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7dd80d0b-2491-4b1b-842a-10479179ac7e HTTP/1.1" status: 200 len: 845 time: 0.0828457 Nov 12 20:06:11.451759 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:11.465476 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9535c05-d678-4bb5-9a23-b2767e20fc0b req-c5eb4bbf-dd0d-46a0-9900-5c34436706e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=244f869e-61bd-4949-82fd-4493cf9dc192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367577 Nov 12 20:06:11.470104 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3aad2-e04f-491c-bc52-aef0333b9ccd req-2b04af85-b0de-457c-8f94-4940b4296d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:11.471701 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-31b3aad2-e04f-491c-bc52-aef0333b9ccd req-2b04af85-b0de-457c-8f94-4940b4296d64 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da47d9a6-534f-44d9-b8a9-89652da4d3f3 HTTP/1.1" status: 200 len: 907 time: 0.3769562 Nov 12 20:06:11.478149 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d33575-3f21-4c5e-be96-315f63cc2275 req-be56dcca-2a8c-4f28-84d4-7408306aca79 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:11.480369 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-67d33575-3f21-4c5e-be96-315f63cc2275 req-be56dcca-2a8c-4f28-84d4-7408306aca79 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 943 time: 0.0866289 Nov 12 20:06:11.487312 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port cd2e8331-a4b8-4037-8ea7-1b1a661c6073, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=cd2e8331-a4b8-4037-8ea7-1b1a661c6073,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:11.497712 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd063f0e1-0923-40b7-bb03-2b249948d892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d21e3f-02fc-4419-903d-a5b4da1dd6b5'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:06:11.500728 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb33974-289f-4a17-9e90-a2485d8cc4b0" -d '{"events": [{"server_uuid": "d063f0e1-0923-40b7-bb03-2b249948d892", "name": "network-vif-plugged", "status": "completed", "tag": "c0d21e3f-02fc-4419-903d-a5b4da1dd6b5"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:06:11.511896 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:11.542666 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:11.552854 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:11.569190 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-31b3aad2-e04f-491c-bc52-aef0333b9ccd req-ad86fd4e-c389-41c6-8f57-691f8807d732 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67877ab7-de93-44d3-8e25-0b5f3d8db831 HTTP/1.1" status: 200 len: 217 time: 0.0868731 Nov 12 20:06:11.571253 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-acb8ecc2-29d6-40c9-94ac-4e58e1b545fe tempest-FloatingIPAdminTestJSON-1117529467 tempest-FloatingIPAdminTestJSON-1117529467-project] Deleting port bb00dcdf-c460-4d53-93bc-4be5be425dc9 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:06:11.571495 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-acb8ecc2-29d6-40c9-94ac-4e58e1b545fe tempest-FloatingIPAdminTestJSON-1117529467 tempest-FloatingIPAdminTestJSON-1117529467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:11.583234 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=cd2e8331-a4b8-4037-8ea7-1b1a661c6073,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:11.618211 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fce38b-afbb-4691-8dbf-b7fe3479ece0 x-openstack-request-id: req-d6fce38b-afbb-4691-8dbf-b7fe3479ece0 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:06:11.618501 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d063f0e1-0923-40b7-bb03-2b249948d892", "name": "network-vif-plugged", "status": "completed", "tag": "c0d21e3f-02fc-4419-903d-a5b4da1dd6b5", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:06:11.618796 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d6fce38b-afbb-4691-8dbf-b7fe3479ece0 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:06:11.619178 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd063f0e1-0923-40b7-bb03-2b249948d892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d21e3f-02fc-4419-903d-a5b4da1dd6b5', 'code': 200} Nov 12 20:06:11.629944 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-67d33575-3f21-4c5e-be96-315f63cc2275 req-ce93832d-0e53-450d-bee1-3235b86126c8 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515318 Nov 12 20:06:11.649193 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9535c05-d678-4bb5-9a23-b2767e20fc0b req-46525077-3655-4c9c-a2c0-30168a9933b0 service neutron] 10.222.0.55 "GET /v2.0/networks/244f869e-61bd-4949-82fd-4493cf9dc192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675100 Nov 12 20:06:11.659162 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,revision_number=9']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:11.726288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3aad2-e04f-491c-bc52-aef0333b9ccd req-31724525-ebbc-4784-a619-e21244ce87e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:11.727676 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-31b3aad2-e04f-491c-bc52-aef0333b9ccd req-31724525-ebbc-4784-a619-e21244ce87e8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce72f812-14b6-4840-8ebe-5441b73cbc50 HTTP/1.1" status: 200 len: 846 time: 0.1394238 Nov 12 20:06:11.767427 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9535c05-d678-4bb5-9a23-b2767e20fc0b req-59a21361-e10b-4c9f-81a0-b12f465b715d service neutron] 10.222.0.55 "GET /v2.0/networks/244f869e-61bd-4949-82fd-4493cf9dc192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969260 Nov 12 20:06:11.784676 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-daf7119e-0d61-4e5f-aa3b-9df921a6ac2a req-a06f41ff-862a-46b3-908d-cf353fa6501d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1947880 Nov 12 20:06:11.786807 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-acb8ecc2-29d6-40c9-94ac-4e58e1b545fe tempest-FloatingIPAdminTestJSON-1117529467 tempest-FloatingIPAdminTestJSON-1117529467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:11.787000 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-acb8ecc2-29d6-40c9-94ac-4e58e1b545fe tempest-FloatingIPAdminTestJSON-1117529467 tempest-FloatingIPAdminTestJSON-1117529467-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:11.814764 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-31b3aad2-e04f-491c-bc52-aef0333b9ccd req-f0e72b74-0765-412a-84f5-c9d92e7f4188 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da47d9a6-534f-44d9-b8a9-89652da4d3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686741 Nov 12 20:06:11.823434 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-acb8ecc2-29d6-40c9-94ac-4e58e1b545fe tempest-FloatingIPAdminTestJSON-1117529467 tempest-FloatingIPAdminTestJSON-1117529467-project] Calling delete_port for bb00dcdf-c460-4d53-93bc-4be5be425dc9 owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:06:11.913167 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb656245-3bb7-4d83-a38f-0ba4b14d2ae1 req-1cb6fe7b-1ff1-4488-b758-ff99d6e0417f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:11.914680 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fb656245-3bb7-4d83-a38f-0ba4b14d2ae1 req-1cb6fe7b-1ff1-4488-b758-ff99d6e0417f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=44212bcb-9f8a-4471-8d82-66ecfd5447cb HTTP/1.1" status: 200 len: 943 time: 0.1827698 Nov 12 20:06:11.934896 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['cd2e8331-a4b8-4037-8ea7-1b1a661c6073'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:06:12.126386 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fb656245-3bb7-4d83-a38f-0ba4b14d2ae1 req-20ec6570-a7e2-4968-94f6-ca6550e523da tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014360 Nov 12 20:06:12.143935 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-31b3aad2-e04f-491c-bc52-aef0333b9ccd req-57f5b8f3-7018-429f-879b-bc93436a5586 service neutron] 10.222.0.55 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076444 Nov 12 20:06:12.149859 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906e558-9290-4622-82b7-0120f6c61167 req-2b7a12b1-2c37-41c5-a363-3df1a279e10c tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:12.153681 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6906e558-9290-4622-82b7-0120f6c61167 req-2b7a12b1-2c37-41c5-a363-3df1a279e10c tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=fcd17f2c-a78b-48e6-82e4-f6175a00332e HTTP/1.1" status: 200 len: 943 time: 0.0937917 Nov 12 20:06:12.180529 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-acb8ecc2-29d6-40c9-94ac-4e58e1b545fe tempest-FloatingIPAdminTestJSON-1117529467 tempest-FloatingIPAdminTestJSON-1117529467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:12.225689 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6906e558-9290-4622-82b7-0120f6c61167 req-45c5d5f4-c619-42a7-9d1f-6bdd5d32a254 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663738 Nov 12 20:06:12.262226 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8ecc2-29d6-40c9-94ac-4e58e1b545fe tempest-FloatingIPAdminTestJSON-1117529467 tempest-FloatingIPAdminTestJSON-1117529467-project] Pushing event deleted for resources: {'Port': ['ID=bb00dcdf-c460-4d53-93bc-4be5be425dc9,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:12.364391 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 5b8dc4c6-5607-4dc0-b8d1-2783738323ad no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:06:12.397787 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-31b3aad2-e04f-491c-bc52-aef0333b9ccd req-3f942ec9-348f-4989-ae79-b52bf2fc9f75 service neutron] 10.222.0.55 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395699 Nov 12 20:06:12.406474 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff2503-9115-41a9-b5df-f39b33186008 req-584650ce-fa5a-4bad-a03b-403a822a68ae tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:12.408318 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cff2503-9115-41a9-b5df-f39b33186008 req-584650ce-fa5a-4bad-a03b-403a822a68ae tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 950 time: 0.1535687 Nov 12 20:06:12.412122 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-acb8ecc2-29d6-40c9-94ac-4e58e1b545fe tempest-FloatingIPAdminTestJSON-1117529467 tempest-FloatingIPAdminTestJSON-1117529467-project] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:12.418689 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-acb8ecc2-29d6-40c9-94ac-4e58e1b545fe tempest-FloatingIPAdminTestJSON-1117529467 tempest-FloatingIPAdminTestJSON-1117529467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:12.420266 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-acb8ecc2-29d6-40c9-94ac-4e58e1b545fe tempest-FloatingIPAdminTestJSON-1117529467 tempest-FloatingIPAdminTestJSON-1117529467-project] 10.222.0.48 "DELETE /v2.0/floatingips/dc8bfbc7-4752-45ff-b805-00810d022171 HTTP/1.1" status: 204 len: 168 time: 1.1233568 Nov 12 20:06:12.422809 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 60814) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:12.483307 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cff2503-9115-41a9-b5df-f39b33186008 req-1d019c36-2465-47c0-bc86-c5e9d78a0930 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619745 Nov 12 20:06:12.607002 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-314bc37d-3bfb-48a8-a256-5a8b4886b2d7 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Deleting port d6d49cd8-dbc2-478f-b1d8-36a94921277a {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:06:12.607353 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-314bc37d-3bfb-48a8-a256-5a8b4886b2d7 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:12.694712 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-314bc37d-3bfb-48a8-a256-5a8b4886b2d7 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:12.695043 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-314bc37d-3bfb-48a8-a256-5a8b4886b2d7 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:12.710773 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-314bc37d-3bfb-48a8-a256-5a8b4886b2d7 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Calling delete_port for d6d49cd8-dbc2-478f-b1d8-36a94921277a owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:06:12.830074 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c7a79-cf29-4d22-92fe-774030992ad0 req-820355d5-cdee-4e3e-9da7-4c71a4c08145 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:12.832673 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3f1c7a79-cf29-4d22-92fe-774030992ad0 req-820355d5-cdee-4e3e-9da7-4c71a4c08145 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 943 time: 0.0604866 Nov 12 20:06:12.856098 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-314bc37d-3bfb-48a8-a256-5a8b4886b2d7 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:12.887738 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bc37d-3bfb-48a8-a256-5a8b4886b2d7 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6d49cd8-dbc2-478f-b1d8-36a94921277a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:12.930052 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3f1c7a79-cf29-4d22-92fe-774030992ad0 req-2e2f206b-c242-4967-b462-6b681d6878c4 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714831 Nov 12 20:06:13.004086 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-314bc37d-3bfb-48a8-a256-5a8b4886b2d7 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:13.014741 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-314bc37d-3bfb-48a8-a256-5a8b4886b2d7 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:13.016739 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-314bc37d-3bfb-48a8-a256-5a8b4886b2d7 tempest-FloatingIPAdminTestJSON-127151604 tempest-FloatingIPAdminTestJSON-127151604-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/5bd3dd50-fbb8-4dc9-920d-a44d879cc5f9 HTTP/1.1" status: 204 len: 168 time: 0.5927904 Nov 12 20:06:13.019987 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 60836) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:13.117853 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device cd2e8331-a4b8-4037-8ea7-1b1a661c6073 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:06:13.143292 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-b05202e1-a2e5-46be-a425-822472b21482 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Deleting port f4b662e3-1769-4abf-a72b-d2372d60539e {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:06:13.143740 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b05202e1-a2e5-46be-a425-822472b21482 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:13.234762 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port cd2e8331-a4b8-4037-8ea7-1b1a661c6073 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:13.235163 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:13.311200 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b05202e1-a2e5-46be-a425-822472b21482 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:13.375114 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995c051-b0d6-4240-8682-e79a3321d234 req-f055158c-b67b-4034-91c1-ce7287863db6 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:13.385332 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2995c051-b0d6-4240-8682-e79a3321d234 req-f055158c-b67b-4034-91c1-ce7287863db6 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=44212bcb-9f8a-4471-8d82-66ecfd5447cb HTTP/1.1" status: 200 len: 943 time: 0.1390834 Nov 12 20:06:13.389627 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-b05202e1-a2e5-46be-a425-822472b21482 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Calling delete_port for f4b662e3-1769-4abf-a72b-d2372d60539e owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:06:13.423127 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:13.483320 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port cd2e8331-a4b8-4037-8ea7-1b1a661c6073, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=cd2e8331-a4b8-4037-8ea7-1b1a661c6073,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:13.489081 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:13.540875 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808806d-7374-4f18-a5c3-68f50a89d496 req-a569a3ff-e6e9-4340-bd54-e37428c4b7c4 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:13.542369 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2995c051-b0d6-4240-8682-e79a3321d234 req-d60c0072-4ff0-4305-ae8f-1a6e78063e4f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552763 Nov 12 20:06:13.542714 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4808806d-7374-4f18-a5c3-68f50a89d496 req-a569a3ff-e6e9-4340-bd54-e37428c4b7c4 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=fcd17f2c-a78b-48e6-82e4-f6175a00332e HTTP/1.1" status: 200 len: 943 time: 0.1880214 Nov 12 20:06:13.597590 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=cd2e8331-a4b8-4037-8ea7-1b1a661c6073,revision_number=7']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:13.610856 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-4d175e65-6216-4d77-9993-4d68ce2c5df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:13.612966 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-4d175e65-6216-4d77-9993-4d68ce2c5df1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892&tenant_id=1c08b32f16f94cdbbecd052699f1c2ae HTTP/1.1" status: 200 len: 1102 time: 0.1859932 Nov 12 20:06:13.620615 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b1d502-dc72-417b-a144-f1998006f27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2e8331-a4b8-4037-8ea7-1b1a661c6073'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:06:13.622981 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3146eb-4538-4288-bc09-4d6a6e128e32" -d '{"events": [{"server_uuid": "71b1d502-dc72-417b-a144-f1998006f27f", "name": "network-vif-plugged", "status": "completed", "tag": "cd2e8331-a4b8-4037-8ea7-1b1a661c6073"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:06:13.653664 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4808806d-7374-4f18-a5c3-68f50a89d496 req-c35723a1-f6a7-44ad-8407-4c04d7531089 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976930 Nov 12 20:06:13.660209 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-9f9f7582-5390-4ce8-a26d-6e873c7872d6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-15', 'device_owner': 'compute:nova'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:06:13.733694 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b05202e1-a2e5-46be-a425-822472b21482 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:13.735996 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-9f9f7582-5390-4ce8-a26d-6e873c7872d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:13.808162 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05202e1-a2e5-46be-a425-822472b21482 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Pushing event deleted for resources: {'Port': ['ID=f4b662e3-1769-4abf-a72b-d2372d60539e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:13.943678 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b05202e1-a2e5-46be-a425-822472b21482 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:13.947581 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b05202e1-a2e5-46be-a425-822472b21482 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] 10.222.0.48 "DELETE /v2.0/ports/f4b662e3-1769-4abf-a72b-d2372d60539e HTTP/1.1" status: 204 len: 168 time: 0.9261913 Nov 12 20:06:13.950883 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 60874) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:14.066562 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36264e80-8640-4f2c-90c7-cea92d8284ca tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:14.076306 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-36264e80-8640-4f2c-90c7-cea92d8284ca tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] 10.222.0.48 "GET /v2.0/ports?device_id=95d74071-bd6c-406c-9eb3-bd5bfd3a7d24 HTTP/1.1" status: 200 len: 913 time: 0.1207902 Nov 12 20:06:14.076967 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 60878) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:14.146065 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-9f9f7582-5390-4ce8-a26d-6e873c7872d6 service neutron] For port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:14.195278 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-9f9f7582-5390-4ce8-a26d-6e873c7872d6 service neutron] For port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:06:14.211891 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f6b2bb-dfc1-4e19-af41-5a88625577a7 x-openstack-request-id: req-58f6b2bb-dfc1-4e19-af41-5a88625577a7 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:06:14.212181 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b1d502-dc72-417b-a144-f1998006f27f", "name": "network-vif-plugged", "status": "completed", "tag": "cd2e8331-a4b8-4037-8ea7-1b1a661c6073", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:06:14.212466 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-58f6b2bb-dfc1-4e19-af41-5a88625577a7 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:06:14.213025 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b1d502-dc72-417b-a144-f1998006f27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2e8331-a4b8-4037-8ea7-1b1a661c6073', 'code': 200} Nov 12 20:06:14.244808 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd063f0e1-0923-40b7-bb03-2b249948d892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0d21e3f-02fc-4419-903d-a5b4da1dd6b5'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:06:14.250427 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccfda63-4195-446d-978d-3134082e3915" -d '{"events": [{"server_uuid": "d063f0e1-0923-40b7-bb03-2b249948d892", "name": "network-vif-unplugged", "status": "completed", "tag": "c0d21e3f-02fc-4419-903d-a5b4da1dd6b5"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:06:14.257245 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-9f9f7582-5390-4ce8-a26d-6e873c7872d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:14.294982 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-9f9f7582-5390-4ce8-a26d-6e873c7872d6 service neutron] Transition to ACTIVE for port object c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:06:14.311789 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b5396-185d-4ce2-b9a9-7fcd541b1f2b req-c6cda6b1-5975-4f61-8115-f4f0bf32a89f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:14.321096 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ab8b5396-185d-4ce2-b9a9-7fcd541b1f2b req-c6cda6b1-5975-4f61-8115-f4f0bf32a89f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 950 time: 0.2598186 Nov 12 20:06:14.323601 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-9f9f7582-5390-4ce8-a26d-6e873c7872d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:14.439612 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-9f9f7582-5390-4ce8-a26d-6e873c7872d6 service neutron] No DVR routers for this DVR port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:06:14.444638 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f7582-5390-4ce8-a26d-6e873c7872d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,revision_number=10']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:14.527262 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ab8b5396-185d-4ce2-b9a9-7fcd541b1f2b req-bbff1e76-3f68-450c-8313-45a4a13bb2d7 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047243 Nov 12 20:06:14.537186 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-9f9f7582-5390-4ce8-a26d-6e873c7872d6 service neutron] Attempting to bind port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:06:14.537750 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-9f9f7582-5390-4ce8-a26d-6e873c7872d6 service neutron] Attempting to bind port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:06:14.538289 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-9f9f7582-5390-4ce8-a26d-6e873c7872d6 service neutron] Attempting to bind port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:06:14.551752 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-9f9f7582-5390-4ce8-a26d-6e873c7872d6 service neutron] Port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:06:14.552372 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-9f9f7582-5390-4ce8-a26d-6e873c7872d6 service neutron] Attempting to bind port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:06:14.559345 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-9f9f7582-5390-4ce8-a26d-6e873c7872d6 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:06:14.560004 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-9f9f7582-5390-4ce8-a26d-6e873c7872d6 service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:06:14.560600 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-9f9f7582-5390-4ce8-a26d-6e873c7872d6 service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:06:14.561369 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-9f9f7582-5390-4ce8-a26d-6e873c7872d6 service neutron] Bound port: c0d21e3f-02fc-4419-903d-a5b4da1dd6b5, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:06:14.561947 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-9f9f7582-5390-4ce8-a26d-6e873c7872d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:14.597441 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0f58c-ba49-4582-9f6e-22864ff76d4c req-52ab846c-5ae1-42e9-8886-41b148caff11 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:14.602786 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3bd0f58c-ba49-4582-9f6e-22864ff76d4c req-52ab846c-5ae1-42e9-8886-41b148caff11 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 943 time: 0.2534869 Nov 12 20:06:14.729071 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-9f9f7582-5390-4ce8-a26d-6e873c7872d6 service neutron] For port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:06:14.739207 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-9f9f7582-5390-4ce8-a26d-6e873c7872d6 service neutron] For port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:06:14.748118 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-9f9f7582-5390-4ce8-a26d-6e873c7872d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:14.761711 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3bd0f58c-ba49-4582-9f6e-22864ff76d4c req-50ef7add-816b-4381-98f9-7026403cfa8d tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505721 Nov 12 20:06:14.811832 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-9f9f7582-5390-4ce8-a26d-6e873c7872d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:14.824300 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-9f9f7582-5390-4ce8-a26d-6e873c7872d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:14.826784 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-9f9f7582-5390-4ce8-a26d-6e873c7872d6 service neutron] 10.222.0.52 "PUT /v2.0/ports/c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 HTTP/1.1" status: 200 len: 1098 time: 1.1792817 Nov 12 20:06:14.830664 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bf8ce9-8bc6-48ed-8955-ab07953d3107 x-openstack-request-id: req-57bf8ce9-8bc6-48ed-8955-ab07953d3107 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:06:14.830970 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d063f0e1-0923-40b7-bb03-2b249948d892", "name": "network-vif-unplugged", "status": "completed", "tag": "c0d21e3f-02fc-4419-903d-a5b4da1dd6b5", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:06:14.831229 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-57bf8ce9-8bc6-48ed-8955-ab07953d3107 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:06:14.838022 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd063f0e1-0923-40b7-bb03-2b249948d892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0d21e3f-02fc-4419-903d-a5b4da1dd6b5', 'code': 200} Nov 12 20:06:15.043111 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f7582-5390-4ce8-a26d-6e873c7872d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,revision_number=11']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:15.051803 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-8ad6c86d-396c-4e87-bd03-4bceec4f9125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:15.054471 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-8ad6c86d-396c-4e87-bd03-4bceec4f9125 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 1101 time: 0.1303065 Nov 12 20:06:15.113317 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 67877ab7-de93-44d3-8e25-0b5f3d8db831 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:06:15.116214 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:06:15.157611 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e825a0-3399-4045-9279-7968cd655a17 req-06087082-162b-42d6-9ba2-d2784077fc69 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:15.158952 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e3e825a0-3399-4045-9279-7968cd655a17 req-06087082-162b-42d6-9ba2-d2784077fc69 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=44212bcb-9f8a-4471-8d82-66ecfd5447cb HTTP/1.1" status: 200 len: 943 time: 0.1578338 Nov 12 20:06:15.244631 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083f7bd-72d2-4efc-b12a-52fd099eccb0 req-855bb75b-39f1-4692-809e-b2721e11bccd tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:15.256852 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e083f7bd-72d2-4efc-b12a-52fd099eccb0 req-855bb75b-39f1-4692-809e-b2721e11bccd tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=fcd17f2c-a78b-48e6-82e4-f6175a00332e HTTP/1.1" status: 200 len: 943 time: 0.1750829 Nov 12 20:06:15.268681 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:06:15.273130 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-d88675c0-bd17-472f-9a74-ed5ff070dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:15.279434 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-d88675c0-bd17-472f-9a74-ed5ff070dbb8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.2091150 Nov 12 20:06:15.314246 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e3e825a0-3399-4045-9279-7968cd655a17 req-1b73daf7-ca13-42e6-b394-1240da9fc75d tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464956 Nov 12 20:06:15.393981 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dedf615e-8838-41b8-941b-411bb5958224 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:15.414361 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-deee6dca-9052-44e6-bfc1-a04c6ad6b1be service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 HTTP/1.1" status: 200 len: 217 time: 0.1216860 Nov 12 20:06:15.544207 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e083f7bd-72d2-4efc-b12a-52fd099eccb0 req-bb4fc19f-3023-43b9-829d-0897b849826c tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861159 Nov 12 20:06:15.554690 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 67877ab7-de93-44d3-8e25-0b5f3d8db831, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=67877ab7-de93-44d3-8e25-0b5f3d8db831,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:15.561092 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-04188133-559e-4393-a756-86a156eacf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:15.561378 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-04188133-559e-4393-a756-86a156eacf4f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1350329 Nov 12 20:06:15.581696 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '67877ab7-de93-44d3-8e25-0b5f3d8db831', 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3', 'port_id': '67877ab7-de93-44d3-8e25-0b5f3d8db831', 'mac_address': 'fa:16:3e:c7:68:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce72f812-14b6-4840-8ebe-5441b73cbc50', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:06:15.649497 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:15.660128 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-51fdbd02-6d82-46b9-a645-3598a0c1a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:15.665468 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-51fdbd02-6d82-46b9-a645-3598a0c1a8c7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0944400 Nov 12 20:06:15.682248 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67877ab7-de93-44d3-8e25-0b5f3d8db831 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:06:15.707418 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 67877ab7-de93-44d3-8e25-0b5f3d8db831, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=67877ab7-de93-44d3-8e25-0b5f3d8db831,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:15.718601 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:15.719610 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:06:15.875768 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:15.882475 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-038272eb-a7cf-4e3c-99f9-f202169fb782 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019451 Nov 12 20:06:15.896781 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b', 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192', 'port_id': 'e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b', 'mac_address': 'fa:16:3e:08:13:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd80d0b-2491-4b1b-842a-10479179ac7e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:06:15.978097 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:16.001073 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:06:16.025532 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:16.028621 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=67877ab7-de93-44d3-8e25-0b5f3d8db831,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:16.032981 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:16.075823 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a6afa-922a-4a93-9194-85066f2d9937 req-68e99622-df05-4c79-a5c3-d1d784e18fed tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:16.084910 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d0a6afa-922a-4a93-9194-85066f2d9937 req-68e99622-df05-4c79-a5c3-d1d784e18fed tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 943 time: 0.1700883 Nov 12 20:06:16.101920 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896179f-2749-4e00-8101-43225527f299 req-fb1b400f-37d4-4152-9dce-ef0839e25976 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:16.117545 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7896179f-2749-4e00-8101-43225527f299 req-fb1b400f-37d4-4152-9dce-ef0839e25976 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 949 time: 0.2353373 Nov 12 20:06:16.122052 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:16.199389 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b72de11-45be-4b30-89b5-76030e7aa40f req-b7aceb71-b1f4-4867-b619-ac7fb93dc223 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421401 Nov 12 20:06:16.205357 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7896179f-2749-4e00-8101-43225527f299 req-601e06a0-73ee-47d0-9723-5381aa3f3804 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873544 Nov 12 20:06:16.454478 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:06:16.501399 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd225c7-31f7-4420-a71a-b0e0fc08c70e req-7a427e44-7908-4e5a-a774-0cb79f3721e3 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:16.506071 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0fd225c7-31f7-4420-a71a-b0e0fc08c70e req-7a427e44-7908-4e5a-a774-0cb79f3721e3 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=44212bcb-9f8a-4471-8d82-66ecfd5447cb HTTP/1.1" status: 200 len: 944 time: 0.1170368 Nov 12 20:06:16.557433 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['67877ab7-de93-44d3-8e25-0b5f3d8db831'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:06:16.585322 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d0a6afa-922a-4a93-9194-85066f2d9937 req-c5ea4112-ac69-4bc5-98ef-012ff38e154a tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4968951 Nov 12 20:06:16.623547 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-dedf615e-8838-41b8-941b-411bb5958224 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Deleting port 3d93af49-8b92-4ace-827d-52c2af33a75b {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:06:16.623889 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dedf615e-8838-41b8-941b-411bb5958224 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:16.633873 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0fd225c7-31f7-4420-a71a-b0e0fc08c70e req-56ca09e5-0e7f-4d91-9c5a-fd1868fc037a tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043472 Nov 12 20:06:16.808632 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dedf615e-8838-41b8-941b-411bb5958224 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:16.824435 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-dedf615e-8838-41b8-941b-411bb5958224 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Calling delete_port for 3d93af49-8b92-4ace-827d-52c2af33a75b owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:06:16.828623 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d09ac-7b8b-45c7-8d44-ee89d3a9cb48 req-94416fcb-f707-43b9-9cfd-82836ec3f043 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:16.839756 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2c2d09ac-7b8b-45c7-8d44-ee89d3a9cb48 req-94416fcb-f707-43b9-9cfd-82836ec3f043 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=fcd17f2c-a78b-48e6-82e4-f6175a00332e HTTP/1.1" status: 200 len: 944 time: 0.0913255 Nov 12 20:06:16.843533 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd063f0e1-0923-40b7-bb03-2b249948d892', 'tag': 'c0d21e3f-02fc-4419-903d-a5b4da1dd6b5'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:06:16.847096 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8a9a2c-6c82-4332-aef5-ae590394556d" -d '{"events": [{"name": "network-changed", "server_uuid": "d063f0e1-0923-40b7-bb03-2b249948d892", "tag": "c0d21e3f-02fc-4419-903d-a5b4da1dd6b5"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:06:16.966106 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2c2d09ac-7b8b-45c7-8d44-ee89d3a9cb48 req-57487aa0-5ad0-458c-a234-0656f5b05d56 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236477 Nov 12 20:06:16.974059 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948482f0-eaf0-48e8-88df-aeae9d3e3421 x-openstack-request-id: req-948482f0-eaf0-48e8-88df-aeae9d3e3421 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:06:16.974550 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d063f0e1-0923-40b7-bb03-2b249948d892", "tag": "c0d21e3f-02fc-4419-903d-a5b4da1dd6b5", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:06:16.975075 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-948482f0-eaf0-48e8-88df-aeae9d3e3421 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:06:16.975626 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd063f0e1-0923-40b7-bb03-2b249948d892', 'tag': 'c0d21e3f-02fc-4419-903d-a5b4da1dd6b5', 'status': 'completed', 'code': 200} Nov 12 20:06:17.127271 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dedf615e-8838-41b8-941b-411bb5958224 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:17.170062 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a9a2c-6c82-4332-aef5-ae590394556d req-a7afb400-5a08-4974-ae36-17e018e5365d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:17.172124 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ba8a9a2c-6c82-4332-aef5-ae590394556d req-a7afb400-5a08-4974-ae36-17e018e5365d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 1101 time: 0.1954014 Nov 12 20:06:17.184199 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a9a2c-6c82-4332-aef5-ae590394556d req-d16bf61b-8493-46a7-bbfc-3ced804b8a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:17.185736 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ba8a9a2c-6c82-4332-aef5-ae590394556d req-d16bf61b-8493-46a7-bbfc-3ced804b8a38 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 1101 time: 0.1820767 Nov 12 20:06:17.294958 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf615e-8838-41b8-941b-411bb5958224 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Pushing event deleted for resources: {'Port': ['ID=3d93af49-8b92-4ace-827d-52c2af33a75b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:17.471037 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa59739-af87-4e72-8d60-1a0d15e10467 req-41b0e10c-a136-4088-a4b2-2cb056ae2feb tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:17.478994 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-baa59739-af87-4e72-8d60-1a0d15e10467 req-41b0e10c-a136-4088-a4b2-2cb056ae2feb tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 949 time: 0.0996914 Nov 12 20:06:17.606979 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-baa59739-af87-4e72-8d60-1a0d15e10467 req-5d0fa844-8dd0-4522-a0a9-bc8ca49e997a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261647 Nov 12 20:06:17.749955 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dedf615e-8838-41b8-941b-411bb5958224 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:17.873069 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39b8aa-0dc2-44e5-bd96-aa6271da548a req-4fbc05d5-68d9-4f3a-8190-128632022d64 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:17.882172 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8d39b8aa-0dc2-44e5-bd96-aa6271da548a req-4fbc05d5-68d9-4f3a-8190-128632022d64 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=44212bcb-9f8a-4471-8d82-66ecfd5447cb HTTP/1.1" status: 200 len: 944 time: 0.1285865 Nov 12 20:06:17.911341 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a9a2c-6c82-4332-aef5-ae590394556d req-6c78e5bb-c740-43ca-8aa3-bcaa0c64c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:17.913315 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ba8a9a2c-6c82-4332-aef5-ae590394556d req-6c78e5bb-c740-43ca-8aa3-bcaa0c64c388 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.7314281 Nov 12 20:06:17.914910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a9a2c-6c82-4332-aef5-ae590394556d req-5138c339-2151-48bf-8c19-e6e25cca31af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:17.916335 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ba8a9a2c-6c82-4332-aef5-ae590394556d req-5138c339-2151-48bf-8c19-e6e25cca31af service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.7121220 Nov 12 20:06:18.028731 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8d39b8aa-0dc2-44e5-bd96-aa6271da548a req-69a3e020-be37-43da-9399-6f6f12e36bd3 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417534 Nov 12 20:06:18.047701 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ba8a9a2c-6c82-4332-aef5-ae590394556d req-76e03abd-9487-4227-9b83-ee766e45d390 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 HTTP/1.1" status: 200 len: 217 time: 0.1142864 Nov 12 20:06:18.062919 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ba8a9a2c-6c82-4332-aef5-ae590394556d req-e38f0328-3612-4fcb-8170-4d0f9cfec8ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 HTTP/1.1" status: 200 len: 217 time: 0.1203210 Nov 12 20:06:18.270341 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a9a2c-6c82-4332-aef5-ae590394556d req-ce49b161-4f5c-49ec-be1d-c6a8fa3864dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:18.271812 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ba8a9a2c-6c82-4332-aef5-ae590394556d req-ce49b161-4f5c-49ec-be1d-c6a8fa3864dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1515110 Nov 12 20:06:18.290723 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e788c-ec48-4c99-8f74-1beaa83c183d req-5cb6dc2c-c8a7-4ffa-9061-c41752844222 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:18.298853 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6d9e788c-ec48-4c99-8f74-1beaa83c183d req-5cb6dc2c-c8a7-4ffa-9061-c41752844222 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 943 time: 0.4177828 Nov 12 20:06:18.317652 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedf615e-8838-41b8-941b-411bb5958224 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Router 95d74071-bd6c-406c-9eb3-bd5bfd3a7d24 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:06:18.405287 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6d9e788c-ec48-4c99-8f74-1beaa83c183d req-f7d42b65-0ccc-4f02-bfca-2c5df531a7fa tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040316 Nov 12 20:06:18.454363 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a9a2c-6c82-4332-aef5-ae590394556d req-f50c63a0-2884-4c29-a185-b7bc35d4fac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:18.455952 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ba8a9a2c-6c82-4332-aef5-ae590394556d req-f50c63a0-2884-4c29-a185-b7bc35d4fac3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1372356 Nov 12 20:06:18.457326 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a9a2c-6c82-4332-aef5-ae590394556d req-ed833e59-8c79-4013-a8ce-076e63b6d252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:18.464844 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ba8a9a2c-6c82-4332-aef5-ae590394556d req-ed833e59-8c79-4013-a8ce-076e63b6d252 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.3593931 Nov 12 20:06:18.504995 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedf615e-8838-41b8-941b-411bb5958224 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:06:18.514716 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-dedf615e-8838-41b8-941b-411bb5958224 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] 10.222.0.48 "PUT /v2.0/routers/95d74071-bd6c-406c-9eb3-bd5bfd3a7d24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4362791 Nov 12 20:06:18.520568 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 60950) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:18.526249 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5150307d-f395-4e7d-b145-2415e27e4e4b None None] Sync routers for ids ['95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:06:18.576319 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5150307d-f395-4e7d-b145-2415e27e4e4b None None] Routers {'95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:06:18.577554 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-5150307d-f395-4e7d-b145-2415e27e4e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:05:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:06:18.688180 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-5150307d-f395-4e7d-b145-2415e27e4e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:06:18.701277 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5150307d-f395-4e7d-b145-2415e27e4e4b None None] Routers {'95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:06:18.702399 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-5150307d-f395-4e7d-b145-2415e27e4e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:05:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:06:18.741859 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a9a2c-6c82-4332-aef5-ae590394556d req-a397f34d-b2e8-4a30-aeea-86d4f3958496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:18.743058 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-5150307d-f395-4e7d-b145-2415e27e4e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:06:18.743707 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ba8a9a2c-6c82-4332-aef5-ae590394556d req-a397f34d-b2e8-4a30-aeea-86d4f3958496 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2110436 Nov 12 20:06:18.743826 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5150307d-f395-4e7d-b145-2415e27e4e4b None None] The sync data for ids ['95d74071-bd6c-406c-9eb3-bd5bfd3a7d24'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:06:18.831866 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2380e48-608e-4ade-b215-bd80af434764 req-fb5724a9-1b46-4030-9ced-fd08afb02a53 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:18.840043 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c2380e48-608e-4ade-b215-bd80af434764 req-fb5724a9-1b46-4030-9ced-fd08afb02a53 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=fcd17f2c-a78b-48e6-82e4-f6175a00332e HTTP/1.1" status: 200 len: 944 time: 0.2964122 Nov 12 20:06:18.861827 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ba8a9a2c-6c82-4332-aef5-ae590394556d req-45c2bff1-be3c-46a9-8fd1-555e9314b2b2 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940454 Nov 12 20:06:18.877886 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1dacbd3-429c-4ea5-bf6a-bba3cf20638b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:19.001105 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c24d6-7284-450f-b97e-95698ad795e9 req-f31f4b74-2610-42d0-a6b0-efaad376aecb tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:19.009891 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-790c24d6-7284-450f-b97e-95698ad795e9 req-f31f4b74-2610-42d0-a6b0-efaad376aecb tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 949 time: 0.1962864 Nov 12 20:06:19.059977 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c2380e48-608e-4ade-b215-bd80af434764 req-a9057676-0b98-49ab-8a8e-e09e617211d0 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190208 Nov 12 20:06:19.062564 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1dacbd3-429c-4ea5-bf6a-bba3cf20638b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:19.074657 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ba8a9a2c-6c82-4332-aef5-ae590394556d req-2295c84c-3f46-4d9f-b204-4378a537b60d service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065052 Nov 12 20:06:19.122010 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-790c24d6-7284-450f-b97e-95698ad795e9 req-46655c17-19d7-4d42-8c85-8d851925b13e tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111207 Nov 12 20:06:19.143685 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 67877ab7-de93-44d3-8e25-0b5f3d8db831 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:06:19.225189 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c1dacbd3-429c-4ea5-bf6a-bba3cf20638b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Deleting port 8301881c-6e75-43f2-bd3c-c12017e62b53 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:06:19.225519 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1dacbd3-429c-4ea5-bf6a-bba3cf20638b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:19.257824 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ba8a9a2c-6c82-4332-aef5-ae590394556d req-cd10a0e8-9108-497e-bf9e-e984c2cdafb2 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606985 Nov 12 20:06:19.261575 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ba8a9a2c-6c82-4332-aef5-ae590394556d req-7f81b905-d01f-4ead-a928-68b89e64689c service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730125 Nov 12 20:06:19.329399 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 67877ab7-de93-44d3-8e25-0b5f3d8db831 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:06:19.330401 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1dacbd3-429c-4ea5-bf6a-bba3cf20638b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:19.334440 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 67877ab7-de93-44d3-8e25-0b5f3d8db831 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:19.335104 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:19.344413 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c1dacbd3-429c-4ea5-bf6a-bba3cf20638b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Calling delete_port for 8301881c-6e75-43f2-bd3c-c12017e62b53 owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:06:19.367575 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17571976-39d5-4244-a2dd-8c1ebe95b5c9 req-d7e1b37a-6127-467d-ba2d-28f3a08b5549 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:19.369527 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-17571976-39d5-4244-a2dd-8c1ebe95b5c9 req-d7e1b37a-6127-467d-ba2d-28f3a08b5549 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 949 time: 0.0830946 Nov 12 20:06:19.437254 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-17571976-39d5-4244-a2dd-8c1ebe95b5c9 req-1d9878be-2d28-48f9-9390-a299574b7791 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599885 Nov 12 20:06:19.514854 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:19.553352 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44212bcb-9f8a-4471-8d82-66ecfd5447cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67877ab7-de93-44d3-8e25-0b5f3d8db831'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:06:19.560574 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1dacbd3-429c-4ea5-bf6a-bba3cf20638b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:19.568560 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09be090-5399-46dd-8837-b264b0f62cae" -d '{"events": [{"server_uuid": "44212bcb-9f8a-4471-8d82-66ecfd5447cb", "name": "network-vif-plugged", "status": "completed", "tag": "67877ab7-de93-44d3-8e25-0b5f3d8db831"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:06:19.592897 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 67877ab7-de93-44d3-8e25-0b5f3d8db831, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=67877ab7-de93-44d3-8e25-0b5f3d8db831,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:19.600027 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:19.600543 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0cdb0-1b3b-4e12-83c6-816a3d943993 req-a2730e9a-df9c-42ff-8217-5a45f59f1c28 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:19.600943 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:06:19.615541 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2cf0cdb0-1b3b-4e12-83c6-816a3d943993 req-a2730e9a-df9c-42ff-8217-5a45f59f1c28 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=44212bcb-9f8a-4471-8d82-66ecfd5447cb HTTP/1.1" status: 200 len: 944 time: 0.4479609 Nov 12 20:06:19.707421 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:06:19.710428 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dacbd3-429c-4ea5-bf6a-bba3cf20638b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Pushing event deleted for resources: {'Port': ['ID=8301881c-6e75-43f2-bd3c-c12017e62b53,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:19.714765 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:19.715130 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:19.753978 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=67877ab7-de93-44d3-8e25-0b5f3d8db831,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:19.831183 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:19.896789 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2cf0cdb0-1b3b-4e12-83c6-816a3d943993 req-b3df545b-74c8-4ef4-a0d9-3f3dd074c0d8 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800627 Nov 12 20:06:19.909910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b96ef-98e8-40e7-8264-fa27018e823b req-8e653730-ab0e-4cfb-8fe9-e21035831e23 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:19.920145 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1c6b96ef-98e8-40e7-8264-fa27018e823b req-8e653730-ab0e-4cfb-8fe9-e21035831e23 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 943 time: 0.1333716 Nov 12 20:06:19.940126 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1dacbd3-429c-4ea5-bf6a-bba3cf20638b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:19.974089 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:19.985144 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-862f104d-08f1-4a74-8a34-806acabaa22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:20.008582 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:20.080157 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcdc169-02b4-4278-ab47-c62b322d3177 x-openstack-request-id: req-3fcdc169-02b4-4278-ab47-c62b322d3177 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:06:20.080539 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44212bcb-9f8a-4471-8d82-66ecfd5447cb", "name": "network-vif-plugged", "status": "completed", "tag": "67877ab7-de93-44d3-8e25-0b5f3d8db831", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:06:20.080724 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3fcdc169-02b4-4278-ab47-c62b322d3177 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:06:20.081116 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44212bcb-9f8a-4471-8d82-66ecfd5447cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67877ab7-de93-44d3-8e25-0b5f3d8db831', 'code': 200} Nov 12 20:06:20.084055 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:20.086797 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1c6b96ef-98e8-40e7-8264-fa27018e823b req-3fd69ea1-b9ce-4ea2-98e8-ece42332f71a tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655748 Nov 12 20:06:20.207454 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:20.287931 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1dacbd3-429c-4ea5-bf6a-bba3cf20638b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:20.291631 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1dacbd3-429c-4ea5-bf6a-bba3cf20638b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:20.317992 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a7d18-2593-4eb8-af49-d3f5c9fa6059 req-e54e11fa-b823-4bb7-a9e8-a6f4f7ff6afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:20.319189 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-927a7d18-2593-4eb8-af49-d3f5c9fa6059 req-e54e11fa-b823-4bb7-a9e8-a6f4f7ff6afe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44212bcb-9f8a-4471-8d82-66ecfd5447cb HTTP/1.1" status: 200 len: 1097 time: 0.1420486 Nov 12 20:06:20.357948 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a63d10-a47b-4be4-bf2b-e17558855206 req-72b243fe-e93d-4b3f-b019-7889c9516fce tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:20.366455 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-21a63d10-a47b-4be4-bf2b-e17558855206 req-72b243fe-e93d-4b3f-b019-7889c9516fce tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=fcd17f2c-a78b-48e6-82e4-f6175a00332e HTTP/1.1" status: 200 len: 945 time: 0.1615400 Nov 12 20:06:20.381406 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:06:20.437082 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-21a63d10-a47b-4be4-bf2b-e17558855206 req-629763a9-95b0-4627-848b-ffde61e87413 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702984 Nov 12 20:06:20.481393 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1dacbd3-429c-4ea5-bf6a-bba3cf20638b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:20.481935 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dacbd3-429c-4ea5-bf6a-bba3cf20638b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Fanout notify agent at l3_agent the message router_deleted on router 95d74071-bd6c-406c-9eb3-bd5bfd3a7d24 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:06:20.493711 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-927a7d18-2593-4eb8-af49-d3f5c9fa6059 req-aa469998-9226-400b-bb12-dd834f3289f1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654153 Nov 12 20:06:20.513701 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-306cd53f-db73-4bf6-8d01-281ef34e8b56 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564857 Nov 12 20:06:20.563558 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1dacbd3-429c-4ea5-bf6a-bba3cf20638b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:20.564762 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c1dacbd3-429c-4ea5-bf6a-bba3cf20638b tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] 10.222.0.48 "DELETE /v2.0/routers/95d74071-bd6c-406c-9eb3-bd5bfd3a7d24 HTTP/1.1" status: 204 len: 168 time: 2.0424750 Nov 12 20:06:20.577695 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 60992) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:20.597316 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:20.611228 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'c0d21e3f-02fc-4419-903d-a5b4da1dd6b5', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': 'c0d21e3f-02fc-4419-903d-a5b4da1dd6b5', 'mac_address': 'fa:16:3e:ca:f6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:06:20.677819 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:20.687003 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-4059d974-1822-4c88-afb3-c751fb8380e8 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Deleting subnet e2409d86-0807-4b89-bd3e-eb15d3b6230b {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:06:20.693285 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4059d974-1822-4c88-afb3-c751fb8380e8 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:20.731770 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:06:20.738140 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-015ee5c3-c0e4-4b5b-8b76-83924be93b52 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:20.740444 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-015ee5c3-c0e4-4b5b-8b76-83924be93b52 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2168345 Nov 12 20:06:20.752803 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4059d974-1822-4c88-afb3-c751fb8380e8 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:20.765846 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-8b744039-bf86-4d8b-b8dd-a0e4d8d1c486 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/quotas/1c08b32f16f94cdbbecd052699f1c2ae HTTP/1.1" status: 200 len: 375 time: 0.0163758 Nov 12 20:06:20.771584 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:20.780328 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:20.864876 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,revision_number=12']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:20.879215 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-6bb98273-d4ca-4308-8cf7-81c4737160c3 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1069851 Nov 12 20:06:20.909329 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4059d974-1822-4c88-afb3-c751fb8380e8 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:21.079237 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4059d974-1822-4c88-afb3-c751fb8380e8 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:21.102332 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab05e57-3d7c-40a2-a624-c0aead71a348 req-96ab6c7b-063e-42ee-a557-21166a503eed tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:21.103972 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aab05e57-3d7c-40a2-a624-c0aead71a348 req-96ab6c7b-063e-42ee-a557-21166a503eed tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=44212bcb-9f8a-4471-8d82-66ecfd5447cb HTTP/1.1" status: 200 len: 945 time: 0.0755067 Nov 12 20:06:21.131165 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d803788-3ed8-4f7f-a4f9-0503216e98a8 req-cd3c08bb-11dd-4136-a9b1-c59ea3fa5094 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 210 time: 0.0495560 Nov 12 20:06:21.133162 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059d974-1822-4c88-afb3-c751fb8380e8 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Pushing event deleted for resources: {'Subnet': ['ID=e2409d86-0807-4b89-bd3e-eb15d3b6230b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:21.136330 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4059d974-1822-4c88-afb3-c751fb8380e8 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:21.141698 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78abfc22-836a-4da6-9dcd-ecdb0bfe5ae7 None None] Network 25d64297-984a-48a6-919a-a140dcadacb2 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:06:21.145147 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['c0d21e3f-02fc-4419-903d-a5b4da1dd6b5'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:06:21.152438 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4059d974-1822-4c88-afb3-c751fb8380e8 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] 10.222.0.48 "DELETE /v2.0/subnets/e2409d86-0807-4b89-bd3e-eb15d3b6230b HTTP/1.1" status: 204 len: 168 time: 0.5672991 Nov 12 20:06:21.155400 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 32786) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:21.298582 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aab05e57-3d7c-40a2-a624-c0aead71a348 req-871e726d-d9a6-4639-8664-aa0bd0df71e0 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758840 Nov 12 20:06:21.441802 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-302c4085-c02e-4f95-b245-af4bec72b191 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:21.554594 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c358cd-6582-4595-8c6d-4c56cb0a6be2 req-2723e3c9-3941-41ab-93fb-6456222f3ff3 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:21.560049 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a600451a-5b85-439f-bea1-bbc37b952c6c None None] DHCP port deletion for 25d64297-984a-48a6-919a-a140dcadacb2 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:06:21.574286 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-51c358cd-6582-4595-8c6d-4c56cb0a6be2 req-2723e3c9-3941-41ab-93fb-6456222f3ff3 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 943 time: 0.2142236 Nov 12 20:06:21.723220 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-a600451a-5b85-439f-bea1-bbc37b952c6c None None] Deleting port 996c29b9-cafc-406c-8f2c-3e3b1c04a977 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:06:21.728325 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a600451a-5b85-439f-bea1-bbc37b952c6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:21.750930 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86fc6c-08f2-4e2e-a40e-0d602e5d8daf req-5c728008-a494-40a3-b776-20dd6df28acd tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:21.765312 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-51c358cd-6582-4595-8c6d-4c56cb0a6be2 req-92434acb-0f2c-4540-a499-69d243432ec8 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898229 Nov 12 20:06:21.768487 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0e86fc6c-08f2-4e2e-a40e-0d602e5d8daf req-5c728008-a494-40a3-b776-20dd6df28acd tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=fcd17f2c-a78b-48e6-82e4-f6175a00332e HTTP/1.1" status: 200 len: 945 time: 0.1466751 Nov 12 20:06:21.876967 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-302c4085-c02e-4f95-b245-af4bec72b191 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Deleting port 996c29b9-cafc-406c-8f2c-3e3b1c04a977 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:06:21.877352 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-302c4085-c02e-4f95-b245-af4bec72b191 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:21.886343 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a600451a-5b85-439f-bea1-bbc37b952c6c None None] For port 996c29b9-cafc-406c-8f2c-3e3b1c04a977, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=996c29b9-cafc-406c-8f2c-3e3b1c04a977,segment=NetworkSegment(4b69ff54-8e9e-4e94-8b23-3ad4821a5ee3),segment_id=4b69ff54-8e9e-4e94-8b23-3ad4821a5ee3)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:21.887072 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a600451a-5b85-439f-bea1-bbc37b952c6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:21.905036 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0e86fc6c-08f2-4e2e-a40e-0d602e5d8daf req-15e8eaa3-0c7d-4862-bb28-166ba58cabf1 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300852 Nov 12 20:06:21.949744 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-a600451a-5b85-439f-bea1-bbc37b952c6c None None] Calling delete_port for 996c29b9-cafc-406c-8f2c-3e3b1c04a977 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:06:22.082350 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd17f2c-a78b-48e6-82e4-f6175a00332e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:06:22.092977 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911a1235-1c7e-4d7c-a3aa-8b26a5b9760b" -d '{"events": [{"server_uuid": "fcd17f2c-a78b-48e6-82e4-f6175a00332e", "name": "network-vif-plugged", "status": "completed", "tag": "e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:06:22.097917 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-302c4085-c02e-4f95-b245-af4bec72b191 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] For port 996c29b9-cafc-406c-8f2c-3e3b1c04a977, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=996c29b9-cafc-406c-8f2c-3e3b1c04a977,segment=NetworkSegment(4b69ff54-8e9e-4e94-8b23-3ad4821a5ee3),segment_id=4b69ff54-8e9e-4e94-8b23-3ad4821a5ee3)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:22.114936 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-302c4085-c02e-4f95-b245-af4bec72b191 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:22.127927 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a600451a-5b85-439f-bea1-bbc37b952c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:22.236589 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-302c4085-c02e-4f95-b245-af4bec72b191 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Calling delete_port for 996c29b9-cafc-406c-8f2c-3e3b1c04a977 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:06:22.296321 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec79bd21-7ea1-4e34-b901-f50c613e0d21 x-openstack-request-id: req-ec79bd21-7ea1-4e34-b901-f50c613e0d21 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:06:22.296321 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd17f2c-a78b-48e6-82e4-f6175a00332e", "name": "network-vif-plugged", "status": "completed", "tag": "e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:06:22.296321 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ec79bd21-7ea1-4e34-b901-f50c613e0d21 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:06:22.296871 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd17f2c-a78b-48e6-82e4-f6175a00332e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b', 'code': 200} Nov 12 20:06:22.297980 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600451a-5b85-439f-bea1-bbc37b952c6c None None] Pushing event deleted for resources: {'Port': ['ID=996c29b9-cafc-406c-8f2c-3e3b1c04a977,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:22.306514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a600451a-5b85-439f-bea1-bbc37b952c6c None None] No DVR routers for this DVR port 996c29b9-cafc-406c-8f2c-3e3b1c04a977 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:06:22.335313 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2af76224-9f75-4e2d-8020-9004314d5539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:22.364102 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 996c29b9-cafc-406c-8f2c-3e3b1c04a977 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:06:22.377523 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4647558f-2c68-4d20-91ba-9b7dad3b47c2 req-2bd6f8b2-6192-4304-beb7-44039657e37e tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 210 time: 0.0920303 Nov 12 20:06:22.391022 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-302c4085-c02e-4f95-b245-af4bec72b191 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:22.422877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302c4085-c02e-4f95-b245-af4bec72b191 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] No DVR routers for this DVR port 996c29b9-cafc-406c-8f2c-3e3b1c04a977 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:06:22.431617 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c4085-c02e-4f95-b245-af4bec72b191 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Pushing event deleted for resources: {'Port': ['ID=996c29b9-cafc-406c-8f2c-3e3b1c04a977,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:22.451710 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 996c29b9-cafc-406c-8f2c-3e3b1c04a977 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:06:22.452500 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 996c29b9-cafc-406c-8f2c-3e3b1c04a977 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:06:22.528142 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f1c75-73e5-4ec0-9ba2-108117e5802f req-e56c3611-2698-4ba2-944a-14e519833134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:22.530358 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-135f1c75-73e5-4ec0-9ba2-108117e5802f req-e56c3611-2698-4ba2-944a-14e519833134 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fcd17f2c-a78b-48e6-82e4-f6175a00332e HTTP/1.1" status: 200 len: 1097 time: 0.0778790 Nov 12 20:06:22.537581 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-302c4085-c02e-4f95-b245-af4bec72b191 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:22.566057 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-302c4085-c02e-4f95-b245-af4bec72b191 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d64297-984a-48a6-919a-a140dcadacb2']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:06:22.576302 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-302c4085-c02e-4f95-b245-af4bec72b191 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b69ff54-8e9e-4e94-8b23-3ad4821a5ee3') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:06:22.576565 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-302c4085-c02e-4f95-b245-af4bec72b191 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b69ff54-8e9e-4e94-8b23-3ad4821a5ee3') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:06:22.588105 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-302c4085-c02e-4f95-b245-af4bec72b191 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:22.604998 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-302c4085-c02e-4f95-b245-af4bec72b191 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:22.612151 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302c4085-c02e-4f95-b245-af4bec72b191 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:06:22.612576 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-302c4085-c02e-4f95-b245-af4bec72b191 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:22.618540 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-135f1c75-73e5-4ec0-9ba2-108117e5802f req-1cf61ce5-bca7-4d8f-aaef-56d1e9f017a4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731871 Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:06:22.663683 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:06:22.718759 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-302c4085-c02e-4f95-b245-af4bec72b191 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:22.728749 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-302c4085-c02e-4f95-b245-af4bec72b191 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:22.737302 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-302c4085-c02e-4f95-b245-af4bec72b191 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] 10.222.0.48 "DELETE /v2.0/networks/25d64297-984a-48a6-919a-a140dcadacb2 HTTP/1.1" status: 204 len: 168 time: 1.5783162 Nov 12 20:06:22.737754 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 32818) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:22.783832 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0c167-334c-416c-911d-d8ef6f12c90a req-5e2e9854-4d25-404e-90c2-b812ada2c0a5 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:22.786616 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cdb0c167-334c-416c-911d-d8ef6f12c90a req-5e2e9854-4d25-404e-90c2-b812ada2c0a5 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=44212bcb-9f8a-4471-8d82-66ecfd5447cb HTTP/1.1" status: 200 len: 945 time: 0.1239638 Nov 12 20:06:22.789607 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c4085-c02e-4f95-b245-af4bec72b191 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Pushing event deleted for resources: {'Network': ['ID=25d64297-984a-48a6-919a-a140dcadacb2,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:22.912861 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cdb0c167-334c-416c-911d-d8ef6f12c90a req-0678e353-520b-4c22-8e8e-78bf6db2bb32 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153264 Nov 12 20:06:22.970098 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7119e-0d61-4e5f-aa3b-9df921a6ac2a req-54340271-9de6-4521-9e04-55c0c5c0ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:22.971823 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-daf7119e-0d61-4e5f-aa3b-9df921a6ac2a req-54340271-9de6-4521-9e04-55c0c5c0ce66 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0&tenant_id=cc4db98daf5b4e7b9bbbe0aad0f1a29c HTTP/1.1" status: 200 len: 1095 time: 0.1373324 Nov 12 20:06:23.107804 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-91e3fa8f-183b-47f2-b31a-aa7c50c31fd9 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Deleting port 75bf55cb-96da-4372-aa69-8b0bc1910f80 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:06:23.108150 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91e3fa8f-183b-47f2-b31a-aa7c50c31fd9 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:23.195241 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01c54d-179c-4e03-9691-7a0e7469b9bc req-1c436c3d-06cb-46fb-8fc4-ad05eda4903d tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:23.196193 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255270f9-5062-4a6a-ac5f-445e71f8a07a req-d5ba0435-8c8e-494f-a798-c69058c30c40 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:23.196867 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ae01c54d-179c-4e03-9691-7a0e7469b9bc req-1c436c3d-06cb-46fb-8fc4-ad05eda4903d tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 943 time: 0.1971354 Nov 12 20:06:23.198053 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-255270f9-5062-4a6a-ac5f-445e71f8a07a req-d5ba0435-8c8e-494f-a798-c69058c30c40 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=fcd17f2c-a78b-48e6-82e4-f6175a00332e HTTP/1.1" status: 200 len: 945 time: 0.0631893 Nov 12 20:06:23.207009 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7119e-0d61-4e5f-aa3b-9df921a6ac2a req-405246cd-69be-4aaf-8b5f-38acfd24f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:23.209941 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-daf7119e-0d61-4e5f-aa3b-9df921a6ac2a req-405246cd-69be-4aaf-8b5f-38acfd24f3f1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cc4db98daf5b4e7b9bbbe0aad0f1a29c&device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 1095 time: 0.1821532 Nov 12 20:06:23.272852 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-255270f9-5062-4a6a-ac5f-445e71f8a07a req-d320ac73-3bef-43c4-9201-5dd55865c535 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670996 Nov 12 20:06:23.331943 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91e3fa8f-183b-47f2-b31a-aa7c50c31fd9 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:23.332434 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91e3fa8f-183b-47f2-b31a-aa7c50c31fd9 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:23.369768 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-91e3fa8f-183b-47f2-b31a-aa7c50c31fd9 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Calling delete_port for 75bf55cb-96da-4372-aa69-8b0bc1910f80 owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:06:23.389454 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ae01c54d-179c-4e03-9691-7a0e7469b9bc req-5dc35688-0e77-40ed-87fd-7ac1cbcd52c4 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790409 Nov 12 20:06:23.505863 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-24c37cb1-cbc1-4c02-ba9d-3385396ecb9e tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563581 Nov 12 20:06:23.512410 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7119e-0d61-4e5f-aa3b-9df921a6ac2a req-23faaf96-c8a7-40ea-99fb-6ff2564b4bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:23.514244 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-daf7119e-0d61-4e5f-aa3b-9df921a6ac2a req-23faaf96-c8a7-40ea-99fb-6ff2564b4bec service neutron] 10.222.0.52 "GET /v2.0/networks?id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202 HTTP/1.1" status: 200 len: 917 time: 0.2937562 Nov 12 20:06:23.632985 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-daf7119e-0d61-4e5f-aa3b-9df921a6ac2a req-2e9929d6-0afb-4e8e-806f-04fb50abb6b7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b8dc4c6-5607-4dc0-b8d1-2783738323ad HTTP/1.1" status: 200 len: 999 time: 0.1070507 Nov 12 20:06:23.633429 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb01d9e-7e36-469b-b3f6-74c7d13d12fe req-477eba6b-16af-41be-92db-4ff125aefc0f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:23.646165 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7fb01d9e-7e36-469b-b3f6-74c7d13d12fe req-477eba6b-16af-41be-92db-4ff125aefc0f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=44212bcb-9f8a-4471-8d82-66ecfd5447cb HTTP/1.1" status: 200 len: 945 time: 0.2080162 Nov 12 20:06:23.720117 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:23.727324 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:23.805343 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e944d63b-b879-4e35-a45e-a3aea714e8da req-e04d51d6-75ba-48a5-b82c-bcb3ae3e0149 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 210 time: 0.1680369 Nov 12 20:06:23.810793 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7fb01d9e-7e36-469b-b3f6-74c7d13d12fe req-28f358e6-725f-4c7c-a766-7ba6cdaed318 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636775 Nov 12 20:06:23.835250 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91e3fa8f-183b-47f2-b31a-aa7c50c31fd9 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:23.845278 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-2a40aef6-074a-4d70-86c6-f8fb5c89783a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:23.846816 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-2a40aef6-074a-4d70-86c6-f8fb5c89783a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3219888 Nov 12 20:06:23.864282 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-1797fa0a-b4c5-447a-bb86-7da883e8dc24 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Request body: {'port': {'device_id': '12e2e23c-84f6-4dc1-bf10-1ed50b627439', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': '1c08b32f16f94cdbbecd052699f1c2ae'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:06:23.869889 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3fa8f-183b-47f2-b31a-aa7c50c31fd9 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Pushing event deleted for resources: {'Port': ['ID=75bf55cb-96da-4372-aa69-8b0bc1910f80,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:24.019745 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-1797fa0a-b4c5-447a-bb86-7da883e8dc24 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Made reservation on behalf of 1c08b32f16f94cdbbecd052699f1c2ae for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:06:24.023564 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91e3fa8f-183b-47f2-b31a-aa7c50c31fd9 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:24.025288 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-1797fa0a-b4c5-447a-bb86-7da883e8dc24 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:24.026997 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91e3fa8f-183b-47f2-b31a-aa7c50c31fd9 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:24.028384 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-91e3fa8f-183b-47f2-b31a-aa7c50c31fd9 tempest-FloatingIPAdminTestJSON-649673852 tempest-FloatingIPAdminTestJSON-649673852-project] 10.222.0.48 "DELETE /v2.0/floatingips/000c848b-d347-40e4-8f49-84c9afb30ce8 HTTP/1.1" status: 204 len: 168 time: 1.2894421 Nov 12 20:06:24.047975 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7119e-0d61-4e5f-aa3b-9df921a6ac2a req-3c85c3dc-d993-4bb2-85ec-9532b96d49b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:24.053301 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-daf7119e-0d61-4e5f-aa3b-9df921a6ac2a req-3c85c3dc-d993-4bb2-85ec-9532b96d49b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f543e4e2-8561-47f7-b814-55300c23b7f1 HTTP/1.1" status: 200 len: 855 time: 0.2828238 Nov 12 20:06:24.142480 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b863f5-57d9-416f-a05f-18042eeba65f req-dec0ed72-cbe3-4c0c-8dfb-a52cb3c5abee tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:24.153272 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e3b863f5-57d9-416f-a05f-18042eeba65f req-dec0ed72-cbe3-4c0c-8dfb-a52cb3c5abee tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=44212bcb-9f8a-4471-8d82-66ecfd5447cb HTTP/1.1" status: 200 len: 945 time: 0.1682272 Nov 12 20:06:24.209868 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7119e-0d61-4e5f-aa3b-9df921a6ac2a req-fdcd3222-ecd5-4cab-b790-b0febf54df82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:24.212593 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-daf7119e-0d61-4e5f-aa3b-9df921a6ac2a req-fdcd3222-ecd5-4cab-b790-b0febf54df82 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1489925 Nov 12 20:06:24.221805 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-1797fa0a-b4c5-447a-bb86-7da883e8dc24 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Allocated IP 192.168.233.66 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/6fd18c3d-48fb-4e5f-9077-9050a50aa377) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:06:24.295848 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e3b863f5-57d9-416f-a05f-18042eeba65f req-256483d5-5550-47eb-ab69-6a18cbb9b4cd tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409297 Nov 12 20:06:24.388352 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:06:24.389673 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-daf7119e-0d61-4e5f-aa3b-9df921a6ac2a req-a8def105-2340-4aec-a0d3-2cd4a5ac261f service neutron] 10.222.0.52 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648924 Nov 12 20:06:24.530362 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:06:24.536005 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:24.536402 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:24.602016 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14d9b0-3617-400f-86bf-5b20062ecf2d req-c6821222-9698-4898-9193-bd67dfd47926 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:24.610993 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5e14d9b0-3617-400f-86bf-5b20062ecf2d req-c6821222-9698-4898-9193-bd67dfd47926 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=fcd17f2c-a78b-48e6-82e4-f6175a00332e HTTP/1.1" status: 200 len: 945 time: 0.1608818 Nov 12 20:06:24.640168 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-1797fa0a-b4c5-447a-bb86-7da883e8dc24 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:24.646977 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-daf7119e-0d61-4e5f-aa3b-9df921a6ac2a req-3272b1c4-743a-4dca-b1a7-c82042e6ca2a service neutron] 10.222.0.52 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470725 Nov 12 20:06:24.711279 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:24.712419 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 32862) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:24.728838 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5e14d9b0-3617-400f-86bf-5b20062ecf2d req-9942fc40-5347-40ae-9287-b9d6ce43674e tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168492 Nov 12 20:06:24.755057 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd063f0e1-0923-40b7-bb03-2b249948d892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d21e3f-02fc-4419-903d-a5b4da1dd6b5'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:06:24.759402 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-1797fa0a-b4c5-447a-bb86-7da883e8dc24 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:24.765310 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443c135b-01da-48b6-b49a-10f9e3720e3a" -d '{"events": [{"server_uuid": "d063f0e1-0923-40b7-bb03-2b249948d892", "name": "network-vif-plugged", "status": "completed", "tag": "c0d21e3f-02fc-4419-903d-a5b4da1dd6b5"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:06:24.785870 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:24.795135 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6f5fb2ef-6df8-463e-ac0c-7062375058e1', 'c0d21e3f-02fc-4419-903d-a5b4da1dd6b5'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:06:24.819846 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-1797fa0a-b4c5-447a-bb86-7da883e8dc24 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:06:24.825775 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-1797fa0a-b4c5-447a-bb86-7da883e8dc24 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:06:24.830241 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-1797fa0a-b4c5-447a-bb86-7da883e8dc24 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:06:24.838491 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797fa0a-b4c5-447a-bb86-7da883e8dc24 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Pushing event updated for resources: {'Port': ['ID=6fd18c3d-48fb-4e5f-9077-9050a50aa377,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:24.867681 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['5e904854-22bc-4c69-a481-3c3feea5b76b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:06:24.875244 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:24.940750 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-1797fa0a-b4c5-447a-bb86-7da883e8dc24 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:24.941444 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-1797fa0a-b4c5-447a-bb86-7da883e8dc24 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:24.982154 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-1797fa0a-b4c5-447a-bb86-7da883e8dc24 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1216414 Nov 12 20:06:25.000423 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83f905-703f-4481-904c-be1c33b0a7f3 req-19498b00-7abd-4c4e-b5c2-7ba1e042ef6a tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:25.004768 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-d354a8a2-72d2-4fa8-b37c-e568a64f0ceb service neutron] Request body: {'port': {'device_id': '12e2e23c-84f6-4dc1-bf10-1ed50b627439', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:06:25.015011 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8b83f905-703f-4481-904c-be1c33b0a7f3 req-19498b00-7abd-4c4e-b5c2-7ba1e042ef6a tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 943 time: 0.1245170 Nov 12 20:06:25.109461 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,revision_number=13']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:25.141223 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-d354a8a2-72d2-4fa8-b37c-e568a64f0ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:25.179034 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a3a05c77-3e6d-4af0-85d6-1655a4df5780 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=12967fc6f1e6430aaf9c32c43ad50e9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4653497 Nov 12 20:06:25.180906 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 32892) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:25.207783 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8b83f905-703f-4481-904c-be1c33b0a7f3 req-e191f5c9-a9d6-474f-94df-609da214da4f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916134 Nov 12 20:06:25.240026 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:25.319767 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a30c3981-7dd8-4450-8d22-2f6041f49d90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:25.423407 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-326ff3b3-2d81-432e-ab38-e2149e9deeaf None None] Provisioning complete for port 6fd18c3d-48fb-4e5f-9077-9050a50aa377 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:25.423922 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-326ff3b3-2d81-432e-ab38-e2149e9deeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:25.451672 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a30c3981-7dd8-4450-8d22-2f6041f49d90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:25.522243 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-326ff3b3-2d81-432e-ab38-e2149e9deeaf None None] Port 6fd18c3d-48fb-4e5f-9077-9050a50aa377 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:06:25.608170 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636febc7-b40c-4867-8e88-8ba9d46dc75c req-dbbab358-f442-4c75-9c66-c634ae480892 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:25.616714 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-636febc7-b40c-4867-8e88-8ba9d46dc75c req-dbbab358-f442-4c75-9c66-c634ae480892 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=44212bcb-9f8a-4471-8d82-66ecfd5447cb HTTP/1.1" status: 200 len: 945 time: 0.2552633 Nov 12 20:06:25.693110 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a30c3981-7dd8-4450-8d22-2f6041f49d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:25.696085 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a30c3981-7dd8-4450-8d22-2f6041f49d90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:25.700105 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a30c3981-7dd8-4450-8d22-2f6041f49d90 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/720add6b-a479-4900-a312-87bdc151a3cb HTTP/1.1" status: 204 len: 168 time: 0.5152731 Nov 12 20:06:25.702508 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-636febc7-b40c-4867-8e88-8ba9d46dc75c req-df5553b3-bfb5-427d-babe-81adfbd5acaa tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843570 Nov 12 20:06:25.711645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c3981-7dd8-4450-8d22-2f6041f49d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720add6b-a479-4900-a312-87bdc151a3cb,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:25.812025 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-d354a8a2-72d2-4fa8-b37c-e568a64f0ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd18c3d-48fb-4e5f-9077-9050a50aa377 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:06:25.831918 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-d354a8a2-72d2-4fa8-b37c-e568a64f0ceb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:25.855027 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-d354a8a2-72d2-4fa8-b37c-e568a64f0ceb service neutron] Transition to ACTIVE for port object 6fd18c3d-48fb-4e5f-9077-9050a50aa377 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:06:25.868781 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-d354a8a2-72d2-4fa8-b37c-e568a64f0ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:25.906712 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:26.064680 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354a8a2-72d2-4fa8-b37c-e568a64f0ceb service neutron] Pushing event updated for resources: {'Port': ['ID=6fd18c3d-48fb-4e5f-9077-9050a50aa377,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:26.097341 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbe29a1-a4dd-4510-a05a-9e3d1166fce4 x-openstack-request-id: req-7bbe29a1-a4dd-4510-a05a-9e3d1166fce4 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:06:26.097341 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d063f0e1-0923-40b7-bb03-2b249948d892", "name": "network-vif-plugged", "status": "completed", "tag": "c0d21e3f-02fc-4419-903d-a5b4da1dd6b5", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:06:26.097341 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7bbe29a1-a4dd-4510-a05a-9e3d1166fce4 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:06:26.097341 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd063f0e1-0923-40b7-bb03-2b249948d892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d21e3f-02fc-4419-903d-a5b4da1dd6b5', 'code': 200} Nov 12 20:06:26.408397 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 32910) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:26.460511 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fcec0d8f-5c3e-4eca-a4e4-dd1238e68c9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:26.520182 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb41e9-766a-4d0b-8630-1560fbdcbafa req-0abede42-e487-4c88-9420-c3a519de96de tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:26.530244 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-17cb41e9-766a-4d0b-8630-1560fbdcbafa req-0abede42-e487-4c88-9420-c3a519de96de tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 947 time: 0.2949710 Nov 12 20:06:26.644534 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8f72d-fa78-48c1-a7e7-67e6f040a1df req-5197b9d5-4e1e-472d-b78a-5c456fff1b2b tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:26.646178 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-45b8f72d-fa78-48c1-a7e7-67e6f040a1df req-5197b9d5-4e1e-472d-b78a-5c456fff1b2b tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.55 "GET /v2.0/ports?device_id=44212bcb-9f8a-4471-8d82-66ecfd5447cb HTTP/1.1" status: 200 len: 945 time: 0.3463159 Nov 12 20:06:26.679032 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-d354a8a2-72d2-4fa8-b37c-e568a64f0ceb service neutron] Attempting to bind port 6fd18c3d-48fb-4e5f-9077-9050a50aa377 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:06:26.679377 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-d354a8a2-72d2-4fa8-b37c-e568a64f0ceb service neutron] Attempting to bind port 6fd18c3d-48fb-4e5f-9077-9050a50aa377 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:06:26.679719 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-d354a8a2-72d2-4fa8-b37c-e568a64f0ceb service neutron] Attempting to bind port 6fd18c3d-48fb-4e5f-9077-9050a50aa377 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:06:26.685306 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-d354a8a2-72d2-4fa8-b37c-e568a64f0ceb service neutron] Port 6fd18c3d-48fb-4e5f-9077-9050a50aa377 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:06:26.685728 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-d354a8a2-72d2-4fa8-b37c-e568a64f0ceb service neutron] Attempting to bind port 6fd18c3d-48fb-4e5f-9077-9050a50aa377 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:06:26.692511 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-d354a8a2-72d2-4fa8-b37c-e568a64f0ceb service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:06:26.692906 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-d354a8a2-72d2-4fa8-b37c-e568a64f0ceb service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:06:26.693200 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-d354a8a2-72d2-4fa8-b37c-e568a64f0ceb service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:06:26.693652 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-d354a8a2-72d2-4fa8-b37c-e568a64f0ceb service neutron] Bound port: 6fd18c3d-48fb-4e5f-9077-9050a50aa377, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:06:26.694768 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-d354a8a2-72d2-4fa8-b37c-e568a64f0ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:26.767902 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-17cb41e9-766a-4d0b-8630-1560fbdcbafa req-0d23177c-7a4e-4e21-a421-8f10c0096273 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361991 Nov 12 20:06:26.777649 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-d354a8a2-72d2-4fa8-b37c-e568a64f0ceb service neutron] For port 6fd18c3d-48fb-4e5f-9077-9050a50aa377, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:06:26.781456 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-d354a8a2-72d2-4fa8-b37c-e568a64f0ceb service neutron] For port 6fd18c3d-48fb-4e5f-9077-9050a50aa377, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6fd18c3d-48fb-4e5f-9077-9050a50aa377,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:06:26.796764 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-d354a8a2-72d2-4fa8-b37c-e568a64f0ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:26.837840 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-d354a8a2-72d2-4fa8-b37c-e568a64f0ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:26.840138 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-d354a8a2-72d2-4fa8-b37c-e568a64f0ceb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:26.841852 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-d354a8a2-72d2-4fa8-b37c-e568a64f0ceb service neutron] 10.222.0.52 "PUT /v2.0/ports/6fd18c3d-48fb-4e5f-9077-9050a50aa377 HTTP/1.1" status: 200 len: 1096 time: 1.8425429 Nov 12 20:06:26.842504 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e2e23c-84f6-4dc1-bf10-1ed50b627439', 'tag': '6fd18c3d-48fb-4e5f-9077-9050a50aa377'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:06:26.845109 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99523dda-5e2d-45f0-ad8c-e8a06ce2273a" -d '{"events": [{"name": "network-changed", "server_uuid": "12e2e23c-84f6-4dc1-bf10-1ed50b627439", "tag": "6fd18c3d-48fb-4e5f-9077-9050a50aa377"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:06:26.907682 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354a8a2-72d2-4fa8-b37c-e568a64f0ceb service neutron] Pushing event updated for resources: {'Port': ['ID=6fd18c3d-48fb-4e5f-9077-9050a50aa377,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:27.000909 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-45b8f72d-fa78-48c1-a7e7-67e6f040a1df req-c547ede9-4cfc-46d9-bd3e-b7519b10001c tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Deleting port 67877ab7-de93-44d3-8e25-0b5f3d8db831 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:06:27.004063 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-45b8f72d-fa78-48c1-a7e7-67e6f040a1df req-c547ede9-4cfc-46d9-bd3e-b7519b10001c tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:27.030694 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-6f1fb79a-bff7-4d2c-bd6d-8ad260e30647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:27.032242 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-6f1fb79a-bff7-4d2c-bd6d-8ad260e30647 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 1099 time: 0.1021318 Nov 12 20:06:27.162708 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-b0b22cb4-a274-4aef-9b9c-fa53a15eb94a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6fd18c3d-48fb-4e5f-9077-9050a50aa377 HTTP/1.1" status: 200 len: 217 time: 0.0836782 Nov 12 20:06:27.179011 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-45b8f72d-fa78-48c1-a7e7-67e6f040a1df req-c547ede9-4cfc-46d9-bd3e-b7519b10001c tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] For port 67877ab7-de93-44d3-8e25-0b5f3d8db831, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=67877ab7-de93-44d3-8e25-0b5f3d8db831,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:27.179636 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-45b8f72d-fa78-48c1-a7e7-67e6f040a1df req-c547ede9-4cfc-46d9-bd3e-b7519b10001c tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:27.197667 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fcec0d8f-5c3e-4eca-a4e4-dd1238e68c9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:27.250513 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:06:27.253887 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-45b8f72d-fa78-48c1-a7e7-67e6f040a1df req-c547ede9-4cfc-46d9-bd3e-b7519b10001c tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Calling delete_port for 67877ab7-de93-44d3-8e25-0b5f3d8db831 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:06:27.258664 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fcec0d8f-5c3e-4eca-a4e4-dd1238e68c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:27.346478 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44917ba-5eea-4255-aeff-21c880802ac9 req-00561fd4-b7a2-45a0-83bf-74b3bd38a1c3 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:27.354188 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c44917ba-5eea-4255-aeff-21c880802ac9 req-00561fd4-b7a2-45a0-83bf-74b3bd38a1c3 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=fcd17f2c-a78b-48e6-82e4-f6175a00332e HTTP/1.1" status: 200 len: 945 time: 0.1654680 Nov 12 20:06:27.373637 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-6ee972c6-ed13-4527-b89b-810e6167de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:27.377834 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-6ee972c6-ed13-4527-b89b-810e6167de89 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1143155 Nov 12 20:06:27.450493 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fcec0d8f-5c3e-4eca-a4e4-dd1238e68c9b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4a0c9242f17b476da39965e7f208aa4d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0409997 Nov 12 20:06:27.450705 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 32918) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:27.459497 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec0d8f-5c3e-4eca-a4e4-dd1238e68c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1136efb2-1d68-454e-b2ed-d585d55f608c,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:27.498345 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c44917ba-5eea-4255-aeff-21c880802ac9 req-37b79b71-5da1-4dfe-bd29-adda3f602e37 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421757 Nov 12 20:06:27.666632 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0e0f9192-3c6d-4553-a6e8-446a195aedba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:27.696139 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50b2d3-2d04-4b73-bd88-6fa9e0de13de req-55268c75-1f90-437f-a373-052c56135984 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:27.698540 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b50b2d3-2d04-4b73-bd88-6fa9e0de13de req-55268c75-1f90-437f-a373-052c56135984 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 943 time: 0.1065276 Nov 12 20:06:27.700299 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-45b8f72d-fa78-48c1-a7e7-67e6f040a1df req-c547ede9-4cfc-46d9-bd3e-b7519b10001c tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:27.715234 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:06:27.753436 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0e0f9192-3c6d-4553-a6e8-446a195aedba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:27.808716 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547ede9-4cfc-46d9-bd3e-b7519b10001c tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Pushing event deleted for resources: {'Port': ['ID=67877ab7-de93-44d3-8e25-0b5f3d8db831,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:27.880315 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-39e9d35a-f476-4549-8eff-a18755d77704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:27.883116 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-39e9d35a-f476-4549-8eff-a18755d77704 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3109763 Nov 12 20:06:27.884886 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0e0f9192-3c6d-4553-a6e8-446a195aedba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:27.889461 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0e0f9192-3c6d-4553-a6e8-446a195aedba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:27.891163 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0e0f9192-3c6d-4553-a6e8-446a195aedba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1136efb2-1d68-454e-b2ed-d585d55f608c HTTP/1.1" status: 204 len: 168 time: 0.4367905 Nov 12 20:06:27.902512 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f9192-3c6d-4553-a6e8-446a195aedba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1136efb2-1d68-454e-b2ed-d585d55f608c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:27.983177 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b8f72d-fa78-48c1-a7e7-67e6f040a1df req-c547ede9-4cfc-46d9-bd3e-b7519b10001c tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] No DVR routers for this DVR port 67877ab7-de93-44d3-8e25-0b5f3d8db831 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:06:27.999020 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-45b8f72d-fa78-48c1-a7e7-67e6f040a1df req-c547ede9-4cfc-46d9-bd3e-b7519b10001c tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:28.008435 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-45b8f72d-fa78-48c1-a7e7-67e6f040a1df req-c547ede9-4cfc-46d9-bd3e-b7519b10001c tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.55 "DELETE /v2.0/ports/67877ab7-de93-44d3-8e25-0b5f3d8db831 HTTP/1.1" status: 204 len: 173 time: 1.3521435 Nov 12 20:06:28.008930 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44212bcb-9f8a-4471-8d82-66ecfd5447cb', 'name': 'network-vif-deleted', 'tag': '67877ab7-de93-44d3-8e25-0b5f3d8db831'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:06:28.024193 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6e7023-85eb-41ec-abb3-edc078489762" -d '{"events": [{"server_uuid": "44212bcb-9f8a-4471-8d82-66ecfd5447cb", "name": "network-vif-deleted", "tag": "67877ab7-de93-44d3-8e25-0b5f3d8db831"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:06:28.085411 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-64179c36-74e9-4e5b-9e36-57db6db3e2e1 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711700 Nov 12 20:06:28.105155 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b50b2d3-2d04-4b73-bd88-6fa9e0de13de req-4cbf3629-e746-4ff2-9d2d-9583b9ef3d96 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3857107 Nov 12 20:06:28.416104 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-68bea127-b931-4ba8-b5fe-22361b3e367b req-8cd3f9d4-814f-402a-8111-513fd08cc2bd tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=44212bcb-9f8a-4471-8d82-66ecfd5447cb HTTP/1.1" status: 200 len: 210 time: 0.0788360 Nov 12 20:06:28.444603 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8b50b595-76bf-4d86-bfff-32eaa6b97f2b req-87143bb7-9e13-4d26-bec1-3f04d433f5b3 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512855 Nov 12 20:06:28.508626 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5f704f-aa08-41a7-a0e0-42710567a2de x-openstack-request-id: req-fc5f704f-aa08-41a7-a0e0-42710567a2de {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:06:28.509299 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e2e23c-84f6-4dc1-bf10-1ed50b627439", "tag": "6fd18c3d-48fb-4e5f-9077-9050a50aa377", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:06:28.509563 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc5f704f-aa08-41a7-a0e0-42710567a2de {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:06:28.509971 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e2e23c-84f6-4dc1-bf10-1ed50b627439', 'tag': '6fd18c3d-48fb-4e5f-9077-9050a50aa377', 'status': 'completed', 'code': 200} Nov 12 20:06:28.788833 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d934f-433e-418c-8bf9-5f4b6dc5516b req-af2f5af5-2508-4ba8-9767-994fe35e2894 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:28.797084 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-805d934f-433e-418c-8bf9-5f4b6dc5516b req-af2f5af5-2508-4ba8-9767-994fe35e2894 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 947 time: 0.1368291 Nov 12 20:06:28.813210 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99523dda-5e2d-45f0-ad8c-e8a06ce2273a req-f0cacee1-3e68-4d93-b1b8-d561374e1615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:28.814976 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-99523dda-5e2d-45f0-ad8c-e8a06ce2273a req-f0cacee1-3e68-4d93-b1b8-d561374e1615 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 1099 time: 0.1128228 Nov 12 20:06:28.825974 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 32936) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:28.894896 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-805d934f-433e-418c-8bf9-5f4b6dc5516b req-16d7f5ca-765b-45ed-9d11-4745fd23b9d8 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920758 Nov 12 20:06:28.896306 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-38b2f229-3efb-4128-9db0-fb15da1c2fe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:29.046738 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99523dda-5e2d-45f0-ad8c-e8a06ce2273a req-cb694a16-d10c-4cf5-b08b-67e5b1abedb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:29.048629 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-99523dda-5e2d-45f0-ad8c-e8a06ce2273a req-cb694a16-d10c-4cf5-b08b-67e5b1abedb8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.2157476 Nov 12 20:06:29.102394 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-38b2f229-3efb-4128-9db0-fb15da1c2fe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:29.108035 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-38b2f229-3efb-4128-9db0-fb15da1c2fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:29.176057 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 67877ab7-de93-44d3-8e25-0b5f3d8db831 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:06:29.198704 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-99523dda-5e2d-45f0-ad8c-e8a06ce2273a req-f8a358e5-04e2-4fb7-a346-f4493c85933a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6fd18c3d-48fb-4e5f-9077-9050a50aa377 HTTP/1.1" status: 200 len: 217 time: 0.0666654 Nov 12 20:06:29.207716 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ccd9d2-555a-4fa8-a0a7-c40bd966027e x-openstack-request-id: req-a0ccd9d2-555a-4fa8-a0a7-c40bd966027e {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:06:29.207994 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44212bcb-9f8a-4471-8d82-66ecfd5447cb", "name": "network-vif-deleted", "tag": "67877ab7-de93-44d3-8e25-0b5f3d8db831", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:06:29.208257 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0ccd9d2-555a-4fa8-a0a7-c40bd966027e {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:06:29.208653 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44212bcb-9f8a-4471-8d82-66ecfd5447cb', 'name': 'network-vif-deleted', 'tag': '67877ab7-de93-44d3-8e25-0b5f3d8db831', 'status': 'completed', 'code': 200} Nov 12 20:06:29.209028 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 32940) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:29.218562 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-38b2f229-3efb-4128-9db0-fb15da1c2fe9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc5475898b3148d59be6aad3646d99cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3904626 Nov 12 20:06:29.220044 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2f229-3efb-4128-9db0-fb15da1c2fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0f05a5-13b3-4138-aecd-3cbc6338e1aa,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:29.245734 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 67877ab7-de93-44d3-8e25-0b5f3d8db831 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:06:29.246080 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 67877ab7-de93-44d3-8e25-0b5f3d8db831 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:06:29.305566 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99523dda-5e2d-45f0-ad8c-e8a06ce2273a req-d240604b-d103-4fec-b15a-4d99c1d99dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:29.308524 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-99523dda-5e2d-45f0-ad8c-e8a06ce2273a req-d240604b-d103-4fec-b15a-4d99c1d99dcb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0888617 Nov 12 20:06:29.367062 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-47654d03-4082-44a9-bd0c-72e7c22400bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:29.390927 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99523dda-5e2d-45f0-ad8c-e8a06ce2273a req-ba935a33-cab1-4163-81b8-acd3bc2661be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:29.396103 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-99523dda-5e2d-45f0-ad8c-e8a06ce2273a req-ba935a33-cab1-4163-81b8-acd3bc2661be service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0791988 Nov 12 20:06:29.421069 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-47654d03-4082-44a9-bd0c-72e7c22400bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:29.447435 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e54ef7-6102-42c5-8c0a-4621b4d79695 req-ca850631-5582-40fa-a415-e86eb33de195 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:29.455077 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03e54ef7-6102-42c5-8c0a-4621b4d79695 req-ca850631-5582-40fa-a415-e86eb33de195 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=fcd17f2c-a78b-48e6-82e4-f6175a00332e HTTP/1.1" status: 200 len: 945 time: 0.1317902 Nov 12 20:06:29.840338 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03e54ef7-6102-42c5-8c0a-4621b4d79695 req-03f98a51-5d26-41ad-85ee-df065fad1cc5 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839219 Nov 12 20:06:29.892434 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-47654d03-4082-44a9-bd0c-72e7c22400bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:29.899482 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-47654d03-4082-44a9-bd0c-72e7c22400bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:29.920715 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-47654d03-4082-44a9-bd0c-72e7c22400bc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2d0f05a5-13b3-4138-aecd-3cbc6338e1aa HTTP/1.1" status: 204 len: 168 time: 0.6941659 Nov 12 20:06:29.954982 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47654d03-4082-44a9-bd0c-72e7c22400bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0f05a5-13b3-4138-aecd-3cbc6338e1aa,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:30.062378 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ac5c4-92ee-4c2d-9574-3bf464936493 req-06852d15-a925-434e-9eeb-1aef93aa4f4a tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:30.064157 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-297ac5c4-92ee-4c2d-9574-3bf464936493 req-06852d15-a925-434e-9eeb-1aef93aa4f4a tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 943 time: 0.1201446 Nov 12 20:06:30.145925 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-297ac5c4-92ee-4c2d-9574-3bf464936493 req-619ec83f-272c-4c3e-b63f-a45bff4addfc tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673301 Nov 12 20:06:32.254032 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 33004) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:32.362164 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-a5aef98e-e401-42de-bfde-de071f430dc4 tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-552191062'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:06:32.362475 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-a5aef98e-e401-42de-bfde-de071f430dc4 tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] Unknown quota resources ['metering_label']. {{(pid=102448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 20:06:32.597050 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a5aef98e-e401-42de-bfde-de071f430dc4 tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:32.598585 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a5aef98e-e401-42de-bfde-de071f430dc4 tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3432047 Nov 12 20:06:32.601402 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 33020) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:32.609846 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-d815b228-a56f-4c93-b44e-d3a37797ab8a tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '086ef4fa-2a84-4432-b9d7-db88a774fff9'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:06:32.610372 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-d815b228-a56f-4c93-b44e-d3a37797ab8a tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 20:06:32.610650 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6d034-2ff4-4ed4-ba71-b3b0bd2877f9 req-4a449d1a-3cb5-4891-9159-55f0534746f3 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:32.612282 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e7a6d034-2ff4-4ed4-ba71-b3b0bd2877f9 req-4a449d1a-3cb5-4891-9159-55f0534746f3 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 947 time: 0.1180861 Nov 12 20:06:32.699960 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e7a6d034-2ff4-4ed4-ba71-b3b0bd2877f9 req-87c44608-8778-4312-9a5d-a4f24d36ca5f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745246 Nov 12 20:06:32.725528 n-d-712140-15 neutron-server[102448]: WARNING neutron.services.metering.metering_plugin [None req-d815b228-a56f-4c93-b44e-d3a37797ab8a tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 20:06:32.929849 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d815b228-a56f-4c93-b44e-d3a37797ab8a tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:32.931767 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d815b228-a56f-4c93-b44e-d3a37797ab8a tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3294005 Nov 12 20:06:32.936202 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33032) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:32.941316 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-52f650ae-ed3d-4f6b-82c7-7828a8300404 tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '086ef4fa-2a84-4432-b9d7-db88a774fff9'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:06:32.942022 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-52f650ae-ed3d-4f6b-82c7-7828a8300404 tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102447) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 20:06:33.078831 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e77f3-91b4-434c-af56-80ea07f5301e req-b788e5de-17ac-42f7-a310-67468aaff5c8 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:33.087050 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-080e77f3-91b4-434c-af56-80ea07f5301e req-b788e5de-17ac-42f7-a310-67468aaff5c8 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/networks?id=da47d9a6-534f-44d9-b8a9-89652da4d3f3 HTTP/1.1" status: 200 len: 806 time: 0.1333740 Nov 12 20:06:33.092764 n-d-712140-15 neutron-server[102447]: WARNING neutron.services.metering.metering_plugin [None req-52f650ae-ed3d-4f6b-82c7-7828a8300404 tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 20:06:33.107933 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-080e77f3-91b4-434c-af56-80ea07f5301e req-2e34a3db-dccb-4aa5-b120-cb8447edd9be tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/quotas/2f4a501a8a9343959e54c76a3fc6aa37 HTTP/1.1" status: 200 len: 375 time: 0.0190785 Nov 12 20:06:33.170921 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-080e77f3-91b4-434c-af56-80ea07f5301e req-e991aaf3-ae98-441f-b6dd-e50d6d1c8128 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f4a501a8a9343959e54c76a3fc6aa37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0620072 Nov 12 20:06:33.233884 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-080e77f3-91b4-434c-af56-80ea07f5301e req-0834f0b9-c6fd-4134-a210-88dae8ff587c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:06:33.234956 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-080e77f3-91b4-434c-af56-80ea07f5301e req-0834f0b9-c6fd-4134-a210-88dae8ff587c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0573390 Nov 12 20:06:33.255948 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-52f650ae-ed3d-4f6b-82c7-7828a8300404 tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:33.259639 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-52f650ae-ed3d-4f6b-82c7-7828a8300404 tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3197284 Nov 12 20:06:33.259890 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33036) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:33.274998 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8b9c0bba-2e7f-45c5-982a-2b12f2d5f995 tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=456ad948-1d19-428f-8d8b-a61ad835b875 HTTP/1.1" status: 200 len: 462 time: 0.0117655 Nov 12 20:06:33.275206 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33038) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:33.330837 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-080e77f3-91b4-434c-af56-80ea07f5301e req-2d038158-971d-4559-820c-e473b2400e90 service neutron] 10.222.0.48 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896206 Nov 12 20:06:33.390037 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8cc889bf-cce1-43f6-abf6-4bc9e5959c11 tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:33.391125 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8cc889bf-cce1-43f6-abf6-4bc9e5959c11 tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/456ad948-1d19-428f-8d8b-a61ad835b875 HTTP/1.1" status: 204 len: 168 time: 0.1150246 Nov 12 20:06:33.393885 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33042) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:33.405241 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9a486be1-d455-4416-be42-cdccc267b307 tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=456ad948-1d19-428f-8d8b-a61ad835b875 HTTP/1.1" status: 200 len: 221 time: 0.0100091 Nov 12 20:06:33.408737 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 33046) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:33.414844 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-610eef19-78bf-42f2-a9c5-204db00a05bd tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2066865446', 'description': 'label created by tempest'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:06:33.415378 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-610eef19-78bf-42f2-a9c5-204db00a05bd tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] Unknown quota resources ['metering_label']. {{(pid=102448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 20:06:33.561975 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-080e77f3-91b4-434c-af56-80ea07f5301e req-b7978ed3-95b1-4214-a6f7-ba438a7c222a service neutron] 10.222.0.48 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242317 Nov 12 20:06:33.594260 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-610eef19-78bf-42f2-a9c5-204db00a05bd tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:33.595421 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-610eef19-78bf-42f2-a9c5-204db00a05bd tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1856670 Nov 12 20:06:33.598299 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33048) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:33.690180 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-66d060f0-58a8-4c7e-8c7d-e6f829eb9e5d tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=68d08ece-39c3-4803-81c2-e1debda415b7 HTTP/1.1" status: 200 len: 468 time: 0.0904789 Nov 12 20:06:33.690839 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33050) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:33.859160 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b697d-2e14-4770-b071-cc8d9ad3e3fd req-6b79d488-a01a-4570-bc94-d15f7c371b9c tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:33.867553 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8e2b697d-2e14-4770-b071-cc8d9ad3e3fd req-6b79d488-a01a-4570-bc94-d15f7c371b9c tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 943 time: 0.1227198 Nov 12 20:06:33.918843 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-377dd056-381a-4f71-b3da-78e19389851a tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:33.922365 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-377dd056-381a-4f71-b3da-78e19389851a tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/68d08ece-39c3-4803-81c2-e1debda415b7 HTTP/1.1" status: 204 len: 168 time: 0.2282009 Nov 12 20:06:33.930480 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33064) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:33.938075 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8e2b697d-2e14-4770-b071-cc8d9ad3e3fd req-85a7d60c-35a6-4aae-92e2-7bec2a8966df tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695820 Nov 12 20:06:33.959192 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-211dff1b-2d20-474e-9ea5-5bb2dd572b22 tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=68d08ece-39c3-4803-81c2-e1debda415b7 HTTP/1.1" status: 200 len: 216 time: 0.0273814 Nov 12 20:06:33.964346 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 33066) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:33.978532 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8ccc8bd9-60c7-4be3-9720-dd3ebdc673a4 tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0118756 Nov 12 20:06:33.982629 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33072) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:34.002585 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8bf258b2-96a5-4352-b046-68cbb4a775d8 tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0149257 Nov 12 20:06:34.002585 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33074) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:34.075206 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1ed66327-67de-4ec4-89d5-8f9c3d3acbdb tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels/086ef4fa-2a84-4432-b9d7-db88a774fff9 HTTP/1.1" status: 200 len: 472 time: 0.0704851 Nov 12 20:06:34.078947 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 33084) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:34.092457 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-eb5de77f-fa46-4899-bba9-8bc875bc5094 tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules/3bf95d58-e941-4482-89d4-b7fc03a81101 HTTP/1.1" status: 200 len: 459 time: 0.0123093 Nov 12 20:06:34.103321 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33086) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:34.214913 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a330922e-95cb-4642-af5d-ea8917cfcfce req-0dfc9105-c1b6-4def-8cc8-217f937e287d tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 210 time: 0.0534897 Nov 12 20:06:34.255727 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-17133f99-e0bb-4065-ac51-543a90e2c0e6 tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:34.260602 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 33096) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:34.268952 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-17133f99-e0bb-4065-ac51-543a90e2c0e6 tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/3bf95d58-e941-4482-89d4-b7fc03a81101 HTTP/1.1" status: 204 len: 168 time: 0.1585553 Nov 12 20:06:34.513272 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0580af1-3221-4de1-8e9d-937019af0dbd req-0ab43797-827c-4cd1-a0d7-b3db57a61bd5 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:34.514875 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d0580af1-3221-4de1-8e9d-937019af0dbd req-0ab43797-827c-4cd1-a0d7-b3db57a61bd5 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 947 time: 0.1827321 Nov 12 20:06:34.575464 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f67db37-157d-4dd1-8a67-64adee9ac1b2 tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:34.579729 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9f67db37-157d-4dd1-8a67-64adee9ac1b2 tempest-MeteringIpV6TestJSON-1582593294 tempest-MeteringIpV6TestJSON-1582593294-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/086ef4fa-2a84-4432-b9d7-db88a774fff9 HTTP/1.1" status: 204 len: 168 time: 0.3179204 Nov 12 20:06:34.656618 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d0580af1-3221-4de1-8e9d-937019af0dbd req-5b67fb9f-080e-41b7-a594-2ac5aacc6165 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969622 Nov 12 20:06:34.901732 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33112) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:34.904848 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4341b-f297-4a08-8fbb-792b5ff490e2 req-c833a814-b9d5-44a2-84cd-5750ff80119e tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:34.906383 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-74c4341b-f297-4a08-8fbb-792b5ff490e2 req-c833a814-b9d5-44a2-84cd-5750ff80119e tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/ports?device_id=71b1d502-dc72-417b-a144-f1998006f27f HTTP/1.1" status: 200 len: 950 time: 0.0645909 Nov 12 20:06:34.996898 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-74c4341b-f297-4a08-8fbb-792b5ff490e2 req-43c351e3-58cb-4233-9d27-5cf819f21d26 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/security-groups?id=941058d6-e6a7-413c-8939-4dbd726b64cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748494 Nov 12 20:06:35.095138 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a288f636-4a1f-4f6f-896b-3220dc5f6635 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:35.213450 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:06:35.219208 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44cf02-b729-4238-848c-c63563b7cc3b req-1ff45e71-37fd-499e-89b2-bced46f6b75a tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:35.221112 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b44cf02-b729-4238-848c-c63563b7cc3b req-1ff45e71-37fd-499e-89b2-bced46f6b75a tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 943 time: 0.1502008 Nov 12 20:06:35.233487 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e77f3-91b4-434c-af56-80ea07f5301e req-d8407460-19aa-4922-9abd-f484a667fc58 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:35.235169 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-080e77f3-91b4-434c-af56-80ea07f5301e req-d8407460-19aa-4922-9abd-f484a667fc58 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.55 "GET /v2.0/networks?id=da47d9a6-534f-44d9-b8a9-89652da4d3f3 HTTP/1.1" status: 200 len: 806 time: 0.2374375 Nov 12 20:06:35.271142 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a288f636-4a1f-4f6f-896b-3220dc5f6635 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:35.282123 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a288f636-4a1f-4f6f-896b-3220dc5f6635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:35.287317 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c647c11f-7db7-4443-bfdc-8051123d1496 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Request body: {'port': {'device_id': '747e8c3d-5283-4ca1-a8b3-a826ac38502e', 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3', 'admin_state_up': True, 'tenant_id': '2f4a501a8a9343959e54c76a3fc6aa37'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:06:35.306965 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b44cf02-b729-4238-848c-c63563b7cc3b req-0155686e-b285-448e-b2fc-a2907c9d9ed4 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650215 Nov 12 20:06:35.383497 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:35.386855 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a288f636-4a1f-4f6f-896b-3220dc5f6635 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05a5a3d3077a4a5298a31b5a5cf17057&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4829867 Nov 12 20:06:35.391828 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33128) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:35.404479 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b', 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192', 'port_id': 'e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b', 'mac_address': 'fa:16:3e:08:13:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd80d0b-2491-4b1b-842a-10479179ac7e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:06:35.489051 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288f636-4a1f-4f6f-896b-3220dc5f6635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3730926c-91f6-45e3-a067-70a6b7f3e860,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:35.513793 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d8d27fe8-ce27-4e35-a687-98cc8ed8b5be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:35.535756 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c647c11f-7db7-4443-bfdc-8051123d1496 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Made reservation on behalf of 2f4a501a8a9343959e54c76a3fc6aa37 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:06:35.542456 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c647c11f-7db7-4443-bfdc-8051123d1496 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:35.566741 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d8d27fe8-ce27-4e35-a687-98cc8ed8b5be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:35.585000 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:35.603953 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:06:35.657427 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d8d27fe8-ce27-4e35-a687-98cc8ed8b5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:35.661253 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d8d27fe8-ce27-4e35-a687-98cc8ed8b5be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:35.664857 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d8d27fe8-ce27-4e35-a687-98cc8ed8b5be admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3730926c-91f6-45e3-a067-70a6b7f3e860 HTTP/1.1" status: 204 len: 168 time: 0.2684979 Nov 12 20:06:35.675229 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:35.675415 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d27fe8-ce27-4e35-a687-98cc8ed8b5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3730926c-91f6-45e3-a067-70a6b7f3e860,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:35.695282 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:35.785187 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-37ea9b97-b162-4d6d-9277-6e5e814b2b85 req-7da86246-cc3f-45af-aca2-d38f6c138a42 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 210 time: 0.0938272 Nov 12 20:06:35.792091 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c647c11f-7db7-4443-bfdc-8051123d1496 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Allocated IP 172.20.0.5 (da47d9a6-534f-44d9-b8a9-89652da4d3f3/ce72f812-14b6-4840-8ebe-5441b73cbc50/c1d92e5e-cce5-44f5-9b10-e8c6ffb75001) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:06:35.793133 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:35.825151 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:06:36.007880 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4f559-4c36-406d-a388-ef0dd694039e req-39b622aa-0c13-4108-a316-dd81b53b332c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:36.016300 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8f4f559-4c36-406d-a388-ef0dd694039e req-39b622aa-0c13-4108-a316-dd81b53b332c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 947 time: 0.1173878 Nov 12 20:06:36.098690 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c647c11f-7db7-4443-bfdc-8051123d1496 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:36.121135 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8f4f559-4c36-406d-a388-ef0dd694039e req-934ad23b-3986-4025-ab0c-f90046454f65 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983570 Nov 12 20:06:36.177998 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c647c11f-7db7-4443-bfdc-8051123d1496 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:36.190987 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:06:36.214829 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33154) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:36.247393 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c647c11f-7db7-4443-bfdc-8051123d1496 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Network da47d9a6-534f-44d9-b8a9-89652da4d3f3 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:06:36.254655 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c990f06-c3da-4ba7-a22a-68c600a6ebe1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:36.254819 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c647c11f-7db7-4443-bfdc-8051123d1496 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:06:36.254819 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647c11f-7db7-4443-bfdc-8051123d1496 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Pushing event updated for resources: {'Port': ['ID=c1d92e5e-cce5-44f5-9b10-e8c6ffb75001,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:36.256583 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c647c11f-7db7-4443-bfdc-8051123d1496 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:06:36.332352 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c647c11f-7db7-4443-bfdc-8051123d1496 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:36.333158 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c647c11f-7db7-4443-bfdc-8051123d1496 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:36.375201 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c647c11f-7db7-4443-bfdc-8051123d1496 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1191986 Nov 12 20:06:36.391728 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c99ea01a-aff2-420b-8156-feb0cdef7427 service neutron] Request body: {'port': {'device_id': '747e8c3d-5283-4ca1-a8b3-a826ac38502e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:06:36.448884 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c990f06-c3da-4ba7-a22a-68c600a6ebe1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:36.458349 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c990f06-c3da-4ba7-a22a-68c600a6ebe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:36.495273 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c990f06-c3da-4ba7-a22a-68c600a6ebe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ab07d2-e821-4da3-8c6e-ca2f4a90d1aa,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:36.508764 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c99ea01a-aff2-420b-8156-feb0cdef7427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:36.517813 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0c990f06-c3da-4ba7-a22a-68c600a6ebe1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5653c50642c64a299e82557dbda33478&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3017533 Nov 12 20:06:36.518539 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33164) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:36.582690 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cf8635a5-993d-41a6-8364-3c046620c75b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:36.607561 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cf8635a5-993d-41a6-8364-3c046620c75b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:36.679014 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cf8635a5-993d-41a6-8364-3c046620c75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:36.684132 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cf8635a5-993d-41a6-8364-3c046620c75b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:36.687566 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cf8635a5-993d-41a6-8364-3c046620c75b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d9ab07d2-e821-4da3-8c6e-ca2f4a90d1aa HTTP/1.1" status: 204 len: 168 time: 0.1658738 Nov 12 20:06:36.698196 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8635a5-993d-41a6-8364-3c046620c75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ab07d2-e821-4da3-8c6e-ca2f4a90d1aa,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:36.924893 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c99ea01a-aff2-420b-8156-feb0cdef7427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d92e5e-cce5-44f5-9b10-e8c6ffb75001 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:06:36.935166 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c99ea01a-aff2-420b-8156-feb0cdef7427 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:36.950862 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c99ea01a-aff2-420b-8156-feb0cdef7427 service neutron] Transition to ACTIVE for port object c1d92e5e-cce5-44f5-9b10-e8c6ffb75001 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:06:36.960298 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c99ea01a-aff2-420b-8156-feb0cdef7427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:37.121980 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea01a-aff2-420b-8156-feb0cdef7427 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d92e5e-cce5-44f5-9b10-e8c6ffb75001,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:37.208330 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c99ea01a-aff2-420b-8156-feb0cdef7427 service neutron] Attempting to bind port c1d92e5e-cce5-44f5-9b10-e8c6ffb75001 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:06:37.208330 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c99ea01a-aff2-420b-8156-feb0cdef7427 service neutron] Attempting to bind port c1d92e5e-cce5-44f5-9b10-e8c6ffb75001 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:06:37.208330 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c99ea01a-aff2-420b-8156-feb0cdef7427 service neutron] Attempting to bind port c1d92e5e-cce5-44f5-9b10-e8c6ffb75001 on network da47d9a6-534f-44d9-b8a9-89652da4d3f3 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:06:37.212742 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c99ea01a-aff2-420b-8156-feb0cdef7427 service neutron] Port c1d92e5e-cce5-44f5-9b10-e8c6ffb75001 on network da47d9a6-534f-44d9-b8a9-89652da4d3f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:06:37.213201 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c99ea01a-aff2-420b-8156-feb0cdef7427 service neutron] Attempting to bind port c1d92e5e-cce5-44f5-9b10-e8c6ffb75001 on network da47d9a6-534f-44d9-b8a9-89652da4d3f3 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:06:37.221457 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c99ea01a-aff2-420b-8156-feb0cdef7427 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:06:37.221809 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c99ea01a-aff2-420b-8156-feb0cdef7427 service neutron] Checking segment: {'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:06:37.222198 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c99ea01a-aff2-420b-8156-feb0cdef7427 service neutron] Bound using segment: {'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:06:37.222635 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c99ea01a-aff2-420b-8156-feb0cdef7427 service neutron] Bound port: c1d92e5e-cce5-44f5-9b10-e8c6ffb75001, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4adb13-66b6-4686-84e2-d653c309d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:06:37.223071 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c99ea01a-aff2-420b-8156-feb0cdef7427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:37.232122 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:06:37.311909 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c99ea01a-aff2-420b-8156-feb0cdef7427 service neutron] For port c1d92e5e-cce5-44f5-9b10-e8c6ffb75001, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:06:37.315130 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c99ea01a-aff2-420b-8156-feb0cdef7427 service neutron] For port c1d92e5e-cce5-44f5-9b10-e8c6ffb75001, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=c1d92e5e-cce5-44f5-9b10-e8c6ffb75001,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:06:37.322480 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c99ea01a-aff2-420b-8156-feb0cdef7427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:37.322931 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:37.324744 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:37.419098 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c99ea01a-aff2-420b-8156-feb0cdef7427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:37.419717 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c99ea01a-aff2-420b-8156-feb0cdef7427 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:37.421469 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-080e77f3-91b4-434c-af56-80ea07f5301e req-c99ea01a-aff2-420b-8156-feb0cdef7427 service neutron] 10.222.0.55 "PUT /v2.0/ports/c1d92e5e-cce5-44f5-9b10-e8c6ffb75001 HTTP/1.1" status: 200 len: 1092 time: 1.0354183 Nov 12 20:06:37.458274 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747e8c3d-5283-4ca1-a8b3-a826ac38502e', 'tag': 'c1d92e5e-cce5-44f5-9b10-e8c6ffb75001'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:06:37.460905 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb612a5-bf30-4606-a75a-8a92ca9e5f64" -d '{"events": [{"name": "network-changed", "server_uuid": "747e8c3d-5283-4ca1-a8b3-a826ac38502e", "tag": "c1d92e5e-cce5-44f5-9b10-e8c6ffb75001"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:06:37.464455 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea01a-aff2-420b-8156-feb0cdef7427 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d92e5e-cce5-44f5-9b10-e8c6ffb75001,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:37.497844 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:37.547279 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd17f2c-a78b-48e6-82e4-f6175a00332e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:06:37.548067 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e77f3-91b4-434c-af56-80ea07f5301e req-5de395bb-651b-4a03-913a-df6a22a9d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:37.549952 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293d4eba-2037-4933-bc00-05c48da4870a" -d '{"events": [{"server_uuid": "fcd17f2c-a78b-48e6-82e4-f6175a00332e", "name": "network-vif-plugged", "status": "completed", "tag": "e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:06:37.550894 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-080e77f3-91b4-434c-af56-80ea07f5301e req-5de395bb-651b-4a03-913a-df6a22a9d416 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2f4a501a8a9343959e54c76a3fc6aa37&device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 1095 time: 0.0830989 Nov 12 20:06:37.565118 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:37.578426 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:37.579385 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device cd2e8331-a4b8-4037-8ea7-1b1a661c6073 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:06:37.622551 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-080e77f3-91b4-434c-af56-80ea07f5301e req-6ad2c319-aaeb-4911-ab49-7130425e9586 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1d92e5e-cce5-44f5-9b10-e8c6ffb75001 HTTP/1.1" status: 200 len: 217 time: 0.0566976 Nov 12 20:06:37.665862 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b,revision_number=7']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:37.689757 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069da64-1876-44ce-bebe-1a035b5e6307 req-5624edf3-7ea7-4f33-a52e-78a4fd25831b tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:37.691549 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b069da64-1876-44ce-bebe-1a035b5e6307 req-5624edf3-7ea7-4f33-a52e-78a4fd25831b tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 943 time: 0.1395342 Nov 12 20:06:37.723463 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:37.735072 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e77f3-91b4-434c-af56-80ea07f5301e req-5f7416e9-4b73-4774-84e4-81fbef2a423c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:37.736594 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-080e77f3-91b4-434c-af56-80ea07f5301e req-5f7416e9-4b73-4774-84e4-81fbef2a423c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce72f812-14b6-4840-8ebe-5441b73cbc50 HTTP/1.1" status: 200 len: 846 time: 0.1057992 Nov 12 20:06:37.761714 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port cd2e8331-a4b8-4037-8ea7-1b1a661c6073, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=cd2e8331-a4b8-4037-8ea7-1b1a661c6073,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:37.765968 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:37.777250 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-080e77f3-91b4-434c-af56-80ea07f5301e req-e75190fb-dd8a-4cca-8626-a574bca039ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da47d9a6-534f-44d9-b8a9-89652da4d3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296178 Nov 12 20:06:37.780689 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b069da64-1876-44ce-bebe-1a035b5e6307 req-2c32d21c-b916-4d33-9595-e87ddf74e3da tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827467 Nov 12 20:06:37.830717 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=cd2e8331-a4b8-4037-8ea7-1b1a661c6073,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:37.873051 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33240) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:37.907615 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-080e77f3-91b4-434c-af56-80ea07f5301e req-3b072bed-2034-47cb-b7c4-a82f86aeba3b service neutron] 10.222.0.55 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226070 Nov 12 20:06:37.975468 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-9d505321-f540-456d-8ecc-355bcb571823 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-564127361'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:06:38.001433 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d505321-f540-456d-8ecc-355bcb571823 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Made reservation on behalf of 1e052e0073d94a13a07849d09ef49012 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:06:38.005064 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d505321-f540-456d-8ecc-355bcb571823 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:38.013865 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d505321-f540-456d-8ecc-355bcb571823 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:38.021855 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebb335-295f-4a6f-9e86-aadda426155d req-0b19683a-6456-4073-96e2-4f77795c54be tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:38.023348 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1eebb335-295f-4a6f-9e86-aadda426155d req-0b19683a-6456-4073-96e2-4f77795c54be tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 943 time: 0.1083302 Nov 12 20:06:38.054444 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-080e77f3-91b4-434c-af56-80ea07f5301e req-dda4a830-ffb0-44ed-b590-729f7a4e4b39 service neutron] 10.222.0.55 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375170 Nov 12 20:06:38.085869 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1eebb335-295f-4a6f-9e86-aadda426155d req-371be10f-ca5e-40dc-a583-18b140050712 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537345 Nov 12 20:06:38.095548 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d505321-f540-456d-8ecc-355bcb571823 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:38.101649 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d505321-f540-456d-8ecc-355bcb571823 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:38.127903 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d505321-f540-456d-8ecc-355bcb571823 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:06:38.152329 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d505321-f540-456d-8ecc-355bcb571823 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:38.152779 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-9d505321-f540-456d-8ecc-355bcb571823 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Added segment 2c921a89-30b7-4eb5-8054-0c8323789cca of type vlan for network 7174cd0b-a268-4344-86ea-b7710f365626 Nov 12 20:06:38.154193 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d505321-f540-456d-8ecc-355bcb571823 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7efacf2-24b9-43fc-9391-a64e2aa643ef,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:38.204663 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3b8f8-4045-4fc8-ad9f-753dd9f829d0 req-3e8880cd-a9f4-4b32-9474-82d0aea36f44 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:38.206569 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c0a3b8f8-4045-4fc8-ad9f-753dd9f829d0 req-3e8880cd-a9f4-4b32-9474-82d0aea36f44 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 947 time: 0.0596726 Nov 12 20:06:38.222262 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d505321-f540-456d-8ecc-355bcb571823 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:38.268261 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c0a3b8f8-4045-4fc8-ad9f-753dd9f829d0 req-c064811d-a03a-4dbd-8b6c-49fca70d2c95 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489013 Nov 12 20:06:38.324852 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d505321-f540-456d-8ecc-355bcb571823 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:38.330663 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d505321-f540-456d-8ecc-355bcb571823 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:38.331291 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d505321-f540-456d-8ecc-355bcb571823 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:38.332521 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beacf610-1d1b-45f0-9e49-855a981448d7 x-openstack-request-id: req-beacf610-1d1b-45f0-9e49-855a981448d7 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:06:38.337796 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747e8c3d-5283-4ca1-a8b3-a826ac38502e", "tag": "c1d92e5e-cce5-44f5-9b10-e8c6ffb75001", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:06:38.337796 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-beacf610-1d1b-45f0-9e49-855a981448d7 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:06:38.337796 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747e8c3d-5283-4ca1-a8b3-a826ac38502e', 'tag': 'c1d92e5e-cce5-44f5-9b10-e8c6ffb75001', 'status': 'completed', 'code': 200} Nov 12 20:06:38.367072 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb030ae-014d-4b19-84b5-d558387947e1 x-openstack-request-id: req-2bb030ae-014d-4b19-84b5-d558387947e1 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:06:38.367617 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd17f2c-a78b-48e6-82e4-f6175a00332e", "name": "network-vif-plugged", "status": "completed", "tag": "e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:06:38.367617 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2bb030ae-014d-4b19-84b5-d558387947e1 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:06:38.368017 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd17f2c-a78b-48e6-82e4-f6175a00332e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b', 'code': 200} Nov 12 20:06:38.384163 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9d505321-f540-456d-8ecc-355bcb571823 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5073736 Nov 12 20:06:38.390466 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-99523dda-5e2d-45f0-ad8c-e8a06ce2273a req-4363136c-d033-40af-af27-57d11ff672b0 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986651 Nov 12 20:06:38.390936 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33250) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:38.397871 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-906d4d1d-4efe-4ad3-89df-5c575af2d22e tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Request body: {'subnet': {'network_id': '7174cd0b-a268-4344-86ea-b7710f365626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:06:38.519400 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d505321-f540-456d-8ecc-355bcb571823 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Pushing event updated for resources: {'Network': ['ID=7174cd0b-a268-4344-86ea-b7710f365626,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:38.536148 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 7174cd0b-a268-4344-86ea-b7710f365626 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:06:38.612653 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-99523dda-5e2d-45f0-ad8c-e8a06ce2273a req-8253a661-7669-4e2f-9de4-2975775e88b2 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718321 Nov 12 20:06:38.614396 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906d4d1d-4efe-4ad3-89df-5c575af2d22e tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Made reservation on behalf of 1e052e0073d94a13a07849d09ef49012 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:06:38.618270 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-906d4d1d-4efe-4ad3-89df-5c575af2d22e tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:38.748247 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fcea8824-2cd6-44b6-98b5-0ab52be20872 req-32062feb-a8db-4f40-8ef9-5b94c11dff19 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c99229fb-4c50-4381-a3b0-17d4f9720a8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4543583 Nov 12 20:06:38.757477 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb612a5-bf30-4606-a75a-8a92ca9e5f64 req-d0ca695d-0780-45c4-afc6-5750a44f2aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:38.759164 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ceb612a5-bf30-4606-a75a-8a92ca9e5f64 req-d0ca695d-0780-45c4-afc6-5750a44f2aa7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2f4a501a8a9343959e54c76a3fc6aa37&device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 1095 time: 0.3982911 Nov 12 20:06:38.874256 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-10187870-8a46-4b30-a2b5-b175ffce7b01 req-98696ec0-d372-4777-875a-9820d13dc2a8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0929284 Nov 12 20:06:38.880771 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea8824-2cd6-44b6-98b5-0ab52be20872 req-701835ad-5ab8-4784-ba92-16ba60d5156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:38.882525 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fcea8824-2cd6-44b6-98b5-0ab52be20872 req-701835ad-5ab8-4784-ba92-16ba60d5156a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f4a501a8a9343959e54c76a3fc6aa37&device_id=c99229fb-4c50-4381-a3b0-17d4f9720a8d HTTP/1.1" status: 200 len: 1098 time: 0.0898025 Nov 12 20:06:38.884662 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-906d4d1d-4efe-4ad3-89df-5c575af2d22e tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:38.950706 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d4d1d-4efe-4ad3-89df-5c575af2d22e tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Pushing event updated for resources: {'Subnet': ['ID=435d0300-a774-42ed-8be3-b05be9f3641f,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:38.969207 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906d4d1d-4efe-4ad3-89df-5c575af2d22e tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Checking segment: {'id': '2c921a89-30b7-4eb5-8054-0c8323789cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7174cd0b-a268-4344-86ea-b7710f365626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:06:38.969942 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906d4d1d-4efe-4ad3-89df-5c575af2d22e tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Network hostable DHCP agents. Network: 7174cd0b-a268-4344-86ea-b7710f365626, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:06:39.007669 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb612a5-bf30-4606-a75a-8a92ca9e5f64 req-1f89b1a9-7886-4986-9ee9-d1fdcb876834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:39.009798 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ceb612a5-bf30-4606-a75a-8a92ca9e5f64 req-1f89b1a9-7886-4986-9ee9-d1fdcb876834 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da47d9a6-534f-44d9-b8a9-89652da4d3f3 HTTP/1.1" status: 200 len: 907 time: 0.2366278 Nov 12 20:06:39.010301 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906d4d1d-4efe-4ad3-89df-5c575af2d22e tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Network 7174cd0b-a268-4344-86ea-b7710f365626 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:06:39.016054 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10187870-8a46-4b30-a2b5-b175ffce7b01 req-4b70c8e4-3b8c-4f9a-a86f-35849d5ed170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:39.017942 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-10187870-8a46-4b30-a2b5-b175ffce7b01 req-4b70c8e4-3b8c-4f9a-a86f-35849d5ed170 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9cae1a1c0bd7436b996c54f7e79dee1f&device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 1098 time: 0.0574143 Nov 12 20:06:39.023710 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fca5d-f931-4190-b912-5d617b20e1fa req-d10d1c1c-5d55-4430-85b2-1aceaeed4589 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:39.025416 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f05fca5d-f931-4190-b912-5d617b20e1fa req-d10d1c1c-5d55-4430-85b2-1aceaeed4589 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 943 time: 0.1419077 Nov 12 20:06:39.027778 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-906d4d1d-4efe-4ad3-89df-5c575af2d22e tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 7174cd0b-a268-4344-86ea-b7710f365626) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:06:39.032477 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906d4d1d-4efe-4ad3-89df-5c575af2d22e tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:39.033374 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-906d4d1d-4efe-4ad3-89df-5c575af2d22e tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:39.051702 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801608fd-5d63-4ba4-b707-ac46447cc10e None None] Network 7174cd0b-a268-4344-86ea-b7710f365626 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:06:39.051967 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-906d4d1d-4efe-4ad3-89df-5c575af2d22e tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6578717 Nov 12 20:06:39.054227 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33284) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:39.061575 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-67c756e6-004e-49df-b2cf-e7b7da2b6249 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Request body: {'port': {'network_id': '7174cd0b-a268-4344-86ea-b7710f365626', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2104792430'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:06:39.079869 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ceb612a5-bf30-4606-a75a-8a92ca9e5f64 req-2ada8cd3-7dc6-46eb-a8bd-1cf19c44a3ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1d92e5e-cce5-44f5-9b10-e8c6ffb75001 HTTP/1.1" status: 200 len: 217 time: 0.0509503 Nov 12 20:06:39.158471 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea8824-2cd6-44b6-98b5-0ab52be20872 req-504d95c0-4c3c-4f1f-adb7-b01517ddd47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:39.160674 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fcea8824-2cd6-44b6-98b5-0ab52be20872 req-504d95c0-4c3c-4f1f-adb7-b01517ddd47d service neutron] 10.222.0.52 "GET /v2.0/networks?id=da47d9a6-534f-44d9-b8a9-89652da4d3f3 HTTP/1.1" status: 200 len: 907 time: 0.2463675 Nov 12 20:06:39.227119 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f05fca5d-f931-4190-b912-5d617b20e1fa req-42e75731-1b25-4636-b60f-6d0d12e4dfe1 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520643 Nov 12 20:06:39.228725 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fcea8824-2cd6-44b6-98b5-0ab52be20872 req-416b64f4-6431-4968-a0ec-1c5213aca21d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07 HTTP/1.1" status: 200 len: 217 time: 0.0530994 Nov 12 20:06:39.230204 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb612a5-bf30-4606-a75a-8a92ca9e5f64 req-9a867787-dc8a-4176-aa18-b33cc043cac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:39.232022 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ceb612a5-bf30-4606-a75a-8a92ca9e5f64 req-9a867787-dc8a-4176-aa18-b33cc043cac9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce72f812-14b6-4840-8ebe-5441b73cbc50 HTTP/1.1" status: 200 len: 846 time: 0.1311433 Nov 12 20:06:39.275157 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ceb612a5-bf30-4606-a75a-8a92ca9e5f64 req-98b9bc90-0298-4018-8e87-d63d00826be0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da47d9a6-534f-44d9-b8a9-89652da4d3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304389 Nov 12 20:06:39.299233 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57900a6-1bb0-4626-b4e1-a9e8be24934e req-6d710a37-0fec-4b1b-b184-3f490dec9091 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:39.301002 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c57900a6-1bb0-4626-b4e1-a9e8be24934e req-6d710a37-0fec-4b1b-b184-3f490dec9091 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 943 time: 0.0989020 Nov 12 20:06:39.311839 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10187870-8a46-4b30-a2b5-b175ffce7b01 req-41d9c649-e80a-4233-95e5-84fd21a6e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:39.313550 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-10187870-8a46-4b30-a2b5-b175ffce7b01 req-41d9c649-e80a-4233-95e5-84fd21a6e787 service neutron] 10.222.0.55 "GET /v2.0/networks?id=33c8fc30-57d7-4631-a750-677522c3215e HTTP/1.1" status: 200 len: 915 time: 0.1883652 Nov 12 20:06:39.336887 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048a88a1-078d-4033-b732-5caffb8f64a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-7174cd0b-a268-4344-86ea-b7710f365626', 'network_id': '7174cd0b-a268-4344-86ea-b7710f365626', 'tenant_id': '1e052e0073d94a13a07849d09ef49012', 'fixed_ips': [{'subnet_id': '435d0300-a774-42ed-8be3-b05be9f3641f'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:06:39.338370 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-048a88a1-078d-4033-b732-5caffb8f64a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:39.398925 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea8824-2cd6-44b6-98b5-0ab52be20872 req-8ce70770-9f88-4fbb-a3f4-0d60e700c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:39.400832 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fcea8824-2cd6-44b6-98b5-0ab52be20872 req-8ce70770-9f88-4fbb-a3f4-0d60e700c664 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ce72f812-14b6-4840-8ebe-5441b73cbc50 HTTP/1.1" status: 200 len: 846 time: 0.1641533 Nov 12 20:06:39.433137 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c57900a6-1bb0-4626-b4e1-a9e8be24934e req-a4c876f6-ada9-475d-93e5-07b6a09e0144 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225455 Nov 12 20:06:39.449783 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c756e6-004e-49df-b2cf-e7b7da2b6249 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Made reservation on behalf of 1e052e0073d94a13a07849d09ef49012 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:06:39.465023 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67c756e6-004e-49df-b2cf-e7b7da2b6249 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:39.476389 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fcea8824-2cd6-44b6-98b5-0ab52be20872 req-07adf86e-c84a-414a-b8b2-4bc20c23a719 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=da47d9a6-534f-44d9-b8a9-89652da4d3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649092 Nov 12 20:06:39.490752 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-10187870-8a46-4b30-a2b5-b175ffce7b01 req-0c96e71a-0cb6-425e-9e96-09f4ad9cb1b0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0aeb2e92-400c-4ea3-ada7-73a23bb96d1d HTTP/1.1" status: 200 len: 1001 time: 0.1654782 Nov 12 20:06:39.508934 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-67c756e6-004e-49df-b2cf-e7b7da2b6249 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] device_id is not set on port 796d7e64-617f-4f4a-9f4a-3ba5779e4e80 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:06:39.509880 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-048a88a1-078d-4033-b732-5caffb8f64a4 None None] Allocated IP 2001:db8::2 (7174cd0b-a268-4344-86ea-b7710f365626/435d0300-a774-42ed-8be3-b05be9f3641f/b91212e5-26e3-44bc-b2f6-c620a229ef71) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:06:39.526872 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ceb612a5-bf30-4606-a75a-8a92ca9e5f64 req-43c7ca47-4827-4df2-af10-83daaad8d684 service neutron] 10.222.0.55 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290981 Nov 12 20:06:39.694294 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fcea8824-2cd6-44b6-98b5-0ab52be20872 req-8209521b-f1ba-4fc1-b131-91cbcd2fc2f4 service neutron] 10.222.0.52 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013984 Nov 12 20:06:39.700355 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-048a88a1-078d-4033-b732-5caffb8f64a4 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:39.707292 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-048a88a1-078d-4033-b732-5caffb8f64a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:39.759243 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048a88a1-078d-4033-b732-5caffb8f64a4 None None] Network 7174cd0b-a268-4344-86ea-b7710f365626 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:06:39.763870 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-048a88a1-078d-4033-b732-5caffb8f64a4 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:06:39.766838 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048a88a1-078d-4033-b732-5caffb8f64a4 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:06:39.819596 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fcea8824-2cd6-44b6-98b5-0ab52be20872 req-c710644f-9a3b-4b90-8c72-13983b82a055 service neutron] 10.222.0.52 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153004 Nov 12 20:06:39.845927 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ceb612a5-bf30-4606-a75a-8a92ca9e5f64 req-421c6949-1e3d-4a38-a662-73797141cd75 service neutron] 10.222.0.55 "GET /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624712 Nov 12 20:06:39.871498 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a88a1-078d-4033-b732-5caffb8f64a4 None None] Pushing event updated for resources: {'Port': ['ID=b91212e5-26e3-44bc-b2f6-c620a229ef71,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:39.887439 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-048a88a1-078d-4033-b732-5caffb8f64a4 None None] Attempting to bind port b91212e5-26e3-44bc-b2f6-c620a229ef71 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:06:39.887959 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-048a88a1-078d-4033-b732-5caffb8f64a4 None None] Attempting to bind port b91212e5-26e3-44bc-b2f6-c620a229ef71 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '2c921a89-30b7-4eb5-8054-0c8323789cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7174cd0b-a268-4344-86ea-b7710f365626'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:06:39.888518 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048a88a1-078d-4033-b732-5caffb8f64a4 None None] Attempting to bind port b91212e5-26e3-44bc-b2f6-c620a229ef71 on network 7174cd0b-a268-4344-86ea-b7710f365626 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:06:39.896616 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048a88a1-078d-4033-b732-5caffb8f64a4 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:06:39.896993 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048a88a1-078d-4033-b732-5caffb8f64a4 None None] Checking segment: {'id': '2c921a89-30b7-4eb5-8054-0c8323789cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7174cd0b-a268-4344-86ea-b7710f365626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:06:39.897380 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-048a88a1-078d-4033-b732-5caffb8f64a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:39.897768 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048a88a1-078d-4033-b732-5caffb8f64a4 None None] Bound using segment: {'id': '2c921a89-30b7-4eb5-8054-0c8323789cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7174cd0b-a268-4344-86ea-b7710f365626'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:06:39.898393 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-048a88a1-078d-4033-b732-5caffb8f64a4 None None] Bound port: b91212e5-26e3-44bc-b2f6-c620a229ef71, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c921a89-30b7-4eb5-8054-0c8323789cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7174cd0b-a268-4344-86ea-b7710f365626'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:06:39.898897 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-048a88a1-078d-4033-b732-5caffb8f64a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:39.948195 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10187870-8a46-4b30-a2b5-b175ffce7b01 req-05ae6d9e-aeb8-4416-bc43-172d9b3d1ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:39.949836 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-10187870-8a46-4b30-a2b5-b175ffce7b01 req-05ae6d9e-aeb8-4416-bc43-172d9b3d1ec7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1e6fa5a-74f0-437c-a1da-55684f056e5b HTTP/1.1" status: 200 len: 853 time: 0.4496200 Nov 12 20:06:39.984921 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-048a88a1-078d-4033-b732-5caffb8f64a4 None None] For port b91212e5-26e3-44bc-b2f6-c620a229ef71, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:06:39.988532 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-048a88a1-078d-4033-b732-5caffb8f64a4 None None] For port b91212e5-26e3-44bc-b2f6-c620a229ef71, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b91212e5-26e3-44bc-b2f6-c620a229ef71,segment=NetworkSegment(2c921a89-30b7-4eb5-8054-0c8323789cca),segment_id=2c921a89-30b7-4eb5-8054-0c8323789cca)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:06:39.994719 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-048a88a1-078d-4033-b732-5caffb8f64a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:40.058559 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ec86c-ac9b-41b0-9a87-db9652e787eb req-f9f12a59-b4f3-4472-ba0d-cdb1e4c95161 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:40.066017 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e79ec86c-ac9b-41b0-9a87-db9652e787eb req-f9f12a59-b4f3-4472-ba0d-cdb1e4c95161 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 947 time: 0.4828591 Nov 12 20:06:40.078551 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a88a1-078d-4033-b732-5caffb8f64a4 None None] Pushing event updated for resources: {'Port': ['ID=b91212e5-26e3-44bc-b2f6-c620a229ef71,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:40.118527 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-67c756e6-004e-49df-b2cf-e7b7da2b6249 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Allocated IP 2001:db8::293 (7174cd0b-a268-4344-86ea-b7710f365626/435d0300-a774-42ed-8be3-b05be9f3641f/796d7e64-617f-4f4a-9f4a-3ba5779e4e80) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:06:40.122859 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10187870-8a46-4b30-a2b5-b175ffce7b01 req-fac60c3c-dca2-4f1a-8f7b-debad9330b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:40.124531 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-10187870-8a46-4b30-a2b5-b175ffce7b01 req-fac60c3c-dca2-4f1a-8f7b-debad9330b8f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33c8fc30-57d7-4631-a750-677522c3215e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1631758 Nov 12 20:06:40.253776 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e79ec86c-ac9b-41b0-9a87-db9652e787eb req-13fea31f-ce67-4c00-9543-685f1ff5465f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866801 Nov 12 20:06:40.379398 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b1d502-dc72-417b-a144-f1998006f27f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd2e8331-a4b8-4037-8ea7-1b1a661c6073'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:06:40.382081 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d7a379-6035-4a28-95cf-79322552bcce" -d '{"events": [{"server_uuid": "71b1d502-dc72-417b-a144-f1998006f27f", "name": "network-vif-unplugged", "status": "completed", "tag": "cd2e8331-a4b8-4037-8ea7-1b1a661c6073"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:06:40.436994 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-10187870-8a46-4b30-a2b5-b175ffce7b01 req-8776a17a-9673-42b1-bace-86e6ca43ba6b service neutron] 10.222.0.55 "GET /v2.0/networks/33c8fc30-57d7-4631-a750-677522c3215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999601 Nov 12 20:06:40.444577 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2cb374-d94d-4ce2-9a67-e15ccf74ce06 x-openstack-request-id: req-fe2cb374-d94d-4ce2-9a67-e15ccf74ce06 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:06:40.444864 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b1d502-dc72-417b-a144-f1998006f27f", "name": "network-vif-unplugged", "status": "completed", "tag": "cd2e8331-a4b8-4037-8ea7-1b1a661c6073", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:06:40.445121 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fe2cb374-d94d-4ce2-9a67-e15ccf74ce06 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:06:40.445626 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b1d502-dc72-417b-a144-f1998006f27f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd2e8331-a4b8-4037-8ea7-1b1a661c6073', 'code': 200} Nov 12 20:06:40.451558 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6fd18c3d-48fb-4e5f-9077-9050a50aa377 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:06:40.469729 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346eb3b3-a1a6-4435-9b1f-120a6b639c23 req-f2dd4da0-24d7-447c-abbc-84b0a84eb2b2 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:40.483592 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-346eb3b3-a1a6-4435-9b1f-120a6b639c23 req-f2dd4da0-24d7-447c-abbc-84b0a84eb2b2 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 943 time: 0.1181171 Nov 12 20:06:40.591629 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-346eb3b3-a1a6-4435-9b1f-120a6b639c23 req-969c5925-8a33-407a-8f57-81e30e8e06bf tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043670 Nov 12 20:06:40.650842 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 6fd18c3d-48fb-4e5f-9077-9050a50aa377, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6fd18c3d-48fb-4e5f-9077-9050a50aa377,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:40.665073 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '6fd18c3d-48fb-4e5f-9077-9050a50aa377', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': '6fd18c3d-48fb-4e5f-9077-9050a50aa377', 'mac_address': 'fa:16:3e:27:31:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:06:40.714144 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:40.721030 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67c756e6-004e-49df-b2cf-e7b7da2b6249 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:40.732316 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd18c3d-48fb-4e5f-9077-9050a50aa377 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:06:40.764476 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 6fd18c3d-48fb-4e5f-9077-9050a50aa377, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6fd18c3d-48fb-4e5f-9077-9050a50aa377,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:40.770356 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:40.801430 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32179a78-ca70-48a9-a002-3a8bf5a016a7 req-3b80b7db-9fe0-4f78-81b5-6e4152170590 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:40.811277 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-32179a78-ca70-48a9-a002-3a8bf5a016a7 req-3b80b7db-9fe0-4f78-81b5-6e4152170590 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 943 time: 0.1441627 Nov 12 20:06:40.838580 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=6fd18c3d-48fb-4e5f-9077-9050a50aa377,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:40.898553 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-10187870-8a46-4b30-a2b5-b175ffce7b01 req-dd070902-a9fc-4841-8302-2016cc09e1ba service neutron] 10.222.0.55 "GET /v2.0/networks/33c8fc30-57d7-4631-a750-677522c3215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450824 Nov 12 20:06:40.900458 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67c756e6-004e-49df-b2cf-e7b7da2b6249 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:40.949373 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-32179a78-ca70-48a9-a002-3a8bf5a016a7 req-eeaca5ed-2b73-4fa7-a163-7b9fb3fa24e7 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370668 Nov 12 20:06:41.098424 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c756e6-004e-49df-b2cf-e7b7da2b6249 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Network 7174cd0b-a268-4344-86ea-b7710f365626 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:06:41.101109 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-67c756e6-004e-49df-b2cf-e7b7da2b6249 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:06:41.126114 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c756e6-004e-49df-b2cf-e7b7da2b6249 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:06:41.136670 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c756e6-004e-49df-b2cf-e7b7da2b6249 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:41.137548 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67c756e6-004e-49df-b2cf-e7b7da2b6249 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:41.160715 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c756e6-004e-49df-b2cf-e7b7da2b6249 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Pushing event updated for resources: {'Port': ['ID=796d7e64-617f-4f4a-9f4a-3ba5779e4e80,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:41.172291 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-67c756e6-004e-49df-b2cf-e7b7da2b6249 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1160424 Nov 12 20:06:41.175615 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 33364) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:41.177729 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6fd18c3d-48fb-4e5f-9077-9050a50aa377'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:06:41.184342 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-7c45bbdf-ff0d-4c8e-b47e-24cf3e9140e7 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Request body: {'port': {'network_id': '7174cd0b-a268-4344-86ea-b7710f365626', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1464925420', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:06:41.184639 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.api.validators [None req-7c45bbdf-ff0d-4c8e-b47e-24cf3e9140e7 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] bootfile-name is not in valid_values {{(pid=102448) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 20:06:41.184907 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.api.validators [None req-7c45bbdf-ff0d-4c8e-b47e-24cf3e9140e7 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] tftp-server is not in valid_values {{(pid=102448) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 20:06:41.185322 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.api.validators [None req-7c45bbdf-ff0d-4c8e-b47e-24cf3e9140e7 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] server-ip-address is not in valid_values {{(pid=102448) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 20:06:41.245708 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device c1d92e5e-cce5-44f5-9b10-e8c6ffb75001 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:06:41.379174 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c45bbdf-ff0d-4c8e-b47e-24cf3e9140e7 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Made reservation on behalf of 1e052e0073d94a13a07849d09ef49012 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:06:41.384918 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7c45bbdf-ff0d-4c8e-b47e-24cf3e9140e7 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:41.424587 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-7c45bbdf-ff0d-4c8e-b47e-24cf3e9140e7 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] device_id is not set on port 23daa9a2-d71f-412a-a3fa-1588bb8876d4 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:06:41.491695 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port c1d92e5e-cce5-44f5-9b10-e8c6ffb75001, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=c1d92e5e-cce5-44f5-9b10-e8c6ffb75001,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:41.508715 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'c1d92e5e-cce5-44f5-9b10-e8c6ffb75001', 'network_id': 'da47d9a6-534f-44d9-b8a9-89652da4d3f3', 'port_id': 'c1d92e5e-cce5-44f5-9b10-e8c6ffb75001', 'mac_address': 'fa:16:3e:c5:70:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce72f812-14b6-4840-8ebe-5441b73cbc50', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:06:41.518646 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fee5e0-7dfd-414c-a754-bf7fedbc355a req-2f37f8f1-96b2-44f9-a9ca-37b212355862 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:41.526349 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-92fee5e0-7dfd-414c-a754-bf7fedbc355a req-2f37f8f1-96b2-44f9-a9ca-37b212355862 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 948 time: 0.1671965 Nov 12 20:06:41.570691 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:41.599274 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13abb517-e7f0-4021-ac19-cbf3fec982a9 None None] Network 7174cd0b-a268-4344-86ea-b7710f365626 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:06:41.613731 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d92e5e-cce5-44f5-9b10-e8c6ffb75001 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:06:41.706951 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-92fee5e0-7dfd-414c-a754-bf7fedbc355a req-4c3b871a-748c-4888-95f6-382ee6cf06fd tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795306 Nov 12 20:06:41.709286 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port c1d92e5e-cce5-44f5-9b10-e8c6ffb75001, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=c1d92e5e-cce5-44f5-9b10-e8c6ffb75001,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:41.720101 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:41.735331 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ca52dca0-4d3c-4fbf-b354-b85cee9d34e1 None None] Provisioning complete for port b91212e5-26e3-44bc-b2f6-c620a229ef71 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:41.735715 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ca52dca0-4d3c-4fbf-b354-b85cee9d34e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:41.766114 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-7c45bbdf-ff0d-4c8e-b47e-24cf3e9140e7 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Allocated IP 2001:db8::136 (7174cd0b-a268-4344-86ea-b7710f365626/435d0300-a774-42ed-8be3-b05be9f3641f/23daa9a2-d71f-412a-a3fa-1588bb8876d4) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:06:41.848719 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d56427-b880-4fc9-bc76-6fa0a23d1acc req-84fc8b23-4d6b-4f8e-b305-d7eb3d4b904c tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:41.858303 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46d56427-b880-4fc9-bc76-6fa0a23d1acc req-84fc8b23-4d6b-4f8e-b305-d7eb3d4b904c tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 943 time: 0.1027699 Nov 12 20:06:41.929135 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=c1d92e5e-cce5-44f5-9b10-e8c6ffb75001,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:41.936876 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46d56427-b880-4fc9-bc76-6fa0a23d1acc req-97e984a0-e1df-4360-8352-617ba575aa80 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772784 Nov 12 20:06:42.009785 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7c45bbdf-ff0d-4c8e-b47e-24cf3e9140e7 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:42.031995 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ca52dca0-4d3c-4fbf-b354-b85cee9d34e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:42.091920 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ca52dca0-4d3c-4fbf-b354-b85cee9d34e1 None None] For port b91212e5-26e3-44bc-b2f6-c620a229ef71, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b91212e5-26e3-44bc-b2f6-c620a229ef71,segment=NetworkSegment(2c921a89-30b7-4eb5-8054-0c8323789cca),segment_id=2c921a89-30b7-4eb5-8054-0c8323789cca)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:42.109371 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ca52dca0-4d3c-4fbf-b354-b85cee9d34e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:42.163473 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['c1d92e5e-cce5-44f5-9b10-e8c6ffb75001'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:06:42.168169 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7c45bbdf-ff0d-4c8e-b47e-24cf3e9140e7 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:42.180006 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027514f-d86e-4110-a018-192814ea3122 req-e9c7b77a-1046-453e-bf94-4d2f59b9149e tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:42.181883 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9027514f-d86e-4110-a018-192814ea3122 req-e9c7b77a-1046-453e-bf94-4d2f59b9149e tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 944 time: 0.1381004 Nov 12 20:06:42.297300 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52dca0-4d3c-4fbf-b354-b85cee9d34e1 None None] Pushing event updated for resources: {'Port': ['ID=b91212e5-26e3-44bc-b2f6-c620a229ef71,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:42.312149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c45bbdf-ff0d-4c8e-b47e-24cf3e9140e7 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Network 7174cd0b-a268-4344-86ea-b7710f365626 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:06:42.332569 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-7c45bbdf-ff0d-4c8e-b47e-24cf3e9140e7 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:06:42.345538 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c45bbdf-ff0d-4c8e-b47e-24cf3e9140e7 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:06:42.372970 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c45bbdf-ff0d-4c8e-b47e-24cf3e9140e7 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:42.373998 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7c45bbdf-ff0d-4c8e-b47e-24cf3e9140e7 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:42.431191 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45bbdf-ff0d-4c8e-b47e-24cf3e9140e7 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Pushing event updated for resources: {'Port': ['ID=23daa9a2-d71f-412a-a3fa-1588bb8876d4,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:42.439290 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7c45bbdf-ff0d-4c8e-b47e-24cf3e9140e7 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.2623467 Nov 12 20:06:42.441818 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33396) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:42.455158 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9027514f-d86e-4110-a018-192814ea3122 req-2e54725c-580a-48fc-b8e7-04a7eaa2d1d1 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567537 Nov 12 20:06:42.462445 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b91212e5-26e3-44bc-b2f6-c620a229ef71 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:06:42.533144 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b91212e5-26e3-44bc-b2f6-c620a229ef71 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:42.533776 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:42.620949 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbaac19-27d6-4ab0-b192-c33a0a8856f7 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:42.627692 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbaac19-27d6-4ab0-b192-c33a0a8856f7 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:42.633876 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbaac19-27d6-4ab0-b192-c33a0a8856f7 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:42.636666 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7bbaac19-27d6-4ab0-b192-c33a0a8856f7 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.1932390 Nov 12 20:06:42.640262 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 33398) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:42.684474 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4421b363-bb04-42a6-971e-7ca52f3d6ba9 None None] Provisioning complete for port 796d7e64-617f-4f4a-9f4a-3ba5779e4e80 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:42.685031 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4421b363-bb04-42a6-971e-7ca52f3d6ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:42.740681 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4421b363-bb04-42a6-971e-7ca52f3d6ba9 None None] Port 796d7e64-617f-4f4a-9f4a-3ba5779e4e80 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:06:42.761962 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4421b363-bb04-42a6-971e-7ca52f3d6ba9 None None] Provisioning complete for port b91212e5-26e3-44bc-b2f6-c620a229ef71 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:42.762611 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4421b363-bb04-42a6-971e-7ca52f3d6ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:42.821413 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-4ed36c71-71ce-46d2-8caa-02404619a9ee tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Deleting port 23daa9a2-d71f-412a-a3fa-1588bb8876d4 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:06:42.821763 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4ed36c71-71ce-46d2-8caa-02404619a9ee tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:42.984257 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac71482-b623-4702-b1fd-006f8f1546b9 req-282d89fc-aaf6-4a34-b2d9-7e14e26d8252 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:42.991397 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1ac71482-b623-4702-b1fd-006f8f1546b9 req-282d89fc-aaf6-4a34-b2d9-7e14e26d8252 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 948 time: 0.1562786 Nov 12 20:06:43.061390 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0a46b4f6-4a46-4402-a91f-9b8df8bf78f4 None None] Provisioning complete for port 796d7e64-617f-4f4a-9f4a-3ba5779e4e80 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:43.062089 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0a46b4f6-4a46-4402-a91f-9b8df8bf78f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:43.080845 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1ac71482-b623-4702-b1fd-006f8f1546b9 req-3490f991-0d61-47d1-8e4c-7000c6b2427b tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884933 Nov 12 20:06:43.115283 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4ed36c71-71ce-46d2-8caa-02404619a9ee tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:43.136676 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0a46b4f6-4a46-4402-a91f-9b8df8bf78f4 None None] Port 796d7e64-617f-4f4a-9f4a-3ba5779e4e80 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:06:43.158217 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-4ed36c71-71ce-46d2-8caa-02404619a9ee tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Calling delete_port for 23daa9a2-d71f-412a-a3fa-1588bb8876d4 owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:06:43.174755 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edda172-15dd-4edf-96a1-94f7ffb164a3 req-820adad4-d977-41aa-9f63-4d4f8fbb8945 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:43.176459 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1edda172-15dd-4edf-96a1-94f7ffb164a3 req-820adad4-d977-41aa-9f63-4d4f8fbb8945 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 943 time: 0.1327050 Nov 12 20:06:43.243868 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1edda172-15dd-4edf-96a1-94f7ffb164a3 req-4128656c-7ac3-4933-b1a9-448479c68bb3 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600696 Nov 12 20:06:43.255488 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device cd2e8331-a4b8-4037-8ea7-1b1a661c6073 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:06:43.382122 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4ed36c71-71ce-46d2-8caa-02404619a9ee tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:43.417078 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed36c71-71ce-46d2-8caa-02404619a9ee tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Pushing event deleted for resources: {'Port': ['ID=23daa9a2-d71f-412a-a3fa-1588bb8876d4,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:43.474649 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4ed36c71-71ce-46d2-8caa-02404619a9ee tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:43.482618 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4ed36c71-71ce-46d2-8caa-02404619a9ee tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] 10.222.0.48 "DELETE /v2.0/ports/23daa9a2-d71f-412a-a3fa-1588bb8876d4 HTTP/1.1" status: 204 len: 168 time: 0.8376696 Nov 12 20:06:43.482994 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33430) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:43.488453 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-4875f673-0d99-4d8e-a1bb-e73a1eee5b88 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Request body: {'port': {'name': 'tempest-new-port-name-369115432', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:06:43.488914 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.api.validators [None req-4875f673-0d99-4d8e-a1bb-e73a1eee5b88 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] bootfile-name is not in valid_values {{(pid=102447) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 20:06:43.489258 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.api.validators [None req-4875f673-0d99-4d8e-a1bb-e73a1eee5b88 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] tftp-server is not in valid_values {{(pid=102447) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 20:06:43.489596 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.api.validators [None req-4875f673-0d99-4d8e-a1bb-e73a1eee5b88 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] server-ip-address is not in valid_values {{(pid=102447) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 20:06:43.559100 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-64ca98fb-f63a-4572-a146-3fcf903f8025 None None] Could not find standard attr ID for object 23daa9a2-d71f-412a-a3fa-1588bb8876d4. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:06:43.586360 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port cd2e8331-a4b8-4037-8ea7-1b1a661c6073, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=cd2e8331-a4b8-4037-8ea7-1b1a661c6073,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:43.606803 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'cd2e8331-a4b8-4037-8ea7-1b1a661c6073', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': 'cd2e8331-a4b8-4037-8ea7-1b1a661c6073', 'mac_address': 'fa:16:3e:6f:cf:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:06:43.617952 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4875f673-0d99-4d8e-a1bb-e73a1eee5b88 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:43.676664 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:43.694949 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8543b-71fd-4e87-b44e-ffbfdc0fab38 req-690d459f-908b-4f79-9ac1-a93917306377 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:43.703507 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-34c8543b-71fd-4e87-b44e-ffbfdc0fab38 req-690d459f-908b-4f79-9ac1-a93917306377 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 944 time: 0.1301787 Nov 12 20:06:43.711729 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd2e8331-a4b8-4037-8ea7-1b1a661c6073 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:06:43.739698 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port cd2e8331-a4b8-4037-8ea7-1b1a661c6073, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=cd2e8331-a4b8-4037-8ea7-1b1a661c6073,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:43.747901 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:43.823510 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=cd2e8331-a4b8-4037-8ea7-1b1a661c6073,revision_number=9']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:43.909038 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['cd2e8331-a4b8-4037-8ea7-1b1a661c6073'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:06:43.920803 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-34c8543b-71fd-4e87-b44e-ffbfdc0fab38 req-3e7e63f4-995f-4158-89d5-8fa54f78ec97 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159574 Nov 12 20:06:44.047135 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4875f673-0d99-4d8e-a1bb-e73a1eee5b88 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:44.057111 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4875f673-0d99-4d8e-a1bb-e73a1eee5b88 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:44.074518 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-4875f673-0d99-4d8e-a1bb-e73a1eee5b88 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] In _notify_port_updated(), no bound segment for port 796d7e64-617f-4f4a-9f4a-3ba5779e4e80 on network 7174cd0b-a268-4344-86ea-b7710f365626 {{(pid=102447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 20:06:44.081155 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4875f673-0d99-4d8e-a1bb-e73a1eee5b88 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:44.081868 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4875f673-0d99-4d8e-a1bb-e73a1eee5b88 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:44.083484 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4875f673-0d99-4d8e-a1bb-e73a1eee5b88 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] 10.222.0.48 "PUT /v2.0/ports/796d7e64-617f-4f4a-9f4a-3ba5779e4e80 HTTP/1.1" status: 200 len: 1129 time: 0.5994782 Nov 12 20:06:44.086117 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 33436) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:44.192893 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e47c50-d78d-4069-b501-89557163d5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:44.201502 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33442) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:44.220361 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-08e47c50-d78d-4069-b501-89557163d5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] 10.222.0.48 "GET /v2.0/ports/796d7e64-617f-4f4a-9f4a-3ba5779e4e80 HTTP/1.1" status: 200 len: 1129 time: 0.1066508 Nov 12 20:06:44.224655 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875f673-0d99-4d8e-a1bb-e73a1eee5b88 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Pushing event updated for resources: {'Port': ['ID=796d7e64-617f-4f4a-9f4a-3ba5779e4e80,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:44.267306 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4875f673-0d99-4d8e-a1bb-e73a1eee5b88 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:06:44.267663 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4875f673-0d99-4d8e-a1bb-e73a1eee5b88 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:06:44.268072 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4875f673-0d99-4d8e-a1bb-e73a1eee5b88 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:06:44.268441 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4875f673-0d99-4d8e-a1bb-e73a1eee5b88 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:06:44.268781 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4875f673-0d99-4d8e-a1bb-e73a1eee5b88 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:06:44.269120 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4875f673-0d99-4d8e-a1bb-e73a1eee5b88 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:06:44.269454 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4875f673-0d99-4d8e-a1bb-e73a1eee5b88 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:06:44.269791 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4875f673-0d99-4d8e-a1bb-e73a1eee5b88 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:06:44.270182 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4875f673-0d99-4d8e-a1bb-e73a1eee5b88 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:06:44.270519 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4875f673-0d99-4d8e-a1bb-e73a1eee5b88 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:06:44.270851 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4875f673-0d99-4d8e-a1bb-e73a1eee5b88 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:06:44.271178 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4875f673-0d99-4d8e-a1bb-e73a1eee5b88 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:06:44.367915 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362906a-e15f-4d52-98c1-da0cfee73ed9 req-0d93a6ba-ce43-49a2-a2b8-64a6b7b9d17f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:44.382423 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c362906a-e15f-4d52-98c1-da0cfee73ed9 req-0d93a6ba-ce43-49a2-a2b8-64a6b7b9d17f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 948 time: 0.1815946 Nov 12 20:06:44.422690 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b91212e5-26e3-44bc-b2f6-c620a229ef71 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:06:44.508700 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6fd18c3d-48fb-4e5f-9077-9050a50aa377 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:06:44.522354 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c362906a-e15f-4d52-98c1-da0cfee73ed9 req-a5ac029b-cf60-443e-84fc-140b81474a6d tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357112 Nov 12 20:06:44.526164 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a893783-e67f-4bb3-b4e9-a67b9f21011b req-09ac2bf0-e0a4-4d36-a012-0801061ff411 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:44.528318 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6a893783-e67f-4bb3-b4e9-a67b9f21011b req-09ac2bf0-e0a4-4d36-a012-0801061ff411 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 943 time: 0.0987659 Nov 12 20:06:44.530646 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-364353e5-eb84-4982-b9ba-a9f85feb2543 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Deleting port 796d7e64-617f-4f4a-9f4a-3ba5779e4e80 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:06:44.530996 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-364353e5-eb84-4982-b9ba-a9f85feb2543 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:44.559343 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b91212e5-26e3-44bc-b2f6-c620a229ef71 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:44.559713 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:44.636454 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9db74059-cf26-49cb-9137-eeb80d78f89d None None] Provisioning complete for port 796d7e64-617f-4f4a-9f4a-3ba5779e4e80 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:44.636454 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9db74059-cf26-49cb-9137-eeb80d78f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:44.658213 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6a893783-e67f-4bb3-b4e9-a67b9f21011b req-6d2c1610-1c3c-407d-8f73-eb30fa96617b tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010075 Nov 12 20:06:44.693135 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 6fd18c3d-48fb-4e5f-9077-9050a50aa377 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:06:44.716213 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-364353e5-eb84-4982-b9ba-a9f85feb2543 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:44.718858 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-9db74059-cf26-49cb-9137-eeb80d78f89d None None] Port 796d7e64-617f-4f4a-9f4a-3ba5779e4e80 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:06:44.725103 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 6fd18c3d-48fb-4e5f-9077-9050a50aa377 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:44.725482 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:44.739367 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-364353e5-eb84-4982-b9ba-a9f85feb2543 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Calling delete_port for 796d7e64-617f-4f4a-9f4a-3ba5779e4e80 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:06:44.849627 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:44.902002 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e2e23c-84f6-4dc1-bf10-1ed50b627439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd18c3d-48fb-4e5f-9077-9050a50aa377'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:06:44.904712 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282bde08-be08-4d7b-917a-de44ac646d50" -d '{"events": [{"server_uuid": "12e2e23c-84f6-4dc1-bf10-1ed50b627439", "name": "network-vif-plugged", "status": "completed", "tag": "6fd18c3d-48fb-4e5f-9077-9050a50aa377"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:06:44.944764 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 6fd18c3d-48fb-4e5f-9077-9050a50aa377, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6fd18c3d-48fb-4e5f-9077-9050a50aa377,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:44.964777 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:44.970028 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-364353e5-eb84-4982-b9ba-a9f85feb2543 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:45.029445 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091e1123-d0f1-460f-b194-40798e3b8b82 x-openstack-request-id: req-091e1123-d0f1-460f-b194-40798e3b8b82 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:06:45.030079 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e2e23c-84f6-4dc1-bf10-1ed50b627439", "name": "network-vif-plugged", "status": "completed", "tag": "6fd18c3d-48fb-4e5f-9077-9050a50aa377", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:06:45.030474 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-091e1123-d0f1-460f-b194-40798e3b8b82 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:06:45.030873 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e2e23c-84f6-4dc1-bf10-1ed50b627439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd18c3d-48fb-4e5f-9077-9050a50aa377', 'code': 200} Nov 12 20:06:45.032815 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364353e5-eb84-4982-b9ba-a9f85feb2543 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Pushing event deleted for resources: {'Port': ['ID=796d7e64-617f-4f4a-9f4a-3ba5779e4e80,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:45.089186 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-364353e5-eb84-4982-b9ba-a9f85feb2543 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:45.095034 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-364353e5-eb84-4982-b9ba-a9f85feb2543 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] 10.222.0.48 "DELETE /v2.0/ports/796d7e64-617f-4f4a-9f4a-3ba5779e4e80 HTTP/1.1" status: 204 len: 168 time: 0.8901112 Nov 12 20:06:45.095330 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33474) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:45.122231 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=6fd18c3d-48fb-4e5f-9077-9050a50aa377,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:45.172904 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-889cf76c-c3c6-427b-b220-0cf1490abae0 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Deleting subnet 435d0300-a774-42ed-8be3-b05be9f3641f {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:06:45.179591 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-889cf76c-c3c6-427b-b220-0cf1490abae0 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:45.195725 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadb952-13e8-425b-9be1-b15f01fd6cea req-598c2218-0e26-4953-80f3-5bdaa1ad6df3 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:45.197622 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5aadb952-13e8-425b-9be1-b15f01fd6cea req-598c2218-0e26-4953-80f3-5bdaa1ad6df3 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 944 time: 0.1131229 Nov 12 20:06:45.232359 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739947fb-f0c6-43ef-aad2-0dad226ee041 req-a5c33af6-851a-4d4d-92ca-3f410a51a550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:45.233922 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-739947fb-f0c6-43ef-aad2-0dad226ee041 req-a5c33af6-851a-4d4d-92ca-3f410a51a550 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 1101 time: 0.1093273 Nov 12 20:06:45.249781 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-889cf76c-c3c6-427b-b220-0cf1490abae0 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:45.268765 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device cd2e8331-a4b8-4037-8ea7-1b1a661c6073 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:06:45.319935 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5aadb952-13e8-425b-9be1-b15f01fd6cea req-53f1cac2-be8c-423a-8435-4542aa9116dd tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091902 Nov 12 20:06:45.333487 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-739947fb-f0c6-43ef-aad2-0dad226ee041 req-47f11008-786e-47fa-bee8-640db54e1ef3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762665 Nov 12 20:06:45.390315 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-889cf76c-c3c6-427b-b220-0cf1490abae0 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:45.426061 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port cd2e8331-a4b8-4037-8ea7-1b1a661c6073 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:45.426495 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:45.496983 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-889cf76c-c3c6-427b-b220-0cf1490abae0 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:45.511630 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-889cf76c-c3c6-427b-b220-0cf1490abae0 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:45.515106 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-889cf76c-c3c6-427b-b220-0cf1490abae0 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] 10.222.0.48 "DELETE /v2.0/subnets/435d0300-a774-42ed-8be3-b05be9f3641f HTTP/1.1" status: 204 len: 168 time: 0.4188144 Nov 12 20:06:45.518363 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 33492) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:45.522136 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:45.524100 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c04e8f-0985-4ad1-83c6-a08088568863 None None] Network 7174cd0b-a268-4344-86ea-b7710f365626 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:06:45.535933 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889cf76c-c3c6-427b-b220-0cf1490abae0 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Pushing event deleted for resources: {'Subnet': ['ID=435d0300-a774-42ed-8be3-b05be9f3641f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:45.624513 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cf82812c-6a7b-4bd8-bf79-d277fd7d2637 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:45.656716 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port cd2e8331-a4b8-4037-8ea7-1b1a661c6073, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=cd2e8331-a4b8-4037-8ea7-1b1a661c6073,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:45.703491 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:45.704857 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device c1d92e5e-cce5-44f5-9b10-e8c6ffb75001 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:06:45.745640 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bb335-dbf5-4152-8058-d96774b9a52b req-dcd1f1b3-8503-4498-bf13-0ed276b2b384 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:45.759371 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e36bb335-dbf5-4152-8058-d96774b9a52b req-dcd1f1b3-8503-4498-bf13-0ed276b2b384 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.0821614 Nov 12 20:06:45.763215 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-cf82812c-6a7b-4bd8-bf79-d277fd7d2637 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Deleting port b91212e5-26e3-44bc-b2f6-c620a229ef71 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:06:45.763580 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cf82812c-6a7b-4bd8-bf79-d277fd7d2637 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:45.852079 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port c1d92e5e-cce5-44f5-9b10-e8c6ffb75001 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:06:45.863587 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-cf82812c-6a7b-4bd8-bf79-d277fd7d2637 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] For port b91212e5-26e3-44bc-b2f6-c620a229ef71, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b91212e5-26e3-44bc-b2f6-c620a229ef71,segment=NetworkSegment(2c921a89-30b7-4eb5-8054-0c8323789cca),segment_id=2c921a89-30b7-4eb5-8054-0c8323789cca)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:45.863957 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cf82812c-6a7b-4bd8-bf79-d277fd7d2637 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:45.883177 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port c1d92e5e-cce5-44f5-9b10-e8c6ffb75001 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:45.883799 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:45.886095 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-cf82812c-6a7b-4bd8-bf79-d277fd7d2637 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Calling delete_port for b91212e5-26e3-44bc-b2f6-c620a229ef71 owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:06:45.890258 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=cd2e8331-a4b8-4037-8ea7-1b1a661c6073,revision_number=10']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:45.897251 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e49b07-720d-4b72-b564-cf2e737edbe7 req-5eee4b5d-b07a-4dcd-a259-8f1e3e02fc42 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:45.904086 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e36bb335-dbf5-4152-8058-d96774b9a52b req-70f95cb9-6e82-43b8-b119-2f63f929622a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397567 Nov 12 20:06:45.907018 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-85e49b07-720d-4b72-b564-cf2e737edbe7 req-5eee4b5d-b07a-4dcd-a259-8f1e3e02fc42 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 943 time: 0.0836294 Nov 12 20:06:45.999028 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-85e49b07-720d-4b72-b564-cf2e737edbe7 req-0c696898-a417-4555-970d-2e5b1b434e52 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909345 Nov 12 20:06:46.002852 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aabbde2-6c3b-466a-a78b-24a6d370bcb9 None None] DHCP port deletion for 7174cd0b-a268-4344-86ea-b7710f365626 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:06:46.021471 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:46.034347 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cf82812c-6a7b-4bd8-bf79-d277fd7d2637 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:46.059614 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82812c-6a7b-4bd8-bf79-d277fd7d2637 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Pushing event deleted for resources: {'Port': ['ID=b91212e5-26e3-44bc-b2f6-c620a229ef71,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:46.070211 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf82812c-6a7b-4bd8-bf79-d277fd7d2637 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] No DVR routers for this DVR port b91212e5-26e3-44bc-b2f6-c620a229ef71 on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:06:46.113751 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port c1d92e5e-cce5-44f5-9b10-e8c6ffb75001, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=c1d92e5e-cce5-44f5-9b10-e8c6ffb75001,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:46.126769 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:46.168116 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cf82812c-6a7b-4bd8-bf79-d277fd7d2637 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:46.181055 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4aabbde2-6c3b-466a-a78b-24a6d370bcb9 None None] Deleting port b91212e5-26e3-44bc-b2f6-c620a229ef71 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:06:46.181560 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4aabbde2-6c3b-466a-a78b-24a6d370bcb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:46.219889 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-cf82812c-6a7b-4bd8-bf79-d277fd7d2637 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7174cd0b-a268-4344-86ea-b7710f365626']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:06:46.231167 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-cf82812c-6a7b-4bd8-bf79-d277fd7d2637 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c921a89-30b7-4eb5-8054-0c8323789cca') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:06:46.231718 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-cf82812c-6a7b-4bd8-bf79-d277fd7d2637 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c921a89-30b7-4eb5-8054-0c8323789cca') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:06:46.242629 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cf82812c-6a7b-4bd8-bf79-d277fd7d2637 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:46.260990 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cf82812c-6a7b-4bd8-bf79-d277fd7d2637 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:46.267699 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf82812c-6a7b-4bd8-bf79-d277fd7d2637 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:06:46.268965 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cf82812c-6a7b-4bd8-bf79-d277fd7d2637 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:46.294547 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=c1d92e5e-cce5-44f5-9b10-e8c6ffb75001,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:46.328508 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-4aabbde2-6c3b-466a-a78b-24a6d370bcb9 None None] For port b91212e5-26e3-44bc-b2f6-c620a229ef71, host n-d-712140-15, got binding levels [] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:06:46.335783 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:06:46.339270 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4aabbde2-6c3b-466a-a78b-24a6d370bcb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:46.347074 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cf82812c-6a7b-4bd8-bf79-d277fd7d2637 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:46.348774 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b91212e5-26e3-44bc-b2f6-c620a229ef71 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:06:46.364510 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cf82812c-6a7b-4bd8-bf79-d277fd7d2637 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:46.383495 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cf82812c-6a7b-4bd8-bf79-d277fd7d2637 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] 10.222.0.48 "DELETE /v2.0/networks/7174cd0b-a268-4344-86ea-b7710f365626 HTTP/1.1" status: 204 len: 168 time: 0.8488832 Nov 12 20:06:46.419149 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4aabbde2-6c3b-466a-a78b-24a6d370bcb9 None None] Calling delete_port for b91212e5-26e3-44bc-b2f6-c620a229ef71 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:06:46.420483 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82812c-6a7b-4bd8-bf79-d277fd7d2637 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982 tempest-ExtraDHCPOptionsIpV6TestJSON-472737982-project] Pushing event deleted for resources: {'Network': ['ID=7174cd0b-a268-4344-86ea-b7710f365626,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:46.422572 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: b91212e5-26e3-44bc-b2f6-c620a229ef71 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:06:46.422977 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b91212e5-26e3-44bc-b2f6-c620a229ef71 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:06:46.438640 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.ipam_backend_mixin [None req-4aabbde2-6c3b-466a-a78b-24a6d370bcb9 None None] Port b91212e5-26e3-44bc-b2f6-c620a229ef71 was not found and therefore no delete operation was performed {{(pid=102449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 20:06:46.445976 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4aabbde2-6c3b-466a-a78b-24a6d370bcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:46.464926 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4aabbde2-6c3b-466a-a78b-24a6d370bcb9 None None] Network 7174cd0b-a268-4344-86ea-b7710f365626 is not hosted by any dhcp agent {{(pid=102449) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 20:06:46.465395 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aabbde2-6c3b-466a-a78b-24a6d370bcb9 None None] No DVR routers for this DVR port b91212e5-26e3-44bc-b2f6-c620a229ef71 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:06:46.542061 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 5b8dc4c6-5607-4dc0-b8d1-2783738323ad details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:06:46.545932 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabbde2-6c3b-466a-a78b-24a6d370bcb9 None None] Pushing event deleted for resources: {'Port': ['ID=b91212e5-26e3-44bc-b2f6-c620a229ef71,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:46.565078 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9bcad-57d7-4b04-b2da-9a04a1046bda req-d95bc934-1eba-4985-b0ec-31682823eaef tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:46.584675 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52d9bcad-57d7-4b04-b2da-9a04a1046bda req-d95bc934-1eba-4985-b0ec-31682823eaef tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 945 time: 0.1121531 Nov 12 20:06:46.712830 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52d9bcad-57d7-4b04-b2da-9a04a1046bda req-326c03c1-e12c-4d57-b020-28517528791c tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234367 Nov 12 20:06:46.753119 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 5b8dc4c6-5607-4dc0-b8d1-2783738323ad, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=5b8dc4c6-5607-4dc0-b8d1-2783738323ad,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:46.771918 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '5b8dc4c6-5607-4dc0-b8d1-2783738323ad', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'port_id': '5b8dc4c6-5607-4dc0-b8d1-2783738323ad', 'mac_address': 'fa:16:3e:33:61:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:06:46.848559 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:46.859716 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 33538) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:46.864559 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8dc4c6-5607-4dc0-b8d1-2783738323ad {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:06:46.904410 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 5b8dc4c6-5607-4dc0-b8d1-2783738323ad, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=5b8dc4c6-5607-4dc0-b8d1-2783738323ad,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:46.909698 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:47.002291 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=5b8dc4c6-5607-4dc0-b8d1-2783738323ad,revision_number=9']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:47.032566 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b1d502-dc72-417b-a144-f1998006f27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2e8331-a4b8-4037-8ea7-1b1a661c6073'}, {'server_uuid': '747e8c3d-5283-4ca1-a8b3-a826ac38502e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d92e5e-cce5-44f5-9b10-e8c6ffb75001'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:06:47.034704 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db01f1f-e3c9-4379-bd06-2fd138745fb7" -d '{"events": [{"server_uuid": "71b1d502-dc72-417b-a144-f1998006f27f", "name": "network-vif-plugged", "status": "completed", "tag": "cd2e8331-a4b8-4037-8ea7-1b1a661c6073"}, {"server_uuid": "747e8c3d-5283-4ca1-a8b3-a826ac38502e", "name": "network-vif-plugged", "status": "completed", "tag": "c1d92e5e-cce5-44f5-9b10-e8c6ffb75001"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:06:47.107907 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207a2ed-1958-4828-a3d8-cc9c23ebb56c req-afc0cafa-829a-45d0-9c8d-370cfe24b539 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:47.110030 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6207a2ed-1958-4828-a3d8-cc9c23ebb56c req-afc0cafa-829a-45d0-9c8d-370cfe24b539 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.1077204 Nov 12 20:06:47.115362 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c00d255e-62e5-4b92-ab54-944bd3cfc529 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e052e0073d94a13a07849d09ef49012&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2538333 Nov 12 20:06:47.118288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 33548) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:47.150704 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b6d06-1f49-4db9-954c-516ac5edc4de req-f8614acd-0e2a-49a8-8a57-cc406cff2340 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:47.159038 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d47b6d06-1f49-4db9-954c-516ac5edc4de req-f8614acd-0e2a-49a8-8a57-cc406cff2340 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 944 time: 0.0736773 Nov 12 20:06:47.210943 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d47b6d06-1f49-4db9-954c-516ac5edc4de req-f9d47415-a913-4e31-aefe-69902ec37a6c tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509999 Nov 12 20:06:47.230275 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6207a2ed-1958-4828-a3d8-cc9c23ebb56c req-afc619ea-ccbb-48e0-aa71-bc05bd26aa62 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026931 Nov 12 20:06:47.259731 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-931025f6-3537-4743-b86c-407bcdc57bcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:47.271988 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 20:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc225c9b-372d-4563-af5b-814926ffe123 x-openstack-request-id: req-dc225c9b-372d-4563-af5b-814926ffe123 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:06:47.272942 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b1d502-dc72-417b-a144-f1998006f27f", "name": "network-vif-plugged", "status": "completed", "tag": "cd2e8331-a4b8-4037-8ea7-1b1a661c6073", "code": 200}, {"server_uuid": "747e8c3d-5283-4ca1-a8b3-a826ac38502e", "name": "network-vif-plugged", "status": "completed", "tag": "c1d92e5e-cce5-44f5-9b10-e8c6ffb75001", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:06:47.273264 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dc225c9b-372d-4563-af5b-814926ffe123 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:06:47.273734 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b1d502-dc72-417b-a144-f1998006f27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2e8331-a4b8-4037-8ea7-1b1a661c6073', 'code': 200} Nov 12 20:06:47.274066 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747e8c3d-5283-4ca1-a8b3-a826ac38502e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d92e5e-cce5-44f5-9b10-e8c6ffb75001', 'code': 200} Nov 12 20:06:47.281282 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['5b8dc4c6-5607-4dc0-b8d1-2783738323ad'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:06:47.330939 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-931025f6-3537-4743-b86c-407bcdc57bcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:47.548884 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa321a99-b637-4ef2-b456-3ea09e97ee35 req-ca79cc99-c983-4fff-b45d-b5a1a06f817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:47.548884 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fa321a99-b637-4ef2-b456-3ea09e97ee35 req-ca79cc99-c983-4fff-b45d-b5a1a06f817a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 1097 time: 0.0838850 Nov 12 20:06:47.556068 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-931025f6-3537-4743-b86c-407bcdc57bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:47.560930 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-931025f6-3537-4743-b86c-407bcdc57bcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:47.566113 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-931025f6-3537-4743-b86c-407bcdc57bcd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d7efacf2-24b9-43fc-9391-a64e2aa643ef HTTP/1.1" status: 204 len: 168 time: 0.4460413 Nov 12 20:06:47.576053 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cde73-da22-4da3-8f5b-aed07dcd6bda req-0be35042-501c-47bb-a1bf-d89cfe233927 tempest-MigrationsAdminTest-1956487099 tempest-MigrationsAdminTest-1956487099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:47.577651 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b33cde73-da22-4da3-8f5b-aed07dcd6bda req-0be35042-501c-47bb-a1bf-d89cfe233927 tempest-MigrationsAdminTest-1956487099 tempest-MigrationsAdminTest-1956487099-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 1101 time: 0.1781757 Nov 12 20:06:47.600409 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931025f6-3537-4743-b86c-407bcdc57bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7efacf2-24b9-43fc-9391-a64e2aa643ef,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:47.668139 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fa321a99-b637-4ef2-b456-3ea09e97ee35 req-e42bc8f8-0d7b-4de9-ac63-c0e2e2d99314 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826051 Nov 12 20:06:47.752352 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b33cde73-da22-4da3-8f5b-aed07dcd6bda req-8d60991f-4abe-441a-b7dc-d9811cf60a32 tempest-MigrationsAdminTest-1956487099 tempest-MigrationsAdminTest-1956487099-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557837 Nov 12 20:06:47.925416 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07a4de-976e-408c-ae9b-48082888264d req-0c43241b-1033-4684-9307-29b3a3d1d9f5 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:47.937837 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-df07a4de-976e-408c-ae9b-48082888264d req-0c43241b-1033-4684-9307-29b3a3d1d9f5 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 945 time: 0.0965004 Nov 12 20:06:48.071301 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-df07a4de-976e-408c-ae9b-48082888264d req-16102de6-ba00-4fc0-bd19-2650ea6b28a9 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320972 Nov 12 20:06:49.064351 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33638) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:49.139883 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-bfebab79-ab00-4e13-950f-e13fd19fa749 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1116917 Nov 12 20:06:49.153530 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b9597-0225-4ed7-b8af-34274a56c617 req-4b7c1e03-b716-4643-b811-fab7bd3da777 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:49.168649 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-508b9597-0225-4ed7-b8af-34274a56c617 req-4b7c1e03-b716-4643-b811-fab7bd3da777 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 944 time: 0.1647010 Nov 12 20:06:49.332388 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-508b9597-0225-4ed7-b8af-34274a56c617 req-bfdc85b5-037f-44fd-9039-a2154def4527 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531355 Nov 12 20:06:49.419193 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-bd68d3a1-3864-461f-856b-92ebca390865 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-463589900'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:06:49.469330 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd68d3a1-3864-461f-856b-92ebca390865 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Made reservation on behalf of 74c60af4d2d04ca29da86eba8b146adf for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:06:49.495859 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd68d3a1-3864-461f-856b-92ebca390865 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:49.506992 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd68d3a1-3864-461f-856b-92ebca390865 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:49.813666 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd68d3a1-3864-461f-856b-92ebca390865 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:49.823988 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd68d3a1-3864-461f-856b-92ebca390865 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:49.891189 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-247aa3d9-4433-43c6-a3a7-20a22e53b33c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:49.898967 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd68d3a1-3864-461f-856b-92ebca390865 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:06:49.926069 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd68d3a1-3864-461f-856b-92ebca390865 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:49.927115 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-bd68d3a1-3864-461f-856b-92ebca390865 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Added segment 4ab6ca92-608c-454f-955b-7d3d87f7d7a0 of type vlan for network 8dea8f4e-e858-41d3-8a26-7074a7706783 Nov 12 20:06:49.969687 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:50.093637 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd68d3a1-3864-461f-856b-92ebca390865 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:50.109542 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68d3a1-3864-461f-856b-92ebca390865 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dbc153-94cd-4d97-9e91-5f6dc04da7d4,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:50.181870 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd68d3a1-3864-461f-856b-92ebca390865 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:50.230160 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd68d3a1-3864-461f-856b-92ebca390865 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:50.232271 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd68d3a1-3864-461f-856b-92ebca390865 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:50.458338 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68d3a1-3864-461f-856b-92ebca390865 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Network': ['ID=8dea8f4e-e858-41d3-8a26-7074a7706783,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:50.475599 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 8dea8f4e-e858-41d3-8a26-7074a7706783 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:06:50.488672 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bd68d3a1-3864-461f-856b-92ebca390865 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4210172 Nov 12 20:06:50.491737 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33678) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:50.508380 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-b2cc9e04-764f-4483-8d48-06379bc1c77f tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-965093839'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:06:50.549676 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cc9e04-764f-4483-8d48-06379bc1c77f tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Made reservation on behalf of 74c60af4d2d04ca29da86eba8b146adf for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:06:50.572516 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9e04-764f-4483-8d48-06379bc1c77f tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:50.679777 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2cc9e04-764f-4483-8d48-06379bc1c77f tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:06:50.704035 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9e04-764f-4483-8d48-06379bc1c77f tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:50.706270 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-b2cc9e04-764f-4483-8d48-06379bc1c77f tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Added segment 60e6fd37-1be5-4120-906d-61a0b44ba859 of type vlan for network cee07138-3960-4958-9c45-1bdd02a270a7 Nov 12 20:06:50.709791 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 5b8dc4c6-5607-4dc0-b8d1-2783738323ad up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:06:50.824182 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9e04-764f-4483-8d48-06379bc1c77f tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:50.837555 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 5b8dc4c6-5607-4dc0-b8d1-2783738323ad triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:50.839635 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:50.886160 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9e04-764f-4483-8d48-06379bc1c77f tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:50.899676 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cc9e04-764f-4483-8d48-06379bc1c77f tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:50.901660 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9e04-764f-4483-8d48-06379bc1c77f tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:50.969438 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b2cc9e04-764f-4483-8d48-06379bc1c77f tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4695675 Nov 12 20:06:50.982972 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 33682) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:50.998045 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-6183d127-a53a-4605-84ce-c3a715a058bc tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'subnet': {'network_id': '8dea8f4e-e858-41d3-8a26-7074a7706783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:06:51.054830 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:51.101253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc9e04-764f-4483-8d48-06379bc1c77f tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Network': ['ID=cee07138-3960-4958-9c45-1bdd02a270a7,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:51.114346 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cafdda6-94e8-433e-85a5-45fd099276f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8dc4c6-5607-4dc0-b8d1-2783738323ad'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:06:51.117379 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbfab8a-d08d-40b1-b1c1-54971ef5772f" -d '{"events": [{"server_uuid": "5cafdda6-94e8-433e-85a5-45fd099276f0", "name": "network-vif-plugged", "status": "completed", "tag": "5b8dc4c6-5607-4dc0-b8d1-2783738323ad"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:06:51.125433 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network cee07138-3960-4958-9c45-1bdd02a270a7 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:06:51.154049 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 5b8dc4c6-5607-4dc0-b8d1-2783738323ad, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=5b8dc4c6-5607-4dc0-b8d1-2783738323ad,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:51.166276 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:51.329690 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6183d127-a53a-4605-84ce-c3a715a058bc tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Made reservation on behalf of 74c60af4d2d04ca29da86eba8b146adf for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:06:51.334175 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6183d127-a53a-4605-84ce-c3a715a058bc tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:51.438050 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=5b8dc4c6-5607-4dc0-b8d1-2783738323ad,revision_number=10']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:51.712839 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6183d127-a53a-4605-84ce-c3a715a058bc tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:51.759463 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-6e373992-9dd5-4b7c-87a8-747e2a889641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:51.765558 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-6e373992-9dd5-4b7c-87a8-747e2a889641 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 1101 time: 0.1539226 Nov 12 20:06:51.845765 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183d127-a53a-4605-84ce-c3a715a058bc tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Subnet': ['ID=fdbe97e6-c7a4-4eeb-9123-86223e019e97,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:51.919951 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6183d127-a53a-4605-84ce-c3a715a058bc tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Checking segment: {'id': '4ab6ca92-608c-454f-955b-7d3d87f7d7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8dea8f4e-e858-41d3-8a26-7074a7706783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:06:51.920713 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6183d127-a53a-4605-84ce-c3a715a058bc tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network hostable DHCP agents. Network: 8dea8f4e-e858-41d3-8a26-7074a7706783, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:06:51.958095 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6183d127-a53a-4605-84ce-c3a715a058bc tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network 8dea8f4e-e858-41d3-8a26-7074a7706783 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:06:51.963150 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-e4cdb8e4-d102-4ecb-8ee3-2dc3086ee264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:51.965353 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-e4cdb8e4-d102-4ecb-8ee3-2dc3086ee264 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.1824586 Nov 12 20:06:51.976811 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-6183d127-a53a-4605-84ce-c3a715a058bc tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 8dea8f4e-e858-41d3-8a26-7074a7706783) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:06:51.987424 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8886f336-b266-421f-9252-4dd9757d9664 None None] Network 8dea8f4e-e858-41d3-8a26-7074a7706783 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:06:51.990472 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6183d127-a53a-4605-84ce-c3a715a058bc tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:51.991147 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6183d127-a53a-4605-84ce-c3a715a058bc tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:52.047636 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-0b7eacd0-e1c4-47d3-a65e-686c13717e26 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6fd18c3d-48fb-4e5f-9077-9050a50aa377 HTTP/1.1" status: 200 len: 217 time: 0.0678480 Nov 12 20:06:52.095010 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33686) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:52.099321 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6183d127-a53a-4605-84ce-c3a715a058bc tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1117153 Nov 12 20:06:52.101964 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-77b0cc15-e683-4982-aced-5a74a0dd91eb tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'subnet': {'network_id': 'cee07138-3960-4958-9c45-1bdd02a270a7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:06:52.200394 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-1ab20289-c777-4c2d-b787-c61b7ec10392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:52.202050 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-1ab20289-c777-4c2d-b787-c61b7ec10392 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1461661 Nov 12 20:06:52.299962 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f24e2cb3-6fb8-47bd-ba58-46ede4f05a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:52.335585 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-51317ed8-3cea-440b-829f-213723a1ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:52.339481 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-51317ed8-3cea-440b-829f-213723a1ff28 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1291323 Nov 12 20:06:52.376720 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b0cc15-e683-4982-aced-5a74a0dd91eb tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Made reservation on behalf of 74c60af4d2d04ca29da86eba8b146adf for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:06:52.380960 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-77b0cc15-e683-4982-aced-5a74a0dd91eb tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:52.426328 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-8dea8f4e-e858-41d3-8a26-7074a7706783', 'network_id': '8dea8f4e-e858-41d3-8a26-7074a7706783', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'fixed_ips': [{'subnet_id': 'fdbe97e6-c7a4-4eeb-9123-86223e019e97'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:06:52.427204 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:52.600036 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-1bb087bc-6149-4605-b92b-66a726b1795d service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469397 Nov 12 20:06:52.737515 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Allocated IP 2001:db8::2 (8dea8f4e-e858-41d3-8a26-7074a7706783/fdbe97e6-c7a4-4eeb-9123-86223e019e97/7be8ff0c-0ed0-4ba0-8e33-e654f97f6c6d) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:06:52.869091 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-ba6d1d0e-76ab-4c00-8ff9-c45814ba2572 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597108 Nov 12 20:06:52.907999 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-77b0cc15-e683-4982-aced-5a74a0dd91eb tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:53.079446 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:53.102103 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:53.125136 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0cc15-e683-4982-aced-5a74a0dd91eb tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Subnet': ['ID=eebd3fb6-6b7f-4984-8530-6d84cac8e996,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:53.163929 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0cc15-e683-4982-aced-5a74a0dd91eb tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Checking segment: {'id': '60e6fd37-1be5-4120-906d-61a0b44ba859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cee07138-3960-4958-9c45-1bdd02a270a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:06:53.170456 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b0cc15-e683-4982-aced-5a74a0dd91eb tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network hostable DHCP agents. Network: cee07138-3960-4958-9c45-1bdd02a270a7, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:06:53.173932 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Network 8dea8f4e-e858-41d3-8a26-7074a7706783 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:06:53.176903 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:06:53.183350 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:06:53.185472 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Pushing event updated for resources: {'Port': ['ID=7be8ff0c-0ed0-4ba0-8e33-e654f97f6c6d,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:53.204934 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:06:53.205292 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:06:53.205642 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:06:53.205984 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:06:53.206320 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:06:53.206654 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:06:53.209136 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:06:53.209491 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:06:53.209827 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:06:53.210212 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:06:53.210492 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:06:53.210819 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:06:53.234241 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b0cc15-e683-4982-aced-5a74a0dd91eb tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network cee07138-3960-4958-9c45-1bdd02a270a7 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:06:53.252086 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-77b0cc15-e683-4982-aced-5a74a0dd91eb tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, cee07138-3960-4958-9c45-1bdd02a270a7) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:06:53.267569 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b0cc15-e683-4982-aced-5a74a0dd91eb tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:53.268284 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-77b0cc15-e683-4982-aced-5a74a0dd91eb tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:53.303954 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-77b0cc15-e683-4982-aced-5a74a0dd91eb tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2076716 Nov 12 20:06:53.308521 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 33688) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:53.312171 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41be1f5d-e844-4895-9a44-0e3904f5e33f None None] Network cee07138-3960-4958-9c45-1bdd02a270a7 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:06:53.317310 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-5891578d-ae31-4e42-b23a-0b8cdb948aed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-286857933', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:06:53.343008 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Attempting to bind port 7be8ff0c-0ed0-4ba0-8e33-e654f97f6c6d on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:06:53.343382 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Attempting to bind port 7be8ff0c-0ed0-4ba0-8e33-e654f97f6c6d by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '4ab6ca92-608c-454f-955b-7d3d87f7d7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8dea8f4e-e858-41d3-8a26-7074a7706783'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:06:53.343751 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Attempting to bind port 7be8ff0c-0ed0-4ba0-8e33-e654f97f6c6d on network 8dea8f4e-e858-41d3-8a26-7074a7706783 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:06:53.388531 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:06:53.388806 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Checking segment: {'id': '4ab6ca92-608c-454f-955b-7d3d87f7d7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8dea8f4e-e858-41d3-8a26-7074a7706783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:06:53.389248 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:53.389646 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Bound using segment: {'id': '4ab6ca92-608c-454f-955b-7d3d87f7d7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8dea8f4e-e858-41d3-8a26-7074a7706783'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:06:53.390260 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Bound port: 7be8ff0c-0ed0-4ba0-8e33-e654f97f6c6d, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab6ca92-608c-454f-955b-7d3d87f7d7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8dea8f4e-e858-41d3-8a26-7074a7706783'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:06:53.390642 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:53.394311 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5891578d-ae31-4e42-b23a-0b8cdb948aed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:53.395812 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5891578d-ae31-4e42-b23a-0b8cdb948aed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:53.534560 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5891578d-ae31-4e42-b23a-0b8cdb948aed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:53.542942 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5891578d-ae31-4e42-b23a-0b8cdb948aed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:53.580630 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5891578d-ae31-4e42-b23a-0b8cdb948aed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:53.584087 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5891578d-ae31-4e42-b23a-0b8cdb948aed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2735169 Nov 12 20:06:53.586991 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33690) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:53.691877 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:53.720718 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:53.765946 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] For port 7be8ff0c-0ed0-4ba0-8e33-e654f97f6c6d, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:06:53.770016 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] For port 7be8ff0c-0ed0-4ba0-8e33-e654f97f6c6d, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7be8ff0c-0ed0-4ba0-8e33-e654f97f6c6d,segment=NetworkSegment(4ab6ca92-608c-454f-955b-7d3d87f7d7a0),segment_id=4ab6ca92-608c-454f-955b-7d3d87f7d7a0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:06:53.804430 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:53.842029 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305182b2-3e4a-4ced-bdeb-599d98a2f619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-cee07138-3960-4958-9c45-1bdd02a270a7', 'network_id': 'cee07138-3960-4958-9c45-1bdd02a270a7', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'fixed_ips': [{'subnet_id': 'eebd3fb6-6b7f-4984-8530-6d84cac8e996'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:06:53.842889 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-305182b2-3e4a-4ced-bdeb-599d98a2f619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:53.986935 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f0adc-461b-4401-9449-b855f0dc40d9 None None] Pushing event updated for resources: {'Port': ['ID=7be8ff0c-0ed0-4ba0-8e33-e654f97f6c6d,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:54.153584 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-305182b2-3e4a-4ced-bdeb-599d98a2f619 None None] Allocated IP 2001:db8:1::2 (cee07138-3960-4958-9c45-1bdd02a270a7/eebd3fb6-6b7f-4984-8530-6d84cac8e996/b216bc97-9097-4b97-8f65-d425d2f3fb4d) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:06:54.272418 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ed701c9-60ee-400a-89b8-6922e6acc840 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:54.519102 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-305182b2-3e4a-4ced-bdeb-599d98a2f619 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:54.532001 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-305182b2-3e4a-4ced-bdeb-599d98a2f619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:54.644649 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305182b2-3e4a-4ced-bdeb-599d98a2f619 None None] Network cee07138-3960-4958-9c45-1bdd02a270a7 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:06:54.670432 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-305182b2-3e4a-4ced-bdeb-599d98a2f619 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:06:54.674418 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305182b2-3e4a-4ced-bdeb-599d98a2f619 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:06:54.682096 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305182b2-3e4a-4ced-bdeb-599d98a2f619 None None] Pushing event updated for resources: {'Port': ['ID=b216bc97-9097-4b97-8f65-d425d2f3fb4d,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:54.772017 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-5ed701c9-60ee-400a-89b8-6922e6acc840 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Allocated IP 2001:db8::1 (8dea8f4e-e858-41d3-8a26-7074a7706783/fdbe97e6-c7a4-4eeb-9123-86223e019e97/244ca7e9-016b-4c87-a684-09c0f4125fa5) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:06:54.805941 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-305182b2-3e4a-4ced-bdeb-599d98a2f619 None None] Attempting to bind port b216bc97-9097-4b97-8f65-d425d2f3fb4d on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:06:54.809647 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-305182b2-3e4a-4ced-bdeb-599d98a2f619 None None] Attempting to bind port b216bc97-9097-4b97-8f65-d425d2f3fb4d by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '60e6fd37-1be5-4120-906d-61a0b44ba859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cee07138-3960-4958-9c45-1bdd02a270a7'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:06:54.810117 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305182b2-3e4a-4ced-bdeb-599d98a2f619 None None] Attempting to bind port b216bc97-9097-4b97-8f65-d425d2f3fb4d on network cee07138-3960-4958-9c45-1bdd02a270a7 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:06:54.827343 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305182b2-3e4a-4ced-bdeb-599d98a2f619 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:06:54.827943 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305182b2-3e4a-4ced-bdeb-599d98a2f619 None None] Checking segment: {'id': '60e6fd37-1be5-4120-906d-61a0b44ba859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cee07138-3960-4958-9c45-1bdd02a270a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:06:54.828952 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-305182b2-3e4a-4ced-bdeb-599d98a2f619 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:54.828952 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305182b2-3e4a-4ced-bdeb-599d98a2f619 None None] Bound using segment: {'id': '60e6fd37-1be5-4120-906d-61a0b44ba859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cee07138-3960-4958-9c45-1bdd02a270a7'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:06:54.829517 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-305182b2-3e4a-4ced-bdeb-599d98a2f619 None None] Bound port: b216bc97-9097-4b97-8f65-d425d2f3fb4d, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e6fd37-1be5-4120-906d-61a0b44ba859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cee07138-3960-4958-9c45-1bdd02a270a7'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:06:54.829955 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-305182b2-3e4a-4ced-bdeb-599d98a2f619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:54.922001 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-305182b2-3e4a-4ced-bdeb-599d98a2f619 None None] For port b216bc97-9097-4b97-8f65-d425d2f3fb4d, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:06:54.926479 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-305182b2-3e4a-4ced-bdeb-599d98a2f619 None None] For port b216bc97-9097-4b97-8f65-d425d2f3fb4d, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b216bc97-9097-4b97-8f65-d425d2f3fb4d,segment=NetworkSegment(60e6fd37-1be5-4120-906d-61a0b44ba859),segment_id=60e6fd37-1be5-4120-906d-61a0b44ba859)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:06:54.934575 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ed701c9-60ee-400a-89b8-6922e6acc840 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:54.936169 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-305182b2-3e4a-4ced-bdeb-599d98a2f619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:54.988838 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ed701c9-60ee-400a-89b8-6922e6acc840 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:55.057110 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed701c9-60ee-400a-89b8-6922e6acc840 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network 8dea8f4e-e858-41d3-8a26-7074a7706783 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:06:55.061965 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-5ed701c9-60ee-400a-89b8-6922e6acc840 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:06:55.065382 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed701c9-60ee-400a-89b8-6922e6acc840 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:06:55.065966 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ed701c9-60ee-400a-89b8-6922e6acc840 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:55.109834 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:55.119376 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305182b2-3e4a-4ced-bdeb-599d98a2f619 None None] Pushing event updated for resources: {'Port': ['ID=b216bc97-9097-4b97-8f65-d425d2f3fb4d,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:55.241891 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed701c9-60ee-400a-89b8-6922e6acc840 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Port': ['ID=244ca7e9-016b-4c87-a684-09c0f4125fa5,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:55.383527 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ed701c9-60ee-400a-89b8-6922e6acc840 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:55.899168 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2508a02b-97e0-44e3-9e3f-8dfaa1e8e79d None None] Network 8dea8f4e-e858-41d3-8a26-7074a7706783 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:06:55.906644 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ed701c9-60ee-400a-89b8-6922e6acc840 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:55.915004 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ed701c9-60ee-400a-89b8-6922e6acc840 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:55.918627 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ed701c9-60ee-400a-89b8-6922e6acc840 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:56.034148 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:56.079008 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed701c9-60ee-400a-89b8-6922e6acc840 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Port': ['ID=244ca7e9-016b-4c87-a684-09c0f4125fa5,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:56.096294 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-be896c89-9f04-46c1-b1f6-04d70054b5c9 None None] Provisioning complete for port 7be8ff0c-0ed0-4ba0-8e33-e654f97f6c6d triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:56.096660 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be896c89-9f04-46c1-b1f6-04d70054b5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:56.153506 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed701c9-60ee-400a-89b8-6922e6acc840 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network 8dea8f4e-e858-41d3-8a26-7074a7706783 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:06:56.155237 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-5ed701c9-60ee-400a-89b8-6922e6acc840 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:06:56.290200 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be896c89-9f04-46c1-b1f6-04d70054b5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:56.384152 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-be896c89-9f04-46c1-b1f6-04d70054b5c9 None None] For port 7be8ff0c-0ed0-4ba0-8e33-e654f97f6c6d, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7be8ff0c-0ed0-4ba0-8e33-e654f97f6c6d,segment=NetworkSegment(4ab6ca92-608c-454f-955b-7d3d87f7d7a0),segment_id=4ab6ca92-608c-454f-955b-7d3d87f7d7a0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:56.395593 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be896c89-9f04-46c1-b1f6-04d70054b5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:56.453154 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be896c89-9f04-46c1-b1f6-04d70054b5c9 None None] Pushing event updated for resources: {'Port': ['ID=7be8ff0c-0ed0-4ba0-8e33-e654f97f6c6d,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:56.530866 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7be8ff0c-0ed0-4ba0-8e33-e654f97f6c6d up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:06:56.662890 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 7be8ff0c-0ed0-4ba0-8e33-e654f97f6c6d triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:56.663258 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:56.845262 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c2ef6-f070-4687-ac53-16ebd6013371 req-35d4a008-9251-466b-b01d-081b6e740671 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:56.854572 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5e1c2ef6-f070-4687-ac53-16ebd6013371 req-35d4a008-9251-466b-b01d-081b6e740671 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.1156862 Nov 12 20:06:56.871335 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b216bc97-9097-4b97-8f65-d425d2f3fb4d up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:06:56.941302 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea56bc53-bee0-4abf-8c27-fa11928f20ae None None] Network cee07138-3960-4958-9c45-1bdd02a270a7 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:06:56.952045 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5e1c2ef6-f070-4687-ac53-16ebd6013371 req-7154f18a-152a-4127-8125-54b4c49f2d6e tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968993 Nov 12 20:06:57.048624 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8784d817-ecda-419e-abe1-c469978025ba None None] Provisioning complete for port b216bc97-9097-4b97-8f65-d425d2f3fb4d triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:57.049108 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8784d817-ecda-419e-abe1-c469978025ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:57.071667 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e503f-a801-4645-80e6-e5e2a3e18b48 req-0f29d7e2-8a14-4c8a-a14e-f1b5f21ea74a tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:57.075580 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-478e503f-a801-4645-80e6-e5e2a3e18b48 req-0f29d7e2-8a14-4c8a-a14e-f1b5f21ea74a tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 945 time: 0.1137969 Nov 12 20:06:57.100478 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dad8cd-2299-4fc5-b16e-5d5357f63afa req-2c2feded-4408-4df2-9874-1597a395946d tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:57.102274 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-36dad8cd-2299-4fc5-b16e-5d5357f63afa req-2c2feded-4408-4df2-9874-1597a395946d tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 946 time: 0.0900998 Nov 12 20:06:57.134496 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b216bc97-9097-4b97-8f65-d425d2f3fb4d triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:57.134917 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:57.210486 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-478e503f-a801-4645-80e6-e5e2a3e18b48 req-3df32857-3f6f-4500-a6d5-fd0b55d1ec93 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190031 Nov 12 20:06:57.211354 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-36dad8cd-2299-4fc5-b16e-5d5357f63afa req-15c73b53-7f95-40d5-9b9c-0cfc30bc0f37 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011374 Nov 12 20:06:57.273390 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed701c9-60ee-400a-89b8-6922e6acc840 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Router b48af0e6-21fc-4afc-a000-02e93beab32c is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:06:57.438534 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8784d817-ecda-419e-abe1-c469978025ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:57.464686 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed701c9-60ee-400a-89b8-6922e6acc840 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:06:57.472000 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5ed701c9-60ee-400a-89b8-6922e6acc840 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "PUT /v2.0/routers/b48af0e6-21fc-4afc-a000-02e93beab32c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8838129 Nov 12 20:06:57.475005 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 33722) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:57.499924 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:57.518927 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30a6624-feac-4524-a3aa-910df83f4c91 x-openstack-request-id: req-d30a6624-feac-4524-a3aa-910df83f4c91 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:06:57.519281 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cafdda6-94e8-433e-85a5-45fd099276f0", "name": "network-vif-plugged", "status": "completed", "tag": "5b8dc4c6-5607-4dc0-b8d1-2783738323ad", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:06:57.519541 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d30a6624-feac-4524-a3aa-910df83f4c91 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:06:57.519938 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cafdda6-94e8-433e-85a5-45fd099276f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8dc4c6-5607-4dc0-b8d1-2783738323ad', 'code': 200} Nov 12 20:06:57.536729 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af03fc8-a4a2-4bc1-a0f9-189381fe049b None None] Sync routers for ids ['b48af0e6-21fc-4afc-a000-02e93beab32c'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:06:57.568637 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-8784d817-ecda-419e-abe1-c469978025ba None None] For port b216bc97-9097-4b97-8f65-d425d2f3fb4d, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b216bc97-9097-4b97-8f65-d425d2f3fb4d,segment=NetworkSegment(60e6fd37-1be5-4120-906d-61a0b44ba859),segment_id=60e6fd37-1be5-4120-906d-61a0b44ba859)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:06:57.579543 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeb9fe7-88d2-45fa-9de8-3b84ada31c43 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:57.585118 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33728) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:06:57.586008 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-efeb9fe7-88d2-45fa-9de8-3b84ada31c43 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "GET /v2.0/ports/244ca7e9-016b-4c87-a684-09c0f4125fa5 HTTP/1.1" status: 200 len: 911 time: 0.1089926 Nov 12 20:06:57.618336 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8784d817-ecda-419e-abe1-c469978025ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:57.793397 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ccb59-0580-4699-a444-767f663be5eb req-a1504053-eb64-42aa-b75d-281a50b46cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:57.802578 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b54ccb59-0580-4699-a444-767f663be5eb req-a1504053-eb64-42aa-b75d-281a50b46cb5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 1098 time: 0.1092527 Nov 12 20:06:57.813382 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.api [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:06:57.813730 n-d-712140-15 neutron-server[102449]: DEBUG oslo_db.api [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:06:57.816318 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784d817-ecda-419e-abe1-c469978025ba None None] Pushing event updated for resources: {'Port': ['ID=b216bc97-9097-4b97-8f65-d425d2f3fb4d,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:57.850941 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af03fc8-a4a2-4bc1-a0f9-189381fe049b None None] Routers {'b48af0e6-21fc-4afc-a000-02e93beab32c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:06:57.851690 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1af03fc8-a4a2-4bc1-a0f9-189381fe049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:06:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['b48af0e6-21fc-4afc-a000-02e93beab32c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:06:57.941644 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1af03fc8-a4a2-4bc1-a0f9-189381fe049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:06:57.975446 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af03fc8-a4a2-4bc1-a0f9-189381fe049b None None] Routers {'b48af0e6-21fc-4afc-a000-02e93beab32c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:06:57.976097 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1af03fc8-a4a2-4bc1-a0f9-189381fe049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:06:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['b48af0e6-21fc-4afc-a000-02e93beab32c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:06:58.030695 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1af03fc8-a4a2-4bc1-a0f9-189381fe049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:06:58.031331 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af03fc8-a4a2-4bc1-a0f9-189381fe049b None None] The sync data for ids ['b48af0e6-21fc-4afc-a000-02e93beab32c'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:06:58.050544 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-28d82008-59cf-4693-a1ea-2eae20f970fa None None] Provisioning complete for port 244ca7e9-016b-4c87-a684-09c0f4125fa5 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:58.050922 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-28d82008-59cf-4693-a1ea-2eae20f970fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:58.148382 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-28d82008-59cf-4693-a1ea-2eae20f970fa None None] Port 244ca7e9-016b-4c87-a684-09c0f4125fa5 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:06:58.164243 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-28d82008-59cf-4693-a1ea-2eae20f970fa None None] Provisioning complete for port 7be8ff0c-0ed0-4ba0-8e33-e654f97f6c6d triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:58.164823 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-28d82008-59cf-4693-a1ea-2eae20f970fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:58.442118 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fcecce-852f-4b40-a882-a1adef2ec2eb req-6039824e-4efd-4cdf-a791-539ebb649882 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:58.447116 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-30fcecce-852f-4b40-a882-a1adef2ec2eb req-6039824e-4efd-4cdf-a791-539ebb649882 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 945 time: 0.2942898 Nov 12 20:06:58.523100 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c3737953-9dd4-459a-8124-2cf2aa628477 None None] Provisioning complete for port b216bc97-9097-4b97-8f65-d425d2f3fb4d triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:58.523556 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c3737953-9dd4-459a-8124-2cf2aa628477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:58.595970 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b54ccb59-0580-4699-a444-767f663be5eb req-90691721-ab73-493d-9b9b-c9ea52c3daba service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7794347 Nov 12 20:06:58.597111 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7be8ff0c-0ed0-4ba0-8e33-e654f97f6c6d up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:06:58.605917 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f71f1f78-861f-49c2-ae23-af3a842e45f9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:58.612634 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-30fcecce-852f-4b40-a882-a1adef2ec2eb req-044e649d-5b39-4297-847e-9b38ac3ce171 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575556 Nov 12 20:06:58.785140 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 7be8ff0c-0ed0-4ba0-8e33-e654f97f6c6d triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:58.786536 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:58.866027 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c3737953-9dd4-459a-8124-2cf2aa628477 None None] Provisioning complete for port 244ca7e9-016b-4c87-a684-09c0f4125fa5 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:58.866633 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c3737953-9dd4-459a-8124-2cf2aa628477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:59.016408 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79873bc-ddcb-4bc8-a9eb-ba3014b0c794 req-8aa2eecb-805f-4f00-a914-070c806898e3 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:59.023762 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c79873bc-ddcb-4bc8-a9eb-ba3014b0c794 req-8aa2eecb-805f-4f00-a914-070c806898e3 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.2874656 Nov 12 20:06:59.058317 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c3737953-9dd4-459a-8124-2cf2aa628477 None None] Port 244ca7e9-016b-4c87-a684-09c0f4125fa5 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:06:59.079574 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-f71f1f78-861f-49c2-ae23-af3a842e45f9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Allocated IP 2001:db8:1::1 (cee07138-3960-4958-9c45-1bdd02a270a7/eebd3fb6-6b7f-4984-8530-6d84cac8e996/59d67c81-4413-4a41-b8e2-a6e00317e95f) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:06:59.113488 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c79873bc-ddcb-4bc8-a9eb-ba3014b0c794 req-ec0d8f45-8a53-42cb-a481-dd09e42b885a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888760 Nov 12 20:06:59.133715 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b216bc97-9097-4b97-8f65-d425d2f3fb4d up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:06:59.252155 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b216bc97-9097-4b97-8f65-d425d2f3fb4d triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:59.252844 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:59.413026 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b20c2-69ec-461e-947e-c7a1753515b7 req-59241030-a10f-4fb3-9a1b-14c142a6db80 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:59.417091 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fe5b20c2-69ec-461e-947e-c7a1753515b7 req-59241030-a10f-4fb3-9a1b-14c142a6db80 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 946 time: 0.1414053 Nov 12 20:06:59.420805 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf99ccd-c008-4f4b-9c99-35d7b36f8a8f req-213b5499-bdb4-4aa9-8da6-feb601b5407d tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:06:59.422788 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1cf99ccd-c008-4f4b-9c99-35d7b36f8a8f req-213b5499-bdb4-4aa9-8da6-feb601b5407d tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 945 time: 0.0562496 Nov 12 20:06:59.425923 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f71f1f78-861f-49c2-ae23-af3a842e45f9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:59.488797 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1cf99ccd-c008-4f4b-9c99-35d7b36f8a8f req-4683add6-54d6-4b38-813b-0f830ebd2688 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596912 Nov 12 20:06:59.504686 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fe5b20c2-69ec-461e-947e-c7a1753515b7 req-0de53d56-5779-4093-8449-342416794a35 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767920 Nov 12 20:06:59.539858 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f71f1f78-861f-49c2-ae23-af3a842e45f9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:59.595699 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71f1f78-861f-49c2-ae23-af3a842e45f9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network cee07138-3960-4958-9c45-1bdd02a270a7 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:06:59.601383 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-f71f1f78-861f-49c2-ae23-af3a842e45f9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:06:59.612771 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71f1f78-861f-49c2-ae23-af3a842e45f9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:06:59.613497 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f71f1f78-861f-49c2-ae23-af3a842e45f9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:59.801155 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f1f78-861f-49c2-ae23-af3a842e45f9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Port': ['ID=59d67c81-4413-4a41-b8e2-a6e00317e95f,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:06:59.811245 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f71f1f78-861f-49c2-ae23-af3a842e45f9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:06:59.985247 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-129c8af3-7383-4b15-afc3-ec4f6e1fca00 None None] Provisioning complete for port 59d67c81-4413-4a41-b8e2-a6e00317e95f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:06:59.985986 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-129c8af3-7383-4b15-afc3-ec4f6e1fca00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:00.088717 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992368a-48e4-4599-8b75-de29b1997f5c req-01d246ba-8261-459b-baee-c432e2789a49 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:00.092971 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-129c8af3-7383-4b15-afc3-ec4f6e1fca00 None None] Port 59d67c81-4413-4a41-b8e2-a6e00317e95f cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:07:00.096607 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d992368a-48e4-4599-8b75-de29b1997f5c req-01d246ba-8261-459b-baee-c432e2789a49 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 945 time: 0.1747460 Nov 12 20:07:00.208524 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d992368a-48e4-4599-8b75-de29b1997f5c req-c289fe7f-22d8-4c2b-96ae-a90ee3a81eb6 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109447 Nov 12 20:07:00.435640 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72192c35-20f1-4f09-9dc2-fb73a5fcb1f3 req-1ec4b1b7-622c-4406-930d-24feab956895 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:00.444498 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72192c35-20f1-4f09-9dc2-fb73a5fcb1f3 req-1ec4b1b7-622c-4406-930d-24feab956895 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.1186650 Nov 12 20:07:00.475768 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f71f1f78-861f-49c2-ae23-af3a842e45f9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:00.487010 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f71f1f78-861f-49c2-ae23-af3a842e45f9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:00.488082 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f71f1f78-861f-49c2-ae23-af3a842e45f9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:00.580295 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f1f78-861f-49c2-ae23-af3a842e45f9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Port': ['ID=59d67c81-4413-4a41-b8e2-a6e00317e95f,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:00.615552 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72192c35-20f1-4f09-9dc2-fb73a5fcb1f3 req-f6609c89-0235-42cb-b1d3-3416a5cad7ea tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699913 Nov 12 20:07:00.675675 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71f1f78-861f-49c2-ae23-af3a842e45f9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network cee07138-3960-4958-9c45-1bdd02a270a7 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:07:00.677210 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-f71f1f78-861f-49c2-ae23-af3a842e45f9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:00.876726 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71f1f78-861f-49c2-ae23-af3a842e45f9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Router b48af0e6-21fc-4afc-a000-02e93beab32c has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:07:00.953515 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d3a3d-e996-4207-a63c-080f1d2d941c req-52239c26-d201-4e6e-8be2-d80031f3101f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:00.955284 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0a8d3a3d-e996-4207-a63c-080f1d2d941c req-52239c26-d201-4e6e-8be2-d80031f3101f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 946 time: 0.1662986 Nov 12 20:07:01.044492 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-87fbc99a-3af5-49c9-9407-2c16d8030d85 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:01.048090 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-bd372421-7023-46d4-9f6b-bc6c6ad12e86 None None] Provisioning complete for port 59d67c81-4413-4a41-b8e2-a6e00317e95f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:01.048586 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bd372421-7023-46d4-9f6b-bc6c6ad12e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:01.053213 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-87fbc99a-3af5-49c9-9407-2c16d8030d85 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/networks?id=244f869e-61bd-4949-82fd-4493cf9dc192 HTTP/1.1" status: 200 len: 805 time: 0.2234986 Nov 12 20:07:01.071773 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-c5b20631-8895-4135-89d6-ea63b5f2f39f tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/quotas/954a349666444c9cac7ba5cc392be91e HTTP/1.1" status: 200 len: 375 time: 0.0171964 Nov 12 20:07:01.103336 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71f1f78-861f-49c2-ae23-af3a842e45f9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:07:01.121010 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822b87ca-6cfa-4252-bce1-74e449357587 None None] Sync routers for ids ['b48af0e6-21fc-4afc-a000-02e93beab32c'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:07:01.121926 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f71f1f78-861f-49c2-ae23-af3a842e45f9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "PUT /v2.0/routers/b48af0e6-21fc-4afc-a000-02e93beab32c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5349507 Nov 12 20:07:01.127103 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33870) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:01.134735 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822b87ca-6cfa-4252-bce1-74e449357587 None None] Routers {'b48af0e6-21fc-4afc-a000-02e93beab32c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:01.135679 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-822b87ca-6cfa-4252-bce1-74e449357587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:06:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['b48af0e6-21fc-4afc-a000-02e93beab32c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:01.176399 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0a8d3a3d-e996-4207-a63c-080f1d2d941c req-9cd07901-f83e-4473-a543-e718df17a6f2 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722767 Nov 12 20:07:01.180836 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-f4e28925-cb56-44e2-836e-09e86df1fd19 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=954a349666444c9cac7ba5cc392be91e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1084752 Nov 12 20:07:01.192916 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-bd372421-7023-46d4-9f6b-bc6c6ad12e86 None None] Port 59d67c81-4413-4a41-b8e2-a6e00317e95f cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:07:01.235963 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-822b87ca-6cfa-4252-bce1-74e449357587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:01.238267 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bf4852-ad88-4514-b2b9-e6e32b4e38a5 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:01.248256 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c6bf4852-ad88-4514-b2b9-e6e32b4e38a5 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "GET /v2.0/ports/59d67c81-4413-4a41-b8e2-a6e00317e95f HTTP/1.1" status: 200 len: 913 time: 0.1165822 Nov 12 20:07:01.252341 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33878) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:01.263217 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822b87ca-6cfa-4252-bce1-74e449357587 None None] Routers {'b48af0e6-21fc-4afc-a000-02e93beab32c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:01.263863 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-822b87ca-6cfa-4252-bce1-74e449357587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:06:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['b48af0e6-21fc-4afc-a000-02e93beab32c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:01.380651 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-d8775051-4f1a-4eec-a59d-73a6460659ce service neutron] 10.222.0.48 "GET /v2.0/networks/244f869e-61bd-4949-82fd-4493cf9dc192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988139 Nov 12 20:07:01.388585 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:07:01.451728 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-822b87ca-6cfa-4252-bce1-74e449357587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:01.452683 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822b87ca-6cfa-4252-bce1-74e449357587 None None] The sync data for ids ['b48af0e6-21fc-4afc-a000-02e93beab32c'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:07:01.504905 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-e94992a4-dc96-45cf-a969-8c7913563904 service neutron] 10.222.0.48 "GET /v2.0/networks/244f869e-61bd-4949-82fd-4493cf9dc192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232853 Nov 12 20:07:01.519780 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:01.549512 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd17f2c-a78b-48e6-82e4-f6175a00332e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:07:01.552185 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed092900-0d0d-4aa4-ab2c-c56d7e8a7b4f" -d '{"events": [{"server_uuid": "fcd17f2c-a78b-48e6-82e4-f6175a00332e", "name": "network-vif-unplugged", "status": "completed", "tag": "e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:07:01.566574 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:01.576266 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:01.645482 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:01.710574 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f16b45-3f9b-4e02-9a16-111066089055 x-openstack-request-id: req-00f16b45-3f9b-4e02-9a16-111066089055 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:07:01.711080 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd17f2c-a78b-48e6-82e4-f6175a00332e", "name": "network-vif-unplugged", "status": "completed", "tag": "e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:07:01.711510 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-00f16b45-3f9b-4e02-9a16-111066089055 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:07:01.712114 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd17f2c-a78b-48e6-82e4-f6175a00332e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b', 'code': 200} Nov 12 20:07:01.805539 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a21563c3-14c6-4f1f-8872-159f42db7669 req-f7ba322f-b393-48f1-abae-27475855e953 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=05036378-c5f2-46ba-a3e1-24b9b5243197 HTTP/1.1" status: 200 len: 210 time: 0.0489976 Nov 12 20:07:01.984306 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab41fb-c186-418f-959b-e9e8ac2df13e req-2e4412fc-ef29-4a68-87e3-82ec54a1f1a3 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:01.992491 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-42ab41fb-c186-418f-959b-e9e8ac2df13e req-2e4412fc-ef29-4a68-87e3-82ec54a1f1a3 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 945 time: 0.4698632 Nov 12 20:07:01.997744 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854823f-3d4c-4638-b56c-eeaad18ca258 req-4b2fc304-6056-464b-bd9d-3e913f6233c8 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:01.998636 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6854823f-3d4c-4638-b56c-eeaad18ca258 req-4b2fc304-6056-464b-bd9d-3e913f6233c8 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.1239438 Nov 12 20:07:02.061530 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6854823f-3d4c-4638-b56c-eeaad18ca258 req-ac42d11b-161b-434d-b155-6f4adff3a3fa tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566373 Nov 12 20:07:02.117137 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc629011-b28f-4df1-9e27-4bb8db6c1b2d req-ae59efcf-cbf7-4f3c-a2ba-6fb06eac5603 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:02.118879 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dc629011-b28f-4df1-9e27-4bb8db6c1b2d req-ae59efcf-cbf7-4f3c-a2ba-6fb06eac5603 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcd17f2c-a78b-48e6-82e4-f6175a00332e HTTP/1.1" status: 200 len: 943 time: 0.1748865 Nov 12 20:07:02.132794 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-42ab41fb-c186-418f-959b-e9e8ac2df13e req-f804db13-2035-442c-b3e6-50542928f95e tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369977 Nov 12 20:07:02.330977 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0722c2-cff9-4f86-8009-3e3e2c514d08 req-58cf137f-990b-4b54-8b25-af6f2de68718 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:02.333011 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fc0722c2-cff9-4f86-8009-3e3e2c514d08 req-58cf137f-990b-4b54-8b25-af6f2de68718 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 946 time: 0.0633671 Nov 12 20:07:02.358195 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-dc629011-b28f-4df1-9e27-4bb8db6c1b2d req-7578040c-c32b-4d8c-8246-a59c840bb6cf tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Deleting port e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:02.358541 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-dc629011-b28f-4df1-9e27-4bb8db6c1b2d req-7578040c-c32b-4d8c-8246-a59c840bb6cf tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:02.423712 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7bad95e4-692c-4e48-8dc6-aa9708e4edea tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:02.455234 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fc0722c2-cff9-4f86-8009-3e3e2c514d08 req-ffb6360c-83c6-4286-af67-cf8c601786ff tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127613 Nov 12 20:07:02.606397 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-dc629011-b28f-4df1-9e27-4bb8db6c1b2d req-7578040c-c32b-4d8c-8246-a59c840bb6cf tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] For port e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:02.607132 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-dc629011-b28f-4df1-9e27-4bb8db6c1b2d req-7578040c-c32b-4d8c-8246-a59c840bb6cf tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:02.656314 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-dc629011-b28f-4df1-9e27-4bb8db6c1b2d req-7578040c-c32b-4d8c-8246-a59c840bb6cf tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Calling delete_port for e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:02.877366 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-dc629011-b28f-4df1-9e27-4bb8db6c1b2d req-7578040c-c32b-4d8c-8246-a59c840bb6cf tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:02.909844 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578040c-c32b-4d8c-8246-a59c840bb6cf tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Pushing event deleted for resources: {'Port': ['ID=e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:02.928290 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-7bad95e4-692c-4e48-8dc6-aa9708e4edea tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Deleting port 59d67c81-4413-4a41-b8e2-a6e00317e95f {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:02.928290 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7bad95e4-692c-4e48-8dc6-aa9708e4edea tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:02.947910 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1b478d04-c755-462e-9ffc-ae0818454a17 req-033ad7c2-4b6c-4139-a103-3f9e62635972 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=05036378-c5f2-46ba-a3e1-24b9b5243197 HTTP/1.1" status: 200 len: 210 time: 0.0704381 Nov 12 20:07:02.978833 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc629011-b28f-4df1-9e27-4bb8db6c1b2d req-7578040c-c32b-4d8c-8246-a59c840bb6cf tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] No DVR routers for this DVR port e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:07:02.984878 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-dc629011-b28f-4df1-9e27-4bb8db6c1b2d req-7578040c-c32b-4d8c-8246-a59c840bb6cf tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:02.988424 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dc629011-b28f-4df1-9e27-4bb8db6c1b2d req-7578040c-c32b-4d8c-8246-a59c840bb6cf tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.55 "DELETE /v2.0/ports/e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b HTTP/1.1" status: 204 len: 173 time: 0.8415430 Nov 12 20:07:02.988896 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd17f2c-a78b-48e6-82e4-f6175a00332e', 'name': 'network-vif-deleted', 'tag': 'e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:07:02.991353 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4847354a-680d-44ad-884b-b8c98f701a72" -d '{"events": [{"server_uuid": "fcd17f2c-a78b-48e6-82e4-f6175a00332e", "name": "network-vif-deleted", "tag": "e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:07:03.074690 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7bad95e4-692c-4e48-8dc6-aa9708e4edea tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:03.079198 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04910a54-1f47-409f-9058-a0c801401353 x-openstack-request-id: req-04910a54-1f47-409f-9058-a0c801401353 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:07:03.079607 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd17f2c-a78b-48e6-82e4-f6175a00332e", "name": "network-vif-deleted", "tag": "e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:07:03.079922 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-04910a54-1f47-409f-9058-a0c801401353 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:07:03.080412 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd17f2c-a78b-48e6-82e4-f6175a00332e', 'name': 'network-vif-deleted', 'tag': 'e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b', 'status': 'completed', 'code': 200} Nov 12 20:07:03.101641 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-7bad95e4-692c-4e48-8dc6-aa9708e4edea tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Calling delete_port for 59d67c81-4413-4a41-b8e2-a6e00317e95f owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:03.289138 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e37664-995c-4f62-9e7f-a611cf535633 req-2f33065a-1ccc-4e31-9a09-6ff73afd28f2 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:03.292891 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-42e37664-995c-4f62-9e7f-a611cf535633 req-2f33065a-1ccc-4e31-9a09-6ff73afd28f2 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.0977063 Nov 12 20:07:03.372177 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-f1c0a2f1-1b2b-4d32-af0a-ce84a4eb2716 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:03.374354 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-f1c0a2f1-1b2b-4d32-af0a-ce84a4eb2716 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.52 "GET /v2.0/networks?id=244f869e-61bd-4949-82fd-4493cf9dc192 HTTP/1.1" status: 200 len: 805 time: 0.3567626 Nov 12 20:07:03.397848 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-c03e63de-0582-47ff-9250-bfa5b9d149af tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Request body: {'port': {'device_id': '05036378-c5f2-46ba-a3e1-24b9b5243197', 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192', 'admin_state_up': True, 'tenant_id': '954a349666444c9cac7ba5cc392be91e'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:03.426525 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7bad95e4-692c-4e48-8dc6-aa9708e4edea tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:03.440164 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-42e37664-995c-4f62-9e7f-a611cf535633 req-ddb912ec-c5e3-4686-832e-c87116024101 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343093 Nov 12 20:07:03.497462 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad95e4-692c-4e48-8dc6-aa9708e4edea tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Port': ['ID=59d67c81-4413-4a41-b8e2-a6e00317e95f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:03.602932 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-c03e63de-0582-47ff-9250-bfa5b9d149af tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Made reservation on behalf of 954a349666444c9cac7ba5cc392be91e for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:07:03.607883 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-c03e63de-0582-47ff-9250-bfa5b9d149af tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:03.649850 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7bad95e4-692c-4e48-8dc6-aa9708e4edea tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:03.681304 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99b66b-091e-4854-a458-f24e1ae27419 req-7ae37cd6-1b81-4e31-9c81-f412cf4e5163 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:03.692404 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7e99b66b-091e-4854-a458-f24e1ae27419 req-7ae37cd6-1b81-4e31-9c81-f412cf4e5163 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 945 time: 0.3043020 Nov 12 20:07:03.846574 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-c03e63de-0582-47ff-9250-bfa5b9d149af tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Allocated IP 172.20.0.2 (244f869e-61bd-4949-82fd-4493cf9dc192/7dd80d0b-2491-4b1b-842a-10479179ac7e/0c99edfa-275a-401a-9585-08a87bd3e2d1) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:07:04.003329 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bad95e4-692c-4e48-8dc6-aa9708e4edea tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Router b48af0e6-21fc-4afc-a000-02e93beab32c has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:07:04.025142 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7e99b66b-091e-4854-a458-f24e1ae27419 req-bef41573-1bba-40fa-acdd-b8205469a9a6 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594241 Nov 12 20:07:04.074248 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a9d004c2-e45e-407e-8e28-d1f3150c8733 req-7e078b99-f950-4500-b9a1-09e928b631e7 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=05036378-c5f2-46ba-a3e1-24b9b5243197 HTTP/1.1" status: 200 len: 210 time: 0.0405755 Nov 12 20:07:04.101612 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-c03e63de-0582-47ff-9250-bfa5b9d149af tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:04.148761 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-c03e63de-0582-47ff-9250-bfa5b9d149af tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:04.156873 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bad95e4-692c-4e48-8dc6-aa9708e4edea tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:07:04.169444 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7bad95e4-692c-4e48-8dc6-aa9708e4edea tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "PUT /v2.0/routers/b48af0e6-21fc-4afc-a000-02e93beab32c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9158370 Nov 12 20:07:04.170404 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e94c0c-becb-44d1-9657-bfd6868fe409 None None] Sync routers for ids ['b48af0e6-21fc-4afc-a000-02e93beab32c'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:07:04.174896 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33940) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:04.190016 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e94c0c-becb-44d1-9657-bfd6868fe409 None None] Routers {'b48af0e6-21fc-4afc-a000-02e93beab32c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:04.193276 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-68e94c0c-becb-44d1-9657-bfd6868fe409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:06:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['b48af0e6-21fc-4afc-a000-02e93beab32c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:04.201920 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-c03e63de-0582-47ff-9250-bfa5b9d149af tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Network 244f869e-61bd-4949-82fd-4493cf9dc192 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:07:04.205707 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-c03e63de-0582-47ff-9250-bfa5b9d149af tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:04.215419 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-c03e63de-0582-47ff-9250-bfa5b9d149af tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:07:04.240991 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:07:04.246493 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-68e94c0c-becb-44d1-9657-bfd6868fe409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:04.251715 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e63de-0582-47ff-9250-bfa5b9d149af tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Pushing event updated for resources: {'Port': ['ID=0c99edfa-275a-401a-9585-08a87bd3e2d1,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:04.270019 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e63de-0582-47ff-9250-bfa5b9d149af tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:04.270389 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e63de-0582-47ff-9250-bfa5b9d149af tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:04.270735 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e63de-0582-47ff-9250-bfa5b9d149af tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:04.271077 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e63de-0582-47ff-9250-bfa5b9d149af tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:04.271543 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e63de-0582-47ff-9250-bfa5b9d149af tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:04.271877 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e63de-0582-47ff-9250-bfa5b9d149af tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:04.272214 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e63de-0582-47ff-9250-bfa5b9d149af tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:04.272619 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e63de-0582-47ff-9250-bfa5b9d149af tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:04.272985 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e63de-0582-47ff-9250-bfa5b9d149af tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:04.273270 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e63de-0582-47ff-9250-bfa5b9d149af tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:04.273401 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e94c0c-becb-44d1-9657-bfd6868fe409 None None] Routers {'b48af0e6-21fc-4afc-a000-02e93beab32c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:04.273649 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e63de-0582-47ff-9250-bfa5b9d149af tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:04.273996 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e63de-0582-47ff-9250-bfa5b9d149af tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:04.274577 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-68e94c0c-becb-44d1-9657-bfd6868fe409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:06:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['b48af0e6-21fc-4afc-a000-02e93beab32c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:04.303133 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-c03e63de-0582-47ff-9250-bfa5b9d149af tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:04.303818 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-c03e63de-0582-47ff-9250-bfa5b9d149af tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:04.330776 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-c03e63de-0582-47ff-9250-bfa5b9d149af tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9435892 Nov 12 20:07:04.360196 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-eb537165-753a-4167-865e-e841c8be0177 service neutron] Request body: {'port': {'device_id': '05036378-c5f2-46ba-a3e1-24b9b5243197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:04.366514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-68e94c0c-becb-44d1-9657-bfd6868fe409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:04.367386 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e94c0c-becb-44d1-9657-bfd6868fe409 None None] The sync data for ids ['b48af0e6-21fc-4afc-a000-02e93beab32c'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:07:04.440521 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-eb537165-753a-4167-865e-e841c8be0177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:04.655217 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c7440896-3c64-42fc-9c3d-ff1da3725942 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:04.851696 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93eff4b-4a28-42f2-bdd7-6381490a26f3 req-223ae0a2-6c9e-4a0c-ba74-7926cf493aae tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:04.860013 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b93eff4b-4a28-42f2-bdd7-6381490a26f3 req-223ae0a2-6c9e-4a0c-ba74-7926cf493aae tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.2823136 Nov 12 20:07:04.922775 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-eb537165-753a-4167-865e-e841c8be0177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c99edfa-275a-401a-9585-08a87bd3e2d1 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:07:04.936135 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-eb537165-753a-4167-865e-e841c8be0177 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:04.956920 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c7440896-3c64-42fc-9c3d-ff1da3725942 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Deleting port 244ca7e9-016b-4c87-a684-09c0f4125fa5 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:04.956920 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c7440896-3c64-42fc-9c3d-ff1da3725942 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:04.966877 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b93eff4b-4a28-42f2-bdd7-6381490a26f3 req-f53efe6d-4469-48d6-a6a5-2d10a2fb2f4f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002321 Nov 12 20:07:04.972687 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-eb537165-753a-4167-865e-e841c8be0177 service neutron] Transition to ACTIVE for port object 0c99edfa-275a-401a-9585-08a87bd3e2d1 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:07:05.009206 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-eb537165-753a-4167-865e-e841c8be0177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:05.110174 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c7440896-3c64-42fc-9c3d-ff1da3725942 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:05.111516 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb537165-753a-4167-865e-e841c8be0177 service neutron] Pushing event updated for resources: {'Port': ['ID=0c99edfa-275a-401a-9585-08a87bd3e2d1,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:05.134052 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c7440896-3c64-42fc-9c3d-ff1da3725942 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Calling delete_port for 244ca7e9-016b-4c87-a684-09c0f4125fa5 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:05.266081 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3e9af-2940-41e9-8444-533856eabd71 req-201c8a04-3561-404c-b01e-f8c30efb88d1 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:05.270850 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-eb537165-753a-4167-865e-e841c8be0177 service neutron] Attempting to bind port 0c99edfa-275a-401a-9585-08a87bd3e2d1 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:07:05.271191 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-eb537165-753a-4167-865e-e841c8be0177 service neutron] Attempting to bind port 0c99edfa-275a-401a-9585-08a87bd3e2d1 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '682bd990-b956-47c7-8c18-606cfed1b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:07:05.271527 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-eb537165-753a-4167-865e-e841c8be0177 service neutron] Attempting to bind port 0c99edfa-275a-401a-9585-08a87bd3e2d1 on network 244f869e-61bd-4949-82fd-4493cf9dc192 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:07:05.273502 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-30e3e9af-2940-41e9-8444-533856eabd71 req-201c8a04-3561-404c-b01e-f8c30efb88d1 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 945 time: 0.0792074 Nov 12 20:07:05.277244 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-eb537165-753a-4167-865e-e841c8be0177 service neutron] Port 0c99edfa-275a-401a-9585-08a87bd3e2d1 on network 244f869e-61bd-4949-82fd-4493cf9dc192 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:07:05.277567 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-eb537165-753a-4167-865e-e841c8be0177 service neutron] Attempting to bind port 0c99edfa-275a-401a-9585-08a87bd3e2d1 on network 244f869e-61bd-4949-82fd-4493cf9dc192 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:07:05.286039 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-eb537165-753a-4167-865e-e841c8be0177 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:07:05.286414 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-eb537165-753a-4167-865e-e841c8be0177 service neutron] Checking segment: {'id': '682bd990-b956-47c7-8c18-606cfed1b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:07:05.286801 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-eb537165-753a-4167-865e-e841c8be0177 service neutron] Bound using segment: {'id': '682bd990-b956-47c7-8c18-606cfed1b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:07:05.287231 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-eb537165-753a-4167-865e-e841c8be0177 service neutron] Bound port: 0c99edfa-275a-401a-9585-08a87bd3e2d1, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682bd990-b956-47c7-8c18-606cfed1b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:07:05.287850 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-eb537165-753a-4167-865e-e841c8be0177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:05.303699 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bb833-2a15-4208-b121-6cf937c8eba4 req-8a83b75c-82c5-4bb6-a30d-59bf8a9a58fd tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:05.305226 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-268bb833-2a15-4208-b121-6cf937c8eba4 req-8a83b75c-82c5-4bb6-a30d-59bf8a9a58fd tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=05036378-c5f2-46ba-a3e1-24b9b5243197 HTTP/1.1" status: 200 len: 943 time: 0.1296868 Nov 12 20:07:05.377839 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-30e3e9af-2940-41e9-8444-533856eabd71 req-061e5ca7-090d-4bc3-bea5-37f1fdba3ee4 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033943 Nov 12 20:07:05.409628 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:07:05.445181 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:07:05.445830 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device e6c45c62-bd2c-4b35-936b-0e4e6c4ecd1b not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:07:05.452293 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-268bb833-2a15-4208-b121-6cf937c8eba4 req-5e02369a-f2c6-48ee-a096-2c82d921a5a9 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366558 Nov 12 20:07:05.465977 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-eb537165-753a-4167-865e-e841c8be0177 service neutron] For port 0c99edfa-275a-401a-9585-08a87bd3e2d1, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:07:05.470316 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-eb537165-753a-4167-865e-e841c8be0177 service neutron] For port 0c99edfa-275a-401a-9585-08a87bd3e2d1, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0c99edfa-275a-401a-9585-08a87bd3e2d1,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:07:05.471879 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c7440896-3c64-42fc-9c3d-ff1da3725942 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:05.485952 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-eb537165-753a-4167-865e-e841c8be0177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:05.518272 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7440896-3c64-42fc-9c3d-ff1da3725942 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Port': ['ID=244ca7e9-016b-4c87-a684-09c0f4125fa5,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:05.530545 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-eb537165-753a-4167-865e-e841c8be0177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:05.531501 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-eb537165-753a-4167-865e-e841c8be0177 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:05.532945 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-eb537165-753a-4167-865e-e841c8be0177 service neutron] 10.222.0.52 "PUT /v2.0/ports/0c99edfa-275a-401a-9585-08a87bd3e2d1 HTTP/1.1" status: 200 len: 1092 time: 1.1869161 Nov 12 20:07:05.535267 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05036378-c5f2-46ba-a3e1-24b9b5243197', 'tag': '0c99edfa-275a-401a-9585-08a87bd3e2d1'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:07:05.537530 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3db1f5a-5f95-42f7-a843-267f1005c0ff" -d '{"events": [{"name": "network-changed", "server_uuid": "05036378-c5f2-46ba-a3e1-24b9b5243197", "tag": "0c99edfa-275a-401a-9585-08a87bd3e2d1"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:07:05.614042 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d3f218-c28c-488d-8ae0-8a59f44e89c8 x-openstack-request-id: req-30d3f218-c28c-488d-8ae0-8a59f44e89c8 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:07:05.614337 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05036378-c5f2-46ba-a3e1-24b9b5243197", "tag": "0c99edfa-275a-401a-9585-08a87bd3e2d1", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:07:05.614588 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-30d3f218-c28c-488d-8ae0-8a59f44e89c8 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:07:05.614985 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05036378-c5f2-46ba-a3e1-24b9b5243197', 'tag': '0c99edfa-275a-401a-9585-08a87bd3e2d1', 'status': 'completed', 'code': 200} Nov 12 20:07:05.618683 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb537165-753a-4167-865e-e841c8be0177 service neutron] Pushing event updated for resources: {'Port': ['ID=0c99edfa-275a-401a-9585-08a87bd3e2d1,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:05.680704 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-5a052227-627f-40e2-af03-534552af49bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:05.686565 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-5a052227-627f-40e2-af03-534552af49bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=954a349666444c9cac7ba5cc392be91e&device_id=05036378-c5f2-46ba-a3e1-24b9b5243197 HTTP/1.1" status: 200 len: 1095 time: 0.0898478 Nov 12 20:07:05.701860 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c7440896-3c64-42fc-9c3d-ff1da3725942 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:05.776206 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-3d04f18c-9d1e-42a6-8d1f-a4d4a1f36567 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c99edfa-275a-401a-9585-08a87bd3e2d1 HTTP/1.1" status: 200 len: 217 time: 0.0745983 Nov 12 20:07:05.869211 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-2d725e19-a80f-4f49-9127-0f49a4f21f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:05.871810 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-2d725e19-a80f-4f49-9127-0f49a4f21f4b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7dd80d0b-2491-4b1b-842a-10479179ac7e HTTP/1.1" status: 200 len: 845 time: 0.0865688 Nov 12 20:07:05.910053 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-13cae37f-bd27-4037-a09b-b59a420761bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=244f869e-61bd-4949-82fd-4493cf9dc192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299399 Nov 12 20:07:06.013247 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-47f089e3-e75c-45fb-bc9c-44cd4662e331 service neutron] 10.222.0.52 "GET /v2.0/networks/244f869e-61bd-4949-82fd-4493cf9dc192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945415 Nov 12 20:07:06.108635 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46bbf602-f9fe-4d28-a9b5-b73f10ed4969 req-151a0926-8683-447f-ae21-c74bf7307513 service neutron] 10.222.0.52 "GET /v2.0/networks/244f869e-61bd-4949-82fd-4493cf9dc192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876741 Nov 12 20:07:06.193858 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db1f5a-5f95-42f7-a843-267f1005c0ff req-0bd6c367-ed5a-4022-a76b-aa0f08929ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:06.196001 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3db1f5a-5f95-42f7-a843-267f1005c0ff req-0bd6c367-ed5a-4022-a76b-aa0f08929ac7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=954a349666444c9cac7ba5cc392be91e&device_id=05036378-c5f2-46ba-a3e1-24b9b5243197 HTTP/1.1" status: 200 len: 1095 time: 0.0414031 Nov 12 20:07:06.231230 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01013b-b4a4-48d5-a84d-deeeddbb0c71 req-4b758fbe-22de-43c9-a81e-b3b2096ada9d tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:06.233024 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-da01013b-b4a4-48d5-a84d-deeeddbb0c71 req-4b758fbe-22de-43c9-a81e-b3b2096ada9d tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.1207623 Nov 12 20:07:06.234827 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7440896-3c64-42fc-9c3d-ff1da3725942 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Router b48af0e6-21fc-4afc-a000-02e93beab32c has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:07:06.293021 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db1f5a-5f95-42f7-a843-267f1005c0ff req-7eacfe37-664c-4338-bdf0-a6b043e41a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:06.294503 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3db1f5a-5f95-42f7-a843-267f1005c0ff req-7eacfe37-664c-4338-bdf0-a6b043e41a66 service neutron] 10.222.0.52 "GET /v2.0/networks?id=244f869e-61bd-4949-82fd-4493cf9dc192 HTTP/1.1" status: 200 len: 906 time: 0.0910659 Nov 12 20:07:06.333496 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7440896-3c64-42fc-9c3d-ff1da3725942 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:07:06.339146 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3db1f5a-5f95-42f7-a843-267f1005c0ff req-28f163e9-f6ad-470d-9b08-39fe71b81920 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c99edfa-275a-401a-9585-08a87bd3e2d1 HTTP/1.1" status: 200 len: 217 time: 0.0364571 Nov 12 20:07:06.340585 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c7440896-3c64-42fc-9c3d-ff1da3725942 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "PUT /v2.0/routers/b48af0e6-21fc-4afc-a000-02e93beab32c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1644297 Nov 12 20:07:06.343354 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 33994) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:06.348594 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a679c3cc-1a3d-4723-b238-244a43d814ec None None] Sync routers for ids ['b48af0e6-21fc-4afc-a000-02e93beab32c'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:07:06.353101 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-da01013b-b4a4-48d5-a84d-deeeddbb0c71 req-a20a648f-d2ac-4a0a-910d-cf573bf0e6ab tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115677 Nov 12 20:07:06.362608 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a679c3cc-1a3d-4723-b238-244a43d814ec None None] Routers {'b48af0e6-21fc-4afc-a000-02e93beab32c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:06.363306 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-a679c3cc-1a3d-4723-b238-244a43d814ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:06:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['b48af0e6-21fc-4afc-a000-02e93beab32c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:06.386242 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-16b31e32-37b1-411b-94a2-2faaeec344c2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "GET /v2.0/ports?device_id=b48af0e6-21fc-4afc-a000-02e93beab32c HTTP/1.1" status: 200 len: 205 time: 0.0414879 Nov 12 20:07:06.389151 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33996) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:06.408580 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-a679c3cc-1a3d-4723-b238-244a43d814ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:06.418166 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a679c3cc-1a3d-4723-b238-244a43d814ec None None] Routers {'b48af0e6-21fc-4afc-a000-02e93beab32c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:06.418771 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-a679c3cc-1a3d-4723-b238-244a43d814ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:06:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['b48af0e6-21fc-4afc-a000-02e93beab32c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:06.423871 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db1f5a-5f95-42f7-a843-267f1005c0ff req-f0b4463b-216b-40ee-81f4-81cd2cd2261a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:06.425475 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3db1f5a-5f95-42f7-a843-267f1005c0ff req-f0b4463b-216b-40ee-81f4-81cd2cd2261a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7dd80d0b-2491-4b1b-842a-10479179ac7e HTTP/1.1" status: 200 len: 845 time: 0.0726197 Nov 12 20:07:06.455235 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-a679c3cc-1a3d-4723-b238-244a43d814ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:06.455741 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a679c3cc-1a3d-4723-b238-244a43d814ec None None] The sync data for ids ['b48af0e6-21fc-4afc-a000-02e93beab32c'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:07:06.469254 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3db1f5a-5f95-42f7-a843-267f1005c0ff req-8c2edf4e-9d95-4246-b02b-cbf231457a30 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=244f869e-61bd-4949-82fd-4493cf9dc192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338347 Nov 12 20:07:06.496442 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5bd34d68-2972-4b47-847c-8edc6ea8b881 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:06.582365 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9f5de-a34e-495b-b08e-6e0c324cea2e req-89afd033-6d8f-4ce9-806e-09b53923645f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:06.583870 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aeb9f5de-a34e-495b-b08e-6e0c324cea2e req-89afd033-6d8f-4ce9-806e-09b53923645f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 945 time: 0.1134820 Nov 12 20:07:06.618280 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3db1f5a-5f95-42f7-a843-267f1005c0ff req-22c9bf44-0611-42d9-8649-13149da9fb8e service neutron] 10.222.0.52 "GET /v2.0/networks/244f869e-61bd-4949-82fd-4493cf9dc192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380968 Nov 12 20:07:06.671605 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aeb9f5de-a34e-495b-b08e-6e0c324cea2e req-871b1338-9085-4749-ac40-fc5486d35e8f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756974 Nov 12 20:07:06.712601 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625f635-5795-4d20-a0be-2a0745233e3f req-48317a2e-120b-44ed-8663-f4d05c16358e tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:06.714391 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f625f635-5795-4d20-a0be-2a0745233e3f req-48317a2e-120b-44ed-8663-f4d05c16358e tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=05036378-c5f2-46ba-a3e1-24b9b5243197 HTTP/1.1" status: 200 len: 943 time: 0.1695733 Nov 12 20:07:06.718045 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5bd34d68-2972-4b47-847c-8edc6ea8b881 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:06.720264 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5bd34d68-2972-4b47-847c-8edc6ea8b881 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:06.736473 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3db1f5a-5f95-42f7-a843-267f1005c0ff req-4e84afff-9d1a-4304-b00f-be7228c17295 service neutron] 10.222.0.52 "GET /v2.0/networks/244f869e-61bd-4949-82fd-4493cf9dc192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056769 Nov 12 20:07:06.797296 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5bd34d68-2972-4b47-847c-8edc6ea8b881 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:06.797824 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd34d68-2972-4b47-847c-8edc6ea8b881 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Fanout notify agent at l3_agent the message router_deleted on router b48af0e6-21fc-4afc-a000-02e93beab32c {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:07:06.807599 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5bd34d68-2972-4b47-847c-8edc6ea8b881 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:06.809000 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5bd34d68-2972-4b47-847c-8edc6ea8b881 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/routers/b48af0e6-21fc-4afc-a000-02e93beab32c HTTP/1.1" status: 204 len: 168 time: 0.4176548 Nov 12 20:07:06.812079 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34014) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:06.814254 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f625f635-5795-4d20-a0be-2a0745233e3f req-a76c6727-bcfb-4af2-9b52-447411d7122c tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922878 Nov 12 20:07:06.869418 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d64f5f-2478-4292-9872-19c84101b011 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Deleting subnet eebd3fb6-6b7f-4984-8530-6d84cac8e996 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:07:06.874164 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b8d64f5f-2478-4292-9872-19c84101b011 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:06.919258 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b8d64f5f-2478-4292-9872-19c84101b011 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:06.993792 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e79a5c-5cf5-4491-8482-e11eaba918f2 req-f10751f4-3a5b-4f87-a3c3-3823f5467c08 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:06.995617 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-43e79a5c-5cf5-4491-8482-e11eaba918f2 req-f10751f4-3a5b-4f87-a3c3-3823f5467c08 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/ports?device_id=71b1d502-dc72-417b-a144-f1998006f27f HTTP/1.1" status: 200 len: 951 time: 0.0507877 Nov 12 20:07:07.006177 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b8d64f5f-2478-4292-9872-19c84101b011 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:07.048164 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-43e79a5c-5cf5-4491-8482-e11eaba918f2 req-d79f7a47-8acc-4d88-b1d6-8e625a3677b9 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/security-groups?id=941058d6-e6a7-413c-8939-4dbd726b64cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466173 Nov 12 20:07:07.069080 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b8d64f5f-2478-4292-9872-19c84101b011 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:07.096779 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d64f5f-2478-4292-9872-19c84101b011 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Subnet': ['ID=eebd3fb6-6b7f-4984-8530-6d84cac8e996,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:07.100480 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b8d64f5f-2478-4292-9872-19c84101b011 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:07.103779 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b8d64f5f-2478-4292-9872-19c84101b011 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/subnets/eebd3fb6-6b7f-4984-8530-6d84cac8e996 HTTP/1.1" status: 204 len: 168 time: 0.2906651 Nov 12 20:07:07.106547 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34036) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:07.111218 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4a3053-de8d-4cde-8d85-7bdd6517c7e9 None None] Network cee07138-3960-4958-9c45-1bdd02a270a7 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:07:07.161933 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-b561abcc-bd21-44a4-8c4f-4ad22a9d7039 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Deleting subnet fdbe97e6-c7a4-4eeb-9123-86223e019e97 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:07:07.165412 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b561abcc-bd21-44a4-8c4f-4ad22a9d7039 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:07.210000 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b561abcc-bd21-44a4-8c4f-4ad22a9d7039 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:07.311152 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b561abcc-bd21-44a4-8c4f-4ad22a9d7039 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:07.316320 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6100e1d6-5aaa-44fd-8153-c422b866bc13 None None] DHCP port deletion for cee07138-3960-4958-9c45-1bdd02a270a7 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:07:07.370082 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-6100e1d6-5aaa-44fd-8153-c422b866bc13 None None] Deleting port b216bc97-9097-4b97-8f65-d425d2f3fb4d {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:07.370701 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6100e1d6-5aaa-44fd-8153-c422b866bc13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:07.404596 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b561abcc-bd21-44a4-8c4f-4ad22a9d7039 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:07.441416 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561abcc-bd21-44a4-8c4f-4ad22a9d7039 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Subnet': ['ID=fdbe97e6-c7a4-4eeb-9123-86223e019e97,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:07.447445 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b561abcc-bd21-44a4-8c4f-4ad22a9d7039 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:07.449744 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-6100e1d6-5aaa-44fd-8153-c422b866bc13 None None] For port b216bc97-9097-4b97-8f65-d425d2f3fb4d, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b216bc97-9097-4b97-8f65-d425d2f3fb4d,segment=NetworkSegment(60e6fd37-1be5-4120-906d-61a0b44ba859),segment_id=60e6fd37-1be5-4120-906d-61a0b44ba859)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:07.450143 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6100e1d6-5aaa-44fd-8153-c422b866bc13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:07.452828 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b561abcc-bd21-44a4-8c4f-4ad22a9d7039 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/subnets/fdbe97e6-c7a4-4eeb-9123-86223e019e97 HTTP/1.1" status: 204 len: 168 time: 0.3437610 Nov 12 20:07:07.454272 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34072) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:07.475812 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a010c703-d591-481d-aef3-446770576d5a None None] Network 8dea8f4e-e858-41d3-8a26-7074a7706783 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:07:07.496802 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-6100e1d6-5aaa-44fd-8153-c422b866bc13 None None] Calling delete_port for b216bc97-9097-4b97-8f65-d425d2f3fb4d owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:07.512603 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11955c6-26eb-4746-8ef1-908ffdeaa76a req-2d8b4fc4-5d68-402a-a7e5-c0f4d2258b66 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:07.515331 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a11955c6-26eb-4746-8ef1-908ffdeaa76a req-2d8b4fc4-5d68-402a-a7e5-c0f4d2258b66 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.0698142 Nov 12 20:07:07.567233 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f96753f4-a44b-4316-a043-b19d814ef613 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:07.587507 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a11955c6-26eb-4746-8ef1-908ffdeaa76a req-5299f3b8-df41-462a-b4a5-b71e134474e0 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660489 Nov 12 20:07:07.632025 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-f96753f4-a44b-4316-a043-b19d814ef613 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Deleting port b216bc97-9097-4b97-8f65-d425d2f3fb4d {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:07.632478 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f96753f4-a44b-4316-a043-b19d814ef613 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:07.700859 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-f96753f4-a44b-4316-a043-b19d814ef613 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] For port b216bc97-9097-4b97-8f65-d425d2f3fb4d, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b216bc97-9097-4b97-8f65-d425d2f3fb4d,segment=NetworkSegment(60e6fd37-1be5-4120-906d-61a0b44ba859),segment_id=60e6fd37-1be5-4120-906d-61a0b44ba859)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:07.701290 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f96753f4-a44b-4316-a043-b19d814ef613 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:07.707798 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6100e1d6-5aaa-44fd-8153-c422b866bc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:07.720401 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-f96753f4-a44b-4316-a043-b19d814ef613 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Calling delete_port for b216bc97-9097-4b97-8f65-d425d2f3fb4d owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:07.736811 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100e1d6-5aaa-44fd-8153-c422b866bc13 None None] Pushing event deleted for resources: {'Port': ['ID=b216bc97-9097-4b97-8f65-d425d2f3fb4d,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:07.752379 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6100e1d6-5aaa-44fd-8153-c422b866bc13 None None] No DVR routers for this DVR port b216bc97-9097-4b97-8f65-d425d2f3fb4d on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:07:07.815182 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b1a2e3-7029-44a0-bdeb-9e4a32066edd None None] DHCP port deletion for 8dea8f4e-e858-41d3-8a26-7074a7706783 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:07:07.860128 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ff08a-fac8-42be-ba3e-c2d0603c6e0d req-82a0d790-383f-491e-b795-e21a33929145 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:07.861690 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-831ff08a-fac8-42be-ba3e-c2d0603c6e0d req-82a0d790-383f-491e-b795-e21a33929145 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 945 time: 0.0758610 Nov 12 20:07:07.864002 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f96753f4-a44b-4316-a043-b19d814ef613 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:07.888631 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-a6b1a2e3-7029-44a0-bdeb-9e4a32066edd None None] Deleting port 7be8ff0c-0ed0-4ba0-8e33-e654f97f6c6d {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:07.889223 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a6b1a2e3-7029-44a0-bdeb-9e4a32066edd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:07.893366 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96753f4-a44b-4316-a043-b19d814ef613 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Port': ['ID=b216bc97-9097-4b97-8f65-d425d2f3fb4d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:07.903824 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96753f4-a44b-4316-a043-b19d814ef613 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] No DVR routers for this DVR port b216bc97-9097-4b97-8f65-d425d2f3fb4d on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:07:07.963006 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a6b1a2e3-7029-44a0-bdeb-9e4a32066edd None None] For port 7be8ff0c-0ed0-4ba0-8e33-e654f97f6c6d, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7be8ff0c-0ed0-4ba0-8e33-e654f97f6c6d,segment=NetworkSegment(4ab6ca92-608c-454f-955b-7d3d87f7d7a0),segment_id=4ab6ca92-608c-454f-955b-7d3d87f7d7a0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:07.964004 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a6b1a2e3-7029-44a0-bdeb-9e4a32066edd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:07.978560 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-a6b1a2e3-7029-44a0-bdeb-9e4a32066edd None None] Calling delete_port for 7be8ff0c-0ed0-4ba0-8e33-e654f97f6c6d owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:07.993598 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aef5b4-d482-4b5a-952f-20ec8529073e req-d9d432c7-80f6-4c72-94f3-9ee035dbba97 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:07.995403 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-29aef5b4-d482-4b5a-952f-20ec8529073e req-d9d432c7-80f6-4c72-94f3-9ee035dbba97 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/ports?device_id=71b1d502-dc72-417b-a144-f1998006f27f HTTP/1.1" status: 200 len: 951 time: 0.0554817 Nov 12 20:07:08.016079 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f96753f4-a44b-4316-a043-b19d814ef613 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:08.022119 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-831ff08a-fac8-42be-ba3e-c2d0603c6e0d req-cd27b6db-a86c-4aea-99fc-e78f144f1f86 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314888 Nov 12 20:07:08.044511 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-f96753f4-a44b-4316-a043-b19d814ef613 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee07138-3960-4958-9c45-1bdd02a270a7']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:08.053430 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-29aef5b4-d482-4b5a-952f-20ec8529073e req-15156f96-0184-48d9-8b77-30a43a32df1c tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/security-groups?id=941058d6-e6a7-413c-8939-4dbd726b64cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516992 Nov 12 20:07:08.055604 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-f96753f4-a44b-4316-a043-b19d814ef613 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60e6fd37-1be5-4120-906d-61a0b44ba859') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:08.056259 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-f96753f4-a44b-4316-a043-b19d814ef613 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60e6fd37-1be5-4120-906d-61a0b44ba859') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:08.068081 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f96753f4-a44b-4316-a043-b19d814ef613 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:08.084110 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a6b1a2e3-7029-44a0-bdeb-9e4a32066edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:08.095656 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f96753f4-a44b-4316-a043-b19d814ef613 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:08.113179 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f96753f4-a44b-4316-a043-b19d814ef613 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:07:08.113585 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f96753f4-a44b-4316-a043-b19d814ef613 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: self.session.flush() Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: self.session.flush() Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: self.session.flush() Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: self.session.flush() Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:07:08.116718 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:07:08.121876 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1a2e3-7029-44a0-bdeb-9e4a32066edd None None] Pushing event deleted for resources: {'Port': ['ID=7be8ff0c-0ed0-4ba0-8e33-e654f97f6c6d,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:08.133412 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b1a2e3-7029-44a0-bdeb-9e4a32066edd None None] No DVR routers for this DVR port 7be8ff0c-0ed0-4ba0-8e33-e654f97f6c6d on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:07:08.207303 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13735e5-a5b9-4ac3-99b1-aa48b3b3f7e6 req-0c2e08f9-fe40-4004-8017-24ef7bb3b3b8 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:08.208824 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f13735e5-a5b9-4ac3-99b1-aa48b3b3f7e6 req-0c2e08f9-fe40-4004-8017-24ef7bb3b3b8 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=05036378-c5f2-46ba-a3e1-24b9b5243197 HTTP/1.1" status: 200 len: 943 time: 0.1076558 Nov 12 20:07:08.209619 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f96753f4-a44b-4316-a043-b19d814ef613 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:08.216360 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f96753f4-a44b-4316-a043-b19d814ef613 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:08.219432 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f96753f4-a44b-4316-a043-b19d814ef613 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/networks/cee07138-3960-4958-9c45-1bdd02a270a7 HTTP/1.1" status: 204 len: 168 time: 0.7641549 Nov 12 20:07:08.222175 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34092) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:08.242655 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96753f4-a44b-4316-a043-b19d814ef613 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Network': ['ID=cee07138-3960-4958-9c45-1bdd02a270a7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:08.274681 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f13735e5-a5b9-4ac3-99b1-aa48b3b3f7e6 req-5470b3ca-727b-4be6-8d3d-29956da2538c tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542560 Nov 12 20:07:08.318573 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6efc996-bbaa-4463-86e5-0051e7b882e2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:08.406149 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6efc996-bbaa-4463-86e5-0051e7b882e2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:08.428368 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-d6efc996-bbaa-4463-86e5-0051e7b882e2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dea8f4e-e858-41d3-8a26-7074a7706783']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:08.438788 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-d6efc996-bbaa-4463-86e5-0051e7b882e2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab6ca92-608c-454f-955b-7d3d87f7d7a0') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:08.439099 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-d6efc996-bbaa-4463-86e5-0051e7b882e2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab6ca92-608c-454f-955b-7d3d87f7d7a0') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:08.448414 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6efc996-bbaa-4463-86e5-0051e7b882e2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:08.461289 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6efc996-bbaa-4463-86e5-0051e7b882e2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:08.467564 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6efc996-bbaa-4463-86e5-0051e7b882e2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:07:08.467946 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6efc996-bbaa-4463-86e5-0051e7b882e2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:07:08.470902 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:07:08.511498 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7be8ff0c-0ed0-4ba0-8e33-e654f97f6c6d no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:07:08.532487 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 7be8ff0c-0ed0-4ba0-8e33-e654f97f6c6d {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:07:08.532919 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7be8ff0c-0ed0-4ba0-8e33-e654f97f6c6d not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:07:08.533395 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b216bc97-9097-4b97-8f65-d425d2f3fb4d no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:07:08.543454 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6efc996-bbaa-4463-86e5-0051e7b882e2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:08.550216 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6efc996-bbaa-4463-86e5-0051e7b882e2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:08.553313 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d6efc996-bbaa-4463-86e5-0051e7b882e2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/networks/8dea8f4e-e858-41d3-8a26-7074a7706783 HTTP/1.1" status: 204 len: 168 time: 0.3299751 Nov 12 20:07:08.553689 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: b216bc97-9097-4b97-8f65-d425d2f3fb4d {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:07:08.554037 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b216bc97-9097-4b97-8f65-d425d2f3fb4d not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:07:08.559792 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34094) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:08.565302 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b3ccb2f9-038a-4583-a306-8e7059bfe7fb tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1255294834'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:08.568685 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6efc996-bbaa-4463-86e5-0051e7b882e2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Network': ['ID=8dea8f4e-e858-41d3-8a26-7074a7706783,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:08.588042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ccb2f9-038a-4583-a306-8e7059bfe7fb tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Made reservation on behalf of 74c60af4d2d04ca29da86eba8b146adf for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:07:08.592103 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 0c99edfa-275a-401a-9585-08a87bd3e2d1 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:07:08.593583 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b3ccb2f9-038a-4583-a306-8e7059bfe7fb tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:08.619031 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ccb2f9-038a-4583-a306-8e7059bfe7fb tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:07:08.629523 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b3ccb2f9-038a-4583-a306-8e7059bfe7fb tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:08.629996 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-b3ccb2f9-038a-4583-a306-8e7059bfe7fb tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Added segment 9a19a5d7-0a69-4c01-a63b-aa7648b4554c of type vlan for network d8700bfb-f149-4122-b919-fbf55e1fff5c Nov 12 20:07:08.675737 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b3ccb2f9-038a-4583-a306-8e7059bfe7fb tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:08.714224 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b3ccb2f9-038a-4583-a306-8e7059bfe7fb tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:08.718499 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19a86d-21a0-4c97-9c37-c3ca9a9857fa req-a08fefc1-95a0-46fc-80da-24998fea5c9a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:08.720513 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ccb2f9-038a-4583-a306-8e7059bfe7fb tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:08.720851 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cb19a86d-21a0-4c97-9c37-c3ca9a9857fa req-a08fefc1-95a0-46fc-80da-24998fea5c9a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.0573788 Nov 12 20:07:08.721336 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b3ccb2f9-038a-4583-a306-8e7059bfe7fb tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:08.721553 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 0c99edfa-275a-401a-9585-08a87bd3e2d1, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0c99edfa-275a-401a-9585-08a87bd3e2d1,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:08.734333 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '0c99edfa-275a-401a-9585-08a87bd3e2d1', 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192', 'port_id': '0c99edfa-275a-401a-9585-08a87bd3e2d1', 'mac_address': 'fa:16:3e:38:7b:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd80d0b-2491-4b1b-842a-10479179ac7e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:07:08.776835 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cb19a86d-21a0-4c97-9c37-c3ca9a9857fa req-80ad384b-8cc1-4fcc-b17d-aa75d0c28103 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505507 Nov 12 20:07:08.780184 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:08.792416 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b3ccb2f9-038a-4583-a306-8e7059bfe7fb tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2279887 Nov 12 20:07:08.792705 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34098) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:08.795205 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c99edfa-275a-401a-9585-08a87bd3e2d1 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:07:08.799832 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-7cdaf5d3-34c9-463b-984c-5f977f3e4c3d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'subnet': {'network_id': 'd8700bfb-f149-4122-b919-fbf55e1fff5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:08.805608 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ccb2f9-038a-4583-a306-8e7059bfe7fb tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Network': ['ID=d8700bfb-f149-4122-b919-fbf55e1fff5c,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:08.817279 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network d8700bfb-f149-4122-b919-fbf55e1fff5c details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:07:08.823399 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 0c99edfa-275a-401a-9585-08a87bd3e2d1, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0c99edfa-275a-401a-9585-08a87bd3e2d1,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:08.841644 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:08.893413 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdaf5d3-34c9-463b-984c-5f977f3e4c3d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Made reservation on behalf of 74c60af4d2d04ca29da86eba8b146adf for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:07:08.897260 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7cdaf5d3-34c9-463b-984c-5f977f3e4c3d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:08.939885 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=0c99edfa-275a-401a-9585-08a87bd3e2d1,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:09.086069 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7cdaf5d3-34c9-463b-984c-5f977f3e4c3d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:09.175222 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdaf5d3-34c9-463b-984c-5f977f3e4c3d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Subnet': ['ID=151de071-0677-49ec-aa34-8aab743c7405,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:09.188029 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0314c-0adb-475e-8710-86ca0145988e req-4ff653c2-5b1f-490c-b434-32f3ae9bc2f4 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:09.189673 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-98a0314c-0adb-475e-8710-86ca0145988e req-4ff653c2-5b1f-490c-b434-32f3ae9bc2f4 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/ports?device_id=71b1d502-dc72-417b-a144-f1998006f27f HTTP/1.1" status: 200 len: 951 time: 0.0593116 Nov 12 20:07:09.197221 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910aa024-33c6-46eb-8250-97e43dffff5f req-8c10e8f2-fce1-4d68-969b-404ab707116c tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:09.199319 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-910aa024-33c6-46eb-8250-97e43dffff5f req-8c10e8f2-fce1-4d68-969b-404ab707116c tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 945 time: 0.0871868 Nov 12 20:07:09.202217 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdaf5d3-34c9-463b-984c-5f977f3e4c3d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Checking segment: {'id': '9a19a5d7-0a69-4c01-a63b-aa7648b4554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd8700bfb-f149-4122-b919-fbf55e1fff5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:07:09.202583 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdaf5d3-34c9-463b-984c-5f977f3e4c3d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network hostable DHCP agents. Network: d8700bfb-f149-4122-b919-fbf55e1fff5c, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:07:09.211364 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['0c99edfa-275a-401a-9585-08a87bd3e2d1'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:07:09.235752 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdaf5d3-34c9-463b-984c-5f977f3e4c3d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network d8700bfb-f149-4122-b919-fbf55e1fff5c is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:07:09.244398 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-98a0314c-0adb-475e-8710-86ca0145988e req-90fecf4f-674d-4e90-8c11-040629263686 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/security-groups?id=941058d6-e6a7-413c-8939-4dbd726b64cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483966 Nov 12 20:07:09.255704 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-7cdaf5d3-34c9-463b-984c-5f977f3e4c3d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, d8700bfb-f149-4122-b919-fbf55e1fff5c) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:09.263388 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdaf5d3-34c9-463b-984c-5f977f3e4c3d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:09.263998 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7cdaf5d3-34c9-463b-984c-5f977f3e4c3d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:09.266064 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bf75b1-2923-4c22-ae46-34a857113c77 None None] Network d8700bfb-f149-4122-b919-fbf55e1fff5c requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:07:09.280165 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-910aa024-33c6-46eb-8250-97e43dffff5f req-899c6733-a221-4643-9545-d611b820e677 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741334 Nov 12 20:07:09.305231 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7cdaf5d3-34c9-463b-984c-5f977f3e4c3d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5110221 Nov 12 20:07:09.307697 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34110) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:09.313405 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-96979650-1316-470a-8cf9-4532b0785a9c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-866108603', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:09.340405 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96979650-1316-470a-8cf9-4532b0785a9c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:09.341585 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96979650-1316-470a-8cf9-4532b0785a9c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:09.413999 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96979650-1316-470a-8cf9-4532b0785a9c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:09.418671 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96979650-1316-470a-8cf9-4532b0785a9c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:09.452698 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96979650-1316-470a-8cf9-4532b0785a9c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:09.456408 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-96979650-1316-470a-8cf9-4532b0785a9c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1442807 Nov 12 20:07:09.456830 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34112) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:09.459026 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device cd2e8331-a4b8-4037-8ea7-1b1a661c6073 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:07:09.462349 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-2d031d73-4e01-4736-927b-397835f0679d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'port': {'network_id': 'd8700bfb-f149-4122-b919-fbf55e1fff5c', 'name': 'tempest-RoutersIpV6Test-75591531'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:09.477675 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0388f-07fd-4346-a124-62f441fbbd0f req-44f06ba7-041e-4af9-b365-087047fe564e tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:09.479529 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-14f0388f-07fd-4346-a124-62f441fbbd0f req-44f06ba7-041e-4af9-b365-087047fe564e tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=05036378-c5f2-46ba-a3e1-24b9b5243197 HTTP/1.1" status: 200 len: 944 time: 0.0759988 Nov 12 20:07:09.529611 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a553b1b6-ada6-40cc-8ee2-1d489214530a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-d8700bfb-f149-4122-b919-fbf55e1fff5c', 'network_id': 'd8700bfb-f149-4122-b919-fbf55e1fff5c', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'fixed_ips': [{'subnet_id': '151de071-0677-49ec-aa34-8aab743c7405'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:07:09.530452 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a553b1b6-ada6-40cc-8ee2-1d489214530a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:09.532272 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-14f0388f-07fd-4346-a124-62f441fbbd0f req-53dce96a-3dcb-4c7c-b97b-92fa163a37b2 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456066 Nov 12 20:07:09.582386 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d031d73-4e01-4736-927b-397835f0679d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Made reservation on behalf of 74c60af4d2d04ca29da86eba8b146adf for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:07:09.585971 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2d031d73-4e01-4736-927b-397835f0679d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:09.602780 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-2d031d73-4e01-4736-927b-397835f0679d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] device_id is not set on port f445069f-13e1-4c69-9131-ffe0012dcf35 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:07:09.651669 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:09.701452 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b1d502-dc72-417b-a144-f1998006f27f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd2e8331-a4b8-4037-8ea7-1b1a661c6073'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:07:09.703708 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ab8f4f-688c-4739-9d4f-00027851b770" -d '{"events": [{"server_uuid": "71b1d502-dc72-417b-a144-f1998006f27f", "name": "network-vif-unplugged", "status": "completed", "tag": "cd2e8331-a4b8-4037-8ea7-1b1a661c6073"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:07:09.724431 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port cd2e8331-a4b8-4037-8ea7-1b1a661c6073, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=cd2e8331-a4b8-4037-8ea7-1b1a661c6073,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:09.725781 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-a553b1b6-ada6-40cc-8ee2-1d489214530a None None] Allocated IP 2001:db8::2 (d8700bfb-f149-4122-b919-fbf55e1fff5c/151de071-0677-49ec-aa34-8aab743c7405/2799a170-03d1-412f-bd21-1a71f65b72fa) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:07:09.732348 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:09.759098 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7333558-5b1a-4db8-9135-4a4f9b74a86b x-openstack-request-id: req-d7333558-5b1a-4db8-9135-4a4f9b74a86b {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:07:09.759383 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b1d502-dc72-417b-a144-f1998006f27f", "name": "network-vif-unplugged", "status": "completed", "tag": "cd2e8331-a4b8-4037-8ea7-1b1a661c6073", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:07:09.759627 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d7333558-5b1a-4db8-9135-4a4f9b74a86b {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:07:09.759995 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b1d502-dc72-417b-a144-f1998006f27f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd2e8331-a4b8-4037-8ea7-1b1a661c6073', 'code': 200} Nov 12 20:07:09.831486 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=cd2e8331-a4b8-4037-8ea7-1b1a661c6073,revision_number=11']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:09.904107 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed3923-2b45-4856-8997-4e30a4134330 req-999efcb2-25ac-4a94-82f1-122ef3dc4f49 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:09.905989 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b4ed3923-2b45-4856-8997-4e30a4134330 req-999efcb2-25ac-4a94-82f1-122ef3dc4f49 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.0529819 Nov 12 20:07:09.912974 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a553b1b6-ada6-40cc-8ee2-1d489214530a None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:09.919533 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a553b1b6-ada6-40cc-8ee2-1d489214530a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:09.958260 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a553b1b6-ada6-40cc-8ee2-1d489214530a None None] Network d8700bfb-f149-4122-b919-fbf55e1fff5c is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:07:09.965284 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-a553b1b6-ada6-40cc-8ee2-1d489214530a None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:09.967792 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a553b1b6-ada6-40cc-8ee2-1d489214530a None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:07:09.983615 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b4ed3923-2b45-4856-8997-4e30a4134330 req-03155760-0852-4ff7-8e20-5614cc30346a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573027 Nov 12 20:07:09.983941 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553b1b6-ada6-40cc-8ee2-1d489214530a None None] Pushing event updated for resources: {'Port': ['ID=2799a170-03d1-412f-bd21-1a71f65b72fa,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:09.986599 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-2d031d73-4e01-4736-927b-397835f0679d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Allocated IP 2001:db8::1ca (d8700bfb-f149-4122-b919-fbf55e1fff5c/151de071-0677-49ec-aa34-8aab743c7405/f445069f-13e1-4c69-9131-ffe0012dcf35) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:07:10.033745 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-a553b1b6-ada6-40cc-8ee2-1d489214530a None None] Attempting to bind port 2799a170-03d1-412f-bd21-1a71f65b72fa on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:07:10.034110 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-a553b1b6-ada6-40cc-8ee2-1d489214530a None None] Attempting to bind port 2799a170-03d1-412f-bd21-1a71f65b72fa by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '9a19a5d7-0a69-4c01-a63b-aa7648b4554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd8700bfb-f149-4122-b919-fbf55e1fff5c'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:07:10.034478 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a553b1b6-ada6-40cc-8ee2-1d489214530a None None] Attempting to bind port 2799a170-03d1-412f-bd21-1a71f65b72fa on network d8700bfb-f149-4122-b919-fbf55e1fff5c {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:07:10.048464 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a553b1b6-ada6-40cc-8ee2-1d489214530a None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:07:10.049135 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a553b1b6-ada6-40cc-8ee2-1d489214530a None None] Checking segment: {'id': '9a19a5d7-0a69-4c01-a63b-aa7648b4554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd8700bfb-f149-4122-b919-fbf55e1fff5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:07:10.049615 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a553b1b6-ada6-40cc-8ee2-1d489214530a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:10.050079 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a553b1b6-ada6-40cc-8ee2-1d489214530a None None] Bound using segment: {'id': '9a19a5d7-0a69-4c01-a63b-aa7648b4554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd8700bfb-f149-4122-b919-fbf55e1fff5c'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:07:10.050682 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-a553b1b6-ada6-40cc-8ee2-1d489214530a None None] Bound port: 2799a170-03d1-412f-bd21-1a71f65b72fa, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a19a5d7-0a69-4c01-a63b-aa7648b4554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd8700bfb-f149-4122-b919-fbf55e1fff5c'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:07:10.051173 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a553b1b6-ada6-40cc-8ee2-1d489214530a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:10.059356 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f7da8-97b1-4558-9193-be8954dfb7f5 req-5f315a5e-00c6-4aca-aa48-5301cf6c9f36 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:10.060948 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e32f7da8-97b1-4558-9193-be8954dfb7f5 req-5f315a5e-00c6-4aca-aa48-5301cf6c9f36 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.55 "GET /v2.0/ports?device_id=71b1d502-dc72-417b-a144-f1998006f27f HTTP/1.1" status: 200 len: 949 time: 0.0610201 Nov 12 20:07:10.118875 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a553b1b6-ada6-40cc-8ee2-1d489214530a None None] For port 2799a170-03d1-412f-bd21-1a71f65b72fa, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:07:10.123089 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a553b1b6-ada6-40cc-8ee2-1d489214530a None None] For port 2799a170-03d1-412f-bd21-1a71f65b72fa, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=2799a170-03d1-412f-bd21-1a71f65b72fa,segment=NetworkSegment(9a19a5d7-0a69-4c01-a63b-aa7648b4554c),segment_id=9a19a5d7-0a69-4c01-a63b-aa7648b4554c)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:07:10.127051 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a553b1b6-ada6-40cc-8ee2-1d489214530a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:10.163233 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2d031d73-4e01-4736-927b-397835f0679d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:10.175215 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-e32f7da8-97b1-4558-9193-be8954dfb7f5 req-627a0493-ec40-435d-a4d7-d6c6a135adb6 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Deleting port cd2e8331-a4b8-4037-8ea7-1b1a661c6073 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:10.175566 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e32f7da8-97b1-4558-9193-be8954dfb7f5 req-627a0493-ec40-435d-a4d7-d6c6a135adb6 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:10.195697 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553b1b6-ada6-40cc-8ee2-1d489214530a None None] Pushing event updated for resources: {'Port': ['ID=2799a170-03d1-412f-bd21-1a71f65b72fa,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:10.206091 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2d031d73-4e01-4736-927b-397835f0679d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:10.254924 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d031d73-4e01-4736-927b-397835f0679d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network d8700bfb-f149-4122-b919-fbf55e1fff5c is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:07:10.258126 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-2d031d73-4e01-4736-927b-397835f0679d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:10.263825 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d031d73-4e01-4736-927b-397835f0679d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:07:10.270040 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d031d73-4e01-4736-927b-397835f0679d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:10.270684 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2d031d73-4e01-4736-927b-397835f0679d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:10.277165 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d031d73-4e01-4736-927b-397835f0679d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Port': ['ID=f445069f-13e1-4c69-9131-ffe0012dcf35,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:10.287640 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e32f7da8-97b1-4558-9193-be8954dfb7f5 req-627a0493-ec40-435d-a4d7-d6c6a135adb6 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] For port cd2e8331-a4b8-4037-8ea7-1b1a661c6073, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=cd2e8331-a4b8-4037-8ea7-1b1a661c6073,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:10.287982 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e32f7da8-97b1-4558-9193-be8954dfb7f5 req-627a0493-ec40-435d-a4d7-d6c6a135adb6 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:10.293074 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2d031d73-4e01-4736-927b-397835f0679d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.8350072 Nov 12 20:07:10.295721 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34122) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:10.303960 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-e32f7da8-97b1-4558-9193-be8954dfb7f5 req-627a0493-ec40-435d-a4d7-d6c6a135adb6 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Calling delete_port for cd2e8331-a4b8-4037-8ea7-1b1a661c6073 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:10.485646 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13b996-dfc3-4bcd-a76f-d1e5cfe545ca req-616ffc3e-7861-4012-8db2-6f4a21ec1ff3 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:10.487585 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5d13b996-dfc3-4bcd-a76f-d1e5cfe545ca req-616ffc3e-7861-4012-8db2-6f4a21ec1ff3 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/ports?device_id=71b1d502-dc72-417b-a144-f1998006f27f HTTP/1.1" status: 200 len: 949 time: 0.1206539 Nov 12 20:07:10.583612 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2799a170-03d1-412f-bd21-1a71f65b72fa up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:07:10.594097 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e32f7da8-97b1-4558-9193-be8954dfb7f5 req-627a0493-ec40-435d-a4d7-d6c6a135adb6 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:10.615182 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 0c99edfa-275a-401a-9585-08a87bd3e2d1 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:07:10.616144 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5d13b996-dfc3-4bcd-a76f-d1e5cfe545ca req-de3ec19f-0eec-4bb1-b646-044461dab8b2 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.48 "GET /v2.0/security-groups?id=941058d6-e6a7-413c-8939-4dbd726b64cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091959 Nov 12 20:07:10.650283 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a0493-ec40-435d-a4d7-d6c6a135adb6 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Pushing event deleted for resources: {'Port': ['ID=cd2e8331-a4b8-4037-8ea7-1b1a661c6073,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:10.690683 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32f7da8-97b1-4558-9193-be8954dfb7f5 req-627a0493-ec40-435d-a4d7-d6c6a135adb6 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] No DVR routers for this DVR port cd2e8331-a4b8-4037-8ea7-1b1a661c6073 on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:07:10.697627 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e32f7da8-97b1-4558-9193-be8954dfb7f5 req-627a0493-ec40-435d-a4d7-d6c6a135adb6 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:10.701268 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e32f7da8-97b1-4558-9193-be8954dfb7f5 req-627a0493-ec40-435d-a4d7-d6c6a135adb6 tempest-ImagesOneServerTestJSON-1787473554 tempest-ImagesOneServerTestJSON-1787473554-project] 10.222.0.55 "DELETE /v2.0/ports/cd2e8331-a4b8-4037-8ea7-1b1a661c6073 HTTP/1.1" status: 204 len: 173 time: 0.6290858 Nov 12 20:07:10.701783 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b1d502-dc72-417b-a144-f1998006f27f', 'name': 'network-vif-deleted', 'tag': 'cd2e8331-a4b8-4037-8ea7-1b1a661c6073'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:07:10.704401 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946b812d-6e48-4722-b930-e261f0702e77" -d '{"events": [{"server_uuid": "71b1d502-dc72-417b-a144-f1998006f27f", "name": "network-vif-deleted", "tag": "cd2e8331-a4b8-4037-8ea7-1b1a661c6073"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:07:10.859091 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 2799a170-03d1-412f-bd21-1a71f65b72fa triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:10.859364 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:10.890892 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 0c99edfa-275a-401a-9585-08a87bd3e2d1 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:07:10.900512 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd67138-f7df-4b77-88ed-2a701f21765e req-8e7896d9-1b7c-4ab4-9a9c-f9f92fff9915 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:10.901249 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 0c99edfa-275a-401a-9585-08a87bd3e2d1 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:10.901489 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:10.903420 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9fd67138-f7df-4b77-88ed-2a701f21765e req-8e7896d9-1b7c-4ab4-9a9c-f9f92fff9915 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=05036378-c5f2-46ba-a3e1-24b9b5243197 HTTP/1.1" status: 200 len: 944 time: 0.0838921 Nov 12 20:07:10.962163 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9fd67138-f7df-4b77-88ed-2a701f21765e req-a3bf196c-8c98-46b6-bdc0-0b316ec75f70 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513077 Nov 12 20:07:10.980661 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddc508-d2e4-4b30-9bb5-20a82e2e251a req-348a39e6-a3e2-41ef-a24d-d2368acf8e77 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:10.987956 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-afddc508-d2e4-4b30-9bb5-20a82e2e251a req-348a39e6-a3e2-41ef-a24d-d2368acf8e77 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 945 time: 0.5972493 Nov 12 20:07:11.002211 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:11.039318 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb89ca29-f705-43cd-afd6-1464a1fba3fe x-openstack-request-id: req-fb89ca29-f705-43cd-afd6-1464a1fba3fe {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:07:11.039640 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b1d502-dc72-417b-a144-f1998006f27f", "name": "network-vif-deleted", "tag": "cd2e8331-a4b8-4037-8ea7-1b1a661c6073", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:07:11.039930 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fb89ca29-f705-43cd-afd6-1464a1fba3fe {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:07:11.040608 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b1d502-dc72-417b-a144-f1998006f27f', 'name': 'network-vif-deleted', 'tag': 'cd2e8331-a4b8-4037-8ea7-1b1a661c6073', 'status': 'completed', 'code': 200} Nov 12 20:07:11.093793 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 2799a170-03d1-412f-bd21-1a71f65b72fa, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=2799a170-03d1-412f-bd21-1a71f65b72fa,segment=NetworkSegment(9a19a5d7-0a69-4c01-a63b-aa7648b4554c),segment_id=9a19a5d7-0a69-4c01-a63b-aa7648b4554c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:11.094898 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:11.113776 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:11.146382 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-afddc508-d2e4-4b30-9bb5-20a82e2e251a req-fddf9620-871d-43c4-ac2d-356181881fa8 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574762 Nov 12 20:07:11.217466 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407052fc-0bd0-4efe-a0e6-304311d000f5 req-904e47ef-f5ca-4442-80c9-fbdcd86614e0 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:11.217724 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 0c99edfa-275a-401a-9585-08a87bd3e2d1, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0c99edfa-275a-401a-9585-08a87bd3e2d1,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:11.223783 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-407052fc-0bd0-4efe-a0e6-304311d000f5 req-904e47ef-f5ca-4442-80c9-fbdcd86614e0 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.1115451 Nov 12 20:07:11.240013 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:11.257731 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=2799a170-03d1-412f-bd21-1a71f65b72fa,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:11.332702 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=0c99edfa-275a-401a-9585-08a87bd3e2d1,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:11.361368 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-407052fc-0bd0-4efe-a0e6-304311d000f5 req-9a55878a-70d8-48bf-8fd6-47dbee346cf3 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255422 Nov 12 20:07:11.385665 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b4720120-2167-4e21-b977-7ccaef7feac3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:11.552876 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61cf5f7-145c-4ec4-a3a0-763b0713b018 None None] Network d8700bfb-f149-4122-b919-fbf55e1fff5c requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:07:11.639427 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b4720120-2167-4e21-b977-7ccaef7feac3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:11.642690 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-525b561d-3396-48ce-8262-dc21ce968388 None None] Provisioning complete for port 2799a170-03d1-412f-bd21-1a71f65b72fa triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:11.643164 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-525b561d-3396-48ce-8262-dc21ce968388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:11.649640 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b4720120-2167-4e21-b977-7ccaef7feac3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:11.748308 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4720120-2167-4e21-b977-7ccaef7feac3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Port': ['ID=f445069f-13e1-4c69-9131-ffe0012dcf35,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:11.770946 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05036378-c5f2-46ba-a3e1-24b9b5243197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c99edfa-275a-401a-9585-08a87bd3e2d1'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:07:11.773582 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be5b823-d600-4ff4-9aa1-bb07ad22c4a8" -d '{"events": [{"server_uuid": "05036378-c5f2-46ba-a3e1-24b9b5243197", "name": "network-vif-plugged", "status": "completed", "tag": "0c99edfa-275a-401a-9585-08a87bd3e2d1"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:07:11.826547 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa99584d-3301-4551-ad4e-48926c38df08 x-openstack-request-id: req-aa99584d-3301-4551-ad4e-48926c38df08 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:07:11.826844 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05036378-c5f2-46ba-a3e1-24b9b5243197", "name": "network-vif-plugged", "status": "completed", "tag": "0c99edfa-275a-401a-9585-08a87bd3e2d1", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:07:11.827099 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aa99584d-3301-4551-ad4e-48926c38df08 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:07:11.827498 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05036378-c5f2-46ba-a3e1-24b9b5243197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c99edfa-275a-401a-9585-08a87bd3e2d1', 'code': 200} Nov 12 20:07:11.878207 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b4720120-2167-4e21-b977-7ccaef7feac3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:12.002547 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ddf34-0fac-454a-b5bd-189ccf65e385 req-5adf9526-edad-4d69-bc89-fe3d736c909f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:12.004321 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f50ddf34-0fac-454a-b5bd-189ccf65e385 req-5adf9526-edad-4d69-bc89-fe3d736c909f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=05036378-c5f2-46ba-a3e1-24b9b5243197 HTTP/1.1" status: 200 len: 1097 time: 0.0837901 Nov 12 20:07:12.039896 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34148) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:12.071587 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b4720120-2167-4e21-b977-7ccaef7feac3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:12.095519 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f50ddf34-0fac-454a-b5bd-189ccf65e385 req-f3a28d5c-c737-43cd-970e-e4092dd554dd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660675 Nov 12 20:07:12.124716 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95ace2-0f68-4576-8486-fe8e562f8451 req-6c1717f0-038f-478a-bc80-ee4f2168da40 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:12.126546 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dd95ace2-0f68-4576-8486-fe8e562f8451 req-6c1717f0-038f-478a-bc80-ee4f2168da40 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=05036378-c5f2-46ba-a3e1-24b9b5243197 HTTP/1.1" status: 200 len: 945 time: 0.0754902 Nov 12 20:07:12.130660 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-03a742bd-bf53-4009-b86b-0a2cffe84cbf None None] Provisioning complete for port 2799a170-03d1-412f-bd21-1a71f65b72fa triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:12.131025 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-03a742bd-bf53-4009-b86b-0a2cffe84cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:12.195383 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dd95ace2-0f68-4576-8486-fe8e562f8451 req-13bd254b-a06c-4c91-8b96-e04f39a18d9b tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581195 Nov 12 20:07:12.290790 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-89f7ee26-7b5d-41b1-9b41-5307a8690a1c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b1aecab051314f7aa5094ca0942dcf1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2496688 Nov 12 20:07:12.293183 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34156) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:12.296389 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-03a742bd-bf53-4009-b86b-0a2cffe84cbf None None] Provisioning complete for port f445069f-13e1-4c69-9131-ffe0012dcf35 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:12.296760 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-03a742bd-bf53-4009-b86b-0a2cffe84cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:12.336994 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-03a742bd-bf53-4009-b86b-0a2cffe84cbf None None] Port f445069f-13e1-4c69-9131-ffe0012dcf35 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:07:12.372699 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ef46ac06-4d05-4404-90ff-bae22ada4278 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:12.395342 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ef46ac06-4d05-4404-90ff-bae22ada4278 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:12.401980 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf81ea6-ad2d-4ec6-9e14-71ce095d1a81 req-6f6cb9f4-9c7f-46b2-abcd-d6f9afaaea80 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:12.403552 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cbf81ea6-ad2d-4ec6-9e14-71ce095d1a81 req-6f6cb9f4-9c7f-46b2-abcd-d6f9afaaea80 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 945 time: 0.1462104 Nov 12 20:07:12.491302 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ef46ac06-4d05-4404-90ff-bae22ada4278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:12.491809 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b4720120-2167-4e21-b977-7ccaef7feac3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:12.494187 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ef46ac06-4d05-4404-90ff-bae22ada4278 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:12.495667 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ef46ac06-4d05-4404-90ff-bae22ada4278 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/941058d6-e6a7-413c-8939-4dbd726b64cc HTTP/1.1" status: 204 len: 168 time: 0.1990705 Nov 12 20:07:12.507896 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46ac06-4d05-4404-90ff-bae22ada4278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941058d6-e6a7-413c-8939-4dbd726b64cc,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:12.518858 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cbf81ea6-ad2d-4ec6-9e14-71ce095d1a81 req-30db8557-0a92-4a70-8022-5f87ce5c74af tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006558 Nov 12 20:07:12.520041 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b4720120-2167-4e21-b977-7ccaef7feac3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:12.530776 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b4720120-2167-4e21-b977-7ccaef7feac3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:12.561580 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367184d-f44f-4d9c-9724-3fb9e0a0c607 req-e166a5e0-9192-4e1e-9dea-d7af3e9a9208 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:12.570384 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2367184d-f44f-4d9c-9724-3fb9e0a0c607 req-e166a5e0-9192-4e1e-9dea-d7af3e9a9208 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.1233931 Nov 12 20:07:12.581863 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2799a170-03d1-412f-bd21-1a71f65b72fa up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:07:12.617548 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4720120-2167-4e21-b977-7ccaef7feac3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Port': ['ID=f445069f-13e1-4c69-9131-ffe0012dcf35,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:12.624090 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8ea37292-6102-498c-9f84-9ad78b4b6ad3 None None] Provisioning complete for port f445069f-13e1-4c69-9131-ffe0012dcf35 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:12.624494 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8ea37292-6102-498c-9f84-9ad78b4b6ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:12.688475 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2367184d-f44f-4d9c-9724-3fb9e0a0c607 req-80307484-863d-48a1-86fa-85a1bf6d1d5b tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133208 Nov 12 20:07:12.698174 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8ea37292-6102-498c-9f84-9ad78b4b6ad3 None None] Port f445069f-13e1-4c69-9131-ffe0012dcf35 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:07:12.715575 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 2799a170-03d1-412f-bd21-1a71f65b72fa triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:12.720427 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:12.732885 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4720120-2167-4e21-b977-7ccaef7feac3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network d8700bfb-f149-4122-b919-fbf55e1fff5c is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:07:12.734647 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-b4720120-2167-4e21-b977-7ccaef7feac3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:12.861224 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ffe95562-a8fd-4118-9865-ef57cd104075 None None] Provisioning complete for port f445069f-13e1-4c69-9131-ffe0012dcf35 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:12.861875 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ffe95562-a8fd-4118-9865-ef57cd104075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:12.901601 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4720120-2167-4e21-b977-7ccaef7feac3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Router 7d84e882-2ba6-42c0-85e1-c2deed76756a is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:07:12.923596 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ffe95562-a8fd-4118-9865-ef57cd104075 None None] Port f445069f-13e1-4c69-9131-ffe0012dcf35 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:07:13.024402 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4720120-2167-4e21-b977-7ccaef7feac3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:07:13.030774 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b4720120-2167-4e21-b977-7ccaef7feac3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "PUT /v2.0/routers/7d84e882-2ba6-42c0-85e1-c2deed76756a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7336695 Nov 12 20:07:13.033255 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34176) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:13.038930 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c1bea8-91c7-4b9b-8e7f-3576ca8f0fe0 None None] Sync routers for ids ['7d84e882-2ba6-42c0-85e1-c2deed76756a'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:07:13.071483 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c1bea8-91c7-4b9b-8e7f-3576ca8f0fe0 None None] Routers {'7d84e882-2ba6-42c0-85e1-c2deed76756a'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:13.072211 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-08c1bea8-91c7-4b9b-8e7f-3576ca8f0fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:06:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7d84e882-2ba6-42c0-85e1-c2deed76756a'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:13.093841 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb6aab9-9457-4d77-96d4-252a27307a6b tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:13.097817 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5eb6aab9-9457-4d77-96d4-252a27307a6b tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "GET /v2.0/ports/f445069f-13e1-4c69-9131-ffe0012dcf35 HTTP/1.1" status: 200 len: 982 time: 0.0610628 Nov 12 20:07:13.098126 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34180) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:13.126514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-08c1bea8-91c7-4b9b-8e7f-3576ca8f0fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:13.139625 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c1bea8-91c7-4b9b-8e7f-3576ca8f0fe0 None None] Routers {'7d84e882-2ba6-42c0-85e1-c2deed76756a'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:13.140359 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-08c1bea8-91c7-4b9b-8e7f-3576ca8f0fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:06:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7d84e882-2ba6-42c0-85e1-c2deed76756a'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:13.184466 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-08c1bea8-91c7-4b9b-8e7f-3576ca8f0fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:13.184466 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c1bea8-91c7-4b9b-8e7f-3576ca8f0fe0 None None] The sync data for ids ['7d84e882-2ba6-42c0-85e1-c2deed76756a'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:07:13.190173 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c6a41858-0c0d-405d-925a-99603fb25696 None None] Provisioning complete for port f445069f-13e1-4c69-9131-ffe0012dcf35 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:13.190663 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c6a41858-0c0d-405d-925a-99603fb25696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:13.253242 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c6a41858-0c0d-405d-925a-99603fb25696 None None] Port f445069f-13e1-4c69-9131-ffe0012dcf35 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:07:13.368613 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aaacda-b514-40ba-916a-f6853026f304 req-1f390cd5-93f6-42c4-a083-b0b8c3a8546d tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:13.376513 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f6aaacda-b514-40ba-916a-f6853026f304 req-1f390cd5-93f6-42c4-a083-b0b8c3a8546d tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=05036378-c5f2-46ba-a3e1-24b9b5243197 HTTP/1.1" status: 200 len: 945 time: 0.0878625 Nov 12 20:07:13.441739 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f6aaacda-b514-40ba-916a-f6853026f304 req-42042122-99ff-4aa0-8349-bd61052d36b1 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638287 Nov 12 20:07:13.471733 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device cd2e8331-a4b8-4037-8ea7-1b1a661c6073 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:07:13.499751 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: cd2e8331-a4b8-4037-8ea7-1b1a661c6073 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:07:13.500305 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device cd2e8331-a4b8-4037-8ea7-1b1a661c6073 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:07:13.707326 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e675dc5f-fe8f-4649-8448-6bd1e22acfb4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:13.716984 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb7802-bad8-402e-81f3-48ec8cb19052 req-db1a2e8d-f87b-4218-aaaf-365fab9f2c83 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:13.718808 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1afb7802-bad8-402e-81f3-48ec8cb19052 req-db1a2e8d-f87b-4218-aaaf-365fab9f2c83 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 945 time: 0.1186490 Nov 12 20:07:13.826922 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2f9e7-cb30-486d-b76e-b416e143aabd req-68f1cf46-5ccb-4f78-ab64-867dccf4f91e tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:13.828664 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0be2f9e7-cb30-486d-b76e-b416e143aabd req-68f1cf46-5ccb-4f78-ab64-867dccf4f91e tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.0606270 Nov 12 20:07:13.853668 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1afb7802-bad8-402e-81f3-48ec8cb19052 req-7bd2e102-472f-44f4-a519-434377b9ff4b tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947299 Nov 12 20:07:13.890173 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0be2f9e7-cb30-486d-b76e-b416e143aabd req-1c33bddd-1724-4238-ab3f-93800223154a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551755 Nov 12 20:07:13.970620 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34210) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:13.995005 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-e675dc5f-fe8f-4649-8448-6bd1e22acfb4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Deleting port f445069f-13e1-4c69-9131-ffe0012dcf35 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:13.995341 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e675dc5f-fe8f-4649-8448-6bd1e22acfb4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:14.077748 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7f32812c-e295-4b26-96f2-82f99eb89250 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:14.083038 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e675dc5f-fe8f-4649-8448-6bd1e22acfb4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:14.096591 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-e675dc5f-fe8f-4649-8448-6bd1e22acfb4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Calling delete_port for f445069f-13e1-4c69-9131-ffe0012dcf35 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:14.156949 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7f32812c-e295-4b26-96f2-82f99eb89250 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:14.161989 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7f32812c-e295-4b26-96f2-82f99eb89250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:14.204789 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7f32812c-e295-4b26-96f2-82f99eb89250 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=626d13e8dd4a4f588d16f2510837f8af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2330236 Nov 12 20:07:14.206713 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32812c-e295-4b26-96f2-82f99eb89250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae7245c-c953-4124-a953-d1ca38ae2a52,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:14.210349 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34214) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:14.263537 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-73aa75f2-4c4d-4dbd-9807-24e7ae0d0037 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:14.278629 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e675dc5f-fe8f-4649-8448-6bd1e22acfb4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:14.286663 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-73aa75f2-4c4d-4dbd-9807-24e7ae0d0037 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:14.307188 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675dc5f-fe8f-4649-8448-6bd1e22acfb4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Port': ['ID=f445069f-13e1-4c69-9131-ffe0012dcf35,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:14.347330 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-73aa75f2-4c4d-4dbd-9807-24e7ae0d0037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:14.350536 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-73aa75f2-4c4d-4dbd-9807-24e7ae0d0037 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:14.351680 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-73aa75f2-4c4d-4dbd-9807-24e7ae0d0037 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ae7245c-c953-4124-a953-d1ca38ae2a52 HTTP/1.1" status: 204 len: 168 time: 0.1404150 Nov 12 20:07:14.363529 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa75f2-4c4d-4dbd-9807-24e7ae0d0037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae7245c-c953-4124-a953-d1ca38ae2a52,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:14.433706 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e675dc5f-fe8f-4649-8448-6bd1e22acfb4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:14.615221 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0395b15-81a8-4ad2-93e7-67a1c7ef6ade req-cfe2e0c3-eaa9-444a-be59-cd0362964a72 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:14.616937 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c0395b15-81a8-4ad2-93e7-67a1c7ef6ade req-cfe2e0c3-eaa9-444a-be59-cd0362964a72 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=05036378-c5f2-46ba-a3e1-24b9b5243197 HTTP/1.1" status: 200 len: 945 time: 0.0675271 Nov 12 20:07:14.669062 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e675dc5f-fe8f-4649-8448-6bd1e22acfb4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Router 7d84e882-2ba6-42c0-85e1-c2deed76756a has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:07:14.680176 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c0395b15-81a8-4ad2-93e7-67a1c7ef6ade req-829e0fb6-6c65-440c-8024-3fd4b4b92b0e tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552847 Nov 12 20:07:14.754825 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e675dc5f-fe8f-4649-8448-6bd1e22acfb4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:07:14.764757 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e675dc5f-fe8f-4649-8448-6bd1e22acfb4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "PUT /v2.0/routers/7d84e882-2ba6-42c0-85e1-c2deed76756a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6614134 Nov 12 20:07:14.765574 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34232) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:14.766674 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2cb54c-1b6b-45a8-a11a-736e53b804ea None None] Sync routers for ids ['7d84e882-2ba6-42c0-85e1-c2deed76756a'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:07:14.776665 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2cb54c-1b6b-45a8-a11a-736e53b804ea None None] Routers {'7d84e882-2ba6-42c0-85e1-c2deed76756a'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:14.777261 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-3c2cb54c-1b6b-45a8-a11a-736e53b804ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:06:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7d84e882-2ba6-42c0-85e1-c2deed76756a'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:14.812546 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-3c2cb54c-1b6b-45a8-a11a-736e53b804ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:14.822338 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2cb54c-1b6b-45a8-a11a-736e53b804ea None None] Routers {'7d84e882-2ba6-42c0-85e1-c2deed76756a'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:14.823059 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-3c2cb54c-1b6b-45a8-a11a-736e53b804ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:06:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7d84e882-2ba6-42c0-85e1-c2deed76756a'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:14.875768 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-3c2cb54c-1b6b-45a8-a11a-736e53b804ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:14.876693 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2cb54c-1b6b-45a8-a11a-736e53b804ea None None] The sync data for ids ['7d84e882-2ba6-42c0-85e1-c2deed76756a'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:07:15.101508 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-a880dfdb-5a87-434f-aca8-4fc6a6f55a78 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 20:07:15.102582 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a880dfdb-5a87-434f-aca8-4fc6a6f55a78 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "PUT /v2.0/routers/7d84e882-2ba6-42c0-85e1-c2deed76756a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3356035 Nov 12 20:07:15.106797 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34260) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:15.114554 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95d344-1ffe-433a-bd5f-4e786bc281c0 req-11a9387d-ed51-41c3-8151-d8a253db5b8e tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:15.116128 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d95d344-1ffe-433a-bd5f-4e786bc281c0 req-11a9387d-ed51-41c3-8151-d8a253db5b8e tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 945 time: 0.1494825 Nov 12 20:07:15.148185 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cb3314eb-eb23-43e7-9715-9428598474e6 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d84e882-2ba6-42c0-85e1-c2deed76756a HTTP/1.1" status: 200 len: 205 time: 0.0397971 Nov 12 20:07:15.153242 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34262) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:15.190240 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34264) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:15.212132 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2396a47-e851-42cc-8672-4c12a0903de9 req-c5135e92-ad24-4e3d-b6e3-89ac1d228722 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:15.215091 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b2396a47-e851-42cc-8672-4c12a0903de9 req-c5135e92-ad24-4e3d-b6e3-89ac1d228722 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.0696757 Nov 12 20:07:15.262841 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d95d344-1ffe-433a-bd5f-4e786bc281c0 req-2889eec1-b66c-4d0c-8462-b25932817a35 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366754 Nov 12 20:07:15.270009 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8669f26c-7261-4161-9450-29fb71a68d7d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:15.288800 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b2396a47-e851-42cc-8672-4c12a0903de9 req-0614010f-d2ff-4a83-aef1-e892693e1a0f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535929 Nov 12 20:07:15.342938 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-1271e6b8-8a00-4e76-b594-54a4cf82d457 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1936694179-network', 'tenant_id': '322bf24e49934e4fa67c0bb7085a7c5d'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:15.379919 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1271e6b8-8a00-4e76-b594-54a4cf82d457 admin admin] Made reservation on behalf of 322bf24e49934e4fa67c0bb7085a7c5d for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:07:15.382914 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1271e6b8-8a00-4e76-b594-54a4cf82d457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:15.394096 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1271e6b8-8a00-4e76-b594-54a4cf82d457 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:15.480555 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1271e6b8-8a00-4e76-b594-54a4cf82d457 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:15.485531 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1271e6b8-8a00-4e76-b594-54a4cf82d457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:15.518253 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1271e6b8-8a00-4e76-b594-54a4cf82d457 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:07:15.530466 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271e6b8-8a00-4e76-b594-54a4cf82d457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d802ab-6dcb-42e8-aec0-0af006304d71,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:15.537467 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1271e6b8-8a00-4e76-b594-54a4cf82d457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:15.537816 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-1271e6b8-8a00-4e76-b594-54a4cf82d457 admin admin] Added segment a6dcfd07-06d8-4710-bfbf-be95d264b17c of type vlan for network 3016226e-9be4-486b-a675-6c832bdd46c2 Nov 12 20:07:15.593238 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1271e6b8-8a00-4e76-b594-54a4cf82d457 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:15.639669 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1271e6b8-8a00-4e76-b594-54a4cf82d457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:15.640849 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1271e6b8-8a00-4e76-b594-54a4cf82d457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:15.641477 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1271e6b8-8a00-4e76-b594-54a4cf82d457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:15.707770 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1271e6b8-8a00-4e76-b594-54a4cf82d457 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5163748 Nov 12 20:07:15.713042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34302) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:15.720783 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-42b4cb93-ae86-44c7-a21c-92a927833ec4 admin admin] Request body: {'subnet': {'network_id': '3016226e-9be4-486b-a675-6c832bdd46c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1936694179-subnet', 'tenant_id': '322bf24e49934e4fa67c0bb7085a7c5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:15.725094 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271e6b8-8a00-4e76-b594-54a4cf82d457 admin admin] Pushing event updated for resources: {'Network': ['ID=3016226e-9be4-486b-a675-6c832bdd46c2,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:15.736188 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 3016226e-9be4-486b-a675-6c832bdd46c2 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:07:15.749522 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b4cb93-ae86-44c7-a21c-92a927833ec4 admin admin] Made reservation on behalf of 322bf24e49934e4fa67c0bb7085a7c5d for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:07:15.752683 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-42b4cb93-ae86-44c7-a21c-92a927833ec4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:15.778512 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8669f26c-7261-4161-9450-29fb71a68d7d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:15.793479 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8669f26c-7261-4161-9450-29fb71a68d7d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:15.845952 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8669f26c-7261-4161-9450-29fb71a68d7d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:15.846481 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8669f26c-7261-4161-9450-29fb71a68d7d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Fanout notify agent at l3_agent the message router_deleted on router 7d84e882-2ba6-42c0-85e1-c2deed76756a {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:07:15.856406 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d9fe5-83e0-48e4-85ea-32130bed8067 req-7cc73550-cec5-4d10-a517-35f06fd50bfb tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:15.858176 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ca8d9fe5-83e0-48e4-85ea-32130bed8067 req-7cc73550-cec5-4d10-a517-35f06fd50bfb tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=05036378-c5f2-46ba-a3e1-24b9b5243197 HTTP/1.1" status: 200 len: 945 time: 0.0946240 Nov 12 20:07:15.863454 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8669f26c-7261-4161-9450-29fb71a68d7d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:15.867046 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8669f26c-7261-4161-9450-29fb71a68d7d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/routers/7d84e882-2ba6-42c0-85e1-c2deed76756a HTTP/1.1" status: 204 len: 168 time: 0.7106459 Nov 12 20:07:15.867557 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34304) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:15.910158 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ca8d9fe5-83e0-48e4-85ea-32130bed8067 req-92e7341a-62f8-4789-8323-71f2f90c0d98 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445447 Nov 12 20:07:15.963925 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-6378f73c-2913-4bff-bd2f-9441aa435de7 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Deleting subnet 151de071-0677-49ec-aa34-8aab743c7405 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:07:15.969415 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6378f73c-2913-4bff-bd2f-9441aa435de7 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:16.044689 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6378f73c-2913-4bff-bd2f-9441aa435de7 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:16.047467 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-42b4cb93-ae86-44c7-a21c-92a927833ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:16.143230 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4cb93-ae86-44c7-a21c-92a927833ec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d37e52e-e2de-4dee-b33e-a898956c18ef,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:16.399204 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811886a-11f8-42b3-a70f-7b155ad9d5f6 req-3d4dcb13-8746-43f1-a353-90246d0ca92c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:16.401365 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b811886a-11f8-42b3-a70f-7b155ad9d5f6 req-3d4dcb13-8746-43f1-a353-90246d0ca92c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.0590949 Nov 12 20:07:16.452728 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b811886a-11f8-42b3-a70f-7b155ad9d5f6 req-94278061-461f-4417-9c4d-07cd4a22fb1d tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437114 Nov 12 20:07:16.504253 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b4cb93-ae86-44c7-a21c-92a927833ec4 admin admin] Checking segment: {'id': 'a6dcfd07-06d8-4710-bfbf-be95d264b17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3016226e-9be4-486b-a675-6c832bdd46c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:07:16.504719 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b4cb93-ae86-44c7-a21c-92a927833ec4 admin admin] Network hostable DHCP agents. Network: 3016226e-9be4-486b-a675-6c832bdd46c2, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:07:16.563402 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6378f73c-2913-4bff-bd2f-9441aa435de7 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:16.603543 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b4cb93-ae86-44c7-a21c-92a927833ec4 admin admin] Network 3016226e-9be4-486b-a675-6c832bdd46c2 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:07:16.620367 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6697cfe-17a8-4980-90f9-553f02aaf146 req-3b81b1c8-b932-43cc-be45-b90ad9551f4f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:16.622280 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a6697cfe-17a8-4980-90f9-553f02aaf146 req-3b81b1c8-b932-43cc-be45-b90ad9551f4f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 945 time: 0.1380537 Nov 12 20:07:16.642175 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-42b4cb93-ae86-44c7-a21c-92a927833ec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 3016226e-9be4-486b-a675-6c832bdd46c2) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:16.652795 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd61d70-2a6b-4ef0-91b3-3f48e1241b0e None None] Network 3016226e-9be4-486b-a675-6c832bdd46c2 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:07:16.654710 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b4cb93-ae86-44c7-a21c-92a927833ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:16.655351 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-42b4cb93-ae86-44c7-a21c-92a927833ec4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:16.683598 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6378f73c-2913-4bff-bd2f-9441aa435de7 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:16.702738 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-42b4cb93-ae86-44c7-a21c-92a927833ec4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9880860 Nov 12 20:07:16.746012 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378f73c-2913-4bff-bd2f-9441aa435de7 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Subnet': ['ID=151de071-0677-49ec-aa34-8aab743c7405,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:16.748723 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6378f73c-2913-4bff-bd2f-9441aa435de7 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:16.752463 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6378f73c-2913-4bff-bd2f-9441aa435de7 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/subnets/151de071-0677-49ec-aa34-8aab743c7405 HTTP/1.1" status: 204 len: 168 time: 0.8839562 Nov 12 20:07:16.756241 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a6697cfe-17a8-4980-90f9-553f02aaf146 req-9784cd76-4c75-4604-8870-b4068a487aae tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256986 Nov 12 20:07:16.757109 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34318) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:16.778548 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c70b7c-b6de-4bb8-aa4b-2f2bf45363f2 None None] Network d8700bfb-f149-4122-b919-fbf55e1fff5c requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:07:16.856720 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613384d5-3b44-47fc-b46e-2289f920692c None None] Network 3016226e-9be4-486b-a675-6c832bdd46c2 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:07:16.891921 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-82f04fac-6032-4646-bca8-db08eecdc586 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:16.945671 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5665a4-0845-4393-b2ef-4f246f80a5a8 req-635a47f5-e9b2-409a-a875-1fd17a89d238 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:16.947234 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7c5665a4-0845-4393-b2ef-4f246f80a5a8 req-635a47f5-e9b2-409a-a875-1fd17a89d238 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 946 time: 0.0977702 Nov 12 20:07:17.007098 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-82f04fac-6032-4646-bca8-db08eecdc586 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Deleting port 2799a170-03d1-412f-bd21-1a71f65b72fa {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:17.007437 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-82f04fac-6032-4646-bca8-db08eecdc586 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:17.037157 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7c5665a4-0845-4393-b2ef-4f246f80a5a8 req-a7f3e472-2419-46bd-ba92-5a0fa3a8a61f tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/security-groups?id=3287d66f-eb9f-405c-978d-5b7b1028e434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784893 Nov 12 20:07:17.086970 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06ac1e6-143f-4720-990f-50a3c83c781d None None] DHCP port deletion for d8700bfb-f149-4122-b919-fbf55e1fff5c request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:07:17.093732 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-82f04fac-6032-4646-bca8-db08eecdc586 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] For port 2799a170-03d1-412f-bd21-1a71f65b72fa, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=2799a170-03d1-412f-bd21-1a71f65b72fa,segment=NetworkSegment(9a19a5d7-0a69-4c01-a63b-aa7648b4554c),segment_id=9a19a5d7-0a69-4c01-a63b-aa7648b4554c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:17.094126 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-82f04fac-6032-4646-bca8-db08eecdc586 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:17.115579 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-82f04fac-6032-4646-bca8-db08eecdc586 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Calling delete_port for 2799a170-03d1-412f-bd21-1a71f65b72fa owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:17.152782 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-a06ac1e6-143f-4720-990f-50a3c83c781d None None] Deleting port 2799a170-03d1-412f-bd21-1a71f65b72fa {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:17.153158 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a06ac1e6-143f-4720-990f-50a3c83c781d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:17.223166 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a06ac1e6-143f-4720-990f-50a3c83c781d None None] For port 2799a170-03d1-412f-bd21-1a71f65b72fa, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=2799a170-03d1-412f-bd21-1a71f65b72fa,segment=NetworkSegment(9a19a5d7-0a69-4c01-a63b-aa7648b4554c),segment_id=9a19a5d7-0a69-4c01-a63b-aa7648b4554c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:17.223681 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a06ac1e6-143f-4720-990f-50a3c83c781d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:17.240758 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-a06ac1e6-143f-4720-990f-50a3c83c781d None None] Calling delete_port for 2799a170-03d1-412f-bd21-1a71f65b72fa owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:17.242235 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a9675-090c-4ab2-936b-5b28f77e6d70 req-b174e1bd-c5dd-454f-8105-4c8c306f600a tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:17.243839 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-792a9675-090c-4ab2-936b-5b28f77e6d70 req-b174e1bd-c5dd-454f-8105-4c8c306f600a tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=05036378-c5f2-46ba-a3e1-24b9b5243197 HTTP/1.1" status: 200 len: 945 time: 0.0765691 Nov 12 20:07:17.251904 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-77cb0203-8cd7-4448-be5c-119cf72ba077 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:17.253867 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-77cb0203-8cd7-4448-be5c-119cf72ba077 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/networks?id=3016226e-9be4-486b-a675-6c832bdd46c2 HTTP/1.1" status: 200 len: 814 time: 0.1195295 Nov 12 20:07:17.261318 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-82f04fac-6032-4646-bca8-db08eecdc586 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:17.270603 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-519bbbee-aaac-4556-9e8f-8c48229753ba tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/quotas/322bf24e49934e4fa67c0bb7085a7c5d HTTP/1.1" status: 200 len: 375 time: 0.0104260 Nov 12 20:07:17.301016 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f04fac-6032-4646-bca8-db08eecdc586 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Port': ['ID=2799a170-03d1-412f-bd21-1a71f65b72fa,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:17.306070 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f04fac-6032-4646-bca8-db08eecdc586 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] No DVR routers for this DVR port 2799a170-03d1-412f-bd21-1a71f65b72fa on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:07:17.314591 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-9b7002d6-6d93-4e45-b149-175aab82902f tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=322bf24e49934e4fa67c0bb7085a7c5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359626 Nov 12 20:07:17.345675 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a06ac1e6-143f-4720-990f-50a3c83c781d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:17.383630 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06ac1e6-143f-4720-990f-50a3c83c781d None None] No DVR routers for this DVR port 2799a170-03d1-412f-bd21-1a71f65b72fa on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:07:17.390515 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-792a9675-090c-4ab2-936b-5b28f77e6d70 req-1a3656a8-2022-4d64-922a-cb38edc3b8b8 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375442 Nov 12 20:07:17.392715 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-229b3f57-b9d2-4030-893e-cf4c1a6a05ed service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:07:17.394547 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ac1e6-143f-4720-990f-50a3c83c781d None None] Pushing event deleted for resources: {'Port': ['ID=2799a170-03d1-412f-bd21-1a71f65b72fa,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:17.398914 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-229b3f57-b9d2-4030-893e-cf4c1a6a05ed service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0769980 Nov 12 20:07:17.430128 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-82f04fac-6032-4646-bca8-db08eecdc586 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:17.451103 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-82f04fac-6032-4646-bca8-db08eecdc586 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8700bfb-f149-4122-b919-fbf55e1fff5c']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:17.460482 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-82f04fac-6032-4646-bca8-db08eecdc586 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a19a5d7-0a69-4c01-a63b-aa7648b4554c') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:17.460777 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-82f04fac-6032-4646-bca8-db08eecdc586 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a19a5d7-0a69-4c01-a63b-aa7648b4554c') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:17.470895 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-82f04fac-6032-4646-bca8-db08eecdc586 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:17.485965 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-82f04fac-6032-4646-bca8-db08eecdc586 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:17.492282 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f04fac-6032-4646-bca8-db08eecdc586 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:07:17.492681 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-82f04fac-6032-4646-bca8-db08eecdc586 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:07:17.495927 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:07:17.508897 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-6bac5822-a6b2-4c61-89fb-c48f37431fe3 service neutron] 10.222.0.48 "GET /v2.0/networks/3016226e-9be4-486b-a675-6c832bdd46c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918071 Nov 12 20:07:17.588056 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-82f04fac-6032-4646-bca8-db08eecdc586 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:17.599244 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-82f04fac-6032-4646-bca8-db08eecdc586 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:17.602427 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-82f04fac-6032-4646-bca8-db08eecdc586 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/networks/d8700bfb-f149-4122-b919-fbf55e1fff5c HTTP/1.1" status: 204 len: 168 time: 0.8443902 Nov 12 20:07:17.606733 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34346) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:17.612549 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-1cd538a7-361f-4240-b0d2-63a362d03558 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-486652041'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:17.615114 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f04fac-6032-4646-bca8-db08eecdc586 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Network': ['ID=d8700bfb-f149-4122-b919-fbf55e1fff5c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:17.618443 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-64e7462c-0b7e-48b9-9a4d-51aa781876f7 service neutron] 10.222.0.48 "GET /v2.0/networks/3016226e-9be4-486b-a675-6c832bdd46c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045702 Nov 12 20:07:17.630662 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a0d13-0c94-41fb-9c92-f38ed3d51f55 req-e436eabc-0eb6-425e-a7be-cced631b999c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:17.632276 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9c6a0d13-0c94-41fb-9c92-f38ed3d51f55 req-e436eabc-0eb6-425e-a7be-cced631b999c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.0838788 Nov 12 20:07:17.643273 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd538a7-361f-4240-b0d2-63a362d03558 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Made reservation on behalf of 74c60af4d2d04ca29da86eba8b146adf for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:07:17.646875 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1cd538a7-361f-4240-b0d2-63a362d03558 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:17.672520 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd538a7-361f-4240-b0d2-63a362d03558 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:07:17.683977 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1cd538a7-361f-4240-b0d2-63a362d03558 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:17.684364 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-1cd538a7-361f-4240-b0d2-63a362d03558 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Added segment 18e4b678-2be3-4f8b-a096-d1b8a6a6c02d of type vlan for network 1e77afe1-4170-445c-8f7a-9b77a26d8035 Nov 12 20:07:17.696873 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9c6a0d13-0c94-41fb-9c92-f38ed3d51f55 req-e1cf8a17-72f6-4dac-abc0-8ffa99e70b9b tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554445 Nov 12 20:07:17.727860 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1cd538a7-361f-4240-b0d2-63a362d03558 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:17.766855 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1cd538a7-361f-4240-b0d2-63a362d03558 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:17.773596 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd538a7-361f-4240-b0d2-63a362d03558 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:17.774229 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1cd538a7-361f-4240-b0d2-63a362d03558 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:17.839774 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7c6f65d6-6539-4b74-9b5f-5eff7f3063ec req-fc1482de-d4e7-4f97-a335-2fcf94b41472 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ff1e55a-5f4a-42de-b859-68a4d568011b HTTP/1.1" status: 200 len: 210 time: 0.0572972 Nov 12 20:07:17.874704 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1cd538a7-361f-4240-b0d2-63a362d03558 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2663381 Nov 12 20:07:17.877786 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34354) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:17.882377 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-cdcafa7f-39fb-4ff1-a4a0-3f05f312132e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'subnet': {'network_id': '1e77afe1-4170-445c-8f7a-9b77a26d8035', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:17.908633 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd538a7-361f-4240-b0d2-63a362d03558 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Network': ['ID=1e77afe1-4170-445c-8f7a-9b77a26d8035,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:17.923304 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 1e77afe1-4170-445c-8f7a-9b77a26d8035 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:07:17.971835 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5c82f-c2d6-48ec-bb11-74a27b6eead4 req-bd58d79b-9e6e-40cb-8330-5c2b9d0cf135 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:17.979981 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-09d5c82f-c2d6-48ec-bb11-74a27b6eead4 req-bd58d79b-9e6e-40cb-8330-5c2b9d0cf135 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 945 time: 0.1308651 Nov 12 20:07:18.034855 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcafa7f-39fb-4ff1-a4a0-3f05f312132e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Made reservation on behalf of 74c60af4d2d04ca29da86eba8b146adf for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:07:18.040962 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cdcafa7f-39fb-4ff1-a4a0-3f05f312132e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:18.048154 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-09d5c82f-c2d6-48ec-bb11-74a27b6eead4 req-6b70e05c-8644-4cff-94d6-522b4590177e tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646415 Nov 12 20:07:18.293668 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9994579-a33c-45ac-abb0-1c0327538bfb req-880b500a-57b7-4f5d-9f35-7f9c78d32910 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:18.295248 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c9994579-a33c-45ac-abb0-1c0327538bfb req-880b500a-57b7-4f5d-9f35-7f9c78d32910 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 946 time: 0.1088619 Nov 12 20:07:18.322524 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cdcafa7f-39fb-4ff1-a4a0-3f05f312132e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:18.399801 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcafa7f-39fb-4ff1-a4a0-3f05f312132e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Subnet': ['ID=c1d81931-cba1-4670-bef2-02a53119edee,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:18.413359 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c9994579-a33c-45ac-abb0-1c0327538bfb req-31ff2f02-4285-4c38-b674-a12ca9461a9a tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/security-groups?id=3287d66f-eb9f-405c-978d-5b7b1028e434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087801 Nov 12 20:07:18.424451 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcafa7f-39fb-4ff1-a4a0-3f05f312132e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Checking segment: {'id': '18e4b678-2be3-4f8b-a096-d1b8a6a6c02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1e77afe1-4170-445c-8f7a-9b77a26d8035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:07:18.424808 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcafa7f-39fb-4ff1-a4a0-3f05f312132e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network hostable DHCP agents. Network: 1e77afe1-4170-445c-8f7a-9b77a26d8035, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:07:18.451820 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcafa7f-39fb-4ff1-a4a0-3f05f312132e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network 1e77afe1-4170-445c-8f7a-9b77a26d8035 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:07:18.475240 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-cdcafa7f-39fb-4ff1-a4a0-3f05f312132e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 1e77afe1-4170-445c-8f7a-9b77a26d8035) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:18.486712 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf0dc0f-e392-44a7-859d-1e8e746f9d43 None None] Network 1e77afe1-4170-445c-8f7a-9b77a26d8035 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:07:18.487868 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcafa7f-39fb-4ff1-a4a0-3f05f312132e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:18.493018 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cdcafa7f-39fb-4ff1-a4a0-3f05f312132e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:18.529835 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cdcafa7f-39fb-4ff1-a4a0-3f05f312132e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6512189 Nov 12 20:07:18.530462 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34374) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:18.565939 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-ac3d8146-52eb-4d37-80d9-bee23d642cde tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1971264141', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:18.584331 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2799a170-03d1-412f-bd21-1a71f65b72fa no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:07:18.607851 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686e839-6560-4f21-b828-99120f0ca9ac req-aaf86e71-a6ab-491d-b264-2810992d1bee tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:18.616670 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7686e839-6560-4f21-b828-99120f0ca9ac req-aaf86e71-a6ab-491d-b264-2810992d1bee tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=05036378-c5f2-46ba-a3e1-24b9b5243197 HTTP/1.1" status: 200 len: 945 time: 0.1019578 Nov 12 20:07:18.618913 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 2799a170-03d1-412f-bd21-1a71f65b72fa {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:07:18.619259 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2799a170-03d1-412f-bd21-1a71f65b72fa not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:07:18.624695 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ac3d8146-52eb-4d37-80d9-bee23d642cde tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:18.625786 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ac3d8146-52eb-4d37-80d9-bee23d642cde tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:18.681419 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 0c99edfa-275a-401a-9585-08a87bd3e2d1 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:07:18.701286 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7686e839-6560-4f21-b828-99120f0ca9ac req-d663c875-f605-4237-896d-2101d1c24d13 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792603 Nov 12 20:07:18.775231 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ac3d8146-52eb-4d37-80d9-bee23d642cde tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:18.793769 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ac3d8146-52eb-4d37-80d9-bee23d642cde tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:18.798863 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0766f13c-48d1-4faf-b592-ef22f9d38b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-1e77afe1-4170-445c-8f7a-9b77a26d8035', 'network_id': '1e77afe1-4170-445c-8f7a-9b77a26d8035', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'fixed_ips': [{'subnet_id': 'c1d81931-cba1-4670-bef2-02a53119edee'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:07:18.799997 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0766f13c-48d1-4faf-b592-ef22f9d38b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:18.862690 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ac3d8146-52eb-4d37-80d9-bee23d642cde tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:18.864180 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ac3d8146-52eb-4d37-80d9-bee23d642cde tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3329339 Nov 12 20:07:18.866844 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34386) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:18.887323 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5215e-e4fe-4745-9c8b-8ae33e5ee059 req-6da44157-97be-4971-8aca-7c49ae2f876f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:18.898878 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8dc5215e-e4fe-4745-9c8b-8ae33e5ee059 req-6da44157-97be-4971-8aca-7c49ae2f876f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.1166842 Nov 12 20:07:19.028191 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8dc5215e-e4fe-4745-9c8b-8ae33e5ee059 req-0700c032-a236-4136-b354-fe028a7576fd tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282995 Nov 12 20:07:19.164014 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-10bc9203-5b85-4143-a8c4-5658f37bd384 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:19.165937 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-10bc9203-5b85-4143-a8c4-5658f37bd384 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.55 "GET /v2.0/networks?id=3016226e-9be4-486b-a675-6c832bdd46c2 HTTP/1.1" status: 200 len: 814 time: 0.1845496 Nov 12 20:07:19.180164 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-a907d80f-e49f-4682-b5a2-cf6bd48dfa10 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Request body: {'port': {'device_id': '8ff1e55a-5f4a-42de-b859-68a4d568011b', 'network_id': '3016226e-9be4-486b-a675-6c832bdd46c2', 'admin_state_up': True, 'tenant_id': '322bf24e49934e4fa67c0bb7085a7c5d'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:19.247381 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-0766f13c-48d1-4faf-b592-ef22f9d38b1b None None] Allocated IP 2001:db8::2 (1e77afe1-4170-445c-8f7a-9b77a26d8035/c1d81931-cba1-4670-bef2-02a53119edee/f009d790-16e8-4f51-bdbf-cf6c08521fbc) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:07:19.259785 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-616ee631-e14d-47a7-ae82-ccc634412c9d req-4af44e41-7cb5-4b81-b3af-7d9854841413 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ff1e55a-5f4a-42de-b859-68a4d568011b HTTP/1.1" status: 200 len: 210 time: 0.0329068 Nov 12 20:07:19.387681 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-a907d80f-e49f-4682-b5a2-cf6bd48dfa10 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Made reservation on behalf of 322bf24e49934e4fa67c0bb7085a7c5d for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:07:19.389397 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f3a63c4-72fc-4ca1-b044-30d3b7d745c0 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:19.391280 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-a907d80f-e49f-4682-b5a2-cf6bd48dfa10 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:19.435801 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd4193-770d-41b0-97f1-cb825face985 req-4bd1eb3e-3d77-4afc-bb25-fbd492c0bde1 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:19.437542 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9dfd4193-770d-41b0-97f1-cb825face985 req-4bd1eb3e-3d77-4afc-bb25-fbd492c0bde1 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 945 time: 0.0817883 Nov 12 20:07:19.504148 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 0c99edfa-275a-401a-9585-08a87bd3e2d1, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0c99edfa-275a-401a-9585-08a87bd3e2d1,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:19.528973 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0766f13c-48d1-4faf-b592-ef22f9d38b1b None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:19.531723 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '0c99edfa-275a-401a-9585-08a87bd3e2d1', 'network_id': '244f869e-61bd-4949-82fd-4493cf9dc192', 'port_id': '0c99edfa-275a-401a-9585-08a87bd3e2d1', 'mac_address': 'fa:16:3e:38:7b:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd80d0b-2491-4b1b-842a-10479179ac7e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:07:19.537289 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0766f13c-48d1-4faf-b592-ef22f9d38b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:19.558801 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9dfd4193-770d-41b0-97f1-cb825face985 req-dd43cbff-a4c6-4fd8-8a94-c55026a4d92d tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934875 Nov 12 20:07:19.597330 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-a907d80f-e49f-4682-b5a2-cf6bd48dfa10 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Allocated IP 172.20.0.6 (3016226e-9be4-486b-a675-6c832bdd46c2/3d37e52e-e2de-4dee-b33e-a898956c18ef/14a7b6ef-ca6c-4d1c-9be6-73128a747655) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:07:19.597998 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0766f13c-48d1-4faf-b592-ef22f9d38b1b None None] Network 1e77afe1-4170-445c-8f7a-9b77a26d8035 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:07:19.613093 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-0766f13c-48d1-4faf-b592-ef22f9d38b1b None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:19.619069 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0766f13c-48d1-4faf-b592-ef22f9d38b1b None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:07:19.622969 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:19.624712 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766f13c-48d1-4faf-b592-ef22f9d38b1b None None] Pushing event updated for resources: {'Port': ['ID=f009d790-16e8-4f51-bdbf-cf6c08521fbc,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:19.657581 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c99edfa-275a-401a-9585-08a87bd3e2d1 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:07:19.697131 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05710158-e843-4f8f-88e2-72d49051a8c8 req-312b9a45-d362-4bff-b7c9-631f9ab71050 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:19.699004 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 0c99edfa-275a-401a-9585-08a87bd3e2d1, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0c99edfa-275a-401a-9585-08a87bd3e2d1,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:19.704555 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-05710158-e843-4f8f-88e2-72d49051a8c8 req-312b9a45-d362-4bff-b7c9-631f9ab71050 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 946 time: 0.2999599 Nov 12 20:07:19.709282 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:19.714781 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0766f13c-48d1-4faf-b592-ef22f9d38b1b None None] Attempting to bind port f009d790-16e8-4f51-bdbf-cf6c08521fbc on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:07:19.714781 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0766f13c-48d1-4faf-b592-ef22f9d38b1b None None] Attempting to bind port f009d790-16e8-4f51-bdbf-cf6c08521fbc by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '18e4b678-2be3-4f8b-a096-d1b8a6a6c02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1e77afe1-4170-445c-8f7a-9b77a26d8035'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:07:19.715165 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0766f13c-48d1-4faf-b592-ef22f9d38b1b None None] Attempting to bind port f009d790-16e8-4f51-bdbf-cf6c08521fbc on network 1e77afe1-4170-445c-8f7a-9b77a26d8035 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:07:19.740184 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0766f13c-48d1-4faf-b592-ef22f9d38b1b None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:07:19.748599 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0766f13c-48d1-4faf-b592-ef22f9d38b1b None None] Checking segment: {'id': '18e4b678-2be3-4f8b-a096-d1b8a6a6c02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1e77afe1-4170-445c-8f7a-9b77a26d8035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:07:19.748599 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0766f13c-48d1-4faf-b592-ef22f9d38b1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:19.748599 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0766f13c-48d1-4faf-b592-ef22f9d38b1b None None] Bound using segment: {'id': '18e4b678-2be3-4f8b-a096-d1b8a6a6c02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1e77afe1-4170-445c-8f7a-9b77a26d8035'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:07:19.748599 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0766f13c-48d1-4faf-b592-ef22f9d38b1b None None] Bound port: f009d790-16e8-4f51-bdbf-cf6c08521fbc, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e4b678-2be3-4f8b-a096-d1b8a6a6c02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1e77afe1-4170-445c-8f7a-9b77a26d8035'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:07:19.748599 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0766f13c-48d1-4faf-b592-ef22f9d38b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:19.811176 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=0c99edfa-275a-401a-9585-08a87bd3e2d1,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:19.834691 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-05710158-e843-4f8f-88e2-72d49051a8c8 req-64e8003d-4a43-4b08-a4ac-b6ae61666522 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/security-groups?id=3287d66f-eb9f-405c-978d-5b7b1028e434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292682 Nov 12 20:07:19.854738 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0766f13c-48d1-4faf-b592-ef22f9d38b1b None None] For port f009d790-16e8-4f51-bdbf-cf6c08521fbc, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:07:19.859593 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-5f3a63c4-72fc-4ca1-b044-30d3b7d745c0 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Allocated IP 2001:db8::1 (1e77afe1-4170-445c-8f7a-9b77a26d8035/c1d81931-cba1-4670-bef2-02a53119edee/06e3fe9e-73db-4a54-a0c8-ad23b3aa4bd7) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:07:19.860954 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['0c99edfa-275a-401a-9585-08a87bd3e2d1'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:07:19.862073 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28765ccb-beab-4a19-b14e-089e74faa135 req-647610c2-bb17-47cc-a83e-9f02df0d266f tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:19.863717 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-28765ccb-beab-4a19-b14e-089e74faa135 req-647610c2-bb17-47cc-a83e-9f02df0d266f tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=05036378-c5f2-46ba-a3e1-24b9b5243197 HTTP/1.1" status: 200 len: 944 time: 0.1202402 Nov 12 20:07:19.865753 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0766f13c-48d1-4faf-b592-ef22f9d38b1b None None] For port f009d790-16e8-4f51-bdbf-cf6c08521fbc, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f009d790-16e8-4f51-bdbf-cf6c08521fbc,segment=NetworkSegment(18e4b678-2be3-4f8b-a096-d1b8a6a6c02d),segment_id=18e4b678-2be3-4f8b-a096-d1b8a6a6c02d)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:07:19.889407 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-a907d80f-e49f-4682-b5a2-cf6bd48dfa10 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:19.906769 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0766f13c-48d1-4faf-b592-ef22f9d38b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:19.946305 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-28765ccb-beab-4a19-b14e-089e74faa135 req-04158c3f-5b38-464f-9aed-24e032864b6d tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685658 Nov 12 20:07:19.957473 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-a907d80f-e49f-4682-b5a2-cf6bd48dfa10 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:19.975738 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c6a3bf3-b698-401b-ba2e-f6d242d1c5e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:20.017728 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-a907d80f-e49f-4682-b5a2-cf6bd48dfa10 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Network 3016226e-9be4-486b-a675-6c832bdd46c2 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:07:20.022260 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-a907d80f-e49f-4682-b5a2-cf6bd48dfa10 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:20.024711 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907d80f-e49f-4682-b5a2-cf6bd48dfa10 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Pushing event updated for resources: {'Port': ['ID=14a7b6ef-ca6c-4d1c-9be6-73128a747655,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:20.032068 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:20.035800 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-a907d80f-e49f-4682-b5a2-cf6bd48dfa10 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:07:20.037404 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766f13c-48d1-4faf-b592-ef22f9d38b1b None None] Pushing event updated for resources: {'Port': ['ID=f009d790-16e8-4f51-bdbf-cf6c08521fbc,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:20.042111 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f3a63c4-72fc-4ca1-b044-30d3b7d745c0 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:20.082279 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f3a63c4-72fc-4ca1-b044-30d3b7d745c0 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:20.128102 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-a907d80f-e49f-4682-b5a2-cf6bd48dfa10 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:20.128827 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-a907d80f-e49f-4682-b5a2-cf6bd48dfa10 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:20.157709 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a63c4-72fc-4ca1-b044-30d3b7d745c0 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Port': ['ID=06e3fe9e-73db-4a54-a0c8-ad23b3aa4bd7,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:20.158449 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-a907d80f-e49f-4682-b5a2-cf6bd48dfa10 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9825835 Nov 12 20:07:20.179698 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-aa4206c8-ab83-4f9a-a075-69911ae4032b service neutron] Request body: {'port': {'device_id': '8ff1e55a-5f4a-42de-b859-68a4d568011b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:20.226476 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3a63c4-72fc-4ca1-b044-30d3b7d745c0 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network 1e77afe1-4170-445c-8f7a-9b77a26d8035 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:07:20.233296 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-5f3a63c4-72fc-4ca1-b044-30d3b7d745c0 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:20.236664 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3a63c4-72fc-4ca1-b044-30d3b7d745c0 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:07:20.237889 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f3a63c4-72fc-4ca1-b044-30d3b7d745c0 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:20.257263 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-aa4206c8-ab83-4f9a-a075-69911ae4032b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:20.310440 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bac8a-8adf-4e9d-93e8-ead0fef7fe1a req-d86d8345-92ae-4648-b55f-18c385db0599 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:20.312595 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f90bac8a-8adf-4e9d-93e8-ead0fef7fe1a req-d86d8345-92ae-4648-b55f-18c385db0599 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.1498368 Nov 12 20:07:20.459921 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f90bac8a-8adf-4e9d-93e8-ead0fef7fe1a req-6a9889e6-f753-4875-9a89-6af3df0ba5d9 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944624 Nov 12 20:07:20.465349 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f3a63c4-72fc-4ca1-b044-30d3b7d745c0 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:20.520811 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae54143-b511-492a-b6bf-8ad8ad45ac4f req-f1fc8759-9147-45db-991e-273652ed8979 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:20.522322 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aae54143-b511-492a-b6bf-8ad8ad45ac4f req-f1fc8759-9147-45db-991e-273652ed8979 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ff1e55a-5f4a-42de-b859-68a4d568011b HTTP/1.1" status: 200 len: 931 time: 0.1255834 Nov 12 20:07:20.561257 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f009d790-16e8-4f51-bdbf-cf6c08521fbc up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:07:20.636288 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port f009d790-16e8-4f51-bdbf-cf6c08521fbc triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:20.636288 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:20.647932 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aae54143-b511-492a-b6bf-8ad8ad45ac4f req-fe0f4e0f-1607-435e-8e27-6ee6b994abce tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d802ab-6dcb-42e8-aec0-0af006304d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082115 Nov 12 20:07:20.675977 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 0c99edfa-275a-401a-9585-08a87bd3e2d1 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:07:20.740907 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-aa4206c8-ab83-4f9a-a075-69911ae4032b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a7b6ef-ca6c-4d1c-9be6-73128a747655 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:07:20.752266 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-aa4206c8-ab83-4f9a-a075-69911ae4032b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:20.767784 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-aa4206c8-ab83-4f9a-a075-69911ae4032b service neutron] Transition to ACTIVE for port object 14a7b6ef-ca6c-4d1c-9be6-73128a747655 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:07:20.773755 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-aa4206c8-ab83-4f9a-a075-69911ae4032b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:20.792628 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c212d8-c8a6-4633-9c62-d0bf30c71ff4 req-c0bfb836-bc8e-456a-995e-d2fe19661066 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:20.793846 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c2c212d8-c8a6-4633-9c62-d0bf30c71ff4 req-c0bfb836-bc8e-456a-995e-d2fe19661066 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 945 time: 0.1066117 Nov 12 20:07:20.815065 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:20.830554 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:20.843707 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0c99edfa-275a-401a-9585-08a87bd3e2d1 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:07:20.861175 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4206c8-ab83-4f9a-a075-69911ae4032b service neutron] Pushing event updated for resources: {'Port': ['ID=14a7b6ef-ca6c-4d1c-9be6-73128a747655,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:20.886936 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 0c99edfa-275a-401a-9585-08a87bd3e2d1, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0c99edfa-275a-401a-9585-08a87bd3e2d1,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:20.900280 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:20.904409 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port f009d790-16e8-4f51-bdbf-cf6c08521fbc, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f009d790-16e8-4f51-bdbf-cf6c08521fbc,segment=NetworkSegment(18e4b678-2be3-4f8b-a096-d1b8a6a6c02d),segment_id=18e4b678-2be3-4f8b-a096-d1b8a6a6c02d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:20.932442 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c2c212d8-c8a6-4633-9c62-d0bf30c71ff4 req-8a3c67b1-6bb5-417d-b0a9-f55f0ff761d3 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276834 Nov 12 20:07:20.933343 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:20.949239 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-aa4206c8-ab83-4f9a-a075-69911ae4032b service neutron] Attempting to bind port 14a7b6ef-ca6c-4d1c-9be6-73128a747655 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:07:20.949584 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-aa4206c8-ab83-4f9a-a075-69911ae4032b service neutron] Attempting to bind port 14a7b6ef-ca6c-4d1c-9be6-73128a747655 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'a6dcfd07-06d8-4710-bfbf-be95d264b17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3016226e-9be4-486b-a675-6c832bdd46c2'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:07:20.949924 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-aa4206c8-ab83-4f9a-a075-69911ae4032b service neutron] Attempting to bind port 14a7b6ef-ca6c-4d1c-9be6-73128a747655 on network 3016226e-9be4-486b-a675-6c832bdd46c2 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:07:20.971432 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36568586-23b4-4250-833f-842f14d82ccc req-6646def1-4bd5-492e-b62b-04d4f655ff83 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:20.973255 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-36568586-23b4-4250-833f-842f14d82ccc req-6646def1-4bd5-492e-b62b-04d4f655ff83 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.52 "GET /v2.0/ports?device_id=05036378-c5f2-46ba-a3e1-24b9b5243197 HTTP/1.1" status: 200 len: 944 time: 0.1453979 Nov 12 20:07:20.975757 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-aa4206c8-ab83-4f9a-a075-69911ae4032b service neutron] Port 14a7b6ef-ca6c-4d1c-9be6-73128a747655 on network 3016226e-9be4-486b-a675-6c832bdd46c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:07:20.976085 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-aa4206c8-ab83-4f9a-a075-69911ae4032b service neutron] Attempting to bind port 14a7b6ef-ca6c-4d1c-9be6-73128a747655 on network 3016226e-9be4-486b-a675-6c832bdd46c2 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:07:20.976422 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f3a63c4-72fc-4ca1-b044-30d3b7d745c0 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:21.001140 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-aa4206c8-ab83-4f9a-a075-69911ae4032b service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:07:21.001507 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-aa4206c8-ab83-4f9a-a075-69911ae4032b service neutron] Checking segment: {'id': 'a6dcfd07-06d8-4710-bfbf-be95d264b17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3016226e-9be4-486b-a675-6c832bdd46c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:07:21.001914 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-aa4206c8-ab83-4f9a-a075-69911ae4032b service neutron] Bound using segment: {'id': 'a6dcfd07-06d8-4710-bfbf-be95d264b17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3016226e-9be4-486b-a675-6c832bdd46c2'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:07:21.002348 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-aa4206c8-ab83-4f9a-a075-69911ae4032b service neutron] Bound port: 14a7b6ef-ca6c-4d1c-9be6-73128a747655, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6dcfd07-06d8-4710-bfbf-be95d264b17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3016226e-9be4-486b-a675-6c832bdd46c2'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:07:21.002709 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-aa4206c8-ab83-4f9a-a075-69911ae4032b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:21.007461 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=0c99edfa-275a-401a-9585-08a87bd3e2d1,revision_number=7']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:21.041860 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f3a63c4-72fc-4ca1-b044-30d3b7d745c0 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:21.043015 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f3a63c4-72fc-4ca1-b044-30d3b7d745c0 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:21.064511 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52efa8-3030-419c-8632-573b4eab0483 req-6dc111c9-4a61-4d71-b1f0-6ec5157cf803 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:21.071919 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef52efa8-3030-419c-8632-573b4eab0483 req-6dc111c9-4a61-4d71-b1f0-6ec5157cf803 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 946 time: 0.1066630 Nov 12 20:07:21.124506 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=f009d790-16e8-4f51-bdbf-cf6c08521fbc,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:21.167166 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef52efa8-3030-419c-8632-573b4eab0483 req-7c4de627-7df9-45ee-872d-fdde1bef8dbc tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/security-groups?id=3287d66f-eb9f-405c-978d-5b7b1028e434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916917 Nov 12 20:07:21.171833 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-aa4206c8-ab83-4f9a-a075-69911ae4032b service neutron] For port 14a7b6ef-ca6c-4d1c-9be6-73128a747655, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:07:21.183071 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-aa4206c8-ab83-4f9a-a075-69911ae4032b service neutron] For port 14a7b6ef-ca6c-4d1c-9be6-73128a747655, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=14a7b6ef-ca6c-4d1c-9be6-73128a747655,segment=NetworkSegment(a6dcfd07-06d8-4710-bfbf-be95d264b17c),segment_id=a6dcfd07-06d8-4710-bfbf-be95d264b17c)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:07:21.191134 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-aa4206c8-ab83-4f9a-a075-69911ae4032b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:21.235570 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-aa4206c8-ab83-4f9a-a075-69911ae4032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:21.236313 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-aa4206c8-ab83-4f9a-a075-69911ae4032b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:21.237700 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-aa4206c8-ab83-4f9a-a075-69911ae4032b service neutron] 10.222.0.55 "PUT /v2.0/ports/14a7b6ef-ca6c-4d1c-9be6-73128a747655 HTTP/1.1" status: 200 len: 1092 time: 1.0653794 Nov 12 20:07:21.240718 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff1e55a-5f4a-42de-b859-68a4d568011b', 'tag': '14a7b6ef-ca6c-4d1c-9be6-73128a747655'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:07:21.243073 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97b972d-377b-48b6-ab07-652f0c687eda" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff1e55a-5f4a-42de-b859-68a4d568011b", "tag": "14a7b6ef-ca6c-4d1c-9be6-73128a747655"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:07:21.251465 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4584c5-2023-42f2-b312-327e80520810 req-f68b3666-d97d-42db-9338-a2691aeaebf3 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:21.253238 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3e4584c5-2023-42f2-b312-327e80520810 req-f68b3666-d97d-42db-9338-a2691aeaebf3 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.55 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 946 time: 0.1559594 Nov 12 20:07:21.261971 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a63c4-72fc-4ca1-b044-30d3b7d745c0 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Port': ['ID=06e3fe9e-73db-4a54-a0c8-ad23b3aa4bd7,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:21.323833 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4206c8-ab83-4f9a-a075-69911ae4032b service neutron] Pushing event updated for resources: {'Port': ['ID=14a7b6ef-ca6c-4d1c-9be6-73128a747655,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:21.350795 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a85b7d-82fe-45be-8bd6-85cbf5e984dc req-2d0ca072-a27f-4ae0-8b5d-ba085aca2f5f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:21.352396 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-51a85b7d-82fe-45be-8bd6-85cbf5e984dc req-2d0ca072-a27f-4ae0-8b5d-ba085aca2f5f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 945 time: 0.1191845 Nov 12 20:07:21.372531 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-2fc54faa-326b-4ed0-8767-e9502f20e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:21.374027 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-2fc54faa-326b-4ed0-8767-e9502f20e435 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=322bf24e49934e4fa67c0bb7085a7c5d&device_id=8ff1e55a-5f4a-42de-b859-68a4d568011b HTTP/1.1" status: 200 len: 1095 time: 0.0829916 Nov 12 20:07:21.390255 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-36568586-23b4-4250-833f-842f14d82ccc req-2c77f3ea-c81f-44e6-be4a-90a2e18063a2 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Deleting port 0c99edfa-275a-401a-9585-08a87bd3e2d1 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:21.390599 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-36568586-23b4-4250-833f-842f14d82ccc req-2c77f3ea-c81f-44e6-be4a-90a2e18063a2 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:21.393911 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b230b8c-1d6f-490b-af3a-eb3e28d0c055 None None] Network 1e77afe1-4170-445c-8f7a-9b77a26d8035 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:07:21.433116 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3a63c4-72fc-4ca1-b044-30d3b7d745c0 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network 1e77afe1-4170-445c-8f7a-9b77a26d8035 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:07:21.437019 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-5bc39479-c258-4953-b18c-b47a971b5cdb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14a7b6ef-ca6c-4d1c-9be6-73128a747655 HTTP/1.1" status: 200 len: 217 time: 0.0518310 Nov 12 20:07:21.483375 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-5f3a63c4-72fc-4ca1-b044-30d3b7d745c0 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:21.483717 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-51a85b7d-82fe-45be-8bd6-85cbf5e984dc req-30f78874-aca3-4a2f-a0e1-d5c1e7cee943 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199732 Nov 12 20:07:21.521666 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33a51a-55e6-424b-85f1-18b019985799 req-3c143cbb-0545-45a8-9e0b-d62d5a6b12a5 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:21.524919 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-d48f32d7-60a2-495a-a7ed-f842d93a9725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:21.526996 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-d48f32d7-60a2-495a-a7ed-f842d93a9725 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3d37e52e-e2de-4dee-b33e-a898956c18ef HTTP/1.1" status: 200 len: 854 time: 0.0803711 Nov 12 20:07:21.528744 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a33a51a-55e6-424b-85f1-18b019985799 req-3c143cbb-0545-45a8-9e0b-d62d5a6b12a5 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=05036378-c5f2-46ba-a3e1-24b9b5243197 HTTP/1.1" status: 200 len: 943 time: 0.2685063 Nov 12 20:07:21.558762 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-6209521c-06a4-486b-b75a-f778dfffddc2 None None] Provisioning complete for port f009d790-16e8-4f51-bdbf-cf6c08521fbc triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:21.559214 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6209521c-06a4-486b-b75a-f778dfffddc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:21.569928 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-233d3370-9696-4042-aadf-40c76db742d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3016226e-9be4-486b-a675-6c832bdd46c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342219 Nov 12 20:07:21.694620 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b13fc0-18d4-44e2-b17a-ff8811ab447c x-openstack-request-id: req-c4b13fc0-18d4-44e2-b17a-ff8811ab447c {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:07:21.695803 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff1e55a-5f4a-42de-b859-68a4d568011b", "tag": "14a7b6ef-ca6c-4d1c-9be6-73128a747655", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:07:21.696270 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c4b13fc0-18d4-44e2-b17a-ff8811ab447c {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:07:21.696871 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff1e55a-5f4a-42de-b859-68a4d568011b', 'tag': '14a7b6ef-ca6c-4d1c-9be6-73128a747655', 'status': 'completed', 'code': 200} Nov 12 20:07:21.706747 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-40501f89-284b-4231-b53a-507d3c7aa6cb service neutron] 10.222.0.55 "GET /v2.0/networks/3016226e-9be4-486b-a675-6c832bdd46c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287005 Nov 12 20:07:21.850817 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a32e3-d86b-4b03-810c-011361d7dfad req-99457642-7357-4a04-8922-265212036d1b tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:21.852478 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-708a32e3-d86b-4b03-810c-011361d7dfad req-99457642-7357-4a04-8922-265212036d1b tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.0750415 Nov 12 20:07:21.857007 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-73ac3c9d-f7b8-431b-b966-35e10f6eeec2 req-37ae4853-9aba-4725-a309-dd21ca39f870 service neutron] 10.222.0.55 "GET /v2.0/networks/3016226e-9be4-486b-a675-6c832bdd46c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426291 Nov 12 20:07:21.914737 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-708a32e3-d86b-4b03-810c-011361d7dfad req-66f8db24-7b37-4a33-b445-365e7ef6159c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547037 Nov 12 20:07:21.971631 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b972d-377b-48b6-ab07-652f0c687eda req-04442d34-a370-4d7e-ac9f-8b9ceb709754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:21.973376 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d97b972d-377b-48b6-ab07-652f0c687eda req-04442d34-a370-4d7e-ac9f-8b9ceb709754 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=322bf24e49934e4fa67c0bb7085a7c5d&device_id=8ff1e55a-5f4a-42de-b859-68a4d568011b HTTP/1.1" status: 200 len: 1095 time: 0.0629544 Nov 12 20:07:21.995349 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-36568586-23b4-4250-833f-842f14d82ccc req-2c77f3ea-c81f-44e6-be4a-90a2e18063a2 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] For port 0c99edfa-275a-401a-9585-08a87bd3e2d1, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0c99edfa-275a-401a-9585-08a87bd3e2d1,segment=NetworkSegment(682bd990-b956-47c7-8c18-606cfed1b676),segment_id=682bd990-b956-47c7-8c18-606cfed1b676)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:21.995915 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-36568586-23b4-4250-833f-842f14d82ccc req-2c77f3ea-c81f-44e6-be4a-90a2e18063a2 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:21.997158 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-27fae0c2-08a7-4b87-92b5-4f41b5a12bc2 None None] Provisioning complete for port 06e3fe9e-73db-4a54-a0c8-ad23b3aa4bd7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:21.997615 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-27fae0c2-08a7-4b87-92b5-4f41b5a12bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:22.037489 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-36568586-23b4-4250-833f-842f14d82ccc req-2c77f3ea-c81f-44e6-be4a-90a2e18063a2 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Calling delete_port for 0c99edfa-275a-401a-9585-08a87bd3e2d1 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:22.061509 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-3e4584c5-2023-42f2-b312-327e80520810 req-5c9825fa-e8fd-4679-9c43-6ee7458471e7 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Deleting port 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:22.061858 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3e4584c5-2023-42f2-b312-327e80520810 req-5c9825fa-e8fd-4679-9c43-6ee7458471e7 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:22.063134 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-27fae0c2-08a7-4b87-92b5-4f41b5a12bc2 None None] Port 06e3fe9e-73db-4a54-a0c8-ad23b3aa4bd7 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:07:22.072104 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a33a51a-55e6-424b-85f1-18b019985799 req-135e2f6e-2627-423e-b401-84c6017be6f9 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026910 Nov 12 20:07:22.074187 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-27fae0c2-08a7-4b87-92b5-4f41b5a12bc2 None None] Provisioning complete for port f009d790-16e8-4f51-bdbf-cf6c08521fbc triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:22.074724 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-27fae0c2-08a7-4b87-92b5-4f41b5a12bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:22.111977 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d6b1f-056d-4fee-b5f5-b532dd8900c5 req-b7f66d54-52b5-446d-aff9-a2b37e108e25 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:22.113904 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a4d6b1f-056d-4fee-b5f5-b532dd8900c5 req-b7f66d54-52b5-446d-aff9-a2b37e108e25 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 945 time: 0.1099172 Nov 12 20:07:22.166664 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b972d-377b-48b6-ab07-652f0c687eda req-3cae5173-7e1b-4501-96f9-8491c40eb7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:22.168927 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d97b972d-377b-48b6-ab07-652f0c687eda req-3cae5173-7e1b-4501-96f9-8491c40eb7e1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3016226e-9be4-486b-a675-6c832bdd46c2 HTTP/1.1" status: 200 len: 915 time: 0.1795084 Nov 12 20:07:22.230170 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d97b972d-377b-48b6-ab07-652f0c687eda req-d8af316f-e23d-466f-9cbd-f4d9ee8fac6f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14a7b6ef-ca6c-4d1c-9be6-73128a747655 HTTP/1.1" status: 200 len: 217 time: 0.0486655 Nov 12 20:07:22.233361 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a4d6b1f-056d-4fee-b5f5-b532dd8900c5 req-244ae9b9-3f8a-4a71-bb9d-c129916697e0 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092844 Nov 12 20:07:22.236398 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-87cbd17a-59b1-46a5-a341-72b1f1ae7e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:22.265914 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3a63c4-72fc-4ca1-b044-30d3b7d745c0 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Router b1722db5-433d-4ec5-9ec6-eaf58ec3f787 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:07:22.282654 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b972d-377b-48b6-ab07-652f0c687eda req-dc784f16-5951-4220-b009-145d2d41225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:22.284593 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d97b972d-377b-48b6-ab07-652f0c687eda req-dc784f16-5951-4220-b009-145d2d41225b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3d37e52e-e2de-4dee-b33e-a898956c18ef HTTP/1.1" status: 200 len: 854 time: 0.0483365 Nov 12 20:07:22.334951 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e23f2843-9ae0-4df8-9adf-8f5368c3e921 None None] Provisioning complete for port 06e3fe9e-73db-4a54-a0c8-ad23b3aa4bd7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:22.335320 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e23f2843-9ae0-4df8-9adf-8f5368c3e921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:22.338318 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d97b972d-377b-48b6-ab07-652f0c687eda req-a73d7e83-de0c-4e5c-ad6b-23d9e214cd4e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3016226e-9be4-486b-a675-6c832bdd46c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458536 Nov 12 20:07:22.382646 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e23f2843-9ae0-4df8-9adf-8f5368c3e921 None None] Port 06e3fe9e-73db-4a54-a0c8-ad23b3aa4bd7 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:07:22.393277 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67fa0e-8216-439c-9a14-2a46f1eb5733 req-62533749-78f2-4854-8f8a-c342b68ddb6b tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:22.394796 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9d67fa0e-8216-439c-9a14-2a46f1eb5733 req-62533749-78f2-4854-8f8a-c342b68ddb6b tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ff1e55a-5f4a-42de-b859-68a4d568011b HTTP/1.1" status: 200 len: 943 time: 0.1922827 Nov 12 20:07:22.402149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-3e4584c5-2023-42f2-b312-327e80520810 req-5c9825fa-e8fd-4679-9c43-6ee7458471e7 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] For port 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=0aeb2e92-400c-4ea3-ada7-73a23bb96d1d,segment=NetworkSegment(7b36f143-1fec-421b-a084-6f9c5b9e9660),segment_id=7b36f143-1fec-421b-a084-6f9c5b9e9660)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:22.402515 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3e4584c5-2023-42f2-b312-327e80520810 req-5c9825fa-e8fd-4679-9c43-6ee7458471e7 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:22.475710 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746685c-cb49-43d0-8ea9-551c637c8a44 req-ef00f11e-9373-416b-96c6-0200c23ec7a1 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:22.477422 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e746685c-cb49-43d0-8ea9-551c637c8a44 req-ef00f11e-9373-416b-96c6-0200c23ec7a1 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 946 time: 0.1296258 Nov 12 20:07:22.543118 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d97b972d-377b-48b6-ab07-652f0c687eda req-d636372d-e4ad-4b38-90fc-7f889bbc980d service neutron] 10.222.0.55 "GET /v2.0/networks/3016226e-9be4-486b-a675-6c832bdd46c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864893 Nov 12 20:07:22.558353 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f009d790-16e8-4f51-bdbf-cf6c08521fbc up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:07:22.578931 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3a63c4-72fc-4ca1-b044-30d3b7d745c0 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:07:22.597811 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5f3a63c4-72fc-4ca1-b044-30d3b7d745c0 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "PUT /v2.0/routers/b1722db5-433d-4ec5-9ec6-eaf58ec3f787/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7275035 Nov 12 20:07:22.597992 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ffdab5-9396-4cae-9687-1beea541b072 None None] Sync routers for ids ['b1722db5-433d-4ec5-9ec6-eaf58ec3f787'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:07:22.606359 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e746685c-cb49-43d0-8ea9-551c637c8a44 req-0f64121b-61e0-48c8-8db8-6c1e5f9a8212 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/security-groups?id=3287d66f-eb9f-405c-978d-5b7b1028e434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171784 Nov 12 20:07:22.609801 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34432) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:22.614711 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-36568586-23b4-4250-833f-842f14d82ccc req-2c77f3ea-c81f-44e6-be4a-90a2e18063a2 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:22.648870 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9d67fa0e-8216-439c-9a14-2a46f1eb5733 req-d369f86d-888d-4555-85a1-5a1268efde70 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d802ab-6dcb-42e8-aec0-0af006304d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382236 Nov 12 20:07:22.675689 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-20b0764a-907e-4129-8da6-0b8f72955da8 None None] Provisioning complete for port 06e3fe9e-73db-4a54-a0c8-ad23b3aa4bd7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:22.675689 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-20b0764a-907e-4129-8da6-0b8f72955da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:22.725902 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77f3ea-c81f-44e6-be4a-90a2e18063a2 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Pushing event deleted for resources: {'Port': ['ID=0c99edfa-275a-401a-9585-08a87bd3e2d1,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:22.726494 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d97b972d-377b-48b6-ab07-652f0c687eda req-fdfb1255-92eb-4e5d-b60a-51226c3d96bd service neutron] 10.222.0.55 "GET /v2.0/networks/3016226e-9be4-486b-a675-6c832bdd46c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636987 Nov 12 20:07:22.729817 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ffdab5-9396-4cae-9687-1beea541b072 None None] Routers {'b1722db5-433d-4ec5-9ec6-eaf58ec3f787'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:22.730472 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-02ffdab5-9396-4cae-9687-1beea541b072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:07:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['b1722db5-433d-4ec5-9ec6-eaf58ec3f787'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:22.752460 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 0c99edfa-275a-401a-9585-08a87bd3e2d1 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:07:22.779320 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3495ad0-9de7-4f0b-acb5-16159f268cc7 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:22.783527 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f3495ad0-9de7-4f0b-acb5-16159f268cc7 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "GET /v2.0/ports/06e3fe9e-73db-4a54-a0c8-ad23b3aa4bd7 HTTP/1.1" status: 200 len: 911 time: 0.1654365 Nov 12 20:07:22.784624 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34436) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:22.803111 n-d-712140-15 neutron-server[102449]: INFO neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No ports have port_id starting with 0c99edfa-275a-401a-9585-08a87bd3e2d1 Nov 12 20:07:22.811697 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-02ffdab5-9396-4cae-9687-1beea541b072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:22.825030 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 0c99edfa-275a-401a-9585-08a87bd3e2d1 requested by agent hyperv_n-h2-712140-15 not found in database {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 12 20:07:22.833885 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-36568586-23b4-4250-833f-842f14d82ccc req-2c77f3ea-c81f-44e6-be4a-90a2e18063a2 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] No DVR routers for this DVR port 0c99edfa-275a-401a-9585-08a87bd3e2d1 on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:07:22.840003 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-36568586-23b4-4250-833f-842f14d82ccc req-2c77f3ea-c81f-44e6-be4a-90a2e18063a2 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:22.842655 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port f009d790-16e8-4f51-bdbf-cf6c08521fbc triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:22.843031 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:22.843366 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-36568586-23b4-4250-833f-842f14d82ccc req-2c77f3ea-c81f-44e6-be4a-90a2e18063a2 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.52 "DELETE /v2.0/ports/0c99edfa-275a-401a-9585-08a87bd3e2d1 HTTP/1.1" status: 204 len: 173 time: 1.8574901 Nov 12 20:07:22.843815 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05036378-c5f2-46ba-a3e1-24b9b5243197', 'name': 'network-vif-deleted', 'tag': '0c99edfa-275a-401a-9585-08a87bd3e2d1'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:07:22.847854 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bee609-282e-4661-a7f0-32edb3cbb68f" -d '{"events": [{"server_uuid": "05036378-c5f2-46ba-a3e1-24b9b5243197", "name": "network-vif-deleted", "tag": "0c99edfa-275a-401a-9585-08a87bd3e2d1"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:07:22.886759 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-20b0764a-907e-4129-8da6-0b8f72955da8 None None] Port 06e3fe9e-73db-4a54-a0c8-ad23b3aa4bd7 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:07:22.890177 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3e4584c5-2023-42f2-b312-327e80520810 req-5c9825fa-e8fd-4679-9c43-6ee7458471e7 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:22.890555 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3e4584c5-2023-42f2-b312-327e80520810 req-5c9825fa-e8fd-4679-9c43-6ee7458471e7 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:22.890864 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [req-3e4584c5-2023-42f2-b312-327e80520810 req-5c9825fa-e8fd-4679-9c43-6ee7458471e7 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Floating IP 90180011-9062-434a-bf64-405da7081058 disassociated. External IP: 172.25.5.74, port: 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d. Nov 12 20:07:22.891797 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-3e4584c5-2023-42f2-b312-327e80520810 req-5c9825fa-e8fd-4679-9c43-6ee7458471e7 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Calling delete_port for 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:22.904138 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ffdab5-9396-4cae-9687-1beea541b072 None None] Routers {'b1722db5-433d-4ec5-9ec6-eaf58ec3f787'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:22.904891 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-02ffdab5-9396-4cae-9687-1beea541b072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:07:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['b1722db5-433d-4ec5-9ec6-eaf58ec3f787'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:22.927242 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d5a8fb-1af2-4261-b6b4-26d6c9d21832 x-openstack-request-id: req-b7d5a8fb-1af2-4261-b6b4-26d6c9d21832 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:07:22.927534 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05036378-c5f2-46ba-a3e1-24b9b5243197", "name": "network-vif-deleted", "tag": "0c99edfa-275a-401a-9585-08a87bd3e2d1", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:07:22.927783 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b7d5a8fb-1af2-4261-b6b4-26d6c9d21832 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:07:22.928177 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05036378-c5f2-46ba-a3e1-24b9b5243197', 'name': 'network-vif-deleted', 'tag': '0c99edfa-275a-401a-9585-08a87bd3e2d1', 'status': 'completed', 'code': 200} Nov 12 20:07:22.952962 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-02ffdab5-9396-4cae-9687-1beea541b072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:22.953623 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ffdab5-9396-4cae-9687-1beea541b072 None None] The sync data for ids ['b1722db5-433d-4ec5-9ec6-eaf58ec3f787'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:07:23.064395 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c4754-f2f6-4844-a7bb-3e822998bb0e req-804a1790-3135-4b73-b84d-a6716536443f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:23.066001 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d4c4754-f2f6-4844-a7bb-3e822998bb0e req-804a1790-3135-4b73-b84d-a6716536443f tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 945 time: 0.1356387 Nov 12 20:07:23.123537 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebc633-c109-4629-a372-a782ac179a7b req-46723f9e-bf79-49de-ad0e-8e26045d653f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:23.125103 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-82ebc633-c109-4629-a372-a782ac179a7b req-46723f9e-bf79-49de-ad0e-8e26045d653f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.1070831 Nov 12 20:07:23.148905 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d4c4754-f2f6-4844-a7bb-3e822998bb0e req-b8cd3b63-cfbd-4e1b-8c41-7f26f6c50a1e tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753119 Nov 12 20:07:23.176302 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3e4584c5-2023-42f2-b312-327e80520810 req-5c9825fa-e8fd-4679-9c43-6ee7458471e7 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:23.208946 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9825fa-e8fd-4679-9c43-6ee7458471e7 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Pushing event deleted for resources: {'Port': ['ID=0aeb2e92-400c-4ea3-ada7-73a23bb96d1d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:23.254118 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-82ebc633-c109-4629-a372-a782ac179a7b req-a0743490-61e3-4242-ab3c-bc9dde01bb4d tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064370 Nov 12 20:07:23.297844 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9a20bb44-f5f5-4183-b9d8-404723b76dd7 req-429fa5ce-0b23-4999-982a-7eae23cfea4f tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] 10.222.0.48 "GET /v2.0/ports?device_id=05036378-c5f2-46ba-a3e1-24b9b5243197 HTTP/1.1" status: 200 len: 210 time: 0.0347741 Nov 12 20:07:23.327216 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a772d6fd-62bc-4867-ae9e-190c86f093d5 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:23.374558 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e4584c5-2023-42f2-b312-327e80520810 req-5c9825fa-e8fd-4679-9c43-6ee7458471e7 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Router 8b6d0e1a-fd16-485f-8122-bef1c13d6e36 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:07:23.486291 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e4584c5-2023-42f2-b312-327e80520810 req-5c9825fa-e8fd-4679-9c43-6ee7458471e7 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:07:23.499453 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0827d3ad-1dcf-4669-9b40-5df2c25bef4c None None] Sync routers for ids ['8b6d0e1a-fd16-485f-8122-bef1c13d6e36'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:07:23.505701 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:07:23.516099 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0827d3ad-1dcf-4669-9b40-5df2c25bef4c None None] Routers {'8b6d0e1a-fd16-485f-8122-bef1c13d6e36'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:23.518374 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-0827d3ad-1dcf-4669-9b40-5df2c25bef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:07:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8b6d0e1a-fd16-485f-8122-bef1c13d6e36'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:23.533681 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4584c5-2023-42f2-b312-327e80520810 req-5c9825fa-e8fd-4679-9c43-6ee7458471e7 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] No DVR routers for this DVR port 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:07:23.534783 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:07:23.535268 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 0aeb2e92-400c-4ea3-ada7-73a23bb96d1d not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:07:23.536309 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3e4584c5-2023-42f2-b312-327e80520810 req-5c9825fa-e8fd-4679-9c43-6ee7458471e7 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:23.539976 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3e4584c5-2023-42f2-b312-327e80520810 req-5c9825fa-e8fd-4679-9c43-6ee7458471e7 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.55 "DELETE /v2.0/ports/0aeb2e92-400c-4ea3-ada7-73a23bb96d1d HTTP/1.1" status: 204 len: 173 time: 2.2468188 Nov 12 20:07:23.609204 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-a772d6fd-62bc-4867-ae9e-190c86f093d5 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Deleting port 06e3fe9e-73db-4a54-a0c8-ad23b3aa4bd7 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:23.609559 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a772d6fd-62bc-4867-ae9e-190c86f093d5 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:23.666369 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-0827d3ad-1dcf-4669-9b40-5df2c25bef4c None None] Set router 8b6d0e1a-fd16-485f-8122-bef1c13d6e36 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:07:23.679080 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:23.683543 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:23.771936 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eb4e9c28-d281-4e66-a836-d2109e146c99 req-04323a37-e55e-47d2-91cf-337501a30528 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 210 time: 0.0327063 Nov 12 20:07:23.803880 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a772d6fd-62bc-4867-ae9e-190c86f093d5 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:23.824067 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-a772d6fd-62bc-4867-ae9e-190c86f093d5 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Calling delete_port for 06e3fe9e-73db-4a54-a0c8-ad23b3aa4bd7 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:23.875975 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c6d04-50fc-4486-92a6-44fd63f29d4f req-bc952983-1172-4da1-b19b-251ffdd83871 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:23.884285 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fc5c6d04-50fc-4486-92a6-44fd63f29d4f req-bc952983-1172-4da1-b19b-251ffdd83871 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ff1e55a-5f4a-42de-b859-68a4d568011b HTTP/1.1" status: 200 len: 943 time: 0.1231220 Nov 12 20:07:23.962840 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fc5c6d04-50fc-4486-92a6-44fd63f29d4f req-a302af90-d0e5-45b9-bac9-6a15fc6b423d tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d802ab-6dcb-42e8-aec0-0af006304d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670567 Nov 12 20:07:23.982548 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-0827d3ad-1dcf-4669-9b40-5df2c25bef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'name': 'tempest-ServersTestBootFromVolume-93598917-router', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'f0d6b858-2377-4d6e-8cd0-c7cda64b17e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:03:58Z', 'updated_at': '2021-11-12T20:04:08Z', 'revision_number': 4, 'project_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'gw_port': {'id': 'f0d6b858-2377-4d6e-8cd0-c7cda64b17e8', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:03:59Z', 'updated_at': '2021-11-12T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '90b23e56-10a0-49f9-af63-ac78b872f964', 'name': '', 'network_id': '33c8fc30-57d7-4631-a750-677522c3215e', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'mac_address': 'fa:16:3e:77:8b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'd1e6fa5a-74f0-437c-a1da-55684f056e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:04:07Z', 'updated_at': '2021-11-12T20:04:15Z', 'revision_number': 5, 'project_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'subnets': [{'id': 'd1e6fa5a-74f0-437c-a1da-55684f056e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:24.021644 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0827d3ad-1dcf-4669-9b40-5df2c25bef4c None None] Checking router: 8b6d0e1a-fd16-485f-8122-bef1c13d6e36 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:07:24.034633 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0827d3ad-1dcf-4669-9b40-5df2c25bef4c None None] Routers {'8b6d0e1a-fd16-485f-8122-bef1c13d6e36'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:24.036176 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-0827d3ad-1dcf-4669-9b40-5df2c25bef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:07:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8b6d0e1a-fd16-485f-8122-bef1c13d6e36'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:24.057446 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a772d6fd-62bc-4867-ae9e-190c86f093d5 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:24.111474 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772d6fd-62bc-4867-ae9e-190c86f093d5 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Port': ['ID=06e3fe9e-73db-4a54-a0c8-ad23b3aa4bd7,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:24.178753 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-0827d3ad-1dcf-4669-9b40-5df2c25bef4c None None] Set router 8b6d0e1a-fd16-485f-8122-bef1c13d6e36 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:07:24.343847 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a631e7-d1eb-4e90-b188-6e978954b482 req-b60c9714-1e2f-4a50-b2ff-41d5da202105 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:24.355513 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-44a631e7-d1eb-4e90-b188-6e978954b482 req-b60c9714-1e2f-4a50-b2ff-41d5da202105 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.55 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 945 time: 0.1697135 Nov 12 20:07:24.450685 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-0827d3ad-1dcf-4669-9b40-5df2c25bef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'name': 'tempest-ServersTestBootFromVolume-93598917-router', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'f0d6b858-2377-4d6e-8cd0-c7cda64b17e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:03:58Z', 'updated_at': '2021-11-12T20:04:08Z', 'revision_number': 4, 'project_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'gw_port': {'id': 'f0d6b858-2377-4d6e-8cd0-c7cda64b17e8', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:03:59Z', 'updated_at': '2021-11-12T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '90b23e56-10a0-49f9-af63-ac78b872f964', 'name': '', 'network_id': '33c8fc30-57d7-4631-a750-677522c3215e', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'mac_address': 'fa:16:3e:77:8b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'd1e6fa5a-74f0-437c-a1da-55684f056e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:04:07Z', 'updated_at': '2021-11-12T20:04:15Z', 'revision_number': 5, 'project_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'subnets': [{'id': 'd1e6fa5a-74f0-437c-a1da-55684f056e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:24.483664 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0827d3ad-1dcf-4669-9b40-5df2c25bef4c None None] The sync data for ids ['8b6d0e1a-fd16-485f-8122-bef1c13d6e36'] in n-d-712140-15 is: [{'id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'name': 'tempest-ServersTestBootFromVolume-93598917-router', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'f0d6b858-2377-4d6e-8cd0-c7cda64b17e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:03:58Z', 'updated_at': '2021-11-12T20:04:08Z', 'revision_number': 4, 'project_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'gw_port': {'id': 'f0d6b858-2377-4d6e-8cd0-c7cda64b17e8', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:03:59Z', 'updated_at': '2021-11-12T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '90b23e56-10a0-49f9-af63-ac78b872f964', 'name': '', 'network_id': '33c8fc30-57d7-4631-a750-677522c3215e', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'mac_address': 'fa:16:3e:77:8b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'd1e6fa5a-74f0-437c-a1da-55684f056e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:04:07Z', 'updated_at': '2021-11-12T20:04:15Z', 'revision_number': 5, 'project_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'subnets': [{'id': 'd1e6fa5a-74f0-437c-a1da-55684f056e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:07:24.530137 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a08b9c-5930-4bb2-8a67-32a01f5915a6 req-97319898-3503-4a78-99cf-d26e542b9fad tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:24.531943 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94a08b9c-5930-4bb2-8a67-32a01f5915a6 req-97319898-3503-4a78-99cf-d26e542b9fad tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.1123061 Nov 12 20:07:24.604956 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94a08b9c-5930-4bb2-8a67-32a01f5915a6 req-58fc17a5-73ce-4ea4-9bfe-4430ce0a2283 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619998 Nov 12 20:07:24.609519 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-44a631e7-d1eb-4e90-b188-6e978954b482 req-70418858-353f-442f-8145-a83a6452e2aa tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Deleting port c1d92e5e-cce5-44f5-9b10-e8c6ffb75001 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:24.609863 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-44a631e7-d1eb-4e90-b188-6e978954b482 req-70418858-353f-442f-8145-a83a6452e2aa tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:24.623610 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a772d6fd-62bc-4867-ae9e-190c86f093d5 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:24.704136 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 0c99edfa-275a-401a-9585-08a87bd3e2d1 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:07:24.739843 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 0c99edfa-275a-401a-9585-08a87bd3e2d1 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:07:24.740196 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 0c99edfa-275a-401a-9585-08a87bd3e2d1 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:07:24.762809 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-44a631e7-d1eb-4e90-b188-6e978954b482 req-70418858-353f-442f-8145-a83a6452e2aa tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] For port c1d92e5e-cce5-44f5-9b10-e8c6ffb75001, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=c1d92e5e-cce5-44f5-9b10-e8c6ffb75001,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:24.763435 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-44a631e7-d1eb-4e90-b188-6e978954b482 req-70418858-353f-442f-8145-a83a6452e2aa tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:24.775429 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e99dc-59b6-4a17-b762-c0eeb0923908 req-4d4d3c63-4ca3-4332-8af5-5795c13cceda tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:24.786644 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-041e99dc-59b6-4a17-b762-c0eeb0923908 req-4d4d3c63-4ca3-4332-8af5-5795c13cceda tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=747e8c3d-5283-4ca1-a8b3-a826ac38502e HTTP/1.1" status: 200 len: 945 time: 0.2234521 Nov 12 20:07:24.793949 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-44a631e7-d1eb-4e90-b188-6e978954b482 req-70418858-353f-442f-8145-a83a6452e2aa tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Calling delete_port for c1d92e5e-cce5-44f5-9b10-e8c6ffb75001 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:24.910499 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-86cfdb5d-de9a-4e19-a0a8-6dd92c4ff275 req-5f5f9872-cad5-406b-92f7-73309e2bf0bc tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 210 time: 0.0420258 Nov 12 20:07:24.927518 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0423c46-0516-4fa2-ba88-80e6295131d5 None None] New status for floating IP 90180011-9062-434a-bf64-405da7081058: DOWN {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:07:24.929721 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f335f95e-8e1e-497f-a2b4-316dfe0fc4cd', 'name': 'network-vif-deleted', 'tag': '0aeb2e92-400c-4ea3-ada7-73a23bb96d1d'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:07:24.931332 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-041e99dc-59b6-4a17-b762-c0eeb0923908 req-3e50084f-39c4-470e-911a-e0ffaac3e45b tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426225 Nov 12 20:07:24.934313 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8cfb8b-f864-489a-b26b-65f6e730a1dd" -d '{"events": [{"server_uuid": "f335f95e-8e1e-497f-a2b4-316dfe0fc4cd", "name": "network-vif-deleted", "tag": "0aeb2e92-400c-4ea3-ada7-73a23bb96d1d"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:07:24.959800 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a772d6fd-62bc-4867-ae9e-190c86f093d5 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Router b1722db5-433d-4ec5-9ec6-eaf58ec3f787 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:07:25.024805 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-44a631e7-d1eb-4e90-b188-6e978954b482 req-70418858-353f-442f-8145-a83a6452e2aa tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:25.036455 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8002ec-8230-4818-8f17-4d036c9dafc3 x-openstack-request-id: req-0a8002ec-8230-4818-8f17-4d036c9dafc3 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:07:25.036700 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f335f95e-8e1e-497f-a2b4-316dfe0fc4cd", "name": "network-vif-deleted", "tag": "0aeb2e92-400c-4ea3-ada7-73a23bb96d1d", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:07:25.037193 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0a8002ec-8230-4818-8f17-4d036c9dafc3 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:07:25.037802 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f335f95e-8e1e-497f-a2b4-316dfe0fc4cd', 'name': 'network-vif-deleted', 'tag': '0aeb2e92-400c-4ea3-ada7-73a23bb96d1d', 'status': 'completed', 'code': 200} Nov 12 20:07:25.069567 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70418858-353f-442f-8145-a83a6452e2aa tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Pushing event deleted for resources: {'Port': ['ID=c1d92e5e-cce5-44f5-9b10-e8c6ffb75001,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:25.094969 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a772d6fd-62bc-4867-ae9e-190c86f093d5 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:07:25.101755 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a772d6fd-62bc-4867-ae9e-190c86f093d5 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "PUT /v2.0/routers/b1722db5-433d-4ec5-9ec6-eaf58ec3f787/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3147142 Nov 12 20:07:25.105125 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34488) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:25.108755 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d00d498-b00c-42eb-a96e-dc46e20b13d3 None None] Sync routers for ids ['b1722db5-433d-4ec5-9ec6-eaf58ec3f787'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:07:25.127051 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d00d498-b00c-42eb-a96e-dc46e20b13d3 None None] Routers {'b1722db5-433d-4ec5-9ec6-eaf58ec3f787'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:25.127971 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-4d00d498-b00c-42eb-a96e-dc46e20b13d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:07:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['b1722db5-433d-4ec5-9ec6-eaf58ec3f787'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:25.142971 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a631e7-d1eb-4e90-b188-6e978954b482 req-70418858-353f-442f-8145-a83a6452e2aa tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] No DVR routers for this DVR port c1d92e5e-cce5-44f5-9b10-e8c6ffb75001 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:07:25.146019 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-44a631e7-d1eb-4e90-b188-6e978954b482 req-70418858-353f-442f-8145-a83a6452e2aa tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:25.153737 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-44a631e7-d1eb-4e90-b188-6e978954b482 req-70418858-353f-442f-8145-a83a6452e2aa tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.55 "DELETE /v2.0/ports/c1d92e5e-cce5-44f5-9b10-e8c6ffb75001 HTTP/1.1" status: 204 len: 173 time: 0.7917602 Nov 12 20:07:25.176596 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:07:25.179911 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['c1d92e5e-cce5-44f5-9b10-e8c6ffb75001'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:07:25.191799 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fa0d539b-18aa-4ebc-b7db-a4e2ab1a4735 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1722db5-433d-4ec5-9ec6-eaf58ec3f787 HTTP/1.1" status: 200 len: 205 time: 0.0832005 Nov 12 20:07:25.195619 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34492) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:25.227046 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-4d00d498-b00c-42eb-a96e-dc46e20b13d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:25.254722 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d00d498-b00c-42eb-a96e-dc46e20b13d3 None None] Routers {'b1722db5-433d-4ec5-9ec6-eaf58ec3f787'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:25.258858 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-4d00d498-b00c-42eb-a96e-dc46e20b13d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:07:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['b1722db5-433d-4ec5-9ec6-eaf58ec3f787'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:25.279060 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:25.291062 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65d90b-bed8-4d5a-83d4-f6b3ab13c6b7 req-a8c2f189-beea-49d8-a6e7-b8ed30ac34b7 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:25.303230 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2f65d90b-bed8-4d5a-83d4-f6b3ab13c6b7 req-a8c2f189-beea-49d8-a6e7-b8ed30ac34b7 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ff1e55a-5f4a-42de-b859-68a4d568011b HTTP/1.1" status: 200 len: 943 time: 0.1441121 Nov 12 20:07:25.336036 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-4d00d498-b00c-42eb-a96e-dc46e20b13d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:25.364615 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d00d498-b00c-42eb-a96e-dc46e20b13d3 None None] The sync data for ids ['b1722db5-433d-4ec5-9ec6-eaf58ec3f787'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:07:25.394796 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0cd1e7dd-7d08-4ac3-961d-cc614c8c05f6 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:25.471716 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-00c6e6f4-f86e-491c-a9cb-d06aadab8bb7 service neutron] show failed (client error): The resource could not be found. Nov 12 20:07:25.472865 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-00c6e6f4-f86e-491c-a9cb-d06aadab8bb7 service neutron] 10.222.0.52 "GET /v2.0/ports/6fd18c3d-48fb-4e5f-9077-9050a50aa377/bindings/n-h1-712140-15 HTTP/1.1" status: 404 len: 381 time: 0.1667132 Nov 12 20:07:25.473785 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34504) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:25.492887 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2f65d90b-bed8-4d5a-83d4-f6b3ab13c6b7 req-b534e6bf-c541-4565-84c0-a57262fd218e tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d802ab-6dcb-42e8-aec0-0af006304d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885297 Nov 12 20:07:25.520850 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 14a7b6ef-ca6c-4d1c-9be6-73128a747655 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:07:25.665026 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd57079-4bec-4738-8831-a20834fb4b8d admin admin] Deleting subnet 7dd80d0b-2491-4b1b-842a-10479179ac7e {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:07:25.670393 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6dd57079-4bec-4738-8831-a20834fb4b8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:25.672734 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 14a7b6ef-ca6c-4d1c-9be6-73128a747655, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=14a7b6ef-ca6c-4d1c-9be6-73128a747655,segment=NetworkSegment(a6dcfd07-06d8-4710-bfbf-be95d264b17c),segment_id=a6dcfd07-06d8-4710-bfbf-be95d264b17c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:25.695566 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '14a7b6ef-ca6c-4d1c-9be6-73128a747655', 'network_id': '3016226e-9be4-486b-a675-6c832bdd46c2', 'port_id': '14a7b6ef-ca6c-4d1c-9be6-73128a747655', 'mac_address': 'fa:16:3e:0b:a1:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d37e52e-e2de-4dee-b33e-a898956c18ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:07:25.761574 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0cd1e7dd-7d08-4ac3-961d-cc614c8c05f6 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:25.768305 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0cd1e7dd-7d08-4ac3-961d-cc614c8c05f6 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:25.781218 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:25.794381 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6dd57079-4bec-4738-8831-a20834fb4b8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:25.798426 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-892c03ed-bf05-49e0-84cd-9244be67a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:25.800080 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-892c03ed-bf05-49e0-84cd-9244be67a946 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439&tenant_id=1c08b32f16f94cdbbecd052699f1c2ae HTTP/1.1" status: 200 len: 1101 time: 0.0607705 Nov 12 20:07:25.807814 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a7b6ef-ca6c-4d1c-9be6-73128a747655 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:07:25.817115 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-84634d4c-9cc0-4da8-8ee8-3fae0a19c86e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-15', 'device_owner': 'compute:nova'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:25.874665 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 14a7b6ef-ca6c-4d1c-9be6-73128a747655, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=14a7b6ef-ca6c-4d1c-9be6-73128a747655,segment=NetworkSegment(a6dcfd07-06d8-4710-bfbf-be95d264b17c),segment_id=a6dcfd07-06d8-4710-bfbf-be95d264b17c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:25.880860 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:25.886411 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0cd1e7dd-7d08-4ac3-961d-cc614c8c05f6 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:25.887311 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd1e7dd-7d08-4ac3-961d-cc614c8c05f6 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Fanout notify agent at l3_agent the message router_deleted on router b1722db5-433d-4ec5-9ec6-eaf58ec3f787 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:07:25.896368 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0cd1e7dd-7d08-4ac3-961d-cc614c8c05f6 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:25.901245 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0cd1e7dd-7d08-4ac3-961d-cc614c8c05f6 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/routers/b1722db5-433d-4ec5-9ec6-eaf58ec3f787 HTTP/1.1" status: 204 len: 168 time: 0.7041578 Nov 12 20:07:25.908282 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34508) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:25.912070 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6a63b-5f84-4196-94c3-c4b758e4f806 req-964b81c5-33a3-4ce1-bddb-70368e7986e3 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:25.919863 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-62e6a63b-5f84-4196-94c3-c4b758e4f806 req-964b81c5-33a3-4ce1-bddb-70368e7986e3 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.1781347 Nov 12 20:07:25.922673 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6dd57079-4bec-4738-8831-a20834fb4b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:25.930815 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:25.961721 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=14a7b6ef-ca6c-4d1c-9be6-73128a747655,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:25.982877 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf364c8-66f1-4d71-996f-96e5842b2d1d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Deleting subnet c1d81931-cba1-4670-bef2-02a53119edee {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:07:26.007893 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cbf364c8-66f1-4d71-996f-96e5842b2d1d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:26.020412 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-62e6a63b-5f84-4196-94c3-c4b758e4f806 req-131f6314-b8e5-4aff-8465-1017f2d86bd7 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992332 Nov 12 20:07:26.042084 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6dd57079-4bec-4738-8831-a20834fb4b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:26.058181 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-84634d4c-9cc0-4da8-8ee8-3fae0a19c86e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:26.085154 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cbf364c8-66f1-4d71-996f-96e5842b2d1d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:26.107764 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd57079-4bec-4738-8831-a20834fb4b8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dd80d0b-2491-4b1b-842a-10479179ac7e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:26.149760 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6dd57079-4bec-4738-8831-a20834fb4b8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:26.157478 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6dd57079-4bec-4738-8831-a20834fb4b8d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7dd80d0b-2491-4b1b-842a-10479179ac7e HTTP/1.1" status: 204 len: 168 time: 0.6410730 Nov 12 20:07:26.163688 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34520) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:26.199671 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f84b6216-7b18-41d3-a8ff-d90b4eaca8ff req-25bcb63e-db34-43d4-a370-6f4957a315d5 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 210 time: 0.0656586 Nov 12 20:07:26.204917 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['14a7b6ef-ca6c-4d1c-9be6-73128a747655'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:07:26.315029 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ef2403f6-e42f-46b0-a998-7b7a2bb968f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:26.371474 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cbf364c8-66f1-4d71-996f-96e5842b2d1d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:26.490809 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ef2403f6-e42f-46b0-a998-7b7a2bb968f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:26.519192 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-ef2403f6-e42f-46b0-a998-7b7a2bb968f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244f869e-61bd-4949-82fd-4493cf9dc192']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:26.532456 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-ef2403f6-e42f-46b0-a998-7b7a2bb968f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '682bd990-b956-47c7-8c18-606cfed1b676') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:26.532813 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-ef2403f6-e42f-46b0-a998-7b7a2bb968f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '682bd990-b956-47c7-8c18-606cfed1b676') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:26.537029 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cbf364c8-66f1-4d71-996f-96e5842b2d1d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:26.548197 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-84634d4c-9cc0-4da8-8ee8-3fae0a19c86e service neutron] For port 6fd18c3d-48fb-4e5f-9077-9050a50aa377, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6fd18c3d-48fb-4e5f-9077-9050a50aa377,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:26.567948 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ef2403f6-e42f-46b0-a998-7b7a2bb968f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:26.620990 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-84634d4c-9cc0-4da8-8ee8-3fae0a19c86e service neutron] For port 6fd18c3d-48fb-4e5f-9077-9050a50aa377, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:07:26.623067 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cbf364c8-66f1-4d71-996f-96e5842b2d1d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:26.627854 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d89e2e-bdb7-4767-87fb-a8efcede5404 None None] Network 1e77afe1-4170-445c-8f7a-9b77a26d8035 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:07:26.629433 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cbf364c8-66f1-4d71-996f-96e5842b2d1d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/subnets/c1d81931-cba1-4670-bef2-02a53119edee HTTP/1.1" status: 204 len: 168 time: 0.7197552 Nov 12 20:07:26.632936 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ef2403f6-e42f-46b0-a998-7b7a2bb968f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:26.635432 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34542) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:26.647410 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf364c8-66f1-4d71-996f-96e5842b2d1d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Subnet': ['ID=c1d81931-cba1-4670-bef2-02a53119edee,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:26.681699 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef2403f6-e42f-46b0-a998-7b7a2bb968f3 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:07:26.682559 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ef2403f6-e42f-46b0-a998-7b7a2bb968f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:07:26.685721 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:07:26.701607 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-84634d4c-9cc0-4da8-8ee8-3fae0a19c86e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:26.820328 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-84634d4c-9cc0-4da8-8ee8-3fae0a19c86e service neutron] Transition to ACTIVE for port object 6fd18c3d-48fb-4e5f-9077-9050a50aa377 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:07:26.826954 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-84634d4c-9cc0-4da8-8ee8-3fae0a19c86e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:26.836791 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fba5e08b-f781-4ad2-b97b-c03f607c5405 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:26.857892 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001b5da-f752-4833-a6c9-f3d2ab5dcc26 req-de8a3bb7-8069-4668-84bf-55f5726c6122 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:26.859907 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f001b5da-f752-4833-a6c9-f3d2ab5dcc26 req-de8a3bb7-8069-4668-84bf-55f5726c6122 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ff1e55a-5f4a-42de-b859-68a4d568011b HTTP/1.1" status: 200 len: 944 time: 0.2752960 Nov 12 20:07:26.863036 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ef2403f6-e42f-46b0-a998-7b7a2bb968f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:26.923385 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6722681-f7c5-4453-961f-286ed0fd3281 None None] DHCP port deletion for 1e77afe1-4170-445c-8f7a-9b77a26d8035 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:07:26.951140 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ef2403f6-e42f-46b0-a998-7b7a2bb968f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:26.954431 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ef2403f6-e42f-46b0-a998-7b7a2bb968f3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/244f869e-61bd-4949-82fd-4493cf9dc192 HTTP/1.1" status: 204 len: 168 time: 0.7895651 Nov 12 20:07:26.969119 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2403f6-e42f-46b0-a998-7b7a2bb968f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=244f869e-61bd-4949-82fd-4493cf9dc192,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:26.985917 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-84634d4c-9cc0-4da8-8ee8-3fae0a19c86e service neutron] No DVR routers for this DVR port 6fd18c3d-48fb-4e5f-9077-9050a50aa377 on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:07:27.028069 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f001b5da-f752-4833-a6c9-f3d2ab5dcc26 req-f49161ec-b7aa-46f6-924b-02ff8bb6d763 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d802ab-6dcb-42e8-aec0-0af006304d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202800 Nov 12 20:07:27.049816 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e6722681-f7c5-4453-961f-286ed0fd3281 None None] Deleting port f009d790-16e8-4f51-bdbf-cf6c08521fbc {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:27.050431 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e6722681-f7c5-4453-961f-286ed0fd3281 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:27.051719 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747e8c3d-5283-4ca1-a8b3-a826ac38502e', 'name': 'network-vif-deleted', 'tag': 'c1d92e5e-cce5-44f5-9b10-e8c6ffb75001'}, {'server_uuid': '12e2e23c-84f6-4dc1-bf10-1ed50b627439', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd18c3d-48fb-4e5f-9077-9050a50aa377'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:07:27.076099 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7923115-e47a-4f80-b8f3-8a85bc7af055" -d '{"events": [{"server_uuid": "747e8c3d-5283-4ca1-a8b3-a826ac38502e", "name": "network-vif-deleted", "tag": "c1d92e5e-cce5-44f5-9b10-e8c6ffb75001"}, {"server_uuid": "12e2e23c-84f6-4dc1-bf10-1ed50b627439", "name": "network-vif-unplugged", "status": "completed", "tag": "6fd18c3d-48fb-4e5f-9077-9050a50aa377"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:07:27.087491 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84634d4c-9cc0-4da8-8ee8-3fae0a19c86e service neutron] Pushing event updated for resources: {'Port': ['ID=6fd18c3d-48fb-4e5f-9077-9050a50aa377,revision_number=6']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:27.157188 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-84634d4c-9cc0-4da8-8ee8-3fae0a19c86e service neutron] Attempting to bind port 6fd18c3d-48fb-4e5f-9077-9050a50aa377 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:07:27.163367 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-84634d4c-9cc0-4da8-8ee8-3fae0a19c86e service neutron] Attempting to bind port 6fd18c3d-48fb-4e5f-9077-9050a50aa377 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:07:27.163987 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-84634d4c-9cc0-4da8-8ee8-3fae0a19c86e service neutron] Attempting to bind port 6fd18c3d-48fb-4e5f-9077-9050a50aa377 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:07:27.180119 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-fba5e08b-f781-4ad2-b97b-c03f607c5405 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Deleting port f009d790-16e8-4f51-bdbf-cf6c08521fbc {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:27.180759 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fba5e08b-f781-4ad2-b97b-c03f607c5405 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:27.209200 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-84634d4c-9cc0-4da8-8ee8-3fae0a19c86e service neutron] Port 6fd18c3d-48fb-4e5f-9077-9050a50aa377 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:07:27.209867 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-84634d4c-9cc0-4da8-8ee8-3fae0a19c86e service neutron] Attempting to bind port 6fd18c3d-48fb-4e5f-9077-9050a50aa377 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:07:27.219887 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34564) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:27.227911 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-84634d4c-9cc0-4da8-8ee8-3fae0a19c86e service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:07:27.228462 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-84634d4c-9cc0-4da8-8ee8-3fae0a19c86e service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:07:27.229761 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-84634d4c-9cc0-4da8-8ee8-3fae0a19c86e service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:07:27.230463 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-84634d4c-9cc0-4da8-8ee8-3fae0a19c86e service neutron] Bound port: 6fd18c3d-48fb-4e5f-9077-9050a50aa377, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:07:27.231101 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-84634d4c-9cc0-4da8-8ee8-3fae0a19c86e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:27.283689 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb1cd9-6643-420a-9383-0d11fbdae917 req-57e12181-dbf7-4028-bc0e-7dc23542fb25 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:27.292607 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f8eb1cd9-6643-420a-9383-0d11fbdae917 req-57e12181-dbf7-4028-bc0e-7dc23542fb25 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99229fb-4c50-4381-a3b0-17d4f9720a8d HTTP/1.1" status: 200 len: 946 time: 0.1178806 Nov 12 20:07:27.337090 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-fba5e08b-f781-4ad2-b97b-c03f607c5405 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] For port f009d790-16e8-4f51-bdbf-cf6c08521fbc, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f009d790-16e8-4f51-bdbf-cf6c08521fbc,segment=NetworkSegment(18e4b678-2be3-4f8b-a096-d1b8a6a6c02d),segment_id=18e4b678-2be3-4f8b-a096-d1b8a6a6c02d)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:27.337480 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fba5e08b-f781-4ad2-b97b-c03f607c5405 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:27.364225 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297d1ee-46ec-4885-b8d5-9259ae0a8890 req-01b3c4da-dc95-4c54-819f-d2be519c2833 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:27.373393 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2297d1ee-46ec-4885-b8d5-9259ae0a8890 req-01b3c4da-dc95-4c54-819f-d2be519c2833 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 947 time: 0.1887250 Nov 12 20:07:27.376412 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-fba5e08b-f781-4ad2-b97b-c03f607c5405 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Calling delete_port for f009d790-16e8-4f51-bdbf-cf6c08521fbc owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:27.424949 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ea2e47be-5ea5-48e0-8688-ff3a0b810ca8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=954a349666444c9cac7ba5cc392be91e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2036092 Nov 12 20:07:27.433649 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34566) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:27.439284 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e6722681-f7c5-4453-961f-286ed0fd3281 None None] For port f009d790-16e8-4f51-bdbf-cf6c08521fbc, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f009d790-16e8-4f51-bdbf-cf6c08521fbc,segment=NetworkSegment(18e4b678-2be3-4f8b-a096-d1b8a6a6c02d),segment_id=18e4b678-2be3-4f8b-a096-d1b8a6a6c02d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:27.439687 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e6722681-f7c5-4453-961f-286ed0fd3281 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:27.465100 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e6722681-f7c5-4453-961f-286ed0fd3281 None None] Calling delete_port for f009d790-16e8-4f51-bdbf-cf6c08521fbc owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:27.501301 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2297d1ee-46ec-4885-b8d5-9259ae0a8890 req-5ad2f5d8-86cf-4633-b7aa-cfa1cfb7e29d tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170413 Nov 12 20:07:27.520628 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-84634d4c-9cc0-4da8-8ee8-3fae0a19c86e service neutron] For port 6fd18c3d-48fb-4e5f-9077-9050a50aa377, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:07:27.539658 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fba5e08b-f781-4ad2-b97b-c03f607c5405 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:27.547468 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f8eb1cd9-6643-420a-9383-0d11fbdae917 req-ce550c61-edbb-456f-9ba7-9ae874be3c92 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534442 Nov 12 20:07:27.591708 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e6722681-f7c5-4453-961f-286ed0fd3281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:27.596132 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 14a7b6ef-ca6c-4d1c-9be6-73128a747655 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:07:27.599541 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5e08b-f781-4ad2-b97b-c03f607c5405 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Port': ['ID=f009d790-16e8-4f51-bdbf-cf6c08521fbc,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:27.610247 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba5e08b-f781-4ad2-b97b-c03f607c5405 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] No DVR routers for this DVR port f009d790-16e8-4f51-bdbf-cf6c08521fbc on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:07:27.623463 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 20:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f952ccb-64dd-44d6-938d-c18bc8616001 x-openstack-request-id: req-1f952ccb-64dd-44d6-938d-c18bc8616001 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:07:27.623774 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747e8c3d-5283-4ca1-a8b3-a826ac38502e", "name": "network-vif-deleted", "tag": "c1d92e5e-cce5-44f5-9b10-e8c6ffb75001", "status": "completed", "code": 200}, {"server_uuid": "12e2e23c-84f6-4dc1-bf10-1ed50b627439", "name": "network-vif-unplugged", "status": "completed", "tag": "6fd18c3d-48fb-4e5f-9077-9050a50aa377", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:07:27.624028 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1f952ccb-64dd-44d6-938d-c18bc8616001 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:07:27.624463 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747e8c3d-5283-4ca1-a8b3-a826ac38502e', 'name': 'network-vif-deleted', 'tag': 'c1d92e5e-cce5-44f5-9b10-e8c6ffb75001', 'status': 'completed', 'code': 200} Nov 12 20:07:27.624720 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e2e23c-84f6-4dc1-bf10-1ed50b627439', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd18c3d-48fb-4e5f-9077-9050a50aa377', 'code': 200} Nov 12 20:07:27.625333 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d66f203b-f178-4e6a-a024-8cd301d73d94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:27.669078 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6722681-f7c5-4453-961f-286ed0fd3281 None None] Pushing event deleted for resources: {'Port': ['ID=f009d790-16e8-4f51-bdbf-cf6c08521fbc,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:27.674409 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6722681-f7c5-4453-961f-286ed0fd3281 None None] No DVR routers for this DVR port f009d790-16e8-4f51-bdbf-cf6c08521fbc on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:07:27.704279 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d66f203b-f178-4e6a-a024-8cd301d73d94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:27.721351 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-84634d4c-9cc0-4da8-8ee8-3fae0a19c86e service neutron] For port 6fd18c3d-48fb-4e5f-9077-9050a50aa377, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6fd18c3d-48fb-4e5f-9077-9050a50aa377,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:07:27.723633 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 14a7b6ef-ca6c-4d1c-9be6-73128a747655 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:07:27.733390 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 14a7b6ef-ca6c-4d1c-9be6-73128a747655 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:27.734839 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:27.777174 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-84634d4c-9cc0-4da8-8ee8-3fae0a19c86e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:27.782897 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a7715331-0ed9-4ca5-9f38-b1effc798c86 req-770e894d-00fc-4744-bde8-8ea23ec657d9 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 210 time: 0.0724733 Nov 12 20:07:27.789754 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fba5e08b-f781-4ad2-b97b-c03f607c5405 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:27.823519 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-fba5e08b-f781-4ad2-b97b-c03f607c5405 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e77afe1-4170-445c-8f7a-9b77a26d8035']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:27.828092 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:27.836969 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-fba5e08b-f781-4ad2-b97b-c03f607c5405 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e4b678-2be3-4f8b-a096-d1b8a6a6c02d') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:27.838056 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-fba5e08b-f781-4ad2-b97b-c03f607c5405 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e4b678-2be3-4f8b-a096-d1b8a6a6c02d') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:27.850085 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fba5e08b-f781-4ad2-b97b-c03f607c5405 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:27.859454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84634d4c-9cc0-4da8-8ee8-3fae0a19c86e service neutron] Pushing event updated for resources: {'Port': ['ID=6fd18c3d-48fb-4e5f-9077-9050a50aa377,revision_number=7']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:27.864375 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff1e55a-5f4a-42de-b859-68a4d568011b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a7b6ef-ca6c-4d1c-9be6-73128a747655'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:07:27.867238 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51fd0b9-2bbe-440c-a119-9127445f26ec" -d '{"events": [{"server_uuid": "8ff1e55a-5f4a-42de-b859-68a4d568011b", "name": "network-vif-plugged", "status": "completed", "tag": "14a7b6ef-ca6c-4d1c-9be6-73128a747655"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:07:27.870491 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d66f203b-f178-4e6a-a024-8cd301d73d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:27.872744 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fba5e08b-f781-4ad2-b97b-c03f607c5405 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:27.878220 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d66f203b-f178-4e6a-a024-8cd301d73d94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:27.880976 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d66f203b-f178-4e6a-a024-8cd301d73d94 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a2afa49-5eb0-419c-99fb-b3d385dfe4a0 HTTP/1.1" status: 204 len: 168 time: 0.4422870 Nov 12 20:07:27.883635 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 14a7b6ef-ca6c-4d1c-9be6-73128a747655, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=14a7b6ef-ca6c-4d1c-9be6-73128a747655,segment=NetworkSegment(a6dcfd07-06d8-4710-bfbf-be95d264b17c),segment_id=a6dcfd07-06d8-4710-bfbf-be95d264b17c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:27.889187 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba5e08b-f781-4ad2-b97b-c03f607c5405 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:07:27.890604 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fba5e08b-f781-4ad2-b97b-c03f607c5405 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:07:27.894996 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:07:27.898333 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:27.903202 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device c1d92e5e-cce5-44f5-9b10-e8c6ffb75001 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:07:27.915042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-84634d4c-9cc0-4da8-8ee8-3fae0a19c86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:27.915622 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-84634d4c-9cc0-4da8-8ee8-3fae0a19c86e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:27.917703 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-84634d4c-9cc0-4da8-8ee8-3fae0a19c86e service neutron] 10.222.0.55 "PUT /v2.0/ports/6fd18c3d-48fb-4e5f-9077-9050a50aa377 HTTP/1.1" status: 200 len: 1096 time: 2.1068282 Nov 12 20:07:27.920050 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f203b-f178-4e6a-a024-8cd301d73d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2afa49-5eb0-419c-99fb-b3d385dfe4a0,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:27.992754 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fba5e08b-f781-4ad2-b97b-c03f607c5405 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:28.001860 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fba5e08b-f781-4ad2-b97b-c03f607c5405 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:28.005430 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fba5e08b-f781-4ad2-b97b-c03f607c5405 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/networks/1e77afe1-4170-445c-8f7a-9b77a26d8035 HTTP/1.1" status: 204 len: 168 time: 1.3678932 Nov 12 20:07:28.014330 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: c1d92e5e-cce5-44f5-9b10-e8c6ffb75001 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:07:28.014902 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device c1d92e5e-cce5-44f5-9b10-e8c6ffb75001 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:07:28.021095 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71038e4b-7bf2-41a7-9025-d9cbc8f8cd76 x-openstack-request-id: req-71038e4b-7bf2-41a7-9025-d9cbc8f8cd76 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:07:28.021438 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff1e55a-5f4a-42de-b859-68a4d568011b", "name": "network-vif-plugged", "status": "completed", "tag": "14a7b6ef-ca6c-4d1c-9be6-73128a747655", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:07:28.021761 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-71038e4b-7bf2-41a7-9025-d9cbc8f8cd76 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:07:28.022275 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff1e55a-5f4a-42de-b859-68a4d568011b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a7b6ef-ca6c-4d1c-9be6-73128a747655', 'code': 200} Nov 12 20:07:28.065143 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34572) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:28.081225 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-f96e9dd3-644c-4c8f-82cd-973e05393fa2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1956628045', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}, 'admin_state_up': False}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:28.082982 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=14a7b6ef-ca6c-4d1c-9be6-73128a747655,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:28.096916 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-6c00209a-036c-413d-adf3-b96118880f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:28.106467 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-6c00209a-036c-413d-adf3-b96118880f24 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 1099 time: 0.1567917 Nov 12 20:07:28.109040 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5e08b-f781-4ad2-b97b-c03f607c5405 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Network': ['ID=1e77afe1-4170-445c-8f7a-9b77a26d8035,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:28.126427 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f96e9dd3-644c-4c8f-82cd-973e05393fa2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:28.127177 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f96e9dd3-644c-4c8f-82cd-973e05393fa2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:28.176361 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e6ce0-3d55-481e-82bb-9ac07246c185 req-06e95ee4-966f-4f96-b172-396cf7423cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:28.177656 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fe9e6ce0-3d55-481e-82bb-9ac07246c185 req-06e95ee4-966f-4f96-b172-396cf7423cda service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8ff1e55a-5f4a-42de-b859-68a4d568011b HTTP/1.1" status: 200 len: 1097 time: 0.0649261 Nov 12 20:07:28.289311 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-3561a851-c7f7-4c39-9e5a-1f7be7bd84dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:28.292186 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-3561a851-c7f7-4c39-9e5a-1f7be7bd84dc service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.1773751 Nov 12 20:07:28.301131 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f96e9dd3-644c-4c8f-82cd-973e05393fa2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:28.353681 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-58d111cc-eece-49f7-9f78-df569f844d40 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6fd18c3d-48fb-4e5f-9077-9050a50aa377 HTTP/1.1" status: 200 len: 217 time: 0.0535083 Nov 12 20:07:28.415059 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-eb64b2b4-7848-44a7-9050-7112310959af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:28.419485 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-eb64b2b4-7848-44a7-9050-7112310959af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0584989 Nov 12 20:07:28.428814 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5e29f-a1ad-4f66-ada3-f5af8e90a28b req-ac1ee71f-6e2c-425e-b2fa-40db093b8f58 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:28.430357 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-91e5e29f-a1ad-4f66-ada3-f5af8e90a28b req-ac1ee71f-6e2c-425e-b2fa-40db093b8f58 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ff1e55a-5f4a-42de-b859-68a4d568011b HTTP/1.1" status: 200 len: 945 time: 0.2359314 Nov 12 20:07:28.434863 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fe9e6ce0-3d55-481e-82bb-9ac07246c185 req-2a3ff721-1400-4602-b819-3220f34cbba2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a7d802ab-6dcb-42e8-aec0-0af006304d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371047 Nov 12 20:07:28.470192 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-787b415c-cbd8-46c9-bcaa-f901fc3bc5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:28.471716 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-787b415c-cbd8-46c9-bcaa-f901fc3bc5bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0449307 Nov 12 20:07:28.533791 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f96e9dd3-644c-4c8f-82cd-973e05393fa2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:28.554380 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f009d790-16e8-4f51-bdbf-cf6c08521fbc no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:07:28.578089 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: f009d790-16e8-4f51-bdbf-cf6c08521fbc {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:07:28.578432 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f009d790-16e8-4f51-bdbf-cf6c08521fbc not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:07:28.617860 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-91e5e29f-a1ad-4f66-ada3-f5af8e90a28b req-356b6ce3-3240-4271-94c2-fcd80da2447a tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d802ab-6dcb-42e8-aec0-0af006304d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799061 Nov 12 20:07:28.678082 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9e467-2d4d-4dc2-8222-f0f544cb783f req-5c156829-75bd-46cb-b71d-8fb1b651f921 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:28.679810 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-04d9e467-2d4d-4dc2-8222-f0f544cb783f req-5c156829-75bd-46cb-b71d-8fb1b651f921 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c99229fb-4c50-4381-a3b0-17d4f9720a8d HTTP/1.1" status: 200 len: 946 time: 0.0929329 Nov 12 20:07:28.717702 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6fd18c3d-48fb-4e5f-9077-9050a50aa377 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:07:28.792667 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6907201-a508-4ecf-93ea-f999fbe207e3 req-3e13567f-3768-4a3c-8d88-abfeda8c09ae tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:28.796065 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6fd18c3d-48fb-4e5f-9077-9050a50aa377 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:07:28.800937 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e6907201-a508-4ecf-93ea-f999fbe207e3 req-3e13567f-3768-4a3c-8d88-abfeda8c09ae tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 947 time: 0.1745849 Nov 12 20:07:28.812797 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb04cee-ec4d-4510-b228-be2b5211f745 req-2b510cfe-b3c3-4fd1-bc6d-1b11e3c900d9 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:28.821828 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-afb04cee-ec4d-4510-b228-be2b5211f745 req-2b510cfe-b3c3-4fd1-bc6d-1b11e3c900d9 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99229fb-4c50-4381-a3b0-17d4f9720a8d HTTP/1.1" status: 200 len: 946 time: 0.1150563 Nov 12 20:07:28.934200 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-afb04cee-ec4d-4510-b228-be2b5211f745 req-b1cedde6-34f2-4f17-a5cf-c28981d9b362 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/security-groups?id=605ebc84-6255-4d76-8b01-0b426031492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063714 Nov 12 20:07:28.984879 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e6907201-a508-4ecf-93ea-f999fbe207e3 req-7cbab9ed-23ab-4234-9143-9738b7a94ffc tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827993 Nov 12 20:07:29.020698 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-8ba4586d-d6e3-408c-bbb4-eaa3e00ac572 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183465 Nov 12 20:07:29.040974 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34602) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:29.042570 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f96e9dd3-644c-4c8f-82cd-973e05393fa2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:29.062583 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f96e9dd3-644c-4c8f-82cd-973e05393fa2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:29.116783 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cbd0d203-d76c-4aac-8689-2dcc8c360aa1 req-c3f9e94b-5b6f-4525-9710-4af3be9e3bf0 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 210 time: 0.0662344 Nov 12 20:07:29.121770 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-04d9e467-2d4d-4dc2-8222-f0f544cb783f req-699420fd-09f5-4bf9-b495-db2d89029a58 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Deleting port 6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:29.122118 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-04d9e467-2d4d-4dc2-8222-f0f544cb783f req-699420fd-09f5-4bf9-b495-db2d89029a58 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:29.201489 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-f96e9dd3-644c-4c8f-82cd-973e05393fa2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Allocated IP 172.25.5.161 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/413e9e40-edef-4a15-b4c0-484305738df0) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:07:29.313991 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f96e9dd3-644c-4c8f-82cd-973e05393fa2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:29.362633 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f96e9dd3-644c-4c8f-82cd-973e05393fa2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:29.401712 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96e9dd3-644c-4c8f-82cd-973e05393fa2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:07:29.405124 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-f96e9dd3-644c-4c8f-82cd-973e05393fa2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:29.409654 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96e9dd3-644c-4c8f-82cd-973e05393fa2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:07:29.446123 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e9dd3-644c-4c8f-82cd-973e05393fa2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Port': ['ID=413e9e40-edef-4a15-b4c0-484305738df0,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:29.520203 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-58ba017f-9231-4bbe-86bb-bdf46f9f4659 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1664638184-network', 'tenant_id': '2c215bd023034edfbd082926b8439df6'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:29.606094 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ba017f-9231-4bbe-86bb-bdf46f9f4659 admin admin] Made reservation on behalf of 2c215bd023034edfbd082926b8439df6 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:07:29.608378 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58ba017f-9231-4bbe-86bb-bdf46f9f4659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:29.626161 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40d2b2d3-84f6-44e5-a52c-329203d7ec80 req-55376005-c341-4251-bf1c-7a97a77278aa service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5837233 Nov 12 20:07:29.631316 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e2e23c-84f6-4dc1-bf10-1ed50b627439', 'tag': '6fd18c3d-48fb-4e5f-9077-9050a50aa377'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:07:29.633447 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c552a52-32b6-4250-ac78-3b54b5326279" -d '{"events": [{"name": "network-changed", "server_uuid": "12e2e23c-84f6-4dc1-bf10-1ed50b627439", "tag": "6fd18c3d-48fb-4e5f-9077-9050a50aa377"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:07:29.636163 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58ba017f-9231-4bbe-86bb-bdf46f9f4659 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:29.663464 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-04d9e467-2d4d-4dc2-8222-f0f544cb783f req-699420fd-09f5-4bf9-b495-db2d89029a58 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] For port 6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07,segment=NetworkSegment(8f4adb13-66b6-4686-84e2-d653c309d49c),segment_id=8f4adb13-66b6-4686-84e2-d653c309d49c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:29.663688 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-04d9e467-2d4d-4dc2-8222-f0f544cb783f req-699420fd-09f5-4bf9-b495-db2d89029a58 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:29.684857 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-04d9e467-2d4d-4dc2-8222-f0f544cb783f req-699420fd-09f5-4bf9-b495-db2d89029a58 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Calling delete_port for 6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:29.786827 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f587aca1-8904-45a0-9017-aa79c275602f x-openstack-request-id: req-f587aca1-8904-45a0-9017-aa79c275602f {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:07:29.787113 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e2e23c-84f6-4dc1-bf10-1ed50b627439", "tag": "6fd18c3d-48fb-4e5f-9077-9050a50aa377", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:07:29.787358 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f587aca1-8904-45a0-9017-aa79c275602f {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:07:29.787743 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e2e23c-84f6-4dc1-bf10-1ed50b627439', 'tag': '6fd18c3d-48fb-4e5f-9077-9050a50aa377', 'status': 'completed', 'code': 200} Nov 12 20:07:29.830360 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58ba017f-9231-4bbe-86bb-bdf46f9f4659 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:29.866736 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f96e9dd3-644c-4c8f-82cd-973e05393fa2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:29.894096 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58ba017f-9231-4bbe-86bb-bdf46f9f4659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:29.938764 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c552a52-32b6-4250-ac78-3b54b5326279 req-ea886cf3-e5e8-4cea-b9ba-dedf71d60275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:29.940308 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5c552a52-32b6-4250-ac78-3b54b5326279 req-ea886cf3-e5e8-4cea-b9ba-dedf71d60275 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 1099 time: 0.1192179 Nov 12 20:07:29.961129 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ba017f-9231-4bbe-86bb-bdf46f9f4659 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:07:29.977710 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c552a52-32b6-4250-ac78-3b54b5326279 req-224a2d4c-b1de-4bc2-96ad-4158a44696be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:29.977710 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5c552a52-32b6-4250-ac78-3b54b5326279 req-224a2d4c-b1de-4bc2-96ad-4158a44696be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 1099 time: 0.1513987 Nov 12 20:07:30.007254 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba017f-9231-4bbe-86bb-bdf46f9f4659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f35990-f579-44d2-9c3d-46f6ac15fc67,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:30.014548 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58ba017f-9231-4bbe-86bb-bdf46f9f4659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:30.014892 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-58ba017f-9231-4bbe-86bb-bdf46f9f4659 admin admin] Added segment 44856b08-7173-4552-88bc-2d1c4111ab8b of type vlan for network d647a41e-ad4a-4efd-99be-d45e84f5e8b5 Nov 12 20:07:30.040080 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad3dfe-4d1d-43d8-944f-1dff8ddb70ae req-361f4ece-9ecd-4437-a6b2-7d7eca693d4b tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:30.041664 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-49ad3dfe-4d1d-43d8-944f-1dff8ddb70ae req-361f4ece-9ecd-4437-a6b2-7d7eca693d4b tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ff1e55a-5f4a-42de-b859-68a4d568011b HTTP/1.1" status: 200 len: 945 time: 0.2355289 Nov 12 20:07:30.054118 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-04d9e467-2d4d-4dc2-8222-f0f544cb783f req-699420fd-09f5-4bf9-b495-db2d89029a58 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:30.066711 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:07:30.149068 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4ff21e44-d1e5-4fc6-8350-c82fc120952d req-3bf02b39-a5a0-4bab-8cd0-f215c3742637 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99229fb-4c50-4381-a3b0-17d4f9720a8d HTTP/1.1" status: 200 len: 210 time: 0.1290247 Nov 12 20:07:30.162974 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58ba017f-9231-4bbe-86bb-bdf46f9f4659 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:30.170001 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699420fd-09f5-4bf9-b495-db2d89029a58 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Pushing event deleted for resources: {'Port': ['ID=6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:30.270744 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c552a52-32b6-4250-ac78-3b54b5326279 req-76e76137-e795-4fee-ab65-120719fafa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:30.272267 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5c552a52-32b6-4250-ac78-3b54b5326279 req-76e76137-e795-4fee-ab65-120719fafa54 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.2906542 Nov 12 20:07:30.274645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d9e467-2d4d-4dc2-8222-f0f544cb783f req-699420fd-09f5-4bf9-b495-db2d89029a58 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] No DVR routers for this DVR port 6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07 on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:07:30.280017 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-49ad3dfe-4d1d-43d8-944f-1dff8ddb70ae req-0722ab19-9adc-421a-a344-6181cff98936 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d802ab-6dcb-42e8-aec0-0af006304d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302723 Nov 12 20:07:30.281166 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-04d9e467-2d4d-4dc2-8222-f0f544cb783f req-699420fd-09f5-4bf9-b495-db2d89029a58 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:30.284545 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-04d9e467-2d4d-4dc2-8222-f0f544cb783f req-699420fd-09f5-4bf9-b495-db2d89029a58 tempest-ServersTestJSON-321209964 tempest-ServersTestJSON-321209964-project] 10.222.0.52 "DELETE /v2.0/ports/6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07 HTTP/1.1" status: 204 len: 173 time: 1.5915670 Nov 12 20:07:30.294270 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58ba017f-9231-4bbe-86bb-bdf46f9f4659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:30.295181 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ba017f-9231-4bbe-86bb-bdf46f9f4659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:30.295792 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58ba017f-9231-4bbe-86bb-bdf46f9f4659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:30.334097 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5c552a52-32b6-4250-ac78-3b54b5326279 req-2c64d2f1-33f0-44ac-a684-ab062bf5c734 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6fd18c3d-48fb-4e5f-9077-9050a50aa377 HTTP/1.1" status: 200 len: 217 time: 0.0485668 Nov 12 20:07:30.390991 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-58ba017f-9231-4bbe-86bb-bdf46f9f4659 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3417876 Nov 12 20:07:30.424685 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34622) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:30.438446 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-48e9fe64-b2e0-428c-ab73-36c332eadcba admin admin] Request body: {'subnet': {'network_id': 'd647a41e-ad4a-4efd-99be-d45e84f5e8b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1664638184-subnet', 'tenant_id': '2c215bd023034edfbd082926b8439df6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:30.455571 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba017f-9231-4bbe-86bb-bdf46f9f4659 admin admin] Pushing event updated for resources: {'Network': ['ID=d647a41e-ad4a-4efd-99be-d45e84f5e8b5,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:30.469715 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c552a52-32b6-4250-ac78-3b54b5326279 req-a0bd91fc-cda9-4568-83b8-8fe4f84b7604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:30.470815 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network d647a41e-ad4a-4efd-99be-d45e84f5e8b5 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:07:30.471629 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5c552a52-32b6-4250-ac78-3b54b5326279 req-a0bd91fc-cda9-4568-83b8-8fe4f84b7604 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1247761 Nov 12 20:07:30.495643 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e9fe64-b2e0-428c-ab73-36c332eadcba admin admin] Made reservation on behalf of 2c215bd023034edfbd082926b8439df6 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:07:30.498378 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-48e9fe64-b2e0-428c-ab73-36c332eadcba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:30.634639 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c552a52-32b6-4250-ac78-3b54b5326279 req-cd122617-e18f-4a6c-ab8b-593eddfaf047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:30.636724 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5c552a52-32b6-4250-ac78-3b54b5326279 req-cd122617-e18f-4a6c-ab8b-593eddfaf047 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.6496956 Nov 12 20:07:30.644755 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-20dfe6e1-f0f9-4372-bb62-b1db1b41d33a req-ecda82be-90f3-44b5-938b-4f5a15f2960a tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/ports?device_id=f335f95e-8e1e-497f-a2b4-316dfe0fc4cd HTTP/1.1" status: 200 len: 210 time: 0.1112792 Nov 12 20:07:30.658239 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c552a52-32b6-4250-ac78-3b54b5326279 req-70253a22-d75c-469f-8604-924070d6bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:30.658469 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f96e9dd3-644c-4c8f-82cd-973e05393fa2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:30.669068 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5c552a52-32b6-4250-ac78-3b54b5326279 req-70253a22-d75c-469f-8604-924070d6bec0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1890583 Nov 12 20:07:30.696819 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad05665-f719-45bc-a61d-1a54f9b54b86 req-5ae3888d-39c3-49b4-829c-eb351038e68e tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:30.699141 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cad05665-f719-45bc-a61d-1a54f9b54b86 req-5ae3888d-39c3-49b4-829c-eb351038e68e tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 947 time: 0.1221747 Nov 12 20:07:30.704647 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5c552a52-32b6-4250-ac78-3b54b5326279 req-bc57a89f-0bf9-4d15-8c1c-bf792cd7c9d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6fd18c3d-48fb-4e5f-9077-9050a50aa377 HTTP/1.1" status: 200 len: 217 time: 0.0569718 Nov 12 20:07:30.858541 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c552a52-32b6-4250-ac78-3b54b5326279 req-83035730-a84b-4986-9d25-10f16bf2e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:30.860010 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5c552a52-32b6-4250-ac78-3b54b5326279 req-83035730-a84b-4986-9d25-10f16bf2e48c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1180873 Nov 12 20:07:30.881993 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5c552a52-32b6-4250-ac78-3b54b5326279 req-efa0237d-822c-40fb-94fd-eeea0eaa2455 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050500 Nov 12 20:07:30.883730 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-48e9fe64-b2e0-428c-ab73-36c332eadcba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:30.910301 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cad05665-f719-45bc-a61d-1a54f9b54b86 req-9be1c343-500e-4c01-8d15-137a10508126 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995182 Nov 12 20:07:30.936792 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9fe64-b2e0-428c-ab73-36c332eadcba admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c1ad2f7-7e72-4638-8072-b188c067ace8,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:30.955269 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c552a52-32b6-4250-ac78-3b54b5326279 req-b73e07ec-6634-469d-acf1-bfc667328111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:30.958295 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5c552a52-32b6-4250-ac78-3b54b5326279 req-b73e07ec-6634-469d-acf1-bfc667328111 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0879133 Nov 12 20:07:31.002093 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96e9dd3-644c-4c8f-82cd-973e05393fa2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Router c2e7c1dd-520e-48cc-b98f-f647b158fe8b is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:07:31.053648 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e9fe64-b2e0-428c-ab73-36c332eadcba admin admin] Checking segment: {'id': '44856b08-7173-4552-88bc-2d1c4111ab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd647a41e-ad4a-4efd-99be-d45e84f5e8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:07:31.054017 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e9fe64-b2e0-428c-ab73-36c332eadcba admin admin] Network hostable DHCP agents. Network: d647a41e-ad4a-4efd-99be-d45e84f5e8b5, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:07:31.086049 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5c552a52-32b6-4250-ac78-3b54b5326279 req-521671e8-ed4c-48e4-a0eb-3d20aefcae25 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502047 Nov 12 20:07:31.093318 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e9fe64-b2e0-428c-ab73-36c332eadcba admin admin] Network d647a41e-ad4a-4efd-99be-d45e84f5e8b5 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:07:31.111246 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-48e9fe64-b2e0-428c-ab73-36c332eadcba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, d647a41e-ad4a-4efd-99be-d45e84f5e8b5) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:31.120355 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5104c74-22f4-4446-940a-5d2de7f7a1f0 None None] Network d647a41e-ad4a-4efd-99be-d45e84f5e8b5 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:07:31.125499 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e9fe64-b2e0-428c-ab73-36c332eadcba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:31.126106 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-48e9fe64-b2e0-428c-ab73-36c332eadcba admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:31.148203 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-48e9fe64-b2e0-428c-ab73-36c332eadcba admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7224855 Nov 12 20:07:31.163467 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5c552a52-32b6-4250-ac78-3b54b5326279 req-331dd9a5-060a-4163-989b-6a037a8149a6 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961057 Nov 12 20:07:31.211634 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96e9dd3-644c-4c8f-82cd-973e05393fa2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:07:31.257212 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f4271e-801b-4ea5-879e-2954ba8434a5 None None] Sync routers for ids ['c2e7c1dd-520e-48cc-b98f-f647b158fe8b'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:07:31.279292 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f96e9dd3-644c-4c8f-82cd-973e05393fa2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:31.280572 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f96e9dd3-644c-4c8f-82cd-973e05393fa2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2117138 Nov 12 20:07:31.283468 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34630) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:31.296364 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34632) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:31.358394 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f4271e-801b-4ea5-879e-2954ba8434a5 None None] Routers {'c2e7c1dd-520e-48cc-b98f-f647b158fe8b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:31.359033 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-99f4271e-801b-4ea5-879e-2954ba8434a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:07:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['c2e7c1dd-520e-48cc-b98f-f647b158fe8b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:31.374946 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5c552a52-32b6-4250-ac78-3b54b5326279 req-4b415057-0a86-401f-8696-6847333c927d service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965287 Nov 12 20:07:31.406195 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-51eae9ff-d2b3-4481-ab65-33bf869dbb34 admin admin] Deleting subnet ce72f812-14b6-4840-8ebe-5441b73cbc50 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:07:31.418833 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-51eae9ff-d2b3-4481-ab65-33bf869dbb34 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:31.478606 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea1af80-553d-4258-acd9-2fd05defb9c7 None None] Network d647a41e-ad4a-4efd-99be-d45e84f5e8b5 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:07:31.482770 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-99f4271e-801b-4ea5-879e-2954ba8434a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:31.543269 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f4271e-801b-4ea5-879e-2954ba8434a5 None None] Routers {'c2e7c1dd-520e-48cc-b98f-f647b158fe8b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:31.544305 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-99f4271e-801b-4ea5-879e-2954ba8434a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:07:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['c2e7c1dd-520e-48cc-b98f-f647b158fe8b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:31.559773 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-51eae9ff-d2b3-4481-ab65-33bf869dbb34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:31.584475 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6cdedf53-5dac-4ed0-9870-0aca6af69fc5 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "GET /v2.0/routers/c2e7c1dd-520e-48cc-b98f-f647b158fe8b HTTP/1.1" status: 200 len: 885 time: 0.2977636 Nov 12 20:07:31.585121 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34644) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:31.590815 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-99f4271e-801b-4ea5-879e-2954ba8434a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:31.591702 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f4271e-801b-4ea5-879e-2954ba8434a5 None None] The sync data for ids ['c2e7c1dd-520e-48cc-b98f-f647b158fe8b'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:07:31.606511 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cedbf7-eeb4-4503-bc3b-ea43fc52c4ce req-978c19e2-6b12-4acb-85ea-6da93dfcd61c tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:31.608399 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-66cedbf7-eeb4-4503-bc3b-ea43fc52c4ce req-978c19e2-6b12-4acb-85ea-6da93dfcd61c tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ff1e55a-5f4a-42de-b859-68a4d568011b HTTP/1.1" status: 200 len: 945 time: 0.1941221 Nov 12 20:07:31.630891 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-51eae9ff-d2b3-4481-ab65-33bf869dbb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:31.720113 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-51eae9ff-d2b3-4481-ab65-33bf869dbb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:31.753930 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eae9ff-d2b3-4481-ab65-33bf869dbb34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce72f812-14b6-4840-8ebe-5441b73cbc50,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:31.768541 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-51eae9ff-d2b3-4481-ab65-33bf869dbb34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:31.771880 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-51eae9ff-d2b3-4481-ab65-33bf869dbb34 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ce72f812-14b6-4840-8ebe-5441b73cbc50 HTTP/1.1" status: 204 len: 168 time: 0.4742928 Nov 12 20:07:31.776641 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-66cedbf7-eeb4-4503-bc3b-ea43fc52c4ce req-ce30fe75-6563-4c92-bdcd-5b63979c5fb3 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d802ab-6dcb-42e8-aec0-0af006304d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582749 Nov 12 20:07:31.777108 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34648) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:31.790500 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99229fb-4c50-4381-a3b0-17d4f9720a8d', 'name': 'network-vif-deleted', 'tag': '6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:07:31.793456 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c228cc-24bd-4624-8cec-a090b96775b0" -d '{"events": [{"server_uuid": "c99229fb-4c50-4381-a3b0-17d4f9720a8d", "name": "network-vif-deleted", "tag": "6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:07:31.882546 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34660) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:31.889613 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-b10875e5-0851-4603-ab72-a1eff007c57b tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1956628045'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:31.889988 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f2cb7cbe-0823-444a-830d-835c44e9afd0 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2864645 Nov 12 20:07:31.912724 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f97c353-edd3-4d6f-bede-c4cb6920713f x-openstack-request-id: req-8f97c353-edd3-4d6f-bede-c4cb6920713f {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:07:31.913238 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99229fb-4c50-4381-a3b0-17d4f9720a8d", "name": "network-vif-deleted", "tag": "6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:07:31.913633 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f97c353-edd3-4d6f-bede-c4cb6920713f {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:07:31.914447 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99229fb-4c50-4381-a3b0-17d4f9720a8d', 'name': 'network-vif-deleted', 'tag': '6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07', 'status': 'completed', 'code': 200} Nov 12 20:07:31.960543 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-78e6b160-eb1e-46ff-a774-59d3dd32b853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:32.003744 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34670) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:32.106041 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-654ba20b-6826-4b0d-9a1f-0263b6226e69 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:32.114557 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-654ba20b-6826-4b0d-9a1f-0263b6226e69 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/networks?id=d647a41e-ad4a-4efd-99be-d45e84f5e8b5 HTTP/1.1" status: 200 len: 822 time: 0.1915226 Nov 12 20:07:32.114875 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-78e6b160-eb1e-46ff-a774-59d3dd32b853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:32.144980 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-9dd25b88-c417-4d2a-b872-1d0c8b4028ad tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/quotas/2c215bd023034edfbd082926b8439df6 HTTP/1.1" status: 200 len: 375 time: 0.0295513 Nov 12 20:07:32.158545 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0cb87128-f0f2-4505-a99c-26d31f129e8c tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:32.184239 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-bd81af8a-b1d3-40a6-b4ed-60b2f5bd6721 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c215bd023034edfbd082926b8439df6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381937 Nov 12 20:07:32.238113 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-78e6b160-eb1e-46ff-a774-59d3dd32b853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da47d9a6-534f-44d9-b8a9-89652da4d3f3']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:32.258214 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0cb87128-f0f2-4505-a99c-26d31f129e8c tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:32.273256 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-78e6b160-eb1e-46ff-a774-59d3dd32b853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4adb13-66b6-4686-84e2-d653c309d49c') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:32.273468 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-78e6b160-eb1e-46ff-a774-59d3dd32b853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4adb13-66b6-4686-84e2-d653c309d49c') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:32.292375 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-78e6b160-eb1e-46ff-a774-59d3dd32b853 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:32.313129 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-78e6b160-eb1e-46ff-a774-59d3dd32b853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:32.324807 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-e86557fb-fa93-4301-9191-af35291faf12 service neutron] 10.222.0.48 "GET /v2.0/networks/d647a41e-ad4a-4efd-99be-d45e84f5e8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395948 Nov 12 20:07:32.357670 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e6b160-eb1e-46ff-a774-59d3dd32b853 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:07:32.358077 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-78e6b160-eb1e-46ff-a774-59d3dd32b853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:07:32.361344 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:07:32.369097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d301f57-9f29-4fa5-b664-6ef3d87a45c8 req-45dfbbbf-bce1-44a0-b070-79c81c3f97d0 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:32.370892 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9d301f57-9f29-4fa5-b664-6ef3d87a45c8 req-45dfbbbf-bce1-44a0-b070-79c81c3f97d0 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 947 time: 0.1387882 Nov 12 20:07:32.427607 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-be26987f-7e01-4ed3-8672-94a4a5778ef7 service neutron] 10.222.0.48 "GET /v2.0/networks/d647a41e-ad4a-4efd-99be-d45e84f5e8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015420 Nov 12 20:07:32.429380 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0cb87128-f0f2-4505-a99c-26d31f129e8c tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:32.433917 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0cb87128-f0f2-4505-a99c-26d31f129e8c tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:32.437753 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0cb87128-f0f2-4505-a99c-26d31f129e8c tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "DELETE /v2.0/security-groups/3287d66f-eb9f-405c-978d-5b7b1028e434 HTTP/1.1" status: 204 len: 168 time: 0.4308071 Nov 12 20:07:32.441872 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34674) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:32.450550 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb87128-f0f2-4505-a99c-26d31f129e8c tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3287d66f-eb9f-405c-978d-5b7b1028e434,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:32.502088 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-97a96099-a1db-4a8a-ab1d-6759acbca1d7 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] show failed (client error): The resource could not be found. Nov 12 20:07:32.505636 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-97a96099-a1db-4a8a-ab1d-6759acbca1d7 tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "GET /v2.0/security-groups/3287d66f-eb9f-405c-978d-5b7b1028e434 HTTP/1.1" status: 404 len: 347 time: 0.0297787 Nov 12 20:07:32.506475 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34676) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:32.511677 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-78e6b160-eb1e-46ff-a774-59d3dd32b853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:32.529930 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-78e6b160-eb1e-46ff-a774-59d3dd32b853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:32.535848 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-78e6b160-eb1e-46ff-a774-59d3dd32b853 admin admin] 10.222.0.48 "DELETE /v2.0/networks/da47d9a6-534f-44d9-b8a9-89652da4d3f3 HTTP/1.1" status: 204 len: 168 time: 0.7577446 Nov 12 20:07:32.551981 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b10875e5-0851-4603-ab72-a1eff007c57b tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7534'] for router, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:32.556027 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6b160-eb1e-46ff-a774-59d3dd32b853 admin admin] Pushing event deleted for resources: {'Network': ['ID=da47d9a6-534f-44d9-b8a9-89652da4d3f3,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:32.582636 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9d301f57-9f29-4fa5-b664-6ef3d87a45c8 req-6fe91922-3bfe-44e4-9536-a946fd6e696b tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805768 Nov 12 20:07:32.601246 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b10875e5-0851-4603-ab72-a1eff007c57b tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706542'] for router, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:32.781536 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:07:32.794846 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-786ced85-fd72-4a34-a2e9-ffa63c46ca6f tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Deleting port de7bf4e2-05d3-4c1e-bf33-644ded1b627f {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:32.795469 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-786ced85-fd72-4a34-a2e9-ffa63c46ca6f tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:32.799826 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34688) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:32.870218 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10875e5-0851-4603-ab72-a1eff007c57b tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Router c2e7c1dd-520e-48cc-b98f-f647b158fe8b has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:07:32.893905 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:07:32.894254 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6cc42ffc-9c39-4fc9-9cd8-e5eb897d8f07 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:07:32.918663 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-388cbf25-379c-4fdb-85f4-3e2eb13f92a2 req-2de0d03b-d45b-4ad9-b23e-93d70738f786 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 210 time: 0.0611143 Nov 12 20:07:32.937593 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-39ea3acc-351a-447b-a6f9-26f03a7308d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f4a501a8a9343959e54c76a3fc6aa37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361341 Nov 12 20:07:32.942774 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34690) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:32.976051 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-786ced85-fd72-4a34-a2e9-ffa63c46ca6f tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:32.976421 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-786ced85-fd72-4a34-a2e9-ffa63c46ca6f tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:33.070216 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-786ced85-fd72-4a34-a2e9-ffa63c46ca6f tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Calling delete_port for de7bf4e2-05d3-4c1e-bf33-644ded1b627f owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:33.076861 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10875e5-0851-4603-ab72-a1eff007c57b tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:07:33.085516 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b10875e5-0851-4603-ab72-a1eff007c57b tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:33.090623 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9a43d4-0670-4c00-89a3-c0d429b3b6c7 None None] Sync routers for ids ['c2e7c1dd-520e-48cc-b98f-f647b158fe8b'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:07:33.092284 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b10875e5-0851-4603-ab72-a1eff007c57b tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "PUT /v2.0/routers/c2e7c1dd-520e-48cc-b98f-f647b158fe8b HTTP/1.1" status: 200 len: 892 time: 1.2032216 Nov 12 20:07:33.094297 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34696) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:33.112717 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9a43d4-0670-4c00-89a3-c0d429b3b6c7 None None] Routers {'c2e7c1dd-520e-48cc-b98f-f647b158fe8b'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:33.113605 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-5e9a43d4-0670-4c00-89a3-c0d429b3b6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:07:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['c2e7c1dd-520e-48cc-b98f-f647b158fe8b'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:33.124401 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c28f3-033b-4bd5-88a1-9c14411d5820 req-1ed630a7-d690-4323-b1f7-8de595ecc6eb tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:33.126041 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f41c28f3-033b-4bd5-88a1-9c14411d5820 req-1ed630a7-d690-4323-b1f7-8de595ecc6eb tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ff1e55a-5f4a-42de-b859-68a4d568011b HTTP/1.1" status: 200 len: 945 time: 0.1464100 Nov 12 20:07:33.174863 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0a35322d-30eb-4b47-a7f8-66dd79b9fa9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:33.188543 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-5e9a43d4-0670-4c00-89a3-c0d429b3b6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:33.198240 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0a35322d-30eb-4b47-a7f8-66dd79b9fa9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:33.201091 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9a43d4-0670-4c00-89a3-c0d429b3b6c7 None None] Routers {'c2e7c1dd-520e-48cc-b98f-f647b158fe8b'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:33.201937 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-5e9a43d4-0670-4c00-89a3-c0d429b3b6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:07:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['c2e7c1dd-520e-48cc-b98f-f647b158fe8b'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:33.238918 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-5e9a43d4-0670-4c00-89a3-c0d429b3b6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:33.239968 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9a43d4-0670-4c00-89a3-c0d429b3b6c7 None None] The sync data for ids ['c2e7c1dd-520e-48cc-b98f-f647b158fe8b'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:07:33.264064 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0a35322d-30eb-4b47-a7f8-66dd79b9fa9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:33.266546 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0a35322d-30eb-4b47-a7f8-66dd79b9fa9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:33.267683 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0a35322d-30eb-4b47-a7f8-66dd79b9fa9f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/605ebc84-6255-4d76-8b01-0b426031492d HTTP/1.1" status: 204 len: 168 time: 0.3239799 Nov 12 20:07:33.302886 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d29656-a33a-4fb4-8ab7-076396d6caf3 req-2ef3bde1-93a6-4093-bc99-be2785cfffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:33.305593 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40d29656-a33a-4fb4-8ab7-076396d6caf3 req-2ef3bde1-93a6-4093-bc99-be2785cfffb8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=322bf24e49934e4fa67c0bb7085a7c5d&device_id=8ff1e55a-5f4a-42de-b859-68a4d568011b HTTP/1.1" status: 200 len: 1097 time: 0.3082581 Nov 12 20:07:33.309461 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-847b465b-5fa1-461f-a7b4-295ac8b00ad9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "GET /v2.0/routers/c2e7c1dd-520e-48cc-b98f-f647b158fe8b HTTP/1.1" status: 200 len: 892 time: 0.2128727 Nov 12 20:07:33.311441 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34702) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:33.331694 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35322d-30eb-4b47-a7f8-66dd79b9fa9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605ebc84-6255-4d76-8b01-0b426031492d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:33.353736 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-70e78f6b-2c34-45c3-b550-3a647d6b096f tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e7c1dd-520e-48cc-b98f-f647b158fe8b HTTP/1.1" status: 200 len: 205 time: 0.0353091 Nov 12 20:07:33.353736 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34704) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:33.485919 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f41c28f3-033b-4bd5-88a1-9c14411d5820 req-da9c92d3-4bf0-4d47-a895-c424c03334c7 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d802ab-6dcb-42e8-aec0-0af006304d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125584 Nov 12 20:07:33.570857 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 6fd18c3d-48fb-4e5f-9077-9050a50aa377 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:07:33.578237 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d29656-a33a-4fb4-8ab7-076396d6caf3 req-5e3728a2-1300-43d6-9172-c7c959c9818b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:33.579721 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40d29656-a33a-4fb4-8ab7-076396d6caf3 req-5e3728a2-1300-43d6-9172-c7c959c9818b service neutron] 10.222.0.55 "GET /v2.0/networks?id=3016226e-9be4-486b-a675-6c832bdd46c2 HTTP/1.1" status: 200 len: 915 time: 0.2492316 Nov 12 20:07:33.581519 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5368bfd1-9be8-46de-845b-87f6a809f5b8 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:33.720516 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-786ced85-fd72-4a34-a2e9-ffa63c46ca6f tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:33.730043 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40d29656-a33a-4fb4-8ab7-076396d6caf3 req-c50a3e40-90a4-43c0-9e1e-45b0b1cb3656 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14a7b6ef-ca6c-4d1c-9be6-73128a747655 HTTP/1.1" status: 200 len: 217 time: 0.1221766 Nov 12 20:07:33.774783 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ced85-fd72-4a34-a2e9-ffa63c46ca6f tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Pushing event deleted for resources: {'Port': ['ID=de7bf4e2-05d3-4c1e-bf33-644ded1b627f,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:33.798363 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 6fd18c3d-48fb-4e5f-9077-9050a50aa377, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6fd18c3d-48fb-4e5f-9077-9050a50aa377,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:33.834777 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48f9af-bb61-48f0-916b-821d4cb06507 req-b737ed6f-7fcd-4c53-9325-f4e700fd650f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:33.836531 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ac48f9af-bb61-48f0-916b-821d4cb06507 req-b737ed6f-7fcd-4c53-9325-f4e700fd650f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 947 time: 0.1534417 Nov 12 20:07:33.863100 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '6fd18c3d-48fb-4e5f-9077-9050a50aa377', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': '6fd18c3d-48fb-4e5f-9077-9050a50aa377', 'mac_address': 'fa:16:3e:27:31:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:07:33.912951 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5368bfd1-9be8-46de-845b-87f6a809f5b8 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:33.938219 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:33.956976 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd18c3d-48fb-4e5f-9077-9050a50aa377 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:07:33.991245 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 6fd18c3d-48fb-4e5f-9077-9050a50aa377, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6fd18c3d-48fb-4e5f-9077-9050a50aa377,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:33.999244 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:34.009321 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d29656-a33a-4fb4-8ab7-076396d6caf3 req-caa4cc6d-82a0-4244-97b0-f5107c02fb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:34.010483 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ac48f9af-bb61-48f0-916b-821d4cb06507 req-c3de5b8b-409f-4daa-9291-e22f9f623402 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547570 Nov 12 20:07:34.012210 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40d29656-a33a-4fb4-8ab7-076396d6caf3 req-caa4cc6d-82a0-4244-97b0-f5107c02fb87 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3d37e52e-e2de-4dee-b33e-a898956c18ef HTTP/1.1" status: 200 len: 854 time: 0.2565870 Nov 12 20:07:34.068939 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=6fd18c3d-48fb-4e5f-9077-9050a50aa377,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:34.093006 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-5368bfd1-9be8-46de-845b-87f6a809f5b8 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Deleting port 413e9e40-edef-4a15-b4c0-484305738df0 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:34.096124 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5368bfd1-9be8-46de-845b-87f6a809f5b8 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:34.106605 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-786ced85-fd72-4a34-a2e9-ffa63c46ca6f tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:34.112186 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-786ced85-fd72-4a34-a2e9-ffa63c46ca6f tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:34.117289 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-786ced85-fd72-4a34-a2e9-ffa63c46ca6f tempest-ServersTestBootFromVolume-1097343310 tempest-ServersTestBootFromVolume-1097343310-project] 10.222.0.48 "DELETE /v2.0/floatingips/90180011-9062-434a-bf64-405da7081058 HTTP/1.1" status: 204 len: 168 time: 1.6095915 Nov 12 20:07:34.120156 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34724) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:34.330876 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['6fd18c3d-48fb-4e5f-9077-9050a50aa377'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:07:34.363211 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5368bfd1-9be8-46de-845b-87f6a809f5b8 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:34.452372 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-5368bfd1-9be8-46de-845b-87f6a809f5b8 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Calling delete_port for 413e9e40-edef-4a15-b4c0-484305738df0 owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:34.559030 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-31af96e7-dadc-4401-b32d-c0f95dcaa1d7 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:34.560506 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-31af96e7-dadc-4401-b32d-c0f95dcaa1d7 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.55 "GET /v2.0/networks?id=d647a41e-ad4a-4efd-99be-d45e84f5e8b5 HTTP/1.1" status: 200 len: 822 time: 0.3342340 Nov 12 20:07:34.577385 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6be4ea-c080-4630-93e5-af7aea8af21c req-97ca2b9c-3398-4d6b-81a8-950fe6249747 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:34.584741 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2b6be4ea-c080-4630-93e5-af7aea8af21c req-97ca2b9c-3398-4d6b-81a8-950fe6249747 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 948 time: 0.1724586 Nov 12 20:07:34.597122 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-4b744b59-476c-468c-a711-d86fa2688ad5 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Request body: {'port': {'device_id': '3b3b3d39-49e7-4439-857f-e02a45b31f7f', 'network_id': 'd647a41e-ad4a-4efd-99be-d45e84f5e8b5', 'admin_state_up': True, 'tenant_id': '2c215bd023034edfbd082926b8439df6'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:34.796160 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40d29656-a33a-4fb4-8ab7-076396d6caf3 req-66cbbac1-1a56-4d0f-a312-40fec6c6117d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3016226e-9be4-486b-a675-6c832bdd46c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7662444 Nov 12 20:07:34.862384 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3467c7aa-4691-420c-b154-c73443d6d449 req-81be97af-a624-49fc-b562-d39e0160f6a0 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 210 time: 0.7439413 Nov 12 20:07:35.087046 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-0afd030b-2875-4425-b778-af29eb43cc75 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:35.089207 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-0afd030b-2875-4425-b778-af29eb43cc75 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.55 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439&tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&binding%3Ahost_id=n-h1-712140-15 HTTP/1.1" status: 200 len: 948 time: 0.2914250 Nov 12 20:07:35.090071 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2b6be4ea-c080-4630-93e5-af7aea8af21c req-63df67c4-606d-4ce2-8c19-3cfc6477b9ac tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044634 Nov 12 20:07:35.169173 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-4b744b59-476c-468c-a711-d86fa2688ad5 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Made reservation on behalf of 2c215bd023034edfbd082926b8439df6 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:07:35.173872 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-4b744b59-476c-468c-a711-d86fa2688ad5 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:35.188284 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca615b6b-b362-45cf-af54-12db10538600 req-4554e977-4f21-479a-89f7-a60f2fb54310 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:35.189898 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca615b6b-b362-45cf-af54-12db10538600 req-4554e977-4f21-479a-89f7-a60f2fb54310 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ff1e55a-5f4a-42de-b859-68a4d568011b HTTP/1.1" status: 200 len: 945 time: 0.2465122 Nov 12 20:07:35.206749 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40d29656-a33a-4fb4-8ab7-076396d6caf3 req-0df2ba5d-7da5-454b-9d4d-3fc4a575c6eb service neutron] 10.222.0.55 "GET /v2.0/networks/3016226e-9be4-486b-a675-6c832bdd46c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889039 Nov 12 20:07:35.243049 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5368bfd1-9be8-46de-845b-87f6a809f5b8 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:35.356200 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368bfd1-9be8-46de-845b-87f6a809f5b8 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Port': ['ID=413e9e40-edef-4a15-b4c0-484305738df0,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:35.379688 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-14348759-f0ff-40a2-90d9-d8607f31bae8 service neutron] 10.222.0.55 "GET /v2.0/ports/6fd18c3d-48fb-4e5f-9077-9050a50aa377/bindings/n-h1-712140-15 HTTP/1.1" status: 200 len: 383 time: 0.2740631 Nov 12 20:07:35.410905 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca615b6b-b362-45cf-af54-12db10538600 req-a11dce34-15e4-4730-b300-79cab1e16d49 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d802ab-6dcb-42e8-aec0-0af006304d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111638 Nov 12 20:07:35.486458 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40d29656-a33a-4fb4-8ab7-076396d6caf3 req-b37c5b13-7993-426f-8a0a-d70180e7f3ed service neutron] 10.222.0.55 "GET /v2.0/networks/3016226e-9be4-486b-a675-6c832bdd46c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617958 Nov 12 20:07:35.519644 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-2c7459c8-033c-4af8-bee9-37fa0b4c6cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:35.521470 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-2c7459c8-033c-4af8-bee9-37fa0b4c6cf5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 1100 time: 0.1079717 Nov 12 20:07:35.534038 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5368bfd1-9be8-46de-845b-87f6a809f5b8 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:35.585738 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 6fd18c3d-48fb-4e5f-9077-9050a50aa377 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:07:35.666379 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 6fd18c3d-48fb-4e5f-9077-9050a50aa377 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:07:35.679976 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 6fd18c3d-48fb-4e5f-9077-9050a50aa377 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:35.680368 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:35.729650 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5368bfd1-9be8-46de-845b-87f6a809f5b8 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:35.731736 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-4b744b59-476c-468c-a711-d86fa2688ad5 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Allocated IP 172.20.0.6 (d647a41e-ad4a-4efd-99be-d45e84f5e8b5/0c1ad2f7-7e72-4638-8072-b188c067ace8/6ea76173-d4c8-42f2-b169-0ab181fa4fb5) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:07:35.736817 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5368bfd1-9be8-46de-845b-87f6a809f5b8 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:35.738518 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4f9b5473-fca6-4ce9-98d0-2ce6b4f5544a req-3f13607e-844b-4604-961b-7ed1498ab23d tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0553432 Nov 12 20:07:35.793055 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2373cea-4515-44af-b428-d863d678b808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:35.815910 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5368bfd1-9be8-46de-845b-87f6a809f5b8 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:35.816087 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5368bfd1-9be8-46de-845b-87f6a809f5b8 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Fanout notify agent at l3_agent the message router_deleted on router c2e7c1dd-520e-48cc-b98f-f647b158fe8b {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:07:35.826182 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5368bfd1-9be8-46de-845b-87f6a809f5b8 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:35.827303 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5368bfd1-9be8-46de-845b-87f6a809f5b8 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/routers/c2e7c1dd-520e-48cc-b98f-f647b158fe8b HTTP/1.1" status: 204 len: 168 time: 2.4756517 Nov 12 20:07:35.833187 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34760) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:35.838450 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:35.841535 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-d657fddd-0059-48b6-a134-b9770b0a41db tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1824967429'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:35.874491 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e2e23c-84f6-4dc1-bf10-1ed50b627439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd18c3d-48fb-4e5f-9077-9050a50aa377'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:07:35.877597 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b83844-e35e-4ddc-b7bf-28234d26db88" -d '{"events": [{"server_uuid": "12e2e23c-84f6-4dc1-bf10-1ed50b627439", "name": "network-vif-plugged", "status": "completed", "tag": "6fd18c3d-48fb-4e5f-9077-9050a50aa377"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:07:35.890499 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-473090fb-1caf-48a2-862e-599858eb5d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:35.892015 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-473090fb-1caf-48a2-862e-599858eb5d08 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.3201869 Nov 12 20:07:35.917722 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 6fd18c3d-48fb-4e5f-9077-9050a50aa377, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6fd18c3d-48fb-4e5f-9077-9050a50aa377,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:35.926630 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:35.943881 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d657fddd-0059-48b6-a134-b9770b0a41db tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Made reservation on behalf of 74c60af4d2d04ca29da86eba8b146adf for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:07:35.952988 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d657fddd-0059-48b6-a134-b9770b0a41db tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:36.005257 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d657fddd-0059-48b6-a134-b9770b0a41db tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:07:36.029900 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d657fddd-0059-48b6-a134-b9770b0a41db tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:36.030253 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-d657fddd-0059-48b6-a134-b9770b0a41db tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Added segment 40dbdedf-3981-439a-9560-a349d2ed0290 of type vlan for network b22c95d7-64fb-42dd-8e33-0fa78a3eb767 Nov 12 20:07:36.050317 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=6fd18c3d-48fb-4e5f-9077-9050a50aa377,revision_number=9']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:36.053386 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-56f0a731-0d39-49f5-8245-410ccbcbee70 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6fd18c3d-48fb-4e5f-9077-9050a50aa377 HTTP/1.1" status: 200 len: 217 time: 0.1485229 Nov 12 20:07:36.066834 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-4b744b59-476c-468c-a711-d86fa2688ad5 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:36.087533 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f77a8e0-dc6f-40b6-9a77-a559a1df05ae x-openstack-request-id: req-4f77a8e0-dc6f-40b6-9a77-a559a1df05ae {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:07:36.087834 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e2e23c-84f6-4dc1-bf10-1ed50b627439", "name": "network-vif-plugged", "status": "completed", "tag": "6fd18c3d-48fb-4e5f-9077-9050a50aa377", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:07:36.088312 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f77a8e0-dc6f-40b6-9a77-a559a1df05ae {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:07:36.088742 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e2e23c-84f6-4dc1-bf10-1ed50b627439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd18c3d-48fb-4e5f-9077-9050a50aa377', 'code': 200} Nov 12 20:07:36.169288 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d657fddd-0059-48b6-a134-b9770b0a41db tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:36.178295 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-4b744b59-476c-468c-a711-d86fa2688ad5 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:36.243293 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-24ab7fa2-fcab-41fe-8147-b7d2162e9941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:36.244783 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-24ab7fa2-fcab-41fe-8147-b7d2162e9941 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.1424799 Nov 12 20:07:36.259499 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-4b744b59-476c-468c-a711-d86fa2688ad5 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Network d647a41e-ad4a-4efd-99be-d45e84f5e8b5 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:07:36.265296 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-4b744b59-476c-468c-a711-d86fa2688ad5 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:36.272936 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-4b744b59-476c-468c-a711-d86fa2688ad5 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:07:36.374079 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b744b59-476c-468c-a711-d86fa2688ad5 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Pushing event updated for resources: {'Port': ['ID=6ea76173-d4c8-42f2-b169-0ab181fa4fb5,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:36.396059 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d657fddd-0059-48b6-a134-b9770b0a41db tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:36.404556 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d657fddd-0059-48b6-a134-b9770b0a41db tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:36.405194 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d657fddd-0059-48b6-a134-b9770b0a41db tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:36.456111 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277b4a6-c494-4266-b44d-5ad13dba6c8e req-9f548b08-d8ec-413f-9640-17c2518dcf9b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:36.457742 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4277b4a6-c494-4266-b44d-5ad13dba6c8e req-9f548b08-d8ec-413f-9640-17c2518dcf9b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 931 time: 0.3375230 Nov 12 20:07:36.459948 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-7e1d0d3e-4562-4aee-b2a0-52b009568443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:36.460997 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-4b744b59-476c-468c-a711-d86fa2688ad5 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:36.461635 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-4b744b59-476c-468c-a711-d86fa2688ad5 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:36.462674 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-7e1d0d3e-4562-4aee-b2a0-52b009568443 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2029800 Nov 12 20:07:36.506769 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790f5ea-de43-4c62-8525-e67946df6405 req-0511fbb5-5d10-40eb-9dfe-ad34efe3795a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:36.508669 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b790f5ea-de43-4c62-8525-e67946df6405 req-0511fbb5-5d10-40eb-9dfe-ad34efe3795a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.2445540 Nov 12 20:07:36.529957 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d657fddd-0059-48b6-a134-b9770b0a41db tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6956551 Nov 12 20:07:36.531813 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34778) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:36.543408 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-e4553fee-e8e8-441a-a72e-d0cd63da6bd8 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'subnet': {'network_id': 'b22c95d7-64fb-42dd-8e33-0fa78a3eb767', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:36.547213 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657fddd-0059-48b6-a134-b9770b0a41db tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Network': ['ID=b22c95d7-64fb-42dd-8e33-0fa78a3eb767,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:36.562640 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network b22c95d7-64fb-42dd-8e33-0fa78a3eb767 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:07:36.578257 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-4b744b59-476c-468c-a711-d86fa2688ad5 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9913828 Nov 12 20:07:36.592951 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-47af7795-0041-4a4a-a55b-cd6c631f75bb service neutron] Request body: {'port': {'device_id': '3b3b3d39-49e7-4439-857f-e02a45b31f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:36.685230 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4277b4a6-c494-4266-b44d-5ad13dba6c8e req-81ca668f-34dc-4679-93a4-2b2679ffd749 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839247 Nov 12 20:07:36.712681 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-02ed7f5d-e03b-494c-b96b-c7acc3a7edb3 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269437 Nov 12 20:07:36.723834 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b790f5ea-de43-4c62-8525-e67946df6405 req-3137060d-2102-4430-825f-88152452edaf tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017360 Nov 12 20:07:36.744827 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-47af7795-0041-4a4a-a55b-cd6c631f75bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:36.777201 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4553fee-e8e8-441a-a72e-d0cd63da6bd8 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Made reservation on behalf of 74c60af4d2d04ca29da86eba8b146adf for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:07:36.781768 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e4553fee-e8e8-441a-a72e-d0cd63da6bd8 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:36.942878 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-beddeece-5f1d-4b32-a19e-4ff62f737722 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084210 Nov 12 20:07:36.951774 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087e11c-847d-4a44-9a23-9800c61a1626 req-5e4e0ce6-18ed-4d9f-a4a2-6955fef3e57d tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:36.953376 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d087e11c-847d-4a44-9a23-9800c61a1626 req-5e4e0ce6-18ed-4d9f-a4a2-6955fef3e57d tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ff1e55a-5f4a-42de-b859-68a4d568011b HTTP/1.1" status: 200 len: 945 time: 0.1407573 Nov 12 20:07:36.955060 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-b2373cea-4515-44af-b428-d863d678b808 admin admin] Deleting port 90b23e56-10a0-49f9-af63-ac78b872f964 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:36.955390 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2373cea-4515-44af-b428-d863d678b808 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:37.001847 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5ced6284-11b1-42f5-bef9-13a3b149db2f req-d73092bb-4826-421f-a998-f1a8c99312cf tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0578971 Nov 12 20:07:37.074936 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d087e11c-847d-4a44-9a23-9800c61a1626 req-a36eab02-0765-488d-ace6-79318bb0f6b5 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d802ab-6dcb-42e8-aec0-0af006304d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111455 Nov 12 20:07:37.092245 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-b2373cea-4515-44af-b428-d863d678b808 admin admin] For port 90b23e56-10a0-49f9-af63-ac78b872f964, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=90b23e56-10a0-49f9-af63-ac78b872f964,segment=NetworkSegment(7b36f143-1fec-421b-a084-6f9c5b9e9660),segment_id=7b36f143-1fec-421b-a084-6f9c5b9e9660)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:37.092657 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2373cea-4515-44af-b428-d863d678b808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:37.106356 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-b2373cea-4515-44af-b428-d863d678b808 admin admin] Calling delete_port for 90b23e56-10a0-49f9-af63-ac78b872f964 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:37.193830 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e4553fee-e8e8-441a-a72e-d0cd63da6bd8 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:37.296049 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-47af7795-0041-4a4a-a55b-cd6c631f75bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea76173-d4c8-42f2-b169-0ab181fa4fb5 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:07:37.306953 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4553fee-e8e8-441a-a72e-d0cd63da6bd8 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Subnet': ['ID=9bab3273-9c55-49c8-ac27-cc9165530572,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:37.311774 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-47af7795-0041-4a4a-a55b-cd6c631f75bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:37.337661 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4553fee-e8e8-441a-a72e-d0cd63da6bd8 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Checking segment: {'id': '40dbdedf-3981-439a-9560-a349d2ed0290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b22c95d7-64fb-42dd-8e33-0fa78a3eb767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:07:37.338590 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4553fee-e8e8-441a-a72e-d0cd63da6bd8 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network hostable DHCP agents. Network: b22c95d7-64fb-42dd-8e33-0fa78a3eb767, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:07:37.365393 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4553fee-e8e8-441a-a72e-d0cd63da6bd8 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network b22c95d7-64fb-42dd-8e33-0fa78a3eb767 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:07:37.378355 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-e4553fee-e8e8-441a-a72e-d0cd63da6bd8 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, b22c95d7-64fb-42dd-8e33-0fa78a3eb767) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:37.379815 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2373cea-4515-44af-b428-d863d678b808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:37.387135 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-47af7795-0041-4a4a-a55b-cd6c631f75bb service neutron] Transition to ACTIVE for port object 6ea76173-d4c8-42f2-b169-0ab181fa4fb5 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:07:37.389390 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063d690d-529f-4229-84a8-3511765cef43 None None] Network b22c95d7-64fb-42dd-8e33-0fa78a3eb767 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:07:37.401405 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4553fee-e8e8-441a-a72e-d0cd63da6bd8 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:37.402112 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e4553fee-e8e8-441a-a72e-d0cd63da6bd8 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:37.404644 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-47af7795-0041-4a4a-a55b-cd6c631f75bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:37.413451 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2373cea-4515-44af-b428-d863d678b808 admin admin] Pushing event deleted for resources: {'Port': ['ID=90b23e56-10a0-49f9-af63-ac78b872f964,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:37.533477 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e4553fee-e8e8-441a-a72e-d0cd63da6bd8 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9998958 Nov 12 20:07:37.534108 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34788) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:37.574456 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-c00c48d3-6dd0-487e-9ca4-7f68fa8ec39c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-591473552', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:37.592093 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bde2fb4-b358-4319-a807-cdad99cced80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-b22c95d7-64fb-42dd-8e33-0fa78a3eb767', 'network_id': 'b22c95d7-64fb-42dd-8e33-0fa78a3eb767', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'fixed_ips': [{'subnet_id': '9bab3273-9c55-49c8-ac27-cc9165530572'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:07:37.593003 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8bde2fb4-b358-4319-a807-cdad99cced80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:37.596926 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af7795-0041-4a4a-a55b-cd6c631f75bb service neutron] Pushing event updated for resources: {'Port': ['ID=6ea76173-d4c8-42f2-b169-0ab181fa4fb5,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:37.622446 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2373cea-4515-44af-b428-d863d678b808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:37.712223 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd451e42-f19c-4dc7-82e9-5f6edde7199e req-ac2d913a-a33f-4e7c-b728-8cb6093139bc tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:37.720151 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dd451e42-f19c-4dc7-82e9-5f6edde7199e req-ac2d913a-a33f-4e7c-b728-8cb6093139bc tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ff1e55a-5f4a-42de-b859-68a4d568011b HTTP/1.1" status: 200 len: 945 time: 0.2619965 Nov 12 20:07:37.735595 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c00c48d3-6dd0-487e-9ca4-7f68fa8ec39c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:37.736748 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c00c48d3-6dd0-487e-9ca4-7f68fa8ec39c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:37.772889 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-47af7795-0041-4a4a-a55b-cd6c631f75bb service neutron] Attempting to bind port 6ea76173-d4c8-42f2-b169-0ab181fa4fb5 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:07:37.773238 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-47af7795-0041-4a4a-a55b-cd6c631f75bb service neutron] Attempting to bind port 6ea76173-d4c8-42f2-b169-0ab181fa4fb5 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '44856b08-7173-4552-88bc-2d1c4111ab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd647a41e-ad4a-4efd-99be-d45e84f5e8b5'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:07:37.773821 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-47af7795-0041-4a4a-a55b-cd6c631f75bb service neutron] Attempting to bind port 6ea76173-d4c8-42f2-b169-0ab181fa4fb5 on network d647a41e-ad4a-4efd-99be-d45e84f5e8b5 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:07:37.809785 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-47af7795-0041-4a4a-a55b-cd6c631f75bb service neutron] Port 6ea76173-d4c8-42f2-b169-0ab181fa4fb5 on network d647a41e-ad4a-4efd-99be-d45e84f5e8b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:07:37.810063 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-47af7795-0041-4a4a-a55b-cd6c631f75bb service neutron] Attempting to bind port 6ea76173-d4c8-42f2-b169-0ab181fa4fb5 on network d647a41e-ad4a-4efd-99be-d45e84f5e8b5 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:07:37.827874 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-8bde2fb4-b358-4319-a807-cdad99cced80 None None] Allocated IP 2001:db8::2 (b22c95d7-64fb-42dd-8e33-0fa78a3eb767/9bab3273-9c55-49c8-ac27-cc9165530572/28943a83-fd73-4d95-a5d7-275e06cc621f) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:07:37.846543 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dd451e42-f19c-4dc7-82e9-5f6edde7199e req-bcfbeade-3948-4a61-848a-24cb1a920ee8 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d802ab-6dcb-42e8-aec0-0af006304d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252954 Nov 12 20:07:37.847642 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-47af7795-0041-4a4a-a55b-cd6c631f75bb service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:07:37.847901 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-47af7795-0041-4a4a-a55b-cd6c631f75bb service neutron] Checking segment: {'id': '44856b08-7173-4552-88bc-2d1c4111ab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd647a41e-ad4a-4efd-99be-d45e84f5e8b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:07:37.848332 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-47af7795-0041-4a4a-a55b-cd6c631f75bb service neutron] Bound using segment: {'id': '44856b08-7173-4552-88bc-2d1c4111ab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd647a41e-ad4a-4efd-99be-d45e84f5e8b5'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:07:37.848769 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-47af7795-0041-4a4a-a55b-cd6c631f75bb service neutron] Bound port: 6ea76173-d4c8-42f2-b169-0ab181fa4fb5, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44856b08-7173-4552-88bc-2d1c4111ab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd647a41e-ad4a-4efd-99be-d45e84f5e8b5'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:07:37.849380 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-47af7795-0041-4a4a-a55b-cd6c631f75bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:37.855634 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c00c48d3-6dd0-487e-9ca4-7f68fa8ec39c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:37.858851 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05477bcd-eafd-4027-8597-089d0bed54ea req-8d5d86f7-1210-4028-b664-4f6833730cac tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:37.864549 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c00c48d3-6dd0-487e-9ca4-7f68fa8ec39c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:37.867082 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-05477bcd-eafd-4027-8597-089d0bed54ea req-8d5d86f7-1210-4028-b664-4f6833730cac tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 943 time: 0.0728860 Nov 12 20:07:37.914996 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-05477bcd-eafd-4027-8597-089d0bed54ea req-1350f041-10a6-4259-b296-d940d4968b7b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470345 Nov 12 20:07:37.928718 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c00c48d3-6dd0-487e-9ca4-7f68fa8ec39c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:37.938341 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c00c48d3-6dd0-487e-9ca4-7f68fa8ec39c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3908505 Nov 12 20:07:37.938341 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34796) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:38.034288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2373cea-4515-44af-b428-d863d678b808 admin admin] Router 8b6d0e1a-fd16-485f-8122-bef1c13d6e36 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:07:38.064111 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8bde2fb4-b358-4319-a807-cdad99cced80 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:38.071098 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8bde2fb4-b358-4319-a807-cdad99cced80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:38.077316 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-47af7795-0041-4a4a-a55b-cd6c631f75bb service neutron] For port 6ea76173-d4c8-42f2-b169-0ab181fa4fb5, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:07:38.104998 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-47af7795-0041-4a4a-a55b-cd6c631f75bb service neutron] For port 6ea76173-d4c8-42f2-b169-0ab181fa4fb5, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6ea76173-d4c8-42f2-b169-0ab181fa4fb5,segment=NetworkSegment(44856b08-7173-4552-88bc-2d1c4111ab8b),segment_id=44856b08-7173-4552-88bc-2d1c4111ab8b)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:07:38.135270 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bde2fb4-b358-4319-a807-cdad99cced80 None None] Network b22c95d7-64fb-42dd-8e33-0fa78a3eb767 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:07:38.138510 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-8bde2fb4-b358-4319-a807-cdad99cced80 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:38.140147 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-47af7795-0041-4a4a-a55b-cd6c631f75bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:38.146362 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bde2fb4-b358-4319-a807-cdad99cced80 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:07:38.189560 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-713c337b-5eef-4414-a1cf-4e027599d215 req-67297a36-da29-4a59-ade2-47d9c524b3e8 tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0417929 Nov 12 20:07:38.189938 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde2fb4-b358-4319-a807-cdad99cced80 None None] Pushing event updated for resources: {'Port': ['ID=28943a83-fd73-4d95-a5d7-275e06cc621f,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:38.207755 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2373cea-4515-44af-b428-d863d678b808 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:07:38.228279 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b2373cea-4515-44af-b428-d863d678b808 admin admin] 10.222.0.48 "PUT /v2.0/routers/8b6d0e1a-fd16-485f-8122-bef1c13d6e36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0983970 Nov 12 20:07:38.228279 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34800) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:38.232803 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b13ce9-b68d-422e-9b4e-52d3f88b1705 req-4ad01927-7f78-43a4-b15c-a0d21b3196b3 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:38.241079 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-00b13ce9-b68d-422e-9b4e-52d3f88b1705 req-4ad01927-7f78-43a4-b15c-a0d21b3196b3 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.2751901 Nov 12 20:07:38.242523 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3cbf51-aacf-4dde-8dac-acd1b0f656f3 None None] Sync routers for ids ['8b6d0e1a-fd16-485f-8122-bef1c13d6e36'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:07:38.264504 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-8bde2fb4-b358-4319-a807-cdad99cced80 None None] Attempting to bind port 28943a83-fd73-4d95-a5d7-275e06cc621f on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:07:38.264867 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-8bde2fb4-b358-4319-a807-cdad99cced80 None None] Attempting to bind port 28943a83-fd73-4d95-a5d7-275e06cc621f by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '40dbdedf-3981-439a-9560-a349d2ed0290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b22c95d7-64fb-42dd-8e33-0fa78a3eb767'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:07:38.266372 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde2fb4-b358-4319-a807-cdad99cced80 None None] Attempting to bind port 28943a83-fd73-4d95-a5d7-275e06cc621f on network b22c95d7-64fb-42dd-8e33-0fa78a3eb767 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:07:38.272848 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3cbf51-aacf-4dde-8dac-acd1b0f656f3 None None] Routers {'8b6d0e1a-fd16-485f-8122-bef1c13d6e36'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:38.273468 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-4b3cbf51-aacf-4dde-8dac-acd1b0f656f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:07:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8b6d0e1a-fd16-485f-8122-bef1c13d6e36'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:38.276105 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde2fb4-b358-4319-a807-cdad99cced80 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:07:38.277101 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde2fb4-b358-4319-a807-cdad99cced80 None None] Checking segment: {'id': '40dbdedf-3981-439a-9560-a349d2ed0290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b22c95d7-64fb-42dd-8e33-0fa78a3eb767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:07:38.278155 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8bde2fb4-b358-4319-a807-cdad99cced80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:38.278597 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde2fb4-b358-4319-a807-cdad99cced80 None None] Bound using segment: {'id': '40dbdedf-3981-439a-9560-a349d2ed0290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b22c95d7-64fb-42dd-8e33-0fa78a3eb767'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:07:38.279084 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-8bde2fb4-b358-4319-a807-cdad99cced80 None None] Bound port: 28943a83-fd73-4d95-a5d7-275e06cc621f, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40dbdedf-3981-439a-9560-a349d2ed0290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b22c95d7-64fb-42dd-8e33-0fa78a3eb767'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:07:38.279466 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8bde2fb4-b358-4319-a807-cdad99cced80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:38.334283 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-47af7795-0041-4a4a-a55b-cd6c631f75bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:38.336271 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-47af7795-0041-4a4a-a55b-cd6c631f75bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:38.337221 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-47af7795-0041-4a4a-a55b-cd6c631f75bb service neutron] 10.222.0.55 "PUT /v2.0/ports/6ea76173-d4c8-42f2-b169-0ab181fa4fb5 HTTP/1.1" status: 200 len: 1092 time: 1.7483904 Nov 12 20:07:38.337896 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3b3d39-49e7-4439-857f-e02a45b31f7f', 'tag': '6ea76173-d4c8-42f2-b169-0ab181fa4fb5'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:07:38.340855 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fa3a52-f9d6-482d-97b1-8ff6207fc0ae" -d '{"events": [{"name": "network-changed", "server_uuid": "3b3b3d39-49e7-4439-857f-e02a45b31f7f", "tag": "6ea76173-d4c8-42f2-b169-0ab181fa4fb5"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:07:38.368125 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3631079-e540-4375-bca6-fcfc5a62b52c admin admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:38.412827 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af7795-0041-4a4a-a55b-cd6c631f75bb service neutron] Pushing event updated for resources: {'Port': ['ID=6ea76173-d4c8-42f2-b169-0ab181fa4fb5,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:38.455287 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-8bde2fb4-b358-4319-a807-cdad99cced80 None None] For port 28943a83-fd73-4d95-a5d7-275e06cc621f, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:07:38.459921 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-8bde2fb4-b358-4319-a807-cdad99cced80 None None] For port 28943a83-fd73-4d95-a5d7-275e06cc621f, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=28943a83-fd73-4d95-a5d7-275e06cc621f,segment=NetworkSegment(40dbdedf-3981-439a-9560-a349d2ed0290),segment_id=40dbdedf-3981-439a-9560-a349d2ed0290)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:07:38.464300 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-4b3cbf51-aacf-4dde-8dac-acd1b0f656f3 None None] Set router 8b6d0e1a-fd16-485f-8122-bef1c13d6e36 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:07:38.467495 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8bde2fb4-b358-4319-a807-cdad99cced80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:38.473428 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-00b13ce9-b68d-422e-9b4e-52d3f88b1705 req-d84b870b-699a-4298-8967-44b8ddc96ede tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313268 Nov 12 20:07:38.477887 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f857cd3b-d645-4317-a093-7d557b6d1a5c x-openstack-request-id: req-f857cd3b-d645-4317-a093-7d557b6d1a5c {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:07:38.478179 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b3b3d39-49e7-4439-857f-e02a45b31f7f", "tag": "6ea76173-d4c8-42f2-b169-0ab181fa4fb5", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:07:38.478432 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f857cd3b-d645-4317-a093-7d557b6d1a5c {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:07:38.479396 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3b3d39-49e7-4439-857f-e02a45b31f7f', 'tag': '6ea76173-d4c8-42f2-b169-0ab181fa4fb5', 'status': 'completed', 'code': 200} Nov 12 20:07:38.527313 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3631079-e540-4375-bca6-fcfc5a62b52c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:38.555570 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-523ba1f0-bd98-42bb-8378-2f3edb2d9560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:38.557798 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-523ba1f0-bd98-42bb-8378-2f3edb2d9560 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c215bd023034edfbd082926b8439df6&device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 1095 time: 0.0978980 Nov 12 20:07:38.637837 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-f3631079-e540-4375-bca6-fcfc5a62b52c admin admin] Deleting port f0d6b858-2377-4d6e-8cd0-c7cda64b17e8 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:38.638318 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3631079-e540-4375-bca6-fcfc5a62b52c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:38.682830 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-329bdf53-47db-474f-b62e-24611b9e3b51 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ea76173-d4c8-42f2-b169-0ab181fa4fb5 HTTP/1.1" status: 200 len: 217 time: 0.1131394 Nov 12 20:07:38.684979 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35465453-5f08-4579-9ec1-3af51c0e4cf9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:38.745885 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-f3631079-e540-4375-bca6-fcfc5a62b52c admin admin] For port f0d6b858-2377-4d6e-8cd0-c7cda64b17e8, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f0d6b858-2377-4d6e-8cd0-c7cda64b17e8,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:38.746400 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3631079-e540-4375-bca6-fcfc5a62b52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:38.760435 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-f3631079-e540-4375-bca6-fcfc5a62b52c admin admin] Calling delete_port for f0d6b858-2377-4d6e-8cd0-c7cda64b17e8 owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:38.764807 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-457a6519-9c94-47b4-925d-bc20c654f4db req-baa1a6a6-647c-4dba-ac57-1d2d911f2f0f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0651133 Nov 12 20:07:38.815450 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde2fb4-b358-4319-a807-cdad99cced80 None None] Pushing event updated for resources: {'Port': ['ID=28943a83-fd73-4d95-a5d7-275e06cc621f,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:38.913124 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-1620e07e-0cac-43cd-9f6b-f7f60505654b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:38.914839 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-1620e07e-0cac-43cd-9f6b-f7f60505654b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c1ad2f7-7e72-4638-8072-b188c067ace8 HTTP/1.1" status: 200 len: 862 time: 0.2008152 Nov 12 20:07:38.925144 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-4b3cbf51-aacf-4dde-8dac-acd1b0f656f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'name': 'tempest-ServersTestBootFromVolume-93598917-router', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'f0d6b858-2377-4d6e-8cd0-c7cda64b17e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:03:58Z', 'updated_at': '2021-11-12T20:07:37Z', 'revision_number': 5, 'project_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'gw_port': {'id': 'f0d6b858-2377-4d6e-8cd0-c7cda64b17e8', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:03:59Z', 'updated_at': '2021-11-12T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:38.992109 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3cbf51-aacf-4dde-8dac-acd1b0f656f3 None None] Checking router: 8b6d0e1a-fd16-485f-8122-bef1c13d6e36 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:07:39.012666 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3cbf51-aacf-4dde-8dac-acd1b0f656f3 None None] Routers {'8b6d0e1a-fd16-485f-8122-bef1c13d6e36'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:39.013352 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-4b3cbf51-aacf-4dde-8dac-acd1b0f656f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:07:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8b6d0e1a-fd16-485f-8122-bef1c13d6e36'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:39.172224 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-4b3cbf51-aacf-4dde-8dac-acd1b0f656f3 None None] Set router 8b6d0e1a-fd16-485f-8122-bef1c13d6e36 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:07:39.238982 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-4b3cbf51-aacf-4dde-8dac-acd1b0f656f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'name': 'tempest-ServersTestBootFromVolume-93598917-router', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:03:58Z', 'updated_at': '2021-11-12T20:07:38Z', 'revision_number': 6, 'project_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:39.269899 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3cbf51-aacf-4dde-8dac-acd1b0f656f3 None None] The sync data for ids ['8b6d0e1a-fd16-485f-8122-bef1c13d6e36'] in n-d-712140-15 is: [{'id': '8b6d0e1a-fd16-485f-8122-bef1c13d6e36', 'name': 'tempest-ServersTestBootFromVolume-93598917-router', 'tenant_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:03:58Z', 'updated_at': '2021-11-12T20:07:38Z', 'revision_number': 6, 'project_id': '9cae1a1c0bd7436b996c54f7e79dee1f', 'gw_port_host': None}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:07:39.450800 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-36d43dae-0361-4fc1-b469-46da8294bc43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d647a41e-ad4a-4efd-99be-d45e84f5e8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4707961 Nov 12 20:07:39.503901 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30f288-344f-430c-9670-2fb05706fb03 req-6c0f5d01-a308-4892-a037-59e1134d5b1f tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:39.505436 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aa30f288-344f-430c-9670-2fb05706fb03 req-6c0f5d01-a308-4892-a037-59e1134d5b1f tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ff1e55a-5f4a-42de-b859-68a4d568011b HTTP/1.1" status: 200 len: 945 time: 0.1152966 Nov 12 20:07:39.515886 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942debed-6e13-425f-9947-cbef5d0831bc req-68bd327d-3afb-47b7-82f1-47a1ff46bf12 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:39.517381 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-942debed-6e13-425f-9947-cbef5d0831bc req-68bd327d-3afb-47b7-82f1-47a1ff46bf12 tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ff1e55a-5f4a-42de-b859-68a4d568011b HTTP/1.1" status: 200 len: 945 time: 0.1251898 Nov 12 20:07:39.609938 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3631079-e540-4375-bca6-fcfc5a62b52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:39.662468 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aa30f288-344f-430c-9670-2fb05706fb03 req-d691b97c-7b07-4ac7-87ba-b7eeb768bafe tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d802ab-6dcb-42e8-aec0-0af006304d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425142 Nov 12 20:07:39.666345 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3631079-e540-4375-bca6-fcfc5a62b52c admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d6b858-2377-4d6e-8cd0-c7cda64b17e8,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:39.746086 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-35465453-5f08-4579-9ec1-3af51c0e4cf9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Allocated IP 2001:db8::1 (b22c95d7-64fb-42dd-8e33-0fa78a3eb767/9bab3273-9c55-49c8-ac27-cc9165530572/1bf58cd3-3cac-4927-a00e-81c0a3e43ca6) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:07:39.770764 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3631079-e540-4375-bca6-fcfc5a62b52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:39.848849 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-942debed-6e13-425f-9947-cbef5d0831bc req-9a438cd2-8d8b-4aa1-92a7-000432a6956c tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Deleting port 14a7b6ef-ca6c-4d1c-9be6-73128a747655 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:39.849164 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-942debed-6e13-425f-9947-cbef5d0831bc req-9a438cd2-8d8b-4aa1-92a7-000432a6956c tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:39.907572 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35465453-5f08-4579-9ec1-3af51c0e4cf9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:39.914341 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3631079-e540-4375-bca6-fcfc5a62b52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:39.917914 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3631079-e540-4375-bca6-fcfc5a62b52c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:39.937355 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-83ee0383-7332-43ca-b128-1a1488090a8c req-cf487b9c-2e25-459a-8363-c703eee5acd0 tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0588670 Nov 12 20:07:39.938041 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2092eee-e144-4daa-b9a2-ba60d656c424 req-36d2e1ba-1c2e-4357-b352-76e5f09c308b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:39.946636 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d2092eee-e144-4daa-b9a2-ba60d656c424 req-36d2e1ba-1c2e-4357-b352-76e5f09c308b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 943 time: 0.4989569 Nov 12 20:07:39.952476 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-300f2a5d-af84-4106-8c74-aa6843efe0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:39.954381 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-300f2a5d-af84-4106-8c74-aa6843efe0cd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439&tenant_id=1c08b32f16f94cdbbecd052699f1c2ae HTTP/1.1" status: 200 len: 1101 time: 0.5079861 Nov 12 20:07:39.992127 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-eac4b67c-f5dc-4b8b-9379-31140d728a68 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-15', 'device_owner': 'compute:nova'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:40.021166 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-e850c0c0-c0fc-4441-8133-5861dfee5318 service neutron] 10.222.0.55 "GET /v2.0/networks/d647a41e-ad4a-4efd-99be-d45e84f5e8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5587466 Nov 12 20:07:40.047514 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3631079-e540-4375-bca6-fcfc5a62b52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:40.048055 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3631079-e540-4375-bca6-fcfc5a62b52c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b6d0e1a-fd16-485f-8122-bef1c13d6e36 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:07:40.063388 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3631079-e540-4375-bca6-fcfc5a62b52c admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:40.064590 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f3631079-e540-4375-bca6-fcfc5a62b52c admin admin] 10.222.0.48 "DELETE /v2.0/routers/8b6d0e1a-fd16-485f-8122-bef1c13d6e36 HTTP/1.1" status: 204 len: 168 time: 1.8425260 Nov 12 20:07:40.069939 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35465453-5f08-4579-9ec1-3af51c0e4cf9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:40.074103 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34814) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:40.099229 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a59ca3e-b4d6-4fe3-9500-af37e1279acf None None] Network b22c95d7-64fb-42dd-8e33-0fa78a3eb767 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:07:40.110224 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-942debed-6e13-425f-9947-cbef5d0831bc req-9a438cd2-8d8b-4aa1-92a7-000432a6956c tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] For port 14a7b6ef-ca6c-4d1c-9be6-73128a747655, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=14a7b6ef-ca6c-4d1c-9be6-73128a747655,segment=NetworkSegment(a6dcfd07-06d8-4710-bfbf-be95d264b17c),segment_id=a6dcfd07-06d8-4710-bfbf-be95d264b17c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:40.111011 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-942debed-6e13-425f-9947-cbef5d0831bc req-9a438cd2-8d8b-4aa1-92a7-000432a6956c tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:40.129719 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-942debed-6e13-425f-9947-cbef5d0831bc req-9a438cd2-8d8b-4aa1-92a7-000432a6956c tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Calling delete_port for 14a7b6ef-ca6c-4d1c-9be6-73128a747655 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:40.149066 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654e629-1a12-4318-afce-83a958151135 req-d394b3ff-aa93-47a7-8926-80ed491c12a7 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:40.150958 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5654e629-1a12-4318-afce-83a958151135 req-d394b3ff-aa93-47a7-8926-80ed491c12a7 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.1081429 Nov 12 20:07:40.191926 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-27678513-ae1b-48a6-b0b6-aa05f8b60a92 None None] Provisioning complete for port 28943a83-fd73-4d95-a5d7-275e06cc621f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:40.192882 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-27678513-ae1b-48a6-b0b6-aa05f8b60a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:40.222656 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d2092eee-e144-4daa-b9a2-ba60d656c424 req-cd3dee0a-c3f6-4ce3-b914-05b352633719 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751043 Nov 12 20:07:40.232219 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35465453-5f08-4579-9ec1-3af51c0e4cf9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network b22c95d7-64fb-42dd-8e33-0fa78a3eb767 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:07:40.236461 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-eac4b67c-f5dc-4b8b-9379-31140d728a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:40.266592 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-35465453-5f08-4579-9ec1-3af51c0e4cf9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:40.269170 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35465453-5f08-4579-9ec1-3af51c0e4cf9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:07:40.269721 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35465453-5f08-4579-9ec1-3af51c0e4cf9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:40.324002 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5654e629-1a12-4318-afce-83a958151135 req-9b2c9b9f-215f-4ecd-857c-373763d80d46 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614478 Nov 12 20:07:40.329174 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-27678513-ae1b-48a6-b0b6-aa05f8b60a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:40.333329 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35465453-5f08-4579-9ec1-3af51c0e4cf9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Port': ['ID=1bf58cd3-3cac-4927-a00e-81c0a3e43ca6,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:40.344408 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64453bd-bd9b-4fea-912f-f71e8fe9e890 admin admin] Deleting subnet d1e6fa5a-74f0-437c-a1da-55684f056e5b {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:07:40.359122 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-942debed-6e13-425f-9947-cbef5d0831bc req-9a438cd2-8d8b-4aa1-92a7-000432a6956c tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:40.375035 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c64453bd-bd9b-4fea-912f-f71e8fe9e890 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:40.420437 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-27678513-ae1b-48a6-b0b6-aa05f8b60a92 None None] For port 28943a83-fd73-4d95-a5d7-275e06cc621f, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=28943a83-fd73-4d95-a5d7-275e06cc621f,segment=NetworkSegment(40dbdedf-3981-439a-9560-a349d2ed0290),segment_id=40dbdedf-3981-439a-9560-a349d2ed0290)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:40.427303 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-27678513-ae1b-48a6-b0b6-aa05f8b60a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:40.435895 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a438cd2-8d8b-4aa1-92a7-000432a6956c tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Pushing event deleted for resources: {'Port': ['ID=14a7b6ef-ca6c-4d1c-9be6-73128a747655,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:40.464256 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-942debed-6e13-425f-9947-cbef5d0831bc req-9a438cd2-8d8b-4aa1-92a7-000432a6956c tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] No DVR routers for this DVR port 14a7b6ef-ca6c-4d1c-9be6-73128a747655 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:07:40.468876 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4fe4f61a-a1ed-49e0-ac86-35a12c1a7eb7 req-ad3e8bc9-bb93-4e28-a52e-a2c40000dee9 service neutron] 10.222.0.55 "GET /v2.0/networks/d647a41e-ad4a-4efd-99be-d45e84f5e8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355314 Nov 12 20:07:40.470847 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-942debed-6e13-425f-9947-cbef5d0831bc req-9a438cd2-8d8b-4aa1-92a7-000432a6956c tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:40.478276 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-942debed-6e13-425f-9947-cbef5d0831bc req-9a438cd2-8d8b-4aa1-92a7-000432a6956c tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.55 "DELETE /v2.0/ports/14a7b6ef-ca6c-4d1c-9be6-73128a747655 HTTP/1.1" status: 204 len: 173 time: 0.9477904 Nov 12 20:07:40.479746 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff1e55a-5f4a-42de-b859-68a4d568011b', 'name': 'network-vif-deleted', 'tag': '14a7b6ef-ca6c-4d1c-9be6-73128a747655'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:07:40.484178 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20337811-718e-47c0-a2b8-c90c14c3b6cb" -d '{"events": [{"server_uuid": "8ff1e55a-5f4a-42de-b859-68a4d568011b", "name": "network-vif-deleted", "tag": "14a7b6ef-ca6c-4d1c-9be6-73128a747655"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:07:40.491642 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c64453bd-bd9b-4fea-912f-f71e8fe9e890 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:40.498107 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27678513-ae1b-48a6-b0b6-aa05f8b60a92 None None] Pushing event updated for resources: {'Port': ['ID=28943a83-fd73-4d95-a5d7-275e06cc621f,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:40.576082 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d2daa1-866f-47b8-bb15-29413b181bb7 x-openstack-request-id: req-d3d2daa1-866f-47b8-bb15-29413b181bb7 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:07:40.576531 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff1e55a-5f4a-42de-b859-68a4d568011b", "name": "network-vif-deleted", "tag": "14a7b6ef-ca6c-4d1c-9be6-73128a747655", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:07:40.577011 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d3d2daa1-866f-47b8-bb15-29413b181bb7 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:07:40.577492 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff1e55a-5f4a-42de-b859-68a4d568011b', 'name': 'network-vif-deleted', 'tag': '14a7b6ef-ca6c-4d1c-9be6-73128a747655', 'status': 'completed', 'code': 200} Nov 12 20:07:40.598253 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa3a52-f9d6-482d-97b1-8ff6207fc0ae req-5ceebd73-e3be-4f96-b093-8efce5969589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:40.599795 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8fa3a52-f9d6-482d-97b1-8ff6207fc0ae req-5ceebd73-e3be-4f96-b093-8efce5969589 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c215bd023034edfbd082926b8439df6&device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 1095 time: 0.0733621 Nov 12 20:07:40.736570 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 28943a83-fd73-4d95-a5d7-275e06cc621f up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:07:40.755198 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa3a52-f9d6-482d-97b1-8ff6207fc0ae req-56eca211-2612-42de-a1bc-a27de0dc9260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:40.757162 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8fa3a52-f9d6-482d-97b1-8ff6207fc0ae req-56eca211-2612-42de-a1bc-a27de0dc9260 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d647a41e-ad4a-4efd-99be-d45e84f5e8b5 HTTP/1.1" status: 200 len: 923 time: 0.1497474 Nov 12 20:07:40.833612 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8fa3a52-f9d6-482d-97b1-8ff6207fc0ae req-6ad17d0b-3864-49cf-ab53-e72c5180fb47 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ea76173-d4c8-42f2-b169-0ab181fa4fb5 HTTP/1.1" status: 200 len: 217 time: 0.0694830 Nov 12 20:07:40.841447 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c64453bd-bd9b-4fea-912f-f71e8fe9e890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:40.849592 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 28943a83-fd73-4d95-a5d7-275e06cc621f triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:40.850074 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:40.875324 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35465453-5f08-4579-9ec1-3af51c0e4cf9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:40.914953 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cfaf3387-071c-4c5e-ac9b-34bc32b2ce6f req-dee20115-d328-4950-8305-e448df5b26ef tempest-InstanceActionsTestJSON-1256318661 tempest-InstanceActionsTestJSON-1256318661-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ff1e55a-5f4a-42de-b859-68a4d568011b HTTP/1.1" status: 200 len: 210 time: 0.0718024 Nov 12 20:07:40.938708 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa3a52-f9d6-482d-97b1-8ff6207fc0ae req-d09d5ed5-07fc-4dea-bae3-a17c5f66673d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:40.940704 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8fa3a52-f9d6-482d-97b1-8ff6207fc0ae req-d09d5ed5-07fc-4dea-bae3-a17c5f66673d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c1ad2f7-7e72-4638-8072-b188c067ace8 HTTP/1.1" status: 200 len: 862 time: 0.0935230 Nov 12 20:07:40.988431 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8fa3a52-f9d6-482d-97b1-8ff6207fc0ae req-c7548c98-f0fa-4802-b34f-bc608f06a5d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d647a41e-ad4a-4efd-99be-d45e84f5e8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394466 Nov 12 20:07:40.990157 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d695a714-2adf-4b30-86bc-5c9a519587d1 None None] Provisioning complete for port 28943a83-fd73-4d95-a5d7-275e06cc621f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:40.990529 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d695a714-2adf-4b30-86bc-5c9a519587d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:41.127232 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8fa3a52-f9d6-482d-97b1-8ff6207fc0ae req-cac7b665-da1d-4f63-b2c8-4d014b7a1cc7 service neutron] 10.222.0.55 "GET /v2.0/networks/d647a41e-ad4a-4efd-99be-d45e84f5e8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303897 Nov 12 20:07:41.131641 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f0d6b858-2377-4d6e-8cd0-c7cda64b17e8 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:07:41.155317 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: f0d6b858-2377-4d6e-8cd0-c7cda64b17e8 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:07:41.155952 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f0d6b858-2377-4d6e-8cd0-c7cda64b17e8 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:07:41.156067 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 90b23e56-10a0-49f9-af63-ac78b872f964 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:07:41.199590 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 90b23e56-10a0-49f9-af63-ac78b872f964 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:07:41.199975 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 90b23e56-10a0-49f9-af63-ac78b872f964 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:07:41.212878 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d695a714-2adf-4b30-86bc-5c9a519587d1 None None] Provisioning complete for port 1bf58cd3-3cac-4927-a00e-81c0a3e43ca6 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:41.212878 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d695a714-2adf-4b30-86bc-5c9a519587d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:41.255520 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:07:41.279732 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f4bf694e-fffc-4265-b997-17ae1a7cbd86 req-e33454b8-38a5-4c8c-b320-7fd9a7a85ef1 tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.1167529 Nov 12 20:07:41.289606 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-eac4b67c-f5dc-4b8b-9379-31140d728a68 service neutron] For port 6fd18c3d-48fb-4e5f-9077-9050a50aa377, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6fd18c3d-48fb-4e5f-9077-9050a50aa377,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:41.313113 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-d695a714-2adf-4b30-86bc-5c9a519587d1 None None] Port 1bf58cd3-3cac-4927-a00e-81c0a3e43ca6 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:07:41.324785 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c64453bd-bd9b-4fea-912f-f71e8fe9e890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:41.333166 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8fa3a52-f9d6-482d-97b1-8ff6207fc0ae req-d2628673-70f6-498c-9a05-291c61bd704f service neutron] 10.222.0.55 "GET /v2.0/networks/d647a41e-ad4a-4efd-99be-d45e84f5e8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970925 Nov 12 20:07:41.404473 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64453bd-bd9b-4fea-912f-f71e8fe9e890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1e6fa5a-74f0-437c-a1da-55684f056e5b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:41.407296 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f408d057-d1d2-4b1c-bc4f-a3c5074481c3 None None] Network 33c8fc30-57d7-4631-a750-677522c3215e requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:07:41.411434 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c64453bd-bd9b-4fea-912f-f71e8fe9e890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:41.418772 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c64453bd-bd9b-4fea-912f-f71e8fe9e890 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d1e6fa5a-74f0-437c-a1da-55684f056e5b HTTP/1.1" status: 204 len: 168 time: 1.3296571 Nov 12 20:07:41.419067 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34840) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:41.433989 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06f232-ef25-48e7-a600-04eeb60a9e87 req-1ea943de-1062-404c-881c-33fe4873c7b1 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:41.436196 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff06f232-ef25-48e7-a600-04eeb60a9e87 req-1ea943de-1062-404c-881c-33fe4873c7b1 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 943 time: 0.0737698 Nov 12 20:07:41.448883 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-eac4b67c-f5dc-4b8b-9379-31140d728a68 service neutron] For port 6fd18c3d-48fb-4e5f-9077-9050a50aa377, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:07:41.521695 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff06f232-ef25-48e7-a600-04eeb60a9e87 req-fa91fd9c-c8bc-419c-967a-e0dc481f41a9 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792582 Nov 12 20:07:41.542151 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-590165d4-10a7-4411-a105-285429ddfdc9 None None] Provisioning complete for port 1bf58cd3-3cac-4927-a00e-81c0a3e43ca6 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:41.542151 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-590165d4-10a7-4411-a105-285429ddfdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:41.561070 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0001936c-b8ec-4888-9919-c5a924549cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:41.566360 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e2e23c-84f6-4dc1-bf10-1ed50b627439', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd18c3d-48fb-4e5f-9077-9050a50aa377'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:07:41.568879 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09f0213-eec7-4e21-adb6-ff50500dced9" -d '{"events": [{"server_uuid": "12e2e23c-84f6-4dc1-bf10-1ed50b627439", "name": "network-vif-unplugged", "status": "completed", "tag": "6fd18c3d-48fb-4e5f-9077-9050a50aa377"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:07:41.576606 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-eac4b67c-f5dc-4b8b-9379-31140d728a68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:41.606165 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35465453-5f08-4579-9ec1-3af51c0e4cf9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:41.608081 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-eac4b67c-f5dc-4b8b-9379-31140d728a68 service neutron] Transition to ACTIVE for port object 6fd18c3d-48fb-4e5f-9077-9050a50aa377 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:07:41.612345 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-590165d4-10a7-4411-a105-285429ddfdc9 None None] Port 1bf58cd3-3cac-4927-a00e-81c0a3e43ca6 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:07:41.643455 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35465453-5f08-4579-9ec1-3af51c0e4cf9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:41.644551 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35465453-5f08-4579-9ec1-3af51c0e4cf9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:41.658266 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-eac4b67c-f5dc-4b8b-9379-31140d728a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:41.661774 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 14a7b6ef-ca6c-4d1c-9be6-73128a747655 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:07:41.697218 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 14a7b6ef-ca6c-4d1c-9be6-73128a747655 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:07:41.697691 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 14a7b6ef-ca6c-4d1c-9be6-73128a747655 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:07:41.698327 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 6fd18c3d-48fb-4e5f-9077-9050a50aa377 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:07:41.731891 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a797604-d4d2-4bf8-b10e-41c0b1350171 None None] DHCP port deletion for 33c8fc30-57d7-4631-a750-677522c3215e request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:07:41.780681 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 6fd18c3d-48fb-4e5f-9077-9050a50aa377 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:07:41.796409 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0a797604-d4d2-4bf8-b10e-41c0b1350171 None None] Deleting port 8258821d-e42b-410c-8c99-29f323f4ab79 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:41.797277 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0a797604-d4d2-4bf8-b10e-41c0b1350171 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:41.842305 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35465453-5f08-4579-9ec1-3af51c0e4cf9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network b22c95d7-64fb-42dd-8e33-0fa78a3eb767 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:07:41.870791 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0a797604-d4d2-4bf8-b10e-41c0b1350171 None None] For port 8258821d-e42b-410c-8c99-29f323f4ab79, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8258821d-e42b-410c-8c99-29f323f4ab79,segment=NetworkSegment(7b36f143-1fec-421b-a084-6f9c5b9e9660),segment_id=7b36f143-1fec-421b-a084-6f9c5b9e9660)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:41.871194 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0a797604-d4d2-4bf8-b10e-41c0b1350171 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:41.875750 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-35465453-5f08-4579-9ec1-3af51c0e4cf9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:41.878011 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35465453-5f08-4579-9ec1-3af51c0e4cf9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Port': ['ID=1bf58cd3-3cac-4927-a00e-81c0a3e43ca6,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:41.887942 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0a797604-d4d2-4bf8-b10e-41c0b1350171 None None] Calling delete_port for 8258821d-e42b-410c-8c99-29f323f4ab79 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:41.924661 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-eac4b67c-f5dc-4b8b-9379-31140d728a68 service neutron] No DVR routers for this DVR port 6fd18c3d-48fb-4e5f-9077-9050a50aa377 on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:07:41.988771 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0a797604-d4d2-4bf8-b10e-41c0b1350171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:42.005994 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b5af34-f998-4a64-bc2c-6879d7eae81b x-openstack-request-id: req-b2b5af34-f998-4a64-bc2c-6879d7eae81b {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:07:42.006284 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e2e23c-84f6-4dc1-bf10-1ed50b627439", "name": "network-vif-unplugged", "status": "completed", "tag": "6fd18c3d-48fb-4e5f-9077-9050a50aa377", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:07:42.006555 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b2b5af34-f998-4a64-bc2c-6879d7eae81b {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:07:42.006933 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e2e23c-84f6-4dc1-bf10-1ed50b627439', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd18c3d-48fb-4e5f-9077-9050a50aa377', 'code': 200} Nov 12 20:07:42.031517 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a797604-d4d2-4bf8-b10e-41c0b1350171 None None] Pushing event deleted for resources: {'Port': ['ID=8258821d-e42b-410c-8c99-29f323f4ab79,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:42.041617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a797604-d4d2-4bf8-b10e-41c0b1350171 None None] No DVR routers for this DVR port 8258821d-e42b-410c-8c99-29f323f4ab79 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:07:42.382442 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea316b-d1ab-4579-84c9-32ea4cf547b0 req-0a79d488-0364-4d4b-9078-4e53a0a0473e tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:42.390230 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-93ea316b-d1ab-4579-84c9-32ea4cf547b0 req-0a79d488-0364-4d4b-9078-4e53a0a0473e tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 948 time: 0.6833243 Nov 12 20:07:42.420768 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-bcf80e6b-efda-4ee0-9822-9d0e5648f54b None None] Provisioning complete for port 1bf58cd3-3cac-4927-a00e-81c0a3e43ca6 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:42.423220 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bcf80e6b-efda-4ee0-9822-9d0e5648f54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:42.449784 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-0001936c-b8ec-4888-9919-c5a924549cae admin admin] Deleting port 8258821d-e42b-410c-8c99-29f323f4ab79 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:42.450132 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0001936c-b8ec-4888-9919-c5a924549cae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:42.501667 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34864) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:42.515902 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-bcf80e6b-efda-4ee0-9822-9d0e5648f54b None None] Port 1bf58cd3-3cac-4927-a00e-81c0a3e43ca6 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:07:42.576961 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8d5b46-7c1d-409a-a2c7-f6a8468a2f05 admin admin] Deleting subnet 3d37e52e-e2de-4dee-b33e-a898956c18ef {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:07:42.579633 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-93ea316b-d1ab-4579-84c9-32ea4cf547b0 req-02cd21e3-562d-4654-8716-dd0878af8bc0 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884699 Nov 12 20:07:42.588760 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-0001936c-b8ec-4888-9919-c5a924549cae admin admin] For port 8258821d-e42b-410c-8c99-29f323f4ab79, host n-d-712140-15, got binding levels [] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:42.589082 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0001936c-b8ec-4888-9919-c5a924549cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:42.597109 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cd8d5b46-7c1d-409a-a2c7-f6a8468a2f05 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:42.607096 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 28943a83-fd73-4d95-a5d7-275e06cc621f up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:07:42.633782 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-0001936c-b8ec-4888-9919-c5a924549cae admin admin] Calling delete_port for 8258821d-e42b-410c-8c99-29f323f4ab79 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:42.637314 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4b67c-f5dc-4b8b-9379-31140d728a68 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd18c3d-48fb-4e5f-9077-9050a50aa377,revision_number=10']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:42.642039 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.ipam_backend_mixin [None req-0001936c-b8ec-4888-9919-c5a924549cae admin admin] Port 8258821d-e42b-410c-8c99-29f323f4ab79 was not found and therefore no delete operation was performed {{(pid=102447) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 20:07:42.644649 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-eac4b67c-f5dc-4b8b-9379-31140d728a68 service neutron] Attempting to bind port 6fd18c3d-48fb-4e5f-9077-9050a50aa377 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:07:42.644990 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-eac4b67c-f5dc-4b8b-9379-31140d728a68 service neutron] Attempting to bind port 6fd18c3d-48fb-4e5f-9077-9050a50aa377 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:07:42.645322 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-eac4b67c-f5dc-4b8b-9379-31140d728a68 service neutron] Attempting to bind port 6fd18c3d-48fb-4e5f-9077-9050a50aa377 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:07:42.652767 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-eac4b67c-f5dc-4b8b-9379-31140d728a68 service neutron] Port 6fd18c3d-48fb-4e5f-9077-9050a50aa377 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:07:42.652879 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-eac4b67c-f5dc-4b8b-9379-31140d728a68 service neutron] Attempting to bind port 6fd18c3d-48fb-4e5f-9077-9050a50aa377 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:07:42.657122 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0001936c-b8ec-4888-9919-c5a924549cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:42.676435 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-da4e8451-925f-4da6-970f-d1adf244f825 req-f8de9bbf-a968-498c-9677-1125e9f14d9d tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0943611 Nov 12 20:07:42.690513 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0001936c-b8ec-4888-9919-c5a924549cae admin admin] No DVR routers for this DVR port 8258821d-e42b-410c-8c99-29f323f4ab79 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:07:42.703973 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cd8d5b46-7c1d-409a-a2c7-f6a8468a2f05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:42.751416 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-eac4b67c-f5dc-4b8b-9379-31140d728a68 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:07:42.752053 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-eac4b67c-f5dc-4b8b-9379-31140d728a68 service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:07:42.752472 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-eac4b67c-f5dc-4b8b-9379-31140d728a68 service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:07:42.752928 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-eac4b67c-f5dc-4b8b-9379-31140d728a68 service neutron] Bound port: 6fd18c3d-48fb-4e5f-9077-9050a50aa377, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:07:42.753638 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-eac4b67c-f5dc-4b8b-9379-31140d728a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:42.754204 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cd8d5b46-7c1d-409a-a2c7-f6a8468a2f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:42.777812 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 28943a83-fd73-4d95-a5d7-275e06cc621f triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:42.778178 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:42.793967 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001936c-b8ec-4888-9919-c5a924549cae admin admin] Pushing event deleted for resources: {'Port': ['ID=8258821d-e42b-410c-8c99-29f323f4ab79,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:42.827841 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cd8d5b46-7c1d-409a-a2c7-f6a8468a2f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:42.857231 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cd8d5b46-7c1d-409a-a2c7-f6a8468a2f05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:42.875494 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cd8d5b46-7c1d-409a-a2c7-f6a8468a2f05 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3d37e52e-e2de-4dee-b33e-a898956c18ef HTTP/1.1" status: 204 len: 168 time: 0.3710792 Nov 12 20:07:42.899250 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34872) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:42.902835 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d5b46-7c1d-409a-a2c7-f6a8468a2f05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d37e52e-e2de-4dee-b33e-a898956c18ef,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:42.951956 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0001936c-b8ec-4888-9919-c5a924549cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:42.985744 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8258821d-e42b-410c-8c99-29f323f4ab79 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:07:43.017477 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 8258821d-e42b-410c-8c99-29f323f4ab79 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:07:43.017908 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8258821d-e42b-410c-8c99-29f323f4ab79 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:07:43.052148 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35465453-5f08-4579-9ec1-3af51c0e4cf9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Router 43e1db98-2406-4b84-a521-1d2a24b29919 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:07:43.062609 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-0001936c-b8ec-4888-9919-c5a924549cae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c8fc30-57d7-4631-a750-677522c3215e']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:43.078548 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65935524-5fb1-4660-b914-8fe9d1328393 req-d1b8f281-240c-4c83-96a3-dc11bb921a9b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:43.080134 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-65935524-5fb1-4660-b914-8fe9d1328393 req-d1b8f281-240c-4c83-96a3-dc11bb921a9b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 943 time: 0.2826118 Nov 12 20:07:43.092767 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-eac4b67c-f5dc-4b8b-9379-31140d728a68 service neutron] For port 6fd18c3d-48fb-4e5f-9077-9050a50aa377, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:07:43.096456 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-0001936c-b8ec-4888-9919-c5a924549cae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b36f143-1fec-421b-a084-6f9c5b9e9660') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:43.096781 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-0001936c-b8ec-4888-9919-c5a924549cae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b36f143-1fec-421b-a084-6f9c5b9e9660') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:43.102564 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-eac4b67c-f5dc-4b8b-9379-31140d728a68 service neutron] For port 6fd18c3d-48fb-4e5f-9077-9050a50aa377, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6fd18c3d-48fb-4e5f-9077-9050a50aa377,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:07:43.127895 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55df3fd7-b7af-4844-8ee2-fb8ff6004ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:43.137816 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0001936c-b8ec-4888-9919-c5a924549cae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:43.141142 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-eac4b67c-f5dc-4b8b-9379-31140d728a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:43.252177 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0001936c-b8ec-4888-9919-c5a924549cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:43.284572 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0001936c-b8ec-4888-9919-c5a924549cae admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:07:43.284989 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0001936c-b8ec-4888-9919-c5a924549cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:43.287372 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-eac4b67c-f5dc-4b8b-9379-31140d728a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:43.287995 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-eac4b67c-f5dc-4b8b-9379-31140d728a68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:43.289450 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-eac4b67c-f5dc-4b8b-9379-31140d728a68 service neutron] 10.222.0.52 "PUT /v2.0/ports/6fd18c3d-48fb-4e5f-9077-9050a50aa377 HTTP/1.1" status: 200 len: 1097 time: 3.3098888 Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:07:43.294828 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:07:43.435754 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-65935524-5fb1-4660-b914-8fe9d1328393 req-6425d892-ee89-423e-b86b-347a1a73fe71 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452849 Nov 12 20:07:43.457266 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35465453-5f08-4579-9ec1-3af51c0e4cf9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:07:43.468330 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2046ef9-1aee-4af1-92c7-63382295c074 None None] Sync routers for ids ['43e1db98-2406-4b84-a521-1d2a24b29919'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:07:43.469073 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4b67c-f5dc-4b8b-9379-31140d728a68 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd18c3d-48fb-4e5f-9077-9050a50aa377,revision_number=11']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:43.479257 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2046ef9-1aee-4af1-92c7-63382295c074 None None] Routers {'43e1db98-2406-4b84-a521-1d2a24b29919'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:43.479867 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-c2046ef9-1aee-4af1-92c7-63382295c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:07:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['43e1db98-2406-4b84-a521-1d2a24b29919'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:43.515683 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-c2046ef9-1aee-4af1-92c7-63382295c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:43.524446 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-35465453-5f08-4579-9ec1-3af51c0e4cf9 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "PUT /v2.0/routers/43e1db98-2406-4b84-a521-1d2a24b29919/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5617800 Nov 12 20:07:43.524815 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34878) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:43.525365 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2046ef9-1aee-4af1-92c7-63382295c074 None None] Routers {'43e1db98-2406-4b84-a521-1d2a24b29919'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:43.526500 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-c2046ef9-1aee-4af1-92c7-63382295c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:07:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['43e1db98-2406-4b84-a521-1d2a24b29919'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:43.533989 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55df3fd7-b7af-4844-8ee2-fb8ff6004ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:43.537727 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0001936c-b8ec-4888-9919-c5a924549cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:43.561401 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0001936c-b8ec-4888-9919-c5a924549cae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:43.563495 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-c2046ef9-1aee-4af1-92c7-63382295c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:43.564340 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2046ef9-1aee-4af1-92c7-63382295c074 None None] The sync data for ids ['43e1db98-2406-4b84-a521-1d2a24b29919'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:07:43.565933 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0001936c-b8ec-4888-9919-c5a924549cae admin admin] 10.222.0.48 "DELETE /v2.0/networks/33c8fc30-57d7-4631-a750-677522c3215e HTTP/1.1" status: 204 len: 168 time: 2.1436327 Nov 12 20:07:43.580695 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-55df3fd7-b7af-4844-8ee2-fb8ff6004ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3016226e-9be4-486b-a675-6c832bdd46c2']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:43.591815 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-55df3fd7-b7af-4844-8ee2-fb8ff6004ac2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6dcfd07-06d8-4710-bfbf-be95d264b17c') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:43.592111 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-55df3fd7-b7af-4844-8ee2-fb8ff6004ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6dcfd07-06d8-4710-bfbf-be95d264b17c') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:43.614809 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55df3fd7-b7af-4844-8ee2-fb8ff6004ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:43.619175 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc680bca-e46e-4b49-88f0-ae1e0123a965 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:43.623559 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-dc680bca-e46e-4b49-88f0-ae1e0123a965 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "GET /v2.0/ports/1bf58cd3-3cac-4927-a00e-81c0a3e43ca6 HTTP/1.1" status: 200 len: 911 time: 0.0938323 Nov 12 20:07:43.623846 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34884) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:43.634281 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-1a9397e5-a259-4f02-87db-36c1fbac1bfd tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9bab3273-9c55-49c8-ac27-cc9165530572'}]}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:43.661640 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55df3fd7-b7af-4844-8ee2-fb8ff6004ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:43.668534 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55df3fd7-b7af-4844-8ee2-fb8ff6004ac2 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:07:43.669148 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55df3fd7-b7af-4844-8ee2-fb8ff6004ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:43.670341 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 6ea76173-d4c8-42f2-b169-0ab181fa4fb5 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:07:43.741200 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:07:43.745158 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55df3fd7-b7af-4844-8ee2-fb8ff6004ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:43.748447 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-16456942-8d90-4652-aeba-09d8a8f346ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:43.750331 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-16456942-8d90-4652-aeba-09d8a8f346ee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 1100 time: 0.4207332 Nov 12 20:07:43.752786 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001936c-b8ec-4888-9919-c5a924549cae admin admin] Pushing event deleted for resources: {'Network': ['ID=33c8fc30-57d7-4631-a750-677522c3215e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:43.755453 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55df3fd7-b7af-4844-8ee2-fb8ff6004ac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:43.759290 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-55df3fd7-b7af-4844-8ee2-fb8ff6004ac2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3016226e-9be4-486b-a675-6c832bdd46c2 HTTP/1.1" status: 204 len: 168 time: 0.8250813 Nov 12 20:07:43.860345 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df3fd7-b7af-4844-8ee2-fb8ff6004ac2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3016226e-9be4-486b-a675-6c832bdd46c2,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:43.936692 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34890) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:43.952614 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 6ea76173-d4c8-42f2-b169-0ab181fa4fb5, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6ea76173-d4c8-42f2-b169-0ab181fa4fb5,segment=NetworkSegment(44856b08-7173-4552-88bc-2d1c4111ab8b),segment_id=44856b08-7173-4552-88bc-2d1c4111ab8b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:43.976989 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '6ea76173-d4c8-42f2-b169-0ab181fa4fb5', 'network_id': 'd647a41e-ad4a-4efd-99be-d45e84f5e8b5', 'port_id': '6ea76173-d4c8-42f2-b169-0ab181fa4fb5', 'mac_address': 'fa:16:3e:2f:1c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1ad2f7-7e72-4638-8072-b188c067ace8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:07:43.988618 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34892) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:44.016202 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e2e23c-84f6-4dc1-bf10-1ed50b627439', 'tag': '6fd18c3d-48fb-4e5f-9077-9050a50aa377'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:07:44.017298 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1a9397e5-a259-4f02-87db-36c1fbac1bfd tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:44.018123 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d178e90-f013-4ca0-ae8c-a5109b06b868" -d '{"events": [{"name": "network-changed", "server_uuid": "12e2e23c-84f6-4dc1-bf10-1ed50b627439", "tag": "6fd18c3d-48fb-4e5f-9077-9050a50aa377"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:07:44.028978 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d09843e9-168a-4308-ab8f-7cee63f2c6ce req-96046bfa-3fb6-4418-a3c3-23f6cac82afd tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0786822 Nov 12 20:07:44.061685 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:44.079304 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea76173-d4c8-42f2-b169-0ab181fa4fb5 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:07:44.090125 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8558e-4863-4441-85bb-1c15ae475e79 req-a17c72d9-354c-4d22-9936-87f9a2c8ad32 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:44.097362 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3bd8558e-4863-4441-85bb-1c15ae475e79 req-a17c72d9-354c-4d22-9936-87f9a2c8ad32 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 948 time: 0.1754510 Nov 12 20:07:44.104280 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0297275a-4c18-46cb-8034-27e4c245da27 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9cae1a1c0bd7436b996c54f7e79dee1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1519480 Nov 12 20:07:44.104502 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 6ea76173-d4c8-42f2-b169-0ab181fa4fb5, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6ea76173-d4c8-42f2-b169-0ab181fa4fb5,segment=NetworkSegment(44856b08-7173-4552-88bc-2d1c4111ab8b),segment_id=44856b08-7173-4552-88bc-2d1c4111ab8b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:44.110108 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34896) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:44.111703 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:44.125491 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-851d6dba-3f18-47e1-9594-635829410b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:44.126975 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-851d6dba-3f18-47e1-9594-635829410b42 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.3657031 Nov 12 20:07:44.159803 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0a347072-eae5-410c-a31e-db17d6151c8d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=322bf24e49934e4fa67c0bb7085a7c5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1641026 Nov 12 20:07:44.162362 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34900) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:44.182293 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=6ea76173-d4c8-42f2-b169-0ab181fa4fb5,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:44.193460 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-2ff87da6-6f8d-4802-8395-388e89f0fc48 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6fd18c3d-48fb-4e5f-9077-9050a50aa377 HTTP/1.1" status: 200 len: 217 time: 0.0558074 Nov 12 20:07:44.194935 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf94e5bd-74fc-418f-9ec8-63b7aac13e1b x-openstack-request-id: req-cf94e5bd-74fc-418f-9ec8-63b7aac13e1b {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:07:44.195298 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e2e23c-84f6-4dc1-bf10-1ed50b627439", "tag": "6fd18c3d-48fb-4e5f-9077-9050a50aa377", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:07:44.195595 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf94e5bd-74fc-418f-9ec8-63b7aac13e1b {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:07:44.195841 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e2e23c-84f6-4dc1-bf10-1ed50b627439', 'tag': '6fd18c3d-48fb-4e5f-9077-9050a50aa377', 'status': 'completed', 'code': 200} Nov 12 20:07:44.284659 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-b2776362-dcd4-480b-8d09-5d3b071d8d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:44.286178 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-b2776362-dcd4-480b-8d09-5d3b071d8d59 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0804441 Nov 12 20:07:44.287013 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-37fa4077-ea74-48a2-a34d-c4cfc27c94bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:44.360078 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-37fa4077-ea74-48a2-a34d-c4cfc27c94bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:44.381626 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3bd8558e-4863-4441-85bb-1c15ae475e79 req-7cae8c0c-a9b3-40e7-b0a9-7f38902430e5 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824867 Nov 12 20:07:44.396733 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-10bd3574-9c12-476e-995a-0b2ad6af59ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:44.418185 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-71a08852-ea9d-4f97-b01b-572144547b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:44.419792 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-71a08852-ea9d-4f97-b01b-572144547b38 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1204958 Nov 12 20:07:44.419932 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-10bd3574-9c12-476e-995a-0b2ad6af59ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:44.424909 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-37fa4077-ea74-48a2-a34d-c4cfc27c94bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:44.427508 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-37fa4077-ea74-48a2-a34d-c4cfc27c94bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:44.430927 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-37fa4077-ea74-48a2-a34d-c4cfc27c94bc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/03275265-7a15-4a8b-9a71-af4a58de3cf8 HTTP/1.1" status: 204 len: 168 time: 0.3175993 Nov 12 20:07:44.433560 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d178e90-f013-4ca0-ae8c-a5109b06b868 req-ceeab0b2-f04c-4132-9f9f-4d0d59c42295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:44.435050 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2d178e90-f013-4ca0-ae8c-a5109b06b868 req-ceeab0b2-f04c-4132-9f9f-4d0d59c42295 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 1100 time: 0.1926663 Nov 12 20:07:44.443669 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['6ea76173-d4c8-42f2-b169-0ab181fa4fb5'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:07:44.498077 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa4077-ea74-48a2-a34d-c4cfc27c94bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03275265-7a15-4a8b-9a71-af4a58de3cf8,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:44.593281 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fa4077-ea74-48a2-a34d-c4cfc27c94bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:44.594007 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fa4077-ea74-48a2-a34d-c4cfc27c94bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:44.594998 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fa4077-ea74-48a2-a34d-c4cfc27c94bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:44.594998 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fa4077-ea74-48a2-a34d-c4cfc27c94bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:44.596282 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fa4077-ea74-48a2-a34d-c4cfc27c94bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:44.596282 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fa4077-ea74-48a2-a34d-c4cfc27c94bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:44.596743 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fa4077-ea74-48a2-a34d-c4cfc27c94bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:44.597323 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fa4077-ea74-48a2-a34d-c4cfc27c94bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:44.598359 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fa4077-ea74-48a2-a34d-c4cfc27c94bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:44.598359 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fa4077-ea74-48a2-a34d-c4cfc27c94bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:44.598640 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fa4077-ea74-48a2-a34d-c4cfc27c94bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:44.598968 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fa4077-ea74-48a2-a34d-c4cfc27c94bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:44.641352 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-10bd3574-9c12-476e-995a-0b2ad6af59ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:44.643960 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-10bd3574-9c12-476e-995a-0b2ad6af59ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:44.645318 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-10bd3574-9c12-476e-995a-0b2ad6af59ff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a7d802ab-6dcb-42e8-aec0-0af006304d71 HTTP/1.1" status: 204 len: 168 time: 0.4760778 Nov 12 20:07:44.689951 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d178e90-f013-4ca0-ae8c-a5109b06b868 req-4a2f6f77-a129-4472-8efb-35f8819287cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:44.703761 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2d178e90-f013-4ca0-ae8c-a5109b06b868 req-4a2f6f77-a129-4472-8efb-35f8819287cc service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.2394164 Nov 12 20:07:44.748130 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd3574-9c12-476e-995a-0b2ad6af59ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d802ab-6dcb-42e8-aec0-0af006304d71,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:44.751699 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-0b5d36b4-98fc-4eae-b7af-4e7385b91001 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182020 Nov 12 20:07:44.781760 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db4987-b2b7-4370-9b7f-83e8c544bcfb req-59276838-7e2d-40e4-b600-c8e1c8542b16 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:44.788910 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16db4987-b2b7-4370-9b7f-83e8c544bcfb req-59276838-7e2d-40e4-b600-c8e1c8542b16 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 944 time: 0.1994383 Nov 12 20:07:44.816670 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2d178e90-f013-4ca0-ae8c-a5109b06b868 req-a8c22ecb-72da-4844-b9b1-fe2e9832774f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6fd18c3d-48fb-4e5f-9077-9050a50aa377 HTTP/1.1" status: 200 len: 217 time: 0.0891287 Nov 12 20:07:44.914113 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d178e90-f013-4ca0-ae8c-a5109b06b868 req-8e584ba9-de77-441a-8a5d-9eea52e6a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:44.916123 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2d178e90-f013-4ca0-ae8c-a5109b06b868 req-8e584ba9-de77-441a-8a5d-9eea52e6a53e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0911148 Nov 12 20:07:44.968364 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1a9397e5-a259-4f02-87db-36c1fbac1bfd tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:44.985430 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1a9397e5-a259-4f02-87db-36c1fbac1bfd tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:44.992864 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9397e5-a259-4f02-87db-36c1fbac1bfd tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:44.994518 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1a9397e5-a259-4f02-87db-36c1fbac1bfd tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:44.996460 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1a9397e5-a259-4f02-87db-36c1fbac1bfd tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "PUT /v2.0/ports/1bf58cd3-3cac-4927-a00e-81c0a3e43ca6 HTTP/1.1" status: 200 len: 911 time: 1.3709087 Nov 12 20:07:45.001365 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34916) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:45.077392 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d178e90-f013-4ca0-ae8c-a5109b06b868 req-7add9d04-bae4-42d5-ab9f-b0a9c72da23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:45.080176 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2d178e90-f013-4ca0-ae8c-a5109b06b868 req-7add9d04-bae4-42d5-ab9f-b0a9c72da23f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1534588 Nov 12 20:07:45.098084 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16db4987-b2b7-4370-9b7f-83e8c544bcfb req-da0b6aaf-e33a-4904-93b5-5882bda425f6 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940483 Nov 12 20:07:45.165031 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9397e5-a259-4f02-87db-36c1fbac1bfd tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Port': ['ID=1bf58cd3-3cac-4927-a00e-81c0a3e43ca6,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:45.204921 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2ca1e4f1-2961-4f34-956e-8cc5227bf868 req-0493ddd8-e5fd-42ce-ae8d-8c1411c6fe9a service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131057 Nov 12 20:07:45.339534 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-85e2a642-0814-40be-b90c-15f6560a1d7a req-8e85ec94-1d6e-43ae-9483-e908c2ccaeb3 tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0798972 Nov 12 20:07:45.370615 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2d178e90-f013-4ca0-ae8c-a5109b06b868 req-aa2a5598-75f9-40b3-bc01-7e713d99c00f service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550962 Nov 12 20:07:45.389166 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d178e90-f013-4ca0-ae8c-a5109b06b868 req-bb8f7e7f-f0fe-483c-88e5-112723dd85b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:45.390749 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d178e90-f013-4ca0-ae8c-a5109b06b868 req-bb8f7e7f-f0fe-483c-88e5-112723dd85b5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 1100 time: 0.1274729 Nov 12 20:07:45.615122 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2d178e90-f013-4ca0-ae8c-a5109b06b868 req-f66fddc8-a5c9-4916-a245-30eeb719e5e8 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363253 Nov 12 20:07:45.641968 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d178e90-f013-4ca0-ae8c-a5109b06b868 req-a0c0ccb5-951b-4d92-bb96-0d34e401d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:45.643697 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d178e90-f013-4ca0-ae8c-a5109b06b868 req-a0c0ccb5-951b-4d92-bb96-0d34e401d755 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.2414029 Nov 12 20:07:45.687918 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 6ea76173-d4c8-42f2-b169-0ab181fa4fb5 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:07:45.740088 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32004848-0fdf-495e-aa47-cf3423c0d3e7 req-1ab0ebd4-70e8-4c37-a7c9-1ccb76ec1cae tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:45.748003 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-32004848-0fdf-495e-aa47-cf3423c0d3e7 req-1ab0ebd4-70e8-4c37-a7c9-1ccb76ec1cae tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 948 time: 0.1908789 Nov 12 20:07:45.750969 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d178e90-f013-4ca0-ae8c-a5109b06b868 req-536b412c-2423-4aab-ad6c-95b21b7d0824 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6fd18c3d-48fb-4e5f-9077-9050a50aa377 HTTP/1.1" status: 200 len: 217 time: 0.0981262 Nov 12 20:07:45.761176 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 6ea76173-d4c8-42f2-b169-0ab181fa4fb5 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:07:45.762343 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30435246-3ae9-4445-a0c7-1e5b298b1fbf tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:45.779976 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 6ea76173-d4c8-42f2-b169-0ab181fa4fb5 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:45.780727 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:45.839415 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d178e90-f013-4ca0-ae8c-a5109b06b868 req-7af654e9-1475-42d8-b57e-6f75e45353ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:45.840956 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d178e90-f013-4ca0-ae8c-a5109b06b868 req-7af654e9-1475-42d8-b57e-6f75e45353ff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0818002 Nov 12 20:07:45.856667 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-32004848-0fdf-495e-aa47-cf3423c0d3e7 req-16837266-dc56-4d95-ba4b-34bbf8a07494 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012306 Nov 12 20:07:45.918749 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d178e90-f013-4ca0-ae8c-a5109b06b868 req-f493c361-f052-4455-9b3b-13bf0c54ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:45.923141 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d178e90-f013-4ca0-ae8c-a5109b06b868 req-f493c361-f052-4455-9b3b-13bf0c54ffa6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0630898 Nov 12 20:07:45.923398 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34954) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:45.997672 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:46.047165 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3b3d39-49e7-4439-857f-e02a45b31f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea76173-d4c8-42f2-b169-0ab181fa4fb5'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:07:46.049977 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c37b9d-5b97-4bbf-a1b0-9c2a962ec001" -d '{"events": [{"server_uuid": "3b3b3d39-49e7-4439-857f-e02a45b31f7f", "name": "network-vif-plugged", "status": "completed", "tag": "6ea76173-d4c8-42f2-b169-0ab181fa4fb5"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:07:46.059965 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 6ea76173-d4c8-42f2-b169-0ab181fa4fb5, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6ea76173-d4c8-42f2-b169-0ab181fa4fb5,segment=NetworkSegment(44856b08-7173-4552-88bc-2d1c4111ab8b),segment_id=44856b08-7173-4552-88bc-2d1c4111ab8b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:46.069009 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:46.097745 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d178e90-f013-4ca0-ae8c-a5109b06b868 req-85455dda-60ff-424a-8959-ae2236e10055 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655281 Nov 12 20:07:46.182619 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4deacaa1-e6bc-46ac-98e7-9ed295ff557a x-openstack-request-id: req-4deacaa1-e6bc-46ac-98e7-9ed295ff557a {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:07:46.182909 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3b3d39-49e7-4439-857f-e02a45b31f7f", "name": "network-vif-plugged", "status": "completed", "tag": "6ea76173-d4c8-42f2-b169-0ab181fa4fb5", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:07:46.183167 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4deacaa1-e6bc-46ac-98e7-9ed295ff557a {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:07:46.183550 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3b3d39-49e7-4439-857f-e02a45b31f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea76173-d4c8-42f2-b169-0ab181fa4fb5', 'code': 200} Nov 12 20:07:46.187366 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=6ea76173-d4c8-42f2-b169-0ab181fa4fb5,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:46.230364 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34964) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:46.287310 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d178e90-f013-4ca0-ae8c-a5109b06b868 req-0afb9c9a-437f-4b96-8501-f2be1ca58dfa service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837361 Nov 12 20:07:46.297892 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-30435246-3ae9-4445-a0c7-1e5b298b1fbf tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Deleting port 1bf58cd3-3cac-4927-a00e-81c0a3e43ca6 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:46.298324 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30435246-3ae9-4445-a0c7-1e5b298b1fbf tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:46.323916 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee0419-cdfa-4959-90a9-77f01584c77f req-6b23cb27-bfa4-4ee0-afc6-0deb5d354d65 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:46.332071 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-db576678-41aa-4332-bc15-20640b9a5457 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1158212446-network', 'tenant_id': 'db2b82ba40004a02b5f5760bf89afb8c'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:46.332365 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-80ee0419-cdfa-4959-90a9-77f01584c77f req-6b23cb27-bfa4-4ee0-afc6-0deb5d354d65 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 945 time: 0.0935099 Nov 12 20:07:46.353979 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-e0013080-745e-48bc-b2a0-018ca0418acb admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1030714934-network', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:46.422455 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-80ee0419-cdfa-4959-90a9-77f01584c77f req-f956ea1b-fa33-47d6-bb57-fa93898038ea tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829017 Nov 12 20:07:46.709881 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afceaa-e009-41be-8ae7-76d9531b8945 req-b302f560-4307-4418-8b31-8a905e0b7957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:46.711268 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e8afceaa-e009-41be-8ae7-76d9531b8945 req-b302f560-4307-4418-8b31-8a905e0b7957 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 1097 time: 0.4822292 Nov 12 20:07:46.743321 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0013080-745e-48bc-b2a0-018ca0418acb admin admin] Made reservation on behalf of b6f9c56e0a874658aa6d5941caa2ebcf for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:07:46.747486 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e0013080-745e-48bc-b2a0-018ca0418acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:46.757237 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e0013080-745e-48bc-b2a0-018ca0418acb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:46.766056 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bfdcb6f1-82c3-4f70-9809-486e91e2c36a req-877ffcfa-0488-4f14-b640-d290226d3db5 tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0519397 Nov 12 20:07:46.770215 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.db.api [None req-db576678-41aa-4332-bc15-20640b9a5457 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 20:07:46.770215 n-d-712140-15 neutron-server[102448]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 20:07:46.770215 n-d-712140-15 neutron-server[102448]: [parameters: {'project_id': 'db2b82ba40004a02b5f5760bf89afb8c', 'id': '8d3c4a72-7fad-4762-95ba-57c97e97de51', 'expiration': datetime.datetime(2021, 11, 12, 20, 9, 46, 728996)}] Nov 12 20:07:46.770215 n-d-712140-15 neutron-server[102448]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:07:46.770584 n-d-712140-15 neutron-server[102448]: DEBUG oslo_db.api [None req-db576678-41aa-4332-bc15-20640b9a5457 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:07:46.810659 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30435246-3ae9-4445-a0c7-1e5b298b1fbf tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:46.815677 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e8afceaa-e009-41be-8ae7-76d9531b8945 req-eab7931f-e3b0-4a38-8514-86d7dd8b920f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885901 Nov 12 20:07:46.827075 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-30435246-3ae9-4445-a0c7-1e5b298b1fbf tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Calling delete_port for 1bf58cd3-3cac-4927-a00e-81c0a3e43ca6 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:46.843889 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e0013080-745e-48bc-b2a0-018ca0418acb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:46.848463 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e0013080-745e-48bc-b2a0-018ca0418acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:46.877318 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0013080-745e-48bc-b2a0-018ca0418acb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:07:46.897964 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e0013080-745e-48bc-b2a0-018ca0418acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:46.898314 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-e0013080-745e-48bc-b2a0-018ca0418acb admin admin] Added segment 06c4509a-0add-4313-802a-59ed8f264daf of type vlan for network 09489300-e8fa-4484-94f2-31f21fcf7ae6 Nov 12 20:07:46.991723 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e0013080-745e-48bc-b2a0-018ca0418acb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:47.009114 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0013080-745e-48bc-b2a0-018ca0418acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35baca5f-d80d-4232-91cb-cb12c92abfba,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:47.077309 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e0013080-745e-48bc-b2a0-018ca0418acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:47.078644 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0013080-745e-48bc-b2a0-018ca0418acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:47.079432 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e0013080-745e-48bc-b2a0-018ca0418acb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:47.095735 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4afcc-6013-482a-9338-bea556b9e666 req-79c16105-68d5-4643-a9e6-592c4523d926 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:47.100861 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bba4afcc-6013-482a-9338-bea556b9e666 req-79c16105-68d5-4643-a9e6-592c4523d926 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 948 time: 0.1313548 Nov 12 20:07:47.104382 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30435246-3ae9-4445-a0c7-1e5b298b1fbf tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:47.139112 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30435246-3ae9-4445-a0c7-1e5b298b1fbf tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Port': ['ID=1bf58cd3-3cac-4927-a00e-81c0a3e43ca6,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:47.201858 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0013080-745e-48bc-b2a0-018ca0418acb admin admin] Pushing event updated for resources: {'Network': ['ID=09489300-e8fa-4484-94f2-31f21fcf7ae6,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:47.215427 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 09489300-e8fa-4484-94f2-31f21fcf7ae6 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:07:47.230759 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e0013080-745e-48bc-b2a0-018ca0418acb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3031535 Nov 12 20:07:47.250412 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34976) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:47.262684 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-5607e3c0-848a-424c-8423-e96ce7fb8c2a admin admin] Request body: {'subnet': {'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1030714934-subnet', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:47.309565 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bba4afcc-6013-482a-9338-bea556b9e666 req-078e3fff-6b68-47de-9a97-b0636316bcbe tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014616 Nov 12 20:07:47.329615 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5607e3c0-848a-424c-8423-e96ce7fb8c2a admin admin] Made reservation on behalf of b6f9c56e0a874658aa6d5941caa2ebcf for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:07:47.332842 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5607e3c0-848a-424c-8423-e96ce7fb8c2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:47.341241 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db576678-41aa-4332-bc15-20640b9a5457 admin admin] Made reservation on behalf of db2b82ba40004a02b5f5760bf89afb8c for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:07:47.344191 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db576678-41aa-4332-bc15-20640b9a5457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:47.368184 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30435246-3ae9-4445-a0c7-1e5b298b1fbf tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:47.384042 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db576678-41aa-4332-bc15-20640b9a5457 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:47.737873 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30435246-3ae9-4445-a0c7-1e5b298b1fbf tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Router 43e1db98-2406-4b84-a521-1d2a24b29919 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:07:47.779217 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19213516-0bcc-4fd8-b972-ac43c19af83f req-6bf8a226-4a12-4f41-a0d5-c46853472b31 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:47.780793 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-19213516-0bcc-4fd8-b972-ac43c19af83f req-6bf8a226-4a12-4f41-a0d5-c46853472b31 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 945 time: 0.2496464 Nov 12 20:07:47.909989 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-15041ada-5bcd-4d96-a4f4-1e3e6db07697 req-a80779f4-c158-4dd3-8184-c3cc3665424a tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0427644 Nov 12 20:07:48.001752 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db576678-41aa-4332-bc15-20640b9a5457 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:48.021483 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db576678-41aa-4332-bc15-20640b9a5457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:48.029655 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30435246-3ae9-4445-a0c7-1e5b298b1fbf tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:07:48.037570 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-19213516-0bcc-4fd8-b972-ac43c19af83f req-2f6f89d0-afd8-4f99-8988-a0030118c100 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419965 Nov 12 20:07:48.045446 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d736d9cb-21b5-4472-947f-daaee6717727 None None] Sync routers for ids ['43e1db98-2406-4b84-a521-1d2a24b29919'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:07:48.051817 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-30435246-3ae9-4445-a0c7-1e5b298b1fbf tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "PUT /v2.0/routers/43e1db98-2406-4b84-a521-1d2a24b29919/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0490162 Nov 12 20:07:48.065060 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5607e3c0-848a-424c-8423-e96ce7fb8c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:48.065060 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34986) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:48.075193 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d736d9cb-21b5-4472-947f-daaee6717727 None None] Routers {'43e1db98-2406-4b84-a521-1d2a24b29919'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:48.076169 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d736d9cb-21b5-4472-947f-daaee6717727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:07:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['43e1db98-2406-4b84-a521-1d2a24b29919'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:48.116524 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d736d9cb-21b5-4472-947f-daaee6717727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:48.128290 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d736d9cb-21b5-4472-947f-daaee6717727 None None] Routers {'43e1db98-2406-4b84-a521-1d2a24b29919'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:48.129376 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d736d9cb-21b5-4472-947f-daaee6717727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:07:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['43e1db98-2406-4b84-a521-1d2a24b29919'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:48.149757 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db576678-41aa-4332-bc15-20640b9a5457 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:07:48.156501 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db576678-41aa-4332-bc15-20640b9a5457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489c00dc-a706-4951-abd0-189ad8542c29,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:48.160757 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f96ecdea-d57c-49a8-83d2-8a5c4167aa34 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "GET /v2.0/ports?device_id=43e1db98-2406-4b84-a521-1d2a24b29919 HTTP/1.1" status: 200 len: 205 time: 0.0980029 Nov 12 20:07:48.169189 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34988) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:48.180354 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d736d9cb-21b5-4472-947f-daaee6717727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:48.181623 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d736d9cb-21b5-4472-947f-daaee6717727 None None] The sync data for ids ['43e1db98-2406-4b84-a521-1d2a24b29919'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:07:48.184092 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db576678-41aa-4332-bc15-20640b9a5457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:48.184476 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-db576678-41aa-4332-bc15-20640b9a5457 admin admin] Added segment d859b612-87c6-40a7-8aeb-afec609aea40 of type vlan for network 2cd50862-390f-4cba-a9d7-73bd98c5a779 Nov 12 20:07:48.203736 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607e3c0-848a-424c-8423-e96ce7fb8c2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6da924b9-8f4e-48df-9e33-272535f4598d,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:48.252646 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db576678-41aa-4332-bc15-20640b9a5457 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:48.257272 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5607e3c0-848a-424c-8423-e96ce7fb8c2a admin admin] Checking segment: {'id': '06c4509a-0add-4313-802a-59ed8f264daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:07:48.257630 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5607e3c0-848a-424c-8423-e96ce7fb8c2a admin admin] Network hostable DHCP agents. Network: 09489300-e8fa-4484-94f2-31f21fcf7ae6, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:07:48.290021 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db576678-41aa-4332-bc15-20640b9a5457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:48.291356 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db576678-41aa-4332-bc15-20640b9a5457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:48.291922 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db576678-41aa-4332-bc15-20640b9a5457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:48.297316 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5607e3c0-848a-424c-8423-e96ce7fb8c2a admin admin] Network 09489300-e8fa-4484-94f2-31f21fcf7ae6 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:07:48.305786 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1fe68e6c-2ed9-4f34-97c9-38aa430d3a6f tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:48.331140 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-5607e3c0-848a-424c-8423-e96ce7fb8c2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 09489300-e8fa-4484-94f2-31f21fcf7ae6) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:48.350105 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c805bc-7107-4d35-8ab3-d7bb4ee5b915 None None] Network 09489300-e8fa-4484-94f2-31f21fcf7ae6 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:07:48.385993 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-db576678-41aa-4332-bc15-20640b9a5457 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1494179 Nov 12 20:07:48.387537 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5607e3c0-848a-424c-8423-e96ce7fb8c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:48.388135 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5607e3c0-848a-424c-8423-e96ce7fb8c2a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:48.392262 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34992) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:48.399778 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-ff524f62-a593-4837-8146-384899ff2303 admin admin] Request body: {'subnet': {'network_id': '2cd50862-390f-4cba-a9d7-73bd98c5a779', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1158212446-subnet', 'tenant_id': 'db2b82ba40004a02b5f5760bf89afb8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:48.412684 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db576678-41aa-4332-bc15-20640b9a5457 admin admin] Pushing event updated for resources: {'Network': ['ID=2cd50862-390f-4cba-a9d7-73bd98c5a779,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:48.426334 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 2cd50862-390f-4cba-a9d7-73bd98c5a779 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:07:48.431452 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff524f62-a593-4837-8146-384899ff2303 admin admin] Made reservation on behalf of db2b82ba40004a02b5f5760bf89afb8c for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:07:48.434692 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ff524f62-a593-4837-8146-384899ff2303 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:48.440848 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5607e3c0-848a-424c-8423-e96ce7fb8c2a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1893203 Nov 12 20:07:48.456024 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34994) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:48.467552 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-9a33b6aa-b97e-4f60-aad6-22ef85d414af admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1030714934-router', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:48.516629 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1fe68e6c-2ed9-4f34-97c9-38aa430d3a6f tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:48.530447 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a33b6aa-b97e-4f60-aad6-22ef85d414af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:48.531681 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a33b6aa-b97e-4f60-aad6-22ef85d414af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:48.537071 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1fe68e6c-2ed9-4f34-97c9-38aa430d3a6f tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:48.609053 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a159e7e-bba1-41bb-9232-36b21654079a req-49f94241-a1dd-46aa-94f4-211ce4817c5c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:48.615771 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a33b6aa-b97e-4f60-aad6-22ef85d414af admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:48.624557 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4a159e7e-bba1-41bb-9232-36b21654079a req-49f94241-a1dd-46aa-94f4-211ce4817c5c tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 948 time: 0.2149768 Nov 12 20:07:48.631953 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1fe68e6c-2ed9-4f34-97c9-38aa430d3a6f tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:48.632514 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe68e6c-2ed9-4f34-97c9-38aa430d3a6f tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Fanout notify agent at l3_agent the message router_deleted on router 43e1db98-2406-4b84-a521-1d2a24b29919 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:07:48.641816 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1fe68e6c-2ed9-4f34-97c9-38aa430d3a6f tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:48.642944 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1fe68e6c-2ed9-4f34-97c9-38aa430d3a6f tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/routers/43e1db98-2406-4b84-a521-1d2a24b29919 HTTP/1.1" status: 204 len: 168 time: 0.4697716 Nov 12 20:07:48.649950 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35000) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:48.732366 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4a159e7e-bba1-41bb-9232-36b21654079a req-62b0892e-c6db-45fb-b9df-28a1a7fa668e tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009672 Nov 12 20:07:48.764094 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-02723a6f-d64b-4b82-a8fe-4eab7f0ffc7d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Deleting subnet 9bab3273-9c55-49c8-ac27-cc9165530572 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:07:48.769221 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-02723a6f-d64b-4b82-a8fe-4eab7f0ffc7d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:48.791208 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a33b6aa-b97e-4f60-aad6-22ef85d414af admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:48.797613 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6fd18c3d-48fb-4e5f-9077-9050a50aa377 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:07:48.815498 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f5ea99-74fb-4500-8460-1fc816ab3c01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-09489300-e8fa-4484-94f2-31f21fcf7ae6', 'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'fixed_ips': [{'subnet_id': '6da924b9-8f4e-48df-9e33-272535f4598d'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:07:48.816708 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-28f5ea99-74fb-4500-8460-1fc816ab3c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:48.835622 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-02723a6f-d64b-4b82-a8fe-4eab7f0ffc7d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:48.874862 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ff524f62-a593-4837-8146-384899ff2303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:48.957556 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-02723a6f-d64b-4b82-a8fe-4eab7f0ffc7d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:49.045897 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-02723a6f-d64b-4b82-a8fe-4eab7f0ffc7d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:49.046598 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff524f62-a593-4837-8146-384899ff2303 admin admin] Checking segment: {'id': 'd859b612-87c6-40a7-8aeb-afec609aea40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2cd50862-390f-4cba-a9d7-73bd98c5a779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:07:49.047043 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff524f62-a593-4837-8146-384899ff2303 admin admin] Network hostable DHCP agents. Network: 2cd50862-390f-4cba-a9d7-73bd98c5a779, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:07:49.063813 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff524f62-a593-4837-8146-384899ff2303 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f275563-5400-4414-925f-b88acf80729d,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:49.085021 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b24951-e5d2-466e-9eb7-d9b2cdc416b5 req-0d8bfff7-aa75-418b-8113-2235ca38415e tempest-MigrationsAdminTest-1956487099 tempest-MigrationsAdminTest-1956487099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:49.086715 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-18b24951-e5d2-466e-9eb7-d9b2cdc416b5 req-0d8bfff7-aa75-418b-8113-2235ca38415e tempest-MigrationsAdminTest-1956487099 tempest-MigrationsAdminTest-1956487099-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 1100 time: 0.1852293 Nov 12 20:07:49.088424 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff524f62-a593-4837-8146-384899ff2303 admin admin] Network 2cd50862-390f-4cba-a9d7-73bd98c5a779 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:07:49.091988 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02723a6f-d64b-4b82-a8fe-4eab7f0ffc7d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Subnet': ['ID=9bab3273-9c55-49c8-ac27-cc9165530572,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:49.101223 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-02723a6f-d64b-4b82-a8fe-4eab7f0ffc7d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:49.101973 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-ff524f62-a593-4837-8146-384899ff2303 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 2cd50862-390f-4cba-a9d7-73bd98c5a779) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:49.107953 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-02723a6f-d64b-4b82-a8fe-4eab7f0ffc7d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/subnets/9bab3273-9c55-49c8-ac27-cc9165530572 HTTP/1.1" status: 204 len: 168 time: 0.4530573 Nov 12 20:07:49.108201 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35014) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:49.111366 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff524f62-a593-4837-8146-384899ff2303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:49.112196 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ff524f62-a593-4837-8146-384899ff2303 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:49.113849 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 6fd18c3d-48fb-4e5f-9077-9050a50aa377, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6fd18c3d-48fb-4e5f-9077-9050a50aa377,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:49.132073 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc840f8-065f-4b23-a5a3-604904bc7358 None None] Network b22c95d7-64fb-42dd-8e33-0fa78a3eb767 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:07:49.148647 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5802369f-be7a-468c-b38d-43fc08eaa7fe req-bf0331e6-5a1c-4e30-b9d4-58873944b2af tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0537031 Nov 12 20:07:49.160310 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e6f6f8-385f-4d0f-8e43-c88889ae26b0 None None] Network 2cd50862-390f-4cba-a9d7-73bd98c5a779 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:07:49.220280 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-28f5ea99-74fb-4500-8460-1fc816ab3c01 None None] Allocated IP 172.20.0.2 (09489300-e8fa-4484-94f2-31f21fcf7ae6/6da924b9-8f4e-48df-9e33-272535f4598d/e2041927-1309-47ee-a74f-20c88f28024e) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:07:49.229895 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ff524f62-a593-4837-8146-384899ff2303 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8356676 Nov 12 20:07:49.264281 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '6fd18c3d-48fb-4e5f-9077-9050a50aa377', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': '6fd18c3d-48fb-4e5f-9077-9050a50aa377', 'mac_address': 'fa:16:3e:27:31:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:07:49.284563 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a5cb3633-229f-4c84-9fb1-da994aa5a193 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:49.307639 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-18b24951-e5d2-466e-9eb7-d9b2cdc416b5 req-cc4fb4cb-b129-45be-b674-2b12f26dc62d tempest-MigrationsAdminTest-1956487099 tempest-MigrationsAdminTest-1956487099-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866686 Nov 12 20:07:49.319975 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1470b93-2bff-4a43-b881-807a00b160c8 req-d960c6ac-86f0-4091-a860-eb1bfc74c967 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:49.335739 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d1470b93-2bff-4a43-b881-807a00b160c8 req-d960c6ac-86f0-4091-a860-eb1bfc74c967 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 946 time: 0.1197011 Nov 12 20:07:49.349338 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a33b6aa-b97e-4f60-aad6-22ef85d414af admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:49.420808 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a33b6aa-b97e-4f60-aad6-22ef85d414af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:49.444963 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d1470b93-2bff-4a43-b881-807a00b160c8 req-256121b0-d110-43d5-b349-06acf9752d51 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079886 Nov 12 20:07:49.457103 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:49.457773 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-a5cb3633-229f-4c84-9fb1-da994aa5a193 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Deleting port 28943a83-fd73-4d95-a5d7-275e06cc621f {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:49.457950 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a5cb3633-229f-4c84-9fb1-da994aa5a193 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:49.537483 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-a5cb3633-229f-4c84-9fb1-da994aa5a193 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] For port 28943a83-fd73-4d95-a5d7-275e06cc621f, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=28943a83-fd73-4d95-a5d7-275e06cc621f,segment=NetworkSegment(40dbdedf-3981-439a-9560-a349d2ed0290),segment_id=40dbdedf-3981-439a-9560-a349d2ed0290)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:49.537852 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a5cb3633-229f-4c84-9fb1-da994aa5a193 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:49.542974 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd18c3d-48fb-4e5f-9077-9050a50aa377 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:07:49.551677 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-a5cb3633-229f-4c84-9fb1-da994aa5a193 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Calling delete_port for 28943a83-fd73-4d95-a5d7-275e06cc621f owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:49.577612 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c079d3a1-b094-4c90-8be5-046f4c0bbb2f None None] Network 2cd50862-390f-4cba-a9d7-73bd98c5a779 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:07:49.622302 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-9a33b6aa-b97e-4f60-aad6-22ef85d414af admin admin] Allocated IP 172.25.5.187 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/ca1374e4-a1ee-4060-a507-3ffa258046c1) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:07:49.643341 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a5cb3633-229f-4c84-9fb1-da994aa5a193 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:49.663873 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 6fd18c3d-48fb-4e5f-9077-9050a50aa377, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6fd18c3d-48fb-4e5f-9077-9050a50aa377,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:49.681238 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:49.699791 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb3633-229f-4c84-9fb1-da994aa5a193 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Port': ['ID=28943a83-fd73-4d95-a5d7-275e06cc621f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:49.716484 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cb3633-229f-4c84-9fb1-da994aa5a193 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] No DVR routers for this DVR port 28943a83-fd73-4d95-a5d7-275e06cc621f on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:07:49.786329 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807b012f-b9d3-4734-bf35-376f206f26bc None None] DHCP port deletion for b22c95d7-64fb-42dd-8e33-0fa78a3eb767 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:07:49.802081 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a33b6aa-b97e-4f60-aad6-22ef85d414af admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:49.854151 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-28f5ea99-74fb-4500-8460-1fc816ab3c01 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:49.855621 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=6fd18c3d-48fb-4e5f-9077-9050a50aa377,revision_number=12']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:49.858013 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a5cb3633-229f-4c84-9fb1-da994aa5a193 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:49.859837 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab7b29-3ba7-4f32-a988-5b0d217b9b69 req-fa401902-d3b8-4332-9194-9433bf564ce1 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:49.862028 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-45ab7b29-3ba7-4f32-a988-5b0d217b9b69 req-fa401902-d3b8-4332-9194-9433bf564ce1 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 945 time: 0.4168572 Nov 12 20:07:49.863877 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a33b6aa-b97e-4f60-aad6-22ef85d414af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:49.893122 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-a5cb3633-229f-4c84-9fb1-da994aa5a193 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b22c95d7-64fb-42dd-8e33-0fa78a3eb767']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:49.905166 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-a5cb3633-229f-4c84-9fb1-da994aa5a193 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40dbdedf-3981-439a-9560-a349d2ed0290') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:49.905836 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-a5cb3633-229f-4c84-9fb1-da994aa5a193 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40dbdedf-3981-439a-9560-a349d2ed0290') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:49.911459 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-28f5ea99-74fb-4500-8460-1fc816ab3c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:49.927864 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a5cb3633-229f-4c84-9fb1-da994aa5a193 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:49.947204 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a5cb3633-229f-4c84-9fb1-da994aa5a193 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:49.954849 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a33b6aa-b97e-4f60-aad6-22ef85d414af admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:07:49.960430 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5cb3633-229f-4c84-9fb1-da994aa5a193 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:07:49.960867 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a5cb3633-229f-4c84-9fb1-da994aa5a193 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:49.975542 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-45ab7b29-3ba7-4f32-a988-5b0d217b9b69 req-70beb71d-fe73-4902-bf1f-f3672df5cc32 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999691 Nov 12 20:07:49.979116 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-9a33b6aa-b97e-4f60-aad6-22ef85d414af admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:50.000903 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a33b6aa-b97e-4f60-aad6-22ef85d414af admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:07:50.027033 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-81e09710-5736-4052-bf81-8cc182757918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:07:50.048436 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:07:50.054426 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a5cb3633-229f-4c84-9fb1-da994aa5a193 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:50.061795 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f5ea99-74fb-4500-8460-1fc816ab3c01 None None] Network 09489300-e8fa-4484-94f2-31f21fcf7ae6 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:07:50.068869 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-28f5ea99-74fb-4500-8460-1fc816ab3c01 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:50.089532 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:50.090080 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33b6aa-b97e-4f60-aad6-22ef85d414af admin admin] Pushing event updated for resources: {'Port': ['ID=ca1374e4-a1ee-4060-a507-3ffa258046c1,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:50.092938 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f5ea99-74fb-4500-8460-1fc816ab3c01 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:07:50.095800 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6fd18c3d-48fb-4e5f-9077-9050a50aa377'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:07:50.138639 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5ea99-74fb-4500-8460-1fc816ab3c01 None None] Pushing event updated for resources: {'Port': ['ID=e2041927-1309-47ee-a74f-20c88f28024e,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:50.215967 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-28f5ea99-74fb-4500-8460-1fc816ab3c01 None None] Attempting to bind port e2041927-1309-47ee-a74f-20c88f28024e on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:07:50.216514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-28f5ea99-74fb-4500-8460-1fc816ab3c01 None None] Attempting to bind port e2041927-1309-47ee-a74f-20c88f28024e by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '06c4509a-0add-4313-802a-59ed8f264daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:07:50.216900 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f5ea99-74fb-4500-8460-1fc816ab3c01 None None] Attempting to bind port e2041927-1309-47ee-a74f-20c88f28024e on network 09489300-e8fa-4484-94f2-31f21fcf7ae6 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:07:50.224941 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f5ea99-74fb-4500-8460-1fc816ab3c01 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:07:50.225360 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f5ea99-74fb-4500-8460-1fc816ab3c01 None None] Checking segment: {'id': '06c4509a-0add-4313-802a-59ed8f264daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:07:50.225705 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-28f5ea99-74fb-4500-8460-1fc816ab3c01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:50.226106 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f5ea99-74fb-4500-8460-1fc816ab3c01 None None] Bound using segment: {'id': '06c4509a-0add-4313-802a-59ed8f264daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:07:50.226587 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-28f5ea99-74fb-4500-8460-1fc816ab3c01 None None] Bound port: e2041927-1309-47ee-a74f-20c88f28024e, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c4509a-0add-4313-802a-59ed8f264daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:07:50.226959 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-28f5ea99-74fb-4500-8460-1fc816ab3c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:50.280093 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856b57b-7f32-49b9-9bec-3e911d9fa281 req-7153514e-9707-4a1b-9cdf-6df6c9b2e390 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:50.281737 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3856b57b-7f32-49b9-9bec-3e911d9fa281 req-7153514e-9707-4a1b-9cdf-6df6c9b2e390 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.1806595 Nov 12 20:07:50.375380 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-28f5ea99-74fb-4500-8460-1fc816ab3c01 None None] For port e2041927-1309-47ee-a74f-20c88f28024e, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:07:50.379572 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-28f5ea99-74fb-4500-8460-1fc816ab3c01 None None] For port e2041927-1309-47ee-a74f-20c88f28024e, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e2041927-1309-47ee-a74f-20c88f28024e,segment=NetworkSegment(06c4509a-0add-4313-802a-59ed8f264daf),segment_id=06c4509a-0add-4313-802a-59ed8f264daf)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:07:50.390254 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-28f5ea99-74fb-4500-8460-1fc816ab3c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:50.409521 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3856b57b-7f32-49b9-9bec-3e911d9fa281 req-ba72d783-7047-4fcd-95cd-cd22443dbfcc tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163731 Nov 12 20:07:50.499064 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5ea99-74fb-4500-8460-1fc816ab3c01 None None] Pushing event updated for resources: {'Port': ['ID=e2041927-1309-47ee-a74f-20c88f28024e,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:50.500284 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a33b6aa-b97e-4f60-aad6-22ef85d414af admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:50.523283 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a5cb3633-229f-4c84-9fb1-da994aa5a193 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:50.530908 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a5cb3633-229f-4c84-9fb1-da994aa5a193 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/networks/b22c95d7-64fb-42dd-8e33-0fa78a3eb767 HTTP/1.1" status: 204 len: 168 time: 1.4216912 Nov 12 20:07:50.549204 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35044) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:50.566322 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-008b3ae8-bef2-4b4b-8e59-0f82fe6ab90c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-509598127', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:50.593152 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 28943a83-fd73-4d95-a5d7-275e06cc621f no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:07:50.599854 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb3633-229f-4c84-9fb1-da994aa5a193 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Network': ['ID=b22c95d7-64fb-42dd-8e33-0fa78a3eb767,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:50.637157 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 28943a83-fd73-4d95-a5d7-275e06cc621f {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:07:50.637505 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 28943a83-fd73-4d95-a5d7-275e06cc621f not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:07:50.725657 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-83dd8645-248a-401a-88ab-d2c74eaf5167 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:50.735251 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-83dd8645-248a-401a-88ab-d2c74eaf5167 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/networks?id=2cd50862-390f-4cba-a9d7-73bd98c5a779 HTTP/1.1" status: 200 len: 818 time: 0.6852179 Nov 12 20:07:50.737680 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-008b3ae8-bef2-4b4b-8e59-0f82fe6ab90c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:50.740642 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-008b3ae8-bef2-4b4b-8e59-0f82fe6ab90c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:50.811505 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-3f64beb8-0c97-4fc3-8ad6-acaa37a2de90 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/quotas/db2b82ba40004a02b5f5760bf89afb8c HTTP/1.1" status: 200 len: 375 time: 0.0753720 Nov 12 20:07:50.831424 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a33b6aa-b97e-4f60-aad6-22ef85d414af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:50.846400 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d75f34-2f5d-441d-bfd3-37d0503d973a req-e10c3c3d-5003-41d6-8424-1bfbce21bcfd tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:50.848216 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d2d75f34-2f5d-441d-bfd3-37d0503d973a req-e10c3c3d-5003-41d6-8424-1bfbce21bcfd tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 946 time: 0.1893344 Nov 12 20:07:50.884091 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb8aef-6dfa-4846-b132-bce1218c964c req-7e1d2693-72e9-4be8-8d1d-fdc37e888acd tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:50.886604 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-15bb8aef-6dfa-4846-b132-bce1218c964c req-7e1d2693-72e9-4be8-8d1d-fdc37e888acd tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 945 time: 0.2224300 Nov 12 20:07:50.889385 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-f9fc1c89-d533-4469-92a8-32f03d1c0979 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=db2b82ba40004a02b5f5760bf89afb8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668259 Nov 12 20:07:50.968270 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-008b3ae8-bef2-4b4b-8e59-0f82fe6ab90c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:50.994820 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-008b3ae8-bef2-4b4b-8e59-0f82fe6ab90c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:51.086789 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-008b3ae8-bef2-4b4b-8e59-0f82fe6ab90c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:51.091861 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-008b3ae8-bef2-4b4b-8e59-0f82fe6ab90c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5338311 Nov 12 20:07:51.093711 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35046) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:51.102082 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-ad196987-d237-4381-a3a1-78045148962c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-760048782'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:51.155491 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-663242bc-5480-4e3a-9b95-16d60bb5f9f4 service neutron] 10.222.0.48 "GET /v2.0/networks/2cd50862-390f-4cba-a9d7-73bd98c5a779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208850 Nov 12 20:07:51.177958 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad196987-d237-4381-a3a1-78045148962c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Made reservation on behalf of 74c60af4d2d04ca29da86eba8b146adf for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:07:51.181395 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ad196987-d237-4381-a3a1-78045148962c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:51.246194 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-d2d75f34-2f5d-441d-bfd3-37d0503d973a req-1b0865d8-5ee7-455d-8a66-95b77caf46f0 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Deleting port 5b8dc4c6-5607-4dc0-b8d1-2783738323ad {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:51.246551 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d2d75f34-2f5d-441d-bfd3-37d0503d973a req-1b0865d8-5ee7-455d-8a66-95b77caf46f0 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:51.274945 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad196987-d237-4381-a3a1-78045148962c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:07:51.335614 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ad196987-d237-4381-a3a1-78045148962c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:51.335944 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-ad196987-d237-4381-a3a1-78045148962c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Added segment a350beb9-ed3b-4d13-9424-4f47e61a7157 of type vlan for network 0f616191-23df-452f-a569-c7227afd7f93 Nov 12 20:07:51.384571 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-4c2eacec-5072-4a9b-a760-ab2db60f702d service neutron] 10.222.0.48 "GET /v2.0/networks/2cd50862-390f-4cba-a9d7-73bd98c5a779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281368 Nov 12 20:07:51.401600 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ad196987-d237-4381-a3a1-78045148962c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:51.456887 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-15bb8aef-6dfa-4846-b132-bce1218c964c req-56edc4c1-e16c-4791-b884-b871f372ae37 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5619352 Nov 12 20:07:51.488500 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc89ca-40f4-44d5-bf8f-11ec1c7018ee req-6785e5d6-2723-4f2b-8716-e3b2238f3b23 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:51.493591 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-96fc89ca-40f4-44d5-bf8f-11ec1c7018ee req-6785e5d6-2723-4f2b-8716-e3b2238f3b23 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.52 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.1327159 Nov 12 20:07:51.515310 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-d2d75f34-2f5d-441d-bfd3-37d0503d973a req-1b0865d8-5ee7-455d-8a66-95b77caf46f0 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] For port 5b8dc4c6-5607-4dc0-b8d1-2783738323ad, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=5b8dc4c6-5607-4dc0-b8d1-2783738323ad,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:51.515759 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d2d75f34-2f5d-441d-bfd3-37d0503d973a req-1b0865d8-5ee7-455d-8a66-95b77caf46f0 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:51.539282 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ad196987-d237-4381-a3a1-78045148962c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:51.545705 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad196987-d237-4381-a3a1-78045148962c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:51.546347 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ad196987-d237-4381-a3a1-78045148962c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:51.626960 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fae920c6-e702-453b-a0ac-cdebafc6a88e req-1185d315-b5da-4ba5-af66-b09fb5674084 tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0625992 Nov 12 20:07:51.677948 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a33b6aa-b97e-4f60-aad6-22ef85d414af admin admin] Router c7a9c88b-6e57-4d24-b62e-1d0599ed8b57 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:07:51.706308 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-96fc89ca-40f4-44d5-bf8f-11ec1c7018ee req-2122fe19-64ad-4d18-976b-16268db49eea tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Deleting port 6fd18c3d-48fb-4e5f-9077-9050a50aa377 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:51.706756 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-96fc89ca-40f4-44d5-bf8f-11ec1c7018ee req-2122fe19-64ad-4d18-976b-16268db49eea tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:51.736479 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad196987-d237-4381-a3a1-78045148962c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Network': ['ID=0f616191-23df-452f-a569-c7227afd7f93,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:51.749625 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 0f616191-23df-452f-a569-c7227afd7f93 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:07:51.861735 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a68431e-42fc-483b-a412-3178752fbb91 None None] Network 09489300-e8fa-4484-94f2-31f21fcf7ae6 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:07:51.870114 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ad196987-d237-4381-a3a1-78045148962c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7738788 Nov 12 20:07:51.877590 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35062) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:51.889119 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-fc3a9b98-c6c3-4a43-95da-870f22a55f80 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'subnet': {'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:51.962396 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b48afafa-fbd6-4653-8943-d1421279f05a None None] Provisioning complete for port e2041927-1309-47ee-a74f-20c88f28024e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:51.963493 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b48afafa-fbd6-4653-8943-d1421279f05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:51.978411 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-96fc89ca-40f4-44d5-bf8f-11ec1c7018ee req-2122fe19-64ad-4d18-976b-16268db49eea tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] For port 6fd18c3d-48fb-4e5f-9077-9050a50aa377, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6fd18c3d-48fb-4e5f-9077-9050a50aa377,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:51.979018 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-96fc89ca-40f4-44d5-bf8f-11ec1c7018ee req-2122fe19-64ad-4d18-976b-16268db49eea tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:51.994088 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-96fc89ca-40f4-44d5-bf8f-11ec1c7018ee req-2122fe19-64ad-4d18-976b-16268db49eea tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Calling delete_port for 6fd18c3d-48fb-4e5f-9077-9050a50aa377 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:52.015762 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3028be9-b884-48f4-91e3-4c0e31b43df0 req-a714f1d3-b999-435a-9e85-f0e7d883e5b1 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:52.025351 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c3028be9-b884-48f4-91e3-4c0e31b43df0 req-a714f1d3-b999-435a-9e85-f0e7d883e5b1 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 946 time: 0.2945538 Nov 12 20:07:52.075648 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46838e-3ab4-42ed-b992-f0734524c53e req-636227cb-125c-49fe-9474-ee66538554b3 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:52.077305 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f46838e-3ab4-42ed-b992-f0734524c53e req-636227cb-125c-49fe-9474-ee66538554b3 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e2e23c-84f6-4dc1-bf10-1ed50b627439 HTTP/1.1" status: 200 len: 949 time: 0.2246239 Nov 12 20:07:52.115454 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c3028be9-b884-48f4-91e3-4c0e31b43df0 req-92d3085f-9d61-4289-ad63-d3455c15d97d tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898123 Nov 12 20:07:52.117684 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a33b6aa-b97e-4f60-aad6-22ef85d414af admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:07:52.133008 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2e24a2-c91f-4a27-8887-2b2806e00bdb None None] Sync routers for ids ['c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:07:52.149053 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2e24a2-c91f-4a27-8887-2b2806e00bdb None None] Routers {'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:52.149677 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-1f2e24a2-c91f-4a27-8887-2b2806e00bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:07:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:52.222273 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3a9b98-c6c3-4a43-95da-870f22a55f80 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Made reservation on behalf of 74c60af4d2d04ca29da86eba8b146adf for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:07:52.232378 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc3a9b98-c6c3-4a43-95da-870f22a55f80 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:52.242650 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f46838e-3ab4-42ed-b992-f0734524c53e req-650136a7-c792-4cc3-95a9-04f67f203620 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525724 Nov 12 20:07:52.264374 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a33b6aa-b97e-4f60-aad6-22ef85d414af admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:52.269108 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9a33b6aa-b97e-4f60-aad6-22ef85d414af admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8118184 Nov 12 20:07:52.269824 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 35068) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:52.277592 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d2d75f34-2f5d-441d-bfd3-37d0503d973a req-1b0865d8-5ee7-455d-8a66-95b77caf46f0 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:52.278038 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d2d75f34-2f5d-441d-bfd3-37d0503d973a req-1b0865d8-5ee7-455d-8a66-95b77caf46f0 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:52.278290 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [req-d2d75f34-2f5d-441d-bfd3-37d0503d973a req-1b0865d8-5ee7-455d-8a66-95b77caf46f0 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Floating IP 34a40bc5-8936-4c67-a895-f6dc864a1ed1 disassociated. External IP: 172.25.5.231, port: 5b8dc4c6-5607-4dc0-b8d1-2783738323ad. Nov 12 20:07:52.278653 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-d2d75f34-2f5d-441d-bfd3-37d0503d973a req-1b0865d8-5ee7-455d-8a66-95b77caf46f0 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Calling delete_port for 5b8dc4c6-5607-4dc0-b8d1-2783738323ad owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:52.372729 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-65707b37-f7bd-47be-ac26-c3bc91c96476 req-dd547a0f-c711-472f-a4e7-af5ea1f8e1b9 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/ports?device_id=de541583-67cd-4ad4-9a6a-804578a04726 HTTP/1.1" status: 200 len: 210 time: 0.1006422 Nov 12 20:07:52.444529 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b48afafa-fbd6-4653-8943-d1421279f05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:52.465293 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d31f4784-3de5-4099-b2ed-e4fa0094e5e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:52.536937 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b48afafa-fbd6-4653-8943-d1421279f05a None None] For port e2041927-1309-47ee-a74f-20c88f28024e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e2041927-1309-47ee-a74f-20c88f28024e,segment=NetworkSegment(06c4509a-0add-4313-802a-59ed8f264daf),segment_id=06c4509a-0add-4313-802a-59ed8f264daf)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:52.546613 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b48afafa-fbd6-4653-8943-d1421279f05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:52.578051 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-96fc89ca-40f4-44d5-bf8f-11ec1c7018ee req-2122fe19-64ad-4d18-976b-16268db49eea tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:52.615367 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122fe19-64ad-4d18-976b-16268db49eea tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Pushing event deleted for resources: {'Port': ['ID=6fd18c3d-48fb-4e5f-9077-9050a50aa377,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:52.651419 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['5e904854-22bc-4c69-a481-3c3feea5b76b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:07:52.653684 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6f5fb2ef-6df8-463e-ac0c-7062375058e1', 'c0d21e3f-02fc-4419-903d-a5b4da1dd6b5'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:07:52.675593 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c91b2c-c067-48ae-b111-1d053970ae8b req-0ff07872-dd25-4af9-bff0-f0246adc5e3d tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:52.692128 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a0c91b2c-c067-48ae-b111-1d053970ae8b req-0ff07872-dd25-4af9-bff0-f0246adc5e3d tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 945 time: 0.2071037 Nov 12 20:07:52.693911 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-1f2e24a2-c91f-4a27-8887-2b2806e00bdb None None] Set router c7a9c88b-6e57-4d24-b62e-1d0599ed8b57 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:07:52.767937 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e2041927-1309-47ee-a74f-20c88f28024e up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:07:52.786259 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fc89ca-40f4-44d5-bf8f-11ec1c7018ee req-2122fe19-64ad-4d18-976b-16268db49eea tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] No DVR routers for this DVR port 6fd18c3d-48fb-4e5f-9077-9050a50aa377 on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:07:52.803265 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-96fc89ca-40f4-44d5-bf8f-11ec1c7018ee req-2122fe19-64ad-4d18-976b-16268db49eea tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:52.810594 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-96fc89ca-40f4-44d5-bf8f-11ec1c7018ee req-2122fe19-64ad-4d18-976b-16268db49eea tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.52 "DELETE /v2.0/ports/6fd18c3d-48fb-4e5f-9077-9050a50aa377 HTTP/1.1" status: 204 len: 173 time: 1.3055944 Nov 12 20:07:52.817478 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e2e23c-84f6-4dc1-bf10-1ed50b627439', 'name': 'network-vif-deleted', 'tag': '6fd18c3d-48fb-4e5f-9077-9050a50aa377'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:07:52.824314 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73a6a50-1933-42e3-b9fa-b4443d8f6e1d" -d '{"events": [{"server_uuid": "12e2e23c-84f6-4dc1-bf10-1ed50b627439", "name": "network-vif-deleted", "tag": "6fd18c3d-48fb-4e5f-9077-9050a50aa377"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:07:52.842384 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6fd18c3d-48fb-4e5f-9077-9050a50aa377 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:07:52.889044 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a0c91b2c-c067-48ae-b111-1d053970ae8b req-0d0f914e-8558-42b7-8902-04bab94641d0 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951938 Nov 12 20:07:52.950869 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6c4f79d7-f60f-4b57-983d-705883221fe0 req-9a4ba794-2502-41f1-96ac-8570e42454b0 tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0881593 Nov 12 20:07:52.988554 n-d-712140-15 neutron-server[102449]: INFO neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No ports have port_id starting with 6fd18c3d-48fb-4e5f-9077-9050a50aa377 Nov 12 20:07:53.109036 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a4ab1d-a0bd-4ff6-a9e2-a7b4fe508874 x-openstack-request-id: req-c9a4ab1d-a0bd-4ff6-a9e2-a7b4fe508874 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:07:53.109602 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e2e23c-84f6-4dc1-bf10-1ed50b627439", "name": "network-vif-deleted", "tag": "6fd18c3d-48fb-4e5f-9077-9050a50aa377", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:07:53.109699 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9a4ab1d-a0bd-4ff6-a9e2-a7b4fe508874 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:07:53.110182 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e2e23c-84f6-4dc1-bf10-1ed50b627439', 'name': 'network-vif-deleted', 'tag': '6fd18c3d-48fb-4e5f-9077-9050a50aa377', 'status': 'completed', 'code': 200} Nov 12 20:07:53.113414 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6fd18c3d-48fb-4e5f-9077-9050a50aa377 requested by agent hyperv_n-h2-712140-15 not found in database {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 12 20:07:53.131919 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d2d75f34-2f5d-441d-bfd3-37d0503d973a req-1b0865d8-5ee7-455d-8a66-95b77caf46f0 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:53.162381 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48afafa-fbd6-4653-8943-d1421279f05a None None] Pushing event updated for resources: {'Port': ['ID=e2041927-1309-47ee-a74f-20c88f28024e,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:53.175976 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-1f2e24a2-c91f-4a27-8887-2b2806e00bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'name': 'tempest-ServersTestFqdnHostnames-1030714934-router', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'ca1374e4-a1ee-4060-a507-3ffa258046c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:48Z', 'updated_at': '2021-11-12T20:07:50Z', 'revision_number': 3, 'project_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'gw_port': {'id': 'ca1374e4-a1ee-4060-a507-3ffa258046c1', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:70:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:49Z', 'updated_at': '2021-11-12T20:07:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:53.219444 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc3a9b98-c6c3-4a43-95da-870f22a55f80 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:53.255108 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2e24a2-c91f-4a27-8887-2b2806e00bdb None None] Checking router: c7a9c88b-6e57-4d24-b62e-1d0599ed8b57 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:07:53.255758 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2e24a2-c91f-4a27-8887-2b2806e00bdb None None] Updating router c7a9c88b-6e57-4d24-b62e-1d0599ed8b57 port ca1374e4-a1ee-4060-a507-3ffa258046c1 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:07:53.262229 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-77734fd4-3e37-4939-b83b-d03c7624a0a3 None None] Provisioning complete for port e2041927-1309-47ee-a74f-20c88f28024e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:53.262229 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-77734fd4-3e37-4939-b83b-d03c7624a0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:53.284089 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0865d8-5ee7-455d-8a66-95b77caf46f0 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Pushing event deleted for resources: {'Port': ['ID=5b8dc4c6-5607-4dc0-b8d1-2783738323ad,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:53.285887 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1f2e24a2-c91f-4a27-8887-2b2806e00bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:53.297304 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a9b98-c6c3-4a43-95da-870f22a55f80 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Subnet': ['ID=0296407a-254b-4799-bfa0-12baeefc61c5,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:53.319022 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port e2041927-1309-47ee-a74f-20c88f28024e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:53.319670 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:53.497052 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-762e1896-930c-4a63-8597-415b7feff117 req-4ca93c06-48d5-4926-b049-184171752b1c tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cafdda6-94e8-433e-85a5-45fd099276f0 HTTP/1.1" status: 200 len: 210 time: 0.2100179 Nov 12 20:07:53.506798 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2d75f34-2f5d-441d-bfd3-37d0503d973a req-1b0865d8-5ee7-455d-8a66-95b77caf46f0 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Router f0ce2f37-fd88-4391-ae86-dfec9b0e944d has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:07:53.535502 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3a9b98-c6c3-4a43-95da-870f22a55f80 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Checking segment: {'id': 'a350beb9-ed3b-4d13-9424-4f47e61a7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0f616191-23df-452f-a569-c7227afd7f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:07:53.535943 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3a9b98-c6c3-4a43-95da-870f22a55f80 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network hostable DHCP agents. Network: 0f616191-23df-452f-a569-c7227afd7f93, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:07:53.611540 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb14597-14a5-48b4-9461-ba19678d4d04 req-4db24ff3-e765-4da7-a176-6c02af3fd588 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:53.620804 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ceb14597-14a5-48b4-9461-ba19678d4d04 req-4db24ff3-e765-4da7-a176-6c02af3fd588 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 945 time: 0.4844627 Nov 12 20:07:53.658109 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1f2e24a2-c91f-4a27-8887-2b2806e00bdb None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:53.677156 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1f2e24a2-c91f-4a27-8887-2b2806e00bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:53.696750 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:53.713934 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:53.749223 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-1f2e24a2-c91f-4a27-8887-2b2806e00bdb None None] Attempting to bind port ca1374e4-a1ee-4060-a507-3ffa258046c1 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:07:53.749726 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-1f2e24a2-c91f-4a27-8887-2b2806e00bdb None None] Attempting to bind port ca1374e4-a1ee-4060-a507-3ffa258046c1 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:07:53.750172 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2e24a2-c91f-4a27-8887-2b2806e00bdb None None] Attempting to bind port ca1374e4-a1ee-4060-a507-3ffa258046c1 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:07:53.757633 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2e24a2-c91f-4a27-8887-2b2806e00bdb None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:07:53.758401 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2e24a2-c91f-4a27-8887-2b2806e00bdb None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:07:53.759005 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1f2e24a2-c91f-4a27-8887-2b2806e00bdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:53.759661 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2e24a2-c91f-4a27-8887-2b2806e00bdb None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:07:53.760870 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-1f2e24a2-c91f-4a27-8887-2b2806e00bdb None None] Bound port: ca1374e4-a1ee-4060-a507-3ffa258046c1, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:07:53.761572 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1f2e24a2-c91f-4a27-8887-2b2806e00bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:53.784367 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2d75f34-2f5d-441d-bfd3-37d0503d973a req-1b0865d8-5ee7-455d-8a66-95b77caf46f0 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:07:53.789225 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9b1cbe77-09ea-4f71-9c23-709e70d87c34 req-57da3124-e512-46a3-979c-ca9a83172172 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/ports?device_id=de541583-67cd-4ad4-9a6a-804578a04726 HTTP/1.1" status: 200 len: 210 time: 0.0472565 Nov 12 20:07:53.801568 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8aaa42-8891-4cd7-a7d0-76af46b71719 None None] Sync routers for ids ['f0ce2f37-fd88-4391-ae86-dfec9b0e944d'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:07:53.820779 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8aaa42-8891-4cd7-a7d0-76af46b71719 None None] Routers {'f0ce2f37-fd88-4391-ae86-dfec9b0e944d'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:53.821412 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-ab8aaa42-8891-4cd7-a7d0-76af46b71719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:07:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f0ce2f37-fd88-4391-ae86-dfec9b0e944d'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:53.846130 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ceb14597-14a5-48b4-9461-ba19678d4d04 req-686cf6d6-5996-4df0-acf6-4f0654087f81 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243338 Nov 12 20:07:53.850289 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d75f34-2f5d-441d-bfd3-37d0503d973a req-1b0865d8-5ee7-455d-8a66-95b77caf46f0 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] No DVR routers for this DVR port 5b8dc4c6-5607-4dc0-b8d1-2783738323ad on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:07:53.854884 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d2d75f34-2f5d-441d-bfd3-37d0503d973a req-1b0865d8-5ee7-455d-8a66-95b77caf46f0 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:53.858909 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d2d75f34-2f5d-441d-bfd3-37d0503d973a req-1b0865d8-5ee7-455d-8a66-95b77caf46f0 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.52 "DELETE /v2.0/ports/5b8dc4c6-5607-4dc0-b8d1-2783738323ad HTTP/1.1" status: 204 len: 173 time: 2.9969144 Nov 12 20:07:53.859379 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cafdda6-94e8-433e-85a5-45fd099276f0', 'name': 'network-vif-deleted', 'tag': '5b8dc4c6-5607-4dc0-b8d1-2783738323ad'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:07:53.861978 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e17524-0ae5-421a-8930-3cdce19ee6ca" -d '{"events": [{"server_uuid": "5cafdda6-94e8-433e-85a5-45fd099276f0", "name": "network-vif-deleted", "tag": "5b8dc4c6-5607-4dc0-b8d1-2783738323ad"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:07:53.865743 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3a9b98-c6c3-4a43-95da-870f22a55f80 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network 0f616191-23df-452f-a569-c7227afd7f93 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:07:53.870751 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-1f2e24a2-c91f-4a27-8887-2b2806e00bdb None None] For port ca1374e4-a1ee-4060-a507-3ffa258046c1, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:07:53.880263 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-1f2e24a2-c91f-4a27-8887-2b2806e00bdb None None] For port ca1374e4-a1ee-4060-a507-3ffa258046c1, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ca1374e4-a1ee-4060-a507-3ffa258046c1,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:07:53.882808 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-45669d8f-9f72-4b36-93f2-580161cce38c tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:53.884114 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-fc3a9b98-c6c3-4a43-95da-870f22a55f80 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 0f616191-23df-452f-a569-c7227afd7f93) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:53.884604 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-45669d8f-9f72-4b36-93f2-580161cce38c tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.55 "GET /v2.0/networks?id=2cd50862-390f-4cba-a9d7-73bd98c5a779 HTTP/1.1" status: 200 len: 818 time: 0.8074634 Nov 12 20:07:53.891642 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3a9b98-c6c3-4a43-95da-870f22a55f80 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:53.892667 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc3a9b98-c6c3-4a43-95da-870f22a55f80 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:53.901510 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1f2e24a2-c91f-4a27-8887-2b2806e00bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:53.918096 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bbf8ea-15cb-46bc-a69a-4d85802aa7ac None None] Network 0f616191-23df-452f-a569-c7227afd7f93 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:07:53.918970 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c26c25-e247-4045-8a7d-a403c374acf2 None None] Pushing event updated for resources: {'Port': ['ID=ca1374e4-a1ee-4060-a507-3ffa258046c1,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:53.920033 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fc3a9b98-c6c3-4a43-95da-870f22a55f80 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0413415 Nov 12 20:07:53.921152 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35090) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:53.935963 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c26c25-e247-4045-8a7d-a403c374acf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:53.936713 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c26c25-e247-4045-8a7d-a403c374acf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:53.937266 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c26c25-e247-4045-8a7d-a403c374acf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:53.937919 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c26c25-e247-4045-8a7d-a403c374acf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:53.948875 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c26c25-e247-4045-8a7d-a403c374acf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:53.949505 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c26c25-e247-4045-8a7d-a403c374acf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:53.951712 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c26c25-e247-4045-8a7d-a403c374acf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:53.952311 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c26c25-e247-4045-8a7d-a403c374acf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:53.952851 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c26c25-e247-4045-8a7d-a403c374acf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:53.953382 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c26c25-e247-4045-8a7d-a403c374acf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:53.955589 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c26c25-e247-4045-8a7d-a403c374acf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:53.956125 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c26c25-e247-4045-8a7d-a403c374acf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:54.021315 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a45b7972-18de-4c9d-88ca-5d322b660d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:54.027906 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-42984228-12fe-4c18-a08e-bc57c9ace359 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Request body: {'port': {'device_id': 'de541583-67cd-4ad4-9a6a-804578a04726', 'network_id': '2cd50862-390f-4cba-a9d7-73bd98c5a779', 'admin_state_up': True, 'tenant_id': 'db2b82ba40004a02b5f5760bf89afb8c'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:54.046680 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2e24a2-c91f-4a27-8887-2b2806e00bdb None None] Routers {'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:54.048910 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-1f2e24a2-c91f-4a27-8887-2b2806e00bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:07:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:54.111122 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c9e7d0-c37c-409d-9d35-b1b760a53550 x-openstack-request-id: req-95c9e7d0-c37c-409d-9d35-b1b760a53550 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:07:54.111534 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cafdda6-94e8-433e-85a5-45fd099276f0", "name": "network-vif-deleted", "tag": "5b8dc4c6-5607-4dc0-b8d1-2783738323ad", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:07:54.111725 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-95c9e7d0-c37c-409d-9d35-b1b760a53550 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:07:54.112156 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cafdda6-94e8-433e-85a5-45fd099276f0', 'name': 'network-vif-deleted', 'tag': '5b8dc4c6-5607-4dc0-b8d1-2783738323ad', 'status': 'completed', 'code': 200} Nov 12 20:07:54.171194 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-ab8aaa42-8891-4cd7-a7d0-76af46b71719 None None] Set router f0ce2f37-fd88-4391-ae86-dfec9b0e944d gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:07:54.188850 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c26c25-e247-4045-8a7d-a403c374acf2 None None] Pushing event updated for resources: {'Port': ['ID=ca1374e4-a1ee-4060-a507-3ffa258046c1,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:54.287600 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-1f2e24a2-c91f-4a27-8887-2b2806e00bdb None None] Set router c7a9c88b-6e57-4d24-b62e-1d0599ed8b57 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:07:54.351162 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-0f616191-23df-452f-a569-c7227afd7f93', 'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'fixed_ips': [{'subnet_id': '0296407a-254b-4799-bfa0-12baeefc61c5'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:07:54.352853 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:54.358058 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0ea35-0e01-4809-b04b-0a106da2e8fb req-b92589c4-3d72-4db8-94ae-75c918851c1c tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:54.359903 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-99e0ea35-0e01-4809-b04b-0a106da2e8fb req-b92589c4-3d72-4db8-94ae-75c918851c1c tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 945 time: 0.1534548 Nov 12 20:07:54.445267 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2ed68238-2e92-4988-8737-fc5b6862cf02 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:54.604013 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-a45b7972-18de-4c9d-88ca-5d322b660d10 admin admin] Allocated IP 172.20.0.1 (09489300-e8fa-4484-94f2-31f21fcf7ae6/6da924b9-8f4e-48df-9e33-272535f4598d/0978b8f6-3fa1-4d3b-9edb-3be2524a427a) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:07:54.605895 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Allocated IP 2001:db8::2 (0f616191-23df-452f-a569-c7227afd7f93/0296407a-254b-4799-bfa0-12baeefc61c5/3773db00-9a2a-456f-a255-bafd948ad0c2) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:07:54.616026 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-ab8aaa42-8891-4cd7-a7d0-76af46b71719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'name': 'tempest-AttachVolumeShelveTestJSON-725252058-router', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:51Z', 'updated_at': '2021-11-12T20:03:04Z', 'revision_number': 4, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'gw_port': {'id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:53Z', 'updated_at': '2021-11-12T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '24185af8-1f22-43f9-bf99-1f7ea5f4b5be', 'name': '', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'mac_address': 'fa:16:3e:5b:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:03:01Z', 'updated_at': '2021-11-12T20:03:10Z', 'revision_number': 5, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'subnets': [{'id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:54.638446 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-1f2e24a2-c91f-4a27-8887-2b2806e00bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'name': 'tempest-ServersTestFqdnHostnames-1030714934-router', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'ca1374e4-a1ee-4060-a507-3ffa258046c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:48Z', 'updated_at': '2021-11-12T20:07:50Z', 'revision_number': 3, 'project_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'gw_port': {'id': 'ca1374e4-a1ee-4060-a507-3ffa258046c1', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:70:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:49Z', 'updated_at': '2021-11-12T20:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:54.650766 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8aaa42-8891-4cd7-a7d0-76af46b71719 None None] Checking router: f0ce2f37-fd88-4391-ae86-dfec9b0e944d for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:07:54.652748 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e2041927-1309-47ee-a74f-20c88f28024e up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:07:54.654746 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-42984228-12fe-4c18-a08e-bc57c9ace359 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Made reservation on behalf of db2b82ba40004a02b5f5760bf89afb8c for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:07:54.659093 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-42984228-12fe-4c18-a08e-bc57c9ace359 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:54.672978 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2e24a2-c91f-4a27-8887-2b2806e00bdb None None] The sync data for ids ['c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'] in n-d-712140-15 is: [{'id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'name': 'tempest-ServersTestFqdnHostnames-1030714934-router', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'ca1374e4-a1ee-4060-a507-3ffa258046c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:48Z', 'updated_at': '2021-11-12T20:07:50Z', 'revision_number': 3, 'project_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'gw_port': {'id': 'ca1374e4-a1ee-4060-a507-3ffa258046c1', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:70:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:49Z', 'updated_at': '2021-11-12T20:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:07:54.712583 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-06b5cb3e-af6a-4935-b47a-2807cdb91c2b req-10489fd2-1fc8-450c-8703-556f48ea8f51 tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0708747 Nov 12 20:07:54.759646 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8aaa42-8891-4cd7-a7d0-76af46b71719 None None] Routers {'f0ce2f37-fd88-4391-ae86-dfec9b0e944d'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:54.760958 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-ab8aaa42-8891-4cd7-a7d0-76af46b71719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:07:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f0ce2f37-fd88-4391-ae86-dfec9b0e944d'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:54.771188 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-99e0ea35-0e01-4809-b04b-0a106da2e8fb req-f4ff506f-3777-4194-95e4-ea83be0b058a tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627350 Nov 12 20:07:54.837274 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6fd18c3d-48fb-4e5f-9077-9050a50aa377 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:07:54.871484 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 6fd18c3d-48fb-4e5f-9077-9050a50aa377 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:07:54.871985 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6fd18c3d-48fb-4e5f-9077-9050a50aa377 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:07:54.872559 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 5b8dc4c6-5607-4dc0-b8d1-2783738323ad no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:07:54.918669 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 5b8dc4c6-5607-4dc0-b8d1-2783738323ad {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:07:54.919010 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 5b8dc4c6-5607-4dc0-b8d1-2783738323ad not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:07:54.953129 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448e1a8-21bc-4262-b30e-9dc131130efa req-bca0d380-15fc-4c80-9061-b2f297e08952 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:54.953917 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24156bd9-36b9-4aa4-9a7c-92ce2d1653d8 req-1a693223-5bb9-493f-b78e-2b7dd2e32eaf tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:54.961115 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9448e1a8-21bc-4262-b30e-9dc131130efa req-bca0d380-15fc-4c80-9061-b2f297e08952 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 945 time: 0.0720177 Nov 12 20:07:54.961358 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24156bd9-36b9-4aa4-9a7c-92ce2d1653d8 req-1a693223-5bb9-493f-b78e-2b7dd2e32eaf tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 951 time: 0.1169302 Nov 12 20:07:54.995292 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port e2041927-1309-47ee-a74f-20c88f28024e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:54.997988 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:55.023968 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9448e1a8-21bc-4262-b30e-9dc131130efa req-79d2c196-ab18-4cea-bb34-fa536d09cd8f tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618980 Nov 12 20:07:55.050563 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a45b7972-18de-4c9d-88ca-5d322b660d10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:55.091111 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24156bd9-36b9-4aa4-9a7c-92ce2d1653d8 req-ea7c1280-578c-4158-869c-1037c8cf4b51 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288688 Nov 12 20:07:55.100696 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-42984228-12fe-4c18-a08e-bc57c9ace359 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Allocated IP 172.20.0.5 (2cd50862-390f-4cba-a9d7-73bd98c5a779/7f275563-5400-4414-925f-b88acf80729d/30126383-f4e7-438d-8499-e41f291eb8f9) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:07:55.175086 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35110) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:55.186298 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a45b7972-18de-4c9d-88ca-5d322b660d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:55.218860 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72e92d99-e765-41f2-9e25-049d7ec53703 req-ccfce8c7-a5d3-42c6-89c4-9b1f8767829c tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/ports?device_id=de541583-67cd-4ad4-9a6a-804578a04726 HTTP/1.1" status: 200 len: 210 time: 0.0539446 Nov 12 20:07:55.274181 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45b7972-18de-4c9d-88ca-5d322b660d10 admin admin] Network 09489300-e8fa-4484-94f2-31f21fcf7ae6 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:07:55.275666 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b7972-18de-4c9d-88ca-5d322b660d10 admin admin] Pushing event updated for resources: {'Port': ['ID=0978b8f6-3fa1-4d3b-9edb-3be2524a427a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:55.292384 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-a45b7972-18de-4c9d-88ca-5d322b660d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:55.297120 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8bed52de-dcb5-4996-a1fe-869a45116e79 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:55.306010 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45b7972-18de-4c9d-88ca-5d322b660d10 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:07:55.335513 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8bed52de-dcb5-4996-a1fe-869a45116e79 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:55.424466 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:55.443099 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:55.446571 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-ab8aaa42-8891-4cd7-a7d0-76af46b71719 None None] Set router f0ce2f37-fd88-4391-ae86-dfec9b0e944d gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:07:55.468953 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a45b7972-18de-4c9d-88ca-5d322b660d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:55.533098 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:55.559905 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8bed52de-dcb5-4996-a1fe-869a45116e79 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:55.562515 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8bed52de-dcb5-4996-a1fe-869a45116e79 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:55.563687 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8bed52de-dcb5-4996-a1fe-869a45116e79 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "DELETE /v2.0/security-groups/c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe HTTP/1.1" status: 204 len: 168 time: 0.3876867 Nov 12 20:07:55.577070 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35114) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:55.585625 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-42984228-12fe-4c18-a08e-bc57c9ace359 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:55.644722 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed52de-dcb5-4996-a1fe-869a45116e79 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:55.653304 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-2ed68238-2e92-4988-8737-fc5b6862cf02 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Allocated IP 2001:db8::1 (0f616191-23df-452f-a569-c7227afd7f93/0296407a-254b-4799-bfa0-12baeefc61c5/05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:07:55.655944 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-36aa5e1d-0ad8-4e51-bf9a-ac95970668d7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] show failed (client error): The resource could not be found. Nov 12 20:07:55.656973 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-36aa5e1d-0ad8-4e51-bf9a-ac95970668d7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups/c0f90fd8-9ef4-4abd-a6e8-358d064b2cfe HTTP/1.1" status: 404 len: 347 time: 0.0718822 Nov 12 20:07:55.672004 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35116) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:55.709902 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-42984228-12fe-4c18-a08e-bc57c9ace359 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:55.752812 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a45b7972-18de-4c9d-88ca-5d322b660d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:55.757389 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Network 0f616191-23df-452f-a569-c7227afd7f93 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:07:55.782392 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:55.784027 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-eb8027b4-1af5-4d00-b7bd-cbc6cf3a2af4 None None] Provisioning complete for port 0978b8f6-3fa1-4d3b-9edb-3be2524a427a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:55.784481 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-eb8027b4-1af5-4d00-b7bd-cbc6cf3a2af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:55.826399 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:07:55.829203 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-eb8027b4-1af5-4d00-b7bd-cbc6cf3a2af4 None None] Port 0978b8f6-3fa1-4d3b-9edb-3be2524a427a cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:07:55.837274 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-42984228-12fe-4c18-a08e-bc57c9ace359 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Network 2cd50862-390f-4cba-a9d7-73bd98c5a779 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:07:55.865568 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-42984228-12fe-4c18-a08e-bc57c9ace359 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:55.875880 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Pushing event updated for resources: {'Port': ['ID=3773db00-9a2a-456f-a255-bafd948ad0c2,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:55.889186 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:55.889809 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:55.890302 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:55.890802 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:55.891284 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:55.891781 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:55.892291 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:55.892768 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:55.893263 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:55.893748 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:55.894237 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:55.894709 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:07:55.912537 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-42984228-12fe-4c18-a08e-bc57c9ace359 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:07:55.936517 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42984228-12fe-4c18-a08e-bc57c9ace359 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Pushing event updated for resources: {'Port': ['ID=30126383-f4e7-438d-8499-e41f291eb8f9,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:55.981066 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Attempting to bind port 3773db00-9a2a-456f-a255-bafd948ad0c2 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:07:55.981735 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Attempting to bind port 3773db00-9a2a-456f-a255-bafd948ad0c2 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'a350beb9-ed3b-4d13-9424-4f47e61a7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0f616191-23df-452f-a569-c7227afd7f93'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:07:55.982208 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Attempting to bind port 3773db00-9a2a-456f-a255-bafd948ad0c2 on network 0f616191-23df-452f-a569-c7227afd7f93 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:07:55.984732 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:56.002595 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:07:56.003134 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Checking segment: {'id': 'a350beb9-ed3b-4d13-9424-4f47e61a7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0f616191-23df-452f-a569-c7227afd7f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:07:56.003640 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:56.004152 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Bound using segment: {'id': 'a350beb9-ed3b-4d13-9424-4f47e61a7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0f616191-23df-452f-a569-c7227afd7f93'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:07:56.005275 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Bound port: 3773db00-9a2a-456f-a255-bafd948ad0c2, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a350beb9-ed3b-4d13-9424-4f47e61a7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0f616191-23df-452f-a569-c7227afd7f93'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:07:56.005807 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:56.109608 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] For port 3773db00-9a2a-456f-a255-bafd948ad0c2, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:07:56.117222 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] For port 3773db00-9a2a-456f-a255-bafd948ad0c2, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3773db00-9a2a-456f-a255-bafd948ad0c2,segment=NetworkSegment(a350beb9-ed3b-4d13-9424-4f47e61a7157),segment_id=a350beb9-ed3b-4d13-9424-4f47e61a7157)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:07:56.133854 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:56.159440 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-42984228-12fe-4c18-a08e-bc57c9ace359 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:56.160112 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-42984228-12fe-4c18-a08e-bc57c9ace359 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:56.191369 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ee067-689c-4d42-bfb1-7388bb0c812e req-7c4fe9c9-fdff-41bb-9ddc-61dbb6d41768 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:56.200568 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4d4ee067-689c-4d42-bfb1-7388bb0c812e req-7c4fe9c9-fdff-41bb-9ddc-61dbb6d41768 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 945 time: 0.2745895 Nov 12 20:07:56.206709 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-ab8aaa42-8891-4cd7-a7d0-76af46b71719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'name': 'tempest-AttachVolumeShelveTestJSON-725252058-router', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:51Z', 'updated_at': '2021-11-12T20:03:04Z', 'revision_number': 4, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'gw_port': {'id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:53Z', 'updated_at': '2021-11-12T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '24185af8-1f22-43f9-bf99-1f7ea5f4b5be', 'name': '', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'mac_address': 'fa:16:3e:5b:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:03:01Z', 'updated_at': '2021-11-12T20:03:10Z', 'revision_number': 5, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'subnets': [{'id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:56.231343 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a45b7972-18de-4c9d-88ca-5d322b660d10 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:56.237466 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-42984228-12fe-4c18-a08e-bc57c9ace359 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2183936 Nov 12 20:07:56.243207 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a45b7972-18de-4c9d-88ca-5d322b660d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:56.251553 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8aaa42-8891-4cd7-a7d0-76af46b71719 None None] The sync data for ids ['f0ce2f37-fd88-4391-ae86-dfec9b0e944d'] in n-d-712140-15 is: [{'id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'name': 'tempest-AttachVolumeShelveTestJSON-725252058-router', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:51Z', 'updated_at': '2021-11-12T20:03:04Z', 'revision_number': 4, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'gw_port': {'id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:53Z', 'updated_at': '2021-11-12T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '24185af8-1f22-43f9-bf99-1f7ea5f4b5be', 'name': '', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'mac_address': 'fa:16:3e:5b:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:03:01Z', 'updated_at': '2021-11-12T20:03:10Z', 'revision_number': 5, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'subnets': [{'id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:07:56.262778 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-8e1535ff-e3a7-4587-89ec-5630c04cf61c service neutron] Request body: {'port': {'device_id': 'de541583-67cd-4ad4-9a6a-804578a04726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:56.268405 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041fab9a-9020-4ba8-8f2c-ce91db0bdddc None None] Pushing event updated for resources: {'Port': ['ID=3773db00-9a2a-456f-a255-bafd948ad0c2,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:56.363062 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4d4ee067-689c-4d42-bfb1-7388bb0c812e req-56495a45-71f6-4db7-bec9-3b71815e43ba tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615176 Nov 12 20:07:56.384263 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a45b7972-18de-4c9d-88ca-5d322b660d10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:56.429366 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c332a187-646e-4571-96c3-4487b771402b req-335fc2e2-4da6-497b-8853-d05e580c4e44 tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.4708741 Nov 12 20:07:56.457882 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-8e1535ff-e3a7-4587-89ec-5630c04cf61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:56.467175 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b7972-18de-4c9d-88ca-5d322b660d10 admin admin] Pushing event updated for resources: {'Port': ['ID=0978b8f6-3fa1-4d3b-9edb-3be2524a427a,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:56.522775 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b0c5e-429d-4cbf-9d26-700273eb63b0 req-f8e8346c-02c9-4826-87d6-3cb51cc64b8f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:56.524459 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1b4b0c5e-429d-4cbf-9d26-700273eb63b0 req-f8e8346c-02c9-4826-87d6-3cb51cc64b8f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.52 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 951 time: 0.7513530 Nov 12 20:07:56.672060 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2ed68238-2e92-4988-8737-fc5b6862cf02 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:56.688875 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f7b9d-1051-4690-98e2-b40117fbbb0b req-8d3ca08b-bda1-444b-8685-1376594a9333 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:56.690532 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0f7f7b9d-1051-4690-98e2-b40117fbbb0b req-8d3ca08b-bda1-444b-8685-1376594a9333 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 951 time: 0.2351854 Nov 12 20:07:56.696261 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-95d8726a-6819-4d37-9fc5-4586b9f35387 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Deleting port 8a257568-739b-4178-a1c2-56a9011270bc {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:56.696644 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-95d8726a-6819-4d37-9fc5-4586b9f35387 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:56.755085 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc798bd-2508-42b9-9496-b00a66bc7ab7 None None] New status for floating IP 34a40bc5-8936-4c67-a895-f6dc864a1ed1: DOWN {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:07:56.821801 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3773db00-9a2a-456f-a255-bafd948ad0c2 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:07:56.859566 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-95d8726a-6819-4d37-9fc5-4586b9f35387 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:56.860275 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-95d8726a-6819-4d37-9fc5-4586b9f35387 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:56.920991 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 3773db00-9a2a-456f-a255-bafd948ad0c2 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:56.922479 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:56.931162 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-95d8726a-6819-4d37-9fc5-4586b9f35387 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Calling delete_port for 8a257568-739b-4178-a1c2-56a9011270bc owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:56.980412 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2ed68238-2e92-4988-8737-fc5b6862cf02 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:57.035708 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:57.059618 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091e9e6-f0ce-4fcc-9ee1-2f7c2968b3eb req-e2be5f91-d1aa-40bf-bf02-85a8a15d5dd1 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:57.061464 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e091e9e6-f0ce-4fcc-9ee1-2f7c2968b3eb req-e2be5f91-d1aa-40bf-bf02-85a8a15d5dd1 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/ports?device_id=de541583-67cd-4ad4-9a6a-804578a04726 HTTP/1.1" status: 200 len: 931 time: 0.2833664 Nov 12 20:07:57.085478 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-1b4b0c5e-429d-4cbf-9d26-700273eb63b0 req-7821d88c-e2ec-4de7-81a2-0a3a11b0f5d2 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Deleting port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:07:57.086217 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1b4b0c5e-429d-4cbf-9d26-700273eb63b0 req-7821d88c-e2ec-4de7-81a2-0a3a11b0f5d2 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:57.089675 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 3773db00-9a2a-456f-a255-bafd948ad0c2, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3773db00-9a2a-456f-a255-bafd948ad0c2,segment=NetworkSegment(a350beb9-ed3b-4d13-9424-4f47e61a7157),segment_id=a350beb9-ed3b-4d13-9424-4f47e61a7157)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:57.094834 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:57.095785 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ca1374e4-a1ee-4060-a507-3ffa258046c1 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:07:57.097464 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed68238-2e92-4988-8737-fc5b6862cf02 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network 0f616191-23df-452f-a569-c7227afd7f93 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:07:57.136375 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-2ed68238-2e92-4988-8737-fc5b6862cf02 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:57.151557 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed68238-2e92-4988-8737-fc5b6862cf02 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:07:57.152477 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2ed68238-2e92-4988-8737-fc5b6862cf02 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:57.184942 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=3773db00-9a2a-456f-a255-bafd948ad0c2,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:57.199429 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port ca1374e4-a1ee-4060-a507-3ffa258046c1 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:57.199796 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:57.247383 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed68238-2e92-4988-8737-fc5b6862cf02 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Port': ['ID=05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:57.289809 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:57.295700 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45b7972-18de-4c9d-88ca-5d322b660d10 admin admin] Network 09489300-e8fa-4484-94f2-31f21fcf7ae6 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:07:57.303211 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0f7f7b9d-1051-4690-98e2-b40117fbbb0b req-aa4c5d3c-44be-4191-9106-d9b6a92c034a tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5964460 Nov 12 20:07:57.307387 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-a45b7972-18de-4c9d-88ca-5d322b660d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:57.346618 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port ca1374e4-a1ee-4060-a507-3ffa258046c1, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ca1374e4-a1ee-4060-a507-3ffa258046c1,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:57.365713 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:57.374499 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e091e9e6-f0ce-4fcc-9ee1-2f7c2968b3eb req-4969b163-1d27-4154-a1c8-01f7258ff993 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/security-groups?id=489c00dc-a706-4951-abd0-189ad8542c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826617 Nov 12 20:07:57.455578 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=ca1374e4-a1ee-4060-a507-3ffa258046c1,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:57.508819 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-1b4b0c5e-429d-4cbf-9d26-700273eb63b0 req-7821d88c-e2ec-4de7-81a2-0a3a11b0f5d2 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] For port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:07:57.509103 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1b4b0c5e-429d-4cbf-9d26-700273eb63b0 req-7821d88c-e2ec-4de7-81a2-0a3a11b0f5d2 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:57.522975 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2ed68238-2e92-4988-8737-fc5b6862cf02 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:57.537088 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-1b4b0c5e-429d-4cbf-9d26-700273eb63b0 req-7821d88c-e2ec-4de7-81a2-0a3a11b0f5d2 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Calling delete_port for c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:07:57.564301 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-95d8726a-6819-4d37-9fc5-4586b9f35387 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:57.587568 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415a759-ea37-4d88-a5b7-dcb971dde370 req-2b25dabf-6344-444a-ba8c-c4d0c5860784 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:57.589941 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8415a759-ea37-4d88-a5b7-dcb971dde370 req-2b25dabf-6344-444a-ba8c-c4d0c5860784 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 945 time: 0.1487975 Nov 12 20:07:57.591314 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4f9a7f77-8cef-4d48-bd5e-a8d8314a324f req-77775404-3575-4ecf-81ae-47a8eb445e5e tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0560315 Nov 12 20:07:57.624261 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45b7972-18de-4c9d-88ca-5d322b660d10 admin admin] Router c7a9c88b-6e57-4d24-b62e-1d0599ed8b57 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:07:57.682153 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8726a-6819-4d37-9fc5-4586b9f35387 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Pushing event deleted for resources: {'Port': ['ID=8a257568-739b-4178-a1c2-56a9011270bc,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:57.729250 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-8e1535ff-e3a7-4587-89ec-5630c04cf61c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30126383-f4e7-438d-8499-e41f291eb8f9 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:07:57.750238 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8415a759-ea37-4d88-a5b7-dcb971dde370 req-a19c191e-fd8f-4f32-b65a-81cccc70db55 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487415 Nov 12 20:07:57.802430 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-8e1535ff-e3a7-4587-89ec-5630c04cf61c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:57.814101 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-3c45f7e1-f0de-4109-b19d-9d6ab81f211d None None] Provisioning complete for port 0978b8f6-3fa1-4d3b-9edb-3be2524a427a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:57.814470 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3c45f7e1-f0de-4109-b19d-9d6ab81f211d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:57.816717 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-8e1535ff-e3a7-4587-89ec-5630c04cf61c service neutron] Transition to ACTIVE for port object 30126383-f4e7-438d-8499-e41f291eb8f9 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:07:57.827037 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-8e1535ff-e3a7-4587-89ec-5630c04cf61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:57.872087 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-95d8726a-6819-4d37-9fc5-4586b9f35387 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for floatingip, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:57.875477 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-95d8726a-6819-4d37-9fc5-4586b9f35387 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:57.876716 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-95d8726a-6819-4d37-9fc5-4586b9f35387 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "DELETE /v2.0/floatingips/34a40bc5-8936-4c67-a895-f6dc864a1ed1 HTTP/1.1" status: 204 len: 168 time: 2.2033777 Nov 12 20:07:57.905420 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-3c45f7e1-f0de-4109-b19d-9d6ab81f211d None None] Port 0978b8f6-3fa1-4d3b-9edb-3be2524a427a cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:07:57.914374 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1535ff-e3a7-4587-89ec-5630c04cf61c service neutron] Pushing event updated for resources: {'Port': ['ID=30126383-f4e7-438d-8499-e41f291eb8f9,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:58.039285 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45b7972-18de-4c9d-88ca-5d322b660d10 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:07:58.058218 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b55525-e4a0-4721-8bda-b660b63e5ee9 None None] Sync routers for ids ['c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:07:58.065345 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a45b7972-18de-4c9d-88ca-5d322b660d10 admin admin] 10.222.0.48 "PUT /v2.0/routers/c7a9c88b-6e57-4d24-b62e-1d0599ed8b57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7934773 Nov 12 20:07:58.099253 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b55525-e4a0-4721-8bda-b660b63e5ee9 None None] Routers {'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:58.100088 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-e3b55525-e4a0-4721-8bda-b660b63e5ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:07:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:58.155489 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1b4b0c5e-429d-4cbf-9d26-700273eb63b0 req-7821d88c-e2ec-4de7-81a2-0a3a11b0f5d2 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:58.160886 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-8e1535ff-e3a7-4587-89ec-5630c04cf61c service neutron] Attempting to bind port 30126383-f4e7-438d-8499-e41f291eb8f9 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:07:58.161323 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-8e1535ff-e3a7-4587-89ec-5630c04cf61c service neutron] Attempting to bind port 30126383-f4e7-438d-8499-e41f291eb8f9 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'd859b612-87c6-40a7-8aeb-afec609aea40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2cd50862-390f-4cba-a9d7-73bd98c5a779'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:07:58.161666 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-8e1535ff-e3a7-4587-89ec-5630c04cf61c service neutron] Attempting to bind port 30126383-f4e7-438d-8499-e41f291eb8f9 on network 2cd50862-390f-4cba-a9d7-73bd98c5a779 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:07:58.175801 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-8e1535ff-e3a7-4587-89ec-5630c04cf61c service neutron] Port 30126383-f4e7-438d-8499-e41f291eb8f9 on network 2cd50862-390f-4cba-a9d7-73bd98c5a779 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:07:58.178807 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-8e1535ff-e3a7-4587-89ec-5630c04cf61c service neutron] Attempting to bind port 30126383-f4e7-438d-8499-e41f291eb8f9 on network 2cd50862-390f-4cba-a9d7-73bd98c5a779 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:07:58.202909 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-8e1535ff-e3a7-4587-89ec-5630c04cf61c service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:07:58.203920 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-8e1535ff-e3a7-4587-89ec-5630c04cf61c service neutron] Checking segment: {'id': 'd859b612-87c6-40a7-8aeb-afec609aea40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2cd50862-390f-4cba-a9d7-73bd98c5a779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:07:58.207189 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-8e1535ff-e3a7-4587-89ec-5630c04cf61c service neutron] Bound using segment: {'id': 'd859b612-87c6-40a7-8aeb-afec609aea40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2cd50862-390f-4cba-a9d7-73bd98c5a779'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:07:58.208478 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-8e1535ff-e3a7-4587-89ec-5630c04cf61c service neutron] Bound port: 30126383-f4e7-438d-8499-e41f291eb8f9, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd859b612-87c6-40a7-8aeb-afec609aea40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2cd50862-390f-4cba-a9d7-73bd98c5a779'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:07:58.208866 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-8e1535ff-e3a7-4587-89ec-5630c04cf61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:58.229551 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821d88c-e2ec-4de7-81a2-0a3a11b0f5d2 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Pushing event deleted for resources: {'Port': ['ID=c0d21e3f-02fc-4419-903d-a5b4da1dd6b5,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:58.313485 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4b0c5e-429d-4cbf-9d26-700273eb63b0 req-7821d88c-e2ec-4de7-81a2-0a3a11b0f5d2 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] No DVR routers for this DVR port c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:07:58.319836 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1b4b0c5e-429d-4cbf-9d26-700273eb63b0 req-7821d88c-e2ec-4de7-81a2-0a3a11b0f5d2 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:58.324083 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1b4b0c5e-429d-4cbf-9d26-700273eb63b0 req-7821d88c-e2ec-4de7-81a2-0a3a11b0f5d2 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.52 "DELETE /v2.0/ports/c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 HTTP/1.1" status: 204 len: 173 time: 1.7917426 Nov 12 20:07:58.324705 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd063f0e1-0923-40b7-bb03-2b249948d892', 'name': 'network-vif-deleted', 'tag': 'c0d21e3f-02fc-4419-903d-a5b4da1dd6b5'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:07:58.327119 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3232cb6f-cda1-409e-92fe-c45209e13a47" -d '{"events": [{"server_uuid": "d063f0e1-0923-40b7-bb03-2b249948d892", "name": "network-vif-deleted", "tag": "c0d21e3f-02fc-4419-903d-a5b4da1dd6b5"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:07:58.380802 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6f5fb2ef-6df8-463e-ac0c-7062375058e1'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:07:58.391061 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['5e904854-22bc-4c69-a481-3c3feea5b76b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:07:58.422370 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2ed68238-2e92-4988-8737-fc5b6862cf02 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:58.424398 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-8e1535ff-e3a7-4587-89ec-5630c04cf61c service neutron] For port 30126383-f4e7-438d-8499-e41f291eb8f9, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:07:58.428824 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-8e1535ff-e3a7-4587-89ec-5630c04cf61c service neutron] For port 30126383-f4e7-438d-8499-e41f291eb8f9, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=30126383-f4e7-438d-8499-e41f291eb8f9,segment=NetworkSegment(d859b612-87c6-40a7-8aeb-afec609aea40),segment_id=d859b612-87c6-40a7-8aeb-afec609aea40)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:07:58.432184 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2ed68238-2e92-4988-8737-fc5b6862cf02 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:58.433819 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2ed68238-2e92-4988-8737-fc5b6862cf02 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:58.440428 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-8e1535ff-e3a7-4587-89ec-5630c04cf61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:58.514592 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 35156) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:58.528357 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-71a36726-32fe-40a9-9e14-e0a01c4e5dc8 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1224931525', 'description': 'tempest-description--895087489'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:58.537443 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bb794e-6e42-46c7-ad33-04f0a7c552f6 x-openstack-request-id: req-48bb794e-6e42-46c7-ad33-04f0a7c552f6 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:07:58.537797 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d063f0e1-0923-40b7-bb03-2b249948d892", "name": "network-vif-deleted", "tag": "c0d21e3f-02fc-4419-903d-a5b4da1dd6b5", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:07:58.538039 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-48bb794e-6e42-46c7-ad33-04f0a7c552f6 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:07:58.538443 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd063f0e1-0923-40b7-bb03-2b249948d892', 'name': 'network-vif-deleted', 'tag': 'c0d21e3f-02fc-4419-903d-a5b4da1dd6b5', 'status': 'completed', 'code': 200} Nov 12 20:07:58.570771 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0fff68-c29a-4014-8371-d53dd5649899 None None] Network 0f616191-23df-452f-a569-c7227afd7f93 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:07:58.594882 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-8e1535ff-e3a7-4587-89ec-5630c04cf61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:58.601041 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-8e1535ff-e3a7-4587-89ec-5630c04cf61c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:58.608676 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-8e1535ff-e3a7-4587-89ec-5630c04cf61c service neutron] 10.222.0.55 "PUT /v2.0/ports/30126383-f4e7-438d-8499-e41f291eb8f9 HTTP/1.1" status: 200 len: 1092 time: 2.3512487 Nov 12 20:07:58.611511 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de541583-67cd-4ad4-9a6a-804578a04726', 'tag': '30126383-f4e7-438d-8499-e41f291eb8f9'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:07:58.615619 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c026e8d-23f0-4316-bf34-486ab22ab5b1" -d '{"events": [{"name": "network-changed", "server_uuid": "de541583-67cd-4ad4-9a6a-804578a04726", "tag": "30126383-f4e7-438d-8499-e41f291eb8f9"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:07:58.659206 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1535ff-e3a7-4587-89ec-5630c04cf61c service neutron] Pushing event updated for resources: {'Port': ['ID=30126383-f4e7-438d-8499-e41f291eb8f9,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:58.673940 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71a36726-32fe-40a9-9e14-e0a01c4e5dc8 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:58.686987 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2f858607-7d65-4663-88e4-226446e5629f req-2732b01a-551b-445b-8299-d92093c533e9 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=d063f0e1-0923-40b7-bb03-2b249948d892 HTTP/1.1" status: 200 len: 210 time: 0.1137567 Nov 12 20:07:58.689516 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed68238-2e92-4988-8737-fc5b6862cf02 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Port': ['ID=05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:58.702741 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3773db00-9a2a-456f-a255-bafd948ad0c2 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:07:58.758129 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed68238-2e92-4988-8737-fc5b6862cf02 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network 0f616191-23df-452f-a569-c7227afd7f93 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:07:58.763585 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-2ed68238-2e92-4988-8737-fc5b6862cf02 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:07:58.826651 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9bcf4-e64d-43fc-8bc9-48f95d7d17f4 req-6d0fc800-d7a3-4a7e-8549-3ac78c9f211b tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:58.828310 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76d9bcf4-e64d-43fc-8bc9-48f95d7d17f4 req-6d0fc800-d7a3-4a7e-8549-3ac78c9f211b tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/ports?device_id=de541583-67cd-4ad4-9a6a-804578a04726 HTTP/1.1" status: 200 len: 943 time: 0.1570864 Nov 12 20:07:58.834816 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-2f465793-aa16-4e01-90be-7aec064a66ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:58.836337 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-2f465793-aa16-4e01-90be-7aec064a66ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=db2b82ba40004a02b5f5760bf89afb8c&device_id=de541583-67cd-4ad4-9a6a-804578a04726 HTTP/1.1" status: 200 len: 1095 time: 0.1469088 Nov 12 20:07:58.915462 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:07:58.940142 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-3ca3de0b-5efb-40c6-ab2f-67f13bd3f963 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30126383-f4e7-438d-8499-e41f291eb8f9 HTTP/1.1" status: 200 len: 217 time: 0.0929151 Nov 12 20:07:58.967500 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed68238-2e92-4988-8737-fc5b6862cf02 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Router 937e2b98-6b92-4181-9481-b0f7b22afb90 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:07:58.997733 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-599fd189-a734-411b-b2ce-dffececee736 None None] Provisioning complete for port 3773db00-9a2a-456f-a255-bafd948ad0c2 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:58.999196 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-599fd189-a734-411b-b2ce-dffececee736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:59.007216 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:07:59.007648 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device c0d21e3f-02fc-4419-903d-a5b4da1dd6b5 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:07:59.057868 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71a36726-32fe-40a9-9e14-e0a01c4e5dc8 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:59.070451 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71a36726-32fe-40a9-9e14-e0a01c4e5dc8 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:59.086480 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76d9bcf4-e64d-43fc-8bc9-48f95d7d17f4 req-53d1bc7f-590d-42f8-929f-ffcc93ad7e98 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/security-groups?id=489c00dc-a706-4951-abd0-189ad8542c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471755 Nov 12 20:07:59.124639 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71a36726-32fe-40a9-9e14-e0a01c4e5dc8 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:59.128646 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-71a36726-32fe-40a9-9e14-e0a01c4e5dc8 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6059599 Nov 12 20:07:59.130257 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-cc2a527e-48e7-4fb4-b2cf-1c77cdf72583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:59.130824 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-e3b55525-e4a0-4721-8bda-b660b63e5ee9 None None] Set router c7a9c88b-6e57-4d24-b62e-1d0599ed8b57 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:07:59.132014 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-cc2a527e-48e7-4fb4-b2cf-1c77cdf72583 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f275563-5400-4414-925f-b88acf80729d HTTP/1.1" status: 200 len: 858 time: 0.1517425 Nov 12 20:07:59.132743 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 35166) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:59.143059 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-fd8d8b17-1650-42e8-b02b-176de8fdc0bd tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Request body: {'security_group_rule': {'security_group_id': '6fd7b935-642c-4081-9247-b64c66a4c0b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:59.153567 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a36726-32fe-40a9-9e14-e0a01c4e5dc8 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd7b935-642c-4081-9247-b64c66a4c0b6,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:59.197430 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-edfda57d-20fd-4b40-9911-dfb84cef9f79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2cd50862-390f-4cba-a9d7-73bd98c5a779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458932 Nov 12 20:07:59.199992 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed68238-2e92-4988-8737-fc5b6862cf02 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:07:59.223447 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faeb18c-c06b-4a26-9555-61aa9903577f None None] Sync routers for ids ['937e2b98-6b92-4181-9481-b0f7b22afb90'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:07:59.225342 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2ed68238-2e92-4988-8737-fc5b6862cf02 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "PUT /v2.0/routers/937e2b98-6b92-4181-9481-b0f7b22afb90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3027234 Nov 12 20:07:59.227398 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35168) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:59.228064 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35170) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:59.244465 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faeb18c-c06b-4a26-9555-61aa9903577f None None] Routers {'937e2b98-6b92-4181-9481-b0f7b22afb90'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:07:59.244669 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-85bf6f1c-5ed8-48da-823e-b421840a9a83 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-480081753'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:59.250744 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7faeb18c-c06b-4a26-9555-61aa9903577f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:07:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['937e2b98-6b92-4181-9481-b0f7b22afb90'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:07:59.253512 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-540bc692-14bf-4abe-af45-667006d2f73e tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Request body: {'security_group': {'name': 'tempest-securitygroup--710607135', 'description': 'tempest-description--2060386909'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:59.285606 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 3773db00-9a2a-456f-a255-bafd948ad0c2 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:07:59.286080 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:59.293249 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-540bc692-14bf-4abe-af45-667006d2f73e tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:59.298774 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772d6079-803c-4b28-9943-29c49d80f9ee x-openstack-request-id: req-772d6079-803c-4b28-9943-29c49d80f9ee {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:07:59.299071 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de541583-67cd-4ad4-9a6a-804578a04726", "tag": "30126383-f4e7-438d-8499-e41f291eb8f9", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:07:59.299321 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-772d6079-803c-4b28-9943-29c49d80f9ee {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:07:59.302752 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de541583-67cd-4ad4-9a6a-804578a04726', 'tag': '30126383-f4e7-438d-8499-e41f291eb8f9', 'status': 'completed', 'code': 200} Nov 12 20:07:59.338840 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fd8d8b17-1650-42e8-b02b-176de8fdc0bd tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:59.422795 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-540bc692-14bf-4abe-af45-667006d2f73e tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:59.424633 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bf6f1c-5ed8-48da-823e-b421840a9a83 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Made reservation on behalf of 74c60af4d2d04ca29da86eba8b146adf for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:07:59.433599 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85bf6f1c-5ed8-48da-823e-b421840a9a83 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:59.439343 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-540bc692-14bf-4abe-af45-667006d2f73e tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:59.454662 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-7faeb18c-c06b-4a26-9555-61aa9903577f None None] Set router 937e2b98-6b92-4181-9481-b0f7b22afb90 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:07:59.480083 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-540bc692-14bf-4abe-af45-667006d2f73e tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:59.484667 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-540bc692-14bf-4abe-af45-667006d2f73e tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2510774 Nov 12 20:07:59.490986 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35178) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:59.507953 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-78a0001d-65ad-41e3-a17d-7e2155dc6da3 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Request body: {'security_group_rule': {'security_group_id': '29df4987-e806-424b-b400-443f8ce48dff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:59.547160 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-eaff6786-e317-4c03-b1ee-7f6c35ab1b24 req-27297ebd-3b29-48b9-bad2-fa53053a4343 tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.1264999 Nov 12 20:07:59.587026 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bc692-14bf-4abe-af45-667006d2f73e tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29df4987-e806-424b-b400-443f8ce48dff,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:59.607356 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-78a0001d-65ad-41e3-a17d-7e2155dc6da3 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:59.622124 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85bf6f1c-5ed8-48da-823e-b421840a9a83 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:07:59.651036 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-31f00dfb-fd81-47ea-b5ee-a781f9448748 service neutron] 10.222.0.55 "GET /v2.0/networks/2cd50862-390f-4cba-a9d7-73bd98c5a779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427369 Nov 12 20:07:59.673005 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fd8d8b17-1650-42e8-b02b-176de8fdc0bd tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:59.686112 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85bf6f1c-5ed8-48da-823e-b421840a9a83 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:59.688569 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-85bf6f1c-5ed8-48da-823e-b421840a9a83 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Added segment 809508e6-cf25-49bc-a29b-d0829009ee88 of type vlan for network a26a8407-df3e-4702-a285-509b0c083c13 Nov 12 20:07:59.758249 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85bf6f1c-5ed8-48da-823e-b421840a9a83 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:59.796717 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85bf6f1c-5ed8-48da-823e-b421840a9a83 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:59.802708 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bf6f1c-5ed8-48da-823e-b421840a9a83 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:07:59.803261 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85bf6f1c-5ed8-48da-823e-b421840a9a83 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:59.827274 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fd8d8b17-1650-42e8-b02b-176de8fdc0bd tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:07:59.898915 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf6f1c-5ed8-48da-823e-b421840a9a83 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Network': ['ID=a26a8407-df3e-4702-a285-509b0c083c13,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:59.939415 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-85bf6f1c-5ed8-48da-823e-b421840a9a83 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7023489 Nov 12 20:07:59.943174 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35186) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:07:59.949484 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-eb55c2c9-378f-4aa0-869b-a30fdc1e9ea7 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'subnet': {'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:07:59.984412 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-39df1805-5b65-40c5-906e-9bf48e0801ac req-acce7462-cf0e-4f37-a322-f1bfce28fd4b service neutron] 10.222.0.55 "GET /v2.0/networks/2cd50862-390f-4cba-a9d7-73bd98c5a779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239441 Nov 12 20:07:59.988324 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d8b17-1650-42e8-b02b-176de8fdc0bd tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914d9f27-57eb-40fe-9947-0d0199fb3a16,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:07:59.999415 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network a26a8407-df3e-4702-a285-509b0c083c13 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:08:00.014727 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fd8d8b17-1650-42e8-b02b-176de8fdc0bd tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:00.016356 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fd8d8b17-1650-42e8-b02b-176de8fdc0bd tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8799601 Nov 12 20:08:00.026670 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df137ebf-c0c6-4ed6-84a5-9b5704617af7 req-aa812e4c-e008-44a3-9fb5-0474b0045c9e tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:00.028757 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-df137ebf-c0c6-4ed6-84a5-9b5704617af7 req-aa812e4c-e008-44a3-9fb5-0474b0045c9e tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 945 time: 0.2024772 Nov 12 20:08:00.029640 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 35188) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:00.035569 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-dee6745a-32ee-42c1-b495-987dcfd25959 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Request body: {'security_group_rule': {'security_group_id': '6fd7b935-642c-4081-9247-b64c66a4c0b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:00.123172 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dee6745a-32ee-42c1-b495-987dcfd25959 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:00.199608 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-78a0001d-65ad-41e3-a17d-7e2155dc6da3 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:00.206446 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7faeb18c-c06b-4a26-9555-61aa9903577f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:07:57Z', 'revision_number': 2, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None, '_interfaces': [{'id': '05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1', 'name': '', 'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:2d:29:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:07:57Z', 'revision_number': 2, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:00.223604 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-78a0001d-65ad-41e3-a17d-7e2155dc6da3 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:00.228121 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-df137ebf-c0c6-4ed6-84a5-9b5704617af7 req-5851b791-ba06-4088-be6d-7baf1e9f169d tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493638 Nov 12 20:08:00.235311 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c026e8d-23f0-4316-bf34-486ab22ab5b1 req-6034f877-53f7-498f-b255-89f58a94e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:00.236889 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7c026e8d-23f0-4316-bf34-486ab22ab5b1 req-6034f877-53f7-498f-b255-89f58a94e021 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=db2b82ba40004a02b5f5760bf89afb8c&device_id=de541583-67cd-4ad4-9a6a-804578a04726 HTTP/1.1" status: 200 len: 1095 time: 0.1437654 Nov 12 20:08:00.263036 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faeb18c-c06b-4a26-9555-61aa9903577f None None] Checking router: 937e2b98-6b92-4181-9481-b0f7b22afb90 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:08:00.263592 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faeb18c-c06b-4a26-9555-61aa9903577f None None] Updating router 937e2b98-6b92-4181-9481-b0f7b22afb90 port 05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:08:00.269115 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f95f9118-df81-46c9-89dd-790a5a3f0d2d None None] Provisioning complete for port 05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:00.273295 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f95f9118-df81-46c9-89dd-790a5a3f0d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:00.297316 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dee6745a-32ee-42c1-b495-987dcfd25959 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:00.331752 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7faeb18c-c06b-4a26-9555-61aa9903577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:00.334547 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dee6745a-32ee-42c1-b495-987dcfd25959 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:00.335229 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ca1374e4-a1ee-4060-a507-3ffa258046c1 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:08:00.335510 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0001d-65ad-41e3-a17d-7e2155dc6da3 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=959c9dd9-f0ae-4781-b8c6-ce5b9c6481bc,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:00.373590 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6745a-32ee-42c1-b495-987dcfd25959 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b182cb4-fe05-4ed2-a8c3-ced7fce7971c,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:00.373829 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb55c2c9-378f-4aa0-869b-a30fdc1e9ea7 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Made reservation on behalf of 74c60af4d2d04ca29da86eba8b146adf for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:08:00.377940 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb55c2c9-378f-4aa0-869b-a30fdc1e9ea7 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:00.401254 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-78a0001d-65ad-41e3-a17d-7e2155dc6da3 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:00.404901 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-78a0001d-65ad-41e3-a17d-7e2155dc6da3 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9065287 Nov 12 20:08:00.413354 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 35194) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:00.416936 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dee6745a-32ee-42c1-b495-987dcfd25959 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:00.418274 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-dee6745a-32ee-42c1-b495-987dcfd25959 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3870888 Nov 12 20:08:00.422920 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-c8d26637-8b1b-471e-aa00-aefe77a15f27 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Request body: {'security_group_rule': {'security_group_id': '29df4987-e806-424b-b400-443f8ce48dff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:00.432533 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 35198) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:00.439715 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-899c8023-2ec0-4025-8488-251bbc9b0d27 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:00.449868 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec8b12-2454-4751-aaee-93625353202e req-baf33eaf-54a2-4675-92c3-69061a138b1f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:00.452816 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a4ec8b12-2454-4751-aaee-93625353202e req-baf33eaf-54a2-4675-92c3-69061a138b1f tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 950 time: 0.2333198 Nov 12 20:08:00.462390 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-f95f9118-df81-46c9-89dd-790a5a3f0d2d None None] Port 05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:08:00.498535 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f95f9118-df81-46c9-89dd-790a5a3f0d2d None None] Provisioning complete for port 3773db00-9a2a-456f-a255-bafd948ad0c2 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:00.499284 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f95f9118-df81-46c9-89dd-790a5a3f0d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:00.528836 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-899c8023-2ec0-4025-8488-251bbc9b0d27 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:00.534925 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port ca1374e4-a1ee-4060-a507-3ffa258046c1 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:00.536303 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:00.566935 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c026e8d-23f0-4316-bf34-486ab22ab5b1 req-3cd5850d-af5a-498f-8a71-95d1c0bb3301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:00.568481 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7c026e8d-23f0-4316-bf34-486ab22ab5b1 req-3cd5850d-af5a-498f-8a71-95d1c0bb3301 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2cd50862-390f-4cba-a9d7-73bd98c5a779 HTTP/1.1" status: 200 len: 919 time: 0.3225429 Nov 12 20:08:00.582799 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a4ec8b12-2454-4751-aaee-93625353202e req-5050a11b-3581-497f-98b8-94593ea34a80 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914235 Nov 12 20:08:00.584875 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-e3b55525-e4a0-4721-8bda-b660b63e5ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'name': 'tempest-ServersTestFqdnHostnames-1030714934-router', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'ca1374e4-a1ee-4060-a507-3ffa258046c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:48Z', 'updated_at': '2021-11-12T20:07:55Z', 'revision_number': 4, 'project_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'gw_port': {'id': 'ca1374e4-a1ee-4060-a507-3ffa258046c1', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:70:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:49Z', 'updated_at': '2021-11-12T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '0978b8f6-3fa1-4d3b-9edb-3be2524a427a', 'name': '', 'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'mac_address': 'fa:16:3e:50:c9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '6da924b9-8f4e-48df-9e33-272535f4598d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:07:56Z', 'revision_number': 2, 'project_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'subnets': [{'id': '6da924b9-8f4e-48df-9e33-272535f4598d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:00.625807 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b55525-e4a0-4721-8bda-b660b63e5ee9 None None] Checking router: c7a9c88b-6e57-4d24-b62e-1d0599ed8b57 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:08:00.626256 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b55525-e4a0-4721-8bda-b660b63e5ee9 None None] Updating router c7a9c88b-6e57-4d24-b62e-1d0599ed8b57 port 0978b8f6-3fa1-4d3b-9edb-3be2524a427a binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:08:00.630711 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457dee38-0bce-438f-ba8e-14a357c78f2e req-f8d6f11f-aa87-479a-925a-e18b2454b64e tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:00.632291 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-457dee38-0bce-438f-ba8e-14a357c78f2e req-f8d6f11f-aa87-479a-925a-e18b2454b64e tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/ports?device_id=de541583-67cd-4ad4-9a6a-804578a04726 HTTP/1.1" status: 200 len: 943 time: 0.2638154 Nov 12 20:08:00.636025 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c8d26637-8b1b-471e-aa00-aefe77a15f27 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:00.639342 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7c026e8d-23f0-4316-bf34-486ab22ab5b1 req-c0cbaa2d-7bf3-4225-aca5-e2c5b6967423 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30126383-f4e7-438d-8499-e41f291eb8f9 HTTP/1.1" status: 200 len: 217 time: 0.0616121 Nov 12 20:08:00.693686 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e3b55525-e4a0-4721-8bda-b660b63e5ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:00.765550 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb55c2c9-378f-4aa0-869b-a30fdc1e9ea7 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:00.837287 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55c2c9-378f-4aa0-869b-a30fdc1e9ea7 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Subnet': ['ID=05380958-8bcd-4807-bf82-ef26d99f81f9,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:00.851869 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb55c2c9-378f-4aa0-869b-a30fdc1e9ea7 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Checking segment: {'id': '809508e6-cf25-49bc-a29b-d0829009ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:08:00.852360 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb55c2c9-378f-4aa0-869b-a30fdc1e9ea7 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network hostable DHCP agents. Network: a26a8407-df3e-4702-a285-509b0c083c13, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:08:00.879858 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c8d26637-8b1b-471e-aa00-aefe77a15f27 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:00.883585 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c026e8d-23f0-4316-bf34-486ab22ab5b1 req-b61b087e-6f1c-4456-8050-4a6989280153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:00.885672 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7c026e8d-23f0-4316-bf34-486ab22ab5b1 req-b61b087e-6f1c-4456-8050-4a6989280153 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f275563-5400-4414-925f-b88acf80729d HTTP/1.1" status: 200 len: 858 time: 0.2204068 Nov 12 20:08:00.890493 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-457dee38-0bce-438f-ba8e-14a357c78f2e req-49a7db5c-394f-4c12-95a9-3911dec921ca tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/security-groups?id=489c00dc-a706-4951-abd0-189ad8542c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477398 Nov 12 20:08:00.893090 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c8d26637-8b1b-471e-aa00-aefe77a15f27 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:00.928372 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f90dc8e2-9e29-4b8e-973f-ce4b015d7137 req-c73c3d41-c125-431b-9597-0014ad6b49f8 tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0709875 Nov 12 20:08:00.960201 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7c026e8d-23f0-4316-bf34-486ab22ab5b1 req-8d8094c9-797d-4ca3-a411-25aab2f4b5f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2cd50862-390f-4cba-a9d7-73bd98c5a779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567150 Nov 12 20:08:00.962803 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb55c2c9-378f-4aa0-869b-a30fdc1e9ea7 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network a26a8407-df3e-4702-a285-509b0c083c13 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:08:00.963444 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d26637-8b1b-471e-aa00-aefe77a15f27 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66fa4ed-9ba4-4e97-973e-d39146d6c099,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:00.964162 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7faeb18c-c06b-4a26-9555-61aa9903577f None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:00.980759 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-eb55c2c9-378f-4aa0-869b-a30fdc1e9ea7 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, a26a8407-df3e-4702-a285-509b0c083c13) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:00.981016 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c8d26637-8b1b-471e-aa00-aefe77a15f27 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:00.982001 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c8d26637-8b1b-471e-aa00-aefe77a15f27 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5626488 Nov 12 20:08:00.986951 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35202) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:00.996202 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-f3075bc0-0a0c-44e8-9ff5-f589ac35e3e2 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:01.002538 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7faeb18c-c06b-4a26-9555-61aa9903577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:01.003962 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb55c2c9-378f-4aa0-869b-a30fdc1e9ea7 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:01.004710 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb55c2c9-378f-4aa0-869b-a30fdc1e9ea7 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:01.036090 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3075bc0-0a0c-44e8-9ff5-f589ac35e3e2 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks [] for floatingip, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:01.040624 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfd2c9b-3846-4781-82d4-45b24b8e7b64 None None] Network a26a8407-df3e-4702-a285-509b0c083c13 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:08:01.048696 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-899c8023-2ec0-4025-8488-251bbc9b0d27 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:01.067440 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-eb55c2c9-378f-4aa0-869b-a30fdc1e9ea7 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1223338 Nov 12 20:08:01.071221 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 35204) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:01.151505 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-fb52425d-c9dc-40d1-8e92-e5697d804137 None None] Provisioning complete for port 05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:01.151875 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fb52425d-c9dc-40d1-8e92-e5697d804137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:01.162559 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e3b55525-e4a0-4721-8bda-b660b63e5ee9 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:01.192511 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3075bc0-0a0c-44e8-9ff5-f589ac35e3e2 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:01.207331 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e3b55525-e4a0-4721-8bda-b660b63e5ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:01.210514 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-7faeb18c-c06b-4a26-9555-61aa9903577f None None] Attempting to bind port 05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:08:01.211402 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-7faeb18c-c06b-4a26-9555-61aa9903577f None None] Attempting to bind port 05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'a350beb9-ed3b-4d13-9424-4f47e61a7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0f616191-23df-452f-a569-c7227afd7f93'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:08:01.211947 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faeb18c-c06b-4a26-9555-61aa9903577f None None] Attempting to bind port 05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1 on network 0f616191-23df-452f-a569-c7227afd7f93 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:08:01.222428 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faeb18c-c06b-4a26-9555-61aa9903577f None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:08:01.222805 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faeb18c-c06b-4a26-9555-61aa9903577f None None] Checking segment: {'id': 'a350beb9-ed3b-4d13-9424-4f47e61a7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0f616191-23df-452f-a569-c7227afd7f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:08:01.223269 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7faeb18c-c06b-4a26-9555-61aa9903577f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:01.223669 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faeb18c-c06b-4a26-9555-61aa9903577f None None] Bound using segment: {'id': 'a350beb9-ed3b-4d13-9424-4f47e61a7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0f616191-23df-452f-a569-c7227afd7f93'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:08:01.224156 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-7faeb18c-c06b-4a26-9555-61aa9903577f None None] Bound port: 05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a350beb9-ed3b-4d13-9424-4f47e61a7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0f616191-23df-452f-a569-c7227afd7f93'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:08:01.224581 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7faeb18c-c06b-4a26-9555-61aa9903577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:01.242775 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7c026e8d-23f0-4316-bf34-486ab22ab5b1 req-4827e901-e24f-4472-8bfc-a652cf747ecf service neutron] 10.222.0.55 "GET /v2.0/networks/2cd50862-390f-4cba-a9d7-73bd98c5a779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750442 Nov 12 20:08:01.260296 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-fb52425d-c9dc-40d1-8e92-e5697d804137 None None] Port 05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:08:01.301786 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89522130-7e43-4db4-b22b-a1cc2e5801c4 None None] Pushing event updated for resources: {'Port': ['ID=05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:01.330604 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7c1fd-812b-43dc-b85a-0b3a0452eedb None None] Pushing event updated for resources: {'Port': ['ID=0978b8f6-3fa1-4d3b-9edb-3be2524a427a,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:01.361285 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-7faeb18c-c06b-4a26-9555-61aa9903577f None None] For port 05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:08:01.366691 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-7faeb18c-c06b-4a26-9555-61aa9903577f None None] For port 05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1,segment=NetworkSegment(a350beb9-ed3b-4d13-9424-4f47e61a7157),segment_id=a350beb9-ed3b-4d13-9424-4f47e61a7157)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:08:01.375520 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7faeb18c-c06b-4a26-9555-61aa9903577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:01.453688 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89522130-7e43-4db4-b22b-a1cc2e5801c4 None None] Pushing event updated for resources: {'Port': ['ID=05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:01.480924 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031ef18d-2d6e-4cef-b075-ea68b974ead6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-a26a8407-df3e-4702-a285-509b0c083c13', 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'fixed_ips': [{'subnet_id': '05380958-8bcd-4807-bf82-ef26d99f81f9'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:08:01.481807 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-031ef18d-2d6e-4cef-b075-ea68b974ead6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:01.492722 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faeb18c-c06b-4a26-9555-61aa9903577f None None] Routers {'937e2b98-6b92-4181-9481-b0f7b22afb90'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:01.493356 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7faeb18c-c06b-4a26-9555-61aa9903577f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:07:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['937e2b98-6b92-4181-9481-b0f7b22afb90'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:01.506484 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-f3075bc0-0a0c-44e8-9ff5-f589ac35e3e2 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Allocated IP 172.25.5.48 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/e59cfc7d-c688-40ae-8f79-b05f993900f3) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:08:01.519230 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e3b55525-e4a0-4721-8bda-b660b63e5ee9 None None] Attempting to bind port 0978b8f6-3fa1-4d3b-9edb-3be2524a427a on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:08:01.519610 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e3b55525-e4a0-4721-8bda-b660b63e5ee9 None None] Attempting to bind port 0978b8f6-3fa1-4d3b-9edb-3be2524a427a by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '06c4509a-0add-4313-802a-59ed8f264daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:08:01.519971 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b55525-e4a0-4721-8bda-b660b63e5ee9 None None] Attempting to bind port 0978b8f6-3fa1-4d3b-9edb-3be2524a427a on network 09489300-e8fa-4484-94f2-31f21fcf7ae6 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:08:01.523426 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7c026e8d-23f0-4316-bf34-486ab22ab5b1 req-f239c8da-ef5e-4c11-8118-469130687011 service neutron] 10.222.0.55 "GET /v2.0/networks/2cd50862-390f-4cba-a9d7-73bd98c5a779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406304 Nov 12 20:08:01.550222 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b55525-e4a0-4721-8bda-b660b63e5ee9 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:08:01.550745 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b55525-e4a0-4721-8bda-b660b63e5ee9 None None] Checking segment: {'id': '06c4509a-0add-4313-802a-59ed8f264daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:08:01.551682 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e3b55525-e4a0-4721-8bda-b660b63e5ee9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:01.552083 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b55525-e4a0-4721-8bda-b660b63e5ee9 None None] Bound using segment: {'id': '06c4509a-0add-4313-802a-59ed8f264daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:08:01.552604 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e3b55525-e4a0-4721-8bda-b660b63e5ee9 None None] Bound port: 0978b8f6-3fa1-4d3b-9edb-3be2524a427a, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c4509a-0add-4313-802a-59ed8f264daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:08:01.555346 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e3b55525-e4a0-4721-8bda-b660b63e5ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:01.593684 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-24bd4322-d078-4439-b58d-ed4105cbc82d None None] Provisioning complete for port 05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:01.594787 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-24bd4322-d078-4439-b58d-ed4105cbc82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:01.630047 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-7faeb18c-c06b-4a26-9555-61aa9903577f None None] Set router 937e2b98-6b92-4181-9481-b0f7b22afb90 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:01.751689 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3075bc0-0a0c-44e8-9ff5-f589ac35e3e2 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:01.767179 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b36983-d0f8-4e89-9c43-23c01cbf1558 req-39de68ff-2bd5-4b7e-911f-73bae588f8bb tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:01.767750 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 6ea76173-d4c8-42f2-b169-0ab181fa4fb5 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:08:01.768948 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-12b36983-d0f8-4e89-9c43-23c01cbf1558 req-39de68ff-2bd5-4b7e-911f-73bae588f8bb tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 945 time: 0.3012130 Nov 12 20:08:01.852793 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3075bc0-0a0c-44e8-9ff5-f589ac35e3e2 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:01.899548 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7faeb18c-c06b-4a26-9555-61aa9903577f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:07:57Z', 'revision_number': 2, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None, '_interfaces': [{'id': '05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1', 'name': '', 'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:2d:29:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:01Z', 'revision_number': 4, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:01.912652 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3075bc0-0a0c-44e8-9ff5-f589ac35e3e2 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:08:01.921601 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f89ab-6680-4eba-9b48-243da8f3f8eb req-59779323-bad9-4860-ba4d-9b248b8d4413 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:01.923327 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-da8f89ab-6680-4eba-9b48-243da8f3f8eb req-59779323-bad9-4860-ba4d-9b248b8d4413 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 950 time: 0.1615272 Nov 12 20:08:01.926638 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-f3075bc0-0a0c-44e8-9ff5-f589ac35e3e2 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:01.933562 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3075bc0-0a0c-44e8-9ff5-f589ac35e3e2 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:08:01.939216 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faeb18c-c06b-4a26-9555-61aa9903577f None None] The sync data for ids ['937e2b98-6b92-4181-9481-b0f7b22afb90'] in n-d-712140-15 is: [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:07:57Z', 'revision_number': 2, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None, '_interfaces': [{'id': '05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1', 'name': '', 'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:2d:29:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:01Z', 'revision_number': 4, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:08:01.944467 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-031ef18d-2d6e-4cef-b075-ea68b974ead6 None None] Allocated IP 2001:db8:1::2 (a26a8407-df3e-4702-a285-509b0c083c13/05380958-8bcd-4807-bf82-ef26d99f81f9/352bb2ba-38e2-4ccd-ab3d-1f25d026f951) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:08:01.980327 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3075bc0-0a0c-44e8-9ff5-f589ac35e3e2 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Pushing event updated for resources: {'Port': ['ID=e59cfc7d-c688-40ae-8f79-b05f993900f3,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:02.016014 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-12b36983-d0f8-4e89-9c43-23c01cbf1558 req-2e8d32c3-15bf-491b-bd6b-ab4ce3d0dbf7 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332449 Nov 12 20:08:02.062404 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-da8f89ab-6680-4eba-9b48-243da8f3f8eb req-5848411a-8447-472a-aa6d-b1f9bbf710f3 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246312 Nov 12 20:08:02.073388 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-899c8023-2ec0-4025-8488-251bbc9b0d27 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Allocated IP 172.25.5.129 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/39551045-fcad-41cd-8d89-0b9dd9918864) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:08:02.087488 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e3b55525-e4a0-4721-8bda-b660b63e5ee9 None None] For port 0978b8f6-3fa1-4d3b-9edb-3be2524a427a, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:08:02.091155 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.resource_extend [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 20:08:02.154363 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9719e-3223-4d97-993c-77d1ca0380c7 req-83f26c00-52aa-43bc-ab40-e71d2ff4de54 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:02.156056 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0da9719e-3223-4d97-993c-77d1ca0380c7 req-83f26c00-52aa-43bc-ab40-e71d2ff4de54 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.55 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 950 time: 0.1841218 Nov 12 20:08:02.165829 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3075bc0-0a0c-44e8-9ff5-f589ac35e3e2 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:02.187620 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e3b55525-e4a0-4721-8bda-b660b63e5ee9 None None] For port 0978b8f6-3fa1-4d3b-9edb-3be2524a427a, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=0978b8f6-3fa1-4d3b-9edb-3be2524a427a,segment=NetworkSegment(06c4509a-0add-4313-802a-59ed8f264daf),segment_id=06c4509a-0add-4313-802a-59ed8f264daf)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:08:02.192166 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-24bd4322-d078-4439-b58d-ed4105cbc82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:02.258347 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3075bc0-0a0c-44e8-9ff5-f589ac35e3e2 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:02.318326 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-24bd4322-d078-4439-b58d-ed4105cbc82d None None] For port 05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1,segment=NetworkSegment(a350beb9-ed3b-4d13-9424-4f47e61a7157),segment_id=a350beb9-ed3b-4d13-9424-4f47e61a7157)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:02.350887 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e3b55525-e4a0-4721-8bda-b660b63e5ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:02.373039 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-24bd4322-d078-4439-b58d-ed4105cbc82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:02.419727 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:02.444765 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-031ef18d-2d6e-4cef-b075-ea68b974ead6 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:02.455746 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-899c8023-2ec0-4025-8488-251bbc9b0d27 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:02.513261 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 6ea76173-d4c8-42f2-b169-0ab181fa4fb5, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6ea76173-d4c8-42f2-b169-0ab181fa4fb5,segment=NetworkSegment(44856b08-7173-4552-88bc-2d1c4111ab8b),segment_id=44856b08-7173-4552-88bc-2d1c4111ab8b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:02.527781 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7c1fd-812b-43dc-b85a-0b3a0452eedb None None] Pushing event updated for resources: {'Port': ['ID=0978b8f6-3fa1-4d3b-9edb-3be2524a427a,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:02.545079 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '6ea76173-d4c8-42f2-b169-0ab181fa4fb5', 'network_id': 'd647a41e-ad4a-4efd-99be-d45e84f5e8b5', 'port_id': '6ea76173-d4c8-42f2-b169-0ab181fa4fb5', 'mac_address': 'fa:16:3e:2f:1c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1ad2f7-7e72-4638-8072-b188c067ace8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:08:02.547863 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9d5c9-a06d-4e82-b7f7-ff5e8da03f47 req-5ba0947e-31a8-408a-bf2a-597e0788f817 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:02.554923 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-031ef18d-2d6e-4cef-b075-ea68b974ead6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:02.556427 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bde9d5c9-a06d-4e82-b7f7-ff5e8da03f47 req-5ba0947e-31a8-408a-bf2a-597e0788f817 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/ports?device_id=de541583-67cd-4ad4-9a6a-804578a04726 HTTP/1.1" status: 200 len: 943 time: 0.3699784 Nov 12 20:08:02.621260 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-0da9719e-3223-4d97-993c-77d1ca0380c7 req-be1125ad-b623-4f1b-946f-d52ffca41965 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Deleting port 5e904854-22bc-4c69-a481-3c3feea5b76b {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:08:02.621596 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0da9719e-3223-4d97-993c-77d1ca0380c7 req-be1125ad-b623-4f1b-946f-d52ffca41965 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:02.638522 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff68146a-65a4-436d-8752-6c283ae739c0 req-64e8f3ed-0400-43c3-9612-555f5b51bb4a tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.1297288 Nov 12 20:08:02.642244 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031ef18d-2d6e-4cef-b075-ea68b974ead6 None None] Network a26a8407-df3e-4702-a285-509b0c083c13 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:08:02.660858 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bde9d5c9-a06d-4e82-b7f7-ff5e8da03f47 req-3ed705bc-da31-4bc8-ab3b-b442bd691152 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/security-groups?id=489c00dc-a706-4951-abd0-189ad8542c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027966 Nov 12 20:08:02.690060 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3075bc0-0a0c-44e8-9ff5-f589ac35e3e2 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:02.693586 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:02.696510 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-031ef18d-2d6e-4cef-b075-ea68b974ead6 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:02.699820 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031ef18d-2d6e-4cef-b075-ea68b974ead6 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:08:02.704098 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3075bc0-0a0c-44e8-9ff5-f589ac35e3e2 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:02.714522 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2dca25e0-619b-47d6-a6b9-48729afc38ab None None] Provisioning complete for port 0978b8f6-3fa1-4d3b-9edb-3be2524a427a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:02.714923 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2dca25e0-619b-47d6-a6b9-48729afc38ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:02.762694 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b55525-e4a0-4721-8bda-b660b63e5ee9 None None] Routers {'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:02.763175 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-e3b55525-e4a0-4721-8bda-b660b63e5ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:07:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:02.813149 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3075bc0-0a0c-44e8-9ff5-f589ac35e3e2 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:02.841078 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3075bc0-0a0c-44e8-9ff5-f589ac35e3e2 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Pushing event updated for resources: {'Port': ['ID=e59cfc7d-c688-40ae-8f79-b05f993900f3,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:02.854023 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3075bc0-0a0c-44e8-9ff5-f589ac35e3e2 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:02.856580 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f3075bc0-0a0c-44e8-9ff5-f589ac35e3e2 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8682880 Nov 12 20:08:02.909170 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-899c8023-2ec0-4025-8488-251bbc9b0d27 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:02.990226 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899c8023-2ec0-4025-8488-251bbc9b0d27 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:08:03.004841 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:08:03.095058 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ea76173-d4c8-42f2-b169-0ab181fa4fb5 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:08:03.120818 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd4322-d078-4439-b58d-ed4105cbc82d None None] Pushing event updated for resources: {'Port': ['ID=05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:03.192438 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec4349-4ea9-4abd-89e9-54153fa0285f req-e42bae9b-4a1b-42ae-828d-a23614c86e0e tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:03.194710 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-34ec4349-4ea9-4abd-89e9-54153fa0285f req-e42bae9b-4a1b-42ae-828d-a23614c86e0e tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 945 time: 0.0699391 Nov 12 20:08:03.212365 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 6ea76173-d4c8-42f2-b169-0ab181fa4fb5, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6ea76173-d4c8-42f2-b169-0ab181fa4fb5,segment=NetworkSegment(44856b08-7173-4552-88bc-2d1c4111ab8b),segment_id=44856b08-7173-4552-88bc-2d1c4111ab8b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:03.250991 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-34ec4349-4ea9-4abd-89e9-54153fa0285f req-2d20654e-2104-4d5c-81c1-6f089a9213a0 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495639 Nov 12 20:08:03.269933 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:03.288647 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-031ef18d-2d6e-4cef-b075-ea68b974ead6 None None] Attempting to bind port 352bb2ba-38e2-4ccd-ab3d-1f25d026f951 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:08:03.289027 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-031ef18d-2d6e-4cef-b075-ea68b974ead6 None None] Attempting to bind port 352bb2ba-38e2-4ccd-ab3d-1f25d026f951 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '809508e6-cf25-49bc-a29b-d0829009ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:08:03.289391 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031ef18d-2d6e-4cef-b075-ea68b974ead6 None None] Attempting to bind port 352bb2ba-38e2-4ccd-ab3d-1f25d026f951 on network a26a8407-df3e-4702-a285-509b0c083c13 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:08:03.291465 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ef18d-2d6e-4cef-b075-ea68b974ead6 None None] Pushing event updated for resources: {'Port': ['ID=352bb2ba-38e2-4ccd-ab3d-1f25d026f951,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:03.353688 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031ef18d-2d6e-4cef-b075-ea68b974ead6 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:08:03.353688 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031ef18d-2d6e-4cef-b075-ea68b974ead6 None None] Checking segment: {'id': '809508e6-cf25-49bc-a29b-d0829009ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:08:03.354504 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-031ef18d-2d6e-4cef-b075-ea68b974ead6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:03.354504 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031ef18d-2d6e-4cef-b075-ea68b974ead6 None None] Bound using segment: {'id': '809508e6-cf25-49bc-a29b-d0829009ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:08:03.356304 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-031ef18d-2d6e-4cef-b075-ea68b974ead6 None None] Bound port: 352bb2ba-38e2-4ccd-ab3d-1f25d026f951, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809508e6-cf25-49bc-a29b-d0829009ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:08:03.356304 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-031ef18d-2d6e-4cef-b075-ea68b974ead6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:03.398860 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9ec10-50c8-419c-86a2-ad01556d68a2 req-e1f38c74-d471-4603-8247-a34f69205a83 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:03.400684 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24a9ec10-50c8-419c-86a2-ad01556d68a2 req-e1f38c74-d471-4603-8247-a34f69205a83 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 950 time: 0.0810878 Nov 12 20:08:03.409268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-899c8023-2ec0-4025-8488-251bbc9b0d27 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:03.411187 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['6ea76173-d4c8-42f2-b169-0ab181fa4fb5'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:08:03.417890 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-e3b55525-e4a0-4721-8bda-b660b63e5ee9 None None] Set router c7a9c88b-6e57-4d24-b62e-1d0599ed8b57 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:03.426419 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899c8023-2ec0-4025-8488-251bbc9b0d27 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:08:03.429317 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-0da9719e-3223-4d97-993c-77d1ca0380c7 req-be1125ad-b623-4f1b-946f-d52ffca41965 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] For port 5e904854-22bc-4c69-a481-3c3feea5b76b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5e904854-22bc-4c69-a481-3c3feea5b76b,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:03.429684 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0da9719e-3223-4d97-993c-77d1ca0380c7 req-be1125ad-b623-4f1b-946f-d52ffca41965 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:03.459832 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24a9ec10-50c8-419c-86a2-ad01556d68a2 req-22f04185-737a-4983-9ca1-df0057a0c370 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514002 Nov 12 20:08:03.474806 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:03.484186 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:03.486581 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=6ea76173-d4c8-42f2-b169-0ab181fa4fb5,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:03.487539 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-0da9719e-3223-4d97-993c-77d1ca0380c7 req-be1125ad-b623-4f1b-946f-d52ffca41965 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Calling delete_port for 5e904854-22bc-4c69-a481-3c3feea5b76b owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:08:03.516969 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c8023-2ec0-4025-8488-251bbc9b0d27 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Pushing event updated for resources: {'Port': ['ID=39551045-fcad-41cd-8d89-0b9dd9918864,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:03.547696 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2dca25e0-619b-47d6-a6b9-48729afc38ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:03.614776 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-ce634af2-e0cb-4441-bd2a-8542ee2175ca tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--710607135&fields=id&tenant_id=b6f9c56e0a874658aa6d5941caa2ebcf HTTP/1.1" status: 200 len: 267 time: 0.2081530 Nov 12 20:08:03.633532 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Allocated IP 2001:db8:1::1 (a26a8407-df3e-4702-a285-509b0c083c13/05380958-8bcd-4807-bf82-ef26d99f81f9/3f14aeae-796f-4eb6-afe0-7a212ef975eb) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:08:03.690737 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-031ef18d-2d6e-4cef-b075-ea68b974ead6 None None] For port 352bb2ba-38e2-4ccd-ab3d-1f25d026f951, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:08:03.698839 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2dca25e0-619b-47d6-a6b9-48729afc38ab None None] For port 0978b8f6-3fa1-4d3b-9edb-3be2524a427a, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=0978b8f6-3fa1-4d3b-9edb-3be2524a427a,segment=NetworkSegment(06c4509a-0add-4313-802a-59ed8f264daf),segment_id=06c4509a-0add-4313-802a-59ed8f264daf)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:03.744594 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2dca25e0-619b-47d6-a6b9-48729afc38ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:03.750140 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-031ef18d-2d6e-4cef-b075-ea68b974ead6 None None] For port 352bb2ba-38e2-4ccd-ab3d-1f25d026f951, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=352bb2ba-38e2-4ccd-ab3d-1f25d026f951,segment=NetworkSegment(809508e6-cf25-49bc-a29b-d0829009ee88),segment_id=809508e6-cf25-49bc-a29b-d0829009ee88)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:08:03.785169 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-32bda4f5-b73d-4fa9-95ef-3e273a1e00ba req-ca632bf7-d581-4cfc-ac1f-77325d8b2b51 tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0479634 Nov 12 20:08:03.793400 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 30126383-f4e7-438d-8499-e41f291eb8f9 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:08:03.796056 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-899c8023-2ec0-4025-8488-251bbc9b0d27 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:03.796204 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-031ef18d-2d6e-4cef-b075-ea68b974ead6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:03.894006 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2dca25e0-619b-47d6-a6b9-48729afc38ab None None] Provisioning complete for port 05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:03.894379 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2dca25e0-619b-47d6-a6b9-48729afc38ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:03.936210 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-1e4bc73a-aa39-4ff0-9af9-48bdf2214e44 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:03.938442 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-1e4bc73a-aa39-4ff0-9af9-48bdf2214e44 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/networks?id=09489300-e8fa-4484-94f2-31f21fcf7ae6 HTTP/1.1" status: 200 len: 815 time: 0.3113685 Nov 12 20:08:03.957051 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ef7b5-a8cf-4178-b52a-9e3d9a543fc9 req-5e2ba082-85f1-46b8-b079-9b6467f51114 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:03.958760 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5d2ef7b5-a8cf-4178-b52a-9e3d9a543fc9 req-5e2ba082-85f1-46b8-b079-9b6467f51114 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/ports?device_id=de541583-67cd-4ad4-9a6a-804578a04726 HTTP/1.1" status: 200 len: 943 time: 0.0882750 Nov 12 20:08:03.960507 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-899c8023-2ec0-4025-8488-251bbc9b0d27 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:03.972445 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca25e0-619b-47d6-a6b9-48729afc38ab None None] Pushing event updated for resources: {'Port': ['ID=0978b8f6-3fa1-4d3b-9edb-3be2524a427a,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:04.016136 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-b4917d96-a2aa-4a30-8326-42826f74be01 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/quotas/b6f9c56e0a874658aa6d5941caa2ebcf HTTP/1.1" status: 200 len: 375 time: 0.0652750 Nov 12 20:08:04.031635 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:04.053292 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0da9719e-3223-4d97-993c-77d1ca0380c7 req-be1125ad-b623-4f1b-946f-d52ffca41965 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:04.058592 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5d2ef7b5-a8cf-4178-b52a-9e3d9a543fc9 req-d821353f-f480-484a-abb7-631ed57a1bec tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/security-groups?id=489c00dc-a706-4951-abd0-189ad8542c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862854 Nov 12 20:08:04.097985 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6f5fb2ef-6df8-463e-ac0c-7062375058e1'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:08:04.130752 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1125ad-b623-4f1b-946f-d52ffca41965 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Pushing event deleted for resources: {'Port': ['ID=5e904854-22bc-4c69-a481-3c3feea5b76b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:04.249564 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ef18d-2d6e-4cef-b075-ea68b974ead6 None None] Pushing event updated for resources: {'Port': ['ID=352bb2ba-38e2-4ccd-ab3d-1f25d026f951,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:04.283751 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da9719e-3223-4d97-993c-77d1ca0380c7 req-be1125ad-b623-4f1b-946f-d52ffca41965 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] No DVR routers for this DVR port 5e904854-22bc-4c69-a481-3c3feea5b76b on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:08:04.297885 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-16157b2e-4c38-4132-b06f-7fa176c5a1e9 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6f9c56e0a874658aa6d5941caa2ebcf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2725837 Nov 12 20:08:04.299050 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0da9719e-3223-4d97-993c-77d1ca0380c7 req-be1125ad-b623-4f1b-946f-d52ffca41965 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:04.302415 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0da9719e-3223-4d97-993c-77d1ca0380c7 req-be1125ad-b623-4f1b-946f-d52ffca41965 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.55 "DELETE /v2.0/ports/5e904854-22bc-4c69-a481-3c3feea5b76b HTTP/1.1" status: 204 len: 173 time: 2.1294711 Nov 12 20:08:04.305647 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c758db48-23b5-4301-8b16-d13a237d0e19', 'name': 'network-vif-deleted', 'tag': '5e904854-22bc-4c69-a481-3c3feea5b76b'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:08:04.308272 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f2bfdc-3887-41cd-a652-01ec3719f79b" -d '{"events": [{"server_uuid": "c758db48-23b5-4301-8b16-d13a237d0e19", "name": "network-vif-deleted", "tag": "5e904854-22bc-4c69-a481-3c3feea5b76b"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:08:04.313424 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 30126383-f4e7-438d-8499-e41f291eb8f9, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=30126383-f4e7-438d-8499-e41f291eb8f9,segment=NetworkSegment(d859b612-87c6-40a7-8aeb-afec609aea40),segment_id=d859b612-87c6-40a7-8aeb-afec609aea40)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:04.359947 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:04.376430 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['5e904854-22bc-4c69-a481-3c3feea5b76b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:08:04.379494 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '30126383-f4e7-438d-8499-e41f291eb8f9', 'network_id': '2cd50862-390f-4cba-a9d7-73bd98c5a779', 'port_id': '30126383-f4e7-438d-8499-e41f291eb8f9', 'mac_address': 'fa:16:3e:92:d4:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f275563-5400-4414-925f-b88acf80729d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:08:04.435944 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-e3b55525-e4a0-4721-8bda-b660b63e5ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'name': 'tempest-ServersTestFqdnHostnames-1030714934-router', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'ca1374e4-a1ee-4060-a507-3ffa258046c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:48Z', 'updated_at': '2021-11-12T20:07:55Z', 'revision_number': 4, 'project_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'gw_port': {'id': 'ca1374e4-a1ee-4060-a507-3ffa258046c1', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:70:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:49Z', 'updated_at': '2021-11-12T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '0978b8f6-3fa1-4d3b-9edb-3be2524a427a', 'name': '', 'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'mac_address': 'fa:16:3e:50:c9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '6da924b9-8f4e-48df-9e33-272535f4598d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:01Z', 'revision_number': 4, 'project_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'subnets': [{'id': '6da924b9-8f4e-48df-9e33-272535f4598d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:04.492119 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network a26a8407-df3e-4702-a285-509b0c083c13 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:08:04.494587 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b55525-e4a0-4721-8bda-b660b63e5ee9 None None] The sync data for ids ['c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'] in n-d-712140-15 is: [{'id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'name': 'tempest-ServersTestFqdnHostnames-1030714934-router', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'ca1374e4-a1ee-4060-a507-3ffa258046c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:48Z', 'updated_at': '2021-11-12T20:07:55Z', 'revision_number': 4, 'project_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'gw_port': {'id': 'ca1374e4-a1ee-4060-a507-3ffa258046c1', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:70:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:49Z', 'updated_at': '2021-11-12T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '0978b8f6-3fa1-4d3b-9edb-3be2524a427a', 'name': '', 'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'mac_address': 'fa:16:3e:50:c9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '6da924b9-8f4e-48df-9e33-272535f4598d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:01Z', 'revision_number': 4, 'project_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'subnets': [{'id': '6da924b9-8f4e-48df-9e33-272535f4598d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:08:04.499904 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-899c8023-2ec0-4025-8488-251bbc9b0d27 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:04.515864 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:04.525708 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-899c8023-2ec0-4025-8488-251bbc9b0d27 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:04.527758 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Port': ['ID=3f14aeae-796f-4eb6-afe0-7a212ef975eb,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:04.536981 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:08:04.537449 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:04.551131 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:04.604949 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30126383-f4e7-438d-8499-e41f291eb8f9 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:08:04.608931 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-74482457-b9a3-40b5-a19b-708b510c9c06 None None] Provisioning complete for port 0978b8f6-3fa1-4d3b-9edb-3be2524a427a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:04.612320 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-74482457-b9a3-40b5-a19b-708b510c9c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:04.612965 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:04.612965 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:04.612965 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:04.612965 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:04.612965 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:04.612965 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:04.613517 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:04.613603 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:04.615978 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:04.615978 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:04.615978 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:04.615978 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:04.632378 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86f832-2a8e-4e95-8487-cce39df5b37e req-391fe06f-dd7e-4f57-96f6-fa53721408f0 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:04.635528 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9c86f832-2a8e-4e95-8487-cce39df5b37e req-391fe06f-dd7e-4f57-96f6-fa53721408f0 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 944 time: 0.1934810 Nov 12 20:08:04.712213 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-9f758e67-a728-4168-a591-80ab8b7077dd service neutron] 10.222.0.48 "GET /v2.0/networks/09489300-e8fa-4484-94f2-31f21fcf7ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744247 Nov 12 20:08:04.734718 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9c86f832-2a8e-4e95-8487-cce39df5b37e req-31bda98d-534e-445c-af1c-aec056eae777 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931413 Nov 12 20:08:04.747678 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 30126383-f4e7-438d-8499-e41f291eb8f9, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=30126383-f4e7-438d-8499-e41f291eb8f9,segment=NetworkSegment(d859b612-87c6-40a7-8aeb-afec609aea40),segment_id=d859b612-87c6-40a7-8aeb-afec609aea40)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:04.770693 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:04.860150 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c8023-2ec0-4025-8488-251bbc9b0d27 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Pushing event updated for resources: {'Port': ['ID=39551045-fcad-41cd-8d89-0b9dd9918864,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:04.948739 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96de2383-c149-4bfe-8c7e-2d11bc1db3ab x-openstack-request-id: req-96de2383-c149-4bfe-8c7e-2d11bc1db3ab {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:08:04.949590 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c758db48-23b5-4301-8b16-d13a237d0e19", "name": "network-vif-deleted", "tag": "5e904854-22bc-4c69-a481-3c3feea5b76b", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:08:04.949590 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-96de2383-c149-4bfe-8c7e-2d11bc1db3ab {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:08:04.950014 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c758db48-23b5-4301-8b16-d13a237d0e19', 'name': 'network-vif-deleted', 'tag': '5e904854-22bc-4c69-a481-3c3feea5b76b', 'status': 'completed', 'code': 200} Nov 12 20:08:04.986917 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-899c8023-2ec0-4025-8488-251bbc9b0d27 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:04.997912 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=30126383-f4e7-438d-8499-e41f291eb8f9,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:05.038904 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-899c8023-2ec0-4025-8488-251bbc9b0d27 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:05.053478 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-899c8023-2ec0-4025-8488-251bbc9b0d27 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6194971 Nov 12 20:08:05.108095 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6d211154-8ff3-4542-b813-ecc8997cec62 req-9cd04d22-fea3-42b5-be89-414f8dd8d061 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=c758db48-23b5-4301-8b16-d13a237d0e19 HTTP/1.1" status: 200 len: 210 time: 0.0889540 Nov 12 20:08:05.156941 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-24ae965b-474f-4f96-a6b9-826685ace8fc service neutron] 10.222.0.48 "GET /v2.0/networks/09489300-e8fa-4484-94f2-31f21fcf7ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105175 Nov 12 20:08:05.163274 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:05.184175 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['30126383-f4e7-438d-8499-e41f291eb8f9'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:08:05.264409 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:08:05.423704 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a25282b4-ae85-4738-bad5-30449d200bbb req-e1462b79-9b28-4553-b13e-47e025cd2da9 tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0452857 Nov 12 20:08:05.707220 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1ef6d-5a56-4d45-8bc6-cf27beaf4f37 req-9a3c76c6-abe3-4075-aa35-20a1aa5f0488 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:05.714102 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-29e1ef6d-5a56-4d45-8bc6-cf27beaf4f37 req-9a3c76c6-abe3-4075-aa35-20a1aa5f0488 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/ports?device_id=de541583-67cd-4ad4-9a6a-804578a04726 HTTP/1.1" status: 200 len: 944 time: 0.1431234 Nov 12 20:08:05.791894 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:05.804265 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 6ea76173-d4c8-42f2-b169-0ab181fa4fb5 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:08:05.806788 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0877506c-787f-43f3-b4ae-0aeb66138d44 None None] Network a26a8407-df3e-4702-a285-509b0c083c13 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:08:05.812144 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:05.812962 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:05.845488 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-29e1ef6d-5a56-4d45-8bc6-cf27beaf4f37 req-86a63214-fe1e-4262-af45-a335b1420cff tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/security-groups?id=489c00dc-a706-4951-abd0-189ad8542c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269453 Nov 12 20:08:05.943025 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-58d69812-675b-47aa-acd2-7d714cf806c0 req-9b8eee78-b962-4fd5-ab29-5389f3741fb1 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4571f8f-b094-4033-8dd1-691ed2247de2 HTTP/1.1" status: 200 len: 210 time: 0.0425477 Nov 12 20:08:05.959418 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:05.959797 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:05.973434 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-7d799255-4684-4085-957a-393abcf9edd1 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1224931525&fields=id&tenant_id=cc4db98daf5b4e7b9bbbe0aad0f1a29c HTTP/1.1" status: 200 len: 267 time: 0.1780415 Nov 12 20:08:05.998020 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Port': ['ID=3f14aeae-796f-4eb6-afe0-7a212ef975eb,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:06.035183 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-558c19b9-7967-4234-8acf-1e56310233c1 None None] Provisioning complete for port 352bb2ba-38e2-4ccd-ab3d-1f25d026f951 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:06.035792 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-558c19b9-7967-4234-8acf-1e56310233c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:06.067242 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network a26a8407-df3e-4702-a285-509b0c083c13 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:08:06.106100 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:06.135438 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90cb4c-75c7-41f8-8b4c-97204d9d7a8c req-e622679d-aad0-4b7f-acb8-a1f2702156ae tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:06.147482 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1e90cb4c-75c7-41f8-8b4c-97204d9d7a8c req-e622679d-aad0-4b7f-acb8-a1f2702156ae tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 944 time: 0.0838697 Nov 12 20:08:06.157486 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 6ea76173-d4c8-42f2-b169-0ab181fa4fb5 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:06.157856 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:06.254275 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1e90cb4c-75c7-41f8-8b4c-97204d9d7a8c req-2adc9041-bd4f-4621-9916-51f51f61c82f tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026940 Nov 12 20:08:06.258066 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-3b0c6b1d-3a4e-4c64-99a5-61be10495545 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:06.260327 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-3b0c6b1d-3a4e-4c64-99a5-61be10495545 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/networks?id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202 HTTP/1.1" status: 200 len: 816 time: 0.2860107 Nov 12 20:08:06.303442 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Router 937e2b98-6b92-4181-9481-b0f7b22afb90 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:08:06.307081 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-1337d4d5-25ba-43fa-9366-ad9bd52512e7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/quotas/cc4db98daf5b4e7b9bbbe0aad0f1a29c HTTP/1.1" status: 200 len: 375 time: 0.0343895 Nov 12 20:08:06.392789 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 0978b8f6-3fa1-4d3b-9edb-3be2524a427a up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:08:06.466022 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-558c19b9-7967-4234-8acf-1e56310233c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:06.492049 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:08:06.500344 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d5d9d8e4-6237-4abf-83ba-42bbdbfaafe1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "PUT /v2.0/routers/937e2b98-6b92-4181-9481-b0f7b22afb90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3989451 Nov 12 20:08:06.503590 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35286) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:06.509069 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a4acf389-c1ee-4601-a4ea-a7c137167797 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1414570103'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:06.518158 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29d8701-a4c0-4c06-86ef-06d6e9a8f102 None None] Sync routers for ids ['937e2b98-6b92-4181-9481-b0f7b22afb90'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:08:06.549193 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-800c02f7-2a1b-4fef-82c8-cbf8aa0f4d8d tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc4db98daf5b4e7b9bbbe0aad0f1a29c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2284245 Nov 12 20:08:06.561734 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4acf389-c1ee-4601-a4ea-a7c137167797 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Made reservation on behalf of 74c60af4d2d04ca29da86eba8b146adf for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:08:06.564571 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:06.567947 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a4acf389-c1ee-4601-a4ea-a7c137167797 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:06.604294 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-558c19b9-7967-4234-8acf-1e56310233c1 None None] For port 352bb2ba-38e2-4ccd-ab3d-1f25d026f951, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=352bb2ba-38e2-4ccd-ab3d-1f25d026f951,segment=NetworkSegment(809508e6-cf25-49bc-a29b-d0829009ee88),segment_id=809508e6-cf25-49bc-a29b-d0829009ee88)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:06.609582 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29d8701-a4c0-4c06-86ef-06d6e9a8f102 None None] Routers {'937e2b98-6b92-4181-9481-b0f7b22afb90'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:06.610483 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c29d8701-a4c0-4c06-86ef-06d6e9a8f102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:07:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['937e2b98-6b92-4181-9481-b0f7b22afb90'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:06.619479 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-558c19b9-7967-4234-8acf-1e56310233c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:06.649254 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4acf389-c1ee-4601-a4ea-a7c137167797 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:08:06.668125 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a4acf389-c1ee-4601-a4ea-a7c137167797 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:06.668881 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-a4acf389-c1ee-4601-a4ea-a7c137167797 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Added segment ea93d668-12c6-4597-b312-6174a8cbfa5d of type vlan for network f21ec8ad-8905-4d19-a80e-0be06d49a642 Nov 12 20:08:06.736465 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a4acf389-c1ee-4601-a4ea-a7c137167797 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:06.776650 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a4acf389-c1ee-4601-a4ea-a7c137167797 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:06.782875 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4acf389-c1ee-4601-a4ea-a7c137167797 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:06.783519 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a4acf389-c1ee-4601-a4ea-a7c137167797 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:06.824017 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a4acf389-c1ee-4601-a4ea-a7c137167797 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3197901 Nov 12 20:08:06.828251 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35290) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:06.832969 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-045ce4d5-1f76-4ba6-88b3-c53942dab92b service neutron] 10.222.0.48 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637169 Nov 12 20:08:06.836798 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3b3d39-49e7-4439-857f-e02a45b31f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea76173-d4c8-42f2-b169-0ab181fa4fb5'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:08:06.839962 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91780cd8-6684-4cb9-82ac-823fe7ac3157" -d '{"events": [{"server_uuid": "3b3b3d39-49e7-4439-857f-e02a45b31f7f", "name": "network-vif-plugged", "status": "completed", "tag": "6ea76173-d4c8-42f2-b169-0ab181fa4fb5"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:08:06.848848 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-39515202-6411-40f1-8ae3-5859c4efcdae tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'subnet': {'network_id': 'f21ec8ad-8905-4d19-a80e-0be06d49a642', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:06.898094 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 0978b8f6-3fa1-4d3b-9edb-3be2524a427a triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:06.898461 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:06.915076 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 6ea76173-d4c8-42f2-b169-0ab181fa4fb5, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6ea76173-d4c8-42f2-b169-0ab181fa4fb5,segment=NetworkSegment(44856b08-7173-4552-88bc-2d1c4111ab8b),segment_id=44856b08-7173-4552-88bc-2d1c4111ab8b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:06.954022 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acf389-c1ee-4601-a4ea-a7c137167797 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Network': ['ID=f21ec8ad-8905-4d19-a80e-0be06d49a642,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:06.967084 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-ac2086e9-70ed-42e4-be65-b416ae99f405 service neutron] 10.222.0.48 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332910 Nov 12 20:08:06.971335 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:06.972017 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 5e904854-22bc-4c69-a481-3c3feea5b76b no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:08:06.980756 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-c29d8701-a4c0-4c06-86ef-06d6e9a8f102 None None] Set router 937e2b98-6b92-4181-9481-b0f7b22afb90 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:06.982666 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network f21ec8ad-8905-4d19-a80e-0be06d49a642 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:08:07.020894 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2431bf02-3310-46f3-923f-e29947d4fbff req-3eada62b-d461-44a8-835a-04c8993d5a46 tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.1342154 Nov 12 20:08:07.061365 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c19b9-7967-4234-8acf-1e56310233c1 None None] Pushing event updated for resources: {'Port': ['ID=352bb2ba-38e2-4ccd-ab3d-1f25d026f951,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:07.083762 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 5e904854-22bc-4c69-a481-3c3feea5b76b {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:08:07.084111 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 5e904854-22bc-4c69-a481-3c3feea5b76b not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:08:07.092753 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39515202-6411-40f1-8ae3-5859c4efcdae tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Made reservation on behalf of 74c60af4d2d04ca29da86eba8b146adf for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:08:07.093873 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e60e5818-4b87-49ff-a4d4-47666eba7d65 None None] Provisioning complete for port 3f14aeae-796f-4eb6-afe0-7a212ef975eb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:07.094418 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e60e5818-4b87-49ff-a4d4-47666eba7d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:07.098299 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-39515202-6411-40f1-8ae3-5859c4efcdae tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:07.325317 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad54e0f-8bbf-43ae-8240-d552500b87a8 req-a5e9a4c5-6e87-483a-9f96-243b76865af2 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:07.334222 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7ad54e0f-8bbf-43ae-8240-d552500b87a8 req-a5e9a4c5-6e87-483a-9f96-243b76865af2 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/ports?device_id=de541583-67cd-4ad4-9a6a-804578a04726 HTTP/1.1" status: 200 len: 944 time: 0.0634029 Nov 12 20:08:07.351905 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3270c074-8af6-4219-87c2-29f2fe0dc18f x-openstack-request-id: req-3270c074-8af6-4219-87c2-29f2fe0dc18f {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:08:07.352194 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3b3d39-49e7-4439-857f-e02a45b31f7f", "name": "network-vif-plugged", "status": "completed", "tag": "6ea76173-d4c8-42f2-b169-0ab181fa4fb5", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:08:07.352599 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3270c074-8af6-4219-87c2-29f2fe0dc18f {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:08:07.352996 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3b3d39-49e7-4439-857f-e02a45b31f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea76173-d4c8-42f2-b169-0ab181fa4fb5', 'code': 200} Nov 12 20:08:07.430896 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7ad54e0f-8bbf-43ae-8240-d552500b87a8 req-2a2ddd28-88f4-4fba-a25c-4051d746f4ab tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/security-groups?id=489c00dc-a706-4951-abd0-189ad8542c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968251 Nov 12 20:08:07.528566 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e60e5818-4b87-49ff-a4d4-47666eba7d65 None None] Port 3f14aeae-796f-4eb6-afe0-7a212ef975eb cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:08:07.564740 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46afffa2-6f00-4aba-9241-9366598f5f4a req-af5b2497-7f14-4ff9-a303-989652d0b7ef tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4571f8f-b094-4033-8dd1-691ed2247de2 HTTP/1.1" status: 200 len: 210 time: 0.0621307 Nov 12 20:08:07.648475 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=6ea76173-d4c8-42f2-b169-0ab181fa4fb5,revision_number=7']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:07.664862 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e60e5818-4b87-49ff-a4d4-47666eba7d65 None None] Provisioning complete for port 352bb2ba-38e2-4ccd-ab3d-1f25d026f951 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:07.665482 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e60e5818-4b87-49ff-a4d4-47666eba7d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:07.668463 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 352bb2ba-38e2-4ccd-ab3d-1f25d026f951 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:08:07.680778 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-90be6818-9636-45af-8814-3f73e595680f req-5ed65dba-4e57-49da-b57b-fbc6fe45800f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 210 time: 0.0621386 Nov 12 20:08:07.750785 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c29d8701-a4c0-4c06-86ef-06d6e9a8f102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:04Z', 'revision_number': 3, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None, '_interfaces': [{'id': '05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1', 'name': '', 'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:2d:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:02Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f14aeae-796f-4eb6-afe0-7a212ef975eb', 'name': '', 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:e2:29:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:02Z', 'updated_at': '2021-11-12T20:08:05Z', 'revision_number': 2, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:07.785687 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29d8701-a4c0-4c06-86ef-06d6e9a8f102 None None] Checking router: 937e2b98-6b92-4181-9481-b0f7b22afb90 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:08:07.786177 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29d8701-a4c0-4c06-86ef-06d6e9a8f102 None None] Updating router 937e2b98-6b92-4181-9481-b0f7b22afb90 port 3f14aeae-796f-4eb6-afe0-7a212ef975eb binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:08:07.808224 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b6060-5026-424e-a868-51361848693e req-2d428e72-7b43-40b5-ab76-d4565efedb00 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:07.809926 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1b4b6060-5026-424e-a868-51361848693e req-2d428e72-7b43-40b5-ab76-d4565efedb00 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 945 time: 0.0616655 Nov 12 20:08:07.821693 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c29d8701-a4c0-4c06-86ef-06d6e9a8f102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:07.825390 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 30126383-f4e7-438d-8499-e41f291eb8f9 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:08:07.881709 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1b4b6060-5026-424e-a868-51361848693e req-eace2630-0b61-421f-b6a4-96d92f65ca4b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653131 Nov 12 20:08:07.965931 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 30126383-f4e7-438d-8499-e41f291eb8f9 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:08:08.060783 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-df1afdcd-2033-45ce-a17b-d048adfee1b4 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:08.062908 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-df1afdcd-2033-45ce-a17b-d048adfee1b4 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.52 "GET /v2.0/networks?id=09489300-e8fa-4484-94f2-31f21fcf7ae6 HTTP/1.1" status: 200 len: 815 time: 0.7770190 Nov 12 20:08:08.065570 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 352bb2ba-38e2-4ccd-ab3d-1f25d026f951 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:08.066052 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:08.078326 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04386fe5-6d2d-4e2c-8a51-25f1d994a881 req-72ac242b-f568-4de7-8c45-b84a0a439bf8 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:08.088004 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04386fe5-6d2d-4e2c-8a51-25f1d994a881 req-72ac242b-f568-4de7-8c45-b84a0a439bf8 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 950 time: 0.8672819 Nov 12 20:08:08.252434 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04386fe5-6d2d-4e2c-8a51-25f1d994a881 req-8b0ef6c5-05a5-4c20-ae65-a01d0f6193c7 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631653 Nov 12 20:08:08.259064 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-39515202-6411-40f1-8ae3-5859c4efcdae tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:08.288835 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8f68acc8-3306-429a-b13f-865a54b186ed req-b8c4f0d7-6def-46f9-8e7a-a6652df0fa53 tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0383360 Nov 12 20:08:08.322458 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-86f5b993-f1ed-4af8-bc72-246e12c4c02e tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6f9c56e0a874658aa6d5941caa2ebcf HTTP/1.1" status: 200 len: 379 time: 0.2274010 Nov 12 20:08:08.338988 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-9b403fdb-224e-4bb2-8718-8285619e7f1a tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Request body: {'port': {'device_id': 'a4571f8f-b094-4033-8dd1-691ed2247de2', 'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6', 'admin_state_up': True, 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'security_groups': ['29df4987-e806-424b-b400-443f8ce48dff']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:08.376988 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932f93d-29b1-4f7d-95ad-371ed9911e26 req-7c4b9bb5-ada7-4a47-9e42-94e97d21bec6 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:08.379544 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8932f93d-29b1-4f7d-95ad-371ed9911e26 req-7c4b9bb5-ada7-4a47-9e42-94e97d21bec6 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 950 time: 0.0876393 Nov 12 20:08:08.394963 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39515202-6411-40f1-8ae3-5859c4efcdae tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Subnet': ['ID=07fe4de5-9ea4-4a11-a425-595204767067,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:08.499222 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-8932f93d-29b1-4f7d-95ad-371ed9911e26 req-54ddd395-09e8-4fef-873d-d88033925df4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Deleting port 6f5fb2ef-6df8-463e-ac0c-7062375058e1 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:08:08.499620 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8932f93d-29b1-4f7d-95ad-371ed9911e26 req-54ddd395-09e8-4fef-873d-d88033925df4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:08.504533 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 30126383-f4e7-438d-8499-e41f291eb8f9 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:08.505028 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:08.567718 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c29d8701-a4c0-4c06-86ef-06d6e9a8f102 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:08.586671 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c29d8701-a4c0-4c06-86ef-06d6e9a8f102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:08.595414 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39515202-6411-40f1-8ae3-5859c4efcdae tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Checking segment: {'id': 'ea93d668-12c6-4597-b312-6174a8cbfa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f21ec8ad-8905-4d19-a80e-0be06d49a642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:08:08.596061 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39515202-6411-40f1-8ae3-5859c4efcdae tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network hostable DHCP agents. Network: f21ec8ad-8905-4d19-a80e-0be06d49a642, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:08:08.661552 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-9b403fdb-224e-4bb2-8718-8285619e7f1a tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Made reservation on behalf of b6f9c56e0a874658aa6d5941caa2ebcf for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:08:08.666763 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-9b403fdb-224e-4bb2-8718-8285619e7f1a tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:08.682574 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39515202-6411-40f1-8ae3-5859c4efcdae tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network f21ec8ad-8905-4d19-a80e-0be06d49a642 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:08:08.709957 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07525ef-bfd5-4ad5-9479-36bb5e13039e req-5a81d66d-8ac7-41f9-908f-aa9150db91a4 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:08.719023 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f07525ef-bfd5-4ad5-9479-36bb5e13039e req-5a81d66d-8ac7-41f9-908f-aa9150db91a4 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 945 time: 0.3307128 Nov 12 20:08:08.742608 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-39515202-6411-40f1-8ae3-5859c4efcdae tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, f21ec8ad-8905-4d19-a80e-0be06d49a642) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:08.759166 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-8932f93d-29b1-4f7d-95ad-371ed9911e26 req-54ddd395-09e8-4fef-873d-d88033925df4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] For port 6f5fb2ef-6df8-463e-ac0c-7062375058e1, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6f5fb2ef-6df8-463e-ac0c-7062375058e1,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:08.760143 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8932f93d-29b1-4f7d-95ad-371ed9911e26 req-54ddd395-09e8-4fef-873d-d88033925df4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:08.760468 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39515202-6411-40f1-8ae3-5859c4efcdae tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:08.769462 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-39515202-6411-40f1-8ae3-5859c4efcdae tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:08.776097 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516fc09-7e89-4f83-9392-18c171a7b057 req-1363235e-7030-477a-bc51-99a894042576 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:08.777834 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8516fc09-7e89-4f83-9392-18c171a7b057 req-1363235e-7030-477a-bc51-99a894042576 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/ports?device_id=de541583-67cd-4ad4-9a6a-804578a04726 HTTP/1.1" status: 200 len: 944 time: 0.1967964 Nov 12 20:08:08.791794 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cc0499-be91-4715-a97e-1e86a53602ab None None] Network f21ec8ad-8905-4d19-a80e-0be06d49a642 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:08:08.801123 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-39515202-6411-40f1-8ae3-5859c4efcdae tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9569473 Nov 12 20:08:08.828297 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 35326) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:08.829201 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-8932f93d-29b1-4f7d-95ad-371ed9911e26 req-54ddd395-09e8-4fef-873d-d88033925df4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Calling delete_port for 6f5fb2ef-6df8-463e-ac0c-7062375058e1 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:08:08.835014 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c4311e0e-6cfb-4da3-8de8-fb2a2734d73a None None] Provisioning complete for port 3f14aeae-796f-4eb6-afe0-7a212ef975eb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:08.835391 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c4311e0e-6cfb-4da3-8de8-fb2a2734d73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:08.837374 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c24086-af96-4f9c-862a-ceb264645a06 None None] Pushing event updated for resources: {'Port': ['ID=3f14aeae-796f-4eb6-afe0-7a212ef975eb,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:08.853454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-ec07b7b9-0b38-4702-b59c-de539ca99f53 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:08.855301 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-ec07b7b9-0b38-4702-b59c-de539ca99f53 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.55 "GET /v2.0/networks?id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202 HTTP/1.1" status: 200 len: 816 time: 0.3858938 Nov 12 20:08:08.883618 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f07525ef-bfd5-4ad5-9479-36bb5e13039e req-6b57de2e-1487-40ba-9a36-45f61766bb46 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584234 Nov 12 20:08:08.913081 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:08.994124 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-9b403fdb-224e-4bb2-8718-8285619e7f1a tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Allocated IP 172.20.0.5 (09489300-e8fa-4484-94f2-31f21fcf7ae6/6da924b9-8f4e-48df-9e33-272535f4598d/60456542-deaa-49c2-b8e7-5142548dcd73) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:08:09.002157 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 352bb2ba-38e2-4ccd-ab3d-1f25d026f951 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:08:09.015726 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c4311e0e-6cfb-4da3-8de8-fb2a2734d73a None None] Port 3f14aeae-796f-4eb6-afe0-7a212ef975eb cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:08:09.044777 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-c29d8701-a4c0-4c06-86ef-06d6e9a8f102 None None] Attempting to bind port 3f14aeae-796f-4eb6-afe0-7a212ef975eb on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:08:09.045151 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-c29d8701-a4c0-4c06-86ef-06d6e9a8f102 None None] Attempting to bind port 3f14aeae-796f-4eb6-afe0-7a212ef975eb by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '809508e6-cf25-49bc-a29b-d0829009ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:08:09.045910 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29d8701-a4c0-4c06-86ef-06d6e9a8f102 None None] Attempting to bind port 3f14aeae-796f-4eb6-afe0-7a212ef975eb on network a26a8407-df3e-4702-a285-509b0c083c13 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:08:09.076795 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 30126383-f4e7-438d-8499-e41f291eb8f9, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=30126383-f4e7-438d-8499-e41f291eb8f9,segment=NetworkSegment(d859b612-87c6-40a7-8aeb-afec609aea40),segment_id=d859b612-87c6-40a7-8aeb-afec609aea40)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:09.077120 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9b16abef-f1f2-4260-97d2-35575f625048 req-4738af3b-3da3-4737-98de-9f6a45cf7c23 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4571f8f-b094-4033-8dd1-691ed2247de2 HTTP/1.1" status: 200 len: 210 time: 0.0434186 Nov 12 20:08:09.078044 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29d8701-a4c0-4c06-86ef-06d6e9a8f102 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:08:09.078598 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29d8701-a4c0-4c06-86ef-06d6e9a8f102 None None] Checking segment: {'id': '809508e6-cf25-49bc-a29b-d0829009ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:08:09.079351 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c29d8701-a4c0-4c06-86ef-06d6e9a8f102 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:09.079715 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29d8701-a4c0-4c06-86ef-06d6e9a8f102 None None] Bound using segment: {'id': '809508e6-cf25-49bc-a29b-d0829009ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:08:09.080446 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-c29d8701-a4c0-4c06-86ef-06d6e9a8f102 None None] Bound port: 3f14aeae-796f-4eb6-afe0-7a212ef975eb, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809508e6-cf25-49bc-a29b-d0829009ee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:08:09.080834 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c29d8701-a4c0-4c06-86ef-06d6e9a8f102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:09.106274 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:09.152817 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8516fc09-7e89-4f83-9392-18c171a7b057 req-4a72b466-5a53-413b-a6dc-625d2f358ac7 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/security-groups?id=489c00dc-a706-4951-abd0-189ad8542c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676739 Nov 12 20:08:09.202434 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ba02704c-70b8-49f6-afd5-ceaf0757d533 req-ff832eba-e431-4e00-9c2d-7b00b77dd519 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 210 time: 0.0352931 Nov 12 20:08:09.262787 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-9b403fdb-224e-4bb2-8718-8285619e7f1a tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:09.275041 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d24fa6a4-3169-4353-a014-e1df3922f4f8 None None] Provisioning complete for port 3f14aeae-796f-4eb6-afe0-7a212ef975eb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:09.275885 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d24fa6a4-3169-4353-a014-e1df3922f4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:09.304885 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-9b403fdb-224e-4bb2-8718-8285619e7f1a tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:09.344108 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=30126383-f4e7-438d-8499-e41f291eb8f9,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:09.360047 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de541583-67cd-4ad4-9a6a-804578a04726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30126383-f4e7-438d-8499-e41f291eb8f9'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:08:09.362471 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e285bc83-15d2-4b5f-a229-bb405780960e" -d '{"events": [{"server_uuid": "de541583-67cd-4ad4-9a6a-804578a04726", "name": "network-vif-plugged", "status": "completed", "tag": "30126383-f4e7-438d-8499-e41f291eb8f9"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:08:09.371496 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d2ce84-418e-4ac3-a8ab-d8283a97e7b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-f21ec8ad-8905-4d19-a80e-0be06d49a642', 'network_id': 'f21ec8ad-8905-4d19-a80e-0be06d49a642', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'fixed_ips': [{'subnet_id': '07fe4de5-9ea4-4a11-a425-595204767067'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:08:09.372428 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60d2ce84-418e-4ac3-a8ab-d8283a97e7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:09.389117 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 352bb2ba-38e2-4ccd-ab3d-1f25d026f951 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:09.389489 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:09.393995 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-c29d8701-a4c0-4c06-86ef-06d6e9a8f102 None None] For port 3f14aeae-796f-4eb6-afe0-7a212ef975eb, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:08:09.438495 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-d24fa6a4-3169-4353-a014-e1df3922f4f8 None None] Port 3f14aeae-796f-4eb6-afe0-7a212ef975eb cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:08:09.443436 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-c29d8701-a4c0-4c06-86ef-06d6e9a8f102 None None] For port 3f14aeae-796f-4eb6-afe0-7a212ef975eb, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3f14aeae-796f-4eb6-afe0-7a212ef975eb,segment=NetworkSegment(809508e6-cf25-49bc-a29b-d0829009ee88),segment_id=809508e6-cf25-49bc-a29b-d0829009ee88)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:08:09.452111 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-9b403fdb-224e-4bb2-8718-8285619e7f1a tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Network 09489300-e8fa-4484-94f2-31f21fcf7ae6 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:08:09.452344 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c29d8701-a4c0-4c06-86ef-06d6e9a8f102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:09.455417 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b403fdb-224e-4bb2-8718-8285619e7f1a tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Pushing event updated for resources: {'Port': ['ID=60456542-deaa-49c2-b8e7-5142548dcd73,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:09.464161 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-9b403fdb-224e-4bb2-8718-8285619e7f1a tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:09.468335 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-9b403fdb-224e-4bb2-8718-8285619e7f1a tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:08:09.509841 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87b43f-d802-43d7-b3a2-e33b23218d75 req-afa0a41e-0b97-4fe1-a61d-287f6ec542eb tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:09.511527 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2f87b43f-d802-43d7-b3a2-e33b23218d75 req-afa0a41e-0b97-4fe1-a61d-287f6ec542eb tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 950 time: 0.1353977 Nov 12 20:08:09.558277 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-9b403fdb-224e-4bb2-8718-8285619e7f1a tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:09.559106 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-9b403fdb-224e-4bb2-8718-8285619e7f1a tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:09.600682 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-9b403fdb-224e-4bb2-8718-8285619e7f1a tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2682843 Nov 12 20:08:09.617265 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2f87b43f-d802-43d7-b3a2-e33b23218d75 req-a014c0bc-a8c4-4112-b2c5-bd1daa5c59b5 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a45fc38-4447-4dca-8510-0298a2452353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952990 Nov 12 20:08:09.633798 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-23073714-a35a-4033-9958-8ae381672d28 service neutron] Request body: {'port': {'device_id': 'a4571f8f-b094-4033-8dd1-691ed2247de2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:09.641181 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-60d2ce84-418e-4ac3-a8ab-d8283a97e7b4 None None] Allocated IP 2001:db8:2::2 (f21ec8ad-8905-4d19-a80e-0be06d49a642/07fe4de5-9ea4-4a11-a425-595204767067/505124b9-c706-4958-acbf-c8fdc792c315) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:08:09.723882 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2700876d-0a27-48c4-be26-d8039a7d2cba x-openstack-request-id: req-2700876d-0a27-48c4-be26-d8039a7d2cba {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:08:09.724112 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de541583-67cd-4ad4-9a6a-804578a04726", "name": "network-vif-plugged", "status": "completed", "tag": "30126383-f4e7-438d-8499-e41f291eb8f9", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:08:09.724385 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2700876d-0a27-48c4-be26-d8039a7d2cba {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:08:09.724777 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de541583-67cd-4ad4-9a6a-804578a04726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30126383-f4e7-438d-8499-e41f291eb8f9', 'code': 200} Nov 12 20:08:09.742681 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-23073714-a35a-4033-9958-8ae381672d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:09.781917 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c24086-af96-4f9c-862a-ceb264645a06 None None] Pushing event updated for resources: {'Port': ['ID=3f14aeae-796f-4eb6-afe0-7a212ef975eb,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:09.788796 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29d8701-a4c0-4c06-86ef-06d6e9a8f102 None None] Routers {'937e2b98-6b92-4181-9481-b0f7b22afb90'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:09.789423 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c29d8701-a4c0-4c06-86ef-06d6e9a8f102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:07:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['937e2b98-6b92-4181-9481-b0f7b22afb90'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:09.824075 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-223ab9ec-cb7d-49bf-9faa-4e7ba835a009 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc4db98daf5b4e7b9bbbe0aad0f1a29c HTTP/1.1" status: 200 len: 380 time: 0.9527795 Nov 12 20:08:09.826560 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 6ea76173-d4c8-42f2-b169-0ab181fa4fb5 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:08:09.873831 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e20bbd94-0416-4b2c-a571-e0327803cdc2 req-1449d87f-4bf1-4229-a0db-be0d80c1bce7 tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.1642733 Nov 12 20:08:09.892211 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-e2d1ff53-f7e2-4f2e-9465-ca63af470847 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Request body: {'port': {'device_id': '1642c892-56c2-45a6-a664-06a3ec34197d', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'admin_state_up': True, 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'security_groups': ['6fd7b935-642c-4081-9247-b64c66a4c0b6']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:09.945912 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8932f93d-29b1-4f7d-95ad-371ed9911e26 req-54ddd395-09e8-4fef-873d-d88033925df4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:09.987688 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6d53c-1cce-4926-b58f-c912a025e4f2 req-4b11de5b-a458-4310-a295-4e26d7fedda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:09.989067 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04a6d53c-1cce-4926-b58f-c912a025e4f2 req-4b11de5b-a458-4310-a295-4e26d7fedda3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=de541583-67cd-4ad4-9a6a-804578a04726 HTTP/1.1" status: 200 len: 1097 time: 0.1630502 Nov 12 20:08:10.054561 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddd395-09e8-4fef-873d-d88033925df4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Pushing event deleted for resources: {'Port': ['ID=6f5fb2ef-6df8-463e-ac0c-7062375058e1,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:10.082636 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f9c81523-0cc9-48b3-9ac4-ac4a60777bd6 None None] Provisioning complete for port 60456542-deaa-49c2-b8e7-5142548dcd73 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:10.083182 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f9c81523-0cc9-48b3-9ac4-ac4a60777bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:10.092465 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-c29d8701-a4c0-4c06-86ef-06d6e9a8f102 None None] Set router 937e2b98-6b92-4181-9481-b0f7b22afb90 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:10.130392 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04a6d53c-1cce-4926-b58f-c912a025e4f2 req-745ae4aa-3503-46b8-b687-74bb66754585 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=489c00dc-a706-4951-abd0-189ad8542c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308148 Nov 12 20:08:10.156029 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93911c-a704-4070-8190-7ccd24498f09 req-8a9a2898-6600-41c5-b514-ecf59968959e tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:10.157626 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5c93911c-a704-4070-8190-7ccd24498f09 req-8a9a2898-6600-41c5-b514-ecf59968959e tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 945 time: 0.1623948 Nov 12 20:08:10.210445 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-8932f93d-29b1-4f7d-95ad-371ed9911e26 req-54ddd395-09e8-4fef-873d-d88033925df4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] No DVR routers for this DVR port 6f5fb2ef-6df8-463e-ac0c-7062375058e1 on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:08:10.214786 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8932f93d-29b1-4f7d-95ad-371ed9911e26 req-54ddd395-09e8-4fef-873d-d88033925df4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:10.219071 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8932f93d-29b1-4f7d-95ad-371ed9911e26 req-54ddd395-09e8-4fef-873d-d88033925df4 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.52 "DELETE /v2.0/ports/6f5fb2ef-6df8-463e-ac0c-7062375058e1 HTTP/1.1" status: 204 len: 173 time: 1.8295691 Nov 12 20:08:10.225187 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbb51bc-6f14-4636-9680-6813c726ca90', 'name': 'network-vif-deleted', 'tag': '6f5fb2ef-6df8-463e-ac0c-7062375058e1'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:08:10.229774 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e1010e-0b3b-4044-b593-0a7e10c551f2" -d '{"events": [{"server_uuid": "ebbb51bc-6f14-4636-9680-6813c726ca90", "name": "network-vif-deleted", "tag": "6f5fb2ef-6df8-463e-ac0c-7062375058e1"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:08:10.246647 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-f9c81523-0cc9-48b3-9ac4-ac4a60777bd6 None None] Port 60456542-deaa-49c2-b8e7-5142548dcd73 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:08:10.247562 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5c93911c-a704-4070-8190-7ccd24498f09 req-7296b987-3412-4cf3-9ee9-ebb8a0185064 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732388 Nov 12 20:08:10.293488 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-23073714-a35a-4033-9958-8ae381672d28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60456542-deaa-49c2-b8e7-5142548dcd73 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:08:10.302743 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-23073714-a35a-4033-9958-8ae381672d28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:10.318319 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-23073714-a35a-4033-9958-8ae381672d28 service neutron] Transition to ACTIVE for port object 60456542-deaa-49c2-b8e7-5142548dcd73 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:08:10.324584 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-23073714-a35a-4033-9958-8ae381672d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:10.355975 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4204eee-edf7-4da6-94f0-9f44a7dd969f req-ab8f462f-a9a2-4167-9e39-0c57021ce801 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:10.363498 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4204eee-edf7-4da6-94f0-9f44a7dd969f req-ab8f462f-a9a2-4167-9e39-0c57021ce801 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4571f8f-b094-4033-8dd1-691ed2247de2 HTTP/1.1" status: 200 len: 931 time: 0.1615789 Nov 12 20:08:10.384597 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60d2ce84-418e-4ac3-a8ab-d8283a97e7b4 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:10.428262 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:10.435805 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073714-a35a-4033-9958-8ae381672d28 service neutron] Pushing event updated for resources: {'Port': ['ID=60456542-deaa-49c2-b8e7-5142548dcd73,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:10.438076 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-e2d1ff53-f7e2-4f2e-9465-ca63af470847 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Made reservation on behalf of cc4db98daf5b4e7b9bbbe0aad0f1a29c for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:08:10.441975 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-e2d1ff53-f7e2-4f2e-9465-ca63af470847 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:10.511938 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e65ee-ddc6-4e44-bad6-34b73bd7975b req-3995c979-bf08-4416-97c8-b6f7f02f9f06 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:10.513859 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d40e65ee-ddc6-4e44-bad6-34b73bd7975b req-3995c979-bf08-4416-97c8-b6f7f02f9f06 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/ports?device_id=de541583-67cd-4ad4-9a6a-804578a04726 HTTP/1.1" status: 200 len: 945 time: 0.0714688 Nov 12 20:08:10.562491 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cca7f2-2d1a-4104-9741-ef0a868924f7 req-f8f3fdca-9065-44d6-bfe4-e59a6086d255 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:10.563947 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f0cca7f2-2d1a-4104-9741-ef0a868924f7 req-f8f3fdca-9065-44d6-bfe4-e59a6086d255 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 945 time: 0.1693594 Nov 12 20:08:10.567702 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4204eee-edf7-4da6-94f0-9f44a7dd969f req-f5a5d494-fe8f-4a18-bf60-60966762ed7e tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/security-groups?id=29df4987-e806-424b-b400-443f8ce48dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032549 Nov 12 20:08:10.607306 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-473287dc-0158-4560-a849-cfa84817c49c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:10.652858 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60d2ce84-418e-4ac3-a8ab-d8283a97e7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:10.674659 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-23073714-a35a-4033-9958-8ae381672d28 service neutron] Attempting to bind port 60456542-deaa-49c2-b8e7-5142548dcd73 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:08:10.674659 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-23073714-a35a-4033-9958-8ae381672d28 service neutron] Attempting to bind port 60456542-deaa-49c2-b8e7-5142548dcd73 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '06c4509a-0add-4313-802a-59ed8f264daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:08:10.674659 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-23073714-a35a-4033-9958-8ae381672d28 service neutron] Attempting to bind port 60456542-deaa-49c2-b8e7-5142548dcd73 on network 09489300-e8fa-4484-94f2-31f21fcf7ae6 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:08:10.697511 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d40e65ee-ddc6-4e44-bad6-34b73bd7975b req-1bcdcb95-c92f-419e-b197-8cf1499ec331 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/security-groups?id=489c00dc-a706-4951-abd0-189ad8542c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767013 Nov 12 20:08:10.698645 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-23073714-a35a-4033-9958-8ae381672d28 service neutron] Port 60456542-deaa-49c2-b8e7-5142548dcd73 on network 09489300-e8fa-4484-94f2-31f21fcf7ae6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:08:10.701782 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-23073714-a35a-4033-9958-8ae381672d28 service neutron] Attempting to bind port 60456542-deaa-49c2-b8e7-5142548dcd73 on network 09489300-e8fa-4484-94f2-31f21fcf7ae6 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:08:10.716788 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-23073714-a35a-4033-9958-8ae381672d28 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:08:10.717533 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-23073714-a35a-4033-9958-8ae381672d28 service neutron] Checking segment: {'id': '06c4509a-0add-4313-802a-59ed8f264daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:08:10.719852 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-23073714-a35a-4033-9958-8ae381672d28 service neutron] Bound using segment: {'id': '06c4509a-0add-4313-802a-59ed8f264daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:08:10.720653 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-23073714-a35a-4033-9958-8ae381672d28 service neutron] Bound port: 60456542-deaa-49c2-b8e7-5142548dcd73, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c4509a-0add-4313-802a-59ed8f264daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:08:10.721274 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-23073714-a35a-4033-9958-8ae381672d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:10.749255 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-faf3c446-97fe-42b7-a2a1-9f579e7a2d76 None None] Provisioning complete for port 3f14aeae-796f-4eb6-afe0-7a212ef975eb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:10.749622 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-faf3c446-97fe-42b7-a2a1-9f579e7a2d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:10.779335 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d2ce84-418e-4ac3-a8ab-d8283a97e7b4 None None] Network f21ec8ad-8905-4d19-a80e-0be06d49a642 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:08:10.847925 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-60d2ce84-418e-4ac3-a8ab-d8283a97e7b4 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:10.863904 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d2ce84-418e-4ac3-a8ab-d8283a97e7b4 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:08:10.866427 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2ce84-418e-4ac3-a8ab-d8283a97e7b4 None None] Pushing event updated for resources: {'Port': ['ID=505124b9-c706-4958-acbf-c8fdc792c315,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:10.871733 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 6ea76173-d4c8-42f2-b169-0ab181fa4fb5, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6ea76173-d4c8-42f2-b169-0ab181fa4fb5,segment=NetworkSegment(44856b08-7173-4552-88bc-2d1c4111ab8b),segment_id=44856b08-7173-4552-88bc-2d1c4111ab8b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:10.909809 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:10.936703 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-23073714-a35a-4033-9958-8ae381672d28 service neutron] For port 60456542-deaa-49c2-b8e7-5142548dcd73, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:08:10.950001 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-23073714-a35a-4033-9958-8ae381672d28 service neutron] For port 60456542-deaa-49c2-b8e7-5142548dcd73, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=60456542-deaa-49c2-b8e7-5142548dcd73,segment=NetworkSegment(06c4509a-0add-4313-802a-59ed8f264daf),segment_id=06c4509a-0add-4313-802a-59ed8f264daf)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:08:10.951959 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6f5fb2ef-6df8-463e-ac0c-7062375058e1 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:08:10.960657 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b787f990-fd87-4be5-8e24-13ddfa926156 x-openstack-request-id: req-b787f990-fd87-4be5-8e24-13ddfa926156 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:08:10.961396 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-23073714-a35a-4033-9958-8ae381672d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:10.961669 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbb51bc-6f14-4636-9680-6813c726ca90", "name": "network-vif-deleted", "tag": "6f5fb2ef-6df8-463e-ac0c-7062375058e1", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:08:10.962087 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b787f990-fd87-4be5-8e24-13ddfa926156 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:08:10.963288 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbb51bc-6f14-4636-9680-6813c726ca90', 'name': 'network-vif-deleted', 'tag': '6f5fb2ef-6df8-463e-ac0c-7062375058e1', 'status': 'completed', 'code': 200} Nov 12 20:08:10.977569 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bc542092-a7e6-4de2-81bf-11d550e9e28c req-51ae0d9c-4020-4065-bece-1633c28b7df0 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 210 time: 0.2100921 Nov 12 20:08:11.030050 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 6f5fb2ef-6df8-463e-ac0c-7062375058e1 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:08:11.030317 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6f5fb2ef-6df8-463e-ac0c-7062375058e1 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:08:11.072163 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-60d2ce84-418e-4ac3-a8ab-d8283a97e7b4 None None] Attempting to bind port 505124b9-c706-4958-acbf-c8fdc792c315 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:08:11.072818 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-60d2ce84-418e-4ac3-a8ab-d8283a97e7b4 None None] Attempting to bind port 505124b9-c706-4958-acbf-c8fdc792c315 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ea93d668-12c6-4597-b312-6174a8cbfa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f21ec8ad-8905-4d19-a80e-0be06d49a642'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:08:11.073330 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d2ce84-418e-4ac3-a8ab-d8283a97e7b4 None None] Attempting to bind port 505124b9-c706-4958-acbf-c8fdc792c315 on network f21ec8ad-8905-4d19-a80e-0be06d49a642 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:08:11.074749 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073714-a35a-4033-9958-8ae381672d28 service neutron] Pushing event updated for resources: {'Port': ['ID=60456542-deaa-49c2-b8e7-5142548dcd73,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:11.095225 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-23073714-a35a-4033-9958-8ae381672d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:11.095907 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-23073714-a35a-4033-9958-8ae381672d28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:11.097704 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-23073714-a35a-4033-9958-8ae381672d28 service neutron] 10.222.0.52 "PUT /v2.0/ports/60456542-deaa-49c2-b8e7-5142548dcd73 HTTP/1.1" status: 200 len: 1092 time: 1.4684939 Nov 12 20:08:11.101194 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d2ce84-418e-4ac3-a8ab-d8283a97e7b4 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:08:11.104419 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d2ce84-418e-4ac3-a8ab-d8283a97e7b4 None None] Checking segment: {'id': 'ea93d668-12c6-4597-b312-6174a8cbfa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f21ec8ad-8905-4d19-a80e-0be06d49a642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:08:11.105110 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60d2ce84-418e-4ac3-a8ab-d8283a97e7b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:11.110394 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d2ce84-418e-4ac3-a8ab-d8283a97e7b4 None None] Bound using segment: {'id': 'ea93d668-12c6-4597-b312-6174a8cbfa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f21ec8ad-8905-4d19-a80e-0be06d49a642'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:08:11.111169 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-60d2ce84-418e-4ac3-a8ab-d8283a97e7b4 None None] Bound port: 505124b9-c706-4958-acbf-c8fdc792c315, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea93d668-12c6-4597-b312-6174a8cbfa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f21ec8ad-8905-4d19-a80e-0be06d49a642'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:08:11.111720 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60d2ce84-418e-4ac3-a8ab-d8283a97e7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:11.112943 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4571f8f-b094-4033-8dd1-691ed2247de2', 'tag': '60456542-deaa-49c2-b8e7-5142548dcd73'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:08:11.114730 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=6ea76173-d4c8-42f2-b169-0ab181fa4fb5,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:11.116018 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8169f2a-4638-4107-9c75-defda6073b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "a4571f8f-b094-4033-8dd1-691ed2247de2", "tag": "60456542-deaa-49c2-b8e7-5142548dcd73"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:08:11.194531 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fe44e3fb-0c9c-4293-b51b-8fa6a63d3969 req-c5255da9-1cad-4edd-b250-df3a29002367 tempest-MigrationsAdminTest-630937721 tempest-MigrationsAdminTest-630937721-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbb51bc-6f14-4636-9680-6813c726ca90 HTTP/1.1" status: 200 len: 210 time: 0.0948749 Nov 12 20:08:11.217741 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-faf3c446-97fe-42b7-a2a1-9f579e7a2d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:11.240942 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c29d8701-a4c0-4c06-86ef-06d6e9a8f102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:04Z', 'revision_number': 3, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None, '_interfaces': [{'id': '05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1', 'name': '', 'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:2d:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:02Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f14aeae-796f-4eb6-afe0-7a212ef975eb', 'name': '', 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:e2:29:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:02Z', 'updated_at': '2021-11-12T20:08:09Z', 'revision_number': 4, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:11.257278 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6aa524e-192a-48e8-bb0f-51d197bebeea x-openstack-request-id: req-e6aa524e-192a-48e8-bb0f-51d197bebeea {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:08:11.257578 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4571f8f-b094-4033-8dd1-691ed2247de2", "tag": "60456542-deaa-49c2-b8e7-5142548dcd73", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:08:11.257836 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e6aa524e-192a-48e8-bb0f-51d197bebeea {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:08:11.258247 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4571f8f-b094-4033-8dd1-691ed2247de2', 'tag': '60456542-deaa-49c2-b8e7-5142548dcd73', 'status': 'completed', 'code': 200} Nov 12 20:08:11.262425 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d9395dbc-aecf-4c64-ae0e-ff1c5ae12d06 req-8251e4e0-2f84-4816-851c-72ac5ea4cf1b tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0883124 Nov 12 20:08:11.292037 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29d8701-a4c0-4c06-86ef-06d6e9a8f102 None None] The sync data for ids ['937e2b98-6b92-4181-9481-b0f7b22afb90'] in n-d-712140-15 is: [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:04Z', 'revision_number': 3, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None, '_interfaces': [{'id': '05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1', 'name': '', 'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:2d:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:02Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f14aeae-796f-4eb6-afe0-7a212ef975eb', 'name': '', 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:e2:29:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:02Z', 'updated_at': '2021-11-12T20:08:09Z', 'revision_number': 4, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:08:11.311426 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-e2d1ff53-f7e2-4f2e-9465-ca63af470847 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Allocated IP 172.20.0.10 (cd594fd9-762d-4dc1-9fce-c4b60d6d0202/f543e4e2-8561-47f7-b814-55300c23b7f1/b4411998-a2fc-4fdb-9e3d-8e4287aef1dc) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:08:11.330650 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-60d2ce84-418e-4ac3-a8ab-d8283a97e7b4 None None] For port 505124b9-c706-4958-acbf-c8fdc792c315, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:08:11.343931 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-5da4ae0b-956a-4218-8cf6-2b8aa9f88c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:11.349341 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-5da4ae0b-956a-4218-8cf6-2b8aa9f88c55 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b6f9c56e0a874658aa6d5941caa2ebcf&device_id=a4571f8f-b094-4033-8dd1-691ed2247de2 HTTP/1.1" status: 200 len: 1095 time: 0.1079116 Nov 12 20:08:11.358659 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-60d2ce84-418e-4ac3-a8ab-d8283a97e7b4 None None] For port 505124b9-c706-4958-acbf-c8fdc792c315, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=505124b9-c706-4958-acbf-c8fdc792c315,segment=NetworkSegment(ea93d668-12c6-4597-b312-6174a8cbfa5d),segment_id=ea93d668-12c6-4597-b312-6174a8cbfa5d)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:08:11.361954 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-faf3c446-97fe-42b7-a2a1-9f579e7a2d76 None None] For port 3f14aeae-796f-4eb6-afe0-7a212ef975eb, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3f14aeae-796f-4eb6-afe0-7a212ef975eb,segment=NetworkSegment(809508e6-cf25-49bc-a29b-d0829009ee88),segment_id=809508e6-cf25-49bc-a29b-d0829009ee88)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:11.389924 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60d2ce84-418e-4ac3-a8ab-d8283a97e7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:11.484689 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2ce84-418e-4ac3-a8ab-d8283a97e7b4 None None] Pushing event updated for resources: {'Port': ['ID=505124b9-c706-4958-acbf-c8fdc792c315,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:11.487439 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-faf3c446-97fe-42b7-a2a1-9f579e7a2d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:11.499664 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-f0cca7f2-2d1a-4104-9741-ef0a868924f7 req-e4d52c0c-1fe0-40cd-9a0c-b8ae8386dce2 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Deleting port 6ea76173-d4c8-42f2-b169-0ab181fa4fb5 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:08:11.500009 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f0cca7f2-2d1a-4104-9741-ef0a868924f7 req-e4d52c0c-1fe0-40cd-9a0c-b8ae8386dce2 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:11.524511 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-2fcd1ab0-7315-4407-86fd-9d12b2c99059 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60456542-deaa-49c2-b8e7-5142548dcd73 HTTP/1.1" status: 200 len: 217 time: 0.0870056 Nov 12 20:08:11.545126 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496b319-3f2d-4b92-8945-13a2c765d8f2 req-8d57d466-0a05-402a-b940-a6929b574eb0 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:11.564128 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2496b319-3f2d-4b92-8945-13a2c765d8f2 req-8d57d466-0a05-402a-b940-a6929b574eb0 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 943 time: 0.2134545 Nov 12 20:08:11.592272 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3c446-97fe-42b7-a2a1-9f579e7a2d76 None None] Pushing event updated for resources: {'Port': ['ID=3f14aeae-796f-4eb6-afe0-7a212ef975eb,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:11.693868 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-4f095d17-5cfe-4fd2-9800-a7cb995fac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:11.695449 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-4f095d17-5cfe-4fd2-9800-a7cb995fac99 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6da924b9-8f4e-48df-9e33-272535f4598d HTTP/1.1" status: 200 len: 854 time: 0.1236506 Nov 12 20:08:11.712018 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2496b319-3f2d-4b92-8945-13a2c765d8f2 req-f80f3f02-8e2c-4c6f-9da3-d2c0516cc2d0 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446412 Nov 12 20:08:11.725872 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3b3d39-49e7-4439-857f-e02a45b31f7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ea76173-d4c8-42f2-b169-0ab181fa4fb5'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:08:11.729812 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e3ae3a-784e-416c-8489-e2caf9acc927" -d '{"events": [{"server_uuid": "3b3b3d39-49e7-4439-857f-e02a45b31f7f", "name": "network-vif-unplugged", "status": "completed", "tag": "6ea76173-d4c8-42f2-b169-0ab181fa4fb5"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:08:11.768425 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-71c33f37-9e0d-4376-8fc4-6492a3715039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:11.769966 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-71c33f37-9e0d-4376-8fc4-6492a3715039 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09489300-e8fa-4484-94f2-31f21fcf7ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563161 Nov 12 20:08:11.870114 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-f0cca7f2-2d1a-4104-9741-ef0a868924f7 req-e4d52c0c-1fe0-40cd-9a0c-b8ae8386dce2 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] For port 6ea76173-d4c8-42f2-b169-0ab181fa4fb5, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6ea76173-d4c8-42f2-b169-0ab181fa4fb5,segment=NetworkSegment(44856b08-7173-4552-88bc-2d1c4111ab8b),segment_id=44856b08-7173-4552-88bc-2d1c4111ab8b)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:11.870592 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f0cca7f2-2d1a-4104-9741-ef0a868924f7 req-e4d52c0c-1fe0-40cd-9a0c-b8ae8386dce2 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:11.926255 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-f0cca7f2-2d1a-4104-9741-ef0a868924f7 req-e4d52c0c-1fe0-40cd-9a0c-b8ae8386dce2 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Calling delete_port for 6ea76173-d4c8-42f2-b169-0ab181fa4fb5 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:08:11.950555 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-e2d1ff53-f7e2-4f2e-9465-ca63af470847 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:11.956181 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c478b-344d-474f-a72b-08ddddde5b24 req-52b92e26-cd3a-4b7b-ac2a-3e2956b31bbb tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:11.964595 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-255c478b-344d-474f-a72b-08ddddde5b24 req-52b92e26-cd3a-4b7b-ac2a-3e2956b31bbb tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/ports?device_id=de541583-67cd-4ad4-9a6a-804578a04726 HTTP/1.1" status: 200 len: 945 time: 0.1592164 Nov 12 20:08:11.987137 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-c21f38fc-a63b-4ca2-89ab-e83be5073e9e service neutron] 10.222.0.52 "GET /v2.0/networks/09489300-e8fa-4484-94f2-31f21fcf7ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039444 Nov 12 20:08:12.077948 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-255c478b-344d-474f-a72b-08ddddde5b24 req-74f4c939-64c2-4be8-b49e-e09c7925a2ff tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/security-groups?id=489c00dc-a706-4951-abd0-189ad8542c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124420 Nov 12 20:08:12.085535 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053e00e-1571-4f7a-9ebc-22825eb2ab0c req-48e3bff5-7193-4da9-8b63-625acd48b674 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:12.094081 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0053e00e-1571-4f7a-9ebc-22825eb2ab0c req-48e3bff5-7193-4da9-8b63-625acd48b674 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4571f8f-b094-4033-8dd1-691ed2247de2 HTTP/1.1" status: 200 len: 943 time: 0.3773780 Nov 12 20:08:12.120419 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ae06db14-dc14-4424-9fe8-32d436e18e31 req-a63a91a2-b4b9-4559-b832-fb43a6dab2b4 service neutron] 10.222.0.52 "GET /v2.0/networks/09489300-e8fa-4484-94f2-31f21fcf7ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205909 Nov 12 20:08:12.128728 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-473287dc-0158-4560-a849-cfa84817c49c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Allocated IP 2001:db8:2::1 (f21ec8ad-8905-4d19-a80e-0be06d49a642/07fe4de5-9ea4-4a11-a425-595204767067/cbb124d1-7c78-4647-8803-91191bf0eb0b) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:08:12.145342 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7019ab-6ea2-499f-a397-adce262edf13 x-openstack-request-id: req-9b7019ab-6ea2-499f-a397-adce262edf13 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:08:12.145821 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3b3d39-49e7-4439-857f-e02a45b31f7f", "name": "network-vif-unplugged", "status": "completed", "tag": "6ea76173-d4c8-42f2-b169-0ab181fa4fb5", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:08:12.146001 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b7019ab-6ea2-499f-a397-adce262edf13 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:08:12.146420 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3b3d39-49e7-4439-857f-e02a45b31f7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ea76173-d4c8-42f2-b169-0ab181fa4fb5', 'code': 200} Nov 12 20:08:12.194436 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-e2d1ff53-f7e2-4f2e-9465-ca63af470847 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:12.233364 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8169f2a-4638-4107-9c75-defda6073b8b req-748ef26e-44e8-485d-8b55-900d311aa0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:12.235278 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8169f2a-4638-4107-9c75-defda6073b8b req-748ef26e-44e8-485d-8b55-900d311aa0e7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b6f9c56e0a874658aa6d5941caa2ebcf&device_id=a4571f8f-b094-4033-8dd1-691ed2247de2 HTTP/1.1" status: 200 len: 1095 time: 0.0580652 Nov 12 20:08:12.290272 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0053e00e-1571-4f7a-9ebc-22825eb2ab0c req-de604524-5002-4307-a947-691be9c0034f tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/security-groups?id=29df4987-e806-424b-b400-443f8ce48dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953855 Nov 12 20:08:12.304906 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-e2d1ff53-f7e2-4f2e-9465-ca63af470847 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Network cd594fd9-762d-4dc1-9fce-c4b60d6d0202 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:08:12.311994 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-e2d1ff53-f7e2-4f2e-9465-ca63af470847 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:12.343635 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-e2d1ff53-f7e2-4f2e-9465-ca63af470847 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:08:12.387544 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8169f2a-4638-4107-9c75-defda6073b8b req-a37afb83-0a3e-454e-b1df-c63d07ee6a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:12.389184 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8169f2a-4638-4107-9c75-defda6073b8b req-a37afb83-0a3e-454e-b1df-c63d07ee6a3d service neutron] 10.222.0.52 "GET /v2.0/networks?id=09489300-e8fa-4484-94f2-31f21fcf7ae6 HTTP/1.1" status: 200 len: 916 time: 0.1471789 Nov 12 20:08:12.399173 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511adeaf-c906-43c2-8004-0126b017d9c8 req-8714e650-049d-42f8-ac6b-a21a2e6024bf tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:12.402138 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-511adeaf-c906-43c2-8004-0126b017d9c8 req-8714e650-049d-42f8-ac6b-a21a2e6024bf tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 932 time: 0.1341193 Nov 12 20:08:12.411532 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1ff53-f7e2-4f2e-9465-ca63af470847 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Pushing event updated for resources: {'Port': ['ID=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:12.451716 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8169f2a-4638-4107-9c75-defda6073b8b req-5582ac03-c387-48f2-8ffc-582a117ab012 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60456542-deaa-49c2-b8e7-5142548dcd73 HTTP/1.1" status: 200 len: 217 time: 0.0494366 Nov 12 20:08:12.469205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-e2d1ff53-f7e2-4f2e-9465-ca63af470847 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:12.469861 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-e2d1ff53-f7e2-4f2e-9465-ca63af470847 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:12.479288 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f0cca7f2-2d1a-4104-9741-ef0a868924f7 req-e4d52c0c-1fe0-40cd-9a0c-b8ae8386dce2 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:12.500817 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-473287dc-0158-4560-a849-cfa84817c49c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:12.544821 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d52c0c-1fe0-40cd-9a0c-b8ae8386dce2 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Pushing event deleted for resources: {'Port': ['ID=6ea76173-d4c8-42f2-b169-0ab181fa4fb5,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:12.554549 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-511adeaf-c906-43c2-8004-0126b017d9c8 req-c3a6b711-dee0-4361-8c44-1a7ed514b0aa tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106746 Nov 12 20:08:12.561312 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8169f2a-4638-4107-9c75-defda6073b8b req-6a7dbe84-6e9d-4bab-9d0e-d7a51216a1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:12.562817 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8169f2a-4638-4107-9c75-defda6073b8b req-6a7dbe84-6e9d-4bab-9d0e-d7a51216a1cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6da924b9-8f4e-48df-9e33-272535f4598d HTTP/1.1" status: 200 len: 854 time: 0.0995164 Nov 12 20:08:12.640318 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-e2d1ff53-f7e2-4f2e-9465-ca63af470847 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7558591 Nov 12 20:08:12.679952 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-6e47a433-6af3-4eea-b62c-544ab60faff8 service neutron] Request body: {'port': {'device_id': '1642c892-56c2-45a6-a664-06a3ec34197d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:12.729638 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c22c482-3596-409b-b30f-2d918ebe9761 req-e494fcdd-615e-4cbe-b656-a1b914d71a7f tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0450957 Nov 12 20:08:12.748134 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cca7f2-2d1a-4104-9741-ef0a868924f7 req-e4d52c0c-1fe0-40cd-9a0c-b8ae8386dce2 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] No DVR routers for this DVR port 6ea76173-d4c8-42f2-b169-0ab181fa4fb5 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:08:12.750707 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8169f2a-4638-4107-9c75-defda6073b8b req-44f1f327-2e4b-4bda-a160-3626ed0e9151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:12.755517 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f0cca7f2-2d1a-4104-9741-ef0a868924f7 req-e4d52c0c-1fe0-40cd-9a0c-b8ae8386dce2 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:12.768201 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8169f2a-4638-4107-9c75-defda6073b8b req-44f1f327-2e4b-4bda-a160-3626ed0e9151 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09489300-e8fa-4484-94f2-31f21fcf7ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1804376 Nov 12 20:08:12.769169 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f0cca7f2-2d1a-4104-9741-ef0a868924f7 req-e4d52c0c-1fe0-40cd-9a0c-b8ae8386dce2 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.55 "DELETE /v2.0/ports/6ea76173-d4c8-42f2-b169-0ab181fa4fb5 HTTP/1.1" status: 204 len: 173 time: 2.1871374 Nov 12 20:08:12.890690 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-58d413fd-088c-4977-aa7f-ebb5ea441414 None None] Provisioning complete for port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:12.891069 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-58d413fd-088c-4977-aa7f-ebb5ea441414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:12.932951 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8169f2a-4638-4107-9c75-defda6073b8b req-3a53a49e-eebd-421b-8c7a-afa6fa821d59 service neutron] 10.222.0.52 "GET /v2.0/networks/09489300-e8fa-4484-94f2-31f21fcf7ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654353 Nov 12 20:08:12.980543 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3b3d39-49e7-4439-857f-e02a45b31f7f', 'name': 'network-vif-deleted', 'tag': '6ea76173-d4c8-42f2-b169-0ab181fa4fb5'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:08:12.984173 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-895a58cb-a078-4111-b606-64e4fc94f867 req-031d0f9f-3b8a-47e5-91b4-194a05a37c2c tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b3b3d39-49e7-4439-857f-e02a45b31f7f HTTP/1.1" status: 200 len: 210 time: 0.1488161 Nov 12 20:08:12.989964 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4829f3b3-326d-4cf8-b1f8-6a5162830267" -d '{"events": [{"server_uuid": "3b3b3d39-49e7-4439-857f-e02a45b31f7f", "name": "network-vif-deleted", "tag": "6ea76173-d4c8-42f2-b169-0ab181fa4fb5"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:08:13.013503 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 35380) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:13.025968 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-473287dc-0158-4560-a849-cfa84817c49c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:13.027780 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-58d413fd-088c-4977-aa7f-ebb5ea441414 None None] Port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:08:13.094949 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66c3607-2e48-470d-9ded-43422b401e47 x-openstack-request-id: req-d66c3607-2e48-470d-9ded-43422b401e47 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:08:13.095440 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3b3d39-49e7-4439-857f-e02a45b31f7f", "name": "network-vif-deleted", "tag": "6ea76173-d4c8-42f2-b169-0ab181fa4fb5", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:08:13.095523 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d66c3607-2e48-470d-9ded-43422b401e47 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:08:13.095879 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3b3d39-49e7-4439-857f-e02a45b31f7f', 'name': 'network-vif-deleted', 'tag': '6ea76173-d4c8-42f2-b169-0ab181fa4fb5', 'status': 'completed', 'code': 200} Nov 12 20:08:13.104911 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-6e47a433-6af3-4eea-b62c-544ab60faff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:13.125317 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3f14aeae-796f-4eb6-afe0-7a212ef975eb up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:08:13.132654 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ad3ed-501a-4c8e-8469-c5fc89a65ab1 req-ce15fa84-5ec6-40fd-a4de-de76e5b0464b tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:13.134297 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-820ad3ed-501a-4c8e-8469-c5fc89a65ab1 req-ce15fa84-5ec6-40fd-a4de-de76e5b0464b tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/ports?device_id=de541583-67cd-4ad4-9a6a-804578a04726 HTTP/1.1" status: 200 len: 945 time: 0.4094346 Nov 12 20:08:13.137857 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473287dc-0158-4560-a849-cfa84817c49c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network f21ec8ad-8905-4d19-a80e-0be06d49a642 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:08:13.146253 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-473287dc-0158-4560-a849-cfa84817c49c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:13.147355 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8169f2a-4638-4107-9c75-defda6073b8b req-4f64a434-a297-4b87-9365-6d1f0265accd service neutron] 10.222.0.52 "GET /v2.0/networks/09489300-e8fa-4484-94f2-31f21fcf7ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909814 Nov 12 20:08:13.148914 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473287dc-0158-4560-a849-cfa84817c49c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:08:13.149727 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-473287dc-0158-4560-a849-cfa84817c49c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:13.216276 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1615d2-ade4-4ce3-8fcb-20e710a66b89 None None] Network f21ec8ad-8905-4d19-a80e-0be06d49a642 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:08:13.231210 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 3f14aeae-796f-4eb6-afe0-7a212ef975eb triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:13.231777 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:13.244221 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473287dc-0158-4560-a849-cfa84817c49c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Port': ['ID=cbb124d1-7c78-4647-8803-91191bf0eb0b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:13.361347 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-10a468d6-3d5a-4a57-9ba4-342d9238a6da None None] Provisioning complete for port 505124b9-c706-4958-acbf-c8fdc792c315 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:13.361698 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-10a468d6-3d5a-4a57-9ba4-342d9238a6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:13.472733 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-820ad3ed-501a-4c8e-8469-c5fc89a65ab1 req-2b289603-c63c-4fb7-9df6-b5e0c76a3d56 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/security-groups?id=489c00dc-a706-4951-abd0-189ad8542c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096044 Nov 12 20:08:13.488789 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-345d754b-6d34-470d-b09c-3eaea8dd5a36 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c08b32f16f94cdbbecd052699f1c2ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4703851 Nov 12 20:08:13.494308 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 505124b9-c706-4958-acbf-c8fdc792c315 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:08:13.494492 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35390) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:13.511067 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6911e7-13b9-49a8-b26b-a9bf46cfa40c req-417c25d4-8edf-49a2-bf8b-3d0f8c18e31a tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:13.512637 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d6911e7-13b9-49a8-b26b-a9bf46cfa40c req-417c25d4-8edf-49a2-bf8b-3d0f8c18e31a tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4571f8f-b094-4033-8dd1-691ed2247de2 HTTP/1.1" status: 200 len: 943 time: 0.1003721 Nov 12 20:08:13.568013 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-473287dc-0158-4560-a849-cfa84817c49c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:13.594535 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d6911e7-13b9-49a8-b26b-a9bf46cfa40c req-50d46a09-fa87-4223-b8d4-a058ee529d41 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/security-groups?id=29df4987-e806-424b-b400-443f8ce48dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655479 Nov 12 20:08:13.604880 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9a160b4d-a123-49fd-aad2-33cd53925999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:13.623684 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-10a468d6-3d5a-4a57-9ba4-342d9238a6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:13.639143 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9a160b4d-a123-49fd-aad2-33cd53925999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:13.654609 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 505124b9-c706-4958-acbf-c8fdc792c315 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:13.654976 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:13.691649 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-10a468d6-3d5a-4a57-9ba4-342d9238a6da None None] For port 505124b9-c706-4958-acbf-c8fdc792c315, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=505124b9-c706-4958-acbf-c8fdc792c315,segment=NetworkSegment(ea93d668-12c6-4597-b312-6174a8cbfa5d),segment_id=ea93d668-12c6-4597-b312-6174a8cbfa5d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:13.703604 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9a160b4d-a123-49fd-aad2-33cd53925999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:13.706554 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9a160b4d-a123-49fd-aad2-33cd53925999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:13.710321 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9a160b4d-a123-49fd-aad2-33cd53925999 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a45fc38-4447-4dca-8510-0298a2452353 HTTP/1.1" status: 204 len: 168 time: 0.2123632 Nov 12 20:08:13.719282 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-10a468d6-3d5a-4a57-9ba4-342d9238a6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:13.728894 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a160b4d-a123-49fd-aad2-33cd53925999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a45fc38-4447-4dca-8510-0298a2452353,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:13.831485 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 6ea76173-d4c8-42f2-b169-0ab181fa4fb5 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:08:13.873872 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 6ea76173-d4c8-42f2-b169-0ab181fa4fb5 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:08:13.874358 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 6ea76173-d4c8-42f2-b169-0ab181fa4fb5 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:08:13.879095 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a468d6-3d5a-4a57-9ba4-342d9238a6da None None] Pushing event updated for resources: {'Port': ['ID=505124b9-c706-4958-acbf-c8fdc792c315,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:13.944422 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cfce7e44-177c-4e8d-80ea-783d830394d0 req-a007fe85-073b-4636-81ec-c8fe0771ac6d tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0329714 Nov 12 20:08:14.146962 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35404) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:14.153805 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-70814f31-09ba-41b6-a302-2f70216f5ab4 None None] Provisioning complete for port cbb124d1-7c78-4647-8803-91191bf0eb0b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:14.154198 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-70814f31-09ba-41b6-a302-2f70216f5ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:14.200965 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-70814f31-09ba-41b6-a302-2f70216f5ab4 None None] Port cbb124d1-7c78-4647-8803-91191bf0eb0b cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:08:14.213118 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-70814f31-09ba-41b6-a302-2f70216f5ab4 None None] Provisioning complete for port 505124b9-c706-4958-acbf-c8fdc792c315 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:14.213774 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-70814f31-09ba-41b6-a302-2f70216f5ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:14.227847 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8810809a-9c79-490d-ad99-00a0137ade43 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b70b1b75a78e44608d7a144486071642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0797114 Nov 12 20:08:14.230970 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35406) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:14.305205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e0258-d4f6-4e08-9c22-318378a6b663 req-a2cf15f6-8e18-42c4-bbeb-f70c7378e7d3 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:14.308108 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7c8e0258-d4f6-4e08-9c22-318378a6b663 req-a2cf15f6-8e18-42c4-bbeb-f70c7378e7d3 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.55 "GET /v2.0/ports?device_id=de541583-67cd-4ad4-9a6a-804578a04726 HTTP/1.1" status: 200 len: 945 time: 0.2002926 Nov 12 20:08:14.315178 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 35410) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:14.317824 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2b3968ef-86c0-40a6-9c06-a6091acd0e4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:14.347522 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87731f-be3e-4cc7-a0a7-756ceea87a13 req-9a848b88-064f-492d-8c94-9d72569cca18 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:14.358896 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2b87731f-be3e-4cc7-a0a7-756ceea87a13 req-9a848b88-064f-492d-8c94-9d72569cca18 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 932 time: 0.2497506 Nov 12 20:08:14.364797 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2b3968ef-86c0-40a6-9c06-a6091acd0e4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:14.366221 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b3cc4e79-9356-44fd-be77-9b5d545c841b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Request body: {'security_group': {'name': 'tempest-securitygroup--50532401', 'description': 'tempest-description--48225026'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:14.423256 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2b3968ef-86c0-40a6-9c06-a6091acd0e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:14.426266 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2b3968ef-86c0-40a6-9c06-a6091acd0e4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:14.429926 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2b3968ef-86c0-40a6-9c06-a6091acd0e4f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8cd71b70-5116-4970-b917-90be6610ca9c HTTP/1.1" status: 204 len: 168 time: 0.1954279 Nov 12 20:08:14.442453 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3968ef-86c0-40a6-9c06-a6091acd0e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd71b70-5116-4970-b917-90be6610ca9c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:14.494894 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-1726e480-af88-4bff-83e3-da69da384141 None None] Provisioning complete for port cbb124d1-7c78-4647-8803-91191bf0eb0b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:14.494894 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1726e480-af88-4bff-83e3-da69da384141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:14.551359 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-1726e480-af88-4bff-83e3-da69da384141 None None] Port cbb124d1-7c78-4647-8803-91191bf0eb0b cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:08:14.595355 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-6e47a433-6af3-4eea-b62c-544ab60faff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4411998-a2fc-4fdb-9e3d-8e4287aef1dc {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:08:14.620829 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25f628-4339-486c-ae29-926b8af86783 req-933784b0-e9f1-4670-8061-074f8fa5583e tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:14.622621 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2a25f628-4339-486c-ae29-926b8af86783 req-933784b0-e9f1-4670-8061-074f8fa5583e tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/ports?device_id=de541583-67cd-4ad4-9a6a-804578a04726 HTTP/1.1" status: 200 len: 945 time: 0.0593784 Nov 12 20:08:14.640756 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b3cc4e79-9356-44fd-be77-9b5d545c841b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:14.646322 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-6e47a433-6af3-4eea-b62c-544ab60faff8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:14.664910 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2b87731f-be3e-4cc7-a0a7-756ceea87a13 req-0d5e9a4e-fbf4-4f7c-bd71-8df3dfb2ee70 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3049691 Nov 12 20:08:14.685335 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2a25f628-4339-486c-ae29-926b8af86783 req-03a42fe3-8921-4558-b890-10d74178d63f tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/security-groups?id=489c00dc-a706-4951-abd0-189ad8542c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561292 Nov 12 20:08:14.704911 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-6e47a433-6af3-4eea-b62c-544ab60faff8 service neutron] Transition to ACTIVE for port object b4411998-a2fc-4fdb-9e3d-8e4287aef1dc will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:08:14.726297 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-6e47a433-6af3-4eea-b62c-544ab60faff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:14.818932 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87d844-7793-431b-a351-8b38b386b3ba req-2c918dd1-dc30-4dc3-9bf7-f526f8721972 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:14.827479 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5c87d844-7793-431b-a351-8b38b386b3ba req-2c918dd1-dc30-4dc3-9bf7-f526f8721972 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4571f8f-b094-4033-8dd1-691ed2247de2 HTTP/1.1" status: 200 len: 943 time: 0.0677135 Nov 12 20:08:14.838788 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-7c8e0258-d4f6-4e08-9c22-318378a6b663 req-e7aba189-ceae-496a-a0d1-b86306761bc5 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Deleting port 30126383-f4e7-438d-8499-e41f291eb8f9 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:08:14.839137 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7c8e0258-d4f6-4e08-9c22-318378a6b663 req-e7aba189-ceae-496a-a0d1-b86306761bc5 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:14.891137 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-473287dc-0158-4560-a849-cfa84817c49c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:14.904355 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5c87d844-7793-431b-a351-8b38b386b3ba req-c0fc3031-b17b-4837-ba31-1aa1a5e65c5f tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/security-groups?id=29df4987-e806-424b-b400-443f8ce48dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759521 Nov 12 20:08:14.931675 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 60456542-deaa-49c2-b8e7-5142548dcd73 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:08:14.952572 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 505124b9-c706-4958-acbf-c8fdc792c315 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:08:14.980654 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47a433-6af3-4eea-b62c-544ab60faff8 service neutron] Pushing event updated for resources: {'Port': ['ID=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:14.985115 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-7c8e0258-d4f6-4e08-9c22-318378a6b663 req-e7aba189-ceae-496a-a0d1-b86306761bc5 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] For port 30126383-f4e7-438d-8499-e41f291eb8f9, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=30126383-f4e7-438d-8499-e41f291eb8f9,segment=NetworkSegment(d859b612-87c6-40a7-8aeb-afec609aea40),segment_id=d859b612-87c6-40a7-8aeb-afec609aea40)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:14.985735 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7c8e0258-d4f6-4e08-9c22-318378a6b663 req-e7aba189-ceae-496a-a0d1-b86306761bc5 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:15.031191 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-473287dc-0158-4560-a849-cfa84817c49c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:15.032421 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-473287dc-0158-4560-a849-cfa84817c49c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:15.070138 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-7c8e0258-d4f6-4e08-9c22-318378a6b663 req-e7aba189-ceae-496a-a0d1-b86306761bc5 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Calling delete_port for 30126383-f4e7-438d-8499-e41f291eb8f9 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:08:15.092214 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 505124b9-c706-4958-acbf-c8fdc792c315 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:15.092577 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:15.160382 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 60456542-deaa-49c2-b8e7-5142548dcd73, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=60456542-deaa-49c2-b8e7-5142548dcd73,segment=NetworkSegment(06c4509a-0add-4313-802a-59ed8f264daf),segment_id=06c4509a-0add-4313-802a-59ed8f264daf)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:15.184189 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '60456542-deaa-49c2-b8e7-5142548dcd73', 'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6', 'port_id': '60456542-deaa-49c2-b8e7-5142548dcd73', 'mac_address': 'fa:16:3e:0d:1a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6da924b9-8f4e-48df-9e33-272535f4598d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:08:15.185386 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b3cc4e79-9356-44fd-be77-9b5d545c841b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:15.206573 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a303b348-be5f-4c97-b44f-98ca90ac7950 req-f001f80a-d46f-4e4d-8852-778e0f7e105e tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.1010244 Nov 12 20:08:15.244585 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b3cc4e79-9356-44fd-be77-9b5d545c841b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:15.263838 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:15.278296 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60456542-deaa-49c2-b8e7-5142548dcd73 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:08:15.291629 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473287dc-0158-4560-a849-cfa84817c49c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Port': ['ID=cbb124d1-7c78-4647-8803-91191bf0eb0b,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:15.304464 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 60456542-deaa-49c2-b8e7-5142548dcd73, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=60456542-deaa-49c2-b8e7-5142548dcd73,segment=NetworkSegment(06c4509a-0add-4313-802a-59ed8f264daf),segment_id=06c4509a-0add-4313-802a-59ed8f264daf)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:15.313133 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:15.344057 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b3cc4e79-9356-44fd-be77-9b5d545c841b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:15.345314 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b3cc4e79-9356-44fd-be77-9b5d545c841b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9835865 Nov 12 20:08:15.350560 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35436) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:15.351390 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-6e47a433-6af3-4eea-b62c-544ab60faff8 service neutron] Attempting to bind port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:08:15.351712 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-6e47a433-6af3-4eea-b62c-544ab60faff8 service neutron] Attempting to bind port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '66430901-0cf0-4544-93e6-2d1a367dff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:08:15.352031 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-6e47a433-6af3-4eea-b62c-544ab60faff8 service neutron] Attempting to bind port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc on network cd594fd9-762d-4dc1-9fce-c4b60d6d0202 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:08:15.356313 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-219c3e0f-f0f2-4d4f-879f-b3baa88cd127 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Request body: {'security_group_rule': {'security_group_id': '7340e548-4a07-444a-8fdc-86dac63b35dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:15.360538 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc4e79-9356-44fd-be77-9b5d545c841b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7340e548-4a07-444a-8fdc-86dac63b35dd,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:15.372482 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=60456542-deaa-49c2-b8e7-5142548dcd73,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:15.379616 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-6e47a433-6af3-4eea-b62c-544ab60faff8 service neutron] Port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc on network cd594fd9-762d-4dc1-9fce-c4b60d6d0202 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:08:15.379945 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-6e47a433-6af3-4eea-b62c-544ab60faff8 service neutron] Attempting to bind port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc on network cd594fd9-762d-4dc1-9fce-c4b60d6d0202 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:08:15.397500 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-219c3e0f-f0f2-4d4f-879f-b3baa88cd127 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:15.421606 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-6e47a433-6af3-4eea-b62c-544ab60faff8 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:08:15.421606 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-6e47a433-6af3-4eea-b62c-544ab60faff8 service neutron] Checking segment: {'id': '66430901-0cf0-4544-93e6-2d1a367dff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:08:15.421606 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-6e47a433-6af3-4eea-b62c-544ab60faff8 service neutron] Bound using segment: {'id': '66430901-0cf0-4544-93e6-2d1a367dff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:08:15.421606 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-6e47a433-6af3-4eea-b62c-544ab60faff8 service neutron] Bound port: b4411998-a2fc-4fdb-9e3d-8e4287aef1dc, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66430901-0cf0-4544-93e6-2d1a367dff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:08:15.421606 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-6e47a433-6af3-4eea-b62c-544ab60faff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:15.450643 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473287dc-0158-4560-a849-cfa84817c49c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network f21ec8ad-8905-4d19-a80e-0be06d49a642 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:08:15.454664 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-473287dc-0158-4560-a849-cfa84817c49c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:15.490947 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-219c3e0f-f0f2-4d4f-879f-b3baa88cd127 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:15.498096 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-219c3e0f-f0f2-4d4f-879f-b3baa88cd127 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:15.527669 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-219c3e0f-f0f2-4d4f-879f-b3baa88cd127 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:15.529095 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-219c3e0f-f0f2-4d4f-879f-b3baa88cd127 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1790633 Nov 12 20:08:15.530350 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c3e0f-f0f2-4d4f-879f-b3baa88cd127 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c06fea00-4bfb-431e-a62f-5d3bb495b74f,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:15.532091 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35442) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:15.536781 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-51476b6a-d86a-430d-9654-30b78971a358 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Request body: {'security_group_rule': {'security_group_id': '7340e548-4a07-444a-8fdc-86dac63b35dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:15.568512 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-51476b6a-d86a-430d-9654-30b78971a358 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:15.653235 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-6e47a433-6af3-4eea-b62c-544ab60faff8 service neutron] For port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:08:15.658996 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-6e47a433-6af3-4eea-b62c-544ab60faff8 service neutron] For port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:08:15.660278 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7c8e0258-d4f6-4e08-9c22-318378a6b663 req-e7aba189-ceae-496a-a0d1-b86306761bc5 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:15.674638 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['30126383-f4e7-438d-8499-e41f291eb8f9'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:08:15.677317 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-6e47a433-6af3-4eea-b62c-544ab60faff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:15.679677 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['60456542-deaa-49c2-b8e7-5142548dcd73'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:08:15.701275 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-51476b6a-d86a-430d-9654-30b78971a358 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:15.719914 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-51476b6a-d86a-430d-9654-30b78971a358 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:15.752060 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aba189-ceae-496a-a0d1-b86306761bc5 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Pushing event deleted for resources: {'Port': ['ID=30126383-f4e7-438d-8499-e41f291eb8f9,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:15.777454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473287dc-0158-4560-a849-cfa84817c49c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Router 937e2b98-6b92-4181-9481-b0f7b22afb90 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:08:15.777692 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51476b6a-d86a-430d-9654-30b78971a358 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d50154-d15c-4f9e-8aeb-48c1eb63d7bc,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:15.813450 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-51476b6a-d86a-430d-9654-30b78971a358 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:15.816815 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-51476b6a-d86a-430d-9654-30b78971a358 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2830951 Nov 12 20:08:15.819472 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35454) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:15.844712 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-9ac76b1d-7b6e-430c-8cbc-da32373d0ad7 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:15.853219 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0ece468f-3fda-458b-88dc-e0e3f92f488d None None] Provisioning complete for port cbb124d1-7c78-4647-8803-91191bf0eb0b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:15.855092 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0ece468f-3fda-458b-88dc-e0e3f92f488d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:15.855572 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-6e47a433-6af3-4eea-b62c-544ab60faff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:15.856363 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-6e47a433-6af3-4eea-b62c-544ab60faff8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:15.858356 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-6e47a433-6af3-4eea-b62c-544ab60faff8 service neutron] 10.222.0.55 "PUT /v2.0/ports/b4411998-a2fc-4fdb-9e3d-8e4287aef1dc HTTP/1.1" status: 200 len: 1093 time: 3.1924093 Nov 12 20:08:15.867942 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1642c892-56c2-45a6-a664-06a3ec34197d', 'tag': 'b4411998-a2fc-4fdb-9e3d-8e4287aef1dc'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:08:15.871239 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c01eed-bccf-4ed6-a15d-9b2e158f2ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "1642c892-56c2-45a6-a664-06a3ec34197d", "tag": "b4411998-a2fc-4fdb-9e3d-8e4287aef1dc"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:08:15.945686 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2084a3a8-0121-4bee-9822-80abff2a7e82 req-f65dc2bd-ba5c-41ab-beff-1f4d11162b2f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0910199 Nov 12 20:08:15.953339 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47a433-6af3-4eea-b62c-544ab60faff8 service neutron] Pushing event updated for resources: {'Port': ['ID=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:15.975160 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0ece468f-3fda-458b-88dc-e0e3f92f488d None None] Port cbb124d1-7c78-4647-8803-91191bf0eb0b cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:08:16.002425 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8e0258-d4f6-4e08-9c22-318378a6b663 req-e7aba189-ceae-496a-a0d1-b86306761bc5 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] No DVR routers for this DVR port 30126383-f4e7-438d-8499-e41f291eb8f9 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:08:16.015317 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d1074eb1-16cb-45ca-ad6a-d315e6b266d6 req-bc9c4eba-3573-482c-b3b6-7553d10ed622 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.48 "GET /v2.0/ports?device_id=de541583-67cd-4ad4-9a6a-804578a04726 HTTP/1.1" status: 200 len: 210 time: 0.1130555 Nov 12 20:08:16.027268 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9ac76b1d-7b6e-430c-8cbc-da32373d0ad7 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks [] for floatingip, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:16.075589 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7c8e0258-d4f6-4e08-9c22-318378a6b663 req-e7aba189-ceae-496a-a0d1-b86306761bc5 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:16.079231 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7c8e0258-d4f6-4e08-9c22-318378a6b663 req-e7aba189-ceae-496a-a0d1-b86306761bc5 tempest-InstanceActionsV221TestJSON-66878877 tempest-InstanceActionsV221TestJSON-66878877-project] 10.222.0.55 "DELETE /v2.0/ports/30126383-f4e7-438d-8499-e41f291eb8f9 HTTP/1.1" status: 204 len: 173 time: 1.7002244 Nov 12 20:08:16.144707 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8a6eb1-ed2e-4fdc-9811-34831546d6aa x-openstack-request-id: req-ee8a6eb1-ed2e-4fdc-9811-34831546d6aa {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:08:16.144996 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1642c892-56c2-45a6-a664-06a3ec34197d", "tag": "b4411998-a2fc-4fdb-9e3d-8e4287aef1dc", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:08:16.145240 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee8a6eb1-ed2e-4fdc-9811-34831546d6aa {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:08:16.145677 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1642c892-56c2-45a6-a664-06a3ec34197d', 'tag': 'b4411998-a2fc-4fdb-9e3d-8e4287aef1dc', 'status': 'completed', 'code': 200} Nov 12 20:08:16.164860 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49ba79-e75c-46d8-8db2-13f6014a0498 req-75b34639-07b2-49a3-8fe3-c960b158d876 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:16.173262 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ba49ba79-e75c-46d8-8db2-13f6014a0498 req-75b34639-07b2-49a3-8fe3-c960b158d876 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 944 time: 0.3374937 Nov 12 20:08:16.192626 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9ac76b1d-7b6e-430c-8cbc-da32373d0ad7 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:16.209383 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-a64d7147-b74e-48f4-b981-5ce1b35d9194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:16.211680 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-a64d7147-b74e-48f4-b981-5ce1b35d9194 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc4db98daf5b4e7b9bbbe0aad0f1a29c&device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 1096 time: 0.2729831 Nov 12 20:08:16.217867 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473287dc-0158-4560-a849-cfa84817c49c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:08:16.224392 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-473287dc-0158-4560-a849-cfa84817c49c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "PUT /v2.0/routers/937e2b98-6b92-4181-9481-b0f7b22afb90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3781006 Nov 12 20:08:16.231367 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311cdaca-b892-46e1-966c-1ded278c91e2 None None] Sync routers for ids ['937e2b98-6b92-4181-9481-b0f7b22afb90'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:08:16.240522 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 35466) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:16.253571 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311cdaca-b892-46e1-966c-1ded278c91e2 None None] Routers {'937e2b98-6b92-4181-9481-b0f7b22afb90'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:16.254316 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-311cdaca-b892-46e1-966c-1ded278c91e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:07:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['937e2b98-6b92-4181-9481-b0f7b22afb90'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:16.268693 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-fdb8c563-3d44-4195-ac4f-d6e2cbd5f109 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-946564659'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:16.327562 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-a4f29324-d999-4768-ac90-bb5f967d7f30 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc HTTP/1.1" status: 200 len: 217 time: 0.1005783 Nov 12 20:08:16.392456 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ba49ba79-e75c-46d8-8db2-13f6014a0498 req-fc2e6a6f-92d8-45d1-9051-ec3530dd3f69 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181258 Nov 12 20:08:16.393072 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-311cdaca-b892-46e1-966c-1ded278c91e2 None None] Set router 937e2b98-6b92-4181-9481-b0f7b22afb90 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:16.399008 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb8c563-3d44-4195-ac4f-d6e2cbd5f109 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Made reservation on behalf of 74c60af4d2d04ca29da86eba8b146adf for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:08:16.403168 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fdb8c563-3d44-4195-ac4f-d6e2cbd5f109 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:16.417121 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73944d1-42fc-4443-95c7-77a660dcf147 req-078c110f-a194-4186-a762-0b24c7621bb4 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:16.426415 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b73944d1-42fc-4443-95c7-77a660dcf147 req-078c110f-a194-4186-a762-0b24c7621bb4 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4571f8f-b094-4033-8dd1-691ed2247de2 HTTP/1.1" status: 200 len: 944 time: 0.1647947 Nov 12 20:08:16.472136 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-4824067a-9c2c-4ee0-8827-b73e5bb0686f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:16.477113 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-4824067a-9c2c-4ee0-8827-b73e5bb0686f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f543e4e2-8561-47f7-b814-55300c23b7f1 HTTP/1.1" status: 200 len: 855 time: 0.1384809 Nov 12 20:08:16.480102 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-9ac76b1d-7b6e-430c-8cbc-da32373d0ad7 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Allocated IP 172.25.5.184 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/ed226934-23fa-48e7-9961-fe72e098d31c) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:08:16.508918 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b73944d1-42fc-4443-95c7-77a660dcf147 req-52ed1ffd-b367-4ece-9367-1c3ae0dad2a6 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/security-groups?id=29df4987-e806-424b-b400-443f8ce48dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814555 Nov 12 20:08:16.536289 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb8c563-3d44-4195-ac4f-d6e2cbd5f109 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:08:16.601470 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e45fd251-3d61-4a84-9b27-66783f1d15e7 req-c30870a7-922c-45a7-89dd-ca28a45b3dbb tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.1089389 Nov 12 20:08:16.643968 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fdb8c563-3d44-4195-ac4f-d6e2cbd5f109 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:16.643968 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-fdb8c563-3d44-4195-ac4f-d6e2cbd5f109 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Added segment e84e29dc-1e99-45e6-825f-87acac2b595a of type vlan for network 47ef86f5-3f55-412b-ba28-38dc17eda1d5 Nov 12 20:08:16.686905 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-2ca98977-4bc9-4def-9116-0c83b889f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:16.688631 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-2ca98977-4bc9-4def-9116-0c83b889f379 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1945827 Nov 12 20:08:16.709512 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9ac76b1d-7b6e-430c-8cbc-da32373d0ad7 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:16.714400 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-311cdaca-b892-46e1-966c-1ded278c91e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:13Z', 'revision_number': 4, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None, '_interfaces': [{'id': '05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1', 'name': '', 'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:2d:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:02Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f14aeae-796f-4eb6-afe0-7a212ef975eb', 'name': '', 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:e2:29:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:02Z', 'updated_at': '2021-11-12T20:08:11Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb124d1-7c78-4647-8803-91191bf0eb0b', 'name': '', 'network_id': 'f21ec8ad-8905-4d19-a80e-0be06d49a642', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:4a:b5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '07fe4de5-9ea4-4a11-a425-595204767067', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:11Z', 'updated_at': '2021-11-12T20:08:14Z', 'revision_number': 2, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '07fe4de5-9ea4-4a11-a425-595204767067', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:16.755194 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9ac76b1d-7b6e-430c-8cbc-da32373d0ad7 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:16.759694 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fdb8c563-3d44-4195-ac4f-d6e2cbd5f109 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:16.764465 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311cdaca-b892-46e1-966c-1ded278c91e2 None None] Checking router: 937e2b98-6b92-4181-9481-b0f7b22afb90 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:08:16.764825 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311cdaca-b892-46e1-966c-1ded278c91e2 None None] Updating router 937e2b98-6b92-4181-9481-b0f7b22afb90 port cbb124d1-7c78-4647-8803-91191bf0eb0b binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:08:16.801747 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-311cdaca-b892-46e1-966c-1ded278c91e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:16.801993 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac76b1d-7b6e-430c-8cbc-da32373d0ad7 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:08:16.807794 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-9ac76b1d-7b6e-430c-8cbc-da32373d0ad7 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:16.813007 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac76b1d-7b6e-430c-8cbc-da32373d0ad7 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:08:16.837751 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-7bcc24b4-d80c-4e78-89d1-73a1b8d9d36c service neutron] 10.222.0.55 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235478 Nov 12 20:08:16.873486 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac76b1d-7b6e-430c-8cbc-da32373d0ad7 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Pushing event updated for resources: {'Port': ['ID=ed226934-23fa-48e7-9961-fe72e098d31c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:16.923540 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fdb8c563-3d44-4195-ac4f-d6e2cbd5f109 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:16.930085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb8c563-3d44-4195-ac4f-d6e2cbd5f109 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:16.930706 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fdb8c563-3d44-4195-ac4f-d6e2cbd5f109 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:16.956533 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 60456542-deaa-49c2-b8e7-5142548dcd73 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:08:16.987641 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fdb8c563-3d44-4195-ac4f-d6e2cbd5f109 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7277265 Nov 12 20:08:16.987869 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35528) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:16.995532 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a1a5f87a-8233-4fe9-ae99-17c5279fa0aa tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'subnet': {'network_id': '47ef86f5-3f55-412b-ba28-38dc17eda1d5', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:17.044010 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8c563-3d44-4195-ac4f-d6e2cbd5f109 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Network': ['ID=47ef86f5-3f55-412b-ba28-38dc17eda1d5,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:17.054138 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b0e94d03-359b-4b96-8f56-6461d4aa5d59 req-3c1193c5-6f56-4c4a-ae1a-10b4ba64d4da service neutron] 10.222.0.55 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022288 Nov 12 20:08:17.063518 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 47ef86f5-3f55-412b-ba28-38dc17eda1d5 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:08:17.141206 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9ac76b1d-7b6e-430c-8cbc-da32373d0ad7 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:17.201058 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9ac76b1d-7b6e-430c-8cbc-da32373d0ad7 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:17.206455 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a5f87a-8233-4fe9-ae99-17c5279fa0aa tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Made reservation on behalf of 74c60af4d2d04ca29da86eba8b146adf for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:08:17.211606 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f87a-8233-4fe9-ae99-17c5279fa0aa tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:17.247239 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c01eed-bccf-4ed6-a15d-9b2e158f2ebf req-cc53cb9d-bd16-40c0-baa7-1360c3e3939c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:17.248874 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d2c01eed-bccf-4ed6-a15d-9b2e158f2ebf req-cc53cb9d-bd16-40c0-baa7-1360c3e3939c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc4db98daf5b4e7b9bbbe0aad0f1a29c&device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 1096 time: 0.1147919 Nov 12 20:08:17.432997 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c01eed-bccf-4ed6-a15d-9b2e158f2ebf req-18a99437-3aef-4307-a11b-6872ae9ccec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:17.435421 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d2c01eed-bccf-4ed6-a15d-9b2e158f2ebf req-18a99437-3aef-4307-a11b-6872ae9ccec8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202 HTTP/1.1" status: 200 len: 917 time: 0.1786923 Nov 12 20:08:17.455211 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 35550) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:17.525962 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f87a-8233-4fe9-ae99-17c5279fa0aa tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:17.532807 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-311cdaca-b892-46e1-966c-1ded278c91e2 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:17.541299 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d2c01eed-bccf-4ed6-a15d-9b2e158f2ebf req-07313863-7774-47bb-bd65-607036287f8c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc HTTP/1.1" status: 200 len: 217 time: 0.0970366 Nov 12 20:08:17.542460 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-311cdaca-b892-46e1-966c-1ded278c91e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:17.582777 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5f87a-8233-4fe9-ae99-17c5279fa0aa tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Subnet': ['ID=a991413a-ac09-40d3-bb33-fc17ad5fa3cb,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:17.614026 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-16651d14-f136-49e6-8ce8-1d91bcd38d98 admin admin] Deleting subnet 7f275563-5400-4414-925f-b88acf80729d {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:08:17.615586 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749209e-f00c-4dcb-9e23-7073cc9e22d1 None None] Pushing event updated for resources: {'Port': ['ID=cbb124d1-7c78-4647-8803-91191bf0eb0b,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:17.621581 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-16651d14-f136-49e6-8ce8-1d91bcd38d98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:17.626554 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 60456542-deaa-49c2-b8e7-5142548dcd73 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:08:17.648017 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 60456542-deaa-49c2-b8e7-5142548dcd73 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:17.649368 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:17.674191 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c01eed-bccf-4ed6-a15d-9b2e158f2ebf req-c699a80f-01ec-437d-aeed-02294255a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:17.676125 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d2c01eed-bccf-4ed6-a15d-9b2e158f2ebf req-c699a80f-01ec-437d-aeed-02294255a862 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f543e4e2-8561-47f7-b814-55300c23b7f1 HTTP/1.1" status: 200 len: 855 time: 0.1276217 Nov 12 20:08:17.695821 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-16651d14-f136-49e6-8ce8-1d91bcd38d98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:17.713683 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-311cdaca-b892-46e1-966c-1ded278c91e2 None None] Attempting to bind port cbb124d1-7c78-4647-8803-91191bf0eb0b on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:08:17.713683 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-311cdaca-b892-46e1-966c-1ded278c91e2 None None] Attempting to bind port cbb124d1-7c78-4647-8803-91191bf0eb0b by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ea93d668-12c6-4597-b312-6174a8cbfa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f21ec8ad-8905-4d19-a80e-0be06d49a642'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:08:17.714052 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311cdaca-b892-46e1-966c-1ded278c91e2 None None] Attempting to bind port cbb124d1-7c78-4647-8803-91191bf0eb0b on network f21ec8ad-8905-4d19-a80e-0be06d49a642 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:08:17.730015 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311cdaca-b892-46e1-966c-1ded278c91e2 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:08:17.730015 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311cdaca-b892-46e1-966c-1ded278c91e2 None None] Checking segment: {'id': 'ea93d668-12c6-4597-b312-6174a8cbfa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f21ec8ad-8905-4d19-a80e-0be06d49a642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:08:17.730015 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-311cdaca-b892-46e1-966c-1ded278c91e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:17.730015 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311cdaca-b892-46e1-966c-1ded278c91e2 None None] Bound using segment: {'id': 'ea93d668-12c6-4597-b312-6174a8cbfa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f21ec8ad-8905-4d19-a80e-0be06d49a642'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:08:17.730015 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-311cdaca-b892-46e1-966c-1ded278c91e2 None None] Bound port: cbb124d1-7c78-4647-8803-91191bf0eb0b, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea93d668-12c6-4597-b312-6174a8cbfa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f21ec8ad-8905-4d19-a80e-0be06d49a642'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:08:17.730015 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-311cdaca-b892-46e1-966c-1ded278c91e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:17.797495 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-16651d14-f136-49e6-8ce8-1d91bcd38d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:17.802129 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c01eed-bccf-4ed6-a15d-9b2e158f2ebf req-66668f84-7239-4faa-a41f-5e9ee9b42b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:17.803876 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d2c01eed-bccf-4ed6-a15d-9b2e158f2ebf req-66668f84-7239-4faa-a41f-5e9ee9b42b1a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1185675 Nov 12 20:08:17.817717 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a5f87a-8233-4fe9-ae99-17c5279fa0aa tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Checking segment: {'id': 'e84e29dc-1e99-45e6-825f-87acac2b595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '47ef86f5-3f55-412b-ba28-38dc17eda1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:08:17.818326 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a5f87a-8233-4fe9-ae99-17c5279fa0aa tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network hostable DHCP agents. Network: 47ef86f5-3f55-412b-ba28-38dc17eda1d5, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:08:17.821884 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-311cdaca-b892-46e1-966c-1ded278c91e2 None None] For port cbb124d1-7c78-4647-8803-91191bf0eb0b, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:08:17.822171 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:17.827036 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-311cdaca-b892-46e1-966c-1ded278c91e2 None None] For port cbb124d1-7c78-4647-8803-91191bf0eb0b, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=cbb124d1-7c78-4647-8803-91191bf0eb0b,segment=NetworkSegment(ea93d668-12c6-4597-b312-6174a8cbfa5d),segment_id=ea93d668-12c6-4597-b312-6174a8cbfa5d)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:08:17.835133 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-311cdaca-b892-46e1-966c-1ded278c91e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:17.863697 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 60456542-deaa-49c2-b8e7-5142548dcd73, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=60456542-deaa-49c2-b8e7-5142548dcd73,segment=NetworkSegment(06c4509a-0add-4313-802a-59ed8f264daf),segment_id=06c4509a-0add-4313-802a-59ed8f264daf)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:17.866720 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4571f8f-b094-4033-8dd1-691ed2247de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60456542-deaa-49c2-b8e7-5142548dcd73'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:08:17.870020 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57b12e4-dae0-42a0-9560-fe33e2ef311a" -d '{"events": [{"server_uuid": "a4571f8f-b094-4033-8dd1-691ed2247de2", "name": "network-vif-plugged", "status": "completed", "tag": "60456542-deaa-49c2-b8e7-5142548dcd73"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:08:17.874549 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 30126383-f4e7-438d-8499-e41f291eb8f9 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:08:17.879513 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:17.904528 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749209e-f00c-4dcb-9e23-7073cc9e22d1 None None] Pushing event updated for resources: {'Port': ['ID=cbb124d1-7c78-4647-8803-91191bf0eb0b,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:17.928734 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311cdaca-b892-46e1-966c-1ded278c91e2 None None] Routers {'937e2b98-6b92-4181-9481-b0f7b22afb90'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:17.929824 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-311cdaca-b892-46e1-966c-1ded278c91e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:07:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['937e2b98-6b92-4181-9481-b0f7b22afb90'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:17.979275 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 30126383-f4e7-438d-8499-e41f291eb8f9 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:08:17.979862 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 30126383-f4e7-438d-8499-e41f291eb8f9 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:08:18.042529 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-311cdaca-b892-46e1-966c-1ded278c91e2 None None] Set router 937e2b98-6b92-4181-9481-b0f7b22afb90 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:18.047539 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9ac76b1d-7b6e-430c-8cbc-da32373d0ad7 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:18.063650 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-16651d14-f136-49e6-8ce8-1d91bcd38d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:18.068675 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=60456542-deaa-49c2-b8e7-5142548dcd73,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:18.069264 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9ac76b1d-7b6e-430c-8cbc-da32373d0ad7 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:18.099268 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d2c01eed-bccf-4ed6-a15d-9b2e158f2ebf req-8c8ba2fa-74a6-43fa-94b4-a752a707a238 service neutron] 10.222.0.55 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707298 Nov 12 20:08:18.102676 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16651d14-f136-49e6-8ce8-1d91bcd38d98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f275563-5400-4414-925f-b88acf80729d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:18.106679 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-16651d14-f136-49e6-8ce8-1d91bcd38d98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:18.113211 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-16651d14-f136-49e6-8ce8-1d91bcd38d98 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7f275563-5400-4414-925f-b88acf80729d HTTP/1.1" status: 204 len: 168 time: 0.6569445 Nov 12 20:08:18.113905 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 35596) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:18.136331 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac76b1d-7b6e-430c-8cbc-da32373d0ad7 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Pushing event updated for resources: {'Port': ['ID=ed226934-23fa-48e7-9961-fe72e098d31c,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:18.169055 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01bf99-7d14-4d93-8280-3e5a349e1fac req-841580bf-a53e-469f-bcc4-867550c311e2 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:18.170964 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd01bf99-7d14-4d93-8280-3e5a349e1fac req-841580bf-a53e-469f-bcc4-867550c311e2 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 944 time: 0.5172977 Nov 12 20:08:18.241049 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-86395104-7825-4510-9ca4-8f95a0b6a0d8 None None] Provisioning complete for port cbb124d1-7c78-4647-8803-91191bf0eb0b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:18.243149 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-86395104-7825-4510-9ca4-8f95a0b6a0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:18.250959 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a5f87a-8233-4fe9-ae99-17c5279fa0aa tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network 47ef86f5-3f55-412b-ba28-38dc17eda1d5 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:08:18.251906 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:08:18.253971 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de541583-67cd-4ad4-9a6a-804578a04726', 'name': 'network-vif-deleted', 'tag': '30126383-f4e7-438d-8499-e41f291eb8f9'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:08:18.254804 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3aa2c1-73db-4d5e-93fd-43a5a886033b" -d '{"events": [{"server_uuid": "de541583-67cd-4ad4-9a6a-804578a04726", "name": "network-vif-deleted", "tag": "30126383-f4e7-438d-8499-e41f291eb8f9"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:08:18.259169 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d2c01eed-bccf-4ed6-a15d-9b2e158f2ebf req-28a1fd28-fcc3-4203-bffb-805a53a5e7b4 service neutron] 10.222.0.55 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442127 Nov 12 20:08:18.278868 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-a1a5f87a-8233-4fe9-ae99-17c5279fa0aa tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 47ef86f5-3f55-412b-ba28-38dc17eda1d5) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:18.298576 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35f3682-59f5-485f-bd67-1370e2a1b487 None None] Network 47ef86f5-3f55-412b-ba28-38dc17eda1d5 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:08:18.303969 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a5f87a-8233-4fe9-ae99-17c5279fa0aa tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:18.304683 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f87a-8233-4fe9-ae99-17c5279fa0aa tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:18.319478 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9ac76b1d-7b6e-430c-8cbc-da32373d0ad7 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:18.399284 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9ac76b1d-7b6e-430c-8cbc-da32373d0ad7 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:18.409433 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9ac76b1d-7b6e-430c-8cbc-da32373d0ad7 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5789161 Nov 12 20:08:18.409433 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd01bf99-7d14-4d93-8280-3e5a349e1fac req-adc66d97-3783-4ef6-b1ec-29cfc66c5c38 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696866 Nov 12 20:08:18.409711 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a1a5f87a-8233-4fe9-ae99-17c5279fa0aa tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4185898 Nov 12 20:08:18.412535 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35604) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:18.421756 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-311cdaca-b892-46e1-966c-1ded278c91e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:13Z', 'revision_number': 4, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None, '_interfaces': [{'id': '05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1', 'name': '', 'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:2d:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:02Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f14aeae-796f-4eb6-afe0-7a212ef975eb', 'name': '', 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:e2:29:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:02Z', 'updated_at': '2021-11-12T20:08:11Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb124d1-7c78-4647-8803-91191bf0eb0b', 'name': '', 'network_id': 'f21ec8ad-8905-4d19-a80e-0be06d49a642', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:4a:b5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '07fe4de5-9ea4-4a11-a425-595204767067', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:11Z', 'updated_at': '2021-11-12T20:08:17Z', 'revision_number': 4, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '07fe4de5-9ea4-4a11-a425-595204767067', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:18.465484 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4607bf-0e45-430b-b680-7a6d40b31726 req-1d9dbf35-3a2b-4c53-ae87-38b6ebeed7df tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:18.470798 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ae4607bf-0e45-430b-b680-7a6d40b31726 req-1d9dbf35-3a2b-4c53-ae87-38b6ebeed7df tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4571f8f-b094-4033-8dd1-691ed2247de2 HTTP/1.1" status: 200 len: 945 time: 0.2100945 Nov 12 20:08:18.479547 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ffe3-a914-49f2-a6b0-2418b51354ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:18.510368 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311cdaca-b892-46e1-966c-1ded278c91e2 None None] The sync data for ids ['937e2b98-6b92-4181-9481-b0f7b22afb90'] in n-d-712140-15 is: [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:13Z', 'revision_number': 4, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None, '_interfaces': [{'id': '05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1', 'name': '', 'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:2d:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:02Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f14aeae-796f-4eb6-afe0-7a212ef975eb', 'name': '', 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:e2:29:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:02Z', 'updated_at': '2021-11-12T20:08:11Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb124d1-7c78-4647-8803-91191bf0eb0b', 'name': '', 'network_id': 'f21ec8ad-8905-4d19-a80e-0be06d49a642', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:4a:b5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '07fe4de5-9ea4-4a11-a425-595204767067', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:11Z', 'updated_at': '2021-11-12T20:08:17Z', 'revision_number': 4, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '07fe4de5-9ea4-4a11-a425-595204767067', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:08:18.642067 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ae4607bf-0e45-430b-b680-7a6d40b31726 req-e9860cf4-03a9-4c1f-8e47-71f0312b06ca tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/security-groups?id=29df4987-e806-424b-b400-443f8ce48dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595075 Nov 12 20:08:18.663734 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e26a0ec-405e-47e7-aa42-12f341b62f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-47ef86f5-3f55-412b-ba28-38dc17eda1d5', 'network_id': '47ef86f5-3f55-412b-ba28-38dc17eda1d5', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'fixed_ips': [{'subnet_id': 'a991413a-ac09-40d3-bb33-fc17ad5fa3cb'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:08:18.664622 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5e26a0ec-405e-47e7-aa42-12f341b62f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:18.701864 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-86395104-7825-4510-9ca4-8f95a0b6a0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:18.719547 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cdd646-3598-4c08-aaf7-447d6d129921 x-openstack-request-id: req-40cdd646-3598-4c08-aaf7-447d6d129921 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:08:18.719836 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4571f8f-b094-4033-8dd1-691ed2247de2", "name": "network-vif-plugged", "status": "completed", "tag": "60456542-deaa-49c2-b8e7-5142548dcd73", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:08:18.720083 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40cdd646-3598-4c08-aaf7-447d6d129921 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:08:18.720499 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4571f8f-b094-4033-8dd1-691ed2247de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60456542-deaa-49c2-b8e7-5142548dcd73', 'code': 200} Nov 12 20:08:18.796189 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-70235335-fa07-46df-8a27-f7cdb86cc2cf req-8eda1b32-b332-494d-a09f-cc7c5fecf6cf tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0634573 Nov 12 20:08:18.797501 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ffe3-a914-49f2-a6b0-2418b51354ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:18.828998 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-a0a9ffe3-a914-49f2-a6b0-2418b51354ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd50862-390f-4cba-a9d7-73bd98c5a779']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:18.843852 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-a0a9ffe3-a914-49f2-a6b0-2418b51354ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd859b612-87c6-40a7-8aeb-afec609aea40') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:18.844256 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-a0a9ffe3-a914-49f2-a6b0-2418b51354ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd859b612-87c6-40a7-8aeb-afec609aea40') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:18.845569 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-86395104-7825-4510-9ca4-8f95a0b6a0d8 None None] For port cbb124d1-7c78-4647-8803-91191bf0eb0b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=cbb124d1-7c78-4647-8803-91191bf0eb0b,segment=NetworkSegment(ea93d668-12c6-4597-b312-6174a8cbfa5d),segment_id=ea93d668-12c6-4597-b312-6174a8cbfa5d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:18.855547 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-86395104-7825-4510-9ca4-8f95a0b6a0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:18.861357 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ffe3-a914-49f2-a6b0-2418b51354ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:18.878511 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ffe3-a914-49f2-a6b0-2418b51354ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:18.891631 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a9ffe3-a914-49f2-a6b0-2418b51354ce admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:08:18.893650 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ffe3-a914-49f2-a6b0-2418b51354ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:19.029788 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86395104-7825-4510-9ca4-8f95a0b6a0d8 None None] Pushing event updated for resources: {'Port': ['ID=cbb124d1-7c78-4647-8803-91191bf0eb0b,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:19.036000 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f821cd68-3041-4f5a-92d2-59094cafb834 None None] Provisioning complete for port cbb124d1-7c78-4647-8803-91191bf0eb0b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:19.037376 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f821cd68-3041-4f5a-92d2-59094cafb834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:19.054673 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-5e26a0ec-405e-47e7-aa42-12f341b62f7d None None] Allocated IP 2001:db8:3::2 (47ef86f5-3f55-412b-ba28-38dc17eda1d5/a991413a-ac09-40d3-bb33-fc17ad5fa3cb/6c1c1f64-39d9-4dfe-bb67-79cafa4529e2) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:08:19.080910 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:08:19.116328 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61db573-c19c-4c11-b62a-9ef5d496889d x-openstack-request-id: req-b61db573-c19c-4c11-b62a-9ef5d496889d {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:08:19.118396 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de541583-67cd-4ad4-9a6a-804578a04726", "name": "network-vif-deleted", "tag": "30126383-f4e7-438d-8499-e41f291eb8f9", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:08:19.119331 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b61db573-c19c-4c11-b62a-9ef5d496889d {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:08:19.121815 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de541583-67cd-4ad4-9a6a-804578a04726', 'name': 'network-vif-deleted', 'tag': '30126383-f4e7-438d-8499-e41f291eb8f9', 'status': 'completed', 'code': 200} Nov 12 20:08:19.160391 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device cbb124d1-7c78-4647-8803-91191bf0eb0b up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:08:19.198076 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ffe3-a914-49f2-a6b0-2418b51354ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:19.206848 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ffe3-a914-49f2-a6b0-2418b51354ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:19.213038 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a0a9ffe3-a914-49f2-a6b0-2418b51354ce admin admin] 10.222.0.48 "DELETE /v2.0/networks/2cd50862-390f-4cba-a9d7-73bd98c5a779 HTTP/1.1" status: 204 len: 168 time: 1.0955913 Nov 12 20:08:19.263812 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9ffe3-a914-49f2-a6b0-2418b51354ce admin admin] Pushing event deleted for resources: {'Network': ['ID=2cd50862-390f-4cba-a9d7-73bd98c5a779,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:19.357826 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-3c9f9372-f5c1-4ad2-a8dc-124191ceb5d5 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:19.371679 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-3c9f9372-f5c1-4ad2-a8dc-124191ceb5d5 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/networks?id=d647a41e-ad4a-4efd-99be-d45e84f5e8b5 HTTP/1.1" status: 200 len: 822 time: 0.2826240 Nov 12 20:08:19.397233 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-3c62083c-d0c9-43ce-be3a-6c6f2bee4183 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/quotas/2c215bd023034edfbd082926b8439df6 HTTP/1.1" status: 200 len: 375 time: 0.0253406 Nov 12 20:08:19.552144 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-86b3922c-4130-4328-b316-c5317a4ee889 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c215bd023034edfbd082926b8439df6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1537709 Nov 12 20:08:19.618682 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722c47a-2bf9-44e8-96f8-c83990e60cf4 req-5c51fc21-caf1-44d6-8360-5c08fee53e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:19.620749 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8722c47a-2bf9-44e8-96f8-c83990e60cf4 req-5c51fc21-caf1-44d6-8360-5c08fee53e7d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a4571f8f-b094-4033-8dd1-691ed2247de2 HTTP/1.1" status: 200 len: 1097 time: 0.8044589 Nov 12 20:08:19.692429 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35670) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:19.706618 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5e26a0ec-405e-47e7-aa42-12f341b62f7d None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:19.709449 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-371955f0-cf35-4442-ae2c-077be117921f service neutron] 10.222.0.48 "GET /v2.0/networks/d647a41e-ad4a-4efd-99be-d45e84f5e8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562140 Nov 12 20:08:19.724518 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5e26a0ec-405e-47e7-aa42-12f341b62f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:19.750037 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5192d71a-9e53-4f91-8dfe-8cc092ea2a1c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:19.826881 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26a0ec-405e-47e7-aa42-12f341b62f7d None None] Pushing event updated for resources: {'Port': ['ID=6c1c1f64-39d9-4dfe-bb67-79cafa4529e2,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:19.845735 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-4aaf7913-6b3e-4a13-9c88-7d4a1a936352 service neutron] 10.222.0.48 "GET /v2.0/networks/d647a41e-ad4a-4efd-99be-d45e84f5e8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354187 Nov 12 20:08:19.851794 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8722c47a-2bf9-44e8-96f8-c83990e60cf4 req-368ee135-3969-487b-8f32-a6ccc41e2a15 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=29df4987-e806-424b-b400-443f8ce48dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024772 Nov 12 20:08:19.875114 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e26a0ec-405e-47e7-aa42-12f341b62f7d None None] Network 47ef86f5-3f55-412b-ba28-38dc17eda1d5 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:08:19.883403 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-5e26a0ec-405e-47e7-aa42-12f341b62f7d None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:19.889615 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-213f2277-cb6d-4f0b-9a80-48eed3ccefb5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=db2b82ba40004a02b5f5760bf89afb8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1932099 Nov 12 20:08:19.889795 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e26a0ec-405e-47e7-aa42-12f341b62f7d None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:08:19.890499 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35678) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:19.986540 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-5e26a0ec-405e-47e7-aa42-12f341b62f7d None None] Attempting to bind port 6c1c1f64-39d9-4dfe-bb67-79cafa4529e2 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:08:19.987462 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-5e26a0ec-405e-47e7-aa42-12f341b62f7d None None] Attempting to bind port 6c1c1f64-39d9-4dfe-bb67-79cafa4529e2 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'e84e29dc-1e99-45e6-825f-87acac2b595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '47ef86f5-3f55-412b-ba28-38dc17eda1d5'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:08:19.987822 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e26a0ec-405e-47e7-aa42-12f341b62f7d None None] Attempting to bind port 6c1c1f64-39d9-4dfe-bb67-79cafa4529e2 on network 47ef86f5-3f55-412b-ba28-38dc17eda1d5 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:08:19.991130 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bf077a1b-6d00-46a4-9725-512ff12f2f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:19.993316 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port cbb124d1-7c78-4647-8803-91191bf0eb0b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:19.994377 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:20.002125 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cda99d34-ea1e-43c7-bc2a-b3f26213bc03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:20.002645 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e26a0ec-405e-47e7-aa42-12f341b62f7d None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:08:20.003033 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e26a0ec-405e-47e7-aa42-12f341b62f7d None None] Checking segment: {'id': 'e84e29dc-1e99-45e6-825f-87acac2b595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '47ef86f5-3f55-412b-ba28-38dc17eda1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:08:20.003409 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5e26a0ec-405e-47e7-aa42-12f341b62f7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:20.003782 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e26a0ec-405e-47e7-aa42-12f341b62f7d None None] Bound using segment: {'id': 'e84e29dc-1e99-45e6-825f-87acac2b595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '47ef86f5-3f55-412b-ba28-38dc17eda1d5'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:08:20.004268 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-5e26a0ec-405e-47e7-aa42-12f341b62f7d None None] Bound port: 6c1c1f64-39d9-4dfe-bb67-79cafa4529e2, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e84e29dc-1e99-45e6-825f-87acac2b595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '47ef86f5-3f55-412b-ba28-38dc17eda1d5'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:08:20.004648 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5e26a0ec-405e-47e7-aa42-12f341b62f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:20.049424 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:20.115164 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cda99d34-ea1e-43c7-bc2a-b3f26213bc03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:20.168774 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-5e26a0ec-405e-47e7-aa42-12f341b62f7d None None] For port 6c1c1f64-39d9-4dfe-bb67-79cafa4529e2, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:08:20.174046 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-5e26a0ec-405e-47e7-aa42-12f341b62f7d None None] For port 6c1c1f64-39d9-4dfe-bb67-79cafa4529e2, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=6c1c1f64-39d9-4dfe-bb67-79cafa4529e2,segment=NetworkSegment(e84e29dc-1e99-45e6-825f-87acac2b595a),segment_id=e84e29dc-1e99-45e6-825f-87acac2b595a)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:08:20.180008 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5e26a0ec-405e-47e7-aa42-12f341b62f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:20.245937 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26a0ec-405e-47e7-aa42-12f341b62f7d None None] Pushing event updated for resources: {'Port': ['ID=6c1c1f64-39d9-4dfe-bb67-79cafa4529e2,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:20.256379 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa819b77-e269-452b-b6fc-a9287cc18e94 req-2d605613-6af6-45aa-bd86-d4b8b259b551 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0401511f621b4d689a3c66e5972e3b56&device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.1147761 Nov 12 20:08:20.275861 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b39466-7c51-4e98-86b4-96ef74e13cc4 req-c6d5990f-4e40-4d9e-b82c-775213232c74 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:20.277663 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-93b39466-7c51-4e98-86b4-96ef74e13cc4 req-c6d5990f-4e40-4d9e-b82c-775213232c74 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4571f8f-b094-4033-8dd1-691ed2247de2 HTTP/1.1" status: 200 len: 945 time: 0.0755179 Nov 12 20:08:20.340488 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69102099-67b0-463d-a5a2-8236b20bfcdf req-83ec59d4-8de7-477c-aa6c-2d19b140d9de tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:20.344720 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-69102099-67b0-463d-a5a2-8236b20bfcdf req-83ec59d4-8de7-477c-aa6c-2d19b140d9de tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 944 time: 0.3126633 Nov 12 20:08:20.356224 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa819b77-e269-452b-b6fc-a9287cc18e94 req-ea35494c-a4de-41ae-b211-9f1edd6bc848 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=0401511f621b4d689a3c66e5972e3b56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673127 Nov 12 20:08:20.357196 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cda99d34-ea1e-43c7-bc2a-b3f26213bc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:20.360601 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cda99d34-ea1e-43c7-bc2a-b3f26213bc03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:20.364264 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cda99d34-ea1e-43c7-bc2a-b3f26213bc03 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/489c00dc-a706-4951-abd0-189ad8542c29 HTTP/1.1" status: 204 len: 168 time: 0.4704111 Nov 12 20:08:20.371025 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-93b39466-7c51-4e98-86b4-96ef74e13cc4 req-87b3d9cd-5e45-4dc0-b70f-84a4d1902c57 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/security-groups?id=29df4987-e806-424b-b400-443f8ce48dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845459 Nov 12 20:08:20.374658 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-5192d71a-9e53-4f91-8dfe-8cc092ea2a1c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Allocated IP 2001:db8:3::1 (47ef86f5-3f55-412b-ba28-38dc17eda1d5/a991413a-ac09-40d3-bb33-fc17ad5fa3cb/fbb15e8f-d496-4efe-8590-3733f847316f) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:08:20.583682 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda99d34-ea1e-43c7-bc2a-b3f26213bc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489c00dc-a706-4951-abd0-189ad8542c29,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:20.633108 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c080fbc3-8642-41bc-8208-9bd737e2902b req-439362bf-5228-425d-bba1-72f845ea1a5c tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0687082 Nov 12 20:08:20.696789 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-69102099-67b0-463d-a5a2-8236b20bfcdf req-e0c963f3-acb9-4aea-81d5-40e4e8854685 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3336334 Nov 12 20:08:20.768768 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f7d30986-a8cf-4ea4-9e8d-68dc403cbc28 req-10098d2f-c34c-4479-808c-2395c8f7c5d2 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58516ff-a6a9-45e9-86b8-3a6941380cf3 HTTP/1.1" status: 200 len: 210 time: 0.0517325 Nov 12 20:08:20.806696 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa819b77-e269-452b-b6fc-a9287cc18e94 req-eaaf3d7e-478a-467d-8d49-4ee3500506db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:20.809825 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa819b77-e269-452b-b6fc-a9287cc18e94 req-eaaf3d7e-478a-467d-8d49-4ee3500506db service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3870146 Nov 12 20:08:20.813979 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5192d71a-9e53-4f91-8dfe-8cc092ea2a1c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:20.862140 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5192d71a-9e53-4f91-8dfe-8cc092ea2a1c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:20.938368 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5192d71a-9e53-4f91-8dfe-8cc092ea2a1c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network 47ef86f5-3f55-412b-ba28-38dc17eda1d5 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:08:20.944676 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-5192d71a-9e53-4f91-8dfe-8cc092ea2a1c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:20.949348 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5192d71a-9e53-4f91-8dfe-8cc092ea2a1c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:08:20.949901 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5192d71a-9e53-4f91-8dfe-8cc092ea2a1c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:21.063806 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192d71a-9e53-4f91-8dfe-8cc092ea2a1c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Port': ['ID=fbb15e8f-d496-4efe-8590-3733f847316f,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:21.136429 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device cbb124d1-7c78-4647-8803-91191bf0eb0b up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:08:21.142518 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5192d71a-9e53-4f91-8dfe-8cc092ea2a1c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:21.232822 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port cbb124d1-7c78-4647-8803-91191bf0eb0b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:21.233772 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:21.360000 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 6c1c1f64-39d9-4dfe-bb67-79cafa4529e2 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:08:21.498211 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 6c1c1f64-39d9-4dfe-bb67-79cafa4529e2 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:21.498211 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:21.625118 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-22974954-11c4-4660-9c0d-aac0eb46ba19 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:21.626957 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-22974954-11c4-4660-9c0d-aac0eb46ba19 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.55 "GET /v2.0/networks?id=d647a41e-ad4a-4efd-99be-d45e84f5e8b5 HTTP/1.1" status: 200 len: 822 time: 0.2451079 Nov 12 20:08:21.635834 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:21.653975 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-6b731b47-bb69-4a20-b42a-e6cfa32b6f1b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Request body: {'port': {'device_id': 'c58516ff-a6a9-45e9-86b8-3a6941380cf3', 'network_id': 'd647a41e-ad4a-4efd-99be-d45e84f5e8b5', 'admin_state_up': True, 'tenant_id': '2c215bd023034edfbd082926b8439df6'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:21.708842 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fd197-51e1-4364-a194-b421810eaa35 req-b156f53e-cea3-49b4-a0d7-917d15bc4375 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:21.712311 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b13fd197-51e1-4364-a194-b421810eaa35 req-b156f53e-cea3-49b4-a0d7-917d15bc4375 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4571f8f-b094-4033-8dd1-691ed2247de2 HTTP/1.1" status: 200 len: 945 time: 0.1798034 Nov 12 20:08:21.735753 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 6c1c1f64-39d9-4dfe-bb67-79cafa4529e2, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=6c1c1f64-39d9-4dfe-bb67-79cafa4529e2,segment=NetworkSegment(e84e29dc-1e99-45e6-825f-87acac2b595a),segment_id=e84e29dc-1e99-45e6-825f-87acac2b595a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:21.743202 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:21.819282 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=6c1c1f64-39d9-4dfe-bb67-79cafa4529e2,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:21.834013 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device b4411998-a2fc-4fdb-9e3d-8e4287aef1dc details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:08:21.858513 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-6b731b47-bb69-4a20-b42a-e6cfa32b6f1b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Made reservation on behalf of 2c215bd023034edfbd082926b8439df6 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:08:21.862977 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-6b731b47-bb69-4a20-b42a-e6cfa32b6f1b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:21.866754 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5192d71a-9e53-4f91-8dfe-8cc092ea2a1c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:21.876582 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955fb5bc-1ff7-4489-a5b3-c85a2d6b1f6f None None] Network 47ef86f5-3f55-412b-ba28-38dc17eda1d5 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:08:21.889375 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5192d71a-9e53-4f91-8dfe-8cc092ea2a1c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:21.893314 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5192d71a-9e53-4f91-8dfe-8cc092ea2a1c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:21.917881 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35808) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:22.014066 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b13fd197-51e1-4364-a194-b421810eaa35 req-08aeed2c-7a27-4e99-ae95-16bd79d56dc7 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/security-groups?id=29df4987-e806-424b-b400-443f8ce48dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2791536 Nov 12 20:08:22.069705 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-6b731b47-bb69-4a20-b42a-e6cfa32b6f1b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Allocated IP 172.20.0.7 (d647a41e-ad4a-4efd-99be-d45e84f5e8b5/0c1ad2f7-7e72-4638-8072-b188c067ace8/0f93a320-613d-4bfe-9778-434a6b7a2862) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:08:22.113283 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192d71a-9e53-4f91-8dfe-8cc092ea2a1c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event updated for resources: {'Port': ['ID=fbb15e8f-d496-4efe-8590-3733f847316f,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:22.128953 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-bacbb5ae-eb05-43f4-ab82-25b63f83f909 None None] Provisioning complete for port 6c1c1f64-39d9-4dfe-bb67-79cafa4529e2 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:22.129327 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bacbb5ae-eb05-43f4-ab82-25b63f83f909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:22.155061 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-fd0a432d-8c73-409f-8199-a0511bb9b175 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-699471815-network', 'tenant_id': 'a1a4aa2d756a49939719727515086115'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:22.220888 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa819b77-e269-452b-b6fc-a9287cc18e94 req-e32a7ec8-e54b-4e29-9151-c5516f2b3a72 tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0695381 Nov 12 20:08:22.234155 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c03cfb68-5666-4851-81a2-fe99851f6a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:22.240537 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5192d71a-9e53-4f91-8dfe-8cc092ea2a1c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Network 47ef86f5-3f55-412b-ba28-38dc17eda1d5 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:08:22.241661 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0a432d-8c73-409f-8199-a0511bb9b175 admin admin] Made reservation on behalf of a1a4aa2d756a49939719727515086115 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:08:22.241795 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:22.244750 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd0a432d-8c73-409f-8199-a0511bb9b175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:22.251498 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-5192d71a-9e53-4f91-8dfe-8cc092ea2a1c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:22.272043 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde78788-2a47-452b-aba1-8a1d037d7789 req-8275422a-43aa-4397-8518-3b1327398d60 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:22.274868 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bde78788-2a47-452b-aba1-8a1d037d7789 req-8275422a-43aa-4397-8518-3b1327398d60 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 944 time: 0.1394625 Nov 12 20:08:22.279574 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'b4411998-a2fc-4fdb-9e3d-8e4287aef1dc', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'port_id': 'b4411998-a2fc-4fdb-9e3d-8e4287aef1dc', 'mac_address': 'fa:16:3e:63:13:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:08:22.284418 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd0a432d-8c73-409f-8199-a0511bb9b175 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:22.449002 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bde78788-2a47-452b-aba1-8a1d037d7789 req-d23e805a-5d1d-48a1-a32a-42a17731f27c tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663406 Nov 12 20:08:22.500539 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5192d71a-9e53-4f91-8dfe-8cc092ea2a1c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Router 937e2b98-6b92-4181-9481-b0f7b22afb90 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:08:22.561378 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:22.566593 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd0a432d-8c73-409f-8199-a0511bb9b175 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:22.581617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4411998-a2fc-4fdb-9e3d-8e4287aef1dc {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:08:22.581852 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd0a432d-8c73-409f-8199-a0511bb9b175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:22.606510 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:22.615803 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:22.639857 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-befe4543-705b-4b26-be1d-6d444b28d6d1 req-a1979d7a-c329-4e3b-aeea-a3244dfcdb32 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58516ff-a6a9-45e9-86b8-3a6941380cf3 HTTP/1.1" status: 200 len: 210 time: 0.1101196 Nov 12 20:08:22.660527 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-6b731b47-bb69-4a20-b42a-e6cfa32b6f1b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:22.668740 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd0a432d-8c73-409f-8199-a0511bb9b175 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:08:22.677064 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a432d-8c73-409f-8199-a0511bb9b175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3810f09f-164a-408a-89d7-9f3eae48c289,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:22.696354 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:22.703343 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd0a432d-8c73-409f-8199-a0511bb9b175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:22.703701 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-fd0a432d-8c73-409f-8199-a0511bb9b175 admin admin] Added segment b412bcd2-153e-470b-91ca-71d6b488eea7 of type vlan for network e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63 Nov 12 20:08:22.714314 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-64dde23f-251f-4bdb-b127-cd0eb27275b1 req-e27526d0-b43b-41f3-977e-0cff9a71876f tempest-ServerShowV254Test-906936824 tempest-ServerShowV254Test-906936824-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9044ce-8c80-4e31-8f45-532b97a4bbd8 HTTP/1.1" status: 200 len: 210 time: 0.6529231 Nov 12 20:08:22.732400 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5192d71a-9e53-4f91-8dfe-8cc092ea2a1c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:08:22.745585 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ce5689-9c0b-49a1-ab51-ba372bd7c6dd None None] Sync routers for ids ['937e2b98-6b92-4181-9481-b0f7b22afb90'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:08:22.754279 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 35826) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:22.756832 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5192d71a-9e53-4f91-8dfe-8cc092ea2a1c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "PUT /v2.0/routers/937e2b98-6b92-4181-9481-b0f7b22afb90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3431773 Nov 12 20:08:22.760143 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-a02e7070-dc0a-4fab-a3b3-5409dd7715b3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:22.769283 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ce5689-9c0b-49a1-ab51-ba372bd7c6dd None None] Routers {'937e2b98-6b92-4181-9481-b0f7b22afb90'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:22.771738 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-02ce5689-9c0b-49a1-ab51-ba372bd7c6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['937e2b98-6b92-4181-9481-b0f7b22afb90'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:22.846634 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd0a432d-8c73-409f-8199-a0511bb9b175 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:22.987419 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['b4411998-a2fc-4fdb-9e3d-8e4287aef1dc'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:08:23.006656 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d578722-248d-467f-8cb3-2316b356e496 req-0b490921-a410-469f-bc36-65e31e8a71e4 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:23.008398 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6d578722-248d-467f-8cb3-2316b356e496 req-0b490921-a410-469f-bc36-65e31e8a71e4 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4571f8f-b094-4033-8dd1-691ed2247de2 HTTP/1.1" status: 200 len: 945 time: 0.1888587 Nov 12 20:08:23.021231 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd0a432d-8c73-409f-8199-a0511bb9b175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:23.026025 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0a432d-8c73-409f-8199-a0511bb9b175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:23.027949 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd0a432d-8c73-409f-8199-a0511bb9b175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:23.030170 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35848) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:23.045016 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 6c1c1f64-39d9-4dfe-bb67-79cafa4529e2 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:08:23.059168 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-1d917e26-b895-427a-bdca-76ad5a9e3922 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Request body: {'floatingip': {'port_id': '60456542-deaa-49c2-b8e7-5142548dcd73'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:23.060504 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-02ce5689-9c0b-49a1-ab51-ba372bd7c6dd None None] Set router 937e2b98-6b92-4181-9481-b0f7b22afb90 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:23.182328 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fd0a432d-8c73-409f-8199-a0511bb9b175 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2509096 Nov 12 20:08:23.183139 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35858) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:23.206331 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-2717f1ba-111d-4c9c-9d58-c704c5d825cf admin admin] Request body: {'subnet': {'network_id': 'e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-699471815-subnet', 'tenant_id': 'a1a4aa2d756a49939719727515086115', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:23.232281 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d917e26-b895-427a-bdca-76ad5a9e3922 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks [] for floatingip, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:23.285589 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-740ad18c-a660-42df-9aa3-cfe7f9072ef6 None None] Provisioning complete for port fbb15e8f-d496-4efe-8590-3733f847316f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:23.286243 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-740ad18c-a660-42df-9aa3-cfe7f9072ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:23.289151 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a432d-8c73-409f-8199-a0511bb9b175 admin admin] Pushing event updated for resources: {'Network': ['ID=e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:23.340089 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:08:23.362407 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2717f1ba-111d-4c9c-9d58-c704c5d825cf admin admin] Made reservation on behalf of a1a4aa2d756a49939719727515086115 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:08:23.365364 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2717f1ba-111d-4c9c-9d58-c704c5d825cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:23.373705 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.extraroute_db [None req-a02e7070-dc0a-4fab-a3b3-5409dd7715b3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 20:08:23.392297 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.extraroute_db [None req-a02e7070-dc0a-4fab-a3b3-5409dd7715b3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Removed routes are [] {{(pid=102448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 20:08:23.392970 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a02e7070-dc0a-4fab-a3b3-5409dd7715b3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7534'] for router, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:23.398179 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-6b731b47-bb69-4a20-b42a-e6cfa32b6f1b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:23.553459 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 6c1c1f64-39d9-4dfe-bb67-79cafa4529e2 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:23.553830 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:23.563266 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-740ad18c-a660-42df-9aa3-cfe7f9072ef6 None None] Port fbb15e8f-d496-4efe-8590-3733f847316f cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:08:23.649626 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-6b731b47-bb69-4a20-b42a-e6cfa32b6f1b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Network d647a41e-ad4a-4efd-99be-d45e84f5e8b5 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:08:23.652615 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-6b731b47-bb69-4a20-b42a-e6cfa32b6f1b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:23.715191 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-6b731b47-bb69-4a20-b42a-e6cfa32b6f1b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:08:23.756615 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-740ad18c-a660-42df-9aa3-cfe7f9072ef6 None None] Provisioning complete for port 6c1c1f64-39d9-4dfe-bb67-79cafa4529e2 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:23.757386 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-740ad18c-a660-42df-9aa3-cfe7f9072ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:23.783578 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b731b47-bb69-4a20-b42a-e6cfa32b6f1b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Pushing event updated for resources: {'Port': ['ID=0f93a320-613d-4bfe-9778-434a6b7a2862,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:23.839741 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-6b731b47-bb69-4a20-b42a-e6cfa32b6f1b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:23.840679 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-6b731b47-bb69-4a20-b42a-e6cfa32b6f1b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:23.854036 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:23.861714 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:23.898254 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c438129-90b0-466e-a564-1b2d348ef3bc req-71dd9871-6dc9-40aa-92d5-c6b51fce7375 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:23.906364 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9c438129-90b0-466e-a564-1b2d348ef3bc req-71dd9871-6dc9-40aa-92d5-c6b51fce7375 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 945 time: 0.2668526 Nov 12 20:08:24.004708 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-6b731b47-bb69-4a20-b42a-e6cfa32b6f1b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3645113 Nov 12 20:08:24.023506 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-f4d70ad7-184d-4ec7-afd9-0925d548d270 service neutron] Request body: {'port': {'device_id': 'c58516ff-a6a9-45e9-86b8-3a6941380cf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:24.055580 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9c438129-90b0-466e-a564-1b2d348ef3bc req-154b741d-1948-4872-aa9c-e96ecd6470a4 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480293 Nov 12 20:08:24.060647 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-02ce5689-9c0b-49a1-ab51-ba372bd7c6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:21Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None, '_interfaces': [{'id': '05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1', 'name': '', 'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:2d:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:02Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f14aeae-796f-4eb6-afe0-7a212ef975eb', 'name': '', 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:e2:29:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:02Z', 'updated_at': '2021-11-12T20:08:11Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb124d1-7c78-4647-8803-91191bf0eb0b', 'name': '', 'network_id': 'f21ec8ad-8905-4d19-a80e-0be06d49a642', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:4a:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '07fe4de5-9ea4-4a11-a425-595204767067', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:11Z', 'updated_at': '2021-11-12T20:08:18Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '07fe4de5-9ea4-4a11-a425-595204767067', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb15e8f-d496-4efe-8590-3733f847316f', 'name': '', 'network_id': '47ef86f5-3f55-412b-ba28-38dc17eda1d5', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:8b:94:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'a991413a-ac09-40d3-bb33-fc17ad5fa3cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:19Z', 'updated_at': '2021-11-12T20:08:21Z', 'revision_number': 2, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': 'a991413a-ac09-40d3-bb33-fc17ad5fa3cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:24.063197 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a02e7070-dc0a-4fab-a3b3-5409dd7715b3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7534'] for router, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:24.071774 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a02e7070-dc0a-4fab-a3b3-5409dd7715b3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706542'] for router, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:24.117773 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ce5689-9c0b-49a1-ab51-ba372bd7c6dd None None] Checking router: 937e2b98-6b92-4181-9481-b0f7b22afb90 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:08:24.117773 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ce5689-9c0b-49a1-ab51-ba372bd7c6dd None None] Updating router 937e2b98-6b92-4181-9481-b0f7b22afb90 port fbb15e8f-d496-4efe-8590-3733f847316f binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:08:24.153720 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-02ce5689-9c0b-49a1-ab51-ba372bd7c6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:24.199757 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-f4d70ad7-184d-4ec7-afd9-0925d548d270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:24.284012 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c8b2eb58-9a3d-45d5-8479-529086694ca7 None None] Provisioning complete for port fbb15e8f-d496-4efe-8590-3733f847316f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:24.284012 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c8b2eb58-9a3d-45d5-8479-529086694ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:24.354762 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973ffbc-4bb9-464f-b449-139670d81995 req-16732239-20bc-4533-8e30-2107dfb701e3 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:24.367636 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4973ffbc-4bb9-464f-b449-139670d81995 req-16732239-20bc-4533-8e30-2107dfb701e3 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58516ff-a6a9-45e9-86b8-3a6941380cf3 HTTP/1.1" status: 200 len: 931 time: 0.1704872 Nov 12 20:08:24.419242 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02e7070-dc0a-4fab-a3b3-5409dd7715b3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Router 937e2b98-6b92-4181-9481-b0f7b22afb90 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:08:24.419862 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c8b2eb58-9a3d-45d5-8479-529086694ca7 None None] Port fbb15e8f-d496-4efe-8590-3733f847316f cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:08:24.455335 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2717f1ba-111d-4c9c-9d58-c704c5d825cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:24.491799 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4973ffbc-4bb9-464f-b449-139670d81995 req-7f760771-8c3d-4b5d-b1d0-d822b1351881 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232560 Nov 12 20:08:24.545834 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35958) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:24.587849 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717f1ba-111d-4c9c-9d58-c704c5d825cf admin admin] Checking segment: {'id': 'b412bcd2-153e-470b-91ca-71d6b488eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:08:24.588208 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2717f1ba-111d-4c9c-9d58-c704c5d825cf admin admin] Network hostable DHCP agents. Network: e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:08:24.632856 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717f1ba-111d-4c9c-9d58-c704c5d825cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d5d5090-033b-4f14-b2a9-6ae2634f4b0e,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:24.641536 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2717f1ba-111d-4c9c-9d58-c704c5d825cf admin admin] Network e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:08:24.657321 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-2717f1ba-111d-4c9c-9d58-c704c5d825cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:24.672966 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2717f1ba-111d-4c9c-9d58-c704c5d825cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:24.673591 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2717f1ba-111d-4c9c-9d58-c704c5d825cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:24.677090 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab3ca74-99e1-441e-a210-a24c99c8673b None None] Network e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:08:24.721842 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02e7070-dc0a-4fab-a3b3-5409dd7715b3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:08:24.739813 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a02e7070-dc0a-4fab-a3b3-5409dd7715b3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:24.748670 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-02ce5689-9c0b-49a1-ab51-ba372bd7c6dd None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:24.748836 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a02e7070-dc0a-4fab-a3b3-5409dd7715b3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "PUT /v2.0/routers/937e2b98-6b92-4181-9481-b0f7b22afb90 HTTP/1.1" status: 200 len: 953 time: 1.9926093 Nov 12 20:08:24.750298 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2717f1ba-111d-4c9c-9d58-c704c5d825cf admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5599208 Nov 12 20:08:24.750455 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 35966) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:24.783058 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d917e26-b895-427a-bdca-76ad5a9e3922 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:24.790396 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d917e26-b895-427a-bdca-76ad5a9e3922 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:24.837838 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-02ce5689-9c0b-49a1-ab51-ba372bd7c6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:24.888422 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9e4b4949-5b43-470a-80ae-2fc3b3e17904 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "GET /v2.0/routers/937e2b98-6b92-4181-9481-b0f7b22afb90 HTTP/1.1" status: 200 len: 953 time: 0.1345398 Nov 12 20:08:24.891161 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-addfac0c-f606-4888-b778-763eca82fd0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:24.891314 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 35984) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:24.905047 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-7a28e8f3-618f-4bb3-98b7-152fcd4289a1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'router': {'routes': None}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:24.939772 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8166a-7338-4b35-8777-70db5f28ecac None None] Pushing event updated for resources: {'Port': ['ID=fbb15e8f-d496-4efe-8590-3733f847316f,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:25.019110 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [None req-1d917e26-b895-427a-bdca-76ad5a9e3922 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Floating IP f3dec615-e348-401b-b778-75760370597a associated. External IP: 172.25.5.48, port: 60456542-deaa-49c2-b8e7-5142548dcd73. Nov 12 20:08:25.069982 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-f4d70ad7-184d-4ec7-afd9-0925d548d270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f93a320-613d-4bfe-9778-434a6b7a2862 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:08:25.080535 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-f4d70ad7-184d-4ec7-afd9-0925d548d270 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:25.093652 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-02ce5689-9c0b-49a1-ab51-ba372bd7c6dd None None] Attempting to bind port fbb15e8f-d496-4efe-8590-3733f847316f on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:08:25.094094 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-02ce5689-9c0b-49a1-ab51-ba372bd7c6dd None None] Attempting to bind port fbb15e8f-d496-4efe-8590-3733f847316f by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'e84e29dc-1e99-45e6-825f-87acac2b595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '47ef86f5-3f55-412b-ba28-38dc17eda1d5'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:08:25.094456 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ce5689-9c0b-49a1-ab51-ba372bd7c6dd None None] Attempting to bind port fbb15e8f-d496-4efe-8590-3733f847316f on network 47ef86f5-3f55-412b-ba28-38dc17eda1d5 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:08:25.131837 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ce5689-9c0b-49a1-ab51-ba372bd7c6dd None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:08:25.132450 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ce5689-9c0b-49a1-ab51-ba372bd7c6dd None None] Checking segment: {'id': 'e84e29dc-1e99-45e6-825f-87acac2b595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '47ef86f5-3f55-412b-ba28-38dc17eda1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:08:25.132876 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-02ce5689-9c0b-49a1-ab51-ba372bd7c6dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:25.133440 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ce5689-9c0b-49a1-ab51-ba372bd7c6dd None None] Bound using segment: {'id': 'e84e29dc-1e99-45e6-825f-87acac2b595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '47ef86f5-3f55-412b-ba28-38dc17eda1d5'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:08:25.133993 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-02ce5689-9c0b-49a1-ab51-ba372bd7c6dd None None] Bound port: fbb15e8f-d496-4efe-8590-3733f847316f, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e84e29dc-1e99-45e6-825f-87acac2b595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '47ef86f5-3f55-412b-ba28-38dc17eda1d5'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:08:25.149031 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-02ce5689-9c0b-49a1-ab51-ba372bd7c6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:25.155815 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31415c06-d1c3-47fd-bd76-bfcf53e67292 None None] Network e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:08:25.184777 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-f4d70ad7-184d-4ec7-afd9-0925d548d270 service neutron] Transition to ACTIVE for port object 0f93a320-613d-4bfe-9778-434a6b7a2862 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:08:25.191444 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:25.194266 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-f4d70ad7-184d-4ec7-afd9-0925d548d270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:25.329646 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-addfac0c-f606-4888-b778-763eca82fd0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:25.407472 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d70ad7-184d-4ec7-afd9-0925d548d270 service neutron] Pushing event updated for resources: {'Port': ['ID=0f93a320-613d-4bfe-9778-434a6b7a2862,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:25.440906 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f528a2-4892-4722-b464-72a5bbc2f451 req-c45045f4-99ea-4908-8a9a-a5f560fab0c7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:25.442778 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-37f528a2-4892-4722-b464-72a5bbc2f451 req-c45045f4-99ea-4908-8a9a-a5f560fab0c7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 945 time: 0.2124975 Nov 12 20:08:25.526506 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e243afad-b3d8-4865-8a30-90fe898c8e11 None None] Provisioning complete for port fbb15e8f-d496-4efe-8590-3733f847316f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:25.527061 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e243afad-b3d8-4865-8a30-90fe898c8e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:25.543257 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-addfac0c-f606-4888-b778-763eca82fd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:25.557617 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-f4d70ad7-184d-4ec7-afd9-0925d548d270 service neutron] Attempting to bind port 0f93a320-613d-4bfe-9778-434a6b7a2862 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:08:25.558089 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-f4d70ad7-184d-4ec7-afd9-0925d548d270 service neutron] Attempting to bind port 0f93a320-613d-4bfe-9778-434a6b7a2862 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '44856b08-7173-4552-88bc-2d1c4111ab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd647a41e-ad4a-4efd-99be-d45e84f5e8b5'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:08:25.558429 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-f4d70ad7-184d-4ec7-afd9-0925d548d270 service neutron] Attempting to bind port 0f93a320-613d-4bfe-9778-434a6b7a2862 on network d647a41e-ad4a-4efd-99be-d45e84f5e8b5 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:08:25.563293 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-02ce5689-9c0b-49a1-ab51-ba372bd7c6dd None None] For port fbb15e8f-d496-4efe-8590-3733f847316f, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:08:25.566252 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e243afad-b3d8-4865-8a30-90fe898c8e11 None None] Port fbb15e8f-d496-4efe-8590-3733f847316f cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:08:25.566820 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d917e26-b895-427a-bdca-76ad5a9e3922 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Router c7a9c88b-6e57-4d24-b62e-1d0599ed8b57 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:08:25.583953 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-f4d70ad7-184d-4ec7-afd9-0925d548d270 service neutron] Port 0f93a320-613d-4bfe-9778-434a6b7a2862 on network d647a41e-ad4a-4efd-99be-d45e84f5e8b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:08:25.584294 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-f4d70ad7-184d-4ec7-afd9-0925d548d270 service neutron] Attempting to bind port 0f93a320-613d-4bfe-9778-434a6b7a2862 on network d647a41e-ad4a-4efd-99be-d45e84f5e8b5 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:08:25.594342 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-37f528a2-4892-4722-b464-72a5bbc2f451 req-7e2ed4e7-c646-48f6-a04e-99063404802b tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110952 Nov 12 20:08:25.602431 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-addfac0c-f606-4888-b778-763eca82fd0c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0401511f621b4d689a3c66e5972e3b56&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0411730 Nov 12 20:08:25.604883 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-02ce5689-9c0b-49a1-ab51-ba372bd7c6dd None None] For port fbb15e8f-d496-4efe-8590-3733f847316f, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=fbb15e8f-d496-4efe-8590-3733f847316f,segment=NetworkSegment(e84e29dc-1e99-45e6-825f-87acac2b595a),segment_id=e84e29dc-1e99-45e6-825f-87acac2b595a)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:08:25.605759 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-f4d70ad7-184d-4ec7-afd9-0925d548d270 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:08:25.606117 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-f4d70ad7-184d-4ec7-afd9-0925d548d270 service neutron] Checking segment: {'id': '44856b08-7173-4552-88bc-2d1c4111ab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd647a41e-ad4a-4efd-99be-d45e84f5e8b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:08:25.606514 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-f4d70ad7-184d-4ec7-afd9-0925d548d270 service neutron] Bound using segment: {'id': '44856b08-7173-4552-88bc-2d1c4111ab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd647a41e-ad4a-4efd-99be-d45e84f5e8b5'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:08:25.607273 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36036) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:25.607861 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-f4d70ad7-184d-4ec7-afd9-0925d548d270 service neutron] Bound port: 0f93a320-613d-4bfe-9778-434a6b7a2862, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44856b08-7173-4552-88bc-2d1c4111ab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd647a41e-ad4a-4efd-99be-d45e84f5e8b5'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:08:25.608530 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-f4d70ad7-184d-4ec7-afd9-0925d548d270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:25.624469 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-02ce5689-9c0b-49a1-ab51-ba372bd7c6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:25.631419 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfac0c-f606-4888-b778-763eca82fd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd23036e-d47e-402f-aeea-926d7c44cb2e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:25.752971 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ce5689-9c0b-49a1-ab51-ba372bd7c6dd None None] Routers {'937e2b98-6b92-4181-9481-b0f7b22afb90'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:25.753859 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-02ce5689-9c0b-49a1-ab51-ba372bd7c6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['937e2b98-6b92-4181-9481-b0f7b22afb90'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:25.828713 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7d418b0a-08da-489b-ac0c-93f09706b0bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:25.832288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-f4d70ad7-184d-4ec7-afd9-0925d548d270 service neutron] For port 0f93a320-613d-4bfe-9778-434a6b7a2862, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:08:25.862823 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.extraroute_db [None req-7a28e8f3-618f-4bb3-98b7-152fcd4289a1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Added routes are [] {{(pid=102448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 20:08:25.865302 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-02ce5689-9c0b-49a1-ab51-ba372bd7c6dd None None] Set router 937e2b98-6b92-4181-9481-b0f7b22afb90 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:25.865793 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.extraroute_db [None req-7a28e8f3-618f-4bb3-98b7-152fcd4289a1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 20:08:25.871129 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-f4d70ad7-184d-4ec7-afd9-0925d548d270 service neutron] For port 0f93a320-613d-4bfe-9778-434a6b7a2862, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=0f93a320-613d-4bfe-9778-434a6b7a2862,segment=NetworkSegment(44856b08-7173-4552-88bc-2d1c4111ab8b),segment_id=44856b08-7173-4552-88bc-2d1c4111ab8b)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:08:25.883121 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-f4d70ad7-184d-4ec7-afd9-0925d548d270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:25.900752 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7d418b0a-08da-489b-ac0c-93f09706b0bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:25.934859 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043e146-d1b3-4926-8c5f-baf889f32d90 req-8b1b806c-31aa-45c5-87a2-376e5ce0f3cb tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:25.936683 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f043e146-d1b3-4926-8c5f-baf889f32d90 req-8b1b806c-31aa-45c5-87a2-376e5ce0f3cb tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58516ff-a6a9-45e9-86b8-3a6941380cf3 HTTP/1.1" status: 200 len: 943 time: 0.1941688 Nov 12 20:08:25.943765 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-f4d70ad7-184d-4ec7-afd9-0925d548d270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:25.944672 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-f4d70ad7-184d-4ec7-afd9-0925d548d270 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:25.946247 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-f4d70ad7-184d-4ec7-afd9-0925d548d270 service neutron] 10.222.0.55 "PUT /v2.0/ports/0f93a320-613d-4bfe-9778-434a6b7a2862 HTTP/1.1" status: 200 len: 1092 time: 1.9313126 Nov 12 20:08:25.950346 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58516ff-a6a9-45e9-86b8-3a6941380cf3', 'tag': '0f93a320-613d-4bfe-9778-434a6b7a2862'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:08:25.953597 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0968291a-8624-40a4-b200-8707bf6e4c70" -d '{"events": [{"name": "network-changed", "server_uuid": "c58516ff-a6a9-45e9-86b8-3a6941380cf3", "tag": "0f93a320-613d-4bfe-9778-434a6b7a2862"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:08:25.954162 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d917e26-b895-427a-bdca-76ad5a9e3922 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:08:25.959622 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8166a-7338-4b35-8777-70db5f28ecac None None] Pushing event updated for resources: {'Port': ['ID=fbb15e8f-d496-4efe-8590-3733f847316f,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:25.962475 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d917e26-b895-427a-bdca-76ad5a9e3922 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:25.962676 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device b4411998-a2fc-4fdb-9e3d-8e4287aef1dc up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:08:25.978043 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516b60f6-bd20-46be-8287-a3a2401ef2c4 None None] Sync routers for ids ['c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:08:25.995939 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516b60f6-bd20-46be-8287-a3a2401ef2c4 None None] Routers {'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:25.996582 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-516b60f6-bd20-46be-8287-a3a2401ef2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:25.998383 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a28e8f3-618f-4bb3-98b7-152fcd4289a1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7534'] for router, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:26.035274 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d70ad7-184d-4ec7-afd9-0925d548d270 service neutron] Pushing event updated for resources: {'Port': ['ID=0f93a320-613d-4bfe-9778-434a6b7a2862,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:26.060716 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:26.112384 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:08:26.119898 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:26.120185 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:26.127750 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1d917e26-b895-427a-bdca-76ad5a9e3922 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "PUT /v2.0/floatingips/f3dec615-e348-401b-b778-75760370597a HTTP/1.1" status: 200 len: 990 time: 3.0727344 Nov 12 20:08:26.130931 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4571f8f-b094-4033-8dd1-691ed2247de2', 'tag': '60456542-deaa-49c2-b8e7-5142548dcd73'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:08:26.136215 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cc4e56-4eef-49b9-982c-5da2d4a61c35" -d '{"events": [{"name": "network-changed", "server_uuid": "a4571f8f-b094-4033-8dd1-691ed2247de2", "tag": "60456542-deaa-49c2-b8e7-5142548dcd73"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:08:26.189361 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-516b60f6-bd20-46be-8287-a3a2401ef2c4 None None] Set router c7a9c88b-6e57-4d24-b62e-1d0599ed8b57 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:26.192457 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-b6d22929-90c3-4a43-ade0-89a033471da0 tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:26.194349 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f043e146-d1b3-4926-8c5f-baf889f32d90 req-3d76d842-1f53-40d0-8a2a-81fe0ee1e7c7 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370405 Nov 12 20:08:26.217254 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-b6d22929-90c3-4a43-ade0-89a033471da0 tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.48 "GET /v2.0/networks?id=e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63 HTTP/1.1" status: 200 len: 812 time: 0.3834429 Nov 12 20:08:26.249561 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-17885d04-bf00-430f-8ca5-cd21f916535b tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.48 "GET /v2.0/quotas/a1a4aa2d756a49939719727515086115 HTTP/1.1" status: 200 len: 375 time: 0.0313153 Nov 12 20:08:26.250373 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-4b788994-1bc6-4e11-bda2-287283d80d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:26.252272 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-4b788994-1bc6-4e11-bda2-287283d80d7e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c215bd023034edfbd082926b8439df6&device_id=c58516ff-a6a9-45e9-86b8-3a6941380cf3 HTTP/1.1" status: 200 len: 1095 time: 0.2211401 Nov 12 20:08:26.254778 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7d418b0a-08da-489b-ac0c-93f09706b0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:26.256979 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:26.262286 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7d418b0a-08da-489b-ac0c-93f09706b0bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:26.283123 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7d418b0a-08da-489b-ac0c-93f09706b0bb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd23036e-d47e-402f-aeea-926d7c44cb2e HTTP/1.1" status: 204 len: 168 time: 0.6722486 Nov 12 20:08:26.324201 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1642c892-56c2-45a6-a664-06a3ec34197d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4411998-a2fc-4fdb-9e3d-8e4287aef1dc'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:08:26.326549 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64ac1eb-c263-4102-b386-1670675915d4" -d '{"events": [{"server_uuid": "1642c892-56c2-45a6-a664-06a3ec34197d", "name": "network-vif-plugged", "status": "completed", "tag": "b4411998-a2fc-4fdb-9e3d-8e4287aef1dc"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:08:26.342683 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-6477fb34-271d-4497-9cfa-de210b320908 tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a1a4aa2d756a49939719727515086115&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0921538 Nov 12 20:08:26.354649 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d418b0a-08da-489b-ac0c-93f09706b0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd23036e-d47e-402f-aeea-926d7c44cb2e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:26.382326 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:26.406192 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-02ce5689-9c0b-49a1-ab51-ba372bd7c6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:23Z', 'revision_number': 6, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None, '_interfaces': [{'id': '05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1', 'name': '', 'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:2d:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:02Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f14aeae-796f-4eb6-afe0-7a212ef975eb', 'name': '', 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:e2:29:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:02Z', 'updated_at': '2021-11-12T20:08:11Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb124d1-7c78-4647-8803-91191bf0eb0b', 'name': '', 'network_id': 'f21ec8ad-8905-4d19-a80e-0be06d49a642', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:4a:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '07fe4de5-9ea4-4a11-a425-595204767067', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:11Z', 'updated_at': '2021-11-12T20:08:18Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '07fe4de5-9ea4-4a11-a425-595204767067', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb15e8f-d496-4efe-8590-3733f847316f', 'name': '', 'network_id': '47ef86f5-3f55-412b-ba28-38dc17eda1d5', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:8b:94:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'a991413a-ac09-40d3-bb33-fc17ad5fa3cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:19Z', 'updated_at': '2021-11-12T20:08:25Z', 'revision_number': 4, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': 'a991413a-ac09-40d3-bb33-fc17ad5fa3cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:26.450834 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:26.528899 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-052884b1-50b1-4595-ab88-424a6ec6be58 None None] Provisioning complete for port fbb15e8f-d496-4efe-8590-3733f847316f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:26.529523 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-052884b1-50b1-4595-ab88-424a6ec6be58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:26.544282 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-516b60f6-bd20-46be-8287-a3a2401ef2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'name': 'tempest-ServersTestFqdnHostnames-1030714934-router', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'ca1374e4-a1ee-4060-a507-3ffa258046c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:48Z', 'updated_at': '2021-11-12T20:07:55Z', 'revision_number': 4, 'project_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'gw_port': {'id': 'ca1374e4-a1ee-4060-a507-3ffa258046c1', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:70:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:49Z', 'updated_at': '2021-11-12T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'f3dec615-e348-401b-b778-75760370597a', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'floating_ip_address': '172.25.5.48', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'port_id': '60456542-deaa-49c2-b8e7-5142548dcd73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6', 'mac_address': 'fa:16:3e:0d:1a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4571f8f-b094-4033-8dd1-691ed2247de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:08:02Z', 'updated_at': '2021-11-12T20:08:24Z', 'revision_number': 1, 'project_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0978b8f6-3fa1-4d3b-9edb-3be2524a427a', 'name': '', 'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'mac_address': 'fa:16:3e:50:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '6da924b9-8f4e-48df-9e33-272535f4598d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:03Z', 'revision_number': 5, 'project_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'subnets': [{'id': '6da924b9-8f4e-48df-9e33-272535f4598d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:26.574211 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ce5689-9c0b-49a1-ab51-ba372bd7c6dd None None] The sync data for ids ['937e2b98-6b92-4181-9481-b0f7b22afb90'] in n-d-712140-15 is: [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:23Z', 'revision_number': 6, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None, '_interfaces': [{'id': '05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1', 'name': '', 'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:2d:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:02Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f14aeae-796f-4eb6-afe0-7a212ef975eb', 'name': '', 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:e2:29:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:02Z', 'updated_at': '2021-11-12T20:08:11Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb124d1-7c78-4647-8803-91191bf0eb0b', 'name': '', 'network_id': 'f21ec8ad-8905-4d19-a80e-0be06d49a642', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:4a:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '07fe4de5-9ea4-4a11-a425-595204767067', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:11Z', 'updated_at': '2021-11-12T20:08:18Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '07fe4de5-9ea4-4a11-a425-595204767067', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb15e8f-d496-4efe-8590-3733f847316f', 'name': '', 'network_id': '47ef86f5-3f55-412b-ba28-38dc17eda1d5', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:8b:94:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'a991413a-ac09-40d3-bb33-fc17ad5fa3cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:19Z', 'updated_at': '2021-11-12T20:08:25Z', 'revision_number': 4, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': 'a991413a-ac09-40d3-bb33-fc17ad5fa3cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:08:26.589560 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:26.592054 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516b60f6-bd20-46be-8287-a3a2401ef2c4 None None] Checking router: c7a9c88b-6e57-4d24-b62e-1d0599ed8b57 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:08:26.614219 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516b60f6-bd20-46be-8287-a3a2401ef2c4 None None] Routers {'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:26.617305 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-98df5346-dcec-4a58-a480-c2ca59e979ef service neutron] 10.222.0.48 "GET /v2.0/networks/e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721846 Nov 12 20:08:26.618068 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-516b60f6-bd20-46be-8287-a3a2401ef2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:26.796323 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-052884b1-50b1-4595-ab88-424a6ec6be58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:26.829923 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-f3160d2a-f9aa-491b-8656-6f23ab50d18d service neutron] 10.222.0.48 "GET /v2.0/networks/e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978874 Nov 12 20:08:26.898232 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-052884b1-50b1-4595-ab88-424a6ec6be58 None None] For port fbb15e8f-d496-4efe-8590-3733f847316f, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=fbb15e8f-d496-4efe-8590-3733f847316f,segment=NetworkSegment(e84e29dc-1e99-45e6-825f-87acac2b595a),segment_id=e84e29dc-1e99-45e6-825f-87acac2b595a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:26.908217 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-516b60f6-bd20-46be-8287-a3a2401ef2c4 None None] Set router c7a9c88b-6e57-4d24-b62e-1d0599ed8b57 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:26.911211 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-052884b1-50b1-4595-ab88-424a6ec6be58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:27.127623 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device fbb15e8f-d496-4efe-8590-3733f847316f up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:08:27.221486 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6964ae6-f2aa-4cd6-a522-a3892f0753e0 x-openstack-request-id: req-d6964ae6-f2aa-4cd6-a522-a3892f0753e0 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:08:27.222018 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58516ff-a6a9-45e9-86b8-3a6941380cf3", "tag": "0f93a320-613d-4bfe-9778-434a6b7a2862", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:08:27.222018 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d6964ae6-f2aa-4cd6-a522-a3892f0753e0 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:08:27.222402 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58516ff-a6a9-45e9-86b8-3a6941380cf3', 'tag': '0f93a320-613d-4bfe-9778-434a6b7a2862', 'status': 'completed', 'code': 200} Nov 12 20:08:27.231313 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052884b1-50b1-4595-ab88-424a6ec6be58 None None] Pushing event updated for resources: {'Port': ['ID=fbb15e8f-d496-4efe-8590-3733f847316f,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:27.246391 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0a0a1b-2d71-41d2-8479-0d82f7f1d436 x-openstack-request-id: req-7b0a0a1b-2d71-41d2-8479-0d82f7f1d436 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:08:27.246874 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4571f8f-b094-4033-8dd1-691ed2247de2", "tag": "60456542-deaa-49c2-b8e7-5142548dcd73", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:08:27.247305 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7b0a0a1b-2d71-41d2-8479-0d82f7f1d436 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:08:27.247873 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4571f8f-b094-4033-8dd1-691ed2247de2', 'tag': '60456542-deaa-49c2-b8e7-5142548dcd73', 'status': 'completed', 'code': 200} Nov 12 20:08:27.277864 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-516b60f6-bd20-46be-8287-a3a2401ef2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'name': 'tempest-ServersTestFqdnHostnames-1030714934-router', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'ca1374e4-a1ee-4060-a507-3ffa258046c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:48Z', 'updated_at': '2021-11-12T20:07:55Z', 'revision_number': 4, 'project_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'gw_port': {'id': 'ca1374e4-a1ee-4060-a507-3ffa258046c1', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:70:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:49Z', 'updated_at': '2021-11-12T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'f3dec615-e348-401b-b778-75760370597a', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'floating_ip_address': '172.25.5.48', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'port_id': '60456542-deaa-49c2-b8e7-5142548dcd73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6', 'mac_address': 'fa:16:3e:0d:1a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4571f8f-b094-4033-8dd1-691ed2247de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:08:02Z', 'updated_at': '2021-11-12T20:08:24Z', 'revision_number': 1, 'project_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0978b8f6-3fa1-4d3b-9edb-3be2524a427a', 'name': '', 'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'mac_address': 'fa:16:3e:50:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '6da924b9-8f4e-48df-9e33-272535f4598d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:03Z', 'revision_number': 5, 'project_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'subnets': [{'id': '6da924b9-8f4e-48df-9e33-272535f4598d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:27.309938 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port fbb15e8f-d496-4efe-8590-3733f847316f triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:27.310407 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:27.315985 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516b60f6-bd20-46be-8287-a3a2401ef2c4 None None] The sync data for ids ['c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'] in n-d-712140-15 is: [{'id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'name': 'tempest-ServersTestFqdnHostnames-1030714934-router', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'ca1374e4-a1ee-4060-a507-3ffa258046c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:48Z', 'updated_at': '2021-11-12T20:07:55Z', 'revision_number': 4, 'project_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'gw_port': {'id': 'ca1374e4-a1ee-4060-a507-3ffa258046c1', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:70:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:49Z', 'updated_at': '2021-11-12T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'f3dec615-e348-401b-b778-75760370597a', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'floating_ip_address': '172.25.5.48', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'port_id': '60456542-deaa-49c2-b8e7-5142548dcd73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6', 'mac_address': 'fa:16:3e:0d:1a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4571f8f-b094-4033-8dd1-691ed2247de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:08:02Z', 'updated_at': '2021-11-12T20:08:24Z', 'revision_number': 1, 'project_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0978b8f6-3fa1-4d3b-9edb-3be2524a427a', 'name': '', 'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'mac_address': 'fa:16:3e:50:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '6da924b9-8f4e-48df-9e33-272535f4598d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:03Z', 'revision_number': 5, 'project_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'subnets': [{'id': '6da924b9-8f4e-48df-9e33-272535f4598d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:08:27.360973 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-37891055-a59b-4117-aa55-4b18404af710 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f93a320-613d-4bfe-9778-434a6b7a2862 HTTP/1.1" status: 200 len: 217 time: 0.2853155 Nov 12 20:08:27.391630 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486244a8-25c4-45ef-8d82-991454fd732c x-openstack-request-id: req-486244a8-25c4-45ef-8d82-991454fd732c {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:08:27.392103 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1642c892-56c2-45a6-a664-06a3ec34197d", "name": "network-vif-plugged", "status": "completed", "tag": "b4411998-a2fc-4fdb-9e3d-8e4287aef1dc", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:08:27.392379 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-486244a8-25c4-45ef-8d82-991454fd732c {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:08:27.392781 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1642c892-56c2-45a6-a664-06a3ec34197d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4411998-a2fc-4fdb-9e3d-8e4287aef1dc', 'code': 200} Nov 12 20:08:27.468368 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc4e56-4eef-49b9-982c-5da2d4a61c35 req-289603c2-ac20-4313-8ca7-306d84c811a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:27.469940 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-62cc4e56-4eef-49b9-982c-5da2d4a61c35 req-289603c2-ac20-4313-8ca7-306d84c811a8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b6f9c56e0a874658aa6d5941caa2ebcf&device_id=a4571f8f-b094-4033-8dd1-691ed2247de2 HTTP/1.1" status: 200 len: 1097 time: 0.1828160 Nov 12 20:08:27.586241 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a28e8f3-618f-4bb3-98b7-152fcd4289a1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7534'] for router, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:27.632423 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a28e8f3-618f-4bb3-98b7-152fcd4289a1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706542'] for router, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:27.681667 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-29fee95e-7782-4e37-889b-8e910aa8c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:27.683183 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-29fee95e-7782-4e37-889b-8e910aa8c689 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c1ad2f7-7e72-4638-8072-b188c067ace8 HTTP/1.1" status: 200 len: 862 time: 0.2992511 Nov 12 20:08:27.749407 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3efd4c1f-e624-4d8b-9df5-80372aea8368 req-b9d2d698-f327-40a4-b271-cc0ba88cf8d8 tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.48 "GET /v2.0/ports?device_id=896c209f-3160-4e6d-88c6-222f8781841b HTTP/1.1" status: 200 len: 210 time: 0.0889969 Nov 12 20:08:27.805019 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc4e56-4eef-49b9-982c-5da2d4a61c35 req-a070ccae-fb37-45c1-a4cb-a6c092e67cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:27.806761 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-62cc4e56-4eef-49b9-982c-5da2d4a61c35 req-a070ccae-fb37-45c1-a4cb-a6c092e67cab service neutron] 10.222.0.52 "GET /v2.0/networks?id=09489300-e8fa-4484-94f2-31f21fcf7ae6 HTTP/1.1" status: 200 len: 916 time: 0.3275020 Nov 12 20:08:27.846491 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77a62b-0d20-429d-9ca7-6319afd512a4 req-acda2e98-989c-41b6-acdd-f83dff1dd4fa tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:27.858851 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7b77a62b-0d20-429d-9ca7-6319afd512a4 req-acda2e98-989c-41b6-acdd-f83dff1dd4fa tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.3372519 Nov 12 20:08:27.872471 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f6bf75-eed0-46f1-afaa-d6649111709c None None] New status for floating IP f3dec615-e348-401b-b778-75760370597a: ACTIVE {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:08:27.876326 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2e925-6e20-453e-8a56-6ea8f7d2ad27 req-29d54801-9631-4233-8c04-14d19d9f9a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:27.878123 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f5a2e925-6e20-453e-8a56-6ea8f7d2ad27 req-29d54801-9631-4233-8c04-14d19d9f9a1b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 1098 time: 0.3621154 Nov 12 20:08:27.880120 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-afb53e91-ea49-43a7-bed5-559f0f13038b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d647a41e-ad4a-4efd-99be-d45e84f5e8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1802993 Nov 12 20:08:27.891438 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36144) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:28.017696 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-62cc4e56-4eef-49b9-982c-5da2d4a61c35 req-e71d65ef-78f2-4979-866b-2b58f49f0068 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60456542-deaa-49c2-b8e7-5142548dcd73 HTTP/1.1" status: 200 len: 998 time: 0.1907494 Nov 12 20:08:28.056114 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e78b6-a7a7-4ef2-bed0-b4e7e00a1713 req-fba49742-af19-469b-9915-b54f658c50ed tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:28.066368 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5e0e78b6-a7a7-4ef2-bed0-b4e7e00a1713 req-fba49742-af19-469b-9915-b54f658c50ed tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58516ff-a6a9-45e9-86b8-3a6941380cf3 HTTP/1.1" status: 200 len: 943 time: 0.1429703 Nov 12 20:08:28.092849 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a28e8f3-618f-4bb3-98b7-152fcd4289a1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Router 937e2b98-6b92-4181-9481-b0f7b22afb90 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:08:28.097231 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f5a2e925-6e20-453e-8a56-6ea8f7d2ad27 req-ad72b307-2dcb-4ac5-9126-8969c632f47a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974838 Nov 12 20:08:28.104461 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7b77a62b-0d20-429d-9ca7-6319afd512a4 req-dbfd6ede-4b73-4f08-8c2b-894900514baa tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430682 Nov 12 20:08:28.131217 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-05487ed6-7344-4b4f-ad8f-b7d32b76f01f service neutron] 10.222.0.55 "GET /v2.0/networks/d647a41e-ad4a-4efd-99be-d45e84f5e8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284207 Nov 12 20:08:28.219161 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc4e56-4eef-49b9-982c-5da2d4a61c35 req-642e28bb-ebf8-4d5b-a4b7-34b0b635e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:28.219577 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0447fa11-0f01-4f64-a1a8-eb54c1512c94 None None] Sync routers for ids ['937e2b98-6b92-4181-9481-b0f7b22afb90'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:08:28.225271 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-62cc4e56-4eef-49b9-982c-5da2d4a61c35 req-642e28bb-ebf8-4d5b-a4b7-34b0b635e16b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6da924b9-8f4e-48df-9e33-272535f4598d HTTP/1.1" status: 200 len: 854 time: 0.1980283 Nov 12 20:08:28.249386 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-4cf10ae6-6fdb-4369-989a-55bf687ddc82 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2005805429-network', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:28.257091 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0447fa11-0f01-4f64-a1a8-eb54c1512c94 None None] Routers {'937e2b98-6b92-4181-9481-b0f7b22afb90'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:28.277741 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-0447fa11-0f01-4f64-a1a8-eb54c1512c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['937e2b98-6b92-4181-9481-b0f7b22afb90'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:28.325393 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5e0e78b6-a7a7-4ef2-bed0-b4e7e00a1713 req-b709fcb6-761a-4a1a-8816-7a3a224b7ac8 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203255 Nov 12 20:08:28.393489 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc4e56-4eef-49b9-982c-5da2d4a61c35 req-dd40abb6-1134-4cb6-aa2e-976b910c4145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:28.395003 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-62cc4e56-4eef-49b9-982c-5da2d4a61c35 req-dd40abb6-1134-4cb6-aa2e-976b910c4145 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09489300-e8fa-4484-94f2-31f21fcf7ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1561866 Nov 12 20:08:28.403412 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a28e8f3-618f-4bb3-98b7-152fcd4289a1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:08:28.405310 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf10ae6-6fdb-4369-989a-55bf687ddc82 admin admin] Made reservation on behalf of 00b6cfb5312f47e6bba6b1a73804db22 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:08:28.408787 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4cf10ae6-6fdb-4369-989a-55bf687ddc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:28.424138 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a28e8f3-618f-4bb3-98b7-152fcd4289a1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:28.428312 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7a28e8f3-618f-4bb3-98b7-152fcd4289a1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "PUT /v2.0/routers/937e2b98-6b92-4181-9481-b0f7b22afb90 HTTP/1.1" status: 200 len: 703 time: 3.5361600 Nov 12 20:08:28.432126 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36160) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:28.467606 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-0447fa11-0f01-4f64-a1a8-eb54c1512c94 None None] Set router 937e2b98-6b92-4181-9481-b0f7b22afb90 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:28.479469 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4cf10ae6-6fdb-4369-989a-55bf687ddc82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:28.611863 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-62cc4e56-4eef-49b9-982c-5da2d4a61c35 req-64d376c0-ae6a-4138-bae7-dcb56523a681 service neutron] 10.222.0.52 "GET /v2.0/networks/09489300-e8fa-4484-94f2-31f21fcf7ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086971 Nov 12 20:08:28.648619 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9fa8a605-51a2-49e8-beb1-d4e111da20cf tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "GET /v2.0/routers/937e2b98-6b92-4181-9481-b0f7b22afb90 HTTP/1.1" status: 200 len: 703 time: 0.2132869 Nov 12 20:08:28.649390 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36164) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:28.659953 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b90aed76-3c6a-4ce7-a3bb-cb07743279fc req-923c1651-ca67-4a72-add6-0d28c83cb444 service neutron] 10.222.0.55 "GET /v2.0/networks/d647a41e-ad4a-4efd-99be-d45e84f5e8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872615 Nov 12 20:08:28.755705 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-62cc4e56-4eef-49b9-982c-5da2d4a61c35 req-4373991f-f618-4135-83d4-104da1628c1e service neutron] 10.222.0.52 "GET /v2.0/networks/09489300-e8fa-4484-94f2-31f21fcf7ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352634 Nov 12 20:08:28.773877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36168) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:28.871817 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4cf10ae6-6fdb-4369-989a-55bf687ddc82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:28.892865 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4cf10ae6-6fdb-4369-989a-55bf687ddc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:28.908209 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-0447fa11-0f01-4f64-a1a8-eb54c1512c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:25Z', 'revision_number': 7, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None, '_interfaces': [{'id': '05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1', 'name': '', 'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:2d:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:02Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f14aeae-796f-4eb6-afe0-7a212ef975eb', 'name': '', 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:e2:29:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:02Z', 'updated_at': '2021-11-12T20:08:11Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb124d1-7c78-4647-8803-91191bf0eb0b', 'name': '', 'network_id': 'f21ec8ad-8905-4d19-a80e-0be06d49a642', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:4a:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '07fe4de5-9ea4-4a11-a425-595204767067', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:11Z', 'updated_at': '2021-11-12T20:08:18Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '07fe4de5-9ea4-4a11-a425-595204767067', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb15e8f-d496-4efe-8590-3733f847316f', 'name': '', 'network_id': '47ef86f5-3f55-412b-ba28-38dc17eda1d5', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:8b:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'a991413a-ac09-40d3-bb33-fc17ad5fa3cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:19Z', 'updated_at': '2021-11-12T20:08:26Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': 'a991413a-ac09-40d3-bb33-fc17ad5fa3cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:28.911351 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9f27a56d-5b8a-456e-a351-45014006967f req-8f1a68da-e9ba-45e3-9704-515326a4302b tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.48 "GET /v2.0/ports?device_id=896c209f-3160-4e6d-88c6-222f8781841b HTTP/1.1" status: 200 len: 210 time: 0.0685823 Nov 12 20:08:28.960404 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device fbb15e8f-d496-4efe-8590-3733f847316f up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:08:28.969670 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0447fa11-0f01-4f64-a1a8-eb54c1512c94 None None] Checking router: 937e2b98-6b92-4181-9481-b0f7b22afb90 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:08:28.979073 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0447fa11-0f01-4f64-a1a8-eb54c1512c94 None None] Routers {'937e2b98-6b92-4181-9481-b0f7b22afb90'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:28.979969 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-0447fa11-0f01-4f64-a1a8-eb54c1512c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['937e2b98-6b92-4181-9481-b0f7b22afb90'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:28.985836 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da91ecc7-ce94-4af4-8843-1017ee34efa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:29.021068 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968291a-8624-40a4-b200-8707bf6e4c70 req-b656a4b1-140f-408d-b12c-b4026c91eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:29.035695 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0968291a-8624-40a4-b200-8707bf6e4c70 req-b656a4b1-140f-408d-b12c-b4026c91eef0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c215bd023034edfbd082926b8439df6&device_id=c58516ff-a6a9-45e9-86b8-3a6941380cf3 HTTP/1.1" status: 200 len: 1095 time: 0.2961009 Nov 12 20:08:29.046004 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port fbb15e8f-d496-4efe-8590-3733f847316f triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:29.046371 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:29.078971 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf10ae6-6fdb-4369-989a-55bf687ddc82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:08:29.092031 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-0447fa11-0f01-4f64-a1a8-eb54c1512c94 None None] Set router 937e2b98-6b92-4181-9481-b0f7b22afb90 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:29.166125 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4cf10ae6-6fdb-4369-989a-55bf687ddc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:29.166568 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-4cf10ae6-6fdb-4369-989a-55bf687ddc82 admin admin] Added segment 0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af of type vlan for network 1217fc13-52b1-48e2-90e3-8ec289b00657 Nov 12 20:08:29.168351 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf10ae6-6fdb-4369-989a-55bf687ddc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b540c8c1-9f38-4d66-b0a7-bcb05bca21be,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:29.197880 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-5fe07801-ff5a-4a8c-a40f-3e7eb82e99f2 tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:29.199539 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-5fe07801-ff5a-4a8c-a40f-3e7eb82e99f2 tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.52 "GET /v2.0/networks?id=e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63 HTTP/1.1" status: 200 len: 812 time: 0.1906309 Nov 12 20:08:29.217238 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-110f8336-bfb1-4faa-9fb6-1fdc05cb7bcd tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Request body: {'port': {'device_id': '896c209f-3160-4e6d-88c6-222f8781841b', 'network_id': 'e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63', 'admin_state_up': True, 'tenant_id': 'a1a4aa2d756a49939719727515086115'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:29.226187 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da91ecc7-ce94-4af4-8843-1017ee34efa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:29.247811 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da91ecc7-ce94-4af4-8843-1017ee34efa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:29.296636 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4cf10ae6-6fdb-4369-989a-55bf687ddc82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:29.338147 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-da91ecc7-ce94-4af4-8843-1017ee34efa9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=92f1f38c826d418796bcc1ebe8af4386&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5609300 Nov 12 20:08:29.341621 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36180) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:29.351579 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91ecc7-ce94-4af4-8843-1017ee34efa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7417cfe-fa56-4e4e-ba12-d4fb6eafbd9c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:29.388674 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968291a-8624-40a4-b200-8707bf6e4c70 req-6ed99c17-c4b0-4cae-8afa-083634065444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:29.390173 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0968291a-8624-40a4-b200-8707bf6e4c70 req-6ed99c17-c4b0-4cae-8afa-083634065444 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d647a41e-ad4a-4efd-99be-d45e84f5e8b5 HTTP/1.1" status: 200 len: 923 time: 0.3400247 Nov 12 20:08:29.459258 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b29c627-226c-4d3a-8fd8-ee97a8ecde3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:29.465202 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0968291a-8624-40a4-b200-8707bf6e4c70 req-8f02e5de-dc75-461e-bef7-b52aabe686cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f93a320-613d-4bfe-9778-434a6b7a2862 HTTP/1.1" status: 200 len: 217 time: 0.0568318 Nov 12 20:08:29.469494 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4cf10ae6-6fdb-4369-989a-55bf687ddc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:29.470577 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf10ae6-6fdb-4369-989a-55bf687ddc82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:29.471229 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4cf10ae6-6fdb-4369-989a-55bf687ddc82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:29.474117 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-110f8336-bfb1-4faa-9fb6-1fdc05cb7bcd tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Made reservation on behalf of a1a4aa2d756a49939719727515086115 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:08:29.477620 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-110f8336-bfb1-4faa-9fb6-1fdc05cb7bcd tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:29.487315 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7463002-409a-4222-bcd3-b846f10657b3 req-0d47ce63-03b8-4138-bb1f-48ad691b0923 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:29.488817 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7463002-409a-4222-bcd3-b846f10657b3 req-0d47ce63-03b8-4138-bb1f-48ad691b0923 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.2023537 Nov 12 20:08:29.509008 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-0447fa11-0f01-4f64-a1a8-eb54c1512c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:25Z', 'revision_number': 7, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None, '_interfaces': [{'id': '05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1', 'name': '', 'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:2d:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:02Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f14aeae-796f-4eb6-afe0-7a212ef975eb', 'name': '', 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:e2:29:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:02Z', 'updated_at': '2021-11-12T20:08:11Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb124d1-7c78-4647-8803-91191bf0eb0b', 'name': '', 'network_id': 'f21ec8ad-8905-4d19-a80e-0be06d49a642', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:4a:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '07fe4de5-9ea4-4a11-a425-595204767067', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:11Z', 'updated_at': '2021-11-12T20:08:18Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '07fe4de5-9ea4-4a11-a425-595204767067', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb15e8f-d496-4efe-8590-3733f847316f', 'name': '', 'network_id': '47ef86f5-3f55-412b-ba28-38dc17eda1d5', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:8b:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'a991413a-ac09-40d3-bb33-fc17ad5fa3cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:19Z', 'updated_at': '2021-11-12T20:08:26Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': 'a991413a-ac09-40d3-bb33-fc17ad5fa3cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:29.509678 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b29c627-226c-4d3a-8fd8-ee97a8ecde3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:29.527717 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92066a64-7813-4e34-ab6e-8c1330c8d084 req-5f87d476-4724-4d0e-bf21-9d3b8e5fc959 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:29.529438 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-92066a64-7813-4e34-ab6e-8c1330c8d084 req-5f87d476-4724-4d0e-bf21-9d3b8e5fc959 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58516ff-a6a9-45e9-86b8-3a6941380cf3 HTTP/1.1" status: 200 len: 943 time: 0.1091902 Nov 12 20:08:29.539471 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0447fa11-0f01-4f64-a1a8-eb54c1512c94 None None] The sync data for ids ['937e2b98-6b92-4181-9481-b0f7b22afb90'] in n-d-712140-15 is: [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:25Z', 'revision_number': 7, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None, '_interfaces': [{'id': '05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1', 'name': '', 'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:2d:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:02Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f14aeae-796f-4eb6-afe0-7a212ef975eb', 'name': '', 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:e2:29:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:02Z', 'updated_at': '2021-11-12T20:08:11Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb124d1-7c78-4647-8803-91191bf0eb0b', 'name': '', 'network_id': 'f21ec8ad-8905-4d19-a80e-0be06d49a642', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:4a:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '07fe4de5-9ea4-4a11-a425-595204767067', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:11Z', 'updated_at': '2021-11-12T20:08:18Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '07fe4de5-9ea4-4a11-a425-595204767067', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb15e8f-d496-4efe-8590-3733f847316f', 'name': '', 'network_id': '47ef86f5-3f55-412b-ba28-38dc17eda1d5', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:8b:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'a991413a-ac09-40d3-bb33-fc17ad5fa3cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:19Z', 'updated_at': '2021-11-12T20:08:26Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': 'a991413a-ac09-40d3-bb33-fc17ad5fa3cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:08:29.578223 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4cf10ae6-6fdb-4369-989a-55bf687ddc82 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6827312 Nov 12 20:08:29.603626 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36184) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:29.620037 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-d4c3509d-7b20-42e6-a4e9-506be182ddb8 admin admin] Request body: {'subnet': {'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2005805429-subnet', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:29.650510 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf10ae6-6fdb-4369-989a-55bf687ddc82 admin admin] Pushing event updated for resources: {'Network': ['ID=1217fc13-52b1-48e2-90e3-8ec289b00657,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:29.666571 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968291a-8624-40a4-b200-8707bf6e4c70 req-1fc07d00-156a-458e-abcb-8c0cdc314cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:29.667118 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 1217fc13-52b1-48e2-90e3-8ec289b00657 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:08:29.668752 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0968291a-8624-40a4-b200-8707bf6e4c70 req-1fc07d00-156a-458e-abcb-8c0cdc314cf2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c1ad2f7-7e72-4638-8072-b188c067ace8 HTTP/1.1" status: 200 len: 862 time: 0.1936588 Nov 12 20:08:29.701696 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-92066a64-7813-4e34-ab6e-8c1330c8d084 req-e0e32bcf-4294-44fd-bf68-23d6ffe81e84 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532822 Nov 12 20:08:29.717602 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c3509d-7b20-42e6-a4e9-506be182ddb8 admin admin] Made reservation on behalf of 00b6cfb5312f47e6bba6b1a73804db22 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:08:29.720039 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4c3509d-7b20-42e6-a4e9-506be182ddb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:29.736668 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0968291a-8624-40a4-b200-8707bf6e4c70 req-a3c844d0-c9e5-4b97-a0f3-739a2a06476d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d647a41e-ad4a-4efd-99be-d45e84f5e8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528512 Nov 12 20:08:29.753279 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7463002-409a-4222-bcd3-b846f10657b3 req-9a602bda-74fd-4268-83c7-c44c5333ab1a tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062044 Nov 12 20:08:29.771344 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b29c627-226c-4d3a-8fd8-ee97a8ecde3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:29.779219 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b29c627-226c-4d3a-8fd8-ee97a8ecde3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:29.780422 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6b29c627-226c-4d3a-8fd8-ee97a8ecde3d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c7417cfe-fa56-4e4e-ba12-d4fb6eafbd9c HTTP/1.1" status: 204 len: 168 time: 0.4374585 Nov 12 20:08:29.845676 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29c627-226c-4d3a-8fd8-ee97a8ecde3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7417cfe-fa56-4e4e-ba12-d4fb6eafbd9c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:29.926569 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-59b1f31f-c2dc-45fa-91b6-7a4520c754c1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:29.937589 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-110f8336-bfb1-4faa-9fb6-1fdc05cb7bcd tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Allocated IP 172.20.0.9 (e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63/9d5d5090-033b-4f14-b2a9-6ae2634f4b0e/0f79b321-1c10-4f96-b8b0-ac908f26da0e) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:08:29.951335 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357801db-72fa-43e3-b44d-6d08b4264705 None None] Sync routers for ids ['937e2b98-6b92-4181-9481-b0f7b22afb90'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:08:29.965160 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357801db-72fa-43e3-b44d-6d08b4264705 None None] Routers {'937e2b98-6b92-4181-9481-b0f7b22afb90'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:29.965777 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-357801db-72fa-43e3-b44d-6d08b4264705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['937e2b98-6b92-4181-9481-b0f7b22afb90'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:29.972092 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0968291a-8624-40a4-b200-8707bf6e4c70 req-e4475639-7ec0-4a98-9904-484a0f187033 service neutron] 10.222.0.55 "GET /v2.0/networks/d647a41e-ad4a-4efd-99be-d45e84f5e8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161722 Nov 12 20:08:30.074453 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-357801db-72fa-43e3-b44d-6d08b4264705 None None] Set router 937e2b98-6b92-4181-9481-b0f7b22afb90 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:30.098866 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e810bae3-cc7b-45c6-b1d3-1709c9ebaf0f req-75505a96-7877-4796-82ef-845f237b4df8 tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.48 "GET /v2.0/ports?device_id=896c209f-3160-4e6d-88c6-222f8781841b HTTP/1.1" status: 200 len: 210 time: 0.0703189 Nov 12 20:08:30.226758 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0968291a-8624-40a4-b200-8707bf6e4c70 req-35eacb18-b445-4a42-ba75-fc54a670510b service neutron] 10.222.0.55 "GET /v2.0/networks/d647a41e-ad4a-4efd-99be-d45e84f5e8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122009 Nov 12 20:08:30.294802 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-110f8336-bfb1-4faa-9fb6-1fdc05cb7bcd tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:30.319386 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4c3509d-7b20-42e6-a4e9-506be182ddb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:30.335178 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-357801db-72fa-43e3-b44d-6d08b4264705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:25Z', 'revision_number': 7, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None, '_interfaces': [{'id': '05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1', 'name': '', 'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:2d:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:02Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f14aeae-796f-4eb6-afe0-7a212ef975eb', 'name': '', 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:e2:29:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:02Z', 'updated_at': '2021-11-12T20:08:11Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb124d1-7c78-4647-8803-91191bf0eb0b', 'name': '', 'network_id': 'f21ec8ad-8905-4d19-a80e-0be06d49a642', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:4a:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '07fe4de5-9ea4-4a11-a425-595204767067', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:11Z', 'updated_at': '2021-11-12T20:08:18Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '07fe4de5-9ea4-4a11-a425-595204767067', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb15e8f-d496-4efe-8590-3733f847316f', 'name': '', 'network_id': '47ef86f5-3f55-412b-ba28-38dc17eda1d5', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:8b:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'a991413a-ac09-40d3-bb33-fc17ad5fa3cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:19Z', 'updated_at': '2021-11-12T20:08:26Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': 'a991413a-ac09-40d3-bb33-fc17ad5fa3cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:30.366009 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357801db-72fa-43e3-b44d-6d08b4264705 None None] Checking router: 937e2b98-6b92-4181-9481-b0f7b22afb90 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:08:30.376853 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357801db-72fa-43e3-b44d-6d08b4264705 None None] Routers {'937e2b98-6b92-4181-9481-b0f7b22afb90'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:30.377520 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-357801db-72fa-43e3-b44d-6d08b4264705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['937e2b98-6b92-4181-9481-b0f7b22afb90'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:30.387807 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3509d-7b20-42e6-a4e9-506be182ddb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72eab03a-2e4d-41e0-82f1-7fb4346cd6bd,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:30.405749 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-110f8336-bfb1-4faa-9fb6-1fdc05cb7bcd tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:30.431787 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-59b1f31f-c2dc-45fa-91b6-7a4520c754c1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Deleting port fbb15e8f-d496-4efe-8590-3733f847316f {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:08:30.432457 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-59b1f31f-c2dc-45fa-91b6-7a4520c754c1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:30.462883 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c3509d-7b20-42e6-a4e9-506be182ddb8 admin admin] Checking segment: {'id': '0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:08:30.463565 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c3509d-7b20-42e6-a4e9-506be182ddb8 admin admin] Network hostable DHCP agents. Network: 1217fc13-52b1-48e2-90e3-8ec289b00657, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:08:30.483810 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-110f8336-bfb1-4faa-9fb6-1fdc05cb7bcd tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Network e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:08:30.496452 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-110f8336-bfb1-4faa-9fb6-1fdc05cb7bcd tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:30.499080 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f8336-bfb1-4faa-9fb6-1fdc05cb7bcd tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Pushing event updated for resources: {'Port': ['ID=0f79b321-1c10-4f96-b8b0-ac908f26da0e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:30.501824 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-110f8336-bfb1-4faa-9fb6-1fdc05cb7bcd tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:08:30.560436 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c3509d-7b20-42e6-a4e9-506be182ddb8 admin admin] Network 1217fc13-52b1-48e2-90e3-8ec289b00657 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:08:30.577760 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-d4c3509d-7b20-42e6-a4e9-506be182ddb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 1217fc13-52b1-48e2-90e3-8ec289b00657) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:30.579614 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-59b1f31f-c2dc-45fa-91b6-7a4520c754c1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] For port fbb15e8f-d496-4efe-8590-3733f847316f, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=fbb15e8f-d496-4efe-8590-3733f847316f,segment=NetworkSegment(e84e29dc-1e99-45e6-825f-87acac2b595a),segment_id=e84e29dc-1e99-45e6-825f-87acac2b595a)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:30.587024 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-59b1f31f-c2dc-45fa-91b6-7a4520c754c1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:30.590863 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c3509d-7b20-42e6-a4e9-506be182ddb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:30.592034 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4c3509d-7b20-42e6-a4e9-506be182ddb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:30.608057 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-59b1f31f-c2dc-45fa-91b6-7a4520c754c1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Calling delete_port for fbb15e8f-d496-4efe-8590-3733f847316f owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:08:30.614469 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-110f8336-bfb1-4faa-9fb6-1fdc05cb7bcd tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:30.615279 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-110f8336-bfb1-4faa-9fb6-1fdc05cb7bcd tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:30.637763 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-110f8336-bfb1-4faa-9fb6-1fdc05cb7bcd tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4244626 Nov 12 20:08:30.640096 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686e59e3-b94f-4bbb-b968-64a947fca97d None None] Network 1217fc13-52b1-48e2-90e3-8ec289b00657 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:08:30.642167 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d4c3509d-7b20-42e6-a4e9-506be182ddb8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0317123 Nov 12 20:08:30.644870 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36210) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:30.650077 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-699297b2-e92d-4350-9acd-54919c90fc5b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2005805429-router', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:30.659441 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-4892002b-be97-4d46-8e97-1eed40500fef service neutron] Request body: {'port': {'device_id': '896c209f-3160-4e6d-88c6-222f8781841b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:30.724412 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-357801db-72fa-43e3-b44d-6d08b4264705 None None] Set router 937e2b98-6b92-4181-9481-b0f7b22afb90 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:30.752260 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36214) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:30.783264 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-4892002b-be97-4d46-8e97-1eed40500fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:30.819503 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-699297b2-e92d-4350-9acd-54919c90fc5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:30.820793 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-699297b2-e92d-4350-9acd-54919c90fc5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:30.906702 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-59b1f31f-c2dc-45fa-91b6-7a4520c754c1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:31.005568 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0abf12a-462e-4e47-87bf-dcbbec2f3928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-1217fc13-52b1-48e2-90e3-8ec289b00657', 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'fixed_ips': [{'subnet_id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:08:31.007101 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e0abf12a-462e-4e47-87bf-dcbbec2f3928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:31.189720 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-357801db-72fa-43e3-b44d-6d08b4264705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:25Z', 'revision_number': 7, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None, '_interfaces': [{'id': '05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1', 'name': '', 'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:2d:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:02Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f14aeae-796f-4eb6-afe0-7a212ef975eb', 'name': '', 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:e2:29:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:02Z', 'updated_at': '2021-11-12T20:08:11Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb124d1-7c78-4647-8803-91191bf0eb0b', 'name': '', 'network_id': 'f21ec8ad-8905-4d19-a80e-0be06d49a642', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:4a:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '07fe4de5-9ea4-4a11-a425-595204767067', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:11Z', 'updated_at': '2021-11-12T20:08:18Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '07fe4de5-9ea4-4a11-a425-595204767067', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb15e8f-d496-4efe-8590-3733f847316f', 'name': '', 'network_id': '47ef86f5-3f55-412b-ba28-38dc17eda1d5', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:8b:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'a991413a-ac09-40d3-bb33-fc17ad5fa3cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:19Z', 'updated_at': '2021-11-12T20:08:26Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': 'a991413a-ac09-40d3-bb33-fc17ad5fa3cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:31.228335 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357801db-72fa-43e3-b44d-6d08b4264705 None None] The sync data for ids ['937e2b98-6b92-4181-9481-b0f7b22afb90'] in n-d-712140-15 is: [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:25Z', 'revision_number': 7, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None, '_interfaces': [{'id': '05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1', 'name': '', 'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:2d:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:02Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f14aeae-796f-4eb6-afe0-7a212ef975eb', 'name': '', 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:e2:29:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:02Z', 'updated_at': '2021-11-12T20:08:11Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb124d1-7c78-4647-8803-91191bf0eb0b', 'name': '', 'network_id': 'f21ec8ad-8905-4d19-a80e-0be06d49a642', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:4a:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '07fe4de5-9ea4-4a11-a425-595204767067', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:11Z', 'updated_at': '2021-11-12T20:08:18Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '07fe4de5-9ea4-4a11-a425-595204767067', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb15e8f-d496-4efe-8590-3733f847316f', 'name': '', 'network_id': '47ef86f5-3f55-412b-ba28-38dc17eda1d5', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:8b:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'a991413a-ac09-40d3-bb33-fc17ad5fa3cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:19Z', 'updated_at': '2021-11-12T20:08:26Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': 'a991413a-ac09-40d3-bb33-fc17ad5fa3cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:08:31.234416 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-e0abf12a-462e-4e47-87bf-dcbbec2f3928 None None] Allocated IP 172.20.0.2 (1217fc13-52b1-48e2-90e3-8ec289b00657/72eab03a-2e4d-41e0-82f1-7fb4346cd6bd/b7c79351-8676-4a53-9b8e-49cc6f2da3cd) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:08:31.308010 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1f31f-c2dc-45fa-91b6-7a4520c754c1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Port': ['ID=fbb15e8f-d496-4efe-8590-3733f847316f,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:31.323875 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117341e9-14f5-4ea8-bd2c-11bcb943aae4 req-e38f9fa3-69a9-4f72-b7b0-5fcaaea0cd45 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:31.325759 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-117341e9-14f5-4ea8-bd2c-11bcb943aae4 req-e38f9fa3-69a9-4f72-b7b0-5fcaaea0cd45 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58516ff-a6a9-45e9-86b8-3a6941380cf3 HTTP/1.1" status: 200 len: 943 time: 0.5055952 Nov 12 20:08:31.333246 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-2128ee2f-456b-40e4-b3c9-d79794ba065b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1010938206-network', 'tenant_id': '8882921379f047559c7e604cffefaffd'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:31.392270 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-699297b2-e92d-4350-9acd-54919c90fc5b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:31.428161 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6a4de-16ce-4587-9ee7-4fb8123bb067 req-c8142f0f-3473-4b03-8582-c1d11e0a128c tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:31.429786 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-43c6a4de-16ce-4587-9ee7-4fb8123bb067 req-c8142f0f-3473-4b03-8582-c1d11e0a128c tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.4815402 Nov 12 20:08:31.443358 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e0abf12a-462e-4e47-87bf-dcbbec2f3928 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:31.461847 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e0abf12a-462e-4e47-87bf-dcbbec2f3928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:31.488152 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2128ee2f-456b-40e4-b3c9-d79794ba065b admin admin] Made reservation on behalf of 8882921379f047559c7e604cffefaffd for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:08:31.490471 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2128ee2f-456b-40e4-b3c9-d79794ba065b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:31.523207 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2128ee2f-456b-40e4-b3c9-d79794ba065b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:31.525262 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0abf12a-462e-4e47-87bf-dcbbec2f3928 None None] Network 1217fc13-52b1-48e2-90e3-8ec289b00657 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:08:31.531115 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-e0abf12a-462e-4e47-87bf-dcbbec2f3928 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:31.537018 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0abf12a-462e-4e47-87bf-dcbbec2f3928 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:08:31.541289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abf12a-462e-4e47-87bf-dcbbec2f3928 None None] Pushing event updated for resources: {'Port': ['ID=b7c79351-8676-4a53-9b8e-49cc6f2da3cd,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:31.596018 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-117341e9-14f5-4ea8-bd2c-11bcb943aae4 req-74b9eb6e-1cf4-4ffa-a770-ec65e7518244 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569532 Nov 12 20:08:31.602080 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-59b1f31f-c2dc-45fa-91b6-7a4520c754c1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:31.602669 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e0abf12a-462e-4e47-87bf-dcbbec2f3928 None None] Attempting to bind port b7c79351-8676-4a53-9b8e-49cc6f2da3cd on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:08:31.603745 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e0abf12a-462e-4e47-87bf-dcbbec2f3928 None None] Attempting to bind port b7c79351-8676-4a53-9b8e-49cc6f2da3cd by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:08:31.604292 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abf12a-462e-4e47-87bf-dcbbec2f3928 None None] Attempting to bind port b7c79351-8676-4a53-9b8e-49cc6f2da3cd on network 1217fc13-52b1-48e2-90e3-8ec289b00657 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:08:31.610638 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abf12a-462e-4e47-87bf-dcbbec2f3928 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:08:31.611029 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abf12a-462e-4e47-87bf-dcbbec2f3928 None None] Checking segment: {'id': '0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:08:31.611432 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e0abf12a-462e-4e47-87bf-dcbbec2f3928 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:31.611823 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abf12a-462e-4e47-87bf-dcbbec2f3928 None None] Bound using segment: {'id': '0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:08:31.612506 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e0abf12a-462e-4e47-87bf-dcbbec2f3928 None None] Bound port: b7c79351-8676-4a53-9b8e-49cc6f2da3cd, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:08:31.612902 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e0abf12a-462e-4e47-87bf-dcbbec2f3928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:31.700372 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-699297b2-e92d-4350-9acd-54919c90fc5b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:31.728606 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e0abf12a-462e-4e47-87bf-dcbbec2f3928 None None] For port b7c79351-8676-4a53-9b8e-49cc6f2da3cd, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:08:31.732802 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e0abf12a-462e-4e47-87bf-dcbbec2f3928 None None] For port b7c79351-8676-4a53-9b8e-49cc6f2da3cd, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b7c79351-8676-4a53-9b8e-49cc6f2da3cd,segment=NetworkSegment(0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af),segment_id=0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:08:31.739514 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e0abf12a-462e-4e47-87bf-dcbbec2f3928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:31.745994 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-43c6a4de-16ce-4587-9ee7-4fb8123bb067 req-a0d222db-1793-4d23-b577-c4602e39c161 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698483 Nov 12 20:08:31.828184 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abf12a-462e-4e47-87bf-dcbbec2f3928 None None] Pushing event updated for resources: {'Port': ['ID=b7c79351-8676-4a53-9b8e-49cc6f2da3cd,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:31.884778 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-4892002b-be97-4d46-8e97-1eed40500fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f79b321-1c10-4f96-b8b0-ac908f26da0e {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:08:31.894024 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-4892002b-be97-4d46-8e97-1eed40500fef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:31.915264 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2128ee2f-456b-40e4-b3c9-d79794ba065b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:31.915955 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-4892002b-be97-4d46-8e97-1eed40500fef service neutron] Transition to ACTIVE for port object 0f79b321-1c10-4f96-b8b0-ac908f26da0e will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:08:31.926835 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-4892002b-be97-4d46-8e97-1eed40500fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:31.929709 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2128ee2f-456b-40e4-b3c9-d79794ba065b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:31.972778 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2128ee2f-456b-40e4-b3c9-d79794ba065b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:08:31.986424 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c11e4f-c787-43e6-ae42-cf6812de0aab req-633ef0fe-b94b-4f1a-95f7-aea64d31b818 tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:31.987996 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-62c11e4f-c787-43e6-ae42-cf6812de0aab req-633ef0fe-b94b-4f1a-95f7-aea64d31b818 tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.48 "GET /v2.0/ports?device_id=896c209f-3160-4e6d-88c6-222f8781841b HTTP/1.1" status: 200 len: 931 time: 0.1943262 Nov 12 20:08:31.997877 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b1f31f-c2dc-45fa-91b6-7a4520c754c1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Router 937e2b98-6b92-4181-9481-b0f7b22afb90 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:08:31.998731 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128ee2f-456b-40e4-b3c9-d79794ba065b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdf377d-41f1-42ea-9a44-6ceafa4b8c82,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:32.008563 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2128ee2f-456b-40e4-b3c9-d79794ba065b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:32.008788 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-2128ee2f-456b-40e4-b3c9-d79794ba065b admin admin] Added segment 274d569d-058a-4079-8f69-f8a5fc69e41e of type vlan for network 851de453-aedd-42e0-976e-e68d4fe5f3c0 Nov 12 20:08:32.050873 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892002b-be97-4d46-8e97-1eed40500fef service neutron] Pushing event updated for resources: {'Port': ['ID=0f79b321-1c10-4f96-b8b0-ac908f26da0e,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:32.135648 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675374d-d83d-451b-8941-7efddc407049 req-0f98901b-cae2-42be-af11-98b95dc74f9f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:32.150892 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f675374d-d83d-451b-8941-7efddc407049 req-0f98901b-cae2-42be-af11-98b95dc74f9f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.1775358 Nov 12 20:08:32.159433 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2128ee2f-456b-40e4-b3c9-d79794ba065b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:32.161399 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36228) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:32.167362 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-3b84a9bc-ce7f-475a-a9d3-e62700f265f7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Request body: {'floatingip': {'port_id': 'b4411998-a2fc-4fdb-9e3d-8e4287aef1dc'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:32.244355 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-62c11e4f-c787-43e6-ae42-cf6812de0aab req-4ae4ea09-fb08-4ac4-b3a2-3ba3577cb8da tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.48 "GET /v2.0/security-groups?id=3810f09f-164a-408a-89d7-9f3eae48c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409611 Nov 12 20:08:32.263555 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-4892002b-be97-4d46-8e97-1eed40500fef service neutron] Attempting to bind port 0f79b321-1c10-4f96-b8b0-ac908f26da0e on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:08:32.263968 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-4892002b-be97-4d46-8e97-1eed40500fef service neutron] Attempting to bind port 0f79b321-1c10-4f96-b8b0-ac908f26da0e by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'b412bcd2-153e-470b-91ca-71d6b488eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:08:32.264413 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-4892002b-be97-4d46-8e97-1eed40500fef service neutron] Attempting to bind port 0f79b321-1c10-4f96-b8b0-ac908f26da0e on network e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:08:32.271168 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b84a9bc-ce7f-475a-a9d3-e62700f265f7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for floatingip, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:32.275600 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-4892002b-be97-4d46-8e97-1eed40500fef service neutron] Port 0f79b321-1c10-4f96-b8b0-ac908f26da0e on network e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:08:32.276011 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-4892002b-be97-4d46-8e97-1eed40500fef service neutron] Attempting to bind port 0f79b321-1c10-4f96-b8b0-ac908f26da0e on network e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:08:32.283088 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-699297b2-e92d-4350-9acd-54919c90fc5b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:32.285991 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-4892002b-be97-4d46-8e97-1eed40500fef service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:08:32.286399 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-4892002b-be97-4d46-8e97-1eed40500fef service neutron] Checking segment: {'id': 'b412bcd2-153e-470b-91ca-71d6b488eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:08:32.286853 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-4892002b-be97-4d46-8e97-1eed40500fef service neutron] Bound using segment: {'id': 'b412bcd2-153e-470b-91ca-71d6b488eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:08:32.287391 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-4892002b-be97-4d46-8e97-1eed40500fef service neutron] Bound port: 0f79b321-1c10-4f96-b8b0-ac908f26da0e, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b412bcd2-153e-470b-91ca-71d6b488eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:08:32.287808 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-4892002b-be97-4d46-8e97-1eed40500fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:32.313356 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-699297b2-e92d-4350-9acd-54919c90fc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:32.340439 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2128ee2f-456b-40e4-b3c9-d79794ba065b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:32.341330 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2128ee2f-456b-40e4-b3c9-d79794ba065b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:32.341916 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2128ee2f-456b-40e4-b3c9-d79794ba065b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:32.348105 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b1f31f-c2dc-45fa-91b6-7a4520c754c1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:08:32.356548 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-59b1f31f-c2dc-45fa-91b6-7a4520c754c1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "PUT /v2.0/routers/937e2b98-6b92-4181-9481-b0f7b22afb90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6989889 Nov 12 20:08:32.360862 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37680b21-4adf-41f7-b2f5-a522e2bff95f None None] Sync routers for ids ['937e2b98-6b92-4181-9481-b0f7b22afb90'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:08:32.362297 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36230) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:32.371908 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37680b21-4adf-41f7-b2f5-a522e2bff95f None None] Routers {'937e2b98-6b92-4181-9481-b0f7b22afb90'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:32.372535 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-37680b21-4adf-41f7-b2f5-a522e2bff95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['937e2b98-6b92-4181-9481-b0f7b22afb90'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:32.459453 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-4892002b-be97-4d46-8e97-1eed40500fef service neutron] For port 0f79b321-1c10-4f96-b8b0-ac908f26da0e, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:08:32.470817 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-37680b21-4adf-41f7-b2f5-a522e2bff95f None None] Set router 937e2b98-6b92-4181-9481-b0f7b22afb90 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:32.473103 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2128ee2f-456b-40e4-b3c9-d79794ba065b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7197618 Nov 12 20:08:32.480769 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36232) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:32.490000 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-4892002b-be97-4d46-8e97-1eed40500fef service neutron] For port 0f79b321-1c10-4f96-b8b0-ac908f26da0e, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0f79b321-1c10-4f96-b8b0-ac908f26da0e,segment=NetworkSegment(b412bcd2-153e-470b-91ca-71d6b488eea7),segment_id=b412bcd2-153e-470b-91ca-71d6b488eea7)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:08:32.491151 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-97068b3e-7daf-49a4-92a5-91bc2c79fbfc admin admin] Request body: {'subnet': {'network_id': '851de453-aedd-42e0-976e-e68d4fe5f3c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1010938206-subnet', 'tenant_id': '8882921379f047559c7e604cffefaffd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:32.499449 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-4892002b-be97-4d46-8e97-1eed40500fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:32.506712 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128ee2f-456b-40e4-b3c9-d79794ba065b admin admin] Pushing event updated for resources: {'Network': ['ID=851de453-aedd-42e0-976e-e68d4fe5f3c0,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:32.514165 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-699297b2-e92d-4350-9acd-54919c90fc5b admin admin] Allocated IP 172.25.5.182 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/924d2b9b-3b79-4d48-a476-3fd41d3cbd8b) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:08:32.531520 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 851de453-aedd-42e0-976e-e68d4fe5f3c0 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:08:32.555988 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-4892002b-be97-4d46-8e97-1eed40500fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:32.556973 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-4892002b-be97-4d46-8e97-1eed40500fef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:32.558424 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-4892002b-be97-4d46-8e97-1eed40500fef service neutron] 10.222.0.52 "PUT /v2.0/ports/0f79b321-1c10-4f96-b8b0-ac908f26da0e HTTP/1.1" status: 200 len: 1092 time: 1.9039586 Nov 12 20:08:32.563057 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896c209f-3160-4e6d-88c6-222f8781841b', 'tag': '0f79b321-1c10-4f96-b8b0-ac908f26da0e'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:08:32.565325 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e107ccd-a15a-428c-8b56-6e285800c0b8" -d '{"events": [{"name": "network-changed", "server_uuid": "896c209f-3160-4e6d-88c6-222f8781841b", "tag": "0f79b321-1c10-4f96-b8b0-ac908f26da0e"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:08:32.582251 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef601a39-b34c-480d-a2eb-1e4291c6a6c2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Deleting subnet a991413a-ac09-40d3-bb33-fc17ad5fa3cb {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:08:32.592530 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ef601a39-b34c-480d-a2eb-1e4291c6a6c2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:32.620192 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97068b3e-7daf-49a4-92a5-91bc2c79fbfc admin admin] Made reservation on behalf of 8882921379f047559c7e604cffefaffd for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:08:32.622612 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-97068b3e-7daf-49a4-92a5-91bc2c79fbfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:32.669700 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f5fd2b-b68c-4a91-93aa-5e5a8cc0c05a x-openstack-request-id: req-d7f5fd2b-b68c-4a91-93aa-5e5a8cc0c05a {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:08:32.670358 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "896c209f-3160-4e6d-88c6-222f8781841b", "tag": "0f79b321-1c10-4f96-b8b0-ac908f26da0e", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:08:32.670794 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d7f5fd2b-b68c-4a91-93aa-5e5a8cc0c05a {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:08:32.671503 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '896c209f-3160-4e6d-88c6-222f8781841b', 'tag': '0f79b321-1c10-4f96-b8b0-ac908f26da0e', 'status': 'completed', 'code': 200} Nov 12 20:08:32.675811 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892002b-be97-4d46-8e97-1eed40500fef service neutron] Pushing event updated for resources: {'Port': ['ID=0f79b321-1c10-4f96-b8b0-ac908f26da0e,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:32.753993 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ef601a39-b34c-480d-a2eb-1e4291c6a6c2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:32.814119 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-82bf236f-b6bc-43bc-b03f-55fef6b65f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:32.816331 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-82bf236f-b6bc-43bc-b03f-55fef6b65f64 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a1a4aa2d756a49939719727515086115&device_id=896c209f-3160-4e6d-88c6-222f8781841b HTTP/1.1" status: 200 len: 1095 time: 0.1778467 Nov 12 20:08:32.846180 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-37680b21-4adf-41f7-b2f5-a522e2bff95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:30Z', 'revision_number': 8, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None, '_interfaces': [{'id': '05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1', 'name': '', 'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:2d:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:02Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f14aeae-796f-4eb6-afe0-7a212ef975eb', 'name': '', 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:e2:29:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:02Z', 'updated_at': '2021-11-12T20:08:11Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb124d1-7c78-4647-8803-91191bf0eb0b', 'name': '', 'network_id': 'f21ec8ad-8905-4d19-a80e-0be06d49a642', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:4a:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '07fe4de5-9ea4-4a11-a425-595204767067', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:11Z', 'updated_at': '2021-11-12T20:08:18Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '07fe4de5-9ea4-4a11-a425-595204767067', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:32.888669 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-699297b2-e92d-4350-9acd-54919c90fc5b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:32.891421 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-2b9f744f-17a8-4898-942a-1ff6ec650404 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f79b321-1c10-4f96-b8b0-ac908f26da0e HTTP/1.1" status: 200 len: 217 time: 0.0586162 Nov 12 20:08:32.921112 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37680b21-4adf-41f7-b2f5-a522e2bff95f None None] Checking router: 937e2b98-6b92-4181-9481-b0f7b22afb90 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:08:32.943425 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37680b21-4adf-41f7-b2f5-a522e2bff95f None None] Routers {'937e2b98-6b92-4181-9481-b0f7b22afb90'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:32.944129 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-37680b21-4adf-41f7-b2f5-a522e2bff95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['937e2b98-6b92-4181-9481-b0f7b22afb90'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:33.047060 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80021b-4c09-418a-8f52-895db4c64013 req-e4eadfa2-76ee-4e41-92c9-ffd475fc1dff tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:33.048775 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bb80021b-4c09-418a-8f52-895db4c64013 req-e4eadfa2-76ee-4e41-92c9-ffd475fc1dff tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58516ff-a6a9-45e9-86b8-3a6941380cf3 HTTP/1.1" status: 200 len: 943 time: 0.2601640 Nov 12 20:08:33.052780 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-699297b2-e92d-4350-9acd-54919c90fc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:33.091445 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ef601a39-b34c-480d-a2eb-1e4291c6a6c2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:33.094728 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-194d97b2-bd0f-46c3-8bf5-71ac24fb4d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:33.096453 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-194d97b2-bd0f-46c3-8bf5-71ac24fb4d6d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d5d5090-033b-4f14-b2a9-6ae2634f4b0e HTTP/1.1" status: 200 len: 852 time: 0.1959248 Nov 12 20:08:33.111397 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699297b2-e92d-4350-9acd-54919c90fc5b admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:08:33.127374 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-699297b2-e92d-4350-9acd-54919c90fc5b admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:33.145035 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b7c79351-8676-4a53-9b8e-49cc6f2da3cd up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:08:33.152888 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699297b2-e92d-4350-9acd-54919c90fc5b admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:08:33.159831 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-d15955f9-8bcd-465e-a683-145e01023ec3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516243 Nov 12 20:08:33.162135 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699297b2-e92d-4350-9acd-54919c90fc5b admin admin] Pushing event updated for resources: {'Port': ['ID=924d2b9b-3b79-4d48-a476-3fd41d3cbd8b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:33.176724 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-37680b21-4adf-41f7-b2f5-a522e2bff95f None None] Set router 937e2b98-6b92-4181-9481-b0f7b22afb90 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:33.228538 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b7c79351-8676-4a53-9b8e-49cc6f2da3cd triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:33.228916 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:33.327326 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bb80021b-4c09-418a-8f52-895db4c64013 req-ff80a4bc-fd9f-4f0a-9771-0ee95ccf1b46 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689719 Nov 12 20:08:33.355612 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa640fa-2051-4fcd-9d09-3c4603cde012 None None] Network 1217fc13-52b1-48e2-90e3-8ec289b00657 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:08:33.358857 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-97068b3e-7daf-49a4-92a5-91bc2c79fbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:33.361597 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ef601a39-b34c-480d-a2eb-1e4291c6a6c2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:33.425033 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ef601a39-b34c-480d-a2eb-1e4291c6a6c2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:33.432416 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ef601a39-b34c-480d-a2eb-1e4291c6a6c2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/subnets/a991413a-ac09-40d3-bb33-fc17ad5fa3cb HTTP/1.1" status: 204 len: 168 time: 1.0690453 Nov 12 20:08:33.433419 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36244) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:33.478857 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-ca5f5c7f-b8cb-4615-bfe5-37f4eb500c85 service neutron] 10.222.0.52 "GET /v2.0/networks/e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739682 Nov 12 20:08:33.498556 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db04c562-8e52-406b-acbf-272e36c2399d None None] Network 47ef86f5-3f55-412b-ba28-38dc17eda1d5 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:08:33.522272 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97068b3e-7daf-49a4-92a5-91bc2c79fbfc admin admin] Checking segment: {'id': '274d569d-058a-4079-8f69-f8a5fc69e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '851de453-aedd-42e0-976e-e68d4fe5f3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:08:33.522893 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97068b3e-7daf-49a4-92a5-91bc2c79fbfc admin admin] Network hostable DHCP agents. Network: 851de453-aedd-42e0-976e-e68d4fe5f3c0, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:08:33.525208 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97068b3e-7daf-49a4-92a5-91bc2c79fbfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c75dc0d-1a03-4baf-8ac4-324c7a91969e,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:33.563108 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-37680b21-4adf-41f7-b2f5-a522e2bff95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:30Z', 'revision_number': 8, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None, '_interfaces': [{'id': '05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1', 'name': '', 'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:2d:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:02Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f14aeae-796f-4eb6-afe0-7a212ef975eb', 'name': '', 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:e2:29:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:02Z', 'updated_at': '2021-11-12T20:08:11Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb124d1-7c78-4647-8803-91191bf0eb0b', 'name': '', 'network_id': 'f21ec8ad-8905-4d19-a80e-0be06d49a642', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:4a:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '07fe4de5-9ea4-4a11-a425-595204767067', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:11Z', 'updated_at': '2021-11-12T20:08:18Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '07fe4de5-9ea4-4a11-a425-595204767067', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:33.579368 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef601a39-b34c-480d-a2eb-1e4291c6a6c2 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Subnet': ['ID=a991413a-ac09-40d3-bb33-fc17ad5fa3cb,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:33.593175 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b84a9bc-ce7f-475a-a9d3-e62700f265f7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:33.602479 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b84a9bc-ce7f-475a-a9d3-e62700f265f7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:33.602724 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37680b21-4adf-41f7-b2f5-a522e2bff95f None None] The sync data for ids ['937e2b98-6b92-4181-9481-b0f7b22afb90'] in n-d-712140-15 is: [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:30Z', 'revision_number': 8, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None, '_interfaces': [{'id': '05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1', 'name': '', 'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:2d:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:02Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f14aeae-796f-4eb6-afe0-7a212ef975eb', 'name': '', 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:e2:29:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:02Z', 'updated_at': '2021-11-12T20:08:11Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb124d1-7c78-4647-8803-91191bf0eb0b', 'name': '', 'network_id': 'f21ec8ad-8905-4d19-a80e-0be06d49a642', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:4a:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '07fe4de5-9ea4-4a11-a425-595204767067', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:11Z', 'updated_at': '2021-11-12T20:08:18Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '07fe4de5-9ea4-4a11-a425-595204767067', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:08:33.632418 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91a6b950-b699-42a7-bea9-8fbab2bd37ed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:33.654691 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97068b3e-7daf-49a4-92a5-91bc2c79fbfc admin admin] Network 851de453-aedd-42e0-976e-e68d4fe5f3c0 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:08:33.684431 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-97068b3e-7daf-49a4-92a5-91bc2c79fbfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 851de453-aedd-42e0-976e-e68d4fe5f3c0) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:33.687403 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d29b5a-de4d-4ea7-b1d0-26cd164ee774 req-f395029f-1b1e-44ef-ba67-f23d765f559d tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:33.689425 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3d29b5a-de4d-4ea7-b1d0-26cd164ee774 req-f395029f-1b1e-44ef-ba67-f23d765f559d tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.48 "GET /v2.0/ports?device_id=896c209f-3160-4e6d-88c6-222f8781841b HTTP/1.1" status: 200 len: 943 time: 0.2710788 Nov 12 20:08:33.717540 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97068b3e-7daf-49a4-92a5-91bc2c79fbfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:33.718140 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-97068b3e-7daf-49a4-92a5-91bc2c79fbfc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:33.737968 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7559c4e-5bb5-4a0e-91e4-54eed8c55ee1 None None] Network 851de453-aedd-42e0-976e-e68d4fe5f3c0 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:08:33.744985 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-97068b3e-7daf-49a4-92a5-91bc2c79fbfc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2614276 Nov 12 20:08:33.757947 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-3b84a9bc-ce7f-475a-a9d3-e62700f265f7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Floating IP b4cd72bf-c6cc-48aa-bd42-b3a964ac4271 associated. External IP: 172.25.5.129, port: b4411998-a2fc-4fdb-9e3d-8e4287aef1dc. Nov 12 20:08:33.760969 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:33.838774 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3a0780e8-2ddc-4204-90c2-e5be05dfa41a req-55790eff-013a-4953-bdfc-a7c3c3d54894 service neutron] 10.222.0.52 "GET /v2.0/networks/e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438318 Nov 12 20:08:33.860958 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3d29b5a-de4d-4ea7-b1d0-26cd164ee774 req-4cee3820-ed87-4cf6-8178-f73548736910 tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.48 "GET /v2.0/security-groups?id=3810f09f-164a-408a-89d7-9f3eae48c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596041 Nov 12 20:08:33.878027 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-699297b2-e92d-4350-9acd-54919c90fc5b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:33.916858 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 0f93a320-613d-4bfe-9778-434a6b7a2862 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:08:33.951969 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-488fc2e7-50e4-483b-8019-8065266f5bdd None None] Provisioning complete for port b7c79351-8676-4a53-9b8e-49cc6f2da3cd triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:33.952368 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-488fc2e7-50e4-483b-8019-8065266f5bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:34.081786 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port b7c79351-8676-4a53-9b8e-49cc6f2da3cd, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b7c79351-8676-4a53-9b8e-49cc6f2da3cd,segment=NetworkSegment(0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af),segment_id=0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:34.107271 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-91a6b950-b699-42a7-bea9-8fbab2bd37ed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Deleting port 6c1c1f64-39d9-4dfe-bb67-79cafa4529e2 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:08:34.107865 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91a6b950-b699-42a7-bea9-8fbab2bd37ed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:34.112885 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b84a9bc-ce7f-475a-a9d3-e62700f265f7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Router f0ce2f37-fd88-4391-ae86-dfec9b0e944d has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:08:34.132595 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e107ccd-a15a-428c-8b56-6e285800c0b8 req-2e9eeb5a-9dbf-4bb2-bbd9-d4f8d077c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:34.134955 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e107ccd-a15a-428c-8b56-6e285800c0b8 req-2e9eeb5a-9dbf-4bb2-bbd9-d4f8d077c055 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a1a4aa2d756a49939719727515086115&device_id=896c209f-3160-4e6d-88c6-222f8781841b HTTP/1.1" status: 200 len: 1095 time: 0.1902370 Nov 12 20:08:34.140598 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:34.269325 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb1f299-7898-4ffe-8a91-8b46f70390f2 None None] DHCP port deletion for 47ef86f5-3f55-412b-ba28-38dc17eda1d5 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:08:34.297316 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bb38f4-d7fd-4ffc-94e1-a39f83b9b9e1 None None] Network 851de453-aedd-42e0-976e-e68d4fe5f3c0 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:08:34.311845 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b84a9bc-ce7f-475a-a9d3-e62700f265f7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:08:34.317994 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b84a9bc-ce7f-475a-a9d3-e62700f265f7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:34.361892 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3b84a9bc-ce7f-475a-a9d3-e62700f265f7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "PUT /v2.0/floatingips/b4cd72bf-c6cc-48aa-bd42-b3a964ac4271 HTTP/1.1" status: 200 len: 992 time: 2.1994147 Nov 12 20:08:34.362523 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1642c892-56c2-45a6-a664-06a3ec34197d', 'tag': 'b4411998-a2fc-4fdb-9e3d-8e4287aef1dc'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:08:34.365159 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23350c76-d809-4f2c-a49e-a49edf445f76" -d '{"events": [{"name": "network-changed", "server_uuid": "1642c892-56c2-45a6-a664-06a3ec34197d", "tag": "b4411998-a2fc-4fdb-9e3d-8e4287aef1dc"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:08:34.388415 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-2f8f73d9-310d-4768-8a24-9a07fc1ac978 req-ec196aa7-9e0c-4a21-8a43-c0e6898d2523 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2112968009', 'description': 'tempest-description-1554140298'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:34.493114 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73377740-a566-48bd-862c-63dd0d9ee95c req-f0f3da2b-b258-4e6e-b947-47ef23e567b4 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:34.494763 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-73377740-a566-48bd-862c-63dd0d9ee95c req-f0f3da2b-b258-4e6e-b947-47ef23e567b4 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58516ff-a6a9-45e9-86b8-3a6941380cf3 HTTP/1.1" status: 200 len: 943 time: 0.0624189 Nov 12 20:08:34.496416 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bcced2-e47c-4e4e-9515-368b27d25ba8 None None] Sync routers for ids ['f0ce2f37-fd88-4391-ae86-dfec9b0e944d'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:08:34.516583 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-91a6b950-b699-42a7-bea9-8fbab2bd37ed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] For port 6c1c1f64-39d9-4dfe-bb67-79cafa4529e2, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=6c1c1f64-39d9-4dfe-bb67-79cafa4529e2,segment=NetworkSegment(e84e29dc-1e99-45e6-825f-87acac2b595a),segment_id=e84e29dc-1e99-45e6-825f-87acac2b595a)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:34.516949 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91a6b950-b699-42a7-bea9-8fbab2bd37ed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:34.538053 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2f8f73d9-310d-4768-8a24-9a07fc1ac978 req-ec196aa7-9e0c-4a21-8a43-c0e6898d2523 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:34.545032 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-699297b2-e92d-4350-9acd-54919c90fc5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:34.550414 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-73377740-a566-48bd-862c-63dd0d9ee95c req-10a97bf1-0d00-4bcf-95cc-e7e5a129910c tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476620 Nov 12 20:08:34.552038 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-91a6b950-b699-42a7-bea9-8fbab2bd37ed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Calling delete_port for 6c1c1f64-39d9-4dfe-bb67-79cafa4529e2 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:08:34.610514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=b7c79351-8676-4a53-9b8e-49cc6f2da3cd,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:34.629975 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 0f93a320-613d-4bfe-9778-434a6b7a2862, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=0f93a320-613d-4bfe-9778-434a6b7a2862,segment=NetworkSegment(44856b08-7173-4552-88bc-2d1c4111ab8b),segment_id=44856b08-7173-4552-88bc-2d1c4111ab8b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:34.637769 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bcced2-e47c-4e4e-9515-368b27d25ba8 None None] Routers {'f0ce2f37-fd88-4391-ae86-dfec9b0e944d'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:34.638328 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-78bcced2-e47c-4e4e-9515-368b27d25ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f0ce2f37-fd88-4391-ae86-dfec9b0e944d'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:34.668496 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9143f8d7-d379-4044-84ba-5b74ff68b899 x-openstack-request-id: req-9143f8d7-d379-4044-84ba-5b74ff68b899 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:08:34.668793 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1642c892-56c2-45a6-a664-06a3ec34197d", "tag": "b4411998-a2fc-4fdb-9e3d-8e4287aef1dc", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:08:34.669040 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9143f8d7-d379-4044-84ba-5b74ff68b899 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:08:34.669443 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1642c892-56c2-45a6-a664-06a3ec34197d', 'tag': 'b4411998-a2fc-4fdb-9e3d-8e4287aef1dc', 'status': 'completed', 'code': 200} Nov 12 20:08:34.704502 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '0f93a320-613d-4bfe-9778-434a6b7a2862', 'network_id': 'd647a41e-ad4a-4efd-99be-d45e84f5e8b5', 'port_id': '0f93a320-613d-4bfe-9778-434a6b7a2862', 'mac_address': 'fa:16:3e:51:e4:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1ad2f7-7e72-4638-8072-b188c067ace8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:08:34.735446 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23350c76-d809-4f2c-a49e-a49edf445f76 req-70c428ee-3365-47aa-afcd-b121474a8e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:34.737093 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23350c76-d809-4f2c-a49e-a49edf445f76 req-70c428ee-3365-47aa-afcd-b121474a8e9a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc4db98daf5b4e7b9bbbe0aad0f1a29c&device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 1098 time: 0.0463176 Nov 12 20:08:34.828282 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2bb1f299-7898-4ffe-8a91-8b46f70390f2 None None] Deleting port 6c1c1f64-39d9-4dfe-bb67-79cafa4529e2 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:08:34.828825 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2bb1f299-7898-4ffe-8a91-8b46f70390f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:34.846609 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23350c76-d809-4f2c-a49e-a49edf445f76 req-e6792db0-ee7b-4477-be99-b878a84becd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:34.849033 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23350c76-d809-4f2c-a49e-a49edf445f76 req-e6792db0-ee7b-4477-be99-b878a84becd5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202 HTTP/1.1" status: 200 len: 917 time: 0.1039045 Nov 12 20:08:34.903689 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:34.956916 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-78bcced2-e47c-4e4e-9515-368b27d25ba8 None None] Set router f0ce2f37-fd88-4391-ae86-dfec9b0e944d gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:34.999482 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b7c79351-8676-4a53-9b8e-49cc6f2da3cd up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:08:35.000372 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23350c76-d809-4f2c-a49e-a49edf445f76 req-e04c69d3-4670-4250-968a-ad72a5940504 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc HTTP/1.1" status: 200 len: 1000 time: 0.1421635 Nov 12 20:08:35.001684 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e107ccd-a15a-428c-8b56-6e285800c0b8 req-43e988de-b042-41ea-9c33-790ce3a1083a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:35.003175 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e107ccd-a15a-428c-8b56-6e285800c0b8 req-43e988de-b042-41ea-9c33-790ce3a1083a service neutron] 10.222.0.52 "GET /v2.0/networks?id=e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63 HTTP/1.1" status: 200 len: 913 time: 0.7804251 Nov 12 20:08:35.008365 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f93a320-613d-4bfe-9778-434a6b7a2862 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:08:35.013507 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-5b29bf88-3fa7-4cef-ab59-035d6a6b045e None None] Provisioning complete for port b7c79351-8676-4a53-9b8e-49cc6f2da3cd triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:35.013507 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5b29bf88-3fa7-4cef-ab59-035d6a6b045e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:35.016151 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2bb1f299-7898-4ffe-8a91-8b46f70390f2 None None] For port 6c1c1f64-39d9-4dfe-bb67-79cafa4529e2, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=6c1c1f64-39d9-4dfe-bb67-79cafa4529e2,segment=NetworkSegment(e84e29dc-1e99-45e6-825f-87acac2b595a),segment_id=e84e29dc-1e99-45e6-825f-87acac2b595a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:35.016568 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2bb1f299-7898-4ffe-8a91-8b46f70390f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:35.085732 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2bb1f299-7898-4ffe-8a91-8b46f70390f2 None None] Calling delete_port for 6c1c1f64-39d9-4dfe-bb67-79cafa4529e2 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:08:35.094074 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb90fd7-7215-4d70-8cb6-d0eb4f95dd97 req-fd1fda3a-efde-4a3b-909b-cbb0177a8a6d tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:35.096264 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7eb90fd7-7215-4d70-8cb6-d0eb4f95dd97 req-fd1fda3a-efde-4a3b-909b-cbb0177a8a6d tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.48 "GET /v2.0/ports?device_id=896c209f-3160-4e6d-88c6-222f8781841b HTTP/1.1" status: 200 len: 943 time: 0.0944326 Nov 12 20:08:35.097161 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23350c76-d809-4f2c-a49e-a49edf445f76 req-f97bef49-3656-4b17-99ae-11a353f29db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:35.098510 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23350c76-d809-4f2c-a49e-a49edf445f76 req-f97bef49-3656-4b17-99ae-11a353f29db7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f543e4e2-8561-47f7-b814-55300c23b7f1 HTTP/1.1" status: 200 len: 855 time: 0.0869119 Nov 12 20:08:35.106428 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e107ccd-a15a-428c-8b56-6e285800c0b8 req-2ba9dae9-bd4d-4bbb-aa67-a8dcc7c4fa3d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f79b321-1c10-4f96-b8b0-ac908f26da0e HTTP/1.1" status: 200 len: 217 time: 0.0895960 Nov 12 20:08:35.148530 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 0f93a320-613d-4bfe-9778-434a6b7a2862, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=0f93a320-613d-4bfe-9778-434a6b7a2862,segment=NetworkSegment(44856b08-7173-4552-88bc-2d1c4111ab8b),segment_id=44856b08-7173-4552-88bc-2d1c4111ab8b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:35.166438 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:35.178959 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23350c76-d809-4f2c-a49e-a49edf445f76 req-786e68ff-766a-434a-bce3-d9dd6f6a0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:35.181459 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23350c76-d809-4f2c-a49e-a49edf445f76 req-786e68ff-766a-434a-bce3-d9dd6f6a0a94 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759990 Nov 12 20:08:35.199808 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91a6b950-b699-42a7-bea9-8fbab2bd37ed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:35.204597 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2f8f73d9-310d-4768-8a24-9a07fc1ac978 req-ec196aa7-9e0c-4a21-8a43-c0e6898d2523 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:35.213613 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7eb90fd7-7215-4d70-8cb6-d0eb4f95dd97 req-d5204454-5688-48f3-87bc-030e2113366b tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.48 "GET /v2.0/security-groups?id=3810f09f-164a-408a-89d7-9f3eae48c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960722 Nov 12 20:08:35.239988 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2f8f73d9-310d-4768-8a24-9a07fc1ac978 req-ec196aa7-9e0c-4a21-8a43-c0e6898d2523 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:35.243634 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e107ccd-a15a-428c-8b56-6e285800c0b8 req-9acc881c-db7c-47f4-b68b-b48d66ee704d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:35.244673 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e107ccd-a15a-428c-8b56-6e285800c0b8 req-9acc881c-db7c-47f4-b68b-b48d66ee704d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d5d5090-033b-4f14-b2a9-6ae2634f4b0e HTTP/1.1" status: 200 len: 852 time: 0.1281021 Nov 12 20:08:35.256988 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6b950-b699-42a7-bea9-8fbab2bd37ed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Port': ['ID=6c1c1f64-39d9-4dfe-bb67-79cafa4529e2,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:35.269826 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a6b950-b699-42a7-bea9-8fbab2bd37ed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] No DVR routers for this DVR port 6c1c1f64-39d9-4dfe-bb67-79cafa4529e2 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:08:35.313047 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e107ccd-a15a-428c-8b56-6e285800c0b8 req-ec358312-5bd6-446a-9e88-d08873f5ce79 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443199 Nov 12 20:08:35.336528 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec196aa7-9e0c-4a21-8a43-c0e6898d2523 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ed366a-0512-432c-94fe-087326573dd9,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:35.347981 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2f8f73d9-310d-4768-8a24-9a07fc1ac978 req-ec196aa7-9e0c-4a21-8a43-c0e6898d2523 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:35.368431 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23350c76-d809-4f2c-a49e-a49edf445f76 req-7f235499-0bd6-4abf-b4cf-e48be895741e service neutron] 10.222.0.55 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769872 Nov 12 20:08:35.368777 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2f8f73d9-310d-4768-8a24-9a07fc1ac978 req-ec196aa7-9e0c-4a21-8a43-c0e6898d2523 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 1.1333752 Nov 12 20:08:35.399107 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b7c79351-8676-4a53-9b8e-49cc6f2da3cd triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:35.399483 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:35.412217 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=0f93a320-613d-4bfe-9778-434a6b7a2862,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:35.413733 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:08:35.432111 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699297b2-e92d-4350-9acd-54919c90fc5b admin admin] Router e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:08:35.470110 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2bb1f299-7898-4ffe-8a91-8b46f70390f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:35.488126 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23350c76-d809-4f2c-a49e-a49edf445f76 req-5679b925-1dba-4ba4-9b56-bd6afd1a8198 service neutron] 10.222.0.55 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099892 Nov 12 20:08:35.519545 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb1f299-7898-4ffe-8a91-8b46f70390f2 None None] No DVR routers for this DVR port 6c1c1f64-39d9-4dfe-bb67-79cafa4529e2 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:08:35.528311 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1f299-7898-4ffe-8a91-8b46f70390f2 None None] Pushing event deleted for resources: {'Port': ['ID=6c1c1f64-39d9-4dfe-bb67-79cafa4529e2,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:35.548159 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91a6b950-b699-42a7-bea9-8fbab2bd37ed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:35.606993 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-91a6b950-b699-42a7-bea9-8fbab2bd37ed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ef86f5-3f55-412b-ba28-38dc17eda1d5']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:35.622906 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a32755e0-f37b-46f2-ad35-e58189c78c0c req-14721a89-54f5-4df3-a68c-21c0381717a9 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] 10.222.0.48 "GET /v2.0/security-groups/e8ed366a-0512-432c-94fe-087326573dd9 HTTP/1.1" status: 200 len: 1832 time: 0.2390218 Nov 12 20:08:35.632741 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-78bcced2-e47c-4e4e-9515-368b27d25ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'name': 'tempest-AttachVolumeShelveTestJSON-725252058-router', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:51Z', 'updated_at': '2021-11-12T20:03:04Z', 'revision_number': 4, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'gw_port': {'id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:53Z', 'updated_at': '2021-11-12T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'b4cd72bf-c6cc-48aa-bd42-b3a964ac4271', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'floating_ip_address': '172.25.5.129', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'port_id': 'b4411998-a2fc-4fdb-9e3d-8e4287aef1dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'mac_address': 'fa:16:3e:63:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1642c892-56c2-45a6-a664-06a3ec34197d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:08:03Z', 'updated_at': '2021-11-12T20:08:33Z', 'revision_number': 1, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24185af8-1f22-43f9-bf99-1f7ea5f4b5be', 'name': '', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'mac_address': 'fa:16:3e:5b:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:03:01Z', 'updated_at': '2021-11-12T20:03:10Z', 'revision_number': 5, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'subnets': [{'id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:35.647540 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-91a6b950-b699-42a7-bea9-8fbab2bd37ed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e84e29dc-1e99-45e6-825f-87acac2b595a') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:35.647885 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-91a6b950-b699-42a7-bea9-8fbab2bd37ed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e84e29dc-1e99-45e6-825f-87acac2b595a') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:35.674271 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['0f93a320-613d-4bfe-9778-434a6b7a2862'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:08:35.676862 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bcced2-e47c-4e4e-9515-368b27d25ba8 None None] Checking router: f0ce2f37-fd88-4391-ae86-dfec9b0e944d for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:08:35.704329 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9211a8-cc20-43cc-836c-afb320bc27ab req-31398d7f-42ca-4027-89f0-05caa24dce5d tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:35.705360 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device fbb15e8f-d496-4efe-8590-3733f847316f no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:08:35.712718 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd9211a8-cc20-43cc-836c-afb320bc27ab req-31398d7f-42ca-4027-89f0-05caa24dce5d tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58516ff-a6a9-45e9-86b8-3a6941380cf3 HTTP/1.1" status: 200 len: 944 time: 0.0649843 Nov 12 20:08:35.721241 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-a32755e0-f37b-46f2-ad35-e58189c78c0c req-362ab968-ebcd-4fd9-ac7e-ff7ca8fb89fe tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e8ed366a-0512-432c-94fe-087326573dd9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:35.721647 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-a32755e0-f37b-46f2-ad35-e58189c78c0c req-362ab968-ebcd-4fd9-ac7e-ff7ca8fb89fe tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e8ed366a-0512-432c-94fe-087326573dd9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:35.729203 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91a6b950-b699-42a7-bea9-8fbab2bd37ed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:35.736415 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: fbb15e8f-d496-4efe-8590-3733f847316f {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:08:35.736764 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device fbb15e8f-d496-4efe-8590-3733f847316f not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:08:35.737606 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 6c1c1f64-39d9-4dfe-bb67-79cafa4529e2 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:08:35.741961 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e107ccd-a15a-428c-8b56-6e285800c0b8 req-c3d24324-8525-4506-ba45-44cfefff5e5e service neutron] 10.222.0.52 "GET /v2.0/networks/e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075172 Nov 12 20:08:35.761623 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd9211a8-cc20-43cc-836c-afb320bc27ab req-578d6210-a946-414f-ae7e-e63d257ede00 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463586 Nov 12 20:08:35.761856 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bcced2-e47c-4e4e-9515-368b27d25ba8 None None] Routers {'f0ce2f37-fd88-4391-ae86-dfec9b0e944d'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:35.762329 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-78bcced2-e47c-4e4e-9515-368b27d25ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f0ce2f37-fd88-4391-ae86-dfec9b0e944d'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:35.768660 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 6c1c1f64-39d9-4dfe-bb67-79cafa4529e2 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:08:35.769005 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 6c1c1f64-39d9-4dfe-bb67-79cafa4529e2 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:08:35.776680 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91a6b950-b699-42a7-bea9-8fbab2bd37ed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:35.811421 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a6b950-b699-42a7-bea9-8fbab2bd37ed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:08:35.811836 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91a6b950-b699-42a7-bea9-8fbab2bd37ed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:08:35.815041 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:08:35.840825 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699297b2-e92d-4350-9acd-54919c90fc5b admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:08:35.854215 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc2639c-9246-4597-aecf-fd4e6070bd6e None None] Sync routers for ids ['e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:08:35.866049 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc2639c-9246-4597-aecf-fd4e6070bd6e None None] Routers {'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:35.866991 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2fc2639c-9246-4597-aecf-fd4e6070bd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:35.942661 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-78bcced2-e47c-4e4e-9515-368b27d25ba8 None None] Set router f0ce2f37-fd88-4391-ae86-dfec9b0e944d gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:35.958219 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-699297b2-e92d-4350-9acd-54919c90fc5b admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:35.962188 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-699297b2-e92d-4350-9acd-54919c90fc5b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3135180 Nov 12 20:08:35.962495 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36274) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:35.980337 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91a6b950-b699-42a7-bea9-8fbab2bd37ed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:35.983196 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a32755e0-f37b-46f2-ad35-e58189c78c0c req-362ab968-ebcd-4fd9-ac7e-ff7ca8fb89fe tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:35.986972 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-2fc2639c-9246-4597-aecf-fd4e6070bd6e None None] Set router e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:35.988287 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e107ccd-a15a-428c-8b56-6e285800c0b8 req-976e4da9-99e7-4f5d-9e70-fb56e4c0f6dd service neutron] 10.222.0.52 "GET /v2.0/networks/e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263775 Nov 12 20:08:36.000438 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91a6b950-b699-42a7-bea9-8fbab2bd37ed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:36.006712 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-91a6b950-b699-42a7-bea9-8fbab2bd37ed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/networks/47ef86f5-3f55-412b-ba28-38dc17eda1d5 HTTP/1.1" status: 204 len: 168 time: 2.5707543 Nov 12 20:08:36.011268 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36276) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:36.032592 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6b950-b699-42a7-bea9-8fbab2bd37ed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Network': ['ID=47ef86f5-3f55-412b-ba28-38dc17eda1d5,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:36.119805 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a32755e0-f37b-46f2-ad35-e58189c78c0c req-362ab968-ebcd-4fd9-ac7e-ff7ca8fb89fe tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:36.135326 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a32755e0-f37b-46f2-ad35-e58189c78c0c req-362ab968-ebcd-4fd9-ac7e-ff7ca8fb89fe tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:36.167499 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ab968-ebcd-4fd9-ac7e-ff7ca8fb89fe tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a2c46b-4cd7-44a7-bd82-c2428eb3167c,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:36.185060 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a32755e0-f37b-46f2-ad35-e58189c78c0c req-362ab968-ebcd-4fd9-ac7e-ff7ca8fb89fe tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:36.186464 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a32755e0-f37b-46f2-ad35-e58189c78c0c req-362ab968-ebcd-4fd9-ac7e-ff7ca8fb89fe tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5433218 Nov 12 20:08:36.336082 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2fc2639c-9246-4597-aecf-fd4e6070bd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'name': 'tempest-AttachVolumeTestJSON-2005805429-router', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:30Z', 'updated_at': '2021-11-12T20:08:33Z', 'revision_number': 3, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'gw_port': {'id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:32Z', 'updated_at': '2021-11-12T20:08:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:36.374705 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc2639c-9246-4597-aecf-fd4e6070bd6e None None] Checking router: e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:08:36.375329 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc2639c-9246-4597-aecf-fd4e6070bd6e None None] Updating router e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 port 924d2b9b-3b79-4d48-a476-3fd41d3cbd8b binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:08:36.407667 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2fc2639c-9246-4597-aecf-fd4e6070bd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:36.439501 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e8468-d1c9-4a51-bf9d-7501581375b1 req-956f421c-7c42-4413-8452-43c37015cc2e tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:36.441346 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d50e8468-d1c9-4a51-bf9d-7501581375b1 req-956f421c-7c42-4413-8452-43c37015cc2e tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.48 "GET /v2.0/ports?device_id=896c209f-3160-4e6d-88c6-222f8781841b HTTP/1.1" status: 200 len: 943 time: 0.1328542 Nov 12 20:08:36.521888 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d50e8468-d1c9-4a51-bf9d-7501581375b1 req-109b4881-2059-4f73-91cc-f7188c43aa87 tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.48 "GET /v2.0/security-groups?id=3810f09f-164a-408a-89d7-9f3eae48c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721297 Nov 12 20:08:36.568519 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-78bcced2-e47c-4e4e-9515-368b27d25ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'name': 'tempest-AttachVolumeShelveTestJSON-725252058-router', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:51Z', 'updated_at': '2021-11-12T20:03:04Z', 'revision_number': 4, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'gw_port': {'id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:53Z', 'updated_at': '2021-11-12T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'b4cd72bf-c6cc-48aa-bd42-b3a964ac4271', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'floating_ip_address': '172.25.5.129', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'port_id': 'b4411998-a2fc-4fdb-9e3d-8e4287aef1dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'mac_address': 'fa:16:3e:63:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1642c892-56c2-45a6-a664-06a3ec34197d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:08:03Z', 'updated_at': '2021-11-12T20:08:33Z', 'revision_number': 1, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24185af8-1f22-43f9-bf99-1f7ea5f4b5be', 'name': '', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'mac_address': 'fa:16:3e:5b:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:03:01Z', 'updated_at': '2021-11-12T20:03:10Z', 'revision_number': 5, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'subnets': [{'id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:36.585018 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-588cee1a-ad8e-4c5a-a846-33c37facc313 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:36.600891 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bcced2-e47c-4e4e-9515-368b27d25ba8 None None] The sync data for ids ['f0ce2f37-fd88-4391-ae86-dfec9b0e944d'] in n-d-712140-15 is: [{'id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'name': 'tempest-AttachVolumeShelveTestJSON-725252058-router', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:51Z', 'updated_at': '2021-11-12T20:03:04Z', 'revision_number': 4, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'gw_port': {'id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:53Z', 'updated_at': '2021-11-12T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'b4cd72bf-c6cc-48aa-bd42-b3a964ac4271', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'floating_ip_address': '172.25.5.129', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'port_id': 'b4411998-a2fc-4fdb-9e3d-8e4287aef1dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'mac_address': 'fa:16:3e:63:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1642c892-56c2-45a6-a664-06a3ec34197d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:08:03Z', 'updated_at': '2021-11-12T20:08:33Z', 'revision_number': 1, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24185af8-1f22-43f9-bf99-1f7ea5f4b5be', 'name': '', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'mac_address': 'fa:16:3e:5b:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:03:01Z', 'updated_at': '2021-11-12T20:03:10Z', 'revision_number': 5, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'subnets': [{'id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:08:36.776994 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2fc2639c-9246-4597-aecf-fd4e6070bd6e None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:36.798966 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2fc2639c-9246-4597-aecf-fd4e6070bd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:36.815787 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7c83a5fd-f0b1-401b-b96a-d62b4cfbd8f3 req-329e382b-5a81-4f46-8f8f-8f593b0cd085 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] 10.222.0.48 "GET /v2.0/security-groups/e8ed366a-0512-432c-94fe-087326573dd9 HTTP/1.1" status: 200 len: 2426 time: 0.1118529 Nov 12 20:08:36.856445 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9497809-d6e2-460d-83da-b0894e582d4a None None] Pushing event updated for resources: {'Port': ['ID=924d2b9b-3b79-4d48-a476-3fd41d3cbd8b,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:36.881850 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-2fc2639c-9246-4597-aecf-fd4e6070bd6e None None] Attempting to bind port 924d2b9b-3b79-4d48-a476-3fd41d3cbd8b on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:08:36.882222 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-2fc2639c-9246-4597-aecf-fd4e6070bd6e None None] Attempting to bind port 924d2b9b-3b79-4d48-a476-3fd41d3cbd8b by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:08:36.882586 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc2639c-9246-4597-aecf-fd4e6070bd6e None None] Attempting to bind port 924d2b9b-3b79-4d48-a476-3fd41d3cbd8b on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:08:36.889165 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc2639c-9246-4597-aecf-fd4e6070bd6e None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:08:36.889533 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc2639c-9246-4597-aecf-fd4e6070bd6e None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:08:36.889934 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2fc2639c-9246-4597-aecf-fd4e6070bd6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:36.890324 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc2639c-9246-4597-aecf-fd4e6070bd6e None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:08:36.890797 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-2fc2639c-9246-4597-aecf-fd4e6070bd6e None None] Bound port: 924d2b9b-3b79-4d48-a476-3fd41d3cbd8b, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:08:36.891175 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2fc2639c-9246-4597-aecf-fd4e6070bd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:36.953929 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abd3bbb-c872-4462-be96-a89edd20ebb4 None None] New status for floating IP b4cd72bf-c6cc-48aa-bd42-b3a964ac4271: ACTIVE {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:08:36.956150 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-2fc2639c-9246-4597-aecf-fd4e6070bd6e None None] For port 924d2b9b-3b79-4d48-a476-3fd41d3cbd8b, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:08:36.959684 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-2fc2639c-9246-4597-aecf-fd4e6070bd6e None None] For port 924d2b9b-3b79-4d48-a476-3fd41d3cbd8b, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=924d2b9b-3b79-4d48-a476-3fd41d3cbd8b,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:08:36.965890 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2fc2639c-9246-4597-aecf-fd4e6070bd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:36.968791 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0e1a0177-eb72-48f3-bbfc-6c59cb3d5606 req-559b7cb2-0221-4f77-a911-c39207483eda tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] 10.222.0.48 "GET /v2.0/security-group-rules/c4a2c46b-4cd7-44a7-bd82-c2428eb3167c HTTP/1.1" status: 200 len: 778 time: 0.1324899 Nov 12 20:08:36.991465 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4163129-f90c-47f2-8b1f-0ce7d6a7ffbb req-f74c7696-9157-438c-86e2-6d5b3f76129b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:36.994843 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b4163129-f90c-47f2-8b1f-0ce7d6a7ffbb req-f74c7696-9157-438c-86e2-6d5b3f76129b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58516ff-a6a9-45e9-86b8-3a6941380cf3 HTTP/1.1" status: 200 len: 944 time: 0.1178782 Nov 12 20:08:37.066023 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 0f79b321-1c10-4f96-b8b0-ac908f26da0e details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:08:37.084425 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0e1a0177-eb72-48f3-bbfc-6c59cb3d5606 req-31715eaa-fa83-4792-842a-dc6e7bdf34ef tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] 10.222.0.48 "GET /v2.0/security-groups/e8ed366a-0512-432c-94fe-087326573dd9 HTTP/1.1" status: 200 len: 2426 time: 0.1083305 Nov 12 20:08:37.103613 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-588cee1a-ad8e-4c5a-a846-33c37facc313 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Deleting port cbb124d1-7c78-4647-8803-91191bf0eb0b {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:08:37.103987 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-588cee1a-ad8e-4c5a-a846-33c37facc313 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:37.120051 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9497809-d6e2-460d-83da-b0894e582d4a None None] Pushing event updated for resources: {'Port': ['ID=924d2b9b-3b79-4d48-a476-3fd41d3cbd8b,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:37.123014 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc2639c-9246-4597-aecf-fd4e6070bd6e None None] Routers {'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:37.123753 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2fc2639c-9246-4597-aecf-fd4e6070bd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:37.137141 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-146fae2a-34db-414a-ba43-1921f301ff8d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1929100 Nov 12 20:08:37.188768 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0e1a0177-eb72-48f3-bbfc-6c59cb3d5606 req-f8fa9c56-8662-43e0-b948-a7f27c48cc90 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:37.198650 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b4163129-f90c-47f2-8b1f-0ce7d6a7ffbb req-05232c88-fc36-466c-bdee-581110a2a7df tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847985 Nov 12 20:08:37.219321 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0e1a0177-eb72-48f3-bbfc-6c59cb3d5606 req-f8fa9c56-8662-43e0-b948-a7f27c48cc90 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:37.291779 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-588cee1a-ad8e-4c5a-a846-33c37facc313 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] For port cbb124d1-7c78-4647-8803-91191bf0eb0b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=cbb124d1-7c78-4647-8803-91191bf0eb0b,segment=NetworkSegment(ea93d668-12c6-4597-b312-6174a8cbfa5d),segment_id=ea93d668-12c6-4597-b312-6174a8cbfa5d)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:37.291941 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-588cee1a-ad8e-4c5a-a846-33c37facc313 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:37.325434 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-2fc2639c-9246-4597-aecf-fd4e6070bd6e None None] Set router e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:37.325690 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-588cee1a-ad8e-4c5a-a846-33c37facc313 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Calling delete_port for cbb124d1-7c78-4647-8803-91191bf0eb0b owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:08:37.332344 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 0f79b321-1c10-4f96-b8b0-ac908f26da0e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0f79b321-1c10-4f96-b8b0-ac908f26da0e,segment=NetworkSegment(b412bcd2-153e-470b-91ca-71d6b488eea7),segment_id=b412bcd2-153e-470b-91ca-71d6b488eea7)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:37.338769 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda217-0c33-42dd-a251-a781772253c2 req-024e04b9-1107-4004-91ed-fcebc557db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:37.339249 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda217-0c33-42dd-a251-a781772253c2 req-024e04b9-1107-4004-91ed-fcebc557db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:37.339721 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda217-0c33-42dd-a251-a781772253c2 req-024e04b9-1107-4004-91ed-fcebc557db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:37.340187 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda217-0c33-42dd-a251-a781772253c2 req-024e04b9-1107-4004-91ed-fcebc557db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:37.340690 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda217-0c33-42dd-a251-a781772253c2 req-024e04b9-1107-4004-91ed-fcebc557db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:37.341159 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda217-0c33-42dd-a251-a781772253c2 req-024e04b9-1107-4004-91ed-fcebc557db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:37.341900 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda217-0c33-42dd-a251-a781772253c2 req-024e04b9-1107-4004-91ed-fcebc557db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:37.343957 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-024e04b9-1107-4004-91ed-fcebc557db63 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f131d5186dcd49f4b36559627d56bdc0&device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 6494 time: 0.1295161 Nov 12 20:08:37.361313 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '0f79b321-1c10-4f96-b8b0-ac908f26da0e', 'network_id': 'e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63', 'port_id': '0f79b321-1c10-4f96-b8b0-ac908f26da0e', 'mac_address': 'fa:16:3e:59:6e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d5d5090-033b-4f14-b2a9-6ae2634f4b0e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:08:37.413041 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:37.427665 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f79b321-1c10-4f96-b8b0-ac908f26da0e {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:08:37.430275 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0e1a0177-eb72-48f3-bbfc-6c59cb3d5606 req-f8fa9c56-8662-43e0-b948-a7f27c48cc90 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:37.444686 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0e1a0177-eb72-48f3-bbfc-6c59cb3d5606 req-f8fa9c56-8662-43e0-b948-a7f27c48cc90 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:37.447725 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0e1a0177-eb72-48f3-bbfc-6c59cb3d5606 req-f8fa9c56-8662-43e0-b948-a7f27c48cc90 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/c4a2c46b-4cd7-44a7-bd82-c2428eb3167c HTTP/1.1" status: 204 len: 173 time: 0.3553810 Nov 12 20:08:37.449031 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 0f79b321-1c10-4f96-b8b0-ac908f26da0e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0f79b321-1c10-4f96-b8b0-ac908f26da0e,segment=NetworkSegment(b412bcd2-153e-470b-91ca-71d6b488eea7),segment_id=b412bcd2-153e-470b-91ca-71d6b488eea7)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:37.455853 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:37.480170 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa9c56-8662-43e0-b948-a7f27c48cc90 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4a2c46b-4cd7-44a7-bd82-c2428eb3167c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:37.483849 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a85102b1-212d-4493-af50-1614b960466d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:37.500675 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-dd3216fe-2b54-416c-8a23-caecfb1ed81e req-7b4cecf7-383c-46e8-adc0-0111b47f3280 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-278634218', 'description': 'tempest-description-1134121579'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:37.512206 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=0f79b321-1c10-4f96-b8b0-ac908f26da0e,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:37.657160 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-dd3216fe-2b54-416c-8a23-caecfb1ed81e req-7b4cecf7-383c-46e8-adc0-0111b47f3280 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:37.688724 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2fc2639c-9246-4597-aecf-fd4e6070bd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'name': 'tempest-AttachVolumeTestJSON-2005805429-router', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:30Z', 'updated_at': '2021-11-12T20:08:33Z', 'revision_number': 3, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'gw_port': {'id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:32Z', 'updated_at': '2021-11-12T20:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:37.699588 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda217-0c33-42dd-a251-a781772253c2 req-0c78acd5-881d-4ff5-b055-eef5322796ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:37.699965 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda217-0c33-42dd-a251-a781772253c2 req-0c78acd5-881d-4ff5-b055-eef5322796ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:37.700450 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda217-0c33-42dd-a251-a781772253c2 req-0c78acd5-881d-4ff5-b055-eef5322796ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:37.702040 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-0c78acd5-881d-4ff5-b055-eef5322796ab service neutron] 10.222.0.52 "GET /v2.0/networks?id=80c69418-b92b-4b29-9244-07bfae8aef96&id=7b061d0a-83a0-4547-b01e-0f9ed0607384&id=7b061d0a-83a0-4547-b01e-0f9ed0607384&id=7b061d0a-83a0-4547-b01e-0f9ed0607384&id=7b061d0a-83a0-4547-b01e-0f9ed0607384&id=60bf0d01-a5ac-43f9-aea4-058a868d4bc0&id=60bf0d01-a5ac-43f9-aea4-058a868d4bc0 HTTP/1.1" status: 200 len: 2294 time: 0.2647011 Nov 12 20:08:37.713960 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-a85102b1-212d-4493-af50-1614b960466d admin admin] Allocated IP 172.20.0.1 (1217fc13-52b1-48e2-90e3-8ec289b00657/72eab03a-2e4d-41e0-82f1-7fb4346cd6bd/88d61755-629b-4c6e-b651-954056d16c11) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:08:37.724495 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc2639c-9246-4597-aecf-fd4e6070bd6e None None] The sync data for ids ['e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'] in n-d-712140-15 is: [{'id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'name': 'tempest-AttachVolumeTestJSON-2005805429-router', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:30Z', 'updated_at': '2021-11-12T20:08:33Z', 'revision_number': 3, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'gw_port': {'id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:32Z', 'updated_at': '2021-11-12T20:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:08:37.726503 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dce7bd-a4c0-4bd3-8900-122d88742b50 req-b7674000-0059-492c-9f8f-d38d3a65a6d5 tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:37.728647 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-30dce7bd-a4c0-4bd3-8900-122d88742b50 req-b7674000-0059-492c-9f8f-d38d3a65a6d5 tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.48 "GET /v2.0/ports?device_id=896c209f-3160-4e6d-88c6-222f8781841b HTTP/1.1" status: 200 len: 944 time: 0.0955391 Nov 12 20:08:37.789493 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['0f79b321-1c10-4f96-b8b0-ac908f26da0e'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:08:37.846976 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-4b468e7e-7d84-4c91-b5df-eef6d7ca97d5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a53f7b3-d5ed-4c55-a9f2-9d69debf231e HTTP/1.1" status: 200 len: 1002 time: 0.1365228 Nov 12 20:08:37.855879 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-dd3216fe-2b54-416c-8a23-caecfb1ed81e req-7b4cecf7-383c-46e8-adc0-0111b47f3280 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:37.869725 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-30dce7bd-a4c0-4bd3-8900-122d88742b50 req-c5a71953-bf13-4134-8ccb-cd94cc136584 tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.48 "GET /v2.0/security-groups?id=3810f09f-164a-408a-89d7-9f3eae48c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298194 Nov 12 20:08:37.874406 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-dd3216fe-2b54-416c-8a23-caecfb1ed81e req-7b4cecf7-383c-46e8-adc0-0111b47f3280 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:37.909555 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a85102b1-212d-4493-af50-1614b960466d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:37.912734 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-588cee1a-ad8e-4c5a-a846-33c37facc313 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:37.918626 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 0f93a320-613d-4bfe-9778-434a6b7a2862 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:08:37.960868 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a85102b1-212d-4493-af50-1614b960466d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:37.977575 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-dd3216fe-2b54-416c-8a23-caecfb1ed81e req-7b4cecf7-383c-46e8-adc0-0111b47f3280 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:37.983945 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dd3216fe-2b54-416c-8a23-caecfb1ed81e req-7b4cecf7-383c-46e8-adc0-0111b47f3280 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.5026641 Nov 12 20:08:38.002732 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588cee1a-ad8e-4c5a-a846-33c37facc313 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Port': ['ID=cbb124d1-7c78-4647-8803-91191bf0eb0b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:38.052484 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda217-0c33-42dd-a251-a781772253c2 req-d65ede70-4c2c-444a-ba9f-05998c219f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:38.059857 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-d65ede70-4c2c-444a-ba9f-05998c219f9c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7538c2f0-1816-4b2d-be66-4f8cb443d9c1 HTTP/1.1" status: 200 len: 851 time: 0.1982491 Nov 12 20:08:38.063931 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4cecf7-383c-46e8-adc0-0111b47f3280 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4303eb0a-f427-4fbf-986e-3c364bab7439,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:38.070348 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 0f93a320-613d-4bfe-9778-434a6b7a2862 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:08:38.091621 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 0f93a320-613d-4bfe-9778-434a6b7a2862 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:38.091995 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:38.109502 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85102b1-212d-4493-af50-1614b960466d admin admin] Network 1217fc13-52b1-48e2-90e3-8ec289b00657 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:08:38.138435 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-a85102b1-212d-4493-af50-1614b960466d admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:38.142267 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85102b1-212d-4493-af50-1614b960466d admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:08:38.262403 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:38.316376 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85102b1-212d-4493-af50-1614b960466d admin admin] Pushing event updated for resources: {'Port': ['ID=88d61755-629b-4c6e-b651-954056d16c11,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:38.344299 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a03418f0-f7ef-45c9-8ba5-7ae58ae4e603 req-f7160305-0aae-47fd-b221-58ca3e322a2c tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] 10.222.0.48 "GET /v2.0/security-groups/4303eb0a-f427-4fbf-986e-3c364bab7439 HTTP/1.1" status: 200 len: 1831 time: 0.2458808 Nov 12 20:08:38.355801 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a85102b1-212d-4493-af50-1614b960466d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:38.366246 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58516ff-a6a9-45e9-86b8-3a6941380cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f93a320-613d-4bfe-9778-434a6b7a2862'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:08:38.382543 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3102263-c5ca-4e22-927f-26b6c5cd5cad" -d '{"events": [{"server_uuid": "c58516ff-a6a9-45e9-86b8-3a6941380cf3", "name": "network-vif-plugged", "status": "completed", "tag": "0f93a320-613d-4bfe-9778-434a6b7a2862"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:08:38.399476 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 0f93a320-613d-4bfe-9778-434a6b7a2862, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=0f93a320-613d-4bfe-9778-434a6b7a2862,segment=NetworkSegment(44856b08-7173-4552-88bc-2d1c4111ab8b),segment_id=44856b08-7173-4552-88bc-2d1c4111ab8b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:38.417663 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda217-0c33-42dd-a251-a781772253c2 req-0e24fc68-97c9-4969-8544-4bdbf950a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:38.423089 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:38.426466 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-0e24fc68-97c9-4969-8544-4bdbf950a280 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80c69418-b92b-4b29-9244-07bfae8aef96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3471987 Nov 12 20:08:38.438152 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-aee184a6-1ba4-4700-a9ef-e98a45a404dd req-6256741c-9b33-46e4-b993-52343f38bb26 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-660521597', 'description': 'tempest-description-377063929'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:38.481072 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-aee184a6-1ba4-4700-a9ef-e98a45a404dd req-6256741c-9b33-46e4-b993-52343f38bb26 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:38.515261 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-588cee1a-ad8e-4c5a-a846-33c37facc313 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:38.567035 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=0f93a320-613d-4bfe-9778-434a6b7a2862,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:38.650294 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a85102b1-212d-4493-af50-1614b960466d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:38.670632 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-77de1ae1-f2b9-4f28-987d-950c463ec380 None None] Provisioning complete for port 88d61755-629b-4c6e-b651-954056d16c11 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:38.671265 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-77de1ae1-f2b9-4f28-987d-950c463ec380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:38.675188 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-aee184a6-1ba4-4700-a9ef-e98a45a404dd req-6256741c-9b33-46e4-b993-52343f38bb26 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:38.714656 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-aee184a6-1ba4-4700-a9ef-e98a45a404dd req-6256741c-9b33-46e4-b993-52343f38bb26 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:38.716696 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-77de1ae1-f2b9-4f28-987d-950c463ec380 None None] Port 88d61755-629b-4c6e-b651-954056d16c11 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:08:38.785835 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-aee184a6-1ba4-4700-a9ef-e98a45a404dd req-6256741c-9b33-46e4-b993-52343f38bb26 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:38.787189 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aee184a6-1ba4-4700-a9ef-e98a45a404dd req-6256741c-9b33-46e4-b993-52343f38bb26 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3556945 Nov 12 20:08:38.809055 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256741c-9b33-46e4-b993-52343f38bb26 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be236089-d5cc-4446-8f03-d21a4ff3cc26,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:38.908253 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6486eae1-bb89-457d-bfe9-b9348c03958f x-openstack-request-id: req-6486eae1-bb89-457d-bfe9-b9348c03958f {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:08:38.908253 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58516ff-a6a9-45e9-86b8-3a6941380cf3", "name": "network-vif-plugged", "status": "completed", "tag": "0f93a320-613d-4bfe-9778-434a6b7a2862", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:08:38.908253 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6486eae1-bb89-457d-bfe9-b9348c03958f {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:08:38.908253 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58516ff-a6a9-45e9-86b8-3a6941380cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f93a320-613d-4bfe-9778-434a6b7a2862', 'code': 200} Nov 12 20:08:38.951595 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a85102b1-212d-4493-af50-1614b960466d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:38.982905 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a85102b1-212d-4493-af50-1614b960466d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:39.092473 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 0f79b321-1c10-4f96-b8b0-ac908f26da0e up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:08:39.157951 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 924d2b9b-3b79-4d48-a476-3fd41d3cbd8b up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:08:39.198954 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85102b1-212d-4493-af50-1614b960466d admin admin] Pushing event updated for resources: {'Port': ['ID=88d61755-629b-4c6e-b651-954056d16c11,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:39.207487 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f405906-afee-4438-9a2a-d0f160d568de req-6fb92f18-92b6-47d7-a612-c7ab719351d0 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:39.209322 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8f405906-afee-4438-9a2a-d0f160d568de req-6fb92f18-92b6-47d7-a612-c7ab719351d0 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58516ff-a6a9-45e9-86b8-3a6941380cf3 HTTP/1.1" status: 200 len: 945 time: 0.7679157 Nov 12 20:08:39.217728 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a85102b1-212d-4493-af50-1614b960466d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:39.245873 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 0f79b321-1c10-4f96-b8b0-ac908f26da0e completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:08:39.255371 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 0f79b321-1c10-4f96-b8b0-ac908f26da0e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:39.257119 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:39.278244 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-47fb32ab-a1a6-44c3-a0a9-36bc6e5e8452 req-5e597b68-46e1-41bc-aac1-95e674d69764 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] 10.222.0.48 "GET /v2.0/security-groups/be236089-d5cc-4446-8f03-d21a4ff3cc26 HTTP/1.1" status: 200 len: 1830 time: 0.1985750 Nov 12 20:08:39.317488 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95681fc4-0bbb-454b-927c-9343826bd3cb req-8800d4f8-b815-4c78-b2de-78697a182406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:39.319859 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 924d2b9b-3b79-4d48-a476-3fd41d3cbd8b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:39.320422 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:39.325154 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-95681fc4-0bbb-454b-927c-9343826bd3cb req-8800d4f8-b815-4c78-b2de-78697a182406 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c58516ff-a6a9-45e9-86b8-3a6941380cf3 HTTP/1.1" status: 200 len: 1097 time: 0.2387023 Nov 12 20:08:39.409512 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-3196ffe1-77fe-442c-9281-cb220b736876 service neutron] 10.222.0.52 "GET /v2.0/networks/80c69418-b92b-4b29-9244-07bfae8aef96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9666398 Nov 12 20:08:39.425277 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:39.458695 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85102b1-212d-4493-af50-1614b960466d admin admin] Network 1217fc13-52b1-48e2-90e3-8ec289b00657 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:08:39.468660 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-a85102b1-212d-4493-af50-1614b960466d admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:39.502190 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:39.512434 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 0f79b321-1c10-4f96-b8b0-ac908f26da0e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0f79b321-1c10-4f96-b8b0-ac908f26da0e,segment=NetworkSegment(b412bcd2-153e-470b-91ca-71d6b488eea7),segment_id=b412bcd2-153e-470b-91ca-71d6b488eea7)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:39.521030 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:39.551813 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8f405906-afee-4438-9a2a-d0f160d568de req-e9141483-166e-489a-86ff-3e9e2cdc1a1e tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072810 Nov 12 20:08:39.584317 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=0f79b321-1c10-4f96-b8b0-ac908f26da0e,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:39.584939 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-95681fc4-0bbb-454b-927c-9343826bd3cb req-291190e7-c633-4aa7-89d3-d86bbc6f2690 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659460 Nov 12 20:08:39.589311 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 924d2b9b-3b79-4d48-a476-3fd41d3cbd8b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=924d2b9b-3b79-4d48-a476-3fd41d3cbd8b,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:39.595561 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b95c6-ff58-4588-a129-2b2111301129 req-80aa826b-6b72-47e1-8800-900afb7d199b tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:39.599875 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:39.603503 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-576b95c6-ff58-4588-a129-2b2111301129 req-80aa826b-6b72-47e1-8800-900afb7d199b tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.48 "GET /v2.0/ports?device_id=896c209f-3160-4e6d-88c6-222f8781841b HTTP/1.1" status: 200 len: 944 time: 0.1977324 Nov 12 20:08:39.691565 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=924d2b9b-3b79-4d48-a476-3fd41d3cbd8b,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:39.713237 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-576b95c6-ff58-4588-a129-2b2111301129 req-9aeb485a-2fca-4f8f-88ef-33ac61889ec3 tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.48 "GET /v2.0/security-groups?id=3810f09f-164a-408a-89d7-9f3eae48c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086788 Nov 12 20:08:39.745650 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-10d691d5-5c3b-419f-bb41-4619950a0321 service neutron] 10.222.0.52 "GET /v2.0/networks/80c69418-b92b-4b29-9244-07bfae8aef96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109794 Nov 12 20:08:39.747799 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-72aa47d6-1d34-4fa0-a8a3-3fe94024d064 req-a0c18203-8df4-42df-be74-8e488aaeb64d tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-284240535', 'description': 'tempest-description-1096691547'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:39.753222 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85102b1-212d-4493-af50-1614b960466d admin admin] Router e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:08:39.805686 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588cee1a-ad8e-4c5a-a846-33c37facc313 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Router 937e2b98-6b92-4181-9481-b0f7b22afb90 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:08:39.810499 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-9b4248cf-e6b9-43df-ad9a-7aec1520739a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=8cb0f270-2cba-45c2-b623-7b4877568439 HTTP/1.1" status: 200 len: 217 time: 0.0580270 Nov 12 20:08:39.815436 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-72aa47d6-1d34-4fa0-a8a3-3fe94024d064 req-a0c18203-8df4-42df-be74-8e488aaeb64d tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:39.863528 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b7052a33-bc40-462c-a305-670c49218472 None None] Provisioning complete for port 88d61755-629b-4c6e-b651-954056d16c11 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:39.864473 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b7052a33-bc40-462c-a305-670c49218472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:39.911870 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b7052a33-bc40-462c-a305-670c49218472 None None] Port 88d61755-629b-4c6e-b651-954056d16c11 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:08:39.917137 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85102b1-212d-4493-af50-1614b960466d admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:08:39.923251 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a85102b1-212d-4493-af50-1614b960466d admin admin] 10.222.0.48 "PUT /v2.0/routers/e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9592729 Nov 12 20:08:39.942755 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588cee1a-ad8e-4c5a-a846-33c37facc313 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:08:39.945308 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda217-0c33-42dd-a251-a781772253c2 req-6dc40135-689e-4eaa-bbfd-808c7d00fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:39.946854 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-6dc40135-689e-4eaa-bbfd-808c7d00fbca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ec938247-4c75-4821-8212-7136bcd55e80 HTTP/1.1" status: 200 len: 797 time: 0.1263845 Nov 12 20:08:39.949283 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-72aa47d6-1d34-4fa0-a8a3-3fe94024d064 req-a0c18203-8df4-42df-be74-8e488aaeb64d tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:39.953276 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36326) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:39.954156 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-588cee1a-ad8e-4c5a-a846-33c37facc313 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "PUT /v2.0/routers/937e2b98-6b92-4181-9481-b0f7b22afb90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9406912 Nov 12 20:08:39.962080 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303b7d33-cce0-437c-af73-48776beeeb52 None None] Sync routers for ids ['937e2b98-6b92-4181-9481-b0f7b22afb90'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:08:39.963491 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-72aa47d6-1d34-4fa0-a8a3-3fe94024d064 req-a0c18203-8df4-42df-be74-8e488aaeb64d tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:39.974580 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303b7d33-cce0-437c-af73-48776beeeb52 None None] Routers {'937e2b98-6b92-4181-9481-b0f7b22afb90'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:39.975351 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-303b7d33-cce0-437c-af73-48776beeeb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['937e2b98-6b92-4181-9481-b0f7b22afb90'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:40.000907 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda217-0c33-42dd-a251-a781772253c2 req-e2244900-9d4f-4eda-9332-0e5421d2b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:40.002871 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-e2244900-9d4f-4eda-9332-0e5421d2b667 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b061d0a-83a0-4547-b01e-0f9ed0607384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0467281 Nov 12 20:08:40.019905 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-72aa47d6-1d34-4fa0-a8a3-3fe94024d064 req-a0c18203-8df4-42df-be74-8e488aaeb64d tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:40.030385 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-72aa47d6-1d34-4fa0-a8a3-3fe94024d064 req-a0c18203-8df4-42df-be74-8e488aaeb64d tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2837582 Nov 12 20:08:40.038824 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c18203-8df4-42df-be74-8e488aaeb64d tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfb258e-3bca-4c15-8e94-ee77b61a7efe,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:40.045666 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-80628e81-88aa-4554-a59f-25bb703aaf3d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Deleting subnet 07fe4de5-9ea4-4a11-a425-595204767067 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:08:40.051514 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-80628e81-88aa-4554-a59f-25bb703aaf3d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:40.143264 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-80628e81-88aa-4554-a59f-25bb703aaf3d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:40.148089 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-303b7d33-cce0-437c-af73-48776beeeb52 None None] Set router 937e2b98-6b92-4181-9481-b0f7b22afb90 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:40.187602 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fcaa2dd1-1b6f-4d3b-8398-e59f4b3d856d req-84d7855f-717d-4e07-bbde-25851e657a61 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] 10.222.0.48 "GET /v2.0/security-groups/cdfb258e-3bca-4c15-8e94-ee77b61a7efe HTTP/1.1" status: 200 len: 1831 time: 0.0987604 Nov 12 20:08:40.218630 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-4ed877d9-7ad4-4237-b757-b4acea7c1410 service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052844 Nov 12 20:08:40.224054 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-db0e641c-a044-4722-b83e-f0187428028b req-05a96e86-689a-455b-87c9-d8bb4eaf21ee tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1554593797', 'description': 'tempest-description-1740008342'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:40.276225 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-80628e81-88aa-4554-a59f-25bb703aaf3d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:40.281459 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-db0e641c-a044-4722-b83e-f0187428028b req-05a96e86-689a-455b-87c9-d8bb4eaf21ee tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:40.373127 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-ef074b9a-fda7-498a-8957-ebd70292b394 service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358497 Nov 12 20:08:40.384570 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-80628e81-88aa-4554-a59f-25bb703aaf3d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:40.428981 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-80628e81-88aa-4554-a59f-25bb703aaf3d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:40.435093 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-80628e81-88aa-4554-a59f-25bb703aaf3d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/subnets/07fe4de5-9ea4-4a11-a425-595204767067 HTTP/1.1" status: 204 len: 168 time: 0.4806597 Nov 12 20:08:40.436253 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4003fe-ffb0-4714-af8c-577527d08c5e None None] Network f21ec8ad-8905-4d19-a80e-0be06d49a642 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:08:40.436701 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80628e81-88aa-4554-a59f-25bb703aaf3d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Subnet': ['ID=07fe4de5-9ea4-4a11-a425-595204767067,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:40.437870 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36338) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:40.445429 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-db0e641c-a044-4722-b83e-f0187428028b req-05a96e86-689a-455b-87c9-d8bb4eaf21ee tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:40.455517 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-db0e641c-a044-4722-b83e-f0187428028b req-05a96e86-689a-455b-87c9-d8bb4eaf21ee tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:40.464116 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-4599345d-8dec-4faa-b451-48940405b9a0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=6ad2f845-8d32-40df-b34d-4d5c9682b2ac HTTP/1.1" status: 200 len: 217 time: 0.0822792 Nov 12 20:08:40.512997 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-303b7d33-cce0-437c-af73-48776beeeb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:37Z', 'revision_number': 9, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None, '_interfaces': [{'id': '05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1', 'name': '', 'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:2d:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:02Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f14aeae-796f-4eb6-afe0-7a212ef975eb', 'name': '', 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:e2:29:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:02Z', 'updated_at': '2021-11-12T20:08:11Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:40.535456 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36340) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:40.540731 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-db0e641c-a044-4722-b83e-f0187428028b req-05a96e86-689a-455b-87c9-d8bb4eaf21ee tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:40.542078 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db0e641c-a044-4722-b83e-f0187428028b req-05a96e86-689a-455b-87c9-d8bb4eaf21ee tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3266408 Nov 12 20:08:40.554058 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-fd4f1452-a413-4427-a5e9-1490d1acbc5b tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Request body: {'security_group': {'name': 'tempest-securitygroup--365631636', 'description': 'tempest-description--385601122'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:40.562934 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a96e86-689a-455b-87c9-d8bb4eaf21ee tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb40a165-ee05-40a0-b42f-54143b4c3cd0,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:40.568430 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ddaf831e-5649-4dcd-a710-d10207da3cf4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:40.579924 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303b7d33-cce0-437c-af73-48776beeeb52 None None] Checking router: 937e2b98-6b92-4181-9481-b0f7b22afb90 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:08:40.599615 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303b7d33-cce0-437c-af73-48776beeeb52 None None] Routers {'937e2b98-6b92-4181-9481-b0f7b22afb90'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:40.600256 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-303b7d33-cce0-437c-af73-48776beeeb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['937e2b98-6b92-4181-9481-b0f7b22afb90'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:40.639289 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-ddaf831e-5649-4dcd-a710-d10207da3cf4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Deleting port 505124b9-c706-4958-acbf-c8fdc792c315 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:08:40.641533 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ddaf831e-5649-4dcd-a710-d10207da3cf4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:40.672875 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda217-0c33-42dd-a251-a781772253c2 req-de133e63-fd17-43fb-88b5-2fb447bcc687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:40.674401 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-de133e63-fd17-43fb-88b5-2fb447bcc687 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ec938247-4c75-4821-8212-7136bcd55e80 HTTP/1.1" status: 200 len: 797 time: 0.2033074 Nov 12 20:08:40.681846 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd4f1452-a413-4427-a5e9-1490d1acbc5b tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:40.697758 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90cb59b-6bbc-4b40-9eab-b5b85ca62c8a None None] Sync routers for ids ['e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:08:40.724847 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90cb59b-6bbc-4b40-9eab-b5b85ca62c8a None None] Routers {'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:40.725680 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c90cb59b-6bbc-4b40-9eab-b5b85ca62c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:40.758505 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b84abaa-8536-48a2-9fb5-01b558f148fe req-c71128ee-4798-4815-8859-c6c1eabe6ebd tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] 10.222.0.48 "GET /v2.0/security-groups/bb40a165-ee05-40a0-b42f-54143b4c3cd0 HTTP/1.1" status: 200 len: 1832 time: 0.1473517 Nov 12 20:08:40.773077 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-ddaf831e-5649-4dcd-a710-d10207da3cf4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] For port 505124b9-c706-4958-acbf-c8fdc792c315, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=505124b9-c706-4958-acbf-c8fdc792c315,segment=NetworkSegment(ea93d668-12c6-4597-b312-6174a8cbfa5d),segment_id=ea93d668-12c6-4597-b312-6174a8cbfa5d)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:40.773266 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ddaf831e-5649-4dcd-a710-d10207da3cf4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:40.782726 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2268a282-a5c3-4308-9183-9e81f930d5e4 None None] DHCP port deletion for f21ec8ad-8905-4d19-a80e-0be06d49a642 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:08:40.787318 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-303b7d33-cce0-437c-af73-48776beeeb52 None None] Set router 937e2b98-6b92-4181-9481-b0f7b22afb90 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:40.792930 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda217-0c33-42dd-a251-a781772253c2 req-2c0c83f4-7fba-4a01-8a98-a7d30f300518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:40.795530 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-ddaf831e-5649-4dcd-a710-d10207da3cf4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Calling delete_port for 505124b9-c706-4958-acbf-c8fdc792c315 owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:08:40.795720 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-2c0c83f4-7fba-4a01-8a98-a7d30f300518 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b061d0a-83a0-4547-b01e-0f9ed0607384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1082859 Nov 12 20:08:40.807355 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1e8c8-0018-432c-9803-e3b2993141fc req-d7692881-aef8-42c9-afdb-cdcc4750680d tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:40.809107 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c2b1e8c8-0018-432c-9803-e3b2993141fc req-d7692881-aef8-42c9-afdb-cdcc4750680d tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58516ff-a6a9-45e9-86b8-3a6941380cf3 HTTP/1.1" status: 200 len: 945 time: 0.1346734 Nov 12 20:08:40.902874 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd4f1452-a413-4427-a5e9-1490d1acbc5b tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:40.913848 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd4f1452-a413-4427-a5e9-1490d1acbc5b tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:40.920381 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c2b1e8c8-0018-432c-9803-e3b2993141fc req-0af6c492-0335-4906-8261-f24689608406 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016560 Nov 12 20:08:40.941712 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896c209f-3160-4e6d-88c6-222f8781841b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f79b321-1c10-4f96-b8b0-ac908f26da0e'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:08:40.949406 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ddaf831e-5649-4dcd-a710-d10207da3cf4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:40.951961 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fadb92-6575-4cd5-9d6d-9a562f83d0f4" -d '{"events": [{"server_uuid": "896c209f-3160-4e6d-88c6-222f8781841b", "name": "network-vif-plugged", "status": "completed", "tag": "0f79b321-1c10-4f96-b8b0-ac908f26da0e"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:08:40.974892 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd4f1452-a413-4427-a5e9-1490d1acbc5b tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:40.976188 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fd4f1452-a413-4427-a5e9-1490d1acbc5b tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4398248 Nov 12 20:08:40.981847 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36356) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:40.988973 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-06bd5f75-d211-48a9-b9d2-bda0b70a7af1 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Request body: {'security_group_rule': {'security_group_id': '8f839e6e-8167-41e6-9db7-72e87c43fbbf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:40.994937 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-d01d064d-e986-467b-95d8-f98999901d85 service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910167 Nov 12 20:08:40.996964 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f1452-a413-4427-a5e9-1490d1acbc5b tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f839e6e-8167-41e6-9db7-72e87c43fbbf,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:41.017435 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaf831e-5649-4dcd-a710-d10207da3cf4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] No DVR routers for this DVR port 505124b9-c706-4958-acbf-c8fdc792c315 on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:08:41.021079 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf831e-5649-4dcd-a710-d10207da3cf4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Port': ['ID=505124b9-c706-4958-acbf-c8fdc792c315,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:41.095009 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 924d2b9b-3b79-4d48-a476-3fd41d3cbd8b up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:08:41.099007 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [req-d4a87d45-9d4a-4064-addc-bdfdd77add20 req-d17619e6-5f3b-4c9f-988e-10e642e848a9 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] show failed (client error): The resource could not be found. Nov 12 20:08:41.119563 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d4a87d45-9d4a-4064-addc-bdfdd77add20 req-d17619e6-5f3b-4c9f-988e-10e642e848a9 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] 10.222.0.48 "GET /v2.0/security-groups/85c3d0a3-11bf-4221-9cd1-0f125a45ad13 HTTP/1.1" status: 404 len: 352 time: 0.1050565 Nov 12 20:08:41.158095 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-06bd5f75-d211-48a9-b9d2-bda0b70a7af1 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:41.163440 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ddaf831e-5649-4dcd-a710-d10207da3cf4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:41.169621 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-c90cb59b-6bbc-4b40-9eab-b5b85ca62c8a None None] Set router e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:41.197793 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3011a4-2ec2-4e1a-8578-a24edba50938 req-a1a9a1f8-e8c2-4ebb-9459-1754b27097e0 tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:41.205995 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cc3011a4-2ec2-4e1a-8578-a24edba50938 req-a1a9a1f8-e8c2-4ebb-9459-1754b27097e0 tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.48 "GET /v2.0/ports?device_id=896c209f-3160-4e6d-88c6-222f8781841b HTTP/1.1" status: 200 len: 945 time: 0.1423686 Nov 12 20:08:41.217559 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-ddaf831e-5649-4dcd-a710-d10207da3cf4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21ec8ad-8905-4d19-a80e-0be06d49a642']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:41.218236 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2268a282-a5c3-4308-9183-9e81f930d5e4 None None] Deleting port 505124b9-c706-4958-acbf-c8fdc792c315 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:08:41.218704 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2268a282-a5c3-4308-9183-9e81f930d5e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:41.245587 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-ddaf831e-5649-4dcd-a710-d10207da3cf4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea93d668-12c6-4597-b312-6174a8cbfa5d') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:41.245891 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-ddaf831e-5649-4dcd-a710-d10207da3cf4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea93d668-12c6-4597-b312-6174a8cbfa5d') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:41.275596 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-f0d329f3-69aa-4ec2-8d18-2b6f3bbbce79 service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717562 Nov 12 20:08:41.288829 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-06bd5f75-d211-48a9-b9d2-bda0b70a7af1 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:41.294026 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-06bd5f75-d211-48a9-b9d2-bda0b70a7af1 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:41.316167 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdb6b63-1419-4992-ae0c-3b4e376f55f9 x-openstack-request-id: req-7cdb6b63-1419-4992-ae0c-3b4e376f55f9 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:08:41.316623 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896c209f-3160-4e6d-88c6-222f8781841b", "name": "network-vif-plugged", "status": "completed", "tag": "0f79b321-1c10-4f96-b8b0-ac908f26da0e", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:08:41.317442 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7cdb6b63-1419-4992-ae0c-3b4e376f55f9 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:08:41.317921 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896c209f-3160-4e6d-88c6-222f8781841b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f79b321-1c10-4f96-b8b0-ac908f26da0e', 'code': 200} Nov 12 20:08:41.332884 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ddaf831e-5649-4dcd-a710-d10207da3cf4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:41.367661 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-3292493a-040a-489d-8145-872482dcb216 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=8ad9c130-af35-4d6c-9d74-d3b0ab429420 HTTP/1.1" status: 200 len: 217 time: 0.0649724 Nov 12 20:08:41.369134 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd5f75-d211-48a9-b9d2-bda0b70a7af1 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c84a18-9c51-40a7-a384-93fb59530150,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:41.387026 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-06bd5f75-d211-48a9-b9d2-bda0b70a7af1 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:41.388292 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-06bd5f75-d211-48a9-b9d2-bda0b70a7af1 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4048851 Nov 12 20:08:41.401743 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36362) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:41.422490 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-a0c1d3bd-c3ba-46b0-8f51-3039e7a37018 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Request body: {'security_group_rule': {'security_group_id': '8f839e6e-8167-41e6-9db7-72e87c43fbbf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:41.429840 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [req-7dedd9f6-c9ee-4d7a-b0a2-54dc98f10aec req-b76b646d-710a-4fd5-b5a9-f7de8303296c tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] show failed (client error): The resource could not be found. Nov 12 20:08:41.431011 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7dedd9f6-c9ee-4d7a-b0a2-54dc98f10aec req-b76b646d-710a-4fd5-b5a9-f7de8303296c tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] 10.222.0.48 "GET /v2.0/security-group-rules/f8214d3f-e0fb-4483-bf72-3c3f52c4fe96 HTTP/1.1" status: 404 len: 361 time: 0.0212877 Nov 12 20:08:41.433727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 924d2b9b-3b79-4d48-a476-3fd41d3cbd8b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:41.434281 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:41.466487 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ddaf831e-5649-4dcd-a710-d10207da3cf4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:41.471667 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda217-0c33-42dd-a251-a781772253c2 req-91af9ab0-c381-4629-adcd-a0a80ad4ea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:41.473486 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cc3011a4-2ec2-4e1a-8578-a24edba50938 req-dca3c783-a79a-4333-99f9-e333c3b687c6 tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.48 "GET /v2.0/security-groups?id=3810f09f-164a-408a-89d7-9f3eae48c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666001 Nov 12 20:08:41.485275 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-91af9ab0-c381-4629-adcd-a0a80ad4ea17 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ec938247-4c75-4821-8212-7136bcd55e80 HTTP/1.1" status: 200 len: 797 time: 0.0983615 Nov 12 20:08:41.486996 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddaf831e-5649-4dcd-a710-d10207da3cf4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:08:41.487997 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ddaf831e-5649-4dcd-a710-d10207da3cf4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:08:41.491172 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:08:41.517356 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92370b7-0602-4f3a-aa0f-d573b3643d66 req-4c05dc8e-b626-4248-a599-61986d635654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:41.517622 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2268a282-a5c3-4308-9183-9e81f930d5e4 None None] For port 505124b9-c706-4958-acbf-c8fdc792c315, host n-d-712140-15, got binding levels [] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:41.518101 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2268a282-a5c3-4308-9183-9e81f930d5e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:41.519058 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e92370b7-0602-4f3a-aa0f-d573b3643d66 req-4c05dc8e-b626-4248-a599-61986d635654 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=896c209f-3160-4e6d-88c6-222f8781841b HTTP/1.1" status: 200 len: 1097 time: 0.1472919 Nov 12 20:08:41.534205 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-303b7d33-cce0-437c-af73-48776beeeb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:37Z', 'revision_number': 9, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None, '_interfaces': [{'id': '05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1', 'name': '', 'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:2d:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:02Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f14aeae-796f-4eb6-afe0-7a212ef975eb', 'name': '', 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:e2:29:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:02Z', 'updated_at': '2021-11-12T20:08:11Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:41.541180 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2268a282-a5c3-4308-9183-9e81f930d5e4 None None] Calling delete_port for 505124b9-c706-4958-acbf-c8fdc792c315 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:08:41.545856 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.ipam_backend_mixin [None req-2268a282-a5c3-4308-9183-9e81f930d5e4 None None] Port 505124b9-c706-4958-acbf-c8fdc792c315 was not found and therefore no delete operation was performed {{(pid=102449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 20:08:41.569020 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303b7d33-cce0-437c-af73-48776beeeb52 None None] The sync data for ids ['937e2b98-6b92-4181-9481-b0f7b22afb90'] in n-d-712140-15 is: [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:37Z', 'revision_number': 9, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None, '_interfaces': [{'id': '05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1', 'name': '', 'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:2d:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:02Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f14aeae-796f-4eb6-afe0-7a212ef975eb', 'name': '', 'network_id': 'a26a8407-df3e-4702-a285-509b0c083c13', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:e2:29:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:02Z', 'updated_at': '2021-11-12T20:08:11Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '05380958-8bcd-4807-bf82-ef26d99f81f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:08:41.587380 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2268a282-a5c3-4308-9183-9e81f930d5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:41.588958 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eb7ae36f-ac9b-4e80-8679-f61b7ddb7f78 req-e88d1bf5-061e-478b-807a-8a40c66edf0a tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] 10.222.0.48 "GET /v2.0/security-groups/bb40a165-ee05-40a0-b42f-54143b4c3cd0 HTTP/1.1" status: 200 len: 1832 time: 0.1293316 Nov 12 20:08:41.592066 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a0c1d3bd-c3ba-46b0-8f51-3039e7a37018 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:41.594015 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda217-0c33-42dd-a251-a781772253c2 req-b10dec81-52f9-427b-9adb-883e6a2c9cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:41.595642 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-b10dec81-52f9-427b-9adb-883e6a2c9cc9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b061d0a-83a0-4547-b01e-0f9ed0607384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1078992 Nov 12 20:08:41.624514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268a282-a5c3-4308-9183-9e81f930d5e4 None None] Pushing event deleted for resources: {'Port': ['ID=505124b9-c706-4958-acbf-c8fdc792c315,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:41.627615 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2268a282-a5c3-4308-9183-9e81f930d5e4 None None] No DVR routers for this DVR port 505124b9-c706-4958-acbf-c8fdc792c315 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:08:41.687537 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ddaf831e-5649-4dcd-a710-d10207da3cf4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:41.692264 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ddaf831e-5649-4dcd-a710-d10207da3cf4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:41.695696 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c90cb59b-6bbc-4b40-9eab-b5b85ca62c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'name': 'tempest-AttachVolumeTestJSON-2005805429-router', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:30Z', 'updated_at': '2021-11-12T20:08:38Z', 'revision_number': 4, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'gw_port': {'id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:32Z', 'updated_at': '2021-11-12T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '88d61755-629b-4c6e-b651-954056d16c11', 'name': '', 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'mac_address': 'fa:16:3e:bb:ea:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:37Z', 'updated_at': '2021-11-12T20:08:38Z', 'revision_number': 2, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'subnets': [{'id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:41.695916 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ddaf831e-5649-4dcd-a710-d10207da3cf4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/networks/f21ec8ad-8905-4d19-a80e-0be06d49a642 HTTP/1.1" status: 204 len: 168 time: 1.2529986 Nov 12 20:08:41.705161 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36366) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:41.726842 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90cb59b-6bbc-4b40-9eab-b5b85ca62c8a None None] Checking router: e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:08:41.727424 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90cb59b-6bbc-4b40-9eab-b5b85ca62c8a None None] Updating router e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 port 88d61755-629b-4c6e-b651-954056d16c11 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:08:41.733681 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf831e-5649-4dcd-a710-d10207da3cf4 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Network': ['ID=f21ec8ad-8905-4d19-a80e-0be06d49a642,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:41.742486 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a0c1d3bd-c3ba-46b0-8f51-3039e7a37018 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:41.747200 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e92370b7-0602-4f3a-aa0f-d573b3643d66 req-689adb3d-b8f2-4c1e-aa59-f4c2d1876cbf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3810f09f-164a-408a-89d7-9f3eae48c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168980 Nov 12 20:08:41.749588 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a0c1d3bd-c3ba-46b0-8f51-3039e7a37018 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:41.760773 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c90cb59b-6bbc-4b40-9eab-b5b85ca62c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:41.767312 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1d3bd-c3ba-46b0-8f51-3039e7a37018 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db825d29-baa6-48b0-ab3b-1bd7c0450858,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:41.776935 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a0c1d3bd-c3ba-46b0-8f51-3039e7a37018 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:41.780724 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a0c1d3bd-c3ba-46b0-8f51-3039e7a37018 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3770185 Nov 12 20:08:41.782434 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36368) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:41.787791 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-5f0cb163-c925-4cbd-8b97-1b336b807604 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:41.802129 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-eb7ae36f-ac9b-4e80-8679-f61b7ddb7f78 req-d753cbac-ed63-4a3d-9dbb-97dc30eb92a1 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:41.813235 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb163-c925-4cbd-8b97-1b336b807604 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:41.858958 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-eb7ae36f-ac9b-4e80-8679-f61b7ddb7f78 req-d753cbac-ed63-4a3d-9dbb-97dc30eb92a1 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:41.923653 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb163-c925-4cbd-8b97-1b336b807604 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:41.939890 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-d6789458-1af5-40a8-85c7-13ae3091b8fa service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162062 Nov 12 20:08:42.006034 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 505124b9-c706-4958-acbf-c8fdc792c315 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:08:42.096919 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-5f0cb163-c925-4cbd-8b97-1b336b807604 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Allocated IP 172.25.5.107 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/4a5360a2-2da2-444c-91be-b5a797e6c2df) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:08:42.097858 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 505124b9-c706-4958-acbf-c8fdc792c315 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:08:42.098590 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 505124b9-c706-4958-acbf-c8fdc792c315 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:08:42.112694 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-eb7ae36f-ac9b-4e80-8679-f61b7ddb7f78 req-d753cbac-ed63-4a3d-9dbb-97dc30eb92a1 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:42.115219 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-eb7ae36f-ac9b-4e80-8679-f61b7ddb7f78 req-d753cbac-ed63-4a3d-9dbb-97dc30eb92a1 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:42.128829 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eb7ae36f-ac9b-4e80-8679-f61b7ddb7f78 req-d753cbac-ed63-4a3d-9dbb-97dc30eb92a1 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] 10.222.0.48 "DELETE /v2.0/security-groups/bb40a165-ee05-40a0-b42f-54143b4c3cd0 HTTP/1.1" status: 204 len: 173 time: 0.5389004 Nov 12 20:08:42.133317 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5bb0a-4263-4f54-ad44-1cb4e7a66e19 req-a119e47e-a4a1-4cbb-b134-27d183f3ceaa tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:42.143226 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-74b5bb0a-4263-4f54-ad44-1cb4e7a66e19 req-a119e47e-a4a1-4cbb-b134-27d183f3ceaa tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58516ff-a6a9-45e9-86b8-3a6941380cf3 HTTP/1.1" status: 200 len: 945 time: 0.1080358 Nov 12 20:08:42.161914 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753cbac-ed63-4a3d-9dbb-97dc30eb92a1 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb40a165-ee05-40a0-b42f-54143b4c3cd0,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:42.205523 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c90cb59b-6bbc-4b40-9eab-b5b85ca62c8a None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:42.227872 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c90cb59b-6bbc-4b40-9eab-b5b85ca62c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:42.239873 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-118109af-2bc6-41bb-b0f2-d3fe5c0c34b3 service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753799 Nov 12 20:08:42.271339 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-74b5bb0a-4263-4f54-ad44-1cb4e7a66e19 req-f3bdc35b-5cc4-4545-bef3-a2c8c3843cf0 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266534 Nov 12 20:08:42.301416 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-83c3cb81-98c5-4885-a599-a0b3e8664d2d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7 HTTP/1.1" status: 200 len: 217 time: 0.0518434 Nov 12 20:08:42.317321 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb163-c925-4cbd-8b97-1b336b807604 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:42.360265 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb163-c925-4cbd-8b97-1b336b807604 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:42.393337 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda217-0c33-42dd-a251-a781772253c2 req-1c5757a2-c04d-48f7-a27a-f8c81252f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:42.394864 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-1c5757a2-c04d-48f7-a27a-f8c81252f246 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ec938247-4c75-4821-8212-7136bcd55e80 HTTP/1.1" status: 200 len: 797 time: 0.0844231 Nov 12 20:08:42.397707 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a326c3a9-0901-43e3-9e32-8077ffff9909 req-e514aa2b-bba4-4c9b-bd19-39a282ee63a8 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] 10.222.0.48 "GET /v2.0/security-groups/cdfb258e-3bca-4c15-8e94-ee77b61a7efe HTTP/1.1" status: 200 len: 1831 time: 0.1061094 Nov 12 20:08:42.437856 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0cb163-c925-4cbd-8b97-1b336b807604 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:08:42.439531 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0cb163-c925-4cbd-8b97-1b336b807604 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Pushing event updated for resources: {'Port': ['ID=4a5360a2-2da2-444c-91be-b5a797e6c2df,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:42.464790 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-5f0cb163-c925-4cbd-8b97-1b336b807604 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:42.467204 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0cb163-c925-4cbd-8b97-1b336b807604 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:08:42.493188 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a9fe7-16dc-430a-b854-3ca67abf5f21 None None] Pushing event updated for resources: {'Port': ['ID=88d61755-629b-4c6e-b651-954056d16c11,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:42.545240 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda217-0c33-42dd-a251-a781772253c2 req-43a80185-dfae-4402-ae47-6402272fa40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:42.547454 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-43a80185-dfae-4402-ae47-6402272fa40b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b061d0a-83a0-4547-b01e-0f9ed0607384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1314914 Nov 12 20:08:42.550638 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-c90cb59b-6bbc-4b40-9eab-b5b85ca62c8a None None] Attempting to bind port 88d61755-629b-4c6e-b651-954056d16c11 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:08:42.551331 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-c90cb59b-6bbc-4b40-9eab-b5b85ca62c8a None None] Attempting to bind port 88d61755-629b-4c6e-b651-954056d16c11 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:08:42.551708 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90cb59b-6bbc-4b40-9eab-b5b85ca62c8a None None] Attempting to bind port 88d61755-629b-4c6e-b651-954056d16c11 on network 1217fc13-52b1-48e2-90e3-8ec289b00657 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:08:42.557378 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90cb59b-6bbc-4b40-9eab-b5b85ca62c8a None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:08:42.557763 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90cb59b-6bbc-4b40-9eab-b5b85ca62c8a None None] Checking segment: {'id': '0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:08:42.558512 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c90cb59b-6bbc-4b40-9eab-b5b85ca62c8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:42.558985 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90cb59b-6bbc-4b40-9eab-b5b85ca62c8a None None] Bound using segment: {'id': '0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:08:42.559470 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-c90cb59b-6bbc-4b40-9eab-b5b85ca62c8a None None] Bound port: 88d61755-629b-4c6e-b651-954056d16c11, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:08:42.559951 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c90cb59b-6bbc-4b40-9eab-b5b85ca62c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:42.589829 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6bd96b3f-56b3-4299-a6cc-8840374b4f82 req-f6ff4272-3f24-4d4d-bcaf-579839ecf361 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0932453 Nov 12 20:08:42.619012 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-65fb2cc0-fb4a-4fe5-9c08-8de4608c7d44 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:42.646813 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-c90cb59b-6bbc-4b40-9eab-b5b85ca62c8a None None] For port 88d61755-629b-4c6e-b651-954056d16c11, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:08:42.652179 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c96f0-3f66-416e-85e8-515167b7f51d req-88f21af3-38ae-4a8b-9efc-f080eef759d8 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:42.653908 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bc8c96f0-3f66-416e-85e8-515167b7f51d req-88f21af3-38ae-4a8b-9efc-f080eef759d8 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58516ff-a6a9-45e9-86b8-3a6941380cf3 HTTP/1.1" status: 200 len: 945 time: 0.1441586 Nov 12 20:08:42.655150 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-c90cb59b-6bbc-4b40-9eab-b5b85ca62c8a None None] For port 88d61755-629b-4c6e-b651-954056d16c11, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=88d61755-629b-4c6e-b651-954056d16c11,segment=NetworkSegment(0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af),segment_id=0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:08:42.664709 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c90cb59b-6bbc-4b40-9eab-b5b85ca62c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:42.738296 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90cb59b-6bbc-4b40-9eab-b5b85ca62c8a None None] Routers {'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:42.738734 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c90cb59b-6bbc-4b40-9eab-b5b85ca62c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:42.775231 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a326c3a9-0901-43e3-9e32-8077ffff9909 req-6ef1353a-b67f-4dbb-8d5e-58a1be541fb3 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:42.776692 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a9fe7-16dc-430a-b854-3ca67abf5f21 None None] Pushing event updated for resources: {'Port': ['ID=88d61755-629b-4c6e-b651-954056d16c11,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:42.791472 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd96b3f-56b3-4299-a6cc-8840374b4f82 req-d51602dd-858b-4984-a56b-7a0bdacc312c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:42.793066 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6bd96b3f-56b3-4299-a6cc-8840374b4f82 req-d51602dd-858b-4984-a56b-7a0bdacc312c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc4db98daf5b4e7b9bbbe0aad0f1a29c&device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 1098 time: 0.1344848 Nov 12 20:08:42.801511 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bc8c96f0-3f66-416e-85e8-515167b7f51d req-c9a6012b-7835-4b23-9ce1-99149b24052d tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016045 Nov 12 20:08:42.802732 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb163-c925-4cbd-8b97-1b336b807604 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:42.896405 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a326c3a9-0901-43e3-9e32-8077ffff9909 req-6ef1353a-b67f-4dbb-8d5e-58a1be541fb3 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:42.935856 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-12f0de74-b7df-4082-bed9-d62e9fbad6f9 None None] Provisioning complete for port 88d61755-629b-4c6e-b651-954056d16c11 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:42.936225 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-12f0de74-b7df-4082-bed9-d62e9fbad6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:42.961614 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb163-c925-4cbd-8b97-1b336b807604 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:42.992192 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-f3f33383-9d82-45d7-8f61-3e5fc55e74ee service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353240 Nov 12 20:08:42.992891 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device cbb124d1-7c78-4647-8803-91191bf0eb0b no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:08:43.028523 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-c90cb59b-6bbc-4b40-9eab-b5b85ca62c8a None None] Set router e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:43.030814 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: cbb124d1-7c78-4647-8803-91191bf0eb0b {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:08:43.030814 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device cbb124d1-7c78-4647-8803-91191bf0eb0b not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:08:43.075138 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd96b3f-56b3-4299-a6cc-8840374b4f82 req-07693745-4796-4726-ad3a-85b166725d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:43.077376 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6bd96b3f-56b3-4299-a6cc-8840374b4f82 req-07693745-4796-4726-ad3a-85b166725d2c service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202 HTTP/1.1" status: 200 len: 917 time: 0.2595291 Nov 12 20:08:43.125643 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a326c3a9-0901-43e3-9e32-8077ffff9909 req-6ef1353a-b67f-4dbb-8d5e-58a1be541fb3 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:43.128287 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a326c3a9-0901-43e3-9e32-8077ffff9909 req-6ef1353a-b67f-4dbb-8d5e-58a1be541fb3 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:43.129583 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a326c3a9-0901-43e3-9e32-8077ffff9909 req-6ef1353a-b67f-4dbb-8d5e-58a1be541fb3 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] 10.222.0.48 "DELETE /v2.0/security-groups/cdfb258e-3bca-4c15-8e94-ee77b61a7efe HTTP/1.1" status: 204 len: 173 time: 0.7229912 Nov 12 20:08:43.160841 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1353a-b67f-4dbb-8d5e-58a1be541fb3 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfb258e-3bca-4c15-8e94-ee77b61a7efe,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:43.179644 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-12f0de74-b7df-4082-bed9-d62e9fbad6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:43.190907 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6bd96b3f-56b3-4299-a6cc-8840374b4f82 req-1f49596c-18ba-486b-8940-e9b6355855f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc HTTP/1.1" status: 200 len: 1002 time: 0.1052940 Nov 12 20:08:43.223709 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-31b5f1a7-0e98-4347-a379-a80145d1e3f4 service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194839 Nov 12 20:08:43.272918 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-6b5ea717-6104-49a0-8cfd-317c7de5f65b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3ed28dcd-1910-40f7-b699-b7f2769c9e31 HTTP/1.1" status: 200 len: 217 time: 0.0363541 Nov 12 20:08:43.290236 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb163-c925-4cbd-8b97-1b336b807604 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:43.291981 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-12f0de74-b7df-4082-bed9-d62e9fbad6f9 None None] For port 88d61755-629b-4c6e-b651-954056d16c11, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=88d61755-629b-4c6e-b651-954056d16c11,segment=NetworkSegment(0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af),segment_id=0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:43.310188 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-12f0de74-b7df-4082-bed9-d62e9fbad6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:43.352271 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb163-c925-4cbd-8b97-1b336b807604 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:43.353146 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd96b3f-56b3-4299-a6cc-8840374b4f82 req-f33dd336-5ab1-4bd5-af62-6918dc1d6bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:43.359021 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6bd96b3f-56b3-4299-a6cc-8840374b4f82 req-f33dd336-5ab1-4bd5-af62-6918dc1d6bc8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f543e4e2-8561-47f7-b814-55300c23b7f1 HTTP/1.1" status: 200 len: 855 time: 0.0528259 Nov 12 20:08:43.379690 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda217-0c33-42dd-a251-a781772253c2 req-47266f90-6c6f-4d8e-ac88-b9abfba006ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:43.381983 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-47266f90-6c6f-4d8e-ac88-b9abfba006ff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e6eb43fd-4a7b-4440-9c8e-37696bad3d1e HTTP/1.1" status: 200 len: 797 time: 0.0824358 Nov 12 20:08:43.406602 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-65fb2cc0-fb4a-4fe5-9c08-8de4608c7d44 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Deleting port 3f14aeae-796f-4eb6-afe0-7a212ef975eb {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:08:43.408135 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-65fb2cc0-fb4a-4fe5-9c08-8de4608c7d44 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:43.412089 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0de74-b7df-4082-bed9-d62e9fbad6f9 None None] Pushing event updated for resources: {'Port': ['ID=88d61755-629b-4c6e-b651-954056d16c11,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:43.448185 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7c1619aa-974b-43e0-8a7c-cfa524108797 None None] Provisioning complete for port 88d61755-629b-4c6e-b651-954056d16c11 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:43.448595 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7c1619aa-974b-43e0-8a7c-cfa524108797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:43.474456 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fb174-b9e1-4dd9-83cc-70cf4be98bab req-eeed9e2c-2a0f-41a8-a2d4-5efa59e936b5 tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:43.476157 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fb0fb174-b9e1-4dd9-83cc-70cf4be98bab req-eeed9e2c-2a0f-41a8-a2d4-5efa59e936b5 tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.48 "GET /v2.0/ports?device_id=896c209f-3160-4e6d-88c6-222f8781841b HTTP/1.1" status: 200 len: 945 time: 0.1825814 Nov 12 20:08:43.477679 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c90cb59b-6bbc-4b40-9eab-b5b85ca62c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'name': 'tempest-AttachVolumeTestJSON-2005805429-router', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:30Z', 'updated_at': '2021-11-12T20:08:38Z', 'revision_number': 4, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'gw_port': {'id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:32Z', 'updated_at': '2021-11-12T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '88d61755-629b-4c6e-b651-954056d16c11', 'name': '', 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'mac_address': 'fa:16:3e:bb:ea:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:37Z', 'updated_at': '2021-11-12T20:08:42Z', 'revision_number': 4, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'subnets': [{'id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:43.507036 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90cb59b-6bbc-4b40-9eab-b5b85ca62c8a None None] The sync data for ids ['e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'] in n-d-712140-15 is: [{'id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'name': 'tempest-AttachVolumeTestJSON-2005805429-router', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:30Z', 'updated_at': '2021-11-12T20:08:38Z', 'revision_number': 4, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'gw_port': {'id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:32Z', 'updated_at': '2021-11-12T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '88d61755-629b-4c6e-b651-954056d16c11', 'name': '', 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'mac_address': 'fa:16:3e:bb:ea:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:37Z', 'updated_at': '2021-11-12T20:08:42Z', 'revision_number': 4, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'subnets': [{'id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:08:43.561819 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd96b3f-56b3-4299-a6cc-8840374b4f82 req-8159efce-74ec-4abe-acd3-6e59e92a4738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:43.566668 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6bd96b3f-56b3-4299-a6cc-8840374b4f82 req-8159efce-74ec-4abe-acd3-6e59e92a4738 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1805742 Nov 12 20:08:43.643052 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fb0fb174-b9e1-4dd9-83cc-70cf4be98bab req-bbc75535-4b78-48b6-9daf-9ffbe8538054 tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.48 "GET /v2.0/security-groups?id=3810f09f-164a-408a-89d7-9f3eae48c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111898 Nov 12 20:08:43.676337 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0cb163-c925-4cbd-8b97-1b336b807604 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Pushing event updated for resources: {'Port': ['ID=4a5360a2-2da2-444c-91be-b5a797e6c2df,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:43.693185 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb163-c925-4cbd-8b97-1b336b807604 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:43.747573 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb163-c925-4cbd-8b97-1b336b807604 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:43.757167 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5f0cb163-c925-4cbd-8b97-1b336b807604 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9727242 Nov 12 20:08:43.819169 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6bd96b3f-56b3-4299-a6cc-8840374b4f82 req-4dcffe48-0563-491f-930a-72428ae518f0 service neutron] 10.222.0.55 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978161 Nov 12 20:08:43.938456 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6bd96b3f-56b3-4299-a6cc-8840374b4f82 req-a7e85542-6dc8-4c31-8af3-395a05f87aab service neutron] 10.222.0.55 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069157 Nov 12 20:08:44.063149 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda217-0c33-42dd-a251-a781772253c2 req-4df66427-5427-451d-a6f6-91f1118e9f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:44.064829 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-4df66427-5427-451d-a6f6-91f1118e9f58 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60bf0d01-a5ac-43f9-aea4-058a868d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6712754 Nov 12 20:08:44.134429 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-65fb2cc0-fb4a-4fe5-9c08-8de4608c7d44 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] For port 3f14aeae-796f-4eb6-afe0-7a212ef975eb, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3f14aeae-796f-4eb6-afe0-7a212ef975eb,segment=NetworkSegment(809508e6-cf25-49bc-a29b-d0829009ee88),segment_id=809508e6-cf25-49bc-a29b-d0829009ee88)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:44.135025 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-65fb2cc0-fb4a-4fe5-9c08-8de4608c7d44 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:44.183779 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-65fb2cc0-fb4a-4fe5-9c08-8de4608c7d44 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Calling delete_port for 3f14aeae-796f-4eb6-afe0-7a212ef975eb owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:08:44.191330 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a61bf2f0-f020-4548-a35e-44bcd66dd8d1 req-c30ec256-01e7-4a31-9b34-3d884b22258c tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] 10.222.0.48 "GET /v2.0/security-groups/be236089-d5cc-4446-8f03-d21a4ff3cc26 HTTP/1.1" status: 200 len: 1830 time: 0.5886908 Nov 12 20:08:44.270647 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-faef4040-64e6-4366-9079-daed38d63a3b req-b264924a-dcc8-4f52-9982-7702760a607f tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--365631636&fields=id&tenant_id=00b6cfb5312f47e6bba6b1a73804db22 HTTP/1.1" status: 200 len: 267 time: 0.0458639 Nov 12 20:08:44.296216 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-1904205e-72ca-462c-b76c-a3f4447578e2 service neutron] 10.222.0.52 "GET /v2.0/networks/60bf0d01-a5ac-43f9-aea4-058a868d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200341 Nov 12 20:08:44.352813 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a61bf2f0-f020-4548-a35e-44bcd66dd8d1 req-332b2cd2-434d-4542-8f79-523ddb7f1890 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:44.402411 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef4040-64e6-4366-9079-daed38d63a3b req-5491aa33-db03-445f-9075-b7477e38d5de tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:44.403908 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-faef4040-64e6-4366-9079-daed38d63a3b req-5491aa33-db03-445f-9075-b7477e38d5de tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/networks?id=1217fc13-52b1-48e2-90e3-8ec289b00657 HTTP/1.1" status: 200 len: 811 time: 0.1232491 Nov 12 20:08:44.422481 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-faef4040-64e6-4366-9079-daed38d63a3b req-be727023-5d0d-4ec1-a0fa-f4a3d7fa1a2e tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/quotas/00b6cfb5312f47e6bba6b1a73804db22 HTTP/1.1" status: 200 len: 375 time: 0.0110774 Nov 12 20:08:44.457490 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a61bf2f0-f020-4548-a35e-44bcd66dd8d1 req-332b2cd2-434d-4542-8f79-523ddb7f1890 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:44.482490 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-faef4040-64e6-4366-9079-daed38d63a3b req-e54a09f5-c43d-479b-a1e1-0e1ce06cb697 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=00b6cfb5312f47e6bba6b1a73804db22&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0538595 Nov 12 20:08:44.546357 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-76bbea4d-a493-45f1-a01a-86152c07d222 service neutron] 10.222.0.52 "GET /v2.0/networks/60bf0d01-a5ac-43f9-aea4-058a868d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337480 Nov 12 20:08:44.591096 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-faef4040-64e6-4366-9079-daed38d63a3b req-c42599f4-5138-44e0-9edb-93af6e9d5277 service neutron] 10.222.0.48 "GET /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948629 Nov 12 20:08:44.614841 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-55dc6ffd-955b-4d7c-ae33-491b211872ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed205f9d-8655-42c7-97ed-cba504477990 HTTP/1.1" status: 200 len: 217 time: 0.0495279 Nov 12 20:08:44.615970 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a61bf2f0-f020-4548-a35e-44bcd66dd8d1 req-332b2cd2-434d-4542-8f79-523ddb7f1890 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:44.617997 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a61bf2f0-f020-4548-a35e-44bcd66dd8d1 req-332b2cd2-434d-4542-8f79-523ddb7f1890 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:44.620101 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a61bf2f0-f020-4548-a35e-44bcd66dd8d1 req-332b2cd2-434d-4542-8f79-523ddb7f1890 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] 10.222.0.48 "DELETE /v2.0/security-groups/be236089-d5cc-4446-8f03-d21a4ff3cc26 HTTP/1.1" status: 204 len: 173 time: 0.4213045 Nov 12 20:08:44.655036 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b2cd2-434d-4542-8f79-523ddb7f1890 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be236089-d5cc-4446-8f03-d21a4ff3cc26,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:44.678431 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-65fb2cc0-fb4a-4fe5-9c08-8de4608c7d44 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:44.703171 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-faef4040-64e6-4366-9079-daed38d63a3b req-c864e396-52ef-49d6-b95f-970a0f6b2548 service neutron] 10.222.0.48 "GET /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054587 Nov 12 20:08:44.704327 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b2cd2-434d-4542-8f79-523ddb7f1890 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:44.704678 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b2cd2-434d-4542-8f79-523ddb7f1890 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:44.705026 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b2cd2-434d-4542-8f79-523ddb7f1890 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:44.705361 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b2cd2-434d-4542-8f79-523ddb7f1890 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:44.705693 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b2cd2-434d-4542-8f79-523ddb7f1890 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:44.706025 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b2cd2-434d-4542-8f79-523ddb7f1890 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:44.706384 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b2cd2-434d-4542-8f79-523ddb7f1890 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:44.706667 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b2cd2-434d-4542-8f79-523ddb7f1890 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:44.706984 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b2cd2-434d-4542-8f79-523ddb7f1890 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:44.707303 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b2cd2-434d-4542-8f79-523ddb7f1890 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:44.707630 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b2cd2-434d-4542-8f79-523ddb7f1890 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:44.707934 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b2cd2-434d-4542-8f79-523ddb7f1890 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:44.735548 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb2cc0-fb4a-4fe5-9c08-8de4608c7d44 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Port': ['ID=3f14aeae-796f-4eb6-afe0-7a212ef975eb,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:44.760696 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda217-0c33-42dd-a251-a781772253c2 req-1ed974ba-26b3-4fbd-9d53-e366f93e4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:44.762202 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-1ed974ba-26b3-4fbd-9d53-e366f93e4d34 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e6eb43fd-4a7b-4440-9c8e-37696bad3d1e HTTP/1.1" status: 200 len: 797 time: 0.1267607 Nov 12 20:08:45.012587 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-65fb2cc0-fb4a-4fe5-9c08-8de4608c7d44 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:45.093865 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda217-0c33-42dd-a251-a781772253c2 req-f92bbb4a-6f65-467a-876d-2dae62378ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:45.095402 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-f92bbb4a-6f65-467a-876d-2dae62378ec8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60bf0d01-a5ac-43f9-aea4-058a868d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3237913 Nov 12 20:08:45.129722 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-18d9abb5-d336-44bc-97c0-dce64c20ab57 req-84ae3516-af8b-4de2-87ed-e2e72d70d293 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] 10.222.0.48 "GET /v2.0/security-groups/4303eb0a-f427-4fbf-986e-3c364bab7439 HTTP/1.1" status: 200 len: 1831 time: 0.1442599 Nov 12 20:08:45.131009 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 88d61755-629b-4c6e-b651-954056d16c11 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:08:45.154525 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f75be2-08f7-4ffd-918a-5f138c000642 req-3d799310-a2fe-4c2c-89a1-dad4100d62f6 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:45.156434 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-12f75be2-08f7-4ffd-918a-5f138c000642 req-3d799310-a2fe-4c2c-89a1-dad4100d62f6 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58516ff-a6a9-45e9-86b8-3a6941380cf3 HTTP/1.1" status: 200 len: 945 time: 0.1021888 Nov 12 20:08:45.236893 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 88d61755-629b-4c6e-b651-954056d16c11 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:45.237302 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:45.262284 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-12f75be2-08f7-4ffd-918a-5f138c000642 req-809c6fa8-c0ee-4494-aa06-5b08f8956113 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969701 Nov 12 20:08:45.369313 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-18d9abb5-d336-44bc-97c0-dce64c20ab57 req-2ae5583e-c9fc-4ad4-85a7-9e25986f1e0d tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:45.389224 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-ba76c1bb-63c2-45d9-9439-21f21c5d1488 service neutron] 10.222.0.52 "GET /v2.0/networks/60bf0d01-a5ac-43f9-aea4-058a868d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633653 Nov 12 20:08:45.426991 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-18d9abb5-d336-44bc-97c0-dce64c20ab57 req-2ae5583e-c9fc-4ad4-85a7-9e25986f1e0d tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:45.476909 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fb2cc0-fb4a-4fe5-9c08-8de4608c7d44 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Router 937e2b98-6b92-4181-9481-b0f7b22afb90 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:08:45.597710 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-18d9abb5-d336-44bc-97c0-dce64c20ab57 req-2ae5583e-c9fc-4ad4-85a7-9e25986f1e0d tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:45.600304 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-18d9abb5-d336-44bc-97c0-dce64c20ab57 req-2ae5583e-c9fc-4ad4-85a7-9e25986f1e0d tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:45.601453 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-18d9abb5-d336-44bc-97c0-dce64c20ab57 req-2ae5583e-c9fc-4ad4-85a7-9e25986f1e0d tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] 10.222.0.48 "DELETE /v2.0/security-groups/4303eb0a-f427-4fbf-986e-3c364bab7439 HTTP/1.1" status: 204 len: 173 time: 0.4613984 Nov 12 20:08:45.617608 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64eda217-0c33-42dd-a251-a781772253c2 req-a4e33fe4-7c67-4146-847a-3d425c33ec60 service neutron] 10.222.0.52 "GET /v2.0/networks/60bf0d01-a5ac-43f9-aea4-058a868d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172210 Nov 12 20:08:45.628013 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5583e-c9fc-4ad4-85a7-9e25986f1e0d tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4303eb0a-f427-4fbf-986e-3c364bab7439,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:45.640621 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fb2cc0-fb4a-4fe5-9c08-8de4608c7d44 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:08:45.648743 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36454) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:45.649258 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-65fb2cc0-fb4a-4fe5-9c08-8de4608c7d44 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "PUT /v2.0/routers/937e2b98-6b92-4181-9481-b0f7b22afb90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9426332 Nov 12 20:08:45.658503 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159e269e-64ab-4321-b436-6ab4f0edd6fb None None] Sync routers for ids ['937e2b98-6b92-4181-9481-b0f7b22afb90'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:08:45.677415 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e269e-64ab-4321-b436-6ab4f0edd6fb None None] Routers {'937e2b98-6b92-4181-9481-b0f7b22afb90'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:45.678670 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-159e269e-64ab-4321-b436-6ab4f0edd6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['937e2b98-6b92-4181-9481-b0f7b22afb90'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:45.704931 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c93949cf-aae0-490d-a285-527a7be2f199 req-1df2eeab-425c-4831-8c3b-8fca8c844f86 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 210 time: 0.0379028 Nov 12 20:08:45.798349 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-159e269e-64ab-4321-b436-6ab4f0edd6fb None None] Set router 937e2b98-6b92-4181-9481-b0f7b22afb90 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:45.827532 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f131cf8-df75-4194-8567-cc0b4fa4b20a req-691625fe-9218-4758-882c-e7bba7d6e4dc tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:45.835184 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f131cf8-df75-4194-8567-cc0b4fa4b20a req-691625fe-9218-4758-882c-e7bba7d6e4dc tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.48 "GET /v2.0/ports?device_id=896c209f-3160-4e6d-88c6-222f8781841b HTTP/1.1" status: 200 len: 945 time: 0.0733609 Nov 12 20:08:45.890871 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f131cf8-df75-4194-8567-cc0b4fa4b20a req-57518321-96b2-4178-a3ec-89e3ab8501f3 tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.48 "GET /v2.0/security-groups?id=3810f09f-164a-408a-89d7-9f3eae48c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546482 Nov 12 20:08:46.030905 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-159e269e-64ab-4321-b436-6ab4f0edd6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:44Z', 'revision_number': 10, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None, '_interfaces': [{'id': '05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1', 'name': '', 'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:2d:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:02Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:46.061662 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159e269e-64ab-4321-b436-6ab4f0edd6fb None None] Checking router: 937e2b98-6b92-4181-9481-b0f7b22afb90 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:08:46.070790 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e269e-64ab-4321-b436-6ab4f0edd6fb None None] Routers {'937e2b98-6b92-4181-9481-b0f7b22afb90'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:46.071969 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-159e269e-64ab-4321-b436-6ab4f0edd6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['937e2b98-6b92-4181-9481-b0f7b22afb90'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:46.159285 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-159e269e-64ab-4321-b436-6ab4f0edd6fb None None] Set router 937e2b98-6b92-4181-9481-b0f7b22afb90 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:46.161149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-5675a370-0ce6-4cfd-93d5-7327c91c7812 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Deleting subnet 05380958-8bcd-4807-bf82-ef26d99f81f9 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:08:46.165517 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5675a370-0ce6-4cfd-93d5-7327c91c7812 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:46.191812 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8131bf1f-51fa-45c4-83eb-79bfd1708023 req-fe4cb4ab-d868-47d0-bda3-9e50d6250888 tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] 10.222.0.48 "GET /v2.0/security-groups/e8ed366a-0512-432c-94fe-087326573dd9 HTTP/1.1" status: 200 len: 1832 time: 0.0803246 Nov 12 20:08:46.226396 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5675a370-0ce6-4cfd-93d5-7327c91c7812 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:46.406596 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8131bf1f-51fa-45c4-83eb-79bfd1708023 req-0cb10fac-794f-4575-8f94-d760787c6bad tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:46.429032 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8131bf1f-51fa-45c4-83eb-79bfd1708023 req-0cb10fac-794f-4575-8f94-d760787c6bad tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:46.444823 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-159e269e-64ab-4321-b436-6ab4f0edd6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:44Z', 'revision_number': 10, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None, '_interfaces': [{'id': '05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1', 'name': '', 'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:2d:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:02Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:46.466968 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a083d67-f058-4240-bf22-c9ab59a7e2bc req-11eb0648-74b0-4170-b13f-697637b6abf8 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:46.473799 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159e269e-64ab-4321-b436-6ab4f0edd6fb None None] The sync data for ids ['937e2b98-6b92-4181-9481-b0f7b22afb90'] in n-d-712140-15 is: [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:44Z', 'revision_number': 10, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None, '_interfaces': [{'id': '05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1', 'name': '', 'network_id': '0f616191-23df-452f-a569-c7227afd7f93', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'mac_address': 'fa:16:3e:2d:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:02Z', 'revision_number': 5, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'subnets': [{'id': '0296407a-254b-4799-bfa0-12baeefc61c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:08:46.474906 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2a083d67-f058-4240-bf22-c9ab59a7e2bc req-11eb0648-74b0-4170-b13f-697637b6abf8 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58516ff-a6a9-45e9-86b8-3a6941380cf3 HTTP/1.1" status: 200 len: 945 time: 0.1060224 Nov 12 20:08:46.506726 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5675a370-0ce6-4cfd-93d5-7327c91c7812 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:46.532460 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2a083d67-f058-4240-bf22-c9ab59a7e2bc req-ec9f787e-5073-443f-99d6-f4dca4caa5a7 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557971 Nov 12 20:08:46.539664 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef4040-64e6-4366-9079-daed38d63a3b req-6cea2c0c-9d73-4f7e-a8cf-feb1e3f8f7ff tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:46.541546 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-faef4040-64e6-4366-9079-daed38d63a3b req-6cea2c0c-9d73-4f7e-a8cf-feb1e3f8f7ff tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.55 "GET /v2.0/networks?id=1217fc13-52b1-48e2-90e3-8ec289b00657 HTTP/1.1" status: 200 len: 811 time: 0.2634935 Nov 12 20:08:46.580871 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8131bf1f-51fa-45c4-83eb-79bfd1708023 req-0cb10fac-794f-4575-8f94-d760787c6bad tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:46.583399 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8131bf1f-51fa-45c4-83eb-79bfd1708023 req-0cb10fac-794f-4575-8f94-d760787c6bad tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:46.586144 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8131bf1f-51fa-45c4-83eb-79bfd1708023 req-0cb10fac-794f-4575-8f94-d760787c6bad tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] 10.222.0.48 "DELETE /v2.0/security-groups/e8ed366a-0512-432c-94fe-087326573dd9 HTTP/1.1" status: 204 len: 173 time: 0.3848674 Nov 12 20:08:46.592468 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36466) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:46.615169 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb10fac-794f-4575-8f94-d760787c6bad tempest-SecurityGroupRulesNegativeTestJSON-642220934 tempest-SecurityGroupRulesNegativeTestJSON-642220934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ed366a-0512-432c-94fe-087326573dd9,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:46.637682 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5675a370-0ce6-4cfd-93d5-7327c91c7812 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:46.670079 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd92ea84-1eae-410a-9bfb-79127f5b8d51 admin admin] Deleting subnet 8c75dc0d-1a03-4baf-8ac4-324c7a91969e {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:08:46.674100 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cd92ea84-1eae-410a-9bfb-79127f5b8d51 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:46.676522 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675a370-0ce6-4cfd-93d5-7327c91c7812 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Subnet': ['ID=05380958-8bcd-4807-bf82-ef26d99f81f9,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:46.685256 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-faef4040-64e6-4366-9079-daed38d63a3b req-914b003e-3b3d-43a6-8316-2fb0ee251eb5 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00b6cfb5312f47e6bba6b1a73804db22 HTTP/1.1" status: 200 len: 379 time: 0.1309979 Nov 12 20:08:46.688373 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5675a370-0ce6-4cfd-93d5-7327c91c7812 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:46.694461 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5675a370-0ce6-4cfd-93d5-7327c91c7812 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/subnets/05380958-8bcd-4807-bf82-ef26d99f81f9 HTTP/1.1" status: 204 len: 168 time: 1.0403459 Nov 12 20:08:46.698165 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd73d320-d00c-44ef-a32f-fec4fcfba941 None None] Network a26a8407-df3e-4702-a285-509b0c083c13 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:08:46.700406 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-faef4040-64e6-4366-9079-daed38d63a3b req-081a9977-0480-46a5-870b-9c8eac1cf7b4 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Request body: {'port': {'device_id': '60e61ea6-3aab-4d81-92a0-7cb7078443d0', 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657', 'admin_state_up': True, 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'security_groups': ['8f839e6e-8167-41e6-9db7-72e87c43fbbf']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:46.704395 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36468) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:46.716182 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cd92ea84-1eae-410a-9bfb-79127f5b8d51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:46.758527 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cd92ea84-1eae-410a-9bfb-79127f5b8d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:46.834344 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cd92ea84-1eae-410a-9bfb-79127f5b8d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:46.880068 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2b1825e-0208-488e-bb30-02f3e8a8036e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:46.925868 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92ea84-1eae-410a-9bfb-79127f5b8d51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c75dc0d-1a03-4baf-8ac4-324c7a91969e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:46.944654 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d17b5ff-d972-4343-a8f2-06a9c2acd647 req-1be34bd4-55eb-477f-af21-b9078536464e tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 210 time: 0.1138766 Nov 12 20:08:46.950170 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cd92ea84-1eae-410a-9bfb-79127f5b8d51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:46.954871 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cd92ea84-1eae-410a-9bfb-79127f5b8d51 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8c75dc0d-1a03-4baf-8ac4-324c7a91969e HTTP/1.1" status: 204 len: 168 time: 0.3586891 Nov 12 20:08:46.962515 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36474) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:46.967395 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3f14aeae-796f-4eb6-afe0-7a212ef975eb no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:08:47.002143 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 3f14aeae-796f-4eb6-afe0-7a212ef975eb {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:08:47.002488 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3f14aeae-796f-4eb6-afe0-7a212ef975eb not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:08:47.057773 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f77857-dd0f-4767-92a3-e25a24da6aa5 None None] DHCP port deletion for a26a8407-df3e-4702-a285-509b0c083c13 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:08:47.096441 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faef4040-64e6-4366-9079-daed38d63a3b req-081a9977-0480-46a5-870b-9c8eac1cf7b4 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Made reservation on behalf of 00b6cfb5312f47e6bba6b1a73804db22 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:08:47.100566 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-faef4040-64e6-4366-9079-daed38d63a3b req-081a9977-0480-46a5-870b-9c8eac1cf7b4 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:47.116688 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8b71597a-c77f-40a3-9b7f-6fc8a0812114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:47.146537 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-b2b1825e-0208-488e-bb30-02f3e8a8036e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Deleting port 352bb2ba-38e2-4ccd-ab3d-1f25d026f951 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:08:47.147373 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2b1825e-0208-488e-bb30-02f3e8a8036e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:47.159946 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-85f77857-dd0f-4767-92a3-e25a24da6aa5 None None] Deleting port 352bb2ba-38e2-4ccd-ab3d-1f25d026f951 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:08:47.160728 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-85f77857-dd0f-4767-92a3-e25a24da6aa5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:47.196037 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f385a-89b6-486a-84a7-e6c3b72a172a req-1fdc3699-c653-44c3-9271-0a711480c9be tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:47.204474 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a45f385a-89b6-486a-84a7-e6c3b72a172a req-1fdc3699-c653-44c3-9271-0a711480c9be tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.48 "GET /v2.0/ports?device_id=896c209f-3160-4e6d-88c6-222f8781841b HTTP/1.1" status: 200 len: 945 time: 0.1642401 Nov 12 20:08:47.232813 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b275b3-a576-4fb7-9270-287357ae1d52 req-8db5aeea-f558-48b0-925c-192c45ac6b29 tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:47.235040 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-49b275b3-a576-4fb7-9270-287357ae1d52 req-8db5aeea-f558-48b0-925c-192c45ac6b29 tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.52 "GET /v2.0/ports?device_id=896c209f-3160-4e6d-88c6-222f8781841b HTTP/1.1" status: 200 len: 945 time: 0.1145415 Nov 12 20:08:47.253920 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-85f77857-dd0f-4767-92a3-e25a24da6aa5 None None] For port 352bb2ba-38e2-4ccd-ab3d-1f25d026f951, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=352bb2ba-38e2-4ccd-ab3d-1f25d026f951,segment=NetworkSegment(809508e6-cf25-49bc-a29b-d0829009ee88),segment_id=809508e6-cf25-49bc-a29b-d0829009ee88)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:47.254311 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-85f77857-dd0f-4767-92a3-e25a24da6aa5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:47.268916 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-85f77857-dd0f-4767-92a3-e25a24da6aa5 None None] Calling delete_port for 352bb2ba-38e2-4ccd-ab3d-1f25d026f951 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:08:47.279248 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8b71597a-c77f-40a3-9b7f-6fc8a0812114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:47.330657 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-8b71597a-c77f-40a3-9b7f-6fc8a0812114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['851de453-aedd-42e0-976e-e68d4fe5f3c0']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:47.338078 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-b2b1825e-0208-488e-bb30-02f3e8a8036e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] For port 352bb2ba-38e2-4ccd-ab3d-1f25d026f951, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=352bb2ba-38e2-4ccd-ab3d-1f25d026f951,segment=NetworkSegment(809508e6-cf25-49bc-a29b-d0829009ee88),segment_id=809508e6-cf25-49bc-a29b-d0829009ee88)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:47.338827 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2b1825e-0208-488e-bb30-02f3e8a8036e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:47.358387 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-b2b1825e-0208-488e-bb30-02f3e8a8036e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Calling delete_port for 352bb2ba-38e2-4ccd-ab3d-1f25d026f951 owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:08:47.365443 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-8b71597a-c77f-40a3-9b7f-6fc8a0812114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274d569d-058a-4079-8f69-f8a5fc69e41e') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:47.365927 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-8b71597a-c77f-40a3-9b7f-6fc8a0812114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274d569d-058a-4079-8f69-f8a5fc69e41e') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:47.380973 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8b71597a-c77f-40a3-9b7f-6fc8a0812114 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:47.392168 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-85f77857-dd0f-4767-92a3-e25a24da6aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:47.401262 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8b71597a-c77f-40a3-9b7f-6fc8a0812114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:47.412552 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b71597a-c77f-40a3-9b7f-6fc8a0812114 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:08:47.412947 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8b71597a-c77f-40a3-9b7f-6fc8a0812114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:08:47.414942 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:08:47.420203 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f77857-dd0f-4767-92a3-e25a24da6aa5 None None] Pushing event deleted for resources: {'Port': ['ID=352bb2ba-38e2-4ccd-ab3d-1f25d026f951,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:47.422067 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f77857-dd0f-4767-92a3-e25a24da6aa5 None None] No DVR routers for this DVR port 352bb2ba-38e2-4ccd-ab3d-1f25d026f951 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:08:47.435653 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-49b275b3-a576-4fb7-9270-287357ae1d52 req-6550f8f5-01d7-4bff-bf96-bb159b8d490b tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Deleting port 0f79b321-1c10-4f96-b8b0-ac908f26da0e {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:08:47.435996 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-49b275b3-a576-4fb7-9270-287357ae1d52 req-6550f8f5-01d7-4bff-bf96-bb159b8d490b tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:47.441683 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a45f385a-89b6-486a-84a7-e6c3b72a172a req-868dcde2-f8c5-459f-aba1-449ad52e072f tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.48 "GET /v2.0/security-groups?id=3810f09f-164a-408a-89d7-9f3eae48c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363491 Nov 12 20:08:47.481505 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-faef4040-64e6-4366-9079-daed38d63a3b req-081a9977-0480-46a5-870b-9c8eac1cf7b4 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Allocated IP 172.20.0.6 (1217fc13-52b1-48e2-90e3-8ec289b00657/72eab03a-2e4d-41e0-82f1-7fb4346cd6bd/1d479d2a-5c61-4c69-9871-1e030f0b32ae) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:08:47.536259 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8b71597a-c77f-40a3-9b7f-6fc8a0812114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:47.542844 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8b71597a-c77f-40a3-9b7f-6fc8a0812114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:47.546078 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8b71597a-c77f-40a3-9b7f-6fc8a0812114 admin admin] 10.222.0.48 "DELETE /v2.0/networks/851de453-aedd-42e0-976e-e68d4fe5f3c0 HTTP/1.1" status: 204 len: 168 time: 0.5822313 Nov 12 20:08:47.561236 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2b1825e-0208-488e-bb30-02f3e8a8036e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:47.572302 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71597a-c77f-40a3-9b7f-6fc8a0812114 admin admin] Pushing event deleted for resources: {'Network': ['ID=851de453-aedd-42e0-976e-e68d4fe5f3c0,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:47.593984 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-49b275b3-a576-4fb7-9270-287357ae1d52 req-6550f8f5-01d7-4bff-bf96-bb159b8d490b tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] For port 0f79b321-1c10-4f96-b8b0-ac908f26da0e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0f79b321-1c10-4f96-b8b0-ac908f26da0e,segment=NetworkSegment(b412bcd2-153e-470b-91ca-71d6b488eea7),segment_id=b412bcd2-153e-470b-91ca-71d6b488eea7)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:47.594361 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-49b275b3-a576-4fb7-9270-287357ae1d52 req-6550f8f5-01d7-4bff-bf96-bb159b8d490b tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:47.611405 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-49b275b3-a576-4fb7-9270-287357ae1d52 req-6550f8f5-01d7-4bff-bf96-bb159b8d490b tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Calling delete_port for 0f79b321-1c10-4f96-b8b0-ac908f26da0e owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:08:47.631109 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1825e-0208-488e-bb30-02f3e8a8036e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Port': ['ID=352bb2ba-38e2-4ccd-ab3d-1f25d026f951,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:47.635559 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b1825e-0208-488e-bb30-02f3e8a8036e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] No DVR routers for this DVR port 352bb2ba-38e2-4ccd-ab3d-1f25d026f951 on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:08:47.720582 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2b1825e-0208-488e-bb30-02f3e8a8036e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:47.728029 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36486) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:47.767991 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104545d-d8d3-4a51-8f20-95118f355f9e req-b3b8830f-e18e-4d88-bab3-1c169b93c182 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:47.769572 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3104545d-d8d3-4a51-8f20-95118f355f9e req-b3b8830f-e18e-4d88-bab3-1c169b93c182 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58516ff-a6a9-45e9-86b8-3a6941380cf3 HTTP/1.1" status: 200 len: 945 time: 0.0951328 Nov 12 20:08:47.770744 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-b2b1825e-0208-488e-bb30-02f3e8a8036e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26a8407-df3e-4702-a285-509b0c083c13']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:47.785910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-b2b1825e-0208-488e-bb30-02f3e8a8036e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809508e6-cf25-49bc-a29b-d0829009ee88') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:47.786206 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-b2b1825e-0208-488e-bb30-02f3e8a8036e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809508e6-cf25-49bc-a29b-d0829009ee88') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:47.811433 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2b1825e-0208-488e-bb30-02f3e8a8036e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:47.844804 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-faef4040-64e6-4366-9079-daed38d63a3b req-081a9977-0480-46a5-870b-9c8eac1cf7b4 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:47.853791 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cb06d6b8-097b-4882-b977-1b76955096d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8882921379f047559c7e604cffefaffd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1198547 Nov 12 20:08:47.853791 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2b1825e-0208-488e-bb30-02f3e8a8036e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:47.854977 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36488) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:47.861949 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b1825e-0208-488e-bb30-02f3e8a8036e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:08:47.862351 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2b1825e-0208-488e-bb30-02f3e8a8036e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: self.session.flush() Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: self.session.flush() Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: self.session.flush() Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: self.session.flush() Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:08:47.865325 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:08:47.881118 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3104545d-d8d3-4a51-8f20-95118f355f9e req-99522f3e-4084-4fb9-bfc6-d0c74ccf0eda tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987210 Nov 12 20:08:47.881710 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-49b275b3-a576-4fb7-9270-287357ae1d52 req-6550f8f5-01d7-4bff-bf96-bb159b8d490b tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:47.921228 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550f8f5-01d7-4bff-bf96-bb159b8d490b tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Pushing event deleted for resources: {'Port': ['ID=0f79b321-1c10-4f96-b8b0-ac908f26da0e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:47.937936 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 0f93a320-613d-4bfe-9778-434a6b7a2862 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:08:47.940383 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-faef4040-64e6-4366-9079-daed38d63a3b req-081a9977-0480-46a5-870b-9c8eac1cf7b4 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:47.942289 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2b1825e-0208-488e-bb30-02f3e8a8036e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:47.955125 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2b1825e-0208-488e-bb30-02f3e8a8036e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:47.958894 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b2b1825e-0208-488e-bb30-02f3e8a8036e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/networks/a26a8407-df3e-4702-a285-509b0c083c13 HTTP/1.1" status: 204 len: 168 time: 1.2523489 Nov 12 20:08:47.965741 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36492) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:48.009506 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b275b3-a576-4fb7-9270-287357ae1d52 req-6550f8f5-01d7-4bff-bf96-bb159b8d490b tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] No DVR routers for this DVR port 0f79b321-1c10-4f96-b8b0-ac908f26da0e on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:08:48.014225 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-49b275b3-a576-4fb7-9270-287357ae1d52 req-6550f8f5-01d7-4bff-bf96-bb159b8d490b tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:48.017971 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-49b275b3-a576-4fb7-9270-287357ae1d52 req-6550f8f5-01d7-4bff-bf96-bb159b8d490b tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.52 "DELETE /v2.0/ports/0f79b321-1c10-4f96-b8b0-ac908f26da0e HTTP/1.1" status: 204 len: 173 time: 0.7517850 Nov 12 20:08:48.018617 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896c209f-3160-4e6d-88c6-222f8781841b', 'name': 'network-vif-deleted', 'tag': '0f79b321-1c10-4f96-b8b0-ac908f26da0e'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:08:48.021795 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6a25f6-e89c-4b7b-93ef-9781eb1b28d3" -d '{"events": [{"server_uuid": "896c209f-3160-4e6d-88c6-222f8781841b", "name": "network-vif-deleted", "tag": "0f79b321-1c10-4f96-b8b0-ac908f26da0e"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:08:48.028094 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21014687-42f2-41fc-b215-0139ce8bb4f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:48.064285 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21014687-42f2-41fc-b215-0139ce8bb4f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:48.102159 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1825e-0208-488e-bb30-02f3e8a8036e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Network': ['ID=a26a8407-df3e-4702-a285-509b0c083c13,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:48.113388 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f0d1a3-2fa4-41d1-9863-ec1861037693 x-openstack-request-id: req-97f0d1a3-2fa4-41d1-9863-ec1861037693 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:08:48.113698 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896c209f-3160-4e6d-88c6-222f8781841b", "name": "network-vif-deleted", "tag": "0f79b321-1c10-4f96-b8b0-ac908f26da0e", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:08:48.113947 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-97f0d1a3-2fa4-41d1-9863-ec1861037693 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:08:48.114406 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896c209f-3160-4e6d-88c6-222f8781841b', 'name': 'network-vif-deleted', 'tag': '0f79b321-1c10-4f96-b8b0-ac908f26da0e', 'status': 'completed', 'code': 200} Nov 12 20:08:48.127046 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21014687-42f2-41fc-b215-0139ce8bb4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:48.129463 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21014687-42f2-41fc-b215-0139ce8bb4f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:48.139691 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-21014687-42f2-41fc-b215-0139ce8bb4f5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8cdf377d-41f1-42ea-9a44-6ceafa4b8c82 HTTP/1.1" status: 204 len: 168 time: 0.2835612 Nov 12 20:08:48.165039 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21014687-42f2-41fc-b215-0139ce8bb4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdf377d-41f1-42ea-9a44-6ceafa4b8c82,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:48.199617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 0f93a320-613d-4bfe-9778-434a6b7a2862, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=0f93a320-613d-4bfe-9778-434a6b7a2862,segment=NetworkSegment(44856b08-7173-4552-88bc-2d1c4111ab8b),segment_id=44856b08-7173-4552-88bc-2d1c4111ab8b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:48.232060 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faef4040-64e6-4366-9079-daed38d63a3b req-081a9977-0480-46a5-870b-9c8eac1cf7b4 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Network 1217fc13-52b1-48e2-90e3-8ec289b00657 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:08:48.239686 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '0f93a320-613d-4bfe-9778-434a6b7a2862', 'network_id': 'd647a41e-ad4a-4efd-99be-d45e84f5e8b5', 'port_id': '0f93a320-613d-4bfe-9778-434a6b7a2862', 'mac_address': 'fa:16:3e:51:e4:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1ad2f7-7e72-4638-8072-b188c067ace8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:08:48.262207 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-faef4040-64e6-4366-9079-daed38d63a3b req-081a9977-0480-46a5-870b-9c8eac1cf7b4 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:48.265263 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-faef4040-64e6-4366-9079-daed38d63a3b req-081a9977-0480-46a5-870b-9c8eac1cf7b4 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:08:48.300527 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a9977-0480-46a5-870b-9c8eac1cf7b4 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Pushing event updated for resources: {'Port': ['ID=1d479d2a-5c61-4c69-9871-1e030f0b32ae,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:48.331972 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:48.348507 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda81de2-e000-409e-863c-6bb7663a4662 req-cd2e207c-eb3a-4fe7-9fbc-16311bd7fa3e tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:48.350396 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-eda81de2-e000-409e-863c-6bb7663a4662 req-cd2e207c-eb3a-4fe7-9fbc-16311bd7fa3e tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 931 time: 0.2497342 Nov 12 20:08:48.363636 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f93a320-613d-4bfe-9778-434a6b7a2862 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:08:48.386407 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef4040-64e6-4366-9079-daed38d63a3b req-081a9977-0480-46a5-870b-9c8eac1cf7b4 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:48.387037 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-faef4040-64e6-4366-9079-daed38d63a3b req-081a9977-0480-46a5-870b-9c8eac1cf7b4 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:48.398370 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 0f93a320-613d-4bfe-9778-434a6b7a2862, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=0f93a320-613d-4bfe-9778-434a6b7a2862,segment=NetworkSegment(44856b08-7173-4552-88bc-2d1c4111ab8b),segment_id=44856b08-7173-4552-88bc-2d1c4111ab8b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:48.407798 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:48.450916 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-faef4040-64e6-4366-9079-daed38d63a3b req-081a9977-0480-46a5-870b-9c8eac1cf7b4 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7567983 Nov 12 20:08:48.469339 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-faef4040-64e6-4366-9079-daed38d63a3b req-e2d158c4-5535-44e3-b842-044ab08818be service neutron] Request body: {'port': {'device_id': '60e61ea6-3aab-4d81-92a0-7cb7078443d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:48.503353 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['0f93a320-613d-4bfe-9778-434a6b7a2862'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:08:48.535023 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-eda81de2-e000-409e-863c-6bb7663a4662 req-a302e9f7-da0b-403b-8ae6-258d407ff3a0 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751268 Nov 12 20:08:48.589402 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-faef4040-64e6-4366-9079-daed38d63a3b req-e2d158c4-5535-44e3-b842-044ab08818be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:48.590237 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=0f93a320-613d-4bfe-9778-434a6b7a2862,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:48.675460 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c5f7defa-85da-409b-b908-779f9f13853c None None] Provisioning complete for port 1d479d2a-5c61-4c69-9871-1e030f0b32ae triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:48.675694 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c5f7defa-85da-409b-b908-779f9f13853c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:48.677608 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-91030acf-ef7e-438d-a6ae-ce46c4b06873 req-368dab69-1b6f-4fbd-a4f9-bdf69f6cb6c9 tempest-ServerPasswordTestJSON-764887921 tempest-ServerPasswordTestJSON-764887921-project] 10.222.0.48 "GET /v2.0/ports?device_id=896c209f-3160-4e6d-88c6-222f8781841b HTTP/1.1" status: 200 len: 210 time: 0.0467188 Nov 12 20:08:48.762241 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c5f7defa-85da-409b-b908-779f9f13853c None None] Port 1d479d2a-5c61-4c69-9871-1e030f0b32ae cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:08:48.895852 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c4bf3a60-118e-4d2d-b79c-e5fa4faeff3a tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:48.997371 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 352bb2ba-38e2-4ccd-ab3d-1f25d026f951 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:08:49.025911 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 352bb2ba-38e2-4ccd-ab3d-1f25d026f951 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:08:49.027126 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 352bb2ba-38e2-4ccd-ab3d-1f25d026f951 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:08:49.109181 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 0f79b321-1c10-4f96-b8b0-ac908f26da0e no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:08:49.112659 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1e135-eb26-4d1d-83d9-c5b5224bff25 req-eb9390fc-7201-420c-b15e-0f9e17bd680a tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:49.113790 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3be1e135-eb26-4d1d-83d9-c5b5224bff25 req-eb9390fc-7201-420c-b15e-0f9e17bd680a tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58516ff-a6a9-45e9-86b8-3a6941380cf3 HTTP/1.1" status: 200 len: 944 time: 0.1417000 Nov 12 20:08:49.138277 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 0f79b321-1c10-4f96-b8b0-ac908f26da0e {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:08:49.138607 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 0f79b321-1c10-4f96-b8b0-ac908f26da0e not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:08:49.256116 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36528) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:49.303947 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3be1e135-eb26-4d1d-83d9-c5b5224bff25 req-816d3961-8be2-46b3-bfc1-a27171514bf1 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753187 Nov 12 20:08:49.329339 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-faef4040-64e6-4366-9079-daed38d63a3b req-e2d158c4-5535-44e3-b842-044ab08818be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d479d2a-5c61-4c69-9871-1e030f0b32ae {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:08:49.341793 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-faef4040-64e6-4366-9079-daed38d63a3b req-e2d158c4-5535-44e3-b842-044ab08818be service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:49.363168 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-faef4040-64e6-4366-9079-daed38d63a3b req-e2d158c4-5535-44e3-b842-044ab08818be service neutron] Transition to ACTIVE for port object 1d479d2a-5c61-4c69-9871-1e030f0b32ae will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:08:49.370378 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-faef4040-64e6-4366-9079-daed38d63a3b req-e2d158c4-5535-44e3-b842-044ab08818be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:49.395224 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-b7e599e9-e61f-44ef-aded-76433ec60bba admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1546868417-network', 'tenant_id': '8b822a19ccad4c32a3be5a12910ef9de'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:49.425393 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e599e9-e61f-44ef-aded-76433ec60bba admin admin] Made reservation on behalf of 8b822a19ccad4c32a3be5a12910ef9de for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:08:49.430192 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b7e599e9-e61f-44ef-aded-76433ec60bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:49.440704 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b7e599e9-e61f-44ef-aded-76433ec60bba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:49.482166 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d158c4-5535-44e3-b842-044ab08818be service neutron] Pushing event updated for resources: {'Port': ['ID=1d479d2a-5c61-4c69-9871-1e030f0b32ae,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:49.546764 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b7e599e9-e61f-44ef-aded-76433ec60bba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:49.552415 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b7e599e9-e61f-44ef-aded-76433ec60bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:49.581883 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-faef4040-64e6-4366-9079-daed38d63a3b req-e2d158c4-5535-44e3-b842-044ab08818be service neutron] Attempting to bind port 1d479d2a-5c61-4c69-9871-1e030f0b32ae on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:08:49.582225 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-faef4040-64e6-4366-9079-daed38d63a3b req-e2d158c4-5535-44e3-b842-044ab08818be service neutron] Attempting to bind port 1d479d2a-5c61-4c69-9871-1e030f0b32ae by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:08:49.582538 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faef4040-64e6-4366-9079-daed38d63a3b req-e2d158c4-5535-44e3-b842-044ab08818be service neutron] Attempting to bind port 1d479d2a-5c61-4c69-9871-1e030f0b32ae on network 1217fc13-52b1-48e2-90e3-8ec289b00657 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:08:49.586530 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e599e9-e61f-44ef-aded-76433ec60bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e87a578-eb71-4b50-80d4-a37189dc049e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:49.590958 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-c4bf3a60-118e-4d2d-b79c-e5fa4faeff3a tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Deleting port 05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:08:49.591296 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c4bf3a60-118e-4d2d-b79c-e5fa4faeff3a tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:49.595907 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faef4040-64e6-4366-9079-daed38d63a3b req-e2d158c4-5535-44e3-b842-044ab08818be service neutron] Port 1d479d2a-5c61-4c69-9871-1e030f0b32ae on network 1217fc13-52b1-48e2-90e3-8ec289b00657 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:08:49.596157 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faef4040-64e6-4366-9079-daed38d63a3b req-e2d158c4-5535-44e3-b842-044ab08818be service neutron] Attempting to bind port 1d479d2a-5c61-4c69-9871-1e030f0b32ae on network 1217fc13-52b1-48e2-90e3-8ec289b00657 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:08:49.604603 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e599e9-e61f-44ef-aded-76433ec60bba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:08:49.621227 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faef4040-64e6-4366-9079-daed38d63a3b req-e2d158c4-5535-44e3-b842-044ab08818be service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:08:49.621227 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faef4040-64e6-4366-9079-daed38d63a3b req-e2d158c4-5535-44e3-b842-044ab08818be service neutron] Checking segment: {'id': '0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:08:49.621669 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faef4040-64e6-4366-9079-daed38d63a3b req-e2d158c4-5535-44e3-b842-044ab08818be service neutron] Bound using segment: {'id': '0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:08:49.621898 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-faef4040-64e6-4366-9079-daed38d63a3b req-e2d158c4-5535-44e3-b842-044ab08818be service neutron] Bound port: 1d479d2a-5c61-4c69-9871-1e030f0b32ae, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:08:49.622265 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-faef4040-64e6-4366-9079-daed38d63a3b req-e2d158c4-5535-44e3-b842-044ab08818be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:49.625283 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b7e599e9-e61f-44ef-aded-76433ec60bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:49.625865 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-b7e599e9-e61f-44ef-aded-76433ec60bba admin admin] Added segment ef22689d-5196-4cb0-8081-a02dcde0e29b of type vlan for network 0a33075a-e787-4872-8379-e368e6c24540 Nov 12 20:08:49.712327 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b7e599e9-e61f-44ef-aded-76433ec60bba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:49.756877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473bb9b-8ef3-490c-b271-181600ec68d8 req-27c32d77-4929-48c4-b162-481ec18cee91 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:49.757208 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6473bb9b-8ef3-490c-b271-181600ec68d8 req-27c32d77-4929-48c4-b162-481ec18cee91 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 943 time: 0.0965693 Nov 12 20:08:49.758494 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-c4bf3a60-118e-4d2d-b79c-e5fa4faeff3a tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] For port 05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1,segment=NetworkSegment(a350beb9-ed3b-4d13-9424-4f47e61a7157),segment_id=a350beb9-ed3b-4d13-9424-4f47e61a7157)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:49.758922 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c4bf3a60-118e-4d2d-b79c-e5fa4faeff3a tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:49.767469 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b7e599e9-e61f-44ef-aded-76433ec60bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:49.768551 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e599e9-e61f-44ef-aded-76433ec60bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:49.769933 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b7e599e9-e61f-44ef-aded-76433ec60bba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:49.771850 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36536) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:49.807055 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-faef4040-64e6-4366-9079-daed38d63a3b req-e2d158c4-5535-44e3-b842-044ab08818be service neutron] For port 1d479d2a-5c61-4c69-9871-1e030f0b32ae, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:08:49.812112 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-c4bf3a60-118e-4d2d-b79c-e5fa4faeff3a tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Calling delete_port for 05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:08:49.828778 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-faef4040-64e6-4366-9079-daed38d63a3b req-e2d158c4-5535-44e3-b842-044ab08818be service neutron] For port 1d479d2a-5c61-4c69-9871-1e030f0b32ae, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1d479d2a-5c61-4c69-9871-1e030f0b32ae,segment=NetworkSegment(0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af),segment_id=0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:08:49.840377 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-faef4040-64e6-4366-9079-daed38d63a3b req-e2d158c4-5535-44e3-b842-044ab08818be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:49.872865 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b7e599e9-e61f-44ef-aded-76433ec60bba admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6104555 Nov 12 20:08:49.876670 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e599e9-e61f-44ef-aded-76433ec60bba admin admin] Pushing event updated for resources: {'Network': ['ID=0a33075a-e787-4872-8379-e368e6c24540,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:49.879084 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36540) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:49.886366 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-b60b1da1-8be4-4216-a9c6-bd1413f47feb admin admin] Request body: {'subnet': {'network_id': '0a33075a-e787-4872-8379-e368e6c24540', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1546868417-subnet', 'tenant_id': '8b822a19ccad4c32a3be5a12910ef9de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:49.900952 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 0a33075a-e787-4872-8379-e368e6c24540 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:08:49.908683 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb7b0f5c-567b-4dc3-8978-56f6c2a67987 admin admin] Deleting subnet 9d5d5090-033b-4f14-b2a9-6ae2634f4b0e {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:08:49.922117 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb7b0f5c-567b-4dc3-8978-56f6c2a67987 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:49.924467 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef4040-64e6-4366-9079-daed38d63a3b req-e2d158c4-5535-44e3-b842-044ab08818be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:49.925249 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-faef4040-64e6-4366-9079-daed38d63a3b req-e2d158c4-5535-44e3-b842-044ab08818be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:49.926554 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-faef4040-64e6-4366-9079-daed38d63a3b req-e2d158c4-5535-44e3-b842-044ab08818be service neutron] 10.222.0.55 "PUT /v2.0/ports/1d479d2a-5c61-4c69-9871-1e030f0b32ae HTTP/1.1" status: 200 len: 1092 time: 1.4663386 Nov 12 20:08:49.928639 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e61ea6-3aab-4d81-92a0-7cb7078443d0', 'tag': '1d479d2a-5c61-4c69-9871-1e030f0b32ae'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:08:49.931255 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea55b4b-728b-43a3-a40a-38f665088892" -d '{"events": [{"name": "network-changed", "server_uuid": "60e61ea6-3aab-4d81-92a0-7cb7078443d0", "tag": "1d479d2a-5c61-4c69-9871-1e030f0b32ae"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:08:49.935112 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6473bb9b-8ef3-490c-b271-181600ec68d8 req-15ac134b-009b-4e4a-a6f7-a8cd009eb556 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616538 Nov 12 20:08:49.980551 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60b1da1-8be4-4216-a9c6-bd1413f47feb admin admin] Made reservation on behalf of 8b822a19ccad4c32a3be5a12910ef9de for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:08:49.986554 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b60b1da1-8be4-4216-a9c6-bd1413f47feb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:50.014358 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 0f93a320-613d-4bfe-9778-434a6b7a2862 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:08:50.071972 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6906e1-43a0-455c-a5d6-8df3180df67b x-openstack-request-id: req-2a6906e1-43a0-455c-a5d6-8df3180df67b {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:08:50.072344 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e61ea6-3aab-4d81-92a0-7cb7078443d0", "tag": "1d479d2a-5c61-4c69-9871-1e030f0b32ae", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:08:50.072612 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2a6906e1-43a0-455c-a5d6-8df3180df67b {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:08:50.073109 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e61ea6-3aab-4d81-92a0-7cb7078443d0', 'tag': '1d479d2a-5c61-4c69-9871-1e030f0b32ae', 'status': 'completed', 'code': 200} Nov 12 20:08:50.119008 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb7b0f5c-567b-4dc3-8978-56f6c2a67987 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:50.123007 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d158c4-5535-44e3-b842-044ab08818be service neutron] Pushing event updated for resources: {'Port': ['ID=1d479d2a-5c61-4c69-9871-1e030f0b32ae,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:50.216957 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-648f96eb-516d-43c5-89da-614073edaad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:50.248644 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b60b1da1-8be4-4216-a9c6-bd1413f47feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:50.276150 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef4040-64e6-4366-9079-daed38d63a3b req-6e9b4bc3-53ac-4cb6-af75-05efbcd1abdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:50.278232 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-faef4040-64e6-4366-9079-daed38d63a3b req-6e9b4bc3-53ac-4cb6-af75-05efbcd1abdb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=00b6cfb5312f47e6bba6b1a73804db22&device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 1095 time: 0.2818499 Nov 12 20:08:50.279967 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb7b0f5c-567b-4dc3-8978-56f6c2a67987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:50.373348 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b1da1-8be4-4216-a9c6-bd1413f47feb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c743af1-22a3-4bdf-8088-5afb65b72243,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:50.417313 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:50.419536 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60b1da1-8be4-4216-a9c6-bd1413f47feb admin admin] Checking segment: {'id': 'ef22689d-5196-4cb0-8081-a02dcde0e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0a33075a-e787-4872-8379-e368e6c24540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:08:50.419916 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60b1da1-8be4-4216-a9c6-bd1413f47feb admin admin] Network hostable DHCP agents. Network: 0a33075a-e787-4872-8379-e368e6c24540, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:08:50.442013 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c4bf3a60-118e-4d2d-b79c-e5fa4faeff3a tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:50.444468 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb7b0f5c-567b-4dc3-8978-56f6c2a67987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:50.454649 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 0f93a320-613d-4bfe-9778-434a6b7a2862 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:50.455166 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:50.464368 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60b1da1-8be4-4216-a9c6-bd1413f47feb admin admin] Network 0a33075a-e787-4872-8379-e368e6c24540 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:08:50.486010 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-b60b1da1-8be4-4216-a9c6-bd1413f47feb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 0a33075a-e787-4872-8379-e368e6c24540) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:50.500741 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60b1da1-8be4-4216-a9c6-bd1413f47feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:50.503417 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b60b1da1-8be4-4216-a9c6-bd1413f47feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:50.518762 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bac5c5-85af-4cb1-9529-ed114e3022f3 None None] Network 0a33075a-e787-4872-8379-e368e6c24540 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:08:50.536619 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b60b1da1-8be4-4216-a9c6-bd1413f47feb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6539948 Nov 12 20:08:50.546463 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-faef4040-64e6-4366-9079-daed38d63a3b req-486f3d3f-1aec-4f17-bdcb-825379aa95f0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d479d2a-5c61-4c69-9871-1e030f0b32ae HTTP/1.1" status: 200 len: 217 time: 0.1148560 Nov 12 20:08:50.562233 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf3a60-118e-4d2d-b79c-e5fa4faeff3a tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Port': ['ID=05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:50.575633 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b0f5c-567b-4dc3-8978-56f6c2a67987 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d5d5090-033b-4f14-b2a9-6ae2634f4b0e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:50.656830 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef4040-64e6-4366-9079-daed38d63a3b req-05aec3c3-242f-4b8b-94d3-097bc432cb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:50.658531 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-faef4040-64e6-4366-9079-daed38d63a3b req-05aec3c3-242f-4b8b-94d3-097bc432cb40 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=72eab03a-2e4d-41e0-82f1-7fb4346cd6bd HTTP/1.1" status: 200 len: 850 time: 0.0933754 Nov 12 20:08:50.659071 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:50.668260 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb7b0f5c-567b-4dc3-8978-56f6c2a67987 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:50.687356 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fb7b0f5c-567b-4dc3-8978-56f6c2a67987 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9d5d5090-033b-4f14-b2a9-6ae2634f4b0e HTTP/1.1" status: 204 len: 168 time: 0.9116917 Nov 12 20:08:50.687881 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36556) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:50.719775 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 0f93a320-613d-4bfe-9778-434a6b7a2862, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=0f93a320-613d-4bfe-9778-434a6b7a2862,segment=NetworkSegment(44856b08-7173-4552-88bc-2d1c4111ab8b),segment_id=44856b08-7173-4552-88bc-2d1c4111ab8b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:50.727737 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58516ff-a6a9-45e9-86b8-3a6941380cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f93a320-613d-4bfe-9778-434a6b7a2862'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:08:50.730234 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f317d310-ad05-4582-bb6f-060617d20f49" -d '{"events": [{"server_uuid": "c58516ff-a6a9-45e9-86b8-3a6941380cf3", "name": "network-vif-plugged", "status": "completed", "tag": "0f93a320-613d-4bfe-9778-434a6b7a2862"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:08:50.736790 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:50.841109 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d44bfb-9399-4a70-8208-5f3fdf195935 x-openstack-request-id: req-11d44bfb-9399-4a70-8208-5f3fdf195935 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:08:50.841409 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58516ff-a6a9-45e9-86b8-3a6941380cf3", "name": "network-vif-plugged", "status": "completed", "tag": "0f93a320-613d-4bfe-9778-434a6b7a2862", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:08:50.841831 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-11d44bfb-9399-4a70-8208-5f3fdf195935 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:08:50.842327 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58516ff-a6a9-45e9-86b8-3a6941380cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f93a320-613d-4bfe-9778-434a6b7a2862', 'code': 200} Nov 12 20:08:50.858089 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eac2e4d-2071-4bbe-b047-2916218a7eb2 None None] Network 0a33075a-e787-4872-8379-e368e6c24540 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:08:50.879085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2d58a-0ba5-42e2-b3e8-181331019e2a req-cd1cf784-9565-4a7e-bcba-38e8515d1b40 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:50.895629 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-72b2d58a-0ba5-42e2-b3e8-181331019e2a req-cd1cf784-9565-4a7e-bcba-38e8515d1b40 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58516ff-a6a9-45e9-86b8-3a6941380cf3 HTTP/1.1" status: 200 len: 944 time: 0.4094367 Nov 12 20:08:50.911783 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ad4ad7cf-977a-4eea-8444-f218a02d1db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:50.979790 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=0f93a320-613d-4bfe-9778-434a6b7a2862,revision_number=7']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:50.993803 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-72b2d58a-0ba5-42e2-b3e8-181331019e2a req-ed110576-b10d-42e1-b0d1-f27af889ba61 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971484 Nov 12 20:08:51.014691 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c4bf3a60-118e-4d2d-b79c-e5fa4faeff3a tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:51.038385 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef4040-64e6-4366-9079-daed38d63a3b req-db4dad54-ba60-4d72-9561-314bbd5959de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:51.045053 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-faef4040-64e6-4366-9079-daed38d63a3b req-db4dad54-ba60-4d72-9561-314bbd5959de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1217fc13-52b1-48e2-90e3-8ec289b00657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3570442 Nov 12 20:08:51.082137 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ad4ad7cf-977a-4eea-8444-f218a02d1db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:51.126354 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-ad4ad7cf-977a-4eea-8444-f218a02d1db7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:51.144154 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-ad4ad7cf-977a-4eea-8444-f218a02d1db7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b412bcd2-153e-470b-91ca-71d6b488eea7') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:51.144483 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-ad4ad7cf-977a-4eea-8444-f218a02d1db7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b412bcd2-153e-470b-91ca-71d6b488eea7') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:51.155942 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ad4ad7cf-977a-4eea-8444-f218a02d1db7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:51.181673 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ad4ad7cf-977a-4eea-8444-f218a02d1db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:51.190870 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4ad7cf-977a-4eea-8444-f218a02d1db7 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:08:51.191348 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ad4ad7cf-977a-4eea-8444-f218a02d1db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:08:51.241727 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:08:51.287061 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ad4ad7cf-977a-4eea-8444-f218a02d1db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:51.332040 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ad4ad7cf-977a-4eea-8444-f218a02d1db7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:51.338373 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ad4ad7cf-977a-4eea-8444-f218a02d1db7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63 HTTP/1.1" status: 204 len: 168 time: 0.6463921 Nov 12 20:08:51.341034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ad7cf-977a-4eea-8444-f218a02d1db7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0bfbfd2-318b-4d9a-80bb-62aaf7f66f63,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:51.414880 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-70cfabbf-4d42-4de0-b2eb-9fd761a5762a tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:51.417527 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-70cfabbf-4d42-4de0-b2eb-9fd761a5762a tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.48 "GET /v2.0/networks?id=0a33075a-e787-4872-8379-e368e6c24540 HTTP/1.1" status: 200 len: 822 time: 0.1726477 Nov 12 20:08:51.444670 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-5c06af02-8b7b-4640-82da-08c0e95d5267 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.48 "GET /v2.0/quotas/8b822a19ccad4c32a3be5a12910ef9de HTTP/1.1" status: 200 len: 375 time: 0.0203276 Nov 12 20:08:51.497515 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-3124a926-4cdd-4b36-8823-408df28785cb tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b822a19ccad4c32a3be5a12910ef9de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396233 Nov 12 20:08:51.519729 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36584) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:51.585020 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-e31f55be-43d7-47ce-af6a-c6cd0b9e376e service neutron] 10.222.0.48 "GET /v2.0/networks/0a33075a-e787-4872-8379-e368e6c24540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852284 Nov 12 20:08:51.727226 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-68adacff-ffb4-4543-9de4-1922456e7ab8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a1a4aa2d756a49939719727515086115&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2048049 Nov 12 20:08:51.735713 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36586) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:51.791205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678d464-a9cc-483f-9ec5-8c8ba3bbe364 req-d5624580-79d5-499a-afed-b65c89413c65 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:51.792843 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b678d464-a9cc-483f-9ec5-8c8ba3bbe364 req-d5624580-79d5-499a-afed-b65c89413c65 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 943 time: 0.2722061 Nov 12 20:08:51.807226 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-faef4040-64e6-4366-9079-daed38d63a3b req-b43bf61b-7012-40a3-b7f6-7dac23b00f69 service neutron] 10.222.0.55 "GET /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7472806 Nov 12 20:08:51.844731 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bf3a60-118e-4d2d-b79c-e5fa4faeff3a tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Router 937e2b98-6b92-4181-9481-b0f7b22afb90 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:08:51.963084 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b678d464-a9cc-483f-9ec5-8c8ba3bbe364 req-568b8d1d-262c-43d8-8af7-ba03574b6204 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622984 Nov 12 20:08:52.019298 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-8b3b507e-7746-4bd2-86a0-ed6699418a1e service neutron] 10.222.0.48 "GET /v2.0/networks/0a33075a-e787-4872-8379-e368e6c24540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252610 Nov 12 20:08:52.030596 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be6a52a3-9ac1-4eed-9cbf-111ff32b04cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:52.060820 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bf3a60-118e-4d2d-b79c-e5fa4faeff3a tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:08:52.067860 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-faef4040-64e6-4366-9079-daed38d63a3b req-76e7853e-2e15-4e56-9270-a72612b8a155 service neutron] 10.222.0.55 "GET /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433138 Nov 12 20:08:52.071595 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c4bf3a60-118e-4d2d-b79c-e5fa4faeff3a tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "PUT /v2.0/routers/937e2b98-6b92-4181-9481-b0f7b22afb90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0964253 Nov 12 20:08:52.072895 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a681d6c3-e3fd-489f-b92d-6585ef7f3ddb None None] Sync routers for ids ['937e2b98-6b92-4181-9481-b0f7b22afb90'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:08:52.074608 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36590) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:52.079262 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be6a52a3-9ac1-4eed-9cbf-111ff32b04cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:52.084479 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a681d6c3-e3fd-489f-b92d-6585ef7f3ddb None None] Routers {'937e2b98-6b92-4181-9481-b0f7b22afb90'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:52.085104 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a681d6c3-e3fd-489f-b92d-6585ef7f3ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['937e2b98-6b92-4181-9481-b0f7b22afb90'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:52.166543 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f5aa84-af18-4812-a07b-ae9b422e300c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Deleting subnet 0296407a-254b-4799-bfa0-12baeefc61c5 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:08:52.170220 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-04f5aa84-af18-4812-a07b-ae9b422e300c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:52.176391 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-a681d6c3-e3fd-489f-b92d-6585ef7f3ddb None None] Set router 937e2b98-6b92-4181-9481-b0f7b22afb90 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:52.215176 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be6a52a3-9ac1-4eed-9cbf-111ff32b04cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:52.221362 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be6a52a3-9ac1-4eed-9cbf-111ff32b04cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:52.224054 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-be6a52a3-9ac1-4eed-9cbf-111ff32b04cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3810f09f-164a-408a-89d7-9f3eae48c289 HTTP/1.1" status: 204 len: 168 time: 0.4609666 Nov 12 20:08:52.244436 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a681d6c3-e3fd-489f-b92d-6585ef7f3ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:50Z', 'revision_number': 11, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:52.262932 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea55b4b-728b-43a3-a40a-38f665088892 req-3c237071-f453-4301-b2df-db03518dd8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:52.264885 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bea55b4b-728b-43a3-a40a-38f665088892 req-3c237071-f453-4301-b2df-db03518dd8dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=00b6cfb5312f47e6bba6b1a73804db22&device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 1095 time: 0.1365039 Nov 12 20:08:52.265883 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a52a3-9ac1-4eed-9cbf-111ff32b04cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3810f09f-164a-408a-89d7-9f3eae48c289,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:52.284685 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-04f5aa84-af18-4812-a07b-ae9b422e300c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:52.367613 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a681d6c3-e3fd-489f-b92d-6585ef7f3ddb None None] Checking router: 937e2b98-6b92-4181-9481-b0f7b22afb90 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:08:52.378895 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2074c49f-2cd6-4ed2-9399-ae7dc95e9a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:52.392252 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a681d6c3-e3fd-489f-b92d-6585ef7f3ddb None None] Routers {'937e2b98-6b92-4181-9481-b0f7b22afb90'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:52.392994 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a681d6c3-e3fd-489f-b92d-6585ef7f3ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['937e2b98-6b92-4181-9481-b0f7b22afb90'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:52.433590 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-04f5aa84-af18-4812-a07b-ae9b422e300c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:52.466436 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ccbbe-fb06-4a22-9da3-8737ad965b9c req-4cd04caa-5293-48f1-992f-44b793611da9 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:52.475078 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db3ccbbe-fb06-4a22-9da3-8737ad965b9c req-4cd04caa-5293-48f1-992f-44b793611da9 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58516ff-a6a9-45e9-86b8-3a6941380cf3 HTTP/1.1" status: 200 len: 945 time: 0.2007239 Nov 12 20:08:52.488681 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-a681d6c3-e3fd-489f-b92d-6585ef7f3ddb None None] Set router 937e2b98-6b92-4181-9481-b0f7b22afb90 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:52.516163 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bedff8ed-cb17-430c-924f-965ee50b95b8 req-6f63b441-91d4-4569-853d-1faa69ae9290 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.48 "GET /v2.0/ports?device_id=c942da18-2bd2-456f-be44-3ac033013d0d HTTP/1.1" status: 200 len: 210 time: 0.1073411 Nov 12 20:08:52.524819 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea55b4b-728b-43a3-a40a-38f665088892 req-5ca2e3cf-da77-43b9-b2b1-fa30597b1b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:52.539423 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bea55b4b-728b-43a3-a40a-38f665088892 req-5ca2e3cf-da77-43b9-b2b1-fa30597b1b58 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1217fc13-52b1-48e2-90e3-8ec289b00657 HTTP/1.1" status: 200 len: 912 time: 0.2425330 Nov 12 20:08:52.566779 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a681d6c3-e3fd-489f-b92d-6585ef7f3ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:50Z', 'revision_number': 11, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:52.582453 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-04f5aa84-af18-4812-a07b-ae9b422e300c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:52.607938 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-04f5aa84-af18-4812-a07b-ae9b422e300c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:52.614447 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-04f5aa84-af18-4812-a07b-ae9b422e300c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/subnets/0296407a-254b-4799-bfa0-12baeefc61c5 HTTP/1.1" status: 204 len: 168 time: 0.5371461 Nov 12 20:08:52.615080 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36606) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:52.629171 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4dabce-bcaa-4379-a5fe-3e70cb6e66a2 None None] Network 0f616191-23df-452f-a569-c7227afd7f93 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:08:52.639835 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bea55b4b-728b-43a3-a40a-38f665088892 req-254634ea-020a-49a0-99ba-55daef82f33e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d479d2a-5c61-4c69-9871-1e030f0b32ae HTTP/1.1" status: 200 len: 217 time: 0.0987251 Nov 12 20:08:52.658125 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db3ccbbe-fb06-4a22-9da3-8737ad965b9c req-c7051bea-fed8-454e-9867-625cbe9228a8 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818373 Nov 12 20:08:52.661175 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a681d6c3-e3fd-489f-b92d-6585ef7f3ddb None None] The sync data for ids ['937e2b98-6b92-4181-9481-b0f7b22afb90'] in n-d-712140-15 is: [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:50Z', 'revision_number': 11, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:08:52.688804 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5aa84-af18-4812-a07b-ae9b422e300c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Subnet': ['ID=0296407a-254b-4799-bfa0-12baeefc61c5,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:52.787614 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea55b4b-728b-43a3-a40a-38f665088892 req-6515e776-024d-42fc-80c1-73a0a6abe846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:52.793831 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bea55b4b-728b-43a3-a40a-38f665088892 req-6515e776-024d-42fc-80c1-73a0a6abe846 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=72eab03a-2e4d-41e0-82f1-7fb4346cd6bd HTTP/1.1" status: 200 len: 850 time: 0.1467011 Nov 12 20:08:52.826578 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b3719e6c-0cfb-44cc-8390-e91953137262 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:52.912106 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea55b4b-728b-43a3-a40a-38f665088892 req-532ee535-ae73-4b46-b983-37a42e3f01d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:52.914147 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bea55b4b-728b-43a3-a40a-38f665088892 req-532ee535-ae73-4b46-b983-37a42e3f01d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1217fc13-52b1-48e2-90e3-8ec289b00657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1050189 Nov 12 20:08:52.921320 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-b3719e6c-0cfb-44cc-8390-e91953137262 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Deleting port 3773db00-9a2a-456f-a255-bafd948ad0c2 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:08:52.921662 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b3719e6c-0cfb-44cc-8390-e91953137262 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:53.002594 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-b3719e6c-0cfb-44cc-8390-e91953137262 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] For port 3773db00-9a2a-456f-a255-bafd948ad0c2, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3773db00-9a2a-456f-a255-bafd948ad0c2,segment=NetworkSegment(a350beb9-ed3b-4d13-9424-4f47e61a7157),segment_id=a350beb9-ed3b-4d13-9424-4f47e61a7157)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:53.003016 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b3719e6c-0cfb-44cc-8390-e91953137262 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:53.020837 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-b3719e6c-0cfb-44cc-8390-e91953137262 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Calling delete_port for 3773db00-9a2a-456f-a255-bafd948ad0c2 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:08:53.088496 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe8ff61-e938-4711-bbee-45141d094443 None None] DHCP port deletion for 0f616191-23df-452f-a569-c7227afd7f93 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:08:53.129140 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bea55b4b-728b-43a3-a40a-38f665088892 req-2140bf61-593f-4171-b4a1-0917ea1b0a3b service neutron] 10.222.0.55 "GET /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041037 Nov 12 20:08:53.217838 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-efe8ff61-e938-4711-bbee-45141d094443 None None] Deleting port 3773db00-9a2a-456f-a255-bafd948ad0c2 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:08:53.218480 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-efe8ff61-e938-4711-bbee-45141d094443 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:53.226185 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b3719e6c-0cfb-44cc-8390-e91953137262 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:53.245082 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412b39a-2543-42b3-949e-1232b0734ee6 req-81ebf030-71f4-441a-a8b8-91b061ef7116 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:53.252635 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d412b39a-2543-42b3-949e-1232b0734ee6 req-81ebf030-71f4-441a-a8b8-91b061ef7116 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 943 time: 0.1513953 Nov 12 20:08:53.292976 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3719e6c-0cfb-44cc-8390-e91953137262 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Port': ['ID=3773db00-9a2a-456f-a255-bafd948ad0c2,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:53.295619 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3719e6c-0cfb-44cc-8390-e91953137262 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] No DVR routers for this DVR port 3773db00-9a2a-456f-a255-bafd948ad0c2 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:08:53.326812 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-efe8ff61-e938-4711-bbee-45141d094443 None None] For port 3773db00-9a2a-456f-a255-bafd948ad0c2, host n-d-712140-15, got binding levels [] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:53.327612 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-efe8ff61-e938-4711-bbee-45141d094443 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:53.344197 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:08:53.385878 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce29d9-078e-45e9-a618-766e12997822 req-d376e3a9-8278-4fed-8c6b-44cf0ae267cc tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:53.387432 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:08:53.387876 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 05bb41a8-f2c2-4e78-b4d2-ed3e0fedd4b1 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:08:53.391007 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3773db00-9a2a-456f-a255-bafd948ad0c2 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:08:53.393202 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-efe8ff61-e938-4711-bbee-45141d094443 None None] Calling delete_port for 3773db00-9a2a-456f-a255-bafd948ad0c2 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:08:53.394055 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-41ce29d9-078e-45e9-a618-766e12997822 req-d376e3a9-8278-4fed-8c6b-44cf0ae267cc tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58516ff-a6a9-45e9-86b8-3a6941380cf3 HTTP/1.1" status: 200 len: 945 time: 0.2637086 Nov 12 20:08:53.398398 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bea55b4b-728b-43a3-a40a-38f665088892 req-2889e4e8-25ec-4c8d-a4cc-07b59e7989d1 service neutron] 10.222.0.55 "GET /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480214 Nov 12 20:08:53.400890 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.ipam_backend_mixin [None req-efe8ff61-e938-4711-bbee-45141d094443 None None] Port 3773db00-9a2a-456f-a255-bafd948ad0c2 was not found and therefore no delete operation was performed {{(pid=102449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 20:08:53.403118 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-efe8ff61-e938-4711-bbee-45141d094443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:53.446208 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 3773db00-9a2a-456f-a255-bafd948ad0c2 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:08:53.446724 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3773db00-9a2a-456f-a255-bafd948ad0c2 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:08:53.462317 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-41ce29d9-078e-45e9-a618-766e12997822 req-5ea3597a-42b3-4ee4-96fc-0863d4269919 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671883 Nov 12 20:08:53.464821 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d412b39a-2543-42b3-949e-1232b0734ee6 req-74429970-8457-4030-a042-600e700a02ed tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112525 Nov 12 20:08:53.467413 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b3719e6c-0cfb-44cc-8390-e91953137262 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:53.471014 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8ff61-e938-4711-bbee-45141d094443 None None] Pushing event deleted for resources: {'Port': ['ID=3773db00-9a2a-456f-a255-bafd948ad0c2,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:53.487313 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe8ff61-e938-4711-bbee-45141d094443 None None] No DVR routers for this DVR port 3773db00-9a2a-456f-a255-bafd948ad0c2 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:08:53.520182 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-b3719e6c-0cfb-44cc-8390-e91953137262 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f616191-23df-452f-a569-c7227afd7f93']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:53.534755 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-b3719e6c-0cfb-44cc-8390-e91953137262 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a350beb9-ed3b-4d13-9424-4f47e61a7157') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:53.534974 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-b3719e6c-0cfb-44cc-8390-e91953137262 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a350beb9-ed3b-4d13-9424-4f47e61a7157') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:53.546062 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36640) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:53.547620 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b3719e6c-0cfb-44cc-8390-e91953137262 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:53.569233 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b3719e6c-0cfb-44cc-8390-e91953137262 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:53.577866 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3719e6c-0cfb-44cc-8390-e91953137262 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:08:53.578393 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b3719e6c-0cfb-44cc-8390-e91953137262 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:08:53.582433 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:08:53.684742 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f734f91e-82fd-4788-a2f1-7f39348efd2f req-0660d2dd-84e0-41f7-b981-0fb4febba7bb tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.48 "GET /v2.0/ports?device_id=c942da18-2bd2-456f-be44-3ac033013d0d HTTP/1.1" status: 200 len: 210 time: 0.0376766 Nov 12 20:08:53.685241 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:53.692564 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b3719e6c-0cfb-44cc-8390-e91953137262 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:53.702715 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:53.718190 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-a94372df-a6a3-41e0-8135-8e1ff920a934 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-490611936-network', 'tenant_id': '218ba8caf41b4f549ff41bad0bad7ee1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:53.723390 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b3719e6c-0cfb-44cc-8390-e91953137262 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:53.728565 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b3719e6c-0cfb-44cc-8390-e91953137262 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/networks/0f616191-23df-452f-a569-c7227afd7f93 HTTP/1.1" status: 204 len: 168 time: 1.0947385 Nov 12 20:08:53.731243 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36644) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:53.737530 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-94c86fc3-a79c-4273-9b0b-fa2bdfe38d37 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'router': {'routes': None}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:53.755809 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3719e6c-0cfb-44cc-8390-e91953137262 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Pushing event deleted for resources: {'Network': ['ID=0f616191-23df-452f-a569-c7227afd7f93,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:53.818408 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94372df-a6a3-41e0-8135-8e1ff920a934 admin admin] Made reservation on behalf of 218ba8caf41b4f549ff41bad0bad7ee1 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:08:53.820748 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a94372df-a6a3-41e0-8135-8e1ff920a934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:53.836002 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-45f51bec-bbc4-4ac2-9abd-f87611b92c9b tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:53.837830 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-45f51bec-bbc4-4ac2-9abd-f87611b92c9b tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.52 "GET /v2.0/networks?id=0a33075a-e787-4872-8379-e368e6c24540 HTTP/1.1" status: 200 len: 822 time: 0.1432683 Nov 12 20:08:53.853887 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-c51ccc74-956e-45a3-a6c9-3ebbde967d29 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Request body: {'port': {'device_id': 'c942da18-2bd2-456f-be44-3ac033013d0d', 'network_id': '0a33075a-e787-4872-8379-e368e6c24540', 'admin_state_up': True, 'tenant_id': '8b822a19ccad4c32a3be5a12910ef9de'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:53.864478 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a94372df-a6a3-41e0-8135-8e1ff920a934 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:53.928686 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.extraroute_db [None req-94c86fc3-a79c-4273-9b0b-fa2bdfe38d37 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Added routes are [] {{(pid=102448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 20:08:53.929071 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.extraroute_db [None req-94c86fc3-a79c-4273-9b0b-fa2bdfe38d37 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Removed routes are [] {{(pid=102448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 20:08:53.929345 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-94c86fc3-a79c-4273-9b0b-fa2bdfe38d37 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7534'] for router, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:53.955956 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 0f93a320-613d-4bfe-9778-434a6b7a2862 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:08:53.970878 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-c51ccc74-956e-45a3-a6c9-3ebbde967d29 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Made reservation on behalf of 8b822a19ccad4c32a3be5a12910ef9de for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:08:53.976473 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-c51ccc74-956e-45a3-a6c9-3ebbde967d29 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:54.042086 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:54.065141 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58516ff-a6a9-45e9-86b8-3a6941380cf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f93a320-613d-4bfe-9778-434a6b7a2862'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:08:54.067390 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa1e111-eb06-460c-9024-b77393109333" -d '{"events": [{"server_uuid": "c58516ff-a6a9-45e9-86b8-3a6941380cf3", "name": "network-vif-unplugged", "status": "completed", "tag": "0f93a320-613d-4bfe-9778-434a6b7a2862"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:08:54.084486 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 0f93a320-613d-4bfe-9778-434a6b7a2862, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=0f93a320-613d-4bfe-9778-434a6b7a2862,segment=NetworkSegment(44856b08-7173-4552-88bc-2d1c4111ab8b),segment_id=44856b08-7173-4552-88bc-2d1c4111ab8b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:54.090007 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:54.091033 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-94c86fc3-a79c-4273-9b0b-fa2bdfe38d37 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7534'] for router, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:54.099639 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-94c86fc3-a79c-4273-9b0b-fa2bdfe38d37 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706542'] for router, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:54.129194 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c218667f-31fa-4683-a6ad-f8352ffbf9d9 x-openstack-request-id: req-c218667f-31fa-4683-a6ad-f8352ffbf9d9 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:08:54.130021 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58516ff-a6a9-45e9-86b8-3a6941380cf3", "name": "network-vif-unplugged", "status": "completed", "tag": "0f93a320-613d-4bfe-9778-434a6b7a2862", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:08:54.130021 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c218667f-31fa-4683-a6ad-f8352ffbf9d9 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:08:54.130215 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58516ff-a6a9-45e9-86b8-3a6941380cf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f93a320-613d-4bfe-9778-434a6b7a2862', 'code': 200} Nov 12 20:08:54.152276 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=0f93a320-613d-4bfe-9778-434a6b7a2862,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:54.153669 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-c51ccc74-956e-45a3-a6c9-3ebbde967d29 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Allocated IP 172.20.0.8 (0a33075a-e787-4872-8379-e368e6c24540/8c743af1-22a3-4bdf-8088-5afb65b72243/7ab846c5-c6b6-4917-951c-0c56ab3c2d4d) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:08:54.161933 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a94372df-a6a3-41e0-8135-8e1ff920a934 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:54.188192 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a94372df-a6a3-41e0-8135-8e1ff920a934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:54.215839 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a94372df-a6a3-41e0-8135-8e1ff920a934 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:08:54.232762 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c86fc3-a79c-4273-9b0b-fa2bdfe38d37 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Router 937e2b98-6b92-4181-9481-b0f7b22afb90 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:08:54.236835 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94372df-a6a3-41e0-8135-8e1ff920a934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335ddddb-fd51-4d61-a69e-9db5af4b29c8,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:54.239759 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a94372df-a6a3-41e0-8135-8e1ff920a934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:54.240103 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-a94372df-a6a3-41e0-8135-8e1ff920a934 admin admin] Added segment 6feb3a71-a7f1-4678-93e5-b41620161eec of type vlan for network 2c263eaa-bf88-4e86-8018-6b76427f8727 Nov 12 20:08:54.285444 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a94372df-a6a3-41e0-8135-8e1ff920a934 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:54.317432 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-c51ccc74-956e-45a3-a6c9-3ebbde967d29 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:54.357756 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-c51ccc74-956e-45a3-a6c9-3ebbde967d29 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:54.365761 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c86fc3-a79c-4273-9b0b-fa2bdfe38d37 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:08:54.374852 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-94c86fc3-a79c-4273-9b0b-fa2bdfe38d37 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:54.375552 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e39cf51-7c3b-460b-b21b-ea5a90c3b867 None None] Sync routers for ids ['937e2b98-6b92-4181-9481-b0f7b22afb90'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:08:54.378962 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-94c86fc3-a79c-4273-9b0b-fa2bdfe38d37 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "PUT /v2.0/routers/937e2b98-6b92-4181-9481-b0f7b22afb90 HTTP/1.1" status: 200 len: 704 time: 0.6436360 Nov 12 20:08:54.378962 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36648) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:54.388357 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e39cf51-7c3b-460b-b21b-ea5a90c3b867 None None] Routers {'937e2b98-6b92-4181-9481-b0f7b22afb90'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:54.388896 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2e39cf51-7c3b-460b-b21b-ea5a90c3b867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['937e2b98-6b92-4181-9481-b0f7b22afb90'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:54.390477 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a94372df-a6a3-41e0-8135-8e1ff920a934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:54.391606 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94372df-a6a3-41e0-8135-8e1ff920a934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:54.392398 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a94372df-a6a3-41e0-8135-8e1ff920a934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:54.415053 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ccc74-956e-45a3-a6c9-3ebbde967d29 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Pushing event updated for resources: {'Port': ['ID=7ab846c5-c6b6-4917-951c-0c56ab3c2d4d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:54.417664 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ab0025b1-6156-4e93-9bdc-053c9a4863f6 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "GET /v2.0/ports?device_id=937e2b98-6b92-4181-9481-b0f7b22afb90 HTTP/1.1" status: 200 len: 205 time: 0.0378604 Nov 12 20:08:54.420539 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36650) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:54.460580 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-2e39cf51-7c3b-460b-b21b-ea5a90c3b867 None None] Set router 937e2b98-6b92-4181-9481-b0f7b22afb90 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:54.467372 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a94372df-a6a3-41e0-8135-8e1ff920a934 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9199338 Nov 12 20:08:54.470154 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36652) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:54.475006 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-922727d7-af00-4417-8071-fa3e603148ff admin admin] Request body: {'subnet': {'network_id': '2c263eaa-bf88-4e86-8018-6b76427f8727', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-490611936-subnet', 'tenant_id': '218ba8caf41b4f549ff41bad0bad7ee1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:54.487931 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94372df-a6a3-41e0-8135-8e1ff920a934 admin admin] Pushing event updated for resources: {'Network': ['ID=2c263eaa-bf88-4e86-8018-6b76427f8727,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:54.509815 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922727d7-af00-4417-8071-fa3e603148ff admin admin] Made reservation on behalf of 218ba8caf41b4f549ff41bad0bad7ee1 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:08:54.513076 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-922727d7-af00-4417-8071-fa3e603148ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:54.519987 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2e39cf51-7c3b-460b-b21b-ea5a90c3b867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:50Z', 'revision_number': 11, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:54.523736 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 2c263eaa-bf88-4e86-8018-6b76427f8727 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:08:54.533305 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf05d107-2613-41d6-93a4-d519a90f50be tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:54.582094 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e39cf51-7c3b-460b-b21b-ea5a90c3b867 None None] Checking router: 937e2b98-6b92-4181-9481-b0f7b22afb90 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:08:54.594906 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e39cf51-7c3b-460b-b21b-ea5a90c3b867 None None] Routers {'937e2b98-6b92-4181-9481-b0f7b22afb90'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:54.595877 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2e39cf51-7c3b-460b-b21b-ea5a90c3b867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['937e2b98-6b92-4181-9481-b0f7b22afb90'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:54.654596 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-c51ccc74-956e-45a3-a6c9-3ebbde967d29 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Network 0a33075a-e787-4872-8379-e368e6c24540 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:08:54.656529 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386834ba-49d4-4f08-8026-5806c1b62650 req-9f4f774a-d365-49a1-9a15-291bf8f0a195 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:54.658209 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-386834ba-49d4-4f08-8026-5806c1b62650 req-9f4f774a-d365-49a1-9a15-291bf8f0a195 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58516ff-a6a9-45e9-86b8-3a6941380cf3 HTTP/1.1" status: 200 len: 943 time: 0.0828774 Nov 12 20:08:54.681590 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-2e39cf51-7c3b-460b-b21b-ea5a90c3b867 None None] Set router 937e2b98-6b92-4181-9481-b0f7b22afb90 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:54.706783 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-c51ccc74-956e-45a3-a6c9-3ebbde967d29 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:54.709639 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-c51ccc74-956e-45a3-a6c9-3ebbde967d29 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:08:54.732338 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-386834ba-49d4-4f08-8026-5806c1b62650 req-6d7da06c-4589-419a-844c-6deede5e1504 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677049 Nov 12 20:08:54.740655 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2e39cf51-7c3b-460b-b21b-ea5a90c3b867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:50Z', 'revision_number': 11, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:54.769131 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e39cf51-7c3b-460b-b21b-ea5a90c3b867 None None] The sync data for ids ['937e2b98-6b92-4181-9481-b0f7b22afb90'] in n-d-712140-15 is: [{'id': '937e2b98-6b92-4181-9481-b0f7b22afb90', 'name': 'tempest-RoutersIpV6Test-router-509598127', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:50Z', 'updated_at': '2021-11-12T20:08:50Z', 'revision_number': 11, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:08:54.810371 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-922727d7-af00-4417-8071-fa3e603148ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:54.841023 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf05d107-2613-41d6-93a4-d519a90f50be tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:54.846166 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf05d107-2613-41d6-93a4-d519a90f50be tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:54.900134 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922727d7-af00-4417-8071-fa3e603148ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=6239fe67-7ec1-4338-bde6-5b5a647207c2,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:54.904855 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582a531-5df3-4c6c-8438-6b89e3692d44 req-7a4e42ab-3182-462c-9f0f-a5e4c279e720 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:54.905830 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922727d7-af00-4417-8071-fa3e603148ff admin admin] Checking segment: {'id': '6feb3a71-a7f1-4678-93e5-b41620161eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2c263eaa-bf88-4e86-8018-6b76427f8727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:08:54.906427 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922727d7-af00-4417-8071-fa3e603148ff admin admin] Network hostable DHCP agents. Network: 2c263eaa-bf88-4e86-8018-6b76427f8727, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:08:54.912480 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d582a531-5df3-4c6c-8438-6b89e3692d44 req-7a4e42ab-3182-462c-9f0f-a5e4c279e720 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 943 time: 0.2835519 Nov 12 20:08:54.930268 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-c51ccc74-956e-45a3-a6c9-3ebbde967d29 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:54.931625 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-c51ccc74-956e-45a3-a6c9-3ebbde967d29 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:54.940319 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922727d7-af00-4417-8071-fa3e603148ff admin admin] Network 2c263eaa-bf88-4e86-8018-6b76427f8727 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:08:54.950367 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf05d107-2613-41d6-93a4-d519a90f50be tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:54.950907 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf05d107-2613-41d6-93a4-d519a90f50be tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Fanout notify agent at l3_agent the message router_deleted on router 937e2b98-6b92-4181-9481-b0f7b22afb90 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:08:54.961448 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf05d107-2613-41d6-93a4-d519a90f50be tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:54.968353 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-922727d7-af00-4417-8071-fa3e603148ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 2c263eaa-bf88-4e86-8018-6b76427f8727) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:54.972133 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36666) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:54.973123 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bf05d107-2613-41d6-93a4-d519a90f50be tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/routers/937e2b98-6b92-4181-9481-b0f7b22afb90 HTTP/1.1" status: 204 len: 168 time: 0.5430279 Nov 12 20:08:54.981128 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-e423f88e-a79e-4a36-8f69-0a07d5085981 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-85563301', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:54.981500 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91812df5-8a6a-4cdc-af80-bd0fe2e0c23e None None] Network 2c263eaa-bf88-4e86-8018-6b76427f8727 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:08:55.012259 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922727d7-af00-4417-8071-fa3e603148ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:55.014651 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-922727d7-af00-4417-8071-fa3e603148ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:55.021088 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d582a531-5df3-4c6c-8438-6b89e3692d44 req-31ca64e6-00d3-432a-a54c-bfa158d783d9 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044059 Nov 12 20:08:55.035844 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-c51ccc74-956e-45a3-a6c9-3ebbde967d29 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1862218 Nov 12 20:08:55.050455 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-48995dbb-2da5-431a-9b45-ed313f949bc2 service neutron] Request body: {'port': {'device_id': 'c942da18-2bd2-456f-be44-3ac033013d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:55.058157 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2442881-a9aa-44dd-9715-743da5dd6c0f req-5de0c24f-e6cd-4312-9dad-8531d2c39cb6 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:55.060072 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e2442881-a9aa-44dd-9715-743da5dd6c0f req-5de0c24f-e6cd-4312-9dad-8531d2c39cb6 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c58516ff-a6a9-45e9-86b8-3a6941380cf3 HTTP/1.1" status: 200 len: 943 time: 0.1329994 Nov 12 20:08:55.064260 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e423f88e-a79e-4a36-8f69-0a07d5085981 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:55.065742 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e423f88e-a79e-4a36-8f69-0a07d5085981 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:55.136687 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-48995dbb-2da5-431a-9b45-ed313f949bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:55.146086 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-922727d7-af00-4417-8071-fa3e603148ff admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6723688 Nov 12 20:08:55.148945 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36668) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:55.155678 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-81f3db35-9ab0-4a82-ae07-a3104db52a81 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-490611936-router', 'tenant_id': '218ba8caf41b4f549ff41bad0bad7ee1', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:55.170913 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8423c9-e95a-4ae5-9077-3a6ffea3d557 None None] Network 2c263eaa-bf88-4e86-8018-6b76427f8727 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:08:55.173467 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:55.220971 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-81f3db35-9ab0-4a82-ae07-a3104db52a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:55.222010 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-81f3db35-9ab0-4a82-ae07-a3104db52a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:55.257852 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:08:55.262577 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52459a8b-30bb-41b6-ada0-55a3c9b1fab0 req-9f42aa9e-78ae-414e-a0a9-b0a911e755ce tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:55.264359 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52459a8b-30bb-41b6-ada0-55a3c9b1fab0 req-9f42aa9e-78ae-414e-a0a9-b0a911e755ce tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.48 "GET /v2.0/ports?device_id=c942da18-2bd2-456f-be44-3ac033013d0d HTTP/1.1" status: 200 len: 931 time: 0.1813428 Nov 12 20:08:55.269382 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e423f88e-a79e-4a36-8f69-0a07d5085981 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:55.278488 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e423f88e-a79e-4a36-8f69-0a07d5085981 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:55.321297 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e423f88e-a79e-4a36-8f69-0a07d5085981 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:55.322568 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e423f88e-a79e-4a36-8f69-0a07d5085981 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3486071 Nov 12 20:08:55.330002 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36670) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:55.343000 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-568f1d83-1d3c-46c3-b63b-7c7cf0338aed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:08:55.343210 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-81f3db35-9ab0-4a82-ae07-a3104db52a81 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:55.413920 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52459a8b-30bb-41b6-ada0-55a3c9b1fab0 req-f0786f90-fb01-4cf9-9580-9919d19ff303 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e87a578-eb71-4b50-80d4-a37189dc049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397512 Nov 12 20:08:55.424809 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-e2442881-a9aa-44dd-9715-743da5dd6c0f req-c9cefb95-5590-4f34-a481-313f9db4f307 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Deleting port 0f93a320-613d-4bfe-9778-434a6b7a2862 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:08:55.425158 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e2442881-a9aa-44dd-9715-743da5dd6c0f req-c9cefb95-5590-4f34-a481-313f9db4f307 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:55.537325 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-81f3db35-9ab0-4a82-ae07-a3104db52a81 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:55.632348 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-568f1d83-1d3c-46c3-b63b-7c7cf0338aed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7534'] for router, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:55.653103 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-568f1d83-1d3c-46c3-b63b-7c7cf0338aed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706542'] for router, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:55.659324 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-e2442881-a9aa-44dd-9715-743da5dd6c0f req-c9cefb95-5590-4f34-a481-313f9db4f307 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] For port 0f93a320-613d-4bfe-9778-434a6b7a2862, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=0f93a320-613d-4bfe-9778-434a6b7a2862,segment=NetworkSegment(44856b08-7173-4552-88bc-2d1c4111ab8b),segment_id=44856b08-7173-4552-88bc-2d1c4111ab8b)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:55.659683 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e2442881-a9aa-44dd-9715-743da5dd6c0f req-c9cefb95-5590-4f34-a481-313f9db4f307 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:55.684396 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-48995dbb-2da5-431a-9b45-ed313f949bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab846c5-c6b6-4917-951c-0c56ab3c2d4d {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:08:55.693544 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-48995dbb-2da5-431a-9b45-ed313f949bc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:55.702560 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-e2442881-a9aa-44dd-9715-743da5dd6c0f req-c9cefb95-5590-4f34-a481-313f9db4f307 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Calling delete_port for 0f93a320-613d-4bfe-9778-434a6b7a2862 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:08:55.710719 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-48995dbb-2da5-431a-9b45-ed313f949bc2 service neutron] Transition to ACTIVE for port object 7ab846c5-c6b6-4917-951c-0c56ab3c2d4d will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:08:55.715580 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-48995dbb-2da5-431a-9b45-ed313f949bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:55.825754 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568f1d83-1d3c-46c3-b63b-7c7cf0338aed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Router 7278b37c-05f6-47c5-92cd-492fead0b2a4 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:08:55.861996 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48995dbb-2da5-431a-9b45-ed313f949bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab846c5-c6b6-4917-951c-0c56ab3c2d4d,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:55.899212 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:55.967645 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 1d479d2a-5c61-4c69-9871-1e030f0b32ae details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:08:55.988608 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-48995dbb-2da5-431a-9b45-ed313f949bc2 service neutron] Attempting to bind port 7ab846c5-c6b6-4917-951c-0c56ab3c2d4d on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:08:55.988953 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-48995dbb-2da5-431a-9b45-ed313f949bc2 service neutron] Attempting to bind port 7ab846c5-c6b6-4917-951c-0c56ab3c2d4d by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'ef22689d-5196-4cb0-8081-a02dcde0e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0a33075a-e787-4872-8379-e368e6c24540'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:08:55.992677 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-48995dbb-2da5-431a-9b45-ed313f949bc2 service neutron] Attempting to bind port 7ab846c5-c6b6-4917-951c-0c56ab3c2d4d on network 0a33075a-e787-4872-8379-e368e6c24540 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:08:55.992677 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-81f3db35-9ab0-4a82-ae07-a3104db52a81 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:56.004130 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0e785-ad33-437f-b510-c998603632b0 req-7594bc71-83f3-49d6-bc06-9416cad3f474 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:56.005793 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-57a0e785-ad33-437f-b510-c998603632b0 req-7594bc71-83f3-49d6-bc06-9416cad3f474 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58516ff-a6a9-45e9-86b8-3a6941380cf3 HTTP/1.1" status: 200 len: 943 time: 0.1730072 Nov 12 20:08:56.027410 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-81f3db35-9ab0-4a82-ae07-a3104db52a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:56.034387 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-48995dbb-2da5-431a-9b45-ed313f949bc2 service neutron] Port 7ab846c5-c6b6-4917-951c-0c56ab3c2d4d on network 0a33075a-e787-4872-8379-e368e6c24540 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:08:56.034713 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-48995dbb-2da5-431a-9b45-ed313f949bc2 service neutron] Attempting to bind port 7ab846c5-c6b6-4917-951c-0c56ab3c2d4d on network 0a33075a-e787-4872-8379-e368e6c24540 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:08:56.057071 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-48995dbb-2da5-431a-9b45-ed313f949bc2 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:08:56.057421 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-48995dbb-2da5-431a-9b45-ed313f949bc2 service neutron] Checking segment: {'id': 'ef22689d-5196-4cb0-8081-a02dcde0e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0a33075a-e787-4872-8379-e368e6c24540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:08:56.057798 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-48995dbb-2da5-431a-9b45-ed313f949bc2 service neutron] Bound using segment: {'id': 'ef22689d-5196-4cb0-8081-a02dcde0e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0a33075a-e787-4872-8379-e368e6c24540'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:08:56.058277 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-48995dbb-2da5-431a-9b45-ed313f949bc2 service neutron] Bound port: 7ab846c5-c6b6-4917-951c-0c56ab3c2d4d, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef22689d-5196-4cb0-8081-a02dcde0e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0a33075a-e787-4872-8379-e368e6c24540'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:08:56.058642 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-48995dbb-2da5-431a-9b45-ed313f949bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:56.132999 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 1d479d2a-5c61-4c69-9871-1e030f0b32ae, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1d479d2a-5c61-4c69-9871-1e030f0b32ae,segment=NetworkSegment(0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af),segment_id=0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:56.152808 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '1d479d2a-5c61-4c69-9871-1e030f0b32ae', 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657', 'port_id': '1d479d2a-5c61-4c69-9871-1e030f0b32ae', 'mac_address': 'fa:16:3e:d4:87:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:08:56.168381 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-57a0e785-ad33-437f-b510-c998603632b0 req-b2b8cc8d-0bf9-471b-ac6c-1db8fca3dd97 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434028 Nov 12 20:08:56.206060 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:56.221478 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d479d2a-5c61-4c69-9871-1e030f0b32ae {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:08:56.240015 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-48995dbb-2da5-431a-9b45-ed313f949bc2 service neutron] For port 7ab846c5-c6b6-4917-951c-0c56ab3c2d4d, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:08:56.244306 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 1d479d2a-5c61-4c69-9871-1e030f0b32ae, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1d479d2a-5c61-4c69-9871-1e030f0b32ae,segment=NetworkSegment(0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af),segment_id=0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:56.249096 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:56.250225 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-48995dbb-2da5-431a-9b45-ed313f949bc2 service neutron] For port 7ab846c5-c6b6-4917-951c-0c56ab3c2d4d, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=7ab846c5-c6b6-4917-951c-0c56ab3c2d4d,segment=NetworkSegment(ef22689d-5196-4cb0-8081-a02dcde0e29b),segment_id=ef22689d-5196-4cb0-8081-a02dcde0e29b)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:08:56.252832 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-81f3db35-9ab0-4a82-ae07-a3104db52a81 admin admin] Allocated IP 172.25.5.119 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/f712db95-5817-4cce-9672-e58964791621) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:08:56.259412 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-48995dbb-2da5-431a-9b45-ed313f949bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:56.306143 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=1d479d2a-5c61-4c69-9871-1e030f0b32ae,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:56.308257 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-48995dbb-2da5-431a-9b45-ed313f949bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:56.308880 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-48995dbb-2da5-431a-9b45-ed313f949bc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:56.310415 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-48995dbb-2da5-431a-9b45-ed313f949bc2 service neutron] 10.222.0.52 "PUT /v2.0/ports/7ab846c5-c6b6-4917-951c-0c56ab3c2d4d HTTP/1.1" status: 200 len: 1092 time: 1.2649391 Nov 12 20:08:56.310861 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c942da18-2bd2-456f-be44-3ac033013d0d', 'tag': '7ab846c5-c6b6-4917-951c-0c56ab3c2d4d'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:08:56.313142 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77027341-e9f8-495f-85c7-6288a9858037" -d '{"events": [{"name": "network-changed", "server_uuid": "c942da18-2bd2-456f-be44-3ac033013d0d", "tag": "7ab846c5-c6b6-4917-951c-0c56ab3c2d4d"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:08:56.314973 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:56.315472 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:56.315922 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:56.316392 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:56.323179 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:56.323966 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:56.324473 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:56.324618 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568f1d83-1d3c-46c3-b63b-7c7cf0338aed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:08:56.325071 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:56.325975 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:56.326411 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:56.327327 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:56.327327 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:08:56.341182 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-568f1d83-1d3c-46c3-b63b-7c7cf0338aed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:56.347061 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-568f1d83-1d3c-46c3-b63b-7c7cf0338aed tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "PUT /v2.0/routers/7278b37c-05f6-47c5-92cd-492fead0b2a4 HTTP/1.1" status: 200 len: 696 time: 1.0144627 Nov 12 20:08:56.347223 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36684) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:56.367914 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e2442881-a9aa-44dd-9715-743da5dd6c0f req-c9cefb95-5590-4f34-a481-313f9db4f307 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:56.376302 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e8ad88-7410-47f1-a03d-c7d666d6f44b None None] Sync routers for ids ['7278b37c-05f6-47c5-92cd-492fead0b2a4'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:08:56.378773 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc19e5-6386-48b8-a702-da50ffd9a75b req-bb93b847-3035-479a-84a1-7f909080f42f tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:56.380384 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ecdc19e5-6386-48b8-a702-da50ffd9a75b req-bb93b847-3035-479a-84a1-7f909080f42f tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 944 time: 0.1143527 Nov 12 20:08:56.405005 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e8ad88-7410-47f1-a03d-c7d666d6f44b None None] Routers {'7278b37c-05f6-47c5-92cd-492fead0b2a4'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:56.405763 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-84e8ad88-7410-47f1-a03d-c7d666d6f44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7278b37c-05f6-47c5-92cd-492fead0b2a4'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:56.424941 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cefb95-5590-4f34-a481-313f9db4f307 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Pushing event deleted for resources: {'Port': ['ID=0f93a320-613d-4bfe-9778-434a6b7a2862,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:56.432494 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b97cdc-9864-47df-9ba1-cb5b034cb040 x-openstack-request-id: req-05b97cdc-9864-47df-9ba1-cb5b034cb040 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:08:56.432783 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c942da18-2bd2-456f-be44-3ac033013d0d", "tag": "7ab846c5-c6b6-4917-951c-0c56ab3c2d4d", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:08:56.433035 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-05b97cdc-9864-47df-9ba1-cb5b034cb040 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:08:56.433797 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c942da18-2bd2-456f-be44-3ac033013d0d', 'tag': '7ab846c5-c6b6-4917-951c-0c56ab3c2d4d', 'status': 'completed', 'code': 200} Nov 12 20:08:56.486057 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2442881-a9aa-44dd-9715-743da5dd6c0f req-c9cefb95-5590-4f34-a481-313f9db4f307 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] No DVR routers for this DVR port 0f93a320-613d-4bfe-9778-434a6b7a2862 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:08:56.492818 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e2442881-a9aa-44dd-9715-743da5dd6c0f req-c9cefb95-5590-4f34-a481-313f9db4f307 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:56.497513 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e2442881-a9aa-44dd-9715-743da5dd6c0f req-c9cefb95-5590-4f34-a481-313f9db4f307 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.55 "DELETE /v2.0/ports/0f93a320-613d-4bfe-9778-434a6b7a2862 HTTP/1.1" status: 204 len: 173 time: 1.4278278 Nov 12 20:08:56.498011 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58516ff-a6a9-45e9-86b8-3a6941380cf3', 'name': 'network-vif-deleted', 'tag': '0f93a320-613d-4bfe-9778-434a6b7a2862'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:08:56.500542 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53dd590e-2d75-411f-8e04-b8f944d5fdb2" -d '{"events": [{"server_uuid": "c58516ff-a6a9-45e9-86b8-3a6941380cf3", "name": "network-vif-deleted", "tag": "0f93a320-613d-4bfe-9778-434a6b7a2862"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:08:56.524172 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ecdc19e5-6386-48b8-a702-da50ffd9a75b req-90077a73-6119-4de7-9b5e-7f66cbe38516 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300874 Nov 12 20:08:56.590927 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb21773-0826-44e6-bd15-4405f4ecbd05 x-openstack-request-id: req-eeb21773-0826-44e6-bd15-4405f4ecbd05 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:08:56.591355 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58516ff-a6a9-45e9-86b8-3a6941380cf3", "name": "network-vif-deleted", "tag": "0f93a320-613d-4bfe-9778-434a6b7a2862", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:08:56.591696 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eeb21773-0826-44e6-bd15-4405f4ecbd05 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:08:56.592185 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58516ff-a6a9-45e9-86b8-3a6941380cf3', 'name': 'network-vif-deleted', 'tag': '0f93a320-613d-4bfe-9778-434a6b7a2862', 'status': 'completed', 'code': 200} Nov 12 20:08:56.655490 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-84e8ad88-7410-47f1-a03d-c7d666d6f44b None None] Set router 7278b37c-05f6-47c5-92cd-492fead0b2a4 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:56.712800 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-84e8ad88-7410-47f1-a03d-c7d666d6f44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7278b37c-05f6-47c5-92cd-492fead0b2a4', 'name': 'tempest-RoutersIpV6Test-router-85563301', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:55Z', 'updated_at': '2021-11-12T20:08:55Z', 'revision_number': 2, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:56.741515 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['1d479d2a-5c61-4c69-9871-1e030f0b32ae'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:08:56.745020 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e8ad88-7410-47f1-a03d-c7d666d6f44b None None] Checking router: 7278b37c-05f6-47c5-92cd-492fead0b2a4 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:08:56.788393 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e8ad88-7410-47f1-a03d-c7d666d6f44b None None] Routers {'7278b37c-05f6-47c5-92cd-492fead0b2a4'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:56.789063 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-84e8ad88-7410-47f1-a03d-c7d666d6f44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7278b37c-05f6-47c5-92cd-492fead0b2a4'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:56.817073 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48995dbb-2da5-431a-9b45-ed313f949bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab846c5-c6b6-4917-951c-0c56ab3c2d4d,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:56.857934 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2c024b79-c29a-42c2-86b7-b3055de8dc3f tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "GET /v2.0/routers/7278b37c-05f6-47c5-92cd-492fead0b2a4 HTTP/1.1" status: 200 len: 702 time: 0.5042725 Nov 12 20:08:56.858997 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36690) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:56.864153 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-84e8ad88-7410-47f1-a03d-c7d666d6f44b None None] Set router 7278b37c-05f6-47c5-92cd-492fead0b2a4 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:56.902556 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d6393726-ee3e-4002-bb8d-71454d27e521 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "GET /v2.0/ports?device_id=7278b37c-05f6-47c5-92cd-492fead0b2a4 HTTP/1.1" status: 200 len: 205 time: 0.0416889 Nov 12 20:08:56.903057 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36694) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:56.936050 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-84e8ad88-7410-47f1-a03d-c7d666d6f44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7278b37c-05f6-47c5-92cd-492fead0b2a4', 'name': 'tempest-RoutersIpV6Test-router-85563301', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:55Z', 'updated_at': '2021-11-12T20:08:55Z', 'revision_number': 2, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:56.971442 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e8ad88-7410-47f1-a03d-c7d666d6f44b None None] The sync data for ids ['7278b37c-05f6-47c5-92cd-492fead0b2a4'] in n-d-712140-15 is: [{'id': '7278b37c-05f6-47c5-92cd-492fead0b2a4', 'name': 'tempest-RoutersIpV6Test-router-85563301', 'tenant_id': '74c60af4d2d04ca29da86eba8b146adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:55Z', 'updated_at': '2021-11-12T20:08:55Z', 'revision_number': 2, 'project_id': '74c60af4d2d04ca29da86eba8b146adf', 'gw_port_host': None}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:08:56.973295 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-81f3db35-9ab0-4a82-ae07-a3104db52a81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:57.017017 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-d80ab2cb-7916-413e-ac68-7dc4e5a40046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:57.018555 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-d80ab2cb-7916-413e-ac68-7dc4e5a40046 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b822a19ccad4c32a3be5a12910ef9de&device_id=c942da18-2bd2-456f-be44-3ac033013d0d HTTP/1.1" status: 200 len: 1095 time: 0.5912814 Nov 12 20:08:57.037603 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc205c4-d48a-4181-a1e7-cf7b6f80337d req-f69d0b26-c540-4134-9d73-e118a3843ec6 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:57.039196 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7cc205c4-d48a-4181-a1e7-cf7b6f80337d req-f69d0b26-c540-4134-9d73-e118a3843ec6 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.48 "GET /v2.0/ports?device_id=c942da18-2bd2-456f-be44-3ac033013d0d HTTP/1.1" status: 200 len: 943 time: 0.2301021 Nov 12 20:08:57.101606 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4effbfdc-9494-450a-887f-f720e35317c3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:57.145779 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-4e5f189e-6a82-42cf-8ff9-045ea78c45bb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ab846c5-c6b6-4917-951c-0c56ab3c2d4d HTTP/1.1" status: 200 len: 217 time: 0.1055679 Nov 12 20:08:57.366335 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7cc205c4-d48a-4181-a1e7-cf7b6f80337d req-d12da052-80fb-42b3-b9c7-d8d52bfb8bd3 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e87a578-eb71-4b50-80d4-a37189dc049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149478 Nov 12 20:08:57.368580 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4effbfdc-9494-450a-887f-f720e35317c3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:57.373396 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4effbfdc-9494-450a-887f-f720e35317c3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:57.375799 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-1db00ac5-896c-48ea-a585-86882dfc5988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:57.377441 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-1db00ac5-896c-48ea-a585-86882dfc5988 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8c743af1-22a3-4bdf-8088-5afb65b72243 HTTP/1.1" status: 200 len: 862 time: 0.1943638 Nov 12 20:08:57.380453 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-81f3db35-9ab0-4a82-ae07-a3104db52a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:57.479563 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-7f1ce80a-41ef-492c-8748-ec948e01b486 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0a33075a-e787-4872-8379-e368e6c24540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848935 Nov 12 20:08:57.481381 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f3db35-9ab0-4a82-ae07-a3104db52a81 admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:08:57.486205 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4effbfdc-9494-450a-887f-f720e35317c3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:57.486698 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4effbfdc-9494-450a-887f-f720e35317c3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Fanout notify agent at l3_agent the message router_deleted on router 7278b37c-05f6-47c5-92cd-492fead0b2a4 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:08:57.494288 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4effbfdc-9494-450a-887f-f720e35317c3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:57.495406 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4effbfdc-9494-450a-887f-f720e35317c3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/routers/7278b37c-05f6-47c5-92cd-492fead0b2a4 HTTP/1.1" status: 204 len: 168 time: 0.5869401 Nov 12 20:08:57.499839 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-81f3db35-9ab0-4a82-ae07-a3104db52a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:08:57.500244 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36714) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:57.512450 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f3db35-9ab0-4a82-ae07-a3104db52a81 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:08:57.530827 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3db35-9ab0-4a82-ae07-a3104db52a81 admin admin] Pushing event updated for resources: {'Port': ['ID=f712db95-5817-4cce-9672-e58964791621,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:57.534839 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f5a5dfb7-4ae5-4f15-9628-8c112e5de0aa tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "GET /v2.0/ports?device_id=7278b37c-05f6-47c5-92cd-492fead0b2a4 HTTP/1.1" status: 200 len: 205 time: 0.0334237 Nov 12 20:08:57.537293 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36716) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:57.550581 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-b0efc81a-4f32-4376-b202-b09215464239 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:57.552261 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-b0efc81a-4f32-4376-b202-b09215464239 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/networks?id=d647a41e-ad4a-4efd-99be-d45e84f5e8b5 HTTP/1.1" status: 200 len: 822 time: 0.1444063 Nov 12 20:08:57.584908 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-f811922e-c5a2-4057-9670-448e6649aacc tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] delete failed (client error): The resource could not be found. Nov 12 20:08:57.585919 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f811922e-c5a2-4057-9670-448e6649aacc tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/routers/7278b37c-05f6-47c5-92cd-492fead0b2a4 HTTP/1.1" status: 404 len: 336 time: 0.0477457 Nov 12 20:08:57.592084 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36720) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:57.621147 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-a91388cb-2e47-43fd-98f5-6e627383e3a7 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/quotas/2c215bd023034edfbd082926b8439df6 HTTP/1.1" status: 200 len: 375 time: 0.0385747 Nov 12 20:08:57.622143 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ce390b-01e6-40c0-85e4-300c1a64f214 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] DELETE failed (client error): The resource could not be found. Nov 12 20:08:57.622611 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ce390b-01e6-40c0-85e4-300c1a64f214 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:08:57.627747 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f4ce390b-01e6-40c0-85e4-300c1a64f214 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/subnets/a991413a-ac09-40d3-bb33-fc17ad5fa3cb HTTP/1.1" status: 404 len: 337 time: 0.0323095 Nov 12 20:08:57.628332 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36722) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:57.685594 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-9562777c-7611-4db8-8139-184b785730ab tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] DELETE failed (client error): The resource could not be found. Nov 12 20:08:57.686051 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9562777c-7611-4db8-8139-184b785730ab tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:08:57.689276 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9562777c-7611-4db8-8139-184b785730ab tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/subnets/07fe4de5-9ea4-4a11-a425-595204767067 HTTP/1.1" status: 404 len: 337 time: 0.0599239 Nov 12 20:08:57.691585 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36724) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:57.715403 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-4c234f8c-2bbc-4984-95dc-bd0f2fd56149 service neutron] 10.222.0.52 "GET /v2.0/networks/0a33075a-e787-4872-8379-e368e6c24540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189138 Nov 12 20:08:57.723604 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d2427aa-f20e-4811-a3c2-da8c8d99381c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] DELETE failed (client error): The resource could not be found. Nov 12 20:08:57.724054 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d2427aa-f20e-4811-a3c2-da8c8d99381c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:08:57.730197 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2d2427aa-f20e-4811-a3c2-da8c8d99381c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/subnets/05380958-8bcd-4807-bf82-ef26d99f81f9 HTTP/1.1" status: 404 len: 337 time: 0.0339999 Nov 12 20:08:57.730893 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36726) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:57.745107 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-254a3b9f-8838-4ba5-a6cc-48cb9ee74361 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c215bd023034edfbd082926b8439df6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1171777 Nov 12 20:08:57.771489 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8bdecca-e900-481c-a2cb-24154b1d28be tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] DELETE failed (client error): The resource could not be found. Nov 12 20:08:57.772183 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8bdecca-e900-481c-a2cb-24154b1d28be tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:08:57.776076 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d8bdecca-e900-481c-a2cb-24154b1d28be tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/subnets/0296407a-254b-4799-bfa0-12baeefc61c5 HTTP/1.1" status: 404 len: 337 time: 0.0442448 Nov 12 20:08:57.782256 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36728) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:57.828903 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bc040-517c-4bc9-9027-4a612ef0d146 req-606f2133-5810-4fbf-b8d6-2dfa2cec7476 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:57.830421 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-987bc040-517c-4bc9-9027-4a612ef0d146 req-606f2133-5810-4fbf-b8d6-2dfa2cec7476 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 944 time: 0.2175410 Nov 12 20:08:57.858909 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3ebb3a70-d2b1-401c-a4fa-8275e7ae5862 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "GET /v2.0/ports?device_id=937e2b98-6b92-4181-9481-b0f7b22afb90 HTTP/1.1" status: 200 len: 205 time: 0.0754576 Nov 12 20:08:57.864999 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36730) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:57.911238 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-ee252964-59e0-421a-801c-ab073e554a46 service neutron] 10.222.0.48 "GET /v2.0/networks/d647a41e-ad4a-4efd-99be-d45e84f5e8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472995 Nov 12 20:08:57.912198 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-065d6b23-2755-4b22-a59c-d9df98990abe tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] delete failed (client error): The resource could not be found. Nov 12 20:08:57.915861 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-065d6b23-2755-4b22-a59c-d9df98990abe tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/routers/937e2b98-6b92-4181-9481-b0f7b22afb90 HTTP/1.1" status: 404 len: 336 time: 0.0470915 Nov 12 20:08:57.916132 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36732) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:57.969989 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8c9fcb4a-1a7e-4f73-8b11-5116e3784d66 req-5c700ea6-1512-4256-9d57-3e79651acfe4 service neutron] 10.222.0.52 "GET /v2.0/networks/0a33075a-e787-4872-8379-e368e6c24540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291412 Nov 12 20:08:57.973791 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-85996243-43bc-4e42-9d15-48377d569af0 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "GET /v2.0/ports?device_id=43e1db98-2406-4b84-a521-1d2a24b29919 HTTP/1.1" status: 200 len: 205 time: 0.0544119 Nov 12 20:08:57.974453 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36734) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:57.991485 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 1d479d2a-5c61-4c69-9871-1e030f0b32ae up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:08:58.002079 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-987bc040-517c-4bc9-9027-4a612ef0d146 req-3891f3ef-56ac-4f6b-b623-ed6e6322da38 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610930 Nov 12 20:08:58.025874 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-81f3db35-9ab0-4a82-ae07-a3104db52a81 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:58.057293 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-360257bc-3024-4167-ae08-e388b5ec401d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] delete failed (client error): The resource could not be found. Nov 12 20:08:58.060668 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-360257bc-3024-4167-ae08-e388b5ec401d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/routers/43e1db98-2406-4b84-a521-1d2a24b29919 HTTP/1.1" status: 404 len: 336 time: 0.0835257 Nov 12 20:08:58.065098 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36738) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:58.127637 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-25df5cb4-3a2e-4010-9660-0eeed563ee50 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] DELETE failed (client error): The resource could not be found. Nov 12 20:08:58.128843 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25df5cb4-3a2e-4010-9660-0eeed563ee50 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:08:58.137264 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-25df5cb4-3a2e-4010-9660-0eeed563ee50 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/subnets/9bab3273-9c55-49c8-ac27-cc9165530572 HTTP/1.1" status: 404 len: 337 time: 0.0508807 Nov 12 20:08:58.140486 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36742) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:58.142566 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 1d479d2a-5c61-4c69-9871-1e030f0b32ae completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:08:58.147833 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 1d479d2a-5c61-4c69-9871-1e030f0b32ae triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:08:58.148388 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:58.167874 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-ceafb5ba-a179-4628-b190-2d5d9a80fddd service neutron] 10.222.0.48 "GET /v2.0/networks/d647a41e-ad4a-4efd-99be-d45e84f5e8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495389 Nov 12 20:08:58.182559 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77027341-e9f8-495f-85c7-6288a9858037 req-4ef0a478-98f4-41a7-b689-67b733b7921f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:58.184379 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-77027341-e9f8-495f-85c7-6288a9858037 req-4ef0a478-98f4-41a7-b689-67b733b7921f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b822a19ccad4c32a3be5a12910ef9de&device_id=c942da18-2bd2-456f-be44-3ac033013d0d HTTP/1.1" status: 200 len: 1095 time: 0.1099594 Nov 12 20:08:58.216347 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9830f859-8adb-4998-ae45-489d50f81bfa tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e7c1dd-520e-48cc-b98f-f647b158fe8b HTTP/1.1" status: 200 len: 205 time: 0.0713913 Nov 12 20:08:58.217051 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36746) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:58.265923 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:58.277011 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-ad37ba3f-b8f0-4af6-9e90-de679fae85cb tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] delete failed (client error): The resource could not be found. Nov 12 20:08:58.281125 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ad37ba3f-b8f0-4af6-9e90-de679fae85cb tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/routers/c2e7c1dd-520e-48cc-b98f-f647b158fe8b HTTP/1.1" status: 404 len: 336 time: 0.0601699 Nov 12 20:08:58.281784 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36748) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:58.315572 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e61ea6-3aab-4d81-92a0-7cb7078443d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d479d2a-5c61-4c69-9871-1e030f0b32ae'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:08:58.318225 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7511855-502a-4ad4-8fc7-710ddcf34f0a" -d '{"events": [{"server_uuid": "60e61ea6-3aab-4d81-92a0-7cb7078443d0", "name": "network-vif-plugged", "status": "completed", "tag": "1d479d2a-5c61-4c69-9871-1e030f0b32ae"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:08:58.334299 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 1d479d2a-5c61-4c69-9871-1e030f0b32ae, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1d479d2a-5c61-4c69-9871-1e030f0b32ae,segment=NetworkSegment(0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af),segment_id=0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:08:58.343146 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:58.345755 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 0f93a320-613d-4bfe-9778-434a6b7a2862 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:08:58.373808 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7368e78e-ff76-4bc5-9ceb-1268ff71cf46 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1722db5-433d-4ec5-9ec6-eaf58ec3f787 HTTP/1.1" status: 200 len: 205 time: 0.0880041 Nov 12 20:08:58.374588 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36752) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:58.427113 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=1d479d2a-5c61-4c69-9871-1e030f0b32ae,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:58.430412 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 0f93a320-613d-4bfe-9778-434a6b7a2862 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:08:58.431289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 0f93a320-613d-4bfe-9778-434a6b7a2862 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:08:58.433727 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e6a793-7ea0-4522-8511-04495bffc6c6 x-openstack-request-id: req-72e6a793-7ea0-4522-8511-04495bffc6c6 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:08:58.434157 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e61ea6-3aab-4d81-92a0-7cb7078443d0", "name": "network-vif-plugged", "status": "completed", "tag": "1d479d2a-5c61-4c69-9871-1e030f0b32ae", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:08:58.434403 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-72e6a793-7ea0-4522-8511-04495bffc6c6 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:08:58.434784 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e61ea6-3aab-4d81-92a0-7cb7078443d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d479d2a-5c61-4c69-9871-1e030f0b32ae', 'code': 200} Nov 12 20:08:58.443744 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-f8d70361-5f67-45b4-b436-ad4c436ffe62 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] delete failed (client error): The resource could not be found. Nov 12 20:08:58.444828 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f8d70361-5f67-45b4-b436-ad4c436ffe62 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/routers/b1722db5-433d-4ec5-9ec6-eaf58ec3f787 HTTP/1.1" status: 404 len: 336 time: 0.0673251 Nov 12 20:08:58.448129 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36758) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:58.448976 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77027341-e9f8-495f-85c7-6288a9858037 req-03929319-24d8-4b2f-acb8-c7ae5abd5f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:58.450443 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-77027341-e9f8-495f-85c7-6288a9858037 req-03929319-24d8-4b2f-acb8-c7ae5abd5f98 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0a33075a-e787-4872-8379-e368e6c24540 HTTP/1.1" status: 200 len: 923 time: 0.2586668 Nov 12 20:08:58.453388 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-81f3db35-9ab0-4a82-ae07-a3104db52a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:58.505032 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-368cf6ae-bbd8-413e-b7b3-d119e4a1193e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] DELETE failed (client error): The resource could not be found. Nov 12 20:08:58.505527 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-368cf6ae-bbd8-413e-b7b3-d119e4a1193e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:08:58.509450 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-368cf6ae-bbd8-413e-b7b3-d119e4a1193e tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/subnets/c1d81931-cba1-4670-bef2-02a53119edee HTTP/1.1" status: 404 len: 337 time: 0.0592763 Nov 12 20:08:58.518189 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36762) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:58.566857 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-77027341-e9f8-495f-85c7-6288a9858037 req-ac1bf971-f8ac-4208-920a-b73662931c7b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ab846c5-c6b6-4917-951c-0c56ab3c2d4d HTTP/1.1" status: 200 len: 217 time: 0.1000857 Nov 12 20:08:58.572708 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6df82464-bf4a-4968-afd4-900702262d5d tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d84e882-2ba6-42c0-85e1-c2deed76756a HTTP/1.1" status: 200 len: 205 time: 0.0522709 Nov 12 20:08:58.580537 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36764) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:58.610841 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165947f9-2b53-49be-8d0d-316687a1e92d req-82a5f241-be4c-4b2f-b992-bb77824dd732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:58.612384 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-165947f9-2b53-49be-8d0d-316687a1e92d req-82a5f241-be4c-4b2f-b992-bb77824dd732 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 1097 time: 0.1017337 Nov 12 20:08:58.615941 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fdc705a9-a136-4715-9724-1693d8982858 req-ca5efe72-b43a-490f-9ddc-e0ef22468778 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=1445d38b-9f45-425c-8188-98d2925bc71c HTTP/1.1" status: 200 len: 210 time: 0.0534565 Nov 12 20:08:58.640304 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3fe40-f183-4a0f-aba1-2bb0915e90f1 req-181104a3-9944-40f1-b840-3efb78c29974 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:58.640953 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5d3fe40-f183-4a0f-aba1-2bb0915e90f1 req-181104a3-9944-40f1-b840-3efb78c29974 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.48 "GET /v2.0/ports?device_id=c942da18-2bd2-456f-be44-3ac033013d0d HTTP/1.1" status: 200 len: 943 time: 0.0969801 Nov 12 20:08:58.673742 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-ff51e99b-ac28-4a5f-a4d4-a7d5de8a45e1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] delete failed (client error): The resource could not be found. Nov 12 20:08:58.674991 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ff51e99b-ac28-4a5f-a4d4-a7d5de8a45e1 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/routers/7d84e882-2ba6-42c0-85e1-c2deed76756a HTTP/1.1" status: 404 len: 336 time: 0.0901258 Nov 12 20:08:58.679784 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36770) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:58.726337 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77027341-e9f8-495f-85c7-6288a9858037 req-ba7fb905-a85c-4894-942b-fc12e24480c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:58.728362 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-77027341-e9f8-495f-85c7-6288a9858037 req-ba7fb905-a85c-4894-942b-fc12e24480c9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8c743af1-22a3-4bdf-8088-5afb65b72243 HTTP/1.1" status: 200 len: 862 time: 0.1465955 Nov 12 20:08:58.729371 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b387a32-8bb5-4c7b-87a6-c5a3e8b642a3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] DELETE failed (client error): The resource could not be found. Nov 12 20:08:58.729823 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b387a32-8bb5-4c7b-87a6-c5a3e8b642a3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:08:58.732922 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3b387a32-8bb5-4c7b-87a6-c5a3e8b642a3 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/subnets/151de071-0677-49ec-aa34-8aab743c7405 HTTP/1.1" status: 404 len: 337 time: 0.0480783 Nov 12 20:08:58.740670 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-165947f9-2b53-49be-8d0d-316687a1e92d req-67797722-6cac-49b4-9850-fc99c3fa3cdd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165159 Nov 12 20:08:58.742541 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36772) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:58.749752 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5d3fe40-f183-4a0f-aba1-2bb0915e90f1 req-2d4fdbe0-2766-4ba5-b9c0-217b091001d0 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e87a578-eb71-4b50-80d4-a37189dc049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014779 Nov 12 20:08:58.794454 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-77027341-e9f8-495f-85c7-6288a9858037 req-0323ead0-0191-4ba9-a479-1542b01d3b21 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0a33075a-e787-4872-8379-e368e6c24540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501890 Nov 12 20:08:58.801252 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-be8efca6-efcb-489d-9c82-77bc046e5fdb tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "GET /v2.0/ports?device_id=b48af0e6-21fc-4afc-a000-02e93beab32c HTTP/1.1" status: 200 len: 205 time: 0.0533164 Nov 12 20:08:58.801749 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36776) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:58.841746 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-f8281804-04dc-4cb6-81c2-a59106ab553c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] delete failed (client error): The resource could not be found. Nov 12 20:08:58.842872 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f8281804-04dc-4cb6-81c2-a59106ab553c tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/routers/b48af0e6-21fc-4afc-a000-02e93beab32c HTTP/1.1" status: 404 len: 336 time: 0.0398643 Nov 12 20:08:58.845764 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36778) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:58.877440 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62db0ff-947f-4c74-809e-509e19573863 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] DELETE failed (client error): The resource could not be found. Nov 12 20:08:58.877879 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f3db35-9ab0-4a82-ae07-a3104db52a81 admin admin] Router 15f5c989-492f-4ca3-a5cf-78950a4b23b6 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:08:58.878031 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c62db0ff-947f-4c74-809e-509e19573863 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:08:58.880918 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c62db0ff-947f-4c74-809e-509e19573863 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/subnets/eebd3fb6-6b7f-4984-8530-6d84cac8e996 HTTP/1.1" status: 404 len: 337 time: 0.0342433 Nov 12 20:08:58.883440 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36780) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:58.909664 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e3e8c4-988a-4a90-a893-7470fd021d29 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] DELETE failed (client error): The resource could not be found. Nov 12 20:08:58.910118 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e3e8c4-988a-4a90-a893-7470fd021d29 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:08:58.913170 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-53e3e8c4-988a-4a90-a893-7470fd021d29 tempest-RoutersIpV6Test-587724827 tempest-RoutersIpV6Test-587724827-project] 10.222.0.48 "DELETE /v2.0/subnets/fdbe97e6-c7a4-4eeb-9123-86223e019e97 HTTP/1.1" status: 404 len: 337 time: 0.0287702 Nov 12 20:08:58.941169 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-77027341-e9f8-495f-85c7-6288a9858037 req-be0dac74-0302-430d-b08d-56079d05ffe3 service neutron] 10.222.0.52 "GET /v2.0/networks/0a33075a-e787-4872-8379-e368e6c24540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377752 Nov 12 20:08:59.066768 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f3db35-9ab0-4a82-ae07-a3104db52a81 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:08:59.080444 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971179c8-267f-4d91-8902-71b84f528976 None None] Sync routers for ids ['15f5c989-492f-4ca3-a5cf-78950a4b23b6'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:08:59.096254 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-77027341-e9f8-495f-85c7-6288a9858037 req-9895e3b3-7a61-44ed-859b-f9c91657007e service neutron] 10.222.0.52 "GET /v2.0/networks/0a33075a-e787-4872-8379-e368e6c24540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449068 Nov 12 20:08:59.097364 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971179c8-267f-4d91-8902-71b84f528976 None None] Routers {'15f5c989-492f-4ca3-a5cf-78950a4b23b6'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:08:59.098079 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-971179c8-267f-4d91-8902-71b84f528976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['15f5c989-492f-4ca3-a5cf-78950a4b23b6'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:59.103727 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-81f3db35-9ab0-4a82-ae07-a3104db52a81 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:59.105580 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-81f3db35-9ab0-4a82-ae07-a3104db52a81 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9546039 Nov 12 20:08:59.108457 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36788) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:59.181291 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36792) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:59.262592 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74664c-2751-4d3b-9e2e-837ae491f699 req-48c7162a-6be3-4745-9f24-e00c54cf4832 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:08:59.264464 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ad74664c-2751-4d3b-9e2e-837ae491f699 req-48c7162a-6be3-4745-9f24-e00c54cf4832 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 945 time: 0.1063538 Nov 12 20:08:59.387173 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-971179c8-267f-4d91-8902-71b84f528976 None None] Set router 15f5c989-492f-4ca3-a5cf-78950a4b23b6 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:08:59.396103 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ad74664c-2751-4d3b-9e2e-837ae491f699 req-b4c505a7-2c1b-4695-9d62-21a5782db4eb tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230702 Nov 12 20:08:59.494652 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-495d42c7-178f-40d9-b867-745041564080 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=74c60af4d2d04ca29da86eba8b146adf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3096228 Nov 12 20:08:59.497846 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36800) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:08:59.550519 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67361c37-aaaf-4eef-bc0d-e700928d3ba4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:59.573041 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67361c37-aaaf-4eef-bc0d-e700928d3ba4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:59.580565 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-971179c8-267f-4d91-8902-71b84f528976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f5c989-492f-4ca3-a5cf-78950a4b23b6', 'name': 'tempest-ServerRescueNegativeTestJSON-490611936-router', 'tenant_id': '218ba8caf41b4f549ff41bad0bad7ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'f712db95-5817-4cce-9672-e58964791621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:55Z', 'updated_at': '2021-11-12T20:08:57Z', 'revision_number': 3, 'project_id': '218ba8caf41b4f549ff41bad0bad7ee1', 'gw_port': {'id': 'f712db95-5817-4cce-9672-e58964791621', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:94:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f5c989-492f-4ca3-a5cf-78950a4b23b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:56Z', 'updated_at': '2021-11-12T20:08:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:08:59.616514 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971179c8-267f-4d91-8902-71b84f528976 None None] Checking router: 15f5c989-492f-4ca3-a5cf-78950a4b23b6 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:08:59.616721 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971179c8-267f-4d91-8902-71b84f528976 None None] Updating router 15f5c989-492f-4ca3-a5cf-78950a4b23b6 port f712db95-5817-4cce-9672-e58964791621 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:08:59.627287 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67361c37-aaaf-4eef-bc0d-e700928d3ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:59.630150 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67361c37-aaaf-4eef-bc0d-e700928d3ba4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:59.631314 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-67361c37-aaaf-4eef-bc0d-e700928d3ba4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d5dbc153-94cd-4d97-9e91-5f6dc04da7d4 HTTP/1.1" status: 204 len: 168 time: 0.1324613 Nov 12 20:08:59.640027 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67361c37-aaaf-4eef-bc0d-e700928d3ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dbc153-94cd-4d97-9e91-5f6dc04da7d4,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:08:59.651307 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-971179c8-267f-4d91-8902-71b84f528976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:08:59.788454 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d4056e30-e178-48b1-b89b-e48d0ca1fd6c req-9dfea07f-d94f-4601-bbeb-dccae8904ee7 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=1445d38b-9f45-425c-8188-98d2925bc71c HTTP/1.1" status: 200 len: 210 time: 0.0515902 Nov 12 20:08:59.860476 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-524f87d2-1b9d-4002-8e1e-c1863d12bfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:00.013569 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-2d0a91c4-1867-4c9f-88fc-eb1574a69ba2 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:00.015088 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-2d0a91c4-1867-4c9f-88fc-eb1574a69ba2 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.55 "GET /v2.0/networks?id=d647a41e-ad4a-4efd-99be-d45e84f5e8b5 HTTP/1.1" status: 200 len: 822 time: 0.2508135 Nov 12 20:09:00.030521 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-32b4991f-6f48-4aa0-8a1b-ffaa1e47b109 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Request body: {'port': {'device_id': '1445d38b-9f45-425c-8188-98d2925bc71c', 'network_id': 'd647a41e-ad4a-4efd-99be-d45e84f5e8b5', 'admin_state_up': True, 'tenant_id': '2c215bd023034edfbd082926b8439df6'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:00.048118 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-971179c8-267f-4d91-8902-71b84f528976 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:00.055040 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-971179c8-267f-4d91-8902-71b84f528976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:00.101857 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377c5ca-5584-45f9-bd34-45d2a9dc2a98 None None] Pushing event updated for resources: {'Port': ['ID=f712db95-5817-4cce-9672-e58964791621,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:00.121652 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377c5ca-5584-45f9-bd34-45d2a9dc2a98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:00.122000 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377c5ca-5584-45f9-bd34-45d2a9dc2a98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:00.122336 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377c5ca-5584-45f9-bd34-45d2a9dc2a98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:00.122671 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377c5ca-5584-45f9-bd34-45d2a9dc2a98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:00.123001 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377c5ca-5584-45f9-bd34-45d2a9dc2a98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:00.123328 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377c5ca-5584-45f9-bd34-45d2a9dc2a98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:00.123658 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377c5ca-5584-45f9-bd34-45d2a9dc2a98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:00.123978 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377c5ca-5584-45f9-bd34-45d2a9dc2a98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:00.124329 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377c5ca-5584-45f9-bd34-45d2a9dc2a98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:00.124817 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377c5ca-5584-45f9-bd34-45d2a9dc2a98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:00.125324 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377c5ca-5584-45f9-bd34-45d2a9dc2a98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:00.125868 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377c5ca-5584-45f9-bd34-45d2a9dc2a98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:00.131334 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-971179c8-267f-4d91-8902-71b84f528976 None None] Attempting to bind port f712db95-5817-4cce-9672-e58964791621 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:09:00.132041 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-971179c8-267f-4d91-8902-71b84f528976 None None] Attempting to bind port f712db95-5817-4cce-9672-e58964791621 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:09:00.132517 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971179c8-267f-4d91-8902-71b84f528976 None None] Attempting to bind port f712db95-5817-4cce-9672-e58964791621 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:09:00.138868 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971179c8-267f-4d91-8902-71b84f528976 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:09:00.139358 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971179c8-267f-4d91-8902-71b84f528976 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:09:00.139853 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-971179c8-267f-4d91-8902-71b84f528976 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:00.140418 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971179c8-267f-4d91-8902-71b84f528976 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:09:00.141125 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-971179c8-267f-4d91-8902-71b84f528976 None None] Bound port: f712db95-5817-4cce-9672-e58964791621, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:09:00.141596 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-971179c8-267f-4d91-8902-71b84f528976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:00.190408 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355be87-8662-43a1-910a-d5b074ff6008 req-a4312b14-63ab-48b1-868e-528663bbfefa tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:00.201533 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-971179c8-267f-4d91-8902-71b84f528976 None None] For port f712db95-5817-4cce-9672-e58964791621, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:09:00.201805 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3355be87-8662-43a1-910a-d5b074ff6008 req-a4312b14-63ab-48b1-868e-528663bbfefa tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.48 "GET /v2.0/ports?device_id=c942da18-2bd2-456f-be44-3ac033013d0d HTTP/1.1" status: 200 len: 943 time: 0.3014624 Nov 12 20:09:00.218147 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-971179c8-267f-4d91-8902-71b84f528976 None None] For port f712db95-5817-4cce-9672-e58964791621, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f712db95-5817-4cce-9672-e58964791621,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:09:00.225121 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-971179c8-267f-4d91-8902-71b84f528976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:00.283562 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377c5ca-5584-45f9-bd34-45d2a9dc2a98 None None] Pushing event updated for resources: {'Port': ['ID=f712db95-5817-4cce-9672-e58964791621,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:00.295069 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971179c8-267f-4d91-8902-71b84f528976 None None] Routers {'15f5c989-492f-4ca3-a5cf-78950a4b23b6'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:09:00.295680 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-971179c8-267f-4d91-8902-71b84f528976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['15f5c989-492f-4ca3-a5cf-78950a4b23b6'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:00.330910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-524f87d2-1b9d-4002-8e1e-c1863d12bfb9 admin admin] Allocated IP 172.20.0.1 (2c263eaa-bf88-4e86-8018-6b76427f8727/6239fe67-7ec1-4338-bde6-5b5a647207c2/a1be57e4-f8d8-4f4e-8833-3ef15c5750f8) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:09:00.397203 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3355be87-8662-43a1-910a-d5b074ff6008 req-8c30153a-e5a7-4264-83ea-cd67a7068373 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e87a578-eb71-4b50-80d4-a37189dc049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947076 Nov 12 20:09:00.472791 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-32b4991f-6f48-4aa0-8a1b-ffaa1e47b109 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Made reservation on behalf of 2c215bd023034edfbd082926b8439df6 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:09:00.480247 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-32b4991f-6f48-4aa0-8a1b-ffaa1e47b109 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:00.487893 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-971179c8-267f-4d91-8902-71b84f528976 None None] Set router 15f5c989-492f-4ca3-a5cf-78950a4b23b6 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:09:00.497435 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36834) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:00.606645 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-524f87d2-1b9d-4002-8e1e-c1863d12bfb9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:00.609742 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-f044e50e-3bc9-4959-8de3-695e3e9095fc tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:00.610772 n-d-712140-15 neutron-server[102447]: WARNING neutron.api.v2.base [None req-f044e50e-3bc9-4959-8de3-695e3e9095fc tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 20:09:00.611404 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-f044e50e-3bc9-4959-8de3-695e3e9095fc tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 20:09:00.616649 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f044e50e-3bc9-4959-8de3-695e3e9095fc tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1173151 Nov 12 20:09:00.617467 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36838) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:00.623765 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-071b300a-95bf-4904-b1b4-9a60c1827f71 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group': {'name': 'tempest-secgroup--1921358014'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:00.642904 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360877a-c0b9-4b00-9131-c45198aee714 req-f37bcd99-6251-4fde-8bf8-21ec73e795e0 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:00.644454 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1360877a-c0b9-4b00-9131-c45198aee714 req-f37bcd99-6251-4fde-8bf8-21ec73e795e0 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 945 time: 0.1326044 Nov 12 20:09:00.652217 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-071b300a-95bf-4904-b1b4-9a60c1827f71 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:00.661597 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-071b300a-95bf-4904-b1b4-9a60c1827f71 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:00.704826 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-971179c8-267f-4d91-8902-71b84f528976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f5c989-492f-4ca3-a5cf-78950a4b23b6', 'name': 'tempest-ServerRescueNegativeTestJSON-490611936-router', 'tenant_id': '218ba8caf41b4f549ff41bad0bad7ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'f712db95-5817-4cce-9672-e58964791621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:55Z', 'updated_at': '2021-11-12T20:08:57Z', 'revision_number': 3, 'project_id': '218ba8caf41b4f549ff41bad0bad7ee1', 'gw_port': {'id': 'f712db95-5817-4cce-9672-e58964791621', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:94:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f5c989-492f-4ca3-a5cf-78950a4b23b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:56Z', 'updated_at': '2021-11-12T20:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:00.736258 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971179c8-267f-4d91-8902-71b84f528976 None None] The sync data for ids ['15f5c989-492f-4ca3-a5cf-78950a4b23b6'] in n-d-712140-15 is: [{'id': '15f5c989-492f-4ca3-a5cf-78950a4b23b6', 'name': 'tempest-ServerRescueNegativeTestJSON-490611936-router', 'tenant_id': '218ba8caf41b4f549ff41bad0bad7ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'f712db95-5817-4cce-9672-e58964791621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:55Z', 'updated_at': '2021-11-12T20:08:57Z', 'revision_number': 3, 'project_id': '218ba8caf41b4f549ff41bad0bad7ee1', 'gw_port': {'id': 'f712db95-5817-4cce-9672-e58964791621', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:94:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f5c989-492f-4ca3-a5cf-78950a4b23b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:56Z', 'updated_at': '2021-11-12T20:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:09:00.738577 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-524f87d2-1b9d-4002-8e1e-c1863d12bfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:00.746058 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-071b300a-95bf-4904-b1b4-9a60c1827f71 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:00.750424 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-071b300a-95bf-4904-b1b4-9a60c1827f71 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:00.788687 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-32b4991f-6f48-4aa0-8a1b-ffaa1e47b109 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Allocated IP 172.20.0.14 (d647a41e-ad4a-4efd-99be-d45e84f5e8b5/0c1ad2f7-7e72-4638-8072-b188c067ace8/668f5e96-0032-4c3d-b39d-558d5030a63f) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:09:00.802263 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1360877a-c0b9-4b00-9131-c45198aee714 req-77754299-a9d2-4ee7-a9e6-36c606deae02 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476448 Nov 12 20:09:00.803312 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b300a-95bf-4904-b1b4-9a60c1827f71 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b835f7e-fe99-47b5-99c9-595a39cfbfa7,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:00.807893 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524f87d2-1b9d-4002-8e1e-c1863d12bfb9 admin admin] Network 2c263eaa-bf88-4e86-8018-6b76427f8727 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:09:00.814821 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-524f87d2-1b9d-4002-8e1e-c1863d12bfb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:09:00.824399 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f87d2-1b9d-4002-8e1e-c1863d12bfb9 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:09:00.851387 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f87d2-1b9d-4002-8e1e-c1863d12bfb9 admin admin] Pushing event updated for resources: {'Port': ['ID=a1be57e4-f8d8-4f4e-8833-3ef15c5750f8,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:00.893732 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-524f87d2-1b9d-4002-8e1e-c1863d12bfb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:01.131192 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1a948-c9a1-4546-b2a2-b5a0baac2456 req-b8a1849e-95c8-485a-974d-e838f671e1f2 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:01.132820 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-39d1a948-c9a1-4546-b2a2-b5a0baac2456 req-b8a1849e-95c8-485a-974d-e838f671e1f2 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 945 time: 0.1868019 Nov 12 20:09:01.144089 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36844) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:01.148808 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b04513d6-1f5b-4b92-add5-819dc82ed16a tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Request body: {'floatingip': {'port_id': '1d479d2a-5c61-4c69-9871-1e030f0b32ae'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:01.161229 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 7ab846c5-c6b6-4917-951c-0c56ab3c2d4d details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:09:01.216834 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fc90b96a-94dc-4a1d-b3dc-188ab4ac692d req-c73e0e10-b25b-45b4-8110-eae7c90d8cc4 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=1445d38b-9f45-425c-8188-98d2925bc71c HTTP/1.1" status: 200 len: 210 time: 0.0384717 Nov 12 20:09:01.235322 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-071b300a-95bf-4904-b1b4-9a60c1827f71 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:01.236419 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-32b4991f-6f48-4aa0-8a1b-ffaa1e47b109 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:01.245377 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-071b300a-95bf-4904-b1b4-9a60c1827f71 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:01.256381 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b04513d6-1f5b-4b92-add5-819dc82ed16a tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for floatingip, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:01.279715 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b300a-95bf-4904-b1b4-9a60c1827f71 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e859225a-69bf-4ed0-8800-130f6318bf92,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:01.299604 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-524f87d2-1b9d-4002-8e1e-c1863d12bfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:01.300855 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-071b300a-95bf-4904-b1b4-9a60c1827f71 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:01.306576 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36846) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:01.307325 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-071b300a-95bf-4904-b1b4-9a60c1827f71 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6868005 Nov 12 20:09:01.308120 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 7ab846c5-c6b6-4917-951c-0c56ab3c2d4d, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=7ab846c5-c6b6-4917-951c-0c56ab3c2d4d,segment=NetworkSegment(ef22689d-5196-4cb0-8081-a02dcde0e29b),segment_id=ef22689d-5196-4cb0-8081-a02dcde0e29b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:09:01.323936 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '7ab846c5-c6b6-4917-951c-0c56ab3c2d4d', 'network_id': '0a33075a-e787-4872-8379-e368e6c24540', 'port_id': '7ab846c5-c6b6-4917-951c-0c56ab3c2d4d', 'mac_address': 'fa:16:3e:35:07:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c743af1-22a3-4bdf-8088-5afb65b72243', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:09:01.324839 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-6d36c5e2-e0a0-4ced-9d80-3d75eafdb1b8 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group_rule': {'security_group_id': 'e859225a-69bf-4ed0-8800-130f6318bf92', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:01.364606 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:01.381955 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab846c5-c6b6-4917-951c-0c56ab3c2d4d {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:09:01.406353 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 7ab846c5-c6b6-4917-951c-0c56ab3c2d4d, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=7ab846c5-c6b6-4917-951c-0c56ab3c2d4d,segment=NetworkSegment(ef22689d-5196-4cb0-8081-a02dcde0e29b),segment_id=ef22689d-5196-4cb0-8081-a02dcde0e29b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:09:01.411404 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:01.489527 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=7ab846c5-c6b6-4917-951c-0c56ab3c2d4d,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:01.504078 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-32b4991f-6f48-4aa0-8a1b-ffaa1e47b109 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:01.552906 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6d36c5e2-e0a0-4ced-9d80-3d75eafdb1b8 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:01.575249 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650aa4a9-ea2d-4b82-8155-eda559f5ff09 req-38563ce7-282a-4957-b71d-14a2d8564fcc tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:01.586980 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-650aa4a9-ea2d-4b82-8155-eda559f5ff09 req-38563ce7-282a-4957-b71d-14a2d8564fcc tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.48 "GET /v2.0/ports?device_id=c942da18-2bd2-456f-be44-3ac033013d0d HTTP/1.1" status: 200 len: 944 time: 0.0645709 Nov 12 20:09:01.640495 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-650aa4a9-ea2d-4b82-8155-eda559f5ff09 req-e006f928-2a21-4897-9362-32d17aa56382 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e87a578-eb71-4b50-80d4-a37189dc049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482810 Nov 12 20:09:01.748678 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['7ab846c5-c6b6-4917-951c-0c56ab3c2d4d'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:09:02.089078 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-32b4991f-6f48-4aa0-8a1b-ffaa1e47b109 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Network d647a41e-ad4a-4efd-99be-d45e84f5e8b5 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:09:02.096852 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4991f-6f48-4aa0-8a1b-ffaa1e47b109 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Pushing event updated for resources: {'Port': ['ID=668f5e96-0032-4c3d-b39d-558d5030a63f,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:02.104825 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-32b4991f-6f48-4aa0-8a1b-ffaa1e47b109 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:09:02.115601 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-32b4991f-6f48-4aa0-8a1b-ffaa1e47b109 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:09:02.223728 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6d36c5e2-e0a0-4ced-9d80-3d75eafdb1b8 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:02.244148 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6d36c5e2-e0a0-4ced-9d80-3d75eafdb1b8 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:02.293492 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-32b4991f-6f48-4aa0-8a1b-ffaa1e47b109 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:02.294037 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-32b4991f-6f48-4aa0-8a1b-ffaa1e47b109 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:02.342672 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-524f87d2-1b9d-4002-8e1e-c1863d12bfb9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:02.344509 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36c5e2-e0a0-4ced-9d80-3d75eafdb1b8 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aacc0115-4011-4966-9ada-ca4de3236b13,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:02.368332 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6d36c5e2-e0a0-4ced-9d80-3d75eafdb1b8 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:02.370382 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6d36c5e2-e0a0-4ced-9d80-3d75eafdb1b8 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0623424 Nov 12 20:09:02.371551 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-524f87d2-1b9d-4002-8e1e-c1863d12bfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:02.373138 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36858) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:02.378515 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-4c4f8ba0-b367-4154-8960-7c827467607f tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group_rule': {'security_group_id': 'e859225a-69bf-4ed0-8800-130f6318bf92', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:02.408661 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4c4f8ba0-b367-4154-8960-7c827467607f tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:02.411176 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-32b4991f-6f48-4aa0-8a1b-ffaa1e47b109 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3865323 Nov 12 20:09:02.456795 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-4c4f8ba0-b367-4154-8960-7c827467607f tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 20:09:02.458006 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4c4f8ba0-b367-4154-8960-7c827467607f tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0838211 Nov 12 20:09:02.460992 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36862) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:02.467258 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-a2a8b652-597f-4f45-a66d-79a7f26ade6f service neutron] Request body: {'port': {'device_id': '1445d38b-9f45-425c-8188-98d2925bc71c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:02.525364 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb8ce471-5e53-4f89-b33c-a0e39bf07a9d tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:02.545327 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-524f87d2-1b9d-4002-8e1e-c1863d12bfb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:02.551369 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb8ce471-5e53-4f89-b33c-a0e39bf07a9d tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:02.554061 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983f739-ebb6-4e92-921f-95ff1533fe79 req-99d37fee-c9de-4f55-b419-272976ba34fd tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:02.555697 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4983f739-ebb6-4e92-921f-95ff1533fe79 req-99d37fee-c9de-4f55-b419-272976ba34fd tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=1445d38b-9f45-425c-8188-98d2925bc71c HTTP/1.1" status: 200 len: 932 time: 0.2578552 Nov 12 20:09:02.559507 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f87d2-1b9d-4002-8e1e-c1863d12bfb9 admin admin] Pushing event updated for resources: {'Port': ['ID=a1be57e4-f8d8-4f4e-8833-3ef15c5750f8,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:02.599182 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb8ce471-5e53-4f89-b33c-a0e39bf07a9d tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:02.602757 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb8ce471-5e53-4f89-b33c-a0e39bf07a9d tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:02.606398 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-eb8ce471-5e53-4f89-b33c-a0e39bf07a9d tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "DELETE /v2.0/security-groups/e859225a-69bf-4ed0-8800-130f6318bf92 HTTP/1.1" status: 204 len: 168 time: 0.1393476 Nov 12 20:09:02.611120 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36866) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:02.620756 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ce471-5e53-4f89-b33c-a0e39bf07a9d tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e859225a-69bf-4ed0-8800-130f6318bf92,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:02.672349 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-a2a8b652-597f-4f45-a66d-79a7f26ade6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:02.693176 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.db.resource_extend [None req-b04513d6-1f5b-4b92-add5-819dc82ed16a tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 20:09:02.811330 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afa6ea-bd82-471f-a3e6-a598d86fe865 req-6d686766-7447-4eb9-9c21-8c19af6535be tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:02.812929 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46afa6ea-bd82-471f-a3e6-a598d86fe865 req-6d686766-7447-4eb9-9c21-8c19af6535be tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.48 "GET /v2.0/ports?device_id=c942da18-2bd2-456f-be44-3ac033013d0d HTTP/1.1" status: 200 len: 944 time: 0.0497522 Nov 12 20:09:02.855430 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b04513d6-1f5b-4b92-add5-819dc82ed16a tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:02.860684 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4983f739-ebb6-4e92-921f-95ff1533fe79 req-49b3e08f-6468-401c-bfdb-7c51caf22101 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760882 Nov 12 20:09:02.861218 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46afa6ea-bd82-471f-a3e6-a598d86fe865 req-be6e175f-bd5a-45a4-805f-d57d0f97b904 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e87a578-eb71-4b50-80d4-a37189dc049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423400 Nov 12 20:09:02.876323 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0bbeddb4-310b-4f5d-9351-369fa3559846 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2559483 Nov 12 20:09:02.876323 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b04513d6-1f5b-4b92-add5-819dc82ed16a tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:02.879004 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36872) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:02.900635 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-49c24b10-1a0e-457a-aa40-ab67f69d754d tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group': {'name': 'tempest-secgroup--2073048199'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:02.934472 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-49c24b10-1a0e-457a-aa40-ab67f69d754d tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:02.995870 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f712db95-5817-4cce-9672-e58964791621 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:09:03.027029 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-49c24b10-1a0e-457a-aa40-ab67f69d754d tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:03.031461 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-49c24b10-1a0e-457a-aa40-ab67f69d754d tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:03.037797 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524f87d2-1b9d-4002-8e1e-c1863d12bfb9 admin admin] Network 2c263eaa-bf88-4e86-8018-6b76427f8727 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:09:03.047851 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-524f87d2-1b9d-4002-8e1e-c1863d12bfb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:09:03.049672 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port f712db95-5817-4cce-9672-e58964791621 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:09:03.050883 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:03.068942 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-49c24b10-1a0e-457a-aa40-ab67f69d754d tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:03.070449 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-49c24b10-1a0e-457a-aa40-ab67f69d754d tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1902845 Nov 12 20:09:03.072462 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c24b10-1a0e-457a-aa40-ab67f69d754d tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d86a96-b7f1-4378-b2b2-72204e45f5e2,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:03.074617 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36874) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:03.079157 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-155d816b-e045-4a5b-bd74-b04701ef22bb tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group_rule': {'security_group_id': '18d86a96-b7f1-4378-b2b2-72204e45f5e2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:03.080507 n-d-712140-15 neutron-server[102447]: WARNING neutron.api.v2.base [None req-155d816b-e045-4a5b-bd74-b04701ef22bb tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 20:09:03.081380 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-155d816b-e045-4a5b-bd74-b04701ef22bb tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:09:03.082868 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-155d816b-e045-4a5b-bd74-b04701ef22bb tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071619 Nov 12 20:09:03.086555 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36876) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:03.142055 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-50ff7928-b5fe-4ed7-9f1b-88cf1faa244f tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:03.147544 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:03.166529 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-50ff7928-b5fe-4ed7-9f1b-88cf1faa244f tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:03.169734 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-b04513d6-1f5b-4b92-add5-819dc82ed16a tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Floating IP d930c82a-1faf-4054-add8-931c7646016f associated. External IP: 172.25.5.107, port: 1d479d2a-5c61-4c69-9871-1e030f0b32ae. Nov 12 20:09:03.172132 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port f712db95-5817-4cce-9672-e58964791621, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f712db95-5817-4cce-9672-e58964791621,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:09:03.177974 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:03.183944 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 7ab846c5-c6b6-4917-951c-0c56ab3c2d4d up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:09:03.224974 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-50ff7928-b5fe-4ed7-9f1b-88cf1faa244f tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:03.229127 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-50ff7928-b5fe-4ed7-9f1b-88cf1faa244f tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:03.234494 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-50ff7928-b5fe-4ed7-9f1b-88cf1faa244f tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "DELETE /v2.0/security-groups/18d86a96-b7f1-4378-b2b2-72204e45f5e2 HTTP/1.1" status: 204 len: 168 time: 0.1437566 Nov 12 20:09:03.238498 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36878) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:03.261793 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff7928-b5fe-4ed7-9f1b-88cf1faa244f tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d86a96-b7f1-4378-b2b2-72204e45f5e2,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:03.267860 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=f712db95-5817-4cce-9672-e58964791621,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:03.287771 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 7ab846c5-c6b6-4917-951c-0c56ab3c2d4d completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:09:03.293505 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 7ab846c5-c6b6-4917-951c-0c56ab3c2d4d triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:09:03.294436 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:03.308289 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fed83efa-69b8-4641-95ed-76ef23be115e tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0675941 Nov 12 20:09:03.310880 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36880) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:03.316639 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-48f57589-7832-4c5b-a677-65cad351d45f tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group': {'name': 'tempest-secgroup--847939808'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:03.356639 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-48f57589-7832-4c5b-a677-65cad351d45f tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:03.370983 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524f87d2-1b9d-4002-8e1e-c1863d12bfb9 admin admin] Router 15f5c989-492f-4ca3-a5cf-78950a4b23b6 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:09:03.382780 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:03.406070 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c942da18-2bd2-456f-be44-3ac033013d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab846c5-c6b6-4917-951c-0c56ab3c2d4d'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:09:03.408559 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90229387-0885-4dcf-8436-d3aa0ee098ae" -d '{"events": [{"server_uuid": "c942da18-2bd2-456f-be44-3ac033013d0d", "name": "network-vif-plugged", "status": "completed", "tag": "7ab846c5-c6b6-4917-951c-0c56ab3c2d4d"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:09:03.422097 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 7ab846c5-c6b6-4917-951c-0c56ab3c2d4d, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=7ab846c5-c6b6-4917-951c-0c56ab3c2d4d,segment=NetworkSegment(ef22689d-5196-4cb0-8081-a02dcde0e29b),segment_id=ef22689d-5196-4cb0-8081-a02dcde0e29b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:09:03.429730 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:03.442986 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-48f57589-7832-4c5b-a677-65cad351d45f tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:03.449673 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-48f57589-7832-4c5b-a677-65cad351d45f tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:03.462251 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3ff213-d7a3-466e-a164-ba3b6e14ee94 x-openstack-request-id: req-2b3ff213-d7a3-466e-a164-ba3b6e14ee94 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:09:03.462853 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c942da18-2bd2-456f-be44-3ac033013d0d", "name": "network-vif-plugged", "status": "completed", "tag": "7ab846c5-c6b6-4917-951c-0c56ab3c2d4d", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:09:03.463258 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b3ff213-d7a3-466e-a164-ba3b6e14ee94 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:09:03.463794 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c942da18-2bd2-456f-be44-3ac033013d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab846c5-c6b6-4917-951c-0c56ab3c2d4d', 'code': 200} Nov 12 20:09:03.488520 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=7ab846c5-c6b6-4917-951c-0c56ab3c2d4d,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:03.497821 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-a2a8b652-597f-4f45-a66d-79a7f26ade6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668f5e96-0032-4c3d-b39d-558d5030a63f {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:09:03.508563 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-48f57589-7832-4c5b-a677-65cad351d45f tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:03.509916 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-48f57589-7832-4c5b-a677-65cad351d45f tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1975253 Nov 12 20:09:03.510060 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-a2a8b652-597f-4f45-a66d-79a7f26ade6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:03.518204 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36884) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:03.520106 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f57589-7832-4c5b-a677-65cad351d45f tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=932faa4c-4c3d-420a-9fee-c3c773d64007,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:03.531326 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-0d9d9b38-d718-40e6-af47-a7171fe68549 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group_rule': {'security_group_id': '932faa4c-4c3d-420a-9fee-c3c773d64007', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:03.532219 n-d-712140-15 neutron-server[102448]: WARNING neutron.api.v2.base [None req-0d9d9b38-d718-40e6-af47-a7171fe68549 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 20:09:03.532791 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-0d9d9b38-d718-40e6-af47-a7171fe68549 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:09:03.533831 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0d9d9b38-d718-40e6-af47-a7171fe68549 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0132077 Nov 12 20:09:03.537202 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36888) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:03.604659 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-a2a8b652-597f-4f45-a66d-79a7f26ade6f service neutron] Transition to ACTIVE for port object 668f5e96-0032-4c3d-b39d-558d5030a63f will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:09:03.612726 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b3a40-5f96-4f56-90a6-114bd28401d1 req-cd040403-4b11-4933-a956-c4c4bb2dc72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:03.613310 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-a2a8b652-597f-4f45-a66d-79a7f26ade6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:03.613959 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3f3b3a40-5f96-4f56-90a6-114bd28401d1 req-cd040403-4b11-4933-a956-c4c4bb2dc72a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c942da18-2bd2-456f-be44-3ac033013d0d HTTP/1.1" status: 200 len: 1097 time: 0.0780478 Nov 12 20:09:03.635942 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4c53a6b1-ea1d-432c-92fa-9fd37f76a58d tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:03.674903 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4c53a6b1-ea1d-432c-92fa-9fd37f76a58d tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:03.687276 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524f87d2-1b9d-4002-8e1e-c1863d12bfb9 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:09:03.698723 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-524f87d2-1b9d-4002-8e1e-c1863d12bfb9 admin admin] 10.222.0.48 "PUT /v2.0/routers/15f5c989-492f-4ca3-a5cf-78950a4b23b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5853286 Nov 12 20:09:03.698888 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3f3b3a40-5f96-4f56-90a6-114bd28401d1 req-b40f8426-1aa9-4d34-a212-59fea93f9b20 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3e87a578-eb71-4b50-80d4-a37189dc049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696590 Nov 12 20:09:03.704170 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04513d6-1f5b-4b92-add5-819dc82ed16a tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Router e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:09:03.709290 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00408d9c-43e5-4ad3-9370-f57c25c3f4bf None None] Sync routers for ids ['15f5c989-492f-4ca3-a5cf-78950a4b23b6'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:09:03.712046 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8b652-597f-4f45-a66d-79a7f26ade6f service neutron] Pushing event updated for resources: {'Port': ['ID=668f5e96-0032-4c3d-b39d-558d5030a63f,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:03.740266 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00408d9c-43e5-4ad3-9370-f57c25c3f4bf None None] Routers {'15f5c989-492f-4ca3-a5cf-78950a4b23b6'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:09:03.745034 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-00408d9c-43e5-4ad3-9370-f57c25c3f4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['15f5c989-492f-4ca3-a5cf-78950a4b23b6'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:03.768910 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4c53a6b1-ea1d-432c-92fa-9fd37f76a58d tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:03.772928 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4c53a6b1-ea1d-432c-92fa-9fd37f76a58d tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:03.776670 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4c53a6b1-ea1d-432c-92fa-9fd37f76a58d tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "DELETE /v2.0/security-groups/932faa4c-4c3d-420a-9fee-c3c773d64007 HTTP/1.1" status: 204 len: 168 time: 0.2361500 Nov 12 20:09:03.780463 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36896) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:03.798608 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-a2a8b652-597f-4f45-a66d-79a7f26ade6f service neutron] Attempting to bind port 668f5e96-0032-4c3d-b39d-558d5030a63f on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:09:03.798977 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-a2a8b652-597f-4f45-a66d-79a7f26ade6f service neutron] Attempting to bind port 668f5e96-0032-4c3d-b39d-558d5030a63f by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '44856b08-7173-4552-88bc-2d1c4111ab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd647a41e-ad4a-4efd-99be-d45e84f5e8b5'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:09:03.799307 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-a2a8b652-597f-4f45-a66d-79a7f26ade6f service neutron] Attempting to bind port 668f5e96-0032-4c3d-b39d-558d5030a63f on network d647a41e-ad4a-4efd-99be-d45e84f5e8b5 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:09:03.820169 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53a6b1-ea1d-432c-92fa-9fd37f76a58d tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=932faa4c-4c3d-420a-9fee-c3c773d64007,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:03.836922 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-a2a8b652-597f-4f45-a66d-79a7f26ade6f service neutron] Port 668f5e96-0032-4c3d-b39d-558d5030a63f on network d647a41e-ad4a-4efd-99be-d45e84f5e8b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:09:03.837467 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-a2a8b652-597f-4f45-a66d-79a7f26ade6f service neutron] Attempting to bind port 668f5e96-0032-4c3d-b39d-558d5030a63f on network d647a41e-ad4a-4efd-99be-d45e84f5e8b5 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:09:03.852132 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-a2a8b652-597f-4f45-a66d-79a7f26ade6f service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:09:03.853027 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-a2a8b652-597f-4f45-a66d-79a7f26ade6f service neutron] Checking segment: {'id': '44856b08-7173-4552-88bc-2d1c4111ab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd647a41e-ad4a-4efd-99be-d45e84f5e8b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:09:03.853603 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-a2a8b652-597f-4f45-a66d-79a7f26ade6f service neutron] Bound using segment: {'id': '44856b08-7173-4552-88bc-2d1c4111ab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd647a41e-ad4a-4efd-99be-d45e84f5e8b5'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:09:03.854207 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-a2a8b652-597f-4f45-a66d-79a7f26ade6f service neutron] Bound port: 668f5e96-0032-4c3d-b39d-558d5030a63f, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44856b08-7173-4552-88bc-2d1c4111ab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd647a41e-ad4a-4efd-99be-d45e84f5e8b5'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:09:03.854575 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-a2a8b652-597f-4f45-a66d-79a7f26ade6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:03.880260 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e2909f7f-0c57-468e-8721-81f2506ef46c tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0974448 Nov 12 20:09:03.883768 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36898) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:03.888492 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-62ab6386-592a-48e2-ac38-07462e75bb83 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group': {'name': 'tempest-secgroup--238169706'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:03.928201 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-00408d9c-43e5-4ad3-9370-f57c25c3f4bf None None] Set router 15f5c989-492f-4ca3-a5cf-78950a4b23b6 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:09:03.937327 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62ab6386-592a-48e2-ac38-07462e75bb83 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:03.975657 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04513d6-1f5b-4b92-add5-819dc82ed16a tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:09:03.988646 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b04513d6-1f5b-4b92-add5-819dc82ed16a tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:03.990078 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b111cfb1-f767-40cf-939d-cc2ceb316959 None None] Sync routers for ids ['e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:09:04.021310 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b111cfb1-f767-40cf-939d-cc2ceb316959 None None] Routers {'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:09:04.022742 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b111cfb1-f767-40cf-939d-cc2ceb316959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:04.023877 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-a2a8b652-597f-4f45-a66d-79a7f26ade6f service neutron] For port 668f5e96-0032-4c3d-b39d-558d5030a63f, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:09:04.033824 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b04513d6-1f5b-4b92-add5-819dc82ed16a tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "PUT /v2.0/floatingips/d930c82a-1faf-4054-add8-931c7646016f HTTP/1.1" status: 200 len: 991 time: 2.8885198 Nov 12 20:09:04.039669 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e61ea6-3aab-4d81-92a0-7cb7078443d0', 'tag': '1d479d2a-5c61-4c69-9871-1e030f0b32ae'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:09:04.044812 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222465ab-d369-4268-a257-234ad469f37c" -d '{"events": [{"name": "network-changed", "server_uuid": "60e61ea6-3aab-4d81-92a0-7cb7078443d0", "tag": "1d479d2a-5c61-4c69-9871-1e030f0b32ae"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:09:04.056086 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-a2a8b652-597f-4f45-a66d-79a7f26ade6f service neutron] For port 668f5e96-0032-4c3d-b39d-558d5030a63f, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=668f5e96-0032-4c3d-b39d-558d5030a63f,segment=NetworkSegment(44856b08-7173-4552-88bc-2d1c4111ab8b),segment_id=44856b08-7173-4552-88bc-2d1c4111ab8b)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:09:04.062279 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-a2a8b652-597f-4f45-a66d-79a7f26ade6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:04.135587 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62ab6386-592a-48e2-ac38-07462e75bb83 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:04.140623 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-a2a8b652-597f-4f45-a66d-79a7f26ade6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:04.141543 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-a2a8b652-597f-4f45-a66d-79a7f26ade6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:04.143119 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-a2a8b652-597f-4f45-a66d-79a7f26ade6f service neutron] 10.222.0.55 "PUT /v2.0/ports/668f5e96-0032-4c3d-b39d-558d5030a63f HTTP/1.1" status: 200 len: 1093 time: 1.6879311 Nov 12 20:09:04.151071 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62ab6386-592a-48e2-ac38-07462e75bb83 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:04.170938 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8b652-597f-4f45-a66d-79a7f26ade6f service neutron] Pushing event updated for resources: {'Port': ['ID=668f5e96-0032-4c3d-b39d-558d5030a63f,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:04.185186 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773cd34-82dd-47e8-bf81-792d6679c9bf req-3c3a59d3-9147-47a2-8249-1dc1d4a703ae tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:04.187070 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9773cd34-82dd-47e8-bf81-792d6679c9bf req-3c3a59d3-9147-47a2-8249-1dc1d4a703ae tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.48 "GET /v2.0/ports?device_id=c942da18-2bd2-456f-be44-3ac033013d0d HTTP/1.1" status: 200 len: 945 time: 0.0887420 Nov 12 20:09:04.200260 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c2df6-d3ba-489e-825b-9fc022d14008 req-a66ff0ed-b18d-4150-b64a-3c3ae7432624 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:04.206087 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-021c2df6-d3ba-489e-825b-9fc022d14008 req-a66ff0ed-b18d-4150-b64a-3c3ae7432624 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=1445d38b-9f45-425c-8188-98d2925bc71c HTTP/1.1" status: 200 len: 944 time: 0.1255167 Nov 12 20:09:04.214841 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-b111cfb1-f767-40cf-939d-cc2ceb316959 None None] Set router e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:09:04.215478 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62ab6386-592a-48e2-ac38-07462e75bb83 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:04.219668 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-62ab6386-592a-48e2-ac38-07462e75bb83 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3345864 Nov 12 20:09:04.229837 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36912) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:04.238967 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-00408d9c-43e5-4ad3-9370-f57c25c3f4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f5c989-492f-4ca3-a5cf-78950a4b23b6', 'name': 'tempest-ServerRescueNegativeTestJSON-490611936-router', 'tenant_id': '218ba8caf41b4f549ff41bad0bad7ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'f712db95-5817-4cce-9672-e58964791621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:55Z', 'updated_at': '2021-11-12T20:09:01Z', 'revision_number': 4, 'project_id': '218ba8caf41b4f549ff41bad0bad7ee1', 'gw_port': {'id': 'f712db95-5817-4cce-9672-e58964791621', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:94:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f5c989-492f-4ca3-a5cf-78950a4b23b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:56Z', 'updated_at': '2021-11-12T20:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'a1be57e4-f8d8-4f4e-8833-3ef15c5750f8', 'name': '', 'network_id': '2c263eaa-bf88-4e86-8018-6b76427f8727', 'tenant_id': '218ba8caf41b4f549ff41bad0bad7ee1', 'mac_address': 'fa:16:3e:28:c9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f5c989-492f-4ca3-a5cf-78950a4b23b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '6239fe67-7ec1-4338-bde6-5b5a647207c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:59Z', 'updated_at': '2021-11-12T20:09:01Z', 'revision_number': 2, 'project_id': '218ba8caf41b4f549ff41bad0bad7ee1', 'subnets': [{'id': '6239fe67-7ec1-4338-bde6-5b5a647207c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:04.254793 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-4884e590-8c6f-446b-affe-ff9aa1dc87ae tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group_rule': {'security_group_id': '102e9a57-40f5-4350-918f-a0c722621618', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:04.272492 n-d-712140-15 neutron-server[102448]: WARNING neutron.api.v2.base [None req-4884e590-8c6f-446b-affe-ff9aa1dc87ae tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 20:09:04.273153 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-4884e590-8c6f-446b-affe-ff9aa1dc87ae tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:09:04.274683 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00408d9c-43e5-4ad3-9370-f57c25c3f4bf None None] Checking router: 15f5c989-492f-4ca3-a5cf-78950a4b23b6 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:09:04.275408 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00408d9c-43e5-4ad3-9370-f57c25c3f4bf None None] Updating router 15f5c989-492f-4ca3-a5cf-78950a4b23b6 port a1be57e4-f8d8-4f4e-8833-3ef15c5750f8 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:09:04.276292 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4884e590-8c6f-446b-affe-ff9aa1dc87ae tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0438712 Nov 12 20:09:04.283167 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36914) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:04.288668 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-ed35857b-9bfc-4a05-9ba4-d9980d49ecab tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group_rule': {'security_group_id': '102e9a57-40f5-4350-918f-a0c722621618', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:04.290538 n-d-712140-15 neutron-server[102447]: WARNING neutron.api.v2.base [None req-ed35857b-9bfc-4a05-9ba4-d9980d49ecab tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 20:09:04.291133 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-ed35857b-9bfc-4a05-9ba4-d9980d49ecab tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:09:04.292753 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ed35857b-9bfc-4a05-9ba4-d9980d49ecab tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0076458 Nov 12 20:09:04.295729 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab6386-592a-48e2-ac38-07462e75bb83 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=102e9a57-40f5-4350-918f-a0c722621618,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:04.297979 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36916) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:04.301692 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-021c2df6-d3ba-489e-825b-9fc022d14008 req-5e190ced-3e22-47b4-9ffa-652d424a42fc tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808182 Nov 12 20:09:04.307656 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-22bbd930-99c2-4346-a0e4-2ce949185c4e tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group_rule': {'security_group_id': '102e9a57-40f5-4350-918f-a0c722621618', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:04.310002 n-d-712140-15 neutron-server[102447]: WARNING neutron.api.v2.base [None req-22bbd930-99c2-4346-a0e4-2ce949185c4e tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 20:09:04.310736 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-22bbd930-99c2-4346-a0e4-2ce949185c4e tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:09:04.311940 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-22bbd930-99c2-4346-a0e4-2ce949185c4e tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092626 Nov 12 20:09:04.314880 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36918) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:04.325555 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9773cd34-82dd-47e8-bf81-792d6679c9bf req-0aa78c1b-e32e-4807-a25d-29c5b7daee49 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e87a578-eb71-4b50-80d4-a37189dc049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218021 Nov 12 20:09:04.325813 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-6662f4a2-1caa-4253-8795-e553717f1041 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group_rule': {'security_group_id': '102e9a57-40f5-4350-918f-a0c722621618', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:04.326040 n-d-712140-15 neutron-server[102447]: WARNING neutron.api.v2.base [None req-6662f4a2-1caa-4253-8795-e553717f1041 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 20:09:04.326551 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-6662f4a2-1caa-4253-8795-e553717f1041 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:09:04.327568 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6662f4a2-1caa-4253-8795-e553717f1041 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0111749 Nov 12 20:09:04.331790 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36920) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:04.344408 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00408d9c-43e5-4ad3-9370-f57c25c3f4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:04.373442 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-dbeb4950-f353-4a80-979d-e4036eb3e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:04.374439 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-dbeb4950-f353-4a80-979d-e4036eb3e734 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c215bd023034edfbd082926b8439df6&device_id=1445d38b-9f45-425c-8188-98d2925bc71c HTTP/1.1" status: 200 len: 1096 time: 0.1832657 Nov 12 20:09:04.473822 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-77cea4a8-1269-4dd1-9dab-0aeb2a385b74 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=668f5e96-0032-4c3d-b39d-558d5030a63f HTTP/1.1" status: 200 len: 217 time: 0.0901997 Nov 12 20:09:04.481493 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-df7a3485-805c-41f4-b3cc-4fa9ce0bb790 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:04.507107 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-df7a3485-805c-41f4-b3cc-4fa9ce0bb790 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:04.514405 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b111cfb1-f767-40cf-939d-cc2ceb316959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'name': 'tempest-AttachVolumeTestJSON-2005805429-router', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:30Z', 'updated_at': '2021-11-12T20:08:38Z', 'revision_number': 4, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'gw_port': {'id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:32Z', 'updated_at': '2021-11-12T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'd930c82a-1faf-4054-add8-931c7646016f', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'port_id': '1d479d2a-5c61-4c69-9871-1e030f0b32ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657', 'mac_address': 'fa:16:3e:d4:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e61ea6-3aab-4d81-92a0-7cb7078443d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:08:42Z', 'updated_at': '2021-11-12T20:09:02Z', 'revision_number': 1, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d61755-629b-4c6e-b651-954056d16c11', 'name': '', 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'mac_address': 'fa:16:3e:bb:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:37Z', 'updated_at': '2021-11-12T20:08:43Z', 'revision_number': 5, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'subnets': [{'id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:04.536592 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc68df38-6faa-4a9b-83ca-954b38cb7b21 x-openstack-request-id: req-bc68df38-6faa-4a9b-83ca-954b38cb7b21 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:09:04.536944 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e61ea6-3aab-4d81-92a0-7cb7078443d0", "tag": "1d479d2a-5c61-4c69-9871-1e030f0b32ae", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:09:04.537210 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bc68df38-6faa-4a9b-83ca-954b38cb7b21 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:09:04.538152 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e61ea6-3aab-4d81-92a0-7cb7078443d0', 'tag': '1d479d2a-5c61-4c69-9871-1e030f0b32ae', 'status': 'completed', 'code': 200} Nov 12 20:09:04.548997 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-699616a1-75eb-4c28-8664-f5e81886980e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:04.550581 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-699616a1-75eb-4c28-8664-f5e81886980e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c1ad2f7-7e72-4638-8072-b188c067ace8 HTTP/1.1" status: 200 len: 862 time: 0.0681210 Nov 12 20:09:04.551362 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b111cfb1-f767-40cf-939d-cc2ceb316959 None None] Checking router: e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:09:04.560866 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b111cfb1-f767-40cf-939d-cc2ceb316959 None None] Routers {'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:09:04.561714 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b111cfb1-f767-40cf-939d-cc2ceb316959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:04.605056 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-df7a3485-805c-41f4-b3cc-4fa9ce0bb790 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:04.609165 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-df7a3485-805c-41f4-b3cc-4fa9ce0bb790 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:04.610502 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-df7a3485-805c-41f4-b3cc-4fa9ce0bb790 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "DELETE /v2.0/security-groups/102e9a57-40f5-4350-918f-a0c722621618 HTTP/1.1" status: 204 len: 168 time: 0.2781329 Nov 12 20:09:04.615943 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36934) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:04.649521 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-d2d376ec-271e-4e3a-8b15-d07c4910bc02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d647a41e-ad4a-4efd-99be-d45e84f5e8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907760 Nov 12 20:09:04.651449 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a3485-805c-41f4-b3cc-4fa9ce0bb790 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=102e9a57-40f5-4350-918f-a0c722621618,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:04.733048 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222465ab-d369-4268-a257-234ad469f37c req-bb45e905-8cdb-414d-98a6-ee245472d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:04.735441 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-222465ab-d369-4268-a257-234ad469f37c req-bb45e905-8cdb-414d-98a6-ee245472d2b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=00b6cfb5312f47e6bba6b1a73804db22&device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 1097 time: 0.1640017 Nov 12 20:09:04.769437 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-b111cfb1-f767-40cf-939d-cc2ceb316959 None None] Set router e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:09:04.787419 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-67ec908b-b01d-427a-b94e-3980fd74a74b tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1703358 Nov 12 20:09:04.799532 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00408d9c-43e5-4ad3-9370-f57c25c3f4bf None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:04.809474 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00408d9c-43e5-4ad3-9370-f57c25c3f4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:04.825229 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36936) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:04.829365 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-1b509136-7d72-48c5-a4f9-8045c674aab0 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group': {'name': 'tempest-secgroup--334111704'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:04.840327 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-86687276-e682-45ad-b06e-70044e4448ef tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:04.847947 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-86687276-e682-45ad-b06e-70044e4448ef tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/networks?id=2c263eaa-bf88-4e86-8018-6b76427f8727 HTTP/1.1" status: 200 len: 818 time: 0.2121923 Nov 12 20:09:04.864863 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222465ab-d369-4268-a257-234ad469f37c req-d815c139-ea30-408b-97a9-fa225b9adffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:04.866639 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98847e-aa5d-48e5-8e90-3c6d5975f856 None None] Pushing event updated for resources: {'Port': ['ID=a1be57e4-f8d8-4f4e-8833-3ef15c5750f8,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:04.871902 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-222465ab-d369-4268-a257-234ad469f37c req-d815c139-ea30-408b-97a9-fa225b9adffc service neutron] 10.222.0.55 "GET /v2.0/networks?id=1217fc13-52b1-48e2-90e3-8ec289b00657 HTTP/1.1" status: 200 len: 912 time: 0.1296620 Nov 12 20:09:04.874522 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-3c77f053-6438-4db5-a91b-9c6b4808f0c7 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/quotas/218ba8caf41b4f549ff41bad0bad7ee1 HTTP/1.1" status: 200 len: 375 time: 0.0251331 Nov 12 20:09:04.911253 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-ffebded3-6e7f-4922-8acf-180ad1bbf094 service neutron] 10.222.0.55 "GET /v2.0/networks/d647a41e-ad4a-4efd-99be-d45e84f5e8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533829 Nov 12 20:09:04.939308 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b509136-7d72-48c5-a4f9-8045c674aab0 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:04.987661 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-00408d9c-43e5-4ad3-9370-f57c25c3f4bf None None] Attempting to bind port a1be57e4-f8d8-4f4e-8833-3ef15c5750f8 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:09:04.988325 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-00408d9c-43e5-4ad3-9370-f57c25c3f4bf None None] Attempting to bind port a1be57e4-f8d8-4f4e-8833-3ef15c5750f8 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '6feb3a71-a7f1-4678-93e5-b41620161eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2c263eaa-bf88-4e86-8018-6b76427f8727'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:09:04.988889 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00408d9c-43e5-4ad3-9370-f57c25c3f4bf None None] Attempting to bind port a1be57e4-f8d8-4f4e-8833-3ef15c5750f8 on network 2c263eaa-bf88-4e86-8018-6b76427f8727 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:09:04.995104 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00408d9c-43e5-4ad3-9370-f57c25c3f4bf None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:09:04.995981 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00408d9c-43e5-4ad3-9370-f57c25c3f4bf None None] Checking segment: {'id': '6feb3a71-a7f1-4678-93e5-b41620161eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2c263eaa-bf88-4e86-8018-6b76427f8727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:09:04.996582 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00408d9c-43e5-4ad3-9370-f57c25c3f4bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:04.997153 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00408d9c-43e5-4ad3-9370-f57c25c3f4bf None None] Bound using segment: {'id': '6feb3a71-a7f1-4678-93e5-b41620161eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2c263eaa-bf88-4e86-8018-6b76427f8727'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:09:04.997781 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-00408d9c-43e5-4ad3-9370-f57c25c3f4bf None None] Bound port: a1be57e4-f8d8-4f4e-8833-3ef15c5750f8, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6feb3a71-a7f1-4678-93e5-b41620161eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2c263eaa-bf88-4e86-8018-6b76427f8727'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:09:04.998324 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00408d9c-43e5-4ad3-9370-f57c25c3f4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:05.026023 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-75f3704d-b305-4929-9e0c-3f96fa57319c tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=218ba8caf41b4f549ff41bad0bad7ee1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1509073 Nov 12 20:09:05.056081 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f712db95-5817-4cce-9672-e58964791621 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:09:05.163716 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b509136-7d72-48c5-a4f9-8045c674aab0 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:05.182710 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b509136-7d72-48c5-a4f9-8045c674aab0 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:05.187963 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-d9790520-c850-44c5-a153-825f49503143 service neutron] 10.222.0.48 "GET /v2.0/networks/2c263eaa-bf88-4e86-8018-6b76427f8727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543550 Nov 12 20:09:05.207004 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b111cfb1-f767-40cf-939d-cc2ceb316959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'name': 'tempest-AttachVolumeTestJSON-2005805429-router', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:30Z', 'updated_at': '2021-11-12T20:08:38Z', 'revision_number': 4, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'gw_port': {'id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:32Z', 'updated_at': '2021-11-12T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'd930c82a-1faf-4054-add8-931c7646016f', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'port_id': '1d479d2a-5c61-4c69-9871-1e030f0b32ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657', 'mac_address': 'fa:16:3e:d4:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e61ea6-3aab-4d81-92a0-7cb7078443d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:08:42Z', 'updated_at': '2021-11-12T20:09:02Z', 'revision_number': 1, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d61755-629b-4c6e-b651-954056d16c11', 'name': '', 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'mac_address': 'fa:16:3e:bb:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:37Z', 'updated_at': '2021-11-12T20:08:43Z', 'revision_number': 5, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'subnets': [{'id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:05.249135 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b509136-7d72-48c5-a4f9-8045c674aab0 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:05.251240 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1b509136-7d72-48c5-a4f9-8045c674aab0 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4249287 Nov 12 20:09:05.256582 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36942) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:05.264399 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-222465ab-d369-4268-a257-234ad469f37c req-3552786e-dfc7-4be3-89e0-2498034f8cd9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d479d2a-5c61-4c69-9871-1e030f0b32ae HTTP/1.1" status: 200 len: 999 time: 0.2539275 Nov 12 20:09:05.287675 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-43aa0c38-8def-437e-a953-8925a0f0e687 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group_rule': {'security_group_id': 'b357e9c3-ad29-45f4-bcf3-a04d7709b6cb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:05.288662 n-d-712140-15 neutron-server[102447]: WARNING neutron.api.v2.base [None req-43aa0c38-8def-437e-a953-8925a0f0e687 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 20:09:05.288994 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-43aa0c38-8def-437e-a953-8925a0f0e687 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:09:05.290774 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-43aa0c38-8def-437e-a953-8925a0f0e687 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0329118 Nov 12 20:09:05.291645 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b509136-7d72-48c5-a4f9-8045c674aab0 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b357e9c3-ad29-45f4-bcf3-a04d7709b6cb,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:05.295791 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36944) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:05.300763 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-08e1146d-4cb2-40ed-958f-4f035b478b2a tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group_rule': {'security_group_id': 'b357e9c3-ad29-45f4-bcf3-a04d7709b6cb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:05.319975 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-00408d9c-43e5-4ad3-9370-f57c25c3f4bf None None] For port a1be57e4-f8d8-4f4e-8833-3ef15c5750f8, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:09:05.328078 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-00408d9c-43e5-4ad3-9370-f57c25c3f4bf None None] For port a1be57e4-f8d8-4f4e-8833-3ef15c5750f8, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a1be57e4-f8d8-4f4e-8833-3ef15c5750f8,segment=NetworkSegment(6feb3a71-a7f1-4678-93e5-b41620161eec),segment_id=6feb3a71-a7f1-4678-93e5-b41620161eec)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:09:05.347937 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00408d9c-43e5-4ad3-9370-f57c25c3f4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:05.368477 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b111cfb1-f767-40cf-939d-cc2ceb316959 None None] The sync data for ids ['e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'] in n-d-712140-15 is: [{'id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'name': 'tempest-AttachVolumeTestJSON-2005805429-router', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:30Z', 'updated_at': '2021-11-12T20:08:38Z', 'revision_number': 4, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'gw_port': {'id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:32Z', 'updated_at': '2021-11-12T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'd930c82a-1faf-4054-add8-931c7646016f', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'port_id': '1d479d2a-5c61-4c69-9871-1e030f0b32ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657', 'mac_address': 'fa:16:3e:d4:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e61ea6-3aab-4d81-92a0-7cb7078443d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:08:42Z', 'updated_at': '2021-11-12T20:09:02Z', 'revision_number': 1, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d61755-629b-4c6e-b651-954056d16c11', 'name': '', 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'mac_address': 'fa:16:3e:bb:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:37Z', 'updated_at': '2021-11-12T20:08:43Z', 'revision_number': 5, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'subnets': [{'id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:09:05.370974 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5513645c-0465-4036-8be4-32fcbeef8bd8 req-c7eaf9d6-3133-48ce-8b2b-a43741cc3a68 service neutron] 10.222.0.55 "GET /v2.0/networks/d647a41e-ad4a-4efd-99be-d45e84f5e8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507757 Nov 12 20:09:05.383292 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-010beee4-94cc-4901-bb68-c7f3e3e87205 service neutron] 10.222.0.48 "GET /v2.0/networks/2c263eaa-bf88-4e86-8018-6b76427f8727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793301 Nov 12 20:09:05.386263 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-08e1146d-4cb2-40ed-958f-4f035b478b2a tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:09:05.390191 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-08e1146d-4cb2-40ed-958f-4f035b478b2a tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0904324 Nov 12 20:09:05.391174 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36950) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:05.397055 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222465ab-d369-4268-a257-234ad469f37c req-76aae29b-f0fe-4363-8855-7ccf91c4ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:05.398701 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-9b9de138-bb0e-4976-a2ff-69a00be65415 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group_rule': {'security_group_id': 'b357e9c3-ad29-45f4-bcf3-a04d7709b6cb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:05.399853 n-d-712140-15 neutron-server[102447]: WARNING neutron.api.v2.base [None req-9b9de138-bb0e-4976-a2ff-69a00be65415 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 20:09:05.400388 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-9b9de138-bb0e-4976-a2ff-69a00be65415 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:09:05.403915 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-222465ab-d369-4268-a257-234ad469f37c req-76aae29b-f0fe-4363-8855-7ccf91c4ba00 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=72eab03a-2e4d-41e0-82f1-7fb4346cd6bd HTTP/1.1" status: 200 len: 850 time: 0.1293120 Nov 12 20:09:05.404103 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9b9de138-bb0e-4976-a2ff-69a00be65415 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0100222 Nov 12 20:09:05.406802 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36952) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:05.415498 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-17e214c5-45be-40a7-8632-12aa890f03f8 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group_rule': {'security_group_id': 'b357e9c3-ad29-45f4-bcf3-a04d7709b6cb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:05.423668 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port f712db95-5817-4cce-9672-e58964791621 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:09:05.423668 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:05.473820 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00408d9c-43e5-4ad3-9370-f57c25c3f4bf None None] Routers {'15f5c989-492f-4ca3-a5cf-78950a4b23b6'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:09:05.474507 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-00408d9c-43e5-4ad3-9370-f57c25c3f4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['15f5c989-492f-4ca3-a5cf-78950a4b23b6'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:05.478348 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98847e-aa5d-48e5-8e90-3c6d5975f856 None None] Pushing event updated for resources: {'Port': ['ID=a1be57e4-f8d8-4f4e-8833-3ef15c5750f8,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:05.562684 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222465ab-d369-4268-a257-234ad469f37c req-d551b6fb-3427-489b-b41b-ebd775ce014c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:05.574635 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-222465ab-d369-4268-a257-234ad469f37c req-d551b6fb-3427-489b-b41b-ebd775ce014c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1217fc13-52b1-48e2-90e3-8ec289b00657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1327553 Nov 12 20:09:05.577201 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-17e214c5-45be-40a7-8632-12aa890f03f8 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:09:05.580301 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-17e214c5-45be-40a7-8632-12aa890f03f8 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1703448 Nov 12 20:09:05.581058 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36960) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:05.586570 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-1ae805d0-a6d8-421b-ae06-d1217b0bbc0e tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group_rule': {'security_group_id': 'b357e9c3-ad29-45f4-bcf3-a04d7709b6cb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:05.588520 n-d-712140-15 neutron-server[102447]: WARNING neutron.api.v2.base [None req-1ae805d0-a6d8-421b-ae06-d1217b0bbc0e tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 20:09:05.589285 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-1ae805d0-a6d8-421b-ae06-d1217b0bbc0e tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:09:05.590892 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1ae805d0-a6d8-421b-ae06-d1217b0bbc0e tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080121 Nov 12 20:09:05.593598 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36962) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:05.612563 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-0013f828-9ed1-430e-9510-72b1be108e0e tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group_rule': {'security_group_id': 'b357e9c3-ad29-45f4-bcf3-a04d7709b6cb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:05.638562 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4044f6-4ebf-4a77-bd8e-5e89df3d8f25 req-49ea398f-573e-41ee-b418-22a702385ce4 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:05.656172 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db4044f6-4ebf-4a77-bd8e-5e89df3d8f25 req-49ea398f-573e-41ee-b418-22a702385ce4 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=1445d38b-9f45-425c-8188-98d2925bc71c HTTP/1.1" status: 200 len: 944 time: 0.1984184 Nov 12 20:09:05.666332 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-00408d9c-43e5-4ad3-9370-f57c25c3f4bf None None] Set router 15f5c989-492f-4ca3-a5cf-78950a4b23b6 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:09:05.771115 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-0013f828-9ed1-430e-9510-72b1be108e0e tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:09:05.772405 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0013f828-9ed1-430e-9510-72b1be108e0e tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1776974 Nov 12 20:09:05.775688 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36968) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:05.781403 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-97cb973d-5329-48e4-89ef-5b2a644dd0d4 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group_rule': {'security_group_id': 'b357e9c3-ad29-45f4-bcf3-a04d7709b6cb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:05.782020 n-d-712140-15 neutron-server[102447]: WARNING neutron.api.v2.base [None req-97cb973d-5329-48e4-89ef-5b2a644dd0d4 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 20:09:05.782612 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-97cb973d-5329-48e4-89ef-5b2a644dd0d4 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:09:05.783940 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-97cb973d-5329-48e4-89ef-5b2a644dd0d4 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070455 Nov 12 20:09:05.794708 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1130e-d5c4-4407-b422-1578d064b95b req-98a64257-8b20-489d-9736-ab899912a350 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:05.799376 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba22cd47-9bd0-459a-b20f-a8a2e29461c2 None None] New status for floating IP d930c82a-1faf-4054-add8-931c7646016f: ACTIVE {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:09:05.802785 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-89e1130e-d5c4-4407-b422-1578d064b95b req-98a64257-8b20-489d-9736-ab899912a350 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.48 "GET /v2.0/ports?device_id=c942da18-2bd2-456f-be44-3ac033013d0d HTTP/1.1" status: 200 len: 945 time: 0.1160293 Nov 12 20:09:05.825681 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36970) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:05.833415 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-881cffa8-add9-46ab-8dfd-1d36c70caa65 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group_rule': {'security_group_id': 'b357e9c3-ad29-45f4-bcf3-a04d7709b6cb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:05.891599 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-89e1130e-d5c4-4407-b422-1578d064b95b req-3010b460-3c61-49f2-a170-c65d162e84fd tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e87a578-eb71-4b50-80d4-a37189dc049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877290 Nov 12 20:09:05.945017 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-881cffa8-add9-46ab-8dfd-1d36c70caa65 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:09:05.948906 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-881cffa8-add9-46ab-8dfd-1d36c70caa65 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1167672 Nov 12 20:09:05.949124 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36976) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:05.954005 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-c6688c34-42a3-453b-8826-5fbd383a39d0 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group_rule': {'security_group_id': 'b357e9c3-ad29-45f4-bcf3-a04d7709b6cb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:06.027116 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-c6688c34-42a3-453b-8826-5fbd383a39d0 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:09:06.031570 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c6688c34-42a3-453b-8826-5fbd383a39d0 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0787714 Nov 12 20:09:06.032261 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36980) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:06.130391 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-67a3e13c-2cb4-4813-8ec7-f2fcfc3eeaba req-c5654501-7f24-4ad5-9ff8-62a777968782 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 210 time: 0.0448251 Nov 12 20:09:06.134849 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31c1d84c-a38b-4aeb-b792-73c1180ef35c tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:06.179107 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-00408d9c-43e5-4ad3-9370-f57c25c3f4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f5c989-492f-4ca3-a5cf-78950a4b23b6', 'name': 'tempest-ServerRescueNegativeTestJSON-490611936-router', 'tenant_id': '218ba8caf41b4f549ff41bad0bad7ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'f712db95-5817-4cce-9672-e58964791621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:55Z', 'updated_at': '2021-11-12T20:09:01Z', 'revision_number': 4, 'project_id': '218ba8caf41b4f549ff41bad0bad7ee1', 'gw_port': {'id': 'f712db95-5817-4cce-9672-e58964791621', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:94:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f5c989-492f-4ca3-a5cf-78950a4b23b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:56Z', 'updated_at': '2021-11-12T20:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'a1be57e4-f8d8-4f4e-8833-3ef15c5750f8', 'name': '', 'network_id': '2c263eaa-bf88-4e86-8018-6b76427f8727', 'tenant_id': '218ba8caf41b4f549ff41bad0bad7ee1', 'mac_address': 'fa:16:3e:28:c9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f5c989-492f-4ca3-a5cf-78950a4b23b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '6239fe67-7ec1-4338-bde6-5b5a647207c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:59Z', 'updated_at': '2021-11-12T20:09:05Z', 'revision_number': 4, 'project_id': '218ba8caf41b4f549ff41bad0bad7ee1', 'subnets': [{'id': '6239fe67-7ec1-4338-bde6-5b5a647207c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:06.191856 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31c1d84c-a38b-4aeb-b792-73c1180ef35c tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:06.231313 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00408d9c-43e5-4ad3-9370-f57c25c3f4bf None None] The sync data for ids ['15f5c989-492f-4ca3-a5cf-78950a4b23b6'] in n-d-712140-15 is: [{'id': '15f5c989-492f-4ca3-a5cf-78950a4b23b6', 'name': 'tempest-ServerRescueNegativeTestJSON-490611936-router', 'tenant_id': '218ba8caf41b4f549ff41bad0bad7ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'f712db95-5817-4cce-9672-e58964791621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:55Z', 'updated_at': '2021-11-12T20:09:01Z', 'revision_number': 4, 'project_id': '218ba8caf41b4f549ff41bad0bad7ee1', 'gw_port': {'id': 'f712db95-5817-4cce-9672-e58964791621', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:94:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f5c989-492f-4ca3-a5cf-78950a4b23b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:56Z', 'updated_at': '2021-11-12T20:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'a1be57e4-f8d8-4f4e-8833-3ef15c5750f8', 'name': '', 'network_id': '2c263eaa-bf88-4e86-8018-6b76427f8727', 'tenant_id': '218ba8caf41b4f549ff41bad0bad7ee1', 'mac_address': 'fa:16:3e:28:c9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f5c989-492f-4ca3-a5cf-78950a4b23b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '6239fe67-7ec1-4338-bde6-5b5a647207c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:59Z', 'updated_at': '2021-11-12T20:09:05Z', 'revision_number': 4, 'project_id': '218ba8caf41b4f549ff41bad0bad7ee1', 'subnets': [{'id': '6239fe67-7ec1-4338-bde6-5b5a647207c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:09:06.285912 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31c1d84c-a38b-4aeb-b792-73c1180ef35c tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:06.288853 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31c1d84c-a38b-4aeb-b792-73c1180ef35c tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:06.296029 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-31c1d84c-a38b-4aeb-b792-73c1180ef35c tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "DELETE /v2.0/security-groups/b357e9c3-ad29-45f4-bcf3-a04d7709b6cb HTTP/1.1" status: 204 len: 168 time: 0.2580545 Nov 12 20:09:06.306473 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36990) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:06.335361 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1d84c-a38b-4aeb-b792-73c1180ef35c tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b357e9c3-ad29-45f4-bcf3-a04d7709b6cb,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:06.396778 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db4044f6-4ebf-4a77-bd8e-5e89df3d8f25 req-257128c7-49f9-4c1e-9f7f-fc9efc98bb8b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7396767 Nov 12 20:09:06.407962 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-222465ab-d369-4268-a257-234ad469f37c req-ed2d5b58-0831-4d7e-81be-a17452ad48ea service neutron] 10.222.0.55 "GET /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8168163 Nov 12 20:09:06.454163 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-51c67f35-004a-4748-9529-adba2b1facc1 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1425207 Nov 12 20:09:06.459562 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 36994) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:06.464547 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-3f47fd35-f1d0-478f-9603-5916ebad6fd7 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group': {'name': 'tempest-secgroup--586434386'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:06.518446 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3f47fd35-f1d0-478f-9603-5916ebad6fd7 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:06.557658 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1445d38b-9f45-425c-8188-98d2925bc71c', 'tag': '668f5e96-0032-4c3d-b39d-558d5030a63f'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:09:06.569067 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8334183-1aa9-4921-ac72-64438cd4a6e6" -d '{"events": [{"name": "network-changed", "server_uuid": "1445d38b-9f45-425c-8188-98d2925bc71c", "tag": "668f5e96-0032-4c3d-b39d-558d5030a63f"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:09:06.653336 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3f47fd35-f1d0-478f-9603-5916ebad6fd7 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:06.659500 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3f47fd35-f1d0-478f-9603-5916ebad6fd7 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:06.700814 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3f47fd35-f1d0-478f-9603-5916ebad6fd7 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:06.702930 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3f47fd35-f1d0-478f-9603-5916ebad6fd7 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2420835 Nov 12 20:09:06.706316 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37008) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:06.708048 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-222465ab-d369-4268-a257-234ad469f37c req-2bd44b11-0213-4f67-a2ed-6ad1efda93b1 service neutron] 10.222.0.55 "GET /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860975 Nov 12 20:09:06.712715 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-8192cc12-aef7-49c1-9f15-45ec22f77cdd tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group_rule': {'security_group_id': 'e3b66c4c-05a1-40cc-a233-ede436c33686', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:06.718612 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47fd35-f1d0-478f-9603-5916ebad6fd7 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b66c4c-05a1-40cc-a233-ede436c33686,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:06.781505 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-9234dcba-1a8e-41b9-8276-8b5bc5d3feb2 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:06.783088 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-9234dcba-1a8e-41b9-8276-8b5bc5d3feb2 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/networks?id=2c263eaa-bf88-4e86-8018-6b76427f8727 HTTP/1.1" status: 200 len: 818 time: 0.1813562 Nov 12 20:09:06.789547 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-8192cc12-aef7-49c1-9f15-45ec22f77cdd tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] create failed (client error): The resource could not be found. Nov 12 20:09:06.792472 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8192cc12-aef7-49c1-9f15-45ec22f77cdd tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0838504 Nov 12 20:09:06.793885 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37012) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:06.798473 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a653c3be-c785-41d4-987f-adb55dad1acc tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group_rule': {'security_group_id': 'e3b66c4c-05a1-40cc-a233-ede436c33686', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '738335b6-d9ed-4f38-8a4c-4e022d94dd77'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:06.803162 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-e9c4c8fa-0528-4e1f-907a-5fe7f7aa637d tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/quotas/218ba8caf41b4f549ff41bad0bad7ee1 HTTP/1.1" status: 200 len: 375 time: 0.0112371 Nov 12 20:09:06.830572 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d91266-8525-4d70-b55a-ab7045199ca2 x-openstack-request-id: req-e4d91266-8525-4d70-b55a-ab7045199ca2 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:09:06.830873 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1445d38b-9f45-425c-8188-98d2925bc71c", "tag": "668f5e96-0032-4c3d-b39d-558d5030a63f", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:09:06.831124 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e4d91266-8525-4d70-b55a-ab7045199ca2 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:09:06.831726 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1445d38b-9f45-425c-8188-98d2925bc71c', 'tag': '668f5e96-0032-4c3d-b39d-558d5030a63f', 'status': 'completed', 'code': 200} Nov 12 20:09:06.866059 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-a653c3be-c785-41d4-987f-adb55dad1acc tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] create failed (client error): The resource could not be found. Nov 12 20:09:06.867950 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a653c3be-c785-41d4-987f-adb55dad1acc tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0729451 Nov 12 20:09:06.871192 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37014) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:06.911125 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-f252a947-d749-4e38-a736-fc8ab913d652 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=218ba8caf41b4f549ff41bad0bad7ee1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0999970 Nov 12 20:09:06.918312 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8334183-1aa9-4921-ac72-64438cd4a6e6 req-3106f499-004b-438e-a348-b46af75a2972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:06.919799 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d8334183-1aa9-4921-ac72-64438cd4a6e6 req-3106f499-004b-438e-a348-b46af75a2972 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c215bd023034edfbd082926b8439df6&device_id=1445d38b-9f45-425c-8188-98d2925bc71c HTTP/1.1" status: 200 len: 1096 time: 0.0595102 Nov 12 20:09:06.997402 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69348e-d6ae-4cac-9fa8-968e7a13d58e req-9e1f9eeb-799a-40dc-9305-25c23ad7964c tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:07.007722 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0d69348e-d6ae-4cac-9fa8-968e7a13d58e req-9e1f9eeb-799a-40dc-9305-25c23ad7964c tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.48 "GET /v2.0/ports?device_id=c942da18-2bd2-456f-be44-3ac033013d0d HTTP/1.1" status: 200 len: 945 time: 0.1221135 Nov 12 20:09:07.026800 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6eef4552-b1eb-4ce2-865e-539a3ce151c2 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:07.091272 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a1be57e4-f8d8-4f4e-8833-3ef15c5750f8 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:09:07.114912 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6eef4552-b1eb-4ce2-865e-539a3ce151c2 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:07.159402 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0d69348e-d6ae-4cac-9fa8-968e7a13d58e req-b8549bfa-f2de-449c-8d6f-23bc22bdb68e tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e87a578-eb71-4b50-80d4-a37189dc049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507595 Nov 12 20:09:07.162652 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port a1be57e4-f8d8-4f4e-8833-3ef15c5750f8 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:09:07.163014 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:07.169947 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-fbb39fda-432d-43ad-ac2d-4e057f79699c service neutron] 10.222.0.48 "GET /v2.0/networks/2c263eaa-bf88-4e86-8018-6b76427f8727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446606 Nov 12 20:09:07.235809 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8334183-1aa9-4921-ac72-64438cd4a6e6 req-a2a1b608-580c-414b-9683-e2b189f80991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:07.237368 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d8334183-1aa9-4921-ac72-64438cd4a6e6 req-a2a1b608-580c-414b-9683-e2b189f80991 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d647a41e-ad4a-4efd-99be-d45e84f5e8b5 HTTP/1.1" status: 200 len: 923 time: 0.3039520 Nov 12 20:09:07.289352 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-c650423d-3fa9-44d7-81f4-74c13ff05264 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:07.291695 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-c650423d-3fa9-44d7-81f4-74c13ff05264 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.52 "GET /v2.0/networks?id=2c263eaa-bf88-4e86-8018-6b76427f8727 HTTP/1.1" status: 200 len: 818 time: 0.2241800 Nov 12 20:09:07.318409 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:07.320197 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-b6e58cd3-2613-44ba-83fd-cece8bc95c8b tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Request body: {'port': {'device_id': '399c02f6-b0b5-4e17-8ea7-3ff03cf87788', 'network_id': '2c263eaa-bf88-4e86-8018-6b76427f8727', 'admin_state_up': True, 'tenant_id': '218ba8caf41b4f549ff41bad0bad7ee1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:07.376480 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port a1be57e4-f8d8-4f4e-8833-3ef15c5750f8, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a1be57e4-f8d8-4f4e-8833-3ef15c5750f8,segment=NetworkSegment(6feb3a71-a7f1-4678-93e5-b41620161eec),segment_id=6feb3a71-a7f1-4678-93e5-b41620161eec)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:09:07.386343 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:07.387783 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6eef4552-b1eb-4ce2-865e-539a3ce151c2 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:07.391302 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d8334183-1aa9-4921-ac72-64438cd4a6e6 req-ce64d3da-5af4-42fa-9f9e-8867174c5e2a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=668f5e96-0032-4c3d-b39d-558d5030a63f HTTP/1.1" status: 200 len: 217 time: 0.1190550 Nov 12 20:09:07.392515 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6eef4552-b1eb-4ce2-865e-539a3ce151c2 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:07.394351 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6eef4552-b1eb-4ce2-865e-539a3ce151c2 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "DELETE /v2.0/security-groups/e3b66c4c-05a1-40cc-a233-ede436c33686 HTTP/1.1" status: 204 len: 168 time: 0.5212297 Nov 12 20:09:07.401518 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37020) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:07.416548 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef4552-b1eb-4ce2-865e-539a3ce151c2 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b66c4c-05a1-40cc-a233-ede436c33686,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:07.464293 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e6a0de79-114a-4099-9a16-13b0ab51e307 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0594049 Nov 12 20:09:07.469983 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37024) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:07.475071 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-78682aa0-9a25-4d40-b873-d0e6c22e1ddb tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group_rule': {'security_group_id': '2f4a2419-b52a-4a0a-bc9e-e4e26f964403', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:07.502469 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-b6e58cd3-2613-44ba-83fd-cece8bc95c8b tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Made reservation on behalf of 218ba8caf41b4f549ff41bad0bad7ee1 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:09:07.508296 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-b6e58cd3-2613-44ba-83fd-cece8bc95c8b tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:07.512512 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=a1be57e4-f8d8-4f4e-8833-3ef15c5750f8,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:07.514165 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-3f5a51d1-7638-482b-9b4b-7de683411cdb service neutron] 10.222.0.48 "GET /v2.0/networks/2c263eaa-bf88-4e86-8018-6b76427f8727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369498 Nov 12 20:09:07.533010 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8334183-1aa9-4921-ac72-64438cd4a6e6 req-50fbb145-5f9b-4af1-87bc-9199a59ff071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:07.534621 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d8334183-1aa9-4921-ac72-64438cd4a6e6 req-50fbb145-5f9b-4af1-87bc-9199a59ff071 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c1ad2f7-7e72-4638-8072-b188c067ace8 HTTP/1.1" status: 200 len: 862 time: 0.1346095 Nov 12 20:09:07.585251 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d8334183-1aa9-4921-ac72-64438cd4a6e6 req-61953ada-7ac6-47db-967f-335c259e366a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d647a41e-ad4a-4efd-99be-d45e84f5e8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331285 Nov 12 20:09:07.663724 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-78682aa0-9a25-4d40-b873-d0e6c22e1ddb tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] create failed (client error): The resource could not be found. Nov 12 20:09:07.665776 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-78682aa0-9a25-4d40-b873-d0e6c22e1ddb tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1947186 Nov 12 20:09:07.676948 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009a107-4841-4c16-b0d6-6c9af460b738 req-fcbddbac-b316-460e-84b8-c418c6f7ef6a tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:07.687067 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d009a107-4841-4c16-b0d6-6c9af460b738 req-fcbddbac-b316-460e-84b8-c418c6f7ef6a tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=1445d38b-9f45-425c-8188-98d2925bc71c HTTP/1.1" status: 200 len: 944 time: 0.1526878 Nov 12 20:09:07.692391 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d8334183-1aa9-4921-ac72-64438cd4a6e6 req-24c8dda7-7198-4427-a44c-b9150ab55f14 service neutron] 10.222.0.55 "GET /v2.0/networks/d647a41e-ad4a-4efd-99be-d45e84f5e8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978205 Nov 12 20:09:07.692890 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37032) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:07.703067 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-df4d9f43-8d3b-42af-ae63-6fe9527a6dc6 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group': {'name': 'tempest-secgroup--890061234'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:07.788834 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d009a107-4841-4c16-b0d6-6c9af460b738 req-ef71b37c-2432-4f80-8b11-07ad4e49ee72 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008706 Nov 12 20:09:07.805113 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-b6e58cd3-2613-44ba-83fd-cece8bc95c8b tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Allocated IP 172.20.0.2 (2c263eaa-bf88-4e86-8018-6b76427f8727/6239fe67-7ec1-4338-bde6-5b5a647207c2/14079dbe-507f-4de1-a16b-eaaf9e5707ae) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:09:07.866606 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-df4d9f43-8d3b-42af-ae63-6fe9527a6dc6 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:07.897382 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d8334183-1aa9-4921-ac72-64438cd4a6e6 req-a0ca2c71-1c1b-4cdf-b97d-3c3d1c1a666b service neutron] 10.222.0.55 "GET /v2.0/networks/d647a41e-ad4a-4efd-99be-d45e84f5e8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874578 Nov 12 20:09:07.980810 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b805fce5-353b-43c5-813f-18d7d6ade88d req-d8255e0b-8a64-4d72-8a9e-33ffb3f1530f tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 210 time: 0.0604916 Nov 12 20:09:07.985247 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-df4d9f43-8d3b-42af-ae63-6fe9527a6dc6 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:07.991746 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-df4d9f43-8d3b-42af-ae63-6fe9527a6dc6 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:08.043415 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-df4d9f43-8d3b-42af-ae63-6fe9527a6dc6 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:08.044946 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-df4d9f43-8d3b-42af-ae63-6fe9527a6dc6 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3511088 Nov 12 20:09:08.048623 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37040) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:08.055991 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b37497f0-de64-48cb-867c-72c5f73cde4b tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group': {'name': 'tempest-secgroup--1385544892'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:08.063910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d9f43-8d3b-42af-ae63-6fe9527a6dc6 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57198b59-beb2-4918-9977-c392581cd701,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:08.096592 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4d9f43-8d3b-42af-ae63-6fe9527a6dc6 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:08.096945 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4d9f43-8d3b-42af-ae63-6fe9527a6dc6 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:08.097283 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4d9f43-8d3b-42af-ae63-6fe9527a6dc6 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:08.098157 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4d9f43-8d3b-42af-ae63-6fe9527a6dc6 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:08.098500 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4d9f43-8d3b-42af-ae63-6fe9527a6dc6 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:08.100032 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4d9f43-8d3b-42af-ae63-6fe9527a6dc6 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:08.100469 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4d9f43-8d3b-42af-ae63-6fe9527a6dc6 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:08.100837 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4d9f43-8d3b-42af-ae63-6fe9527a6dc6 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:08.101205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4d9f43-8d3b-42af-ae63-6fe9527a6dc6 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:08.101560 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4d9f43-8d3b-42af-ae63-6fe9527a6dc6 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:08.102491 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4d9f43-8d3b-42af-ae63-6fe9527a6dc6 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:08.102491 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4d9f43-8d3b-42af-ae63-6fe9527a6dc6 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:08.110669 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-b6e58cd3-2613-44ba-83fd-cece8bc95c8b tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:08.123570 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b37497f0-de64-48cb-867c-72c5f73cde4b tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:08.178670 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-b6e58cd3-2613-44ba-83fd-cece8bc95c8b tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:08.237125 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-b6e58cd3-2613-44ba-83fd-cece8bc95c8b tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Network 2c263eaa-bf88-4e86-8018-6b76427f8727 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:09:08.240416 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-b6e58cd3-2613-44ba-83fd-cece8bc95c8b tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:09:08.244710 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b37497f0-de64-48cb-867c-72c5f73cde4b tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:08.244912 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-b6e58cd3-2613-44ba-83fd-cece8bc95c8b tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:09:08.252758 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b37497f0-de64-48cb-867c-72c5f73cde4b tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:08.289007 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e58cd3-2613-44ba-83fd-cece8bc95c8b tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Pushing event updated for resources: {'Port': ['ID=14079dbe-507f-4de1-a16b-eaaf9e5707ae,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:08.327470 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-b6e58cd3-2613-44ba-83fd-cece8bc95c8b tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:08.329342 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-b6e58cd3-2613-44ba-83fd-cece8bc95c8b tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:08.339983 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b37497f0-de64-48cb-867c-72c5f73cde4b tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:08.343951 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b37497f0-de64-48cb-867c-72c5f73cde4b tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2914824 Nov 12 20:09:08.345911 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37048) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:08.354388 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-41141347-c6bd-4725-8402-6b27b9a4e8a6 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group_rule': {'security_group_id': '57198b59-beb2-4918-9977-c392581cd701', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1d054662-4520-4063-b281-a05209e8cbc6'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:08.362973 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37497f0-de64-48cb-867c-72c5f73cde4b tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d054662-4520-4063-b281-a05209e8cbc6,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:08.377438 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-b6e58cd3-2613-44ba-83fd-cece8bc95c8b tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0662041 Nov 12 20:09:08.394174 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630e642-23d6-4e12-b87f-b43c9c460a38 req-a43b333e-5f77-466b-9fee-c968695c5546 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:08.395741 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3630e642-23d6-4e12-b87f-b43c9c460a38 req-a43b333e-5f77-466b-9fee-c968695c5546 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.48 "GET /v2.0/ports?device_id=c942da18-2bd2-456f-be44-3ac033013d0d HTTP/1.1" status: 200 len: 945 time: 0.1322620 Nov 12 20:09:08.402966 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-bf0fe56f-870c-4ebf-94e5-8e5efebdb110 service neutron] Request body: {'port': {'device_id': '399c02f6-b0b5-4e17-8ea7-3ff03cf87788', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:08.409177 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d6e5d-66c8-4e68-897b-63aaf6118be7 req-ee61b121-9ff4-4085-9dca-d18b2764f6e3 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:08.410973 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-648d6e5d-66c8-4e68-897b-63aaf6118be7 req-ee61b121-9ff4-4085-9dca-d18b2764f6e3 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.52 "GET /v2.0/ports?device_id=c942da18-2bd2-456f-be44-3ac033013d0d HTTP/1.1" status: 200 len: 945 time: 0.1150200 Nov 12 20:09:08.442580 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-41141347-c6bd-4725-8402-6b27b9a4e8a6 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:09:08.443636 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-41141347-c6bd-4725-8402-6b27b9a4e8a6 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0961306 Nov 12 20:09:08.455218 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37052) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:08.467009 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-bf0fe56f-870c-4ebf-94e5-8e5efebdb110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:08.551738 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3630e642-23d6-4e12-b87f-b43c9c460a38 req-95cb1eb9-590b-4926-846a-6a8ac5a3e709 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e87a578-eb71-4b50-80d4-a37189dc049e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397543 Nov 12 20:09:08.596151 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db4f2724-a109-49dc-9e7d-6a596c7b561f tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:08.606196 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-648d6e5d-66c8-4e68-897b-63aaf6118be7 req-740ad539-9126-43ad-96bb-4029489857e2 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Deleting port 7ab846c5-c6b6-4917-951c-0c56ab3c2d4d {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:09:08.606606 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-648d6e5d-66c8-4e68-897b-63aaf6118be7 req-740ad539-9126-43ad-96bb-4029489857e2 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:08.645066 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db4f2724-a109-49dc-9e7d-6a596c7b561f tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:08.738904 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-648d6e5d-66c8-4e68-897b-63aaf6118be7 req-740ad539-9126-43ad-96bb-4029489857e2 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] For port 7ab846c5-c6b6-4917-951c-0c56ab3c2d4d, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=7ab846c5-c6b6-4917-951c-0c56ab3c2d4d,segment=NetworkSegment(ef22689d-5196-4cb0-8081-a02dcde0e29b),segment_id=ef22689d-5196-4cb0-8081-a02dcde0e29b)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:09:08.739514 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-648d6e5d-66c8-4e68-897b-63aaf6118be7 req-740ad539-9126-43ad-96bb-4029489857e2 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:08.747329 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db4f2724-a109-49dc-9e7d-6a596c7b561f tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:08.749928 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db4f2724-a109-49dc-9e7d-6a596c7b561f tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:08.751055 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-db4f2724-a109-49dc-9e7d-6a596c7b561f tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "DELETE /v2.0/security-groups/1d054662-4520-4063-b281-a05209e8cbc6 HTTP/1.1" status: 204 len: 168 time: 0.2943747 Nov 12 20:09:08.754559 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37054) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:08.759761 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-648d6e5d-66c8-4e68-897b-63aaf6118be7 req-740ad539-9126-43ad-96bb-4029489857e2 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Calling delete_port for 7ab846c5-c6b6-4917-951c-0c56ab3c2d4d owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:09:08.764922 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-bf0fe56f-870c-4ebf-94e5-8e5efebdb110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14079dbe-507f-4de1-a16b-eaaf9e5707ae {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:09:08.767188 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f2724-a109-49dc-9e7d-6a596c7b561f tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d054662-4520-4063-b281-a05209e8cbc6,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:08.779952 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-bf0fe56f-870c-4ebf-94e5-8e5efebdb110 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:08.805772 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-bf0fe56f-870c-4ebf-94e5-8e5efebdb110 service neutron] Transition to ACTIVE for port object 14079dbe-507f-4de1-a16b-eaaf9e5707ae will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:09:08.818456 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-bf0fe56f-870c-4ebf-94e5-8e5efebdb110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:08.887200 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4744a6b7-099e-46c1-90f3-1b9cfe068bc7 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1314912 Nov 12 20:09:08.890071 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37060) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:08.933024 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fe56f-870c-4ebf-94e5-8e5efebdb110 service neutron] Pushing event updated for resources: {'Port': ['ID=14079dbe-507f-4de1-a16b-eaaf9e5707ae,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:09.001847 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-bf0fe56f-870c-4ebf-94e5-8e5efebdb110 service neutron] Attempting to bind port 14079dbe-507f-4de1-a16b-eaaf9e5707ae on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:09:09.002481 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-bf0fe56f-870c-4ebf-94e5-8e5efebdb110 service neutron] Attempting to bind port 14079dbe-507f-4de1-a16b-eaaf9e5707ae by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '6feb3a71-a7f1-4678-93e5-b41620161eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2c263eaa-bf88-4e86-8018-6b76427f8727'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:09:09.003005 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-bf0fe56f-870c-4ebf-94e5-8e5efebdb110 service neutron] Attempting to bind port 14079dbe-507f-4de1-a16b-eaaf9e5707ae on network 2c263eaa-bf88-4e86-8018-6b76427f8727 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:09:09.011214 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-bf0fe56f-870c-4ebf-94e5-8e5efebdb110 service neutron] Port 14079dbe-507f-4de1-a16b-eaaf9e5707ae on network 2c263eaa-bf88-4e86-8018-6b76427f8727 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:09:09.011941 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-bf0fe56f-870c-4ebf-94e5-8e5efebdb110 service neutron] Attempting to bind port 14079dbe-507f-4de1-a16b-eaaf9e5707ae on network 2c263eaa-bf88-4e86-8018-6b76427f8727 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:09:09.018932 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-bf0fe56f-870c-4ebf-94e5-8e5efebdb110 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:09:09.019637 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-bf0fe56f-870c-4ebf-94e5-8e5efebdb110 service neutron] Checking segment: {'id': '6feb3a71-a7f1-4678-93e5-b41620161eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2c263eaa-bf88-4e86-8018-6b76427f8727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:09:09.020199 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-bf0fe56f-870c-4ebf-94e5-8e5efebdb110 service neutron] Bound using segment: {'id': '6feb3a71-a7f1-4678-93e5-b41620161eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2c263eaa-bf88-4e86-8018-6b76427f8727'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:09:09.020838 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-bf0fe56f-870c-4ebf-94e5-8e5efebdb110 service neutron] Bound port: 14079dbe-507f-4de1-a16b-eaaf9e5707ae, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6feb3a71-a7f1-4678-93e5-b41620161eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2c263eaa-bf88-4e86-8018-6b76427f8727'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:09:09.021369 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-bf0fe56f-870c-4ebf-94e5-8e5efebdb110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:09.116679 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-bf0fe56f-870c-4ebf-94e5-8e5efebdb110 service neutron] For port 14079dbe-507f-4de1-a16b-eaaf9e5707ae, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:09:09.121245 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-bf0fe56f-870c-4ebf-94e5-8e5efebdb110 service neutron] For port 14079dbe-507f-4de1-a16b-eaaf9e5707ae, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=14079dbe-507f-4de1-a16b-eaaf9e5707ae,segment=NetworkSegment(6feb3a71-a7f1-4678-93e5-b41620161eec),segment_id=6feb3a71-a7f1-4678-93e5-b41620161eec)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:09:09.128274 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-bf0fe56f-870c-4ebf-94e5-8e5efebdb110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:09.146852 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a1be57e4-f8d8-4f4e-8833-3ef15c5750f8 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:09:09.180061 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-bf0fe56f-870c-4ebf-94e5-8e5efebdb110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:09.182362 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-bf0fe56f-870c-4ebf-94e5-8e5efebdb110 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:09.186561 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-bf0fe56f-870c-4ebf-94e5-8e5efebdb110 service neutron] 10.222.0.52 "PUT /v2.0/ports/14079dbe-507f-4de1-a16b-eaaf9e5707ae HTTP/1.1" status: 200 len: 1092 time: 0.7861538 Nov 12 20:09:09.191967 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399c02f6-b0b5-4e17-8ea7-3ff03cf87788', 'tag': '14079dbe-507f-4de1-a16b-eaaf9e5707ae'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:09:09.194639 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ccd55b-908a-4587-a025-ffa6c809f226" -d '{"events": [{"name": "network-changed", "server_uuid": "399c02f6-b0b5-4e17-8ea7-3ff03cf87788", "tag": "14079dbe-507f-4de1-a16b-eaaf9e5707ae"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:09:09.223506 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843fb66-740d-4c28-9da3-d7cd21849b43 req-42f76560-da89-44c7-921e-7f153568502a tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:09.225224 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e843fb66-740d-4c28-9da3-d7cd21849b43 req-42f76560-da89-44c7-921e-7f153568502a tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=1445d38b-9f45-425c-8188-98d2925bc71c HTTP/1.1" status: 200 len: 944 time: 0.3033435 Nov 12 20:09:09.227772 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port a1be57e4-f8d8-4f4e-8833-3ef15c5750f8 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:09:09.228447 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:09.246666 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bc5533a4-9dd7-4126-bed1-752c8bf6adb4 req-9ec157e5-efa9-43a3-9325-d080c5e5ce1c tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 210 time: 0.0835617 Nov 12 20:09:09.301372 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e237eb25-54ee-4c85-ad5c-3827842a6841 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:09.312978 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fe56f-870c-4ebf-94e5-8e5efebdb110 service neutron] Pushing event updated for resources: {'Port': ['ID=14079dbe-507f-4de1-a16b-eaaf9e5707ae,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:09.322502 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19171be1-b2f3-4730-a28f-a615e009290c x-openstack-request-id: req-19171be1-b2f3-4730-a28f-a615e009290c {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:09:09.322795 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399c02f6-b0b5-4e17-8ea7-3ff03cf87788", "tag": "14079dbe-507f-4de1-a16b-eaaf9e5707ae", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:09:09.323786 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-19171be1-b2f3-4730-a28f-a615e009290c {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:09:09.324215 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '399c02f6-b0b5-4e17-8ea7-3ff03cf87788', 'tag': '14079dbe-507f-4de1-a16b-eaaf9e5707ae', 'status': 'completed', 'code': 200} Nov 12 20:09:09.333809 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-21685fad-488a-4f58-933b-e94ec5e7f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:09.335926 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-21685fad-488a-4f58-933b-e94ec5e7f197 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=218ba8caf41b4f549ff41bad0bad7ee1&device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 1095 time: 0.0846882 Nov 12 20:09:09.359535 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-648d6e5d-66c8-4e68-897b-63aaf6118be7 req-740ad539-9126-43ad-96bb-4029489857e2 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:09.366151 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e237eb25-54ee-4c85-ad5c-3827842a6841 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:09.372901 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['7ab846c5-c6b6-4917-951c-0c56ab3c2d4d'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:09:09.389658 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-b4e51e9e-225d-45d6-a162-3e07fd146d5a tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:09.391140 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-b4e51e9e-225d-45d6-a162-3e07fd146d5a tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.55 "GET /v2.0/networks?id=2c263eaa-bf88-4e86-8018-6b76427f8727 HTTP/1.1" status: 200 len: 818 time: 0.3627717 Nov 12 20:09:09.393513 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-682b6ad4-c996-4c55-ad9d-346c20abc0eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14079dbe-507f-4de1-a16b-eaaf9e5707ae HTTP/1.1" status: 200 len: 217 time: 0.0433035 Nov 12 20:09:09.427024 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-ebbabc49-a1a6-469f-ae03-e3a194c2aca4 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Request body: {'port': {'device_id': 'f22799fa-4f9d-417c-934e-9b39a912642c', 'network_id': '2c263eaa-bf88-4e86-8018-6b76427f8727', 'admin_state_up': True, 'tenant_id': '218ba8caf41b4f549ff41bad0bad7ee1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:09.433004 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ad539-9126-43ad-96bb-4029489857e2 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Pushing event deleted for resources: {'Port': ['ID=7ab846c5-c6b6-4917-951c-0c56ab3c2d4d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:09.448922 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-f5cb45c4-d4df-47d5-8af9-a487a434265d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:09.450405 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-f5cb45c4-d4df-47d5-8af9-a487a434265d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6239fe67-7ec1-4338-bde6-5b5a647207c2 HTTP/1.1" status: 200 len: 858 time: 0.0490439 Nov 12 20:09:09.455922 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e843fb66-740d-4c28-9da3-d7cd21849b43 req-c06b3a12-edd4-4049-b38a-05c2868c3528 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004602 Nov 12 20:09:09.493920 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-38dc7be1-0158-49d1-9d87-ee7bb81c0a50 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c263eaa-bf88-4e86-8018-6b76427f8727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305724 Nov 12 20:09:09.552793 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-648d6e5d-66c8-4e68-897b-63aaf6118be7 req-740ad539-9126-43ad-96bb-4029489857e2 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] No DVR routers for this DVR port 7ab846c5-c6b6-4917-951c-0c56ab3c2d4d on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:09:09.560411 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-648d6e5d-66c8-4e68-897b-63aaf6118be7 req-740ad539-9126-43ad-96bb-4029489857e2 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:09.563720 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-648d6e5d-66c8-4e68-897b-63aaf6118be7 req-740ad539-9126-43ad-96bb-4029489857e2 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.52 "DELETE /v2.0/ports/7ab846c5-c6b6-4917-951c-0c56ab3c2d4d HTTP/1.1" status: 204 len: 173 time: 1.1365550 Nov 12 20:09:09.564481 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c942da18-2bd2-456f-be44-3ac033013d0d', 'name': 'network-vif-deleted', 'tag': '7ab846c5-c6b6-4917-951c-0c56ab3c2d4d'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:09:09.566744 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95803c91-a3c9-4eb1-9478-4cd4f45fbe1f" -d '{"events": [{"server_uuid": "c942da18-2bd2-456f-be44-3ac033013d0d", "name": "network-vif-deleted", "tag": "7ab846c5-c6b6-4917-951c-0c56ab3c2d4d"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:09:09.580558 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e237eb25-54ee-4c85-ad5c-3827842a6841 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:09.583172 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e237eb25-54ee-4c85-ad5c-3827842a6841 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:09.584723 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e237eb25-54ee-4c85-ad5c-3827842a6841 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "DELETE /v2.0/security-groups/57198b59-beb2-4918-9977-c392581cd701 HTTP/1.1" status: 204 len: 168 time: 0.6919520 Nov 12 20:09:09.591016 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37076) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:09.601138 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237eb25-54ee-4c85-ad5c-3827842a6841 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57198b59-beb2-4918-9977-c392581cd701,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:09.624579 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-4ab64cea-3c30-4b53-a717-d7be838924e4 service neutron] 10.222.0.52 "GET /v2.0/networks/2c263eaa-bf88-4e86-8018-6b76427f8727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200194 Nov 12 20:09:09.642566 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-ebbabc49-a1a6-469f-ae03-e3a194c2aca4 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Made reservation on behalf of 218ba8caf41b4f549ff41bad0bad7ee1 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:09:09.646852 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-ebbabc49-a1a6-469f-ae03-e3a194c2aca4 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:09.686845 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ffebb92c-bfd0-4739-b478-035299bc207d tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0945539 Nov 12 20:09:09.687556 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37078) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:09.712418 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58d2d92-e800-4a9e-860a-f356ed4a9733 x-openstack-request-id: req-b58d2d92-e800-4a9e-860a-f356ed4a9733 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:09:09.712418 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c942da18-2bd2-456f-be44-3ac033013d0d", "name": "network-vif-deleted", "tag": "7ab846c5-c6b6-4917-951c-0c56ab3c2d4d", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:09:09.712792 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b58d2d92-e800-4a9e-860a-f356ed4a9733 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:09:09.713089 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c942da18-2bd2-456f-be44-3ac033013d0d', 'name': 'network-vif-deleted', 'tag': '7ab846c5-c6b6-4917-951c-0c56ab3c2d4d', 'status': 'completed', 'code': 200} Nov 12 20:09:09.722855 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-affbcffd-fa18-4dbb-a9fe-6eb2c8a08daa tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group': {'name': 'tempest-secgroup--984886424'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:09.775181 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9ac3d635-cb3b-4478-82bc-5f8e833afbf1 req-7baac004-e118-46d3-a603-fbb648e63fa2 tempest-InstanceActionsNegativeTestJSON-841792692 tempest-InstanceActionsNegativeTestJSON-841792692-project] 10.222.0.48 "GET /v2.0/ports?device_id=c942da18-2bd2-456f-be44-3ac033013d0d HTTP/1.1" status: 200 len: 210 time: 0.0439198 Nov 12 20:09:09.786637 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-affbcffd-fa18-4dbb-a9fe-6eb2c8a08daa tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:09.814690 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-239f67a9-aad5-46ed-8b0a-47f9eb26e7b0 req-a9381dca-b742-47ea-bd9b-af763de56204 service neutron] 10.222.0.52 "GET /v2.0/networks/2c263eaa-bf88-4e86-8018-6b76427f8727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758487 Nov 12 20:09:09.818427 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-ebbabc49-a1a6-469f-ae03-e3a194c2aca4 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Allocated IP 172.20.0.13 (2c263eaa-bf88-4e86-8018-6b76427f8727/6239fe67-7ec1-4338-bde6-5b5a647207c2/348389b1-8721-495d-a4ff-e289223ec964) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:09:09.904157 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-affbcffd-fa18-4dbb-a9fe-6eb2c8a08daa tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:09.910706 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-affbcffd-fa18-4dbb-a9fe-6eb2c8a08daa tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:09.955318 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccd55b-908a-4587-a025-ffa6c809f226 req-42f66eb7-efc0-4283-a5a9-d55ccee52df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:09.956944 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-26ccd55b-908a-4587-a025-ffa6c809f226 req-42f66eb7-efc0-4283-a5a9-d55ccee52df1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=218ba8caf41b4f549ff41bad0bad7ee1&device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 1095 time: 0.0857060 Nov 12 20:09:09.960454 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-affbcffd-fa18-4dbb-a9fe-6eb2c8a08daa tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:09.961674 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-affbcffd-fa18-4dbb-a9fe-6eb2c8a08daa tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2712419 Nov 12 20:09:09.963523 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affbcffd-fa18-4dbb-a9fe-6eb2c8a08daa tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=725e116c-6c62-405a-9fd8-0dfe385b9f0b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:09.965686 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37080) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:09.978146 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-7e7b0fd7-c473-41cb-94a0-16b10f37982a tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:09.978618 n-d-712140-15 neutron-server[102447]: WARNING neutron.api.v2.base [None req-7e7b0fd7-c473-41cb-94a0-16b10f37982a tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 20:09:09.979120 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-7e7b0fd7-c473-41cb-94a0-16b10f37982a tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 20:09:09.980088 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7e7b0fd7-c473-41cb-94a0-16b10f37982a tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "PUT /v2.0/security-groups/725e116c-6c62-405a-9fd8-0dfe385b9f0b HTTP/1.1" status: 409 len: 330 time: 0.0062022 Nov 12 20:09:09.982881 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37084) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:09.992784 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-ebbabc49-a1a6-469f-ae03-e3a194c2aca4 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:10.021495 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 668f5e96-0032-4c3d-b39d-558d5030a63f details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:09:10.029491 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-ebbabc49-a1a6-469f-ae03-e3a194c2aca4 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:10.078978 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-ebbabc49-a1a6-469f-ae03-e3a194c2aca4 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Network 2c263eaa-bf88-4e86-8018-6b76427f8727 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:09:10.082137 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-ebbabc49-a1a6-469f-ae03-e3a194c2aca4 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:09:10.093017 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-ebbabc49-a1a6-469f-ae03-e3a194c2aca4 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:09:10.121891 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbabc49-a1a6-469f-ae03-e3a194c2aca4 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Pushing event updated for resources: {'Port': ['ID=348389b1-8721-495d-a4ff-e289223ec964,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:10.132313 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b605-dbe0-4bfb-a380-c386588e3a74 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:10.142774 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccd55b-908a-4587-a025-ffa6c809f226 req-ff97ed8f-16e3-4211-abf1-232dc3f4f831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:10.144318 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-26ccd55b-908a-4587-a025-ffa6c809f226 req-ff97ed8f-16e3-4211-abf1-232dc3f4f831 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2c263eaa-bf88-4e86-8018-6b76427f8727 HTTP/1.1" status: 200 len: 919 time: 0.1777513 Nov 12 20:09:10.166296 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-ebbabc49-a1a6-469f-ae03-e3a194c2aca4 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:10.166844 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-ebbabc49-a1a6-469f-ae03-e3a194c2aca4 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:10.190464 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-ebbabc49-a1a6-469f-ae03-e3a194c2aca4 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7697976 Nov 12 20:09:10.204088 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b605-dbe0-4bfb-a380-c386588e3a74 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:10.205289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 668f5e96-0032-4c3d-b39d-558d5030a63f, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=668f5e96-0032-4c3d-b39d-558d5030a63f,segment=NetworkSegment(44856b08-7173-4552-88bc-2d1c4111ab8b),segment_id=44856b08-7173-4552-88bc-2d1c4111ab8b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:09:10.207883 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-26ccd55b-908a-4587-a025-ffa6c809f226 req-6b9f9d08-8eb7-4d71-aaec-2af0c0c0c9f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14079dbe-507f-4de1-a16b-eaaf9e5707ae HTTP/1.1" status: 200 len: 217 time: 0.0476494 Nov 12 20:09:10.212797 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-64c9c9bf-62e1-47ab-b72e-09038604873e service neutron] Request body: {'port': {'device_id': 'f22799fa-4f9d-417c-934e-9b39a912642c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:10.222493 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '668f5e96-0032-4c3d-b39d-558d5030a63f', 'network_id': 'd647a41e-ad4a-4efd-99be-d45e84f5e8b5', 'port_id': '668f5e96-0032-4c3d-b39d-558d5030a63f', 'mac_address': 'fa:16:3e:1f:a9:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1ad2f7-7e72-4638-8072-b188c067ace8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:09:10.276621 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:10.291868 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccd55b-908a-4587-a025-ffa6c809f226 req-c51a48f8-76dc-4f6e-9bbb-ec147bcc2060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:10.293599 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-26ccd55b-908a-4587-a025-ffa6c809f226 req-c51a48f8-76dc-4f6e-9bbb-ec147bcc2060 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6239fe67-7ec1-4338-bde6-5b5a647207c2 HTTP/1.1" status: 200 len: 858 time: 0.0760138 Nov 12 20:09:10.302146 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-64c9c9bf-62e1-47ab-b72e-09038604873e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:10.304223 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668f5e96-0032-4c3d-b39d-558d5030a63f {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:09:10.320783 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b605-dbe0-4bfb-a380-c386588e3a74 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:10.324311 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b605-dbe0-4bfb-a380-c386588e3a74 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:10.328011 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d8d9b605-dbe0-4bfb-a380-c386588e3a74 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "DELETE /v2.0/security-groups/725e116c-6c62-405a-9fd8-0dfe385b9f0b HTTP/1.1" status: 204 len: 168 time: 0.3418264 Nov 12 20:09:10.341413 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37090) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:10.346580 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 668f5e96-0032-4c3d-b39d-558d5030a63f, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=668f5e96-0032-4c3d-b39d-558d5030a63f,segment=NetworkSegment(44856b08-7173-4552-88bc-2d1c4111ab8b),segment_id=44856b08-7173-4552-88bc-2d1c4111ab8b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:09:10.353068 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:10.361030 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-26ccd55b-908a-4587-a025-ffa6c809f226 req-fc36d462-ddf0-4d78-a25f-be14b2ac06e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c263eaa-bf88-4e86-8018-6b76427f8727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585523 Nov 12 20:09:10.367414 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b605-dbe0-4bfb-a380-c386588e3a74 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=725e116c-6c62-405a-9fd8-0dfe385b9f0b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:10.424054 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=668f5e96-0032-4c3d-b39d-558d5030a63f,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:10.469201 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-26ccd55b-908a-4587-a025-ffa6c809f226 req-dccf54a8-0441-43ed-926b-9570bdbadc5e service neutron] 10.222.0.52 "GET /v2.0/networks/2c263eaa-bf88-4e86-8018-6b76427f8727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994856 Nov 12 20:09:10.501104 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c3d121cd-b941-4549-93e3-1d0c36a2ee52 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1549664 Nov 12 20:09:10.502421 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37096) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:10.522848 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1448de-f75f-4d83-add0-d56f561813a7 req-dd063328-139f-4b53-a443-6efecb72a7be tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:10.525075 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a1448de-f75f-4d83-add0-d56f561813a7 req-dd063328-139f-4b53-a443-6efecb72a7be tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 932 time: 0.1728776 Nov 12 20:09:10.542074 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-279da475-d87b-4457-8422-46402fac5cc8 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] delete failed (client error): The resource could not be found. Nov 12 20:09:10.543082 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-279da475-d87b-4457-8422-46402fac5cc8 tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "DELETE /v2.0/security-groups/1d10a5eb-43aa-4a9d-b0b0-feaebdf15a14 HTTP/1.1" status: 404 len: 347 time: 0.0405180 Nov 12 20:09:10.549152 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37098) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:10.595315 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-9677cc18-c947-4899-aaed-fe3a570ae36b tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] show failed (client error): The resource could not be found. Nov 12 20:09:10.596158 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9677cc18-c947-4899-aaed-fe3a570ae36b tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "GET /v2.0/security-groups/caf594f1-7b12-4e6d-a729-ff0f99e6e8c7 HTTP/1.1" status: 404 len: 347 time: 0.0460122 Nov 12 20:09:10.600745 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37102) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:10.628468 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-850dfc49-dd65-43d5-a78b-42ca8b1c777d tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] show failed (client error): The resource could not be found. Nov 12 20:09:10.629502 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-850dfc49-dd65-43d5-a78b-42ca8b1c777d tempest-NegativeSecGroupTest-615330583 tempest-NegativeSecGroupTest-615330583-project] 10.222.0.48 "GET /v2.0/security-group-rules/c7b58cb3-2ced-4fb5-ab61-5ab714f41e48 HTTP/1.1" status: 404 len: 356 time: 0.0264041 Nov 12 20:09:10.629712 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a1448de-f75f-4d83-add0-d56f561813a7 req-05f7e5a0-9bf4-4d96-8a29-2437db98be1c tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980799 Nov 12 20:09:10.642468 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-26ccd55b-908a-4587-a025-ffa6c809f226 req-1966e82d-db38-46c3-bf6c-92bbff41235a service neutron] 10.222.0.52 "GET /v2.0/networks/2c263eaa-bf88-4e86-8018-6b76427f8727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652520 Nov 12 20:09:10.651667 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1eef7d-6fb8-4358-a72f-d4709050ffcd req-628d3e99-2a2c-406b-bfb2-7edb1086df91 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:10.659131 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0a1eef7d-6fb8-4358-a72f-d4709050ffcd req-628d3e99-2a2c-406b-bfb2-7edb1086df91 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=1445d38b-9f45-425c-8188-98d2925bc71c HTTP/1.1" status: 200 len: 945 time: 0.1006932 Nov 12 20:09:10.704371 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['668f5e96-0032-4c3d-b39d-558d5030a63f'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:09:10.730478 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-64c9c9bf-62e1-47ab-b72e-09038604873e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 348389b1-8721-495d-a4ff-e289223ec964 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:09:10.745295 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-64c9c9bf-62e1-47ab-b72e-09038604873e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:10.745512 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0a1eef7d-6fb8-4358-a72f-d4709050ffcd req-70fa63a9-a234-4711-b80d-d102bae0f53d tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856967 Nov 12 20:09:10.762067 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-64c9c9bf-62e1-47ab-b72e-09038604873e service neutron] Transition to ACTIVE for port object 348389b1-8721-495d-a4ff-e289223ec964 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:09:10.768958 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-64c9c9bf-62e1-47ab-b72e-09038604873e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:10.843910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9c9bf-62e1-47ab-b72e-09038604873e service neutron] Pushing event updated for resources: {'Port': ['ID=348389b1-8721-495d-a4ff-e289223ec964,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:10.858022 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37108) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:10.915989 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-64c9c9bf-62e1-47ab-b72e-09038604873e service neutron] Attempting to bind port 348389b1-8721-495d-a4ff-e289223ec964 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:09:10.916537 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-64c9c9bf-62e1-47ab-b72e-09038604873e service neutron] Attempting to bind port 348389b1-8721-495d-a4ff-e289223ec964 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '6feb3a71-a7f1-4678-93e5-b41620161eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2c263eaa-bf88-4e86-8018-6b76427f8727'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:09:10.916866 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-64c9c9bf-62e1-47ab-b72e-09038604873e service neutron] Attempting to bind port 348389b1-8721-495d-a4ff-e289223ec964 on network 2c263eaa-bf88-4e86-8018-6b76427f8727 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:09:10.922420 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-64c9c9bf-62e1-47ab-b72e-09038604873e service neutron] Port 348389b1-8721-495d-a4ff-e289223ec964 on network 2c263eaa-bf88-4e86-8018-6b76427f8727 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:09:10.922899 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-64c9c9bf-62e1-47ab-b72e-09038604873e service neutron] Attempting to bind port 348389b1-8721-495d-a4ff-e289223ec964 on network 2c263eaa-bf88-4e86-8018-6b76427f8727 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:09:10.925855 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0362ce-3ce9-45fc-be8c-93cfc2e6800b admin admin] Deleting subnet 8c743af1-22a3-4bdf-8088-5afb65b72243 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:09:10.928375 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-64c9c9bf-62e1-47ab-b72e-09038604873e service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:09:10.928721 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-64c9c9bf-62e1-47ab-b72e-09038604873e service neutron] Checking segment: {'id': '6feb3a71-a7f1-4678-93e5-b41620161eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2c263eaa-bf88-4e86-8018-6b76427f8727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:09:10.929509 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-64c9c9bf-62e1-47ab-b72e-09038604873e service neutron] Bound using segment: {'id': '6feb3a71-a7f1-4678-93e5-b41620161eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2c263eaa-bf88-4e86-8018-6b76427f8727'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:09:10.930129 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ce0362ce-3ce9-45fc-be8c-93cfc2e6800b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:10.930768 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-64c9c9bf-62e1-47ab-b72e-09038604873e service neutron] Bound port: 348389b1-8721-495d-a4ff-e289223ec964, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6feb3a71-a7f1-4678-93e5-b41620161eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2c263eaa-bf88-4e86-8018-6b76427f8727'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:09:10.931143 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-64c9c9bf-62e1-47ab-b72e-09038604873e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:10.969232 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ce0362ce-3ce9-45fc-be8c-93cfc2e6800b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:10.991296 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37112) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:10.999897 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-64c9c9bf-62e1-47ab-b72e-09038604873e service neutron] For port 348389b1-8721-495d-a4ff-e289223ec964, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:09:11.003220 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-64c9c9bf-62e1-47ab-b72e-09038604873e service neutron] For port 348389b1-8721-495d-a4ff-e289223ec964, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=348389b1-8721-495d-a4ff-e289223ec964,segment=NetworkSegment(6feb3a71-a7f1-4678-93e5-b41620161eec),segment_id=6feb3a71-a7f1-4678-93e5-b41620161eec)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:09:11.008081 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-64c9c9bf-62e1-47ab-b72e-09038604873e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:11.017479 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ce0362ce-3ce9-45fc-be8c-93cfc2e6800b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:11.062288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-64c9c9bf-62e1-47ab-b72e-09038604873e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:11.062909 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-64c9c9bf-62e1-47ab-b72e-09038604873e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:11.064416 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-64c9c9bf-62e1-47ab-b72e-09038604873e service neutron] 10.222.0.55 "PUT /v2.0/ports/348389b1-8721-495d-a4ff-e289223ec964 HTTP/1.1" status: 200 len: 1093 time: 0.8561206 Nov 12 20:09:11.082867 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9c9bf-62e1-47ab-b72e-09038604873e service neutron] Pushing event updated for resources: {'Port': ['ID=348389b1-8721-495d-a4ff-e289223ec964,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:11.110808 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ce0362ce-3ce9-45fc-be8c-93cfc2e6800b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:11.128278 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ce0362ce-3ce9-45fc-be8c-93cfc2e6800b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:11.134529 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ce0362ce-3ce9-45fc-be8c-93cfc2e6800b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8c743af1-22a3-4bdf-8088-5afb65b72243 HTTP/1.1" status: 204 len: 168 time: 0.2724316 Nov 12 20:09:11.138362 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37118) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:11.163572 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0362ce-3ce9-45fc-be8c-93cfc2e6800b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c743af1-22a3-4bdf-8088-5afb65b72243,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:11.186225 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 14079dbe-507f-4de1-a16b-eaaf9e5707ae details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:09:11.214438 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-57863859-53f7-4f15-912b-c980cdee6f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:11.215969 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-57863859-53f7-4f15-912b-c980cdee6f53 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=218ba8caf41b4f549ff41bad0bad7ee1&device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 1096 time: 0.1026955 Nov 12 20:09:11.221217 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-80abee61-d2e0-49eb-b89c-3602ea662f51 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f1bd97dd57d4f9d952935ac0733697f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2284095 Nov 12 20:09:11.223491 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37122) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:11.269408 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-8f4fb9b1-c304-42fa-a067-13abd2a1b2f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=348389b1-8721-495d-a4ff-e289223ec964 HTTP/1.1" status: 200 len: 217 time: 0.0389352 Nov 12 20:09:11.271879 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e8436507-520c-4459-9a98-0080ca27425f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:11.284411 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f0896d2b-9032-4696-a4e0-9206cb0d823f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:11.297105 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 14079dbe-507f-4de1-a16b-eaaf9e5707ae, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=14079dbe-507f-4de1-a16b-eaaf9e5707ae,segment=NetworkSegment(6feb3a71-a7f1-4678-93e5-b41620161eec),segment_id=6feb3a71-a7f1-4678-93e5-b41620161eec)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:09:11.307259 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f0896d2b-9032-4696-a4e0-9206cb0d823f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:11.308745 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '14079dbe-507f-4de1-a16b-eaaf9e5707ae', 'network_id': '2c263eaa-bf88-4e86-8018-6b76427f8727', 'port_id': '14079dbe-507f-4de1-a16b-eaaf9e5707ae', 'mac_address': 'fa:16:3e:59:7e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6239fe67-7ec1-4338-bde6-5b5a647207c2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:09:11.359857 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:11.365142 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f0896d2b-9032-4696-a4e0-9206cb0d823f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:11.368214 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f0896d2b-9032-4696-a4e0-9206cb0d823f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:11.371514 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f0896d2b-9032-4696-a4e0-9206cb0d823f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b835f7e-fe99-47b5-99c9-595a39cfbfa7 HTTP/1.1" status: 204 len: 168 time: 0.1439779 Nov 12 20:09:11.378141 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0896d2b-9032-4696-a4e0-9206cb0d823f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b835f7e-fe99-47b5-99c9-595a39cfbfa7,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:11.388625 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14079dbe-507f-4de1-a16b-eaaf9e5707ae {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:09:11.392502 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-5ab42333-35b6-4cba-aef4-680d761cbecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:11.394089 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-5ab42333-35b6-4cba-aef4-680d761cbecd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6239fe67-7ec1-4338-bde6-5b5a647207c2 HTTP/1.1" status: 200 len: 858 time: 0.1139913 Nov 12 20:09:11.401765 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e8436507-520c-4459-9a98-0080ca27425f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:11.424781 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 14079dbe-507f-4de1-a16b-eaaf9e5707ae, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=14079dbe-507f-4de1-a16b-eaaf9e5707ae,segment=NetworkSegment(6feb3a71-a7f1-4678-93e5-b41620161eec),segment_id=6feb3a71-a7f1-4678-93e5-b41620161eec)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:09:11.430866 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:11.446389 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-f1869193-cb6a-4cb2-998d-b856f9d1d6aa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c263eaa-bf88-4e86-8018-6b76427f8727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411389 Nov 12 20:09:11.454757 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-e8436507-520c-4459-9a98-0080ca27425f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a33075a-e787-4872-8379-e368e6c24540']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:11.481269 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-e8436507-520c-4459-9a98-0080ca27425f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef22689d-5196-4cb0-8081-a02dcde0e29b') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:11.481475 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-e8436507-520c-4459-9a98-0080ca27425f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef22689d-5196-4cb0-8081-a02dcde0e29b') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:11.481803 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=14079dbe-507f-4de1-a16b-eaaf9e5707ae,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:11.500155 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e8436507-520c-4459-9a98-0080ca27425f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:11.540837 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e8436507-520c-4459-9a98-0080ca27425f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:11.552762 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8436507-520c-4459-9a98-0080ca27425f admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:09:11.553161 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e8436507-520c-4459-9a98-0080ca27425f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:09:11.554802 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:09:11.622932 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-df49e59a-396d-462f-8d4e-af53c3a05c01 service neutron] 10.222.0.55 "GET /v2.0/networks/2c263eaa-bf88-4e86-8018-6b76427f8727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660051 Nov 12 20:09:11.627866 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e8436507-520c-4459-9a98-0080ca27425f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:11.643003 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e8436507-520c-4459-9a98-0080ca27425f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:11.647191 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e8436507-520c-4459-9a98-0080ca27425f admin admin] 10.222.0.48 "DELETE /v2.0/networks/0a33075a-e787-4872-8379-e368e6c24540 HTTP/1.1" status: 204 len: 168 time: 0.5070333 Nov 12 20:09:11.666603 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8436507-520c-4459-9a98-0080ca27425f admin admin] Pushing event deleted for resources: {'Network': ['ID=0a33075a-e787-4872-8379-e368e6c24540,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:11.715362 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22799fa-4f9d-417c-934e-9b39a912642c', 'tag': '348389b1-8721-495d-a4ff-e289223ec964'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:09:11.718098 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba7883f-5af6-4163-9aa1-f082d129b510" -d '{"events": [{"name": "network-changed", "server_uuid": "f22799fa-4f9d-417c-934e-9b39a912642c", "tag": "348389b1-8721-495d-a4ff-e289223ec964"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:09:11.786643 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['14079dbe-507f-4de1-a16b-eaaf9e5707ae'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:09:11.787261 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62df0226-b008-4b7e-990f-054cdf724407 x-openstack-request-id: req-62df0226-b008-4b7e-990f-054cdf724407 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:09:11.787551 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f22799fa-4f9d-417c-934e-9b39a912642c", "tag": "348389b1-8721-495d-a4ff-e289223ec964", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:09:11.790882 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-62df0226-b008-4b7e-990f-054cdf724407 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:09:11.790882 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f22799fa-4f9d-417c-934e-9b39a912642c', 'tag': '348389b1-8721-495d-a4ff-e289223ec964', 'status': 'completed', 'code': 200} Nov 12 20:09:11.791137 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37148) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:11.797761 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-672f2942-a7db-4e1d-96c6-347a23f6e891 req-bf663dc9-a098-4749-a80e-f81c57835c42 service neutron] 10.222.0.55 "GET /v2.0/networks/2c263eaa-bf88-4e86-8018-6b76427f8727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621146 Nov 12 20:09:11.835391 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb240914-7485-4e94-a44f-1c130e3fccb9 req-2e613ded-c4fa-4d5f-b336-269200de7791 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:11.842756 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cb240914-7485-4e94-a44f-1c130e3fccb9 req-2e613ded-c4fa-4d5f-b336-269200de7791 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 944 time: 0.1053116 Nov 12 20:09:11.877979 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9f0d962d-e894-4053-ae66-020ebd02d0a7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b822a19ccad4c32a3be5a12910ef9de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0855451 Nov 12 20:09:11.882445 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37150) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:11.949526 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cb240914-7485-4e94-a44f-1c130e3fccb9 req-a7800305-76a7-4701-9b93-9495431218e7 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006715 Nov 12 20:09:11.954490 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7883f-5af6-4163-9aa1-f082d129b510 req-70746133-368e-46c3-ba16-d40979d01320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:11.956197 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1ba7883f-5af6-4163-9aa1-f082d129b510 req-70746133-368e-46c3-ba16-d40979d01320 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=218ba8caf41b4f549ff41bad0bad7ee1&device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 1096 time: 0.0975134 Nov 12 20:09:11.965006 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb62e4a6-b15f-4e56-a97c-231eaf5efa69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:11.989175 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb62e4a6-b15f-4e56-a97c-231eaf5efa69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:12.029329 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 668f5e96-0032-4c3d-b39d-558d5030a63f up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:09:12.081732 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65f34f-c47e-41e0-86e2-1065ad5de523 req-d04ab0ab-c0c8-45af-90f1-40b06012a9ff tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:12.083485 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef65f34f-c47e-41e0-86e2-1065ad5de523 req-d04ab0ab-c0c8-45af-90f1-40b06012a9ff tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=1445d38b-9f45-425c-8188-98d2925bc71c HTTP/1.1" status: 200 len: 945 time: 0.0696948 Nov 12 20:09:12.091285 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7883f-5af6-4163-9aa1-f082d129b510 req-4a380139-7b8e-4b76-90a3-4b3ad9898d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:12.093083 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1ba7883f-5af6-4163-9aa1-f082d129b510 req-4a380139-7b8e-4b76-90a3-4b3ad9898d62 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2c263eaa-bf88-4e86-8018-6b76427f8727 HTTP/1.1" status: 200 len: 919 time: 0.1187110 Nov 12 20:09:12.094872 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 668f5e96-0032-4c3d-b39d-558d5030a63f completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:09:12.096694 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb62e4a6-b15f-4e56-a97c-231eaf5efa69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:12.099932 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb62e4a6-b15f-4e56-a97c-231eaf5efa69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:12.104410 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-eb62e4a6-b15f-4e56-a97c-231eaf5efa69 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3e87a578-eb71-4b50-80d4-a37189dc049e HTTP/1.1" status: 204 len: 168 time: 0.2208459 Nov 12 20:09:12.108105 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 668f5e96-0032-4c3d-b39d-558d5030a63f triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:09:12.108497 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:12.139334 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62e4a6-b15f-4e56-a97c-231eaf5efa69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e87a578-eb71-4b50-80d4-a37189dc049e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:12.161848 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1ba7883f-5af6-4163-9aa1-f082d129b510 req-97942807-26f2-49b7-9006-a5486f8c26c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=348389b1-8721-495d-a4ff-e289223ec964 HTTP/1.1" status: 200 len: 217 time: 0.0608270 Nov 12 20:09:12.234880 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:12.252607 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef65f34f-c47e-41e0-86e2-1065ad5de523 req-db770aff-5c75-44f9-9b32-7ff5e66b4a4b tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414378 Nov 12 20:09:12.264038 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1445d38b-9f45-425c-8188-98d2925bc71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668f5e96-0032-4c3d-b39d-558d5030a63f'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:09:12.266520 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9668c0e2-bd62-4965-8bc8-b57036c558fe" -d '{"events": [{"server_uuid": "1445d38b-9f45-425c-8188-98d2925bc71c", "name": "network-vif-plugged", "status": "completed", "tag": "668f5e96-0032-4c3d-b39d-558d5030a63f"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:09:12.279469 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7883f-5af6-4163-9aa1-f082d129b510 req-5befcdda-58e0-4d65-99d7-92c41bc68845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:12.280959 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1ba7883f-5af6-4163-9aa1-f082d129b510 req-5befcdda-58e0-4d65-99d7-92c41bc68845 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6239fe67-7ec1-4338-bde6-5b5a647207c2 HTTP/1.1" status: 200 len: 858 time: 0.1115186 Nov 12 20:09:12.302253 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 668f5e96-0032-4c3d-b39d-558d5030a63f, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=668f5e96-0032-4c3d-b39d-558d5030a63f,segment=NetworkSegment(44856b08-7173-4552-88bc-2d1c4111ab8b),segment_id=44856b08-7173-4552-88bc-2d1c4111ab8b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:09:12.310145 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:12.354380 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1ba7883f-5af6-4163-9aa1-f082d129b510 req-bf429a74-73b6-405b-94b2-160df07fd40b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c263eaa-bf88-4e86-8018-6b76427f8727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651007 Nov 12 20:09:12.372398 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0977d5b-847f-4cda-969a-1531936f9c68 x-openstack-request-id: req-f0977d5b-847f-4cda-969a-1531936f9c68 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:09:12.372775 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1445d38b-9f45-425c-8188-98d2925bc71c", "name": "network-vif-plugged", "status": "completed", "tag": "668f5e96-0032-4c3d-b39d-558d5030a63f", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:09:12.372953 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f0977d5b-847f-4cda-969a-1531936f9c68 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:09:12.377228 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1445d38b-9f45-425c-8188-98d2925bc71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668f5e96-0032-4c3d-b39d-558d5030a63f', 'code': 200} Nov 12 20:09:12.433288 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=668f5e96-0032-4c3d-b39d-558d5030a63f,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:12.549567 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b93b11-b195-4cdf-bfec-b0220b4859dd req-8d2248ec-0d55-4344-ad1d-a21a87a3f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:12.551050 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-37b93b11-b195-4cdf-bfec-b0220b4859dd req-8d2248ec-0d55-4344-ad1d-a21a87a3f68d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1445d38b-9f45-425c-8188-98d2925bc71c HTTP/1.1" status: 200 len: 1098 time: 0.0660486 Nov 12 20:09:12.553221 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1ba7883f-5af6-4163-9aa1-f082d129b510 req-b7818e4e-3efc-4959-9fac-c26fa765506f service neutron] 10.222.0.55 "GET /v2.0/networks/2c263eaa-bf88-4e86-8018-6b76427f8727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833684 Nov 12 20:09:12.676444 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-37b93b11-b195-4cdf-bfec-b0220b4859dd req-c3203fb6-0ba7-4840-a453-de3b489fcc78 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105962 Nov 12 20:09:12.701333 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1ba7883f-5af6-4163-9aa1-f082d129b510 req-0c14a3fa-6497-47e0-817b-a49f37d3ef46 service neutron] 10.222.0.55 "GET /v2.0/networks/2c263eaa-bf88-4e86-8018-6b76427f8727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278758 Nov 12 20:09:12.929395 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37200) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:13.086856 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956020d-ab29-4fb4-ba7e-c866a505e89b req-f25758a0-e6ed-4ffd-96b0-bfa30e583a86 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:13.088704 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2956020d-ab29-4fb4-ba7e-c866a505e89b req-f25758a0-e6ed-4ffd-96b0-bfa30e583a86 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 944 time: 0.0573533 Nov 12 20:09:13.143422 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2956020d-ab29-4fb4-ba7e-c866a505e89b req-86de483b-824b-4235-9488-fac12685cdff tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486608 Nov 12 20:09:13.185066 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-e13da3c6-bdfc-4119-9ed8-28a9f5a6fffa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1899760203-network', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:13.202511 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 14079dbe-507f-4de1-a16b-eaaf9e5707ae up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:09:13.207931 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13da3c6-bdfc-4119-9ed8-28a9f5a6fffa admin admin] Made reservation on behalf of 085274894a5e4da3b12b86f29321bb9f for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:09:13.210513 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e13da3c6-bdfc-4119-9ed8-28a9f5a6fffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:13.220285 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e13da3c6-bdfc-4119-9ed8-28a9f5a6fffa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:13.258431 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 14079dbe-507f-4de1-a16b-eaaf9e5707ae completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:09:13.262706 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 14079dbe-507f-4de1-a16b-eaaf9e5707ae triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:09:13.263262 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:13.345657 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e13da3c6-bdfc-4119-9ed8-28a9f5a6fffa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:13.356818 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e13da3c6-bdfc-4119-9ed8-28a9f5a6fffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:13.397630 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13da3c6-bdfc-4119-9ed8-28a9f5a6fffa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:09:13.409205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac4969-66da-411d-be6b-3d46894e3c49 req-d0f07ba7-4e37-4624-ad1f-b61ceddceb19 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:13.410551 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e13da3c6-bdfc-4119-9ed8-28a9f5a6fffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:13.410981 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-e13da3c6-bdfc-4119-9ed8-28a9f5a6fffa admin admin] Added segment 38525599-f05e-4d27-b787-fb2ae2f8eea7 of type vlan for network d28f5bff-6773-414f-a35c-6671e7cd48e4 Nov 12 20:09:13.418166 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52ac4969-66da-411d-be6b-3d46894e3c49 req-d0f07ba7-4e37-4624-ad1f-b61ceddceb19 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=1445d38b-9f45-425c-8188-98d2925bc71c HTTP/1.1" status: 200 len: 946 time: 0.0827959 Nov 12 20:09:13.431380 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13da3c6-bdfc-4119-9ed8-28a9f5a6fffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c584fd-df32-45c4-a233-98c4c957d992,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:13.473352 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e13da3c6-bdfc-4119-9ed8-28a9f5a6fffa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:13.500728 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52ac4969-66da-411d-be6b-3d46894e3c49 req-25bedbf9-0acd-40e6-af82-dc0100e67829 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785007 Nov 12 20:09:13.503750 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e13da3c6-bdfc-4119-9ed8-28a9f5a6fffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:13.505188 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13da3c6-bdfc-4119-9ed8-28a9f5a6fffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:13.505875 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e13da3c6-bdfc-4119-9ed8-28a9f5a6fffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:13.541467 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:13.552012 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e13da3c6-bdfc-4119-9ed8-28a9f5a6fffa admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6214881 Nov 12 20:09:13.552267 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37234) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:13.558675 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-3858e1ff-a1d8-4a2b-93aa-3ab89cf38ea6 admin admin] Request body: {'subnet': {'network_id': 'd28f5bff-6773-414f-a35c-6671e7cd48e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1899760203-subnet', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:13.581983 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 14079dbe-507f-4de1-a16b-eaaf9e5707ae, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=14079dbe-507f-4de1-a16b-eaaf9e5707ae,segment=NetworkSegment(6feb3a71-a7f1-4678-93e5-b41620161eec),segment_id=6feb3a71-a7f1-4678-93e5-b41620161eec)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:09:13.587782 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:13.589766 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3858e1ff-a1d8-4a2b-93aa-3ab89cf38ea6 admin admin] Made reservation on behalf of 085274894a5e4da3b12b86f29321bb9f for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:09:13.591093 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 7ab846c5-c6b6-4917-951c-0c56ab3c2d4d no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:09:13.591597 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13da3c6-bdfc-4119-9ed8-28a9f5a6fffa admin admin] Pushing event updated for resources: {'Network': ['ID=d28f5bff-6773-414f-a35c-6671e7cd48e4,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:13.595739 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3858e1ff-a1d8-4a2b-93aa-3ab89cf38ea6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:13.616261 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network d28f5bff-6773-414f-a35c-6671e7cd48e4 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:09:13.636861 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 7ab846c5-c6b6-4917-951c-0c56ab3c2d4d {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:09:13.637221 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 7ab846c5-c6b6-4917-951c-0c56ab3c2d4d not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:09:13.738052 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=14079dbe-507f-4de1-a16b-eaaf9e5707ae,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:13.799141 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3858e1ff-a1d8-4a2b-93aa-3ab89cf38ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:13.866689 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858e1ff-a1d8-4a2b-93aa-3ab89cf38ea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d301c59-5040-4432-bed3-40a974fbc83c,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:13.873387 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3858e1ff-a1d8-4a2b-93aa-3ab89cf38ea6 admin admin] Checking segment: {'id': '38525599-f05e-4d27-b787-fb2ae2f8eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd28f5bff-6773-414f-a35c-6671e7cd48e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:09:13.873670 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3858e1ff-a1d8-4a2b-93aa-3ab89cf38ea6 admin admin] Network hostable DHCP agents. Network: d28f5bff-6773-414f-a35c-6671e7cd48e4, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:09:13.890027 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3858e1ff-a1d8-4a2b-93aa-3ab89cf38ea6 admin admin] Network d28f5bff-6773-414f-a35c-6671e7cd48e4 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:09:13.899537 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-3858e1ff-a1d8-4a2b-93aa-3ab89cf38ea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, d28f5bff-6773-414f-a35c-6671e7cd48e4) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:09:13.903862 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3858e1ff-a1d8-4a2b-93aa-3ab89cf38ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:13.904546 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3858e1ff-a1d8-4a2b-93aa-3ab89cf38ea6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:13.910661 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5ab60e-14c6-4930-ba89-e904ddfe70ce None None] Network d28f5bff-6773-414f-a35c-6671e7cd48e4 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:09:13.925301 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3858e1ff-a1d8-4a2b-93aa-3ab89cf38ea6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3713522 Nov 12 20:09:13.925919 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37246) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:13.930671 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-c88a1ece-f5c8-4100-a87b-eb9f42ac11ad admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1899760203-router', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:13.955720 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c88a1ece-f5c8-4100-a87b-eb9f42ac11ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:13.956943 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c88a1ece-f5c8-4100-a87b-eb9f42ac11ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:14.026871 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c88a1ece-f5c8-4100-a87b-eb9f42ac11ad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:14.056566 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffdff24-37c1-4833-8f7a-93f0d0c2210c None None] Network d28f5bff-6773-414f-a35c-6671e7cd48e4 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:09:14.206917 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c88a1ece-f5c8-4100-a87b-eb9f42ac11ad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:14.295252 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33614b4-8373-44f6-abf7-c991dbe143ff req-d756b94e-bf7d-471f-a65b-d338acdad78a tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:14.297373 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d33614b4-8373-44f6-abf7-c991dbe143ff req-d756b94e-bf7d-471f-a65b-d338acdad78a tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 944 time: 0.0587413 Nov 12 20:09:14.366151 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d33614b4-8373-44f6-abf7-c991dbe143ff req-58c33ba1-56c5-4052-82b0-eb4e94eb5ea6 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604722 Nov 12 20:09:14.378488 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399c02f6-b0b5-4e17-8ea7-3ff03cf87788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14079dbe-507f-4de1-a16b-eaaf9e5707ae'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:09:14.380882 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab8e245-55d4-41ff-b04b-7a5743f26309" -d '{"events": [{"server_uuid": "399c02f6-b0b5-4e17-8ea7-3ff03cf87788", "name": "network-vif-plugged", "status": "completed", "tag": "14079dbe-507f-4de1-a16b-eaaf9e5707ae"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:09:14.425912 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f749f3-cc15-4d9f-829c-ecb84de811e3 x-openstack-request-id: req-00f749f3-cc15-4d9f-829c-ecb84de811e3 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:09:14.426273 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399c02f6-b0b5-4e17-8ea7-3ff03cf87788", "name": "network-vif-plugged", "status": "completed", "tag": "14079dbe-507f-4de1-a16b-eaaf9e5707ae", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:09:14.426622 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-00f749f3-cc15-4d9f-829c-ecb84de811e3 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:09:14.427171 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399c02f6-b0b5-4e17-8ea7-3ff03cf87788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14079dbe-507f-4de1-a16b-eaaf9e5707ae', 'code': 200} Nov 12 20:09:14.442167 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c88a1ece-f5c8-4100-a87b-eb9f42ac11ad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:14.468197 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c88a1ece-f5c8-4100-a87b-eb9f42ac11ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:14.573598 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9e6af-c633-448d-806d-daf7251b7355 req-e4837b19-f462-49f8-839a-e0da2a4cd30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:14.575128 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-63b9e6af-c633-448d-806d-daf7251b7355 req-e4837b19-f462-49f8-839a-e0da2a4cd30c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 1097 time: 0.0612638 Nov 12 20:09:14.768430 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37276) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:14.882406 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-42d4a733-4e73-4c97-b8ad-5cfed51e6439 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:14.957669 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-42d4a733-4e73-4c97-b8ad-5cfed51e6439 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:14.963509 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-42d4a733-4e73-4c97-b8ad-5cfed51e6439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:15.003919 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4a733-4e73-4c97-b8ad-5cfed51e6439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809e1349-af6a-4013-ae11-505802157352,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:15.009192 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-42d4a733-4e73-4c97-b8ad-5cfed51e6439 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=abf2aa94f2f54e9c96474c55d1037251&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2388120 Nov 12 20:09:15.009443 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-c88a1ece-f5c8-4100-a87b-eb9f42ac11ad admin admin] Allocated IP 172.25.5.186 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/c4b21b80-9221-40c8-b89a-0ce412d401ba) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:09:15.011740 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37280) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:15.032213 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2ec66-c922-4a07-9c73-1deb236ba7dd req-b5be94b5-d711-4560-bb89-83bc5d34d34d tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:15.034066 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c9a2ec66-c922-4a07-9c73-1deb236ba7dd req-b5be94b5-d711-4560-bb89-83bc5d34d34d tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=1445d38b-9f45-425c-8188-98d2925bc71c HTTP/1.1" status: 200 len: 946 time: 0.4580331 Nov 12 20:09:15.042715 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-63b9e6af-c633-448d-806d-daf7251b7355 req-b0884fc0-103d-41c9-b7fb-3373a2a5100a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491270 Nov 12 20:09:15.081243 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3cb8553d-14fb-4b82-8229-0055157f49d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:15.102737 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3cb8553d-14fb-4b82-8229-0055157f49d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:15.149684 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c9a2ec66-c922-4a07-9c73-1deb236ba7dd req-57da61ef-a03d-4b08-8464-31d0e88bf753 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011276 Nov 12 20:09:15.156427 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3cb8553d-14fb-4b82-8229-0055157f49d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:15.161128 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3cb8553d-14fb-4b82-8229-0055157f49d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:15.165866 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3cb8553d-14fb-4b82-8229-0055157f49d5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/809e1349-af6a-4013-ae11-505802157352 HTTP/1.1" status: 204 len: 168 time: 0.1502361 Nov 12 20:09:15.179489 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8553d-14fb-4b82-8229-0055157f49d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809e1349-af6a-4013-ae11-505802157352,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:15.210163 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c88a1ece-f5c8-4100-a87b-eb9f42ac11ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:15.258352 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c88a1ece-f5c8-4100-a87b-eb9f42ac11ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:15.300825 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88a1ece-f5c8-4100-a87b-eb9f42ac11ad admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:09:15.303650 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-c88a1ece-f5c8-4100-a87b-eb9f42ac11ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:09:15.310535 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a1ece-f5c8-4100-a87b-eb9f42ac11ad admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:09:15.335394 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a1ece-f5c8-4100-a87b-eb9f42ac11ad admin admin] Pushing event updated for resources: {'Port': ['ID=c4b21b80-9221-40c8-b89a-0ce412d401ba,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:15.466904 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d075e7-2ea7-44de-b176-f4b0cf067a8a req-5bd1cebc-fe8c-4571-82ee-bdff238b83b1 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:15.468584 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a9d075e7-2ea7-44de-b176-f4b0cf067a8a req-5bd1cebc-fe8c-4571-82ee-bdff238b83b1 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=1445d38b-9f45-425c-8188-98d2925bc71c HTTP/1.1" status: 200 len: 946 time: 0.0609229 Nov 12 20:09:15.513136 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37296) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:15.535969 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a9d075e7-2ea7-44de-b176-f4b0cf067a8a req-8e46e612-d771-451a-abb6-abecff1094dd tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601742 Nov 12 20:09:15.536974 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-83183eff-12fe-4704-acdc-4dac0751b7a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:15.569785 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6ba95-2a2b-46f0-b895-2b72d5f9eda5 req-2e00212d-c15f-4b1e-ad59-8413a77d9d72 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:15.571363 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-10c6ba95-2a2b-46f0-b895-2b72d5f9eda5 req-2e00212d-c15f-4b1e-ad59-8413a77d9d72 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 944 time: 0.1143413 Nov 12 20:09:15.629302 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-83183eff-12fe-4704-acdc-4dac0751b7a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:15.633416 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-83183eff-12fe-4704-acdc-4dac0751b7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:15.658620 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c88a1ece-f5c8-4100-a87b-eb9f42ac11ad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:15.677845 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-83183eff-12fe-4704-acdc-4dac0751b7a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5b65094784764b88868ac86c4f2559fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1593022 Nov 12 20:09:15.678950 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83183eff-12fe-4704-acdc-4dac0751b7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a45e1f5-ab85-4c1a-a149-54d9e08f46a3,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:15.682678 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37300) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:15.709617 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-10c6ba95-2a2b-46f0-b895-2b72d5f9eda5 req-9e7e377f-362c-48d4-a6fc-7124eae8cd0d tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965698 Nov 12 20:09:15.743874 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19075c9a-cd1e-412a-adf1-f2d64a874ba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:15.765081 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19075c9a-cd1e-412a-adf1-f2d64a874ba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:15.813481 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19075c9a-cd1e-412a-adf1-f2d64a874ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:15.816069 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19075c9a-cd1e-412a-adf1-f2d64a874ba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:15.817363 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-19075c9a-cd1e-412a-adf1-f2d64a874ba0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a45e1f5-ab85-4c1a-a149-54d9e08f46a3 HTTP/1.1" status: 204 len: 168 time: 0.1333869 Nov 12 20:09:15.827494 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19075c9a-cd1e-412a-adf1-f2d64a874ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a45e1f5-ab85-4c1a-a149-54d9e08f46a3,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:15.889223 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c88a1ece-f5c8-4100-a87b-eb9f42ac11ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:16.026646 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88a1ece-f5c8-4100-a87b-eb9f42ac11ad admin admin] Router 0b4056e0-93e6-40f4-9cc0-d8a9088665ef is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:09:16.034463 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 348389b1-8721-495d-a4ff-e289223ec964 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:09:16.142891 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 348389b1-8721-495d-a4ff-e289223ec964, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=348389b1-8721-495d-a4ff-e289223ec964,segment=NetworkSegment(6feb3a71-a7f1-4678-93e5-b41620161eec),segment_id=6feb3a71-a7f1-4678-93e5-b41620161eec)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:09:16.145093 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88a1ece-f5c8-4100-a87b-eb9f42ac11ad admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:09:16.154832 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e030e78-5062-43d0-ba0b-c4d7df2ff43b None None] Sync routers for ids ['0b4056e0-93e6-40f4-9cc0-d8a9088665ef'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:09:16.156393 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '348389b1-8721-495d-a4ff-e289223ec964', 'network_id': '2c263eaa-bf88-4e86-8018-6b76427f8727', 'port_id': '348389b1-8721-495d-a4ff-e289223ec964', 'mac_address': 'fa:16:3e:f6:98:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6239fe67-7ec1-4338-bde6-5b5a647207c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:09:16.165704 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e030e78-5062-43d0-ba0b-c4d7df2ff43b None None] Routers {'0b4056e0-93e6-40f4-9cc0-d8a9088665ef'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:09:16.166404 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-0e030e78-5062-43d0-ba0b-c4d7df2ff43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0b4056e0-93e6-40f4-9cc0-d8a9088665ef'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:16.178789 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c88a1ece-f5c8-4100-a87b-eb9f42ac11ad admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:16.180843 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c88a1ece-f5c8-4100-a87b-eb9f42ac11ad admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.2535284 Nov 12 20:09:16.184006 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37314) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:16.209574 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:16.238702 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348389b1-8721-495d-a4ff-e289223ec964 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:09:16.279410 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 348389b1-8721-495d-a4ff-e289223ec964, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=348389b1-8721-495d-a4ff-e289223ec964,segment=NetworkSegment(6feb3a71-a7f1-4678-93e5-b41620161eec),segment_id=6feb3a71-a7f1-4678-93e5-b41620161eec)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:09:16.291778 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:16.300218 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-0e030e78-5062-43d0-ba0b-c4d7df2ff43b None None] Set router 0b4056e0-93e6-40f4-9cc0-d8a9088665ef gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:09:16.377989 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=348389b1-8721-495d-a4ff-e289223ec964,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:16.518142 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-0e030e78-5062-43d0-ba0b-c4d7df2ff43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-1899760203-router', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'c4b21b80-9221-40c8-b89a-0ce412d401ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:13Z', 'updated_at': '2021-11-12T20:09:15Z', 'revision_number': 3, 'project_id': '085274894a5e4da3b12b86f29321bb9f', 'gw_port': {'id': 'c4b21b80-9221-40c8-b89a-0ce412d401ba', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:09:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:14Z', 'updated_at': '2021-11-12T20:09:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:16.549353 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e030e78-5062-43d0-ba0b-c4d7df2ff43b None None] Checking router: 0b4056e0-93e6-40f4-9cc0-d8a9088665ef for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:09:16.549784 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e030e78-5062-43d0-ba0b-c4d7df2ff43b None None] Updating router 0b4056e0-93e6-40f4-9cc0-d8a9088665ef port c4b21b80-9221-40c8-b89a-0ce412d401ba binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:09:16.583950 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0e030e78-5062-43d0-ba0b-c4d7df2ff43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:16.662160 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['348389b1-8721-495d-a4ff-e289223ec964'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:09:16.764183 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72de57f-bcb2-4e56-9a99-502e6157d8dd req-f562abe1-70f1-4805-8fcd-636c14b29404 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:16.773658 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a72de57f-bcb2-4e56-9a99-502e6157d8dd req-f562abe1-70f1-4805-8fcd-636c14b29404 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=1445d38b-9f45-425c-8188-98d2925bc71c HTTP/1.1" status: 200 len: 946 time: 0.1280224 Nov 12 20:09:16.816152 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-73ff6d18-7a48-4884-8863-b7953ba5772b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:16.885374 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0e030e78-5062-43d0-ba0b-c4d7df2ff43b None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:16.893799 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0e030e78-5062-43d0-ba0b-c4d7df2ff43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:16.923767 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a72de57f-bcb2-4e56-9a99-502e6157d8dd req-41b356bb-afe5-4e7b-80b4-98ac8fd82502 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups?id=42f35990-f579-44d2-9c3d-46f6ac15fc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426792 Nov 12 20:09:16.955576 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05a86e-760e-48d9-a294-7a02c37301a3 None None] Pushing event updated for resources: {'Port': ['ID=c4b21b80-9221-40c8-b89a-0ce412d401ba,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:16.980654 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-0e030e78-5062-43d0-ba0b-c4d7df2ff43b None None] Attempting to bind port c4b21b80-9221-40c8-b89a-0ce412d401ba on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:09:16.981021 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-0e030e78-5062-43d0-ba0b-c4d7df2ff43b None None] Attempting to bind port c4b21b80-9221-40c8-b89a-0ce412d401ba by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:09:16.981381 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e030e78-5062-43d0-ba0b-c4d7df2ff43b None None] Attempting to bind port c4b21b80-9221-40c8-b89a-0ce412d401ba on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:09:16.988743 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e030e78-5062-43d0-ba0b-c4d7df2ff43b None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:09:16.989115 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e030e78-5062-43d0-ba0b-c4d7df2ff43b None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:09:16.989592 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0e030e78-5062-43d0-ba0b-c4d7df2ff43b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:16.990169 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e030e78-5062-43d0-ba0b-c4d7df2ff43b None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:09:16.990792 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-0e030e78-5062-43d0-ba0b-c4d7df2ff43b None None] Bound port: c4b21b80-9221-40c8-b89a-0ce412d401ba, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:09:16.991344 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0e030e78-5062-43d0-ba0b-c4d7df2ff43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:17.056885 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-0e030e78-5062-43d0-ba0b-c4d7df2ff43b None None] For port c4b21b80-9221-40c8-b89a-0ce412d401ba, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:09:17.061896 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-0e030e78-5062-43d0-ba0b-c4d7df2ff43b None None] For port c4b21b80-9221-40c8-b89a-0ce412d401ba, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c4b21b80-9221-40c8-b89a-0ce412d401ba,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:09:17.066863 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0e030e78-5062-43d0-ba0b-c4d7df2ff43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:17.073844 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6554f7-f7b0-4315-a015-bb15603c4e9a req-9a9f1c89-d473-42d1-b20b-c6f69b78fa44 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:17.075352 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca6554f7-f7b0-4315-a015-bb15603c4e9a req-9a9f1c89-d473-42d1-b20b-c6f69b78fa44 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.55 "GET /v2.0/ports?device_id=1445d38b-9f45-425c-8188-98d2925bc71c HTTP/1.1" status: 200 len: 946 time: 0.1015503 Nov 12 20:09:17.127311 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05a86e-760e-48d9-a294-7a02c37301a3 None None] Pushing event updated for resources: {'Port': ['ID=c4b21b80-9221-40c8-b89a-0ce412d401ba,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:17.145757 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e030e78-5062-43d0-ba0b-c4d7df2ff43b None None] Routers {'0b4056e0-93e6-40f4-9cc0-d8a9088665ef'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:09:17.146670 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-0e030e78-5062-43d0-ba0b-c4d7df2ff43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0b4056e0-93e6-40f4-9cc0-d8a9088665ef'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:17.151749 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-73ff6d18-7a48-4884-8863-b7953ba5772b admin admin] Allocated IP 172.20.0.1 (d28f5bff-6773-414f-a35c-6671e7cd48e4/4d301c59-5040-4432-bed3-40a974fbc83c/e3a15567-464f-451b-9e32-49fadeb328d2) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:09:17.173444 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6146e-04c3-47fa-9a35-5ccc53b0d5cd req-e2197a38-abd3-40f1-b2f7-2fca7241c59c tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:17.182524 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8ab6146e-04c3-47fa-9a35-5ccc53b0d5cd req-e2197a38-abd3-40f1-b2f7-2fca7241c59c tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 945 time: 0.1300025 Nov 12 20:09:17.203407 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-ca6554f7-f7b0-4315-a015-bb15603c4e9a req-23533a82-6558-427b-b715-baa0416ec983 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Deleting port 668f5e96-0032-4c3d-b39d-558d5030a63f {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:09:17.203780 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ca6554f7-f7b0-4315-a015-bb15603c4e9a req-23533a82-6558-427b-b715-baa0416ec983 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:17.285893 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-0e030e78-5062-43d0-ba0b-c4d7df2ff43b None None] Set router 0b4056e0-93e6-40f4-9cc0-d8a9088665ef gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:09:17.288637 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8ab6146e-04c3-47fa-9a35-5ccc53b0d5cd req-11b31b02-4946-4d1c-b176-4bda1ff600a0 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022856 Nov 12 20:09:17.336146 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-ca6554f7-f7b0-4315-a015-bb15603c4e9a req-23533a82-6558-427b-b715-baa0416ec983 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] For port 668f5e96-0032-4c3d-b39d-558d5030a63f, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=668f5e96-0032-4c3d-b39d-558d5030a63f,segment=NetworkSegment(44856b08-7173-4552-88bc-2d1c4111ab8b),segment_id=44856b08-7173-4552-88bc-2d1c4111ab8b)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:09:17.336812 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ca6554f7-f7b0-4315-a015-bb15603c4e9a req-23533a82-6558-427b-b715-baa0416ec983 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:17.364826 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-ca6554f7-f7b0-4315-a015-bb15603c4e9a req-23533a82-6558-427b-b715-baa0416ec983 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Calling delete_port for 668f5e96-0032-4c3d-b39d-558d5030a63f owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:09:17.433699 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-73ff6d18-7a48-4884-8863-b7953ba5772b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:17.476811 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-73ff6d18-7a48-4884-8863-b7953ba5772b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:17.501911 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-0e030e78-5062-43d0-ba0b-c4d7df2ff43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-1899760203-router', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'c4b21b80-9221-40c8-b89a-0ce412d401ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:13Z', 'updated_at': '2021-11-12T20:09:15Z', 'revision_number': 3, 'project_id': '085274894a5e4da3b12b86f29321bb9f', 'gw_port': {'id': 'c4b21b80-9221-40c8-b89a-0ce412d401ba', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:09:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:14Z', 'updated_at': '2021-11-12T20:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:17.536725 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e030e78-5062-43d0-ba0b-c4d7df2ff43b None None] The sync data for ids ['0b4056e0-93e6-40f4-9cc0-d8a9088665ef'] in n-d-712140-15 is: [{'id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-1899760203-router', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'c4b21b80-9221-40c8-b89a-0ce412d401ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:13Z', 'updated_at': '2021-11-12T20:09:15Z', 'revision_number': 3, 'project_id': '085274894a5e4da3b12b86f29321bb9f', 'gw_port': {'id': 'c4b21b80-9221-40c8-b89a-0ce412d401ba', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:09:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:14Z', 'updated_at': '2021-11-12T20:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:09:17.537041 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff6d18-7a48-4884-8863-b7953ba5772b admin admin] Pushing event updated for resources: {'Port': ['ID=e3a15567-464f-451b-9e32-49fadeb328d2,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:17.550747 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ff6d18-7a48-4884-8863-b7953ba5772b admin admin] Network d28f5bff-6773-414f-a35c-6671e7cd48e4 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:09:17.552852 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-73ff6d18-7a48-4884-8863-b7953ba5772b admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:09:17.560614 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ff6d18-7a48-4884-8863-b7953ba5772b admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:09:17.598292 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-73ff6d18-7a48-4884-8863-b7953ba5772b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:17.776832 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-73ff6d18-7a48-4884-8863-b7953ba5772b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:17.998595 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ca6554f7-f7b0-4315-a015-bb15603c4e9a req-23533a82-6558-427b-b715-baa0416ec983 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:18.023844 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['668f5e96-0032-4c3d-b39d-558d5030a63f'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:09:18.040834 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23533a82-6558-427b-b715-baa0416ec983 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Pushing event deleted for resources: {'Port': ['ID=668f5e96-0032-4c3d-b39d-558d5030a63f,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:18.043365 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 348389b1-8721-495d-a4ff-e289223ec964 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:09:18.082684 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6554f7-f7b0-4315-a015-bb15603c4e9a req-23533a82-6558-427b-b715-baa0416ec983 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] No DVR routers for this DVR port 668f5e96-0032-4c3d-b39d-558d5030a63f on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:09:18.092523 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ca6554f7-f7b0-4315-a015-bb15603c4e9a req-23533a82-6558-427b-b715-baa0416ec983 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:18.096737 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca6554f7-f7b0-4315-a015-bb15603c4e9a req-23533a82-6558-427b-b715-baa0416ec983 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.55 "DELETE /v2.0/ports/668f5e96-0032-4c3d-b39d-558d5030a63f HTTP/1.1" status: 204 len: 173 time: 1.0059750 Nov 12 20:09:18.097587 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1445d38b-9f45-425c-8188-98d2925bc71c', 'name': 'network-vif-deleted', 'tag': '668f5e96-0032-4c3d-b39d-558d5030a63f'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:09:18.101443 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c90b4c-f5b1-472e-b4ce-b2e99182ce7f" -d '{"events": [{"server_uuid": "1445d38b-9f45-425c-8188-98d2925bc71c", "name": "network-vif-deleted", "tag": "668f5e96-0032-4c3d-b39d-558d5030a63f"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:09:18.121095 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b3cd17f9-d90e-49dd-8b6d-c02c41ec1023 req-0bf2f916-841d-4d1e-bf9e-92f46a5a4b1f tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/ports?device_id=1445d38b-9f45-425c-8188-98d2925bc71c HTTP/1.1" status: 200 len: 210 time: 0.0709989 Nov 12 20:09:18.145859 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-73ff6d18-7a48-4884-8863-b7953ba5772b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:18.162231 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-73ff6d18-7a48-4884-8863-b7953ba5772b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:18.184750 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 348389b1-8721-495d-a4ff-e289223ec964 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:09:18.194356 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 348389b1-8721-495d-a4ff-e289223ec964 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:09:18.196843 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:18.218480 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f2b8f9-eef3-4d01-8a3c-1e8cab84e9f3 x-openstack-request-id: req-d4f2b8f9-eef3-4d01-8a3c-1e8cab84e9f3 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:09:18.218967 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1445d38b-9f45-425c-8188-98d2925bc71c", "name": "network-vif-deleted", "tag": "668f5e96-0032-4c3d-b39d-558d5030a63f", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:09:18.219215 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d4f2b8f9-eef3-4d01-8a3c-1e8cab84e9f3 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:09:18.219744 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1445d38b-9f45-425c-8188-98d2925bc71c', 'name': 'network-vif-deleted', 'tag': '668f5e96-0032-4c3d-b39d-558d5030a63f', 'status': 'completed', 'code': 200} Nov 12 20:09:18.236146 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff6d18-7a48-4884-8863-b7953ba5772b admin admin] Pushing event updated for resources: {'Port': ['ID=e3a15567-464f-451b-9e32-49fadeb328d2,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:18.250735 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-73ff6d18-7a48-4884-8863-b7953ba5772b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:18.353291 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:18.394437 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22799fa-4f9d-417c-934e-9b39a912642c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348389b1-8721-495d-a4ff-e289223ec964'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:09:18.396815 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5fd180-3ba4-40e0-8372-c3f4d0fc26c8" -d '{"events": [{"server_uuid": "f22799fa-4f9d-417c-934e-9b39a912642c", "name": "network-vif-plugged", "status": "completed", "tag": "348389b1-8721-495d-a4ff-e289223ec964"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:09:18.423079 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ff6d18-7a48-4884-8863-b7953ba5772b admin admin] Network d28f5bff-6773-414f-a35c-6671e7cd48e4 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:09:18.424765 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-73ff6d18-7a48-4884-8863-b7953ba5772b admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:09:18.439618 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 348389b1-8721-495d-a4ff-e289223ec964, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=348389b1-8721-495d-a4ff-e289223ec964,segment=NetworkSegment(6feb3a71-a7f1-4678-93e5-b41620161eec),segment_id=6feb3a71-a7f1-4678-93e5-b41620161eec)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:09:18.449929 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:18.464876 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb1aeb-c155-473f-9f9d-46e1f09e8278 req-3837d611-2b14-4fbc-bfe2-5fa936fd39e6 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:18.468846 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-14bb1aeb-c155-473f-9f9d-46e1f09e8278 req-3837d611-2b14-4fbc-bfe2-5fa936fd39e6 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 945 time: 0.0643852 Nov 12 20:09:18.491411 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa6cd01-194d-49d5-8640-f8b6b024e27c x-openstack-request-id: req-5aa6cd01-194d-49d5-8640-f8b6b024e27c {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:09:18.491958 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22799fa-4f9d-417c-934e-9b39a912642c", "name": "network-vif-plugged", "status": "completed", "tag": "348389b1-8721-495d-a4ff-e289223ec964", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:09:18.492223 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5aa6cd01-194d-49d5-8640-f8b6b024e27c {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:09:18.493438 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22799fa-4f9d-417c-934e-9b39a912642c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348389b1-8721-495d-a4ff-e289223ec964', 'code': 200} Nov 12 20:09:18.527641 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=348389b1-8721-495d-a4ff-e289223ec964,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:18.536637 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-14bb1aeb-c155-473f-9f9d-46e1f09e8278 req-e67e126c-5d5e-40d4-9ea8-6b3df3ee107e tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627229 Nov 12 20:09:18.612062 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221cc5d-a855-4e72-ba09-90a6e7a83e82 req-9d1c075f-ea82-4e16-959a-ac94986f7887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:18.614159 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f221cc5d-a855-4e72-ba09-90a6e7a83e82 req-9d1c075f-ea82-4e16-959a-ac94986f7887 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 1098 time: 0.0544953 Nov 12 20:09:18.695710 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f221cc5d-a855-4e72-ba09-90a6e7a83e82 req-03caf8c2-5bc9-4b58-9b9b-a429e2191137 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653584 Nov 12 20:09:18.716831 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ff6d18-7a48-4884-8863-b7953ba5772b admin admin] Router 0b4056e0-93e6-40f4-9cc0-d8a9088665ef has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:09:18.838942 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ff6d18-7a48-4884-8863-b7953ba5772b admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:09:18.856447 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-73ff6d18-7a48-4884-8863-b7953ba5772b admin admin] 10.222.0.48 "PUT /v2.0/routers/0b4056e0-93e6-40f4-9cc0-d8a9088665ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6707962 Nov 12 20:09:19.156580 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c4b21b80-9221-40c8-b89a-0ce412d401ba up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:09:19.230319 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port c4b21b80-9221-40c8-b89a-0ce412d401ba triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:09:19.231386 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:19.337401 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:19.380300 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port c4b21b80-9221-40c8-b89a-0ce412d401ba, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c4b21b80-9221-40c8-b89a-0ce412d401ba,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:09:19.386498 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:19.437894 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37442) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:19.448033 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=c4b21b80-9221-40c8-b89a-0ce412d401ba,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:19.474788 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-2bc4f7eb-7c34-47a4-944d-41c04d988cb0 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:19.476777 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-2bc4f7eb-7c34-47a4-944d-41c04d988cb0 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/networks?id=d28f5bff-6773-414f-a35c-6671e7cd48e4 HTTP/1.1" status: 200 len: 820 time: 0.1746204 Nov 12 20:09:19.501390 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-f8286b6c-2eca-4469-92a5-1466fc1f8751 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/quotas/085274894a5e4da3b12b86f29321bb9f HTTP/1.1" status: 200 len: 375 time: 0.0137789 Nov 12 20:09:19.521846 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8449284b-8865-4cf6-b833-4fe1afc69a30 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:19.553788 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8449284b-8865-4cf6-b833-4fe1afc69a30 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:19.580929 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-be9c817c-ebe5-40ff-b84d-64fe3e9a870f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=085274894a5e4da3b12b86f29321bb9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0705297 Nov 12 20:09:19.627766 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8449284b-8865-4cf6-b833-4fe1afc69a30 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:19.633188 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8449284b-8865-4cf6-b833-4fe1afc69a30 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:19.636833 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8449284b-8865-4cf6-b833-4fe1afc69a30 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "DELETE /v2.0/security-groups/7340e548-4a07-444a-8fdc-86dac63b35dd HTTP/1.1" status: 204 len: 168 time: 0.1956518 Nov 12 20:09:19.638722 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37446) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:19.675072 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449284b-8865-4cf6-b833-4fe1afc69a30 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7340e548-4a07-444a-8fdc-86dac63b35dd,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:19.685987 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-5d80e499-31b5-4358-9532-94766931bf31 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] show failed (client error): The resource could not be found. Nov 12 20:09:19.691681 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5d80e499-31b5-4358-9532-94766931bf31 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "GET /v2.0/security-groups/7340e548-4a07-444a-8fdc-86dac63b35dd HTTP/1.1" status: 404 len: 347 time: 0.0495296 Nov 12 20:09:19.737569 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37454) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:19.778155 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8418ba-0f64-4573-81c9-bcb21a644bd5 req-b5c6667c-18a8-4216-8d81-405fb9e1eff5 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:19.780715 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa8418ba-0f64-4573-81c9-bcb21a644bd5 req-b5c6667c-18a8-4216-8d81-405fb9e1eff5 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.1015410 Nov 12 20:09:19.839824 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa8418ba-0f64-4573-81c9-bcb21a644bd5 req-4a1f52d2-c4f8-4a4b-bf66-18a1a08576bc tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531933 Nov 12 20:09:19.867217 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656080aa-7a4a-4a68-90bb-8da1d3915fa7 None None] Sync routers for ids ['0b4056e0-93e6-40f4-9cc0-d8a9088665ef'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:09:19.930485 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656080aa-7a4a-4a68-90bb-8da1d3915fa7 None None] Routers {'0b4056e0-93e6-40f4-9cc0-d8a9088665ef'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:09:19.931131 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-656080aa-7a4a-4a68-90bb-8da1d3915fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0b4056e0-93e6-40f4-9cc0-d8a9088665ef'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:19.937073 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bcfbc705-b114-4e06-8185-e3c94dfb24e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:20.028364 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:20.053482 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-cb1fd266-9395-499b-b04a-49de48d41e99 service neutron] 10.222.0.48 "GET /v2.0/networks/d28f5bff-6773-414f-a35c-6671e7cd48e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714818 Nov 12 20:09:20.096968 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-75105add-d5ce-4ddb-9f6c-7480cd94f258 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Deleting port ed226934-23fa-48e7-9961-fe72e098d31c {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:09:20.097262 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-75105add-d5ce-4ddb-9f6c-7480cd94f258 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:20.099247 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-656080aa-7a4a-4a68-90bb-8da1d3915fa7 None None] Set router 0b4056e0-93e6-40f4-9cc0-d8a9088665ef gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:09:20.259465 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-75105add-d5ce-4ddb-9f6c-7480cd94f258 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:20.259831 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-75105add-d5ce-4ddb-9f6c-7480cd94f258 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:20.281220 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-24b0a67f-6c8f-4002-88a6-c4a1eeb04a65 service neutron] 10.222.0.48 "GET /v2.0/networks/d28f5bff-6773-414f-a35c-6671e7cd48e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132905 Nov 12 20:09:20.293048 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-75105add-d5ce-4ddb-9f6c-7480cd94f258 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Calling delete_port for ed226934-23fa-48e7-9961-fe72e098d31c owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:09:20.380628 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-656080aa-7a4a-4a68-90bb-8da1d3915fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-1899760203-router', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'c4b21b80-9221-40c8-b89a-0ce412d401ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:13Z', 'updated_at': '2021-11-12T20:09:17Z', 'revision_number': 4, 'project_id': '085274894a5e4da3b12b86f29321bb9f', 'gw_port': {'id': 'c4b21b80-9221-40c8-b89a-0ce412d401ba', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:09:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:14Z', 'updated_at': '2021-11-12T20:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'e3a15567-464f-451b-9e32-49fadeb328d2', 'name': '', 'network_id': 'd28f5bff-6773-414f-a35c-6671e7cd48e4', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'mac_address': 'fa:16:3e:91:68:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '4d301c59-5040-4432-bed3-40a974fbc83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:16Z', 'updated_at': '2021-11-12T20:09:17Z', 'revision_number': 2, 'project_id': '085274894a5e4da3b12b86f29321bb9f', 'subnets': [{'id': '4d301c59-5040-4432-bed3-40a974fbc83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:20.421339 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656080aa-7a4a-4a68-90bb-8da1d3915fa7 None None] Checking router: 0b4056e0-93e6-40f4-9cc0-d8a9088665ef for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:09:20.421700 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656080aa-7a4a-4a68-90bb-8da1d3915fa7 None None] Updating router 0b4056e0-93e6-40f4-9cc0-d8a9088665ef port e3a15567-464f-451b-9e32-49fadeb328d2 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:09:20.455097 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-656080aa-7a4a-4a68-90bb-8da1d3915fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:20.497381 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-75105add-d5ce-4ddb-9f6c-7480cd94f258 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:20.528347 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bfed0036-e072-4f74-9806-16e6f9e4d356 req-c2eff94d-8371-4919-a50b-4b4872fb6768 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 210 time: 0.0378644 Nov 12 20:09:20.547645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75105add-d5ce-4ddb-9f6c-7480cd94f258 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Pushing event deleted for resources: {'Port': ['ID=ed226934-23fa-48e7-9961-fe72e098d31c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:20.616523 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-75105add-d5ce-4ddb-9f6c-7480cd94f258 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:20.619872 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-75105add-d5ce-4ddb-9f6c-7480cd94f258 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:20.621069 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-75105add-d5ce-4ddb-9f6c-7480cd94f258 tempest-ImagesOneServerNegativeTestJSON-1651060695 tempest-ImagesOneServerNegativeTestJSON-1651060695-project] 10.222.0.48 "DELETE /v2.0/floatingips/2bd7d92e-4f24-4e95-899c-8802e8e16edd HTTP/1.1" status: 204 len: 168 time: 0.8825223 Nov 12 20:09:20.781882 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37484) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:20.837932 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-656080aa-7a4a-4a68-90bb-8da1d3915fa7 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:20.845449 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-656080aa-7a4a-4a68-90bb-8da1d3915fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:20.856008 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b9e8937-d8d8-4c6d-b1d7-de45e9204f1a admin admin] Deleting subnet 0c1ad2f7-7e72-4638-8072-b188c067ace8 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:09:20.859386 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b9e8937-d8d8-4c6d-b1d7-de45e9204f1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:20.903921 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b9e8937-d8d8-4c6d-b1d7-de45e9204f1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:20.914048 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a2446-4fd2-4393-8fe9-416d09c216d4 None None] Pushing event updated for resources: {'Port': ['ID=e3a15567-464f-451b-9e32-49fadeb328d2,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:20.953960 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b9e8937-d8d8-4c6d-b1d7-de45e9204f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:21.025938 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b9e8937-d8d8-4c6d-b1d7-de45e9204f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:21.051898 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-656080aa-7a4a-4a68-90bb-8da1d3915fa7 None None] Attempting to bind port e3a15567-464f-451b-9e32-49fadeb328d2 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:09:21.052827 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-656080aa-7a4a-4a68-90bb-8da1d3915fa7 None None] Attempting to bind port e3a15567-464f-451b-9e32-49fadeb328d2 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '38525599-f05e-4d27-b787-fb2ae2f8eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd28f5bff-6773-414f-a35c-6671e7cd48e4'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:09:21.053213 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656080aa-7a4a-4a68-90bb-8da1d3915fa7 None None] Attempting to bind port e3a15567-464f-451b-9e32-49fadeb328d2 on network d28f5bff-6773-414f-a35c-6671e7cd48e4 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:09:21.061876 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9fcce-4ff9-4530-990b-977ce9157bfd req-d9330da1-0b0c-4404-98a4-b0d8f6333c1c tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:21.072139 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-94a9fcce-4ff9-4530-990b-977ce9157bfd req-d9330da1-0b0c-4404-98a4-b0d8f6333c1c tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.1134923 Nov 12 20:09:21.072328 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656080aa-7a4a-4a68-90bb-8da1d3915fa7 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:09:21.072741 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656080aa-7a4a-4a68-90bb-8da1d3915fa7 None None] Checking segment: {'id': '38525599-f05e-4d27-b787-fb2ae2f8eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd28f5bff-6773-414f-a35c-6671e7cd48e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:09:21.073229 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-656080aa-7a4a-4a68-90bb-8da1d3915fa7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:21.073534 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656080aa-7a4a-4a68-90bb-8da1d3915fa7 None None] Bound using segment: {'id': '38525599-f05e-4d27-b787-fb2ae2f8eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd28f5bff-6773-414f-a35c-6671e7cd48e4'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:09:21.074215 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-656080aa-7a4a-4a68-90bb-8da1d3915fa7 None None] Bound port: e3a15567-464f-451b-9e32-49fadeb328d2, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38525599-f05e-4d27-b787-fb2ae2f8eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd28f5bff-6773-414f-a35c-6671e7cd48e4'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:09:21.074599 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-656080aa-7a4a-4a68-90bb-8da1d3915fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:21.108583 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e8937-d8d8-4c6d-b1d7-de45e9204f1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c1ad2f7-7e72-4638-8072-b188c067ace8,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:21.114854 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b9e8937-d8d8-4c6d-b1d7-de45e9204f1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:21.122901 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6b9e8937-d8d8-4c6d-b1d7-de45e9204f1a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0c1ad2f7-7e72-4638-8072-b188c067ace8 HTTP/1.1" status: 204 len: 168 time: 0.3379617 Nov 12 20:09:21.123619 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37492) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:21.141559 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-94a9fcce-4ff9-4530-990b-977ce9157bfd req-725e967f-126c-4b9e-833a-be90a13e4857 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683098 Nov 12 20:09:21.190718 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-656080aa-7a4a-4a68-90bb-8da1d3915fa7 None None] For port e3a15567-464f-451b-9e32-49fadeb328d2, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:09:21.194337 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c4b21b80-9221-40c8-b89a-0ce412d401ba up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:09:21.200191 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-656080aa-7a4a-4a68-90bb-8da1d3915fa7 None None] For port e3a15567-464f-451b-9e32-49fadeb328d2, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e3a15567-464f-451b-9e32-49fadeb328d2,segment=NetworkSegment(38525599-f05e-4d27-b787-fb2ae2f8eea7),segment_id=38525599-f05e-4d27-b787-fb2ae2f8eea7)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:09:21.239747 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-656080aa-7a4a-4a68-90bb-8da1d3915fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:21.297034 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f9c2a15b-0816-45b8-aef1-83653043b61a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:21.373759 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656080aa-7a4a-4a68-90bb-8da1d3915fa7 None None] Routers {'0b4056e0-93e6-40f4-9cc0-d8a9088665ef'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:09:21.374445 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-656080aa-7a4a-4a68-90bb-8da1d3915fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:08:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0b4056e0-93e6-40f4-9cc0-d8a9088665ef'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:21.436775 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a2446-4fd2-4393-8fe9-416d09c216d4 None None] Pushing event updated for resources: {'Port': ['ID=e3a15567-464f-451b-9e32-49fadeb328d2,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:21.445926 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f9c2a15b-0816-45b8-aef1-83653043b61a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:21.457051 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port c4b21b80-9221-40c8-b89a-0ce412d401ba triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:09:21.457051 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:21.467100 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1765e8-253f-4bc5-a2db-4a23bf4cd6c1 req-2c4f7641-35f2-4dda-adcb-6302b7018ad9 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:21.472699 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ea1765e8-253f-4bc5-a2db-4a23bf4cd6c1 req-2c4f7641-35f2-4dda-adcb-6302b7018ad9 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.0837748 Nov 12 20:09:21.474219 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-f9c2a15b-0816-45b8-aef1-83653043b61a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d647a41e-ad4a-4efd-99be-d45e84f5e8b5']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:21.488390 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-f9c2a15b-0816-45b8-aef1-83653043b61a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44856b08-7173-4552-88bc-2d1c4111ab8b') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:21.488687 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-f9c2a15b-0816-45b8-aef1-83653043b61a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44856b08-7173-4552-88bc-2d1c4111ab8b') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:21.498571 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0cb2c-4430-4a84-8a0a-624efb7057af req-8624bbc6-4f95-4cdf-9340-826ec06570fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:21.500610 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-27b0cb2c-4430-4a84-8a0a-624efb7057af req-8624bbc6-4f95-4cdf-9340-826ec06570fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=218ba8caf41b4f549ff41bad0bad7ee1&device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 1098 time: 0.1232255 Nov 12 20:09:21.504486 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f9c2a15b-0816-45b8-aef1-83653043b61a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:21.522060 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ea1765e8-253f-4bc5-a2db-4a23bf4cd6c1 req-67775125-c8ac-4c8a-bd13-a16878bc6dd6 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465643 Nov 12 20:09:21.545910 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f9c2a15b-0816-45b8-aef1-83653043b61a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:21.558253 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c2a15b-0816-45b8-aef1-83653043b61a admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:09:21.558674 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f9c2a15b-0816-45b8-aef1-83653043b61a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:09:21.560467 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:09:21.676115 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6c855b65-9944-446c-ba8e-93003a133757 req-c36dd617-8b68-4db7-bd55-a167d8aea881 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 210 time: 0.0396795 Nov 12 20:09:21.702165 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f9c2a15b-0816-45b8-aef1-83653043b61a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:21.714882 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f9c2a15b-0816-45b8-aef1-83653043b61a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:21.718586 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f9c2a15b-0816-45b8-aef1-83653043b61a admin admin] 10.222.0.48 "DELETE /v2.0/networks/d647a41e-ad4a-4efd-99be-d45e84f5e8b5 HTTP/1.1" status: 204 len: 168 time: 0.5762529 Nov 12 20:09:21.745177 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-656080aa-7a4a-4a68-90bb-8da1d3915fa7 None None] Set router 0b4056e0-93e6-40f4-9cc0-d8a9088665ef gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:09:21.772203 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0cb2c-4430-4a84-8a0a-624efb7057af req-2cff735f-54de-47ae-93b5-d1b3a7c068b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:21.777125 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-27b0cb2c-4430-4a84-8a0a-624efb7057af req-2cff735f-54de-47ae-93b5-d1b3a7c068b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2c263eaa-bf88-4e86-8018-6b76427f8727 HTTP/1.1" status: 200 len: 919 time: 0.2607691 Nov 12 20:09:21.778374 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2a15b-0816-45b8-aef1-83653043b61a admin admin] Pushing event deleted for resources: {'Network': ['ID=d647a41e-ad4a-4efd-99be-d45e84f5e8b5,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:21.815380 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-803443b5-88d6-4ef8-9948-a2ee1752271a tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:21.818346 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-803443b5-88d6-4ef8-9948-a2ee1752271a tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.52 "GET /v2.0/networks?id=d28f5bff-6773-414f-a35c-6671e7cd48e4 HTTP/1.1" status: 200 len: 820 time: 0.1550021 Nov 12 20:09:21.833213 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-55c340cb-80be-483d-9d64-2a99278f7ba2 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Request body: {'port': {'device_id': '6bc43087-8952-4fde-9149-f741645ceae9', 'network_id': 'd28f5bff-6773-414f-a35c-6671e7cd48e4', 'admin_state_up': True, 'tenant_id': '085274894a5e4da3b12b86f29321bb9f'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:21.838733 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-27b0cb2c-4430-4a84-8a0a-624efb7057af req-7cc49fc7-05f3-47dd-936b-5fa0957d3f68 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=348389b1-8721-495d-a4ff-e289223ec964 HTTP/1.1" status: 200 len: 217 time: 0.0538337 Nov 12 20:09:21.938764 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0cb2c-4430-4a84-8a0a-624efb7057af req-e7d6f84f-c55e-44dd-8ac1-b69a006543e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:21.940634 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-27b0cb2c-4430-4a84-8a0a-624efb7057af req-e7d6f84f-c55e-44dd-8ac1-b69a006543e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6239fe67-7ec1-4338-bde6-5b5a647207c2 HTTP/1.1" status: 200 len: 858 time: 0.0946913 Nov 12 20:09:22.005387 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-27b0cb2c-4430-4a84-8a0a-624efb7057af req-2e7aa374-f548-4ee0-b2d9-fdbb87f51b91 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c263eaa-bf88-4e86-8018-6b76427f8727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565329 Nov 12 20:09:22.052600 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 668f5e96-0032-4c3d-b39d-558d5030a63f no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:09:22.058728 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37516) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:22.092358 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 668f5e96-0032-4c3d-b39d-558d5030a63f {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:09:22.092714 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 668f5e96-0032-4c3d-b39d-558d5030a63f not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:09:22.135461 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-656080aa-7a4a-4a68-90bb-8da1d3915fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-1899760203-router', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'c4b21b80-9221-40c8-b89a-0ce412d401ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:13Z', 'updated_at': '2021-11-12T20:09:17Z', 'revision_number': 4, 'project_id': '085274894a5e4da3b12b86f29321bb9f', 'gw_port': {'id': 'c4b21b80-9221-40c8-b89a-0ce412d401ba', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:09:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:14Z', 'updated_at': '2021-11-12T20:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'e3a15567-464f-451b-9e32-49fadeb328d2', 'name': '', 'network_id': 'd28f5bff-6773-414f-a35c-6671e7cd48e4', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'mac_address': 'fa:16:3e:91:68:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '4d301c59-5040-4432-bed3-40a974fbc83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:16Z', 'updated_at': '2021-11-12T20:09:21Z', 'revision_number': 4, 'project_id': '085274894a5e4da3b12b86f29321bb9f', 'subnets': [{'id': '4d301c59-5040-4432-bed3-40a974fbc83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:22.170430 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656080aa-7a4a-4a68-90bb-8da1d3915fa7 None None] The sync data for ids ['0b4056e0-93e6-40f4-9cc0-d8a9088665ef'] in n-d-712140-15 is: [{'id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-1899760203-router', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'c4b21b80-9221-40c8-b89a-0ce412d401ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:13Z', 'updated_at': '2021-11-12T20:09:17Z', 'revision_number': 4, 'project_id': '085274894a5e4da3b12b86f29321bb9f', 'gw_port': {'id': 'c4b21b80-9221-40c8-b89a-0ce412d401ba', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:09:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:14Z', 'updated_at': '2021-11-12T20:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'e3a15567-464f-451b-9e32-49fadeb328d2', 'name': '', 'network_id': 'd28f5bff-6773-414f-a35c-6671e7cd48e4', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'mac_address': 'fa:16:3e:91:68:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '4d301c59-5040-4432-bed3-40a974fbc83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:16Z', 'updated_at': '2021-11-12T20:09:21Z', 'revision_number': 4, 'project_id': '085274894a5e4da3b12b86f29321bb9f', 'subnets': [{'id': '4d301c59-5040-4432-bed3-40a974fbc83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:09:22.202887 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d41dcd3d-aad5-4706-bfaa-a37a4a5eca17 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2c215bd023034edfbd082926b8439df6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1430461 Nov 12 20:09:22.209178 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37520) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:22.213783 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-133a35d5-6f2c-4f96-84e3-e59b459fccb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:22.217331 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-27b0cb2c-4430-4a84-8a0a-624efb7057af req-6e3a57bb-0a12-46f9-b1ed-97cf67cf37ac service neutron] 10.222.0.55 "GET /v2.0/networks/2c263eaa-bf88-4e86-8018-6b76427f8727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959848 Nov 12 20:09:22.410010 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-15e6c46d-8173-4d95-9ad9-ab98f8a8a80a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:22.458432 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-15e6c46d-8173-4d95-9ad9-ab98f8a8a80a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:22.491518 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-55c340cb-80be-483d-9d64-2a99278f7ba2 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Made reservation on behalf of 085274894a5e4da3b12b86f29321bb9f for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:09:22.499744 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-55c340cb-80be-483d-9d64-2a99278f7ba2 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:22.534240 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-27b0cb2c-4430-4a84-8a0a-624efb7057af req-8ec48b37-919e-4fbe-8e2c-ffc2ebfa9087 service neutron] 10.222.0.55 "GET /v2.0/networks/2c263eaa-bf88-4e86-8018-6b76427f8727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039441 Nov 12 20:09:22.573514 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-15e6c46d-8173-4d95-9ad9-ab98f8a8a80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:22.576568 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-15e6c46d-8173-4d95-9ad9-ab98f8a8a80a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:22.583370 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-15e6c46d-8173-4d95-9ad9-ab98f8a8a80a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/42f35990-f579-44d2-9c3d-46f6ac15fc67 HTTP/1.1" status: 204 len: 168 time: 0.3713231 Nov 12 20:09:22.598193 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6c46d-8173-4d95-9ad9-ab98f8a8a80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f35990-f579-44d2-9c3d-46f6ac15fc67,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:22.760150 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57540051-36af-4153-9de7-f7feac6963b4 req-4f2eab40-bfb1-4264-8ade-4e276e469166 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:22.768400 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-57540051-36af-4153-9de7-f7feac6963b4 req-4f2eab40-bfb1-4264-8ade-4e276e469166 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.0937674 Nov 12 20:09:22.780667 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-55c340cb-80be-483d-9d64-2a99278f7ba2 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Allocated IP 172.20.0.5 (d28f5bff-6773-414f-a35c-6671e7cd48e4/4d301c59-5040-4432-bed3-40a974fbc83c/053849d8-0826-4f55-9654-3a36e6545af6) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:09:22.847563 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f730510f-ffcc-4f29-acf4-929add007e4c req-07ebae5a-f5b8-4fe7-8948-73a5aaa19c0a tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 210 time: 0.0383995 Nov 12 20:09:22.928984 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-57540051-36af-4153-9de7-f7feac6963b4 req-9ef3e569-03fe-4532-8d73-63a9f42a5de3 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592374 Nov 12 20:09:23.059115 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-55c340cb-80be-483d-9d64-2a99278f7ba2 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:23.131193 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-55c340cb-80be-483d-9d64-2a99278f7ba2 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:23.191549 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-55c340cb-80be-483d-9d64-2a99278f7ba2 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Network d28f5bff-6773-414f-a35c-6671e7cd48e4 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:09:23.205771 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-55c340cb-80be-483d-9d64-2a99278f7ba2 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:09:23.212105 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e3a15567-464f-451b-9e32-49fadeb328d2 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:09:23.212937 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-55c340cb-80be-483d-9d64-2a99278f7ba2 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:09:23.268216 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c340cb-80be-483d-9d64-2a99278f7ba2 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Pushing event updated for resources: {'Port': ['ID=053849d8-0826-4f55-9654-3a36e6545af6,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:23.315511 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-55c340cb-80be-483d-9d64-2a99278f7ba2 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:23.316512 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-55c340cb-80be-483d-9d64-2a99278f7ba2 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:23.328727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port e3a15567-464f-451b-9e32-49fadeb328d2 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:09:23.329112 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:23.337787 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-55c340cb-80be-483d-9d64-2a99278f7ba2 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5092773 Nov 12 20:09:23.355852 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-66c5c8d4-3fe6-4a09-af7d-7856867b540a service neutron] Request body: {'port': {'device_id': '6bc43087-8952-4fde-9149-f741645ceae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:23.417620 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:23.483595 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-66c5c8d4-3fe6-4a09-af7d-7856867b540a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:23.486799 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port e3a15567-464f-451b-9e32-49fadeb328d2, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e3a15567-464f-451b-9e32-49fadeb328d2,segment=NetworkSegment(38525599-f05e-4d27-b787-fb2ae2f8eea7),segment_id=38525599-f05e-4d27-b787-fb2ae2f8eea7)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:09:23.494928 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:23.592325 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=e3a15567-464f-451b-9e32-49fadeb328d2,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:23.690375 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:23.692857 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:23.909887 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-66c5c8d4-3fe6-4a09-af7d-7856867b540a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053849d8-0826-4f55-9654-3a36e6545af6 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:09:23.919292 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-66c5c8d4-3fe6-4a09-af7d-7856867b540a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:23.948790 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-66c5c8d4-3fe6-4a09-af7d-7856867b540a service neutron] Transition to ACTIVE for port object 053849d8-0826-4f55-9654-3a36e6545af6 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:09:23.960859 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-66c5c8d4-3fe6-4a09-af7d-7856867b540a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:24.031314 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5c8d4-3fe6-4a09-af7d-7856867b540a service neutron] Pushing event updated for resources: {'Port': ['ID=053849d8-0826-4f55-9654-3a36e6545af6,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:24.091750 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15f4fe-22fd-4225-ab4d-eb19c510d66f req-eece0db2-32de-4c8e-8639-9e2c335a2ecc tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:24.101005 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6a15f4fe-22fd-4225-ab4d-eb19c510d66f req-eece0db2-32de-4c8e-8639-9e2c335a2ecc tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 943 time: 0.1560767 Nov 12 20:09:24.120094 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8bf96-948f-4ea1-99b0-8a0b8c1254e8 req-9dd28e46-32d6-484a-81da-cf145761ebda tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:24.122628 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d4a8bf96-948f-4ea1-99b0-8a0b8c1254e8 req-9dd28e46-32d6-484a-81da-cf145761ebda tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.0894105 Nov 12 20:09:24.192818 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d4a8bf96-948f-4ea1-99b0-8a0b8c1254e8 req-25265cb5-b4e6-42be-a825-1020debe9fef tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638504 Nov 12 20:09:24.223942 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6a15f4fe-22fd-4225-ab4d-eb19c510d66f req-019423db-7b17-4466-a3be-76b5c1bbdc98 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174226 Nov 12 20:09:24.227869 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-66c5c8d4-3fe6-4a09-af7d-7856867b540a service neutron] Attempting to bind port 053849d8-0826-4f55-9654-3a36e6545af6 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:09:24.228462 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-66c5c8d4-3fe6-4a09-af7d-7856867b540a service neutron] Attempting to bind port 053849d8-0826-4f55-9654-3a36e6545af6 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '38525599-f05e-4d27-b787-fb2ae2f8eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd28f5bff-6773-414f-a35c-6671e7cd48e4'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:09:24.228980 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-66c5c8d4-3fe6-4a09-af7d-7856867b540a service neutron] Attempting to bind port 053849d8-0826-4f55-9654-3a36e6545af6 on network d28f5bff-6773-414f-a35c-6671e7cd48e4 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:09:24.237035 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-66c5c8d4-3fe6-4a09-af7d-7856867b540a service neutron] Port 053849d8-0826-4f55-9654-3a36e6545af6 on network d28f5bff-6773-414f-a35c-6671e7cd48e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:09:24.237368 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-66c5c8d4-3fe6-4a09-af7d-7856867b540a service neutron] Attempting to bind port 053849d8-0826-4f55-9654-3a36e6545af6 on network d28f5bff-6773-414f-a35c-6671e7cd48e4 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:09:24.245186 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-66c5c8d4-3fe6-4a09-af7d-7856867b540a service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:09:24.245542 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-66c5c8d4-3fe6-4a09-af7d-7856867b540a service neutron] Checking segment: {'id': '38525599-f05e-4d27-b787-fb2ae2f8eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd28f5bff-6773-414f-a35c-6671e7cd48e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:09:24.245913 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-66c5c8d4-3fe6-4a09-af7d-7856867b540a service neutron] Bound using segment: {'id': '38525599-f05e-4d27-b787-fb2ae2f8eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd28f5bff-6773-414f-a35c-6671e7cd48e4'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:09:24.246354 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-66c5c8d4-3fe6-4a09-af7d-7856867b540a service neutron] Bound port: 053849d8-0826-4f55-9654-3a36e6545af6, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38525599-f05e-4d27-b787-fb2ae2f8eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd28f5bff-6773-414f-a35c-6671e7cd48e4'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:09:24.246714 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-66c5c8d4-3fe6-4a09-af7d-7856867b540a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:24.298397 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37580) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:24.328648 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-66c5c8d4-3fe6-4a09-af7d-7856867b540a service neutron] For port 053849d8-0826-4f55-9654-3a36e6545af6, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:09:24.332183 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-66c5c8d4-3fe6-4a09-af7d-7856867b540a service neutron] For port 053849d8-0826-4f55-9654-3a36e6545af6, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=053849d8-0826-4f55-9654-3a36e6545af6,segment=NetworkSegment(38525599-f05e-4d27-b787-fb2ae2f8eea7),segment_id=38525599-f05e-4d27-b787-fb2ae2f8eea7)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:09:24.337623 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-66c5c8d4-3fe6-4a09-af7d-7856867b540a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:24.393880 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-66c5c8d4-3fe6-4a09-af7d-7856867b540a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:24.394613 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-66c5c8d4-3fe6-4a09-af7d-7856867b540a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:24.396100 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-66c5c8d4-3fe6-4a09-af7d-7856867b540a service neutron] 10.222.0.52 "PUT /v2.0/ports/053849d8-0826-4f55-9654-3a36e6545af6 HTTP/1.1" status: 200 len: 1092 time: 1.0490160 Nov 12 20:09:24.401365 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc43087-8952-4fde-9149-f741645ceae9', 'tag': '053849d8-0826-4f55-9654-3a36e6545af6'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:09:24.403811 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c868b04-d0f1-4e52-afdb-c442d11eca49" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc43087-8952-4fde-9149-f741645ceae9", "tag": "053849d8-0826-4f55-9654-3a36e6545af6"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:09:24.412193 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5c8d4-3fe6-4a09-af7d-7856867b540a service neutron] Pushing event updated for resources: {'Port': ['ID=053849d8-0826-4f55-9654-3a36e6545af6,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:24.448162 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-195c0f5f-da0c-4dd8-91bc-d2909f273378 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:24.487793 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a6799c-44ce-4cbf-a006-8203d17a87dd x-openstack-request-id: req-10a6799c-44ce-4cbf-a006-8203d17a87dd {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:09:24.488282 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc43087-8952-4fde-9149-f741645ceae9", "tag": "053849d8-0826-4f55-9654-3a36e6545af6", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:09:24.488619 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-10a6799c-44ce-4cbf-a006-8203d17a87dd {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:09:24.488920 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc43087-8952-4fde-9149-f741645ceae9', 'tag': '053849d8-0826-4f55-9654-3a36e6545af6', 'status': 'completed', 'code': 200} Nov 12 20:09:24.506205 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-126ae797-c9a4-4470-a4e4-fa01adeae216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:24.508096 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-126ae797-c9a4-4470-a4e4-fa01adeae216 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=085274894a5e4da3b12b86f29321bb9f&device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 1095 time: 0.0547578 Nov 12 20:09:24.541351 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-195c0f5f-da0c-4dd8-91bc-d2909f273378 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:24.547498 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-195c0f5f-da0c-4dd8-91bc-d2909f273378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:24.595718 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-195c0f5f-da0c-4dd8-91bc-d2909f273378 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8a52bcd7980e449c8c52e15c39728487&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2940452 Nov 12 20:09:24.595968 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c0f5f-da0c-4dd8-91bc-d2909f273378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9996be2e-ef19-4838-b319-cfe149c4161e,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:24.598442 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37592) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:24.602506 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-a25e5f14-b592-451b-8d62-ef0c5319f69e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=053849d8-0826-4f55-9654-3a36e6545af6 HTTP/1.1" status: 200 len: 217 time: 0.0851493 Nov 12 20:09:24.657485 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ad26ab24-1fec-4ffa-a9fa-7831f3398462 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:24.667120 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-e74a5342-75f5-4788-ada9-376668ccda4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:24.668793 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-e74a5342-75f5-4788-ada9-376668ccda4e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4d301c59-5040-4432-bed3-40a974fbc83c HTTP/1.1" status: 200 len: 860 time: 0.0568070 Nov 12 20:09:24.688873 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ad26ab24-1fec-4ffa-a9fa-7831f3398462 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:24.710604 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-0f70eaaa-8486-4d0f-9e5a-75fef8dae820 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d28f5bff-6773-414f-a35c-6671e7cd48e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306282 Nov 12 20:09:24.745911 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ad26ab24-1fec-4ffa-a9fa-7831f3398462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:24.748510 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ad26ab24-1fec-4ffa-a9fa-7831f3398462 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:24.749689 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ad26ab24-1fec-4ffa-a9fa-7831f3398462 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9996be2e-ef19-4838-b319-cfe149c4161e HTTP/1.1" status: 204 len: 168 time: 0.1502266 Nov 12 20:09:24.760386 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26ab24-1fec-4ffa-a9fa-7831f3398462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9996be2e-ef19-4838-b319-cfe149c4161e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:24.831055 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-7d8c2283-1c5e-4603-b962-27d2d3fe3d8e service neutron] 10.222.0.52 "GET /v2.0/networks/d28f5bff-6773-414f-a35c-6671e7cd48e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128252 Nov 12 20:09:24.943079 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8c3d639-a51a-4a30-92d4-186762eeace4 req-66e5b357-fd89-478c-bab1-c0768783b15e service neutron] 10.222.0.52 "GET /v2.0/networks/d28f5bff-6773-414f-a35c-6671e7cd48e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041789 Nov 12 20:09:25.032976 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:25.058309 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c868b04-d0f1-4e52-afdb-c442d11eca49 req-94ba459d-5682-476e-b867-dbf42a909bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:25.059998 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6c868b04-d0f1-4e52-afdb-c442d11eca49 req-94ba459d-5682-476e-b867-dbf42a909bc3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=085274894a5e4da3b12b86f29321bb9f&device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 1095 time: 0.0590811 Nov 12 20:09:25.157701 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e3a15567-464f-451b-9e32-49fadeb328d2 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:09:25.184739 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c868b04-d0f1-4e52-afdb-c442d11eca49 req-81c8f7e6-865c-4961-9dae-502cf4fc7229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:25.188007 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6c868b04-d0f1-4e52-afdb-c442d11eca49 req-81c8f7e6-865c-4961-9dae-502cf4fc7229 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d28f5bff-6773-414f-a35c-6671e7cd48e4 HTTP/1.1" status: 200 len: 921 time: 0.1203904 Nov 12 20:09:25.210718 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port e3a15567-464f-451b-9e32-49fadeb328d2 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:09:25.211085 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:25.258674 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6c868b04-d0f1-4e52-afdb-c442d11eca49 req-c6509fa7-4f85-4e9e-ae64-d248b6ac71fa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=053849d8-0826-4f55-9654-3a36e6545af6 HTTP/1.1" status: 200 len: 217 time: 0.0621271 Nov 12 20:09:25.344529 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c868b04-d0f1-4e52-afdb-c442d11eca49 req-9d8a51de-ba7a-4434-8776-9aa0c43d3ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:25.346108 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6c868b04-d0f1-4e52-afdb-c442d11eca49 req-9d8a51de-ba7a-4434-8776-9aa0c43d3ec4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4d301c59-5040-4432-bed3-40a974fbc83c HTTP/1.1" status: 200 len: 860 time: 0.0790069 Nov 12 20:09:25.398559 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6c868b04-d0f1-4e52-afdb-c442d11eca49 req-4df95bde-b5da-47b8-9ec3-1f1b7d622d69 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d28f5bff-6773-414f-a35c-6671e7cd48e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358655 Nov 12 20:09:25.475267 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3f0c1-083b-48a6-a4b4-f2b500f65fba req-2baf3ec7-c0c2-4b11-9f2c-e405949d589c tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:25.484779 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52b3f0c1-083b-48a6-a4b4-f2b500f65fba req-2baf3ec7-c0c2-4b11-9f2c-e405949d589c tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 943 time: 0.1110590 Nov 12 20:09:25.518172 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a8c38-f574-440e-8563-207fb743f729 req-eeefbb25-9228-4ca7-b237-25d115542500 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:25.519703 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e8a8c38-f574-440e-8563-207fb743f729 req-eeefbb25-9228-4ca7-b237-25d115542500 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.1195617 Nov 12 20:09:25.549296 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52b3f0c1-083b-48a6-a4b4-f2b500f65fba req-cef977d6-39c6-4051-9d4e-b6d9ad4c29a1 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634530 Nov 12 20:09:25.646481 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e8a8c38-f574-440e-8563-207fb743f729 req-4cca137b-248f-4edb-8cf5-893db4e70fb7 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983658 Nov 12 20:09:25.665447 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6c868b04-d0f1-4e52-afdb-c442d11eca49 req-8c251079-90a2-4302-b534-d323dea3f4be service neutron] 10.222.0.52 "GET /v2.0/networks/d28f5bff-6773-414f-a35c-6671e7cd48e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549331 Nov 12 20:09:25.804798 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6c868b04-d0f1-4e52-afdb-c442d11eca49 req-0a51ae74-8064-4ea2-bb45-4765a329473a service neutron] 10.222.0.52 "GET /v2.0/networks/d28f5bff-6773-414f-a35c-6671e7cd48e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225154 Nov 12 20:09:25.806195 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37636) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:25.898220 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:25.947666 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-97522886-ee31-4e4e-9909-8ff7621779e4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1122913382-network', 'tenant_id': '796b4d58964344328f50841db00642f2'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:25.975831 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97522886-ee31-4e4e-9909-8ff7621779e4 admin admin] Made reservation on behalf of 796b4d58964344328f50841db00642f2 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:09:25.978511 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-97522886-ee31-4e4e-9909-8ff7621779e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:25.989190 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-97522886-ee31-4e4e-9909-8ff7621779e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:26.074409 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-97522886-ee31-4e4e-9909-8ff7621779e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:26.078784 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-97522886-ee31-4e4e-9909-8ff7621779e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:26.091692 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97522886-ee31-4e4e-9909-8ff7621779e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:09:26.102252 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-97522886-ee31-4e4e-9909-8ff7621779e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:26.102797 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-97522886-ee31-4e4e-9909-8ff7621779e4 admin admin] Added segment b3c9d4e4-06b0-4773-ab03-a8d7972eb950 of type vlan for network 714ce243-8edf-4087-b328-b0b394fdd194 Nov 12 20:09:26.152303 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-97522886-ee31-4e4e-9909-8ff7621779e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:26.198746 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97522886-ee31-4e4e-9909-8ff7621779e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454cf788-93b3-427a-a661-4f8cc765b26b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:26.202648 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-97522886-ee31-4e4e-9909-8ff7621779e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:26.203609 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97522886-ee31-4e4e-9909-8ff7621779e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:26.204196 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-97522886-ee31-4e4e-9909-8ff7621779e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:26.270328 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-97522886-ee31-4e4e-9909-8ff7621779e4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4620757 Nov 12 20:09:26.271074 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97522886-ee31-4e4e-9909-8ff7621779e4 admin admin] Pushing event updated for resources: {'Network': ['ID=714ce243-8edf-4087-b328-b0b394fdd194,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:26.273145 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37642) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:26.279226 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-b503a468-3318-4852-8629-f5652190df96 admin admin] Request body: {'subnet': {'network_id': '714ce243-8edf-4087-b328-b0b394fdd194', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1122913382-subnet', 'tenant_id': '796b4d58964344328f50841db00642f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:26.295370 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 714ce243-8edf-4087-b328-b0b394fdd194 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:09:26.312112 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b503a468-3318-4852-8629-f5652190df96 admin admin] Made reservation on behalf of 796b4d58964344328f50841db00642f2 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:09:26.315724 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b503a468-3318-4852-8629-f5652190df96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:26.501064 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b503a468-3318-4852-8629-f5652190df96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:26.565991 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503a468-3318-4852-8629-f5652190df96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72a23393-e22d-4062-9374-9769457f7e29,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:26.574612 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b503a468-3318-4852-8629-f5652190df96 admin admin] Checking segment: {'id': 'b3c9d4e4-06b0-4773-ab03-a8d7972eb950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '714ce243-8edf-4087-b328-b0b394fdd194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:09:26.574924 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b503a468-3318-4852-8629-f5652190df96 admin admin] Network hostable DHCP agents. Network: 714ce243-8edf-4087-b328-b0b394fdd194, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:09:26.598879 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b503a468-3318-4852-8629-f5652190df96 admin admin] Network 714ce243-8edf-4087-b328-b0b394fdd194 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:09:26.614245 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-b503a468-3318-4852-8629-f5652190df96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 714ce243-8edf-4087-b328-b0b394fdd194) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:09:26.619382 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b503a468-3318-4852-8629-f5652190df96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:26.620316 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b503a468-3318-4852-8629-f5652190df96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:26.625695 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20773280-13ab-49a3-bd8e-2b9af515a1bf None None] Network 714ce243-8edf-4087-b328-b0b394fdd194 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:09:26.658053 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b503a468-3318-4852-8629-f5652190df96 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3757470 Nov 12 20:09:26.715464 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58fee7b-cb70-4bf4-ac76-99d65ceaef1b req-58c450dc-9aee-4a09-b1b8-9539cb7b2c46 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:26.717117 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b58fee7b-cb70-4bf4-ac76-99d65ceaef1b req-58c450dc-9aee-4a09-b1b8-9539cb7b2c46 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 943 time: 0.0840096 Nov 12 20:09:26.784649 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8683a1-3d68-46e6-8767-c4fc14368006 None None] Network 714ce243-8edf-4087-b328-b0b394fdd194 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:09:26.816478 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b58fee7b-cb70-4bf4-ac76-99d65ceaef1b req-e0956c6b-3db2-454d-9d90-de86cef34778 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920248 Nov 12 20:09:26.890020 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f75a4-ef03-43ab-8842-f33de1ca2cfc req-a39b0f41-9217-4c71-85f3-6c7b5219d85f tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:26.891761 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-886f75a4-ef03-43ab-8842-f33de1ca2cfc req-a39b0f41-9217-4c71-85f3-6c7b5219d85f tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.0737717 Nov 12 20:09:26.948275 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-886f75a4-ef03-43ab-8842-f33de1ca2cfc req-0bb32f74-e573-4657-9601-bbc11ade512c tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469482 Nov 12 20:09:27.107018 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-770f21cf-256b-4a8d-9863-10292ede8a3a req-9727a058-8725-4d37-b93a-874a17837787 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1680268081', 'description': 'tempest-description-94659500'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:27.129059 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-770f21cf-256b-4a8d-9863-10292ede8a3a req-9727a058-8725-4d37-b93a-874a17837787 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:27.204631 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-770f21cf-256b-4a8d-9863-10292ede8a3a req-9727a058-8725-4d37-b93a-874a17837787 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:27.209211 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-770f21cf-256b-4a8d-9863-10292ede8a3a req-9727a058-8725-4d37-b93a-874a17837787 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:27.229915 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 053849d8-0826-4f55-9654-3a36e6545af6 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:09:27.238247 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-770f21cf-256b-4a8d-9863-10292ede8a3a req-9727a058-8725-4d37-b93a-874a17837787 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:27.239508 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-770f21cf-256b-4a8d-9863-10292ede8a3a req-9727a058-8725-4d37-b93a-874a17837787 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1370330 Nov 12 20:09:27.243670 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727a058-8725-4d37-b93a-874a17837787 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d053b7a3-784c-4380-90da-0a247a667beb,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:27.328817 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8d32205c-317d-4fa0-8cb0-7ef1b6dd4e75 req-dfac64e6-47b2-4e2a-b468-b8ba5abc18d8 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "GET /v2.0/security-groups/d053b7a3-784c-4380-90da-0a247a667beb HTTP/1.1" status: 200 len: 1822 time: 0.0507317 Nov 12 20:09:27.333588 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-8d32205c-317d-4fa0-8cb0-7ef1b6dd4e75 req-06f476f2-c1dc-41b5-8b1d-398ec7c6cd64 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd053b7a3-784c-4380-90da-0a247a667beb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:27.333914 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-8d32205c-317d-4fa0-8cb0-7ef1b6dd4e75 req-06f476f2-c1dc-41b5-8b1d-398ec7c6cd64 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd053b7a3-784c-4380-90da-0a247a667beb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:27.346579 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 053849d8-0826-4f55-9654-3a36e6545af6, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=053849d8-0826-4f55-9654-3a36e6545af6,segment=NetworkSegment(38525599-f05e-4d27-b787-fb2ae2f8eea7),segment_id=38525599-f05e-4d27-b787-fb2ae2f8eea7)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:09:27.360258 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '053849d8-0826-4f55-9654-3a36e6545af6', 'network_id': 'd28f5bff-6773-414f-a35c-6671e7cd48e4', 'port_id': '053849d8-0826-4f55-9654-3a36e6545af6', 'mac_address': 'fa:16:3e:6d:37:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d301c59-5040-4432-bed3-40a974fbc83c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:09:27.400025 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:27.400473 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8d32205c-317d-4fa0-8cb0-7ef1b6dd4e75 req-06f476f2-c1dc-41b5-8b1d-398ec7c6cd64 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:27.414001 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 053849d8-0826-4f55-9654-3a36e6545af6 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:09:27.428397 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8d32205c-317d-4fa0-8cb0-7ef1b6dd4e75 req-06f476f2-c1dc-41b5-8b1d-398ec7c6cd64 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:27.433525 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8d32205c-317d-4fa0-8cb0-7ef1b6dd4e75 req-06f476f2-c1dc-41b5-8b1d-398ec7c6cd64 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:27.435868 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 053849d8-0826-4f55-9654-3a36e6545af6, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=053849d8-0826-4f55-9654-3a36e6545af6,segment=NetworkSegment(38525599-f05e-4d27-b787-fb2ae2f8eea7),segment_id=38525599-f05e-4d27-b787-fb2ae2f8eea7)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:09:27.440535 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:27.455438 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f476f2-c1dc-41b5-8b1d-398ec7c6cd64 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b8a313-ef84-4d6a-991b-2a32d377fe94,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:27.464977 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8d32205c-317d-4fa0-8cb0-7ef1b6dd4e75 req-06f476f2-c1dc-41b5-8b1d-398ec7c6cd64 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:27.468759 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8d32205c-317d-4fa0-8cb0-7ef1b6dd4e75 req-06f476f2-c1dc-41b5-8b1d-398ec7c6cd64 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1390028 Nov 12 20:09:27.496405 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-923335a2-8946-4799-b3ed-f48830c8f047 req-a2bc8819-7a22-4ae2-892a-a12185938082 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1319366629', 'description': 'tempest-description-2008212081'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:27.509923 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=053849d8-0826-4f55-9654-3a36e6545af6,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:27.519106 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-923335a2-8946-4799-b3ed-f48830c8f047 req-a2bc8819-7a22-4ae2-892a-a12185938082 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:27.589572 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-923335a2-8946-4799-b3ed-f48830c8f047 req-a2bc8819-7a22-4ae2-892a-a12185938082 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:27.597260 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-923335a2-8946-4799-b3ed-f48830c8f047 req-a2bc8819-7a22-4ae2-892a-a12185938082 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:27.628461 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-923335a2-8946-4799-b3ed-f48830c8f047 req-a2bc8819-7a22-4ae2-892a-a12185938082 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:27.629710 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-923335a2-8946-4799-b3ed-f48830c8f047 req-a2bc8819-7a22-4ae2-892a-a12185938082 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.1376462 Nov 12 20:09:27.634392 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc8819-7a22-4ae2-892a-a12185938082 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e643ef4a-b316-48c2-9bf7-071313e409a7,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:27.694395 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab9298c8-0556-4f5c-b60f-8626a4ef5f5d req-2c903cd8-4ca8-480a-bd3b-2097c9765c31 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "GET /v2.0/security-groups/e643ef4a-b316-48c2-9bf7-071313e409a7 HTTP/1.1" status: 200 len: 1824 time: 0.0370679 Nov 12 20:09:27.705341 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-ab9298c8-0556-4f5c-b60f-8626a4ef5f5d req-dec59ebb-2426-4709-b12f-104c1b002ad3 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e643ef4a-b316-48c2-9bf7-071313e409a7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:27.705657 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-ab9298c8-0556-4f5c-b60f-8626a4ef5f5d req-dec59ebb-2426-4709-b12f-104c1b002ad3 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e643ef4a-b316-48c2-9bf7-071313e409a7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:27.764005 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ab9298c8-0556-4f5c-b60f-8626a4ef5f5d req-dec59ebb-2426-4709-b12f-104c1b002ad3 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:27.785646 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['053849d8-0826-4f55-9654-3a36e6545af6'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:09:27.792441 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ab9298c8-0556-4f5c-b60f-8626a4ef5f5d req-dec59ebb-2426-4709-b12f-104c1b002ad3 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:27.804495 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ab9298c8-0556-4f5c-b60f-8626a4ef5f5d req-dec59ebb-2426-4709-b12f-104c1b002ad3 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:27.826952 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ab9298c8-0556-4f5c-b60f-8626a4ef5f5d req-dec59ebb-2426-4709-b12f-104c1b002ad3 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:27.848716 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab9298c8-0556-4f5c-b60f-8626a4ef5f5d req-dec59ebb-2426-4709-b12f-104c1b002ad3 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1471317 Nov 12 20:09:27.849644 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec59ebb-2426-4709-b12f-104c1b002ad3 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f009cec-104f-454e-8eca-d114eb22da32,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:27.858935 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-f72a91d3-99bb-419e-917e-eaecd7e2d859 req-78e4cd2a-62e3-465b-91d1-2f39c19ac099 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-86224380', 'description': 'tempest-description-668492976'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:27.900251 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f72a91d3-99bb-419e-917e-eaecd7e2d859 req-78e4cd2a-62e3-465b-91d1-2f39c19ac099 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:28.016603 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e024a-7966-4ec7-9312-5ad401de86bf req-99dbe11f-d91b-43cd-8c1b-689bb3e84a8f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:28.018139 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-df5e024a-7966-4ec7-9312-5ad401de86bf req-99dbe11f-d91b-43cd-8c1b-689bb3e84a8f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 944 time: 0.0960829 Nov 12 20:09:28.020132 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f72a91d3-99bb-419e-917e-eaecd7e2d859 req-78e4cd2a-62e3-465b-91d1-2f39c19ac099 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:28.025244 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f72a91d3-99bb-419e-917e-eaecd7e2d859 req-78e4cd2a-62e3-465b-91d1-2f39c19ac099 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:28.063249 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f72a91d3-99bb-419e-917e-eaecd7e2d859 req-78e4cd2a-62e3-465b-91d1-2f39c19ac099 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:28.067966 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f72a91d3-99bb-419e-917e-eaecd7e2d859 req-78e4cd2a-62e3-465b-91d1-2f39c19ac099 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2102466 Nov 12 20:09:28.067966 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4cd2a-62e3-465b-91d1-2f39c19ac099 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a911ad-00ca-44ad-8fac-763b374f5f9d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:28.101263 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-df5e024a-7966-4ec7-9312-5ad401de86bf req-cd0ead50-e5ce-4bc4-b066-bf7cdb2c86bb tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736761 Nov 12 20:09:28.232534 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f2690-3452-40e1-a158-809fc16ba181 req-a517ccef-e121-4d00-a12f-dbfee2a48f6d tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:28.234517 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4a4f2690-3452-40e1-a158-809fc16ba181 req-a517ccef-e121-4d00-a12f-dbfee2a48f6d tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.0597987 Nov 12 20:09:28.290427 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4a4f2690-3452-40e1-a158-809fc16ba181 req-685bd255-86cf-4f3a-a5af-edd25bd540a1 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456498 Nov 12 20:09:28.316742 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-6fa4e0b0-d2ab-40d6-8d76-320957fde975 req-ade66902-028c-4276-932d-aa2cbdeebaaf tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1043736994', 'description': 'tempest-description-815450343'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:28.342818 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6fa4e0b0-d2ab-40d6-8d76-320957fde975 req-ade66902-028c-4276-932d-aa2cbdeebaaf tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:28.412252 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6fa4e0b0-d2ab-40d6-8d76-320957fde975 req-ade66902-028c-4276-932d-aa2cbdeebaaf tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:28.416655 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6fa4e0b0-d2ab-40d6-8d76-320957fde975 req-ade66902-028c-4276-932d-aa2cbdeebaaf tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:28.446059 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6fa4e0b0-d2ab-40d6-8d76-320957fde975 req-ade66902-028c-4276-932d-aa2cbdeebaaf tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:28.447306 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6fa4e0b0-d2ab-40d6-8d76-320957fde975 req-ade66902-028c-4276-932d-aa2cbdeebaaf tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.1348248 Nov 12 20:09:28.449094 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade66902-028c-4276-932d-aa2cbdeebaaf tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdae5b81-9988-4a51-89ac-e21483816c3a,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:28.505995 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8635f7cb-688b-4ce6-b7a7-755a08e24928 req-79820112-26e7-45ba-ad9d-bb820e9648d0 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "GET /v2.0/security-groups/19a911ad-00ca-44ad-8fac-763b374f5f9d HTTP/1.1" status: 200 len: 1821 time: 0.0369577 Nov 12 20:09:28.551727 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8635f7cb-688b-4ce6-b7a7-755a08e24928 req-8dcd50b4-57a0-43fd-87a1-c1f4484019b5 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "GET /v2.0/security-groups/bdae5b81-9988-4a51-89ac-e21483816c3a HTTP/1.1" status: 200 len: 1823 time: 0.0393610 Nov 12 20:09:28.562336 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-8635f7cb-688b-4ce6-b7a7-755a08e24928 req-c5b15736-87ca-45d2-9832-402782ef703b tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '19a911ad-00ca-44ad-8fac-763b374f5f9d', 'remote_group_id': 'bdae5b81-9988-4a51-89ac-e21483816c3a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:28.562654 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-8635f7cb-688b-4ce6-b7a7-755a08e24928 req-c5b15736-87ca-45d2-9832-402782ef703b tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '19a911ad-00ca-44ad-8fac-763b374f5f9d', 'remote_group_id': 'bdae5b81-9988-4a51-89ac-e21483816c3a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:28.627807 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8635f7cb-688b-4ce6-b7a7-755a08e24928 req-c5b15736-87ca-45d2-9832-402782ef703b tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:28.690070 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8635f7cb-688b-4ce6-b7a7-755a08e24928 req-c5b15736-87ca-45d2-9832-402782ef703b tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:28.694519 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8635f7cb-688b-4ce6-b7a7-755a08e24928 req-c5b15736-87ca-45d2-9832-402782ef703b tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:28.709991 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b15736-87ca-45d2-9832-402782ef703b tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=130b2755-1e87-4a12-be33-3bc9891d35a7,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:28.721209 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8635f7cb-688b-4ce6-b7a7-755a08e24928 req-c5b15736-87ca-45d2-9832-402782ef703b tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:28.722415 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8635f7cb-688b-4ce6-b7a7-755a08e24928 req-c5b15736-87ca-45d2-9832-402782ef703b tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1642263 Nov 12 20:09:28.751446 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-dff1b740-7593-4400-9bef-8dc28112fbb9 req-d83247ec-b4e4-4348-ba37-fadfa96420ef tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1808687973', 'description': 'tempest-description-1175099845'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:28.773136 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-dff1b740-7593-4400-9bef-8dc28112fbb9 req-d83247ec-b4e4-4348-ba37-fadfa96420ef tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:28.840583 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-dff1b740-7593-4400-9bef-8dc28112fbb9 req-d83247ec-b4e4-4348-ba37-fadfa96420ef tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:28.845306 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-dff1b740-7593-4400-9bef-8dc28112fbb9 req-d83247ec-b4e4-4348-ba37-fadfa96420ef tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:28.875793 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-dff1b740-7593-4400-9bef-8dc28112fbb9 req-d83247ec-b4e4-4348-ba37-fadfa96420ef tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:28.877079 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dff1b740-7593-4400-9bef-8dc28112fbb9 req-d83247ec-b4e4-4348-ba37-fadfa96420ef tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.1298816 Nov 12 20:09:28.881299 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83247ec-b4e4-4348-ba37-fadfa96420ef tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0f1be3-9cf3-4b34-a8ea-3362c9e14352,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:28.922173 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-f5e1e4ce-aabb-45de-8999-c775a273a21a req-b8b5e226-a12a-40df-ac71-10cf1c4899d0 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1327229010', 'description': 'tempest-description-1895907281'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:28.948876 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f5e1e4ce-aabb-45de-8999-c775a273a21a req-b8b5e226-a12a-40df-ac71-10cf1c4899d0 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:29.028621 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f5e1e4ce-aabb-45de-8999-c775a273a21a req-b8b5e226-a12a-40df-ac71-10cf1c4899d0 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:29.032632 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f5e1e4ce-aabb-45de-8999-c775a273a21a req-b8b5e226-a12a-40df-ac71-10cf1c4899d0 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:29.062403 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f5e1e4ce-aabb-45de-8999-c775a273a21a req-b8b5e226-a12a-40df-ac71-10cf1c4899d0 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:29.063646 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5e1e4ce-aabb-45de-8999-c775a273a21a req-b8b5e226-a12a-40df-ac71-10cf1c4899d0 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.1459672 Nov 12 20:09:29.065477 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5e226-a12a-40df-ac71-10cf1c4899d0 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d720ec8c-2f79-4caf-b480-68aad1a333e1,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:29.126715 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b714e34-daaa-4568-a174-5a5f9f9fdfd0 req-9d5a220b-401f-4293-8705-928cd65d510e tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "GET /v2.0/security-groups/3f0f1be3-9cf3-4b34-a8ea-3362c9e14352 HTTP/1.1" status: 200 len: 1824 time: 0.0387721 Nov 12 20:09:29.176083 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b714e34-daaa-4568-a174-5a5f9f9fdfd0 req-e42df21e-b9ad-4b6e-b77c-e33430653604 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "GET /v2.0/security-groups/d720ec8c-2f79-4caf-b480-68aad1a333e1 HTTP/1.1" status: 200 len: 1824 time: 0.0436070 Nov 12 20:09:29.190873 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-4b714e34-daaa-4568-a174-5a5f9f9fdfd0 req-f13d5401-2b8f-42bd-9d9e-6e1f8cb76132 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3f0f1be3-9cf3-4b34-a8ea-3362c9e14352', 'remote_group_id': 'd720ec8c-2f79-4caf-b480-68aad1a333e1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:29.191318 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-4b714e34-daaa-4568-a174-5a5f9f9fdfd0 req-f13d5401-2b8f-42bd-9d9e-6e1f8cb76132 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3f0f1be3-9cf3-4b34-a8ea-3362c9e14352', 'remote_group_id': 'd720ec8c-2f79-4caf-b480-68aad1a333e1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:29.238888 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de43a69-0523-441d-ad90-ed1b17b3489c req-254c0b19-48af-4c9b-835d-d02bd8b38897 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:29.240640 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3de43a69-0523-441d-ad90-ed1b17b3489c req-254c0b19-48af-4c9b-835d-d02bd8b38897 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 944 time: 0.0591018 Nov 12 20:09:29.263122 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4b714e34-daaa-4568-a174-5a5f9f9fdfd0 req-f13d5401-2b8f-42bd-9d9e-6e1f8cb76132 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:29.265188 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 053849d8-0826-4f55-9654-3a36e6545af6 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:09:29.303451 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4b714e34-daaa-4568-a174-5a5f9f9fdfd0 req-f13d5401-2b8f-42bd-9d9e-6e1f8cb76132 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:29.309631 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4b714e34-daaa-4568-a174-5a5f9f9fdfd0 req-f13d5401-2b8f-42bd-9d9e-6e1f8cb76132 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:29.311384 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3de43a69-0523-441d-ad90-ed1b17b3489c req-bdecf1a1-f5a5-4656-bd2c-1ca528d64b3a tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618734 Nov 12 20:09:29.337873 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4b714e34-daaa-4568-a174-5a5f9f9fdfd0 req-f13d5401-2b8f-42bd-9d9e-6e1f8cb76132 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:29.349063 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 053849d8-0826-4f55-9654-3a36e6545af6 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:09:29.354105 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 053849d8-0826-4f55-9654-3a36e6545af6 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:09:29.354478 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:29.358733 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b714e34-daaa-4568-a174-5a5f9f9fdfd0 req-f13d5401-2b8f-42bd-9d9e-6e1f8cb76132 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1751769 Nov 12 20:09:29.365157 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d5401-2b8f-42bd-9d9e-6e1f8cb76132 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29598300-9160-4e4b-a4a2-a854a8d326e4,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:29.439447 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:29.465173 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc43087-8952-4fde-9149-f741645ceae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053849d8-0826-4f55-9654-3a36e6545af6'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:09:29.467466 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bef32da-7f53-44aa-8f95-3df34214f661" -d '{"events": [{"server_uuid": "6bc43087-8952-4fde-9149-f741645ceae9", "name": "network-vif-plugged", "status": "completed", "tag": "053849d8-0826-4f55-9654-3a36e6545af6"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:09:29.480607 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 053849d8-0826-4f55-9654-3a36e6545af6, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=053849d8-0826-4f55-9654-3a36e6545af6,segment=NetworkSegment(38525599-f05e-4d27-b787-fb2ae2f8eea7),segment_id=38525599-f05e-4d27-b787-fb2ae2f8eea7)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:09:29.485711 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:29.549169 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a6ddb-1e17-489d-b53c-0fe31a662cfc req-2524eed6-6794-4235-9b3f-64c64441bcb8 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:29.553400 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=053849d8-0826-4f55-9654-3a36e6545af6,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:29.560951 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3d6168cc-c717-4e54-b706-6a4b61560170 req-0176a773-8ec9-4aa2-aeac-64b7748b1bc6 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "GET /v2.0/security-groups/d720ec8c-2f79-4caf-b480-68aad1a333e1 HTTP/1.1" status: 200 len: 1824 time: 0.0471416 Nov 12 20:09:29.564652 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-277a6ddb-1e17-489d-b53c-0fe31a662cfc req-2524eed6-6794-4235-9b3f-64c64441bcb8 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.0653298 Nov 12 20:09:29.608449 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-277a6ddb-1e17-489d-b53c-0fe31a662cfc req-8669cb20-f701-4554-a8c4-59c6a6b6c718 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426462 Nov 12 20:09:29.636042 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3d6168cc-c717-4e54-b706-6a4b61560170 req-8ef195aa-6910-4af8-9982-91a5d3d33c1b tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:29.655609 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4839567-5703-4bca-8236-b21a07a5d076 x-openstack-request-id: req-c4839567-5703-4bca-8236-b21a07a5d076 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:09:29.656297 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc43087-8952-4fde-9149-f741645ceae9", "name": "network-vif-plugged", "status": "completed", "tag": "053849d8-0826-4f55-9654-3a36e6545af6", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:09:29.656642 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c4839567-5703-4bca-8236-b21a07a5d076 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:09:29.657110 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc43087-8952-4fde-9149-f741645ceae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053849d8-0826-4f55-9654-3a36e6545af6', 'code': 200} Nov 12 20:09:29.661271 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3d6168cc-c717-4e54-b706-6a4b61560170 req-8ef195aa-6910-4af8-9982-91a5d3d33c1b tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:29.725232 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3d6168cc-c717-4e54-b706-6a4b61560170 req-8ef195aa-6910-4af8-9982-91a5d3d33c1b tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:29.728157 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3d6168cc-c717-4e54-b706-6a4b61560170 req-8ef195aa-6910-4af8-9982-91a5d3d33c1b tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:29.729328 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3d6168cc-c717-4e54-b706-6a4b61560170 req-8ef195aa-6910-4af8-9982-91a5d3d33c1b tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "DELETE /v2.0/security-groups/d720ec8c-2f79-4caf-b480-68aad1a333e1 HTTP/1.1" status: 204 len: 173 time: 0.1602430 Nov 12 20:09:29.742204 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef195aa-6910-4af8-9982-91a5d3d33c1b tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d720ec8c-2f79-4caf-b480-68aad1a333e1,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:29.802273 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f06d8-cfed-4a19-8bcf-09a4c438e0b0 req-2ff33dd1-0647-4716-8333-21ae27956fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:29.803767 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-690f06d8-cfed-4a19-8bcf-09a4c438e0b0 req-2ff33dd1-0647-4716-8333-21ae27956fc9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 1097 time: 0.0734353 Nov 12 20:09:29.817341 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-85794c70-8890-4617-8773-ff8f15ec81e8 req-28a3e36b-9204-4c8a-8d03-02c02c94b8eb tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "GET /v2.0/security-groups/3f0f1be3-9cf3-4b34-a8ea-3362c9e14352 HTTP/1.1" status: 200 len: 1824 time: 0.0480165 Nov 12 20:09:29.847856 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-8700cd25-a327-4e72-98c1-71fb783b2841 req-828c5754-946e-40ca-bf44-b0a8e37af0ee tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1810602687', 'description': 'tempest-description-714775434'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:29.870951 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-690f06d8-cfed-4a19-8bcf-09a4c438e0b0 req-bd522b6d-b0cb-473c-8a6f-1a13a3c65796 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503476 Nov 12 20:09:29.880762 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8700cd25-a327-4e72-98c1-71fb783b2841 req-828c5754-946e-40ca-bf44-b0a8e37af0ee tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:29.956002 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8700cd25-a327-4e72-98c1-71fb783b2841 req-828c5754-946e-40ca-bf44-b0a8e37af0ee tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:29.960960 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8700cd25-a327-4e72-98c1-71fb783b2841 req-828c5754-946e-40ca-bf44-b0a8e37af0ee tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:29.992250 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8700cd25-a327-4e72-98c1-71fb783b2841 req-828c5754-946e-40ca-bf44-b0a8e37af0ee tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:29.994116 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8700cd25-a327-4e72-98c1-71fb783b2841 req-828c5754-946e-40ca-bf44-b0a8e37af0ee tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.1506081 Nov 12 20:09:29.995932 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c5754-946e-40ca-bf44-b0a8e37af0ee tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=777511ad-ed89-4477-9913-3af3aaeaf053,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:30.081338 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0c08dc66-6f41-49cf-bb44-0363ece1a67a req-aae38919-af43-4904-9b05-9eb3765038be tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "GET /v2.0/security-groups/777511ad-ed89-4477-9913-3af3aaeaf053 HTTP/1.1" status: 200 len: 1823 time: 0.0639045 Nov 12 20:09:30.096022 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-0c08dc66-6f41-49cf-bb44-0363ece1a67a req-2adeb2b4-b962-45db-a68b-ebf8151020f7 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '777511ad-ed89-4477-9913-3af3aaeaf053', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:30.096378 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-0c08dc66-6f41-49cf-bb44-0363ece1a67a req-2adeb2b4-b962-45db-a68b-ebf8151020f7 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '777511ad-ed89-4477-9913-3af3aaeaf053', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:30.168838 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0c08dc66-6f41-49cf-bb44-0363ece1a67a req-2adeb2b4-b962-45db-a68b-ebf8151020f7 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:30.201606 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0c08dc66-6f41-49cf-bb44-0363ece1a67a req-2adeb2b4-b962-45db-a68b-ebf8151020f7 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:30.205550 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0c08dc66-6f41-49cf-bb44-0363ece1a67a req-2adeb2b4-b962-45db-a68b-ebf8151020f7 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:30.226749 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adeb2b4-b962-45db-a68b-ebf8151020f7 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500a5f9b-be0a-4592-87e8-26c7080ef429,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:30.235726 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0c08dc66-6f41-49cf-bb44-0363ece1a67a req-2adeb2b4-b962-45db-a68b-ebf8151020f7 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:30.236962 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0c08dc66-6f41-49cf-bb44-0363ece1a67a req-2adeb2b4-b962-45db-a68b-ebf8151020f7 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1468711 Nov 12 20:09:30.300660 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e096dd40-d487-4afe-92c3-2cd5855c715a req-e9600088-ce84-4278-980c-38321a475cb8 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "GET /v2.0/security-groups/777511ad-ed89-4477-9913-3af3aaeaf053 HTTP/1.1" status: 200 len: 2417 time: 0.0404828 Nov 12 20:09:30.311144 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-e096dd40-d487-4afe-92c3-2cd5855c715a req-c81256b6-7c81-4764-a6dd-97fbe1f681f5 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '777511ad-ed89-4477-9913-3af3aaeaf053', 'remote_group_id': None}]} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:30.311691 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-e096dd40-d487-4afe-92c3-2cd5855c715a req-c81256b6-7c81-4764-a6dd-97fbe1f681f5 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '777511ad-ed89-4477-9913-3af3aaeaf053', 'remote_group_id': None}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:30.386968 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e096dd40-d487-4afe-92c3-2cd5855c715a req-c81256b6-7c81-4764-a6dd-97fbe1f681f5 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:30.417873 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e096dd40-d487-4afe-92c3-2cd5855c715a req-c81256b6-7c81-4764-a6dd-97fbe1f681f5 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:30.423451 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e096dd40-d487-4afe-92c3-2cd5855c715a req-c81256b6-7c81-4764-a6dd-97fbe1f681f5 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:30.451146 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e096dd40-d487-4afe-92c3-2cd5855c715a req-c81256b6-7c81-4764-a6dd-97fbe1f681f5 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:30.463113 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e096dd40-d487-4afe-92c3-2cd5855c715a req-c81256b6-7c81-4764-a6dd-97fbe1f681f5 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1560700 Nov 12 20:09:30.464009 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81256b6-7c81-4764-a6dd-97fbe1f681f5 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b8e5241-87da-4685-9ccf-81f0615f5d25,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:30.512811 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef7757-5b6e-4964-83c1-8cb3ec7cf237 req-e5e3f179-62fb-4a6c-b1da-c54c0eccbf7d tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:30.514406 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-71ef7757-5b6e-4964-83c1-8cb3ec7cf237 req-e5e3f179-62fb-4a6c-b1da-c54c0eccbf7d tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.1055729 Nov 12 20:09:30.580881 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-71ef7757-5b6e-4964-83c1-8cb3ec7cf237 req-66b55317-6f45-4930-96e9-67fcf3261327 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605404 Nov 12 20:09:30.654279 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-11c60d81-4755-4f33-8e36-84d3273df1d7 req-5f98e056-7ab4-4e00-8722-d8e6ba28af3a tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "GET /v2.0/security-groups/777511ad-ed89-4477-9913-3af3aaeaf053 HTTP/1.1" status: 200 len: 3016 time: 0.0496840 Nov 12 20:09:30.706867 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f947651a-f6f3-4217-aea1-17fade2ea799 req-d6143535-1143-4df9-9add-089b42059bb9 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "GET /v2.0/security-group-rules/6b8e5241-87da-4685-9ccf-81f0615f5d25 HTTP/1.1" status: 200 len: 783 time: 0.0202372 Nov 12 20:09:30.775248 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f947651a-f6f3-4217-aea1-17fade2ea799 req-b8b31fef-a1e3-4db6-8fe3-5e5bf9e984b2 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "GET /v2.0/security-groups/777511ad-ed89-4477-9913-3af3aaeaf053 HTTP/1.1" status: 200 len: 3016 time: 0.0595281 Nov 12 20:09:30.793751 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ef4b4-aab1-4b5d-9a5b-40b451284577 req-52e37cdd-6d98-4986-857a-3ca6716fc4c2 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:30.796062 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-df1ef4b4-aab1-4b5d-9a5b-40b451284577 req-52e37cdd-6d98-4986-857a-3ca6716fc4c2 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.0740979 Nov 12 20:09:30.799607 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37774) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:30.815362 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f947651a-f6f3-4217-aea1-17fade2ea799 req-701f07ed-87fd-4266-8d0f-5085e6b06f86 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:30.824778 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f947651a-f6f3-4217-aea1-17fade2ea799 req-701f07ed-87fd-4266-8d0f-5085e6b06f86 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:30.850361 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-df1ef4b4-aab1-4b5d-9a5b-40b451284577 req-e8bc0e38-2df8-4a99-b54e-f9a67abe57ac tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479922 Nov 12 20:09:30.856395 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f947651a-f6f3-4217-aea1-17fade2ea799 req-701f07ed-87fd-4266-8d0f-5085e6b06f86 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:30.871927 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f947651a-f6f3-4217-aea1-17fade2ea799 req-701f07ed-87fd-4266-8d0f-5085e6b06f86 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:30.877368 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f947651a-f6f3-4217-aea1-17fade2ea799 req-701f07ed-87fd-4266-8d0f-5085e6b06f86 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/6b8e5241-87da-4685-9ccf-81f0615f5d25 HTTP/1.1" status: 204 len: 173 time: 0.0977464 Nov 12 20:09:30.877368 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f07ed-87fd-4266-8d0f-5085e6b06f86 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b8e5241-87da-4685-9ccf-81f0615f5d25,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:30.940839 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-30f06cac-960f-4f37-8fcd-f8d5c9f3ce6b req-561b254b-663b-42f0-b95a-ef780b334dda tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "GET /v2.0/security-groups/777511ad-ed89-4477-9913-3af3aaeaf053 HTTP/1.1" status: 200 len: 2417 time: 0.0493267 Nov 12 20:09:30.960093 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ded3f955-fc5b-44a4-b264-2662801a37ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:31.050101 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-30f06cac-960f-4f37-8fcd-f8d5c9f3ce6b req-fd1fac5e-4fad-43f1-b1b4-4261b3c6645e tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:31.054865 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ded3f955-fc5b-44a4-b264-2662801a37ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:31.068202 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ded3f955-fc5b-44a4-b264-2662801a37ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:31.105805 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-30f06cac-960f-4f37-8fcd-f8d5c9f3ce6b req-fd1fac5e-4fad-43f1-b1b4-4261b3c6645e tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:31.119413 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ded3f955-fc5b-44a4-b264-2662801a37ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c78bf1cc4014b6db6247406b18378a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3187351 Nov 12 20:09:31.121885 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37782) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:31.130560 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3f955-fc5b-44a4-b264-2662801a37ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073f0b3c-8a27-488d-9576-3b39a1e45ee5,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:31.167391 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-30f06cac-960f-4f37-8fcd-f8d5c9f3ce6b req-fd1fac5e-4fad-43f1-b1b4-4261b3c6645e tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:31.171379 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-30f06cac-960f-4f37-8fcd-f8d5c9f3ce6b req-fd1fac5e-4fad-43f1-b1b4-4261b3c6645e tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:31.178949 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-30f06cac-960f-4f37-8fcd-f8d5c9f3ce6b req-fd1fac5e-4fad-43f1-b1b4-4261b3c6645e tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "DELETE /v2.0/security-groups/777511ad-ed89-4477-9913-3af3aaeaf053 HTTP/1.1" status: 204 len: 173 time: 0.2276134 Nov 12 20:09:31.192023 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-797da2c1-1a26-4d33-877f-985a582d1496 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:31.204210 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1fac5e-4fad-43f1-b1b4-4261b3c6645e tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=777511ad-ed89-4477-9913-3af3aaeaf053,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:31.233330 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [req-3db42c8e-3993-405f-8333-45d84ba52588 req-59036682-b0da-458a-8ebb-0ca80aa3cded tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] show failed (client error): The resource could not be found. Nov 12 20:09:31.234974 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3db42c8e-3993-405f-8333-45d84ba52588 req-59036682-b0da-458a-8ebb-0ca80aa3cded tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "GET /v2.0/security-groups/d720ec8c-2f79-4caf-b480-68aad1a333e1 HTTP/1.1" status: 404 len: 352 time: 0.0380974 Nov 12 20:09:31.237207 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-797da2c1-1a26-4d33-877f-985a582d1496 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:31.290321 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-797da2c1-1a26-4d33-877f-985a582d1496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:31.293233 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-797da2c1-1a26-4d33-877f-985a582d1496 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:31.296723 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-797da2c1-1a26-4d33-877f-985a582d1496 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/073f0b3c-8a27-488d-9576-3b39a1e45ee5 HTTP/1.1" status: 204 len: 168 time: 0.1691153 Nov 12 20:09:31.302616 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797da2c1-1a26-4d33-877f-985a582d1496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073f0b3c-8a27-488d-9576-3b39a1e45ee5,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:31.310143 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0aa01a49-df3e-43c0-a69a-95c1ff39a897 req-5096c176-517a-4c78-bf5a-ad23c0b846d6 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "GET /v2.0/security-groups/3f0f1be3-9cf3-4b34-a8ea-3362c9e14352 HTTP/1.1" status: 200 len: 1824 time: 0.0534122 Nov 12 20:09:31.380568 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0aa01a49-df3e-43c0-a69a-95c1ff39a897 req-90070ca6-870f-46d0-b001-f12b20c79773 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:31.403876 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0aa01a49-df3e-43c0-a69a-95c1ff39a897 req-90070ca6-870f-46d0-b001-f12b20c79773 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:31.457805 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0aa01a49-df3e-43c0-a69a-95c1ff39a897 req-90070ca6-870f-46d0-b001-f12b20c79773 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:31.460949 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0aa01a49-df3e-43c0-a69a-95c1ff39a897 req-90070ca6-870f-46d0-b001-f12b20c79773 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:31.463072 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0aa01a49-df3e-43c0-a69a-95c1ff39a897 req-90070ca6-870f-46d0-b001-f12b20c79773 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "DELETE /v2.0/security-groups/3f0f1be3-9cf3-4b34-a8ea-3362c9e14352 HTTP/1.1" status: 204 len: 173 time: 0.1471643 Nov 12 20:09:31.473164 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90070ca6-870f-46d0-b001-f12b20c79773 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0f1be3-9cf3-4b34-a8ea-3362c9e14352,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:31.531740 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4a03d233-670d-41ea-8a4b-ec6ef91eb779 req-6988777e-0c87-4eb0-85a2-a4fdf50325a9 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "GET /v2.0/security-groups/bdae5b81-9988-4a51-89ac-e21483816c3a HTTP/1.1" status: 200 len: 1823 time: 0.0484154 Nov 12 20:09:31.594224 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4a03d233-670d-41ea-8a4b-ec6ef91eb779 req-a73c9078-6206-4ec0-81e0-0d9f40fbe703 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:31.623501 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4a03d233-670d-41ea-8a4b-ec6ef91eb779 req-a73c9078-6206-4ec0-81e0-0d9f40fbe703 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:31.628956 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37800) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:31.646869 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f764af5-d586-4d53-aeea-ff30b98d5802 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:31.694053 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4a03d233-670d-41ea-8a4b-ec6ef91eb779 req-a73c9078-6206-4ec0-81e0-0d9f40fbe703 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:31.697334 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4a03d233-670d-41ea-8a4b-ec6ef91eb779 req-a73c9078-6206-4ec0-81e0-0d9f40fbe703 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:31.698494 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4a03d233-670d-41ea-8a4b-ec6ef91eb779 req-a73c9078-6206-4ec0-81e0-0d9f40fbe703 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "DELETE /v2.0/security-groups/bdae5b81-9988-4a51-89ac-e21483816c3a HTTP/1.1" status: 204 len: 173 time: 0.1604421 Nov 12 20:09:31.712667 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c9078-6206-4ec0-81e0-0d9f40fbe703 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdae5b81-9988-4a51-89ac-e21483816c3a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:31.730227 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebe80a-0b23-4554-b622-ea46ebf19236 req-bbe5ff3f-93f9-4ca6-a0c3-a1c1091e2429 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:31.731788 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b1ebe80a-0b23-4554-b622-ea46ebf19236 req-bbe5ff3f-93f9-4ca6-a0c3-a1c1091e2429 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.0740669 Nov 12 20:09:31.783416 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f764af5-d586-4d53-aeea-ff30b98d5802 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:31.788333 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f764af5-d586-4d53-aeea-ff30b98d5802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:31.841150 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b1ebe80a-0b23-4554-b622-ea46ebf19236 req-c190cc6e-f03b-4c56-8e29-53d5085463a7 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928941 Nov 12 20:09:31.846756 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f764af5-d586-4d53-aeea-ff30b98d5802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f721625-6c69-4898-af0f-cd395fb88cce,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:31.854133 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6f764af5-d586-4d53-aeea-ff30b98d5802 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1710fec4be0b46ecaf6946bc77443307&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2212350 Nov 12 20:09:31.854378 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37806) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:31.900551 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5f099303-93ba-432e-8cf0-58daa01dce8f req-55da15c5-3056-4e9b-92a2-7551fe10a2cc tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "GET /v2.0/security-groups/19a911ad-00ca-44ad-8fac-763b374f5f9d HTTP/1.1" status: 200 len: 1821 time: 0.0526056 Nov 12 20:09:31.907060 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0c2614b1-30b0-4a83-9d6a-805f5a071d07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:31.933831 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0c2614b1-30b0-4a83-9d6a-805f5a071d07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:31.974224 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5f099303-93ba-432e-8cf0-58daa01dce8f req-dd6a9681-7d22-4690-8023-c8ad47edbc17 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:31.992761 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0c2614b1-30b0-4a83-9d6a-805f5a071d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:31.995828 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0c2614b1-30b0-4a83-9d6a-805f5a071d07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:31.999675 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0c2614b1-30b0-4a83-9d6a-805f5a071d07 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8f721625-6c69-4898-af0f-cd395fb88cce HTTP/1.1" status: 204 len: 168 time: 0.1417539 Nov 12 20:09:32.006169 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5f099303-93ba-432e-8cf0-58daa01dce8f req-dd6a9681-7d22-4690-8023-c8ad47edbc17 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:32.024663 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2614b1-30b0-4a83-9d6a-805f5a071d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f721625-6c69-4898-af0f-cd395fb88cce,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:32.110457 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41baa49-1df0-4775-a369-75150e65a951 req-87e1aab6-9166-4328-a1d8-f1016e814d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:32.112039 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e41baa49-1df0-4775-a369-75150e65a951 req-87e1aab6-9166-4328-a1d8-f1016e814d81 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=085274894a5e4da3b12b86f29321bb9f&device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 1097 time: 0.0608146 Nov 12 20:09:32.113677 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5f099303-93ba-432e-8cf0-58daa01dce8f req-dd6a9681-7d22-4690-8023-c8ad47edbc17 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:32.116305 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5f099303-93ba-432e-8cf0-58daa01dce8f req-dd6a9681-7d22-4690-8023-c8ad47edbc17 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:32.118486 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5f099303-93ba-432e-8cf0-58daa01dce8f req-dd6a9681-7d22-4690-8023-c8ad47edbc17 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "DELETE /v2.0/security-groups/19a911ad-00ca-44ad-8fac-763b374f5f9d HTTP/1.1" status: 204 len: 173 time: 0.2101383 Nov 12 20:09:32.125286 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb5a44-79fb-4ccd-bd0c-7a3bf1a0d61e req-2bf1aa21-a59d-48e3-941e-542f42f49eba tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:32.127164 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f1cb5a44-79fb-4ccd-bd0c-7a3bf1a0d61e req-2bf1aa21-a59d-48e3-941e-542f42f49eba tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.0611656 Nov 12 20:09:32.151133 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a9681-7d22-4690-8023-c8ad47edbc17 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a911ad-00ca-44ad-8fac-763b374f5f9d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:32.213076 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f1cb5a44-79fb-4ccd-bd0c-7a3bf1a0d61e req-a19c2134-0ad7-40f2-b1db-607b1b667f4d tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735292 Nov 12 20:09:32.248605 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:09:32.291591 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7649d2b-d0d8-4c6e-8664-c663c6b646d5 req-5bfedeb8-4357-4994-aab6-2b62d1e7628d tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:32.297110 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a7649d2b-d0d8-4c6e-8664-c663c6b646d5 req-5bfedeb8-4357-4994-aab6-2b62d1e7628d tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.0909100 Nov 12 20:09:32.298771 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41baa49-1df0-4775-a369-75150e65a951 req-d8908122-24b5-4a94-800f-0c64ca1d494f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:32.300246 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e41baa49-1df0-4775-a369-75150e65a951 req-d8908122-24b5-4a94-800f-0c64ca1d494f service neutron] 10.222.0.52 "GET /v2.0/networks?id=d28f5bff-6773-414f-a35c-6671e7cd48e4 HTTP/1.1" status: 200 len: 921 time: 0.1766801 Nov 12 20:09:32.350824 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e41baa49-1df0-4775-a369-75150e65a951 req-1e0a8ed0-b9b8-44f4-909e-b73b6616af8a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=053849d8-0826-4f55-9654-3a36e6545af6 HTTP/1.1" status: 200 len: 217 time: 0.0424829 Nov 12 20:09:32.360340 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-35567a02-f876-49fa-9618-230ad6b99878 req-f166b000-20d4-4aa2-8900-2fc3dcccab1a tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "GET /v2.0/security-groups/e643ef4a-b316-48c2-9bf7-071313e409a7 HTTP/1.1" status: 200 len: 2424 time: 0.0538323 Nov 12 20:09:32.412176 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a7649d2b-d0d8-4c6e-8664-c663c6b646d5 req-21e42fbc-055a-4b56-9636-ae74d82db978 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109695 Nov 12 20:09:32.428647 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41baa49-1df0-4775-a369-75150e65a951 req-9f9d5a02-b96f-4ffc-b160-153a7bcd8fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:32.430722 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-35567a02-f876-49fa-9618-230ad6b99878 req-947a1825-effa-43ee-ad50-d94f21cf6375 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:32.431611 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e41baa49-1df0-4775-a369-75150e65a951 req-9f9d5a02-b96f-4ffc-b160-153a7bcd8fa6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4d301c59-5040-4432-bed3-40a974fbc83c HTTP/1.1" status: 200 len: 860 time: 0.0700223 Nov 12 20:09:32.457190 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-35567a02-f876-49fa-9618-230ad6b99878 req-947a1825-effa-43ee-ad50-d94f21cf6375 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:32.472592 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e41baa49-1df0-4775-a369-75150e65a951 req-081342ae-e503-46f3-b2df-b8d3c12e6ad2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d28f5bff-6773-414f-a35c-6671e7cd48e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256395 Nov 12 20:09:32.486289 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37822) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:32.508576 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c3e486f7-f34f-4fba-90d8-53c3e92532d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:32.534651 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-35567a02-f876-49fa-9618-230ad6b99878 req-947a1825-effa-43ee-ad50-d94f21cf6375 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:32.537245 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-35567a02-f876-49fa-9618-230ad6b99878 req-947a1825-effa-43ee-ad50-d94f21cf6375 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:32.538391 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-35567a02-f876-49fa-9618-230ad6b99878 req-947a1825-effa-43ee-ad50-d94f21cf6375 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "DELETE /v2.0/security-groups/e643ef4a-b316-48c2-9bf7-071313e409a7 HTTP/1.1" status: 204 len: 173 time: 0.1695042 Nov 12 20:09:32.559999 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a1825-effa-43ee-ad50-d94f21cf6375 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e643ef4a-b316-48c2-9bf7-071313e409a7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:32.608048 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e41baa49-1df0-4775-a369-75150e65a951 req-21c27c36-04b2-4fda-8115-1e390e243b90 service neutron] 10.222.0.52 "GET /v2.0/networks/d28f5bff-6773-414f-a35c-6671e7cd48e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244802 Nov 12 20:09:32.614811 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c3e486f7-f34f-4fba-90d8-53c3e92532d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:32.617540 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-14852ea2-ec3a-4f1d-8040-9b0f92c85f2e req-057c21ae-4aac-4071-9801-337be8143e73 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "GET /v2.0/security-groups/d053b7a3-784c-4380-90da-0a247a667beb HTTP/1.1" status: 200 len: 2416 time: 0.0570869 Nov 12 20:09:32.621085 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c3e486f7-f34f-4fba-90d8-53c3e92532d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:32.671882 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c3e486f7-f34f-4fba-90d8-53c3e92532d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dc8fb64090ac43d9ba4344937621d58b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1845541 Nov 12 20:09:32.672801 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e486f7-f34f-4fba-90d8-53c3e92532d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1e4aae-15e0-4ed9-a64d-8bf16473cd94,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:32.676726 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37828) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:32.725796 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6ca4e229-b4c3-4363-af5a-d6f4d7af24e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:32.747941 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6ca4e229-b4c3-4363-af5a-d6f4d7af24e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:32.753254 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e41baa49-1df0-4775-a369-75150e65a951 req-b46a8729-cb81-406f-b7be-f9744eaced9d service neutron] 10.222.0.52 "GET /v2.0/networks/d28f5bff-6773-414f-a35c-6671e7cd48e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322744 Nov 12 20:09:32.755959 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-14852ea2-ec3a-4f1d-8040-9b0f92c85f2e req-25bcfa25-48ff-4c77-b9d8-3fbf7b8d6495 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:32.784660 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-14852ea2-ec3a-4f1d-8040-9b0f92c85f2e req-25bcfa25-48ff-4c77-b9d8-3fbf7b8d6495 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:32.807517 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6ca4e229-b4c3-4363-af5a-d6f4d7af24e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:32.812204 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6ca4e229-b4c3-4363-af5a-d6f4d7af24e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:32.814376 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6ca4e229-b4c3-4363-af5a-d6f4d7af24e5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ff1e4aae-15e0-4ed9-a64d-8bf16473cd94 HTTP/1.1" status: 204 len: 168 time: 0.1369400 Nov 12 20:09:32.841308 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4e229-b4c3-4363-af5a-d6f4d7af24e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1e4aae-15e0-4ed9-a64d-8bf16473cd94,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:32.863146 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-14852ea2-ec3a-4f1d-8040-9b0f92c85f2e req-25bcfa25-48ff-4c77-b9d8-3fbf7b8d6495 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:32.866430 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-14852ea2-ec3a-4f1d-8040-9b0f92c85f2e req-25bcfa25-48ff-4c77-b9d8-3fbf7b8d6495 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:32.868301 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-14852ea2-ec3a-4f1d-8040-9b0f92c85f2e req-25bcfa25-48ff-4c77-b9d8-3fbf7b8d6495 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] 10.222.0.48 "DELETE /v2.0/security-groups/d053b7a3-784c-4380-90da-0a247a667beb HTTP/1.1" status: 204 len: 173 time: 0.2119503 Nov 12 20:09:32.873943 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37840) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:32.890674 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bcfa25-48ff-4c77-b9d8-3fbf7b8d6495 tempest-SecurityGroupRulesTestJSON-605469030 tempest-SecurityGroupRulesTestJSON-605469030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d053b7a3-784c-4380-90da-0a247a667beb,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:32.931283 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-69019a8e-075b-4254-b7c1-c1cb2714d1d9 admin admin] Deleting subnet 72a23393-e22d-4062-9374-9769457f7e29 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:09:32.934610 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-69019a8e-075b-4254-b7c1-c1cb2714d1d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:32.970295 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-69019a8e-075b-4254-b7c1-c1cb2714d1d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:33.012020 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-69019a8e-075b-4254-b7c1-c1cb2714d1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:33.067164 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-69019a8e-075b-4254-b7c1-c1cb2714d1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:33.097015 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69019a8e-075b-4254-b7c1-c1cb2714d1d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72a23393-e22d-4062-9374-9769457f7e29,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:33.102816 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-69019a8e-075b-4254-b7c1-c1cb2714d1d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:33.106352 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-69019a8e-075b-4254-b7c1-c1cb2714d1d9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/72a23393-e22d-4062-9374-9769457f7e29 HTTP/1.1" status: 204 len: 168 time: 0.2313747 Nov 12 20:09:33.108990 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37844) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:33.187785 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f69973c8-cf61-4ca1-800a-e6c53c5676cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:33.275385 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f69973c8-cf61-4ca1-800a-e6c53c5676cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:33.319124 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-f69973c8-cf61-4ca1-800a-e6c53c5676cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['714ce243-8edf-4087-b328-b0b394fdd194']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:33.331536 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-f69973c8-cf61-4ca1-800a-e6c53c5676cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c9d4e4-06b0-4773-ab03-a8d7972eb950') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:33.331830 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-f69973c8-cf61-4ca1-800a-e6c53c5676cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c9d4e4-06b0-4773-ab03-a8d7972eb950') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:33.344724 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f69973c8-cf61-4ca1-800a-e6c53c5676cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:33.374457 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850a73f-9064-4323-91e4-cb867c69b3ad req-81bb2556-590d-445d-9f7c-a9497be05603 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:33.376000 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d850a73f-9064-4323-91e4-cb867c69b3ad req-81bb2556-590d-445d-9f7c-a9497be05603 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.0931730 Nov 12 20:09:33.377056 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f69973c8-cf61-4ca1-800a-e6c53c5676cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:33.385142 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f69973c8-cf61-4ca1-800a-e6c53c5676cf admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:09:33.385541 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f69973c8-cf61-4ca1-800a-e6c53c5676cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:09:33.387238 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:09:33.472510 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f69973c8-cf61-4ca1-800a-e6c53c5676cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:33.477654 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f69973c8-cf61-4ca1-800a-e6c53c5676cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:33.480635 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f69973c8-cf61-4ca1-800a-e6c53c5676cf admin admin] 10.222.0.48 "DELETE /v2.0/networks/714ce243-8edf-4087-b328-b0b394fdd194 HTTP/1.1" status: 204 len: 168 time: 0.3703489 Nov 12 20:09:33.501949 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d850a73f-9064-4323-91e4-cb867c69b3ad req-7ce3d576-c54b-4b83-89b1-1d73920d760a tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186748 Nov 12 20:09:33.502880 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69973c8-cf61-4ca1-800a-e6c53c5676cf admin admin] Pushing event deleted for resources: {'Network': ['ID=714ce243-8edf-4087-b328-b0b394fdd194,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:33.551799 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc2bd2-7229-4a9d-bf9c-16af233d9377 req-cdd53bd2-a8e3-4e58-8a1f-5be1f39b1851 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:33.553404 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d7cc2bd2-7229-4a9d-bf9c-16af233d9377 req-cdd53bd2-a8e3-4e58-8a1f-5be1f39b1851 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.0558989 Nov 12 20:09:33.608362 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d7cc2bd2-7229-4a9d-bf9c-16af233d9377 req-f4e52474-5904-4f98-8a7e-263ffe813210 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467582 Nov 12 20:09:33.683364 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37878) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:33.728577 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-83504e27-7eb6-4d82-a37b-71be4c7f7080 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=796b4d58964344328f50841db00642f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436180 Nov 12 20:09:33.731091 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37880) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:33.783461 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-40ee704a-339f-4d7c-b838-fef24fd13d2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:33.806357 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-40ee704a-339f-4d7c-b838-fef24fd13d2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:33.854556 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-40ee704a-339f-4d7c-b838-fef24fd13d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:33.858295 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-40ee704a-339f-4d7c-b838-fef24fd13d2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:33.862368 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-40ee704a-339f-4d7c-b838-fef24fd13d2b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/454cf788-93b3-427a-a661-4f8cc765b26b HTTP/1.1" status: 204 len: 168 time: 0.1279509 Nov 12 20:09:33.873573 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee704a-339f-4d7c-b838-fef24fd13d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454cf788-93b3-427a-a661-4f8cc765b26b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:34.612714 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37978) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:34.641545 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db91aa6-2fa1-4c9e-a755-2580c07ae41f req-fc545ee5-96bd-4fd7-9fd6-d4e4c49d2f5b tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:34.643106 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1db91aa6-2fa1-4c9e-a755-2580c07ae41f req-fc545ee5-96bd-4fd7-9fd6-d4e4c49d2f5b tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.0610559 Nov 12 20:09:34.709931 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1db91aa6-2fa1-4c9e-a755-2580c07ae41f req-454c0fc6-8815-40a8-a1ae-9e2978d087f5 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572035 Nov 12 20:09:34.746726 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b0279c09-807d-443a-a6fe-12b6b6b47bdc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1968982147-network', 'tenant_id': 'd589c44d8beb4a9a99fd0e3ee3989e02'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:34.783478 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87885b7a-8f13-4210-bbc8-63f204595bab req-10ad0416-6226-42ed-931d-dc356a51ad10 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:34.791316 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-87885b7a-8f13-4210-bbc8-63f204595bab req-10ad0416-6226-42ed-931d-dc356a51ad10 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.0972657 Nov 12 20:09:34.799465 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0279c09-807d-443a-a6fe-12b6b6b47bdc admin admin] Made reservation on behalf of d589c44d8beb4a9a99fd0e3ee3989e02 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:09:34.801729 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b0279c09-807d-443a-a6fe-12b6b6b47bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:34.819009 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b0279c09-807d-443a-a6fe-12b6b6b47bdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:34.865805 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-87885b7a-8f13-4210-bbc8-63f204595bab req-6c48400d-3909-4d9d-b83d-d414c2e4295f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735266 Nov 12 20:09:34.931892 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b0279c09-807d-443a-a6fe-12b6b6b47bdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:34.935916 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b0279c09-807d-443a-a6fe-12b6b6b47bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:34.963930 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0279c09-807d-443a-a6fe-12b6b6b47bdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:09:34.969701 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0279c09-807d-443a-a6fe-12b6b6b47bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d80000-f984-4a7a-82a2-867c68d8c0e3,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:34.977809 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b0279c09-807d-443a-a6fe-12b6b6b47bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:34.978099 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-b0279c09-807d-443a-a6fe-12b6b6b47bdc admin admin] Added segment 6c5a385a-1482-4dbe-a092-f9326f6cc34a of type vlan for network e03b9014-f595-48e0-9cac-59e02f1d1cf4 Nov 12 20:09:35.021806 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b0279c09-807d-443a-a6fe-12b6b6b47bdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:35.056861 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b0279c09-807d-443a-a6fe-12b6b6b47bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:35.057825 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0279c09-807d-443a-a6fe-12b6b6b47bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:35.058568 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b0279c09-807d-443a-a6fe-12b6b6b47bdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:35.128295 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b0279c09-807d-443a-a6fe-12b6b6b47bdc admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5117817 Nov 12 20:09:35.128493 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37990) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:35.133304 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-43f5f3f5-83d3-4897-90dc-0bf56cdbe66f admin admin] Request body: {'subnet': {'network_id': 'e03b9014-f595-48e0-9cac-59e02f1d1cf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1968982147-subnet', 'tenant_id': 'd589c44d8beb4a9a99fd0e3ee3989e02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:35.141059 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0279c09-807d-443a-a6fe-12b6b6b47bdc admin admin] Pushing event updated for resources: {'Network': ['ID=e03b9014-f595-48e0-9cac-59e02f1d1cf4,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:35.151844 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network e03b9014-f595-48e0-9cac-59e02f1d1cf4 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:09:35.161775 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f5f3f5-83d3-4897-90dc-0bf56cdbe66f admin admin] Made reservation on behalf of d589c44d8beb4a9a99fd0e3ee3989e02 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:09:35.166254 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-43f5f3f5-83d3-4897-90dc-0bf56cdbe66f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:35.352882 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-43f5f3f5-83d3-4897-90dc-0bf56cdbe66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:35.403665 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5f3f5-83d3-4897-90dc-0bf56cdbe66f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3c2e4d9-9736-43da-a822-420c37eb76de,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:35.419304 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f5f3f5-83d3-4897-90dc-0bf56cdbe66f admin admin] Checking segment: {'id': '6c5a385a-1482-4dbe-a092-f9326f6cc34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e03b9014-f595-48e0-9cac-59e02f1d1cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:09:35.419664 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f5f3f5-83d3-4897-90dc-0bf56cdbe66f admin admin] Network hostable DHCP agents. Network: e03b9014-f595-48e0-9cac-59e02f1d1cf4, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:09:35.436378 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f5f3f5-83d3-4897-90dc-0bf56cdbe66f admin admin] Network e03b9014-f595-48e0-9cac-59e02f1d1cf4 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:09:35.445124 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-43f5f3f5-83d3-4897-90dc-0bf56cdbe66f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, e03b9014-f595-48e0-9cac-59e02f1d1cf4) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:09:35.450837 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f5f3f5-83d3-4897-90dc-0bf56cdbe66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:35.451690 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-43f5f3f5-83d3-4897-90dc-0bf56cdbe66f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:35.458850 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1299ef01-123e-4101-aa6c-bc3a1b889e6c None None] Network e03b9014-f595-48e0-9cac-59e02f1d1cf4 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:09:35.479863 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-43f5f3f5-83d3-4897-90dc-0bf56cdbe66f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3414831 Nov 12 20:09:35.615744 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7217699-30df-43ee-8d8e-28063f0b17ad None None] Network e03b9014-f595-48e0-9cac-59e02f1d1cf4 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:09:35.781153 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [req-76485add-b973-4ccb-8ac0-61b16e7eb87a req-3d8a9fe9-0c8d-455a-b276-7b0e5281ffba tempest-SecurityGroupsNegativeTestJSON-1022624005 tempest-SecurityGroupsNegativeTestJSON-1022624005-project] show failed (client error): The resource could not be found. Nov 12 20:09:35.782336 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76485add-b973-4ccb-8ac0-61b16e7eb87a req-3d8a9fe9-0c8d-455a-b276-7b0e5281ffba tempest-SecurityGroupsNegativeTestJSON-1022624005 tempest-SecurityGroupsNegativeTestJSON-1022624005-project] 10.222.0.48 "GET /v2.0/security-groups/3060a5af-2698-48c0-a07a-df17acaa3f3d HTTP/1.1" status: 404 len: 352 time: 0.0183480 Nov 12 20:09:35.845853 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6f213-10b9-4ec6-8fcf-0ab0fda29a08 req-8217a6ed-b47b-4c57-b516-f57c3c9eb2c2 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:35.853057 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-95d6f213-10b9-4ec6-8fcf-0ab0fda29a08 req-8217a6ed-b47b-4c57-b516-f57c3c9eb2c2 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.0594454 Nov 12 20:09:35.876288 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ededf47b-9ee0-4b4e-8585-5d85550182cf req-28482860-fc3e-46e8-b93f-96238a31884b tempest-SecurityGroupsNegativeTestJSON-1022624005 tempest-SecurityGroupsNegativeTestJSON-1022624005-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d589c44d8beb4a9a99fd0e3ee3989e02 HTTP/1.1" status: 200 len: 3005 time: 0.0606809 Nov 12 20:09:35.901924 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-95d6f213-10b9-4ec6-8fcf-0ab0fda29a08 req-b6ecf679-afec-4b22-9811-3f7eba543600 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475798 Nov 12 20:09:35.937662 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ededf47b-9ee0-4b4e-8585-5d85550182cf req-0d94b56d-66a7-4a42-bc88-d7ee1a581899 tempest-SecurityGroupsNegativeTestJSON-1022624005 tempest-SecurityGroupsNegativeTestJSON-1022624005-project] 10.222.0.48 "GET /v2.0/security-groups/15d80000-f984-4a7a-82a2-867c68d8c0e3 HTTP/1.1" status: 200 len: 3002 time: 0.0551512 Nov 12 20:09:35.992202 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ededf47b-9ee0-4b4e-8585-5d85550182cf req-4123b487-8052-4f5e-90b7-042b658b24ac tempest-SecurityGroupsNegativeTestJSON-1022624005 tempest-SecurityGroupsNegativeTestJSON-1022624005-project] 10.222.0.48 "GET /v2.0/security-groups/15d80000-f984-4a7a-82a2-867c68d8c0e3 HTTP/1.1" status: 200 len: 3002 time: 0.0479174 Nov 12 20:09:36.061676 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f88b61fe-97e7-4211-a74a-3686c68b4b89 req-6aa9a436-c03d-4856-8e6a-6a1b1053e116 tempest-SecurityGroupsNegativeTestJSON-1022624005 tempest-SecurityGroupsNegativeTestJSON-1022624005-project] 10.222.0.48 "GET /v2.0/security-groups/15d80000-f984-4a7a-82a2-867c68d8c0e3 HTTP/1.1" status: 200 len: 3002 time: 0.0468981 Nov 12 20:09:36.091350 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57849f9-0e55-4ed6-b1b7-03ec8bb59c14 req-2eb7dd32-3d54-43f6-b693-6ed4f06cd992 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:36.092963 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d57849f9-0e55-4ed6-b1b7-03ec8bb59c14 req-2eb7dd32-3d54-43f6-b693-6ed4f06cd992 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.0644536 Nov 12 20:09:36.131379 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [req-f88b61fe-97e7-4211-a74a-3686c68b4b89 req-0c4cccb5-1008-4ac8-8888-ed80281a813a tempest-SecurityGroupsNegativeTestJSON-1022624005 tempest-SecurityGroupsNegativeTestJSON-1022624005-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 20:09:36.132578 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f88b61fe-97e7-4211-a74a-3686c68b4b89 req-0c4cccb5-1008-4ac8-8888-ed80281a813a tempest-SecurityGroupsNegativeTestJSON-1022624005 tempest-SecurityGroupsNegativeTestJSON-1022624005-project] 10.222.0.48 "DELETE /v2.0/security-groups/15d80000-f984-4a7a-82a2-867c68d8c0e3 HTTP/1.1" status: 409 len: 352 time: 0.0650105 Nov 12 20:09:36.154109 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d57849f9-0e55-4ed6-b1b7-03ec8bb59c14 req-320a110d-4d50-4d70-a300-b9bf14f584a1 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530636 Nov 12 20:09:36.240936 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [req-e5bfa37b-3d4f-4a77-b072-5ba5a9ece78d req-971af745-5793-479f-a72d-8f61949154ec tempest-SecurityGroupsNegativeTestJSON-1022624005 tempest-SecurityGroupsNegativeTestJSON-1022624005-project] show failed (client error): The resource could not be found. Nov 12 20:09:36.241952 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e5bfa37b-3d4f-4a77-b072-5ba5a9ece78d req-971af745-5793-479f-a72d-8f61949154ec tempest-SecurityGroupsNegativeTestJSON-1022624005 tempest-SecurityGroupsNegativeTestJSON-1022624005-project] 10.222.0.48 "GET /v2.0/security-groups/10b175cf-140f-4544-897e-cc621317f576 HTTP/1.1" status: 404 len: 352 time: 0.0175247 Nov 12 20:09:36.279239 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [req-930cf170-d48d-4fdd-b4a1-811e68489ec1 req-a1599fea-cc9d-4b17-bbef-91bc9110487b tempest-SecurityGroupsNegativeTestJSON-1022624005 tempest-SecurityGroupsNegativeTestJSON-1022624005-project] show failed (client error): The resource could not be found. Nov 12 20:09:36.280284 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-930cf170-d48d-4fdd-b4a1-811e68489ec1 req-a1599fea-cc9d-4b17-bbef-91bc9110487b tempest-SecurityGroupsNegativeTestJSON-1022624005 tempest-SecurityGroupsNegativeTestJSON-1022624005-project] 10.222.0.48 "GET /v2.0/security-groups/21b0c7ec-894d-452d-9eab-c789c41868de HTTP/1.1" status: 404 len: 352 time: 0.0146976 Nov 12 20:09:36.290266 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 38022) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:36.337878 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c033370-a5c2-4121-8385-5e9767c0fdfe admin admin] Deleting subnet d3c2e4d9-9736-43da-a822-420c37eb76de {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:09:36.341247 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3c033370-a5c2-4121-8385-5e9767c0fdfe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:36.383275 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3c033370-a5c2-4121-8385-5e9767c0fdfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:36.427831 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3c033370-a5c2-4121-8385-5e9767c0fdfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:36.484495 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3c033370-a5c2-4121-8385-5e9767c0fdfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:36.510965 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c033370-a5c2-4121-8385-5e9767c0fdfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3c2e4d9-9736-43da-a822-420c37eb76de,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:36.515741 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3c033370-a5c2-4121-8385-5e9767c0fdfe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:36.521461 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3c033370-a5c2-4121-8385-5e9767c0fdfe admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d3c2e4d9-9736-43da-a822-420c37eb76de HTTP/1.1" status: 204 len: 168 time: 0.2279499 Nov 12 20:09:36.522201 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 38026) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:36.607369 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d71178f0-c884-4f66-9f30-b99869b1ad59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:36.692599 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d71178f0-c884-4f66-9f30-b99869b1ad59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:36.714249 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-d71178f0-c884-4f66-9f30-b99869b1ad59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e03b9014-f595-48e0-9cac-59e02f1d1cf4']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:36.723685 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-d71178f0-c884-4f66-9f30-b99869b1ad59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5a385a-1482-4dbe-a092-f9326f6cc34a') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:36.723981 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-d71178f0-c884-4f66-9f30-b99869b1ad59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5a385a-1482-4dbe-a092-f9326f6cc34a') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:36.735156 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d71178f0-c884-4f66-9f30-b99869b1ad59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:36.748502 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d71178f0-c884-4f66-9f30-b99869b1ad59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:36.755496 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71178f0-c884-4f66-9f30-b99869b1ad59 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:09:36.755873 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d71178f0-c884-4f66-9f30-b99869b1ad59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:09:36.757568 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:09:36.815143 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d71178f0-c884-4f66-9f30-b99869b1ad59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:36.821296 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d71178f0-c884-4f66-9f30-b99869b1ad59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:36.827072 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d71178f0-c884-4f66-9f30-b99869b1ad59 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e03b9014-f595-48e0-9cac-59e02f1d1cf4 HTTP/1.1" status: 204 len: 168 time: 0.3017967 Nov 12 20:09:36.835156 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71178f0-c884-4f66-9f30-b99869b1ad59 admin admin] Pushing event deleted for resources: {'Network': ['ID=e03b9014-f595-48e0-9cac-59e02f1d1cf4,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:36.946325 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 38034) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:37.034385 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-951787fd-89a2-403f-a9ce-ab3512a1f0fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d589c44d8beb4a9a99fd0e3ee3989e02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0867965 Nov 12 20:09:37.034683 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 38038) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:37.072942 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60012d2a-1eec-488b-9c36-e088f4313af2 req-f5796aa6-2fa8-4a27-b73a-75d5bc247598 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:37.074487 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-60012d2a-1eec-488b-9c36-e088f4313af2 req-f5796aa6-2fa8-4a27-b73a-75d5bc247598 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.0802538 Nov 12 20:09:37.131067 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8fb14f9e-7f4a-4cb8-99e1-d7b52ef9a201 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:37.161325 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-60012d2a-1eec-488b-9c36-e088f4313af2 req-968135b8-b562-4301-a9dd-f76bf0c1bee6 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771127 Nov 12 20:09:37.166058 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8fb14f9e-7f4a-4cb8-99e1-d7b52ef9a201 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:37.220390 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8fb14f9e-7f4a-4cb8-99e1-d7b52ef9a201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:37.223164 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8fb14f9e-7f4a-4cb8-99e1-d7b52ef9a201 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:37.227830 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8fb14f9e-7f4a-4cb8-99e1-d7b52ef9a201 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/15d80000-f984-4a7a-82a2-867c68d8c0e3 HTTP/1.1" status: 204 len: 168 time: 0.1899145 Nov 12 20:09:37.237053 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb14f9e-7f4a-4cb8-99e1-d7b52ef9a201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d80000-f984-4a7a-82a2-867c68d8c0e3,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:37.339721 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72940403-902e-4892-b373-80fe854cf149 req-12a65ecd-0c9c-46b6-8992-f5dca0553e7f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:37.341383 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-72940403-902e-4892-b373-80fe854cf149 req-12a65ecd-0c9c-46b6-8992-f5dca0553e7f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.0974128 Nov 12 20:09:37.412940 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-72940403-902e-4892-b373-80fe854cf149 req-55da0ef5-be55-4d79-ac5c-24dba7dd805b tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611925 Nov 12 20:09:37.905757 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-80077a34-26eb-4bd6-9bba-e6e88956b22a req-ffe98309-7c30-44f1-9543-915c71b33e55 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a4571f8f-b094-4033-8dd1-691ed2247de2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462246 Nov 12 20:09:37.978854 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80077a34-26eb-4bd6-9bba-e6e88956b22a req-339aae4b-4172-461b-9d16-df96d5264ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:37.980623 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-80077a34-26eb-4bd6-9bba-e6e88956b22a req-339aae4b-4172-461b-9d16-df96d5264ef4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b6f9c56e0a874658aa6d5941caa2ebcf&device_id=a4571f8f-b094-4033-8dd1-691ed2247de2 HTTP/1.1" status: 200 len: 1097 time: 0.0482681 Nov 12 20:09:37.985505 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 38072) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:38.105550 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80077a34-26eb-4bd6-9bba-e6e88956b22a req-ee70455b-ec3a-4a4c-be1e-8c66e8e000cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:38.107450 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-80077a34-26eb-4bd6-9bba-e6e88956b22a req-ee70455b-ec3a-4a4c-be1e-8c66e8e000cd service neutron] 10.222.0.52 "GET /v2.0/networks?id=09489300-e8fa-4484-94f2-31f21fcf7ae6 HTTP/1.1" status: 200 len: 916 time: 0.1038795 Nov 12 20:09:38.125702 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-cf7773e7-7fee-46ff-ba90-8f81441f0b0d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1511891130-network', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:38.194025 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-80077a34-26eb-4bd6-9bba-e6e88956b22a req-ef6c49ba-3f0f-4a81-a5a5-88784b351743 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60456542-deaa-49c2-b8e7-5142548dcd73 HTTP/1.1" status: 200 len: 1000 time: 0.0789819 Nov 12 20:09:38.194597 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7773e7-7fee-46ff-ba90-8f81441f0b0d admin admin] Made reservation on behalf of d5465611ad2b44a59a4e0409ff99012a for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:09:38.197217 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cf7773e7-7fee-46ff-ba90-8f81441f0b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:38.214231 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cf7773e7-7fee-46ff-ba90-8f81441f0b0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:38.297253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80077a34-26eb-4bd6-9bba-e6e88956b22a req-d4a9e2be-2f41-4ea8-afe4-4efb8de4e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:38.298760 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-80077a34-26eb-4bd6-9bba-e6e88956b22a req-d4a9e2be-2f41-4ea8-afe4-4efb8de4e90c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6da924b9-8f4e-48df-9e33-272535f4598d HTTP/1.1" status: 200 len: 854 time: 0.0928135 Nov 12 20:09:38.375900 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdbfce-90ef-48b0-a12d-ba0b7e86e2cf req-126b2451-57e7-4c76-90ee-3a05e873da19 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:38.377082 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c2fdbfce-90ef-48b0-a12d-ba0b7e86e2cf req-126b2451-57e7-4c76-90ee-3a05e873da19 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.1223030 Nov 12 20:09:38.409430 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80077a34-26eb-4bd6-9bba-e6e88956b22a req-4a70bd7e-6029-4e89-92b1-1df97f8ed6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:38.411213 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-80077a34-26eb-4bd6-9bba-e6e88956b22a req-4a70bd7e-6029-4e89-92b1-1df97f8ed6be service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09489300-e8fa-4484-94f2-31f21fcf7ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004689 Nov 12 20:09:38.453886 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cf7773e7-7fee-46ff-ba90-8f81441f0b0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:38.471866 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cf7773e7-7fee-46ff-ba90-8f81441f0b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:38.538441 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c2fdbfce-90ef-48b0-a12d-ba0b7e86e2cf req-7b810e29-cd2a-485a-b0e6-e37bbcb80771 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429687 Nov 12 20:09:38.545813 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7773e7-7fee-46ff-ba90-8f81441f0b0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:09:38.582213 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cf7773e7-7fee-46ff-ba90-8f81441f0b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:38.582826 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-cf7773e7-7fee-46ff-ba90-8f81441f0b0d admin admin] Added segment 557f6cdc-d4a0-4c14-9771-5e64b4354340 of type vlan for network edaef3d5-54db-4e10-87fc-fa1839efbc5c Nov 12 20:09:38.584722 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7773e7-7fee-46ff-ba90-8f81441f0b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e09057a-f675-4530-9299-449de355b014,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:38.605018 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8939aad-46ce-40d0-aec4-025106eb282f req-8eb60e53-6016-47ce-b67b-9b06a321eef4 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:38.607312 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8939aad-46ce-40d0-aec4-025106eb282f req-8eb60e53-6016-47ce-b67b-9b06a321eef4 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.0606067 Nov 12 20:09:38.638092 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-80077a34-26eb-4bd6-9bba-e6e88956b22a req-f2b7e9c2-7a40-4a30-aa67-075efd8191dc service neutron] 10.222.0.52 "GET /v2.0/networks/09489300-e8fa-4484-94f2-31f21fcf7ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168276 Nov 12 20:09:38.658180 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cf7773e7-7fee-46ff-ba90-8f81441f0b0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:38.663133 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8939aad-46ce-40d0-aec4-025106eb282f req-e4cb24be-aded-40f3-becf-a2f940c15cbd tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478899 Nov 12 20:09:38.751009 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cf7773e7-7fee-46ff-ba90-8f81441f0b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:38.752045 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7773e7-7fee-46ff-ba90-8f81441f0b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:38.752740 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cf7773e7-7fee-46ff-ba90-8f81441f0b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:38.792352 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-80077a34-26eb-4bd6-9bba-e6e88956b22a req-aa4b2b7d-aef9-42ad-82e4-69cad3e3b789 service neutron] 10.222.0.52 "GET /v2.0/networks/09489300-e8fa-4484-94f2-31f21fcf7ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455410 Nov 12 20:09:38.798567 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cf7773e7-7fee-46ff-ba90-8f81441f0b0d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8120477 Nov 12 20:09:38.801765 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 38090) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:38.813425 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-eb024b80-d20b-4b9f-8241-2ad5466e2089 admin admin] Request body: {'subnet': {'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1511891130-subnet', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:38.836736 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7773e7-7fee-46ff-ba90-8f81441f0b0d admin admin] Pushing event updated for resources: {'Network': ['ID=edaef3d5-54db-4e10-87fc-fa1839efbc5c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:38.843494 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb024b80-d20b-4b9f-8241-2ad5466e2089 admin admin] Made reservation on behalf of d5465611ad2b44a59a4e0409ff99012a for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:09:38.845653 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eb024b80-d20b-4b9f-8241-2ad5466e2089 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:38.848275 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network edaef3d5-54db-4e10-87fc-fa1839efbc5c details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:09:39.026223 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eb024b80-d20b-4b9f-8241-2ad5466e2089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:39.088384 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb024b80-d20b-4b9f-8241-2ad5466e2089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98e12732-7111-4f99-b06c-90df60cbde64,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:39.097664 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb024b80-d20b-4b9f-8241-2ad5466e2089 admin admin] Checking segment: {'id': '557f6cdc-d4a0-4c14-9771-5e64b4354340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:09:39.098027 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb024b80-d20b-4b9f-8241-2ad5466e2089 admin admin] Network hostable DHCP agents. Network: edaef3d5-54db-4e10-87fc-fa1839efbc5c, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:09:39.116882 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb024b80-d20b-4b9f-8241-2ad5466e2089 admin admin] Network edaef3d5-54db-4e10-87fc-fa1839efbc5c is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:09:39.126311 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-eb024b80-d20b-4b9f-8241-2ad5466e2089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, edaef3d5-54db-4e10-87fc-fa1839efbc5c) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:09:39.131123 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb024b80-d20b-4b9f-8241-2ad5466e2089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:39.131915 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eb024b80-d20b-4b9f-8241-2ad5466e2089 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:39.137211 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65773b3-09c7-4cee-a59e-95842b08528b None None] Network edaef3d5-54db-4e10-87fc-fa1839efbc5c requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:09:39.151965 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-eb024b80-d20b-4b9f-8241-2ad5466e2089 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3488371 Nov 12 20:09:39.154680 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 38092) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:39.159380 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-54c1aaad-23fe-43ad-966f-083f2be123cf admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1511891130-router', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:39.184108 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-54c1aaad-23fe-43ad-966f-083f2be123cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:39.185498 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-54c1aaad-23fe-43ad-966f-083f2be123cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:39.250901 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-54c1aaad-23fe-43ad-966f-083f2be123cf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:39.308626 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eaa429-1566-4d64-ae12-df2b6270d954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-edaef3d5-54db-4e10-87fc-fa1839efbc5c', 'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'fixed_ips': [{'subnet_id': '98e12732-7111-4f99-b06c-90df60cbde64'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:09:39.309583 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-16eaa429-1566-4d64-ae12-df2b6270d954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:39.401100 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-54c1aaad-23fe-43ad-966f-083f2be123cf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:39.629625 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-16eaa429-1566-4d64-ae12-df2b6270d954 None None] Allocated IP 172.20.0.2 (edaef3d5-54db-4e10-87fc-fa1839efbc5c/98e12732-7111-4f99-b06c-90df60cbde64/8bda1615-5adc-4ce5-82d4-6e7cd0324837) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:09:39.676961 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-54c1aaad-23fe-43ad-966f-083f2be123cf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:39.704759 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7b6dd-fe1f-4ba2-adb2-6157002f122e req-deafc145-2411-42b5-bb0a-b65b64c86744 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:39.707507 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-54c1aaad-23fe-43ad-966f-083f2be123cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:39.718267 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-38a7b6dd-fe1f-4ba2-adb2-6157002f122e req-deafc145-2411-42b5-bb0a-b65b64c86744 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.0773640 Nov 12 20:09:39.772799 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-38a7b6dd-fe1f-4ba2-adb2-6157002f122e req-a552b98d-0641-4180-ae32-481f660dfde8 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534260 Nov 12 20:09:39.828725 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-16eaa429-1566-4d64-ae12-df2b6270d954 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:39.837325 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-16eaa429-1566-4d64-ae12-df2b6270d954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:39.882139 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eaa429-1566-4d64-ae12-df2b6270d954 None None] Network edaef3d5-54db-4e10-87fc-fa1839efbc5c is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:09:39.885589 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d95618-b06d-4810-9e1d-c25fe63466b4 req-3b6b08ab-eb64-471a-b8f8-2f4588ad7320 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:39.887450 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f0d95618-b06d-4810-9e1d-c25fe63466b4 req-3b6b08ab-eb64-471a-b8f8-2f4588ad7320 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.1103435 Nov 12 20:09:39.890392 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-16eaa429-1566-4d64-ae12-df2b6270d954 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:09:39.894347 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eaa429-1566-4d64-ae12-df2b6270d954 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:09:39.902303 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eaa429-1566-4d64-ae12-df2b6270d954 None None] Pushing event updated for resources: {'Port': ['ID=8bda1615-5adc-4ce5-82d4-6e7cd0324837,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:39.946841 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-54c1aaad-23fe-43ad-966f-083f2be123cf admin admin] Allocated IP 172.25.5.128 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/d9ece6ab-b215-4961-a882-bd1799c5e608) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:09:39.960377 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-16eaa429-1566-4d64-ae12-df2b6270d954 None None] Attempting to bind port 8bda1615-5adc-4ce5-82d4-6e7cd0324837 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:09:39.961210 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-16eaa429-1566-4d64-ae12-df2b6270d954 None None] Attempting to bind port 8bda1615-5adc-4ce5-82d4-6e7cd0324837 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '557f6cdc-d4a0-4c14-9771-5e64b4354340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:09:39.961849 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eaa429-1566-4d64-ae12-df2b6270d954 None None] Attempting to bind port 8bda1615-5adc-4ce5-82d4-6e7cd0324837 on network edaef3d5-54db-4e10-87fc-fa1839efbc5c {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:09:39.968134 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eaa429-1566-4d64-ae12-df2b6270d954 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:09:39.968585 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eaa429-1566-4d64-ae12-df2b6270d954 None None] Checking segment: {'id': '557f6cdc-d4a0-4c14-9771-5e64b4354340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:09:39.968991 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-16eaa429-1566-4d64-ae12-df2b6270d954 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:39.969635 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eaa429-1566-4d64-ae12-df2b6270d954 None None] Bound using segment: {'id': '557f6cdc-d4a0-4c14-9771-5e64b4354340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:09:39.970662 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-16eaa429-1566-4d64-ae12-df2b6270d954 None None] Bound port: 8bda1615-5adc-4ce5-82d4-6e7cd0324837, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557f6cdc-d4a0-4c14-9771-5e64b4354340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:09:39.971059 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-16eaa429-1566-4d64-ae12-df2b6270d954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:39.983843 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f0d95618-b06d-4810-9e1d-c25fe63466b4 req-e87c7a49-3b2c-45c2-8eba-c1dc5d6157a6 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869393 Nov 12 20:09:40.045959 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-16eaa429-1566-4d64-ae12-df2b6270d954 None None] For port 8bda1615-5adc-4ce5-82d4-6e7cd0324837, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:09:40.049429 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-16eaa429-1566-4d64-ae12-df2b6270d954 None None] For port 8bda1615-5adc-4ce5-82d4-6e7cd0324837, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8bda1615-5adc-4ce5-82d4-6e7cd0324837,segment=NetworkSegment(557f6cdc-d4a0-4c14-9771-5e64b4354340),segment_id=557f6cdc-d4a0-4c14-9771-5e64b4354340)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:09:40.054354 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-16eaa429-1566-4d64-ae12-df2b6270d954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:40.142426 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eaa429-1566-4d64-ae12-df2b6270d954 None None] Pushing event updated for resources: {'Port': ['ID=8bda1615-5adc-4ce5-82d4-6e7cd0324837,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:40.506856 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-54c1aaad-23fe-43ad-966f-083f2be123cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:40.557334 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-54c1aaad-23fe-43ad-966f-083f2be123cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:40.596719 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c1aaad-23fe-43ad-966f-083f2be123cf admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:09:40.602836 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-54c1aaad-23fe-43ad-966f-083f2be123cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:09:40.608217 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c1aaad-23fe-43ad-966f-083f2be123cf admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:09:40.613517 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1aaad-23fe-43ad-966f-083f2be123cf admin admin] Pushing event updated for resources: {'Port': ['ID=d9ece6ab-b215-4961-a882-bd1799c5e608,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:40.904475 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-54c1aaad-23fe-43ad-966f-083f2be123cf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:40.979491 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ada7c3-7760-4523-8529-9df1597fbd13 req-241cd5b7-301f-46b3-ad78-c7459d9da729 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:40.984797 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-51ada7c3-7760-4523-8529-9df1597fbd13 req-241cd5b7-301f-46b3-ad78-c7459d9da729 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.1157587 Nov 12 20:09:41.094665 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-51ada7c3-7760-4523-8529-9df1597fbd13 req-335d0e70-b8d8-42ee-851a-f54f0fe7f751 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583897 Nov 12 20:09:41.179087 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956384d-50b6-4b4e-b1b5-57b4b0dfb1a4 req-880d2cac-869f-452e-aefa-3a645556e7b3 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:41.181980 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b956384d-50b6-4b4e-b1b5-57b4b0dfb1a4 req-880d2cac-869f-452e-aefa-3a645556e7b3 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.0936165 Nov 12 20:09:41.223182 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8bda1615-5adc-4ce5-82d4-6e7cd0324837 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:09:41.261983 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-54c1aaad-23fe-43ad-966f-083f2be123cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:41.267045 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd755af9-9658-43e0-a587-379a0e2c0481 None None] Network edaef3d5-54db-4e10-87fc-fa1839efbc5c requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:09:41.269170 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b956384d-50b6-4b4e-b1b5-57b4b0dfb1a4 req-2e5a7b9e-ca5e-4fa2-a10a-92f6fd70e832 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762010 Nov 12 20:09:41.363770 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e46dfec3-3a09-49b6-a4ed-da20e8941a0c None None] Provisioning complete for port 8bda1615-5adc-4ce5-82d4-6e7cd0324837 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:09:41.364277 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e46dfec3-3a09-49b6-a4ed-da20e8941a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:41.406630 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c1aaad-23fe-43ad-966f-083f2be123cf admin admin] Router 38aebb69-a6d5-41cb-8a66-d07326f66dd2 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:09:41.423659 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 8bda1615-5adc-4ce5-82d4-6e7cd0324837 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:09:41.424167 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:41.531073 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c1aaad-23fe-43ad-966f-083f2be123cf admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:09:41.542887 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53beb402-43dc-4e2b-a60a-c6fa9ef70327 None None] Sync routers for ids ['38aebb69-a6d5-41cb-8a66-d07326f66dd2'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:09:41.549641 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-54c1aaad-23fe-43ad-966f-083f2be123cf admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:41.551302 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-54c1aaad-23fe-43ad-966f-083f2be123cf admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.3954930 Nov 12 20:09:41.554209 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 38124) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:41.554566 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53beb402-43dc-4e2b-a60a-c6fa9ef70327 None None] Routers {'38aebb69-a6d5-41cb-8a66-d07326f66dd2'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:09:41.555970 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-53beb402-43dc-4e2b-a60a-c6fa9ef70327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:09:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['38aebb69-a6d5-41cb-8a66-d07326f66dd2'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:41.609767 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:41.635462 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e46dfec3-3a09-49b6-a4ed-da20e8941a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:41.737039 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 8bda1615-5adc-4ce5-82d4-6e7cd0324837, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8bda1615-5adc-4ce5-82d4-6e7cd0324837,segment=NetworkSegment(557f6cdc-d4a0-4c14-9771-5e64b4354340),segment_id=557f6cdc-d4a0-4c14-9771-5e64b4354340)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:09:41.743889 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:41.768887 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-53beb402-43dc-4e2b-a60a-c6fa9ef70327 None None] Set router 38aebb69-a6d5-41cb-8a66-d07326f66dd2 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:09:41.826756 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.api [None req-e46dfec3-3a09-49b6-a4ed-da20e8941a0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:09:41.827127 n-d-712140-15 neutron-server[102449]: DEBUG oslo_db.api [None req-e46dfec3-3a09-49b6-a4ed-da20e8941a0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:09:41.874396 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=8bda1615-5adc-4ce5-82d4-6e7cd0324837,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:42.011105 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-53beb402-43dc-4e2b-a60a-c6fa9ef70327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'name': 'tempest-ServersTestJSON-1511891130-router', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd9ece6ab-b215-4961-a882-bd1799c5e608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:39Z', 'updated_at': '2021-11-12T20:09:40Z', 'revision_number': 3, 'project_id': 'd5465611ad2b44a59a4e0409ff99012a', 'gw_port': {'id': 'd9ece6ab-b215-4961-a882-bd1799c5e608', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:39Z', 'updated_at': '2021-11-12T20:09:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:42.042509 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53beb402-43dc-4e2b-a60a-c6fa9ef70327 None None] Checking router: 38aebb69-a6d5-41cb-8a66-d07326f66dd2 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:09:42.042850 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53beb402-43dc-4e2b-a60a-c6fa9ef70327 None None] Updating router 38aebb69-a6d5-41cb-8a66-d07326f66dd2 port d9ece6ab-b215-4961-a882-bd1799c5e608 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:09:42.071060 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-53beb402-43dc-4e2b-a60a-c6fa9ef70327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:42.160815 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30194f8b-3442-4fab-872f-5913c6793ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:42.304260 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0eabcd-f903-483b-bce4-f7ad83c3578a req-38cd494d-7585-44b2-b6e9-be02cd56d59b tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:42.306723 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7c0eabcd-f903-483b-bce4-f7ad83c3578a req-38cd494d-7585-44b2-b6e9-be02cd56d59b tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.1186738 Nov 12 20:09:42.428466 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-30194f8b-3442-4fab-872f-5913c6793ee1 admin admin] Allocated IP 172.20.0.1 (edaef3d5-54db-4e10-87fc-fa1839efbc5c/98e12732-7111-4f99-b06c-90df60cbde64/40ad7723-b362-4d50-aefc-e65c37ad1663) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:09:42.437008 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7c0eabcd-f903-483b-bce4-f7ad83c3578a req-3841a027-dae2-40e2-91f4-6bd4f87a91fe tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037679 Nov 12 20:09:42.441099 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dae35-182c-4aa5-8946-1fd71c1f5489 req-33e436e1-dc34-416e-9b80-2b29a94c5194 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:42.445244 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-072dae35-182c-4aa5-8946-1fd71c1f5489 req-33e436e1-dc34-416e-9b80-2b29a94c5194 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.0721180 Nov 12 20:09:42.520404 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-072dae35-182c-4aa5-8946-1fd71c1f5489 req-a2797f6c-365f-4ce1-8018-72b0e4d71cdf tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675609 Nov 12 20:09:42.540761 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-53beb402-43dc-4e2b-a60a-c6fa9ef70327 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:42.543377 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f0c0bac0-f8b5-4bfd-979e-61e4bb59a2c4 None None] Provisioning complete for port 8bda1615-5adc-4ce5-82d4-6e7cd0324837 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:09:42.543844 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f0c0bac0-f8b5-4bfd-979e-61e4bb59a2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:42.553721 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-53beb402-43dc-4e2b-a60a-c6fa9ef70327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:42.561357 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30194f8b-3442-4fab-872f-5913c6793ee1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:42.611075 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30194f8b-3442-4fab-872f-5913c6793ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:42.622762 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-53beb402-43dc-4e2b-a60a-c6fa9ef70327 None None] Attempting to bind port d9ece6ab-b215-4961-a882-bd1799c5e608 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:09:42.623201 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-53beb402-43dc-4e2b-a60a-c6fa9ef70327 None None] Attempting to bind port d9ece6ab-b215-4961-a882-bd1799c5e608 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:09:42.623627 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53beb402-43dc-4e2b-a60a-c6fa9ef70327 None None] Attempting to bind port d9ece6ab-b215-4961-a882-bd1799c5e608 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:09:42.636765 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53beb402-43dc-4e2b-a60a-c6fa9ef70327 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:09:42.637134 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53beb402-43dc-4e2b-a60a-c6fa9ef70327 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:09:42.637678 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-53beb402-43dc-4e2b-a60a-c6fa9ef70327 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:42.638125 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53beb402-43dc-4e2b-a60a-c6fa9ef70327 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:09:42.638664 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-53beb402-43dc-4e2b-a60a-c6fa9ef70327 None None] Bound port: d9ece6ab-b215-4961-a882-bd1799c5e608, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:09:42.639040 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-53beb402-43dc-4e2b-a60a-c6fa9ef70327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:42.659207 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30194f8b-3442-4fab-872f-5913c6793ee1 admin admin] Network edaef3d5-54db-4e10-87fc-fa1839efbc5c is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:09:42.662215 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-30194f8b-3442-4fab-872f-5913c6793ee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:09:42.667365 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30194f8b-3442-4fab-872f-5913c6793ee1 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:09:42.704575 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-53beb402-43dc-4e2b-a60a-c6fa9ef70327 None None] For port d9ece6ab-b215-4961-a882-bd1799c5e608, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:09:42.707912 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-53beb402-43dc-4e2b-a60a-c6fa9ef70327 None None] For port d9ece6ab-b215-4961-a882-bd1799c5e608, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d9ece6ab-b215-4961-a882-bd1799c5e608,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:09:42.709516 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab961f1-a3d3-40ee-b4d8-97af404d7218 None None] Pushing event updated for resources: {'Port': ['ID=d9ece6ab-b215-4961-a882-bd1799c5e608,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:42.716665 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30194f8b-3442-4fab-872f-5913c6793ee1 admin admin] Pushing event updated for resources: {'Port': ['ID=40ad7723-b362-4d50-aefc-e65c37ad1663,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:42.725046 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-53beb402-43dc-4e2b-a60a-c6fa9ef70327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:42.731472 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30194f8b-3442-4fab-872f-5913c6793ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:42.784639 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab961f1-a3d3-40ee-b4d8-97af404d7218 None None] Pushing event updated for resources: {'Port': ['ID=d9ece6ab-b215-4961-a882-bd1799c5e608,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:42.827528 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53beb402-43dc-4e2b-a60a-c6fa9ef70327 None None] Routers {'38aebb69-a6d5-41cb-8a66-d07326f66dd2'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:09:42.829279 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-53beb402-43dc-4e2b-a60a-c6fa9ef70327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:09:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['38aebb69-a6d5-41cb-8a66-d07326f66dd2'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:42.931916 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30194f8b-3442-4fab-872f-5913c6793ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:42.995057 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-53beb402-43dc-4e2b-a60a-c6fa9ef70327 None None] Set router 38aebb69-a6d5-41cb-8a66-d07326f66dd2 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:09:43.083789 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-aab3abe0-7c54-4af8-90c6-cd7e2b92ad1b None None] Provisioning complete for port 40ad7723-b362-4d50-aefc-e65c37ad1663 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:09:43.084328 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-aab3abe0-7c54-4af8-90c6-cd7e2b92ad1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:43.159681 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30194f8b-3442-4fab-872f-5913c6793ee1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:43.169199 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30194f8b-3442-4fab-872f-5913c6793ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:43.178089 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8bda1615-5adc-4ce5-82d4-6e7cd0324837 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:09:43.241735 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-aab3abe0-7c54-4af8-90c6-cd7e2b92ad1b None None] Port 40ad7723-b362-4d50-aefc-e65c37ad1663 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:09:43.243011 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-53beb402-43dc-4e2b-a60a-c6fa9ef70327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'name': 'tempest-ServersTestJSON-1511891130-router', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd9ece6ab-b215-4961-a882-bd1799c5e608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:39Z', 'updated_at': '2021-11-12T20:09:40Z', 'revision_number': 3, 'project_id': 'd5465611ad2b44a59a4e0409ff99012a', 'gw_port': {'id': 'd9ece6ab-b215-4961-a882-bd1799c5e608', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:39Z', 'updated_at': '2021-11-12T20:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:43.246959 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30194f8b-3442-4fab-872f-5913c6793ee1 admin admin] Pushing event updated for resources: {'Port': ['ID=40ad7723-b362-4d50-aefc-e65c37ad1663,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:43.251379 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30194f8b-3442-4fab-872f-5913c6793ee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:43.280317 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53beb402-43dc-4e2b-a60a-c6fa9ef70327 None None] The sync data for ids ['38aebb69-a6d5-41cb-8a66-d07326f66dd2'] in n-d-712140-15 is: [{'id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'name': 'tempest-ServersTestJSON-1511891130-router', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd9ece6ab-b215-4961-a882-bd1799c5e608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:39Z', 'updated_at': '2021-11-12T20:09:40Z', 'revision_number': 3, 'project_id': 'd5465611ad2b44a59a4e0409ff99012a', 'gw_port': {'id': 'd9ece6ab-b215-4961-a882-bd1799c5e608', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:39Z', 'updated_at': '2021-11-12T20:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:09:43.285765 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 8bda1615-5adc-4ce5-82d4-6e7cd0324837 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:09:43.288528 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:43.374361 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30194f8b-3442-4fab-872f-5913c6793ee1 admin admin] Network edaef3d5-54db-4e10-87fc-fa1839efbc5c is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:09:43.375929 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-30194f8b-3442-4fab-872f-5913c6793ee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:09:43.516104 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30194f8b-3442-4fab-872f-5913c6793ee1 admin admin] Router 38aebb69-a6d5-41cb-8a66-d07326f66dd2 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:09:43.689154 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b0567f0b-d66f-4779-ab1c-fbb75a9d373a None None] Provisioning complete for port 40ad7723-b362-4d50-aefc-e65c37ad1663 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:09:43.689806 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b0567f0b-d66f-4779-ab1c-fbb75a9d373a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:43.720463 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04e83a-aa58-4f66-99f2-87b31bb384b0 req-de65c2e7-684c-44db-a5b1-e89d0258d2fd tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:43.723048 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bc04e83a-aa58-4f66-99f2-87b31bb384b0 req-de65c2e7-684c-44db-a5b1-e89d0258d2fd tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.0693932 Nov 12 20:09:43.723239 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21079334-72ca-41f0-939b-95b6dc1daa85 req-b074e9e4-3f2d-4e80-93c5-8383ad03e76b tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:43.725073 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-21079334-72ca-41f0-939b-95b6dc1daa85 req-b074e9e4-3f2d-4e80-93c5-8383ad03e76b tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.1453950 Nov 12 20:09:43.733351 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30194f8b-3442-4fab-872f-5913c6793ee1 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:09:43.749111 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-30194f8b-3442-4fab-872f-5913c6793ee1 admin admin] 10.222.0.48 "PUT /v2.0/routers/38aebb69-a6d5-41cb-8a66-d07326f66dd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1927850 Nov 12 20:09:43.758340 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b0567f0b-d66f-4779-ab1c-fbb75a9d373a None None] Port 40ad7723-b362-4d50-aefc-e65c37ad1663 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:09:43.813683 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bc04e83a-aa58-4f66-99f2-87b31bb384b0 req-8dc96c01-03f2-4e0d-9b7a-c3d605fba7ba tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798678 Nov 12 20:09:43.844186 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-21079334-72ca-41f0-939b-95b6dc1daa85 req-f554a789-0987-40a6-bdcc-af97078372f1 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086235 Nov 12 20:09:44.548418 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 38168) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:44.553085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-59458256-2eb6-4d80-9a23-4c456d68616f tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--848071657', 'description': 'tempest-description--1619460264'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:44.578260 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-59458256-2eb6-4d80-9a23-4c456d68616f tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:44.653833 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-59458256-2eb6-4d80-9a23-4c456d68616f tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:44.658580 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-59458256-2eb6-4d80-9a23-4c456d68616f tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:44.687253 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-59458256-2eb6-4d80-9a23-4c456d68616f tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:44.688526 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-59458256-2eb6-4d80-9a23-4c456d68616f tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1390698 Nov 12 20:09:44.691662 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 38170) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:44.692677 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59458256-2eb6-4d80-9a23-4c456d68616f tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a67ac9d-cc9e-4ebf-9e0c-d8fd8ca94069,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:44.697801 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-115efbcc-804b-4f9c-bdc6-da37e6000805 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Request body: {'security_group_rule': {'security_group_id': '8a67ac9d-cc9e-4ebf-9e0c-d8fd8ca94069', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:44.727601 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-115efbcc-804b-4f9c-bdc6-da37e6000805 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:44.797283 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-115efbcc-804b-4f9c-bdc6-da37e6000805 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:44.802228 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-115efbcc-804b-4f9c-bdc6-da37e6000805 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:44.822675 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115efbcc-804b-4f9c-bdc6-da37e6000805 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a7791d-0ad4-4595-90ce-7333f253f586,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:44.836568 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115efbcc-804b-4f9c-bdc6-da37e6000805 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:44.837980 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115efbcc-804b-4f9c-bdc6-da37e6000805 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:44.838492 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115efbcc-804b-4f9c-bdc6-da37e6000805 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:44.838861 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115efbcc-804b-4f9c-bdc6-da37e6000805 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:44.839824 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115efbcc-804b-4f9c-bdc6-da37e6000805 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:44.839824 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115efbcc-804b-4f9c-bdc6-da37e6000805 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:44.840244 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115efbcc-804b-4f9c-bdc6-da37e6000805 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:44.840688 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115efbcc-804b-4f9c-bdc6-da37e6000805 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:44.841115 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115efbcc-804b-4f9c-bdc6-da37e6000805 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:44.841558 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115efbcc-804b-4f9c-bdc6-da37e6000805 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:44.841983 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115efbcc-804b-4f9c-bdc6-da37e6000805 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:44.842408 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115efbcc-804b-4f9c-bdc6-da37e6000805 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:44.847827 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-115efbcc-804b-4f9c-bdc6-da37e6000805 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:44.852156 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-115efbcc-804b-4f9c-bdc6-da37e6000805 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1561477 Nov 12 20:09:44.852156 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 38174) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:44.856144 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-bc45de78-6506-42c0-856d-2ad5b2649db9 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Request body: {'security_group_rule': {'security_group_id': '8a67ac9d-cc9e-4ebf-9e0c-d8fd8ca94069', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:44.890853 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bc45de78-6506-42c0-856d-2ad5b2649db9 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:44.987922 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bc45de78-6506-42c0-856d-2ad5b2649db9 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:44.994454 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bc45de78-6506-42c0-856d-2ad5b2649db9 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:45.005758 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb322ef-7f58-4e67-98d3-654aedb93704 req-01b35ff6-5c46-4f74-8171-11d27f414f5b tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:45.013958 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6bb322ef-7f58-4e67-98d3-654aedb93704 req-01b35ff6-5c46-4f74-8171-11d27f414f5b tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.1002831 Nov 12 20:09:45.022483 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b616478-2d28-4e67-b4c0-a2a5f830b4bf req-114a2730-a25b-409f-aaa2-5c62dcf1a277 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:45.025505 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1b616478-2d28-4e67-b4c0-a2a5f830b4bf req-114a2730-a25b-409f-aaa2-5c62dcf1a277 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.0899780 Nov 12 20:09:45.072200 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45de78-6506-42c0-856d-2ad5b2649db9 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b093e82-281b-435c-9db9-134cf647e52d,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:45.084383 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bc45de78-6506-42c0-856d-2ad5b2649db9 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:45.089020 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bc45de78-6506-42c0-856d-2ad5b2649db9 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2328272 Nov 12 20:09:45.094742 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1b616478-2d28-4e67-b4c0-a2a5f830b4bf req-7627d1e7-cb67-45bc-8788-504df480887e tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625515 Nov 12 20:09:45.095278 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 38186) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:45.107607 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-453d453f-4d31-4ba3-afa8-cd0236f7dc6c tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:45.110622 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6bb322ef-7f58-4e67-98d3-654aedb93704 req-403e8923-411a-4242-ba44-954cb6293aa2 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814867 Nov 12 20:09:45.158343 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-453d453f-4d31-4ba3-afa8-cd0236f7dc6c tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:45.226417 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d9ece6ab-b215-4961-a882-bd1799c5e608 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:09:45.296562 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a169918-b18e-46ff-b3f3-c4eeb803c293 None None] Sync routers for ids ['38aebb69-a6d5-41cb-8a66-d07326f66dd2'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:09:45.318528 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a169918-b18e-46ff-b3f3-c4eeb803c293 None None] Routers {'38aebb69-a6d5-41cb-8a66-d07326f66dd2'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:09:45.319334 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-6a169918-b18e-46ff-b3f3-c4eeb803c293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:09:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['38aebb69-a6d5-41cb-8a66-d07326f66dd2'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:45.366536 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port d9ece6ab-b215-4961-a882-bd1799c5e608 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:09:45.367017 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:45.503181 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-6a169918-b18e-46ff-b3f3-c4eeb803c293 None None] Set router 38aebb69-a6d5-41cb-8a66-d07326f66dd2 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:09:45.555634 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:45.556048 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-453d453f-4d31-4ba3-afa8-cd0236f7dc6c tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:45.608736 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port d9ece6ab-b215-4961-a882-bd1799c5e608, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d9ece6ab-b215-4961-a882-bd1799c5e608,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:09:45.625411 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:45.693345 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-453d453f-4d31-4ba3-afa8-cd0236f7dc6c tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Allocated IP 172.25.5.124 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/198bdfc7-ce6b-40df-b7ba-6b9adaf79184) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:09:45.722869 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=d9ece6ab-b215-4961-a882-bd1799c5e608,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:45.786765 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-6a169918-b18e-46ff-b3f3-c4eeb803c293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'name': 'tempest-ServersTestJSON-1511891130-router', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd9ece6ab-b215-4961-a882-bd1799c5e608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:39Z', 'updated_at': '2021-11-12T20:09:42Z', 'revision_number': 4, 'project_id': 'd5465611ad2b44a59a4e0409ff99012a', 'gw_port': {'id': 'd9ece6ab-b215-4961-a882-bd1799c5e608', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:39Z', 'updated_at': '2021-11-12T20:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '40ad7723-b362-4d50-aefc-e65c37ad1663', 'name': '', 'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'mac_address': 'fa:16:3e:a8:51:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '98e12732-7111-4f99-b06c-90df60cbde64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:42Z', 'updated_at': '2021-11-12T20:09:42Z', 'revision_number': 2, 'project_id': 'd5465611ad2b44a59a4e0409ff99012a', 'subnets': [{'id': '98e12732-7111-4f99-b06c-90df60cbde64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:45.816569 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a169918-b18e-46ff-b3f3-c4eeb803c293 None None] Checking router: 38aebb69-a6d5-41cb-8a66-d07326f66dd2 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:09:45.816919 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a169918-b18e-46ff-b3f3-c4eeb803c293 None None] Updating router 38aebb69-a6d5-41cb-8a66-d07326f66dd2 port 40ad7723-b362-4d50-aefc-e65c37ad1663 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:09:45.827601 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-453d453f-4d31-4ba3-afa8-cd0236f7dc6c tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:45.841676 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6a169918-b18e-46ff-b3f3-c4eeb803c293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:45.866404 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-453d453f-4d31-4ba3-afa8-cd0236f7dc6c tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:45.907360 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453d453f-4d31-4ba3-afa8-cd0236f7dc6c tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:09:45.912766 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-453d453f-4d31-4ba3-afa8-cd0236f7dc6c tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:09:45.915814 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453d453f-4d31-4ba3-afa8-cd0236f7dc6c tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:09:45.953522 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d453f-4d31-4ba3-afa8-cd0236f7dc6c tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Pushing event updated for resources: {'Port': ['ID=198bdfc7-ce6b-40df-b7ba-6b9adaf79184,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:46.056351 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-453d453f-4d31-4ba3-afa8-cd0236f7dc6c tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:46.103613 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-453d453f-4d31-4ba3-afa8-cd0236f7dc6c tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:46.237986 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34986584-6846-4421-a0a1-0e58b13f4948 req-fb6180cf-f6e3-4f49-8b21-5a1c889e6188 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:46.240531 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-34986584-6846-4421-a0a1-0e58b13f4948 req-fb6180cf-f6e3-4f49-8b21-5a1c889e6188 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.0677905 Nov 12 20:09:46.301127 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-34986584-6846-4421-a0a1-0e58b13f4948 req-7eaa8861-b8ea-4d0b-89ad-2f2fc4f95a3f tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517812 Nov 12 20:09:46.313993 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659eb468-e060-45a2-8a82-31a6955eebc2 req-c31fd961-c806-4a83-ae05-789729006144 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:46.322974 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-659eb468-e060-45a2-8a82-31a6955eebc2 req-c31fd961-c806-4a83-ae05-789729006144 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.1212358 Nov 12 20:09:46.361886 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6a169918-b18e-46ff-b3f3-c4eeb803c293 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:46.369655 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6a169918-b18e-46ff-b3f3-c4eeb803c293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:46.410486 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-659eb468-e060-45a2-8a82-31a6955eebc2 req-130ea408-86de-47f2-a5d7-a261d5825752 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859530 Nov 12 20:09:46.422203 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-453d453f-4d31-4ba3-afa8-cd0236f7dc6c tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:46.431970 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-453d453f-4d31-4ba3-afa8-cd0236f7dc6c tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:46.465419 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3faf8e5-7356-4e1d-818c-1958414612d9 None None] Pushing event updated for resources: {'Port': ['ID=40ad7723-b362-4d50-aefc-e65c37ad1663,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:46.562296 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d453f-4d31-4ba3-afa8-cd0236f7dc6c tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Pushing event updated for resources: {'Port': ['ID=198bdfc7-ce6b-40df-b7ba-6b9adaf79184,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:46.570338 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-6a169918-b18e-46ff-b3f3-c4eeb803c293 None None] Attempting to bind port 40ad7723-b362-4d50-aefc-e65c37ad1663 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:09:46.571457 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-6a169918-b18e-46ff-b3f3-c4eeb803c293 None None] Attempting to bind port 40ad7723-b362-4d50-aefc-e65c37ad1663 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '557f6cdc-d4a0-4c14-9771-5e64b4354340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:09:46.571944 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a169918-b18e-46ff-b3f3-c4eeb803c293 None None] Attempting to bind port 40ad7723-b362-4d50-aefc-e65c37ad1663 on network edaef3d5-54db-4e10-87fc-fa1839efbc5c {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:09:46.572082 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-453d453f-4d31-4ba3-afa8-cd0236f7dc6c tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:46.578013 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a169918-b18e-46ff-b3f3-c4eeb803c293 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:09:46.578549 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a169918-b18e-46ff-b3f3-c4eeb803c293 None None] Checking segment: {'id': '557f6cdc-d4a0-4c14-9771-5e64b4354340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:09:46.579179 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6a169918-b18e-46ff-b3f3-c4eeb803c293 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:46.579660 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a169918-b18e-46ff-b3f3-c4eeb803c293 None None] Bound using segment: {'id': '557f6cdc-d4a0-4c14-9771-5e64b4354340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:09:46.580267 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-6a169918-b18e-46ff-b3f3-c4eeb803c293 None None] Bound port: 40ad7723-b362-4d50-aefc-e65c37ad1663, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557f6cdc-d4a0-4c14-9771-5e64b4354340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:09:46.580758 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6a169918-b18e-46ff-b3f3-c4eeb803c293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:46.593096 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-453d453f-4d31-4ba3-afa8-cd0236f7dc6c tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:46.595062 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-453d453f-4d31-4ba3-afa8-cd0236f7dc6c tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4988017 Nov 12 20:09:46.666525 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-6a169918-b18e-46ff-b3f3-c4eeb803c293 None None] For port 40ad7723-b362-4d50-aefc-e65c37ad1663, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:09:46.670116 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-6a169918-b18e-46ff-b3f3-c4eeb803c293 None None] For port 40ad7723-b362-4d50-aefc-e65c37ad1663, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=40ad7723-b362-4d50-aefc-e65c37ad1663,segment=NetworkSegment(557f6cdc-d4a0-4c14-9771-5e64b4354340),segment_id=557f6cdc-d4a0-4c14-9771-5e64b4354340)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:09:46.675019 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6a169918-b18e-46ff-b3f3-c4eeb803c293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:46.750653 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a169918-b18e-46ff-b3f3-c4eeb803c293 None None] Routers {'38aebb69-a6d5-41cb-8a66-d07326f66dd2'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:09:46.751290 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-6a169918-b18e-46ff-b3f3-c4eeb803c293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:09:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['38aebb69-a6d5-41cb-8a66-d07326f66dd2'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:46.821666 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3faf8e5-7356-4e1d-818c-1958414612d9 None None] Pushing event updated for resources: {'Port': ['ID=40ad7723-b362-4d50-aefc-e65c37ad1663,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:46.840178 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9e2734ee-150a-4f79-8f01-6c9d44ff2caf None None] Provisioning complete for port 40ad7723-b362-4d50-aefc-e65c37ad1663 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:09:46.840577 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9e2734ee-150a-4f79-8f01-6c9d44ff2caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:46.844931 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-8a5c648e-e047-4c26-bc0a-f0134896eb12 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--848071657&fields=id&tenant_id=d5465611ad2b44a59a4e0409ff99012a HTTP/1.1" status: 200 len: 267 time: 0.0758493 Nov 12 20:09:46.931825 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-6a169918-b18e-46ff-b3f3-c4eeb803c293 None None] Set router 38aebb69-a6d5-41cb-8a66-d07326f66dd2 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:09:46.951952 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-3d2c24ad-f79a-454b-980a-f9491b1f6bf0 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:46.959263 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-3d2c24ad-f79a-454b-980a-f9491b1f6bf0 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/networks?id=edaef3d5-54db-4e10-87fc-fa1839efbc5c HTTP/1.1" status: 200 len: 806 time: 0.1134162 Nov 12 20:09:46.976645 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-133f22c5-1f2d-4265-8082-f889d259c423 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/quotas/d5465611ad2b44a59a4e0409ff99012a HTTP/1.1" status: 200 len: 375 time: 0.0163462 Nov 12 20:09:47.036783 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-da320b7f-1945-41d1-82e2-038c538e27e1 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d5465611ad2b44a59a4e0409ff99012a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0586445 Nov 12 20:09:47.093917 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9e2734ee-150a-4f79-8f01-6c9d44ff2caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:47.141970 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-9e2734ee-150a-4f79-8f01-6c9d44ff2caf None None] For port 40ad7723-b362-4d50-aefc-e65c37ad1663, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=40ad7723-b362-4d50-aefc-e65c37ad1663,segment=NetworkSegment(557f6cdc-d4a0-4c14-9771-5e64b4354340),segment_id=557f6cdc-d4a0-4c14-9771-5e64b4354340)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:09:47.152935 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9e2734ee-150a-4f79-8f01-6c9d44ff2caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:47.162610 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-17028360-2f0c-43ab-acaf-1283f388bf2f service neutron] 10.222.0.48 "GET /v2.0/networks/edaef3d5-54db-4e10-87fc-fa1839efbc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110938 Nov 12 20:09:47.163766 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d9ece6ab-b215-4961-a882-bd1799c5e608 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:09:47.283382 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-adca185d-67fe-4586-b8c8-045916526c84 service neutron] 10.222.0.48 "GET /v2.0/networks/edaef3d5-54db-4e10-87fc-fa1839efbc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140380 Nov 12 20:09:47.307706 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2734ee-150a-4f79-8f01-6c9d44ff2caf None None] Pushing event updated for resources: {'Port': ['ID=40ad7723-b362-4d50-aefc-e65c37ad1663,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:47.321201 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-fcf76b6f-cc72-401c-8a34-40651af5a250 None None] Provisioning complete for port 40ad7723-b362-4d50-aefc-e65c37ad1663 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:09:47.322260 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fcf76b6f-cc72-401c-8a34-40651af5a250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:47.384098 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port d9ece6ab-b215-4961-a882-bd1799c5e608 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:09:47.384771 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:47.429012 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-6a169918-b18e-46ff-b3f3-c4eeb803c293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'name': 'tempest-ServersTestJSON-1511891130-router', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd9ece6ab-b215-4961-a882-bd1799c5e608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:39Z', 'updated_at': '2021-11-12T20:09:42Z', 'revision_number': 4, 'project_id': 'd5465611ad2b44a59a4e0409ff99012a', 'gw_port': {'id': 'd9ece6ab-b215-4961-a882-bd1799c5e608', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:39Z', 'updated_at': '2021-11-12T20:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '40ad7723-b362-4d50-aefc-e65c37ad1663', 'name': '', 'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'mac_address': 'fa:16:3e:a8:51:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '98e12732-7111-4f99-b06c-90df60cbde64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:42Z', 'updated_at': '2021-11-12T20:09:46Z', 'revision_number': 4, 'project_id': 'd5465611ad2b44a59a4e0409ff99012a', 'subnets': [{'id': '98e12732-7111-4f99-b06c-90df60cbde64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:09:47.463185 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a169918-b18e-46ff-b3f3-c4eeb803c293 None None] The sync data for ids ['38aebb69-a6d5-41cb-8a66-d07326f66dd2'] in n-d-712140-15 is: [{'id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'name': 'tempest-ServersTestJSON-1511891130-router', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd9ece6ab-b215-4961-a882-bd1799c5e608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:39Z', 'updated_at': '2021-11-12T20:09:42Z', 'revision_number': 4, 'project_id': 'd5465611ad2b44a59a4e0409ff99012a', 'gw_port': {'id': 'd9ece6ab-b215-4961-a882-bd1799c5e608', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:39Z', 'updated_at': '2021-11-12T20:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '40ad7723-b362-4d50-aefc-e65c37ad1663', 'name': '', 'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'mac_address': 'fa:16:3e:a8:51:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '98e12732-7111-4f99-b06c-90df60cbde64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:42Z', 'updated_at': '2021-11-12T20:09:46Z', 'revision_number': 4, 'project_id': 'd5465611ad2b44a59a4e0409ff99012a', 'subnets': [{'id': '98e12732-7111-4f99-b06c-90df60cbde64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:09:47.473940 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba4e9c-98c4-44eb-8349-f1d356896c04 req-39b0e2ee-c00b-4316-8698-e1c47bceee86 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:47.476537 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8dba4e9c-98c4-44eb-8349-f1d356896c04 req-39b0e2ee-c00b-4316-8698-e1c47bceee86 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.0760181 Nov 12 20:09:47.582894 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8dba4e9c-98c4-44eb-8349-f1d356896c04 req-b111470d-04a2-4072-89bf-8507717286c6 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965638 Nov 12 20:09:47.725973 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e12826-a322-4c1b-816d-17e590545e78 req-f694b127-6560-4863-9547-503ac34eb29c tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:47.727929 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-20e12826-a322-4c1b-816d-17e590545e78 req-f694b127-6560-4863-9547-503ac34eb29c tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.0753851 Nov 12 20:09:47.801677 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-20e12826-a322-4c1b-816d-17e590545e78 req-266b892c-1692-4ead-bdb5-a7d63dfa9376 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620933 Nov 12 20:09:47.833599 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2485623b-e6ce-4b77-9979-89665d73338a req-e6335f95-de90-482c-9db8-356e30401c68 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3602ec-020b-46b8-9300-c80195edc31e HTTP/1.1" status: 200 len: 210 time: 0.0433829 Nov 12 20:09:48.731349 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9fe26-6099-4a41-a958-4eea075c9360 req-4919936f-2d12-4c48-8940-4efc61c72937 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:48.733337 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-27b9fe26-6099-4a41-a958-4eea075c9360 req-4919936f-2d12-4c48-8940-4efc61c72937 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.0538087 Nov 12 20:09:48.903707 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-27b9fe26-6099-4a41-a958-4eea075c9360 req-a66be6e3-a416-4967-83e5-5a04b3dd39cd tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620760 Nov 12 20:09:49.018242 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-df97f78a-9e9c-4b8d-b1cb-2a02d46afedc tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:49.020267 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-df97f78a-9e9c-4b8d-b1cb-2a02d46afedc tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.55 "GET /v2.0/networks?id=edaef3d5-54db-4e10-87fc-fa1839efbc5c HTTP/1.1" status: 200 len: 806 time: 0.2508125 Nov 12 20:09:49.065548 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e46fa9-c4ed-4464-b0a5-4080fa367857 req-60d92ff2-3eef-4eda-b98c-a5a6f68b97eb tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:49.080397 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d7e46fa9-c4ed-4464-b0a5-4080fa367857 req-60d92ff2-3eef-4eda-b98c-a5a6f68b97eb tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.1119971 Nov 12 20:09:49.088403 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-409779d4-7f1c-42b6-a4b0-a7cc469a773b req-87f47018-114d-4d68-8bd9-14944e362749 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3602ec-020b-46b8-9300-c80195edc31e HTTP/1.1" status: 200 len: 210 time: 0.0671597 Nov 12 20:09:49.155912 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d7e46fa9-c4ed-4464-b0a5-4080fa367857 req-6724131e-b126-4482-8afc-42e14aba2161 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720878 Nov 12 20:09:49.177082 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-7fcbb389-c877-4026-abb4-4e3401f37b4e tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5465611ad2b44a59a4e0409ff99012a HTTP/1.1" status: 200 len: 379 time: 0.1339538 Nov 12 20:09:49.205626 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-484af7c4-8a87-48df-b5fd-75d6f96ea712 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Request body: {'port': {'device_id': '5a3602ec-020b-46b8-9300-c80195edc31e', 'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c', 'admin_state_up': True, 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'security_groups': ['8a67ac9d-cc9e-4ebf-9e0c-d8fd8ca94069']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:49.218806 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 40ad7723-b362-4d50-aefc-e65c37ad1663 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:09:49.334942 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 40ad7723-b362-4d50-aefc-e65c37ad1663 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:09:49.335400 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:49.393689 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-484af7c4-8a87-48df-b5fd-75d6f96ea712 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Made reservation on behalf of d5465611ad2b44a59a4e0409ff99012a for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:09:49.399755 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-484af7c4-8a87-48df-b5fd-75d6f96ea712 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:49.561001 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-484af7c4-8a87-48df-b5fd-75d6f96ea712 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Allocated IP 172.20.0.10 (edaef3d5-54db-4e10-87fc-fa1839efbc5c/98e12732-7111-4f99-b06c-90df60cbde64/96ddc68d-da5e-4b8a-8184-e9972a34a823) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:09:49.651583 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031d52d-7792-4cf8-9698-d2024ef225cc req-8f9562d1-1de4-4366-bf28-71e609b45df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:49.653138 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7031d52d-7792-4cf8-9698-d2024ef225cc req-8f9562d1-1de4-4366-bf28-71e609b45df5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 1098 time: 0.0829349 Nov 12 20:09:49.752374 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7031d52d-7792-4cf8-9698-d2024ef225cc req-6cbaadde-5228-4ecd-a77b-72cdbec8a81e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673316 Nov 12 20:09:49.775227 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-484af7c4-8a87-48df-b5fd-75d6f96ea712 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:49.813892 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-484af7c4-8a87-48df-b5fd-75d6f96ea712 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:49.866479 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-484af7c4-8a87-48df-b5fd-75d6f96ea712 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Network edaef3d5-54db-4e10-87fc-fa1839efbc5c is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:09:49.870674 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-484af7c4-8a87-48df-b5fd-75d6f96ea712 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:09:49.881520 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-484af7c4-8a87-48df-b5fd-75d6f96ea712 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:09:49.917550 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f14f38e9-2092-4d0a-a21f-470089992908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:49.925175 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484af7c4-8a87-48df-b5fd-75d6f96ea712 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Pushing event updated for resources: {'Port': ['ID=96ddc68d-da5e-4b8a-8184-e9972a34a823,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:49.949375 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-484af7c4-8a87-48df-b5fd-75d6f96ea712 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:49.950533 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-484af7c4-8a87-48df-b5fd-75d6f96ea712 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:49.983174 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-484af7c4-8a87-48df-b5fd-75d6f96ea712 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7908263 Nov 12 20:09:50.001439 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:50.033420 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-b3c8d4b8-3f91-40af-b638-993a34a3c79d service neutron] Request body: {'port': {'device_id': '5a3602ec-020b-46b8-9300-c80195edc31e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:09:50.121869 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-b3c8d4b8-3f91-40af-b638-993a34a3c79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:50.147595 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42acdf7-0acd-47da-ae85-b79268e9d32d req-fc1af9c4-3981-468b-a303-681a3d47d699 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:50.149903 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d42acdf7-0acd-47da-ae85-b79268e9d32d req-fc1af9c4-3981-468b-a303-681a3d47d699 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.1340482 Nov 12 20:09:50.251951 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f11709-377d-4ef5-b3bd-1b8fef7ac565 req-2a7ff1ab-c158-48cc-ad75-b60ac4bfb45d tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:50.254801 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d42acdf7-0acd-47da-ae85-b79268e9d32d req-d6111cd0-d6f6-4298-96a9-e8d5f1c7d42a tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959189 Nov 12 20:09:50.262061 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c6f11709-377d-4ef5-b3bd-1b8fef7ac565 req-2a7ff1ab-c158-48cc-ad75-b60ac4bfb45d tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3602ec-020b-46b8-9300-c80195edc31e HTTP/1.1" status: 200 len: 932 time: 0.0531113 Nov 12 20:09:50.276079 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-984bb553-2844-4f0d-820e-c7d1c666a730 None None] Provisioning complete for port 96ddc68d-da5e-4b8a-8184-e9972a34a823 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:09:50.278358 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-984bb553-2844-4f0d-820e-c7d1c666a730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:50.385348 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-984bb553-2844-4f0d-820e-c7d1c666a730 None None] Port 96ddc68d-da5e-4b8a-8184-e9972a34a823 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:09:50.395210 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c6f11709-377d-4ef5-b3bd-1b8fef7ac565 req-607a710e-6ee2-41fd-9af1-89e166c1f233 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a67ac9d-cc9e-4ebf-9e0c-d8fd8ca94069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274605 Nov 12 20:09:50.524323 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744695a6-476b-4637-9a41-f623124be16b req-3217aae8-2701-49a7-9044-f9dc00804843 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:50.526031 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-744695a6-476b-4637-9a41-f623124be16b req-3217aae8-2701-49a7-9044-f9dc00804843 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.1127443 Nov 12 20:09:50.611844 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-744695a6-476b-4637-9a41-f623124be16b req-25f5e7e6-9939-466f-84bd-6d429208a955 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734739 Nov 12 20:09:50.688758 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-b3c8d4b8-3f91-40af-b638-993a34a3c79d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96ddc68d-da5e-4b8a-8184-e9972a34a823 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:09:50.696509 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-b3c8d4b8-3f91-40af-b638-993a34a3c79d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:50.709508 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-b3c8d4b8-3f91-40af-b638-993a34a3c79d service neutron] Transition to ACTIVE for port object 96ddc68d-da5e-4b8a-8184-e9972a34a823 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:09:50.716219 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-b3c8d4b8-3f91-40af-b638-993a34a3c79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:50.803957 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8d4b8-3f91-40af-b638-993a34a3c79d service neutron] Pushing event updated for resources: {'Port': ['ID=96ddc68d-da5e-4b8a-8184-e9972a34a823,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:50.879027 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-b3c8d4b8-3f91-40af-b638-993a34a3c79d service neutron] Attempting to bind port 96ddc68d-da5e-4b8a-8184-e9972a34a823 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:09:50.879340 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-b3c8d4b8-3f91-40af-b638-993a34a3c79d service neutron] Attempting to bind port 96ddc68d-da5e-4b8a-8184-e9972a34a823 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '557f6cdc-d4a0-4c14-9771-5e64b4354340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:09:50.879730 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-b3c8d4b8-3f91-40af-b638-993a34a3c79d service neutron] Attempting to bind port 96ddc68d-da5e-4b8a-8184-e9972a34a823 on network edaef3d5-54db-4e10-87fc-fa1839efbc5c {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:09:50.885438 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-b3c8d4b8-3f91-40af-b638-993a34a3c79d service neutron] Port 96ddc68d-da5e-4b8a-8184-e9972a34a823 on network edaef3d5-54db-4e10-87fc-fa1839efbc5c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:09:50.885878 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-b3c8d4b8-3f91-40af-b638-993a34a3c79d service neutron] Attempting to bind port 96ddc68d-da5e-4b8a-8184-e9972a34a823 on network edaef3d5-54db-4e10-87fc-fa1839efbc5c {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:09:50.891445 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-b3c8d4b8-3f91-40af-b638-993a34a3c79d service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:09:50.891784 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-b3c8d4b8-3f91-40af-b638-993a34a3c79d service neutron] Checking segment: {'id': '557f6cdc-d4a0-4c14-9771-5e64b4354340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:09:50.892168 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-b3c8d4b8-3f91-40af-b638-993a34a3c79d service neutron] Bound using segment: {'id': '557f6cdc-d4a0-4c14-9771-5e64b4354340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:09:50.892635 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-b3c8d4b8-3f91-40af-b638-993a34a3c79d service neutron] Bound port: 96ddc68d-da5e-4b8a-8184-e9972a34a823, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '557f6cdc-d4a0-4c14-9771-5e64b4354340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:09:50.892990 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-b3c8d4b8-3f91-40af-b638-993a34a3c79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:50.973676 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-b3c8d4b8-3f91-40af-b638-993a34a3c79d service neutron] For port 96ddc68d-da5e-4b8a-8184-e9972a34a823, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:09:50.978040 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-b3c8d4b8-3f91-40af-b638-993a34a3c79d service neutron] For port 96ddc68d-da5e-4b8a-8184-e9972a34a823, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=96ddc68d-da5e-4b8a-8184-e9972a34a823,segment=NetworkSegment(557f6cdc-d4a0-4c14-9771-5e64b4354340),segment_id=557f6cdc-d4a0-4c14-9771-5e64b4354340)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:09:50.985345 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-b3c8d4b8-3f91-40af-b638-993a34a3c79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:51.049459 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-b3c8d4b8-3f91-40af-b638-993a34a3c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:51.050007 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-b3c8d4b8-3f91-40af-b638-993a34a3c79d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:51.051390 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-b3c8d4b8-3f91-40af-b638-993a34a3c79d service neutron] 10.222.0.55 "PUT /v2.0/ports/96ddc68d-da5e-4b8a-8184-e9972a34a823 HTTP/1.1" status: 200 len: 1093 time: 1.0243413 Nov 12 20:09:51.051833 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3602ec-020b-46b8-9300-c80195edc31e', 'tag': '96ddc68d-da5e-4b8a-8184-e9972a34a823'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:09:51.054249 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc6c823-531e-4354-bab3-9cf852d24ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3602ec-020b-46b8-9300-c80195edc31e", "tag": "96ddc68d-da5e-4b8a-8184-e9972a34a823"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:09:51.082074 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8d4b8-3f91-40af-b638-993a34a3c79d service neutron] Pushing event updated for resources: {'Port': ['ID=96ddc68d-da5e-4b8a-8184-e9972a34a823,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:51.181787 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d325cfae-f8e5-423f-be5b-c60db5bb6b93 x-openstack-request-id: req-d325cfae-f8e5-423f-be5b-c60db5bb6b93 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:09:51.182181 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3602ec-020b-46b8-9300-c80195edc31e", "tag": "96ddc68d-da5e-4b8a-8184-e9972a34a823", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:09:51.182963 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d325cfae-f8e5-423f-be5b-c60db5bb6b93 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:09:51.183406 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3602ec-020b-46b8-9300-c80195edc31e', 'tag': '96ddc68d-da5e-4b8a-8184-e9972a34a823', 'status': 'completed', 'code': 200} Nov 12 20:09:51.203557 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-c0d0ef2c-3e26-4dbd-9cfd-4d873cd634f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:51.205604 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-c0d0ef2c-3e26-4dbd-9cfd-4d873cd634f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5465611ad2b44a59a4e0409ff99012a&device_id=5a3602ec-020b-46b8-9300-c80195edc31e HTTP/1.1" status: 200 len: 1096 time: 0.0752602 Nov 12 20:09:51.261412 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-708169c3-532e-4d87-816b-9535aecb9149 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96ddc68d-da5e-4b8a-8184-e9972a34a823 HTTP/1.1" status: 200 len: 217 time: 0.0470676 Nov 12 20:09:51.319946 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-c8b78424-2878-4210-9eea-f7f1b230756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:51.322256 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-c8b78424-2878-4210-9eea-f7f1b230756b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=98e12732-7111-4f99-b06c-90df60cbde64 HTTP/1.1" status: 200 len: 845 time: 0.0536087 Nov 12 20:09:51.380575 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-7972f403-9ba4-4db1-a697-0d0741909e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:51.382977 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-7972f403-9ba4-4db1-a697-0d0741909e00 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=edaef3d5-54db-4e10-87fc-fa1839efbc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517471 Nov 12 20:09:51.424800 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459d6ec-54a4-4ed3-8517-ed5e7bdcf213 req-c7961a5a-9d1b-4d4e-b349-88211236ebe2 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:51.435054 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5459d6ec-54a4-4ed3-8517-ed5e7bdcf213 req-c7961a5a-9d1b-4d4e-b349-88211236ebe2 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.0709319 Nov 12 20:09:51.501608 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5459d6ec-54a4-4ed3-8517-ed5e7bdcf213 req-a2772d4a-06a4-4160-9876-5e0787ccaa95 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595202 Nov 12 20:09:51.509415 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-f345ed8d-e93e-49bd-9dba-68ce3788eaf6 service neutron] 10.222.0.55 "GET /v2.0/networks/edaef3d5-54db-4e10-87fc-fa1839efbc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189001 Nov 12 20:09:51.640857 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2acc3fd-503b-44f2-96fc-2663fea68430 req-36f2e973-df4b-4f55-b616-fbab996ab7d7 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:51.642306 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f2acc3fd-503b-44f2-96fc-2663fea68430 req-36f2e973-df4b-4f55-b616-fbab996ab7d7 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3602ec-020b-46b8-9300-c80195edc31e HTTP/1.1" status: 200 len: 944 time: 0.1044667 Nov 12 20:09:51.660578 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3dfe72f3-e948-4b3f-b784-4723c5b7cb8b req-038c066a-c363-4164-b2c3-7ad7742f813c service neutron] 10.222.0.55 "GET /v2.0/networks/edaef3d5-54db-4e10-87fc-fa1839efbc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439207 Nov 12 20:09:51.684943 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50d49b-ef0c-4fdf-9865-3057c93a1691 req-1b0ebd7c-0e77-45b6-9ab3-cd75781f26d0 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:51.687521 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a50d49b-ef0c-4fdf-9865-3057c93a1691 req-1b0ebd7c-0e77-45b6-9ab3-cd75781f26d0 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.0625651 Nov 12 20:09:51.705415 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f2acc3fd-503b-44f2-96fc-2663fea68430 req-f4d10fc9-d936-4881-9c52-c7c722925f6b tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a67ac9d-cc9e-4ebf-9e0c-d8fd8ca94069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544837 Nov 12 20:09:51.766568 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a50d49b-ef0c-4fdf-9865-3057c93a1691 req-66e6af63-7c24-46e3-8be5-ce2e772dd930 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682259 Nov 12 20:09:51.798859 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6c823-531e-4354-bab3-9cf852d24ab2 req-d52397ab-6f25-4a12-a52b-62c9280c762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:51.801264 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-acc6c823-531e-4354-bab3-9cf852d24ab2 req-d52397ab-6f25-4a12-a52b-62c9280c762c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5465611ad2b44a59a4e0409ff99012a&device_id=5a3602ec-020b-46b8-9300-c80195edc31e HTTP/1.1" status: 200 len: 1096 time: 0.0722458 Nov 12 20:09:51.914310 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6c823-531e-4354-bab3-9cf852d24ab2 req-4de86749-85b5-424b-9484-5745b9d2528c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:51.915874 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-acc6c823-531e-4354-bab3-9cf852d24ab2 req-4de86749-85b5-424b-9484-5745b9d2528c service neutron] 10.222.0.55 "GET /v2.0/networks?id=edaef3d5-54db-4e10-87fc-fa1839efbc5c HTTP/1.1" status: 200 len: 907 time: 0.1075716 Nov 12 20:09:51.986653 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-acc6c823-531e-4354-bab3-9cf852d24ab2 req-251103e0-91fd-4788-a9bf-1dcdf0c094a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96ddc68d-da5e-4b8a-8184-e9972a34a823 HTTP/1.1" status: 200 len: 217 time: 0.0596631 Nov 12 20:09:52.052974 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6ca16-c700-4748-9a89-061a99535c94 req-923e518d-6a6f-48fa-a033-738672e0c576 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:52.054957 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5b6ca16-c700-4748-9a89-061a99535c94 req-923e518d-6a6f-48fa-a033-738672e0c576 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.1431007 Nov 12 20:09:52.076306 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6c823-531e-4354-bab3-9cf852d24ab2 req-8f92e6ce-9ad5-49d4-9726-d408f71af5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:52.077145 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-acc6c823-531e-4354-bab3-9cf852d24ab2 req-8f92e6ce-9ad5-49d4-9726-d408f71af5d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=98e12732-7111-4f99-b06c-90df60cbde64 HTTP/1.1" status: 200 len: 845 time: 0.0785828 Nov 12 20:09:52.078961 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70b15e-cd55-416e-b22d-f454f59ff03a req-96eb9ad2-46ca-4076-a53f-78bec4219ab1 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:52.080666 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ca70b15e-cd55-416e-b22d-f454f59ff03a req-96eb9ad2-46ca-4076-a53f-78bec4219ab1 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.0571241 Nov 12 20:09:52.135803 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ca70b15e-cd55-416e-b22d-f454f59ff03a req-80e5922b-4a7f-4613-9cb8-356840371b53 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480471 Nov 12 20:09:52.143790 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5b6ca16-c700-4748-9a89-061a99535c94 req-33ffeb6f-e7d8-4771-a2b9-bfbf88ebdab2 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779669 Nov 12 20:09:52.155709 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6c823-531e-4354-bab3-9cf852d24ab2 req-9b433e32-33cf-42df-9ec7-b23900466378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:52.166851 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-acc6c823-531e-4354-bab3-9cf852d24ab2 req-9b433e32-33cf-42df-9ec7-b23900466378 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=edaef3d5-54db-4e10-87fc-fa1839efbc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725472 Nov 12 20:09:52.198667 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b2d90802-cff8-45cf-98f0-a08ca2edbe0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:52.279553 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-acc6c823-531e-4354-bab3-9cf852d24ab2 req-83a991d2-f491-405d-9885-02265cb0e6fb service neutron] 10.222.0.55 "GET /v2.0/networks/edaef3d5-54db-4e10-87fc-fa1839efbc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118922 Nov 12 20:09:52.370044 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-acc6c823-531e-4354-bab3-9cf852d24ab2 req-3c9f3717-a71d-435e-9d6b-77af986fbf27 service neutron] 10.222.0.55 "GET /v2.0/networks/edaef3d5-54db-4e10-87fc-fa1839efbc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834038 Nov 12 20:09:52.854976 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e7cbd-6d00-4c77-9c28-d51b73607f5a req-7265a97b-56bb-4b7e-ad7a-92befd51b3f4 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:52.856740 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-362e7cbd-6d00-4c77-9c28-d51b73607f5a req-7265a97b-56bb-4b7e-ad7a-92befd51b3f4 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3602ec-020b-46b8-9300-c80195edc31e HTTP/1.1" status: 200 len: 944 time: 0.0661237 Nov 12 20:09:52.927997 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-362e7cbd-6d00-4c77-9c28-d51b73607f5a req-c7dbee42-a429-46a5-a28a-0f5d6a7203f9 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a67ac9d-cc9e-4ebf-9e0c-d8fd8ca94069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595474 Nov 12 20:09:53.269562 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af9fce-790d-4b72-83ac-866dcb5461f4 req-b7ec8f56-639c-47b4-8e3b-7e8ee3ce05da tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:53.271063 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-28af9fce-790d-4b72-83ac-866dcb5461f4 req-b7ec8f56-639c-47b4-8e3b-7e8ee3ce05da tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.0513494 Nov 12 20:09:53.278893 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528d1af-7ec9-432b-85b0-15b22f4e569a req-ac12e917-f0cc-442f-ae92-bfe9b50812c2 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:53.280436 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9528d1af-7ec9-432b-85b0-15b22f4e569a req-ac12e917-f0cc-442f-ae92-bfe9b50812c2 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.0570588 Nov 12 20:09:53.325427 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-28af9fce-790d-4b72-83ac-866dcb5461f4 req-4573c8df-81e2-442a-a2dc-f5fd7eb0ccec tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471549 Nov 12 20:09:53.338769 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9528d1af-7ec9-432b-85b0-15b22f4e569a req-e3b55095-e52e-473e-aff7-87c603d0511a tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511606 Nov 12 20:09:53.653525 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ecb0b-8d8d-4a2d-b191-7fc62e2537f5 req-5a382422-6eb2-4daa-93f8-3852e91f72f6 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:53.660814 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-be7ecb0b-8d8d-4a2d-b191-7fc62e2537f5 req-5a382422-6eb2-4daa-93f8-3852e91f72f6 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.0568464 Nov 12 20:09:53.701786 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:53.704326 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:53.712188 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-be7ecb0b-8d8d-4a2d-b191-7fc62e2537f5 req-fc01884f-57cf-4b9b-813e-fcf208da04dc tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502064 Nov 12 20:09:54.060331 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb353ac-f8f1-40ef-9bfd-1c5aa7eeadb3 req-b99d67eb-a161-44f8-b192-69d5e7d5abbf tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:54.061826 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8cb353ac-f8f1-40ef-9bfd-1c5aa7eeadb3 req-b99d67eb-a161-44f8-b192-69d5e7d5abbf tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3602ec-020b-46b8-9300-c80195edc31e HTTP/1.1" status: 200 len: 944 time: 0.0490205 Nov 12 20:09:54.111435 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8cb353ac-f8f1-40ef-9bfd-1c5aa7eeadb3 req-56ddd66c-3f33-4ea2-8132-6d1eb97988df tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a67ac9d-cc9e-4ebf-9e0c-d8fd8ca94069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437799 Nov 12 20:09:54.447302 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45be95-3527-46b1-aa8a-65719349aa01 req-55fb7c5c-deff-416b-9c72-0b991d45cc1c tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:54.448846 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6c45be95-3527-46b1-aa8a-65719349aa01 req-55fb7c5c-deff-416b-9c72-0b991d45cc1c tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.0480587 Nov 12 20:09:54.502182 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6c45be95-3527-46b1-aa8a-65719349aa01 req-c9640d40-3f26-4496-bb2b-878cb9a487a5 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471678 Nov 12 20:09:54.852261 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c5768-e5e3-44ab-8b16-91c9c8780bf0 req-249737bf-94ea-474b-b948-ed053707ba1b tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:54.853744 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b2c5768-e5e3-44ab-8b16-91c9c8780bf0 req-249737bf-94ea-474b-b948-ed053707ba1b tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.0501573 Nov 12 20:09:54.902333 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b2c5768-e5e3-44ab-8b16-91c9c8780bf0 req-bbfd59fa-2151-4b31-acc1-1ed91f4adc3d tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426319 Nov 12 20:09:55.036497 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:55.247390 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0f575-40df-431a-8172-0452d9d5b5f6 req-69b6e27b-7f92-4615-bf2c-19afd59c064d tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:55.260773 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c6a0f575-40df-431a-8172-0452d9d5b5f6 req-69b6e27b-7f92-4615-bf2c-19afd59c064d tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3602ec-020b-46b8-9300-c80195edc31e HTTP/1.1" status: 200 len: 944 time: 0.0669088 Nov 12 20:09:55.319933 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c6a0f575-40df-431a-8172-0452d9d5b5f6 req-921d4fb9-1968-42f0-b124-3853c34dcc4b tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a67ac9d-cc9e-4ebf-9e0c-d8fd8ca94069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527449 Nov 12 20:09:55.634943 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729391e-b62e-486a-a917-61d8a6b742f1 req-03e6b4ce-7d85-46cd-b128-c6e3fa7f566f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:55.636498 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b729391e-b62e-486a-a917-61d8a6b742f1 req-03e6b4ce-7d85-46cd-b128-c6e3fa7f566f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.0519903 Nov 12 20:09:55.692827 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b729391e-b62e-486a-a917-61d8a6b742f1 req-e061ff56-d626-4142-9a2e-0be05d26f4ef tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501962 Nov 12 20:09:55.902241 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:56.225911 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 96ddc68d-da5e-4b8a-8184-e9972a34a823 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:09:56.325796 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 96ddc68d-da5e-4b8a-8184-e9972a34a823, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=96ddc68d-da5e-4b8a-8184-e9972a34a823,segment=NetworkSegment(557f6cdc-d4a0-4c14-9771-5e64b4354340),segment_id=557f6cdc-d4a0-4c14-9771-5e64b4354340)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:09:56.339041 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '96ddc68d-da5e-4b8a-8184-e9972a34a823', 'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c', 'port_id': '96ddc68d-da5e-4b8a-8184-e9972a34a823', 'mac_address': 'fa:16:3e:92:22:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e12732-7111-4f99-b06c-90df60cbde64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:09:56.394600 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:56.411498 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96ddc68d-da5e-4b8a-8184-e9972a34a823 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:09:56.438156 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 96ddc68d-da5e-4b8a-8184-e9972a34a823, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=96ddc68d-da5e-4b8a-8184-e9972a34a823,segment=NetworkSegment(557f6cdc-d4a0-4c14-9771-5e64b4354340),segment_id=557f6cdc-d4a0-4c14-9771-5e64b4354340)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:09:56.443479 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:56.474961 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff687b-5cb7-4fee-ae19-71485268fcb3 req-12a03c5d-0b76-4afc-9b7f-f5a42f1b79f4 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:56.480747 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e2ff687b-5cb7-4fee-ae19-71485268fcb3 req-12a03c5d-0b76-4afc-9b7f-f5a42f1b79f4 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3602ec-020b-46b8-9300-c80195edc31e HTTP/1.1" status: 200 len: 944 time: 0.0689576 Nov 12 20:09:56.515411 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=96ddc68d-da5e-4b8a-8184-e9972a34a823,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:56.524593 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:56.524975 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:56.525327 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:56.525664 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:56.526002 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:56.526332 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:56.527237 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:56.527583 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:56.528102 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:56.528456 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:56.528783 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:56.529289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:09:56.559846 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e2ff687b-5cb7-4fee-ae19-71485268fcb3 req-d592e9bc-4d0c-4d92-8c08-967e5ce02776 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a67ac9d-cc9e-4ebf-9e0c-d8fd8ca94069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693102 Nov 12 20:09:56.607341 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42833f-63e0-4d7f-b0b9-bcc039ad6578 req-52d19519-1a7a-4527-a6ea-a593f4e69bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:56.608923 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9c42833f-63e0-4d7f-b0b9-bcc039ad6578 req-52d19519-1a7a-4527-a6ea-a593f4e69bc6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=218ba8caf41b4f549ff41bad0bad7ee1&device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 1097 time: 0.0838444 Nov 12 20:09:56.646073 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd908e3-424b-4c15-8037-213a51a4d2b5 req-a5c3cf6b-fa4d-40a7-97cd-9ea0271d2676 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:56.647685 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6dd908e3-424b-4c15-8037-213a51a4d2b5 req-a5c3cf6b-fa4d-40a7-97cd-9ea0271d2676 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.0808392 Nov 12 20:09:56.809483 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['96ddc68d-da5e-4b8a-8184-e9972a34a823'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:09:56.833831 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfe7cc-9143-44a6-9089-af9a54fafbaf req-ce2ab5c0-9585-4f8c-96a7-6b30c4ffd7bf tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:56.842557 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-74bfe7cc-9143-44a6-9089-af9a54fafbaf req-ce2ab5c0-9585-4f8c-96a7-6b30c4ffd7bf tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.0697763 Nov 12 20:09:56.904086 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-74bfe7cc-9143-44a6-9089-af9a54fafbaf req-a535656a-0237-4000-b594-f61e0c297da5 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543454 Nov 12 20:09:57.072166 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6dd908e3-424b-4c15-8037-213a51a4d2b5 req-c0c7f23f-bd35-458c-9b5f-795f08d39c99 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137435 Nov 12 20:09:57.081562 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42833f-63e0-4d7f-b0b9-bcc039ad6578 req-f5aaaf2e-fcdb-4b4d-896a-dcd08fdf9473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:57.083013 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9c42833f-63e0-4d7f-b0b9-bcc039ad6578 req-f5aaaf2e-fcdb-4b4d-896a-dcd08fdf9473 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2c263eaa-bf88-4e86-8018-6b76427f8727 HTTP/1.1" status: 200 len: 919 time: 0.4630401 Nov 12 20:09:57.134474 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9c42833f-63e0-4d7f-b0b9-bcc039ad6578 req-4c593350-e66f-45cd-9b7a-c30fc491f9e1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14079dbe-507f-4de1-a16b-eaaf9e5707ae HTTP/1.1" status: 200 len: 217 time: 0.0408459 Nov 12 20:09:57.189495 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42833f-63e0-4d7f-b0b9-bcc039ad6578 req-a264b487-ca6d-4a9c-a663-d2c84f6f4ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:57.192581 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9c42833f-63e0-4d7f-b0b9-bcc039ad6578 req-a264b487-ca6d-4a9c-a663-d2c84f6f4ade service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6239fe67-7ec1-4338-bde6-5b5a647207c2 HTTP/1.1" status: 200 len: 858 time: 0.0490465 Nov 12 20:09:57.228030 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9c42833f-63e0-4d7f-b0b9-bcc039ad6578 req-858ba445-2186-47ef-9eb9-2c405d6f7d1d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c263eaa-bf88-4e86-8018-6b76427f8727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267806 Nov 12 20:09:57.330175 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9c42833f-63e0-4d7f-b0b9-bcc039ad6578 req-fd7be25a-481f-45a3-b565-34fb82176ed0 service neutron] 10.222.0.52 "GET /v2.0/networks/2c263eaa-bf88-4e86-8018-6b76427f8727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898998 Nov 12 20:09:57.428731 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9c42833f-63e0-4d7f-b0b9-bcc039ad6578 req-f4c53611-62d4-43a3-9cc4-3eff31289d5d service neutron] 10.222.0.52 "GET /v2.0/networks/2c263eaa-bf88-4e86-8018-6b76427f8727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911090 Nov 12 20:09:57.683611 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8d89b-d445-4fe1-882b-ef84bcbcce54 req-c802400a-1f3a-41f8-aaa6-5dc27f8f996a tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:57.688033 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5e8d89b-d445-4fe1-882b-ef84bcbcce54 req-c802400a-1f3a-41f8-aaa6-5dc27f8f996a tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3602ec-020b-46b8-9300-c80195edc31e HTTP/1.1" status: 200 len: 945 time: 0.0516791 Nov 12 20:09:57.735050 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5e8d89b-d445-4fe1-882b-ef84bcbcce54 req-8f5a42de-83db-4a95-a6b5-52040bc6f1a6 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a67ac9d-cc9e-4ebf-9e0c-d8fd8ca94069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436909 Nov 12 20:09:58.029438 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b48a5-3ad5-4429-8816-362df9a2adcd req-f948fc4b-646e-4f8a-bd3e-951e7cf117a6 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:58.031213 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1f3b48a5-3ad5-4429-8816-362df9a2adcd req-f948fc4b-646e-4f8a-bd3e-951e7cf117a6 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.0568206 Nov 12 20:09:58.079995 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1f3b48a5-3ad5-4429-8816-362df9a2adcd req-b1c31e22-bb0f-479d-a2df-f5dd05f3fd8c tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426307 Nov 12 20:09:58.208767 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5ea78-6f44-48c5-bad4-72fe7ec265aa req-42fcb6f5-200c-4695-af37-114ae5eb523e tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:58.210189 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-22b5ea78-6f44-48c5-bad4-72fe7ec265aa req-42fcb6f5-200c-4695-af37-114ae5eb523e tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.0627296 Nov 12 20:09:58.248844 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 96ddc68d-da5e-4b8a-8184-e9972a34a823 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:09:58.321682 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-22b5ea78-6f44-48c5-bad4-72fe7ec265aa req-c17715c6-7493-42bb-a274-ad3e45202c09 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952480 Nov 12 20:09:58.322484 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 96ddc68d-da5e-4b8a-8184-e9972a34a823 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:09:58.335271 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 96ddc68d-da5e-4b8a-8184-e9972a34a823 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:09:58.335643 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:58.424829 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 38450) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:58.446679 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:58.469970 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3602ec-020b-46b8-9300-c80195edc31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ddc68d-da5e-4b8a-8184-e9972a34a823'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:09:58.472547 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c250df8-45ea-46e3-b72b-489c71c9c6e1" -d '{"events": [{"server_uuid": "5a3602ec-020b-46b8-9300-c80195edc31e", "name": "network-vif-plugged", "status": "completed", "tag": "96ddc68d-da5e-4b8a-8184-e9972a34a823"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:09:58.486346 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 96ddc68d-da5e-4b8a-8184-e9972a34a823, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=96ddc68d-da5e-4b8a-8184-e9972a34a823,segment=NetworkSegment(557f6cdc-d4a0-4c14-9771-5e64b4354340),segment_id=557f6cdc-d4a0-4c14-9771-5e64b4354340)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:09:58.492733 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:58.519752 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855be01d-f475-4705-b6df-220d5c97b08e x-openstack-request-id: req-855be01d-f475-4705-b6df-220d5c97b08e {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:09:58.520018 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3602ec-020b-46b8-9300-c80195edc31e", "name": "network-vif-plugged", "status": "completed", "tag": "96ddc68d-da5e-4b8a-8184-e9972a34a823", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:09:58.520299 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-855be01d-f475-4705-b6df-220d5c97b08e {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:09:58.520828 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3602ec-020b-46b8-9300-c80195edc31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ddc68d-da5e-4b8a-8184-e9972a34a823', 'code': 200} Nov 12 20:09:58.561040 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=96ddc68d-da5e-4b8a-8184-e9972a34a823,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:58.577180 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19760d3c-ba6b-42ab-bd7d-91d43e38fe65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:58.661444 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94714242-9990-40be-b5c9-cefce14bbaa0 req-464029ce-7945-4ba1-880a-726c7cf74713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:58.662964 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94714242-9990-40be-b5c9-cefce14bbaa0 req-464029ce-7945-4ba1-880a-726c7cf74713 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5a3602ec-020b-46b8-9300-c80195edc31e HTTP/1.1" status: 200 len: 1098 time: 0.0638592 Nov 12 20:09:58.719312 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19760d3c-ba6b-42ab-bd7d-91d43e38fe65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:58.728438 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19760d3c-ba6b-42ab-bd7d-91d43e38fe65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:58.745717 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94714242-9990-40be-b5c9-cefce14bbaa0 req-6bfcb853-d260-402e-b278-032d84be9708 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8a67ac9d-cc9e-4ebf-9e0c-d8fd8ca94069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721223 Nov 12 20:09:58.774149 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-19760d3c-ba6b-42ab-bd7d-91d43e38fe65 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b05b0d91333b45d0a92b4dd8d6877a19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3482246 Nov 12 20:09:58.775032 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19760d3c-ba6b-42ab-bd7d-91d43e38fe65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc794da-aa60-411b-bf45-d15f5022b4ee,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:58.777240 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 38460) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:09:58.830427 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89b912c6-7d40-4da9-a178-c21dc33c2e07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:58.852868 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89b912c6-7d40-4da9-a178-c21dc33c2e07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:58.901229 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89b912c6-7d40-4da9-a178-c21dc33c2e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:58.903828 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89b912c6-7d40-4da9-a178-c21dc33c2e07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:09:58.907418 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-89b912c6-7d40-4da9-a178-c21dc33c2e07 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dfc794da-aa60-411b-bf45-d15f5022b4ee HTTP/1.1" status: 204 len: 168 time: 0.1265140 Nov 12 20:09:58.915168 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b912c6-7d40-4da9-a178-c21dc33c2e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc794da-aa60-411b-bf45-d15f5022b4ee,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:09:59.122930 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b581c6-a8a7-4e77-9a56-8ebf2c9d3a1b req-cf8c51b1-e190-468d-a41f-35b474c3b0ef tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:59.124633 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4b581c6-a8a7-4e77-9a56-8ebf2c9d3a1b req-cf8c51b1-e190-468d-a41f-35b474c3b0ef tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3602ec-020b-46b8-9300-c80195edc31e HTTP/1.1" status: 200 len: 946 time: 0.2965341 Nov 12 20:09:59.173189 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4b581c6-a8a7-4e77-9a56-8ebf2c9d3a1b req-210a5a2a-b495-443b-b9d8-fd8aee079899 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a67ac9d-cc9e-4ebf-9e0c-d8fd8ca94069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427175 Nov 12 20:09:59.226412 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4ff1a-16f2-481c-9fc5-5cead074ffd9 req-316262a8-4f40-4962-836c-05b143289e4a tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:59.227954 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6bd4ff1a-16f2-481c-9fc5-5cead074ffd9 req-316262a8-4f40-4962-836c-05b143289e4a tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.0542512 Nov 12 20:09:59.281179 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6bd4ff1a-16f2-481c-9fc5-5cead074ffd9 req-cdd9e91b-0885-45bc-a509-f13f7c9e9aa4 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472467 Nov 12 20:09:59.431113 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a0837-262c-4616-8635-8a445a42f338 req-19bd75a4-a9be-4577-925b-7751760ee596 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:09:59.433252 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-417a0837-262c-4616-8635-8a445a42f338 req-19bd75a4-a9be-4577-925b-7751760ee596 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.0582211 Nov 12 20:09:59.486806 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-417a0837-262c-4616-8635-8a445a42f338 req-afcf3bec-7e0c-465a-aa92-0320ed6ec10f tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466301 Nov 12 20:10:00.309449 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe3e3a-2840-4ebd-b178-0afbfd43a46c req-db0c3747-cc34-4526-8b2d-1124ab87dabe tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:00.311180 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a1fe3e3a-2840-4ebd-b178-0afbfd43a46c req-db0c3747-cc34-4526-8b2d-1124ab87dabe tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3602ec-020b-46b8-9300-c80195edc31e HTTP/1.1" status: 200 len: 946 time: 0.0577908 Nov 12 20:10:00.368769 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a1fe3e3a-2840-4ebd-b178-0afbfd43a46c req-c4ded9d9-0891-4418-9602-25c9851fe371 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a67ac9d-cc9e-4ebf-9e0c-d8fd8ca94069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504069 Nov 12 20:10:00.415885 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55f80c-37f6-4281-8cab-58f906383e60 req-5e0e6b0a-c510-4dd1-968c-4818458fe002 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:00.418214 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c55f80c-37f6-4281-8cab-58f906383e60 req-5e0e6b0a-c510-4dd1-968c-4818458fe002 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.0544441 Nov 12 20:10:00.470123 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c55f80c-37f6-4281-8cab-58f906383e60 req-138bd5c6-5b64-45f5-b409-0624fec80224 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453806 Nov 12 20:10:00.610042 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b3d69-513d-4ef7-af1a-22339687e69b req-3a176d68-7fe0-4735-bc9e-78e33e6c6081 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:00.611677 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-588b3d69-513d-4ef7-af1a-22339687e69b req-3a176d68-7fe0-4735-bc9e-78e33e6c6081 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.0525675 Nov 12 20:10:00.661617 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-588b3d69-513d-4ef7-af1a-22339687e69b req-8de21611-be52-4bcf-8e3e-58c0741c454a tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433564 Nov 12 20:10:01.494409 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809893cd-2788-4364-91ec-af7efffe34bc req-71fd47ca-be94-4742-bfda-a72def110662 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:01.496019 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-809893cd-2788-4364-91ec-af7efffe34bc req-71fd47ca-be94-4742-bfda-a72def110662 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3602ec-020b-46b8-9300-c80195edc31e HTTP/1.1" status: 200 len: 946 time: 0.0557246 Nov 12 20:10:01.546518 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-809893cd-2788-4364-91ec-af7efffe34bc req-6580103d-bbb7-40c4-add0-fb1aaa6678f1 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a67ac9d-cc9e-4ebf-9e0c-d8fd8ca94069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446432 Nov 12 20:10:01.614558 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca888a0-bb05-4a0b-9a0f-12cd20fe0c76 req-38a3b6c7-36d6-4d63-acd5-51ac0de451e4 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:01.616076 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3ca888a0-bb05-4a0b-9a0f-12cd20fe0c76 req-38a3b6c7-36d6-4d63-acd5-51ac0de451e4 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.0513356 Nov 12 20:10:01.665905 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3ca888a0-bb05-4a0b-9a0f-12cd20fe0c76 req-608a9f85-68f5-4464-b45b-5536157ed77f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431859 Nov 12 20:10:01.733107 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd7ff8-4da2-45ff-8abb-cd96bfe51cf1 req-4e664d07-eea4-474a-9ca6-80b28697593f tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:01.734879 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b1bd7ff8-4da2-45ff-8abb-cd96bfe51cf1 req-4e664d07-eea4-474a-9ca6-80b28697593f tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3602ec-020b-46b8-9300-c80195edc31e HTTP/1.1" status: 200 len: 946 time: 0.0589299 Nov 12 20:10:01.744010 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 38538) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:10:01.748605 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-26c259aa-1585-4da8-a4cd-b19ff7187de6 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Request body: {'floatingip': {'port_id': '96ddc68d-da5e-4b8a-8184-e9972a34a823'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:10:01.793166 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-26c259aa-1585-4da8-a4cd-b19ff7187de6 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks [] for floatingip, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:01.798308 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a8dfa-8781-487a-a849-57316706d94d req-5349e210-599e-43a4-b23c-a15772e2e504 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:01.799991 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b6a8dfa-8781-487a-a849-57316706d94d req-5349e210-599e-43a4-b23c-a15772e2e504 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.0596724 Nov 12 20:10:01.852402 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b6a8dfa-8781-487a-a849-57316706d94d req-566a2239-6b93-4653-a5f7-b27a8d9b7b3e tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448911 Nov 12 20:10:02.247335 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-26c259aa-1585-4da8-a4cd-b19ff7187de6 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:02.251512 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-26c259aa-1585-4da8-a4cd-b19ff7187de6 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:02.359328 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-26c259aa-1585-4da8-a4cd-b19ff7187de6 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Floating IP 5ea270e3-b3ff-4c09-81bd-79f60ec10a7a associated. External IP: 172.25.5.124, port: 96ddc68d-da5e-4b8a-8184-e9972a34a823. Nov 12 20:10:02.651514 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c259aa-1585-4da8-a4cd-b19ff7187de6 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Router 38aebb69-a6d5-41cb-8a66-d07326f66dd2 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:10:02.804829 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c259aa-1585-4da8-a4cd-b19ff7187de6 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:10:02.810110 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-26c259aa-1585-4da8-a4cd-b19ff7187de6 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:02.814323 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59d617-b488-41ef-8ad9-22dfb7dc40c2 None None] Sync routers for ids ['38aebb69-a6d5-41cb-8a66-d07326f66dd2'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:10:02.820924 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aad125-0540-42d8-a415-5012075b6d83 req-02d22781-6813-41e0-a072-93759305b83f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:02.822425 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-41aad125-0540-42d8-a415-5012075b6d83 req-02d22781-6813-41e0-a072-93759305b83f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.0682304 Nov 12 20:10:02.823982 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a59d617-b488-41ef-8ad9-22dfb7dc40c2 None None] Routers {'38aebb69-a6d5-41cb-8a66-d07326f66dd2'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:10:02.824651 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-6a59d617-b488-41ef-8ad9-22dfb7dc40c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:09:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['38aebb69-a6d5-41cb-8a66-d07326f66dd2'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:02.863965 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-26c259aa-1585-4da8-a4cd-b19ff7187de6 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "PUT /v2.0/floatingips/5ea270e3-b3ff-4c09-81bd-79f60ec10a7a HTTP/1.1" status: 200 len: 992 time: 1.1187394 Nov 12 20:10:02.864726 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3602ec-020b-46b8-9300-c80195edc31e', 'tag': '96ddc68d-da5e-4b8a-8184-e9972a34a823'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:10:02.867218 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1a4968-97dd-46bd-b1d0-188d7529d7a8" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3602ec-020b-46b8-9300-c80195edc31e", "tag": "96ddc68d-da5e-4b8a-8184-e9972a34a823"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:10:02.895597 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-41aad125-0540-42d8-a415-5012075b6d83 req-9a684cc0-8dbc-462a-a6d2-86edc03ea20e tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581272 Nov 12 20:10:02.940467 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-6a59d617-b488-41ef-8ad9-22dfb7dc40c2 None None] Set router 38aebb69-a6d5-41cb-8a66-d07326f66dd2 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:10:02.945785 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e705904-e2f4-4f89-82aa-bb793d22196f x-openstack-request-id: req-9e705904-e2f4-4f89-82aa-bb793d22196f {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:10:02.946092 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3602ec-020b-46b8-9300-c80195edc31e", "tag": "96ddc68d-da5e-4b8a-8184-e9972a34a823", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:10:02.946343 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9e705904-e2f4-4f89-82aa-bb793d22196f {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:10:02.946768 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3602ec-020b-46b8-9300-c80195edc31e', 'tag': '96ddc68d-da5e-4b8a-8184-e9972a34a823', 'status': 'completed', 'code': 200} Nov 12 20:10:03.020735 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a4968-97dd-46bd-b1d0-188d7529d7a8 req-0ae0e52e-6da1-4cec-8d5f-40412c901c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:03.022737 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6c1a4968-97dd-46bd-b1d0-188d7529d7a8 req-0ae0e52e-6da1-4cec-8d5f-40412c901c3e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5465611ad2b44a59a4e0409ff99012a&device_id=5a3602ec-020b-46b8-9300-c80195edc31e HTTP/1.1" status: 200 len: 1098 time: 0.0539696 Nov 12 20:10:03.031930 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad885b3d-e4fe-4de3-896c-c5f52c402f0f req-f19503ec-529e-4a55-a931-8a1f74c489f9 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:03.033504 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ad885b3d-e4fe-4de3-896c-c5f52c402f0f req-f19503ec-529e-4a55-a931-8a1f74c489f9 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.0512905 Nov 12 20:10:03.089924 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ad885b3d-e4fe-4de3-896c-c5f52c402f0f req-4f6fc895-3066-426e-8112-5df4b8db59bb tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485792 Nov 12 20:10:03.139584 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a4968-97dd-46bd-b1d0-188d7529d7a8 req-134412db-b389-4598-8682-8829b51f5aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:03.141015 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6c1a4968-97dd-46bd-b1d0-188d7529d7a8 req-134412db-b389-4598-8682-8829b51f5aff service neutron] 10.222.0.55 "GET /v2.0/networks?id=edaef3d5-54db-4e10-87fc-fa1839efbc5c HTTP/1.1" status: 200 len: 907 time: 0.1105633 Nov 12 20:10:03.185760 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-6a59d617-b488-41ef-8ad9-22dfb7dc40c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'name': 'tempest-ServersTestJSON-1511891130-router', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd9ece6ab-b215-4961-a882-bd1799c5e608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:39Z', 'updated_at': '2021-11-12T20:09:42Z', 'revision_number': 4, 'project_id': 'd5465611ad2b44a59a4e0409ff99012a', 'gw_port': {'id': 'd9ece6ab-b215-4961-a882-bd1799c5e608', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:39Z', 'updated_at': '2021-11-12T20:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '5ea270e3-b3ff-4c09-81bd-79f60ec10a7a', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'floating_ip_address': '172.25.5.124', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'port_id': '96ddc68d-da5e-4b8a-8184-e9972a34a823', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c', 'mac_address': 'fa:16:3e:92:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3602ec-020b-46b8-9300-c80195edc31e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:09:45Z', 'updated_at': '2021-11-12T20:10:02Z', 'revision_number': 1, 'project_id': 'd5465611ad2b44a59a4e0409ff99012a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ad7723-b362-4d50-aefc-e65c37ad1663', 'name': '', 'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'mac_address': 'fa:16:3e:a8:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '98e12732-7111-4f99-b06c-90df60cbde64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:42Z', 'updated_at': '2021-11-12T20:09:47Z', 'revision_number': 5, 'project_id': 'd5465611ad2b44a59a4e0409ff99012a', 'subnets': [{'id': '98e12732-7111-4f99-b06c-90df60cbde64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:03.213051 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59d617-b488-41ef-8ad9-22dfb7dc40c2 None None] Checking router: 38aebb69-a6d5-41cb-8a66-d07326f66dd2 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:10:03.213226 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6c1a4968-97dd-46bd-b1d0-188d7529d7a8 req-2312d348-a838-41fc-a15b-548867f9d78f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96ddc68d-da5e-4b8a-8184-e9972a34a823 HTTP/1.1" status: 200 len: 1000 time: 0.0643663 Nov 12 20:10:03.221469 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a59d617-b488-41ef-8ad9-22dfb7dc40c2 None None] Routers {'38aebb69-a6d5-41cb-8a66-d07326f66dd2'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:10:03.222162 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-6a59d617-b488-41ef-8ad9-22dfb7dc40c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:09:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['38aebb69-a6d5-41cb-8a66-d07326f66dd2'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:03.264750 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a4968-97dd-46bd-b1d0-188d7529d7a8 req-a8b97cb9-ca9d-4afb-b400-9e833fdd6747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:03.266264 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6c1a4968-97dd-46bd-b1d0-188d7529d7a8 req-a8b97cb9-ca9d-4afb-b400-9e833fdd6747 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=98e12732-7111-4f99-b06c-90df60cbde64 HTTP/1.1" status: 200 len: 845 time: 0.0447733 Nov 12 20:10:03.322553 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a4968-97dd-46bd-b1d0-188d7529d7a8 req-dea8fa40-8e18-4e4b-824a-9a26c4c84d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:03.324315 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6c1a4968-97dd-46bd-b1d0-188d7529d7a8 req-dea8fa40-8e18-4e4b-824a-9a26c4c84d24 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=edaef3d5-54db-4e10-87fc-fa1839efbc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498419 Nov 12 20:10:03.331142 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-6a59d617-b488-41ef-8ad9-22dfb7dc40c2 None None] Set router 38aebb69-a6d5-41cb-8a66-d07326f66dd2 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:10:03.480448 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6c1a4968-97dd-46bd-b1d0-188d7529d7a8 req-1dcea696-9025-4bd0-8a97-b16cd9c61a56 service neutron] 10.222.0.55 "GET /v2.0/networks/edaef3d5-54db-4e10-87fc-fa1839efbc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473813 Nov 12 20:10:03.572939 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-6a59d617-b488-41ef-8ad9-22dfb7dc40c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'name': 'tempest-ServersTestJSON-1511891130-router', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd9ece6ab-b215-4961-a882-bd1799c5e608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:39Z', 'updated_at': '2021-11-12T20:09:42Z', 'revision_number': 4, 'project_id': 'd5465611ad2b44a59a4e0409ff99012a', 'gw_port': {'id': 'd9ece6ab-b215-4961-a882-bd1799c5e608', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:39Z', 'updated_at': '2021-11-12T20:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '5ea270e3-b3ff-4c09-81bd-79f60ec10a7a', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'floating_ip_address': '172.25.5.124', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'port_id': '96ddc68d-da5e-4b8a-8184-e9972a34a823', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c', 'mac_address': 'fa:16:3e:92:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3602ec-020b-46b8-9300-c80195edc31e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:09:45Z', 'updated_at': '2021-11-12T20:10:02Z', 'revision_number': 1, 'project_id': 'd5465611ad2b44a59a4e0409ff99012a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ad7723-b362-4d50-aefc-e65c37ad1663', 'name': '', 'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'mac_address': 'fa:16:3e:a8:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '98e12732-7111-4f99-b06c-90df60cbde64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:42Z', 'updated_at': '2021-11-12T20:09:47Z', 'revision_number': 5, 'project_id': 'd5465611ad2b44a59a4e0409ff99012a', 'subnets': [{'id': '98e12732-7111-4f99-b06c-90df60cbde64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:03.581067 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6c1a4968-97dd-46bd-b1d0-188d7529d7a8 req-67d53d13-1316-4ff7-a3ea-ca6737b7d3bb service neutron] 10.222.0.55 "GET /v2.0/networks/edaef3d5-54db-4e10-87fc-fa1839efbc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896530 Nov 12 20:10:03.605834 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59d617-b488-41ef-8ad9-22dfb7dc40c2 None None] The sync data for ids ['38aebb69-a6d5-41cb-8a66-d07326f66dd2'] in n-d-712140-15 is: [{'id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'name': 'tempest-ServersTestJSON-1511891130-router', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd9ece6ab-b215-4961-a882-bd1799c5e608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:39Z', 'updated_at': '2021-11-12T20:09:42Z', 'revision_number': 4, 'project_id': 'd5465611ad2b44a59a4e0409ff99012a', 'gw_port': {'id': 'd9ece6ab-b215-4961-a882-bd1799c5e608', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:39Z', 'updated_at': '2021-11-12T20:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '5ea270e3-b3ff-4c09-81bd-79f60ec10a7a', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'floating_ip_address': '172.25.5.124', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'port_id': '96ddc68d-da5e-4b8a-8184-e9972a34a823', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c', 'mac_address': 'fa:16:3e:92:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3602ec-020b-46b8-9300-c80195edc31e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:09:45Z', 'updated_at': '2021-11-12T20:10:02Z', 'revision_number': 1, 'project_id': 'd5465611ad2b44a59a4e0409ff99012a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ad7723-b362-4d50-aefc-e65c37ad1663', 'name': '', 'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'mac_address': 'fa:16:3e:a8:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '98e12732-7111-4f99-b06c-90df60cbde64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:42Z', 'updated_at': '2021-11-12T20:09:47Z', 'revision_number': 5, 'project_id': 'd5465611ad2b44a59a4e0409ff99012a', 'subnets': [{'id': '98e12732-7111-4f99-b06c-90df60cbde64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:10:03.829687 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce98611-5808-4a44-8b3b-6e9e8a14277e None None] New status for floating IP 5ea270e3-b3ff-4c09-81bd-79f60ec10a7a: ACTIVE {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:10:04.057007 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff89991-5c06-423d-be80-677c87807f0a req-970b1693-1820-4328-81df-ff998ca01431 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:04.060220 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bff89991-5c06-423d-be80-677c87807f0a req-970b1693-1820-4328-81df-ff998ca01431 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.0627017 Nov 12 20:10:04.110120 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bff89991-5c06-423d-be80-677c87807f0a req-c0d9fd0c-f61d-4e82-8559-db493db2993e tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441771 Nov 12 20:10:04.262109 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1c940-d116-4be0-bff3-1cee12da0405 req-776d967b-3620-49f8-a5e8-1a27ee54d579 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:04.263625 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c2c1c940-d116-4be0-bff3-1cee12da0405 req-776d967b-3620-49f8-a5e8-1a27ee54d579 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.0807080 Nov 12 20:10:04.266418 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b581b-4fd0-4162-a666-05da4cb86eff req-ba2aef0c-6a2c-4144-a232-84e9068b91e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:04.267774 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c58b581b-4fd0-4162-a666-05da4cb86eff req-ba2aef0c-6a2c-4144-a232-84e9068b91e6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 1097 time: 0.0757861 Nov 12 20:10:04.342662 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c2c1c940-d116-4be0-bff3-1cee12da0405 req-86b24270-b98c-410f-a018-cabd8302e02e tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683124 Nov 12 20:10:04.346562 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c58b581b-4fd0-4162-a666-05da4cb86eff req-3f1d6f30-56b9-4c0a-92a7-630701fe83c0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705404 Nov 12 20:10:05.236984 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffa272-2b12-48bc-a5f8-2e1d57017a69 req-52bd45b2-6630-4571-8f74-7e4254caaf7c tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:05.238549 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3cffa272-2b12-48bc-a5f8-2e1d57017a69 req-52bd45b2-6630-4571-8f74-7e4254caaf7c tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.0517938 Nov 12 20:10:05.286766 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3cffa272-2b12-48bc-a5f8-2e1d57017a69 req-d6cbcccb-7493-4758-9efa-5537504a3ab5 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421917 Nov 12 20:10:05.458209 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3164434-6dfa-4bce-9793-4eb375e05ce9 req-33103e78-2337-4540-a611-bc9d3f381280 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:05.459775 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f3164434-6dfa-4bce-9793-4eb375e05ce9 req-33103e78-2337-4540-a611-bc9d3f381280 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.0509281 Nov 12 20:10:05.510151 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f3164434-6dfa-4bce-9793-4eb375e05ce9 req-400a6721-f2b0-410e-98a7-2e0d78eeba97 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429211 Nov 12 20:10:06.411370 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe6fa3-408b-46c3-8428-2149b523c2af req-76637eca-f920-4fb3-ab21-49acc3f4c996 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:06.412890 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-37fe6fa3-408b-46c3-8428-2149b523c2af req-76637eca-f920-4fb3-ab21-49acc3f4c996 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.0532529 Nov 12 20:10:06.469560 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-37fe6fa3-408b-46c3-8428-2149b523c2af req-733edfd7-5459-414d-8cef-aeb169d3ccdf tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500801 Nov 12 20:10:06.510730 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-3c927660-ea5d-4ba0-9196-5e42ad0204ba req-ef9dd8aa-62e3-437e-b621-6d0fa4ceb55b tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-577806510', 'description': 'tempest-description-1703933995'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:10:06.533827 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3c927660-ea5d-4ba0-9196-5e42ad0204ba req-ef9dd8aa-62e3-437e-b621-6d0fa4ceb55b tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:06.609032 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3c927660-ea5d-4ba0-9196-5e42ad0204ba req-ef9dd8aa-62e3-437e-b621-6d0fa4ceb55b tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:06.614047 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3c927660-ea5d-4ba0-9196-5e42ad0204ba req-ef9dd8aa-62e3-437e-b621-6d0fa4ceb55b tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:06.644017 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a264e-13d2-4bab-a68d-1b4c22f0690d req-02ebb762-4533-467b-ade6-3433a449356f tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:06.645659 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e3a264e-13d2-4bab-a68d-1b4c22f0690d req-02ebb762-4533-467b-ade6-3433a449356f tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.0564597 Nov 12 20:10:06.647639 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9dd8aa-62e3-437e-b621-6d0fa4ceb55b tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1898d0f2-ef11-4bc8-8b5a-6133843b2504,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:06.664849 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3c927660-ea5d-4ba0-9196-5e42ad0204ba req-ef9dd8aa-62e3-437e-b621-6d0fa4ceb55b tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:06.666093 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3c927660-ea5d-4ba0-9196-5e42ad0204ba req-ef9dd8aa-62e3-437e-b621-6d0fa4ceb55b tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.1596773 Nov 12 20:10:06.710179 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e3a264e-13d2-4bab-a68d-1b4c22f0690d req-6d797812-e9f1-4115-a085-eac329d6fb40 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522566 Nov 12 20:10:06.825648 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-05f5cb55-abae-4354-8f78-f842c4d7db00 req-20411e60-a7b0-48e3-84a4-de761c38cc63 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-577806510&fields=id&tenant_id=085274894a5e4da3b12b86f29321bb9f HTTP/1.1" status: 200 len: 267 time: 0.0485871 Nov 12 20:10:06.902599 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5cb55-abae-4354-8f78-f842c4d7db00 req-446b4db0-9d68-49ba-a9ff-d5f7bdd8aba4 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:06.904074 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-05f5cb55-abae-4354-8f78-f842c4d7db00 req-446b4db0-9d68-49ba-a9ff-d5f7bdd8aba4 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.0694230 Nov 12 20:10:06.918239 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-05f5cb55-abae-4354-8f78-f842c4d7db00 req-ce9340ec-b662-4ad8-b73c-1ad5d2e54043 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Request body: {'port': {'security_groups': ['49c584fd-df32-45c4-a233-98c4c957d992', '1898d0f2-ef11-4bc8-8b5a-6133843b2504']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:10:06.993654 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-05f5cb55-abae-4354-8f78-f842c4d7db00 req-ce9340ec-b662-4ad8-b73c-1ad5d2e54043 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:07.188953 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-05f5cb55-abae-4354-8f78-f842c4d7db00 req-ce9340ec-b662-4ad8-b73c-1ad5d2e54043 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] For port 053849d8-0826-4f55-9654-3a36e6545af6, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=053849d8-0826-4f55-9654-3a36e6545af6,segment=NetworkSegment(38525599-f05e-4d27-b787-fb2ae2f8eea7),segment_id=38525599-f05e-4d27-b787-fb2ae2f8eea7)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:10:07.222893 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-05f5cb55-abae-4354-8f78-f842c4d7db00 req-ce9340ec-b662-4ad8-b73c-1ad5d2e54043 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:07.229211 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-05f5cb55-abae-4354-8f78-f842c4d7db00 req-ce9340ec-b662-4ad8-b73c-1ad5d2e54043 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:07.244587 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['053849d8-0826-4f55-9654-3a36e6545af6'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:10:07.278157 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5cb55-abae-4354-8f78-f842c4d7db00 req-ce9340ec-b662-4ad8-b73c-1ad5d2e54043 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:07.278871 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-05f5cb55-abae-4354-8f78-f842c4d7db00 req-ce9340ec-b662-4ad8-b73c-1ad5d2e54043 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:07.280383 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-05f5cb55-abae-4354-8f78-f842c4d7db00 req-ce9340ec-b662-4ad8-b73c-1ad5d2e54043 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "PUT /v2.0/ports/053849d8-0826-4f55-9654-3a36e6545af6 HTTP/1.1" status: 200 len: 981 time: 0.3694596 Nov 12 20:10:07.283716 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc43087-8952-4fde-9149-f741645ceae9', 'tag': '053849d8-0826-4f55-9654-3a36e6545af6'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:10:07.285625 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc87090-1cff-4683-a42f-a994387799d8" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc43087-8952-4fde-9149-f741645ceae9", "tag": "053849d8-0826-4f55-9654-3a36e6545af6"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:10:07.346031 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9340ec-b662-4ad8-b73c-1ad5d2e54043 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Pushing event updated for resources: {'Port': ['ID=053849d8-0826-4f55-9654-3a36e6545af6,revision_number=6']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:07.366184 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d40da6-2f48-41d9-b256-901132ea816c x-openstack-request-id: req-f1d40da6-2f48-41d9-b256-901132ea816c {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:10:07.367267 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc43087-8952-4fde-9149-f741645ceae9", "tag": "053849d8-0826-4f55-9654-3a36e6545af6", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:10:07.367535 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f1d40da6-2f48-41d9-b256-901132ea816c {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:10:07.367971 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc43087-8952-4fde-9149-f741645ceae9', 'tag': '053849d8-0826-4f55-9654-3a36e6545af6', 'status': 'completed', 'code': 200} Nov 12 20:10:07.435305 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['053849d8-0826-4f55-9654-3a36e6545af6'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:10:07.440843 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-de92b837-e00c-4acf-9fea-14e975e42d55 req-c8f1d6a4-d239-4763-b9df-b6b286599101 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-577806510&fields=id&tenant_id=085274894a5e4da3b12b86f29321bb9f HTTP/1.1" status: 200 len: 267 time: 0.0681171 Nov 12 20:10:07.457524 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc87090-1cff-4683-a42f-a994387799d8 req-8aa97365-9bd8-4edd-8135-9484229227cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:07.459615 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7cc87090-1cff-4683-a42f-a994387799d8 req-8aa97365-9bd8-4edd-8135-9484229227cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=085274894a5e4da3b12b86f29321bb9f&device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 1136 time: 0.0867877 Nov 12 20:10:07.511231 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92b837-e00c-4acf-9fea-14e975e42d55 req-b7d51b28-f815-4878-ada5-e93d89f50cbb tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:07.516980 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-de92b837-e00c-4acf-9fea-14e975e42d55 req-b7d51b28-f815-4878-ada5-e93d89f50cbb tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 984 time: 0.0751634 Nov 12 20:10:07.530001 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-de92b837-e00c-4acf-9fea-14e975e42d55 req-0bebe2be-751d-43dc-843f-d08ea93bfb79 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Request body: {'port': {'security_groups': ['49c584fd-df32-45c4-a233-98c4c957d992']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:10:07.590331 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc87090-1cff-4683-a42f-a994387799d8 req-b845ea34-b62f-434a-aaf5-e2e5151207d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:07.593525 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7cc87090-1cff-4683-a42f-a994387799d8 req-b845ea34-b62f-434a-aaf5-e2e5151207d5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d28f5bff-6773-414f-a35c-6671e7cd48e4 HTTP/1.1" status: 200 len: 921 time: 0.1055326 Nov 12 20:10:07.613565 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-de92b837-e00c-4acf-9fea-14e975e42d55 req-0bebe2be-751d-43dc-843f-d08ea93bfb79 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:07.659033 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7cc87090-1cff-4683-a42f-a994387799d8 req-cdf2af2d-0d28-4ce5-b6d3-37394211ba30 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=053849d8-0826-4f55-9654-3a36e6545af6 HTTP/1.1" status: 200 len: 217 time: 0.0553424 Nov 12 20:10:07.729133 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc87090-1cff-4683-a42f-a994387799d8 req-8629c939-e76a-4263-9351-1187e17b576b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:07.730624 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7cc87090-1cff-4683-a42f-a994387799d8 req-8629c939-e76a-4263-9351-1187e17b576b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4d301c59-5040-4432-bed3-40a974fbc83c HTTP/1.1" status: 200 len: 860 time: 0.0595260 Nov 12 20:10:07.774255 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7cc87090-1cff-4683-a42f-a994387799d8 req-9a5d842c-78b5-4cab-9dae-a59671572449 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d28f5bff-6773-414f-a35c-6671e7cd48e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327182 Nov 12 20:10:07.841700 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-de92b837-e00c-4acf-9fea-14e975e42d55 req-0bebe2be-751d-43dc-843f-d08ea93bfb79 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] For port 053849d8-0826-4f55-9654-3a36e6545af6, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=053849d8-0826-4f55-9654-3a36e6545af6,segment=NetworkSegment(38525599-f05e-4d27-b787-fb2ae2f8eea7),segment_id=38525599-f05e-4d27-b787-fb2ae2f8eea7)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:10:07.875732 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-de92b837-e00c-4acf-9fea-14e975e42d55 req-0bebe2be-751d-43dc-843f-d08ea93bfb79 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:07.881359 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-de92b837-e00c-4acf-9fea-14e975e42d55 req-0bebe2be-751d-43dc-843f-d08ea93bfb79 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:07.900149 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['053849d8-0826-4f55-9654-3a36e6545af6'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:10:07.924893 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc328dc-0707-4e80-942f-8c6859be6196 req-a4f7ef2b-847d-498f-a99e-d1602eb26e01 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:07.931562 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92b837-e00c-4acf-9fea-14e975e42d55 req-0bebe2be-751d-43dc-843f-d08ea93bfb79 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:07.932217 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-de92b837-e00c-4acf-9fea-14e975e42d55 req-0bebe2be-751d-43dc-843f-d08ea93bfb79 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:07.934204 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ddc328dc-0707-4e80-942f-8c6859be6196 req-a4f7ef2b-847d-498f-a99e-d1602eb26e01 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.1247087 Nov 12 20:10:07.943922 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-de92b837-e00c-4acf-9fea-14e975e42d55 req-0bebe2be-751d-43dc-843f-d08ea93bfb79 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "PUT /v2.0/ports/053849d8-0826-4f55-9654-3a36e6545af6 HTTP/1.1" status: 200 len: 942 time: 0.4186950 Nov 12 20:10:07.944477 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc43087-8952-4fde-9149-f741645ceae9', 'tag': '053849d8-0826-4f55-9654-3a36e6545af6'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:10:07.947212 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ca054d-70cd-41d9-a864-19d110b15734" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc43087-8952-4fde-9149-f741645ceae9", "tag": "053849d8-0826-4f55-9654-3a36e6545af6"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:10:07.969614 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7cc87090-1cff-4683-a42f-a994387799d8 req-3f31123b-e4c8-41fe-afaf-053480385c19 service neutron] 10.222.0.52 "GET /v2.0/networks/d28f5bff-6773-414f-a35c-6671e7cd48e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864958 Nov 12 20:10:07.993708 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bebe2be-751d-43dc-843f-d08ea93bfb79 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Pushing event updated for resources: {'Port': ['ID=053849d8-0826-4f55-9654-3a36e6545af6,revision_number=7']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:08.072951 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ddc328dc-0707-4e80-942f-8c6859be6196 req-61fbbc23-8fb8-435e-8109-ead25200b330 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359270 Nov 12 20:10:08.086397 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['053849d8-0826-4f55-9654-3a36e6545af6'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:10:08.193406 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7cc87090-1cff-4683-a42f-a994387799d8 req-d510790e-94ac-45e7-bdde-c821f5826b1f service neutron] 10.222.0.52 "GET /v2.0/networks/d28f5bff-6773-414f-a35c-6671e7cd48e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152212 Nov 12 20:10:08.219901 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608e9043-915a-4af7-84d5-df91723b8509 x-openstack-request-id: req-608e9043-915a-4af7-84d5-df91723b8509 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:10:08.220193 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc43087-8952-4fde-9149-f741645ceae9", "tag": "053849d8-0826-4f55-9654-3a36e6545af6", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:10:08.220486 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-608e9043-915a-4af7-84d5-df91723b8509 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:10:08.220885 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc43087-8952-4fde-9149-f741645ceae9', 'tag': '053849d8-0826-4f55-9654-3a36e6545af6', 'status': 'completed', 'code': 200} Nov 12 20:10:08.317933 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-09819489-87c8-4f87-ab06-412c52201bba req-cfc7c9cc-23d3-4ae9-bbae-b0093e1c1ac9 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2138736 Nov 12 20:10:08.327873 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-09819489-87c8-4f87-ab06-412c52201bba req-b6bf9a8c-6db6-4142-bc14-2e2477973e7f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:10:08.355738 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca054d-70cd-41d9-a864-19d110b15734 req-9a5afb00-7ab4-4a5e-a90d-383cb18ca26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:08.357940 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-37ca054d-70cd-41d9-a864-19d110b15734 req-9a5afb00-7ab4-4a5e-a90d-383cb18ca26e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=085274894a5e4da3b12b86f29321bb9f&device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 1097 time: 0.1102495 Nov 12 20:10:08.359754 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-09819489-87c8-4f87-ab06-412c52201bba req-b6bf9a8c-6db6-4142-bc14-2e2477973e7f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks [] for floatingip, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:08.514673 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca054d-70cd-41d9-a864-19d110b15734 req-96f5c216-6785-4c86-bdd0-c8d7ca30b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:08.516161 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-37ca054d-70cd-41d9-a864-19d110b15734 req-96f5c216-6785-4c86-bdd0-c8d7ca30b690 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d28f5bff-6773-414f-a35c-6671e7cd48e4 HTTP/1.1" status: 200 len: 921 time: 0.1430321 Nov 12 20:10:08.566821 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-37ca054d-70cd-41d9-a864-19d110b15734 req-0d7a6f5c-5054-489f-a991-ddc0a9dc6f33 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=053849d8-0826-4f55-9654-3a36e6545af6 HTTP/1.1" status: 200 len: 217 time: 0.0382993 Nov 12 20:10:08.571481 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-09819489-87c8-4f87-ab06-412c52201bba req-b6bf9a8c-6db6-4142-bc14-2e2477973e7f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:08.669609 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca054d-70cd-41d9-a864-19d110b15734 req-4242e17c-81aa-4d49-b301-faca25fef93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:08.671226 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-37ca054d-70cd-41d9-a864-19d110b15734 req-4242e17c-81aa-4d49-b301-faca25fef93c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4d301c59-5040-4432-bed3-40a974fbc83c HTTP/1.1" status: 200 len: 860 time: 0.0930319 Nov 12 20:10:08.728720 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-37ca054d-70cd-41d9-a864-19d110b15734 req-3db77370-eb54-4bb5-aabb-ce4fbdd82fb7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d28f5bff-6773-414f-a35c-6671e7cd48e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305166 Nov 12 20:10:08.786198 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-09819489-87c8-4f87-ab06-412c52201bba req-b6bf9a8c-6db6-4142-bc14-2e2477973e7f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Allocated IP 172.25.5.22 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/08c680c0-9abd-4af8-addd-0268c562709c) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:10:08.881762 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a324e43-e362-4b64-abfc-331906f2ad01 req-1f598af8-31cc-4087-9b6e-b9ad85433d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:08.884055 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2a324e43-e362-4b64-abfc-331906f2ad01 req-1f598af8-31cc-4087-9b6e-b9ad85433d91 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 1097 time: 0.0462725 Nov 12 20:10:08.912273 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-37ca054d-70cd-41d9-a864-19d110b15734 req-703a3ebb-108e-4e6d-839b-fe6b78bd2150 service neutron] 10.222.0.52 "GET /v2.0/networks/d28f5bff-6773-414f-a35c-6671e7cd48e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733975 Nov 12 20:10:08.932117 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2a324e43-e362-4b64-abfc-331906f2ad01 req-6dfdca87-9c07-4ae1-b8ae-8858c862dd5d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403712 Nov 12 20:10:09.014037 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-09819489-87c8-4f87-ab06-412c52201bba req-b6bf9a8c-6db6-4142-bc14-2e2477973e7f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:09.066694 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-37ca054d-70cd-41d9-a864-19d110b15734 req-c0876945-1b89-43c0-ba1c-67a6444f3fcb service neutron] 10.222.0.52 "GET /v2.0/networks/d28f5bff-6773-414f-a35c-6671e7cd48e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468570 Nov 12 20:10:09.082186 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-09819489-87c8-4f87-ab06-412c52201bba req-b6bf9a8c-6db6-4142-bc14-2e2477973e7f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:09.123512 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09819489-87c8-4f87-ab06-412c52201bba req-b6bf9a8c-6db6-4142-bc14-2e2477973e7f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:10:09.130930 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-09819489-87c8-4f87-ab06-412c52201bba req-b6bf9a8c-6db6-4142-bc14-2e2477973e7f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:10:09.147831 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-09819489-87c8-4f87-ab06-412c52201bba req-b6bf9a8c-6db6-4142-bc14-2e2477973e7f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:10:09.230317 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf9a8c-6db6-4142-bc14-2e2477973e7f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Pushing event updated for resources: {'Port': ['ID=08c680c0-9abd-4af8-addd-0268c562709c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:09.247910 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:10:09.251498 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-09819489-87c8-4f87-ab06-412c52201bba req-b6bf9a8c-6db6-4142-bc14-2e2477973e7f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:09.264313 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d305e-ef66-417d-b4d6-e5d90f2a2461 req-4a99be28-eca2-40bf-8837-bcbf6b5c6c7f tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:09.265962 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b47d305e-ef66-417d-b4d6-e5d90f2a2461 req-4a99be28-eca2-40bf-8837-bcbf6b5c6c7f tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.0642812 Nov 12 20:10:09.295685 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-09819489-87c8-4f87-ab06-412c52201bba req-b6bf9a8c-6db6-4142-bc14-2e2477973e7f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:09.317128 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b47d305e-ef66-417d-b4d6-e5d90f2a2461 req-33a66677-5afc-4db9-91b0-fd566f9ef1d0 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441945 Nov 12 20:10:09.466631 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-09819489-87c8-4f87-ab06-412c52201bba req-b6bf9a8c-6db6-4142-bc14-2e2477973e7f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:09.472141 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-09819489-87c8-4f87-ab06-412c52201bba req-b6bf9a8c-6db6-4142-bc14-2e2477973e7f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:09.490803 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf9acd-3671-4fd8-8688-f64a22fe1aa3 req-76958943-bcf8-4139-bfea-0276adcdc6b5 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:09.492560 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6caf9acd-3671-4fd8-8688-f64a22fe1aa3 req-76958943-bcf8-4139-bfea-0276adcdc6b5 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4571f8f-b094-4033-8dd1-691ed2247de2 HTTP/1.1" status: 200 len: 945 time: 0.0517035 Nov 12 20:10:09.545030 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6caf9acd-3671-4fd8-8688-f64a22fe1aa3 req-9e415505-4fe7-417f-afa5-9d1eba5ca55f tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/security-groups?id=29df4987-e806-424b-b400-443f8ce48dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454774 Nov 12 20:10:09.545331 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf9a8c-6db6-4142-bc14-2e2477973e7f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Pushing event updated for resources: {'Port': ['ID=08c680c0-9abd-4af8-addd-0268c562709c,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:09.553971 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-09819489-87c8-4f87-ab06-412c52201bba req-b6bf9a8c-6db6-4142-bc14-2e2477973e7f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:09.571352 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-09819489-87c8-4f87-ab06-412c52201bba req-b6bf9a8c-6db6-4142-bc14-2e2477973e7f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:09.572620 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-09819489-87c8-4f87-ab06-412c52201bba req-b6bf9a8c-6db6-4142-bc14-2e2477973e7f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2534413 Nov 12 20:10:09.636956 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-09819489-87c8-4f87-ab06-412c52201bba req-a6db20a4-fbc7-425a-9b1a-a866b35dfe82 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.22 HTTP/1.1" status: 200 len: 695 time: 0.0571086 Nov 12 20:10:09.747130 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09819489-87c8-4f87-ab06-412c52201bba req-b657a7bb-f5bd-4fc5-959d-4976cd27a8d2 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:09.748796 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-09819489-87c8-4f87-ab06-412c52201bba req-b657a7bb-f5bd-4fc5-959d-4976cd27a8d2 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 784 time: 0.1107962 Nov 12 20:10:09.760914 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-09819489-87c8-4f87-ab06-412c52201bba req-0ad5b2a8-3750-4290-9cc9-b24126c84a47 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:10:09.761895 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-09819489-87c8-4f87-ab06-412c52201bba req-0ad5b2a8-3750-4290-9cc9-b24126c84a47 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064256 Nov 12 20:10:09.905374 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3d655-bed3-4796-ae1f-d92b0a32dce2 req-781f49b5-aa44-468f-87c6-8d93985a10a5 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:09.906917 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-beb3d655-bed3-4796-ae1f-d92b0a32dce2 req-781f49b5-aa44-468f-87c6-8d93985a10a5 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0835352 Nov 12 20:10:09.981928 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-beb3d655-bed3-4796-ae1f-d92b0a32dce2 req-36401710-b4d1-47d0-9c06-a7cc2b9d078e tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.22 HTTP/1.1" status: 200 len: 695 time: 0.0678015 Nov 12 20:10:09.994475 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-beb3d655-bed3-4796-ae1f-d92b0a32dce2 req-a80b8f3e-f79e-40c5-9cb9-2fb3aa723b98 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Request body: {'floatingip': {'port_id': '053849d8-0826-4f55-9654-3a36e6545af6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:10:10.036149 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-beb3d655-bed3-4796-ae1f-d92b0a32dce2 req-a80b8f3e-f79e-40c5-9cb9-2fb3aa723b98 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks [] for floatingip, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:10.444023 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d2f6d-e8f4-4066-88db-341f3100b8e8 req-59845f1e-364c-41d5-a0c1-fc8427c6caa3 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:10.445988 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa2d2f6d-e8f4-4066-88db-341f3100b8e8 req-59845f1e-364c-41d5-a0c1-fc8427c6caa3 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.0525432 Nov 12 20:10:10.508707 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa2d2f6d-e8f4-4066-88db-341f3100b8e8 req-e04c2c9e-f8df-477f-9619-9403856655a5 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564072 Nov 12 20:10:10.746692 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-beb3d655-bed3-4796-ae1f-d92b0a32dce2 req-a80b8f3e-f79e-40c5-9cb9-2fb3aa723b98 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:10.751337 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-beb3d655-bed3-4796-ae1f-d92b0a32dce2 req-a80b8f3e-f79e-40c5-9cb9-2fb3aa723b98 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:10.761229 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839476e-1d48-41f3-a598-6eba48844441 req-1011242d-59fb-4776-bf2b-848055974d29 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:10.762900 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c839476e-1d48-41f3-a598-6eba48844441 req-1011242d-59fb-4776-bf2b-848055974d29 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4571f8f-b094-4033-8dd1-691ed2247de2 HTTP/1.1" status: 200 len: 945 time: 0.0864389 Nov 12 20:10:10.771709 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a345f0f-2e74-4f06-bcec-014cfe75b6a2 req-ede6cdaf-4fde-4ebd-bd53-a598aab5713b tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:10.773798 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9a345f0f-2e74-4f06-bcec-014cfe75b6a2 req-ede6cdaf-4fde-4ebd-bd53-a598aab5713b tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4571f8f-b094-4033-8dd1-691ed2247de2 HTTP/1.1" status: 200 len: 945 time: 0.0679104 Nov 12 20:10:10.855420 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [req-beb3d655-bed3-4796-ae1f-d92b0a32dce2 req-a80b8f3e-f79e-40c5-9cb9-2fb3aa723b98 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Floating IP e36e83c7-c043-4afc-9f4a-eab0ebca0f66 associated. External IP: 172.25.5.22, port: 053849d8-0826-4f55-9654-3a36e6545af6. Nov 12 20:10:10.890519 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c839476e-1d48-41f3-a598-6eba48844441 req-64803b0e-e754-48c0-890e-483df5c2c399 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/security-groups?id=29df4987-e806-424b-b400-443f8ce48dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156564 Nov 12 20:10:10.908518 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-9a345f0f-2e74-4f06-bcec-014cfe75b6a2 req-5d669e09-d0f6-4de8-b02e-cb70f01f60f7 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Deleting port 60456542-deaa-49c2-b8e7-5142548dcd73 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:10:10.908981 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9a345f0f-2e74-4f06-bcec-014cfe75b6a2 req-5d669e09-d0f6-4de8-b02e-cb70f01f60f7 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:11.034739 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-9a345f0f-2e74-4f06-bcec-014cfe75b6a2 req-5d669e09-d0f6-4de8-b02e-cb70f01f60f7 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] For port 60456542-deaa-49c2-b8e7-5142548dcd73, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=60456542-deaa-49c2-b8e7-5142548dcd73,segment=NetworkSegment(06c4509a-0add-4313-802a-59ed8f264daf),segment_id=06c4509a-0add-4313-802a-59ed8f264daf)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:10:11.035421 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9a345f0f-2e74-4f06-bcec-014cfe75b6a2 req-5d669e09-d0f6-4de8-b02e-cb70f01f60f7 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:11.138752 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-beb3d655-bed3-4796-ae1f-d92b0a32dce2 req-a80b8f3e-f79e-40c5-9cb9-2fb3aa723b98 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Router 0b4056e0-93e6-40f4-9cc0-d8a9088665ef has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:10:11.240667 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949856a9-cfde-4e3c-a276-107b3b9180ae req-cf5d33f2-761d-4ba4-ae8e-ccc422f70525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:11.242525 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-949856a9-cfde-4e3c-a276-107b3b9180ae req-cf5d33f2-761d-4ba4-ae8e-ccc422f70525 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=218ba8caf41b4f549ff41bad0bad7ee1&device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 1097 time: 0.1062026 Nov 12 20:10:11.295488 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9a345f0f-2e74-4f06-bcec-014cfe75b6a2 req-5d669e09-d0f6-4de8-b02e-cb70f01f60f7 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:11.295951 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9a345f0f-2e74-4f06-bcec-014cfe75b6a2 req-5d669e09-d0f6-4de8-b02e-cb70f01f60f7 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:11.296383 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [req-9a345f0f-2e74-4f06-bcec-014cfe75b6a2 req-5d669e09-d0f6-4de8-b02e-cb70f01f60f7 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Floating IP f3dec615-e348-401b-b778-75760370597a disassociated. External IP: 172.25.5.48, port: 60456542-deaa-49c2-b8e7-5142548dcd73. Nov 12 20:10:11.296808 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-9a345f0f-2e74-4f06-bcec-014cfe75b6a2 req-5d669e09-d0f6-4de8-b02e-cb70f01f60f7 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Calling delete_port for 60456542-deaa-49c2-b8e7-5142548dcd73 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:10:11.373693 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-beb3d655-bed3-4796-ae1f-d92b0a32dce2 req-a80b8f3e-f79e-40c5-9cb9-2fb3aa723b98 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:10:11.383363 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-beb3d655-bed3-4796-ae1f-d92b0a32dce2 req-a80b8f3e-f79e-40c5-9cb9-2fb3aa723b98 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:11.387578 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f205b86a-f351-4b91-816f-8e78be317534 None None] Sync routers for ids ['0b4056e0-93e6-40f4-9cc0-d8a9088665ef'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:10:11.398676 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f205b86a-f351-4b91-816f-8e78be317534 None None] Routers {'0b4056e0-93e6-40f4-9cc0-d8a9088665ef'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:10:11.400454 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-f205b86a-f351-4b91-816f-8e78be317534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:09:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0b4056e0-93e6-40f4-9cc0-d8a9088665ef'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:11.410353 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990808d-9511-4af1-b23c-761850978825 req-41348005-cbe7-4c26-8dd6-9fe05894906f tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:11.412202 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5990808d-9511-4af1-b23c-761850978825 req-41348005-cbe7-4c26-8dd6-9fe05894906f tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.1039648 Nov 12 20:10:11.431864 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949856a9-cfde-4e3c-a276-107b3b9180ae req-74cf03f1-8a5b-4f42-bc65-2eb093584f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:11.433375 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-949856a9-cfde-4e3c-a276-107b3b9180ae req-74cf03f1-8a5b-4f42-bc65-2eb093584f96 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2c263eaa-bf88-4e86-8018-6b76427f8727 HTTP/1.1" status: 200 len: 919 time: 0.1634388 Nov 12 20:10:11.450662 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-beb3d655-bed3-4796-ae1f-d92b0a32dce2 req-a80b8f3e-f79e-40c5-9cb9-2fb3aa723b98 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "PUT /v2.0/floatingips/e36e83c7-c043-4afc-9f4a-eab0ebca0f66 HTTP/1.1" status: 200 len: 995 time: 1.4540627 Nov 12 20:10:11.461295 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc43087-8952-4fde-9149-f741645ceae9', 'tag': '053849d8-0826-4f55-9654-3a36e6545af6'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:10:11.463662 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c968fde-8387-4d39-a467-267ddc971c29" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc43087-8952-4fde-9149-f741645ceae9", "tag": "053849d8-0826-4f55-9654-3a36e6545af6"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:10:11.502234 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5990808d-9511-4af1-b23c-761850978825 req-a6362892-5f61-4423-84b1-7e47751926cc tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767753 Nov 12 20:10:11.551562 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-949856a9-cfde-4e3c-a276-107b3b9180ae req-06828d5f-8d2d-4070-a4ac-c76fb4e3e5e0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14079dbe-507f-4de1-a16b-eaaf9e5707ae HTTP/1.1" status: 200 len: 217 time: 0.0993035 Nov 12 20:10:11.628852 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9a345f0f-2e74-4f06-bcec-014cfe75b6a2 req-5d669e09-d0f6-4de8-b02e-cb70f01f60f7 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:11.634773 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9200c22f-e965-46aa-b8c1-ff26115ea896 x-openstack-request-id: req-9200c22f-e965-46aa-b8c1-ff26115ea896 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:10:11.635380 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc43087-8952-4fde-9149-f741645ceae9", "tag": "053849d8-0826-4f55-9654-3a36e6545af6", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:10:11.635888 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9200c22f-e965-46aa-b8c1-ff26115ea896 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:10:11.636586 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc43087-8952-4fde-9149-f741645ceae9', 'tag': '053849d8-0826-4f55-9654-3a36e6545af6', 'status': 'completed', 'code': 200} Nov 12 20:10:11.638966 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949856a9-cfde-4e3c-a276-107b3b9180ae req-3d316291-3631-4889-8e4b-067b0dd02b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:11.641451 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-949856a9-cfde-4e3c-a276-107b3b9180ae req-3d316291-3631-4889-8e4b-067b0dd02b9d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6239fe67-7ec1-4338-bde6-5b5a647207c2 HTTP/1.1" status: 200 len: 858 time: 0.0674112 Nov 12 20:10:11.649186 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-f205b86a-f351-4b91-816f-8e78be317534 None None] Set router 0b4056e0-93e6-40f4-9cc0-d8a9088665ef gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:10:11.665072 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d669e09-d0f6-4de8-b02e-cb70f01f60f7 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Pushing event deleted for resources: {'Port': ['ID=60456542-deaa-49c2-b8e7-5142548dcd73,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:11.687318 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c968fde-8387-4d39-a467-267ddc971c29 req-6d9a336a-3817-40f8-9dda-f077e31ba732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:11.689302 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c968fde-8387-4d39-a467-267ddc971c29 req-6d9a336a-3817-40f8-9dda-f077e31ba732 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=085274894a5e4da3b12b86f29321bb9f&device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 1097 time: 0.0966878 Nov 12 20:10:11.691418 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-949856a9-cfde-4e3c-a276-107b3b9180ae req-7ae319e7-9388-49b0-9a8c-9fa1be8c0495 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c263eaa-bf88-4e86-8018-6b76427f8727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407186 Nov 12 20:10:11.700531 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3d655-bed3-4796-ae1f-d92b0a32dce2 req-0089ea61-04ee-4be9-8f15-8c83aad6da4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:11.709685 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-beb3d655-bed3-4796-ae1f-d92b0a32dce2 req-0089ea61-04ee-4be9-8f15-8c83aad6da4b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=085274894a5e4da3b12b86f29321bb9f&device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 1097 time: 0.2423234 Nov 12 20:10:11.862610 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-949856a9-cfde-4e3c-a276-107b3b9180ae req-bcb895b6-02c0-4465-869b-390fad4a6fec service neutron] 10.222.0.52 "GET /v2.0/networks/2c263eaa-bf88-4e86-8018-6b76427f8727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416676 Nov 12 20:10:11.875578 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a345f0f-2e74-4f06-bcec-014cfe75b6a2 req-5d669e09-d0f6-4de8-b02e-cb70f01f60f7 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Router c7a9c88b-6e57-4d24-b62e-1d0599ed8b57 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:10:11.919958 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c968fde-8387-4d39-a467-267ddc971c29 req-8c750e49-aa2e-42f3-9353-a556f85981db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:11.921699 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c968fde-8387-4d39-a467-267ddc971c29 req-8c750e49-aa2e-42f3-9353-a556f85981db service neutron] 10.222.0.52 "GET /v2.0/networks?id=d28f5bff-6773-414f-a35c-6671e7cd48e4 HTTP/1.1" status: 200 len: 921 time: 0.1301141 Nov 12 20:10:11.966662 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3d655-bed3-4796-ae1f-d92b0a32dce2 req-f04b3089-e6de-4b9c-84e5-f1747ee1edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:11.974150 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-beb3d655-bed3-4796-ae1f-d92b0a32dce2 req-f04b3089-e6de-4b9c-84e5-f1747ee1edd6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d28f5bff-6773-414f-a35c-6671e7cd48e4 HTTP/1.1" status: 200 len: 921 time: 0.2632902 Nov 12 20:10:12.019699 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-f205b86a-f351-4b91-816f-8e78be317534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-1899760203-router', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'c4b21b80-9221-40c8-b89a-0ce412d401ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:13Z', 'updated_at': '2021-11-12T20:09:17Z', 'revision_number': 4, 'project_id': '085274894a5e4da3b12b86f29321bb9f', 'gw_port': {'id': 'c4b21b80-9221-40c8-b89a-0ce412d401ba', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:09:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:14Z', 'updated_at': '2021-11-12T20:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'e36e83c7-c043-4afc-9f4a-eab0ebca0f66', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'floating_ip_address': '172.25.5.22', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'port_id': '053849d8-0826-4f55-9654-3a36e6545af6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd28f5bff-6773-414f-a35c-6671e7cd48e4', 'mac_address': 'fa:16:3e:6d:37:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc43087-8952-4fde-9149-f741645ceae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:10:09Z', 'updated_at': '2021-11-12T20:10:10Z', 'revision_number': 1, 'project_id': '085274894a5e4da3b12b86f29321bb9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a15567-464f-451b-9e32-49fadeb328d2', 'name': '', 'network_id': 'd28f5bff-6773-414f-a35c-6671e7cd48e4', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'mac_address': 'fa:16:3e:91:68:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '4d301c59-5040-4432-bed3-40a974fbc83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:16Z', 'updated_at': '2021-11-12T20:09:23Z', 'revision_number': 5, 'project_id': '085274894a5e4da3b12b86f29321bb9f', 'subnets': [{'id': '4d301c59-5040-4432-bed3-40a974fbc83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:12.058660 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f205b86a-f351-4b91-816f-8e78be317534 None None] Checking router: 0b4056e0-93e6-40f4-9cc0-d8a9088665ef for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:10:12.074529 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-beb3d655-bed3-4796-ae1f-d92b0a32dce2 req-02ba41c5-6832-4c8b-ab93-471af7a61e3b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=053849d8-0826-4f55-9654-3a36e6545af6 HTTP/1.1" status: 200 len: 998 time: 0.0994349 Nov 12 20:10:12.078937 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f205b86a-f351-4b91-816f-8e78be317534 None None] Routers {'0b4056e0-93e6-40f4-9cc0-d8a9088665ef'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:10:12.079800 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-f205b86a-f351-4b91-816f-8e78be317534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:09:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0b4056e0-93e6-40f4-9cc0-d8a9088665ef'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:12.133033 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c968fde-8387-4d39-a467-267ddc971c29 req-d9e6f542-e954-441e-8a45-546c0989e5da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=053849d8-0826-4f55-9654-3a36e6545af6 HTTP/1.1" status: 200 len: 998 time: 0.1788778 Nov 12 20:10:12.152043 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f1226e86-3a7b-4c44-8c4c-5f1339d42392 req-b078f627-ec6d-4187-b186-11b932774b75 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4571f8f-b094-4033-8dd1-691ed2247de2 HTTP/1.1" status: 200 len: 210 time: 0.0967376 Nov 12 20:10:12.180266 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-949856a9-cfde-4e3c-a276-107b3b9180ae req-a04d0cc4-55de-4360-b44c-37d73b65e67f service neutron] 10.222.0.52 "GET /v2.0/networks/2c263eaa-bf88-4e86-8018-6b76427f8727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080535 Nov 12 20:10:12.185671 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3d655-bed3-4796-ae1f-d92b0a32dce2 req-7542f6e3-a5f2-4dba-8f96-7f0279bc5102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:12.200887 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-beb3d655-bed3-4796-ae1f-d92b0a32dce2 req-7542f6e3-a5f2-4dba-8f96-7f0279bc5102 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d301c59-5040-4432-bed3-40a974fbc83c HTTP/1.1" status: 200 len: 860 time: 0.1254060 Nov 12 20:10:12.242727 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-f205b86a-f351-4b91-816f-8e78be317534 None None] Set router 0b4056e0-93e6-40f4-9cc0-d8a9088665ef gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:10:12.266100 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-beb3d655-bed3-4796-ae1f-d92b0a32dce2 req-f57dc204-6c11-4fe2-a44b-becb3060fb22 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d28f5bff-6773-414f-a35c-6671e7cd48e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641994 Nov 12 20:10:12.277895 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-beb3d655-bed3-4796-ae1f-d92b0a32dce2 req-72275706-19db-4d9d-9b1d-920951a6bfa7 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:10:12.285333 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-beb3d655-bed3-4796-ae1f-d92b0a32dce2 req-72275706-19db-4d9d-9b1d-920951a6bfa7 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124109 Nov 12 20:10:12.297642 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c968fde-8387-4d39-a467-267ddc971c29 req-e121655c-d1cc-41fd-a3a3-33f7d15b2c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:12.299768 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c968fde-8387-4d39-a467-267ddc971c29 req-e121655c-d1cc-41fd-a3a3-33f7d15b2c24 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4d301c59-5040-4432-bed3-40a974fbc83c HTTP/1.1" status: 200 len: 860 time: 0.1449215 Nov 12 20:10:12.376936 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c968fde-8387-4d39-a467-267ddc971c29 req-023335ce-42b6-471b-8131-cc21a9a18778 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d28f5bff-6773-414f-a35c-6671e7cd48e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653255 Nov 12 20:10:12.379107 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a345f0f-2e74-4f06-bcec-014cfe75b6a2 req-5d669e09-d0f6-4de8-b02e-cb70f01f60f7 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:10:12.395325 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b9c414-377d-42b5-8e68-3a83b0de1c52 None None] Sync routers for ids ['c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:10:12.414842 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b9c414-377d-42b5-8e68-3a83b0de1c52 None None] Routers {'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:10:12.419123 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a2b9c414-377d-42b5-8e68-3a83b0de1c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:09:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:12.514661 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-beb3d655-bed3-4796-ae1f-d92b0a32dce2 req-82a5be61-0f03-4b5a-88ea-4db011d5a020 service neutron] 10.222.0.48 "GET /v2.0/networks/d28f5bff-6773-414f-a35c-6671e7cd48e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202041 Nov 12 20:10:12.563757 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a345f0f-2e74-4f06-bcec-014cfe75b6a2 req-5d669e09-d0f6-4de8-b02e-cb70f01f60f7 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] No DVR routers for this DVR port 60456542-deaa-49c2-b8e7-5142548dcd73 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:10:12.572522 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9a345f0f-2e74-4f06-bcec-014cfe75b6a2 req-5d669e09-d0f6-4de8-b02e-cb70f01f60f7 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:12.587537 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9a345f0f-2e74-4f06-bcec-014cfe75b6a2 req-5d669e09-d0f6-4de8-b02e-cb70f01f60f7 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.52 "DELETE /v2.0/ports/60456542-deaa-49c2-b8e7-5142548dcd73 HTTP/1.1" status: 204 len: 173 time: 1.8065052 Nov 12 20:10:12.588047 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4571f8f-b094-4033-8dd1-691ed2247de2', 'name': 'network-vif-deleted', 'tag': '60456542-deaa-49c2-b8e7-5142548dcd73'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:10:12.596771 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8ae6c0-ee41-4953-9924-967524f0a9f6" -d '{"events": [{"server_uuid": "a4571f8f-b094-4033-8dd1-691ed2247de2", "name": "network-vif-deleted", "tag": "60456542-deaa-49c2-b8e7-5142548dcd73"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:10:12.646218 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c968fde-8387-4d39-a467-267ddc971c29 req-82c59d7d-51d9-4b00-9e42-bb0651e5c41c service neutron] 10.222.0.52 "GET /v2.0/networks/d28f5bff-6773-414f-a35c-6671e7cd48e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500372 Nov 12 20:10:12.712796 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-beb3d655-bed3-4796-ae1f-d92b0a32dce2 req-f6a61289-de1a-4195-8a24-465e048b9198 service neutron] 10.222.0.48 "GET /v2.0/networks/d28f5bff-6773-414f-a35c-6671e7cd48e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933403 Nov 12 20:10:12.781610 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-a2b9c414-377d-42b5-8e68-3a83b0de1c52 None None] Set router c7a9c88b-6e57-4d24-b62e-1d0599ed8b57 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:10:12.832360 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-f205b86a-f351-4b91-816f-8e78be317534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-1899760203-router', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'c4b21b80-9221-40c8-b89a-0ce412d401ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:13Z', 'updated_at': '2021-11-12T20:09:17Z', 'revision_number': 4, 'project_id': '085274894a5e4da3b12b86f29321bb9f', 'gw_port': {'id': 'c4b21b80-9221-40c8-b89a-0ce412d401ba', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:09:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:14Z', 'updated_at': '2021-11-12T20:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'e36e83c7-c043-4afc-9f4a-eab0ebca0f66', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'floating_ip_address': '172.25.5.22', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'port_id': '053849d8-0826-4f55-9654-3a36e6545af6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd28f5bff-6773-414f-a35c-6671e7cd48e4', 'mac_address': 'fa:16:3e:6d:37:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc43087-8952-4fde-9149-f741645ceae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:10:09Z', 'updated_at': '2021-11-12T20:10:10Z', 'revision_number': 1, 'project_id': '085274894a5e4da3b12b86f29321bb9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a15567-464f-451b-9e32-49fadeb328d2', 'name': '', 'network_id': 'd28f5bff-6773-414f-a35c-6671e7cd48e4', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'mac_address': 'fa:16:3e:91:68:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '4d301c59-5040-4432-bed3-40a974fbc83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:16Z', 'updated_at': '2021-11-12T20:09:23Z', 'revision_number': 5, 'project_id': '085274894a5e4da3b12b86f29321bb9f', 'subnets': [{'id': '4d301c59-5040-4432-bed3-40a974fbc83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:12.879291 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f205b86a-f351-4b91-816f-8e78be317534 None None] The sync data for ids ['0b4056e0-93e6-40f4-9cc0-d8a9088665ef'] in n-d-712140-15 is: [{'id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-1899760203-router', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'c4b21b80-9221-40c8-b89a-0ce412d401ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:13Z', 'updated_at': '2021-11-12T20:09:17Z', 'revision_number': 4, 'project_id': '085274894a5e4da3b12b86f29321bb9f', 'gw_port': {'id': 'c4b21b80-9221-40c8-b89a-0ce412d401ba', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:09:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:14Z', 'updated_at': '2021-11-12T20:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'e36e83c7-c043-4afc-9f4a-eab0ebca0f66', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'floating_ip_address': '172.25.5.22', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'port_id': '053849d8-0826-4f55-9654-3a36e6545af6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd28f5bff-6773-414f-a35c-6671e7cd48e4', 'mac_address': 'fa:16:3e:6d:37:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc43087-8952-4fde-9149-f741645ceae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:10:09Z', 'updated_at': '2021-11-12T20:10:10Z', 'revision_number': 1, 'project_id': '085274894a5e4da3b12b86f29321bb9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a15567-464f-451b-9e32-49fadeb328d2', 'name': '', 'network_id': 'd28f5bff-6773-414f-a35c-6671e7cd48e4', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'mac_address': 'fa:16:3e:91:68:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '4d301c59-5040-4432-bed3-40a974fbc83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:16Z', 'updated_at': '2021-11-12T20:09:23Z', 'revision_number': 5, 'project_id': '085274894a5e4da3b12b86f29321bb9f', 'subnets': [{'id': '4d301c59-5040-4432-bed3-40a974fbc83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:10:13.202640 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f93d4e7-be83-43c7-83d4-0d075e672724 req-26324ae8-04dc-426d-91fe-104900a2d8f7 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.22 HTTP/1.1" status: 200 len: 998 time: 0.2144895 Nov 12 20:10:13.205636 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a2b9c414-377d-42b5-8e68-3a83b0de1c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'name': 'tempest-ServersTestFqdnHostnames-1030714934-router', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'ca1374e4-a1ee-4060-a507-3ffa258046c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:48Z', 'updated_at': '2021-11-12T20:07:55Z', 'revision_number': 4, 'project_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'gw_port': {'id': 'ca1374e4-a1ee-4060-a507-3ffa258046c1', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:70:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:49Z', 'updated_at': '2021-11-12T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '0978b8f6-3fa1-4d3b-9edb-3be2524a427a', 'name': '', 'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'mac_address': 'fa:16:3e:50:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '6da924b9-8f4e-48df-9e33-272535f4598d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:03Z', 'revision_number': 5, 'project_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'subnets': [{'id': '6da924b9-8f4e-48df-9e33-272535f4598d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:13.279748 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c2a5c7-319c-4df1-b824-6aac460344e2 x-openstack-request-id: req-90c2a5c7-319c-4df1-b824-6aac460344e2 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:10:13.280892 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4571f8f-b094-4033-8dd1-691ed2247de2", "name": "network-vif-deleted", "tag": "60456542-deaa-49c2-b8e7-5142548dcd73", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:10:13.281181 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-90c2a5c7-319c-4df1-b824-6aac460344e2 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:10:13.281567 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4571f8f-b094-4033-8dd1-691ed2247de2', 'name': 'network-vif-deleted', 'tag': '60456542-deaa-49c2-b8e7-5142548dcd73', 'status': 'completed', 'code': 200} Nov 12 20:10:13.286250 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b9c414-377d-42b5-8e68-3a83b0de1c52 None None] Checking router: c7a9c88b-6e57-4d24-b62e-1d0599ed8b57 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:10:13.307104 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e34b6-de4f-434b-9458-e7a5f87bbd02 req-701bc15c-f6e7-4d0d-b084-26d1f9413fa6 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:13.310706 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93d4e7-be83-43c7-83d4-0d075e672724 req-1ede98c3-9843-4a17-8bfe-3cb390f3caad tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:13.312166 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f93d4e7-be83-43c7-83d4-0d075e672724 req-1ede98c3-9843-4a17-8bfe-3cb390f3caad tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports/053849d8-0826-4f55-9654-3a36e6545af6 HTTP/1.1" status: 200 len: 942 time: 0.1087897 Nov 12 20:10:13.314478 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b9c414-377d-42b5-8e68-3a83b0de1c52 None None] Routers {'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:10:13.315095 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a2b9c414-377d-42b5-8e68-3a83b0de1c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:09:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:13.326706 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dd0e34b6-de4f-434b-9458-e7a5f87bbd02 req-701bc15c-f6e7-4d0d-b084-26d1f9413fa6 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.6081879 Nov 12 20:10:13.384067 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7758125e-3cb4-4223-b591-1476fea204c2 None None] New status for floating IP e36e83c7-c043-4afc-9f4a-eab0ebca0f66: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:10:13.480121 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c968fde-8387-4d39-a467-267ddc971c29 req-3be064fe-cc2e-4849-af85-3141b895a30f service neutron] 10.222.0.52 "GET /v2.0/networks/d28f5bff-6773-414f-a35c-6671e7cd48e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8199263 Nov 12 20:10:13.547087 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-a2b9c414-377d-42b5-8e68-3a83b0de1c52 None None] Set router c7a9c88b-6e57-4d24-b62e-1d0599ed8b57 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:10:13.547674 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f93d4e7-be83-43c7-83d4-0d075e672724 req-4a0f3a01-340d-4a0c-ac4a-1ecfdb16c0be tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.22 HTTP/1.1" status: 200 len: 998 time: 0.1133385 Nov 12 20:10:13.549560 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dd0e34b6-de4f-434b-9458-e7a5f87bbd02 req-75dd4c6a-835a-4de1-bdb5-927692eb66e5 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219834 Nov 12 20:10:13.722962 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93d4e7-be83-43c7-83d4-0d075e672724 req-9d4e57b8-1c11-4fc6-a01e-f13dab2336c1 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:13.726530 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f93d4e7-be83-43c7-83d4-0d075e672724 req-9d4e57b8-1c11-4fc6-a01e-f13dab2336c1 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 784 time: 0.1778255 Nov 12 20:10:13.846836 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f93d4e7-be83-43c7-83d4-0d075e672724 req-9992fddb-9479-45d6-8e26-01c1a7c1096b tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.22 HTTP/1.1" status: 200 len: 1000 time: 0.1101093 Nov 12 20:10:13.863202 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-6f93d4e7-be83-43c7-83d4-0d075e672724 req-1c444cc8-ce21-424b-bb4d-af83336d6ce2 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:10:13.890516 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a2b9c414-377d-42b5-8e68-3a83b0de1c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'name': 'tempest-ServersTestFqdnHostnames-1030714934-router', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'ca1374e4-a1ee-4060-a507-3ffa258046c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:48Z', 'updated_at': '2021-11-12T20:07:55Z', 'revision_number': 4, 'project_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'gw_port': {'id': 'ca1374e4-a1ee-4060-a507-3ffa258046c1', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:70:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:49Z', 'updated_at': '2021-11-12T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '0978b8f6-3fa1-4d3b-9edb-3be2524a427a', 'name': '', 'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'mac_address': 'fa:16:3e:50:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '6da924b9-8f4e-48df-9e33-272535f4598d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:03Z', 'revision_number': 5, 'project_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'subnets': [{'id': '6da924b9-8f4e-48df-9e33-272535f4598d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:13.938015 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b9c414-377d-42b5-8e68-3a83b0de1c52 None None] The sync data for ids ['c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'] in n-d-712140-15 is: [{'id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'name': 'tempest-ServersTestFqdnHostnames-1030714934-router', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'ca1374e4-a1ee-4060-a507-3ffa258046c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:48Z', 'updated_at': '2021-11-12T20:07:55Z', 'revision_number': 4, 'project_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'gw_port': {'id': 'ca1374e4-a1ee-4060-a507-3ffa258046c1', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:70:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:49Z', 'updated_at': '2021-11-12T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '0978b8f6-3fa1-4d3b-9edb-3be2524a427a', 'name': '', 'network_id': '09489300-e8fa-4484-94f2-31f21fcf7ae6', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'mac_address': 'fa:16:3e:50:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '6da924b9-8f4e-48df-9e33-272535f4598d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:54Z', 'updated_at': '2021-11-12T20:08:03Z', 'revision_number': 5, 'project_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'subnets': [{'id': '6da924b9-8f4e-48df-9e33-272535f4598d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:10:13.998051 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 38744) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:10:14.019497 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6f93d4e7-be83-43c7-83d4-0d075e672724 req-1c444cc8-ce21-424b-bb4d-af83336d6ce2 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks [] for floatingip, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:14.153399 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb547bb3-7dd7-4a75-9f20-288768704c05 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:14.193932 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb547bb3-7dd7-4a75-9f20-288768704c05 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:14.243354 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6f93d4e7-be83-43c7-83d4-0d075e672724 req-1c444cc8-ce21-424b-bb4d-af83336d6ce2 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:14.248931 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6f93d4e7-be83-43c7-83d4-0d075e672724 req-1c444cc8-ce21-424b-bb4d-af83336d6ce2 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:14.249274 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [req-6f93d4e7-be83-43c7-83d4-0d075e672724 req-1c444cc8-ce21-424b-bb4d-af83336d6ce2 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Floating IP e36e83c7-c043-4afc-9f4a-eab0ebca0f66 disassociated. External IP: 172.25.5.22, port: 053849d8-0826-4f55-9654-3a36e6545af6. Nov 12 20:10:14.351937 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb547bb3-7dd7-4a75-9f20-288768704c05 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:14.354478 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb547bb3-7dd7-4a75-9f20-288768704c05 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:14.355663 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fb547bb3-7dd7-4a75-9f20-288768704c05 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "DELETE /v2.0/security-groups/29df4987-e806-424b-b400-443f8ce48dff HTTP/1.1" status: 204 len: 168 time: 0.3565474 Nov 12 20:10:14.358331 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 38746) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:10:14.373495 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-5ce1988d-a570-44c1-b6a8-f031e303c3d6 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] show failed (client error): The resource could not be found. Nov 12 20:10:14.374779 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5ce1988d-a570-44c1-b6a8-f031e303c3d6 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "GET /v2.0/security-groups/29df4987-e806-424b-b400-443f8ce48dff HTTP/1.1" status: 404 len: 347 time: 0.0146210 Nov 12 20:10:14.377931 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 38748) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:10:14.382179 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7684c96-a0ea-4359-a821-27466e42f7f7 None None] New status for floating IP f3dec615-e348-401b-b778-75760370597a: DOWN {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:10:14.525323 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-f91a7860-8776-428c-a5cd-ac0e02e8e5d3 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Deleting port e59cfc7d-c688-40ae-8f79-b05f993900f3 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:10:14.525722 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f91a7860-8776-428c-a5cd-ac0e02e8e5d3 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:14.612086 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f91a7860-8776-428c-a5cd-ac0e02e8e5d3 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:14.612439 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f91a7860-8776-428c-a5cd-ac0e02e8e5d3 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:14.621688 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb547bb3-7dd7-4a75-9f20-288768704c05 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29df4987-e806-424b-b400-443f8ce48dff,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:14.627235 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-f91a7860-8776-428c-a5cd-ac0e02e8e5d3 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Calling delete_port for e59cfc7d-c688-40ae-8f79-b05f993900f3 owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:10:14.633601 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb547bb3-7dd7-4a75-9f20-288768704c05 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:10:14.633950 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb547bb3-7dd7-4a75-9f20-288768704c05 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:10:14.634291 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb547bb3-7dd7-4a75-9f20-288768704c05 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:10:14.634926 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb547bb3-7dd7-4a75-9f20-288768704c05 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:10:14.635054 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb547bb3-7dd7-4a75-9f20-288768704c05 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:10:14.635295 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb547bb3-7dd7-4a75-9f20-288768704c05 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:10:14.635618 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb547bb3-7dd7-4a75-9f20-288768704c05 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:10:14.635941 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb547bb3-7dd7-4a75-9f20-288768704c05 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:10:14.636282 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb547bb3-7dd7-4a75-9f20-288768704c05 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:10:14.636607 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb547bb3-7dd7-4a75-9f20-288768704c05 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:10:14.636926 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb547bb3-7dd7-4a75-9f20-288768704c05 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:10:14.637240 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb547bb3-7dd7-4a75-9f20-288768704c05 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:10:14.740913 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37e78f-feda-44af-a6e3-1863760d68ff req-e79ac1ec-e1e7-4277-9a2e-4f3f96e775a9 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:14.742466 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa37e78f-feda-44af-a6e3-1863760d68ff req-e79ac1ec-e1e7-4277-9a2e-4f3f96e775a9 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.1068225 Nov 12 20:10:14.752480 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f93d4e7-be83-43c7-83d4-0d075e672724 req-1c444cc8-ce21-424b-bb4d-af83336d6ce2 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Router 0b4056e0-93e6-40f4-9cc0-d8a9088665ef has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:10:14.824859 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa37e78f-feda-44af-a6e3-1863760d68ff req-dd97b455-126e-4b5b-86e9-ad2171b8d4d0 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701396 Nov 12 20:10:14.864799 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f91a7860-8776-428c-a5cd-ac0e02e8e5d3 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:14.880608 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f93d4e7-be83-43c7-83d4-0d075e672724 req-1c444cc8-ce21-424b-bb4d-af83336d6ce2 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:10:14.892304 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2779ede-0f09-44c6-b55c-13341380f4f7 None None] Sync routers for ids ['0b4056e0-93e6-40f4-9cc0-d8a9088665ef'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:10:14.894926 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6f93d4e7-be83-43c7-83d4-0d075e672724 req-1c444cc8-ce21-424b-bb4d-af83336d6ce2 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:14.900348 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a7860-8776-428c-a5cd-ac0e02e8e5d3 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Pushing event deleted for resources: {'Port': ['ID=e59cfc7d-c688-40ae-8f79-b05f993900f3,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:14.911171 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2779ede-0f09-44c6-b55c-13341380f4f7 None None] Routers {'0b4056e0-93e6-40f4-9cc0-d8a9088665ef'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:10:14.915509 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-a2779ede-0f09-44c6-b55c-13341380f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:09:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0b4056e0-93e6-40f4-9cc0-d8a9088665ef'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:14.961198 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f93d4e7-be83-43c7-83d4-0d075e672724 req-1c444cc8-ce21-424b-bb4d-af83336d6ce2 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "PUT /v2.0/floatingips/e36e83c7-c043-4afc-9f4a-eab0ebca0f66 HTTP/1.1" status: 200 len: 694 time: 1.0976493 Nov 12 20:10:14.964393 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc43087-8952-4fde-9149-f741645ceae9', 'tag': '053849d8-0826-4f55-9654-3a36e6545af6'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:10:14.968794 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6ba45b-c994-4dce-a457-5e7db4e12577" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc43087-8952-4fde-9149-f741645ceae9", "tag": "053849d8-0826-4f55-9654-3a36e6545af6"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:10:15.050777 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93d4e7-be83-43c7-83d4-0d075e672724 req-8c6a1632-f32e-4c20-8ba7-292360734a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:15.061084 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f91a7860-8776-428c-a5cd-ac0e02e8e5d3 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks [] for floatingip, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:15.063424 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f91a7860-8776-428c-a5cd-ac0e02e8e5d3 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:15.064793 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f91a7860-8776-428c-a5cd-ac0e02e8e5d3 tempest-ServersTestFqdnHostnames-1219282356 tempest-ServersTestFqdnHostnames-1219282356-project] 10.222.0.48 "DELETE /v2.0/floatingips/f3dec615-e348-401b-b778-75760370597a HTTP/1.1" status: 204 len: 168 time: 0.6858020 Nov 12 20:10:15.065567 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f93d4e7-be83-43c7-83d4-0d075e672724 req-8c6a1632-f32e-4c20-8ba7-292360734a52 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=085274894a5e4da3b12b86f29321bb9f&device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 1097 time: 0.0918617 Nov 12 20:10:15.067792 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 38766) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:10:15.105094 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-a2779ede-0f09-44c6-b55c-13341380f4f7 None None] Set router 0b4056e0-93e6-40f4-9cc0-d8a9088665ef gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:10:15.170446 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93d4e7-be83-43c7-83d4-0d075e672724 req-472c1ab0-2b0e-4c1d-a510-275583bde429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:15.179457 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f93d4e7-be83-43c7-83d4-0d075e672724 req-472c1ab0-2b0e-4c1d-a510-275583bde429 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d28f5bff-6773-414f-a35c-6671e7cd48e4 HTTP/1.1" status: 200 len: 921 time: 0.1129353 Nov 12 20:10:15.237279 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f93d4e7-be83-43c7-83d4-0d075e672724 req-3fc6c90b-3ee3-490c-8401-3943838151f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=053849d8-0826-4f55-9654-3a36e6545af6 HTTP/1.1" status: 200 len: 217 time: 0.0565889 Nov 12 20:10:15.289978 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93d4e7-be83-43c7-83d4-0d075e672724 req-c8c3e65e-7fbb-414d-8902-1b068bf64f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:15.298473 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f93d4e7-be83-43c7-83d4-0d075e672724 req-c8c3e65e-7fbb-414d-8902-1b068bf64f14 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d301c59-5040-4432-bed3-40a974fbc83c HTTP/1.1" status: 200 len: 860 time: 0.0602846 Nov 12 20:10:15.345190 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78febac2-eb4a-4ba5-81e0-69537ddce4ae x-openstack-request-id: req-78febac2-eb4a-4ba5-81e0-69537ddce4ae {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:10:15.345485 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc43087-8952-4fde-9149-f741645ceae9", "tag": "053849d8-0826-4f55-9654-3a36e6545af6", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:10:15.346175 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-78febac2-eb4a-4ba5-81e0-69537ddce4ae {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:10:15.346175 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc43087-8952-4fde-9149-f741645ceae9', 'tag': '053849d8-0826-4f55-9654-3a36e6545af6', 'status': 'completed', 'code': 200} Nov 12 20:10:15.364307 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f93d4e7-be83-43c7-83d4-0d075e672724 req-80df4b4d-75f3-4ce9-aa8b-8aa2d61518e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d28f5bff-6773-414f-a35c-6671e7cd48e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642109 Nov 12 20:10:15.479205 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ba45b-c994-4dce-a457-5e7db4e12577 req-14de74aa-5b25-4ef0-8bac-ec5927c9230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:15.480859 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dd6ba45b-c994-4dce-a457-5e7db4e12577 req-14de74aa-5b25-4ef0-8bac-ec5927c9230d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=085274894a5e4da3b12b86f29321bb9f&device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 1097 time: 0.1343713 Nov 12 20:10:15.526760 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-a2779ede-0f09-44c6-b55c-13341380f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-1899760203-router', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'c4b21b80-9221-40c8-b89a-0ce412d401ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:13Z', 'updated_at': '2021-11-12T20:09:17Z', 'revision_number': 4, 'project_id': '085274894a5e4da3b12b86f29321bb9f', 'gw_port': {'id': 'c4b21b80-9221-40c8-b89a-0ce412d401ba', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:09:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:14Z', 'updated_at': '2021-11-12T20:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'e3a15567-464f-451b-9e32-49fadeb328d2', 'name': '', 'network_id': 'd28f5bff-6773-414f-a35c-6671e7cd48e4', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'mac_address': 'fa:16:3e:91:68:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '4d301c59-5040-4432-bed3-40a974fbc83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:16Z', 'updated_at': '2021-11-12T20:09:23Z', 'revision_number': 5, 'project_id': '085274894a5e4da3b12b86f29321bb9f', 'subnets': [{'id': '4d301c59-5040-4432-bed3-40a974fbc83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:15.535582 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 60456542-deaa-49c2-b8e7-5142548dcd73 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:10:15.563581 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2779ede-0f09-44c6-b55c-13341380f4f7 None None] Checking router: 0b4056e0-93e6-40f4-9cc0-d8a9088665ef for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:10:15.575607 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2779ede-0f09-44c6-b55c-13341380f4f7 None None] Routers {'0b4056e0-93e6-40f4-9cc0-d8a9088665ef'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:10:15.576219 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-a2779ede-0f09-44c6-b55c-13341380f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:09:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0b4056e0-93e6-40f4-9cc0-d8a9088665ef'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:15.605153 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 60456542-deaa-49c2-b8e7-5142548dcd73 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:10:15.605452 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 60456542-deaa-49c2-b8e7-5142548dcd73 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:10:15.607781 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f93d4e7-be83-43c7-83d4-0d075e672724 req-286d27cf-e0e1-4f0d-9c73-d72d3ddcf204 service neutron] 10.222.0.48 "GET /v2.0/networks/d28f5bff-6773-414f-a35c-6671e7cd48e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426050 Nov 12 20:10:15.638615 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ba45b-c994-4dce-a457-5e7db4e12577 req-86ef1453-7388-458f-87fe-a6b716401b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:15.640370 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dd6ba45b-c994-4dce-a457-5e7db4e12577 req-86ef1453-7388-458f-87fe-a6b716401b3a service neutron] 10.222.0.52 "GET /v2.0/networks?id=d28f5bff-6773-414f-a35c-6671e7cd48e4 HTTP/1.1" status: 200 len: 921 time: 0.1515610 Nov 12 20:10:15.727743 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dd6ba45b-c994-4dce-a457-5e7db4e12577 req-90d81419-43a6-4370-ac3f-39eb6d276323 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=053849d8-0826-4f55-9654-3a36e6545af6 HTTP/1.1" status: 200 len: 217 time: 0.0775709 Nov 12 20:10:15.755337 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f93d4e7-be83-43c7-83d4-0d075e672724 req-23e35d26-1026-405c-a597-d496d7784539 service neutron] 10.222.0.48 "GET /v2.0/networks/d28f5bff-6773-414f-a35c-6671e7cd48e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359489 Nov 12 20:10:15.801863 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ba45b-c994-4dce-a457-5e7db4e12577 req-4d91740d-dc29-418a-bf66-12004066c577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:15.803491 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dd6ba45b-c994-4dce-a457-5e7db4e12577 req-4d91740d-dc29-418a-bf66-12004066c577 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4d301c59-5040-4432-bed3-40a974fbc83c HTTP/1.1" status: 200 len: 860 time: 0.0661681 Nov 12 20:10:15.805290 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-a2779ede-0f09-44c6-b55c-13341380f4f7 None None] Set router 0b4056e0-93e6-40f4-9cc0-d8a9088665ef gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:10:15.878983 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-76c09010-0764-4231-a04f-264f9aed3450 req-bd5ce003-e8a8-4dd9-a1ef-e9ef3ed8ecd4 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/floatingips/e36e83c7-c043-4afc-9f4a-eab0ebca0f66 HTTP/1.1" status: 200 len: 694 time: 0.0742128 Nov 12 20:10:16.014434 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dd6ba45b-c994-4dce-a457-5e7db4e12577 req-52248dde-4987-4dd2-97ac-0c15051145a6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d28f5bff-6773-414f-a35c-6671e7cd48e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342869 Nov 12 20:10:16.062466 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c09010-0764-4231-a04f-264f9aed3450 req-8ec430b8-e298-4794-9769-472bee5d7eb9 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:16.069658 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-76c09010-0764-4231-a04f-264f9aed3450 req-8ec430b8-e298-4794-9769-472bee5d7eb9 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 784 time: 0.1839664 Nov 12 20:10:16.075982 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-76c09010-0764-4231-a04f-264f9aed3450 req-de58ba99-2229-4aed-b2e8-e74bba8a8fc1 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:10:16.085168 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-76c09010-0764-4231-a04f-264f9aed3450 req-de58ba99-2229-4aed-b2e8-e74bba8a8fc1 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138166 Nov 12 20:10:16.199931 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-a2779ede-0f09-44c6-b55c-13341380f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-1899760203-router', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'c4b21b80-9221-40c8-b89a-0ce412d401ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:13Z', 'updated_at': '2021-11-12T20:09:17Z', 'revision_number': 4, 'project_id': '085274894a5e4da3b12b86f29321bb9f', 'gw_port': {'id': 'c4b21b80-9221-40c8-b89a-0ce412d401ba', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:09:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:14Z', 'updated_at': '2021-11-12T20:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'e3a15567-464f-451b-9e32-49fadeb328d2', 'name': '', 'network_id': 'd28f5bff-6773-414f-a35c-6671e7cd48e4', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'mac_address': 'fa:16:3e:91:68:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '4d301c59-5040-4432-bed3-40a974fbc83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:16Z', 'updated_at': '2021-11-12T20:09:23Z', 'revision_number': 5, 'project_id': '085274894a5e4da3b12b86f29321bb9f', 'subnets': [{'id': '4d301c59-5040-4432-bed3-40a974fbc83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:16.235737 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2779ede-0f09-44c6-b55c-13341380f4f7 None None] The sync data for ids ['0b4056e0-93e6-40f4-9cc0-d8a9088665ef'] in n-d-712140-15 is: [{'id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-1899760203-router', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'c4b21b80-9221-40c8-b89a-0ce412d401ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:13Z', 'updated_at': '2021-11-12T20:09:17Z', 'revision_number': 4, 'project_id': '085274894a5e4da3b12b86f29321bb9f', 'gw_port': {'id': 'c4b21b80-9221-40c8-b89a-0ce412d401ba', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:09:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:14Z', 'updated_at': '2021-11-12T20:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'e3a15567-464f-451b-9e32-49fadeb328d2', 'name': '', 'network_id': 'd28f5bff-6773-414f-a35c-6671e7cd48e4', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'mac_address': 'fa:16:3e:91:68:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '4d301c59-5040-4432-bed3-40a974fbc83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:16Z', 'updated_at': '2021-11-12T20:09:23Z', 'revision_number': 5, 'project_id': '085274894a5e4da3b12b86f29321bb9f', 'subnets': [{'id': '4d301c59-5040-4432-bed3-40a974fbc83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:10:16.247832 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-76c09010-0764-4231-a04f-264f9aed3450 req-bacdc7eb-1dd9-406f-b19d-7d982dfd55a0 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.22 HTTP/1.1" status: 200 len: 697 time: 0.1609964 Nov 12 20:10:16.263553 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55557bb5-220a-40b5-a0e6-395482380184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:16.347908 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-76c09010-0764-4231-a04f-264f9aed3450 req-94976015-c57a-4684-bc8a-040edc80e5e0 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.22 HTTP/1.1" status: 200 len: 697 time: 0.0992730 Nov 12 20:10:16.502035 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dd6ba45b-c994-4dce-a457-5e7db4e12577 req-8fbacfc7-3964-4118-9660-c51410984fe4 service neutron] 10.222.0.52 "GET /v2.0/networks/d28f5bff-6773-414f-a35c-6671e7cd48e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748008 Nov 12 20:10:16.650602 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d571c4-e973-41e3-8307-1793407adbcc None None] New status for floating IP e36e83c7-c043-4afc-9f4a-eab0ebca0f66: DOWN {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:10:16.752650 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dd6ba45b-c994-4dce-a457-5e7db4e12577 req-ef9e5adf-505d-4510-9826-8a20bf1825cb service neutron] 10.222.0.52 "GET /v2.0/networks/d28f5bff-6773-414f-a35c-6671e7cd48e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418873 Nov 12 20:10:16.762566 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-76c09010-0764-4231-a04f-264f9aed3450 req-d6f2275f-7b4e-4aa3-85dd-a07cf943cb91 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Deleting port 08c680c0-9abd-4af8-addd-0268c562709c {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:10:16.762906 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-76c09010-0764-4231-a04f-264f9aed3450 req-d6f2275f-7b4e-4aa3-85dd-a07cf943cb91 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:16.942191 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-76c09010-0764-4231-a04f-264f9aed3450 req-d6f2275f-7b4e-4aa3-85dd-a07cf943cb91 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:16.942520 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-76c09010-0764-4231-a04f-264f9aed3450 req-d6f2275f-7b4e-4aa3-85dd-a07cf943cb91 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:16.964199 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-76c09010-0764-4231-a04f-264f9aed3450 req-d6f2275f-7b4e-4aa3-85dd-a07cf943cb91 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Calling delete_port for 08c680c0-9abd-4af8-addd-0268c562709c owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:10:17.018836 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-55557bb5-220a-40b5-a0e6-395482380184 admin admin] Deleting port 0978b8f6-3fa1-4d3b-9edb-3be2524a427a {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:10:17.019099 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55557bb5-220a-40b5-a0e6-395482380184 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:17.135171 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-55557bb5-220a-40b5-a0e6-395482380184 admin admin] For port 0978b8f6-3fa1-4d3b-9edb-3be2524a427a, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=0978b8f6-3fa1-4d3b-9edb-3be2524a427a,segment=NetworkSegment(06c4509a-0add-4313-802a-59ed8f264daf),segment_id=06c4509a-0add-4313-802a-59ed8f264daf)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:10:17.135534 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55557bb5-220a-40b5-a0e6-395482380184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:17.166473 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-55557bb5-220a-40b5-a0e6-395482380184 admin admin] Calling delete_port for 0978b8f6-3fa1-4d3b-9edb-3be2524a427a owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:10:17.231642 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-76c09010-0764-4231-a04f-264f9aed3450 req-d6f2275f-7b4e-4aa3-85dd-a07cf943cb91 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:17.266648 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2275f-7b4e-4aa3-85dd-a07cf943cb91 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Pushing event deleted for resources: {'Port': ['ID=08c680c0-9abd-4af8-addd-0268c562709c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:17.387569 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-76c09010-0764-4231-a04f-264f9aed3450 req-d6f2275f-7b4e-4aa3-85dd-a07cf943cb91 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks [] for floatingip, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:17.390149 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-76c09010-0764-4231-a04f-264f9aed3450 req-d6f2275f-7b4e-4aa3-85dd-a07cf943cb91 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:17.391324 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-76c09010-0764-4231-a04f-264f9aed3450 req-d6f2275f-7b4e-4aa3-85dd-a07cf943cb91 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "DELETE /v2.0/floatingips/e36e83c7-c043-4afc-9f4a-eab0ebca0f66 HTTP/1.1" status: 204 len: 173 time: 1.0299895 Nov 12 20:10:17.494394 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-103a8287-b0ab-43af-bef4-00078e9e60fd req-68864543-3a37-4af1-a7c6-e4bf04a4ddde tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups/1898d0f2-ef11-4bc8-8b5a-6133843b2504 HTTP/1.1" status: 200 len: 1826 time: 0.0681677 Nov 12 20:10:17.497609 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55557bb5-220a-40b5-a0e6-395482380184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:17.528061 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55557bb5-220a-40b5-a0e6-395482380184 admin admin] Pushing event deleted for resources: {'Port': ['ID=0978b8f6-3fa1-4d3b-9edb-3be2524a427a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:17.676320 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-103a8287-b0ab-43af-bef4-00078e9e60fd req-f714c54f-2180-4d00-a842-c95cc0f54897 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:17.750213 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-103a8287-b0ab-43af-bef4-00078e9e60fd req-f714c54f-2180-4d00-a842-c95cc0f54897 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:17.785238 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21831ba-bf68-4e68-a949-e3123bfda6c8 req-16aa4344-a020-48c6-947c-ad21cf87668f tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:17.794667 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f21831ba-bf68-4e68-a949-e3123bfda6c8 req-16aa4344-a020-48c6-947c-ad21cf87668f tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.0709050 Nov 12 20:10:17.847185 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f21831ba-bf68-4e68-a949-e3123bfda6c8 req-7a94f065-b71e-4b5d-b270-5750f89b2ec8 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514531 Nov 12 20:10:18.162424 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55557bb5-220a-40b5-a0e6-395482380184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:18.168372 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-103a8287-b0ab-43af-bef4-00078e9e60fd req-f714c54f-2180-4d00-a842-c95cc0f54897 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:18.170871 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-103a8287-b0ab-43af-bef4-00078e9e60fd req-f714c54f-2180-4d00-a842-c95cc0f54897 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:18.172003 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-103a8287-b0ab-43af-bef4-00078e9e60fd req-f714c54f-2180-4d00-a842-c95cc0f54897 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "DELETE /v2.0/security-groups/1898d0f2-ef11-4bc8-8b5a-6133843b2504 HTTP/1.1" status: 204 len: 173 time: 0.6463652 Nov 12 20:10:18.183039 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714c54f-2180-4d00-a842-c95cc0f54897 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1898d0f2-ef11-4bc8-8b5a-6133843b2504,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:18.442025 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55557bb5-220a-40b5-a0e6-395482380184 admin admin] Router c7a9c88b-6e57-4d24-b62e-1d0599ed8b57 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:10:18.617086 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bbac7-5ef0-4d49-b77d-c2c98c955ea7 req-33745c20-cc29-4237-9a06-a236c9e8c1ef tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:18.619265 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f6bbac7-5ef0-4d49-b77d-c2c98c955ea7 req-33745c20-cc29-4237-9a06-a236c9e8c1ef tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.0625851 Nov 12 20:10:18.635200 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55557bb5-220a-40b5-a0e6-395482380184 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:10:18.646156 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec7b4e3-f9a2-4a22-95b9-2a2a40fffb68 None None] Sync routers for ids ['c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:10:18.664413 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-55557bb5-220a-40b5-a0e6-395482380184 admin admin] 10.222.0.48 "PUT /v2.0/routers/c7a9c88b-6e57-4d24-b62e-1d0599ed8b57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5921204 Nov 12 20:10:18.664869 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 38840) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:10:18.668152 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec7b4e3-f9a2-4a22-95b9-2a2a40fffb68 None None] Routers {'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:10:18.669055 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-aec7b4e3-f9a2-4a22-95b9-2a2a40fffb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:09:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:18.699606 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f6bbac7-5ef0-4d49-b77d-c2c98c955ea7 req-180b09f5-8a9e-47f6-be88-2f2d808c472b tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717156 Nov 12 20:10:18.839944 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1ace092-39b0-4746-a644-e7c4f50c6287 admin admin] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:18.849061 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-aec7b4e3-f9a2-4a22-95b9-2a2a40fffb68 None None] Set router c7a9c88b-6e57-4d24-b62e-1d0599ed8b57 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:10:18.950280 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1ace092-39b0-4746-a644-e7c4f50c6287 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:19.019358 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c1ace092-39b0-4746-a644-e7c4f50c6287 admin admin] Deleting port ca1374e4-a1ee-4060-a507-3ffa258046c1 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:10:19.020440 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1ace092-39b0-4746-a644-e7c4f50c6287 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:19.067025 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-aec7b4e3-f9a2-4a22-95b9-2a2a40fffb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'name': 'tempest-ServersTestFqdnHostnames-1030714934-router', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'ca1374e4-a1ee-4060-a507-3ffa258046c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:48Z', 'updated_at': '2021-11-12T20:10:17Z', 'revision_number': 5, 'project_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'gw_port': {'id': 'ca1374e4-a1ee-4060-a507-3ffa258046c1', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:70:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:07:49Z', 'updated_at': '2021-11-12T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:19.104876 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec7b4e3-f9a2-4a22-95b9-2a2a40fffb68 None None] Checking router: c7a9c88b-6e57-4d24-b62e-1d0599ed8b57 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:10:19.119158 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec7b4e3-f9a2-4a22-95b9-2a2a40fffb68 None None] Routers {'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:10:19.120280 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-aec7b4e3-f9a2-4a22-95b9-2a2a40fffb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:09:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:19.150874 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-c1ace092-39b0-4746-a644-e7c4f50c6287 admin admin] For port ca1374e4-a1ee-4060-a507-3ffa258046c1, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ca1374e4-a1ee-4060-a507-3ffa258046c1,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:10:19.151388 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1ace092-39b0-4746-a644-e7c4f50c6287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:19.175707 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c1ace092-39b0-4746-a644-e7c4f50c6287 admin admin] Calling delete_port for ca1374e4-a1ee-4060-a507-3ffa258046c1 owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:10:19.250618 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-aec7b4e3-f9a2-4a22-95b9-2a2a40fffb68 None None] Set router c7a9c88b-6e57-4d24-b62e-1d0599ed8b57 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:10:19.313175 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-aec7b4e3-f9a2-4a22-95b9-2a2a40fffb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'name': 'tempest-ServersTestFqdnHostnames-1030714934-router', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:48Z', 'updated_at': '2021-11-12T20:10:18Z', 'revision_number': 6, 'project_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:19.373752 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec7b4e3-f9a2-4a22-95b9-2a2a40fffb68 None None] The sync data for ids ['c7a9c88b-6e57-4d24-b62e-1d0599ed8b57'] in n-d-712140-15 is: [{'id': 'c7a9c88b-6e57-4d24-b62e-1d0599ed8b57', 'name': 'tempest-ServersTestFqdnHostnames-1030714934-router', 'tenant_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:07:48Z', 'updated_at': '2021-11-12T20:10:18Z', 'revision_number': 6, 'project_id': 'b6f9c56e0a874658aa6d5941caa2ebcf', 'gw_port_host': None}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:10:19.411588 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1ace092-39b0-4746-a644-e7c4f50c6287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:19.452775 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ace092-39b0-4746-a644-e7c4f50c6287 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca1374e4-a1ee-4060-a507-3ffa258046c1,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:19.531163 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1ace092-39b0-4746-a644-e7c4f50c6287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:19.639187 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1ace092-39b0-4746-a644-e7c4f50c6287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:19.641953 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1ace092-39b0-4746-a644-e7c4f50c6287 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:19.689429 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1ace092-39b0-4746-a644-e7c4f50c6287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:19.689970 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ace092-39b0-4746-a644-e7c4f50c6287 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7a9c88b-6e57-4d24-b62e-1d0599ed8b57 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:10:19.696049 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1ace092-39b0-4746-a644-e7c4f50c6287 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:19.699537 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c1ace092-39b0-4746-a644-e7c4f50c6287 admin admin] 10.222.0.48 "DELETE /v2.0/routers/c7a9c88b-6e57-4d24-b62e-1d0599ed8b57 HTTP/1.1" status: 204 len: 168 time: 1.0313690 Nov 12 20:10:19.699862 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 38852) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:10:19.772947 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-1baac348-325e-410b-8fdf-016e7f1dd807 admin admin] Deleting subnet 6da924b9-8f4e-48df-9e33-272535f4598d {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:10:19.784495 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1baac348-325e-410b-8fdf-016e7f1dd807 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:19.905484 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-041bc615-ac07-456b-8816-c760d7b58b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:19.906030 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1baac348-325e-410b-8fdf-016e7f1dd807 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:19.946565 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b160a5-5ab8-4df9-97e2-f2b3d90e4a4f req-9aa7291c-454c-4b2c-ac74-88bd03e91c64 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:19.948305 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-86b160a5-5ab8-4df9-97e2-f2b3d90e4a4f req-9aa7291c-454c-4b2c-ac74-88bd03e91c64 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.1206245 Nov 12 20:10:19.994760 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:20.047329 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-86b160a5-5ab8-4df9-97e2-f2b3d90e4a4f req-412948c7-9da3-4525-b08d-3c6b9ad3a405 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909233 Nov 12 20:10:20.086886 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1baac348-325e-410b-8fdf-016e7f1dd807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:20.170555 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1baac348-325e-410b-8fdf-016e7f1dd807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:20.214715 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baac348-325e-410b-8fdf-016e7f1dd807 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6da924b9-8f4e-48df-9e33-272535f4598d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:20.218251 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1baac348-325e-410b-8fdf-016e7f1dd807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:20.222747 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1baac348-325e-410b-8fdf-016e7f1dd807 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6da924b9-8f4e-48df-9e33-272535f4598d HTTP/1.1" status: 204 len: 168 time: 0.5217223 Nov 12 20:10:20.225256 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c16659-6844-48fc-9ce4-671d88665297 None None] Network 09489300-e8fa-4484-94f2-31f21fcf7ae6 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:10:20.227997 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 38860) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:10:20.416154 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b47b98c7-df54-4d3f-b8dd-eaa65d7d2d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:20.628497 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65788dfb-e742-4e79-b00e-36b835f48a22 None None] DHCP port deletion for 09489300-e8fa-4484-94f2-31f21fcf7ae6 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:10:20.640984 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-b47b98c7-df54-4d3f-b8dd-eaa65d7d2d7f admin admin] Deleting port e2041927-1309-47ee-a74f-20c88f28024e {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:10:20.641344 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b47b98c7-df54-4d3f-b8dd-eaa65d7d2d7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:20.728687 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-65788dfb-e742-4e79-b00e-36b835f48a22 None None] Deleting port e2041927-1309-47ee-a74f-20c88f28024e {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:10:20.729615 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-65788dfb-e742-4e79-b00e-36b835f48a22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:20.773643 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-b47b98c7-df54-4d3f-b8dd-eaa65d7d2d7f admin admin] For port e2041927-1309-47ee-a74f-20c88f28024e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e2041927-1309-47ee-a74f-20c88f28024e,segment=NetworkSegment(06c4509a-0add-4313-802a-59ed8f264daf),segment_id=06c4509a-0add-4313-802a-59ed8f264daf)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:10:20.774104 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b47b98c7-df54-4d3f-b8dd-eaa65d7d2d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:20.793866 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-b47b98c7-df54-4d3f-b8dd-eaa65d7d2d7f admin admin] Calling delete_port for e2041927-1309-47ee-a74f-20c88f28024e owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:10:20.849284 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-65788dfb-e742-4e79-b00e-36b835f48a22 None None] For port e2041927-1309-47ee-a74f-20c88f28024e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e2041927-1309-47ee-a74f-20c88f28024e,segment=NetworkSegment(06c4509a-0add-4313-802a-59ed8f264daf),segment_id=06c4509a-0add-4313-802a-59ed8f264daf)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:10:20.854896 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-65788dfb-e742-4e79-b00e-36b835f48a22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:20.871587 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-65788dfb-e742-4e79-b00e-36b835f48a22 None None] Calling delete_port for e2041927-1309-47ee-a74f-20c88f28024e owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:10:20.974212 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48943d87-7d30-450d-bfc1-891ad57c5bcd req-f365e206-a9b5-481b-8986-1d4b3621e21f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:20.979112 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-48943d87-7d30-450d-bfc1-891ad57c5bcd req-f365e206-a9b5-481b-8986-1d4b3621e21f tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.1055248 Nov 12 20:10:21.010220 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b47b98c7-df54-4d3f-b8dd-eaa65d7d2d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:21.020351 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-65788dfb-e742-4e79-b00e-36b835f48a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:21.059992 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b98c7-df54-4d3f-b8dd-eaa65d7d2d7f admin admin] Pushing event deleted for resources: {'Port': ['ID=e2041927-1309-47ee-a74f-20c88f28024e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:21.062074 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47b98c7-df54-4d3f-b8dd-eaa65d7d2d7f admin admin] No DVR routers for this DVR port e2041927-1309-47ee-a74f-20c88f28024e on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:10:21.117673 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65788dfb-e742-4e79-b00e-36b835f48a22 None None] No DVR routers for this DVR port e2041927-1309-47ee-a74f-20c88f28024e on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:10:21.128329 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65788dfb-e742-4e79-b00e-36b835f48a22 None None] Pushing event deleted for resources: {'Port': ['ID=e2041927-1309-47ee-a74f-20c88f28024e,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:21.175066 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b47b98c7-df54-4d3f-b8dd-eaa65d7d2d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:21.214076 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 0978b8f6-3fa1-4d3b-9edb-3be2524a427a no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:10:21.244148 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-b47b98c7-df54-4d3f-b8dd-eaa65d7d2d7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09489300-e8fa-4484-94f2-31f21fcf7ae6']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:21.246115 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 0978b8f6-3fa1-4d3b-9edb-3be2524a427a {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:10:21.247108 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 0978b8f6-3fa1-4d3b-9edb-3be2524a427a not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:10:21.248312 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ca1374e4-a1ee-4060-a507-3ffa258046c1 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:10:21.259671 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-b47b98c7-df54-4d3f-b8dd-eaa65d7d2d7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c4509a-0add-4313-802a-59ed8f264daf') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:21.260220 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-b47b98c7-df54-4d3f-b8dd-eaa65d7d2d7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c4509a-0add-4313-802a-59ed8f264daf') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:21.262447 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-48943d87-7d30-450d-bfc1-891ad57c5bcd req-b40a7977-03c5-4939-9b73-4336e8714908 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Deleting port 053849d8-0826-4f55-9654-3a36e6545af6 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:10:21.262792 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-48943d87-7d30-450d-bfc1-891ad57c5bcd req-b40a7977-03c5-4939-9b73-4336e8714908 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:21.277665 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b47b98c7-df54-4d3f-b8dd-eaa65d7d2d7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:21.287649 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee88f8a-28a3-4ac2-93bb-cc8ac228f957 req-0226d2f4-095b-4173-99c2-b8ff57e46aa2 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:21.292162 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: ca1374e4-a1ee-4060-a507-3ffa258046c1 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:10:21.296461 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ca1374e4-a1ee-4060-a507-3ffa258046c1 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:10:21.297013 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e2041927-1309-47ee-a74f-20c88f28024e no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:10:21.297238 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7ee88f8a-28a3-4ac2-93bb-cc8ac228f957 req-0226d2f4-095b-4173-99c2-b8ff57e46aa2 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc43087-8952-4fde-9149-f741645ceae9 HTTP/1.1" status: 200 len: 945 time: 0.1063282 Nov 12 20:10:21.354429 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b47b98c7-df54-4d3f-b8dd-eaa65d7d2d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:21.356642 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: e2041927-1309-47ee-a74f-20c88f28024e {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:10:21.356983 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e2041927-1309-47ee-a74f-20c88f28024e not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:10:21.386007 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-48943d87-7d30-450d-bfc1-891ad57c5bcd req-b40a7977-03c5-4939-9b73-4336e8714908 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] For port 053849d8-0826-4f55-9654-3a36e6545af6, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=053849d8-0826-4f55-9654-3a36e6545af6,segment=NetworkSegment(38525599-f05e-4d27-b787-fb2ae2f8eea7),segment_id=38525599-f05e-4d27-b787-fb2ae2f8eea7)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:10:21.386372 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-48943d87-7d30-450d-bfc1-891ad57c5bcd req-b40a7977-03c5-4939-9b73-4336e8714908 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:21.388119 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7ee88f8a-28a3-4ac2-93bb-cc8ac228f957 req-74664506-999e-4b5a-b33c-da08bc7e93ee tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.48 "GET /v2.0/security-groups?id=49c584fd-df32-45c4-a233-98c4c957d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896738 Nov 12 20:10:21.394474 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47b98c7-df54-4d3f-b8dd-eaa65d7d2d7f admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:10:21.395101 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b47b98c7-df54-4d3f-b8dd-eaa65d7d2d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:10:21.398423 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:10:21.411952 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-48943d87-7d30-450d-bfc1-891ad57c5bcd req-b40a7977-03c5-4939-9b73-4336e8714908 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Calling delete_port for 053849d8-0826-4f55-9654-3a36e6545af6 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:10:21.470031 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b47b98c7-df54-4d3f-b8dd-eaa65d7d2d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:21.489681 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b47b98c7-df54-4d3f-b8dd-eaa65d7d2d7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:21.495333 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b47b98c7-df54-4d3f-b8dd-eaa65d7d2d7f admin admin] 10.222.0.48 "DELETE /v2.0/networks/09489300-e8fa-4484-94f2-31f21fcf7ae6 HTTP/1.1" status: 204 len: 168 time: 1.2636492 Nov 12 20:10:21.495333 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b98c7-df54-4d3f-b8dd-eaa65d7d2d7f admin admin] Pushing event deleted for resources: {'Network': ['ID=09489300-e8fa-4484-94f2-31f21fcf7ae6,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:21.598275 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-48943d87-7d30-450d-bfc1-891ad57c5bcd req-b40a7977-03c5-4939-9b73-4336e8714908 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:21.610738 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['053849d8-0826-4f55-9654-3a36e6545af6'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:10:21.674554 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a7977-03c5-4939-9b73-4336e8714908 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Pushing event deleted for resources: {'Port': ['ID=053849d8-0826-4f55-9654-3a36e6545af6,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:21.791530 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-48943d87-7d30-450d-bfc1-891ad57c5bcd req-b40a7977-03c5-4939-9b73-4336e8714908 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] No DVR routers for this DVR port 053849d8-0826-4f55-9654-3a36e6545af6 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:10:21.798789 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-48943d87-7d30-450d-bfc1-891ad57c5bcd req-b40a7977-03c5-4939-9b73-4336e8714908 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:21.806285 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-48943d87-7d30-450d-bfc1-891ad57c5bcd req-b40a7977-03c5-4939-9b73-4336e8714908 tempest-ServerRescueTestJSONUnderV235-323369445 tempest-ServerRescueTestJSONUnderV235-323369445-project] 10.222.0.52 "DELETE /v2.0/ports/053849d8-0826-4f55-9654-3a36e6545af6 HTTP/1.1" status: 204 len: 173 time: 0.8172636 Nov 12 20:10:21.807473 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc43087-8952-4fde-9149-f741645ceae9', 'name': 'network-vif-deleted', 'tag': '053849d8-0826-4f55-9654-3a36e6545af6'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:10:21.828739 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d2b12f-7d63-4e20-bba3-a4a5c23fb3ff" -d '{"events": [{"server_uuid": "6bc43087-8952-4fde-9149-f741645ceae9", "name": "network-vif-deleted", "tag": "053849d8-0826-4f55-9654-3a36e6545af6"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:10:21.864102 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 38888) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:10:21.917560 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c289c752-9517-4b61-ac97-4e524ca4bf74 x-openstack-request-id: req-c289c752-9517-4b61-ac97-4e524ca4bf74 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:10:21.917853 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc43087-8952-4fde-9149-f741645ceae9", "name": "network-vif-deleted", "tag": "053849d8-0826-4f55-9654-3a36e6545af6", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:10:21.918107 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c289c752-9517-4b61-ac97-4e524ca4bf74 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:10:21.918508 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc43087-8952-4fde-9149-f741645ceae9', 'name': 'network-vif-deleted', 'tag': '053849d8-0826-4f55-9654-3a36e6545af6', 'status': 'completed', 'code': 200} Nov 12 20:10:21.962620 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-deb0a957-903d-4c20-8a2f-317e2405d77f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b6f9c56e0a874658aa6d5941caa2ebcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0954123 Nov 12 20:10:21.965072 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 38890) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:10:22.088602 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-700d95f5-3b27-4cac-bce1-9420a51e6392 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:22.116216 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-700d95f5-3b27-4cac-bce1-9420a51e6392 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:22.181059 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-700d95f5-3b27-4cac-bce1-9420a51e6392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:22.183956 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-700d95f5-3b27-4cac-bce1-9420a51e6392 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:22.185132 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-700d95f5-3b27-4cac-bce1-9420a51e6392 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35baca5f-d80d-4232-91cb-cb12c92abfba HTTP/1.1" status: 204 len: 168 time: 0.2190802 Nov 12 20:10:22.193361 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d95f5-3b27-4cac-bce1-9420a51e6392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35baca5f-d80d-4232-91cb-cb12c92abfba,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:22.236451 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7be8e9f1-070d-4db6-a23c-d384d865ad8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:22.446933 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 38900) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:10:23.060832 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bd2f6c51-da38-40de-af7c-1b4b466f3707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:23.528007 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-bd2f6c51-da38-40de-af7c-1b4b466f3707 admin admin] Deleting port e3a15567-464f-451b-9e32-49fadeb328d2 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:10:23.528687 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bd2f6c51-da38-40de-af7c-1b4b466f3707 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:23.599426 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 38932) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:10:23.618322 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-bd2f6c51-da38-40de-af7c-1b4b466f3707 admin admin] For port e3a15567-464f-451b-9e32-49fadeb328d2, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e3a15567-464f-451b-9e32-49fadeb328d2,segment=NetworkSegment(38525599-f05e-4d27-b787-fb2ae2f8eea7),segment_id=38525599-f05e-4d27-b787-fb2ae2f8eea7)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:10:23.620382 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bd2f6c51-da38-40de-af7c-1b4b466f3707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:23.635453 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-bd2f6c51-da38-40de-af7c-1b4b466f3707 admin admin] Calling delete_port for e3a15567-464f-451b-9e32-49fadeb328d2 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:10:23.669590 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:23.718421 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:23.858976 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-35d88eff-fd3b-402a-89cc-11cfa9159f9f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-577568443-network', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:10:23.872692 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bd2f6c51-da38-40de-af7c-1b4b466f3707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:23.892859 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d88eff-fd3b-402a-89cc-11cfa9159f9f admin admin] Made reservation on behalf of 4852665fabb5408ab377b1cbc45feb40 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:10:23.895706 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35d88eff-fd3b-402a-89cc-11cfa9159f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:23.911945 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35d88eff-fd3b-402a-89cc-11cfa9159f9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:23.926732 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f6c51-da38-40de-af7c-1b4b466f3707 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3a15567-464f-451b-9e32-49fadeb328d2,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:24.138161 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35d88eff-fd3b-402a-89cc-11cfa9159f9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:24.144434 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35d88eff-fd3b-402a-89cc-11cfa9159f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:24.215907 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d88eff-fd3b-402a-89cc-11cfa9159f9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:10:24.260206 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35d88eff-fd3b-402a-89cc-11cfa9159f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:24.263258 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-35d88eff-fd3b-402a-89cc-11cfa9159f9f admin admin] Added segment c8159339-4435-4af0-9c54-46eb2fa783d6 of type vlan for network bd6be986-db97-4cb9-abe7-787b341a3cd5 Nov 12 20:10:24.266145 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d88eff-fd3b-402a-89cc-11cfa9159f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1dbe704-0c8b-4d31-b036-4921aded8586,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:24.352839 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35d88eff-fd3b-402a-89cc-11cfa9159f9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:24.357059 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bd2f6c51-da38-40de-af7c-1b4b466f3707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:24.410980 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35d88eff-fd3b-402a-89cc-11cfa9159f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:24.412183 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d88eff-fd3b-402a-89cc-11cfa9159f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:24.413001 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35d88eff-fd3b-402a-89cc-11cfa9159f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:24.489494 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-35d88eff-fd3b-402a-89cc-11cfa9159f9f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8860261 Nov 12 20:10:24.489494 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d88eff-fd3b-402a-89cc-11cfa9159f9f admin admin] Pushing event updated for resources: {'Network': ['ID=bd6be986-db97-4cb9-abe7-787b341a3cd5,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:24.490520 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 38948) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:10:24.498880 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network bd6be986-db97-4cb9-abe7-787b341a3cd5 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:10:24.517294 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-ff0d152b-8e6f-48ad-9d7e-5225d004de42 admin admin] Request body: {'subnet': {'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-577568443-subnet', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:10:24.560522 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0d152b-8e6f-48ad-9d7e-5225d004de42 admin admin] Made reservation on behalf of 4852665fabb5408ab377b1cbc45feb40 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:10:24.573377 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ff0d152b-8e6f-48ad-9d7e-5225d004de42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:24.795534 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ff0d152b-8e6f-48ad-9d7e-5225d004de42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:24.837913 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2f6c51-da38-40de-af7c-1b4b466f3707 admin admin] Router 0b4056e0-93e6-40f4-9cc0-d8a9088665ef has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:10:24.881691 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d152b-8e6f-48ad-9d7e-5225d004de42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f077436-4556-447d-83d4-cbd3714774cd,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:24.910343 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0d152b-8e6f-48ad-9d7e-5225d004de42 admin admin] Checking segment: {'id': 'c8159339-4435-4af0-9c54-46eb2fa783d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:10:24.911558 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0d152b-8e6f-48ad-9d7e-5225d004de42 admin admin] Network hostable DHCP agents. Network: bd6be986-db97-4cb9-abe7-787b341a3cd5, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:10:24.952331 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0d152b-8e6f-48ad-9d7e-5225d004de42 admin admin] Network bd6be986-db97-4cb9-abe7-787b341a3cd5 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:10:24.964674 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-ff0d152b-8e6f-48ad-9d7e-5225d004de42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, bd6be986-db97-4cb9-abe7-787b341a3cd5) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:10:24.965584 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2f6c51-da38-40de-af7c-1b4b466f3707 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:10:24.971842 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bd2f6c51-da38-40de-af7c-1b4b466f3707 admin admin] 10.222.0.48 "PUT /v2.0/routers/0b4056e0-93e6-40f4-9cc0-d8a9088665ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5232575 Nov 12 20:10:24.978507 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236c6073-80a2-4baf-bf7d-1e1f0e3eecd6 None None] Network bd6be986-db97-4cb9-abe7-787b341a3cd5 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:10:24.982632 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0d152b-8e6f-48ad-9d7e-5225d004de42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:24.983546 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ff0d152b-8e6f-48ad-9d7e-5225d004de42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:24.986116 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 38952) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:10:25.012833 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb19282-b3a0-481b-b6d8-e429c7b2754b None None] Sync routers for ids ['0b4056e0-93e6-40f4-9cc0-d8a9088665ef'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:10:25.058026 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 38954) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:10:25.058221 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ff0d152b-8e6f-48ad-9d7e-5225d004de42 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5488672 Nov 12 20:10:25.065107 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-db25d09b-079c-42aa-9690-301d4369d57f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-577568443-router', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:10:25.074336 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb19282-b3a0-481b-b6d8-e429c7b2754b None None] Routers {'0b4056e0-93e6-40f4-9cc0-d8a9088665ef'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:10:25.075042 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-cbb19282-b3a0-481b-b6d8-e429c7b2754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:10:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0b4056e0-93e6-40f4-9cc0-d8a9088665ef'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:25.104108 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db25d09b-079c-42aa-9690-301d4369d57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:25.106451 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db25d09b-079c-42aa-9690-301d4369d57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:25.142701 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-59922090-9017-4ac1-a329-99a8f5c0de7f admin admin] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:25.353462 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db25d09b-079c-42aa-9690-301d4369d57f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:25.373212 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-cbb19282-b3a0-481b-b6d8-e429c7b2754b None None] Set router 0b4056e0-93e6-40f4-9cc0-d8a9088665ef gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:10:25.487609 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:25.503243 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-59922090-9017-4ac1-a329-99a8f5c0de7f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:25.589908 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-59922090-9017-4ac1-a329-99a8f5c0de7f admin admin] Deleting port c4b21b80-9221-40c8-b89a-0ce412d401ba {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:10:25.590262 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-59922090-9017-4ac1-a329-99a8f5c0de7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:25.613632 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db25d09b-079c-42aa-9690-301d4369d57f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:25.631906 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 053849d8-0826-4f55-9654-3a36e6545af6 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:10:25.660597 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7168b6-0c73-43e1-9dc2-8aa20def3506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-bd6be986-db97-4cb9-abe7-787b341a3cd5', 'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'fixed_ips': [{'subnet_id': '9f077436-4556-447d-83d4-cbd3714774cd'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:10:25.661878 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8c7168b6-0c73-43e1-9dc2-8aa20def3506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:25.676657 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 053849d8-0826-4f55-9654-3a36e6545af6 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:10:25.677401 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 053849d8-0826-4f55-9654-3a36e6545af6 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:10:25.766764 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-cbb19282-b3a0-481b-b6d8-e429c7b2754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-1899760203-router', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'c4b21b80-9221-40c8-b89a-0ce412d401ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:13Z', 'updated_at': '2021-11-12T20:10:23Z', 'revision_number': 5, 'project_id': '085274894a5e4da3b12b86f29321bb9f', 'gw_port': {'id': 'c4b21b80-9221-40c8-b89a-0ce412d401ba', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:09:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:14Z', 'updated_at': '2021-11-12T20:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:25.803139 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb19282-b3a0-481b-b6d8-e429c7b2754b None None] Checking router: 0b4056e0-93e6-40f4-9cc0-d8a9088665ef for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:10:25.817566 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-59922090-9017-4ac1-a329-99a8f5c0de7f admin admin] For port c4b21b80-9221-40c8-b89a-0ce412d401ba, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c4b21b80-9221-40c8-b89a-0ce412d401ba,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:10:25.820617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb19282-b3a0-481b-b6d8-e429c7b2754b None None] Routers {'0b4056e0-93e6-40f4-9cc0-d8a9088665ef'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:10:25.821158 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-59922090-9017-4ac1-a329-99a8f5c0de7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:25.821895 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-cbb19282-b3a0-481b-b6d8-e429c7b2754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:10:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0b4056e0-93e6-40f4-9cc0-d8a9088665ef'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:25.877777 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-59922090-9017-4ac1-a329-99a8f5c0de7f admin admin] Calling delete_port for c4b21b80-9221-40c8-b89a-0ce412d401ba owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:10:25.973629 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:25.998063 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-cbb19282-b3a0-481b-b6d8-e429c7b2754b None None] Set router 0b4056e0-93e6-40f4-9cc0-d8a9088665ef gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:10:26.000330 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-8c7168b6-0c73-43e1-9dc2-8aa20def3506 None None] Allocated IP 172.20.0.2 (bd6be986-db97-4cb9-abe7-787b341a3cd5/9f077436-4556-447d-83d4-cbd3714774cd/458cca9a-3d25-4a1e-ac90-3a991b558563) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:10:26.059578 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-cbb19282-b3a0-481b-b6d8-e429c7b2754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-1899760203-router', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:13Z', 'updated_at': '2021-11-12T20:10:25Z', 'revision_number': 6, 'project_id': '085274894a5e4da3b12b86f29321bb9f', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:26.093803 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb19282-b3a0-481b-b6d8-e429c7b2754b None None] The sync data for ids ['0b4056e0-93e6-40f4-9cc0-d8a9088665ef'] in n-d-712140-15 is: [{'id': '0b4056e0-93e6-40f4-9cc0-d8a9088665ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-1899760203-router', 'tenant_id': '085274894a5e4da3b12b86f29321bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:13Z', 'updated_at': '2021-11-12T20:10:25Z', 'revision_number': 6, 'project_id': '085274894a5e4da3b12b86f29321bb9f', 'gw_port_host': None}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:10:26.212284 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db25d09b-079c-42aa-9690-301d4369d57f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:26.232560 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db25d09b-079c-42aa-9690-301d4369d57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:26.251589 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-59922090-9017-4ac1-a329-99a8f5c0de7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:26.314328 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59922090-9017-4ac1-a329-99a8f5c0de7f admin admin] Pushing event deleted for resources: {'Port': ['ID=c4b21b80-9221-40c8-b89a-0ce412d401ba,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:26.336324 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8c7168b6-0c73-43e1-9dc2-8aa20def3506 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:26.362570 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8c7168b6-0c73-43e1-9dc2-8aa20def3506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:26.420276 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-db25d09b-079c-42aa-9690-301d4369d57f admin admin] Allocated IP 172.25.5.240 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/a10ae385-3467-4a80-8eff-6d8de956ff51) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:10:26.429495 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-59922090-9017-4ac1-a329-99a8f5c0de7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:26.482854 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7168b6-0c73-43e1-9dc2-8aa20def3506 None None] Network bd6be986-db97-4cb9-abe7-787b341a3cd5 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:10:26.487360 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-8c7168b6-0c73-43e1-9dc2-8aa20def3506 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:10:26.493678 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7168b6-0c73-43e1-9dc2-8aa20def3506 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:10:26.497394 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7168b6-0c73-43e1-9dc2-8aa20def3506 None None] Pushing event updated for resources: {'Port': ['ID=458cca9a-3d25-4a1e-ac90-3a991b558563,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:26.620552 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db25d09b-079c-42aa-9690-301d4369d57f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:26.624881 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-8c7168b6-0c73-43e1-9dc2-8aa20def3506 None None] Attempting to bind port 458cca9a-3d25-4a1e-ac90-3a991b558563 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:10:26.625412 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-59922090-9017-4ac1-a329-99a8f5c0de7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:26.625651 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-8c7168b6-0c73-43e1-9dc2-8aa20def3506 None None] Attempting to bind port 458cca9a-3d25-4a1e-ac90-3a991b558563 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'c8159339-4435-4af0-9c54-46eb2fa783d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:10:26.626533 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7168b6-0c73-43e1-9dc2-8aa20def3506 None None] Attempting to bind port 458cca9a-3d25-4a1e-ac90-3a991b558563 on network bd6be986-db97-4cb9-abe7-787b341a3cd5 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:10:26.630893 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-59922090-9017-4ac1-a329-99a8f5c0de7f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:26.641073 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7168b6-0c73-43e1-9dc2-8aa20def3506 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:10:26.642077 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7168b6-0c73-43e1-9dc2-8aa20def3506 None None] Checking segment: {'id': 'c8159339-4435-4af0-9c54-46eb2fa783d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:10:26.642807 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8c7168b6-0c73-43e1-9dc2-8aa20def3506 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:26.643444 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7168b6-0c73-43e1-9dc2-8aa20def3506 None None] Bound using segment: {'id': 'c8159339-4435-4af0-9c54-46eb2fa783d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:10:26.645078 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-8c7168b6-0c73-43e1-9dc2-8aa20def3506 None None] Bound port: 458cca9a-3d25-4a1e-ac90-3a991b558563, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8159339-4435-4af0-9c54-46eb2fa783d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:10:26.645791 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8c7168b6-0c73-43e1-9dc2-8aa20def3506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:26.692256 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-59922090-9017-4ac1-a329-99a8f5c0de7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:26.693014 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59922090-9017-4ac1-a329-99a8f5c0de7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b4056e0-93e6-40f4-9cc0-d8a9088665ef {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:10:26.697567 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db25d09b-079c-42aa-9690-301d4369d57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:26.703384 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-59922090-9017-4ac1-a329-99a8f5c0de7f admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:26.704596 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-59922090-9017-4ac1-a329-99a8f5c0de7f admin admin] 10.222.0.48 "DELETE /v2.0/routers/0b4056e0-93e6-40f4-9cc0-d8a9088665ef HTTP/1.1" status: 204 len: 168 time: 1.7163534 Nov 12 20:10:26.707972 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 38978) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:10:26.742902 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db25d09b-079c-42aa-9690-301d4369d57f admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:10:26.745967 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-db25d09b-079c-42aa-9690-301d4369d57f admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:10:26.748555 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db25d09b-079c-42aa-9690-301d4369d57f admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:10:26.761885 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-8c7168b6-0c73-43e1-9dc2-8aa20def3506 None None] For port 458cca9a-3d25-4a1e-ac90-3a991b558563, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:10:26.765228 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-8c7168b6-0c73-43e1-9dc2-8aa20def3506 None None] For port 458cca9a-3d25-4a1e-ac90-3a991b558563, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=458cca9a-3d25-4a1e-ac90-3a991b558563,segment=NetworkSegment(c8159339-4435-4af0-9c54-46eb2fa783d6),segment_id=c8159339-4435-4af0-9c54-46eb2fa783d6)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:10:26.769833 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8c7168b6-0c73-43e1-9dc2-8aa20def3506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:26.788187 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25d09b-079c-42aa-9690-301d4369d57f admin admin] Pushing event updated for resources: {'Port': ['ID=a10ae385-3467-4a80-8eff-6d8de956ff51,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:26.814989 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d91161-cd08-483a-bfa7-d6c1d053bae6 admin admin] Deleting subnet 4d301c59-5040-4432-bed3-40a974fbc83c {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:10:26.819253 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-63d91161-cd08-483a-bfa7-d6c1d053bae6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:26.873097 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7168b6-0c73-43e1-9dc2-8aa20def3506 None None] Pushing event updated for resources: {'Port': ['ID=458cca9a-3d25-4a1e-ac90-3a991b558563,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:26.875544 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-63d91161-cd08-483a-bfa7-d6c1d053bae6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:26.955614 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-63d91161-cd08-483a-bfa7-d6c1d053bae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:27.021612 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-63d91161-cd08-483a-bfa7-d6c1d053bae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:27.059553 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d91161-cd08-483a-bfa7-d6c1d053bae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d301c59-5040-4432-bed3-40a974fbc83c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:27.082369 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-63d91161-cd08-483a-bfa7-d6c1d053bae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:27.105568 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-63d91161-cd08-483a-bfa7-d6c1d053bae6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4d301c59-5040-4432-bed3-40a974fbc83c HTTP/1.1" status: 204 len: 168 time: 0.3941305 Nov 12 20:10:27.107122 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 38982) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:10:27.220839 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db25d09b-079c-42aa-9690-301d4369d57f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:27.274474 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c4b21b80-9221-40c8-b89a-0ce412d401ba no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:10:27.308921 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: c4b21b80-9221-40c8-b89a-0ce412d401ba {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:10:27.309266 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cf3f6fe8-8cec-409d-ae9a-7a03b74c6c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:27.309745 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c4b21b80-9221-40c8-b89a-0ce412d401ba not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:10:27.310459 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e3a15567-464f-451b-9e32-49fadeb328d2 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:10:27.350865 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: e3a15567-464f-451b-9e32-49fadeb328d2 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:10:27.351276 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e3a15567-464f-451b-9e32-49fadeb328d2 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:10:27.447787 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cf3f6fe8-8cec-409d-ae9a-7a03b74c6c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:27.505707 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-cf3f6fe8-8cec-409d-ae9a-7a03b74c6c8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d28f5bff-6773-414f-a35c-6671e7cd48e4']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:27.531867 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-cf3f6fe8-8cec-409d-ae9a-7a03b74c6c8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38525599-f05e-4d27-b787-fb2ae2f8eea7') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:27.532243 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-cf3f6fe8-8cec-409d-ae9a-7a03b74c6c8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38525599-f05e-4d27-b787-fb2ae2f8eea7') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:27.561373 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cf3f6fe8-8cec-409d-ae9a-7a03b74c6c8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:27.573876 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db25d09b-079c-42aa-9690-301d4369d57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:27.594145 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cf3f6fe8-8cec-409d-ae9a-7a03b74c6c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:27.601032 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf3f6fe8-8cec-409d-ae9a-7a03b74c6c8d admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:10:27.602768 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cf3f6fe8-8cec-409d-ae9a-7a03b74c6c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:10:27.604555 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:10:27.720015 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cf3f6fe8-8cec-409d-ae9a-7a03b74c6c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:27.731435 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cf3f6fe8-8cec-409d-ae9a-7a03b74c6c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:27.735055 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cf3f6fe8-8cec-409d-ae9a-7a03b74c6c8d admin admin] 10.222.0.48 "DELETE /v2.0/networks/d28f5bff-6773-414f-a35c-6671e7cd48e4 HTTP/1.1" status: 204 len: 168 time: 0.6243136 Nov 12 20:10:27.736996 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db25d09b-079c-42aa-9690-301d4369d57f admin admin] Router 303850bb-72b9-4110-bf93-bbbe6e3ff8ed is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:10:27.750066 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f6fe8-8cec-409d-ae9a-7a03b74c6c8d admin admin] Pushing event deleted for resources: {'Network': ['ID=d28f5bff-6773-414f-a35c-6671e7cd48e4,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:27.898380 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 38996) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:10:27.903507 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db25d09b-079c-42aa-9690-301d4369d57f admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:10:27.915255 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e8eb3-0d72-4652-a288-14e93df0191b None None] Sync routers for ids ['303850bb-72b9-4110-bf93-bbbe6e3ff8ed'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:10:27.925699 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db25d09b-079c-42aa-9690-301d4369d57f admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:27.926990 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-db25d09b-079c-42aa-9690-301d4369d57f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8672669 Nov 12 20:10:27.930411 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 38998) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:10:27.937158 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46e8eb3-0d72-4652-a288-14e93df0191b None None] Routers {'303850bb-72b9-4110-bf93-bbbe6e3ff8ed'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:10:27.937984 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d46e8eb3-0d72-4652-a288-14e93df0191b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:10:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['303850bb-72b9-4110-bf93-bbbe6e3ff8ed'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:27.959411 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-57707894-aed9-450e-80f0-eb4073fd7e4d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=085274894a5e4da3b12b86f29321bb9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0574703 Nov 12 20:10:27.962974 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 39000) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:10:28.044908 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6ef54311-592f-43aa-95bc-47acd0a17227 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:28.079048 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6ef54311-592f-43aa-95bc-47acd0a17227 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:28.142342 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6ef54311-592f-43aa-95bc-47acd0a17227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:28.146418 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6ef54311-592f-43aa-95bc-47acd0a17227 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:28.148703 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6ef54311-592f-43aa-95bc-47acd0a17227 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/49c584fd-df32-45c4-a233-98c4c957d992 HTTP/1.1" status: 204 len: 168 time: 0.1839647 Nov 12 20:10:28.157896 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-d46e8eb3-0d72-4652-a288-14e93df0191b None None] Set router 303850bb-72b9-4110-bf93-bbbe6e3ff8ed gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:10:28.164575 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef54311-592f-43aa-95bc-47acd0a17227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c584fd-df32-45c4-a233-98c4c957d992,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:28.373185 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d46e8eb3-0d72-4652-a288-14e93df0191b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'name': 'tempest-TaggedBootDevicesTest_v242-577568443-router', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a10ae385-3467-4a80-8eff-6d8de956ff51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:10:25Z', 'updated_at': '2021-11-12T20:10:26Z', 'revision_number': 3, 'project_id': '4852665fabb5408ab377b1cbc45feb40', 'gw_port': {'id': 'a10ae385-3467-4a80-8eff-6d8de956ff51', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:10:26Z', 'updated_at': '2021-11-12T20:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:28.403482 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e8eb3-0d72-4652-a288-14e93df0191b None None] Checking router: 303850bb-72b9-4110-bf93-bbbe6e3ff8ed for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:10:28.403972 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e8eb3-0d72-4652-a288-14e93df0191b None None] Updating router 303850bb-72b9-4110-bf93-bbbe6e3ff8ed port a10ae385-3467-4a80-8eff-6d8de956ff51 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:10:28.439084 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d46e8eb3-0d72-4652-a288-14e93df0191b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:28.509478 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4df9b1f-e810-45f0-bf3d-c3872d7d7afd None None] Network bd6be986-db97-4cb9-abe7-787b341a3cd5 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:10:28.595285 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ef97f3d8-26ce-4ad1-8c42-2e62bc5cf125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:28.676594 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-40c5950d-b46d-4436-81b0-36a256324dae None None] Provisioning complete for port 458cca9a-3d25-4a1e-ac90-3a991b558563 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:10:28.676969 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-40c5950d-b46d-4436-81b0-36a256324dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:28.918042 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d46e8eb3-0d72-4652-a288-14e93df0191b None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:28.928132 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d46e8eb3-0d72-4652-a288-14e93df0191b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:28.951955 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-ef97f3d8-26ce-4ad1-8c42-2e62bc5cf125 admin admin] Allocated IP 172.20.0.1 (bd6be986-db97-4cb9-abe7-787b341a3cd5/9f077436-4556-447d-83d4-cbd3714774cd/07d6ab8a-d086-4af1-835a-5836c7418539) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:10:28.988003 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5549c2-5240-46ff-a428-2c0042a1f6e2 None None] Pushing event updated for resources: {'Port': ['ID=a10ae385-3467-4a80-8eff-6d8de956ff51,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:28.999785 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5549c2-5240-46ff-a428-2c0042a1f6e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:10:29.000888 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5549c2-5240-46ff-a428-2c0042a1f6e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:10:29.001580 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5549c2-5240-46ff-a428-2c0042a1f6e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:10:29.002159 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5549c2-5240-46ff-a428-2c0042a1f6e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:10:29.002846 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5549c2-5240-46ff-a428-2c0042a1f6e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:10:29.003474 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5549c2-5240-46ff-a428-2c0042a1f6e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:10:29.004047 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5549c2-5240-46ff-a428-2c0042a1f6e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:10:29.004669 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5549c2-5240-46ff-a428-2c0042a1f6e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:10:29.005254 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5549c2-5240-46ff-a428-2c0042a1f6e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:10:29.005868 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5549c2-5240-46ff-a428-2c0042a1f6e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:10:29.006413 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5549c2-5240-46ff-a428-2c0042a1f6e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:10:29.007027 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5549c2-5240-46ff-a428-2c0042a1f6e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:10:29.029629 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-d46e8eb3-0d72-4652-a288-14e93df0191b None None] Attempting to bind port a10ae385-3467-4a80-8eff-6d8de956ff51 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:10:29.030475 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-d46e8eb3-0d72-4652-a288-14e93df0191b None None] Attempting to bind port a10ae385-3467-4a80-8eff-6d8de956ff51 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:10:29.031154 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46e8eb3-0d72-4652-a288-14e93df0191b None None] Attempting to bind port a10ae385-3467-4a80-8eff-6d8de956ff51 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:10:29.039184 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46e8eb3-0d72-4652-a288-14e93df0191b None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:10:29.040353 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46e8eb3-0d72-4652-a288-14e93df0191b None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:10:29.041261 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d46e8eb3-0d72-4652-a288-14e93df0191b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:29.042340 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46e8eb3-0d72-4652-a288-14e93df0191b None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:10:29.043132 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-d46e8eb3-0d72-4652-a288-14e93df0191b None None] Bound port: a10ae385-3467-4a80-8eff-6d8de956ff51, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:10:29.043854 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d46e8eb3-0d72-4652-a288-14e93df0191b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:29.065596 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-40c5950d-b46d-4436-81b0-36a256324dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:29.124581 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-40c5950d-b46d-4436-81b0-36a256324dae None None] For port 458cca9a-3d25-4a1e-ac90-3a991b558563, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=458cca9a-3d25-4a1e-ac90-3a991b558563,segment=NetworkSegment(c8159339-4435-4af0-9c54-46eb2fa783d6),segment_id=c8159339-4435-4af0-9c54-46eb2fa783d6)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:10:29.126577 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-d46e8eb3-0d72-4652-a288-14e93df0191b None None] For port a10ae385-3467-4a80-8eff-6d8de956ff51, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:10:29.130364 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-d46e8eb3-0d72-4652-a288-14e93df0191b None None] For port a10ae385-3467-4a80-8eff-6d8de956ff51, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a10ae385-3467-4a80-8eff-6d8de956ff51,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:10:29.137653 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d46e8eb3-0d72-4652-a288-14e93df0191b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:29.139697 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-40c5950d-b46d-4436-81b0-36a256324dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:29.156538 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ef97f3d8-26ce-4ad1-8c42-2e62bc5cf125 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:29.234606 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ef97f3d8-26ce-4ad1-8c42-2e62bc5cf125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:29.268114 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5950d-b46d-4436-81b0-36a256324dae None None] Pushing event updated for resources: {'Port': ['ID=458cca9a-3d25-4a1e-ac90-3a991b558563,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:29.303405 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef97f3d8-26ce-4ad1-8c42-2e62bc5cf125 admin admin] Network bd6be986-db97-4cb9-abe7-787b341a3cd5 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:10:29.312902 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-ef97f3d8-26ce-4ad1-8c42-2e62bc5cf125 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:10:29.318486 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef97f3d8-26ce-4ad1-8c42-2e62bc5cf125 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:10:29.319162 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 458cca9a-3d25-4a1e-ac90-3a991b558563 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:10:29.363930 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97f3d8-26ce-4ad1-8c42-2e62bc5cf125 admin admin] Pushing event updated for resources: {'Port': ['ID=07d6ab8a-d086-4af1-835a-5836c7418539,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:29.425984 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ef97f3d8-26ce-4ad1-8c42-2e62bc5cf125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:29.433708 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 458cca9a-3d25-4a1e-ac90-3a991b558563 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:10:29.434077 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:29.458429 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5549c2-5240-46ff-a428-2c0042a1f6e2 None None] Pushing event updated for resources: {'Port': ['ID=a10ae385-3467-4a80-8eff-6d8de956ff51,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:29.464419 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46e8eb3-0d72-4652-a288-14e93df0191b None None] Routers {'303850bb-72b9-4110-bf93-bbbe6e3ff8ed'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:10:29.465141 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d46e8eb3-0d72-4652-a288-14e93df0191b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:10:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['303850bb-72b9-4110-bf93-bbbe6e3ff8ed'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:29.609590 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b71c518d-7722-4a98-93c1-09dcd233f533 None None] Provisioning complete for port 458cca9a-3d25-4a1e-ac90-3a991b558563 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:10:29.611262 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b71c518d-7722-4a98-93c1-09dcd233f533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:29.656119 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ef97f3d8-26ce-4ad1-8c42-2e62bc5cf125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:29.685641 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-d46e8eb3-0d72-4652-a288-14e93df0191b None None] Set router 303850bb-72b9-4110-bf93-bbbe6e3ff8ed gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:10:29.953571 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ef97f3d8-26ce-4ad1-8c42-2e62bc5cf125 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:29.960219 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ef97f3d8-26ce-4ad1-8c42-2e62bc5cf125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:29.992068 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f3add3f5-586a-4afb-9363-067c0199cce1 None None] Provisioning complete for port 07d6ab8a-d086-4af1-835a-5836c7418539 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:10:29.992997 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f3add3f5-586a-4afb-9363-067c0199cce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:30.035922 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97f3d8-26ce-4ad1-8c42-2e62bc5cf125 admin admin] Pushing event updated for resources: {'Port': ['ID=07d6ab8a-d086-4af1-835a-5836c7418539,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:30.062887 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ef97f3d8-26ce-4ad1-8c42-2e62bc5cf125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:30.075533 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d46e8eb3-0d72-4652-a288-14e93df0191b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'name': 'tempest-TaggedBootDevicesTest_v242-577568443-router', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a10ae385-3467-4a80-8eff-6d8de956ff51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:10:25Z', 'updated_at': '2021-11-12T20:10:26Z', 'revision_number': 3, 'project_id': '4852665fabb5408ab377b1cbc45feb40', 'gw_port': {'id': 'a10ae385-3467-4a80-8eff-6d8de956ff51', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:10:26Z', 'updated_at': '2021-11-12T20:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:30.079386 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-f3add3f5-586a-4afb-9363-067c0199cce1 None None] Port 07d6ab8a-d086-4af1-835a-5836c7418539 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:10:30.098431 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 39058) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:10:30.113565 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e8eb3-0d72-4652-a288-14e93df0191b None None] The sync data for ids ['303850bb-72b9-4110-bf93-bbbe6e3ff8ed'] in n-d-712140-15 is: [{'id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'name': 'tempest-TaggedBootDevicesTest_v242-577568443-router', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a10ae385-3467-4a80-8eff-6d8de956ff51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:10:25Z', 'updated_at': '2021-11-12T20:10:26Z', 'revision_number': 3, 'project_id': '4852665fabb5408ab377b1cbc45feb40', 'gw_port': {'id': 'a10ae385-3467-4a80-8eff-6d8de956ff51', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:10:26Z', 'updated_at': '2021-11-12T20:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:10:30.185289 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef97f3d8-26ce-4ad1-8c42-2e62bc5cf125 admin admin] Network bd6be986-db97-4cb9-abe7-787b341a3cd5 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:10:30.186966 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-ef97f3d8-26ce-4ad1-8c42-2e62bc5cf125 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:10:30.255650 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-de0f782f-372c-40ad-b8a5-8b6d5b3c2c69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:30.421308 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-de0f782f-372c-40ad-b8a5-8b6d5b3c2c69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:30.429593 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-de0f782f-372c-40ad-b8a5-8b6d5b3c2c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:30.506186 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-de0f782f-372c-40ad-b8a5-8b6d5b3c2c69 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e1a18ada0a484a6c8c6c6b8dbdf7f956&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4051547 Nov 12 20:10:30.509001 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 39064) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:10:30.511169 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f782f-372c-40ad-b8a5-8b6d5b3c2c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8b7a90-4a56-45f0-a27c-8f6c86124f68,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:30.613782 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-cc319c47-89ce-4050-b8ef-7ab3e9ce421c None None] Provisioning complete for port 07d6ab8a-d086-4af1-835a-5836c7418539 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:10:30.614337 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cc319c47-89ce-4050-b8ef-7ab3e9ce421c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:30.647914 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cc726565-5d0d-4055-8f3e-e9118701d97a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:30.672433 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef97f3d8-26ce-4ad1-8c42-2e62bc5cf125 admin admin] Router 303850bb-72b9-4110-bf93-bbbe6e3ff8ed has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:10:30.687069 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-cc319c47-89ce-4050-b8ef-7ab3e9ce421c None None] Port 07d6ab8a-d086-4af1-835a-5836c7418539 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:10:30.689276 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cc726565-5d0d-4055-8f3e-e9118701d97a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:30.751944 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cc726565-5d0d-4055-8f3e-e9118701d97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:30.754741 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cc726565-5d0d-4055-8f3e-e9118701d97a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:30.769862 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cc726565-5d0d-4055-8f3e-e9118701d97a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba8b7a90-4a56-45f0-a27c-8f6c86124f68 HTTP/1.1" status: 204 len: 168 time: 0.2595243 Nov 12 20:10:30.790641 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc726565-5d0d-4055-8f3e-e9118701d97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8b7a90-4a56-45f0-a27c-8f6c86124f68,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:30.862111 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef97f3d8-26ce-4ad1-8c42-2e62bc5cf125 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:10:30.889756 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ef97f3d8-26ce-4ad1-8c42-2e62bc5cf125 admin admin] 10.222.0.48 "PUT /v2.0/routers/303850bb-72b9-4110-bf93-bbbe6e3ff8ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9552259 Nov 12 20:10:31.372862 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 458cca9a-3d25-4a1e-ac90-3a991b558563 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:10:31.445080 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 458cca9a-3d25-4a1e-ac90-3a991b558563 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:10:31.445567 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:31.564376 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a10ae385-3467-4a80-8eff-6d8de956ff51 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:10:31.641529 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port a10ae385-3467-4a80-8eff-6d8de956ff51 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:10:31.643202 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:31.777770 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:31.806951 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port a10ae385-3467-4a80-8eff-6d8de956ff51, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a10ae385-3467-4a80-8eff-6d8de956ff51,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:10:31.814025 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:31.914591 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=a10ae385-3467-4a80-8eff-6d8de956ff51,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:32.001315 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 39150) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:10:32.151641 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8e16e-b6dd-400d-a1c7-01d112b5ac0d req-ccd0133b-b755-45f3-a2b4-c545bc0f9006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:32.154918 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-50a8e16e-b6dd-400d-a1c7-01d112b5ac0d req-ccd0133b-b755-45f3-a2b4-c545bc0f9006 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=218ba8caf41b4f549ff41bad0bad7ee1&device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 1097 time: 0.0878363 Nov 12 20:10:32.270186 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-57cb8fec-0c7c-4904-947d-d481c3a8f47f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-945214956-network', 'tenant_id': '87a54bf00f1941cfa397a6b14cb6253b'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:10:32.306424 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cb8fec-0c7c-4904-947d-d481c3a8f47f admin admin] Made reservation on behalf of 87a54bf00f1941cfa397a6b14cb6253b for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:10:32.310847 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57cb8fec-0c7c-4904-947d-d481c3a8f47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:32.339447 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8e16e-b6dd-400d-a1c7-01d112b5ac0d req-6815a2ad-8ad3-42d2-bd4f-812090a045b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:32.341700 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-50a8e16e-b6dd-400d-a1c7-01d112b5ac0d req-6815a2ad-8ad3-42d2-bd4f-812090a045b0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2c263eaa-bf88-4e86-8018-6b76427f8727 HTTP/1.1" status: 200 len: 919 time: 0.1753373 Nov 12 20:10:32.345472 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57cb8fec-0c7c-4904-947d-d481c3a8f47f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:32.361308 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022ce2e-8b2d-41fe-a288-f8c6a27fce66 req-5b4b4359-f83a-49e1-9633-6c65d5c8220d tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:32.370607 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b022ce2e-8b2d-41fe-a288-f8c6a27fce66 req-5b4b4359-f83a-49e1-9633-6c65d5c8220d tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.1477981 Nov 12 20:10:32.407851 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-50a8e16e-b6dd-400d-a1c7-01d112b5ac0d req-4fd655db-f781-4ebf-b1a5-a22b10db8081 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14079dbe-507f-4de1-a16b-eaaf9e5707ae HTTP/1.1" status: 200 len: 217 time: 0.0579970 Nov 12 20:10:32.478816 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b022ce2e-8b2d-41fe-a288-f8c6a27fce66 req-2f20068a-4dd9-4ee1-bac2-32930fced485 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071594 Nov 12 20:10:32.525481 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8e16e-b6dd-400d-a1c7-01d112b5ac0d req-117626fd-3486-4092-8e46-0c38dfceaa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:32.527060 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-50a8e16e-b6dd-400d-a1c7-01d112b5ac0d req-117626fd-3486-4092-8e46-0c38dfceaa5e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6239fe67-7ec1-4338-bde6-5b5a647207c2 HTTP/1.1" status: 200 len: 858 time: 0.1102397 Nov 12 20:10:32.580662 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57cb8fec-0c7c-4904-947d-d481c3a8f47f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:32.586300 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57cb8fec-0c7c-4904-947d-d481c3a8f47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:32.615576 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57cb8fec-0c7c-4904-947d-d481c3a8f47f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:10:32.618582 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-50a8e16e-b6dd-400d-a1c7-01d112b5ac0d req-8457be8d-88fe-4332-8766-0595b08837ce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c263eaa-bf88-4e86-8018-6b76427f8727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790312 Nov 12 20:10:32.644462 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57cb8fec-0c7c-4904-947d-d481c3a8f47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:32.644769 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-57cb8fec-0c7c-4904-947d-d481c3a8f47f admin admin] Added segment 83ad58fa-02e6-4e77-9e81-8f13133a4857 of type vlan for network e7abfc9e-a3ae-4f6c-8c77-044549997684 Nov 12 20:10:32.659358 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb8fec-0c7c-4904-947d-d481c3a8f47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e852e364-2ecf-4850-9fa2-30a524ea2e32,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:32.739407 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57cb8fec-0c7c-4904-947d-d481c3a8f47f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:32.778697 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57cb8fec-0c7c-4904-947d-d481c3a8f47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:32.779825 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-50a8e16e-b6dd-400d-a1c7-01d112b5ac0d req-5279755b-d5e0-4057-be45-5bfc68c4ff18 service neutron] 10.222.0.52 "GET /v2.0/networks/2c263eaa-bf88-4e86-8018-6b76427f8727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510038 Nov 12 20:10:32.782119 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cb8fec-0c7c-4904-947d-d481c3a8f47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:32.783264 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57cb8fec-0c7c-4904-947d-d481c3a8f47f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:32.845292 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b473c53-6166-46c4-8d94-e3758a226dd6 None None] Sync routers for ids ['303850bb-72b9-4110-bf93-bbbe6e3ff8ed'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:10:32.862920 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b473c53-6166-46c4-8d94-e3758a226dd6 None None] Routers {'303850bb-72b9-4110-bf93-bbbe6e3ff8ed'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:10:32.864105 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-6b473c53-6166-46c4-8d94-e3758a226dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:10:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['303850bb-72b9-4110-bf93-bbbe6e3ff8ed'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:32.867465 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb8fec-0c7c-4904-947d-d481c3a8f47f admin admin] Pushing event updated for resources: {'Network': ['ID=e7abfc9e-a3ae-4f6c-8c77-044549997684,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:32.909032 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-57cb8fec-0c7c-4904-947d-d481c3a8f47f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9039514 Nov 12 20:10:32.909699 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 39192) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:10:32.917869 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a3d2579e-d1f8-4f10-af6d-1c8cfe378228 admin admin] Request body: {'subnet': {'network_id': 'e7abfc9e-a3ae-4f6c-8c77-044549997684', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-945214956-subnet', 'tenant_id': '87a54bf00f1941cfa397a6b14cb6253b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:10:32.922159 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network e7abfc9e-a3ae-4f6c-8c77-044549997684 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:10:32.960820 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d2579e-d1f8-4f10-af6d-1c8cfe378228 admin admin] Made reservation on behalf of 87a54bf00f1941cfa397a6b14cb6253b for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:10:32.965256 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a3d2579e-d1f8-4f10-af6d-1c8cfe378228 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:33.087201 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-6b473c53-6166-46c4-8d94-e3758a226dd6 None None] Set router 303850bb-72b9-4110-bf93-bbbe6e3ff8ed gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:10:33.168324 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-50a8e16e-b6dd-400d-a1c7-01d112b5ac0d req-e33e5e22-3876-4f2e-afd8-7441a4d45cc4 service neutron] 10.222.0.52 "GET /v2.0/networks/2c263eaa-bf88-4e86-8018-6b76427f8727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807759 Nov 12 20:10:33.281297 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a10ae385-3467-4a80-8eff-6d8de956ff51 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:10:33.287885 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a3d2579e-d1f8-4f10-af6d-1c8cfe378228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:33.349928 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2579e-d1f8-4f10-af6d-1c8cfe378228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86a6defd-2679-46d7-a3ed-024b79ea1a2b,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:33.367918 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d2579e-d1f8-4f10-af6d-1c8cfe378228 admin admin] Checking segment: {'id': '83ad58fa-02e6-4e77-9e81-8f13133a4857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e7abfc9e-a3ae-4f6c-8c77-044549997684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:10:33.368301 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d2579e-d1f8-4f10-af6d-1c8cfe378228 admin admin] Network hostable DHCP agents. Network: e7abfc9e-a3ae-4f6c-8c77-044549997684, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:10:33.393677 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d2579e-d1f8-4f10-af6d-1c8cfe378228 admin admin] Network e7abfc9e-a3ae-4f6c-8c77-044549997684 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:10:33.396001 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port a10ae385-3467-4a80-8eff-6d8de956ff51 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:10:33.396403 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:33.411701 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-a3d2579e-d1f8-4f10-af6d-1c8cfe378228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, e7abfc9e-a3ae-4f6c-8c77-044549997684) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:10:33.417795 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d2579e-d1f8-4f10-af6d-1c8cfe378228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:33.419207 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a3d2579e-d1f8-4f10-af6d-1c8cfe378228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:33.431175 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e737c7f9-d53a-44c5-926c-0195b55211a8 None None] Network e7abfc9e-a3ae-4f6c-8c77-044549997684 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:10:33.442560 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a3d2579e-d1f8-4f10-af6d-1c8cfe378228 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5313642 Nov 12 20:10:33.492107 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-6b473c53-6166-46c4-8d94-e3758a226dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'name': 'tempest-TaggedBootDevicesTest_v242-577568443-router', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a10ae385-3467-4a80-8eff-6d8de956ff51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:10:25Z', 'updated_at': '2021-11-12T20:10:29Z', 'revision_number': 4, 'project_id': '4852665fabb5408ab377b1cbc45feb40', 'gw_port': {'id': 'a10ae385-3467-4a80-8eff-6d8de956ff51', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:10:26Z', 'updated_at': '2021-11-12T20:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '07d6ab8a-d086-4af1-835a-5836c7418539', 'name': '', 'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'mac_address': 'fa:16:3e:4c:c0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9f077436-4556-447d-83d4-cbd3714774cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:10:28Z', 'updated_at': '2021-11-12T20:10:29Z', 'revision_number': 2, 'project_id': '4852665fabb5408ab377b1cbc45feb40', 'subnets': [{'id': '9f077436-4556-447d-83d4-cbd3714774cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:33.531430 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b473c53-6166-46c4-8d94-e3758a226dd6 None None] Checking router: 303850bb-72b9-4110-bf93-bbbe6e3ff8ed for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:10:33.532088 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b473c53-6166-46c4-8d94-e3758a226dd6 None None] Updating router 303850bb-72b9-4110-bf93-bbbe6e3ff8ed port 07d6ab8a-d086-4af1-835a-5836c7418539 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:10:33.573375 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6b473c53-6166-46c4-8d94-e3758a226dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:33.915820 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bda69d-80c0-4a5a-8ae5-5eff82e5ccc1 None None] Network e7abfc9e-a3ae-4f6c-8c77-044549997684 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:10:34.240910 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c81c9-5cf0-456e-94c4-3a6e93397229 req-24c54d64-3047-461e-8ee8-2a0b411b12e2 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:34.251718 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db3c81c9-5cf0-456e-94c4-3a6e93397229 req-24c54d64-3047-461e-8ee8-2a0b411b12e2 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.6371813 Nov 12 20:10:34.259899 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-9c1869e1-02f7-41c7-9d80-d829b8ac07c8 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:34.264725 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-9c1869e1-02f7-41c7-9d80-d829b8ac07c8 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/networks?id=e7abfc9e-a3ae-4f6c-8c77-044549997684 HTTP/1.1" status: 200 len: 814 time: 0.1834786 Nov 12 20:10:34.276171 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6b473c53-6166-46c4-8d94-e3758a226dd6 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:34.285124 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6b473c53-6166-46c4-8d94-e3758a226dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:34.304599 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-e01a78f9-122d-46a8-99a8-8629bf70fa68 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/quotas/87a54bf00f1941cfa397a6b14cb6253b HTTP/1.1" status: 200 len: 375 time: 0.0196986 Nov 12 20:10:34.360888 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db3c81c9-5cf0-456e-94c4-3a6e93397229 req-b2a9d29b-cc06-4b4f-8927-bbfdef0e7da7 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057305 Nov 12 20:10:34.384896 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f1444-53f0-4140-bc50-61c4e3a9ed11 None None] Pushing event updated for resources: {'Port': ['ID=07d6ab8a-d086-4af1-835a-5836c7418539,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:34.393233 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-1ebf8c9e-b344-4e4b-ad83-9f257b965e21 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=87a54bf00f1941cfa397a6b14cb6253b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646620 Nov 12 20:10:34.459819 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-6b473c53-6166-46c4-8d94-e3758a226dd6 None None] Attempting to bind port 07d6ab8a-d086-4af1-835a-5836c7418539 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:10:34.464481 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-6b473c53-6166-46c4-8d94-e3758a226dd6 None None] Attempting to bind port 07d6ab8a-d086-4af1-835a-5836c7418539 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'c8159339-4435-4af0-9c54-46eb2fa783d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:10:34.465262 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b473c53-6166-46c4-8d94-e3758a226dd6 None None] Attempting to bind port 07d6ab8a-d086-4af1-835a-5836c7418539 on network bd6be986-db97-4cb9-abe7-787b341a3cd5 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:10:34.474388 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b473c53-6166-46c4-8d94-e3758a226dd6 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:10:34.476774 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b473c53-6166-46c4-8d94-e3758a226dd6 None None] Checking segment: {'id': 'c8159339-4435-4af0-9c54-46eb2fa783d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:10:34.486691 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6b473c53-6166-46c4-8d94-e3758a226dd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:34.486691 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b473c53-6166-46c4-8d94-e3758a226dd6 None None] Bound using segment: {'id': 'c8159339-4435-4af0-9c54-46eb2fa783d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:10:34.486691 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-6b473c53-6166-46c4-8d94-e3758a226dd6 None None] Bound port: 07d6ab8a-d086-4af1-835a-5836c7418539, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8159339-4435-4af0-9c54-46eb2fa783d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:10:34.486691 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6b473c53-6166-46c4-8d94-e3758a226dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:34.530827 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-6840d96b-e7a1-4858-900c-4dc06ebeb6e8 service neutron] 10.222.0.48 "GET /v2.0/networks/e7abfc9e-a3ae-4f6c-8c77-044549997684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363080 Nov 12 20:10:34.608485 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-6b473c53-6166-46c4-8d94-e3758a226dd6 None None] For port 07d6ab8a-d086-4af1-835a-5836c7418539, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:10:34.612689 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-6b473c53-6166-46c4-8d94-e3758a226dd6 None None] For port 07d6ab8a-d086-4af1-835a-5836c7418539, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=07d6ab8a-d086-4af1-835a-5836c7418539,segment=NetworkSegment(c8159339-4435-4af0-9c54-46eb2fa783d6),segment_id=c8159339-4435-4af0-9c54-46eb2fa783d6)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:10:34.619075 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6b473c53-6166-46c4-8d94-e3758a226dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:34.649832 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-255f3324-3bb3-420f-b410-a3c75c81b2b4 service neutron] 10.222.0.48 "GET /v2.0/networks/e7abfc9e-a3ae-4f6c-8c77-044549997684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179364 Nov 12 20:10:34.685479 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b473c53-6166-46c4-8d94-e3758a226dd6 None None] Routers {'303850bb-72b9-4110-bf93-bbbe6e3ff8ed'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:10:34.686505 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-6b473c53-6166-46c4-8d94-e3758a226dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:10:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['303850bb-72b9-4110-bf93-bbbe6e3ff8ed'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:34.738808 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f1444-53f0-4140-bc50-61c4e3a9ed11 None None] Pushing event updated for resources: {'Port': ['ID=07d6ab8a-d086-4af1-835a-5836c7418539,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:34.835870 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-56484b73-8a08-4dfe-9167-c93459e83470 None None] Provisioning complete for port 07d6ab8a-d086-4af1-835a-5836c7418539 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:10:34.836360 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-56484b73-8a08-4dfe-9167-c93459e83470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:34.879000 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-6b473c53-6166-46c4-8d94-e3758a226dd6 None None] Set router 303850bb-72b9-4110-bf93-bbbe6e3ff8ed gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:10:35.035009 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-558374f2-394f-4acf-aa0e-989b67b86f69 req-a30f28cb-245d-414f-aa64-cc01f4775b87 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7201684-ae52-4221-b77d-929857328cb5 HTTP/1.1" status: 200 len: 210 time: 0.0549004 Nov 12 20:10:35.131166 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-56484b73-8a08-4dfe-9167-c93459e83470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:35.225205 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-56484b73-8a08-4dfe-9167-c93459e83470 None None] For port 07d6ab8a-d086-4af1-835a-5836c7418539, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=07d6ab8a-d086-4af1-835a-5836c7418539,segment=NetworkSegment(c8159339-4435-4af0-9c54-46eb2fa783d6),segment_id=c8159339-4435-4af0-9c54-46eb2fa783d6)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:10:35.231695 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-56484b73-8a08-4dfe-9167-c93459e83470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:35.328028 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56484b73-8a08-4dfe-9167-c93459e83470 None None] Pushing event updated for resources: {'Port': ['ID=07d6ab8a-d086-4af1-835a-5836c7418539,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:35.376332 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-91de6017-3a86-423b-96d9-d8797ae87d77 None None] Provisioning complete for port 07d6ab8a-d086-4af1-835a-5836c7418539 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:10:35.376698 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-91de6017-3a86-423b-96d9-d8797ae87d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:35.381197 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-6b473c53-6166-46c4-8d94-e3758a226dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'name': 'tempest-TaggedBootDevicesTest_v242-577568443-router', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a10ae385-3467-4a80-8eff-6d8de956ff51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:10:25Z', 'updated_at': '2021-11-12T20:10:29Z', 'revision_number': 4, 'project_id': '4852665fabb5408ab377b1cbc45feb40', 'gw_port': {'id': 'a10ae385-3467-4a80-8eff-6d8de956ff51', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:10:26Z', 'updated_at': '2021-11-12T20:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '07d6ab8a-d086-4af1-835a-5836c7418539', 'name': '', 'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'mac_address': 'fa:16:3e:4c:c0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9f077436-4556-447d-83d4-cbd3714774cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:10:28Z', 'updated_at': '2021-11-12T20:10:34Z', 'revision_number': 4, 'project_id': '4852665fabb5408ab377b1cbc45feb40', 'subnets': [{'id': '9f077436-4556-447d-83d4-cbd3714774cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:10:35.430912 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b473c53-6166-46c4-8d94-e3758a226dd6 None None] The sync data for ids ['303850bb-72b9-4110-bf93-bbbe6e3ff8ed'] in n-d-712140-15 is: [{'id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'name': 'tempest-TaggedBootDevicesTest_v242-577568443-router', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a10ae385-3467-4a80-8eff-6d8de956ff51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:10:25Z', 'updated_at': '2021-11-12T20:10:29Z', 'revision_number': 4, 'project_id': '4852665fabb5408ab377b1cbc45feb40', 'gw_port': {'id': 'a10ae385-3467-4a80-8eff-6d8de956ff51', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:10:26Z', 'updated_at': '2021-11-12T20:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '07d6ab8a-d086-4af1-835a-5836c7418539', 'name': '', 'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'mac_address': 'fa:16:3e:4c:c0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9f077436-4556-447d-83d4-cbd3714774cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:10:28Z', 'updated_at': '2021-11-12T20:10:34Z', 'revision_number': 4, 'project_id': '4852665fabb5408ab377b1cbc45feb40', 'subnets': [{'id': '9f077436-4556-447d-83d4-cbd3714774cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:10:35.640449 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decdcf7-27d4-4714-80c3-f73b4af70684 req-227cb194-6517-473b-ae2b-b75b95b4f925 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:35.655287 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0decdcf7-27d4-4714-80c3-f73b4af70684 req-227cb194-6517-473b-ae2b-b75b95b4f925 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.1896424 Nov 12 20:10:35.733447 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0decdcf7-27d4-4714-80c3-f73b4af70684 req-10b6d51d-c8d2-4d0f-97f4-2022e9079546 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769756 Nov 12 20:10:36.176387 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4e28aa1a-9387-4d83-9ece-ab7fdc63df1b req-4b129a45-ee2e-426b-b731-5816de628518 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7201684-ae52-4221-b77d-929857328cb5 HTTP/1.1" status: 200 len: 210 time: 0.0456228 Nov 12 20:10:36.586278 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-c38b12a3-71d0-4595-929d-e93db6fdca47 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:36.589086 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-c38b12a3-71d0-4595-929d-e93db6fdca47 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.52 "GET /v2.0/networks?id=e7abfc9e-a3ae-4f6c-8c77-044549997684 HTTP/1.1" status: 200 len: 814 time: 0.1802139 Nov 12 20:10:36.621271 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-e08c53db-445a-4247-940d-33f612c70c36 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Request body: {'port': {'device_id': 'e7201684-ae52-4221-b77d-929857328cb5', 'network_id': 'e7abfc9e-a3ae-4f6c-8c77-044549997684', 'admin_state_up': True, 'tenant_id': '87a54bf00f1941cfa397a6b14cb6253b'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:10:36.792851 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-e08c53db-445a-4247-940d-33f612c70c36 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Made reservation on behalf of 87a54bf00f1941cfa397a6b14cb6253b for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:10:36.797056 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-e08c53db-445a-4247-940d-33f612c70c36 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:36.941567 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349c8df-c74c-4854-9c6c-a2868a03e8b2 req-2e2fcb59-dd42-4599-aed7-83faa59c8c9c tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:36.958371 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6349c8df-c74c-4854-9c6c-a2868a03e8b2 req-2e2fcb59-dd42-4599-aed7-83faa59c8c9c tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.1054752 Nov 12 20:10:36.971641 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-e08c53db-445a-4247-940d-33f612c70c36 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Allocated IP 172.20.0.12 (e7abfc9e-a3ae-4f6c-8c77-044549997684/86a6defd-2679-46d7-a3ed-024b79ea1a2b/1bdd4961-655b-40fb-a5a1-b567b97f132a) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:10:37.036395 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6349c8df-c74c-4854-9c6c-a2868a03e8b2 req-e0cdd118-4efa-4667-bd08-2588b338186f tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770137 Nov 12 20:10:37.195806 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-e08c53db-445a-4247-940d-33f612c70c36 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:37.278600 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-e08c53db-445a-4247-940d-33f612c70c36 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:37.305869 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 07d6ab8a-d086-4af1-835a-5836c7418539 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:10:37.393252 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 07d6ab8a-d086-4af1-835a-5836c7418539 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:10:37.393757 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:37.425813 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-e08c53db-445a-4247-940d-33f612c70c36 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Network e7abfc9e-a3ae-4f6c-8c77-044549997684 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:10:37.435531 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-e08c53db-445a-4247-940d-33f612c70c36 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:10:37.442908 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-e08c53db-445a-4247-940d-33f612c70c36 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:10:37.477458 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c53db-445a-4247-940d-33f612c70c36 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Pushing event updated for resources: {'Port': ['ID=1bdd4961-655b-40fb-a5a1-b567b97f132a,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:37.494129 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db21322-84f5-40b8-b079-dd6dbe29a328 req-578d4f51-25f5-4bd6-950e-bfbda1164cbe tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:37.496384 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9db21322-84f5-40b8-b079-dd6dbe29a328 req-578d4f51-25f5-4bd6-950e-bfbda1164cbe tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7201684-ae52-4221-b77d-929857328cb5 HTTP/1.1" status: 200 len: 932 time: 0.2034352 Nov 12 20:10:37.531425 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-e08c53db-445a-4247-940d-33f612c70c36 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:37.532065 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-e08c53db-445a-4247-940d-33f612c70c36 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:37.566985 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-e08c53db-445a-4247-940d-33f612c70c36 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9657369 Nov 12 20:10:37.575408 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9db21322-84f5-40b8-b079-dd6dbe29a328 req-c760365b-021d-4f91-97a9-cc90c86ee922 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714264 Nov 12 20:10:37.584073 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-efceb4e1-0cbb-469d-8c3b-d3d28e4d4c53 service neutron] Request body: {'port': {'device_id': 'e7201684-ae52-4221-b77d-929857328cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:10:37.640955 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-efceb4e1-0cbb-469d-8c3b-d3d28e4d4c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:37.948767 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-efceb4e1-0cbb-469d-8c3b-d3d28e4d4c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bdd4961-655b-40fb-a5a1-b567b97f132a {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:10:37.958621 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-efceb4e1-0cbb-469d-8c3b-d3d28e4d4c53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:37.972225 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-efceb4e1-0cbb-469d-8c3b-d3d28e4d4c53 service neutron] Transition to ACTIVE for port object 1bdd4961-655b-40fb-a5a1-b567b97f132a will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:10:37.982088 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-efceb4e1-0cbb-469d-8c3b-d3d28e4d4c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:38.106872 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efceb4e1-0cbb-469d-8c3b-d3d28e4d4c53 service neutron] Pushing event updated for resources: {'Port': ['ID=1bdd4961-655b-40fb-a5a1-b567b97f132a,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:38.185512 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-efceb4e1-0cbb-469d-8c3b-d3d28e4d4c53 service neutron] Attempting to bind port 1bdd4961-655b-40fb-a5a1-b567b97f132a on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:10:38.186083 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-efceb4e1-0cbb-469d-8c3b-d3d28e4d4c53 service neutron] Attempting to bind port 1bdd4961-655b-40fb-a5a1-b567b97f132a by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '83ad58fa-02e6-4e77-9e81-8f13133a4857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e7abfc9e-a3ae-4f6c-8c77-044549997684'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:10:38.186591 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-efceb4e1-0cbb-469d-8c3b-d3d28e4d4c53 service neutron] Attempting to bind port 1bdd4961-655b-40fb-a5a1-b567b97f132a on network e7abfc9e-a3ae-4f6c-8c77-044549997684 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:10:38.193336 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-efceb4e1-0cbb-469d-8c3b-d3d28e4d4c53 service neutron] Port 1bdd4961-655b-40fb-a5a1-b567b97f132a on network e7abfc9e-a3ae-4f6c-8c77-044549997684 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:10:38.193722 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-efceb4e1-0cbb-469d-8c3b-d3d28e4d4c53 service neutron] Attempting to bind port 1bdd4961-655b-40fb-a5a1-b567b97f132a on network e7abfc9e-a3ae-4f6c-8c77-044549997684 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:10:38.206530 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-efceb4e1-0cbb-469d-8c3b-d3d28e4d4c53 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:10:38.207622 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-efceb4e1-0cbb-469d-8c3b-d3d28e4d4c53 service neutron] Checking segment: {'id': '83ad58fa-02e6-4e77-9e81-8f13133a4857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e7abfc9e-a3ae-4f6c-8c77-044549997684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:10:38.208896 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-efceb4e1-0cbb-469d-8c3b-d3d28e4d4c53 service neutron] Bound using segment: {'id': '83ad58fa-02e6-4e77-9e81-8f13133a4857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e7abfc9e-a3ae-4f6c-8c77-044549997684'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:10:38.209342 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-efceb4e1-0cbb-469d-8c3b-d3d28e4d4c53 service neutron] Bound port: 1bdd4961-655b-40fb-a5a1-b567b97f132a, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83ad58fa-02e6-4e77-9e81-8f13133a4857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e7abfc9e-a3ae-4f6c-8c77-044549997684'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:10:38.209637 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-efceb4e1-0cbb-469d-8c3b-d3d28e4d4c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:38.235697 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4183d-ab77-4a4f-8318-7eed794306ac req-61375dc8-3ac1-4812-a4b7-64b7d768f079 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:38.249887 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2ec4183d-ab77-4a4f-8318-7eed794306ac req-61375dc8-3ac1-4812-a4b7-64b7d768f079 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.0989482 Nov 12 20:10:38.300813 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2ec4183d-ab77-4a4f-8318-7eed794306ac req-a786f60b-14d1-444f-9ed1-aaeba377918e tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497694 Nov 12 20:10:38.316106 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-efceb4e1-0cbb-469d-8c3b-d3d28e4d4c53 service neutron] For port 1bdd4961-655b-40fb-a5a1-b567b97f132a, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:10:38.319041 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-efceb4e1-0cbb-469d-8c3b-d3d28e4d4c53 service neutron] For port 1bdd4961-655b-40fb-a5a1-b567b97f132a, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=1bdd4961-655b-40fb-a5a1-b567b97f132a,segment=NetworkSegment(83ad58fa-02e6-4e77-9e81-8f13133a4857),segment_id=83ad58fa-02e6-4e77-9e81-8f13133a4857)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:10:38.324788 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-efceb4e1-0cbb-469d-8c3b-d3d28e4d4c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:38.367170 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-efceb4e1-0cbb-469d-8c3b-d3d28e4d4c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:38.367802 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-efceb4e1-0cbb-469d-8c3b-d3d28e4d4c53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:38.369278 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-efceb4e1-0cbb-469d-8c3b-d3d28e4d4c53 service neutron] 10.222.0.52 "PUT /v2.0/ports/1bdd4961-655b-40fb-a5a1-b567b97f132a HTTP/1.1" status: 200 len: 1093 time: 0.7893796 Nov 12 20:10:38.369723 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7201684-ae52-4221-b77d-929857328cb5', 'tag': '1bdd4961-655b-40fb-a5a1-b567b97f132a'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:10:38.379274 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ded7f60-1097-4205-9a43-e8f097774b16" -d '{"events": [{"name": "network-changed", "server_uuid": "e7201684-ae52-4221-b77d-929857328cb5", "tag": "1bdd4961-655b-40fb-a5a1-b567b97f132a"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:10:38.411330 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efceb4e1-0cbb-469d-8c3b-d3d28e4d4c53 service neutron] Pushing event updated for resources: {'Port': ['ID=1bdd4961-655b-40fb-a5a1-b567b97f132a,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:38.480272 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d522386e-7677-4706-8be1-45f8785e5308 x-openstack-request-id: req-d522386e-7677-4706-8be1-45f8785e5308 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:10:38.480567 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7201684-ae52-4221-b77d-929857328cb5", "tag": "1bdd4961-655b-40fb-a5a1-b567b97f132a", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:10:38.480816 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d522386e-7677-4706-8be1-45f8785e5308 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:10:38.481215 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7201684-ae52-4221-b77d-929857328cb5', 'tag': '1bdd4961-655b-40fb-a5a1-b567b97f132a', 'status': 'completed', 'code': 200} Nov 12 20:10:38.488371 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-0e467ce7-7c67-4441-9c28-76733e2ec9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:38.489906 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-0e467ce7-7c67-4441-9c28-76733e2ec9fb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87a54bf00f1941cfa397a6b14cb6253b&device_id=e7201684-ae52-4221-b77d-929857328cb5 HTTP/1.1" status: 200 len: 1096 time: 0.0545361 Nov 12 20:10:38.540308 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-79ef45ff-fbce-45e2-a8b4-2ffbbb61aa35 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1bdd4961-655b-40fb-a5a1-b567b97f132a HTTP/1.1" status: 200 len: 217 time: 0.0409191 Nov 12 20:10:38.591602 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-7d2a3eff-83fd-4332-9525-8cd4788988c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:38.593189 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-7d2a3eff-83fd-4332-9525-8cd4788988c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=86a6defd-2679-46d7-a3ed-024b79ea1a2b HTTP/1.1" status: 200 len: 854 time: 0.0460536 Nov 12 20:10:38.639368 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-5ff4632a-ebaa-4b05-899a-7a982c36e71d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7abfc9e-a3ae-4f6c-8c77-044549997684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343528 Nov 12 20:10:38.719937 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70086d59-ccbe-40be-8ce4-c22837e89361 req-bf66846d-bd33-4f0a-b553-bd2191e66452 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:38.721793 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-70086d59-ccbe-40be-8ce4-c22837e89361 req-bf66846d-bd33-4f0a-b553-bd2191e66452 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7201684-ae52-4221-b77d-929857328cb5 HTTP/1.1" status: 200 len: 944 time: 0.0625553 Nov 12 20:10:38.766374 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-2ca1aade-5f19-4397-8850-f3298d51e326 service neutron] 10.222.0.52 "GET /v2.0/networks/e7abfc9e-a3ae-4f6c-8c77-044549997684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179314 Nov 12 20:10:38.786877 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-70086d59-ccbe-40be-8ce4-c22837e89361 req-3b8d3229-ee9b-4d55-9780-c3b6e5066a57 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583980 Nov 12 20:10:38.925495 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-2c3855d7-f19e-4a0b-807c-ff60ab3a15cd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0750473 Nov 12 20:10:38.931644 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db8ae80b-cba6-4663-b714-1c3ea008e1d9 req-de46516b-2787-4b14-a6d5-3287c83db3df service neutron] 10.222.0.52 "GET /v2.0/networks/e7abfc9e-a3ae-4f6c-8c77-044549997684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557732 Nov 12 20:10:39.082419 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-e3efb7f3-6204-487c-a211-e36591a3499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:39.083280 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-e3efb7f3-6204-487c-a211-e36591a3499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:39.083280 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-e3efb7f3-6204-487c-a211-e36591a3499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:39.083692 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-e3efb7f3-6204-487c-a211-e36591a3499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:39.084181 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-e3efb7f3-6204-487c-a211-e36591a3499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:39.084687 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-e3efb7f3-6204-487c-a211-e36591a3499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:39.085828 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-e3efb7f3-6204-487c-a211-e36591a3499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:39.088100 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-e3efb7f3-6204-487c-a211-e36591a3499c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f131d5186dcd49f4b36559627d56bdc0&device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 6494 time: 0.1049950 Nov 12 20:10:39.090317 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded7f60-1097-4205-9a43-e8f097774b16 req-fb15569d-4602-461d-abe1-e64cecfb33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:39.091771 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ded7f60-1097-4205-9a43-e8f097774b16 req-fb15569d-4602-461d-abe1-e64cecfb33e4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87a54bf00f1941cfa397a6b14cb6253b&device_id=e7201684-ae52-4221-b77d-929857328cb5 HTTP/1.1" status: 200 len: 1096 time: 0.0975916 Nov 12 20:10:39.311487 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded7f60-1097-4205-9a43-e8f097774b16 req-99f8acf7-f50e-40b3-9037-0138fd281aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:39.313002 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ded7f60-1097-4205-9a43-e8f097774b16 req-99f8acf7-f50e-40b3-9037-0138fd281aec service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7abfc9e-a3ae-4f6c-8c77-044549997684 HTTP/1.1" status: 200 len: 915 time: 0.2121987 Nov 12 20:10:39.321511 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-a0775feb-317a-48cc-b9f5-b50be1e87a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:39.321981 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-a0775feb-317a-48cc-b9f5-b50be1e87a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:39.322450 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-a0775feb-317a-48cc-b9f5-b50be1e87a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:39.324656 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-a0775feb-317a-48cc-b9f5-b50be1e87a25 service neutron] 10.222.0.52 "GET /v2.0/networks?id=80c69418-b92b-4b29-9244-07bfae8aef96&id=7b061d0a-83a0-4547-b01e-0f9ed0607384&id=7b061d0a-83a0-4547-b01e-0f9ed0607384&id=7b061d0a-83a0-4547-b01e-0f9ed0607384&id=7b061d0a-83a0-4547-b01e-0f9ed0607384&id=60bf0d01-a5ac-43f9-aea4-058a868d4bc0&id=60bf0d01-a5ac-43f9-aea4-058a868d4bc0 HTTP/1.1" status: 200 len: 2294 time: 0.2037625 Nov 12 20:10:39.435948 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ded7f60-1097-4205-9a43-e8f097774b16 req-cfcbe841-8218-44da-9ae7-4f04819dbb58 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1bdd4961-655b-40fb-a5a1-b567b97f132a HTTP/1.1" status: 200 len: 217 time: 0.1106396 Nov 12 20:10:39.510549 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 39338) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:10:39.568149 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-986a05de-1787-4119-bf5c-b66287a5758b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a53f7b3-d5ed-4c55-a9f2-9d69debf231e HTTP/1.1" status: 200 len: 1002 time: 0.2355938 Nov 12 20:10:39.570979 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded7f60-1097-4205-9a43-e8f097774b16 req-2c037cbd-2237-412e-b536-be4b3ea242a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:39.572431 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ded7f60-1097-4205-9a43-e8f097774b16 req-2c037cbd-2237-412e-b536-be4b3ea242a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=86a6defd-2679-46d7-a3ed-024b79ea1a2b HTTP/1.1" status: 200 len: 854 time: 0.1051245 Nov 12 20:10:39.590938 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf2ecd-db80-4cbd-8c34-d936d0be6eb3 req-773e48e6-b54d-43bd-be6b-eecf9335ffef tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:39.594588 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e9bf2ecd-db80-4cbd-8c34-d936d0be6eb3 req-773e48e6-b54d-43bd-be6b-eecf9335ffef tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.1246126 Nov 12 20:10:39.654841 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ded7f60-1097-4205-9a43-e8f097774b16 req-a70877ff-e678-4d3b-a7e5-ad4621f5e3c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7abfc9e-a3ae-4f6c-8c77-044549997684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593333 Nov 12 20:10:39.688701 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0174f731-711d-4ab8-a8d9-8f934576c4e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:39.729789 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-7bb5b803-77da-43e6-9934-d21008fe8818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:39.731280 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-7bb5b803-77da-43e6-9934-d21008fe8818 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7538c2f0-1816-4b2d-be66-4f8cb443d9c1 HTTP/1.1" status: 200 len: 851 time: 0.1373620 Nov 12 20:10:39.806102 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0174f731-711d-4ab8-a8d9-8f934576c4e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:39.811023 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e9bf2ecd-db80-4cbd-8c34-d936d0be6eb3 req-d8a70154-e8bb-4ffc-912b-41b0878befe9 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960771 Nov 12 20:10:39.812670 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0174f731-711d-4ab8-a8d9-8f934576c4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:39.855938 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-22daab76-ab00-4830-9496-3c63fe03de19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:39.858123 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-22daab76-ab00-4830-9496-3c63fe03de19 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80c69418-b92b-4b29-9244-07bfae8aef96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885623 Nov 12 20:10:39.865006 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ded7f60-1097-4205-9a43-e8f097774b16 req-a18e6980-92e9-4879-81e0-ef8b37146aa5 service neutron] 10.222.0.52 "GET /v2.0/networks/e7abfc9e-a3ae-4f6c-8c77-044549997684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978283 Nov 12 20:10:39.888485 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0174f731-711d-4ab8-a8d9-8f934576c4e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b3e95fea87849a483870f1d337af00e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3763137 Nov 12 20:10:39.888988 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 39346) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:10:39.903786 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174f731-711d-4ab8-a8d9-8f934576c4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021db36c-402e-400b-935b-d02a94e41fc7,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:40.022395 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b16ccb71-35d2-4f21-8e5f-b61f8420f9e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:40.041762 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-9b321c39-9021-420e-8678-c6a368b7b051 service neutron] 10.222.0.52 "GET /v2.0/networks/80c69418-b92b-4b29-9244-07bfae8aef96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744938 Nov 12 20:10:40.045879 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ded7f60-1097-4205-9a43-e8f097774b16 req-250d160d-3ee5-4ac1-8743-d912c8bdb9f1 service neutron] 10.222.0.52 "GET /v2.0/networks/e7abfc9e-a3ae-4f6c-8c77-044549997684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685734 Nov 12 20:10:40.055387 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf610fab-1e87-406b-87bb-675763ee0abf req-21ea512a-2a9f-4b87-8885-00cf2c690bd2 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:40.063280 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bf610fab-1e87-406b-87bb-675763ee0abf req-21ea512a-2a9f-4b87-8885-00cf2c690bd2 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7201684-ae52-4221-b77d-929857328cb5 HTTP/1.1" status: 200 len: 944 time: 0.0973754 Nov 12 20:10:40.134030 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bf610fab-1e87-406b-87bb-675763ee0abf req-cf2f0a2c-0b84-4f7d-abef-5e13f2b12767 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673416 Nov 12 20:10:40.143193 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b16ccb71-35d2-4f21-8e5f-b61f8420f9e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:40.190533 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-e4db4ec5-2397-4681-bf08-78a947a70807 service neutron] 10.222.0.52 "GET /v2.0/networks/80c69418-b92b-4b29-9244-07bfae8aef96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335504 Nov 12 20:10:40.209160 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b16ccb71-35d2-4f21-8e5f-b61f8420f9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:40.213394 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b16ccb71-35d2-4f21-8e5f-b61f8420f9e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:40.214812 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b16ccb71-35d2-4f21-8e5f-b61f8420f9e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/021db36c-402e-400b-935b-d02a94e41fc7 HTTP/1.1" status: 204 len: 168 time: 0.3239398 Nov 12 20:10:40.228705 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ccb71-35d2-4f21-8e5f-b61f8420f9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021db36c-402e-400b-935b-d02a94e41fc7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:40.264564 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-1f0364cb-b283-49f6-8b6d-d04c372d9d29 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=8cb0f270-2cba-45c2-b623-7b4877568439 HTTP/1.1" status: 200 len: 217 time: 0.0608492 Nov 12 20:10:40.328198 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-6aa50d40-b7a9-44de-a967-500a7183cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:40.330166 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-6aa50d40-b7a9-44de-a967-500a7183cc94 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ec938247-4c75-4821-8212-7136bcd55e80 HTTP/1.1" status: 200 len: 797 time: 0.0571520 Nov 12 20:10:40.402361 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-f110705b-3511-452c-85a0-c26b2a933fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:40.404396 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-f110705b-3511-452c-85a0-c26b2a933fc3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b061d0a-83a0-4547-b01e-0f9ed0607384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0626521 Nov 12 20:10:40.523336 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-4e3e8846-9e68-48d7-beab-207c742ab706 service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076388 Nov 12 20:10:40.632689 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-b9e04fdf-5a0e-4ea6-b89f-6b803fe1af0a service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015813 Nov 12 20:10:40.685849 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-2e15a149-c20a-477c-a881-6c7433288cb1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=6ad2f845-8d32-40df-b34d-4d5c9682b2ac HTTP/1.1" status: 200 len: 217 time: 0.0455644 Nov 12 20:10:40.743906 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-92cf42ca-32b1-4ebe-914d-972fbbd54270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:40.745629 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-92cf42ca-32b1-4ebe-914d-972fbbd54270 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ec938247-4c75-4821-8212-7136bcd55e80 HTTP/1.1" status: 200 len: 797 time: 0.0525527 Nov 12 20:10:40.805836 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-f299b570-b7ef-4c0c-ad80-2024332ebb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:40.808010 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-f299b570-b7ef-4c0c-ad80-2024332ebb49 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b061d0a-83a0-4547-b01e-0f9ed0607384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0542390 Nov 12 20:10:40.952347 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-e118d236-da39-4af3-a495-0a0461ffb1d5 service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335785 Nov 12 20:10:40.956082 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298eb3d4-cfe4-4013-91d1-b0f313acde15 req-6df3f3da-fd3b-4f1b-85d5-aec6a737ff6b tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:40.957873 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-298eb3d4-cfe4-4013-91d1-b0f313acde15 req-6df3f3da-fd3b-4f1b-85d5-aec6a737ff6b tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.0568395 Nov 12 20:10:41.040767 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-298eb3d4-cfe4-4013-91d1-b0f313acde15 req-0e49e2aa-d1eb-40f6-b410-503393710a17 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731361 Nov 12 20:10:41.077913 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-4a005cba-7d62-46cd-a96e-490819295d1e service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178620 Nov 12 20:10:41.128745 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-b6e90a83-e41d-451a-972d-6a4c0997777e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=8ad9c130-af35-4d6c-9d74-d3b0ab429420 HTTP/1.1" status: 200 len: 217 time: 0.0426319 Nov 12 20:10:41.198515 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-3a08bf08-795e-4797-98a0-e10045436a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:41.198515 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-3a08bf08-795e-4797-98a0-e10045436a01 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ec938247-4c75-4821-8212-7136bcd55e80 HTTP/1.1" status: 200 len: 797 time: 0.0575955 Nov 12 20:10:41.266311 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-2e7049c7-edbb-4164-bc8b-7224c943cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:41.268215 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-2e7049c7-edbb-4164-bc8b-7224c943cd65 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b061d0a-83a0-4547-b01e-0f9ed0607384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0580192 Nov 12 20:10:41.286450 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a2c76-f062-4fa8-aa82-3541b5bc0e15 req-6ec4e3fd-fb3b-432d-973b-f25194e9769e tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:41.288280 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-570a2c76-f062-4fa8-aa82-3541b5bc0e15 req-6ec4e3fd-fb3b-432d-973b-f25194e9769e tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7201684-ae52-4221-b77d-929857328cb5 HTTP/1.1" status: 200 len: 944 time: 0.0668349 Nov 12 20:10:41.355560 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-570a2c76-f062-4fa8-aa82-3541b5bc0e15 req-123ef598-702a-4a97-8965-939760ac0b79 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605090 Nov 12 20:10:41.386858 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-81c7bd34-8279-4d95-86d6-0d7262d69eb0 service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099737 Nov 12 20:10:41.496449 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-6b99b34f-35db-42fb-b498-03fbb1d9dfdd service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016359 Nov 12 20:10:41.550176 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-1b66fac0-5e01-48cb-b008-8fe61ca21c85 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7 HTTP/1.1" status: 200 len: 217 time: 0.0463581 Nov 12 20:10:41.609253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-b1778676-f153-4909-b8c6-a1f62ea0bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:41.611472 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-b1778676-f153-4909-b8c6-a1f62ea0bd2e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ec938247-4c75-4821-8212-7136bcd55e80 HTTP/1.1" status: 200 len: 797 time: 0.0536356 Nov 12 20:10:41.663787 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-f3ac80fb-89da-4f48-b129-09d6dfc63f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:41.665621 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-f3ac80fb-89da-4f48-b129-09d6dfc63f3a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b061d0a-83a0-4547-b01e-0f9ed0607384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0443316 Nov 12 20:10:41.678170 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 1bdd4961-655b-40fb-a5a1-b567b97f132a details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:10:41.803549 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 1bdd4961-655b-40fb-a5a1-b567b97f132a, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=1bdd4961-655b-40fb-a5a1-b567b97f132a,segment=NetworkSegment(83ad58fa-02e6-4e77-9e81-8f13133a4857),segment_id=83ad58fa-02e6-4e77-9e81-8f13133a4857)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:10:41.810603 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-53b73784-2b78-417a-85d3-c10d247d1853 service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353788 Nov 12 20:10:41.817132 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '1bdd4961-655b-40fb-a5a1-b567b97f132a', 'network_id': 'e7abfc9e-a3ae-4f6c-8c77-044549997684', 'port_id': '1bdd4961-655b-40fb-a5a1-b567b97f132a', 'mac_address': 'fa:16:3e:ed:bd:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a6defd-2679-46d7-a3ed-024b79ea1a2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:10:41.866971 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:41.881500 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bdd4961-655b-40fb-a5a1-b567b97f132a {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:10:41.903264 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 1bdd4961-655b-40fb-a5a1-b567b97f132a, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=1bdd4961-655b-40fb-a5a1-b567b97f132a,segment=NetworkSegment(83ad58fa-02e6-4e77-9e81-8f13133a4857),segment_id=83ad58fa-02e6-4e77-9e81-8f13133a4857)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:10:41.908167 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:41.910620 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-4500fd3e-e753-4e81-83ab-0a19cefb8d70 service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939877 Nov 12 20:10:41.962965 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-06581234-cd2c-4704-bd99-41ea614dc5b2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3ed28dcd-1910-40f7-b699-b7f2769c9e31 HTTP/1.1" status: 200 len: 217 time: 0.0415087 Nov 12 20:10:41.969789 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=1bdd4961-655b-40fb-a5a1-b567b97f132a,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:42.262665 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['1bdd4961-655b-40fb-a5a1-b567b97f132a'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:10:42.390151 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-8d8d1151-a566-40f1-a8ab-f2918c71f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:42.392357 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-8d8d1151-a566-40f1-a8ab-f2918c71f8bf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e6eb43fd-4a7b-4440-9c8e-37696bad3d1e HTTP/1.1" status: 200 len: 797 time: 0.4243298 Nov 12 20:10:42.464943 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbd3cc-ffeb-4849-8e33-5470612dbc7e req-e99b2216-bb4d-4338-8af1-2e6d314bca2e tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:42.467834 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d7fbd3cc-ffeb-4849-8e33-5470612dbc7e req-e99b2216-bb4d-4338-8af1-2e6d314bca2e tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.1324813 Nov 12 20:10:42.499365 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-0c00017b-f1b5-4e7f-a357-b6ed6ef1aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:42.505348 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-0c00017b-f1b5-4e7f-a357-b6ed6ef1aeea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60bf0d01-a5ac-43f9-aea4-058a868d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1037691 Nov 12 20:10:42.505895 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d5a6f-3fc1-4ca7-a3a1-0dbf0e6f9e58 req-73e5230e-df6f-4c18-9583-1b2c9110ddfc tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:42.508695 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-548d5a6f-3fc1-4ca7-a3a1-0dbf0e6f9e58 req-73e5230e-df6f-4c18-9583-1b2c9110ddfc tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7201684-ae52-4221-b77d-929857328cb5 HTTP/1.1" status: 200 len: 945 time: 0.0688381 Nov 12 20:10:42.559916 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-548d5a6f-3fc1-4ca7-a3a1-0dbf0e6f9e58 req-35b1f683-19c5-47d5-b9f5-76124cf373ce tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457456 Nov 12 20:10:42.582459 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d7fbd3cc-ffeb-4849-8e33-5470612dbc7e req-448b739b-51f9-4769-86cb-8c1f48a9d73f tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068201 Nov 12 20:10:42.620993 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-b2cdefb1-ad81-426b-bcba-299e50612bb3 service neutron] 10.222.0.52 "GET /v2.0/networks/60bf0d01-a5ac-43f9-aea4-058a868d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029506 Nov 12 20:10:42.743675 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-d15d78f9-f4fd-485d-a4d0-7efab4ff76f4 service neutron] 10.222.0.52 "GET /v2.0/networks/60bf0d01-a5ac-43f9-aea4-058a868d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116755 Nov 12 20:10:42.774584 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8b814aca-f921-422c-8137-daaf24f496ff req-a8713422-30a0-4af1-8cdc-8937baf7f4c3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543468 Nov 12 20:10:42.806503 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-e3e84a73-a404-484e-ad00-1409d43ef16f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed205f9d-8655-42c7-97ed-cba504477990 HTTP/1.1" status: 200 len: 217 time: 0.0545189 Nov 12 20:10:42.861676 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-5e65f46e-e559-46a5-bb91-234b6406953f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:42.863273 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-5e65f46e-e559-46a5-bb91-234b6406953f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e6eb43fd-4a7b-4440-9c8e-37696bad3d1e HTTP/1.1" status: 200 len: 797 time: 0.0491507 Nov 12 20:10:42.876151 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b814aca-f921-422c-8137-daaf24f496ff req-1729e041-9b6a-4024-ae1e-314d606b9c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:42.879514 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8b814aca-f921-422c-8137-daaf24f496ff req-1729e041-9b6a-4024-ae1e-314d606b9c49 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc4db98daf5b4e7b9bbbe0aad0f1a29c&device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 1098 time: 0.0556314 Nov 12 20:10:42.926590 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-695e5a4d-9875-4cf3-a712-e2864c734d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:42.928248 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-695e5a4d-9875-4cf3-a712-e2864c734d34 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60bf0d01-a5ac-43f9-aea4-058a868d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0556622 Nov 12 20:10:43.005016 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b814aca-f921-422c-8137-daaf24f496ff req-4c542952-5289-46a5-86a8-fc62eaaee013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:43.007126 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8b814aca-f921-422c-8137-daaf24f496ff req-4c542952-5289-46a5-86a8-fc62eaaee013 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202 HTTP/1.1" status: 200 len: 917 time: 0.1066141 Nov 12 20:10:43.025519 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-562c88db-d2f0-4da4-8fac-2a72957e1257 service neutron] 10.222.0.52 "GET /v2.0/networks/60bf0d01-a5ac-43f9-aea4-058a868d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889001 Nov 12 20:10:43.092148 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8b814aca-f921-422c-8137-daaf24f496ff req-86cd98ec-9ad7-4875-98ab-d2c4ffc45804 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc HTTP/1.1" status: 200 len: 1002 time: 0.0762444 Nov 12 20:10:43.135990 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d65ba9a-58aa-4751-b4a3-6d8cae841640 req-af6a7f04-ee09-43bd-8de2-597f79406186 service neutron] 10.222.0.52 "GET /v2.0/networks/60bf0d01-a5ac-43f9-aea4-058a868d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020799 Nov 12 20:10:43.148469 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b814aca-f921-422c-8137-daaf24f496ff req-d175b241-5222-4715-a139-873b23b9e373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:43.150391 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8b814aca-f921-422c-8137-daaf24f496ff req-d175b241-5222-4715-a139-873b23b9e373 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f543e4e2-8561-47f7-b814-55300c23b7f1 HTTP/1.1" status: 200 len: 855 time: 0.0513890 Nov 12 20:10:43.201449 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b814aca-f921-422c-8137-daaf24f496ff req-68e22fe5-60e2-4492-91f1-076dd99dba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:43.202957 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8b814aca-f921-422c-8137-daaf24f496ff req-68e22fe5-60e2-4492-91f1-076dd99dba74 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450604 Nov 12 20:10:43.310706 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8b814aca-f921-422c-8137-daaf24f496ff req-db939ff3-1587-4ac8-a92a-43d6f3e83d04 service neutron] 10.222.0.55 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005998 Nov 12 20:10:43.411198 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8b814aca-f921-422c-8137-daaf24f496ff req-ac4c14e4-6b80-4252-98d8-be23ef1a8085 service neutron] 10.222.0.55 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936375 Nov 12 20:10:43.683719 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 1bdd4961-655b-40fb-a5a1-b567b97f132a up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:10:43.753819 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 1bdd4961-655b-40fb-a5a1-b567b97f132a completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:10:43.758788 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 1bdd4961-655b-40fb-a5a1-b567b97f132a triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:10:43.759159 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:43.875591 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:43.933548 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7201684-ae52-4221-b77d-929857328cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bdd4961-655b-40fb-a5a1-b567b97f132a'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:10:43.947471 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d058ad88-18d2-493c-af97-e8b1656af9d1" -d '{"events": [{"server_uuid": "e7201684-ae52-4221-b77d-929857328cb5", "name": "network-vif-plugged", "status": "completed", "tag": "1bdd4961-655b-40fb-a5a1-b567b97f132a"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:10:43.957586 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 1bdd4961-655b-40fb-a5a1-b567b97f132a, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=1bdd4961-655b-40fb-a5a1-b567b97f132a,segment=NetworkSegment(83ad58fa-02e6-4e77-9e81-8f13133a4857),segment_id=83ad58fa-02e6-4e77-9e81-8f13133a4857)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:10:43.969670 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:43.995027 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1fc6d-d49f-4062-bca3-28e3c9fb6b96 req-e290a7fa-8dde-4d8e-bf12-11e1fcc881f6 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:43.996780 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-49a1fc6d-d49f-4062-bca3-28e3c9fb6b96 req-e290a7fa-8dde-4d8e-bf12-11e1fcc881f6 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.3047364 Nov 12 20:10:44.029210 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c3d27-71f2-426b-9d17-47e23f4bef17 req-5c3f10f3-0dd8-41e9-9822-e1c4e542dd77 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:44.035565 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=1bdd4961-655b-40fb-a5a1-b567b97f132a,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:10:44.040981 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-805c3d27-71f2-426b-9d17-47e23f4bef17 req-5c3f10f3-0dd8-41e9-9822-e1c4e542dd77 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7201684-ae52-4221-b77d-929857328cb5 HTTP/1.1" status: 200 len: 946 time: 0.3820729 Nov 12 20:10:44.074042 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-49a1fc6d-d49f-4062-bca3-28e3c9fb6b96 req-402d3f57-4371-4517-8310-493d0d07a411 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680153 Nov 12 20:10:44.102623 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-805c3d27-71f2-426b-9d17-47e23f4bef17 req-6d25248b-6059-4bf1-9a55-8c8273f3470c tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601654 Nov 12 20:10:44.206252 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374778b5-d41c-4ebc-b2f6-ed877f4bfe11 x-openstack-request-id: req-374778b5-d41c-4ebc-b2f6-ed877f4bfe11 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:10:44.206554 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7201684-ae52-4221-b77d-929857328cb5", "name": "network-vif-plugged", "status": "completed", "tag": "1bdd4961-655b-40fb-a5a1-b567b97f132a", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:10:44.206816 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-374778b5-d41c-4ebc-b2f6-ed877f4bfe11 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:10:44.207227 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7201684-ae52-4221-b77d-929857328cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bdd4961-655b-40fb-a5a1-b567b97f132a', 'code': 200} Nov 12 20:10:44.360875 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904c3ea-383d-4671-850b-0b56ae7d7ce3 req-11df91a2-7321-4b5f-a99c-22f0e261039e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:44.362882 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7904c3ea-383d-4671-850b-0b56ae7d7ce3 req-11df91a2-7321-4b5f-a99c-22f0e261039e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e7201684-ae52-4221-b77d-929857328cb5 HTTP/1.1" status: 200 len: 1098 time: 0.0457382 Nov 12 20:10:44.410543 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7904c3ea-383d-4671-850b-0b56ae7d7ce3 req-9d2be67d-6fa8-443a-a02e-2912a817a9c9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382171 Nov 12 20:10:45.208163 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290293d6-5137-4c51-9a56-1b2ed80112a0 req-7356efd4-99cb-4b25-b06c-038dc70ee8c9 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:45.209721 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-290293d6-5137-4c51-9a56-1b2ed80112a0 req-7356efd4-99cb-4b25-b06c-038dc70ee8c9 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.0632653 Nov 12 20:10:45.244432 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf26cf7-7b21-4ad0-8494-0ed06644b716 req-212b2b1a-42f0-4dcc-b17f-0a908df040cf tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:45.248775 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ccf26cf7-7b21-4ad0-8494-0ed06644b716 req-212b2b1a-42f0-4dcc-b17f-0a908df040cf tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7201684-ae52-4221-b77d-929857328cb5 HTTP/1.1" status: 200 len: 946 time: 0.0664034 Nov 12 20:10:45.264545 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-290293d6-5137-4c51-9a56-1b2ed80112a0 req-d1aa17c8-4173-4bea-9a39-dfe6fe98d6d3 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471551 Nov 12 20:10:45.307463 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ccf26cf7-7b21-4ad0-8494-0ed06644b716 req-9dd28b5e-d7d1-47e4-8f08-7c6811017e15 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541565 Nov 12 20:10:46.247746 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:10:46.422933 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2603e4-d145-4dcb-81e5-13ee6d5c7ad7 req-1cee688b-bc82-418b-ba92-cbcb5a1cb38e tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:46.424657 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6e2603e4-d145-4dcb-81e5-13ee6d5c7ad7 req-1cee688b-bc82-418b-ba92-cbcb5a1cb38e tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.0653181 Nov 12 20:10:46.456415 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9be62-cf9d-4ecb-9b61-841ec5126c70 req-1b225aba-b8c1-40d1-a543-56f56d2641d9 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:46.458271 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-53f9be62-cf9d-4ecb-9b61-841ec5126c70 req-1b225aba-b8c1-40d1-a543-56f56d2641d9 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7201684-ae52-4221-b77d-929857328cb5 HTTP/1.1" status: 200 len: 946 time: 0.0580492 Nov 12 20:10:46.484501 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6e2603e4-d145-4dcb-81e5-13ee6d5c7ad7 req-c9872040-0100-4aa1-b2d2-e5b6128c9367 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492001 Nov 12 20:10:46.516584 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-53f9be62-cf9d-4ecb-9b61-841ec5126c70 req-b613353a-2aef-44ad-a9e6-21ec44caca5c tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518527 Nov 12 20:10:47.636882 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e3371-d5c0-487a-9312-bfcd3fdfe0bf req-ce737060-376f-4801-a755-88410d0c5c55 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:47.644109 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-301e3371-d5c0-487a-9312-bfcd3fdfe0bf req-ce737060-376f-4801-a755-88410d0c5c55 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.0807128 Nov 12 20:10:47.712698 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-301e3371-d5c0-487a-9312-bfcd3fdfe0bf req-8aa980f1-cbee-4719-bcab-23e77dffa97f tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673270 Nov 12 20:10:48.895488 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07587c-af12-4103-ad59-df83773494cc req-613eea08-a5a1-42d6-8434-dc9fb81dd082 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:48.908472 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c07587c-af12-4103-ad59-df83773494cc req-613eea08-a5a1-42d6-8434-dc9fb81dd082 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.1025047 Nov 12 20:10:48.964871 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c07587c-af12-4103-ad59-df83773494cc req-6c7a1e06-8d0d-4ab1-8ed5-944577e868ba tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553973 Nov 12 20:10:49.450777 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d4ee1-70bc-46c2-961f-d5a024f8f1c6 req-89ae014a-7b01-4222-9dc1-c20f951bd3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:49.452329 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d2d4ee1-70bc-46c2-961f-d5a024f8f1c6 req-89ae014a-7b01-4222-9dc1-c20f951bd3f2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 1097 time: 0.0481935 Nov 12 20:10:49.512856 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d2d4ee1-70bc-46c2-961f-d5a024f8f1c6 req-460dba31-c6ae-42ab-9704-2813755046b2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530775 Nov 12 20:10:49.900703 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d3c6a3c7-dbe8-472c-9ff0-a37439983698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:50.020836 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:50.275110 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e4289-8d33-4f74-9be8-ca2dbbc16081 req-4858cee7-ca57-4025-9134-3cb80a4f7dc6 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:50.277298 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c04e4289-8d33-4f74-9be8-ca2dbbc16081 req-4858cee7-ca57-4025-9134-3cb80a4f7dc6 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.1305308 Nov 12 20:10:50.346379 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c04e4289-8d33-4f74-9be8-ca2dbbc16081 req-1e6a07be-c9ed-4a00-b93e-c6a09e8def86 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552847 Nov 12 20:10:51.550150 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564693f0-27bf-4745-b698-fb493b255a1f req-1c44ad22-8af6-4186-8271-7b40d5f65dfc tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:51.555822 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-564693f0-27bf-4745-b698-fb493b255a1f req-1c44ad22-8af6-4186-8271-7b40d5f65dfc tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.1032701 Nov 12 20:10:51.613730 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-564693f0-27bf-4745-b698-fb493b255a1f req-a0deea26-c2ab-4c83-9f85-c5a04a7fb9b2 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511723 Nov 12 20:10:52.093968 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8c9e4-81a9-4efc-8029-db514e936350 req-b263ad01-1a2c-49ef-98d0-a7d6b32bec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:52.095498 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fae8c9e4-81a9-4efc-8029-db514e936350 req-b263ad01-1a2c-49ef-98d0-a7d6b32bec3c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=218ba8caf41b4f549ff41bad0bad7ee1&device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 1097 time: 0.1333811 Nov 12 20:10:52.115338 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b2659-b92b-4c35-b867-f5811b1e2b54 req-ffe78a95-d0ac-491f-9397-028b3788aeea tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:52.123276 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d2b2659-b92b-4c35-b867-f5811b1e2b54 req-ffe78a95-d0ac-491f-9397-028b3788aeea tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.1042249 Nov 12 20:10:52.329450 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8c9e4-81a9-4efc-8029-db514e936350 req-3da4d53b-5880-467b-b9a9-66f82264aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:52.331850 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fae8c9e4-81a9-4efc-8029-db514e936350 req-3da4d53b-5880-467b-b9a9-66f82264aea3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2c263eaa-bf88-4e86-8018-6b76427f8727 HTTP/1.1" status: 200 len: 919 time: 0.2248421 Nov 12 20:10:52.384103 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d2b2659-b92b-4c35-b867-f5811b1e2b54 req-7897ca40-ca23-4e3f-be90-d5994bef24e0 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595050 Nov 12 20:10:52.410080 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1914c03a-3fbf-4440-8bc6-ecbc33acd14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:52.475226 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fae8c9e4-81a9-4efc-8029-db514e936350 req-5ff3bd0f-6b0e-4cbd-b962-ffdb71cdabe0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14079dbe-507f-4de1-a16b-eaaf9e5707ae HTTP/1.1" status: 200 len: 217 time: 0.0900116 Nov 12 20:10:52.553783 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8c9e4-81a9-4efc-8029-db514e936350 req-ac51dbe8-7566-4252-86eb-289b446638bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:52.556018 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fae8c9e4-81a9-4efc-8029-db514e936350 req-ac51dbe8-7566-4252-86eb-289b446638bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6239fe67-7ec1-4338-bde6-5b5a647207c2 HTTP/1.1" status: 200 len: 858 time: 0.0705140 Nov 12 20:10:52.596149 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fae8c9e4-81a9-4efc-8029-db514e936350 req-e0713978-a830-4ee8-a77e-c5b37b293cb5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c263eaa-bf88-4e86-8018-6b76427f8727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319481 Nov 12 20:10:52.699609 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fae8c9e4-81a9-4efc-8029-db514e936350 req-2273b808-158f-471e-adfe-5d8089aac84e service neutron] 10.222.0.52 "GET /v2.0/networks/2c263eaa-bf88-4e86-8018-6b76427f8727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956614 Nov 12 20:10:52.828110 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fae8c9e4-81a9-4efc-8029-db514e936350 req-9ac5d3ca-d307-4a27-a923-870c9c75f63b service neutron] 10.222.0.52 "GET /v2.0/networks/2c263eaa-bf88-4e86-8018-6b76427f8727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218655 Nov 12 20:10:53.576882 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf56f7-3ed9-4011-adfe-bfbc4bc9767a req-4a4153d8-7259-4783-be19-255aa7528c96 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:53.585363 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2abf56f7-3ed9-4011-adfe-bfbc4bc9767a req-4a4153d8-7259-4783-be19-255aa7528c96 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.0784290 Nov 12 20:10:53.653468 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2abf56f7-3ed9-4011-adfe-bfbc4bc9767a req-dde27cbb-86ea-4445-a169-0bc8ef2006ff tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588696 Nov 12 20:10:53.680101 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:53.717355 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:54.793254 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8e30e-6f89-47c0-861c-6f8a20c50ca8 req-419de97c-09e0-497e-a923-f2c65b7649bb tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:10:54.800874 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-86f8e30e-6f89-47c0-861c-6f8a20c50ca8 req-419de97c-09e0-497e-a923-f2c65b7649bb tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.0717623 Nov 12 20:10:54.856576 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-86f8e30e-6f89-47c0-861c-6f8a20c50ca8 req-2dec7294-ac0d-4a5e-94e9-40856b5ed6b7 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549753 Nov 12 20:10:55.048627 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:10:55.908300 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:00.926822 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-7e4a9d3e-1c55-45a2-a801-16b098e5ebd2 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:00.929083 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-7e4a9d3e-1c55-45a2-a801-16b098e5ebd2 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/networks?id=e7abfc9e-a3ae-4f6c-8c77-044549997684 HTTP/1.1" status: 200 len: 814 time: 0.1086512 Nov 12 20:11:00.944724 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-347b6e51-0e8c-439e-aa8f-f0fdc2121dab tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/quotas/87a54bf00f1941cfa397a6b14cb6253b HTTP/1.1" status: 200 len: 375 time: 0.0096931 Nov 12 20:11:00.998522 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-bcb6e906-477d-4ac2-bf52-4a612776623a tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=87a54bf00f1941cfa397a6b14cb6253b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0482860 Nov 12 20:11:01.093430 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-5a2f1c8a-0938-43d3-97de-e4329d6c7095 service neutron] 10.222.0.48 "GET /v2.0/networks/e7abfc9e-a3ae-4f6c-8c77-044549997684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856891 Nov 12 20:11:01.192164 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-a0ae9ac1-fa95-42eb-9a5d-67191ed37ab5 service neutron] 10.222.0.48 "GET /v2.0/networks/e7abfc9e-a3ae-4f6c-8c77-044549997684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926061 Nov 12 20:11:01.365979 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-36590110-782e-48ea-bb09-2ddf793814df req-b99c769c-e128-4685-a5ab-4b8660ca46d3 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb739c2f-9cc9-4726-ad70-6fcb71b867aa HTTP/1.1" status: 200 len: 210 time: 0.0317683 Nov 12 20:11:01.642336 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 39876) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:01.648662 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-00c33ffa-4fbd-44d3-94d2-3e9564888ef0 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1136608246'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:11:01.671992 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c33ffa-4fbd-44d3-94d2-3e9564888ef0 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Made reservation on behalf of 4852665fabb5408ab377b1cbc45feb40 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:11:01.676502 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-00c33ffa-4fbd-44d3-94d2-3e9564888ef0 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:01.705564 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c33ffa-4fbd-44d3-94d2-3e9564888ef0 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:11:01.716437 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-00c33ffa-4fbd-44d3-94d2-3e9564888ef0 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:01.716788 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-00c33ffa-4fbd-44d3-94d2-3e9564888ef0 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Added segment 1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb of type vlan for network 52e60747-ae16-46d8-9dbe-b7ebe5cc096d Nov 12 20:11:01.771720 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-00c33ffa-4fbd-44d3-94d2-3e9564888ef0 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:01.799123 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-00c33ffa-4fbd-44d3-94d2-3e9564888ef0 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:01.805946 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c33ffa-4fbd-44d3-94d2-3e9564888ef0 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:01.806728 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-00c33ffa-4fbd-44d3-94d2-3e9564888ef0 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:01.946002 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c33ffa-4fbd-44d3-94d2-3e9564888ef0 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event updated for resources: {'Network': ['ID=52e60747-ae16-46d8-9dbe-b7ebe5cc096d,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:01.961281 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 52e60747-ae16-46d8-9dbe-b7ebe5cc096d details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:11:01.976140 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-00c33ffa-4fbd-44d3-94d2-3e9564888ef0 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3325918 Nov 12 20:11:01.978922 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 39892) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:01.986318 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-2597a473-534e-46aa-86b0-1bf7ebcc7fff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1815942403'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:11:02.051918 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2597a473-534e-46aa-86b0-1bf7ebcc7fff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Made reservation on behalf of 4852665fabb5408ab377b1cbc45feb40 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:11:02.056388 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2597a473-534e-46aa-86b0-1bf7ebcc7fff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:02.133527 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2597a473-534e-46aa-86b0-1bf7ebcc7fff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:11:02.145572 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2597a473-534e-46aa-86b0-1bf7ebcc7fff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:02.145935 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-2597a473-534e-46aa-86b0-1bf7ebcc7fff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Added segment 124a8660-e81f-45fb-9111-4945346fd031 of type vlan for network 5d5111b2-3f92-4f00-9f7f-454d59cb9659 Nov 12 20:11:02.193321 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2597a473-534e-46aa-86b0-1bf7ebcc7fff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:02.223321 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2597a473-534e-46aa-86b0-1bf7ebcc7fff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:02.232061 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2597a473-534e-46aa-86b0-1bf7ebcc7fff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:02.232969 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2597a473-534e-46aa-86b0-1bf7ebcc7fff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:02.266743 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2597a473-534e-46aa-86b0-1bf7ebcc7fff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2861435 Nov 12 20:11:02.269765 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 39900) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:02.283920 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-ed7f3f0b-bdfe-419b-992c-111643022a09 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Request body: {'subnet': {'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:11:02.337643 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597a473-534e-46aa-86b0-1bf7ebcc7fff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event updated for resources: {'Network': ['ID=5d5111b2-3f92-4f00-9f7f-454d59cb9659,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:02.362615 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597a473-534e-46aa-86b0-1bf7ebcc7fff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:02.362917 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597a473-534e-46aa-86b0-1bf7ebcc7fff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:02.366668 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597a473-534e-46aa-86b0-1bf7ebcc7fff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:02.367994 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597a473-534e-46aa-86b0-1bf7ebcc7fff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:02.368523 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597a473-534e-46aa-86b0-1bf7ebcc7fff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:02.370566 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597a473-534e-46aa-86b0-1bf7ebcc7fff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:02.371439 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597a473-534e-46aa-86b0-1bf7ebcc7fff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:02.371948 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597a473-534e-46aa-86b0-1bf7ebcc7fff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:02.372491 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597a473-534e-46aa-86b0-1bf7ebcc7fff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:02.374711 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597a473-534e-46aa-86b0-1bf7ebcc7fff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:02.375248 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597a473-534e-46aa-86b0-1bf7ebcc7fff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:02.375737 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597a473-534e-46aa-86b0-1bf7ebcc7fff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:02.390498 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 5d5111b2-3f92-4f00-9f7f-454d59cb9659 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:11:02.439106 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7f3f0b-bdfe-419b-992c-111643022a09 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Made reservation on behalf of 4852665fabb5408ab377b1cbc45feb40 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:11:02.443537 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ed7f3f0b-bdfe-419b-992c-111643022a09 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:02.529246 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3b196200-1d0a-46f2-baa7-96bb34ab737b req-0af4c811-7ad1-4bc5-8a19-598b680e00e4 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb739c2f-9cc9-4726-ad70-6fcb71b867aa HTTP/1.1" status: 200 len: 210 time: 0.0440431 Nov 12 20:11:02.677180 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-ed5b579b-37d8-47df-8ebf-08340ef09921 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:02.678680 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-ed5b579b-37d8-47df-8ebf-08340ef09921 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.55 "GET /v2.0/networks?id=e7abfc9e-a3ae-4f6c-8c77-044549997684 HTTP/1.1" status: 200 len: 814 time: 0.2416129 Nov 12 20:11:02.700446 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-c7fbdca6-fd2a-4e84-9dcc-04b298962090 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Request body: {'port': {'device_id': 'eb739c2f-9cc9-4726-ad70-6fcb71b867aa', 'network_id': 'e7abfc9e-a3ae-4f6c-8c77-044549997684', 'admin_state_up': True, 'tenant_id': '87a54bf00f1941cfa397a6b14cb6253b'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:11:02.906077 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ed7f3f0b-bdfe-419b-992c-111643022a09 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:02.945285 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-c7fbdca6-fd2a-4e84-9dcc-04b298962090 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Made reservation on behalf of 87a54bf00f1941cfa397a6b14cb6253b for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:11:02.949101 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-c7fbdca6-fd2a-4e84-9dcc-04b298962090 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:03.058550 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7f3f0b-bdfe-419b-992c-111643022a09 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Checking segment: {'id': '1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:11:03.058923 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7f3f0b-bdfe-419b-992c-111643022a09 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Network hostable DHCP agents. Network: 52e60747-ae16-46d8-9dbe-b7ebe5cc096d, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:11:03.061818 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f3f0b-bdfe-419b-992c-111643022a09 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event updated for resources: {'Subnet': ['ID=23e59f70-1cf8-4ea4-824b-1efc5167ff36,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:03.107093 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7f3f0b-bdfe-419b-992c-111643022a09 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Network 52e60747-ae16-46d8-9dbe-b7ebe5cc096d is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:11:03.143181 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-ed7f3f0b-bdfe-419b-992c-111643022a09 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 52e60747-ae16-46d8-9dbe-b7ebe5cc096d) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:11:03.155109 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7f3f0b-bdfe-419b-992c-111643022a09 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:03.155993 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ed7f3f0b-bdfe-419b-992c-111643022a09 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:03.156254 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbe8408-a980-4887-a810-d9b30231dc61 None None] Network 52e60747-ae16-46d8-9dbe-b7ebe5cc096d requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:11:03.198233 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-c7fbdca6-fd2a-4e84-9dcc-04b298962090 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Allocated IP 172.20.0.11 (e7abfc9e-a3ae-4f6c-8c77-044549997684/86a6defd-2679-46d7-a3ed-024b79ea1a2b/44b28f8b-498b-40ee-af30-af574f4a7284) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:11:03.218081 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ed7f3f0b-bdfe-419b-992c-111643022a09 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9467955 Nov 12 20:11:03.220936 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 39914) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:03.227453 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-e79759dd-dd91-495a-a1a7-bc0d2058092c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Request body: {'subnet': {'network_id': '5d5111b2-3f92-4f00-9f7f-454d59cb9659', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:11:03.459130 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79759dd-dd91-495a-a1a7-bc0d2058092c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Made reservation on behalf of 4852665fabb5408ab377b1cbc45feb40 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:11:03.462841 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e79759dd-dd91-495a-a1a7-bc0d2058092c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:03.463685 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-52e60747-ae16-46d8-9dbe-b7ebe5cc096d', 'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'fixed_ips': [{'subnet_id': '23e59f70-1cf8-4ea4-824b-1efc5167ff36'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:11:03.465056 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:03.646002 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Allocated IP 10.1.1.2 (52e60747-ae16-46d8-9dbe-b7ebe5cc096d/23e59f70-1cf8-4ea4-824b-1efc5167ff36/454400d7-d69f-4ed0-bc00-2ada9c647a1d) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:11:03.816627 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:03.823240 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:03.876522 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Network 52e60747-ae16-46d8-9dbe-b7ebe5cc096d is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:11:03.887225 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:11:03.893495 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:11:03.897108 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Pushing event updated for resources: {'Port': ['ID=454400d7-d69f-4ed0-bc00-2ada9c647a1d,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:03.910682 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:03.910908 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:03.911197 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:03.911938 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:03.912297 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:03.913333 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:03.913998 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:03.914423 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:03.914811 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:03.915200 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:03.915581 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:03.915957 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:03.972653 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Attempting to bind port 454400d7-d69f-4ed0-bc00-2ada9c647a1d on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:11:03.973420 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Attempting to bind port 454400d7-d69f-4ed0-bc00-2ada9c647a1d by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:11:03.973788 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Attempting to bind port 454400d7-d69f-4ed0-bc00-2ada9c647a1d on network 52e60747-ae16-46d8-9dbe-b7ebe5cc096d {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:11:03.981917 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:11:03.982373 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Checking segment: {'id': '1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:11:03.982777 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:03.983475 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Bound using segment: {'id': '1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:11:03.983948 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Bound port: 454400d7-d69f-4ed0-bc00-2ada9c647a1d, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:11:03.984427 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:04.057269 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-998f5c4a-094b-4f48-b0b0-95caaaab2c5a req-9a616b6e-8c22-4b4e-bc23-d1e8b3749552 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb739c2f-9cc9-4726-ad70-6fcb71b867aa HTTP/1.1" status: 200 len: 210 time: 0.0537171 Nov 12 20:11:04.064387 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e79759dd-dd91-495a-a1a7-bc0d2058092c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:04.083130 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] For port 454400d7-d69f-4ed0-bc00-2ada9c647a1d, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:11:04.087656 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] For port 454400d7-d69f-4ed0-bc00-2ada9c647a1d, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=454400d7-d69f-4ed0-bc00-2ada9c647a1d,segment=NetworkSegment(1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb),segment_id=1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:11:04.098920 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-c7fbdca6-fd2a-4e84-9dcc-04b298962090 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:04.114449 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:04.186816 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524269b-f041-433b-94e2-db2a20f25314 None None] Pushing event updated for resources: {'Port': ['ID=454400d7-d69f-4ed0-bc00-2ada9c647a1d,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:04.245764 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79759dd-dd91-495a-a1a7-bc0d2058092c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event updated for resources: {'Subnet': ['ID=ed506cf3-b5f8-43df-9ed6-18a9019fc64b,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:04.262172 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79759dd-dd91-495a-a1a7-bc0d2058092c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Checking segment: {'id': '124a8660-e81f-45fb-9111-4945346fd031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5d5111b2-3f92-4f00-9f7f-454d59cb9659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:11:04.262577 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79759dd-dd91-495a-a1a7-bc0d2058092c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Network hostable DHCP agents. Network: 5d5111b2-3f92-4f00-9f7f-454d59cb9659, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:11:04.302099 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-c7fbdca6-fd2a-4e84-9dcc-04b298962090 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:04.317485 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['1bdd4961-655b-40fb-a5a1-b567b97f132a'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:11:04.407527 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-c7fbdca6-fd2a-4e84-9dcc-04b298962090 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Network e7abfc9e-a3ae-4f6c-8c77-044549997684 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:11:04.411412 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79759dd-dd91-495a-a1a7-bc0d2058092c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Network 5d5111b2-3f92-4f00-9f7f-454d59cb9659 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:11:04.417287 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-c7fbdca6-fd2a-4e84-9dcc-04b298962090 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:11:04.424667 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-c7fbdca6-fd2a-4e84-9dcc-04b298962090 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:11:04.469459 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-e79759dd-dd91-495a-a1a7-bc0d2058092c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 5d5111b2-3f92-4f00-9f7f-454d59cb9659) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:11:04.487360 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b0d4dc-6fff-4c3a-9061-9373af5016e0 None None] Network 5d5111b2-3f92-4f00-9f7f-454d59cb9659 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:11:04.497326 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79759dd-dd91-495a-a1a7-bc0d2058092c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:04.505686 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e79759dd-dd91-495a-a1a7-bc0d2058092c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:04.520188 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbdca6-fd2a-4e84-9dcc-04b298962090 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Pushing event updated for resources: {'Port': ['ID=44b28f8b-498b-40ee-af30-af574f4a7284,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:04.589759 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-c7fbdca6-fd2a-4e84-9dcc-04b298962090 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:04.590362 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-c7fbdca6-fd2a-4e84-9dcc-04b298962090 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:04.608729 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e79759dd-dd91-495a-a1a7-bc0d2058092c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3842993 Nov 12 20:11:04.609077 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 39932) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:04.614691 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-96a6147a-85c7-43c2-b75a-628148ecafc6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Request body: {'port': {'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d', 'name': 'tempest-TaggedBootDevicesTest_v242-1600424565', 'fixed_ips': [{'subnet_id': '23e59f70-1cf8-4ea4-824b-1efc5167ff36'}]}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:11:04.649612 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-c7fbdca6-fd2a-4e84-9dcc-04b298962090 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9530869 Nov 12 20:11:04.760553 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-258e08d0-4bc6-4868-a323-59425787f1db service neutron] Request body: {'port': {'device_id': 'eb739c2f-9cc9-4726-ad70-6fcb71b867aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:11:04.785848 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a6147a-85c7-43c2-b75a-628148ecafc6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Made reservation on behalf of 4852665fabb5408ab377b1cbc45feb40 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:11:04.788598 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4869ae-9b65-4daf-800d-ac6444013330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-5d5111b2-3f92-4f00-9f7f-454d59cb9659', 'network_id': '5d5111b2-3f92-4f00-9f7f-454d59cb9659', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'fixed_ips': [{'subnet_id': 'ed506cf3-b5f8-43df-9ed6-18a9019fc64b'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:11:04.789540 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1b4869ae-9b65-4daf-800d-ac6444013330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:04.883793 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-258e08d0-4bc6-4868-a323-59425787f1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:04.937586 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96a6147a-85c7-43c2-b75a-628148ecafc6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:04.974356 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-96a6147a-85c7-43c2-b75a-628148ecafc6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] device_id is not set on port 7c68d458-cf6b-40f0-99d1-44f97634c3b5 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:11:04.982868 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-1b4869ae-9b65-4daf-800d-ac6444013330 None None] Allocated IP 10.2.2.2 (5d5111b2-3f92-4f00-9f7f-454d59cb9659/ed506cf3-b5f8-43df-9ed6-18a9019fc64b/a4ce48cf-68bf-429c-8ca7-518537eb0619) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:11:05.236545 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1b4869ae-9b65-4daf-800d-ac6444013330 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:05.244849 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1b4869ae-9b65-4daf-800d-ac6444013330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:05.283471 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-96a6147a-85c7-43c2-b75a-628148ecafc6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Allocated IP 10.1.1.108 (52e60747-ae16-46d8-9dbe-b7ebe5cc096d/23e59f70-1cf8-4ea4-824b-1efc5167ff36/7c68d458-cf6b-40f0-99d1-44f97634c3b5) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:11:05.295936 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd3ce8-7446-4403-9c63-13fdc3c9ae31 req-c597a691-6af9-4fdc-b2fa-7b35ca27ad13 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:05.296210 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-258e08d0-4bc6-4868-a323-59425787f1db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b28f8b-498b-40ee-af30-af574f4a7284 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:11:05.303584 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-40bd3ce8-7446-4403-9c63-13fdc3c9ae31 req-c597a691-6af9-4fdc-b2fa-7b35ca27ad13 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb739c2f-9cc9-4726-ad70-6fcb71b867aa HTTP/1.1" status: 200 len: 932 time: 0.1264427 Nov 12 20:11:05.342682 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-258e08d0-4bc6-4868-a323-59425787f1db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:05.364715 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-258e08d0-4bc6-4868-a323-59425787f1db service neutron] Transition to ACTIVE for port object 44b28f8b-498b-40ee-af30-af574f4a7284 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:11:05.374951 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-258e08d0-4bc6-4868-a323-59425787f1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:05.417320 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 454400d7-d69f-4ed0-bc00-2ada9c647a1d up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:11:05.461650 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4869ae-9b65-4daf-800d-ac6444013330 None None] Network 5d5111b2-3f92-4f00-9f7f-454d59cb9659 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:11:05.465950 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-40bd3ce8-7446-4403-9c63-13fdc3c9ae31 req-d0564a9a-0edb-40a6-aa91-a191dc897456 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613584 Nov 12 20:11:05.548738 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e08d0-4bc6-4868-a323-59425787f1db service neutron] Pushing event updated for resources: {'Port': ['ID=44b28f8b-498b-40ee-af30-af574f4a7284,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:05.550682 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4869ae-9b65-4daf-800d-ac6444013330 None None] Pushing event updated for resources: {'Port': ['ID=a4ce48cf-68bf-429c-8ca7-518537eb0619,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:05.558306 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-1b4869ae-9b65-4daf-800d-ac6444013330 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:11:05.566056 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-258e08d0-4bc6-4868-a323-59425787f1db service neutron] Attempting to bind port 44b28f8b-498b-40ee-af30-af574f4a7284 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:11:05.566606 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-258e08d0-4bc6-4868-a323-59425787f1db service neutron] Attempting to bind port 44b28f8b-498b-40ee-af30-af574f4a7284 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '83ad58fa-02e6-4e77-9e81-8f13133a4857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e7abfc9e-a3ae-4f6c-8c77-044549997684'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:11:05.566767 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4869ae-9b65-4daf-800d-ac6444013330 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:11:05.567057 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-258e08d0-4bc6-4868-a323-59425787f1db service neutron] Attempting to bind port 44b28f8b-498b-40ee-af30-af574f4a7284 on network e7abfc9e-a3ae-4f6c-8c77-044549997684 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:11:05.575861 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-258e08d0-4bc6-4868-a323-59425787f1db service neutron] Port 44b28f8b-498b-40ee-af30-af574f4a7284 on network e7abfc9e-a3ae-4f6c-8c77-044549997684 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:11:05.576195 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-258e08d0-4bc6-4868-a323-59425787f1db service neutron] Attempting to bind port 44b28f8b-498b-40ee-af30-af574f4a7284 on network e7abfc9e-a3ae-4f6c-8c77-044549997684 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:11:05.583253 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-258e08d0-4bc6-4868-a323-59425787f1db service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:11:05.583644 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-258e08d0-4bc6-4868-a323-59425787f1db service neutron] Checking segment: {'id': '83ad58fa-02e6-4e77-9e81-8f13133a4857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e7abfc9e-a3ae-4f6c-8c77-044549997684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:11:05.584043 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-258e08d0-4bc6-4868-a323-59425787f1db service neutron] Bound using segment: {'id': '83ad58fa-02e6-4e77-9e81-8f13133a4857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e7abfc9e-a3ae-4f6c-8c77-044549997684'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:11:05.585268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-258e08d0-4bc6-4868-a323-59425787f1db service neutron] Bound port: 44b28f8b-498b-40ee-af30-af574f4a7284, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83ad58fa-02e6-4e77-9e81-8f13133a4857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e7abfc9e-a3ae-4f6c-8c77-044549997684'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:11:05.585729 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-258e08d0-4bc6-4868-a323-59425787f1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:05.676326 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-258e08d0-4bc6-4868-a323-59425787f1db service neutron] For port 44b28f8b-498b-40ee-af30-af574f4a7284, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:11:05.681507 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-258e08d0-4bc6-4868-a323-59425787f1db service neutron] For port 44b28f8b-498b-40ee-af30-af574f4a7284, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=44b28f8b-498b-40ee-af30-af574f4a7284,segment=NetworkSegment(83ad58fa-02e6-4e77-9e81-8f13133a4857),segment_id=83ad58fa-02e6-4e77-9e81-8f13133a4857)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:11:05.688595 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-258e08d0-4bc6-4868-a323-59425787f1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:05.720637 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 454400d7-d69f-4ed0-bc00-2ada9c647a1d triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:11:05.720907 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:05.725040 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1b4869ae-9b65-4daf-800d-ac6444013330 None None] Attempting to bind port a4ce48cf-68bf-429c-8ca7-518537eb0619 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:11:05.725461 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1b4869ae-9b65-4daf-800d-ac6444013330 None None] Attempting to bind port a4ce48cf-68bf-429c-8ca7-518537eb0619 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '124a8660-e81f-45fb-9111-4945346fd031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5d5111b2-3f92-4f00-9f7f-454d59cb9659'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:11:05.725818 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4869ae-9b65-4daf-800d-ac6444013330 None None] Attempting to bind port a4ce48cf-68bf-429c-8ca7-518537eb0619 on network 5d5111b2-3f92-4f00-9f7f-454d59cb9659 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:11:05.775357 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96a6147a-85c7-43c2-b75a-628148ecafc6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:05.794193 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e08d0-4bc6-4868-a323-59425787f1db service neutron] Pushing event updated for resources: {'Port': ['ID=44b28f8b-498b-40ee-af30-af574f4a7284,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:05.812342 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-258e08d0-4bc6-4868-a323-59425787f1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:05.813221 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-258e08d0-4bc6-4868-a323-59425787f1db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:05.815346 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-258e08d0-4bc6-4868-a323-59425787f1db service neutron] 10.222.0.55 "PUT /v2.0/ports/44b28f8b-498b-40ee-af30-af574f4a7284 HTTP/1.1" status: 200 len: 1093 time: 1.1568007 Nov 12 20:11:05.816830 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb739c2f-9cc9-4726-ad70-6fcb71b867aa', 'tag': '44b28f8b-498b-40ee-af30-af574f4a7284'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:11:05.832419 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a276ee-acaa-433b-8808-160214a650af" -d '{"events": [{"name": "network-changed", "server_uuid": "eb739c2f-9cc9-4726-ad70-6fcb71b867aa", "tag": "44b28f8b-498b-40ee-af30-af574f4a7284"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:11:05.868347 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96a6147a-85c7-43c2-b75a-628148ecafc6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:05.884122 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4869ae-9b65-4daf-800d-ac6444013330 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:11:05.884564 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4869ae-9b65-4daf-800d-ac6444013330 None None] Checking segment: {'id': '124a8660-e81f-45fb-9111-4945346fd031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5d5111b2-3f92-4f00-9f7f-454d59cb9659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:11:05.884977 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1b4869ae-9b65-4daf-800d-ac6444013330 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:05.885430 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4869ae-9b65-4daf-800d-ac6444013330 None None] Bound using segment: {'id': '124a8660-e81f-45fb-9111-4945346fd031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5d5111b2-3f92-4f00-9f7f-454d59cb9659'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:11:05.885946 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1b4869ae-9b65-4daf-800d-ac6444013330 None None] Bound port: a4ce48cf-68bf-429c-8ca7-518537eb0619, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124a8660-e81f-45fb-9111-4945346fd031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5d5111b2-3f92-4f00-9f7f-454d59cb9659'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:11:05.886335 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1b4869ae-9b65-4daf-800d-ac6444013330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:05.922744 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d95048-9e25-42b0-b3d7-3505827b0b0a x-openstack-request-id: req-50d95048-9e25-42b0-b3d7-3505827b0b0a {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:11:05.923318 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb739c2f-9cc9-4726-ad70-6fcb71b867aa", "tag": "44b28f8b-498b-40ee-af30-af574f4a7284", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:11:05.923771 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-50d95048-9e25-42b0-b3d7-3505827b0b0a {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:11:05.924403 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb739c2f-9cc9-4726-ad70-6fcb71b867aa', 'tag': '44b28f8b-498b-40ee-af30-af574f4a7284', 'status': 'completed', 'code': 200} Nov 12 20:11:05.935824 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-4783ab69-86ae-4f40-810f-03a76d6abe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:05.937875 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-4783ab69-86ae-4f40-810f-03a76d6abe94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=87a54bf00f1941cfa397a6b14cb6253b&device_id=eb739c2f-9cc9-4726-ad70-6fcb71b867aa HTTP/1.1" status: 200 len: 1096 time: 0.0700099 Nov 12 20:11:05.993031 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a6147a-85c7-43c2-b75a-628148ecafc6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Network 52e60747-ae16-46d8-9dbe-b7ebe5cc096d is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:11:05.996779 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-96a6147a-85c7-43c2-b75a-628148ecafc6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:11:06.007656 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a6147a-85c7-43c2-b75a-628148ecafc6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:11:06.012989 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6147a-85c7-43c2-b75a-628148ecafc6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event updated for resources: {'Port': ['ID=7c68d458-cf6b-40f0-99d1-44f97634c3b5,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:06.025663 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155ee8e0-fe7f-49db-b804-5190fda9caf6 None None] Network 52e60747-ae16-46d8-9dbe-b7ebe5cc096d requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:11:06.052280 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-7033ae3a-0d99-41de-afc4-a171dd19cd7d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44b28f8b-498b-40ee-af30-af574f4a7284 HTTP/1.1" status: 200 len: 217 time: 0.1047935 Nov 12 20:11:06.073507 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a6147a-85c7-43c2-b75a-628148ecafc6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:06.074193 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96a6147a-85c7-43c2-b75a-628148ecafc6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:06.103030 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-96a6147a-85c7-43c2-b75a-628148ecafc6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4922652 Nov 12 20:11:06.103663 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 39956) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:06.119358 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-ab63324f-34f6-4514-9dcf-21bc8c35d4ba tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Request body: {'port': {'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d', 'name': 'tempest-TaggedBootDevicesTest_v242-670485029', 'fixed_ips': [{'subnet_id': '23e59f70-1cf8-4ea4-824b-1efc5167ff36'}]}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:11:06.127371 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-1b4869ae-9b65-4daf-800d-ac6444013330 None None] For port a4ce48cf-68bf-429c-8ca7-518537eb0619, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:11:06.162063 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-1b4869ae-9b65-4daf-800d-ac6444013330 None None] For port a4ce48cf-68bf-429c-8ca7-518537eb0619, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a4ce48cf-68bf-429c-8ca7-518537eb0619,segment=NetworkSegment(124a8660-e81f-45fb-9111-4945346fd031),segment_id=124a8660-e81f-45fb-9111-4945346fd031)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:11:06.166879 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:06.168912 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-db4c958c-6f4b-43a7-8939-f93d2a1ac3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:06.170418 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-db4c958c-6f4b-43a7-8939-f93d2a1ac3c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=86a6defd-2679-46d7-a3ed-024b79ea1a2b HTTP/1.1" status: 200 len: 854 time: 0.1095152 Nov 12 20:11:06.174621 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-bde1a8d5-7732-404d-ad2a-b19a8b2a7fe4 None None] Provisioning complete for port 454400d7-d69f-4ed0-bc00-2ada9c647a1d triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:11:06.175341 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bde1a8d5-7732-404d-ad2a-b19a8b2a7fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:06.203394 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1b4869ae-9b65-4daf-800d-ac6444013330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:06.213376 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-b64f4e53-ddf2-4813-9ee6-729b69e4adf8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e7abfc9e-a3ae-4f6c-8c77-044549997684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338590 Nov 12 20:11:06.323144 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-46b9f7d4-8021-482b-80a7-98698cb5c0d2 service neutron] 10.222.0.55 "GET /v2.0/networks/e7abfc9e-a3ae-4f6c-8c77-044549997684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022456 Nov 12 20:11:06.336432 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab63324f-34f6-4514-9dcf-21bc8c35d4ba tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Made reservation on behalf of 4852665fabb5408ab377b1cbc45feb40 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:11:06.345747 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ab63324f-34f6-4514-9dcf-21bc8c35d4ba tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:06.351411 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 454400d7-d69f-4ed0-bc00-2ada9c647a1d, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=454400d7-d69f-4ed0-bc00-2ada9c647a1d,segment=NetworkSegment(1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb),segment_id=1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:11:06.406403 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-ab63324f-34f6-4514-9dcf-21bc8c35d4ba tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] device_id is not set on port 8bf2886a-7dd4-4335-8bda-619bc89bd1cd yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:11:06.412132 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:06.504130 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a11784f-2cf1-4f33-bb89-eefcb9f13bb4 req-6a66ccb4-73b3-4ccf-8744-29565a5dded1 service neutron] 10.222.0.55 "GET /v2.0/networks/e7abfc9e-a3ae-4f6c-8c77-044549997684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740663 Nov 12 20:11:06.539515 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4869ae-9b65-4daf-800d-ac6444013330 None None] Pushing event updated for resources: {'Port': ['ID=a4ce48cf-68bf-429c-8ca7-518537eb0619,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:06.681711 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a276ee-acaa-433b-8808-160214a650af req-99e81128-2ed8-421f-9e5c-96fc2682fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:06.683247 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52a276ee-acaa-433b-8808-160214a650af req-99e81128-2ed8-421f-9e5c-96fc2682fc87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=87a54bf00f1941cfa397a6b14cb6253b&device_id=eb739c2f-9cc9-4726-ad70-6fcb71b867aa HTTP/1.1" status: 200 len: 1096 time: 0.0977583 Nov 12 20:11:06.745125 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=454400d7-d69f-4ed0-bc00-2ada9c647a1d,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:06.783259 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-ab63324f-34f6-4514-9dcf-21bc8c35d4ba tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Allocated IP 10.1.1.87 (52e60747-ae16-46d8-9dbe-b7ebe5cc096d/23e59f70-1cf8-4ea4-824b-1efc5167ff36/8bf2886a-7dd4-4335-8bda-619bc89bd1cd) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:11:06.840957 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338496dc-fe46-46d6-b560-721081e3e6d4 req-38f2b444-9e05-498c-b41d-087dc7e57b75 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:06.842509 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-338496dc-fe46-46d6-b560-721081e3e6d4 req-38f2b444-9e05-498c-b41d-087dc7e57b75 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb739c2f-9cc9-4726-ad70-6fcb71b867aa HTTP/1.1" status: 200 len: 944 time: 0.1294694 Nov 12 20:11:06.911512 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a276ee-acaa-433b-8808-160214a650af req-f6dc37be-748c-47a8-a064-d96d0ca4fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:06.913029 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52a276ee-acaa-433b-8808-160214a650af req-f6dc37be-748c-47a8-a064-d96d0ca4fcca service neutron] 10.222.0.55 "GET /v2.0/networks?id=e7abfc9e-a3ae-4f6c-8c77-044549997684 HTTP/1.1" status: 200 len: 915 time: 0.2224002 Nov 12 20:11:07.007907 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-338496dc-fe46-46d6-b560-721081e3e6d4 req-83ed0d6a-7b4e-47ce-8b1e-9e03cb119d21 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465774 Nov 12 20:11:07.009502 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52a276ee-acaa-433b-8808-160214a650af req-a8d28932-1a70-4c5e-aa9d-87f44a8a672c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44b28f8b-498b-40ee-af30-af574f4a7284 HTTP/1.1" status: 200 len: 217 time: 0.0875354 Nov 12 20:11:07.116646 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a276ee-acaa-433b-8808-160214a650af req-c6f6eec4-5d10-4b81-9e6b-0e74ea8ec87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:07.118185 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52a276ee-acaa-433b-8808-160214a650af req-c6f6eec4-5d10-4b81-9e6b-0e74ea8ec87d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=86a6defd-2679-46d7-a3ed-024b79ea1a2b HTTP/1.1" status: 200 len: 854 time: 0.0998712 Nov 12 20:11:07.181193 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ab63324f-34f6-4514-9dcf-21bc8c35d4ba tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:07.186614 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52a276ee-acaa-433b-8808-160214a650af req-5071da24-2634-423d-8bed-c27065fe480a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e7abfc9e-a3ae-4f6c-8c77-044549997684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601606 Nov 12 20:11:07.242889 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ab63324f-34f6-4514-9dcf-21bc8c35d4ba tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:07.289426 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2bdffdc5-0307-4410-a7a8-214f00fa6ecc None None] Provisioning complete for port 454400d7-d69f-4ed0-bc00-2ada9c647a1d triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:11:07.289941 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2bdffdc5-0307-4410-a7a8-214f00fa6ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:07.401828 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63324f-34f6-4514-9dcf-21bc8c35d4ba tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event updated for resources: {'Port': ['ID=8bf2886a-7dd4-4335-8bda-619bc89bd1cd,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:07.433596 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab63324f-34f6-4514-9dcf-21bc8c35d4ba tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Network 52e60747-ae16-46d8-9dbe-b7ebe5cc096d is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:11:07.446908 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-ab63324f-34f6-4514-9dcf-21bc8c35d4ba tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:11:07.454997 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab63324f-34f6-4514-9dcf-21bc8c35d4ba tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:11:07.476928 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a4ce48cf-68bf-429c-8ca7-518537eb0619 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:11:07.484057 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52a276ee-acaa-433b-8808-160214a650af req-a5ff273e-7f80-414b-b20f-0f08a3742fa0 service neutron] 10.222.0.55 "GET /v2.0/networks/e7abfc9e-a3ae-4f6c-8c77-044549997684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886238 Nov 12 20:11:07.565143 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab63324f-34f6-4514-9dcf-21bc8c35d4ba tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:07.566111 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ab63324f-34f6-4514-9dcf-21bc8c35d4ba tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:07.635816 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ab63324f-34f6-4514-9dcf-21bc8c35d4ba tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5234876 Nov 12 20:11:07.822998 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52a276ee-acaa-433b-8808-160214a650af req-c8ef4211-b59e-403c-b6f6-5464639518ff service neutron] 10.222.0.55 "GET /v2.0/networks/e7abfc9e-a3ae-4f6c-8c77-044549997684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314524 Nov 12 20:11:08.030817 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2bdffdc5-0307-4410-a7a8-214f00fa6ecc None None] Provisioning complete for port 7c68d458-cf6b-40f0-99d1-44f97634c3b5 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:11:08.033365 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2bdffdc5-0307-4410-a7a8-214f00fa6ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:08.090308 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port a4ce48cf-68bf-429c-8ca7-518537eb0619 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:11:08.105678 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:08.171661 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2bdffdc5-0307-4410-a7a8-214f00fa6ecc None None] Port 7c68d458-cf6b-40f0-99d1-44f97634c3b5 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:11:08.174222 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d0337-516b-4e6d-9d32-2692c3ed084e req-85497e34-2ef0-4000-8c9b-098d48b04301 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:08.184431 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a82d0337-516b-4e6d-9d32-2692c3ed084e req-85497e34-2ef0-4000-8c9b-098d48b04301 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb739c2f-9cc9-4726-ad70-6fcb71b867aa HTTP/1.1" status: 200 len: 944 time: 0.0850101 Nov 12 20:11:08.290998 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a82d0337-516b-4e6d-9d32-2692c3ed084e req-6dd8a62d-9b19-42c1-82c7-3978b4e229a1 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054869 Nov 12 20:11:08.317981 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:08.331783 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce26c3a5-8bce-4cbf-99d2-703914b55735 None None] Network 5d5111b2-3f92-4f00-9f7f-454d59cb9659 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:11:08.369341 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 39992) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:08.373907 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-4f8bfa9c-d457-4a0e-955f-20ef5b805975 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--405575766', 'description': 'tempest-description--948568313'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:11:08.421966 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f8bfa9c-d457-4a0e-955f-20ef5b805975 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:08.545933 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f8bfa9c-d457-4a0e-955f-20ef5b805975 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:08.552444 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f8bfa9c-d457-4a0e-955f-20ef5b805975 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:08.572501 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ecb6d80d-b68a-481c-8aac-a1230d845d8f None None] Provisioning complete for port 7c68d458-cf6b-40f0-99d1-44f97634c3b5 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:11:08.573163 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d80d-b68a-481c-8aac-a1230d845d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:08.596538 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f8bfa9c-d457-4a0e-955f-20ef5b805975 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:08.598150 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4f8bfa9c-d457-4a0e-955f-20ef5b805975 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2277508 Nov 12 20:11:08.601822 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 39996) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:08.606552 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-68132cc9-d346-47cb-94f8-9581af35815f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Request body: {'security_group_rule': {'security_group_id': 'c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:11:08.607087 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bfa9c-d457-4a0e-955f-20ef5b805975 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:08.636077 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ecb6d80d-b68a-481c-8aac-a1230d845d8f None None] Port 7c68d458-cf6b-40f0-99d1-44f97634c3b5 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:11:08.653387 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port a4ce48cf-68bf-429c-8ca7-518537eb0619, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a4ce48cf-68bf-429c-8ca7-518537eb0619,segment=NetworkSegment(124a8660-e81f-45fb-9111-4945346fd031),segment_id=124a8660-e81f-45fb-9111-4945346fd031)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:11:08.655320 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-68132cc9-d346-47cb-94f8-9581af35815f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:08.669331 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ecb6d80d-b68a-481c-8aac-a1230d845d8f None None] Provisioning complete for port 8bf2886a-7dd4-4335-8bda-619bc89bd1cd triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:11:08.669704 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d80d-b68a-481c-8aac-a1230d845d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:08.681811 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:08.683061 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 454400d7-d69f-4ed0-bc00-2ada9c647a1d up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:11:08.794593 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-68132cc9-d346-47cb-94f8-9581af35815f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:08.801586 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-68132cc9-d346-47cb-94f8-9581af35815f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:08.808480 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ecb6d80d-b68a-481c-8aac-a1230d845d8f None None] Port 8bf2886a-7dd4-4335-8bda-619bc89bd1cd cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:11:08.822105 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=a4ce48cf-68bf-429c-8ca7-518537eb0619,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:08.849488 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68132cc9-d346-47cb-94f8-9581af35815f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb9af22-393d-4047-ab1c-53c600dbd5b2,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:08.867369 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 454400d7-d69f-4ed0-bc00-2ada9c647a1d triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:11:08.867847 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:08.869005 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-68132cc9-d346-47cb-94f8-9581af35815f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:08.872832 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-68132cc9-d346-47cb-94f8-9581af35815f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2675776 Nov 12 20:11:08.873478 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 40002) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:08.882835 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-3e7651db-383e-43d3-be19-61ac7c64a4b9 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Request body: {'security_group_rule': {'security_group_id': 'c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:11:08.960700 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3e7651db-383e-43d3-be19-61ac7c64a4b9 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:08.985452 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d78c8dba-c0e7-49a9-ae87-c5beedd447d6 None None] Provisioning complete for port a4ce48cf-68bf-429c-8ca7-518537eb0619 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:11:08.985828 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d78c8dba-c0e7-49a9-ae87-c5beedd447d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:09.098673 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3e7651db-383e-43d3-be19-61ac7c64a4b9 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:09.106765 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3e7651db-383e-43d3-be19-61ac7c64a4b9 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:09.139333 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7651db-383e-43d3-be19-61ac7c64a4b9 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0071748a-fd71-4659-b5c0-d33ea4ee29b2,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:09.163642 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3e7651db-383e-43d3-be19-61ac7c64a4b9 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:09.166319 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3e7651db-383e-43d3-be19-61ac7c64a4b9 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2911823 Nov 12 20:11:09.169653 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 40012) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:09.175236 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-d15b1abe-4f4b-4711-9e34-ab124b77ccf8 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:11:09.206955 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d15b1abe-4f4b-4711-9e34-ab124b77ccf8 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:09.242662 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a4ce48cf-68bf-429c-8ca7-518537eb0619 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:11:09.296628 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a917eb9d-4f7c-4c6c-ac76-06f01514a759 None None] Provisioning complete for port a4ce48cf-68bf-429c-8ca7-518537eb0619 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:11:09.296985 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a917eb9d-4f7c-4c6c-ac76-06f01514a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:09.353266 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d15b1abe-4f4b-4711-9e34-ab124b77ccf8 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:09.395535 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port a4ce48cf-68bf-429c-8ca7-518537eb0619 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:11:09.396072 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:09.482738 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e4eb6-3b65-4510-ad42-7acb651ccbbb req-1fc9688a-0abe-4caa-bc1b-8f22cae3d9ef tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:09.491208 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-923e4eb6-3b65-4510-ad42-7acb651ccbbb req-1fc9688a-0abe-4caa-bc1b-8f22cae3d9ef tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb739c2f-9cc9-4726-ad70-6fcb71b867aa HTTP/1.1" status: 200 len: 944 time: 0.0822365 Nov 12 20:11:09.529727 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-d15b1abe-4f4b-4711-9e34-ab124b77ccf8 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Allocated IP 172.25.5.143 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/b7f2965c-2283-467e-8425-5270b7c4cb68) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:11:09.550665 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-923e4eb6-3b65-4510-ad42-7acb651ccbbb req-8f21be25-8a1f-41c5-ac1e-e7f4c9f04a4d tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582902 Nov 12 20:11:09.649126 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d15b1abe-4f4b-4711-9e34-ab124b77ccf8 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:09.693875 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d15b1abe-4f4b-4711-9e34-ab124b77ccf8 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:09.740065 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15b1abe-4f4b-4711-9e34-ab124b77ccf8 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:11:09.744952 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-d15b1abe-4f4b-4711-9e34-ab124b77ccf8 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:11:09.750700 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15b1abe-4f4b-4711-9e34-ab124b77ccf8 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:11:09.779985 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b1abe-4f4b-4711-9e34-ab124b77ccf8 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event updated for resources: {'Port': ['ID=b7f2965c-2283-467e-8425-5270b7c4cb68,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:09.845600 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d15b1abe-4f4b-4711-9e34-ab124b77ccf8 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:09.894381 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d15b1abe-4f4b-4711-9e34-ab124b77ccf8 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:10.087811 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d15b1abe-4f4b-4711-9e34-ab124b77ccf8 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:10.092206 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d15b1abe-4f4b-4711-9e34-ab124b77ccf8 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:10.173463 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b1abe-4f4b-4711-9e34-ab124b77ccf8 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event updated for resources: {'Port': ['ID=b7f2965c-2283-467e-8425-5270b7c4cb68,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:10.192372 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d15b1abe-4f4b-4711-9e34-ab124b77ccf8 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:10.210356 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d15b1abe-4f4b-4711-9e34-ab124b77ccf8 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:10.212077 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d15b1abe-4f4b-4711-9e34-ab124b77ccf8 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0412998 Nov 12 20:11:10.487697 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1ae7dd33-e47b-405a-bb99-191cfee142cf tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--405575766&fields=id&tenant_id=4852665fabb5408ab377b1cbc45feb40 HTTP/1.1" status: 200 len: 267 time: 0.0588217 Nov 12 20:11:10.511228 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 44b28f8b-498b-40ee-af30-af574f4a7284 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:11:10.560886 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-86e90310-fb10-4ae2-bd58-8da3d0ba9cb9 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:10.563291 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-86e90310-fb10-4ae2-bd58-8da3d0ba9cb9 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports/7c68d458-cf6b-40f0-99d1-44f97634c3b5 HTTP/1.1" status: 200 len: 937 time: 0.0685306 Nov 12 20:11:10.633155 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-39627cd5-2fc1-4aef-9ba7-fdb0008058a9 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:10.642370 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-39627cd5-2fc1-4aef-9ba7-fdb0008058a9 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports/8bf2886a-7dd4-4335-8bda-619bc89bd1cd HTTP/1.1" status: 200 len: 935 time: 0.0719240 Nov 12 20:11:10.664598 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 44b28f8b-498b-40ee-af30-af574f4a7284, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=44b28f8b-498b-40ee-af30-af574f4a7284,segment=NetworkSegment(83ad58fa-02e6-4e77-9e81-8f13133a4857),segment_id=83ad58fa-02e6-4e77-9e81-8f13133a4857)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:11:10.678367 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '44b28f8b-498b-40ee-af30-af574f4a7284', 'network_id': 'e7abfc9e-a3ae-4f6c-8c77-044549997684', 'port_id': '44b28f8b-498b-40ee-af30-af574f4a7284', 'mac_address': 'fa:16:3e:07:26:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a6defd-2679-46d7-a3ed-024b79ea1a2b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:11:10.689844 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb7ede-a43e-4337-ae95-b6d8d7c63a62 req-1c8b6173-8ae6-4e4d-b5c5-1bc6a584757f tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:10.698401 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ccdb7ede-a43e-4337-ae95-b6d8d7c63a62 req-1c8b6173-8ae6-4e4d-b5c5-1bc6a584757f tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb739c2f-9cc9-4726-ad70-6fcb71b867aa HTTP/1.1" status: 200 len: 944 time: 0.0628176 Nov 12 20:11:10.717337 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-79432c03-9e08-46c8-bde1-5d12bb8a9214 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?network_id=5d5111b2-3f92-4f00-9f7f-454d59cb9659&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0636883 Nov 12 20:11:10.746772 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-8d524c74-d4dc-40f2-9a88-b687dc53688b tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?network_id=5d5111b2-3f92-4f00-9f7f-454d59cb9659&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0387223 Nov 12 20:11:10.777758 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ccdb7ede-a43e-4337-ae95-b6d8d7c63a62 req-8aefda01-2097-468e-82e6-f9e1ddb7d8ee tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757034 Nov 12 20:11:10.799178 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:10.825315 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b28f8b-498b-40ee-af30-af574f4a7284 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:11:10.875218 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 44b28f8b-498b-40ee-af30-af574f4a7284, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=44b28f8b-498b-40ee-af30-af574f4a7284,segment=NetworkSegment(83ad58fa-02e6-4e77-9e81-8f13133a4857),segment_id=83ad58fa-02e6-4e77-9e81-8f13133a4857)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:11:10.880915 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:10.894755 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-effcd6f4-f631-4f37-bca1-51a57325e4eb tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:10.900780 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-effcd6f4-f631-4f37-bca1-51a57325e4eb tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:10.907373 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-effcd6f4-f631-4f37-bca1-51a57325e4eb tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:10.909070 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-effcd6f4-f631-4f37-bca1-51a57325e4eb tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/networks?id=bd6be986-db97-4cb9-abe7-787b341a3cd5&id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&id=5d5111b2-3f92-4f00-9f7f-454d59cb9659&id=5d5111b2-3f92-4f00-9f7f-454d59cb9659 HTTP/1.1" status: 200 len: 1995 time: 0.1615148 Nov 12 20:11:10.941913 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-3ffb525f-6165-43f4-8d7f-c889ef6a0b5b tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/quotas/4852665fabb5408ab377b1cbc45feb40 HTTP/1.1" status: 200 len: 375 time: 0.0239475 Nov 12 20:11:10.979331 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=44b28f8b-498b-40ee-af30-af574f4a7284,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:11.029979 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-707cd909-64f7-43f4-b09c-ed98c153932a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4852665fabb5408ab377b1cbc45feb40&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0873773 Nov 12 20:11:11.199346 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-7545e8e7-c23c-40b4-a059-4989ffd24de4 service neutron] 10.222.0.48 "GET /v2.0/networks/bd6be986-db97-4cb9-abe7-787b341a3cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523991 Nov 12 20:11:11.257166 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['44b28f8b-498b-40ee-af30-af574f4a7284'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:11:11.315334 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-d78efcf8-d79b-441f-bc17-8a0fa739a472 service neutron] 10.222.0.48 "GET /v2.0/networks/bd6be986-db97-4cb9-abe7-787b341a3cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148000 Nov 12 20:11:11.376083 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-d0d1dea7-979a-4434-b305-096ca3583530 service neutron] 10.222.0.48 "GET /v2.0/ports/7c68d458-cf6b-40f0-99d1-44f97634c3b5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0596964 Nov 12 20:11:11.482733 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-8726907c-bc5d-4363-9306-4b8c50c1aece service neutron] 10.222.0.48 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992098 Nov 12 20:11:11.556770 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318071d4-3e11-453a-b3d1-b12babdf2af4 req-b61166fb-b849-4e1c-885f-49c4cac16693 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:11.561865 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-318071d4-3e11-453a-b3d1-b12babdf2af4 req-b61166fb-b849-4e1c-885f-49c4cac16693 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.0688431 Nov 12 20:11:11.599083 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-4d17c7a4-9045-4914-9596-6c635aa196a2 service neutron] 10.222.0.48 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088820 Nov 12 20:11:11.625970 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-318071d4-3e11-453a-b3d1-b12babdf2af4 req-2cee2d11-4c69-4dd8-b14d-854ce4f5eaea tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575795 Nov 12 20:11:11.658354 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-0f544a40-11c5-48c3-a57b-f99657507baa service neutron] 10.222.0.48 "GET /v2.0/ports/8bf2886a-7dd4-4335-8bda-619bc89bd1cd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0507226 Nov 12 20:11:11.749722 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-bb70f4f6-9a2b-4944-bfd7-02a600b6ee8f service neutron] 10.222.0.48 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843358 Nov 12 20:11:11.851033 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-5d591296-e5ab-4946-8667-b431be72b163 service neutron] 10.222.0.48 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935504 Nov 12 20:11:11.910323 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c32d3-4d77-4572-85e9-8a2b37087c05 req-5b9cd32d-d82a-4431-bcb9-fe207a0460f4 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:11.912616 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-681c32d3-4d77-4572-85e9-8a2b37087c05 req-5b9cd32d-d82a-4431-bcb9-fe207a0460f4 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb739c2f-9cc9-4726-ad70-6fcb71b867aa HTTP/1.1" status: 200 len: 945 time: 0.0524647 Nov 12 20:11:11.952910 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-7e691b70-2e4b-4762-85a4-5efeb4ef761e service neutron] 10.222.0.48 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959334 Nov 12 20:11:11.986919 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-681c32d3-4d77-4572-85e9-8a2b37087c05 req-6c7127ee-2349-47ca-a6df-b6ac282dfe5b tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672143 Nov 12 20:11:12.090816 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-63dafb60-37f8-4105-bc2f-9e643e825e59 service neutron] 10.222.0.48 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300645 Nov 12 20:11:12.195808 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-dda71a11-9595-4570-a5d2-338a541eee88 service neutron] 10.222.0.48 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968511 Nov 12 20:11:12.290592 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-16de871a-9371-4c06-9ce4-2e169a5127b1 service neutron] 10.222.0.48 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891709 Nov 12 20:11:12.386904 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-556f7c74-469c-465d-a73c-01416d78f7cb service neutron] 10.222.0.48 "GET /v2.0/networks/5d5111b2-3f92-4f00-9f7f-454d59cb9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902729 Nov 12 20:11:12.512159 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-3c53dd4e-c588-4294-b180-ece87c23564a service neutron] 10.222.0.48 "GET /v2.0/networks/5d5111b2-3f92-4f00-9f7f-454d59cb9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187801 Nov 12 20:11:12.562197 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 44b28f8b-498b-40ee-af30-af574f4a7284 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:11:12.687170 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 44b28f8b-498b-40ee-af30-af574f4a7284 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:11:12.689148 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-c9182db5-21f3-41d5-a844-aa8ec30ec6cf service neutron] 10.222.0.48 "GET /v2.0/networks/5d5111b2-3f92-4f00-9f7f-454d59cb9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596699 Nov 12 20:11:12.693639 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 44b28f8b-498b-40ee-af30-af574f4a7284 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:11:12.694194 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:12.783626 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:12.810276 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb739c2f-9cc9-4726-ad70-6fcb71b867aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b28f8b-498b-40ee-af30-af574f4a7284'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:11:12.814548 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737bf77-9638-4541-86df-2b08cb347cce req-c470b603-c5be-4c4a-8c1c-ee898301523a tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:12.820624 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdf03d7-bc68-47af-bf92-8eb8de60a9e8" -d '{"events": [{"server_uuid": "eb739c2f-9cc9-4726-ad70-6fcb71b867aa", "name": "network-vif-plugged", "status": "completed", "tag": "44b28f8b-498b-40ee-af30-af574f4a7284"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:11:12.825274 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8737bf77-9638-4541-86df-2b08cb347cce req-c470b603-c5be-4c4a-8c1c-ee898301523a tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.0819664 Nov 12 20:11:12.849133 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 44b28f8b-498b-40ee-af30-af574f4a7284, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=44b28f8b-498b-40ee-af30-af574f4a7284,segment=NetworkSegment(83ad58fa-02e6-4e77-9e81-8f13133a4857),segment_id=83ad58fa-02e6-4e77-9e81-8f13133a4857)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:11:12.857899 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:12.888218 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8737bf77-9638-4541-86df-2b08cb347cce req-bb50f24f-e94c-463c-8a64-f767ea3831d1 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619895 Nov 12 20:11:12.930476 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=44b28f8b-498b-40ee-af30-af574f4a7284,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:12.943259 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-38285bd0-5247-4e7e-9db0-cb82828008e8 service neutron] 10.222.0.48 "GET /v2.0/networks/5d5111b2-3f92-4f00-9f7f-454d59cb9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530081 Nov 12 20:11:13.034353 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40aad8c-4f0b-4dbc-8348-355a9e9e8dca x-openstack-request-id: req-c40aad8c-4f0b-4dbc-8348-355a9e9e8dca {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:11:13.035162 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb739c2f-9cc9-4726-ad70-6fcb71b867aa", "name": "network-vif-plugged", "status": "completed", "tag": "44b28f8b-498b-40ee-af30-af574f4a7284", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:11:13.035427 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c40aad8c-4f0b-4dbc-8348-355a9e9e8dca {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:11:13.035827 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb739c2f-9cc9-4726-ad70-6fcb71b867aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b28f8b-498b-40ee-af30-af574f4a7284', 'code': 200} Nov 12 20:11:13.181224 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2e92f-708a-453b-ac48-3148fba77f76 req-2068d027-596f-4ebc-b9ca-4e13eeb6f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:13.184260 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-35c2e92f-708a-453b-ac48-3148fba77f76 req-2068d027-596f-4ebc-b9ca-4e13eeb6f186 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=eb739c2f-9cc9-4726-ad70-6fcb71b867aa HTTP/1.1" status: 200 len: 1098 time: 0.0685513 Nov 12 20:11:13.203346 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9062b37-7d1a-4d18-8397-30cb0b7c05ce req-fdde75e6-f82b-43d1-baf1-2fc3d48b931e tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:13.205715 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9062b37-7d1a-4d18-8397-30cb0b7c05ce req-fdde75e6-f82b-43d1-baf1-2fc3d48b931e tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb739c2f-9cc9-4726-ad70-6fcb71b867aa HTTP/1.1" status: 200 len: 946 time: 0.0985579 Nov 12 20:11:13.261097 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-35c2e92f-708a-453b-ac48-3148fba77f76 req-62a615b3-4575-400b-9ef8-627e514048a0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680740 Nov 12 20:11:13.316643 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9062b37-7d1a-4d18-8397-30cb0b7c05ce req-8581ef22-6a2b-46bb-ade1-385cb67bc205 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983796 Nov 12 20:11:13.759074 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f0f79c79-780a-4520-bfac-26cdb048978e req-b17ef69c-246e-4c6c-81ca-bfc6ab47cd44 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.0397539 Nov 12 20:11:13.991910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3f351-2cbd-4259-8cbf-15857b43428c req-87654bc7-acab-4002-be2a-d83971078b2d tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:13.993649 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e2e3f351-2cbd-4259-8cbf-15857b43428c req-87654bc7-acab-4002-be2a-d83971078b2d tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.55 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.0681014 Nov 12 20:11:14.115944 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca509e-160d-495f-8374-486cc3192784 req-f1cc3799-a8d2-47ab-aa39-26aec8a64a5e tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:14.117645 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-69ca509e-160d-495f-8374-486cc3192784 req-f1cc3799-a8d2-47ab-aa39-26aec8a64a5e tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 946 time: 0.1220384 Nov 12 20:11:14.186539 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-e2e3f351-2cbd-4259-8cbf-15857b43428c req-1923a7b9-6915-48b7-8eaf-af2ece7ecf99 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Deleting port 348389b1-8721-495d-a4ff-e289223ec964 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:11:14.186883 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e2e3f351-2cbd-4259-8cbf-15857b43428c req-1923a7b9-6915-48b7-8eaf-af2ece7ecf99 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:14.192352 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-69ca509e-160d-495f-8374-486cc3192784 req-4443ef68-c86d-443a-b679-3679a7b073b8 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678160 Nov 12 20:11:14.305010 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-e2e3f351-2cbd-4259-8cbf-15857b43428c req-1923a7b9-6915-48b7-8eaf-af2ece7ecf99 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] For port 348389b1-8721-495d-a4ff-e289223ec964, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=348389b1-8721-495d-a4ff-e289223ec964,segment=NetworkSegment(6feb3a71-a7f1-4678-93e5-b41620161eec),segment_id=6feb3a71-a7f1-4678-93e5-b41620161eec)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:11:14.305380 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e2e3f351-2cbd-4259-8cbf-15857b43428c req-1923a7b9-6915-48b7-8eaf-af2ece7ecf99 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:14.318742 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-e2e3f351-2cbd-4259-8cbf-15857b43428c req-1923a7b9-6915-48b7-8eaf-af2ece7ecf99 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Calling delete_port for 348389b1-8721-495d-a4ff-e289223ec964 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:11:14.475569 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e2e3f351-2cbd-4259-8cbf-15857b43428c req-1923a7b9-6915-48b7-8eaf-af2ece7ecf99 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:14.491801 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['348389b1-8721-495d-a4ff-e289223ec964'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:11:14.494123 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['14079dbe-507f-4de1-a16b-eaaf9e5707ae'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:11:14.498225 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754c9eb-b47e-4212-9d5d-b2988a6fcd9e req-cf651c4f-6d51-4bee-9a49-2ed7e6a82b23 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:14.499757 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c754c9eb-b47e-4212-9d5d-b2988a6fcd9e req-cf651c4f-6d51-4bee-9a49-2ed7e6a82b23 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb739c2f-9cc9-4726-ad70-6fcb71b867aa HTTP/1.1" status: 200 len: 946 time: 0.0692327 Nov 12 20:11:14.512244 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923a7b9-6915-48b7-8eaf-af2ece7ecf99 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Pushing event deleted for resources: {'Port': ['ID=348389b1-8721-495d-a4ff-e289223ec964,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:14.587161 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e3f351-2cbd-4259-8cbf-15857b43428c req-1923a7b9-6915-48b7-8eaf-af2ece7ecf99 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] No DVR routers for this DVR port 348389b1-8721-495d-a4ff-e289223ec964 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:11:14.592794 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e2e3f351-2cbd-4259-8cbf-15857b43428c req-1923a7b9-6915-48b7-8eaf-af2ece7ecf99 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:14.597376 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e2e3f351-2cbd-4259-8cbf-15857b43428c req-1923a7b9-6915-48b7-8eaf-af2ece7ecf99 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.55 "DELETE /v2.0/ports/348389b1-8721-495d-a4ff-e289223ec964 HTTP/1.1" status: 204 len: 173 time: 0.5906575 Nov 12 20:11:14.598122 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c754c9eb-b47e-4212-9d5d-b2988a6fcd9e req-8e53d2f1-48eb-4fce-bc9f-a9909a87e95c tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875807 Nov 12 20:11:14.598279 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22799fa-4f9d-417c-934e-9b39a912642c', 'name': 'network-vif-deleted', 'tag': '348389b1-8721-495d-a4ff-e289223ec964'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:11:14.614802 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58719d1f-1dae-4090-b30c-5645940a60f2" -d '{"events": [{"server_uuid": "f22799fa-4f9d-417c-934e-9b39a912642c", "name": "network-vif-deleted", "tag": "348389b1-8721-495d-a4ff-e289223ec964"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:11:14.779575 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7125dcbf-3f73-41b4-a70e-950c693cc3c3 x-openstack-request-id: req-7125dcbf-3f73-41b4-a70e-950c693cc3c3 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:11:14.779891 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22799fa-4f9d-417c-934e-9b39a912642c", "name": "network-vif-deleted", "tag": "348389b1-8721-495d-a4ff-e289223ec964", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:11:14.780295 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7125dcbf-3f73-41b4-a70e-950c693cc3c3 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:11:14.780787 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22799fa-4f9d-417c-934e-9b39a912642c', 'name': 'network-vif-deleted', 'tag': '348389b1-8721-495d-a4ff-e289223ec964', 'status': 'completed', 'code': 200} Nov 12 20:11:14.884087 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-12017be3-7372-41be-82d3-199b77fc36ae req-bf015a6c-64a0-4d46-a9af-62d29db7bf5c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.0320187 Nov 12 20:11:15.160656 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-36c2574e-5c30-45e5-9f3b-300e6d4911ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:15.164641 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-36c2574e-5c30-45e5-9f3b-300e6d4911ea service neutron] 10.222.0.55 "GET /v2.0/ports/7c68d458-cf6b-40f0-99d1-44f97634c3b5 HTTP/1.1" status: 200 len: 1033 time: 0.0460598 Nov 12 20:11:15.217715 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-fcbe7253-6298-4106-a515-8f5ef27d29df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:15.229673 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-fcbe7253-6298-4106-a515-8f5ef27d29df service neutron] 10.222.0.55 "GET /v2.0/ports/8bf2886a-7dd4-4335-8bda-619bc89bd1cd HTTP/1.1" status: 200 len: 1031 time: 0.0554178 Nov 12 20:11:15.377153 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ff001b01-81b8-4348-b9ff-419be6300a34 req-cbca0ce2-376b-4ba6-bdc6-a1007fe5a97f tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22799fa-4f9d-417c-934e-9b39a912642c HTTP/1.1" status: 200 len: 210 time: 0.0535762 Nov 12 20:11:15.417223 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-81a06353-1398-426a-aa68-750584d47692 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:15.423975 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-81a06353-1398-426a-aa68-750584d47692 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:15.431443 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-81a06353-1398-426a-aa68-750584d47692 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:15.433339 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-81a06353-1398-426a-aa68-750584d47692 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.55 "GET /v2.0/networks?id=bd6be986-db97-4cb9-abe7-787b341a3cd5&id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&id=5d5111b2-3f92-4f00-9f7f-454d59cb9659&id=5d5111b2-3f92-4f00-9f7f-454d59cb9659 HTTP/1.1" status: 200 len: 1995 time: 0.1931970 Nov 12 20:11:15.558506 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-878ac3ff-db36-473a-b6fc-13bf9b20199f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4852665fabb5408ab377b1cbc45feb40 HTTP/1.1" status: 200 len: 379 time: 0.1150255 Nov 12 20:11:15.574810 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1e5f8cea-26c6-49bc-a165-871a81fc3574 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Request body: {'port': {'device_id': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5', 'admin_state_up': True, 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'security_groups': ['c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:11:15.694678 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffccfa71-4113-4109-98cf-57ddfafe9bad req-bf938ba8-9c9d-44de-b77a-403633ebada9 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:15.706468 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ffccfa71-4113-4109-98cf-57ddfafe9bad req-bf938ba8-9c9d-44de-b77a-403633ebada9 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.0882096 Nov 12 20:11:15.770827 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ffccfa71-4113-4109-98cf-57ddfafe9bad req-235b5504-d803-40b8-82b8-a919101c2161 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613668 Nov 12 20:11:16.011834 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a4b96747-f9b5-41ec-89f4-8dcbd644b9d6 req-6499ad62-c4e9-42ea-a4fb-95fc850d556e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.0315564 Nov 12 20:11:16.054195 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7415387-0bf9-41a5-aae5-f5be57d4e6c1 req-678d8292-f21b-44c6-b9dc-2c67d633506a tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:16.055717 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7415387-0bf9-41a5-aae5-f5be57d4e6c1 req-678d8292-f21b-44c6-b9dc-2c67d633506a tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb739c2f-9cc9-4726-ad70-6fcb71b867aa HTTP/1.1" status: 200 len: 946 time: 0.1015806 Nov 12 20:11:16.061728 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1e5f8cea-26c6-49bc-a165-871a81fc3574 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Made reservation on behalf of 4852665fabb5408ab377b1cbc45feb40 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:11:16.065402 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1e5f8cea-26c6-49bc-a165-871a81fc3574 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:16.167364 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7415387-0bf9-41a5-aae5-f5be57d4e6c1 req-7a5d7554-1faa-4f2a-b41d-7fdd5a66b27f tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996137 Nov 12 20:11:16.237077 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1e5f8cea-26c6-49bc-a165-871a81fc3574 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Allocated IP 172.20.0.3 (bd6be986-db97-4cb9-abe7-787b341a3cd5/9f077436-4556-447d-83d4-cbd3714774cd/60910e1f-f0d1-4eec-848e-460daa336aca) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:11:16.416491 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1e5f8cea-26c6-49bc-a165-871a81fc3574 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:16.475586 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1e5f8cea-26c6-49bc-a165-871a81fc3574 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:16.519098 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1e5f8cea-26c6-49bc-a165-871a81fc3574 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Network bd6be986-db97-4cb9-abe7-787b341a3cd5 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:11:16.525059 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1e5f8cea-26c6-49bc-a165-871a81fc3574 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:11:16.529179 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1e5f8cea-26c6-49bc-a165-871a81fc3574 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:11:16.568414 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f8cea-26c6-49bc-a165-871a81fc3574 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event updated for resources: {'Port': ['ID=60910e1f-f0d1-4eec-848e-460daa336aca,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:16.589850 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5f8cea-26c6-49bc-a165-871a81fc3574 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:16.590333 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5f8cea-26c6-49bc-a165-871a81fc3574 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:16.590676 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5f8cea-26c6-49bc-a165-871a81fc3574 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:16.591011 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5f8cea-26c6-49bc-a165-871a81fc3574 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:16.591342 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5f8cea-26c6-49bc-a165-871a81fc3574 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:16.591674 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5f8cea-26c6-49bc-a165-871a81fc3574 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:16.591999 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5f8cea-26c6-49bc-a165-871a81fc3574 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:16.592466 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5f8cea-26c6-49bc-a165-871a81fc3574 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:16.592801 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5f8cea-26c6-49bc-a165-871a81fc3574 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:16.593126 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5f8cea-26c6-49bc-a165-871a81fc3574 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:16.593458 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5f8cea-26c6-49bc-a165-871a81fc3574 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:16.593888 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5f8cea-26c6-49bc-a165-871a81fc3574 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:11:16.621539 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1e5f8cea-26c6-49bc-a165-871a81fc3574 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:16.622371 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1e5f8cea-26c6-49bc-a165-871a81fc3574 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:16.650169 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1e5f8cea-26c6-49bc-a165-871a81fc3574 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0793881 Nov 12 20:11:16.672453 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-459cd9ea-938a-4250-8aee-bdba6f553eda tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Request body: {'port': {'device_id': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d', 'admin_state_up': True, 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'security_groups': ['c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:11:16.929720 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-459cd9ea-938a-4250-8aee-bdba6f553eda tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Made reservation on behalf of 4852665fabb5408ab377b1cbc45feb40 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:11:16.934100 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-459cd9ea-938a-4250-8aee-bdba6f553eda tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:16.945034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c32739-e1bd-4a85-9023-ac1c3a806d7a req-25f91329-1880-4c6c-b2cc-b890a186ac1f tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:16.953053 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-22c32739-e1bd-4a85-9023-ac1c3a806d7a req-25f91329-1880-4c6c-b2cc-b890a186ac1f tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.0649767 Nov 12 20:11:16.982211 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-6221dfb7-0ab8-450c-aff4-889a89b9cbd4 None None] Provisioning complete for port 60910e1f-f0d1-4eec-848e-460daa336aca triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:11:16.983763 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6221dfb7-0ab8-450c-aff4-889a89b9cbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:17.018447 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-22c32739-e1bd-4a85-9023-ac1c3a806d7a req-2f9be2f5-2a3a-4a1d-a5a4-7568e424b694 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641150 Nov 12 20:11:17.075541 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-6221dfb7-0ab8-450c-aff4-889a89b9cbd4 None None] Port 60910e1f-f0d1-4eec-848e-460daa336aca cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:11:17.181039 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-459cd9ea-938a-4250-8aee-bdba6f553eda tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Allocated IP 10.1.1.68 (52e60747-ae16-46d8-9dbe-b7ebe5cc096d/23e59f70-1cf8-4ea4-824b-1efc5167ff36/e4d475ee-cd28-4a98-ab67-825a574e5c5e) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:11:17.261730 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfce36e-4e47-48d0-98e3-f95970193d94 req-06551b5e-e2f3-4414-ad1d-37b13c84adeb tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:17.270030 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dbfce36e-4e47-48d0-98e3-f95970193d94 req-06551b5e-e2f3-4414-ad1d-37b13c84adeb tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 931 time: 0.0627141 Nov 12 20:11:17.314727 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dbfce36e-4e47-48d0-98e3-f95970193d94 req-5f5315b8-d7a9-4bf0-97e7-c18450f6d9bd tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436089 Nov 12 20:11:17.384475 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-459cd9ea-938a-4250-8aee-bdba6f553eda tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:17.422281 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b042b-4059-4b3f-97f2-aba8faab61b6 req-8e7ece84-b54b-4f5f-b4e8-4492cf45cf4d tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:17.426807 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-eb0b042b-4059-4b3f-97f2-aba8faab61b6 req-8e7ece84-b54b-4f5f-b4e8-4492cf45cf4d tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.1154041 Nov 12 20:11:17.521341 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-459cd9ea-938a-4250-8aee-bdba6f553eda tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:17.579958 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-eb0b042b-4059-4b3f-97f2-aba8faab61b6 req-e0985a36-807c-4e30-a704-0a9823d6740d tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946052 Nov 12 20:11:17.606719 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-459cd9ea-938a-4250-8aee-bdba6f553eda tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Network 52e60747-ae16-46d8-9dbe-b7ebe5cc096d is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:11:17.608141 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cd9ea-938a-4250-8aee-bdba6f553eda tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event updated for resources: {'Port': ['ID=e4d475ee-cd28-4a98-ab67-825a574e5c5e,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:17.611600 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-459cd9ea-938a-4250-8aee-bdba6f553eda tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:11:17.613729 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-459cd9ea-938a-4250-8aee-bdba6f553eda tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:11:17.687954 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-459cd9ea-938a-4250-8aee-bdba6f553eda tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:17.689266 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-459cd9ea-938a-4250-8aee-bdba6f553eda tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:17.711026 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-459cd9ea-938a-4250-8aee-bdba6f553eda tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0538239 Nov 12 20:11:17.723923 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-127b342d-c13f-4d57-a3bf-cf08f805eb79 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Request body: {'port': {'device_id': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d', 'admin_state_up': True, 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'security_groups': ['c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:11:17.841551 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-127b342d-c13f-4d57-a3bf-cf08f805eb79 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Made reservation on behalf of 4852665fabb5408ab377b1cbc45feb40 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:11:17.847199 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-127b342d-c13f-4d57-a3bf-cf08f805eb79 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:17.899895 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8bb6419f-d76b-4523-8821-88e89ef7e135 None None] Provisioning complete for port e4d475ee-cd28-4a98-ab67-825a574e5c5e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:11:17.900513 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8bb6419f-d76b-4523-8821-88e89ef7e135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:17.935267 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8bb6419f-d76b-4523-8821-88e89ef7e135 None None] Port e4d475ee-cd28-4a98-ab67-825a574e5c5e cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:11:18.003388 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-127b342d-c13f-4d57-a3bf-cf08f805eb79 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Allocated IP 10.1.1.128 (52e60747-ae16-46d8-9dbe-b7ebe5cc096d/23e59f70-1cf8-4ea4-824b-1efc5167ff36/10d51039-4f5f-40e0-a541-b315dbaf21c3) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:11:18.168519 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-127b342d-c13f-4d57-a3bf-cf08f805eb79 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:18.172357 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd2c50-2310-4aad-b99b-558ddf7ff358 req-75c4fa73-6289-4679-98d6-623eab1e2fdf tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:18.174193 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f7bd2c50-2310-4aad-b99b-558ddf7ff358 req-75c4fa73-6289-4679-98d6-623eab1e2fdf tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.0778911 Nov 12 20:11:18.220944 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-127b342d-c13f-4d57-a3bf-cf08f805eb79 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:18.249255 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f7bd2c50-2310-4aad-b99b-558ddf7ff358 req-a20c1673-2df8-402d-b675-ac710ad3084d tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667470 Nov 12 20:11:18.269071 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-127b342d-c13f-4d57-a3bf-cf08f805eb79 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Network 52e60747-ae16-46d8-9dbe-b7ebe5cc096d is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:11:18.276275 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-127b342d-c13f-4d57-a3bf-cf08f805eb79 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:11:18.280185 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-127b342d-c13f-4d57-a3bf-cf08f805eb79 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:11:18.286794 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b342d-c13f-4d57-a3bf-cf08f805eb79 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event updated for resources: {'Port': ['ID=10d51039-4f5f-40e0-a541-b315dbaf21c3,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:18.341105 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-127b342d-c13f-4d57-a3bf-cf08f805eb79 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:18.341886 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-127b342d-c13f-4d57-a3bf-cf08f805eb79 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:18.369098 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-127b342d-c13f-4d57-a3bf-cf08f805eb79 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6499894 Nov 12 20:11:18.383280 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-7f632051-c31e-465e-82eb-2d88aacfcde1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Request body: {'port': {'device_id': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5d5111b2-3f92-4f00-9f7f-454d59cb9659', 'admin_state_up': True, 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'security_groups': ['c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:11:18.524669 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdf278-1968-4df3-be8f-9e3879866ee3 req-2da6f682-a1e3-4dbc-9983-43b41c9dfdaf tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:18.530749 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdf278-1968-4df3-be8f-9e3879866ee3 req-2da6f682-a1e3-4dbc-9983-43b41c9dfdaf tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:18.536842 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdf278-1968-4df3-be8f-9e3879866ee3 req-2da6f682-a1e3-4dbc-9983-43b41c9dfdaf tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:18.539206 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f0fdf278-1968-4df3-be8f-9e3879866ee3 req-2da6f682-a1e3-4dbc-9983-43b41c9dfdaf tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 2373 time: 0.1249180 Nov 12 20:11:18.545216 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 348389b1-8721-495d-a4ff-e289223ec964 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:11:18.576377 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 348389b1-8721-495d-a4ff-e289223ec964 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:11:18.576778 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 348389b1-8721-495d-a4ff-e289223ec964 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:11:18.583972 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-877d01a6-0bd3-4a51-9924-8abe3d58c2de None None] Provisioning complete for port 10d51039-4f5f-40e0-a541-b315dbaf21c3 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:11:18.585180 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-877d01a6-0bd3-4a51-9924-8abe3d58c2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:18.585620 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-7f632051-c31e-465e-82eb-2d88aacfcde1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Made reservation on behalf of 4852665fabb5408ab377b1cbc45feb40 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:11:18.629492 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f0fdf278-1968-4df3-be8f-9e3879866ee3 req-6b50bae7-0670-4a0a-8a3e-4f4465ec9c4f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812607 Nov 12 20:11:18.638466 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-877d01a6-0bd3-4a51-9924-8abe3d58c2de None None] Port 10d51039-4f5f-40e0-a541-b315dbaf21c3 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:11:18.701261 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-7f632051-c31e-465e-82eb-2d88aacfcde1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:18.730754 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283c46f-511c-4506-8e77-aea31e9fd93b req-394e5666-7545-4be3-a899-31099929941c tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:18.732914 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6283c46f-511c-4506-8e77-aea31e9fd93b req-394e5666-7545-4be3-a899-31099929941c tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.0572827 Nov 12 20:11:18.788329 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6283c46f-511c-4506-8e77-aea31e9fd93b req-3984170e-1d10-4450-bd39-afbf7024c7bf tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490909 Nov 12 20:11:18.927138 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-7f632051-c31e-465e-82eb-2d88aacfcde1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Allocated IP 10.2.2.100 (5d5111b2-3f92-4f00-9f7f-454d59cb9659/ed506cf3-b5f8-43df-9ed6-18a9019fc64b/5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:11:19.080291 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-7f632051-c31e-465e-82eb-2d88aacfcde1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:19.132345 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-7f632051-c31e-465e-82eb-2d88aacfcde1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:19.189807 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-7f632051-c31e-465e-82eb-2d88aacfcde1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Network 5d5111b2-3f92-4f00-9f7f-454d59cb9659 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:11:19.197268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-7f632051-c31e-465e-82eb-2d88aacfcde1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:11:19.201621 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-7f632051-c31e-465e-82eb-2d88aacfcde1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:11:19.231771 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f632051-c31e-465e-82eb-2d88aacfcde1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event updated for resources: {'Port': ['ID=5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:19.263817 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-7f632051-c31e-465e-82eb-2d88aacfcde1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:19.264808 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-7f632051-c31e-465e-82eb-2d88aacfcde1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:19.289902 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-7f632051-c31e-465e-82eb-2d88aacfcde1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9139850 Nov 12 20:11:19.317175 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-3ead6265-3b15-4182-8da9-fb0509b855b4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Request body: {'port': {'device_id': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5d5111b2-3f92-4f00-9f7f-454d59cb9659', 'admin_state_up': True, 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'security_groups': ['c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:11:19.455434 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4878974-22ef-45e5-bebc-c0de330ed7cc req-7ecd2609-f0ed-4638-840b-b31de10ef49f tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:19.457044 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b4878974-22ef-45e5-bebc-c0de330ed7cc req-7ecd2609-f0ed-4638-840b-b31de10ef49f tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.1193047 Nov 12 20:11:19.466208 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8c66c8aa-79a0-406a-b983-078456998325 None None] Provisioning complete for port 5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:11:19.467426 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8c66c8aa-79a0-406a-b983-078456998325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:19.503390 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8c66c8aa-79a0-406a-b983-078456998325 None None] Port 5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:11:19.532577 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b4878974-22ef-45e5-bebc-c0de330ed7cc req-5ad5931b-2883-4556-9204-5f709eb244e1 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652378 Nov 12 20:11:19.533602 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-3ead6265-3b15-4182-8da9-fb0509b855b4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Made reservation on behalf of 4852665fabb5408ab377b1cbc45feb40 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:11:19.538106 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-3ead6265-3b15-4182-8da9-fb0509b855b4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:19.710983 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-3ead6265-3b15-4182-8da9-fb0509b855b4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Allocated IP 10.2.2.200 (5d5111b2-3f92-4f00-9f7f-454d59cb9659/ed506cf3-b5f8-43df-9ed6-18a9019fc64b/5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:11:19.779943 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407cb2d-e947-4731-8ace-f5b988819fae req-944feaa8-2860-402b-85bd-c2bc1470fd2b tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:19.786040 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407cb2d-e947-4731-8ace-f5b988819fae req-944feaa8-2860-402b-85bd-c2bc1470fd2b tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:19.792250 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407cb2d-e947-4731-8ace-f5b988819fae req-944feaa8-2860-402b-85bd-c2bc1470fd2b tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:19.798620 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407cb2d-e947-4731-8ace-f5b988819fae req-944feaa8-2860-402b-85bd-c2bc1470fd2b tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:19.800630 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d407cb2d-e947-4731-8ace-f5b988819fae req-944feaa8-2860-402b-85bd-c2bc1470fd2b tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 3094 time: 0.0794992 Nov 12 20:11:19.858564 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d407cb2d-e947-4731-8ace-f5b988819fae req-eb213b18-75d9-426b-84be-42e42b26f0a7 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509653 Nov 12 20:11:19.866022 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-3ead6265-3b15-4182-8da9-fb0509b855b4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:19.896334 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fd3c62d8-3f32-407c-a00a-0d56b6c20f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:19.926400 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-3ead6265-3b15-4182-8da9-fb0509b855b4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:19.975489 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-3ead6265-3b15-4182-8da9-fb0509b855b4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Network 5d5111b2-3f92-4f00-9f7f-454d59cb9659 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:11:19.982774 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-3ead6265-3b15-4182-8da9-fb0509b855b4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:11:19.990216 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-3ead6265-3b15-4182-8da9-fb0509b855b4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:11:19.994056 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:20.000632 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4c014-5499-4ae8-a716-037733670e52 req-b30885d6-8133-4fc7-a182-eb1f8a635b69 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:20.002168 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76e4c014-5499-4ae8-a716-037733670e52 req-b30885d6-8133-4fc7-a182-eb1f8a635b69 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.1022744 Nov 12 20:11:20.007038 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead6265-3b15-4182-8da9-fb0509b855b4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event updated for resources: {'Port': ['ID=5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:20.086266 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-3ead6265-3b15-4182-8da9-fb0509b855b4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:20.086940 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-3ead6265-3b15-4182-8da9-fb0509b855b4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:20.104990 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76e4c014-5499-4ae8-a716-037733670e52 req-d1e6a6e5-fe67-4052-a76b-26b0e6afe6ac tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721400 Nov 12 20:11:20.124245 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-3ead6265-3b15-4182-8da9-fb0509b855b4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8123078 Nov 12 20:11:20.154978 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-caba5ea0-2da9-42e8-bdac-e0234be96fc8 service neutron] Request body: {'port': {'device_id': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:11:20.212137 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-caba5ea0-2da9-42e8-bdac-e0234be96fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:20.333650 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d82fbdc4-c683-4a91-b290-b444d9705302 None None] Provisioning complete for port 5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:11:20.334481 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d82fbdc4-c683-4a91-b290-b444d9705302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:20.387200 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-d82fbdc4-c683-4a91-b290-b444d9705302 None None] Port 5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:11:20.508945 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-caba5ea0-2da9-42e8-bdac-e0234be96fc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60910e1f-f0d1-4eec-848e-460daa336aca {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:11:20.516256 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-caba5ea0-2da9-42e8-bdac-e0234be96fc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:20.528222 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-caba5ea0-2da9-42e8-bdac-e0234be96fc8 service neutron] Transition to ACTIVE for port object 60910e1f-f0d1-4eec-848e-460daa336aca will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:11:20.532710 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-caba5ea0-2da9-42e8-bdac-e0234be96fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:20.589865 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba5ea0-2da9-42e8-bdac-e0234be96fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=60910e1f-f0d1-4eec-848e-460daa336aca,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:20.740175 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-caba5ea0-2da9-42e8-bdac-e0234be96fc8 service neutron] Attempting to bind port 60910e1f-f0d1-4eec-848e-460daa336aca on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:11:20.740964 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-caba5ea0-2da9-42e8-bdac-e0234be96fc8 service neutron] Attempting to bind port 60910e1f-f0d1-4eec-848e-460daa336aca by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'c8159339-4435-4af0-9c54-46eb2fa783d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:11:20.741209 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-caba5ea0-2da9-42e8-bdac-e0234be96fc8 service neutron] Attempting to bind port 60910e1f-f0d1-4eec-848e-460daa336aca on network bd6be986-db97-4cb9-abe7-787b341a3cd5 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:11:20.748739 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-caba5ea0-2da9-42e8-bdac-e0234be96fc8 service neutron] Port 60910e1f-f0d1-4eec-848e-460daa336aca on network bd6be986-db97-4cb9-abe7-787b341a3cd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:11:20.749635 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-caba5ea0-2da9-42e8-bdac-e0234be96fc8 service neutron] Attempting to bind port 60910e1f-f0d1-4eec-848e-460daa336aca on network bd6be986-db97-4cb9-abe7-787b341a3cd5 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:11:20.755412 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-caba5ea0-2da9-42e8-bdac-e0234be96fc8 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:11:20.755748 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-caba5ea0-2da9-42e8-bdac-e0234be96fc8 service neutron] Checking segment: {'id': 'c8159339-4435-4af0-9c54-46eb2fa783d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:11:20.756213 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-caba5ea0-2da9-42e8-bdac-e0234be96fc8 service neutron] Bound using segment: {'id': 'c8159339-4435-4af0-9c54-46eb2fa783d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:11:20.756681 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-caba5ea0-2da9-42e8-bdac-e0234be96fc8 service neutron] Bound port: 60910e1f-f0d1-4eec-848e-460daa336aca, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8159339-4435-4af0-9c54-46eb2fa783d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:11:20.757045 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-caba5ea0-2da9-42e8-bdac-e0234be96fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:20.798930 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff865d8e-8e4d-48cb-8dd2-dd59c936d12f req-ba3c91a0-5476-4f1e-81c8-55c37db5ad63 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:20.800553 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff865d8e-8e4d-48cb-8dd2-dd59c936d12f req-ba3c91a0-5476-4f1e-81c8-55c37db5ad63 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.1292858 Nov 12 20:11:20.873218 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-caba5ea0-2da9-42e8-bdac-e0234be96fc8 service neutron] For port 60910e1f-f0d1-4eec-848e-460daa336aca, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:11:20.877267 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-caba5ea0-2da9-42e8-bdac-e0234be96fc8 service neutron] For port 60910e1f-f0d1-4eec-848e-460daa336aca, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=60910e1f-f0d1-4eec-848e-460daa336aca,segment=NetworkSegment(c8159339-4435-4af0-9c54-46eb2fa783d6),segment_id=c8159339-4435-4af0-9c54-46eb2fa783d6)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:11:20.883076 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff865d8e-8e4d-48cb-8dd2-dd59c936d12f req-3379e057-c91f-4abd-ac88-4cf7905aab38 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722175 Nov 12 20:11:20.884723 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-caba5ea0-2da9-42e8-bdac-e0234be96fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:20.934184 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-caba5ea0-2da9-42e8-bdac-e0234be96fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:20.934815 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-caba5ea0-2da9-42e8-bdac-e0234be96fc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:20.936218 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-caba5ea0-2da9-42e8-bdac-e0234be96fc8 service neutron] 10.222.0.55 "PUT /v2.0/ports/60910e1f-f0d1-4eec-848e-460daa336aca HTTP/1.1" status: 200 len: 1092 time: 0.7990618 Nov 12 20:11:20.954454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'tag': '60910e1f-f0d1-4eec-848e-460daa336aca'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:11:20.961632 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077d9bcb-0b43-4fed-8c22-65fc1e76fe48" -d '{"events": [{"name": "network-changed", "server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "tag": "60910e1f-f0d1-4eec-848e-460daa336aca"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:11:20.998231 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-5105681e-3745-478c-bf13-1014e7eea23b service neutron] Request body: {'port': {'device_id': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:11:21.061138 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed2cf05-281f-40eb-ad88-faa613ab7812 x-openstack-request-id: req-bed2cf05-281f-40eb-ad88-faa613ab7812 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:11:21.061429 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "tag": "60910e1f-f0d1-4eec-848e-460daa336aca", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:11:21.061676 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bed2cf05-281f-40eb-ad88-faa613ab7812 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:11:21.063847 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'tag': '60910e1f-f0d1-4eec-848e-460daa336aca', 'status': 'completed', 'code': 200} Nov 12 20:11:21.095183 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e0b7a-c249-4914-a44c-b034ce6a1dd0 req-c618b653-6d34-40c5-9cfd-70ff1d2b670f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:21.101919 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e0b7a-c249-4914-a44c-b034ce6a1dd0 req-c618b653-6d34-40c5-9cfd-70ff1d2b670f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:21.102918 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba5ea0-2da9-42e8-bdac-e0234be96fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=60910e1f-f0d1-4eec-848e-460daa336aca,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:21.120150 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e0b7a-c249-4914-a44c-b034ce6a1dd0 req-c618b653-6d34-40c5-9cfd-70ff1d2b670f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:21.126973 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e0b7a-c249-4914-a44c-b034ce6a1dd0 req-c618b653-6d34-40c5-9cfd-70ff1d2b670f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:21.145630 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-5105681e-3745-478c-bf13-1014e7eea23b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:21.149455 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e0b7a-c249-4914-a44c-b034ce6a1dd0 req-c618b653-6d34-40c5-9cfd-70ff1d2b670f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:21.151553 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-672e0b7a-c249-4914-a44c-b034ce6a1dd0 req-c618b653-6d34-40c5-9cfd-70ff1d2b670f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 3827 time: 0.1344099 Nov 12 20:11:21.173634 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d9bcb-0b43-4fed-8c22-65fc1e76fe48 req-70874b36-9acd-461e-904e-409482fb1868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:21.174110 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d9bcb-0b43-4fed-8c22-65fc1e76fe48 req-70874b36-9acd-461e-904e-409482fb1868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:21.175033 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d9bcb-0b43-4fed-8c22-65fc1e76fe48 req-70874b36-9acd-461e-904e-409482fb1868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:21.175411 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d9bcb-0b43-4fed-8c22-65fc1e76fe48 req-70874b36-9acd-461e-904e-409482fb1868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:21.176011 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d9bcb-0b43-4fed-8c22-65fc1e76fe48 req-70874b36-9acd-461e-904e-409482fb1868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:21.182737 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-077d9bcb-0b43-4fed-8c22-65fc1e76fe48 req-70874b36-9acd-461e-904e-409482fb1868 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4852665fabb5408ab377b1cbc45feb40&device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 4363 time: 0.1178670 Nov 12 20:11:21.240510 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-672e0b7a-c249-4914-a44c-b034ce6a1dd0 req-3608cf71-26d6-47fe-8b6f-6c47f43b4656 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825331 Nov 12 20:11:21.550893 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f4261-71f3-4152-adb1-89c7b9187a37 req-6950de5f-3973-4abb-b6f9-494bbf08fcde tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:21.552415 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9e0f4261-71f3-4152-adb1-89c7b9187a37 req-6950de5f-3973-4abb-b6f9-494bbf08fcde tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.2583015 Nov 12 20:11:21.605638 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d9bcb-0b43-4fed-8c22-65fc1e76fe48 req-e2fb863a-6744-458b-952b-02ad2f59d54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:21.606635 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d9bcb-0b43-4fed-8c22-65fc1e76fe48 req-e2fb863a-6744-458b-952b-02ad2f59d54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:21.606635 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d9bcb-0b43-4fed-8c22-65fc1e76fe48 req-e2fb863a-6744-458b-952b-02ad2f59d54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:21.608004 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-077d9bcb-0b43-4fed-8c22-65fc1e76fe48 req-e2fb863a-6744-458b-952b-02ad2f59d54e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4852665fabb5408ab377b1cbc45feb40&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4094429 Nov 12 20:11:22.013824 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba135649-1ad1-434d-95a1-09fec55e995c req-cc687db7-b02c-4cf2-bf9f-14d4c8d39a54 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:22.015672 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ba135649-1ad1-434d-95a1-09fec55e995c req-cc687db7-b02c-4cf2-bf9f-14d4c8d39a54 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.0582898 Nov 12 20:11:22.032052 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9e0f4261-71f3-4152-adb1-89c7b9187a37 req-1b6fdc3d-2ea1-499b-91c0-d58bd51ed6f0 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4467206 Nov 12 20:11:22.072689 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ba135649-1ad1-434d-95a1-09fec55e995c req-97b8f630-00f8-4cb4-9f25-137e65594970 tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/security-groups?id=335ddddb-fd51-4d61-a69e-9db5af4b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496013 Nov 12 20:11:22.104885 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d9bcb-0b43-4fed-8c22-65fc1e76fe48 req-a73d6a04-d1f3-4d40-a811-eb55b49af145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:22.106356 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-077d9bcb-0b43-4fed-8c22-65fc1e76fe48 req-a73d6a04-d1f3-4d40-a811-eb55b49af145 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4900644 Nov 12 20:11:22.119161 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-5105681e-3745-478c-bf13-1014e7eea23b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c68d458-cf6b-40f0-99d1-44f97634c3b5 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:11:22.126816 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-5105681e-3745-478c-bf13-1014e7eea23b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:22.139136 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-5105681e-3745-478c-bf13-1014e7eea23b service neutron] Transition to ACTIVE for port object 7c68d458-cf6b-40f0-99d1-44f97634c3b5 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:11:22.143117 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-5105681e-3745-478c-bf13-1014e7eea23b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:22.201876 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105681e-3745-478c-bf13-1014e7eea23b service neutron] Pushing event updated for resources: {'Port': ['ID=7c68d458-cf6b-40f0-99d1-44f97634c3b5,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:22.214887 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8c9d265e-de6d-4a02-bce4-e483bd9bdfc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:22.283656 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-5105681e-3745-478c-bf13-1014e7eea23b service neutron] Attempting to bind port 7c68d458-cf6b-40f0-99d1-44f97634c3b5 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:11:22.284066 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-5105681e-3745-478c-bf13-1014e7eea23b service neutron] Attempting to bind port 7c68d458-cf6b-40f0-99d1-44f97634c3b5 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:11:22.284647 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-5105681e-3745-478c-bf13-1014e7eea23b service neutron] Attempting to bind port 7c68d458-cf6b-40f0-99d1-44f97634c3b5 on network 52e60747-ae16-46d8-9dbe-b7ebe5cc096d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:11:22.291671 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-5105681e-3745-478c-bf13-1014e7eea23b service neutron] Port 7c68d458-cf6b-40f0-99d1-44f97634c3b5 on network 52e60747-ae16-46d8-9dbe-b7ebe5cc096d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:11:22.292059 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-5105681e-3745-478c-bf13-1014e7eea23b service neutron] Attempting to bind port 7c68d458-cf6b-40f0-99d1-44f97634c3b5 on network 52e60747-ae16-46d8-9dbe-b7ebe5cc096d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:11:22.298297 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-5105681e-3745-478c-bf13-1014e7eea23b service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:11:22.298773 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-5105681e-3745-478c-bf13-1014e7eea23b service neutron] Checking segment: {'id': '1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:11:22.299268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-5105681e-3745-478c-bf13-1014e7eea23b service neutron] Bound using segment: {'id': '1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:11:22.299989 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-5105681e-3745-478c-bf13-1014e7eea23b service neutron] Bound port: 7c68d458-cf6b-40f0-99d1-44f97634c3b5, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:11:22.300482 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-5105681e-3745-478c-bf13-1014e7eea23b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:22.388720 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-5105681e-3745-478c-bf13-1014e7eea23b service neutron] For port 7c68d458-cf6b-40f0-99d1-44f97634c3b5, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:11:22.393083 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-5105681e-3745-478c-bf13-1014e7eea23b service neutron] For port 7c68d458-cf6b-40f0-99d1-44f97634c3b5, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=7c68d458-cf6b-40f0-99d1-44f97634c3b5,segment=NetworkSegment(1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb),segment_id=1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:11:22.400098 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-5105681e-3745-478c-bf13-1014e7eea23b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:22.450004 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-5105681e-3745-478c-bf13-1014e7eea23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:22.451089 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-5105681e-3745-478c-bf13-1014e7eea23b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:22.452978 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-5105681e-3745-478c-bf13-1014e7eea23b service neutron] 10.222.0.55 "PUT /v2.0/ports/7c68d458-cf6b-40f0-99d1-44f97634c3b5 HTTP/1.1" status: 200 len: 1137 time: 1.4583817 Nov 12 20:11:22.461625 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b6200-9ad8-4be8-a963-135414d99479 req-6702d92b-d9fb-49bd-a5eb-650e188b7599 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:22.475975 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b6200-9ad8-4be8-a963-135414d99479 req-6702d92b-d9fb-49bd-a5eb-650e188b7599 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:22.485134 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b6200-9ad8-4be8-a963-135414d99479 req-6702d92b-d9fb-49bd-a5eb-650e188b7599 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:22.500625 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-05d9a24c-fdf3-4d90-b609-89aefb0504e0 service neutron] Request body: {'port': {'device_id': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:11:22.508782 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b6200-9ad8-4be8-a963-135414d99479 req-6702d92b-d9fb-49bd-a5eb-650e188b7599 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:22.520650 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b6200-9ad8-4be8-a963-135414d99479 req-6702d92b-d9fb-49bd-a5eb-650e188b7599 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:22.528996 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b6200-9ad8-4be8-a963-135414d99479 req-6702d92b-d9fb-49bd-a5eb-650e188b7599 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:22.533277 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105681e-3745-478c-bf13-1014e7eea23b service neutron] Pushing event updated for resources: {'Port': ['ID=7c68d458-cf6b-40f0-99d1-44f97634c3b5,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:22.533416 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-107b6200-9ad8-4be8-a963-135414d99479 req-6702d92b-d9fb-49bd-a5eb-650e188b7599 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 4605 time: 0.1731071 Nov 12 20:11:22.610764 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-05d9a24c-fdf3-4d90-b609-89aefb0504e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:22.620805 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-107b6200-9ad8-4be8-a963-135414d99479 req-f9a0aa83-7968-41c7-b353-0228a1103f83 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0742311 Nov 12 20:11:22.783112 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e5a5b-5c64-4b7b-8c19-b76fc3244eb8 req-1993bfb1-83a0-4663-967b-7701ec7de59f tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:22.784805 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-349e5a5b-5c64-4b7b-8c19-b76fc3244eb8 req-1993bfb1-83a0-4663-967b-7701ec7de59f tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.52 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 945 time: 0.0587194 Nov 12 20:11:22.886754 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-349e5a5b-5c64-4b7b-8c19-b76fc3244eb8 req-54c87577-56e4-4f7a-b805-7229c06c7c4c tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Deleting port 14079dbe-507f-4de1-a16b-eaaf9e5707ae {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:11:22.887294 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-349e5a5b-5c64-4b7b-8c19-b76fc3244eb8 req-54c87577-56e4-4f7a-b805-7229c06c7c4c tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:22.900699 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-05d9a24c-fdf3-4d90-b609-89aefb0504e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bf2886a-7dd4-4335-8bda-619bc89bd1cd {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:11:22.908189 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-05d9a24c-fdf3-4d90-b609-89aefb0504e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:22.921128 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-05d9a24c-fdf3-4d90-b609-89aefb0504e0 service neutron] Transition to ACTIVE for port object 8bf2886a-7dd4-4335-8bda-619bc89bd1cd will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:11:22.924839 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-05d9a24c-fdf3-4d90-b609-89aefb0504e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:22.985553 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-349e5a5b-5c64-4b7b-8c19-b76fc3244eb8 req-54c87577-56e4-4f7a-b805-7229c06c7c4c tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] For port 14079dbe-507f-4de1-a16b-eaaf9e5707ae, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=14079dbe-507f-4de1-a16b-eaaf9e5707ae,segment=NetworkSegment(6feb3a71-a7f1-4678-93e5-b41620161eec),segment_id=6feb3a71-a7f1-4678-93e5-b41620161eec)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:11:22.986012 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-349e5a5b-5c64-4b7b-8c19-b76fc3244eb8 req-54c87577-56e4-4f7a-b805-7229c06c7c4c tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:23.001564 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9a24c-fdf3-4d90-b609-89aefb0504e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf2886a-7dd4-4335-8bda-619bc89bd1cd,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:23.003782 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-349e5a5b-5c64-4b7b-8c19-b76fc3244eb8 req-54c87577-56e4-4f7a-b805-7229c06c7c4c tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Calling delete_port for 14079dbe-507f-4de1-a16b-eaaf9e5707ae owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:11:23.053753 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-05d9a24c-fdf3-4d90-b609-89aefb0504e0 service neutron] Attempting to bind port 8bf2886a-7dd4-4335-8bda-619bc89bd1cd on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:11:23.054099 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-05d9a24c-fdf3-4d90-b609-89aefb0504e0 service neutron] Attempting to bind port 8bf2886a-7dd4-4335-8bda-619bc89bd1cd by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:11:23.054425 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-05d9a24c-fdf3-4d90-b609-89aefb0504e0 service neutron] Attempting to bind port 8bf2886a-7dd4-4335-8bda-619bc89bd1cd on network 52e60747-ae16-46d8-9dbe-b7ebe5cc096d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:11:23.059286 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-05d9a24c-fdf3-4d90-b609-89aefb0504e0 service neutron] Port 8bf2886a-7dd4-4335-8bda-619bc89bd1cd on network 52e60747-ae16-46d8-9dbe-b7ebe5cc096d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:11:23.059561 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-05d9a24c-fdf3-4d90-b609-89aefb0504e0 service neutron] Attempting to bind port 8bf2886a-7dd4-4335-8bda-619bc89bd1cd on network 52e60747-ae16-46d8-9dbe-b7ebe5cc096d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:11:23.066908 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'tag': '7c68d458-cf6b-40f0-99d1-44f97634c3b5'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:11:23.069409 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fd3dbb-be4c-4547-8a62-3d3bb9858d74" -d '{"events": [{"name": "network-changed", "server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "tag": "7c68d458-cf6b-40f0-99d1-44f97634c3b5"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:11:23.074828 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-05d9a24c-fdf3-4d90-b609-89aefb0504e0 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:11:23.075236 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-05d9a24c-fdf3-4d90-b609-89aefb0504e0 service neutron] Checking segment: {'id': '1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:11:23.075691 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-05d9a24c-fdf3-4d90-b609-89aefb0504e0 service neutron] Bound using segment: {'id': '1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:11:23.076197 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-05d9a24c-fdf3-4d90-b609-89aefb0504e0 service neutron] Bound port: 8bf2886a-7dd4-4335-8bda-619bc89bd1cd, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:11:23.076731 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-05d9a24c-fdf3-4d90-b609-89aefb0504e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:23.201574 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543293d8-1ace-4e37-ab95-f348a3a97ad0 x-openstack-request-id: req-543293d8-1ace-4e37-ab95-f348a3a97ad0 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:11:23.201574 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "tag": "7c68d458-cf6b-40f0-99d1-44f97634c3b5", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:11:23.201574 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-543293d8-1ace-4e37-ab95-f348a3a97ad0 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:11:23.202012 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'tag': '7c68d458-cf6b-40f0-99d1-44f97634c3b5', 'status': 'completed', 'code': 200} Nov 12 20:11:23.224371 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-349e5a5b-5c64-4b7b-8c19-b76fc3244eb8 req-54c87577-56e4-4f7a-b805-7229c06c7c4c tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:23.241544 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['14079dbe-507f-4de1-a16b-eaaf9e5707ae'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:11:23.248783 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:11:23.289843 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-05d9a24c-fdf3-4d90-b609-89aefb0504e0 service neutron] For port 8bf2886a-7dd4-4335-8bda-619bc89bd1cd, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:11:23.294977 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-05d9a24c-fdf3-4d90-b609-89aefb0504e0 service neutron] For port 8bf2886a-7dd4-4335-8bda-619bc89bd1cd, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=8bf2886a-7dd4-4335-8bda-619bc89bd1cd,segment=NetworkSegment(1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb),segment_id=1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:11:23.306443 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-05d9a24c-fdf3-4d90-b609-89aefb0504e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:23.324277 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd3dbb-be4c-4547-8a62-3d3bb9858d74 req-20d15e45-df9a-4b4c-b821-d4872b777453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:23.324532 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd3dbb-be4c-4547-8a62-3d3bb9858d74 req-20d15e45-df9a-4b4c-b821-d4872b777453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:23.324719 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a111b726-0ee1-4414-865f-e3eab01635b9 req-38f44526-390e-49b0-b9d3-47e3eb79021b tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.48 "GET /v2.0/ports?device_id=399c02f6-b0b5-4e17-8ea7-3ff03cf87788 HTTP/1.1" status: 200 len: 210 time: 0.0629137 Nov 12 20:11:23.324946 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd3dbb-be4c-4547-8a62-3d3bb9858d74 req-20d15e45-df9a-4b4c-b821-d4872b777453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:23.325375 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd3dbb-be4c-4547-8a62-3d3bb9858d74 req-20d15e45-df9a-4b4c-b821-d4872b777453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:23.325543 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c87577-56e4-4f7a-b805-7229c06c7c4c tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Pushing event deleted for resources: {'Port': ['ID=14079dbe-507f-4de1-a16b-eaaf9e5707ae,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:23.325840 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd3dbb-be4c-4547-8a62-3d3bb9858d74 req-20d15e45-df9a-4b4c-b821-d4872b777453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:23.326305 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd3dbb-be4c-4547-8a62-3d3bb9858d74 req-20d15e45-df9a-4b4c-b821-d4872b777453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:23.327023 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd3dbb-be4c-4547-8a62-3d3bb9858d74 req-20d15e45-df9a-4b4c-b821-d4872b777453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:23.329059 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-67fd3dbb-be4c-4547-8a62-3d3bb9858d74 req-20d15e45-df9a-4b4c-b821-d4872b777453 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4852665fabb5408ab377b1cbc45feb40&device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 6179 time: 0.1145058 Nov 12 20:11:23.404744 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-349e5a5b-5c64-4b7b-8c19-b76fc3244eb8 req-54c87577-56e4-4f7a-b805-7229c06c7c4c tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] No DVR routers for this DVR port 14079dbe-507f-4de1-a16b-eaaf9e5707ae on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:11:23.407245 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067555b3-9b3b-4438-97af-0bd0c2963bf0 req-5f421ca1-a7cc-4927-b7ae-2763d390916c tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:23.407647 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-349e5a5b-5c64-4b7b-8c19-b76fc3244eb8 req-54c87577-56e4-4f7a-b805-7229c06c7c4c tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:23.409364 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-067555b3-9b3b-4438-97af-0bd0c2963bf0 req-5f421ca1-a7cc-4927-b7ae-2763d390916c tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.2064264 Nov 12 20:11:23.411071 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-349e5a5b-5c64-4b7b-8c19-b76fc3244eb8 req-54c87577-56e4-4f7a-b805-7229c06c7c4c tempest-ServerRescueNegativeTestJSON-1278133556 tempest-ServerRescueNegativeTestJSON-1278133556-project] 10.222.0.52 "DELETE /v2.0/ports/14079dbe-507f-4de1-a16b-eaaf9e5707ae HTTP/1.1" status: 204 len: 173 time: 0.6180365 Nov 12 20:11:23.412561 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399c02f6-b0b5-4e17-8ea7-3ff03cf87788', 'name': 'network-vif-deleted', 'tag': '14079dbe-507f-4de1-a16b-eaaf9e5707ae'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:11:23.417584 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7873594-7b18-4232-bce2-a23521324ef7" -d '{"events": [{"server_uuid": "399c02f6-b0b5-4e17-8ea7-3ff03cf87788", "name": "network-vif-deleted", "tag": "14079dbe-507f-4de1-a16b-eaaf9e5707ae"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:11:23.418253 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-05d9a24c-fdf3-4d90-b609-89aefb0504e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:23.418886 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-05d9a24c-fdf3-4d90-b609-89aefb0504e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:23.420502 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-05d9a24c-fdf3-4d90-b609-89aefb0504e0 service neutron] 10.222.0.55 "PUT /v2.0/ports/8bf2886a-7dd4-4335-8bda-619bc89bd1cd HTTP/1.1" status: 200 len: 1135 time: 0.9247546 Nov 12 20:11:23.568073 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd3dbb-be4c-4547-8a62-3d3bb9858d74 req-984cdf69-431b-475f-8507-f4099d2cb149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:23.569462 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd3dbb-be4c-4547-8a62-3d3bb9858d74 req-984cdf69-431b-475f-8507-f4099d2cb149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:23.570375 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd3dbb-be4c-4547-8a62-3d3bb9858d74 req-984cdf69-431b-475f-8507-f4099d2cb149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:23.572692 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-67fd3dbb-be4c-4547-8a62-3d3bb9858d74 req-984cdf69-431b-475f-8507-f4099d2cb149 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4852665fabb5408ab377b1cbc45feb40&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2189105 Nov 12 20:11:23.577010 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-d53b681b-a2f8-461f-8004-7a91abcb5982 service neutron] Request body: {'port': {'device_id': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:11:23.633896 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98302dd-c55e-42cb-b19f-b84980f741b8 x-openstack-request-id: req-c98302dd-c55e-42cb-b19f-b84980f741b8 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:11:23.634414 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399c02f6-b0b5-4e17-8ea7-3ff03cf87788", "name": "network-vif-deleted", "tag": "14079dbe-507f-4de1-a16b-eaaf9e5707ae", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:11:23.634414 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c98302dd-c55e-42cb-b19f-b84980f741b8 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:11:23.635484 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399c02f6-b0b5-4e17-8ea7-3ff03cf87788', 'name': 'network-vif-deleted', 'tag': '14079dbe-507f-4de1-a16b-eaaf9e5707ae', 'status': 'completed', 'code': 200} Nov 12 20:11:23.653759 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9a24c-fdf3-4d90-b609-89aefb0504e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf2886a-7dd4-4335-8bda-619bc89bd1cd,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:23.682524 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:23.726947 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:23.803492 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd3dbb-be4c-4547-8a62-3d3bb9858d74 req-67ec8123-4635-413c-a8dc-994d5cd94155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:23.805215 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-67fd3dbb-be4c-4547-8a62-3d3bb9858d74 req-67ec8123-4635-413c-a8dc-994d5cd94155 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2072480 Nov 12 20:11:23.820698 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-067555b3-9b3b-4438-97af-0bd0c2963bf0 req-83dcd65e-fcd3-4e62-a60f-5fdf4beb4c53 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3920715 Nov 12 20:11:23.842447 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-d53b681b-a2f8-461f-8004-7a91abcb5982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:23.943071 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ecfa7-ff48-4db5-b19e-1cff7c3dc5a1 req-23da631f-f654-4d15-aa15-ba1c9e813679 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:23.950388 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ecfa7-ff48-4db5-b19e-1cff7c3dc5a1 req-23da631f-f654-4d15-aa15-ba1c9e813679 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:23.957126 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ecfa7-ff48-4db5-b19e-1cff7c3dc5a1 req-23da631f-f654-4d15-aa15-ba1c9e813679 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:23.964417 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ecfa7-ff48-4db5-b19e-1cff7c3dc5a1 req-23da631f-f654-4d15-aa15-ba1c9e813679 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:23.972334 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ecfa7-ff48-4db5-b19e-1cff7c3dc5a1 req-23da631f-f654-4d15-aa15-ba1c9e813679 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:23.979533 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ecfa7-ff48-4db5-b19e-1cff7c3dc5a1 req-23da631f-f654-4d15-aa15-ba1c9e813679 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:23.986225 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ecfa7-ff48-4db5-b19e-1cff7c3dc5a1 req-23da631f-f654-4d15-aa15-ba1c9e813679 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:23.994966 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-533ecfa7-ff48-4db5-b19e-1cff7c3dc5a1 req-23da631f-f654-4d15-aa15-ba1c9e813679 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5381 time: 0.1218112 Nov 12 20:11:24.053713 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-533ecfa7-ff48-4db5-b19e-1cff7c3dc5a1 req-71297e98-5124-4790-8545-a98b11109a89 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571764 Nov 12 20:11:24.175438 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-d53b681b-a2f8-461f-8004-7a91abcb5982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d475ee-cd28-4a98-ab67-825a574e5c5e {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:11:24.184033 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-d53b681b-a2f8-461f-8004-7a91abcb5982 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:24.197040 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-d53b681b-a2f8-461f-8004-7a91abcb5982 service neutron] Transition to ACTIVE for port object e4d475ee-cd28-4a98-ab67-825a574e5c5e will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:11:24.201202 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-d53b681b-a2f8-461f-8004-7a91abcb5982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:24.272866 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b681b-a2f8-461f-8004-7a91abcb5982 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d475ee-cd28-4a98-ab67-825a574e5c5e,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:24.328876 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-d53b681b-a2f8-461f-8004-7a91abcb5982 service neutron] Attempting to bind port e4d475ee-cd28-4a98-ab67-825a574e5c5e on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:11:24.329681 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-d53b681b-a2f8-461f-8004-7a91abcb5982 service neutron] Attempting to bind port e4d475ee-cd28-4a98-ab67-825a574e5c5e by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:11:24.330017 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-d53b681b-a2f8-461f-8004-7a91abcb5982 service neutron] Attempting to bind port e4d475ee-cd28-4a98-ab67-825a574e5c5e on network 52e60747-ae16-46d8-9dbe-b7ebe5cc096d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:11:24.334825 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-d53b681b-a2f8-461f-8004-7a91abcb5982 service neutron] Port e4d475ee-cd28-4a98-ab67-825a574e5c5e on network 52e60747-ae16-46d8-9dbe-b7ebe5cc096d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:11:24.335165 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-d53b681b-a2f8-461f-8004-7a91abcb5982 service neutron] Attempting to bind port e4d475ee-cd28-4a98-ab67-825a574e5c5e on network 52e60747-ae16-46d8-9dbe-b7ebe5cc096d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:11:24.341907 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-d53b681b-a2f8-461f-8004-7a91abcb5982 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:11:24.342239 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-d53b681b-a2f8-461f-8004-7a91abcb5982 service neutron] Checking segment: {'id': '1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:11:24.342626 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-d53b681b-a2f8-461f-8004-7a91abcb5982 service neutron] Bound using segment: {'id': '1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:11:24.343079 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-d53b681b-a2f8-461f-8004-7a91abcb5982 service neutron] Bound port: e4d475ee-cd28-4a98-ab67-825a574e5c5e, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:11:24.343444 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-d53b681b-a2f8-461f-8004-7a91abcb5982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:24.400042 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 40316) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:24.414002 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-d53b681b-a2f8-461f-8004-7a91abcb5982 service neutron] For port e4d475ee-cd28-4a98-ab67-825a574e5c5e, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:11:24.417377 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-d53b681b-a2f8-461f-8004-7a91abcb5982 service neutron] For port e4d475ee-cd28-4a98-ab67-825a574e5c5e, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e4d475ee-cd28-4a98-ab67-825a574e5c5e,segment=NetworkSegment(1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb),segment_id=1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:11:24.424716 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-d53b681b-a2f8-461f-8004-7a91abcb5982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:24.471470 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-d53b681b-a2f8-461f-8004-7a91abcb5982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:24.472117 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-d53b681b-a2f8-461f-8004-7a91abcb5982 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:24.473580 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-d53b681b-a2f8-461f-8004-7a91abcb5982 service neutron] 10.222.0.55 "PUT /v2.0/ports/e4d475ee-cd28-4a98-ab67-825a574e5c5e HTTP/1.1" status: 200 len: 1091 time: 1.0074720 Nov 12 20:11:24.500398 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b681b-a2f8-461f-8004-7a91abcb5982 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d475ee-cd28-4a98-ab67-825a574e5c5e,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:24.510819 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-facded18-b941-401a-a42b-c8b32da30d42 service neutron] Request body: {'port': {'device_id': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:11:24.608139 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-facded18-b941-401a-a42b-c8b32da30d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:25.039298 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4afe51e2-efca-4615-9c73-6592116fe232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:25.052084 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:25.080400 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5d631-d239-41f4-aa5c-f3b8ee472f67 req-4ac8bb76-1390-4b48-a89e-1b3567ec69c8 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:25.082200 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-63c5d631-d239-41f4-aa5c-f3b8ee472f67 req-4ac8bb76-1390-4b48-a89e-1b3567ec69c8 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.1137297 Nov 12 20:11:25.165220 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-63c5d631-d239-41f4-aa5c-f3b8ee472f67 req-a1e692ed-e59c-41dd-8fd6-c419a40dfd91 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706053 Nov 12 20:11:25.209366 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'tag': '8bf2886a-7dd4-4335-8bda-619bc89bd1cd'}, {'name': 'network-changed', 'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'tag': 'e4d475ee-cd28-4a98-ab67-825a574e5c5e'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:11:25.211638 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f4a8a2-ff56-49e3-95bd-341265120f88" -d '{"events": [{"name": "network-changed", "server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "tag": "8bf2886a-7dd4-4335-8bda-619bc89bd1cd"}, {"name": "network-changed", "server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "tag": "e4d475ee-cd28-4a98-ab67-825a574e5c5e"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:11:25.227555 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-facded18-b941-401a-a42b-c8b32da30d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d51039-4f5f-40e0-a541-b315dbaf21c3 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:11:25.236583 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-facded18-b941-401a-a42b-c8b32da30d42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:25.252022 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-facded18-b941-401a-a42b-c8b32da30d42 service neutron] Transition to ACTIVE for port object 10d51039-4f5f-40e0-a541-b315dbaf21c3 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:11:25.270568 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-facded18-b941-401a-a42b-c8b32da30d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:25.306466 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 20:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21b70d4-d5c4-490e-a02f-f08622dde853 x-openstack-request-id: req-e21b70d4-d5c4-490e-a02f-f08622dde853 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:11:25.306921 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "tag": "8bf2886a-7dd4-4335-8bda-619bc89bd1cd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "tag": "e4d475ee-cd28-4a98-ab67-825a574e5c5e", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:11:25.307282 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e21b70d4-d5c4-490e-a02f-f08622dde853 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:11:25.307777 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'tag': '8bf2886a-7dd4-4335-8bda-619bc89bd1cd', 'status': 'completed', 'code': 200} Nov 12 20:11:25.308148 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'tag': 'e4d475ee-cd28-4a98-ab67-825a574e5c5e', 'status': 'completed', 'code': 200} Nov 12 20:11:25.326573 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7eb7d0-85e6-40b3-985c-96a9bbd7ae73 req-6ba0cc5c-6cd4-4221-b39c-ea97e4861593 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:25.335947 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7eb7d0-85e6-40b3-985c-96a9bbd7ae73 req-6ba0cc5c-6cd4-4221-b39c-ea97e4861593 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:25.343285 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7eb7d0-85e6-40b3-985c-96a9bbd7ae73 req-6ba0cc5c-6cd4-4221-b39c-ea97e4861593 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:25.351561 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7eb7d0-85e6-40b3-985c-96a9bbd7ae73 req-6ba0cc5c-6cd4-4221-b39c-ea97e4861593 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:25.361509 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7eb7d0-85e6-40b3-985c-96a9bbd7ae73 req-6ba0cc5c-6cd4-4221-b39c-ea97e4861593 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:25.368475 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7eb7d0-85e6-40b3-985c-96a9bbd7ae73 req-6ba0cc5c-6cd4-4221-b39c-ea97e4861593 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:25.375011 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7eb7d0-85e6-40b3-985c-96a9bbd7ae73 req-6ba0cc5c-6cd4-4221-b39c-ea97e4861593 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:25.384394 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0a7eb7d0-85e6-40b3-985c-96a9bbd7ae73 req-6ba0cc5c-6cd4-4221-b39c-ea97e4861593 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5393 time: 0.2011006 Nov 12 20:11:25.500572 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0a7eb7d0-85e6-40b3-985c-96a9bbd7ae73 req-36a5ae2c-d641-4616-b542-35b83f642590 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1093404 Nov 12 20:11:25.529528 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facded18-b941-401a-a42b-c8b32da30d42 service neutron] Pushing event updated for resources: {'Port': ['ID=10d51039-4f5f-40e0-a541-b315dbaf21c3,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:25.550533 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-facded18-b941-401a-a42b-c8b32da30d42 service neutron] Attempting to bind port 10d51039-4f5f-40e0-a541-b315dbaf21c3 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:11:25.551015 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-facded18-b941-401a-a42b-c8b32da30d42 service neutron] Attempting to bind port 10d51039-4f5f-40e0-a541-b315dbaf21c3 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:11:25.551446 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-facded18-b941-401a-a42b-c8b32da30d42 service neutron] Attempting to bind port 10d51039-4f5f-40e0-a541-b315dbaf21c3 on network 52e60747-ae16-46d8-9dbe-b7ebe5cc096d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:11:25.558228 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-facded18-b941-401a-a42b-c8b32da30d42 service neutron] Port 10d51039-4f5f-40e0-a541-b315dbaf21c3 on network 52e60747-ae16-46d8-9dbe-b7ebe5cc096d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:11:25.558682 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-facded18-b941-401a-a42b-c8b32da30d42 service neutron] Attempting to bind port 10d51039-4f5f-40e0-a541-b315dbaf21c3 on network 52e60747-ae16-46d8-9dbe-b7ebe5cc096d {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:11:25.563910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-facded18-b941-401a-a42b-c8b32da30d42 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:11:25.564404 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-facded18-b941-401a-a42b-c8b32da30d42 service neutron] Checking segment: {'id': '1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:11:25.564887 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-facded18-b941-401a-a42b-c8b32da30d42 service neutron] Bound using segment: {'id': '1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:11:25.565421 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-facded18-b941-401a-a42b-c8b32da30d42 service neutron] Bound port: 10d51039-4f5f-40e0-a541-b315dbaf21c3, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:11:25.565995 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-facded18-b941-401a-a42b-c8b32da30d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:25.588502 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4a8a2-ff56-49e3-95bd-341265120f88 req-2c776879-e971-466a-b915-4c1ea92f3d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:25.589067 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4a8a2-ff56-49e3-95bd-341265120f88 req-2c776879-e971-466a-b915-4c1ea92f3d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:25.589654 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4a8a2-ff56-49e3-95bd-341265120f88 req-2c776879-e971-466a-b915-4c1ea92f3d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:25.590186 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4a8a2-ff56-49e3-95bd-341265120f88 req-2c776879-e971-466a-b915-4c1ea92f3d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:25.590711 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4a8a2-ff56-49e3-95bd-341265120f88 req-2c776879-e971-466a-b915-4c1ea92f3d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:25.591237 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4a8a2-ff56-49e3-95bd-341265120f88 req-2c776879-e971-466a-b915-4c1ea92f3d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:25.591763 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4a8a2-ff56-49e3-95bd-341265120f88 req-2c776879-e971-466a-b915-4c1ea92f3d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:25.594328 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94f4a8a2-ff56-49e3-95bd-341265120f88 req-2c776879-e971-466a-b915-4c1ea92f3d32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4852665fabb5408ab377b1cbc45feb40&device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 6315 time: 0.2775404 Nov 12 20:11:25.701667 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-4afe51e2-efca-4615-9c73-6592116fe232 admin admin] Deleting port a1be57e4-f8d8-4f4e-8833-3ef15c5750f8 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:11:25.702754 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4afe51e2-efca-4615-9c73-6592116fe232 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:25.759772 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-facded18-b941-401a-a42b-c8b32da30d42 service neutron] For port 10d51039-4f5f-40e0-a541-b315dbaf21c3, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:11:25.797730 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-facded18-b941-401a-a42b-c8b32da30d42 service neutron] For port 10d51039-4f5f-40e0-a541-b315dbaf21c3, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=10d51039-4f5f-40e0-a541-b315dbaf21c3,segment=NetworkSegment(1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb),segment_id=1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:11:25.823702 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-facded18-b941-401a-a42b-c8b32da30d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:25.843148 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-4afe51e2-efca-4615-9c73-6592116fe232 admin admin] For port a1be57e4-f8d8-4f4e-8833-3ef15c5750f8, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a1be57e4-f8d8-4f4e-8833-3ef15c5750f8,segment=NetworkSegment(6feb3a71-a7f1-4678-93e5-b41620161eec),segment_id=6feb3a71-a7f1-4678-93e5-b41620161eec)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:11:25.844067 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4afe51e2-efca-4615-9c73-6592116fe232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:25.868889 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4a8a2-ff56-49e3-95bd-341265120f88 req-3fcf7379-c47e-4fdd-9e6d-63c10446e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:25.869351 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4a8a2-ff56-49e3-95bd-341265120f88 req-3fcf7379-c47e-4fdd-9e6d-63c10446e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:25.869815 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4a8a2-ff56-49e3-95bd-341265120f88 req-3fcf7379-c47e-4fdd-9e6d-63c10446e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:25.871447 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94f4a8a2-ff56-49e3-95bd-341265120f88 req-3fcf7379-c47e-4fdd-9e6d-63c10446e0f0 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4852665fabb5408ab377b1cbc45feb40&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2507405 Nov 12 20:11:25.879839 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-4afe51e2-efca-4615-9c73-6592116fe232 admin admin] Calling delete_port for a1be57e4-f8d8-4f4e-8833-3ef15c5750f8 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:11:25.880864 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-facded18-b941-401a-a42b-c8b32da30d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:25.881707 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-facded18-b941-401a-a42b-c8b32da30d42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:25.883083 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-facded18-b941-401a-a42b-c8b32da30d42 service neutron] 10.222.0.55 "PUT /v2.0/ports/10d51039-4f5f-40e0-a541-b315dbaf21c3 HTTP/1.1" status: 200 len: 1092 time: 1.3788693 Nov 12 20:11:25.937109 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1803197e-a971-483e-b498-4ca45f36ec8c service neutron] Request body: {'port': {'device_id': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:11:26.075433 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facded18-b941-401a-a42b-c8b32da30d42 service neutron] Pushing event updated for resources: {'Port': ['ID=10d51039-4f5f-40e0-a541-b315dbaf21c3,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:26.250158 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:26.290095 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1803197e-a971-483e-b498-4ca45f36ec8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:26.296125 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4a8a2-ff56-49e3-95bd-341265120f88 req-00c1e380-70a7-4c5a-b819-fceca33d4780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:26.297890 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94f4a8a2-ff56-49e3-95bd-341265120f88 req-00c1e380-70a7-4c5a-b819-fceca33d4780 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4135015 Nov 12 20:11:26.372895 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a080d3c-760c-4750-8502-a6c2395c613c req-565991c0-31af-4bfe-bdcc-7537e5ff8a3b tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:26.375749 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5a080d3c-760c-4750-8502-a6c2395c613c req-565991c0-31af-4bfe-bdcc-7537e5ff8a3b tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/networks?id=e7abfc9e-a3ae-4f6c-8c77-044549997684 HTTP/1.1" status: 200 len: 814 time: 0.4011424 Nov 12 20:11:26.443694 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5a080d3c-760c-4750-8502-a6c2395c613c req-d97cfcac-4ba3-4dd6-b8ce-8b0bcd8322ab tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/quotas/87a54bf00f1941cfa397a6b14cb6253b HTTP/1.1" status: 200 len: 375 time: 0.0174556 Nov 12 20:11:26.523921 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4a8a2-ff56-49e3-95bd-341265120f88 req-1ddcd611-394a-4216-b817-f80de1c914fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:26.524784 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4a8a2-ff56-49e3-95bd-341265120f88 req-1ddcd611-394a-4216-b817-f80de1c914fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:26.525417 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4a8a2-ff56-49e3-95bd-341265120f88 req-1ddcd611-394a-4216-b817-f80de1c914fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:26.526256 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4a8a2-ff56-49e3-95bd-341265120f88 req-1ddcd611-394a-4216-b817-f80de1c914fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:26.526880 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4a8a2-ff56-49e3-95bd-341265120f88 req-1ddcd611-394a-4216-b817-f80de1c914fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:26.527785 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4a8a2-ff56-49e3-95bd-341265120f88 req-1ddcd611-394a-4216-b817-f80de1c914fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:26.528613 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4a8a2-ff56-49e3-95bd-341265120f88 req-1ddcd611-394a-4216-b817-f80de1c914fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:26.530957 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94f4a8a2-ff56-49e3-95bd-341265120f88 req-1ddcd611-394a-4216-b817-f80de1c914fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4852665fabb5408ab377b1cbc45feb40&device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 6357 time: 0.1513059 Nov 12 20:11:26.655636 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5a080d3c-760c-4750-8502-a6c2395c613c req-9c9ef27d-1fa5-45fc-9534-4e2c0f3a6cde tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=87a54bf00f1941cfa397a6b14cb6253b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1966593 Nov 12 20:11:26.689680 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4afe51e2-efca-4615-9c73-6592116fe232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:26.737257 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2ba99-798b-4f16-b076-5c7cea1f2def req-f57b347e-d141-4ec6-beda-b64dfd77e99f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:26.739260 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4ba2ba99-798b-4f16-b076-5c7cea1f2def req-f57b347e-d141-4ec6-beda-b64dfd77e99f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.1088490 Nov 12 20:11:26.740050 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe51e2-efca-4615-9c73-6592116fe232 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1be57e4-f8d8-4f4e-8833-3ef15c5750f8,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:26.952654 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4afe51e2-efca-4615-9c73-6592116fe232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:27.037849 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4ba2ba99-798b-4f16-b076-5c7cea1f2def req-dff4e7a4-4afc-4581-ae22-4aae3746831f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2747242 Nov 12 20:11:27.416043 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'tag': '10d51039-4f5f-40e0-a541-b315dbaf21c3'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:11:27.418170 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a539c53-ce71-4611-b924-f5cede5a8644" -d '{"events": [{"name": "network-changed", "server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "tag": "10d51039-4f5f-40e0-a541-b315dbaf21c3"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:11:27.452057 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ec89c-329e-450b-8b03-54bfbc62cc82 req-98ba8786-cfe4-4987-929c-dc504ab40686 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:27.458892 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4a8a2-ff56-49e3-95bd-341265120f88 req-75e997e2-47c5-45c9-8a30-cb8ffc10f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:27.460053 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4a8a2-ff56-49e3-95bd-341265120f88 req-75e997e2-47c5-45c9-8a30-cb8ffc10f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:27.460544 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4a8a2-ff56-49e3-95bd-341265120f88 req-75e997e2-47c5-45c9-8a30-cb8ffc10f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:27.462368 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94f4a8a2-ff56-49e3-95bd-341265120f88 req-75e997e2-47c5-45c9-8a30-cb8ffc10f5e4 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4852665fabb5408ab377b1cbc45feb40&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8769388 Nov 12 20:11:27.462899 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ec89c-329e-450b-8b03-54bfbc62cc82 req-98ba8786-cfe4-4987-929c-dc504ab40686 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:27.470655 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ec89c-329e-450b-8b03-54bfbc62cc82 req-98ba8786-cfe4-4987-929c-dc504ab40686 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:27.478162 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ec89c-329e-450b-8b03-54bfbc62cc82 req-98ba8786-cfe4-4987-929c-dc504ab40686 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:27.486738 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ec89c-329e-450b-8b03-54bfbc62cc82 req-98ba8786-cfe4-4987-929c-dc504ab40686 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:27.492615 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ec89c-329e-450b-8b03-54bfbc62cc82 req-98ba8786-cfe4-4987-929c-dc504ab40686 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:27.500763 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ec89c-329e-450b-8b03-54bfbc62cc82 req-98ba8786-cfe4-4987-929c-dc504ab40686 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:27.502888 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e92ec89c-329e-450b-8b03-54bfbc62cc82 req-98ba8786-cfe4-4987-929c-dc504ab40686 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5405 time: 0.3096516 Nov 12 20:11:27.534317 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4afe51e2-efca-4615-9c73-6592116fe232 admin admin] Router 15f5c989-492f-4ca3-a5cf-78950a4b23b6 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:11:27.540076 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5a080d3c-760c-4750-8502-a6c2395c613c req-4f45ce60-9c11-4810-848d-4080b91e5f52 service neutron] 10.222.0.48 "GET /v2.0/networks/e7abfc9e-a3ae-4f6c-8c77-044549997684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8832796 Nov 12 20:11:27.672431 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e92ec89c-329e-450b-8b03-54bfbc62cc82 req-fd11cb2e-4634-4d74-bce8-ee340dbcb1ed tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1519814 Nov 12 20:11:27.746691 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afe51e2-efca-4615-9c73-6592116fe232 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:11:27.754295 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4a8a2-ff56-49e3-95bd-341265120f88 req-925c258d-301b-4951-8259-c11c613d9b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:27.754432 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4afe51e2-efca-4615-9c73-6592116fe232 admin admin] 10.222.0.48 "PUT /v2.0/routers/15f5c989-492f-4ca3-a5cf-78950a4b23b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3527129 Nov 12 20:11:27.756656 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94f4a8a2-ff56-49e3-95bd-341265120f88 req-925c258d-301b-4951-8259-c11c613d9b64 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2796869 Nov 12 20:11:27.756968 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 40378) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:27.757590 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600dbe2c-53a8-4105-8705-abb51e73b64e None None] Sync routers for ids ['15f5c989-492f-4ca3-a5cf-78950a4b23b6'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:11:27.768184 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600dbe2c-53a8-4105-8705-abb51e73b64e None None] Routers {'15f5c989-492f-4ca3-a5cf-78950a4b23b6'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:11:27.768839 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-600dbe2c-53a8-4105-8705-abb51e73b64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:11:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['15f5c989-492f-4ca3-a5cf-78950a4b23b6'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:11:27.770446 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1803197e-a971-483e-b498-4ca45f36ec8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:11:27.787727 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1803197e-a971-483e-b498-4ca45f36ec8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:27.838481 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5a080d3c-760c-4750-8502-a6c2395c613c req-2624a919-f325-4e2a-9617-721a78e3d0dd service neutron] 10.222.0.48 "GET /v2.0/networks/e7abfc9e-a3ae-4f6c-8c77-044549997684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289212 Nov 12 20:11:27.839290 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1803197e-a971-483e-b498-4ca45f36ec8c service neutron] Transition to ACTIVE for port object 5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:11:27.845167 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1803197e-a971-483e-b498-4ca45f36ec8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:27.933261 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803197e-a971-483e-b498-4ca45f36ec8c service neutron] Pushing event updated for resources: {'Port': ['ID=5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:27.963236 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 14079dbe-507f-4de1-a16b-eaaf9e5707ae no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:11:27.985956 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-600dbe2c-53a8-4105-8705-abb51e73b64e None None] Set router 15f5c989-492f-4ca3-a5cf-78950a4b23b6 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:11:28.023328 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 14079dbe-507f-4de1-a16b-eaaf9e5707ae {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:11:28.033570 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 14079dbe-507f-4de1-a16b-eaaf9e5707ae not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:11:28.045975 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd354014-6c22-4b17-b54e-59a9542bd119 admin admin] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:28.064847 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1803197e-a971-483e-b498-4ca45f36ec8c service neutron] Attempting to bind port 5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:11:28.064847 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1803197e-a971-483e-b498-4ca45f36ec8c service neutron] Attempting to bind port 5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '124a8660-e81f-45fb-9111-4945346fd031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5d5111b2-3f92-4f00-9f7f-454d59cb9659'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:11:28.064847 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1803197e-a971-483e-b498-4ca45f36ec8c service neutron] Attempting to bind port 5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205 on network 5d5111b2-3f92-4f00-9f7f-454d59cb9659 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:11:28.073352 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1803197e-a971-483e-b498-4ca45f36ec8c service neutron] Port 5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205 on network 5d5111b2-3f92-4f00-9f7f-454d59cb9659 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:11:28.075488 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1803197e-a971-483e-b498-4ca45f36ec8c service neutron] Attempting to bind port 5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205 on network 5d5111b2-3f92-4f00-9f7f-454d59cb9659 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:11:28.106874 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1803197e-a971-483e-b498-4ca45f36ec8c service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:11:28.113201 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1803197e-a971-483e-b498-4ca45f36ec8c service neutron] Checking segment: {'id': '124a8660-e81f-45fb-9111-4945346fd031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5d5111b2-3f92-4f00-9f7f-454d59cb9659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:11:28.113744 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1803197e-a971-483e-b498-4ca45f36ec8c service neutron] Bound using segment: {'id': '124a8660-e81f-45fb-9111-4945346fd031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5d5111b2-3f92-4f00-9f7f-454d59cb9659'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:11:28.114317 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1803197e-a971-483e-b498-4ca45f36ec8c service neutron] Bound port: 5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '124a8660-e81f-45fb-9111-4945346fd031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5d5111b2-3f92-4f00-9f7f-454d59cb9659'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:11:28.114777 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1803197e-a971-483e-b498-4ca45f36ec8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:28.175602 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d79da0-45d1-4f98-a06b-d731492c9da9 x-openstack-request-id: req-c9d79da0-45d1-4f98-a06b-d731492c9da9 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:11:28.176077 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "tag": "10d51039-4f5f-40e0-a541-b315dbaf21c3", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:11:28.176674 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9d79da0-45d1-4f98-a06b-d731492c9da9 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:11:28.178780 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'tag': '10d51039-4f5f-40e0-a541-b315dbaf21c3', 'status': 'completed', 'code': 200} Nov 12 20:11:28.282400 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd354014-6c22-4b17-b54e-59a9542bd119 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:28.386371 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9939a8d3-fca4-4355-af81-aeaccb897a14 req-ca614634-c90a-4abc-8057-ba4cc05f5d07 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=a47e614f-a426-4959-97c8-5858a99b77bd HTTP/1.1" status: 200 len: 210 time: 0.0578213 Nov 12 20:11:28.478553 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-600dbe2c-53a8-4105-8705-abb51e73b64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f5c989-492f-4ca3-a5cf-78950a4b23b6', 'name': 'tempest-ServerRescueNegativeTestJSON-490611936-router', 'tenant_id': '218ba8caf41b4f549ff41bad0bad7ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'f712db95-5817-4cce-9672-e58964791621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:55Z', 'updated_at': '2021-11-12T20:11:26Z', 'revision_number': 5, 'project_id': '218ba8caf41b4f549ff41bad0bad7ee1', 'gw_port': {'id': 'f712db95-5817-4cce-9672-e58964791621', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:94:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f5c989-492f-4ca3-a5cf-78950a4b23b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:56Z', 'updated_at': '2021-11-12T20:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:11:28.486235 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-fd354014-6c22-4b17-b54e-59a9542bd119 admin admin] Deleting port f712db95-5817-4cce-9672-e58964791621 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:11:28.486605 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd354014-6c22-4b17-b54e-59a9542bd119 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:28.514382 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1803197e-a971-483e-b498-4ca45f36ec8c service neutron] For port 5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:11:28.520019 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1803197e-a971-483e-b498-4ca45f36ec8c service neutron] For port 5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205,segment=NetworkSegment(124a8660-e81f-45fb-9111-4945346fd031),segment_id=124a8660-e81f-45fb-9111-4945346fd031)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:11:28.531623 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1803197e-a971-483e-b498-4ca45f36ec8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:28.545397 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600dbe2c-53a8-4105-8705-abb51e73b64e None None] Checking router: 15f5c989-492f-4ca3-a5cf-78950a4b23b6 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:11:28.558053 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600dbe2c-53a8-4105-8705-abb51e73b64e None None] Routers {'15f5c989-492f-4ca3-a5cf-78950a4b23b6'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:11:28.558846 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-600dbe2c-53a8-4105-8705-abb51e73b64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:11:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['15f5c989-492f-4ca3-a5cf-78950a4b23b6'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:11:28.619915 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device b4411998-a2fc-4fdb-9e3d-8e4287aef1dc details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:11:28.642071 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1803197e-a971-483e-b498-4ca45f36ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:28.643891 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1803197e-a971-483e-b498-4ca45f36ec8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:28.648900 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1803197e-a971-483e-b498-4ca45f36ec8c service neutron] 10.222.0.55 "PUT /v2.0/ports/5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205 HTTP/1.1" status: 200 len: 1092 time: 2.7156832 Nov 12 20:11:28.666121 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803197e-a971-483e-b498-4ca45f36ec8c service neutron] Pushing event updated for resources: {'Port': ['ID=5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:28.706641 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a539c53-ce71-4611-b924-f5cede5a8644 req-2dafa328-7da8-4782-a12f-81417eb2d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:28.708111 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a539c53-ce71-4611-b924-f5cede5a8644 req-2dafa328-7da8-4782-a12f-81417eb2d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:28.709285 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a539c53-ce71-4611-b924-f5cede5a8644 req-2dafa328-7da8-4782-a12f-81417eb2d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:28.709825 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a539c53-ce71-4611-b924-f5cede5a8644 req-2dafa328-7da8-4782-a12f-81417eb2d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:28.710034 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-600dbe2c-53a8-4105-8705-abb51e73b64e None None] Set router 15f5c989-492f-4ca3-a5cf-78950a4b23b6 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:11:28.713370 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a539c53-ce71-4611-b924-f5cede5a8644 req-2dafa328-7da8-4782-a12f-81417eb2d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:28.715554 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a539c53-ce71-4611-b924-f5cede5a8644 req-2dafa328-7da8-4782-a12f-81417eb2d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:28.717206 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a539c53-ce71-4611-b924-f5cede5a8644 req-2dafa328-7da8-4782-a12f-81417eb2d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:28.720647 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9a539c53-ce71-4611-b924-f5cede5a8644 req-2dafa328-7da8-4782-a12f-81417eb2d892 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4852665fabb5408ab377b1cbc45feb40&device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 6383 time: 0.5401227 Nov 12 20:11:28.750498 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-649f29c6-9899-4325-b58d-063284083de6 service neutron] Request body: {'port': {'device_id': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:11:28.762583 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e30da-e6a4-46a3-9909-39a5b680c998 req-89043710-47fd-4c11-8274-5b7787a55b07 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:28.764332 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-101e30da-e6a4-46a3-9909-39a5b680c998 req-89043710-47fd-4c11-8274-5b7787a55b07 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.1581776 Nov 12 20:11:28.870065 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-600dbe2c-53a8-4105-8705-abb51e73b64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f5c989-492f-4ca3-a5cf-78950a4b23b6', 'name': 'tempest-ServerRescueNegativeTestJSON-490611936-router', 'tenant_id': '218ba8caf41b4f549ff41bad0bad7ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:55Z', 'updated_at': '2021-11-12T20:11:28Z', 'revision_number': 6, 'project_id': '218ba8caf41b4f549ff41bad0bad7ee1', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:11:28.880153 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-fd354014-6c22-4b17-b54e-59a9542bd119 admin admin] For port f712db95-5817-4cce-9672-e58964791621, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f712db95-5817-4cce-9672-e58964791621,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:11:28.880546 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd354014-6c22-4b17-b54e-59a9542bd119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:28.901794 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:11:28.931805 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'b4411998-a2fc-4fdb-9e3d-8e4287aef1dc', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'port_id': 'b4411998-a2fc-4fdb-9e3d-8e4287aef1dc', 'mac_address': 'fa:16:3e:63:13:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:11:28.938312 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600dbe2c-53a8-4105-8705-abb51e73b64e None None] The sync data for ids ['15f5c989-492f-4ca3-a5cf-78950a4b23b6'] in n-d-712140-15 is: [{'id': '15f5c989-492f-4ca3-a5cf-78950a4b23b6', 'name': 'tempest-ServerRescueNegativeTestJSON-490611936-router', 'tenant_id': '218ba8caf41b4f549ff41bad0bad7ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:55Z', 'updated_at': '2021-11-12T20:11:28Z', 'revision_number': 6, 'project_id': '218ba8caf41b4f549ff41bad0bad7ee1', 'gw_port_host': None}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:11:28.961798 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-fd354014-6c22-4b17-b54e-59a9542bd119 admin admin] Calling delete_port for f712db95-5817-4cce-9672-e58964791621 owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:11:29.016165 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-101e30da-e6a4-46a3-9909-39a5b680c998 req-fefda25e-d956-43c4-800a-c343b3b1461e tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305632 Nov 12 20:11:29.040592 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:29.056997 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4411998-a2fc-4fdb-9e3d-8e4287aef1dc {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:11:29.074884 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a539c53-ce71-4611-b924-f5cede5a8644 req-1b26befc-44f0-4aa1-9166-81a9630242cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:29.075711 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a539c53-ce71-4611-b924-f5cede5a8644 req-1b26befc-44f0-4aa1-9166-81a9630242cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:29.076589 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a539c53-ce71-4611-b924-f5cede5a8644 req-1b26befc-44f0-4aa1-9166-81a9630242cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:29.080394 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9a539c53-ce71-4611-b924-f5cede5a8644 req-1b26befc-44f0-4aa1-9166-81a9630242cf service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4852665fabb5408ab377b1cbc45feb40&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2288332 Nov 12 20:11:29.087774 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:11:29.095017 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:29.183349 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:29.190992 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['b4411998-a2fc-4fdb-9e3d-8e4287aef1dc'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:11:29.247412 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5e85d-4bc7-4efe-8ffc-ada510ca314b req-a9c6ffca-10fc-477e-92ac-f3d7209e4b60 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:29.253994 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5e85d-4bc7-4efe-8ffc-ada510ca314b req-a9c6ffca-10fc-477e-92ac-f3d7209e4b60 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:29.261568 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5e85d-4bc7-4efe-8ffc-ada510ca314b req-a9c6ffca-10fc-477e-92ac-f3d7209e4b60 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:29.271036 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5e85d-4bc7-4efe-8ffc-ada510ca314b req-a9c6ffca-10fc-477e-92ac-f3d7209e4b60 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:29.295418 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5e85d-4bc7-4efe-8ffc-ada510ca314b req-a9c6ffca-10fc-477e-92ac-f3d7209e4b60 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:29.311900 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a073453-210d-42c6-b561-474b12cb3f93 req-0ad320fc-a38d-436a-898c-37f3d0e3594b tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:29.314835 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5e85d-4bc7-4efe-8ffc-ada510ca314b req-a9c6ffca-10fc-477e-92ac-f3d7209e4b60 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:29.331393 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5e85d-4bc7-4efe-8ffc-ada510ca314b req-a9c6ffca-10fc-477e-92ac-f3d7209e4b60 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:29.333177 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a073453-210d-42c6-b561-474b12cb3f93 req-0ad320fc-a38d-436a-898c-37f3d0e3594b tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:29.341764 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cad5e85d-4bc7-4efe-8ffc-ada510ca314b req-a9c6ffca-10fc-477e-92ac-f3d7209e4b60 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5430 time: 1.0439038 Nov 12 20:11:29.357060 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a073453-210d-42c6-b561-474b12cb3f93 req-0ad320fc-a38d-436a-898c-37f3d0e3594b tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:29.360027 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a1be57e4-f8d8-4f4e-8833-3ef15c5750f8 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:11:29.370653 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a073453-210d-42c6-b561-474b12cb3f93 req-0ad320fc-a38d-436a-898c-37f3d0e3594b tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:29.379766 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a073453-210d-42c6-b561-474b12cb3f93 req-0ad320fc-a38d-436a-898c-37f3d0e3594b tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:29.382898 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-649f29c6-9899-4325-b58d-063284083de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:29.387256 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a073453-210d-42c6-b561-474b12cb3f93 req-0ad320fc-a38d-436a-898c-37f3d0e3594b tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:29.393852 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a073453-210d-42c6-b561-474b12cb3f93 req-0ad320fc-a38d-436a-898c-37f3d0e3594b tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:29.401915 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: a1be57e4-f8d8-4f4e-8833-3ef15c5750f8 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:11:29.402348 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a1be57e4-f8d8-4f4e-8833-3ef15c5750f8 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:11:29.402709 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a073453-210d-42c6-b561-474b12cb3f93 req-0ad320fc-a38d-436a-898c-37f3d0e3594b tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5417 time: 0.2465029 Nov 12 20:11:29.493181 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd354014-6c22-4b17-b54e-59a9542bd119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:29.561148 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd354014-6c22-4b17-b54e-59a9542bd119 admin admin] Pushing event deleted for resources: {'Port': ['ID=f712db95-5817-4cce-9672-e58964791621,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:29.570592 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cad5e85d-4bc7-4efe-8ffc-ada510ca314b req-92993010-eca0-4fb5-8a89-ff43fe72323e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2232492 Nov 12 20:11:29.590344 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a073453-210d-42c6-b561-474b12cb3f93 req-4b6e0295-46fb-4d36-aa4c-50d2d02ba910 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1867051 Nov 12 20:11:29.732568 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd354014-6c22-4b17-b54e-59a9542bd119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:29.841327 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd354014-6c22-4b17-b54e-59a9542bd119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:29.843576 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd354014-6c22-4b17-b54e-59a9542bd119 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:29.925799 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd354014-6c22-4b17-b54e-59a9542bd119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:29.926388 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd354014-6c22-4b17-b54e-59a9542bd119 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15f5c989-492f-4ca3-a5cf-78950a4b23b6 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:11:29.939135 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd354014-6c22-4b17-b54e-59a9542bd119 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:29.940414 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fd354014-6c22-4b17-b54e-59a9542bd119 admin admin] 10.222.0.48 "DELETE /v2.0/routers/15f5c989-492f-4ca3-a5cf-78950a4b23b6 HTTP/1.1" status: 204 len: 168 time: 2.1814411 Nov 12 20:11:29.947339 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 40412) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:29.964513 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a080d3c-760c-4750-8502-a6c2395c613c req-10b22f28-73b8-4858-bac1-ff12c694b79f tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:29.966168 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5a080d3c-760c-4750-8502-a6c2395c613c req-10b22f28-73b8-4858-bac1-ff12c694b79f tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.52 "GET /v2.0/networks?id=e7abfc9e-a3ae-4f6c-8c77-044549997684 HTTP/1.1" status: 200 len: 814 time: 0.3569543 Nov 12 20:11:29.978459 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1097f0e6-15ca-4b35-b635-f768bcb63366 req-5486b6b0-84d6-44e8-a9b2-be1d1fdd4668 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=a47e614f-a426-4959-97c8-5858a99b77bd HTTP/1.1" status: 200 len: 210 time: 0.1006875 Nov 12 20:11:30.028846 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a539c53-ce71-4611-b924-f5cede5a8644 req-2719c6c5-be34-4138-8e06-43979807ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:30.030573 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9a539c53-ce71-4611-b924-f5cede5a8644 req-2719c6c5-be34-4138-8e06-43979807ed4e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8690233 Nov 12 20:11:30.033072 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b412b76-34d2-465b-a59b-1cc1739ae85c admin admin] Deleting subnet 6239fe67-7ec1-4338-bde6-5b5a647207c2 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:11:30.053809 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-5a080d3c-760c-4750-8502-a6c2395c613c req-42b1baae-745a-4858-9966-44cfdf55856c tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Request body: {'port': {'device_id': 'a47e614f-a426-4959-97c8-5858a99b77bd', 'network_id': 'e7abfc9e-a3ae-4f6c-8c77-044549997684', 'admin_state_up': True, 'tenant_id': '87a54bf00f1941cfa397a6b14cb6253b'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:11:30.183780 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'tag': '5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:11:30.186362 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff74d98-8ee7-4dac-8afe-50633f6cda62" -d '{"events": [{"name": "network-changed", "server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "tag": "5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:11:30.202573 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2b412b76-34d2-465b-a59b-1cc1739ae85c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:30.220027 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe79ca-3888-459f-abeb-f649479e1313 req-e08289ea-2b23-4bc8-a26c-0bf84ff15f2b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:30.229923 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe79ca-3888-459f-abeb-f649479e1313 req-e08289ea-2b23-4bc8-a26c-0bf84ff15f2b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:30.237042 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe79ca-3888-459f-abeb-f649479e1313 req-e08289ea-2b23-4bc8-a26c-0bf84ff15f2b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:30.243441 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe79ca-3888-459f-abeb-f649479e1313 req-e08289ea-2b23-4bc8-a26c-0bf84ff15f2b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:30.250913 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe79ca-3888-459f-abeb-f649479e1313 req-e08289ea-2b23-4bc8-a26c-0bf84ff15f2b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:30.260213 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe79ca-3888-459f-abeb-f649479e1313 req-e08289ea-2b23-4bc8-a26c-0bf84ff15f2b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:30.267995 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe79ca-3888-459f-abeb-f649479e1313 req-e08289ea-2b23-4bc8-a26c-0bf84ff15f2b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:30.276507 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b9f51-024c-426a-91e5-41d4b17470bf req-76a44581-2749-41a9-8ed8-2ba04b44bec8 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:30.278215 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3e4b9f51-024c-426a-91e5-41d4b17470bf req-76a44581-2749-41a9-8ed8-2ba04b44bec8 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 945 time: 0.1374881 Nov 12 20:11:30.281286 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-649f29c6-9899-4325-b58d-063284083de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:11:30.288693 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f6fe79ca-3888-459f-abeb-f649479e1313 req-e08289ea-2b23-4bc8-a26c-0bf84ff15f2b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5430 time: 0.4050803 Nov 12 20:11:30.291852 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a080d3c-760c-4750-8502-a6c2395c613c req-42b1baae-745a-4858-9966-44cfdf55856c tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Made reservation on behalf of 87a54bf00f1941cfa397a6b14cb6253b for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:11:30.300528 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5a080d3c-760c-4750-8502-a6c2395c613c req-42b1baae-745a-4858-9966-44cfdf55856c tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:30.318162 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-649f29c6-9899-4325-b58d-063284083de6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:30.369097 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62491e5d-3c78-49ae-abd2-0d11a5093964 x-openstack-request-id: req-62491e5d-3c78-49ae-abd2-0d11a5093964 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:11:30.372534 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "tag": "5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:11:30.372885 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-62491e5d-3c78-49ae-abd2-0d11a5093964 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:11:30.373367 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'tag': '5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205', 'status': 'completed', 'code': 200} Nov 12 20:11:30.377234 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-649f29c6-9899-4325-b58d-063284083de6 service neutron] Transition to ACTIVE for port object 5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:11:30.403058 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-649f29c6-9899-4325-b58d-063284083de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:30.443462 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2b412b76-34d2-465b-a59b-1cc1739ae85c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:30.498819 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3e4b9f51-024c-426a-91e5-41d4b17470bf req-25bb7904-eabe-4d96-98a8-17af02040bdf tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122662 Nov 12 20:11:30.509542 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f29c6-9899-4325-b58d-063284083de6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:30.612568 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff74d98-8ee7-4dac-8afe-50633f6cda62 req-4dc70d8d-3cec-4983-a112-493515f9c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:30.613330 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff74d98-8ee7-4dac-8afe-50633f6cda62 req-4dc70d8d-3cec-4983-a112-493515f9c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:30.613875 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff74d98-8ee7-4dac-8afe-50633f6cda62 req-4dc70d8d-3cec-4983-a112-493515f9c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:30.615209 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff74d98-8ee7-4dac-8afe-50633f6cda62 req-4dc70d8d-3cec-4983-a112-493515f9c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:30.615744 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff74d98-8ee7-4dac-8afe-50633f6cda62 req-4dc70d8d-3cec-4983-a112-493515f9c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:30.616321 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff74d98-8ee7-4dac-8afe-50633f6cda62 req-4dc70d8d-3cec-4983-a112-493515f9c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:30.616853 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff74d98-8ee7-4dac-8afe-50633f6cda62 req-4dc70d8d-3cec-4983-a112-493515f9c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:30.619411 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2ff74d98-8ee7-4dac-8afe-50633f6cda62 req-4dc70d8d-3cec-4983-a112-493515f9c979 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4852665fabb5408ab377b1cbc45feb40&device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 6451 time: 0.2263680 Nov 12 20:11:30.637840 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device b4411998-a2fc-4fdb-9e3d-8e4287aef1dc up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:11:30.686039 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2b412b76-34d2-465b-a59b-1cc1739ae85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:30.743041 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:11:30.743663 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:30.794614 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-5a080d3c-760c-4750-8502-a6c2395c613c req-42b1baae-745a-4858-9966-44cfdf55856c tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Allocated IP 172.20.0.9 (e7abfc9e-a3ae-4f6c-8c77-044549997684/86a6defd-2679-46d7-a3ed-024b79ea1a2b/6ceb8b30-ba98-4e6e-8a37-9d79a46f602d) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:11:30.824946 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-649f29c6-9899-4325-b58d-063284083de6 service neutron] Attempting to bind port 5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:11:30.825387 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-649f29c6-9899-4325-b58d-063284083de6 service neutron] Attempting to bind port 5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '124a8660-e81f-45fb-9111-4945346fd031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5d5111b2-3f92-4f00-9f7f-454d59cb9659'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:11:30.825821 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-649f29c6-9899-4325-b58d-063284083de6 service neutron] Attempting to bind port 5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4 on network 5d5111b2-3f92-4f00-9f7f-454d59cb9659 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:11:30.834665 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-649f29c6-9899-4325-b58d-063284083de6 service neutron] Port 5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4 on network 5d5111b2-3f92-4f00-9f7f-454d59cb9659 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:11:30.835110 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-649f29c6-9899-4325-b58d-063284083de6 service neutron] Attempting to bind port 5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4 on network 5d5111b2-3f92-4f00-9f7f-454d59cb9659 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:11:30.843411 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-649f29c6-9899-4325-b58d-063284083de6 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:11:30.844462 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-649f29c6-9899-4325-b58d-063284083de6 service neutron] Checking segment: {'id': '124a8660-e81f-45fb-9111-4945346fd031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5d5111b2-3f92-4f00-9f7f-454d59cb9659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:11:30.844960 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-649f29c6-9899-4325-b58d-063284083de6 service neutron] Bound using segment: {'id': '124a8660-e81f-45fb-9111-4945346fd031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5d5111b2-3f92-4f00-9f7f-454d59cb9659'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:11:30.845541 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-649f29c6-9899-4325-b58d-063284083de6 service neutron] Bound port: 5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '124a8660-e81f-45fb-9111-4945346fd031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5d5111b2-3f92-4f00-9f7f-454d59cb9659'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:11:30.846012 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-649f29c6-9899-4325-b58d-063284083de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:30.941001 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-649f29c6-9899-4325-b58d-063284083de6 service neutron] For port 5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:11:30.943078 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2b412b76-34d2-465b-a59b-1cc1739ae85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:30.947032 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-649f29c6-9899-4325-b58d-063284083de6 service neutron] For port 5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4,segment=NetworkSegment(124a8660-e81f-45fb-9111-4945346fd031),segment_id=124a8660-e81f-45fb-9111-4945346fd031)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:11:30.953200 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-649f29c6-9899-4325-b58d-063284083de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:30.958145 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:31.025188 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b412b76-34d2-465b-a59b-1cc1739ae85c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6239fe67-7ec1-4338-bde6-5b5a647207c2,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:31.036773 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2b412b76-34d2-465b-a59b-1cc1739ae85c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:31.046914 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2b412b76-34d2-465b-a59b-1cc1739ae85c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6239fe67-7ec1-4338-bde6-5b5a647207c2 HTTP/1.1" status: 204 len: 168 time: 1.0963414 Nov 12 20:11:31.062811 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 40430) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:31.071777 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:11:31.076440 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1642c892-56c2-45a6-a664-06a3ec34197d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4411998-a2fc-4fdb-9e3d-8e4287aef1dc'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:11:31.084931 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166c3277-ea23-47f3-8e8d-102edc514680" -d '{"events": [{"server_uuid": "1642c892-56c2-45a6-a664-06a3ec34197d", "name": "network-vif-plugged", "status": "completed", "tag": "b4411998-a2fc-4fdb-9e3d-8e4287aef1dc"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:11:31.099306 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:31.112398 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-649f29c6-9899-4325-b58d-063284083de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:31.116072 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-649f29c6-9899-4325-b58d-063284083de6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:31.117732 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-649f29c6-9899-4325-b58d-063284083de6 service neutron] 10.222.0.55 "PUT /v2.0/ports/5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4 HTTP/1.1" status: 200 len: 1092 time: 2.3868821 Nov 12 20:11:31.148208 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959ecce-d59f-4367-9dbf-b2b3d3223dbd req-90054647-bc43-4c35-b343-c7ad8391b4fc tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:31.174828 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959ecce-d59f-4367-9dbf-b2b3d3223dbd req-90054647-bc43-4c35-b343-c7ad8391b4fc tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:31.185675 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff74d98-8ee7-4dac-8afe-50633f6cda62 req-153aaf06-09e0-4018-bd64-d3a6658cff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:31.189036 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff74d98-8ee7-4dac-8afe-50633f6cda62 req-153aaf06-09e0-4018-bd64-d3a6658cff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:31.189654 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff74d98-8ee7-4dac-8afe-50633f6cda62 req-153aaf06-09e0-4018-bd64-d3a6658cff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:31.193548 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2ff74d98-8ee7-4dac-8afe-50633f6cda62 req-153aaf06-09e0-4018-bd64-d3a6658cff81 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4852665fabb5408ab377b1cbc45feb40&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5587587 Nov 12 20:11:31.195920 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959ecce-d59f-4367-9dbf-b2b3d3223dbd req-90054647-bc43-4c35-b343-c7ad8391b4fc tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:31.230957 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc,revision_number=7']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:31.236877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959ecce-d59f-4367-9dbf-b2b3d3223dbd req-90054647-bc43-4c35-b343-c7ad8391b4fc tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:31.252261 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959ecce-d59f-4367-9dbf-b2b3d3223dbd req-90054647-bc43-4c35-b343-c7ad8391b4fc tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:31.269582 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959ecce-d59f-4367-9dbf-b2b3d3223dbd req-90054647-bc43-4c35-b343-c7ad8391b4fc tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:31.281295 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f712db95-5817-4cce-9672-e58964791621 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:11:31.287494 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959ecce-d59f-4367-9dbf-b2b3d3223dbd req-90054647-bc43-4c35-b343-c7ad8391b4fc tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:31.289581 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9959ecce-d59f-4367-9dbf-b2b3d3223dbd req-90054647-bc43-4c35-b343-c7ad8391b4fc tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5429 time: 0.4923601 Nov 12 20:11:31.327327 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f29c6-9899-4325-b58d-063284083de6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:31.354621 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f174b5c4-f5da-4ea0-825c-4b8473248096 req-8dd5304b-6a57-44cf-882f-e753ce40dbed tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=a47e614f-a426-4959-97c8-5858a99b77bd HTTP/1.1" status: 200 len: 210 time: 0.1707914 Nov 12 20:11:31.364701 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: f712db95-5817-4cce-9672-e58964791621 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:11:31.379117 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f712db95-5817-4cce-9672-e58964791621 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:11:31.457975 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec41c5a-a1c4-4eaa-980a-c0fcf5ff8ebc x-openstack-request-id: req-6ec41c5a-a1c4-4eaa-980a-c0fcf5ff8ebc {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:11:31.458388 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1642c892-56c2-45a6-a664-06a3ec34197d", "name": "network-vif-plugged", "status": "completed", "tag": "b4411998-a2fc-4fdb-9e3d-8e4287aef1dc", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:11:31.458766 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ec41c5a-a1c4-4eaa-980a-c0fcf5ff8ebc {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:11:31.460173 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1642c892-56c2-45a6-a664-06a3ec34197d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4411998-a2fc-4fdb-9e3d-8e4287aef1dc', 'code': 200} Nov 12 20:11:31.462545 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c0795f1-f86e-4acf-8129-f92789a4bd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:31.502901 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5a080d3c-760c-4750-8502-a6c2395c613c req-42b1baae-745a-4858-9966-44cfdf55856c tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:31.585956 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff74d98-8ee7-4dac-8afe-50633f6cda62 req-936bc24b-4006-49f7-b2d1-e16029ba4e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:31.587746 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2ff74d98-8ee7-4dac-8afe-50633f6cda62 req-936bc24b-4006-49f7-b2d1-e16029ba4e3e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3777761 Nov 12 20:11:31.620253 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9959ecce-d59f-4367-9dbf-b2b3d3223dbd req-c170f825-7021-42d4-a9e2-356dda65e185 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2867634 Nov 12 20:11:31.628274 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5a080d3c-760c-4750-8502-a6c2395c613c req-42b1baae-745a-4858-9966-44cfdf55856c tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:31.641014 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['44b28f8b-498b-40ee-af30-af574f4a7284'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:11:31.645924 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['1bdd4961-655b-40fb-a5a1-b567b97f132a'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:11:31.736891 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a080d3c-760c-4750-8502-a6c2395c613c req-42b1baae-745a-4858-9966-44cfdf55856c tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Network e7abfc9e-a3ae-4f6c-8c77-044549997684 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:11:31.740991 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-5a080d3c-760c-4750-8502-a6c2395c613c req-42b1baae-745a-4858-9966-44cfdf55856c tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:11:31.748131 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a080d3c-760c-4750-8502-a6c2395c613c req-42b1baae-745a-4858-9966-44cfdf55856c tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:11:31.763085 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c0795f1-f86e-4acf-8129-f92789a4bd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:31.778729 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1baae-745a-4858-9966-44cfdf55856c tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Pushing event updated for resources: {'Port': ['ID=6ceb8b30-ba98-4e6e-8a37-9d79a46f602d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:31.813571 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-4c0795f1-f86e-4acf-8129-f92789a4bd24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c263eaa-bf88-4e86-8018-6b76427f8727']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:11:31.818409 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a080d3c-760c-4750-8502-a6c2395c613c req-42b1baae-745a-4858-9966-44cfdf55856c tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:31.819056 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5a080d3c-760c-4750-8502-a6c2395c613c req-42b1baae-745a-4858-9966-44cfdf55856c tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:31.841957 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-559b1135-d69c-4e57-9cd4-84aa6a1c8711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:31.842937 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-559b1135-d69c-4e57-9cd4-84aa6a1c8711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:31.843514 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-559b1135-d69c-4e57-9cd4-84aa6a1c8711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:31.844026 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-559b1135-d69c-4e57-9cd4-84aa6a1c8711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:31.844525 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-559b1135-d69c-4e57-9cd4-84aa6a1c8711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:31.845333 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-559b1135-d69c-4e57-9cd4-84aa6a1c8711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:31.845722 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-559b1135-d69c-4e57-9cd4-84aa6a1c8711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:31.851885 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5a080d3c-760c-4750-8502-a6c2395c613c req-42b1baae-745a-4858-9966-44cfdf55856c tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8161201 Nov 12 20:11:31.852536 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-559b1135-d69c-4e57-9cd4-84aa6a1c8711 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4852665fabb5408ab377b1cbc45feb40&device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 6493 time: 0.1616967 Nov 12 20:11:31.854528 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-4c0795f1-f86e-4acf-8129-f92789a4bd24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6feb3a71-a7f1-4678-93e5-b41620161eec') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:11:31.855319 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-4c0795f1-f86e-4acf-8129-f92789a4bd24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6feb3a71-a7f1-4678-93e5-b41620161eec') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:11:31.879547 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c0795f1-f86e-4acf-8129-f92789a4bd24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:31.931323 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919b012-088d-48e2-bc4e-d92b45d7e8ef req-99a73417-2a46-4211-84de-5b9239181293 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:31.933214 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5919b012-088d-48e2-bc4e-d92b45d7e8ef req-99a73417-2a46-4211-84de-5b9239181293 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.2521515 Nov 12 20:11:31.952418 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-765002f2-3e0f-47c9-b734-9e1e09a46642 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60910e1f-f0d1-4eec-848e-460daa336aca HTTP/1.1" status: 200 len: 217 time: 0.0883920 Nov 12 20:11:31.981705 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-5a080d3c-760c-4750-8502-a6c2395c613c req-35638103-7ab5-4bbe-904f-18a925d6c402 service neutron] Request body: {'port': {'device_id': 'a47e614f-a426-4959-97c8-5858a99b77bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:11:31.982319 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c0795f1-f86e-4acf-8129-f92789a4bd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:32.017501 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c0795f1-f86e-4acf-8129-f92789a4bd24 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:11:32.018007 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c0795f1-f86e-4acf-8129-f92789a4bd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:11:32.023246 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:11:32.083686 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5a080d3c-760c-4750-8502-a6c2395c613c req-35638103-7ab5-4bbe-904f-18a925d6c402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:32.183406 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5919b012-088d-48e2-bc4e-d92b45d7e8ef req-a12a10bd-3755-4c32-92a0-44e06c148de4 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2426157 Nov 12 20:11:32.185842 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-355f1e61-59db-4e1d-993d-f5637adc5f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:32.187328 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-355f1e61-59db-4e1d-993d-f5637adc5f4a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9f077436-4556-447d-83d4-cbd3714774cd HTTP/1.1" status: 200 len: 855 time: 0.2218876 Nov 12 20:11:32.214412 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c0795f1-f86e-4acf-8129-f92789a4bd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:32.249403 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c0795f1-f86e-4acf-8129-f92789a4bd24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:32.255436 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4c0795f1-f86e-4acf-8129-f92789a4bd24 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2c263eaa-bf88-4e86-8018-6b76427f8727 HTTP/1.1" status: 204 len: 168 time: 1.1873701 Nov 12 20:11:32.267428 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0795f1-f86e-4acf-8129-f92789a4bd24 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c263eaa-bf88-4e86-8018-6b76427f8727,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:32.297454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-ba90c8d7-733e-498f-adae-3d83f018b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:32.299971 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-ba90c8d7-733e-498f-adae-3d83f018b1d2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd6be986-db97-4cb9-abe7-787b341a3cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1011379 Nov 12 20:11:32.501030 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'tag': '5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:11:32.503783 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf6812a-4d0e-4fe7-bdfb-e016ae65cbd3" -d '{"events": [{"name": "network-changed", "server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "tag": "5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:11:32.513190 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1835a609-8bbd-4a26-ba49-fc7b23f9c7bc service neutron] 10.222.0.55 "GET /v2.0/networks/bd6be986-db97-4cb9-abe7-787b341a3cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010272 Nov 12 20:11:32.583855 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3e1cd7-0467-44a2-bdc4-2dce2c31cfa8 x-openstack-request-id: req-bf3e1cd7-0467-44a2-bdc4-2dce2c31cfa8 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:11:32.586863 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "tag": "5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:11:32.587248 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bf3e1cd7-0467-44a2-bdc4-2dce2c31cfa8 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:11:32.587842 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'tag': '5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4', 'status': 'completed', 'code': 200} Nov 12 20:11:32.602970 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 40456) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:32.689785 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab9ec8-cabf-4e7a-8155-726cf30521f7 req-dc224ec9-0075-4754-9679-429688468f1b tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:32.691384 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-76ab9ec8-cabf-4e7a-8155-726cf30521f7 req-dc224ec9-0075-4754-9679-429688468f1b tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=a47e614f-a426-4959-97c8-5858a99b77bd HTTP/1.1" status: 200 len: 931 time: 0.2002745 Nov 12 20:11:32.723705 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-5a080d3c-760c-4750-8502-a6c2395c613c req-35638103-7ab5-4bbe-904f-18a925d6c402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ceb8b30-ba98-4e6e-8a37-9d79a46f602d {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:11:32.753012 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5a080d3c-760c-4750-8502-a6c2395c613c req-35638103-7ab5-4bbe-904f-18a925d6c402 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:32.753901 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-97ed8127-e394-4e32-bfa5-39a339a0a732 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=218ba8caf41b4f549ff41bad0bad7ee1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1222851 Nov 12 20:11:32.754747 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 40468) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:32.774166 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-5a080d3c-760c-4750-8502-a6c2395c613c req-35638103-7ab5-4bbe-904f-18a925d6c402 service neutron] Transition to ACTIVE for port object 6ceb8b30-ba98-4e6e-8a37-9d79a46f602d will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:11:32.790335 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5a080d3c-760c-4750-8502-a6c2395c613c req-35638103-7ab5-4bbe-904f-18a925d6c402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:32.791129 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-b31ab729-930a-495b-8859-e2201ac976e3 service neutron] 10.222.0.55 "GET /v2.0/networks/bd6be986-db97-4cb9-abe7-787b341a3cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656970 Nov 12 20:11:32.887550 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808dcfd-620a-4c3d-b93b-c5b467ea18c6 req-f1efbffc-24eb-415a-90d3-5c751219b6d8 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:32.897457 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808dcfd-620a-4c3d-b93b-c5b467ea18c6 req-f1efbffc-24eb-415a-90d3-5c751219b6d8 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:32.904734 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808dcfd-620a-4c3d-b93b-c5b467ea18c6 req-f1efbffc-24eb-415a-90d3-5c751219b6d8 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:32.914328 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808dcfd-620a-4c3d-b93b-c5b467ea18c6 req-f1efbffc-24eb-415a-90d3-5c751219b6d8 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:32.920151 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-76ab9ec8-cabf-4e7a-8155-726cf30521f7 req-a7192382-3e12-4333-9ca6-a77787c2bcc4 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129683 Nov 12 20:11:32.947013 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808dcfd-620a-4c3d-b93b-c5b467ea18c6 req-f1efbffc-24eb-415a-90d3-5c751219b6d8 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:32.971008 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808dcfd-620a-4c3d-b93b-c5b467ea18c6 req-f1efbffc-24eb-415a-90d3-5c751219b6d8 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:32.977013 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35638103-7ab5-4bbe-904f-18a925d6c402 service neutron] Pushing event updated for resources: {'Port': ['ID=6ceb8b30-ba98-4e6e-8a37-9d79a46f602d,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:33.003363 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808dcfd-620a-4c3d-b93b-c5b467ea18c6 req-f1efbffc-24eb-415a-90d3-5c751219b6d8 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:33.010557 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8808dcfd-620a-4c3d-b93b-c5b467ea18c6 req-f1efbffc-24eb-415a-90d3-5c751219b6d8 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5429 time: 0.2347636 Nov 12 20:11:33.036763 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-953e961a-ddef-49c6-96c7-7d690d5b69ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:33.170944 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-5a080d3c-760c-4750-8502-a6c2395c613c req-35638103-7ab5-4bbe-904f-18a925d6c402 service neutron] Attempting to bind port 6ceb8b30-ba98-4e6e-8a37-9d79a46f602d on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:11:33.171461 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-5a080d3c-760c-4750-8502-a6c2395c613c req-35638103-7ab5-4bbe-904f-18a925d6c402 service neutron] Attempting to bind port 6ceb8b30-ba98-4e6e-8a37-9d79a46f602d by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '83ad58fa-02e6-4e77-9e81-8f13133a4857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e7abfc9e-a3ae-4f6c-8c77-044549997684'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:11:33.172203 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a080d3c-760c-4750-8502-a6c2395c613c req-35638103-7ab5-4bbe-904f-18a925d6c402 service neutron] Attempting to bind port 6ceb8b30-ba98-4e6e-8a37-9d79a46f602d on network e7abfc9e-a3ae-4f6c-8c77-044549997684 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:11:33.181185 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a080d3c-760c-4750-8502-a6c2395c613c req-35638103-7ab5-4bbe-904f-18a925d6c402 service neutron] Port 6ceb8b30-ba98-4e6e-8a37-9d79a46f602d on network e7abfc9e-a3ae-4f6c-8c77-044549997684 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:11:33.181661 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a080d3c-760c-4750-8502-a6c2395c613c req-35638103-7ab5-4bbe-904f-18a925d6c402 service neutron] Attempting to bind port 6ceb8b30-ba98-4e6e-8a37-9d79a46f602d on network e7abfc9e-a3ae-4f6c-8c77-044549997684 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:11:33.194890 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a080d3c-760c-4750-8502-a6c2395c613c req-35638103-7ab5-4bbe-904f-18a925d6c402 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:11:33.196150 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a080d3c-760c-4750-8502-a6c2395c613c req-35638103-7ab5-4bbe-904f-18a925d6c402 service neutron] Checking segment: {'id': '83ad58fa-02e6-4e77-9e81-8f13133a4857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e7abfc9e-a3ae-4f6c-8c77-044549997684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:11:33.198244 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a080d3c-760c-4750-8502-a6c2395c613c req-35638103-7ab5-4bbe-904f-18a925d6c402 service neutron] Bound using segment: {'id': '83ad58fa-02e6-4e77-9e81-8f13133a4857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e7abfc9e-a3ae-4f6c-8c77-044549997684'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:11:33.199535 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-5a080d3c-760c-4750-8502-a6c2395c613c req-35638103-7ab5-4bbe-904f-18a925d6c402 service neutron] Bound port: 6ceb8b30-ba98-4e6e-8a37-9d79a46f602d, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83ad58fa-02e6-4e77-9e81-8f13133a4857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e7abfc9e-a3ae-4f6c-8c77-044549997684'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:11:33.200612 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5a080d3c-760c-4750-8502-a6c2395c613c req-35638103-7ab5-4bbe-904f-18a925d6c402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:33.204323 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-d3af5fac-863c-4d52-8176-54adc46c551d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=7c68d458-cf6b-40f0-99d1-44f97634c3b5 HTTP/1.1" status: 200 len: 217 time: 0.1698699 Nov 12 20:11:33.307833 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-953e961a-ddef-49c6-96c7-7d690d5b69ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:33.357471 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-5a080d3c-760c-4750-8502-a6c2395c613c req-35638103-7ab5-4bbe-904f-18a925d6c402 service neutron] For port 6ceb8b30-ba98-4e6e-8a37-9d79a46f602d, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:11:33.366901 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-5a080d3c-760c-4750-8502-a6c2395c613c req-35638103-7ab5-4bbe-904f-18a925d6c402 service neutron] For port 6ceb8b30-ba98-4e6e-8a37-9d79a46f602d, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6ceb8b30-ba98-4e6e-8a37-9d79a46f602d,segment=NetworkSegment(83ad58fa-02e6-4e77-9e81-8f13133a4857),segment_id=83ad58fa-02e6-4e77-9e81-8f13133a4857)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:11:33.377907 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5a080d3c-760c-4750-8502-a6c2395c613c req-35638103-7ab5-4bbe-904f-18a925d6c402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:33.416601 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a080d3c-760c-4750-8502-a6c2395c613c req-35638103-7ab5-4bbe-904f-18a925d6c402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:33.417355 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5a080d3c-760c-4750-8502-a6c2395c613c req-35638103-7ab5-4bbe-904f-18a925d6c402 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:33.419389 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5a080d3c-760c-4750-8502-a6c2395c613c req-35638103-7ab5-4bbe-904f-18a925d6c402 service neutron] 10.222.0.52 "PUT /v2.0/ports/6ceb8b30-ba98-4e6e-8a37-9d79a46f602d HTTP/1.1" status: 200 len: 1092 time: 1.5540748 Nov 12 20:11:33.423569 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47e614f-a426-4959-97c8-5858a99b77bd', 'tag': '6ceb8b30-ba98-4e6e-8a37-9d79a46f602d'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:11:33.425040 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c1249d-46c3-4e0d-9eb3-82b7f9686eae" -d '{"events": [{"name": "network-changed", "server_uuid": "a47e614f-a426-4959-97c8-5858a99b77bd", "tag": "6ceb8b30-ba98-4e6e-8a37-9d79a46f602d"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:11:33.476497 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-e013a616-ad45-41e3-a5c3-801ebf815294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:33.479600 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-e013a616-ad45-41e3-a5c3-801ebf815294 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23e59f70-1cf8-4ea4-824b-1efc5167ff36 HTTP/1.1" status: 200 len: 797 time: 0.2573380 Nov 12 20:11:33.583260 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e92df2-de49-4602-9349-baa1dd7b8995 req-cb80047a-1130-4613-8f86-d5a2585440b3 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:33.585120 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8808dcfd-620a-4c3d-b93b-c5b467ea18c6 req-cb1097db-c945-49b4-b65d-b4d47252ee5c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5300012 Nov 12 20:11:33.591928 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16e92df2-de49-4602-9349-baa1dd7b8995 req-cb80047a-1130-4613-8f86-d5a2585440b3 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.1983252 Nov 12 20:11:33.620321 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35638103-7ab5-4bbe-904f-18a925d6c402 service neutron] Pushing event updated for resources: {'Port': ['ID=6ceb8b30-ba98-4e6e-8a37-9d79a46f602d,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:33.628546 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a080d3c-760c-4750-8502-a6c2395c613c req-de54d17b-90ef-4d3d-84e4-98ddd5797c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:33.630793 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5a080d3c-760c-4750-8502-a6c2395c613c req-de54d17b-90ef-4d3d-84e4-98ddd5797c6b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87a54bf00f1941cfa397a6b14cb6253b&device_id=a47e614f-a426-4959-97c8-5858a99b77bd HTTP/1.1" status: 200 len: 1095 time: 0.1392281 Nov 12 20:11:33.638476 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-51fe93ae-4d49-450b-8fad-768e13135f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:33.641583 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-51fe93ae-4d49-450b-8fad-768e13135f5f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1510980 Nov 12 20:11:33.648665 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-953e961a-ddef-49c6-96c7-7d690d5b69ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:33.657218 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-953e961a-ddef-49c6-96c7-7d690d5b69ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:33.668758 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-953e961a-ddef-49c6-96c7-7d690d5b69ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/335ddddb-fd51-4d61-a69e-9db5af4b29c8 HTTP/1.1" status: 204 len: 168 time: 0.9038146 Nov 12 20:11:33.731327 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 40504) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:33.744971 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e961a-ddef-49c6-96c7-7d690d5b69ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335ddddb-fd51-4d61-a69e-9db5af4b29c8,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:33.776384 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c249e8-fa03-47f1-a720-e8d4fa759eea x-openstack-request-id: req-b4c249e8-fa03-47f1-a720-e8d4fa759eea {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:11:33.776735 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a47e614f-a426-4959-97c8-5858a99b77bd", "tag": "6ceb8b30-ba98-4e6e-8a37-9d79a46f602d", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:11:33.777556 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b4c249e8-fa03-47f1-a720-e8d4fa759eea {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:11:33.778259 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47e614f-a426-4959-97c8-5858a99b77bd', 'tag': '6ceb8b30-ba98-4e6e-8a37-9d79a46f602d', 'status': 'completed', 'code': 200} Nov 12 20:11:33.800921 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16e92df2-de49-4602-9349-baa1dd7b8995 req-7692458a-dc7f-4def-8566-092362633906 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078326 Nov 12 20:11:33.803539 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5a080d3c-760c-4750-8502-a6c2395c613c req-db549e26-cd3f-496e-8d21-f130ab61f075 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ceb8b30-ba98-4e6e-8a37-9d79a46f602d HTTP/1.1" status: 200 len: 217 time: 0.1555412 Nov 12 20:11:33.918419 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a080d3c-760c-4750-8502-a6c2395c613c req-1090e5da-5b63-48d7-9985-bff1901a0b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:33.920434 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5a080d3c-760c-4750-8502-a6c2395c613c req-1090e5da-5b63-48d7-9985-bff1901a0b60 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=86a6defd-2679-46d7-a3ed-024b79ea1a2b HTTP/1.1" status: 200 len: 854 time: 0.1055808 Nov 12 20:11:33.926009 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-9e02686f-b8b0-4538-9362-018acb0e6559 service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556515 Nov 12 20:11:34.023038 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5a080d3c-760c-4750-8502-a6c2395c613c req-ef4bad79-5ffa-405f-990b-0e53faa4b94e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7abfc9e-a3ae-4f6c-8c77-044549997684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691056 Nov 12 20:11:34.209910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c566b-d050-4a55-9bc4-7be9a50055d6 req-c04f64e4-fbdc-402a-abc4-a5386ce4ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:34.210858 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c566b-d050-4a55-9bc4-7be9a50055d6 req-c04f64e4-fbdc-402a-abc4-a5386ce4ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:34.210981 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c566b-d050-4a55-9bc4-7be9a50055d6 req-c04f64e4-fbdc-402a-abc4-a5386ce4ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:34.211355 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c566b-d050-4a55-9bc4-7be9a50055d6 req-c04f64e4-fbdc-402a-abc4-a5386ce4ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:34.211825 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c566b-d050-4a55-9bc4-7be9a50055d6 req-c04f64e4-fbdc-402a-abc4-a5386ce4ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:34.212725 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c566b-d050-4a55-9bc4-7be9a50055d6 req-c04f64e4-fbdc-402a-abc4-a5386ce4ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:34.212846 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c566b-d050-4a55-9bc4-7be9a50055d6 req-c04f64e4-fbdc-402a-abc4-a5386ce4ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:34.221283 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fc0c566b-d050-4a55-9bc4-7be9a50055d6 req-c04f64e4-fbdc-402a-abc4-a5386ce4ba41 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 6494 time: 0.4721582 Nov 12 20:11:34.248435 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5a080d3c-760c-4750-8502-a6c2395c613c req-1adea312-a7fb-4726-a8b1-71b8d9b58586 service neutron] 10.222.0.52 "GET /v2.0/networks/e7abfc9e-a3ae-4f6c-8c77-044549997684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242246 Nov 12 20:11:34.312334 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fc0c566b-d050-4a55-9bc4-7be9a50055d6 req-4a07fe72-f813-4f8f-b54b-c8f988765840 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=660401df-133a-4104-b9f9-e8f654f50a7d&id=d1ae385b-3557-4481-ad53-b0794217c6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0898480 Nov 12 20:11:34.360126 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-673c290f-4924-40e6-ae73-6c934f35d867 service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645093 Nov 12 20:11:34.373583 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30be26-22ff-4f88-b9bc-a394afec393c req-447522c7-b3a2-4b93-b689-10756bbed0e9 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:34.382668 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ed30be26-22ff-4f88-b9bc-a394afec393c req-447522c7-b3a2-4b93-b689-10756bbed0e9 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=a47e614f-a426-4959-97c8-5858a99b77bd HTTP/1.1" status: 200 len: 943 time: 0.2779026 Nov 12 20:11:34.486920 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-34077ae6-e287-4ea2-bb48-06552f81537c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=8bf2886a-7dd4-4335-8bda-619bc89bd1cd HTTP/1.1" status: 200 len: 217 time: 0.0793791 Nov 12 20:11:34.566546 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5a080d3c-760c-4750-8502-a6c2395c613c req-aa640bb9-fbd7-485f-9a08-42bd04043835 service neutron] 10.222.0.52 "GET /v2.0/networks/e7abfc9e-a3ae-4f6c-8c77-044549997684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025246 Nov 12 20:11:34.681136 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ed30be26-22ff-4f88-b9bc-a394afec393c req-7ee92fb1-9e00-401b-aef6-39b33cefe2e6 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973447 Nov 12 20:11:34.711793 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-33860aad-d604-46be-8fd2-433573570226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:34.717991 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-33860aad-d604-46be-8fd2-433573570226 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23e59f70-1cf8-4ea4-824b-1efc5167ff36 HTTP/1.1" status: 200 len: 797 time: 0.2193403 Nov 12 20:11:34.831995 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-6c0dcc87-5b35-43ff-96e0-bdf6b083ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:34.833920 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-6c0dcc87-5b35-43ff-96e0-bdf6b083ce71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1058824 Nov 12 20:11:34.871154 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1249d-46c3-4e0d-9eb3-82b7f9686eae req-b3d0037b-a38a-499f-98e3-0b1d7c1764d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:34.877161 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04c1249d-46c3-4e0d-9eb3-82b7f9686eae req-b3d0037b-a38a-499f-98e3-0b1d7c1764d7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87a54bf00f1941cfa397a6b14cb6253b&device_id=a47e614f-a426-4959-97c8-5858a99b77bd HTTP/1.1" status: 200 len: 1095 time: 0.2468464 Nov 12 20:11:35.095005 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff2649-8e6c-4018-ada7-faa9c8244639 req-44d38737-33ae-4de8-8967-f1b278a29072 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:35.114327 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff2649-8e6c-4018-ada7-faa9c8244639 req-44d38737-33ae-4de8-8967-f1b278a29072 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:35.127888 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff2649-8e6c-4018-ada7-faa9c8244639 req-44d38737-33ae-4de8-8967-f1b278a29072 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:35.149524 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff2649-8e6c-4018-ada7-faa9c8244639 req-44d38737-33ae-4de8-8967-f1b278a29072 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:35.166561 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff2649-8e6c-4018-ada7-faa9c8244639 req-44d38737-33ae-4de8-8967-f1b278a29072 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:35.173325 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff2649-8e6c-4018-ada7-faa9c8244639 req-44d38737-33ae-4de8-8967-f1b278a29072 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:35.200042 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff2649-8e6c-4018-ada7-faa9c8244639 req-44d38737-33ae-4de8-8967-f1b278a29072 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:35.202140 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f3ff2649-8e6c-4018-ada7-faa9c8244639 req-44d38737-33ae-4de8-8967-f1b278a29072 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5429 time: 0.4390755 Nov 12 20:11:35.353178 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1249d-46c3-4e0d-9eb3-82b7f9686eae req-34e2b3ee-d135-4b5f-9eee-d4f05a90ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:35.354878 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04c1249d-46c3-4e0d-9eb3-82b7f9686eae req-34e2b3ee-d135-4b5f-9eee-d4f05a90ae91 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7abfc9e-a3ae-4f6c-8c77-044549997684 HTTP/1.1" status: 200 len: 915 time: 0.4633026 Nov 12 20:11:35.430795 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04c1249d-46c3-4e0d-9eb3-82b7f9686eae req-46f7f904-eb13-4740-ad62-6e2771a63080 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ceb8b30-ba98-4e6e-8a37-9d79a46f602d HTTP/1.1" status: 200 len: 217 time: 0.0570621 Nov 12 20:11:35.447306 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f3ff2649-8e6c-4018-ada7-faa9c8244639 req-f6c46376-f571-4c7c-87d2-b088fa885fed tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2270894 Nov 12 20:11:35.532517 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1249d-46c3-4e0d-9eb3-82b7f9686eae req-5a43fa10-2bbb-4303-9af6-3e8ae7ecb396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:35.534016 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04c1249d-46c3-4e0d-9eb3-82b7f9686eae req-5a43fa10-2bbb-4303-9af6-3e8ae7ecb396 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=86a6defd-2679-46d7-a3ed-024b79ea1a2b HTTP/1.1" status: 200 len: 854 time: 0.0813701 Nov 12 20:11:35.579602 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-e6c06c14-0372-49ab-9e38-9f12731949f1 service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7356687 Nov 12 20:11:35.581015 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04c1249d-46c3-4e0d-9eb3-82b7f9686eae req-961801a0-4420-497a-9d68-103b16e33dc0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7abfc9e-a3ae-4f6c-8c77-044549997684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359745 Nov 12 20:11:35.638715 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74615dda-ce86-478a-97dd-41802d3ae199 req-7bf6f4d0-9f91-4125-8f24-aac4db0a6441 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:35.645952 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-74615dda-ce86-478a-97dd-41802d3ae199 req-7bf6f4d0-9f91-4125-8f24-aac4db0a6441 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.2226624 Nov 12 20:11:35.756289 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04c1249d-46c3-4e0d-9eb3-82b7f9686eae req-fe0743a8-47c5-4130-8e36-a75719c3f3bc service neutron] 10.222.0.52 "GET /v2.0/networks/e7abfc9e-a3ae-4f6c-8c77-044549997684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669071 Nov 12 20:11:35.873615 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-74615dda-ce86-478a-97dd-41802d3ae199 req-f2b12699-f69d-44d1-bdb1-d62f801ee394 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227433 Nov 12 20:11:35.909671 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-a6b5cf5a-c615-4e64-b719-3ddf0e819b13 service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138454 Nov 12 20:11:36.005428 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-2ff66957-663e-44e3-8fe3-883bea0f67db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=e4d475ee-cd28-4a98-ab67-825a574e5c5e HTTP/1.1" status: 200 len: 217 time: 0.0861163 Nov 12 20:11:36.137589 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465c75f-9933-4733-a962-eef94c4ec30d req-4039c22e-ef8a-4b26-acc2-f3bafb47476d tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:36.139266 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b465c75f-9933-4733-a962-eef94c4ec30d req-4039c22e-ef8a-4b26-acc2-f3bafb47476d tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=a47e614f-a426-4959-97c8-5858a99b77bd HTTP/1.1" status: 200 len: 943 time: 0.1328590 Nov 12 20:11:36.141376 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-0e460a0d-4f0b-40a2-abc0-8f0da479abcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:36.143374 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-0e460a0d-4f0b-40a2-abc0-8f0da479abcc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23e59f70-1cf8-4ea4-824b-1efc5167ff36 HTTP/1.1" status: 200 len: 797 time: 0.1037858 Nov 12 20:11:36.358783 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b465c75f-9933-4733-a962-eef94c4ec30d req-5a2b5af1-de2a-49c6-8814-0aecac17de38 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051723 Nov 12 20:11:36.375541 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-f57cdce1-67c1-41af-9904-3024d9988088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:36.382958 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-f57cdce1-67c1-41af-9904-3024d9988088 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1689134 Nov 12 20:11:36.597224 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04c1249d-46c3-4e0d-9eb3-82b7f9686eae req-aadc05f0-9470-44eb-93eb-6214bf1d4ef6 service neutron] 10.222.0.52 "GET /v2.0/networks/e7abfc9e-a3ae-4f6c-8c77-044549997684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8308332 Nov 12 20:11:36.625013 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 40578) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:36.693978 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-b24f4228-6b1c-4e29-92eb-7ef7a66db265 service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008425 Nov 12 20:11:36.775898 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4607ee5-5245-46fb-adae-caf4fb8c9686 req-e64fb2f4-9d1a-4bb0-b1b3-78fbf704be8d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:36.788041 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4607ee5-5245-46fb-adae-caf4fb8c9686 req-e64fb2f4-9d1a-4bb0-b1b3-78fbf704be8d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:36.794769 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4607ee5-5245-46fb-adae-caf4fb8c9686 req-e64fb2f4-9d1a-4bb0-b1b3-78fbf704be8d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:36.801425 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4607ee5-5245-46fb-adae-caf4fb8c9686 req-e64fb2f4-9d1a-4bb0-b1b3-78fbf704be8d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:36.808723 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4607ee5-5245-46fb-adae-caf4fb8c9686 req-e64fb2f4-9d1a-4bb0-b1b3-78fbf704be8d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:36.816647 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4607ee5-5245-46fb-adae-caf4fb8c9686 req-e64fb2f4-9d1a-4bb0-b1b3-78fbf704be8d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:36.826164 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-be1c3365-184a-4b08-9d31-7a51710b9a75 service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138642 Nov 12 20:11:36.826979 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4607ee5-5245-46fb-adae-caf4fb8c9686 req-e64fb2f4-9d1a-4bb0-b1b3-78fbf704be8d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:36.836146 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d4607ee5-5245-46fb-adae-caf4fb8c9686 req-e64fb2f4-9d1a-4bb0-b1b3-78fbf704be8d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5429 time: 0.2042367 Nov 12 20:11:36.879446 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-a5c959ec-1c79-4c4b-bea6-c7db8b10ce29 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=10d51039-4f5f-40e0-a541-b315dbaf21c3 HTTP/1.1" status: 200 len: 217 time: 0.0458777 Nov 12 20:11:36.910187 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d4607ee5-5245-46fb-adae-caf4fb8c9686 req-f6b69721-8631-423c-8722-4d765bf2e629 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0702488 Nov 12 20:11:36.954179 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-24ca770b-5756-466c-b5ca-d0685eb39124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:36.956654 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-24ca770b-5756-466c-b5ca-d0685eb39124 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23e59f70-1cf8-4ea4-824b-1efc5167ff36 HTTP/1.1" status: 200 len: 797 time: 0.0681155 Nov 12 20:11:36.959475 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ea0e60a8-fa4e-4958-8aeb-f66273dd2e7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:37.023107 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-ed7ee5a4-2aa9-4f60-b4e2-8bee5ae207e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:37.025256 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-ed7ee5a4-2aa9-4f60-b4e2-8bee5ae207e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0602057 Nov 12 20:11:37.165202 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3102e1-5516-46d1-9049-ccd8ec66bf3c req-784464a4-1270-41e3-88e6-18ec65730754 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:37.172960 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0c3102e1-5516-46d1-9049-ccd8ec66bf3c req-784464a4-1270-41e3-88e6-18ec65730754 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.1987755 Nov 12 20:11:37.252524 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0c3102e1-5516-46d1-9049-ccd8ec66bf3c req-5ddbf699-a846-4468-bdcc-4f922a2cb5c6 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676231 Nov 12 20:11:37.257840 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ea0e60a8-fa4e-4958-8aeb-f66273dd2e7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:37.264573 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-fd9c42ef-5e18-46ff-ab62-dbf7ab8f7a9d service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288129 Nov 12 20:11:37.265869 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ea0e60a8-fa4e-4958-8aeb-f66273dd2e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:37.319337 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ea0e60a8-fa4e-4958-8aeb-f66273dd2e7b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dad59bb3e0a6404b95131cf52afea8ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6912568 Nov 12 20:11:37.319555 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 40588) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:37.364553 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e60a8-fa4e-4958-8aeb-f66273dd2e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ac3c6b-bacc-4670-b89a-19330a62231b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:37.452473 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-bab9bdc2-a4dd-472d-8f01-3f9fe3f140b4 service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812143 Nov 12 20:11:37.472307 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8fa16f58-37d7-455c-a77b-380be79ae5e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:37.514513 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8fa16f58-37d7-455c-a77b-380be79ae5e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:37.552674 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-936a7059-22d8-4e01-93b4-d22ac0595ff6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205 HTTP/1.1" status: 200 len: 217 time: 0.0854683 Nov 12 20:11:37.594774 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8fa16f58-37d7-455c-a77b-380be79ae5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:37.597877 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8fa16f58-37d7-455c-a77b-380be79ae5e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:37.599294 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8fa16f58-37d7-455c-a77b-380be79ae5e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b1ac3c6b-bacc-4670-b89a-19330a62231b HTTP/1.1" status: 204 len: 168 time: 0.2743771 Nov 12 20:11:37.612062 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa16f58-37d7-455c-a77b-380be79ae5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ac3c6b-bacc-4670-b89a-19330a62231b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:37.708499 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59866c89-07f7-4a38-a3d0-6cbb701b2067 req-9c87e46a-cfcb-460d-9309-2fd9cb5d9558 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:37.717693 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-59866c89-07f7-4a38-a3d0-6cbb701b2067 req-9c87e46a-cfcb-460d-9309-2fd9cb5d9558 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=a47e614f-a426-4959-97c8-5858a99b77bd HTTP/1.1" status: 200 len: 943 time: 0.1800265 Nov 12 20:11:37.732603 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-7958f570-2dd9-4e56-9c18-df9b4962346b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:37.734756 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-7958f570-2dd9-4e56-9c18-df9b4962346b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ed506cf3-b5f8-43df-9ed6-18a9019fc64b HTTP/1.1" status: 200 len: 797 time: 0.1676881 Nov 12 20:11:37.829980 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-d7f27c58-0640-47d1-a886-fa29d0eb7224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:37.832122 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-d7f27c58-0640-47d1-a886-fa29d0eb7224 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d5111b2-3f92-4f00-9f7f-454d59cb9659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0863850 Nov 12 20:11:37.861220 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 40600) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:37.895313 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-59866c89-07f7-4a38-a3d0-6cbb701b2067 req-d3cd8730-df1b-4ccf-9dfb-688080a5ab65 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765196 Nov 12 20:11:38.010866 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6ceb8b30-ba98-4e6e-8a37-9d79a46f602d details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:11:38.062516 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-ab9d64ba-045f-454d-a640-028249ebd725 service neutron] 10.222.0.55 "GET /v2.0/networks/5d5111b2-3f92-4f00-9f7f-454d59cb9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177184 Nov 12 20:11:38.193217 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f877e-9790-4254-a148-b1ab5b3f0e4e req-eb3f1c35-f622-44c4-8eba-c845e5985ff4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:38.214294 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f877e-9790-4254-a148-b1ab5b3f0e4e req-eb3f1c35-f622-44c4-8eba-c845e5985ff4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:38.238140 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f877e-9790-4254-a148-b1ab5b3f0e4e req-eb3f1c35-f622-44c4-8eba-c845e5985ff4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:38.257953 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f877e-9790-4254-a148-b1ab5b3f0e4e req-eb3f1c35-f622-44c4-8eba-c845e5985ff4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:38.268829 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-48ac7709-faba-4446-b9b7-1f4c8047a091 service neutron] 10.222.0.55 "GET /v2.0/networks/5d5111b2-3f92-4f00-9f7f-454d59cb9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981285 Nov 12 20:11:38.278020 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f877e-9790-4254-a148-b1ab5b3f0e4e req-eb3f1c35-f622-44c4-8eba-c845e5985ff4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:38.299827 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f877e-9790-4254-a148-b1ab5b3f0e4e req-eb3f1c35-f622-44c4-8eba-c845e5985ff4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:38.309287 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f877e-9790-4254-a148-b1ab5b3f0e4e req-eb3f1c35-f622-44c4-8eba-c845e5985ff4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:38.323917 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f39f877e-9790-4254-a148-b1ab5b3f0e4e req-eb3f1c35-f622-44c4-8eba-c845e5985ff4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5429 time: 0.2925363 Nov 12 20:11:38.361636 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-ae5e8aa3-84f4-47f3-805b-8ef62ccfcb37 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4 HTTP/1.1" status: 200 len: 217 time: 0.0838857 Nov 12 20:11:38.380076 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 6ceb8b30-ba98-4e6e-8a37-9d79a46f602d, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6ceb8b30-ba98-4e6e-8a37-9d79a46f602d,segment=NetworkSegment(83ad58fa-02e6-4e77-9e81-8f13133a4857),segment_id=83ad58fa-02e6-4e77-9e81-8f13133a4857)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:11:38.385318 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d2c2756f-dd96-46f4-9a1a-239aea87ebd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:38.456123 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '6ceb8b30-ba98-4e6e-8a37-9d79a46f602d', 'network_id': 'e7abfc9e-a3ae-4f6c-8c77-044549997684', 'port_id': '6ceb8b30-ba98-4e6e-8a37-9d79a46f602d', 'mac_address': 'fa:16:3e:74:23:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a6defd-2679-46d7-a3ed-024b79ea1a2b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:11:38.496016 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-69a087c8-ac39-4257-bc68-d5d27815e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:38.498634 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-69a087c8-ac39-4257-bc68-d5d27815e4a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ed506cf3-b5f8-43df-9ed6-18a9019fc64b HTTP/1.1" status: 200 len: 797 time: 0.1270108 Nov 12 20:11:38.571692 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f39f877e-9790-4254-a148-b1ab5b3f0e4e req-b4125a08-4403-4c8b-a7ad-d416416074c8 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2467389 Nov 12 20:11:38.593657 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:38.688275 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ceb8b30-ba98-4e6e-8a37-9d79a46f602d {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:11:38.724331 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1ff07a99-8670-4d06-9ac5-7dbf13b1a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:38.732482 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-1ff07a99-8670-4d06-9ac5-7dbf13b1a348 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d5111b2-3f92-4f00-9f7f-454d59cb9659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2170722 Nov 12 20:11:38.772161 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 6ceb8b30-ba98-4e6e-8a37-9d79a46f602d, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6ceb8b30-ba98-4e6e-8a37-9d79a46f602d,segment=NetworkSegment(83ad58fa-02e6-4e77-9e81-8f13133a4857),segment_id=83ad58fa-02e6-4e77-9e81-8f13133a4857)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:11:38.785330 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:38.809814 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a340bfb-3c1a-45a7-bdfc-2dbc60a8e406 req-76307b7e-259c-44fe-912d-804bf2051593 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:38.824148 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5a340bfb-3c1a-45a7-bdfc-2dbc60a8e406 req-76307b7e-259c-44fe-912d-804bf2051593 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.2893164 Nov 12 20:11:38.875630 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=6ceb8b30-ba98-4e6e-8a37-9d79a46f602d,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:38.878243 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d2c2756f-dd96-46f4-9a1a-239aea87ebd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:38.889397 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d2c2756f-dd96-46f4-9a1a-239aea87ebd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:39.009294 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d2c2756f-dd96-46f4-9a1a-239aea87ebd0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8608c81de6fd42d3a7b757f1e2e897c7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1469336 Nov 12 20:11:39.010370 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2756f-dd96-46f4-9a1a-239aea87ebd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6752846e-557f-405f-9936-395974691fe6,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:39.045522 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 40630) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:39.146375 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['6ceb8b30-ba98-4e6e-8a37-9d79a46f602d'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:11:39.270349 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5a340bfb-3c1a-45a7-bdfc-2dbc60a8e406 req-f9d11d81-6300-467b-a1c1-5cbc94afc044 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4452324 Nov 12 20:11:39.274574 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-2118e6bb-1202-4496-a3dd-84ed335f8b17 service neutron] 10.222.0.55 "GET /v2.0/networks/5d5111b2-3f92-4f00-9f7f-454d59cb9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225430 Nov 12 20:11:39.368892 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdf659-0880-4a09-9cad-c4d68599b18a req-fe6bc7f9-f36b-4735-b775-75b4c9f87a6b tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:39.377106 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1bcdf659-0880-4a09-9cad-c4d68599b18a req-fe6bc7f9-f36b-4735-b775-75b4c9f87a6b tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=a47e614f-a426-4959-97c8-5858a99b77bd HTTP/1.1" status: 200 len: 944 time: 0.2793889 Nov 12 20:11:39.384320 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e8263070-dc9f-4c64-8508-8a1544639e65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:39.467233 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2a4191-a191-4642-99cf-798e8e6d2cbf req-6237e2d3-6909-4547-b59e-fc411d94090c service neutron] 10.222.0.55 "GET /v2.0/networks/5d5111b2-3f92-4f00-9f7f-454d59cb9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850359 Nov 12 20:11:39.544380 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e8263070-dc9f-4c64-8508-8a1544639e65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:39.604266 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1bcdf659-0880-4a09-9cad-c4d68599b18a req-f8b2f99b-41f7-48e7-a961-6a256b53eb5d tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120633 Nov 12 20:11:39.675185 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6812a-4d0e-4fe7-bdfb-e016ae65cbd3 req-f351d99d-6778-4991-a643-d88458e033a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:39.675185 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6812a-4d0e-4fe7-bdfb-e016ae65cbd3 req-f351d99d-6778-4991-a643-d88458e033a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:39.675733 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6812a-4d0e-4fe7-bdfb-e016ae65cbd3 req-f351d99d-6778-4991-a643-d88458e033a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:39.675817 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6812a-4d0e-4fe7-bdfb-e016ae65cbd3 req-f351d99d-6778-4991-a643-d88458e033a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:39.681085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6812a-4d0e-4fe7-bdfb-e016ae65cbd3 req-f351d99d-6778-4991-a643-d88458e033a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:39.681646 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6812a-4d0e-4fe7-bdfb-e016ae65cbd3 req-f351d99d-6778-4991-a643-d88458e033a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:39.682124 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6812a-4d0e-4fe7-bdfb-e016ae65cbd3 req-f351d99d-6778-4991-a643-d88458e033a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:39.684163 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcf6812a-4d0e-4fe7-bdfb-e016ae65cbd3 req-f351d99d-6778-4991-a643-d88458e033a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4852665fabb5408ab377b1cbc45feb40&device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 6493 time: 0.1373162 Nov 12 20:11:39.752324 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e8263070-dc9f-4c64-8508-8a1544639e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:39.754967 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e8263070-dc9f-4c64-8508-8a1544639e65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:39.783888 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e8263070-dc9f-4c64-8508-8a1544639e65 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6752846e-557f-405f-9936-395974691fe6 HTTP/1.1" status: 204 len: 168 time: 0.7268813 Nov 12 20:11:39.812573 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8263070-dc9f-4c64-8508-8a1544639e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6752846e-557f-405f-9936-395974691fe6,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:39.919144 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6812a-4d0e-4fe7-bdfb-e016ae65cbd3 req-fa6a5e96-5527-4e56-9925-4d4ddf2a7e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:39.949038 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcf6812a-4d0e-4fe7-bdfb-e016ae65cbd3 req-fa6a5e96-5527-4e56-9925-4d4ddf2a7e66 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5d5111b2-3f92-4f00-9f7f-454d59cb9659 HTTP/1.1" status: 200 len: 903 time: 0.2569902 Nov 12 20:11:40.032351 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcf6812a-4d0e-4fe7-bdfb-e016ae65cbd3 req-9312311d-ded4-4279-bb5b-c291ab1adfa1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4 HTTP/1.1" status: 200 len: 217 time: 0.0737584 Nov 12 20:11:40.102786 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03108b6-d8f8-42d4-b9ed-dead0dfdbd9f req-b0fd7031-4721-489e-a842-f49e94a12df4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:40.127390 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03108b6-d8f8-42d4-b9ed-dead0dfdbd9f req-b0fd7031-4721-489e-a842-f49e94a12df4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:40.146148 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03108b6-d8f8-42d4-b9ed-dead0dfdbd9f req-b0fd7031-4721-489e-a842-f49e94a12df4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:40.160866 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03108b6-d8f8-42d4-b9ed-dead0dfdbd9f req-b0fd7031-4721-489e-a842-f49e94a12df4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:40.161294 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6812a-4d0e-4fe7-bdfb-e016ae65cbd3 req-6baecccb-cf8d-4602-bbe0-efc666ffc53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:40.163873 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcf6812a-4d0e-4fe7-bdfb-e016ae65cbd3 req-6baecccb-cf8d-4602-bbe0-efc666ffc53c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ed506cf3-b5f8-43df-9ed6-18a9019fc64b HTTP/1.1" status: 200 len: 797 time: 0.1185627 Nov 12 20:11:40.175019 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03108b6-d8f8-42d4-b9ed-dead0dfdbd9f req-b0fd7031-4721-489e-a842-f49e94a12df4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:40.196908 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03108b6-d8f8-42d4-b9ed-dead0dfdbd9f req-b0fd7031-4721-489e-a842-f49e94a12df4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:40.221806 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03108b6-d8f8-42d4-b9ed-dead0dfdbd9f req-b0fd7031-4721-489e-a842-f49e94a12df4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:40.231594 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a03108b6-d8f8-42d4-b9ed-dead0dfdbd9f req-b0fd7031-4721-489e-a842-f49e94a12df4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5429 time: 0.3052728 Nov 12 20:11:40.272946 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6812a-4d0e-4fe7-bdfb-e016ae65cbd3 req-ca35f418-c76f-4442-8e97-420c9e11e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:40.275370 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcf6812a-4d0e-4fe7-bdfb-e016ae65cbd3 req-ca35f418-c76f-4442-8e97-420c9e11e058 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d5111b2-3f92-4f00-9f7f-454d59cb9659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0875692 Nov 12 20:11:40.364901 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a03108b6-d8f8-42d4-b9ed-dead0dfdbd9f req-cb352122-4d0d-4d51-bf0d-5305a88937d1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1274226 Nov 12 20:11:40.519117 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcf6812a-4d0e-4fe7-bdfb-e016ae65cbd3 req-32d6b609-4ce6-4abb-8b0e-8e40a49c647e service neutron] 10.222.0.55 "GET /v2.0/networks/5d5111b2-3f92-4f00-9f7f-454d59cb9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355087 Nov 12 20:11:40.526747 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c536cb-b248-4caa-bde1-2ebed2223419 req-81c0d93c-3112-4eae-b98c-bfc6d8a41c54 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:40.538593 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-10c536cb-b248-4caa-bde1-2ebed2223419 req-81c0d93c-3112-4eae-b98c-bfc6d8a41c54 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.0907099 Nov 12 20:11:40.619421 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-10c536cb-b248-4caa-bde1-2ebed2223419 req-36ff1e15-a840-41a9-a6d1-b49ffd027658 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801468 Nov 12 20:11:40.679480 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcf6812a-4d0e-4fe7-bdfb-e016ae65cbd3 req-d50d06cb-2bb3-437c-9512-8280061d0a9e service neutron] 10.222.0.55 "GET /v2.0/networks/5d5111b2-3f92-4f00-9f7f-454d59cb9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520574 Nov 12 20:11:40.895910 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb919026-6ecb-4c1f-91f1-a2c8611f8dbd req-5ff280d8-5217-4c4c-bc63-1a8d6e195954 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:40.913021 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bb919026-6ecb-4c1f-91f1-a2c8611f8dbd req-5ff280d8-5217-4c4c-bc63-1a8d6e195954 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=a47e614f-a426-4959-97c8-5858a99b77bd HTTP/1.1" status: 200 len: 944 time: 0.1081483 Nov 12 20:11:41.031140 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bb919026-6ecb-4c1f-91f1-a2c8611f8dbd req-f76684ca-aacb-407f-aea2-3d326e300576 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120131 Nov 12 20:11:41.651675 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93d5fb-17d6-4804-966e-1c01abfbb17a req-e49f0a50-4b33-42a7-b795-567bc52b4781 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:41.671620 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93d5fb-17d6-4804-966e-1c01abfbb17a req-e49f0a50-4b33-42a7-b795-567bc52b4781 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:41.701662 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93d5fb-17d6-4804-966e-1c01abfbb17a req-e49f0a50-4b33-42a7-b795-567bc52b4781 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:41.711902 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93d5fb-17d6-4804-966e-1c01abfbb17a req-e49f0a50-4b33-42a7-b795-567bc52b4781 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:41.722338 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93d5fb-17d6-4804-966e-1c01abfbb17a req-e49f0a50-4b33-42a7-b795-567bc52b4781 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:41.745336 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93d5fb-17d6-4804-966e-1c01abfbb17a req-e49f0a50-4b33-42a7-b795-567bc52b4781 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:41.763947 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93d5fb-17d6-4804-966e-1c01abfbb17a req-e49f0a50-4b33-42a7-b795-567bc52b4781 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:41.776706 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8e93d5fb-17d6-4804-966e-1c01abfbb17a req-e49f0a50-4b33-42a7-b795-567bc52b4781 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5429 time: 0.2615094 Nov 12 20:11:41.882959 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8e93d5fb-17d6-4804-966e-1c01abfbb17a req-93e6ed17-360f-40af-8e1d-d26c39481efd tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1007302 Nov 12 20:11:41.920893 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc2024-7f18-418a-9dcf-3c25185fbe69 req-7e482770-2774-4b7e-a48e-f1832c918372 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:41.934510 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b6bc2024-7f18-418a-9dcf-3c25185fbe69 req-7e482770-2774-4b7e-a48e-f1832c918372 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.1468053 Nov 12 20:11:41.944340 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 40724) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:42.028010 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6ceb8b30-ba98-4e6e-8a37-9d79a46f602d up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:11:42.079746 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b6bc2024-7f18-418a-9dcf-3c25185fbe69 req-18301067-f47e-4adb-bf0f-d3c0691a30e1 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424088 Nov 12 20:11:42.247807 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e3c2fedf-b2a6-4cc0-a814-ade016025e2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:42.279795 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61469a76-8b5a-4237-a7bf-4eda47302cb0 req-f8315343-6da1-436f-90dc-7232ad713419 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:42.283892 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 6ceb8b30-ba98-4e6e-8a37-9d79a46f602d completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:11:42.287988 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-61469a76-8b5a-4237-a7bf-4eda47302cb0 req-f8315343-6da1-436f-90dc-7232ad713419 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=a47e614f-a426-4959-97c8-5858a99b77bd HTTP/1.1" status: 200 len: 944 time: 0.1163960 Nov 12 20:11:42.288186 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 6ceb8b30-ba98-4e6e-8a37-9d79a46f602d triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:11:42.288574 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:42.426059 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:42.513010 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-61469a76-8b5a-4237-a7bf-4eda47302cb0 req-c1fabaa5-46eb-4126-b70c-30f01f469aea tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239146 Nov 12 20:11:42.513927 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47e614f-a426-4959-97c8-5858a99b77bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ceb8b30-ba98-4e6e-8a37-9d79a46f602d'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:11:42.516847 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc9057d-72a1-447f-b0b3-89305407b3f1" -d '{"events": [{"server_uuid": "a47e614f-a426-4959-97c8-5858a99b77bd", "name": "network-vif-plugged", "status": "completed", "tag": "6ceb8b30-ba98-4e6e-8a37-9d79a46f602d"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:11:42.532999 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 6ceb8b30-ba98-4e6e-8a37-9d79a46f602d, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6ceb8b30-ba98-4e6e-8a37-9d79a46f602d,segment=NetworkSegment(83ad58fa-02e6-4e77-9e81-8f13133a4857),segment_id=83ad58fa-02e6-4e77-9e81-8f13133a4857)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:11:42.539163 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:42.600654 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e3c2fedf-b2a6-4cc0-a814-ade016025e2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:42.617315 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c18248f-632e-4f22-866a-7b7ef1b484fa x-openstack-request-id: req-8c18248f-632e-4f22-866a-7b7ef1b484fa {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:11:42.617736 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47e614f-a426-4959-97c8-5858a99b77bd", "name": "network-vif-plugged", "status": "completed", "tag": "6ceb8b30-ba98-4e6e-8a37-9d79a46f602d", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:11:42.618626 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8c18248f-632e-4f22-866a-7b7ef1b484fa {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:11:42.619151 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47e614f-a426-4959-97c8-5858a99b77bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ceb8b30-ba98-4e6e-8a37-9d79a46f602d', 'code': 200} Nov 12 20:11:42.625012 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e3c2fedf-b2a6-4cc0-a814-ade016025e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:42.702849 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=6ceb8b30-ba98-4e6e-8a37-9d79a46f602d,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:42.737910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2fedf-b2a6-4cc0-a814-ade016025e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf5cbde-83df-4ea7-8fbb-e2adad991ae7,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:42.784180 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540b6eb-0698-430b-bcae-6d6066af9cfe req-854cec49-8f65-422c-9c02-2599cbf796da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:42.785747 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f540b6eb-0698-430b-bcae-6d6066af9cfe req-854cec49-8f65-422c-9c02-2599cbf796da service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a47e614f-a426-4959-97c8-5858a99b77bd HTTP/1.1" status: 200 len: 1097 time: 0.0914447 Nov 12 20:11:42.794351 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e3c2fedf-b2a6-4cc0-a814-ade016025e2f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33a57cfe6ee640aaaccb6087aab17f9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8463221 Nov 12 20:11:42.794705 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 40744) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:42.884374 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f540b6eb-0698-430b-bcae-6d6066af9cfe req-d0d1c5bb-adb2-4cbc-a5e9-5c33b434fab7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775857 Nov 12 20:11:42.919134 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf5267c7-677d-4c5b-93da-8cc06cc75d80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:42.965715 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf5267c7-677d-4c5b-93da-8cc06cc75d80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:43.057387 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf5267c7-677d-4c5b-93da-8cc06cc75d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:43.060408 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf5267c7-677d-4c5b-93da-8cc06cc75d80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:43.061649 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bf5267c7-677d-4c5b-93da-8cc06cc75d80 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fcf5cbde-83df-4ea7-8fbb-e2adad991ae7 HTTP/1.1" status: 204 len: 168 time: 0.2659521 Nov 12 20:11:43.074031 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5267c7-677d-4c5b-93da-8cc06cc75d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf5cbde-83df-4ea7-8fbb-e2adad991ae7,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:43.145682 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3e63c-268d-4d84-8e5f-a7cd64dbf70b req-cfd08eb9-a858-426f-be6c-f9b220da24a6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:43.152752 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3e63c-268d-4d84-8e5f-a7cd64dbf70b req-cfd08eb9-a858-426f-be6c-f9b220da24a6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:43.167218 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3e63c-268d-4d84-8e5f-a7cd64dbf70b req-cfd08eb9-a858-426f-be6c-f9b220da24a6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:43.182391 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3e63c-268d-4d84-8e5f-a7cd64dbf70b req-cfd08eb9-a858-426f-be6c-f9b220da24a6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:43.200135 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3e63c-268d-4d84-8e5f-a7cd64dbf70b req-cfd08eb9-a858-426f-be6c-f9b220da24a6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:43.208094 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3e63c-268d-4d84-8e5f-a7cd64dbf70b req-cfd08eb9-a858-426f-be6c-f9b220da24a6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:43.224001 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3e63c-268d-4d84-8e5f-a7cd64dbf70b req-cfd08eb9-a858-426f-be6c-f9b220da24a6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:43.246367 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fae3e63c-268d-4d84-8e5f-a7cd64dbf70b req-cfd08eb9-a858-426f-be6c-f9b220da24a6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5429 time: 0.2237535 Nov 12 20:11:43.389788 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fae3e63c-268d-4d84-8e5f-a7cd64dbf70b req-c7b4449b-2f8b-4eff-a8fc-ecd696c0ca79 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1406069 Nov 12 20:11:43.463562 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b4622-a02b-449a-8bf0-88f1e91137bd req-8b42e652-9ba3-4444-b005-d121e33533c4 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:43.480895 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d25b4622-a02b-449a-8bf0-88f1e91137bd req-8b42e652-9ba3-4444-b005-d121e33533c4 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.1249664 Nov 12 20:11:43.641922 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d25b4622-a02b-449a-8bf0-88f1e91137bd req-d58dd909-e0e2-4e36-ab9d-7124efe54932 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485984 Nov 12 20:11:43.786376 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee17d12-ff29-4b56-9ea5-4ecbd7345308 req-3a9bf699-85e7-4d2b-b28d-9fb94583086a tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:43.796180 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0ee17d12-ff29-4b56-9ea5-4ecbd7345308 req-3a9bf699-85e7-4d2b-b28d-9fb94583086a tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=a47e614f-a426-4959-97c8-5858a99b77bd HTTP/1.1" status: 200 len: 945 time: 0.1234353 Nov 12 20:11:43.807044 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1bb8f925-2878-4faa-9040-33cc25bc7ed0 req-acc04319-abd8-4d8f-8222-a22bdb3a642d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0923865 Nov 12 20:11:43.904799 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0ee17d12-ff29-4b56-9ea5-4ecbd7345308 req-82abb7a6-94b2-4f8c-a5cb-5ab313fc3522 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077464 Nov 12 20:11:43.940618 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8f925-2878-4faa-9040-33cc25bc7ed0 req-ebcfb0a2-647a-4a64-9cc5-002f2a39b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:43.942224 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1bb8f925-2878-4faa-9040-33cc25bc7ed0 req-ebcfb0a2-647a-4a64-9cc5-002f2a39b53d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=00b6cfb5312f47e6bba6b1a73804db22&device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 1097 time: 0.0947978 Nov 12 20:11:44.140808 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8f925-2878-4faa-9040-33cc25bc7ed0 req-75348f1d-b194-48dd-b879-bfd954ae5da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:44.142839 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1bb8f925-2878-4faa-9040-33cc25bc7ed0 req-75348f1d-b194-48dd-b879-bfd954ae5da7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1217fc13-52b1-48e2-90e3-8ec289b00657 HTTP/1.1" status: 200 len: 912 time: 0.1773269 Nov 12 20:11:44.363564 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1bb8f925-2878-4faa-9040-33cc25bc7ed0 req-84ac351f-90f6-4004-9dec-2982a16ebd1a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d479d2a-5c61-4c69-9871-1e030f0b32ae HTTP/1.1" status: 200 len: 1001 time: 0.1931522 Nov 12 20:11:44.470649 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8f925-2878-4faa-9040-33cc25bc7ed0 req-b885b99d-1f68-4733-9802-8520c3efcf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:44.478036 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1bb8f925-2878-4faa-9040-33cc25bc7ed0 req-b885b99d-1f68-4733-9802-8520c3efcf73 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=72eab03a-2e4d-41e0-82f1-7fb4346cd6bd HTTP/1.1" status: 200 len: 850 time: 0.1051648 Nov 12 20:11:44.696965 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8f925-2878-4faa-9040-33cc25bc7ed0 req-158460fe-f09c-4158-861e-dcc48ca8708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:44.698350 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1bb8f925-2878-4faa-9040-33cc25bc7ed0 req-158460fe-f09c-4158-861e-dcc48ca8708b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1217fc13-52b1-48e2-90e3-8ec289b00657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2116601 Nov 12 20:11:44.728213 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0f33-5942-458c-8d00-8be4c717c90e req-d26c7e6e-7fa3-4a2c-a172-20a8facf62ad tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:44.742068 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0f33-5942-458c-8d00-8be4c717c90e req-d26c7e6e-7fa3-4a2c-a172-20a8facf62ad tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:44.765170 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0f33-5942-458c-8d00-8be4c717c90e req-d26c7e6e-7fa3-4a2c-a172-20a8facf62ad tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:44.771712 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0f33-5942-458c-8d00-8be4c717c90e req-d26c7e6e-7fa3-4a2c-a172-20a8facf62ad tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:44.778249 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0f33-5942-458c-8d00-8be4c717c90e req-d26c7e6e-7fa3-4a2c-a172-20a8facf62ad tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:44.784297 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0f33-5942-458c-8d00-8be4c717c90e req-d26c7e6e-7fa3-4a2c-a172-20a8facf62ad tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:44.791309 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0f33-5942-458c-8d00-8be4c717c90e req-d26c7e6e-7fa3-4a2c-a172-20a8facf62ad tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:44.810675 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d7f0f33-5942-458c-8d00-8be4c717c90e req-d26c7e6e-7fa3-4a2c-a172-20a8facf62ad tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5429 time: 0.2820446 Nov 12 20:11:44.923160 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1bb8f925-2878-4faa-9040-33cc25bc7ed0 req-d16a5ccd-40e3-4926-985c-bd33141c315d service neutron] 10.222.0.55 "GET /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151659 Nov 12 20:11:44.968730 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c13f42-4507-4666-87dd-c65fbfdbc865 req-2dd5d426-ccc6-44e2-a92d-550a46acdad5 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:44.978651 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-27c13f42-4507-4666-87dd-c65fbfdbc865 req-2dd5d426-ccc6-44e2-a92d-550a46acdad5 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.0850396 Nov 12 20:11:45.016906 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d7f0f33-5942-458c-8d00-8be4c717c90e req-40b1e1a6-d3f5-44aa-9d29-19d607896249 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2076249 Nov 12 20:11:45.049781 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-27c13f42-4507-4666-87dd-c65fbfdbc865 req-39725281-7bd3-4f0b-8ebf-aaa464970820 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692997 Nov 12 20:11:45.171437 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1bb8f925-2878-4faa-9040-33cc25bc7ed0 req-648dc8bf-ff65-4e13-ad54-0000593df4bd service neutron] 10.222.0.55 "GET /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380621 Nov 12 20:11:45.262769 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd89f5-85c4-40db-af9c-2daac00fc287 req-13582eed-afba-4343-80b4-0c0efa9f6673 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:45.264837 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5fdd89f5-85c4-40db-af9c-2daac00fc287 req-13582eed-afba-4343-80b4-0c0efa9f6673 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=a47e614f-a426-4959-97c8-5858a99b77bd HTTP/1.1" status: 200 len: 945 time: 0.0816295 Nov 12 20:11:45.353074 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5fdd89f5-85c4-40db-af9c-2daac00fc287 req-6b6b29f2-7294-417c-87f5-4adccf087a3f tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817347 Nov 12 20:11:46.113564 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 40846) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:46.281754 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62202e1-4a77-4969-9dc6-df0c39602af7 req-0e3a950f-fcc1-4507-aa84-1f904cce32c9 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:46.307167 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62202e1-4a77-4969-9dc6-df0c39602af7 req-0e3a950f-fcc1-4507-aa84-1f904cce32c9 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:46.326575 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62202e1-4a77-4969-9dc6-df0c39602af7 req-0e3a950f-fcc1-4507-aa84-1f904cce32c9 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:46.338987 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62202e1-4a77-4969-9dc6-df0c39602af7 req-0e3a950f-fcc1-4507-aa84-1f904cce32c9 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:46.352397 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62202e1-4a77-4969-9dc6-df0c39602af7 req-0e3a950f-fcc1-4507-aa84-1f904cce32c9 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:46.367735 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62202e1-4a77-4969-9dc6-df0c39602af7 req-0e3a950f-fcc1-4507-aa84-1f904cce32c9 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:46.370358 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f745100-c5a3-49e6-98f9-c4e661e8faff req-844317e5-e501-416c-bb36-3752262db1da tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:46.378230 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f745100-c5a3-49e6-98f9-c4e661e8faff req-844317e5-e501-416c-bb36-3752262db1da tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.1173387 Nov 12 20:11:46.381869 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62202e1-4a77-4969-9dc6-df0c39602af7 req-0e3a950f-fcc1-4507-aa84-1f904cce32c9 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:46.400162 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c62202e1-4a77-4969-9dc6-df0c39602af7 req-0e3a950f-fcc1-4507-aa84-1f904cce32c9 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5429 time: 0.2394683 Nov 12 20:11:46.502040 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f745100-c5a3-49e6-98f9-c4e661e8faff req-953c2150-2268-4246-ae30-3a672b3c887f tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194069 Nov 12 20:11:46.573166 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c62202e1-4a77-4969-9dc6-df0c39602af7 req-18c2cff7-b426-457e-8d54-51a71663636f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1718695 Nov 12 20:11:46.603929 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f5be0916-2b90-4573-b0fa-3232af492bba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:46.796535 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f5be0916-2b90-4573-b0fa-3232af492bba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:46.812757 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f5be0916-2b90-4573-b0fa-3232af492bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:46.960655 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be0916-2b90-4573-b0fa-3232af492bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24a37ea-efb5-4f7e-94a6-c5155cad4d60,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:46.970787 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f5be0916-2b90-4573-b0fa-3232af492bba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fdb0f568fabd4ad38652b53cdaeabf5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8559339 Nov 12 20:11:46.973253 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 40862) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:47.074866 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4a893c94-b46a-4ece-8af1-812b74f0aa51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:47.111484 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4a893c94-b46a-4ece-8af1-812b74f0aa51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:47.229743 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4a893c94-b46a-4ece-8af1-812b74f0aa51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:47.235124 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4a893c94-b46a-4ece-8af1-812b74f0aa51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:47.242357 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4a893c94-b46a-4ece-8af1-812b74f0aa51 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b24a37ea-efb5-4f7e-94a6-c5155cad4d60 HTTP/1.1" status: 204 len: 168 time: 0.2679789 Nov 12 20:11:47.266836 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a893c94-b46a-4ece-8af1-812b74f0aa51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24a37ea-efb5-4f7e-94a6-c5155cad4d60,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:47.784637 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d629b3-82bf-41c5-a9d0-422b1d5e2d73 req-74f52d90-a082-498c-aaa2-1aed9f65fae7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:47.794179 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f5d629b3-82bf-41c5-a9d0-422b1d5e2d73 req-74f52d90-a082-498c-aaa2-1aed9f65fae7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.1546645 Nov 12 20:11:47.868261 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f5d629b3-82bf-41c5-a9d0-422b1d5e2d73 req-5fafcc72-00d1-4e4a-8e91-e2ee6e67e5b7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730896 Nov 12 20:11:47.972734 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462999d-c467-45bf-9309-2ee338e5c9c4 req-e66b95a3-f883-4f45-ac42-21142921ac01 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:47.986919 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462999d-c467-45bf-9309-2ee338e5c9c4 req-e66b95a3-f883-4f45-ac42-21142921ac01 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:48.002859 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462999d-c467-45bf-9309-2ee338e5c9c4 req-e66b95a3-f883-4f45-ac42-21142921ac01 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:48.013075 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462999d-c467-45bf-9309-2ee338e5c9c4 req-e66b95a3-f883-4f45-ac42-21142921ac01 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:48.019331 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462999d-c467-45bf-9309-2ee338e5c9c4 req-e66b95a3-f883-4f45-ac42-21142921ac01 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:48.044204 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462999d-c467-45bf-9309-2ee338e5c9c4 req-e66b95a3-f883-4f45-ac42-21142921ac01 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:48.054388 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462999d-c467-45bf-9309-2ee338e5c9c4 req-e66b95a3-f883-4f45-ac42-21142921ac01 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:48.066808 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9462999d-c467-45bf-9309-2ee338e5c9c4 req-e66b95a3-f883-4f45-ac42-21142921ac01 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5429 time: 0.2851603 Nov 12 20:11:48.138862 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9462999d-c467-45bf-9309-2ee338e5c9c4 req-d0a824ed-53c5-4efe-aa74-c712a17233c1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0678723 Nov 12 20:11:49.147139 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c3cde-47ae-4ee2-bfc3-e9f560e43b09 req-47f55558-e72b-43e7-8a81-31cafecfde55 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:49.163320 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-191c3cde-47ae-4ee2-bfc3-e9f560e43b09 req-47f55558-e72b-43e7-8a81-31cafecfde55 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.1202176 Nov 12 20:11:49.251156 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-191c3cde-47ae-4ee2-bfc3-e9f560e43b09 req-fb9b6f1c-fc9e-4bd2-9422-7e161d1f38d8 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863030 Nov 12 20:11:49.422937 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd55cbf-5169-4cbe-96ae-1cc203473cb4 req-1c65e732-fb29-4119-b8be-2cac5ac083ab tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:49.442034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd55cbf-5169-4cbe-96ae-1cc203473cb4 req-1c65e732-fb29-4119-b8be-2cac5ac083ab tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:49.455323 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd55cbf-5169-4cbe-96ae-1cc203473cb4 req-1c65e732-fb29-4119-b8be-2cac5ac083ab tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:49.463173 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd55cbf-5169-4cbe-96ae-1cc203473cb4 req-1c65e732-fb29-4119-b8be-2cac5ac083ab tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:49.471214 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd55cbf-5169-4cbe-96ae-1cc203473cb4 req-1c65e732-fb29-4119-b8be-2cac5ac083ab tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:49.493245 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd55cbf-5169-4cbe-96ae-1cc203473cb4 req-1c65e732-fb29-4119-b8be-2cac5ac083ab tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:49.503671 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd55cbf-5169-4cbe-96ae-1cc203473cb4 req-1c65e732-fb29-4119-b8be-2cac5ac083ab tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:49.517548 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2cd55cbf-5169-4cbe-96ae-1cc203473cb4 req-1c65e732-fb29-4119-b8be-2cac5ac083ab tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5429 time: 0.1967044 Nov 12 20:11:49.674368 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2cd55cbf-5169-4cbe-96ae-1cc203473cb4 req-a8997cd4-b5aa-4713-b625-d9691a216f8e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1557386 Nov 12 20:11:49.913460 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e534f28b-3d97-4d45-ba5e-499d56b07cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:50.011876 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:50.580743 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b6364-4aab-4a33-ba9e-2ab947b9fb49 req-9dda96e6-8738-4c80-b363-3fddece3a84a tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:50.598592 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5a3b6364-4aab-4a33-ba9e-2ab947b9fb49 req-9dda96e6-8738-4c80-b363-3fddece3a84a tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.1658032 Nov 12 20:11:50.813373 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5a3b6364-4aab-4a33-ba9e-2ab947b9fb49 req-521b4617-802b-442d-92c6-9066a32d49db tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077110 Nov 12 20:11:50.979366 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571fee1-3462-48e1-81e7-6926d8a121cb req-ea909c31-19bc-49b6-91b2-368d91317948 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:50.994806 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571fee1-3462-48e1-81e7-6926d8a121cb req-ea909c31-19bc-49b6-91b2-368d91317948 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:51.018327 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571fee1-3462-48e1-81e7-6926d8a121cb req-ea909c31-19bc-49b6-91b2-368d91317948 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:51.035603 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571fee1-3462-48e1-81e7-6926d8a121cb req-ea909c31-19bc-49b6-91b2-368d91317948 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:51.048867 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571fee1-3462-48e1-81e7-6926d8a121cb req-ea909c31-19bc-49b6-91b2-368d91317948 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:51.059729 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571fee1-3462-48e1-81e7-6926d8a121cb req-ea909c31-19bc-49b6-91b2-368d91317948 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:51.068537 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571fee1-3462-48e1-81e7-6926d8a121cb req-ea909c31-19bc-49b6-91b2-368d91317948 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:51.080446 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c571fee1-3462-48e1-81e7-6926d8a121cb req-ea909c31-19bc-49b6-91b2-368d91317948 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5429 time: 0.2246397 Nov 12 20:11:51.163499 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c571fee1-3462-48e1-81e7-6926d8a121cb req-6e79761c-0b5e-443f-a0f3-0d0c2b17480e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0817225 Nov 12 20:11:52.093156 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15162857-706a-4c4f-a1a7-a4fdd867d401 req-c908033c-ac24-458c-91aa-6994f3d69abc tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:52.109433 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-15162857-706a-4c4f-a1a7-a4fdd867d401 req-c908033c-ac24-458c-91aa-6994f3d69abc tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.1017833 Nov 12 20:11:52.218785 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-15162857-706a-4c4f-a1a7-a4fdd867d401 req-b0fd7463-2534-4feb-a349-d01dc5342dd2 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077602 Nov 12 20:11:52.224932 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b65f32f8-6b7b-4113-b8a4-69bcbdb5c6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:52.426638 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d6b3c-a4e9-4d6e-8f73-54e3287b8cff req-7ddcfe6f-8f10-442d-9199-6b66ef029eca tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:52.442218 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d6b3c-a4e9-4d6e-8f73-54e3287b8cff req-7ddcfe6f-8f10-442d-9199-6b66ef029eca tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:52.454408 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d6b3c-a4e9-4d6e-8f73-54e3287b8cff req-7ddcfe6f-8f10-442d-9199-6b66ef029eca tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:52.463061 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d6b3c-a4e9-4d6e-8f73-54e3287b8cff req-7ddcfe6f-8f10-442d-9199-6b66ef029eca tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:52.484644 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d6b3c-a4e9-4d6e-8f73-54e3287b8cff req-7ddcfe6f-8f10-442d-9199-6b66ef029eca tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:52.508102 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d6b3c-a4e9-4d6e-8f73-54e3287b8cff req-7ddcfe6f-8f10-442d-9199-6b66ef029eca tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:52.515918 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d6b3c-a4e9-4d6e-8f73-54e3287b8cff req-7ddcfe6f-8f10-442d-9199-6b66ef029eca tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:52.518372 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef2d6b3c-a4e9-4d6e-8f73-54e3287b8cff req-7ddcfe6f-8f10-442d-9199-6b66ef029eca tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5429 time: 0.1956935 Nov 12 20:11:52.644725 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef2d6b3c-a4e9-4d6e-8f73-54e3287b8cff req-644f8273-1d01-465b-80ae-686986ed1869 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1153061 Nov 12 20:11:53.428310 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89903a-406b-4179-aaf4-e48b2f105c8e req-8b8b32b7-3af8-45b4-958f-0490b79ab17d tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:53.440664 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f89903a-406b-4179-aaf4-e48b2f105c8e req-8b8b32b7-3af8-45b4-958f-0490b79ab17d tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.1112223 Nov 12 20:11:53.519165 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f89903a-406b-4179-aaf4-e48b2f105c8e req-7c6bcbad-d6f4-4003-ae6e-23c85735132a tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772080 Nov 12 20:11:53.688093 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:53.759181 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:53.815042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bb76b-37bc-4219-84f1-311085869b0f req-ff2cac68-edba-41a1-b206-4c6ff4594122 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:53.833016 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bb76b-37bc-4219-84f1-311085869b0f req-ff2cac68-edba-41a1-b206-4c6ff4594122 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:53.842171 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bb76b-37bc-4219-84f1-311085869b0f req-ff2cac68-edba-41a1-b206-4c6ff4594122 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:53.849275 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bb76b-37bc-4219-84f1-311085869b0f req-ff2cac68-edba-41a1-b206-4c6ff4594122 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:53.856641 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bb76b-37bc-4219-84f1-311085869b0f req-ff2cac68-edba-41a1-b206-4c6ff4594122 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:53.863639 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bb76b-37bc-4219-84f1-311085869b0f req-ff2cac68-edba-41a1-b206-4c6ff4594122 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:53.871314 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bb76b-37bc-4219-84f1-311085869b0f req-ff2cac68-edba-41a1-b206-4c6ff4594122 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:53.873329 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e07bb76b-37bc-4219-84f1-311085869b0f req-ff2cac68-edba-41a1-b206-4c6ff4594122 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5429 time: 0.1464467 Nov 12 20:11:53.985401 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e07bb76b-37bc-4219-84f1-311085869b0f req-e5b8e7b1-a022-4e7a-bdfb-dbd94b4cb4de tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0956097 Nov 12 20:11:54.717944 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e87b2c-2636-4fea-9833-74c860163cfe req-1dab49b4-7a14-469c-951c-82af8576e575 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:54.727507 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d8e87b2c-2636-4fea-9833-74c860163cfe req-1dab49b4-7a14-469c-951c-82af8576e575 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.0732186 Nov 12 20:11:54.817109 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d8e87b2c-2636-4fea-9833-74c860163cfe req-e6328c85-07fa-4f77-b5d3-c67244d48cc7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810714 Nov 12 20:11:55.066112 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:55.180387 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962d421-e56b-4256-a848-dbaa318b979a req-dce1ff8f-27d2-42b5-870b-ed39c53a52a3 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:55.187399 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962d421-e56b-4256-a848-dbaa318b979a req-dce1ff8f-27d2-42b5-870b-ed39c53a52a3 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:55.194646 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962d421-e56b-4256-a848-dbaa318b979a req-dce1ff8f-27d2-42b5-870b-ed39c53a52a3 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:55.200730 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962d421-e56b-4256-a848-dbaa318b979a req-dce1ff8f-27d2-42b5-870b-ed39c53a52a3 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:55.206939 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962d421-e56b-4256-a848-dbaa318b979a req-dce1ff8f-27d2-42b5-870b-ed39c53a52a3 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:55.213205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962d421-e56b-4256-a848-dbaa318b979a req-dce1ff8f-27d2-42b5-870b-ed39c53a52a3 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:55.219157 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962d421-e56b-4256-a848-dbaa318b979a req-dce1ff8f-27d2-42b5-870b-ed39c53a52a3 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:55.227075 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1962d421-e56b-4256-a848-dbaa318b979a req-dce1ff8f-27d2-42b5-870b-ed39c53a52a3 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5429 time: 0.1382124 Nov 12 20:11:55.349707 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1962d421-e56b-4256-a848-dbaa318b979a req-8ea931b6-d105-4a4c-a8ff-4431f4a41116 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1216319 Nov 12 20:11:55.918680 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:55.981990 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40559f-557a-4be4-a97f-c9be09360b2c req-5c892fb0-68f4-44e6-ba54-6101bcc88c17 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:55.984218 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ce40559f-557a-4be4-a97f-c9be09360b2c req-5c892fb0-68f4-44e6-ba54-6101bcc88c17 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.0939116 Nov 12 20:11:56.051600 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ce40559f-557a-4be4-a97f-c9be09360b2c req-195a6c0a-cb35-41ff-8833-ec2c898c4ce8 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582697 Nov 12 20:11:56.503032 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac2560-5e79-47d0-b22b-0ab18b44346c req-64c5316b-41a6-4bfc-8703-0da3dcebbfc7 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:56.509942 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac2560-5e79-47d0-b22b-0ab18b44346c req-64c5316b-41a6-4bfc-8703-0da3dcebbfc7 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:56.516146 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac2560-5e79-47d0-b22b-0ab18b44346c req-64c5316b-41a6-4bfc-8703-0da3dcebbfc7 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:56.522884 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac2560-5e79-47d0-b22b-0ab18b44346c req-64c5316b-41a6-4bfc-8703-0da3dcebbfc7 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:56.528935 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac2560-5e79-47d0-b22b-0ab18b44346c req-64c5316b-41a6-4bfc-8703-0da3dcebbfc7 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:56.535315 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac2560-5e79-47d0-b22b-0ab18b44346c req-64c5316b-41a6-4bfc-8703-0da3dcebbfc7 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:56.541476 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac2560-5e79-47d0-b22b-0ab18b44346c req-64c5316b-41a6-4bfc-8703-0da3dcebbfc7 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:56.543684 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6aac2560-5e79-47d0-b22b-0ab18b44346c req-64c5316b-41a6-4bfc-8703-0da3dcebbfc7 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5429 time: 0.1066976 Nov 12 20:11:56.595018 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 41082) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:56.609033 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6aac2560-5e79-47d0-b22b-0ab18b44346c req-efb726b5-f9eb-40fb-8ffc-c367430581f3 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588472 Nov 12 20:11:56.704685 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-562fe3f2-6a5c-4bc9-99b0-2d0429283fa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:56.783147 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-562fe3f2-6a5c-4bc9-99b0-2d0429283fa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:56.788516 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-562fe3f2-6a5c-4bc9-99b0-2d0429283fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:56.827248 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-562fe3f2-6a5c-4bc9-99b0-2d0429283fa8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2938bf345e18406fbdbc876dd60258a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2311850 Nov 12 20:11:56.828160 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562fe3f2-6a5c-4bc9-99b0-2d0429283fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3402dcef-5578-4e2e-a5da-9819567a3321,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:56.829926 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 41086) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:56.880790 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-70af2d2e-161d-4ef6-885a-4bb5d707e6b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:56.924518 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-70af2d2e-161d-4ef6-885a-4bb5d707e6b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:56.965138 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c82f21-5721-49e2-982f-536fefa5201a req-cf604172-f692-4ef4-9008-93b4c57141fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:56.966640 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-91c82f21-5721-49e2-982f-536fefa5201a req-cf604172-f692-4ef4-9008-93b4c57141fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc4db98daf5b4e7b9bbbe0aad0f1a29c&device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 1098 time: 0.0744159 Nov 12 20:11:57.030774 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-70af2d2e-161d-4ef6-885a-4bb5d707e6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:57.033330 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-70af2d2e-161d-4ef6-885a-4bb5d707e6b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:57.034449 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-70af2d2e-161d-4ef6-885a-4bb5d707e6b2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3402dcef-5578-4e2e-a5da-9819567a3321 HTTP/1.1" status: 204 len: 168 time: 0.2034481 Nov 12 20:11:57.047402 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af2d2e-161d-4ef6-885a-4bb5d707e6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3402dcef-5578-4e2e-a5da-9819567a3321,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:57.075627 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c82f21-5721-49e2-982f-536fefa5201a req-16966103-bcec-47ae-b9ba-e83b0f576735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:57.077224 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-91c82f21-5721-49e2-982f-536fefa5201a req-16966103-bcec-47ae-b9ba-e83b0f576735 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202 HTTP/1.1" status: 200 len: 917 time: 0.1028399 Nov 12 20:11:57.163464 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-91c82f21-5721-49e2-982f-536fefa5201a req-116f6cb3-adfe-41e8-88df-81826470071c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc HTTP/1.1" status: 200 len: 1002 time: 0.0777173 Nov 12 20:11:57.198536 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12c139-3411-419d-80b4-49023a486776 req-0277bd64-ef67-4b80-8137-a3a093617318 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:57.200311 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cb12c139-3411-419d-80b4-49023a486776 req-0277bd64-ef67-4b80-8137-a3a093617318 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.0597358 Nov 12 20:11:57.240854 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c82f21-5721-49e2-982f-536fefa5201a req-537cefda-b683-4941-ad05-0b1df073438b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:57.242871 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-91c82f21-5721-49e2-982f-536fefa5201a req-537cefda-b683-4941-ad05-0b1df073438b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f543e4e2-8561-47f7-b814-55300c23b7f1 HTTP/1.1" status: 200 len: 855 time: 0.0718622 Nov 12 20:11:57.269876 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cb12c139-3411-419d-80b4-49023a486776 req-ab2be3d2-3f77-4934-8fbc-1e1219469e30 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622146 Nov 12 20:11:57.297521 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c82f21-5721-49e2-982f-536fefa5201a req-0593845f-01fb-41f0-abda-798b2db55304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:57.299056 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-91c82f21-5721-49e2-982f-536fefa5201a req-0593845f-01fb-41f0-abda-798b2db55304 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486128 Nov 12 20:11:57.400269 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-91c82f21-5721-49e2-982f-536fefa5201a req-58f35274-ace0-4fdb-a9c0-dfda967d8a8e service neutron] 10.222.0.55 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937150 Nov 12 20:11:57.410411 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 41096) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:57.423722 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2c8e-ba17-4cf8-8c5b-63a2c116163e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:57.503317 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-91c82f21-5721-49e2-982f-536fefa5201a req-cf65d3cd-393e-400a-b46c-76c6f1440d38 service neutron] 10.222.0.55 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954764 Nov 12 20:11:57.504128 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2c8e-ba17-4cf8-8c5b-63a2c116163e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:57.508434 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2c8e-ba17-4cf8-8c5b-63a2c116163e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:57.542692 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0f8c2c8e-ba17-4cf8-8c5b-63a2c116163e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=90048520498f4efea59f273310132a92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1310797 Nov 12 20:11:57.545436 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 41098) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:11:57.551843 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c2c8e-ba17-4cf8-8c5b-63a2c116163e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da49435b-1779-4bce-b31e-7f2a6a9b9191,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:57.595158 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fd126a67-0b1b-4f42-83c5-5058f74f63b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:57.620128 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fd126a67-0b1b-4f42-83c5-5058f74f63b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:57.673657 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fd126a67-0b1b-4f42-83c5-5058f74f63b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:57.676765 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fd126a67-0b1b-4f42-83c5-5058f74f63b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:11:57.678614 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fd126a67-0b1b-4f42-83c5-5058f74f63b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/da49435b-1779-4bce-b31e-7f2a6a9b9191 HTTP/1.1" status: 204 len: 168 time: 0.1318219 Nov 12 20:11:57.688008 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd126a67-0b1b-4f42-83c5-5058f74f63b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da49435b-1779-4bce-b31e-7f2a6a9b9191,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:11:58.083272 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4cb86-672c-4948-9115-00c93941de05 req-31cc342a-df55-4b52-81e1-0dc7b1b378e9 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:58.089847 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4cb86-672c-4948-9115-00c93941de05 req-31cc342a-df55-4b52-81e1-0dc7b1b378e9 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:58.095930 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4cb86-672c-4948-9115-00c93941de05 req-31cc342a-df55-4b52-81e1-0dc7b1b378e9 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:58.104329 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4cb86-672c-4948-9115-00c93941de05 req-31cc342a-df55-4b52-81e1-0dc7b1b378e9 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:58.111413 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4cb86-672c-4948-9115-00c93941de05 req-31cc342a-df55-4b52-81e1-0dc7b1b378e9 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:58.118438 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4cb86-672c-4948-9115-00c93941de05 req-31cc342a-df55-4b52-81e1-0dc7b1b378e9 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:58.124660 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4cb86-672c-4948-9115-00c93941de05 req-31cc342a-df55-4b52-81e1-0dc7b1b378e9 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:58.126649 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bca4cb86-672c-4948-9115-00c93941de05 req-31cc342a-df55-4b52-81e1-0dc7b1b378e9 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5429 time: 0.4138238 Nov 12 20:11:58.196221 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bca4cb86-672c-4948-9115-00c93941de05 req-f3340096-41fd-4182-b65a-edd9c2d2ac6b tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597146 Nov 12 20:11:58.414626 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a524f63-11ec-41cc-a938-b803883cc701 req-1cd75807-5747-4d00-b75f-52f00d594e39 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:58.416220 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7a524f63-11ec-41cc-a938-b803883cc701 req-1cd75807-5747-4d00-b75f-52f00d594e39 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.0594032 Nov 12 20:11:58.467099 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7a524f63-11ec-41cc-a938-b803883cc701 req-70f4a5bb-1e05-4f29-a82e-f94bcd4d496a tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420969 Nov 12 20:11:59.383235 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb4f9a-f18b-42f3-b9ab-6a0f955397e2 req-954fbb4f-df68-4ebc-8c9c-4cec565b22e6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:59.405899 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb4f9a-f18b-42f3-b9ab-6a0f955397e2 req-954fbb4f-df68-4ebc-8c9c-4cec565b22e6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:59.414041 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb4f9a-f18b-42f3-b9ab-6a0f955397e2 req-954fbb4f-df68-4ebc-8c9c-4cec565b22e6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:59.420887 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb4f9a-f18b-42f3-b9ab-6a0f955397e2 req-954fbb4f-df68-4ebc-8c9c-4cec565b22e6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:59.430151 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb4f9a-f18b-42f3-b9ab-6a0f955397e2 req-954fbb4f-df68-4ebc-8c9c-4cec565b22e6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:59.441432 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb4f9a-f18b-42f3-b9ab-6a0f955397e2 req-954fbb4f-df68-4ebc-8c9c-4cec565b22e6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:59.450059 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb4f9a-f18b-42f3-b9ab-6a0f955397e2 req-954fbb4f-df68-4ebc-8c9c-4cec565b22e6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:59.460434 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-17cb4f9a-f18b-42f3-b9ab-6a0f955397e2 req-954fbb4f-df68-4ebc-8c9c-4cec565b22e6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5429 time: 0.1600111 Nov 12 20:11:59.611861 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-17cb4f9a-f18b-42f3-b9ab-6a0f955397e2 req-f9c11f6f-9d25-40b1-8856-264476dfe653 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1504383 Nov 12 20:11:59.694739 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da79e1c-ff0c-4578-959b-8e64ce103bbe req-217591ca-6327-429a-b837-624438bab572 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:11:59.701103 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1da79e1c-ff0c-4578-959b-8e64ce103bbe req-217591ca-6327-429a-b837-624438bab572 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.0920129 Nov 12 20:11:59.747723 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1da79e1c-ff0c-4578-959b-8e64ce103bbe req-91ab5460-60b3-4679-bfe8-0a1f504826a0 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434244 Nov 12 20:12:00.250249 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:12:00.760708 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device b4411998-a2fc-4fdb-9e3d-8e4287aef1dc no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:12:00.875631 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13956fa9-87c5-4ba2-b945-380bada5d00f req-932814e2-14d2-452d-be13-a39184ce3b97 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:00.883373 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13956fa9-87c5-4ba2-b945-380bada5d00f req-932814e2-14d2-452d-be13-a39184ce3b97 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:00.890527 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13956fa9-87c5-4ba2-b945-380bada5d00f req-932814e2-14d2-452d-be13-a39184ce3b97 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:00.905919 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13956fa9-87c5-4ba2-b945-380bada5d00f req-932814e2-14d2-452d-be13-a39184ce3b97 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:00.905919 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13956fa9-87c5-4ba2-b945-380bada5d00f req-932814e2-14d2-452d-be13-a39184ce3b97 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:00.917721 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13956fa9-87c5-4ba2-b945-380bada5d00f req-932814e2-14d2-452d-be13-a39184ce3b97 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:00.935999 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13956fa9-87c5-4ba2-b945-380bada5d00f req-932814e2-14d2-452d-be13-a39184ce3b97 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:00.936200 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:00.942001 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-13956fa9-87c5-4ba2-b945-380bada5d00f req-932814e2-14d2-452d-be13-a39184ce3b97 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5429 time: 0.1710982 Nov 12 20:12:00.999202 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1642c892-56c2-45a6-a664-06a3ec34197d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4411998-a2fc-4fdb-9e3d-8e4287aef1dc'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:12:01.001931 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f1859e-da8a-420d-a425-fbac2d83ce37" -d '{"events": [{"server_uuid": "1642c892-56c2-45a6-a664-06a3ec34197d", "name": "network-vif-unplugged", "status": "completed", "tag": "b4411998-a2fc-4fdb-9e3d-8e4287aef1dc"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:12:01.016925 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:01.025034 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:01.071614 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-13956fa9-87c5-4ba2-b945-380bada5d00f req-e237293c-3a3f-49a3-b2b1-f50253eebec2 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1223140 Nov 12 20:12:01.118863 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:01.123047 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 20:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4208ceda-043b-4ca7-a2f0-46f5fb98a61d x-openstack-request-id: req-4208ceda-043b-4ca7-a2f0-46f5fb98a61d {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:12:01.123558 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1642c892-56c2-45a6-a664-06a3ec34197d", "name": "network-vif-unplugged", "status": "failed", "tag": "b4411998-a2fc-4fdb-9e3d-8e4287aef1dc", "code": 422}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:12:01.137609 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4208ceda-043b-4ca7-a2f0-46f5fb98a61d {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:12:01.138400 n-d-712140-15 neutron-server[102449]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1642c892-56c2-45a6-a664-06a3ec34197d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b4411998-a2fc-4fdb-9e3d-8e4287aef1dc', 'code': 422} returned with failed status Nov 12 20:12:01.272181 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50ebe6-d368-47d2-8a64-ac49cfabe233 req-f9793a89-c44a-4b5d-a0e8-d6873137ee90 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:01.273826 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b50ebe6-d368-47d2-8a64-ac49cfabe233 req-f9793a89-c44a-4b5d-a0e8-d6873137ee90 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 944 time: 0.0719569 Nov 12 20:12:01.353869 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b50ebe6-d368-47d2-8a64-ac49cfabe233 req-f0d1f77a-8bad-4447-b1e0-82a8f9f0d2bd tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739045 Nov 12 20:12:01.759919 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-18349e08-3969-427b-a05e-90b7bb35d22a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2417524 Nov 12 20:12:02.246986 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868536ff-860f-44c9-bd34-731fcada574d req-fec64188-b256-4e45-9ed2-922083b4284a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:02.262512 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868536ff-860f-44c9-bd34-731fcada574d req-fec64188-b256-4e45-9ed2-922083b4284a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:02.270554 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868536ff-860f-44c9-bd34-731fcada574d req-fec64188-b256-4e45-9ed2-922083b4284a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:02.277636 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868536ff-860f-44c9-bd34-731fcada574d req-fec64188-b256-4e45-9ed2-922083b4284a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:02.284762 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868536ff-860f-44c9-bd34-731fcada574d req-fec64188-b256-4e45-9ed2-922083b4284a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:02.292988 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868536ff-860f-44c9-bd34-731fcada574d req-fec64188-b256-4e45-9ed2-922083b4284a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:02.298972 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868536ff-860f-44c9-bd34-731fcada574d req-fec64188-b256-4e45-9ed2-922083b4284a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:02.300954 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-868536ff-860f-44c9-bd34-731fcada574d req-fec64188-b256-4e45-9ed2-922083b4284a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5429 time: 0.1262591 Nov 12 20:12:02.403446 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-868536ff-860f-44c9-bd34-731fcada574d req-ad973221-fd7b-4efd-bf6a-46614856da26 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0923221 Nov 12 20:12:02.525754 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec56c75-2a49-4871-9730-53bc3e26979f req-a19fa1ca-933f-402d-badf-5dbd181a5ea1 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:02.527307 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fec56c75-2a49-4871-9730-53bc3e26979f req-a19fa1ca-933f-402d-badf-5dbd181a5ea1 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 944 time: 0.0540981 Nov 12 20:12:02.582596 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fec56c75-2a49-4871-9730-53bc3e26979f req-28111f1b-806e-4c44-af57-20bb84ec4800 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487869 Nov 12 20:12:02.765622 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-2107388e-4133-468d-ab71-02ef9d6119e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:02.767204 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-2107388e-4133-468d-ab71-02ef9d6119e9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d&tenant_id=cc4db98daf5b4e7b9bbbe0aad0f1a29c HTTP/1.1" status: 200 len: 1096 time: 0.0415435 Nov 12 20:12:02.786419 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-98226200-7a63-4035-8f59-158becb54879 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-15', 'device_owner': 'compute:nova'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:02.845327 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-98226200-7a63-4035-8f59-158becb54879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:03.063197 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-98226200-7a63-4035-8f59-158becb54879 service neutron] For port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:03.098189 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-98226200-7a63-4035-8f59-158becb54879 service neutron] For port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:12:03.133190 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-98226200-7a63-4035-8f59-158becb54879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4411998-a2fc-4fdb-9e3d-8e4287aef1dc {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:12:03.141015 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-98226200-7a63-4035-8f59-158becb54879 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:03.154494 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-98226200-7a63-4035-8f59-158becb54879 service neutron] Transition to ACTIVE for port object b4411998-a2fc-4fdb-9e3d-8e4287aef1dc will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:12:03.159328 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-98226200-7a63-4035-8f59-158becb54879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:03.196092 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 41290) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:03.283112 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98226200-7a63-4035-8f59-158becb54879 service neutron] Pushing event updated for resources: {'Port': ['ID=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc,revision_number=9']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:03.309034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98226200-7a63-4035-8f59-158becb54879 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:03.309495 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98226200-7a63-4035-8f59-158becb54879 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:03.309945 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98226200-7a63-4035-8f59-158becb54879 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:03.310383 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98226200-7a63-4035-8f59-158becb54879 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:03.310821 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98226200-7a63-4035-8f59-158becb54879 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:03.311272 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98226200-7a63-4035-8f59-158becb54879 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:03.311704 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98226200-7a63-4035-8f59-158becb54879 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:03.312133 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98226200-7a63-4035-8f59-158becb54879 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:03.312588 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98226200-7a63-4035-8f59-158becb54879 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:03.313019 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98226200-7a63-4035-8f59-158becb54879 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:03.313443 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98226200-7a63-4035-8f59-158becb54879 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:03.313874 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98226200-7a63-4035-8f59-158becb54879 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:03.331782 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ff7e327c-c53c-4feb-bcdb-69bc212703ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:03.362828 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-98226200-7a63-4035-8f59-158becb54879 service neutron] No DVR routers for this DVR port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:12:03.492792 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ff7e327c-c53c-4feb-bcdb-69bc212703ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:03.497980 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ff7e327c-c53c-4feb-bcdb-69bc212703ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:03.522674 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-98226200-7a63-4035-8f59-158becb54879 service neutron] Attempting to bind port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:12:03.523028 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-98226200-7a63-4035-8f59-158becb54879 service neutron] Attempting to bind port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '66430901-0cf0-4544-93e6-2d1a367dff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:12:03.523371 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-98226200-7a63-4035-8f59-158becb54879 service neutron] Attempting to bind port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc on network cd594fd9-762d-4dc1-9fce-c4b60d6d0202 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:12:03.534404 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-98226200-7a63-4035-8f59-158becb54879 service neutron] Port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc on network cd594fd9-762d-4dc1-9fce-c4b60d6d0202 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:12:03.534772 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-98226200-7a63-4035-8f59-158becb54879 service neutron] Attempting to bind port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc on network cd594fd9-762d-4dc1-9fce-c4b60d6d0202 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:12:03.541402 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-98226200-7a63-4035-8f59-158becb54879 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:12:03.541785 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-98226200-7a63-4035-8f59-158becb54879 service neutron] Checking segment: {'id': '66430901-0cf0-4544-93e6-2d1a367dff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:12:03.542177 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-98226200-7a63-4035-8f59-158becb54879 service neutron] Bound using segment: {'id': '66430901-0cf0-4544-93e6-2d1a367dff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:12:03.542657 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-98226200-7a63-4035-8f59-158becb54879 service neutron] Bound port: b4411998-a2fc-4fdb-9e3d-8e4287aef1dc, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66430901-0cf0-4544-93e6-2d1a367dff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:12:03.543026 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-98226200-7a63-4035-8f59-158becb54879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:03.568010 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ff7e327c-c53c-4feb-bcdb-69bc212703ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7475fe580d0948a29d5099a066af04a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3700223 Nov 12 20:12:03.572696 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 41298) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:03.582001 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e327c-c53c-4feb-bcdb-69bc212703ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52f122b-bc70-499d-9802-c4fe25296ac1,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:03.607453 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-98226200-7a63-4035-8f59-158becb54879 service neutron] For port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:12:03.612270 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-98226200-7a63-4035-8f59-158becb54879 service neutron] For port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:12:03.618299 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-98226200-7a63-4035-8f59-158becb54879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:03.633249 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652106a2-d016-4f41-83a6-5ec093fdbef9 req-f0890f5b-743a-485d-89e9-d6f3991660cb tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:03.639303 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652106a2-d016-4f41-83a6-5ec093fdbef9 req-f0890f5b-743a-485d-89e9-d6f3991660cb tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:03.645383 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652106a2-d016-4f41-83a6-5ec093fdbef9 req-f0890f5b-743a-485d-89e9-d6f3991660cb tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:03.651682 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652106a2-d016-4f41-83a6-5ec093fdbef9 req-f0890f5b-743a-485d-89e9-d6f3991660cb tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:03.653265 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-98226200-7a63-4035-8f59-158becb54879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:03.654036 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-98226200-7a63-4035-8f59-158becb54879 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:03.655582 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-98226200-7a63-4035-8f59-158becb54879 service neutron] 10.222.0.52 "PUT /v2.0/ports/b4411998-a2fc-4fdb-9e3d-8e4287aef1dc HTTP/1.1" status: 200 len: 1093 time: 0.8736494 Nov 12 20:12:03.656806 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1642c892-56c2-45a6-a664-06a3ec34197d', 'tag': 'b4411998-a2fc-4fdb-9e3d-8e4287aef1dc'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:12:03.658521 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e50a44c-1194-44ec-9487-86edf5e9264c" -d '{"events": [{"name": "network-changed", "server_uuid": "1642c892-56c2-45a6-a664-06a3ec34197d", "tag": "b4411998-a2fc-4fdb-9e3d-8e4287aef1dc"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:12:03.666103 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652106a2-d016-4f41-83a6-5ec093fdbef9 req-f0890f5b-743a-485d-89e9-d6f3991660cb tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:03.680916 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652106a2-d016-4f41-83a6-5ec093fdbef9 req-f0890f5b-743a-485d-89e9-d6f3991660cb tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:03.689060 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98226200-7a63-4035-8f59-158becb54879 service neutron] Pushing event updated for resources: {'Port': ['ID=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc,revision_number=10']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:03.690364 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652106a2-d016-4f41-83a6-5ec093fdbef9 req-f0890f5b-743a-485d-89e9-d6f3991660cb tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:03.701986 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-652106a2-d016-4f41-83a6-5ec093fdbef9 req-f0890f5b-743a-485d-89e9-d6f3991660cb tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5429 time: 0.1914911 Nov 12 20:12:03.741814 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c02bf10-c067-4d65-812c-d40b875fbc95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:03.805453 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-0c8bedf5-613b-4625-aa4a-92ca9f5f2733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:03.807015 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c02bf10-c067-4d65-812c-d40b875fbc95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:03.808291 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-0c8bedf5-613b-4625-aa4a-92ca9f5f2733 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cc4db98daf5b4e7b9bbbe0aad0f1a29c&device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 1097 time: 0.1156826 Nov 12 20:12:03.816659 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a6a3a-0d5b-47f0-a957-4056de690a84 req-bd79ab3b-46db-4660-993d-20e3aac97a90 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:03.827347 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-108a6a3a-0d5b-47f0-a957-4056de690a84 req-bd79ab3b-46db-4660-993d-20e3aac97a90 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 945 time: 0.1075931 Nov 12 20:12:03.837110 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-652106a2-d016-4f41-83a6-5ec093fdbef9 req-23265842-de55-414d-94ef-f279aa24288a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1342125 Nov 12 20:12:03.911856 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c02bf10-c067-4d65-812c-d40b875fbc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:03.915011 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c02bf10-c067-4d65-812c-d40b875fbc95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:03.916197 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6c02bf10-c067-4d65-812c-d40b875fbc95 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b52f122b-bc70-499d-9802-c4fe25296ac1 HTTP/1.1" status: 204 len: 168 time: 0.3416877 Nov 12 20:12:03.924832 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02bf10-c067-4d65-812c-d40b875fbc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52f122b-bc70-499d-9802-c4fe25296ac1,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:03.939927 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e634f8-f851-4e6c-b08a-f6ca049d71f1 x-openstack-request-id: req-16e634f8-f851-4e6c-b08a-f6ca049d71f1 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:12:03.947087 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1642c892-56c2-45a6-a664-06a3ec34197d", "tag": "b4411998-a2fc-4fdb-9e3d-8e4287aef1dc", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:12:03.947609 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-16e634f8-f851-4e6c-b08a-f6ca049d71f1 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:12:03.948262 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1642c892-56c2-45a6-a664-06a3ec34197d', 'tag': 'b4411998-a2fc-4fdb-9e3d-8e4287aef1dc', 'status': 'completed', 'code': 200} Nov 12 20:12:03.997506 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-8b25c5b6-f9f2-45a6-9483-c74492f658bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:03.999018 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-8b25c5b6-f9f2-45a6-9483-c74492f658bb service neutron] 10.222.0.52 "GET /v2.0/networks?id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202 HTTP/1.1" status: 200 len: 917 time: 0.1686454 Nov 12 20:12:04.013868 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-108a6a3a-0d5b-47f0-a957-4056de690a84 req-e223d701-9304-4d9a-8bb3-14f58158ee36 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854420 Nov 12 20:12:04.079191 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-5426c19d-acb2-4786-8189-94c06c29bb5d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc HTTP/1.1" status: 200 len: 1000 time: 0.0642929 Nov 12 20:12:04.133422 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-db64e1ee-5fdb-4cf2-926d-6a4e87961685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:04.135069 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-db64e1ee-5fdb-4cf2-926d-6a4e87961685 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f543e4e2-8561-47f7-b814-55300c23b7f1 HTTP/1.1" status: 200 len: 855 time: 0.0487008 Nov 12 20:12:04.189743 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-3fd23112-f097-49de-b190-f251b333826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:04.191329 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-3fd23112-f097-49de-b190-f251b333826b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474846 Nov 12 20:12:04.296928 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-33a1fc92-ff6b-4317-8c01-f58c4bb1bad3 service neutron] 10.222.0.52 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954683 Nov 12 20:12:04.404934 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-0757fe5b-7371-478d-b193-c421c2ceb066 service neutron] 10.222.0.52 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002717 Nov 12 20:12:04.520432 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50a44c-1194-44ec-9487-86edf5e9264c req-79704caf-67a7-44fa-857e-40f6c19d827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:04.522202 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2e50a44c-1194-44ec-9487-86edf5e9264c req-79704caf-67a7-44fa-857e-40f6c19d827e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cc4db98daf5b4e7b9bbbe0aad0f1a29c&device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 1097 time: 0.0556562 Nov 12 20:12:04.635975 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50a44c-1194-44ec-9487-86edf5e9264c req-10aecbbe-d1fb-453a-a8e3-ed827681f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:04.638166 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2e50a44c-1194-44ec-9487-86edf5e9264c req-10aecbbe-d1fb-453a-a8e3-ed827681f84c service neutron] 10.222.0.52 "GET /v2.0/networks?id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202 HTTP/1.1" status: 200 len: 917 time: 0.1072419 Nov 12 20:12:04.674883 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 41352) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:04.712432 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2e50a44c-1194-44ec-9487-86edf5e9264c req-6c7f9aa9-cc0a-4e40-bba1-abd8e8a4ecd8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc HTTP/1.1" status: 200 len: 1000 time: 0.0648100 Nov 12 20:12:04.769443 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50a44c-1194-44ec-9487-86edf5e9264c req-c15abdc8-7516-42b5-aa0a-8abbc2a51729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:04.771038 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2e50a44c-1194-44ec-9487-86edf5e9264c req-c15abdc8-7516-42b5-aa0a-8abbc2a51729 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f543e4e2-8561-47f7-b814-55300c23b7f1 HTTP/1.1" status: 200 len: 855 time: 0.0495832 Nov 12 20:12:04.826367 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50a44c-1194-44ec-9487-86edf5e9264c req-49329c03-9f73-4538-841d-13a399a004bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:04.827883 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2e50a44c-1194-44ec-9487-86edf5e9264c req-49329c03-9f73-4538-841d-13a399a004bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd594fd9-762d-4dc1-9fce-c4b60d6d0202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480216 Nov 12 20:12:04.953546 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2e50a44c-1194-44ec-9487-86edf5e9264c req-1bdb991d-11cf-4d38-8090-e5e0f2d73569 service neutron] 10.222.0.52 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158252 Nov 12 20:12:04.972263 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-27ed2e8a-0f06-4579-95d3-053161dd036b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1383773425-network', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:05.012368 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ed2e8a-0f06-4579-95d3-053161dd036b admin admin] Made reservation on behalf of 1d48c506c1da468aab40c41f0ac9e84d for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:12:05.015051 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27ed2e8a-0f06-4579-95d3-053161dd036b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:05.025329 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27ed2e8a-0f06-4579-95d3-053161dd036b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:05.100824 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb996e-ff35-4a6f-adcc-229de5159ad5 req-52b5b9d5-72d7-4f84-9074-e61f8436eeae tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:05.107757 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb996e-ff35-4a6f-adcc-229de5159ad5 req-52b5b9d5-72d7-4f84-9074-e61f8436eeae tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:05.114317 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb996e-ff35-4a6f-adcc-229de5159ad5 req-52b5b9d5-72d7-4f84-9074-e61f8436eeae tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:05.121406 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb996e-ff35-4a6f-adcc-229de5159ad5 req-52b5b9d5-72d7-4f84-9074-e61f8436eeae tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:05.127742 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb996e-ff35-4a6f-adcc-229de5159ad5 req-52b5b9d5-72d7-4f84-9074-e61f8436eeae tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:05.134946 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb996e-ff35-4a6f-adcc-229de5159ad5 req-52b5b9d5-72d7-4f84-9074-e61f8436eeae tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:05.141440 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb996e-ff35-4a6f-adcc-229de5159ad5 req-52b5b9d5-72d7-4f84-9074-e61f8436eeae tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:05.150018 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-54eb996e-ff35-4a6f-adcc-229de5159ad5 req-52b5b9d5-72d7-4f84-9074-e61f8436eeae tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5429 time: 0.1934583 Nov 12 20:12:05.184013 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2e50a44c-1194-44ec-9487-86edf5e9264c req-7abccf8a-3ce5-49e5-8b4b-b574373401e9 service neutron] 10.222.0.52 "GET /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139683 Nov 12 20:12:05.211541 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27ed2e8a-0f06-4579-95d3-053161dd036b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:05.221468 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27ed2e8a-0f06-4579-95d3-053161dd036b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:05.238991 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-54eb996e-ff35-4a6f-adcc-229de5159ad5 req-8319fbcf-f8ef-4cb3-8de6-d582d4144f13 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0877774 Nov 12 20:12:05.251517 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed2e8a-0f06-4579-95d3-053161dd036b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921d40f9-750e-4464-8db7-ca261227d6bc,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:05.279469 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42af11f-ce41-46a9-8d87-0b0d914c1a77 req-26356799-0606-4e13-ba6d-5a38864124eb tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:05.281099 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e42af11f-ce41-46a9-8d87-0b0d914c1a77 req-26356799-0606-4e13-ba6d-5a38864124eb tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 945 time: 0.1205294 Nov 12 20:12:05.287021 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ed2e8a-0f06-4579-95d3-053161dd036b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:12:05.298344 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27ed2e8a-0f06-4579-95d3-053161dd036b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:05.298688 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-27ed2e8a-0f06-4579-95d3-053161dd036b admin admin] Added segment 0b000aa6-4b23-436a-8be4-0b4c9032582a of type vlan for network b1371fda-9f38-4155-be6b-0739065dc4f2 Nov 12 20:12:05.383926 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27ed2e8a-0f06-4579-95d3-053161dd036b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:05.406434 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e42af11f-ce41-46a9-8d87-0b0d914c1a77 req-c2876161-5f09-452a-994b-9cc8a9f2d8f7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016898 Nov 12 20:12:05.452885 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27ed2e8a-0f06-4579-95d3-053161dd036b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:05.453915 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ed2e8a-0f06-4579-95d3-053161dd036b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:05.454506 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27ed2e8a-0f06-4579-95d3-053161dd036b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:05.485564 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-27ed2e8a-0f06-4579-95d3-053161dd036b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8088171 Nov 12 20:12:05.488817 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 41380) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:05.494172 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-0f46d1a8-2ca4-48a3-a19c-8e0f4e08b8df admin admin] Request body: {'subnet': {'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1383773425-subnet', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:05.535014 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed2e8a-0f06-4579-95d3-053161dd036b admin admin] Pushing event updated for resources: {'Network': ['ID=b1371fda-9f38-4155-be6b-0739065dc4f2,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:05.537797 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f46d1a8-2ca4-48a3-a19c-8e0f4e08b8df admin admin] Made reservation on behalf of 1d48c506c1da468aab40c41f0ac9e84d for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:12:05.540302 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0f46d1a8-2ca4-48a3-a19c-8e0f4e08b8df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:05.554417 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network b1371fda-9f38-4155-be6b-0739065dc4f2 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:12:05.588653 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 41382) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:05.805434 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0697bf74-6e40-426a-b9b1-d4d9d2582859 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:05.950303 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0f46d1a8-2ca4-48a3-a19c-8e0f4e08b8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:05.957585 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0697bf74-6e40-426a-b9b1-d4d9d2582859 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:05.973196 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0697bf74-6e40-426a-b9b1-d4d9d2582859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:06.042014 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697bf74-6e40-426a-b9b1-d4d9d2582859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c88113b-34d0-4c36-989c-f324b2772ef6,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:06.045289 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0697bf74-6e40-426a-b9b1-d4d9d2582859 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f11e82a27e84716b41386f5531369df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4552503 Nov 12 20:12:06.048014 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 41394) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:06.063236 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46d1a8-2ca4-48a3-a19c-8e0f4e08b8df admin admin] Pushing event updated for resources: {'Subnet': ['ID=92e15e0d-7238-4f64-9728-a120864f849a,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:06.089883 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f46d1a8-2ca4-48a3-a19c-8e0f4e08b8df admin admin] Checking segment: {'id': '0b000aa6-4b23-436a-8be4-0b4c9032582a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:12:06.091386 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f46d1a8-2ca4-48a3-a19c-8e0f4e08b8df admin admin] Network hostable DHCP agents. Network: b1371fda-9f38-4155-be6b-0739065dc4f2, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:12:06.113082 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f46d1a8-2ca4-48a3-a19c-8e0f4e08b8df admin admin] Network b1371fda-9f38-4155-be6b-0739065dc4f2 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:12:06.132895 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-0f46d1a8-2ca4-48a3-a19c-8e0f4e08b8df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, b1371fda-9f38-4155-be6b-0739065dc4f2) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:12:06.149740 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0de3ef-551b-4b29-bfbd-30a8ba975407 None None] Network b1371fda-9f38-4155-be6b-0739065dc4f2 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:12:06.153038 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c749b581-1c07-4f0c-ba89-750b5d40700c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:06.168413 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f46d1a8-2ca4-48a3-a19c-8e0f4e08b8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:06.169324 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0f46d1a8-2ca4-48a3-a19c-8e0f4e08b8df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:06.192584 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c749b581-1c07-4f0c-ba89-750b5d40700c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:06.210600 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 41398) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:06.211262 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0f46d1a8-2ca4-48a3-a19c-8e0f4e08b8df admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7182126 Nov 12 20:12:06.219710 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-728ad543-a839-4676-8f44-a0569eb417dc admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1383773425-router', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:06.285357 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-728ad543-a839-4676-8f44-a0569eb417dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:06.288269 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-728ad543-a839-4676-8f44-a0569eb417dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:06.334284 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c749b581-1c07-4f0c-ba89-750b5d40700c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:06.346629 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c749b581-1c07-4f0c-ba89-750b5d40700c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:06.348281 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c749b581-1c07-4f0c-ba89-750b5d40700c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c88113b-34d0-4c36-989c-f324b2772ef6 HTTP/1.1" status: 204 len: 168 time: 0.2989485 Nov 12 20:12:06.377600 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749b581-1c07-4f0c-ba89-750b5d40700c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c88113b-34d0-4c36-989c-f324b2772ef6,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:06.472210 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-b1371fda-9f38-4155-be6b-0739065dc4f2', 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'fixed_ips': [{'subnet_id': '92e15e0d-7238-4f64-9728-a120864f849a'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:12:06.483087 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:06.484179 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-728ad543-a839-4676-8f44-a0569eb417dc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:06.551502 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2e056-2e83-4690-a396-06185aaadb34 req-99f8615b-1a10-45c2-81d0-1415056bd08f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:06.574157 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2e056-2e83-4690-a396-06185aaadb34 req-99f8615b-1a10-45c2-81d0-1415056bd08f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:06.600619 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2e056-2e83-4690-a396-06185aaadb34 req-99f8615b-1a10-45c2-81d0-1415056bd08f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:06.623991 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2e056-2e83-4690-a396-06185aaadb34 req-99f8615b-1a10-45c2-81d0-1415056bd08f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:06.649752 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2e056-2e83-4690-a396-06185aaadb34 req-99f8615b-1a10-45c2-81d0-1415056bd08f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:06.690388 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2e056-2e83-4690-a396-06185aaadb34 req-99f8615b-1a10-45c2-81d0-1415056bd08f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:06.692440 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Allocated IP 172.20.0.2 (b1371fda-9f38-4155-be6b-0739065dc4f2/92e15e0d-7238-4f64-9728-a120864f849a/52ceb175-0c52-43f8-8982-b9253d5a3cec) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:12:06.716475 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2e056-2e83-4690-a396-06185aaadb34 req-99f8615b-1a10-45c2-81d0-1415056bd08f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:06.718810 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bae2e056-2e83-4690-a396-06185aaadb34 req-99f8615b-1a10-45c2-81d0-1415056bd08f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5429 time: 0.3408320 Nov 12 20:12:06.777151 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-728ad543-a839-4676-8f44-a0569eb417dc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:06.796338 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19cf7c-51bb-4ec4-bf97-7e6e5d829e91 req-9f116a2c-95e5-4440-b1ea-d4ea1afa7ab1 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:06.806296 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9d19cf7c-51bb-4ec4-bf97-7e6e5d829e91 req-9f116a2c-95e5-4440-b1ea-d4ea1afa7ab1 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 945 time: 0.2004120 Nov 12 20:12:06.865319 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bae2e056-2e83-4690-a396-06185aaadb34 req-cbedec9a-76f8-416d-ae52-73c191a75168 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1338239 Nov 12 20:12:07.013646 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9d19cf7c-51bb-4ec4-bf97-7e6e5d829e91 req-dc97e418-e9fe-4e79-b9e9-5a676aec5c78 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058232 Nov 12 20:12:07.016383 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 41418) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:07.037583 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:07.056259 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:07.064062 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cb845c63-5996-4ff9-97c9-5e3edd00bb56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:07.156014 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Network b1371fda-9f38-4155-be6b-0739065dc4f2 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:12:07.158326 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:12:07.162231 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Pushing event updated for resources: {'Port': ['ID=52ceb175-0c52-43f8-8982-b9253d5a3cec,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:07.170245 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:12:07.227837 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cb845c63-5996-4ff9-97c9-5e3edd00bb56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:07.236453 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cb845c63-5996-4ff9-97c9-5e3edd00bb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:07.281758 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:07.282646 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:07.283166 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:07.283670 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:07.284221 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:07.285411 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:07.286055 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:07.287807 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:07.288523 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:07.289188 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:07.289838 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:07.290433 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:07.322931 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Attempting to bind port 52ceb175-0c52-43f8-8982-b9253d5a3cec on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:12:07.323539 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Attempting to bind port 52ceb175-0c52-43f8-8982-b9253d5a3cec by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '0b000aa6-4b23-436a-8be4-0b4c9032582a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:12:07.325278 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Attempting to bind port 52ceb175-0c52-43f8-8982-b9253d5a3cec on network b1371fda-9f38-4155-be6b-0739065dc4f2 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:12:07.345326 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cb845c63-5996-4ff9-97c9-5e3edd00bb56 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3164507e70d14dfb805223dd6d1cf639&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3265917 Nov 12 20:12:07.346046 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:12:07.346990 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Checking segment: {'id': '0b000aa6-4b23-436a-8be4-0b4c9032582a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:12:07.348898 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 41426) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:07.349855 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:07.356959 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Bound using segment: {'id': '0b000aa6-4b23-436a-8be4-0b4c9032582a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:12:07.357780 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Bound port: 52ceb175-0c52-43f8-8982-b9253d5a3cec, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b000aa6-4b23-436a-8be4-0b4c9032582a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:12:07.361376 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:07.410215 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb845c63-5996-4ff9-97c9-5e3edd00bb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafe0b72-0cf9-4872-ad26-be810dd3f421,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:07.459483 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-26ba6180-7b1a-483d-b768-a0b7bd249d46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:07.461638 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-728ad543-a839-4676-8f44-a0569eb417dc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:07.466957 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] For port 52ceb175-0c52-43f8-8982-b9253d5a3cec, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:12:07.476748 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] For port 52ceb175-0c52-43f8-8982-b9253d5a3cec, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=52ceb175-0c52-43f8-8982-b9253d5a3cec,segment=NetworkSegment(0b000aa6-4b23-436a-8be4-0b4c9032582a),segment_id=0b000aa6-4b23-436a-8be4-0b4c9032582a)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:12:07.490167 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-26ba6180-7b1a-483d-b768-a0b7bd249d46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:07.495442 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:07.514331 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-728ad543-a839-4676-8f44-a0569eb417dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:07.555017 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-26ba6180-7b1a-483d-b768-a0b7bd249d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:07.558281 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-26ba6180-7b1a-483d-b768-a0b7bd249d46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:07.561783 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-26ba6180-7b1a-483d-b768-a0b7bd249d46 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cafe0b72-0cf9-4872-ad26-be810dd3f421 HTTP/1.1" status: 204 len: 168 time: 0.2096388 Nov 12 20:12:07.569626 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba6180-7b1a-483d-b768-a0b7bd249d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafe0b72-0cf9-4872-ad26-be810dd3f421,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:07.685767 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243a2f5-61e9-4e47-a840-27f9f7845fd4 None None] Pushing event updated for resources: {'Port': ['ID=52ceb175-0c52-43f8-8982-b9253d5a3cec,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:07.741338 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-728ad543-a839-4676-8f44-a0569eb417dc admin admin] Allocated IP 172.25.5.27 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/a1f322a0-feec-4170-8fc9-f27921ab28fe) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:12:07.870229 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-728ad543-a839-4676-8f44-a0569eb417dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:07.934128 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-728ad543-a839-4676-8f44-a0569eb417dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:07.991405 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728ad543-a839-4676-8f44-a0569eb417dc admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:12:07.998096 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-728ad543-a839-4676-8f44-a0569eb417dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:12:08.011981 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728ad543-a839-4676-8f44-a0569eb417dc admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:12:08.040223 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ad543-a839-4676-8f44-a0569eb417dc admin admin] Pushing event updated for resources: {'Port': ['ID=a1f322a0-feec-4170-8fc9-f27921ab28fe,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:08.217407 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1946cc-a84b-440c-8839-f683f486dd93 req-948b9214-34af-4657-a33b-98cb1198f746 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:08.243246 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1946cc-a84b-440c-8839-f683f486dd93 req-948b9214-34af-4657-a33b-98cb1198f746 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:08.261605 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1946cc-a84b-440c-8839-f683f486dd93 req-948b9214-34af-4657-a33b-98cb1198f746 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:08.277090 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1946cc-a84b-440c-8839-f683f486dd93 req-948b9214-34af-4657-a33b-98cb1198f746 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:08.301535 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1946cc-a84b-440c-8839-f683f486dd93 req-948b9214-34af-4657-a33b-98cb1198f746 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:08.319147 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1946cc-a84b-440c-8839-f683f486dd93 req-948b9214-34af-4657-a33b-98cb1198f746 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:08.333852 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1946cc-a84b-440c-8839-f683f486dd93 req-948b9214-34af-4657-a33b-98cb1198f746 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:08.336727 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6e1946cc-a84b-440c-8839-f683f486dd93 req-948b9214-34af-4657-a33b-98cb1198f746 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5429 time: 0.2764981 Nov 12 20:12:08.478376 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6e1946cc-a84b-440c-8839-f683f486dd93 req-97ecc055-4d9a-4baf-b6d3-d3e7e8a537a1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1333334 Nov 12 20:12:08.528458 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16701d7c-0e03-4f6c-8898-308682189373 req-42fedf66-8a5a-430b-a9a7-d20760bd5647 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:08.530808 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-16701d7c-0e03-4f6c-8898-308682189373 req-42fedf66-8a5a-430b-a9a7-d20760bd5647 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 945 time: 0.2846673 Nov 12 20:12:08.576652 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-728ad543-a839-4676-8f44-a0569eb417dc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:08.691405 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-16701d7c-0e03-4f6c-8898-308682189373 req-619520ff-115c-4721-904c-efb0ea95b338 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509647 Nov 12 20:12:08.778663 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 60910e1f-f0d1-4eec-848e-460daa336aca details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:12:08.952140 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 60910e1f-f0d1-4eec-848e-460daa336aca, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=60910e1f-f0d1-4eec-848e-460daa336aca,segment=NetworkSegment(c8159339-4435-4af0-9c54-46eb2fa783d6),segment_id=c8159339-4435-4af0-9c54-46eb2fa783d6)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:08.971125 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '60910e1f-f0d1-4eec-848e-460daa336aca', 'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5', 'port_id': '60910e1f-f0d1-4eec-848e-460daa336aca', 'mac_address': 'fa:16:3e:01:c4:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f077436-4556-447d-83d4-cbd3714774cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:12:09.046307 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:09.077080 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60910e1f-f0d1-4eec-848e-460daa336aca {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:12:09.129740 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 60910e1f-f0d1-4eec-848e-460daa336aca, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=60910e1f-f0d1-4eec-848e-460daa336aca,segment=NetworkSegment(c8159339-4435-4af0-9c54-46eb2fa783d6),segment_id=c8159339-4435-4af0-9c54-46eb2fa783d6)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:09.146747 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:09.147401 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 8bf2886a-7dd4-4335-8bda-619bc89bd1cd details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:12:09.248720 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-728ad543-a839-4676-8f44-a0569eb417dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:09.403848 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd8e716-a1f7-4ec5-b3ec-f9a574c47640 None None] Network b1371fda-9f38-4155-be6b-0739065dc4f2 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:12:09.407161 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 52ceb175-0c52-43f8-8982-b9253d5a3cec up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:12:09.418634 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 8bf2886a-7dd4-4335-8bda-619bc89bd1cd, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=8bf2886a-7dd4-4335-8bda-619bc89bd1cd,segment=NetworkSegment(1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb),segment_id=1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:09.429096 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636096ec-57d2-4b65-8d11-fd55b52cc606 req-627f9569-ae96-4b18-b36c-a94c6b8256ed tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:09.430681 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-636096ec-57d2-4b65-8d11-fd55b52cc606 req-627f9569-ae96-4b18-b36c-a94c6b8256ed tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 945 time: 0.3073699 Nov 12 20:12:09.567691 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-636096ec-57d2-4b65-8d11-fd55b52cc606 req-81960994-3d94-4ebc-b660-18bef631c2f5 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251476 Nov 12 20:12:09.581954 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '8bf2886a-7dd4-4335-8bda-619bc89bd1cd', 'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d', 'port_id': '8bf2886a-7dd4-4335-8bda-619bc89bd1cd', 'mac_address': 'fa:16:3e:e4:45:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e59f70-1cf8-4ea4-824b-1efc5167ff36', 'ip_address': '10.1.1.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:12:09.599725 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-333eef70-a3f4-4400-b32d-70fbfa37e241 None None] Provisioning complete for port 52ceb175-0c52-43f8-8982-b9253d5a3cec triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:09.600323 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-333eef70-a3f4-4400-b32d-70fbfa37e241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:09.675834 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=60910e1f-f0d1-4eec-848e-460daa336aca,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:09.696663 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728ad543-a839-4676-8f44-a0569eb417dc admin admin] Router 52564ca0-a44f-4571-b355-4251d9275d24 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:12:09.769441 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db138e89-e450-45d5-8d26-f2b35343b0a3 req-2734855d-35e6-4c08-87cf-2c383143597a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:09.784593 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db138e89-e450-45d5-8d26-f2b35343b0a3 req-2734855d-35e6-4c08-87cf-2c383143597a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:09.796523 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db138e89-e450-45d5-8d26-f2b35343b0a3 req-2734855d-35e6-4c08-87cf-2c383143597a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:09.806616 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db138e89-e450-45d5-8d26-f2b35343b0a3 req-2734855d-35e6-4c08-87cf-2c383143597a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:09.826603 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db138e89-e450-45d5-8d26-f2b35343b0a3 req-2734855d-35e6-4c08-87cf-2c383143597a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:09.848980 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db138e89-e450-45d5-8d26-f2b35343b0a3 req-2734855d-35e6-4c08-87cf-2c383143597a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:09.857953 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db138e89-e450-45d5-8d26-f2b35343b0a3 req-2734855d-35e6-4c08-87cf-2c383143597a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:09.866108 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db138e89-e450-45d5-8d26-f2b35343b0a3 req-2734855d-35e6-4c08-87cf-2c383143597a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5430 time: 0.2296989 Nov 12 20:12:09.917848 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 52ceb175-0c52-43f8-8982-b9253d5a3cec triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:09.919015 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:09.950515 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:09.968308 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bf2886a-7dd4-4335-8bda-619bc89bd1cd {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:12:09.977516 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db138e89-e450-45d5-8d26-f2b35343b0a3 req-e2de15df-133c-49b9-a572-6c651a6991a7 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0898063 Nov 12 20:12:10.048969 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728ad543-a839-4676-8f44-a0569eb417dc admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:12:10.066524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368a92f-50cd-4347-a099-9269ae2d9753 req-765e9086-6165-4a1a-b31d-4442dc28087a tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:10.068261 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9368a92f-50cd-4347-a099-9269ae2d9753 req-765e9086-6165-4a1a-b31d-4442dc28087a tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 945 time: 0.2268469 Nov 12 20:12:10.095442 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-728ad543-a839-4676-8f44-a0569eb417dc admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:10.098355 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-728ad543-a839-4676-8f44-a0569eb417dc admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8841076 Nov 12 20:12:10.099843 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 41488) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:10.181161 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9368a92f-50cd-4347-a099-9269ae2d9753 req-95408192-0ffa-4895-9a6b-5c2168adc1ad tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060579 Nov 12 20:12:10.324424 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444ce4d9-b867-4fbc-a2e9-52a52304bee0 None None] Sync routers for ids ['52564ca0-a44f-4571-b355-4251d9275d24'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:12:10.372029 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 8bf2886a-7dd4-4335-8bda-619bc89bd1cd, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=8bf2886a-7dd4-4335-8bda-619bc89bd1cd,segment=NetworkSegment(1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb),segment_id=1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:10.396599 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444ce4d9-b867-4fbc-a2e9-52a52304bee0 None None] Routers {'52564ca0-a44f-4571-b355-4251d9275d24'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:12:10.397341 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-444ce4d9-b867-4fbc-a2e9-52a52304bee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:11:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['52564ca0-a44f-4571-b355-4251d9275d24'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:10.402523 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:10.403294 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 7c68d458-cf6b-40f0-99d1-44f97634c3b5 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:12:10.439585 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-333eef70-a3f4-4400-b32d-70fbfa37e241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:10.515430 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.resource_extend [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 20:12:10.564481 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 7c68d458-cf6b-40f0-99d1-44f97634c3b5, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=7c68d458-cf6b-40f0-99d1-44f97634c3b5,segment=NetworkSegment(1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb),segment_id=1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:10.593570 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:10.656567 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-333eef70-a3f4-4400-b32d-70fbfa37e241 None None] For port 52ceb175-0c52-43f8-8982-b9253d5a3cec, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=52ceb175-0c52-43f8-8982-b9253d5a3cec,segment=NetworkSegment(0b000aa6-4b23-436a-8be4-0b4c9032582a),segment_id=0b000aa6-4b23-436a-8be4-0b4c9032582a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:10.668056 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '7c68d458-cf6b-40f0-99d1-44f97634c3b5', 'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d', 'port_id': '7c68d458-cf6b-40f0-99d1-44f97634c3b5', 'mac_address': 'fa:16:3e:79:6e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e59f70-1cf8-4ea4-824b-1efc5167ff36', 'ip_address': '10.1.1.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:12:10.676472 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-333eef70-a3f4-4400-b32d-70fbfa37e241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:10.685662 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=8bf2886a-7dd4-4335-8bda-619bc89bd1cd,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:10.842026 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-444ce4d9-b867-4fbc-a2e9-52a52304bee0 None None] Set router 52564ca0-a44f-4571-b355-4251d9275d24 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:12:10.959069 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:10.961678 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333eef70-a3f4-4400-b32d-70fbfa37e241 None None] Pushing event updated for resources: {'Port': ['ID=52ceb175-0c52-43f8-8982-b9253d5a3cec,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:10.964667 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.api [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:12:10.965470 n-d-712140-15 neutron-server[102449]: DEBUG oslo_db.api [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:12:11.039545 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c68d458-cf6b-40f0-99d1-44f97634c3b5 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:12:11.074241 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 7c68d458-cf6b-40f0-99d1-44f97634c3b5, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=7c68d458-cf6b-40f0-99d1-44f97634c3b5,segment=NetworkSegment(1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb),segment_id=1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:11.082865 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:11.084165 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device e4d475ee-cd28-4a98-ab67-825a574e5c5e details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:12:11.251899 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port e4d475ee-cd28-4a98-ab67-825a574e5c5e, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e4d475ee-cd28-4a98-ab67-825a574e5c5e,segment=NetworkSegment(1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb),segment_id=1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:11.281148 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=7c68d458-cf6b-40f0-99d1-44f97634c3b5,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:11.290367 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'e4d475ee-cd28-4a98-ab67-825a574e5c5e', 'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d', 'port_id': 'e4d475ee-cd28-4a98-ab67-825a574e5c5e', 'mac_address': 'fa:16:3e:7e:06:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e59f70-1cf8-4ea4-824b-1efc5167ff36', 'ip_address': '10.1.1.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:12:11.293485 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8d919270-0a52-4e4a-9f2a-d25516b90102 None None] Provisioning complete for port 52ceb175-0c52-43f8-8982-b9253d5a3cec triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:11.294677 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8d919270-0a52-4e4a-9f2a-d25516b90102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:11.328314 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b89a85-affa-41ef-b698-77a31529e319 req-116567a5-599d-45db-9bd0-aa404fd7af60 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:11.345722 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b89a85-affa-41ef-b698-77a31529e319 req-116567a5-599d-45db-9bd0-aa404fd7af60 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:11.368580 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b89a85-affa-41ef-b698-77a31529e319 req-116567a5-599d-45db-9bd0-aa404fd7af60 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:11.377152 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b89a85-affa-41ef-b698-77a31529e319 req-116567a5-599d-45db-9bd0-aa404fd7af60 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:11.405716 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b89a85-affa-41ef-b698-77a31529e319 req-116567a5-599d-45db-9bd0-aa404fd7af60 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:11.415267 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b89a85-affa-41ef-b698-77a31529e319 req-116567a5-599d-45db-9bd0-aa404fd7af60 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:11.424059 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b89a85-affa-41ef-b698-77a31529e319 req-116567a5-599d-45db-9bd0-aa404fd7af60 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:11.436266 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:11.437356 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8b89a85-affa-41ef-b698-77a31529e319 req-116567a5-599d-45db-9bd0-aa404fd7af60 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5432 time: 0.2750289 Nov 12 20:12:11.452449 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-444ce4d9-b867-4fbc-a2e9-52a52304bee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52564ca0-a44f-4571-b355-4251d9275d24', 'name': 'tempest-TestServerBasicOps-1383773425-router', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'a1f322a0-feec-4170-8fc9-f27921ab28fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:06Z', 'updated_at': '2021-11-12T20:12:08Z', 'revision_number': 3, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'gw_port': {'id': 'a1f322a0-feec-4170-8fc9-f27921ab28fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:48:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52564ca0-a44f-4571-b355-4251d9275d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:07Z', 'updated_at': '2021-11-12T20:12:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:11.515220 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4e28-bb25-4624-9956-70fb94d93754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:11.534657 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8b89a85-affa-41ef-b698-77a31529e319 req-b5803d5d-f116-44e1-9b0d-e221b69ffab6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0959718 Nov 12 20:12:11.551473 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444ce4d9-b867-4fbc-a2e9-52a52304bee0 None None] Checking router: 52564ca0-a44f-4571-b355-4251d9275d24 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:12:11.552594 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444ce4d9-b867-4fbc-a2e9-52a52304bee0 None None] Updating router 52564ca0-a44f-4571-b355-4251d9275d24 port a1f322a0-feec-4170-8fc9-f27921ab28fe binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:12:11.555664 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d475ee-cd28-4a98-ab67-825a574e5c5e {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:12:11.557391 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b76d9-5eaf-48d6-9404-ace89e6c40e6 req-e490ea3a-4428-4673-a773-048f443b8e13 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:11.565634 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8d3b76d9-5eaf-48d6-9404-ace89e6c40e6 req-e490ea3a-4428-4673-a773-048f443b8e13 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 945 time: 0.7957158 Nov 12 20:12:11.682296 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8d3b76d9-5eaf-48d6-9404-ace89e6c40e6 req-5ca377f6-fb03-45a5-a837-700d4094808b tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157315 Nov 12 20:12:11.694396 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-444ce4d9-b867-4fbc-a2e9-52a52304bee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:11.762725 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port e4d475ee-cd28-4a98-ab67-825a574e5c5e, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e4d475ee-cd28-4a98-ab67-825a574e5c5e,segment=NetworkSegment(1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb),segment_id=1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:11.832031 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86052633-53b1-49ce-b8a0-bef263272b58 req-c9d967b0-8fbd-46d4-9581-7b8e80ac7e96 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:11.838273 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-0c8c4e28-bb25-4624-9956-70fb94d93754 admin admin] Allocated IP 172.20.0.1 (b1371fda-9f38-4155-be6b-0739065dc4f2/92e15e0d-7238-4f64-9728-a120864f849a/c3069d35-5c08-4139-bdc5-b88dc9de06b1) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:12:11.841630 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-86052633-53b1-49ce-b8a0-bef263272b58 req-c9d967b0-8fbd-46d4-9581-7b8e80ac7e96 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 945 time: 0.1063862 Nov 12 20:12:11.861981 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:11.862582 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 10d51039-4f5f-40e0-a541-b315dbaf21c3 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:12:12.038941 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-86052633-53b1-49ce-b8a0-bef263272b58 req-c7d52090-501f-42bb-82c7-af2b035f7a54 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960731 Nov 12 20:12:12.099206 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 52ceb175-0c52-43f8-8982-b9253d5a3cec up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:12:12.108999 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.resource_extend [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 20:12:12.124458 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 10d51039-4f5f-40e0-a541-b315dbaf21c3, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=10d51039-4f5f-40e0-a541-b315dbaf21c3,segment=NetworkSegment(1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb),segment_id=1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:12.141512 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '10d51039-4f5f-40e0-a541-b315dbaf21c3', 'network_id': '52e60747-ae16-46d8-9dbe-b7ebe5cc096d', 'port_id': '10d51039-4f5f-40e0-a541-b315dbaf21c3', 'mac_address': 'fa:16:3e:c4:32:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e59f70-1cf8-4ea4-824b-1efc5167ff36', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:12:12.155691 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4e28-bb25-4624-9956-70fb94d93754 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:12.160262 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 41528) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:12.215045 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4e28-bb25-4624-9956-70fb94d93754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:12.265892 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=e4d475ee-cd28-4a98-ab67-825a574e5c5e,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:12.282993 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8c4e28-bb25-4624-9956-70fb94d93754 admin admin] Network b1371fda-9f38-4155-be6b-0739065dc4f2 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:12:12.299321 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c4e28-bb25-4624-9956-70fb94d93754 admin admin] Pushing event updated for resources: {'Port': ['ID=c3069d35-5c08-4139-bdc5-b88dc9de06b1,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:12.304005 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-0c8c4e28-bb25-4624-9956-70fb94d93754 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:12:12.306348 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c4e28-bb25-4624-9956-70fb94d93754 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:12:12.371483 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57e74960-5685-459e-8959-4ca82f91d2a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:12.384189 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4e28-bb25-4624-9956-70fb94d93754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:12.493271 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57e74960-5685-459e-8959-4ca82f91d2a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:12.547099 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57e74960-5685-459e-8959-4ca82f91d2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:12.568767 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:12.597505 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d51039-4f5f-40e0-a541-b315dbaf21c3 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:12:12.627590 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 41536) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:12.629323 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-57e74960-5685-459e-8959-4ca82f91d2a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7629a217a89643a296225b2948709156&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4667060 Nov 12 20:12:12.683899 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 52ceb175-0c52-43f8-8982-b9253d5a3cec triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:12.711184 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:12.751634 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dba3ec24-55c8-4394-afed-f613a51defb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:12.762404 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e74960-5685-459e-8959-4ca82f91d2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934a2f2a-158a-45e7-90ad-3125442177e9,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:12.793984 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dba3ec24-55c8-4394-afed-f613a51defb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:12.869407 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec3220-231a-48de-9625-4cdd813905cc req-947b49f3-7a2d-4cb0-995e-d07dd02aa3a1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:12.877452 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec3220-231a-48de-9625-4cdd813905cc req-947b49f3-7a2d-4cb0-995e-d07dd02aa3a1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:12.887180 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec3220-231a-48de-9625-4cdd813905cc req-947b49f3-7a2d-4cb0-995e-d07dd02aa3a1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:12.888268 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dba3ec24-55c8-4394-afed-f613a51defb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:12.895352 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 10d51039-4f5f-40e0-a541-b315dbaf21c3, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=10d51039-4f5f-40e0-a541-b315dbaf21c3,segment=NetworkSegment(1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb),segment_id=1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:12.895509 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dba3ec24-55c8-4394-afed-f613a51defb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:12.895509 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-dba3ec24-55c8-4394-afed-f613a51defb6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/934a2f2a-158a-45e7-90ad-3125442177e9 HTTP/1.1" status: 204 len: 168 time: 0.2636445 Nov 12 20:12:12.895755 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec3220-231a-48de-9625-4cdd813905cc req-947b49f3-7a2d-4cb0-995e-d07dd02aa3a1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:12.912149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3ec24-55c8-4394-afed-f613a51defb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934a2f2a-158a-45e7-90ad-3125442177e9,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:12.926707 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec3220-231a-48de-9625-4cdd813905cc req-947b49f3-7a2d-4cb0-995e-d07dd02aa3a1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:12.928873 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:12.944296 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec3220-231a-48de-9625-4cdd813905cc req-947b49f3-7a2d-4cb0-995e-d07dd02aa3a1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:12.962262 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec3220-231a-48de-9625-4cdd813905cc req-947b49f3-7a2d-4cb0-995e-d07dd02aa3a1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:12.967023 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:12:12.970415 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-444ce4d9-b867-4fbc-a2e9-52a52304bee0 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:12.976699 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04ec3220-231a-48de-9625-4cdd813905cc req-947b49f3-7a2d-4cb0-995e-d07dd02aa3a1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5433 time: 0.2643600 Nov 12 20:12:13.024403 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0f08d0b0-af1f-47d9-8baf-9095e1afde62 None None] Provisioning complete for port c3069d35-5c08-4139-bdc5-b88dc9de06b1 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:13.024403 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0f08d0b0-af1f-47d9-8baf-9095e1afde62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:13.044441 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ad72b-197b-4702-9576-eb80f058b8c3 req-e610c507-bf94-496b-82df-c89a6dfc2abc tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:13.052771 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-de3ad72b-197b-4702-9576-eb80f058b8c3 req-e610c507-bf94-496b-82df-c89a6dfc2abc tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 945 time: 0.1058900 Nov 12 20:12:13.074268 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-444ce4d9-b867-4fbc-a2e9-52a52304bee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:13.158436 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=10d51039-4f5f-40e0-a541-b315dbaf21c3,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:13.164829 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-de3ad72b-197b-4702-9576-eb80f058b8c3 req-d29db9fe-7f1d-492e-bb94-8eebbc348aaa tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003871 Nov 12 20:12:13.177527 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0f08d0b0-af1f-47d9-8baf-9095e1afde62 None None] Port c3069d35-5c08-4139-bdc5-b88dc9de06b1 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:12:13.217257 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04ec3220-231a-48de-9625-4cdd813905cc req-d0ae9a5a-b5a0-4b5b-8b0a-eb2cf435f52a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2359271 Nov 12 20:12:13.237074 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4e28-bb25-4624-9956-70fb94d93754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:13.372366 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4,segment=NetworkSegment(124a8660-e81f-45fb-9111-4945346fd031),segment_id=124a8660-e81f-45fb-9111-4945346fd031)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:13.397782 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4', 'network_id': '5d5111b2-3f92-4f00-9f7f-454d59cb9659', 'port_id': '5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4', 'mac_address': 'fa:16:3e:93:8f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed506cf3-b5f8-43df-9ed6-18a9019fc64b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:12:13.415664 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158bf64-ec5d-4ea8-b234-40a5b66db30e req-7473acb1-3647-4b72-a027-d7c76e3cb352 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:13.431343 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0158bf64-ec5d-4ea8-b234-40a5b66db30e req-7473acb1-3647-4b72-a027-d7c76e3cb352 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 945 time: 0.1142905 Nov 12 20:12:13.618750 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0158bf64-ec5d-4ea8-b234-40a5b66db30e req-cbaa67ca-60b8-4143-a6d1-a7ffd9020c18 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862867 Nov 12 20:12:13.648549 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-444ce4d9-b867-4fbc-a2e9-52a52304bee0 None None] Attempting to bind port a1f322a0-feec-4170-8fc9-f27921ab28fe on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:12:13.648912 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-444ce4d9-b867-4fbc-a2e9-52a52304bee0 None None] Attempting to bind port a1f322a0-feec-4170-8fc9-f27921ab28fe by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:12:13.649307 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444ce4d9-b867-4fbc-a2e9-52a52304bee0 None None] Attempting to bind port a1f322a0-feec-4170-8fc9-f27921ab28fe on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:12:13.675187 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444ce4d9-b867-4fbc-a2e9-52a52304bee0 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:12:13.675541 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444ce4d9-b867-4fbc-a2e9-52a52304bee0 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:12:13.675935 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-444ce4d9-b867-4fbc-a2e9-52a52304bee0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:13.676455 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444ce4d9-b867-4fbc-a2e9-52a52304bee0 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:12:13.677509 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-444ce4d9-b867-4fbc-a2e9-52a52304bee0 None None] Bound port: a1f322a0-feec-4170-8fc9-f27921ab28fe, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:12:13.678080 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-444ce4d9-b867-4fbc-a2e9-52a52304bee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:13.717964 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4e28-bb25-4624-9956-70fb94d93754 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:13.722406 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36b9f-98cd-4ba9-9552-d0a74776667e None None] Pushing event updated for resources: {'Port': ['ID=a1f322a0-feec-4170-8fc9-f27921ab28fe,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:13.734122 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4e28-bb25-4624-9956-70fb94d93754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:13.756991 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:13.783342 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:12:13.792125 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['60910e1f-f0d1-4eec-848e-460daa336aca'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:12:13.828310 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['7c68d458-cf6b-40f0-99d1-44f97634c3b5'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:12:13.866152 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-444ce4d9-b867-4fbc-a2e9-52a52304bee0 None None] For port a1f322a0-feec-4170-8fc9-f27921ab28fe, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:12:13.882617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4,segment=NetworkSegment(124a8660-e81f-45fb-9111-4945346fd031),segment_id=124a8660-e81f-45fb-9111-4945346fd031)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:13.884672 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c4e28-bb25-4624-9956-70fb94d93754 admin admin] Pushing event updated for resources: {'Port': ['ID=c3069d35-5c08-4139-bdc5-b88dc9de06b1,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:13.907349 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['e4d475ee-cd28-4a98-ab67-825a574e5c5e'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:12:13.913257 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-444ce4d9-b867-4fbc-a2e9-52a52304bee0 None None] For port a1f322a0-feec-4170-8fc9-f27921ab28fe, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a1f322a0-feec-4170-8fc9-f27921ab28fe,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:12:13.921436 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:13.922162 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:12:13.942785 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4e28-bb25-4624-9956-70fb94d93754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:13.957626 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-444ce4d9-b867-4fbc-a2e9-52a52304bee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:14.139928 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444ce4d9-b867-4fbc-a2e9-52a52304bee0 None None] Routers {'52564ca0-a44f-4571-b355-4251d9275d24'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:12:14.140594 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-444ce4d9-b867-4fbc-a2e9-52a52304bee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:11:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['52564ca0-a44f-4571-b355-4251d9275d24'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:14.169511 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205,segment=NetworkSegment(124a8660-e81f-45fb-9111-4945346fd031),segment_id=124a8660-e81f-45fb-9111-4945346fd031)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:14.177927 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8c4e28-bb25-4624-9956-70fb94d93754 admin admin] Network b1371fda-9f38-4155-be6b-0739065dc4f2 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:12:14.181786 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-0c8c4e28-bb25-4624-9956-70fb94d93754 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:12:14.236469 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:14.384567 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205', 'network_id': '5d5111b2-3f92-4f00-9f7f-454d59cb9659', 'port_id': '5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205', 'mac_address': 'fa:16:3e:02:c0:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed506cf3-b5f8-43df-9ed6-18a9019fc64b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:12:14.564276 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40abbe3-b021-4adb-bab6-ed4287a56d1c req-2eba6d5c-2ed0-47ba-b84f-d65eb2b10b79 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:14.578403 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40abbe3-b021-4adb-bab6-ed4287a56d1c req-2eba6d5c-2ed0-47ba-b84f-d65eb2b10b79 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:14.589944 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8c4e28-bb25-4624-9956-70fb94d93754 admin admin] Router 52564ca0-a44f-4571-b355-4251d9275d24 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:12:14.595344 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40abbe3-b021-4adb-bab6-ed4287a56d1c req-2eba6d5c-2ed0-47ba-b84f-d65eb2b10b79 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:14.609865 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40abbe3-b021-4adb-bab6-ed4287a56d1c req-2eba6d5c-2ed0-47ba-b84f-d65eb2b10b79 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:14.612629 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038ac63-84a2-4f71-a448-f68e85356707 req-8e3d1356-e74c-49e7-8e61-96988737e811 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:14.617466 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e038ac63-84a2-4f71-a448-f68e85356707 req-8e3d1356-e74c-49e7-8e61-96988737e811 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 945 time: 0.2013774 Nov 12 20:12:14.632994 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40abbe3-b021-4adb-bab6-ed4287a56d1c req-2eba6d5c-2ed0-47ba-b84f-d65eb2b10b79 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:14.642051 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40abbe3-b021-4adb-bab6-ed4287a56d1c req-2eba6d5c-2ed0-47ba-b84f-d65eb2b10b79 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:14.665099 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40abbe3-b021-4adb-bab6-ed4287a56d1c req-2eba6d5c-2ed0-47ba-b84f-d65eb2b10b79 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:14.670645 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d40abbe3-b021-4adb-bab6-ed4287a56d1c req-2eba6d5c-2ed0-47ba-b84f-d65eb2b10b79 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5435 time: 0.2707372 Nov 12 20:12:14.683404 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:14.757838 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d40abbe3-b021-4adb-bab6-ed4287a56d1c req-5f6ee5dc-c59f-421a-a785-a5c76795d1d3 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780015 Nov 12 20:12:14.767063 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['8bf2886a-7dd4-4335-8bda-619bc89bd1cd'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:12:14.794030 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['10d51039-4f5f-40e0-a541-b315dbaf21c3'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:12:14.869345 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-57c62e91-5eba-4240-99d0-978ac1881d5b None None] Provisioning complete for port c3069d35-5c08-4139-bdc5-b88dc9de06b1 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:14.869345 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-57c62e91-5eba-4240-99d0-978ac1881d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:14.937357 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8c4e28-bb25-4624-9956-70fb94d93754 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:12:14.952081 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0c8c4e28-bb25-4624-9956-70fb94d93754 admin admin] 10.222.0.48 "PUT /v2.0/routers/52564ca0-a44f-4571-b355-4251d9275d24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8507288 Nov 12 20:12:14.979806 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36b9f-98cd-4ba9-9552-d0a74776667e None None] Pushing event updated for resources: {'Port': ['ID=a1f322a0-feec-4170-8fc9-f27921ab28fe,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:14.992744 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:12:14.994275 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e038ac63-84a2-4f71-a448-f68e85356707 req-802e5b92-0874-4a30-ad5c-6d8a932c6eb0 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3689611 Nov 12 20:12:15.044134 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205,segment=NetworkSegment(124a8660-e81f-45fb-9111-4945346fd031),segment_id=124a8660-e81f-45fb-9111-4945346fd031)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:15.103477 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0c356-7e9d-4061-9c59-55e5b7331b8f req-c00ae156-bd4d-43f5-b18c-8d68b5003ffd tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:15.118504 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e4a0c356-7e9d-4061-9c59-55e5b7331b8f req-c00ae156-bd4d-43f5-b18c-8d68b5003ffd tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 945 time: 0.1218114 Nov 12 20:12:15.137989 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-57c62e91-5eba-4240-99d0-978ac1881d5b None None] Port c3069d35-5c08-4139-bdc5-b88dc9de06b1 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:12:15.164125 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:15.174545 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-444ce4d9-b867-4fbc-a2e9-52a52304bee0 None None] Set router 52564ca0-a44f-4571-b355-4251d9275d24 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:12:15.244373 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e4a0c356-7e9d-4061-9c59-55e5b7331b8f req-9030c3ae-d86c-4b44-b5d4-87834600456a tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200020 Nov 12 20:12:15.441027 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:15.634890 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:12:15.715700 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:12:15.908013 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-444ce4d9-b867-4fbc-a2e9-52a52304bee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52564ca0-a44f-4571-b355-4251d9275d24', 'name': 'tempest-TestServerBasicOps-1383773425-router', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'a1f322a0-feec-4170-8fc9-f27921ab28fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:06Z', 'updated_at': '2021-11-12T20:12:12Z', 'revision_number': 4, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'gw_port': {'id': 'a1f322a0-feec-4170-8fc9-f27921ab28fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:48:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52564ca0-a44f-4571-b355-4251d9275d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:07Z', 'updated_at': '2021-11-12T20:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'c3069d35-5c08-4139-bdc5-b88dc9de06b1', 'name': '', 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'mac_address': 'fa:16:3e:5a:aa:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52564ca0-a44f-4571-b355-4251d9275d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '92e15e0d-7238-4f64-9728-a120864f849a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:11Z', 'updated_at': '2021-11-12T20:12:13Z', 'revision_number': 2, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'subnets': [{'id': '92e15e0d-7238-4f64-9728-a120864f849a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:15.914664 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 41608) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:15.920206 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-0ca0eeb2-8dfb-4e17-b42d-c85e3932a01e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1914184400-network', 'tenant_id': '8f9b04dbb559474e8bd8238bbf04d360'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:15.961795 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444ce4d9-b867-4fbc-a2e9-52a52304bee0 None None] The sync data for ids ['52564ca0-a44f-4571-b355-4251d9275d24'] in n-d-712140-15 is: [{'id': '52564ca0-a44f-4571-b355-4251d9275d24', 'name': 'tempest-TestServerBasicOps-1383773425-router', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'a1f322a0-feec-4170-8fc9-f27921ab28fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:06Z', 'updated_at': '2021-11-12T20:12:12Z', 'revision_number': 4, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'gw_port': {'id': 'a1f322a0-feec-4170-8fc9-f27921ab28fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:48:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52564ca0-a44f-4571-b355-4251d9275d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:07Z', 'updated_at': '2021-11-12T20:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'c3069d35-5c08-4139-bdc5-b88dc9de06b1', 'name': '', 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'mac_address': 'fa:16:3e:5a:aa:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52564ca0-a44f-4571-b355-4251d9275d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '92e15e0d-7238-4f64-9728-a120864f849a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:11Z', 'updated_at': '2021-11-12T20:12:13Z', 'revision_number': 2, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'subnets': [{'id': '92e15e0d-7238-4f64-9728-a120864f849a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:12:15.997511 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca0eeb2-8dfb-4e17-b42d-c85e3932a01e admin admin] Made reservation on behalf of 8f9b04dbb559474e8bd8238bbf04d360 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:12:16.004177 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0ca0eeb2-8dfb-4e17-b42d-c85e3932a01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:16.029083 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0ca0eeb2-8dfb-4e17-b42d-c85e3932a01e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:16.056956 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0aec61-e7ad-4468-a6fb-6edef0a0f096 req-613769c1-6649-47e9-bfb5-d5fde3ab9897 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:16.078589 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0aec61-e7ad-4468-a6fb-6edef0a0f096 req-613769c1-6649-47e9-bfb5-d5fde3ab9897 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:16.097704 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0aec61-e7ad-4468-a6fb-6edef0a0f096 req-613769c1-6649-47e9-bfb5-d5fde3ab9897 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:16.113133 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0aec61-e7ad-4468-a6fb-6edef0a0f096 req-613769c1-6649-47e9-bfb5-d5fde3ab9897 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:16.129516 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0aec61-e7ad-4468-a6fb-6edef0a0f096 req-613769c1-6649-47e9-bfb5-d5fde3ab9897 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:16.142177 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0aec61-e7ad-4468-a6fb-6edef0a0f096 req-613769c1-6649-47e9-bfb5-d5fde3ab9897 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:16.167024 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0aec61-e7ad-4468-a6fb-6edef0a0f096 req-613769c1-6649-47e9-bfb5-d5fde3ab9897 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:16.169726 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fe0aec61-e7ad-4468-a6fb-6edef0a0f096 req-613769c1-6649-47e9-bfb5-d5fde3ab9897 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5436 time: 0.2306654 Nov 12 20:12:16.275174 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acb6d2-4ca0-4222-b6e9-245343139ed7 req-04025caa-836b-47dc-8f1a-df7e52420216 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:16.282822 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e3acb6d2-4ca0-4222-b6e9-245343139ed7 req-04025caa-836b-47dc-8f1a-df7e52420216 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 945 time: 0.1453130 Nov 12 20:12:16.367316 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fe0aec61-e7ad-4468-a6fb-6edef0a0f096 req-10321311-3266-4344-9da8-19d4e9bd13ee tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1861744 Nov 12 20:12:16.386995 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0ca0eeb2-8dfb-4e17-b42d-c85e3932a01e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:16.403505 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0ca0eeb2-8dfb-4e17-b42d-c85e3932a01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:16.504738 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca0eeb2-8dfb-4e17-b42d-c85e3932a01e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:12:16.520014 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0eeb2-8dfb-4e17-b42d-c85e3932a01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8076bccc-60b4-4410-bc96-632a21ca1b97,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:16.531706 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0ca0eeb2-8dfb-4e17-b42d-c85e3932a01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:16.531935 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-0ca0eeb2-8dfb-4e17-b42d-c85e3932a01e admin admin] Added segment 2cf18d2e-db70-4847-8293-7497328b775e of type vlan for network 819cb6e3-dbbe-446e-9a58-83b003520ceb Nov 12 20:12:16.574962 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0ca0eeb2-8dfb-4e17-b42d-c85e3932a01e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:16.595409 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e3acb6d2-4ca0-4222-b6e9-245343139ed7 req-778f3eeb-62e2-4954-9cbc-c8d76d756d77 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2961507 Nov 12 20:12:16.613442 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0ca0eeb2-8dfb-4e17-b42d-c85e3932a01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:16.614658 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca0eeb2-8dfb-4e17-b42d-c85e3932a01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:16.615645 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0ca0eeb2-8dfb-4e17-b42d-c85e3932a01e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:16.644795 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f086df1-019c-4921-ae77-0d39487e7dd7 req-1a9000bf-870e-4d0c-8c11-ca6fc75728d7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:16.647501 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0f086df1-019c-4921-ae77-0d39487e7dd7 req-1a9000bf-870e-4d0c-8c11-ca6fc75728d7 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 945 time: 0.0691698 Nov 12 20:12:16.686775 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0ca0eeb2-8dfb-4e17-b42d-c85e3932a01e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7708988 Nov 12 20:12:16.689760 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 41622) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:16.696035 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-bc390e56-75af-4af2-b463-d0c9cdaf649f admin admin] Request body: {'subnet': {'network_id': '819cb6e3-dbbe-446e-9a58-83b003520ceb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1914184400-subnet', 'tenant_id': '8f9b04dbb559474e8bd8238bbf04d360', 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:16.700161 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0eeb2-8dfb-4e17-b42d-c85e3932a01e admin admin] Pushing event updated for resources: {'Network': ['ID=819cb6e3-dbbe-446e-9a58-83b003520ceb,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:16.706618 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0f086df1-019c-4921-ae77-0d39487e7dd7 req-01eacc92-5890-47a5-8f50-18b7c2ebed0c tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513439 Nov 12 20:12:16.715262 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca0eeb2-8dfb-4e17-b42d-c85e3932a01e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:16.715611 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca0eeb2-8dfb-4e17-b42d-c85e3932a01e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:16.715958 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca0eeb2-8dfb-4e17-b42d-c85e3932a01e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:16.716302 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca0eeb2-8dfb-4e17-b42d-c85e3932a01e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:16.716637 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca0eeb2-8dfb-4e17-b42d-c85e3932a01e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:16.716965 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca0eeb2-8dfb-4e17-b42d-c85e3932a01e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:16.717289 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca0eeb2-8dfb-4e17-b42d-c85e3932a01e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:16.717614 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca0eeb2-8dfb-4e17-b42d-c85e3932a01e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:16.717937 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca0eeb2-8dfb-4e17-b42d-c85e3932a01e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:16.718251 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca0eeb2-8dfb-4e17-b42d-c85e3932a01e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:16.718570 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca0eeb2-8dfb-4e17-b42d-c85e3932a01e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:16.718889 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca0eeb2-8dfb-4e17-b42d-c85e3932a01e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:16.737224 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 819cb6e3-dbbe-446e-9a58-83b003520ceb details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:12:16.739749 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc390e56-75af-4af2-b463-d0c9cdaf649f admin admin] Made reservation on behalf of 8f9b04dbb559474e8bd8238bbf04d360 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:12:16.742371 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bc390e56-75af-4af2-b463-d0c9cdaf649f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:16.922077 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bc390e56-75af-4af2-b463-d0c9cdaf649f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:16.994042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc390e56-75af-4af2-b463-d0c9cdaf649f admin admin] Pushing event updated for resources: {'Subnet': ['ID=85d46580-7163-4f8e-ab7e-91985414010c,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:17.000058 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc390e56-75af-4af2-b463-d0c9cdaf649f admin admin] Checking segment: {'id': '2cf18d2e-db70-4847-8293-7497328b775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '819cb6e3-dbbe-446e-9a58-83b003520ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:12:17.000331 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc390e56-75af-4af2-b463-d0c9cdaf649f admin admin] Network hostable DHCP agents. Network: 819cb6e3-dbbe-446e-9a58-83b003520ceb, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:12:17.021629 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc390e56-75af-4af2-b463-d0c9cdaf649f admin admin] Network 819cb6e3-dbbe-446e-9a58-83b003520ceb is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:12:17.033428 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-bc390e56-75af-4af2-b463-d0c9cdaf649f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 819cb6e3-dbbe-446e-9a58-83b003520ceb) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:12:17.038575 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc390e56-75af-4af2-b463-d0c9cdaf649f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:17.039283 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bc390e56-75af-4af2-b463-d0c9cdaf649f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:17.044224 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96867663-3411-48e3-9ff0-7b77c86046bf None None] Network 819cb6e3-dbbe-446e-9a58-83b003520ceb requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:12:17.057164 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bc390e56-75af-4af2-b463-d0c9cdaf649f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3663266 Nov 12 20:12:17.059908 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 41626) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:17.067296 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-c2c25417-7a1a-43cc-897e-8110beacb94f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1914184400-router', 'tenant_id': '8f9b04dbb559474e8bd8238bbf04d360', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:17.092274 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c2c25417-7a1a-43cc-897e-8110beacb94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:17.093451 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c2c25417-7a1a-43cc-897e-8110beacb94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:17.152834 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c2c25417-7a1a-43cc-897e-8110beacb94f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:17.303334 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c2c25417-7a1a-43cc-897e-8110beacb94f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:17.352016 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b232a5f1-bcc8-4582-9f0c-febe2ec08e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-819cb6e3-dbbe-446e-9a58-83b003520ceb', 'network_id': '819cb6e3-dbbe-446e-9a58-83b003520ceb', 'tenant_id': '8f9b04dbb559474e8bd8238bbf04d360', 'fixed_ips': [{'subnet_id': '85d46580-7163-4f8e-ab7e-91985414010c'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:12:17.353362 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b232a5f1-bcc8-4582-9f0c-febe2ec08e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:17.518198 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-b232a5f1-bcc8-4582-9f0c-febe2ec08e52 None None] Allocated IP 172.20.0.2 (819cb6e3-dbbe-446e-9a58-83b003520ceb/85d46580-7163-4f8e-ab7e-91985414010c/3dd7c666-821d-4546-b444-13aa00415689) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:12:17.593832 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c2c25417-7a1a-43cc-897e-8110beacb94f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:17.618566 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c2c25417-7a1a-43cc-897e-8110beacb94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:17.635044 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace840-bdae-42ca-a223-807135e3ddad req-c5bc90b8-5ce6-4baf-aaed-c35e8c2b8e5f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:17.643546 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace840-bdae-42ca-a223-807135e3ddad req-c5bc90b8-5ce6-4baf-aaed-c35e8c2b8e5f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:17.652135 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace840-bdae-42ca-a223-807135e3ddad req-c5bc90b8-5ce6-4baf-aaed-c35e8c2b8e5f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:17.663117 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace840-bdae-42ca-a223-807135e3ddad req-c5bc90b8-5ce6-4baf-aaed-c35e8c2b8e5f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:17.670257 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace840-bdae-42ca-a223-807135e3ddad req-c5bc90b8-5ce6-4baf-aaed-c35e8c2b8e5f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:17.681972 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace840-bdae-42ca-a223-807135e3ddad req-c5bc90b8-5ce6-4baf-aaed-c35e8c2b8e5f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:17.691095 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace840-bdae-42ca-a223-807135e3ddad req-c5bc90b8-5ce6-4baf-aaed-c35e8c2b8e5f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:17.693855 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-54ace840-bdae-42ca-a223-807135e3ddad req-c5bc90b8-5ce6-4baf-aaed-c35e8c2b8e5f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5436 time: 0.1913767 Nov 12 20:12:17.754515 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b232a5f1-bcc8-4582-9f0c-febe2ec08e52 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:17.762171 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b232a5f1-bcc8-4582-9f0c-febe2ec08e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:17.774213 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c23a42-fceb-4635-a8d1-f5c8181dc3a4 req-fa06fba5-db0a-48f9-b1e7-dff4625a1d36 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:17.782852 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8c23a42-fceb-4635-a8d1-f5c8181dc3a4 req-fa06fba5-db0a-48f9-b1e7-dff4625a1d36 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 945 time: 0.0787334 Nov 12 20:12:17.815109 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b232a5f1-bcc8-4582-9f0c-febe2ec08e52 None None] Network 819cb6e3-dbbe-446e-9a58-83b003520ceb is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:12:17.816566 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232a5f1-bcc8-4582-9f0c-febe2ec08e52 None None] Pushing event updated for resources: {'Port': ['ID=3dd7c666-821d-4546-b444-13aa00415689,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:17.824267 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-b232a5f1-bcc8-4582-9f0c-febe2ec08e52 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:12:17.827574 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b232a5f1-bcc8-4582-9f0c-febe2ec08e52 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:12:17.859199 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8c23a42-fceb-4635-a8d1-f5c8181dc3a4 req-539c568b-7686-4535-a9b0-28f94cd312db tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753114 Nov 12 20:12:17.898083 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-54ace840-bdae-42ca-a223-807135e3ddad req-63fcf1a1-1802-46f9-8bc2-b17589feaab1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1920073 Nov 12 20:12:17.968421 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b232a5f1-bcc8-4582-9f0c-febe2ec08e52 None None] Attempting to bind port 3dd7c666-821d-4546-b444-13aa00415689 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:12:17.968727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b232a5f1-bcc8-4582-9f0c-febe2ec08e52 None None] Attempting to bind port 3dd7c666-821d-4546-b444-13aa00415689 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '2cf18d2e-db70-4847-8293-7497328b775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '819cb6e3-dbbe-446e-9a58-83b003520ceb'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:12:17.969065 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b232a5f1-bcc8-4582-9f0c-febe2ec08e52 None None] Attempting to bind port 3dd7c666-821d-4546-b444-13aa00415689 on network 819cb6e3-dbbe-446e-9a58-83b003520ceb {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:12:17.972265 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-c2c25417-7a1a-43cc-897e-8110beacb94f admin admin] Allocated IP 172.25.5.24 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/fd610e7a-b033-42df-9e16-6e013b5ff802) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:12:17.975009 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b232a5f1-bcc8-4582-9f0c-febe2ec08e52 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:12:17.975384 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b232a5f1-bcc8-4582-9f0c-febe2ec08e52 None None] Checking segment: {'id': '2cf18d2e-db70-4847-8293-7497328b775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '819cb6e3-dbbe-446e-9a58-83b003520ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:12:17.975919 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b232a5f1-bcc8-4582-9f0c-febe2ec08e52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:17.976374 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b232a5f1-bcc8-4582-9f0c-febe2ec08e52 None None] Bound using segment: {'id': '2cf18d2e-db70-4847-8293-7497328b775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '819cb6e3-dbbe-446e-9a58-83b003520ceb'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:12:17.976851 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b232a5f1-bcc8-4582-9f0c-febe2ec08e52 None None] Bound port: 3dd7c666-821d-4546-b444-13aa00415689, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf18d2e-db70-4847-8293-7497328b775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '819cb6e3-dbbe-446e-9a58-83b003520ceb'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:12:17.977230 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b232a5f1-bcc8-4582-9f0c-febe2ec08e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:18.038970 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e068de-2ffb-4868-8046-c50e81c09351 req-5fc9e73a-d704-4385-a697-fb81dc5438c0 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:18.042583 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b2e068de-2ffb-4868-8046-c50e81c09351 req-5fc9e73a-d704-4385-a697-fb81dc5438c0 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 945 time: 0.0831625 Nov 12 20:12:18.064409 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a1f322a0-feec-4170-8fc9-f27921ab28fe up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:12:18.098257 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b232a5f1-bcc8-4582-9f0c-febe2ec08e52 None None] For port 3dd7c666-821d-4546-b444-13aa00415689, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:12:18.124041 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b232a5f1-bcc8-4582-9f0c-febe2ec08e52 None None] For port 3dd7c666-821d-4546-b444-13aa00415689, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3dd7c666-821d-4546-b444-13aa00415689,segment=NetworkSegment(2cf18d2e-db70-4847-8293-7497328b775e),segment_id=2cf18d2e-db70-4847-8293-7497328b775e)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:12:18.135486 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b2e068de-2ffb-4868-8046-c50e81c09351 req-eeb56150-305c-4dd5-9233-b44d7f975b25 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862362 Nov 12 20:12:18.136171 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b232a5f1-bcc8-4582-9f0c-febe2ec08e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:18.213128 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c2c25417-7a1a-43cc-897e-8110beacb94f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:18.214513 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port a1f322a0-feec-4170-8fc9-f27921ab28fe triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:18.214846 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:18.245430 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232a5f1-bcc8-4582-9f0c-febe2ec08e52 None None] Pushing event updated for resources: {'Port': ['ID=3dd7c666-821d-4546-b444-13aa00415689,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:18.289185 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c2c25417-7a1a-43cc-897e-8110beacb94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:18.309639 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:18.334770 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c25417-7a1a-43cc-897e-8110beacb94f admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:12:18.337258 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port a1f322a0-feec-4170-8fc9-f27921ab28fe, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a1f322a0-feec-4170-8fc9-f27921ab28fe,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:18.337863 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-c2c25417-7a1a-43cc-897e-8110beacb94f admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:12:18.344023 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c25417-7a1a-43cc-897e-8110beacb94f admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:12:18.347776 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:18.380558 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c25417-7a1a-43cc-897e-8110beacb94f admin admin] Pushing event updated for resources: {'Port': ['ID=fd610e7a-b033-42df-9e16-6e013b5ff802,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:18.429616 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=a1f322a0-feec-4170-8fc9-f27921ab28fe,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:18.676415 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c2c25417-7a1a-43cc-897e-8110beacb94f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:18.886201 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c2c25417-7a1a-43cc-897e-8110beacb94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:19.049035 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e160e-135a-478f-b870-f7fcba572744 req-a54d89af-0d09-4b20-97a2-fc430fa38593 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:19.055849 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e160e-135a-478f-b870-f7fcba572744 req-a54d89af-0d09-4b20-97a2-fc430fa38593 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:19.061618 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b132be-0c5c-46ea-80e4-2e6073c82ede req-cc893a76-75f6-489a-b2ab-980b15e7dfc5 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:19.062761 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e160e-135a-478f-b870-f7fcba572744 req-a54d89af-0d09-4b20-97a2-fc430fa38593 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:19.063322 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-89b132be-0c5c-46ea-80e4-2e6073c82ede req-cc893a76-75f6-489a-b2ab-980b15e7dfc5 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 945 time: 0.0814114 Nov 12 20:12:19.070078 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e160e-135a-478f-b870-f7fcba572744 req-a54d89af-0d09-4b20-97a2-fc430fa38593 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:19.076353 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e160e-135a-478f-b870-f7fcba572744 req-a54d89af-0d09-4b20-97a2-fc430fa38593 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:19.082734 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e160e-135a-478f-b870-f7fcba572744 req-a54d89af-0d09-4b20-97a2-fc430fa38593 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:19.089913 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e160e-135a-478f-b870-f7fcba572744 req-a54d89af-0d09-4b20-97a2-fc430fa38593 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:19.091835 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-591e160e-135a-478f-b870-f7fcba572744 req-a54d89af-0d09-4b20-97a2-fc430fa38593 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5436 time: 0.1047766 Nov 12 20:12:19.136878 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-89b132be-0c5c-46ea-80e4-2e6073c82ede req-0ef5145d-50a8-4ff7-8826-fa45d3e9e9ea tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647733 Nov 12 20:12:19.151946 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c25417-7a1a-43cc-897e-8110beacb94f admin admin] Router 22530241-d24f-4377-a2b6-042f182305f4 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:12:19.167250 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-591e160e-135a-478f-b870-f7fcba572744 req-170c38bf-c17f-43ba-91a7-a3661737a87e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685606 Nov 12 20:12:19.168611 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device e4d475ee-cd28-4a98-ab67-825a574e5c5e up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:12:19.299685 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port e4d475ee-cd28-4a98-ab67-825a574e5c5e completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:12:19.305606 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port e4d475ee-cd28-4a98-ab67-825a574e5c5e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:19.305976 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:19.379011 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c25417-7a1a-43cc-897e-8110beacb94f admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:12:19.394901 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1eaa71-6dde-4eef-8209-07e19d69dc76 None None] Sync routers for ids ['22530241-d24f-4377-a2b6-042f182305f4'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:12:19.400088 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589631d-dce6-4e98-836b-63ef1b3320e8 req-65f32eb7-a24d-471b-ac19-69d725bbaab2 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:19.414604 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1eaa71-6dde-4eef-8209-07e19d69dc76 None None] Routers {'22530241-d24f-4377-a2b6-042f182305f4'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:12:19.415486 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ec1eaa71-6dde-4eef-8209-07e19d69dc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:11:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['22530241-d24f-4377-a2b6-042f182305f4'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:19.416706 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4589631d-dce6-4e98-836b-63ef1b3320e8 req-65f32eb7-a24d-471b-ac19-69d725bbaab2 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 945 time: 0.1398747 Nov 12 20:12:19.427667 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c2c25417-7a1a-43cc-897e-8110beacb94f admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:19.428912 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c2c25417-7a1a-43cc-897e-8110beacb94f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3665996 Nov 12 20:12:19.431699 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 41660) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:19.438236 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:19.494662 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port e4d475ee-cd28-4a98-ab67-825a574e5c5e, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e4d475ee-cd28-4a98-ab67-825a574e5c5e,segment=NetworkSegment(1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb),segment_id=1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:19.496175 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d475ee-cd28-4a98-ab67-825a574e5c5e'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:12:19.501667 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef20481-4b2e-4099-ad13-c902cc1617d0" -d '{"events": [{"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-plugged", "status": "completed", "tag": "e4d475ee-cd28-4a98-ab67-825a574e5c5e"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:12:19.508741 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:19.510086 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 60910e1f-f0d1-4eec-848e-460daa336aca up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:12:19.561455 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4589631d-dce6-4e98-836b-63ef1b3320e8 req-acc99cfa-4c70-4a1d-ac96-e2c448e37947 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372099 Nov 12 20:12:19.623126 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ca6062-8f38-478d-8da8-0d7961f6201d x-openstack-request-id: req-17ca6062-8f38-478d-8da8-0d7961f6201d {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:12:19.623480 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-plugged", "status": "completed", "tag": "e4d475ee-cd28-4a98-ab67-825a574e5c5e", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:12:19.623786 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17ca6062-8f38-478d-8da8-0d7961f6201d {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:12:19.624206 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d475ee-cd28-4a98-ab67-825a574e5c5e', 'code': 200} Nov 12 20:12:19.626600 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601463f5-204b-4491-a02b-4818dc52b46b None None] Sync routers for ids ['52564ca0-a44f-4571-b355-4251d9275d24'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:12:19.637060 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=e4d475ee-cd28-4a98-ab67-825a574e5c5e,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:19.664472 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601463f5-204b-4491-a02b-4818dc52b46b None None] Routers {'52564ca0-a44f-4571-b355-4251d9275d24'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:12:19.665869 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-601463f5-204b-4491-a02b-4818dc52b46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:11:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['52564ca0-a44f-4571-b355-4251d9275d24'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:19.737142 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-ec1eaa71-6dde-4eef-8209-07e19d69dc76 None None] Set router 22530241-d24f-4377-a2b6-042f182305f4 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:12:19.801308 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-601463f5-204b-4491-a02b-4818dc52b46b None None] Set router 52564ca0-a44f-4571-b355-4251d9275d24 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:12:19.855641 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 60910e1f-f0d1-4eec-848e-460daa336aca completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:12:19.858847 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3160e1a6-21e0-4dd0-8093-2f70bd36472f None None] Network 819cb6e3-dbbe-446e-9a58-83b003520ceb requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:12:20.002462 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ec1eaa71-6dde-4eef-8209-07e19d69dc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22530241-d24f-4377-a2b6-042f182305f4', 'name': 'tempest-TestServerBasicOps-1914184400-router', 'tenant_id': '8f9b04dbb559474e8bd8238bbf04d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'fd610e7a-b033-42df-9e16-6e013b5ff802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:17Z', 'updated_at': '2021-11-12T20:12:18Z', 'revision_number': 3, 'project_id': '8f9b04dbb559474e8bd8238bbf04d360', 'gw_port': {'id': 'fd610e7a-b033-42df-9e16-6e013b5ff802', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22530241-d24f-4377-a2b6-042f182305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:17Z', 'updated_at': '2021-11-12T20:12:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:20.010808 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 60910e1f-f0d1-4eec-848e-460daa336aca triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:20.011178 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:20.081060 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1eaa71-6dde-4eef-8209-07e19d69dc76 None None] Checking router: 22530241-d24f-4377-a2b6-042f182305f4 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:12:20.082598 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1eaa71-6dde-4eef-8209-07e19d69dc76 None None] Updating router 22530241-d24f-4377-a2b6-042f182305f4 port fd610e7a-b033-42df-9e16-6e013b5ff802 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:12:20.104034 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a5696073-7c0f-4d8e-a05f-efe1353277a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:20.119672 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:20.133490 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ec1eaa71-6dde-4eef-8209-07e19d69dc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:20.180010 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b71fde4d-e2ee-4c66-95a4-6048782640dc None None] Provisioning complete for port 3dd7c666-821d-4546-b444-13aa00415689 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:20.180787 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b71fde4d-e2ee-4c66-95a4-6048782640dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:20.202033 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ffaceb84-2ef3-4d39-a317-836368460a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:20.269419 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a1f322a0-feec-4170-8fc9-f27921ab28fe up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:12:20.336214 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device b4411998-a2fc-4fdb-9e3d-8e4287aef1dc details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:12:20.448201 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-ffaceb84-2ef3-4d39-a317-836368460a01 admin admin] Allocated IP 172.20.0.1 (819cb6e3-dbbe-446e-9a58-83b003520ceb/85d46580-7163-4f8e-ab7e-91985414010c/3b2f70bd-9b27-4dfc-a142-de3bec9a49b5) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:12:20.471593 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d0dbc-8388-4a91-bd35-b440f3ee9165 req-14de89b7-8ad6-46eb-9e01-04a2c9ee218e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:20.485453 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d0dbc-8388-4a91-bd35-b440f3ee9165 req-14de89b7-8ad6-46eb-9e01-04a2c9ee218e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:20.499038 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d0dbc-8388-4a91-bd35-b440f3ee9165 req-14de89b7-8ad6-46eb-9e01-04a2c9ee218e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:20.505912 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d0dbc-8388-4a91-bd35-b440f3ee9165 req-14de89b7-8ad6-46eb-9e01-04a2c9ee218e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:20.512826 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d0dbc-8388-4a91-bd35-b440f3ee9165 req-14de89b7-8ad6-46eb-9e01-04a2c9ee218e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:20.518959 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d0dbc-8388-4a91-bd35-b440f3ee9165 req-14de89b7-8ad6-46eb-9e01-04a2c9ee218e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:20.525498 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d0dbc-8388-4a91-bd35-b440f3ee9165 req-14de89b7-8ad6-46eb-9e01-04a2c9ee218e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:20.527459 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dc6d0dbc-8388-4a91-bd35-b440f3ee9165 req-14de89b7-8ad6-46eb-9e01-04a2c9ee218e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5437 time: 0.1766906 Nov 12 20:12:20.563548 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ec1eaa71-6dde-4eef-8209-07e19d69dc76 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:20.572255 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ec1eaa71-6dde-4eef-8209-07e19d69dc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:20.592078 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ffaceb84-2ef3-4d39-a317-836368460a01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:20.646632 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189a423-9842-4085-a805-f45c60e963b3 req-f5ffe050-3b6c-4a3e-8991-98cc1a4b7ea8 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:20.655224 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7189a423-9842-4085-a805-f45c60e963b3 req-f5ffe050-3b6c-4a3e-8991-98cc1a4b7ea8 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 945 time: 0.1037521 Nov 12 20:12:20.655987 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8c948-3e42-4a20-b74a-e49a0644a61d None None] Pushing event updated for resources: {'Port': ['ID=fd610e7a-b033-42df-9e16-6e013b5ff802,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:20.664700 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-ec1eaa71-6dde-4eef-8209-07e19d69dc76 None None] Attempting to bind port fd610e7a-b033-42df-9e16-6e013b5ff802 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:12:20.665553 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-ec1eaa71-6dde-4eef-8209-07e19d69dc76 None None] Attempting to bind port fd610e7a-b033-42df-9e16-6e013b5ff802 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:12:20.666066 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1eaa71-6dde-4eef-8209-07e19d69dc76 None None] Attempting to bind port fd610e7a-b033-42df-9e16-6e013b5ff802 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:12:20.670671 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dc6d0dbc-8388-4a91-bd35-b440f3ee9165 req-fa12029d-af82-46f6-9f22-297926e495aa tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1358879 Nov 12 20:12:20.678045 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad8c948-3e42-4a20-b74a-e49a0644a61d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:20.678729 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad8c948-3e42-4a20-b74a-e49a0644a61d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:20.679386 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad8c948-3e42-4a20-b74a-e49a0644a61d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:20.680301 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad8c948-3e42-4a20-b74a-e49a0644a61d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:20.681029 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad8c948-3e42-4a20-b74a-e49a0644a61d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:20.690724 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad8c948-3e42-4a20-b74a-e49a0644a61d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:20.693039 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad8c948-3e42-4a20-b74a-e49a0644a61d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:20.693571 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad8c948-3e42-4a20-b74a-e49a0644a61d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:20.694085 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad8c948-3e42-4a20-b74a-e49a0644a61d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:20.694585 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad8c948-3e42-4a20-b74a-e49a0644a61d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:20.695086 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad8c948-3e42-4a20-b74a-e49a0644a61d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:20.695582 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad8c948-3e42-4a20-b74a-e49a0644a61d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:12:20.700997 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1eaa71-6dde-4eef-8209-07e19d69dc76 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:12:20.701624 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1eaa71-6dde-4eef-8209-07e19d69dc76 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:12:20.702184 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ec1eaa71-6dde-4eef-8209-07e19d69dc76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:20.702732 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1eaa71-6dde-4eef-8209-07e19d69dc76 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:12:20.703392 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-ec1eaa71-6dde-4eef-8209-07e19d69dc76 None None] Bound port: fd610e7a-b033-42df-9e16-6e013b5ff802, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:12:20.703769 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ec1eaa71-6dde-4eef-8209-07e19d69dc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:20.736770 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ffaceb84-2ef3-4d39-a317-836368460a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:20.745499 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7189a423-9842-4085-a805-f45c60e963b3 req-b5440bc9-294f-4778-b03d-75dcab1b8320 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890427 Nov 12 20:12:20.793302 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-ec1eaa71-6dde-4eef-8209-07e19d69dc76 None None] For port fd610e7a-b033-42df-9e16-6e013b5ff802, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:12:20.796805 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-ec1eaa71-6dde-4eef-8209-07e19d69dc76 None None] For port fd610e7a-b033-42df-9e16-6e013b5ff802, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=fd610e7a-b033-42df-9e16-6e013b5ff802,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:12:20.805091 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ec1eaa71-6dde-4eef-8209-07e19d69dc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:20.806489 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaceb84-2ef3-4d39-a317-836368460a01 admin admin] Network 819cb6e3-dbbe-446e-9a58-83b003520ceb is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:12:20.815241 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-ffaceb84-2ef3-4d39-a317-836368460a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:12:20.820673 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaceb84-2ef3-4d39-a317-836368460a01 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:12:20.851594 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaceb84-2ef3-4d39-a317-836368460a01 admin admin] Pushing event updated for resources: {'Port': ['ID=3b2f70bd-9b27-4dfc-a142-de3bec9a49b5,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:20.890449 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ffaceb84-2ef3-4d39-a317-836368460a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:20.914923 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1eaa71-6dde-4eef-8209-07e19d69dc76 None None] Routers {'22530241-d24f-4377-a2b6-042f182305f4'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:12:20.915564 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ec1eaa71-6dde-4eef-8209-07e19d69dc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:11:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['22530241-d24f-4377-a2b6-042f182305f4'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:20.925562 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port a1f322a0-feec-4170-8fc9-f27921ab28fe triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:20.925884 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:21.040561 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326d0c9-77c8-46a4-b653-719749934585 req-e7c147dc-272b-4b87-bdba-22966ae552a5 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:21.058787 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4326d0c9-77c8-46a4-b653-719749934585 req-e7c147dc-272b-4b87-bdba-22966ae552a5 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 945 time: 0.1582170 Nov 12 20:12:21.117880 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:21.153103 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b71fde4d-e2ee-4c66-95a4-6048782640dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:21.154061 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4326d0c9-77c8-46a4-b653-719749934585 req-7ac6914f-e4db-4b5f-b032-95c67df73857 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003101 Nov 12 20:12:21.176287 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8c948-3e42-4a20-b74a-e49a0644a61d None None] Pushing event updated for resources: {'Port': ['ID=fd610e7a-b033-42df-9e16-6e013b5ff802,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:21.223027 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-ec1eaa71-6dde-4eef-8209-07e19d69dc76 None None] Set router 22530241-d24f-4377-a2b6-042f182305f4 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:12:21.244876 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:21.337482 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'b4411998-a2fc-4fdb-9e3d-8e4287aef1dc', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'port_id': 'b4411998-a2fc-4fdb-9e3d-8e4287aef1dc', 'mac_address': 'fa:16:3e:63:13:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:12:21.367395 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 60910e1f-f0d1-4eec-848e-460daa336aca, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=60910e1f-f0d1-4eec-848e-460daa336aca,segment=NetworkSegment(c8159339-4435-4af0-9c54-46eb2fa783d6),segment_id=c8159339-4435-4af0-9c54-46eb2fa783d6)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:21.430554 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:21.431521 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 8bf2886a-7dd4-4335-8bda-619bc89bd1cd up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:12:21.517950 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b71fde4d-e2ee-4c66-95a4-6048782640dc None None] For port 3dd7c666-821d-4546-b444-13aa00415689, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3dd7c666-821d-4546-b444-13aa00415689,segment=NetworkSegment(2cf18d2e-db70-4847-8293-7497328b775e),segment_id=2cf18d2e-db70-4847-8293-7497328b775e)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:21.580025 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4387e0-5051-4491-ae1e-525c090bb8c0 req-c6589b95-3575-4235-b715-17d94be25f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:21.581492 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1f4387e0-5051-4491-ae1e-525c090bb8c0 req-c6589b95-3575-4235-b715-17d94be25f91 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=00b6cfb5312f47e6bba6b1a73804db22&device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 1097 time: 0.5393901 Nov 12 20:12:21.604042 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ec1eaa71-6dde-4eef-8209-07e19d69dc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22530241-d24f-4377-a2b6-042f182305f4', 'name': 'tempest-TestServerBasicOps-1914184400-router', 'tenant_id': '8f9b04dbb559474e8bd8238bbf04d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'fd610e7a-b033-42df-9e16-6e013b5ff802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:17Z', 'updated_at': '2021-11-12T20:12:18Z', 'revision_number': 3, 'project_id': '8f9b04dbb559474e8bd8238bbf04d360', 'gw_port': {'id': 'fd610e7a-b033-42df-9e16-6e013b5ff802', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22530241-d24f-4377-a2b6-042f182305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:17Z', 'updated_at': '2021-11-12T20:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:21.631215 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85da7c-7231-4328-af31-f9025494612f req-edab5572-2523-44d7-b1aa-8d33fbcd1ffe tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:21.632862 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9d85da7c-7231-4328-af31-f9025494612f req-edab5572-2523-44d7-b1aa-8d33fbcd1ffe tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 945 time: 0.1291039 Nov 12 20:12:21.643562 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1eaa71-6dde-4eef-8209-07e19d69dc76 None None] The sync data for ids ['22530241-d24f-4377-a2b6-042f182305f4'] in n-d-712140-15 is: [{'id': '22530241-d24f-4377-a2b6-042f182305f4', 'name': 'tempest-TestServerBasicOps-1914184400-router', 'tenant_id': '8f9b04dbb559474e8bd8238bbf04d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'fd610e7a-b033-42df-9e16-6e013b5ff802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:17Z', 'updated_at': '2021-11-12T20:12:18Z', 'revision_number': 3, 'project_id': '8f9b04dbb559474e8bd8238bbf04d360', 'gw_port': {'id': 'fd610e7a-b033-42df-9e16-6e013b5ff802', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22530241-d24f-4377-a2b6-042f182305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:17Z', 'updated_at': '2021-11-12T20:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:12:21.648250 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60910e1f-f0d1-4eec-848e-460daa336aca'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:12:21.650962 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82178b4-9c88-40d2-99e2-ad521dde5d3e" -d '{"events": [{"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-plugged", "status": "completed", "tag": "60910e1f-f0d1-4eec-848e-460daa336aca"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:12:21.653582 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b71fde4d-e2ee-4c66-95a4-6048782640dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:21.689247 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:21.695790 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ffaceb84-2ef3-4d39-a317-836368460a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:21.722513 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=60910e1f-f0d1-4eec-848e-460daa336aca,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:21.752243 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-601463f5-204b-4491-a02b-4818dc52b46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52564ca0-a44f-4571-b355-4251d9275d24', 'name': 'tempest-TestServerBasicOps-1383773425-router', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'a1f322a0-feec-4170-8fc9-f27921ab28fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:06Z', 'updated_at': '2021-11-12T20:12:12Z', 'revision_number': 4, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'gw_port': {'id': 'a1f322a0-feec-4170-8fc9-f27921ab28fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52564ca0-a44f-4571-b355-4251d9275d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:07Z', 'updated_at': '2021-11-12T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'c3069d35-5c08-4139-bdc5-b88dc9de06b1', 'name': '', 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'mac_address': 'fa:16:3e:5a:aa:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52564ca0-a44f-4571-b355-4251d9275d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '92e15e0d-7238-4f64-9728-a120864f849a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:11Z', 'updated_at': '2021-11-12T20:12:13Z', 'revision_number': 2, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'subnets': [{'id': '92e15e0d-7238-4f64-9728-a120864f849a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:21.892902 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c5e26e-940d-4fb2-92f4-4f610b0f0869 x-openstack-request-id: req-55c5e26e-940d-4fb2-92f4-4f610b0f0869 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:12:21.893696 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-plugged", "status": "completed", "tag": "60910e1f-f0d1-4eec-848e-460daa336aca", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:12:21.894172 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-55c5e26e-940d-4fb2-92f4-4f610b0f0869 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:12:21.895069 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60910e1f-f0d1-4eec-848e-460daa336aca', 'code': 200} Nov 12 20:12:21.912072 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9d85da7c-7231-4328-af31-f9025494612f req-8f9f3d25-ecad-4648-98c5-6b005b8fb7b9 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2567916 Nov 12 20:12:21.923928 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3dd7c666-821d-4546-b444-13aa00415689 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:12:21.927141 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4411998-a2fc-4fdb-9e3d-8e4287aef1dc {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:12:21.943368 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 8bf2886a-7dd4-4335-8bda-619bc89bd1cd completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:12:21.945802 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601463f5-204b-4491-a02b-4818dc52b46b None None] Checking router: 52564ca0-a44f-4571-b355-4251d9275d24 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:12:21.946276 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601463f5-204b-4491-a02b-4818dc52b46b None None] Updating router 52564ca0-a44f-4571-b355-4251d9275d24 port c3069d35-5c08-4139-bdc5-b88dc9de06b1 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:12:21.988170 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a485f-e055-4c4e-b7ef-f3cfe2883dde req-78db1e37-f11e-4d69-bfaf-af0d5e1077e1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:22.002084 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a485f-e055-4c4e-b7ef-f3cfe2883dde req-78db1e37-f11e-4d69-bfaf-af0d5e1077e1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:22.021529 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a485f-e055-4c4e-b7ef-f3cfe2883dde req-78db1e37-f11e-4d69-bfaf-af0d5e1077e1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:22.035360 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4387e0-5051-4491-ae1e-525c090bb8c0 req-72c2d23c-5afd-419b-8d10-b4bac3045048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:22.035596 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 8bf2886a-7dd4-4335-8bda-619bc89bd1cd triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:22.035937 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:22.039638 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1f4387e0-5051-4491-ae1e-525c090bb8c0 req-72c2d23c-5afd-419b-8d10-b4bac3045048 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1217fc13-52b1-48e2-90e3-8ec289b00657 HTTP/1.1" status: 200 len: 912 time: 0.4325397 Nov 12 20:12:22.041584 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a485f-e055-4c4e-b7ef-f3cfe2883dde req-78db1e37-f11e-4d69-bfaf-af0d5e1077e1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:22.081729 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a485f-e055-4c4e-b7ef-f3cfe2883dde req-78db1e37-f11e-4d69-bfaf-af0d5e1077e1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:22.107921 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a485f-e055-4c4e-b7ef-f3cfe2883dde req-78db1e37-f11e-4d69-bfaf-af0d5e1077e1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:22.122884 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-23c05db8-3639-4587-996c-b74b7f5cec68 None None] Provisioning complete for port 3dd7c666-821d-4546-b444-13aa00415689 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:22.123342 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-23c05db8-3639-4587-996c-b74b7f5cec68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:22.145145 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a485f-e055-4c4e-b7ef-f3cfe2883dde req-78db1e37-f11e-4d69-bfaf-af0d5e1077e1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:22.156836 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-712a485f-e055-4c4e-b7ef-f3cfe2883dde req-78db1e37-f11e-4d69-bfaf-af0d5e1077e1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5438 time: 0.2767665 Nov 12 20:12:22.178895 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:22.220218 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:22.222748 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-601463f5-204b-4491-a02b-4818dc52b46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:22.258556 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-712a485f-e055-4c4e-b7ef-f3cfe2883dde req-39d51ee8-9bb9-4e10-827d-9ae7e6a0e868 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0935111 Nov 12 20:12:22.269535 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71fde4d-e2ee-4c66-95a4-6048782640dc None None] Pushing event updated for resources: {'Port': ['ID=3dd7c666-821d-4546-b444-13aa00415689,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:22.412004 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ffaceb84-2ef3-4d39-a317-836368460a01 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:22.423375 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ffaceb84-2ef3-4d39-a317-836368460a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:22.430854 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1f4387e0-5051-4491-ae1e-525c090bb8c0 req-75846c33-6705-4f0b-a28f-260785cf20fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d479d2a-5c61-4c69-9871-1e030f0b32ae HTTP/1.1" status: 200 len: 1001 time: 0.3746474 Nov 12 20:12:22.433289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc,revision_number=11']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:22.442030 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0b90513c-3057-4ee8-825d-d784543df911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:22.545398 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3749bc-772a-4b83-a2e7-f67acc6d3dbc req-79735b03-b14a-4cd7-8475-6b41b35184b2 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:22.552733 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ac3749bc-772a-4b83-a2e7-f67acc6d3dbc req-79735b03-b14a-4cd7-8475-6b41b35184b2 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.2103455 Nov 12 20:12:22.597985 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ffaceb84-2ef3-4d39-a317-836368460a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:22.606982 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaceb84-2ef3-4d39-a317-836368460a01 admin admin] Pushing event updated for resources: {'Port': ['ID=3b2f70bd-9b27-4dfc-a142-de3bec9a49b5,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:22.629095 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4387e0-5051-4491-ae1e-525c090bb8c0 req-2bd5fa86-f6ea-4805-b856-2e4dcc6d822c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:22.631550 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1f4387e0-5051-4491-ae1e-525c090bb8c0 req-2bd5fa86-f6ea-4805-b856-2e4dcc6d822c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=72eab03a-2e4d-41e0-82f1-7fb4346cd6bd HTTP/1.1" status: 200 len: 850 time: 0.1453974 Nov 12 20:12:22.755688 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ac3749bc-772a-4b83-a2e7-f67acc6d3dbc req-a610bc24-19f6-4b22-8329-52ab0e0cda14 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013075 Nov 12 20:12:22.773944 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['b4411998-a2fc-4fdb-9e3d-8e4287aef1dc'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:12:22.773944 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:22.815852 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4387e0-5051-4491-ae1e-525c090bb8c0 req-65a0fcfe-1b20-40e5-8daa-22d22e3ae4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:22.818038 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1f4387e0-5051-4491-ae1e-525c090bb8c0 req-65a0fcfe-1b20-40e5-8daa-22d22e3ae4d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1217fc13-52b1-48e2-90e3-8ec289b00657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1679513 Nov 12 20:12:22.819346 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 3dd7c666-821d-4546-b444-13aa00415689 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:22.819710 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:22.904053 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaceb84-2ef3-4d39-a317-836368460a01 admin admin] Network 819cb6e3-dbbe-446e-9a58-83b003520ceb is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:12:22.907068 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-ffaceb84-2ef3-4d39-a317-836368460a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:12:22.965989 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 8bf2886a-7dd4-4335-8bda-619bc89bd1cd, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=8bf2886a-7dd4-4335-8bda-619bc89bd1cd,segment=NetworkSegment(1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb),segment_id=1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:22.990940 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:22.993057 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 7c68d458-cf6b-40f0-99d1-44f97634c3b5 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:12:22.998309 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1f4387e0-5051-4491-ae1e-525c090bb8c0 req-6fba62ae-addc-4ec1-87cf-55222e756904 service neutron] 10.222.0.55 "GET /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694944 Nov 12 20:12:23.136820 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-601463f5-204b-4491-a02b-4818dc52b46b None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:23.160483 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91404fa-6924-4fa6-9c56-3c3b67744675 req-4bceb405-1225-4046-94aa-846718ff58ad tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:23.174961 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f91404fa-6924-4fa6-9c56-3c3b67744675 req-4bceb405-1225-4046-94aa-846718ff58ad tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 945 time: 0.1072412 Nov 12 20:12:23.220025 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-601463f5-204b-4491-a02b-4818dc52b46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:23.239329 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-bfec7ea0-e7b1-4246-aeb8-97fc1b5a215f None None] Provisioning complete for port 3b2f70bd-9b27-4dfc-a142-de3bec9a49b5 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:23.239904 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bfec7ea0-e7b1-4246-aeb8-97fc1b5a215f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:23.278805 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f91404fa-6924-4fa6-9c56-3c3b67744675 req-fc0fb24c-faea-49ea-8eba-9ccb6411ef4e tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030598 Nov 12 20:12:23.290426 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffaceb84-2ef3-4d39-a317-836368460a01 admin admin] Router 22530241-d24f-4377-a2b6-042f182305f4 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:12:23.367720 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1f4387e0-5051-4491-ae1e-525c090bb8c0 req-2798c58a-30c0-4524-922a-c24023656db9 service neutron] 10.222.0.55 "GET /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215261 Nov 12 20:12:23.376906 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=8bf2886a-7dd4-4335-8bda-619bc89bd1cd,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:23.489225 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-bfec7ea0-e7b1-4246-aeb8-97fc1b5a215f None None] Port 3b2f70bd-9b27-4dfc-a142-de3bec9a49b5 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:12:23.514484 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe091372-fef4-4593-9c66-273fef9de01f req-f43ee088-9f8f-4de9-a6dc-58f859db90c6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:23.523617 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe091372-fef4-4593-9c66-273fef9de01f req-f43ee088-9f8f-4de9-a6dc-58f859db90c6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:23.527428 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 7c68d458-cf6b-40f0-99d1-44f97634c3b5 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:12:23.531540 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe091372-fef4-4593-9c66-273fef9de01f req-f43ee088-9f8f-4de9-a6dc-58f859db90c6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:23.539043 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe091372-fef4-4593-9c66-273fef9de01f req-f43ee088-9f8f-4de9-a6dc-58f859db90c6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:23.545775 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe091372-fef4-4593-9c66-273fef9de01f req-f43ee088-9f8f-4de9-a6dc-58f859db90c6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:23.553491 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe091372-fef4-4593-9c66-273fef9de01f req-f43ee088-9f8f-4de9-a6dc-58f859db90c6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:23.560318 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe091372-fef4-4593-9c66-273fef9de01f req-f43ee088-9f8f-4de9-a6dc-58f859db90c6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:23.569706 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fe091372-fef4-4593-9c66-273fef9de01f req-f43ee088-9f8f-4de9-a6dc-58f859db90c6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5439 time: 0.1664469 Nov 12 20:12:23.594734 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffaceb84-2ef3-4d39-a317-836368460a01 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:12:23.607483 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ffaceb84-2ef3-4d39-a317-836368460a01 admin admin] 10.222.0.48 "PUT /v2.0/routers/22530241-d24f-4377-a2b6-042f182305f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1746621 Nov 12 20:12:23.608751 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device fd610e7a-b033-42df-9e16-6e013b5ff802 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:12:23.613216 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 7c68d458-cf6b-40f0-99d1-44f97634c3b5 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:23.613587 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:23.652587 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c386c-8146-4a4b-8198-9344810485fa None None] Pushing event updated for resources: {'Port': ['ID=c3069d35-5c08-4139-bdc5-b88dc9de06b1,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:23.664439 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fe091372-fef4-4593-9c66-273fef9de01f req-7622cc5a-cd41-4bee-9b36-afff23989744 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0933886 Nov 12 20:12:23.812177 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-601463f5-204b-4491-a02b-4818dc52b46b None None] Attempting to bind port c3069d35-5c08-4139-bdc5-b88dc9de06b1 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:12:23.817518 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-601463f5-204b-4491-a02b-4818dc52b46b None None] Attempting to bind port c3069d35-5c08-4139-bdc5-b88dc9de06b1 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '0b000aa6-4b23-436a-8be4-0b4c9032582a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:12:23.818008 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601463f5-204b-4491-a02b-4818dc52b46b None None] Attempting to bind port c3069d35-5c08-4139-bdc5-b88dc9de06b1 on network b1371fda-9f38-4155-be6b-0739065dc4f2 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:12:23.844501 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601463f5-204b-4491-a02b-4818dc52b46b None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:12:23.845150 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601463f5-204b-4491-a02b-4818dc52b46b None None] Checking segment: {'id': '0b000aa6-4b23-436a-8be4-0b4c9032582a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:12:23.845543 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-601463f5-204b-4491-a02b-4818dc52b46b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:23.846040 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601463f5-204b-4491-a02b-4818dc52b46b None None] Bound using segment: {'id': '0b000aa6-4b23-436a-8be4-0b4c9032582a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:12:23.846806 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-601463f5-204b-4491-a02b-4818dc52b46b None None] Bound port: c3069d35-5c08-4139-bdc5-b88dc9de06b1, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b000aa6-4b23-436a-8be4-0b4c9032582a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:12:23.847296 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-601463f5-204b-4491-a02b-4818dc52b46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:23.867318 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4862ba49-a080-407e-b45a-a8c2c48fa8cd None None] Provisioning complete for port 3b2f70bd-9b27-4dfc-a142-de3bec9a49b5 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:23.868334 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4862ba49-a080-407e-b45a-a8c2c48fa8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:23.908371 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:23.914522 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648db0d-ee64-4a44-90bf-4c5e492c4ad8 req-da638e5d-c364-4066-9530-ade26d8bab13 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:23.920512 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf2886a-7dd4-4335-8bda-619bc89bd1cd'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:12:23.922968 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b648db0d-ee64-4a44-90bf-4c5e492c4ad8 req-da638e5d-c364-4066-9530-ade26d8bab13 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.0843174 Nov 12 20:12:23.923130 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15586875-f93a-4d59-a773-757a96511b9b" -d '{"events": [{"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-plugged", "status": "completed", "tag": "8bf2886a-7dd4-4335-8bda-619bc89bd1cd"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:12:23.926809 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4862ba49-a080-407e-b45a-a8c2c48fa8cd None None] Port 3b2f70bd-9b27-4dfc-a142-de3bec9a49b5 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:12:23.943909 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:24.016868 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b648db0d-ee64-4a44-90bf-4c5e492c4ad8 req-2a240b7b-b339-4f80-8f64-217494bf6248 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928929 Nov 12 20:12:24.228149 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55f873a-dce8-446f-8bf6-669699040ba7 x-openstack-request-id: req-a55f873a-dce8-446f-8bf6-669699040ba7 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:12:24.228655 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-plugged", "status": "completed", "tag": "8bf2886a-7dd4-4335-8bda-619bc89bd1cd", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:12:24.229111 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a55f873a-dce8-446f-8bf6-669699040ba7 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:12:24.229414 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf2886a-7dd4-4335-8bda-619bc89bd1cd', 'code': 200} Nov 12 20:12:24.249049 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port fd610e7a-b033-42df-9e16-6e013b5ff802 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:24.249417 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:24.287921 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-1d6e83d7-1ca9-4b12-b51d-639e14d0c438 None None] Provisioning complete for port c3069d35-5c08-4139-bdc5-b88dc9de06b1 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:24.287921 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1d6e83d7-1ca9-4b12-b51d-639e14d0c438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:24.300965 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:24.357792 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-601463f5-204b-4491-a02b-4818dc52b46b None None] For port c3069d35-5c08-4139-bdc5-b88dc9de06b1, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:12:24.398465 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-601463f5-204b-4491-a02b-4818dc52b46b None None] For port c3069d35-5c08-4139-bdc5-b88dc9de06b1, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c3069d35-5c08-4139-bdc5-b88dc9de06b1,segment=NetworkSegment(0b000aa6-4b23-436a-8be4-0b4c9032582a),segment_id=0b000aa6-4b23-436a-8be4-0b4c9032582a)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:12:24.402842 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-1d6e83d7-1ca9-4b12-b51d-639e14d0c438 None None] Port c3069d35-5c08-4139-bdc5-b88dc9de06b1 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:12:24.405450 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 7c68d458-cf6b-40f0-99d1-44f97634c3b5, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=7c68d458-cf6b-40f0-99d1-44f97634c3b5,segment=NetworkSegment(1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb),segment_id=1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:24.408065 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cb821b-44d3-4bc5-a7e7-644a618834ce None None] Sync routers for ids ['22530241-d24f-4377-a2b6-042f182305f4'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:12:24.421337 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-601463f5-204b-4491-a02b-4818dc52b46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:24.423084 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:24.425798 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cb821b-44d3-4bc5-a7e7-644a618834ce None None] Routers {'22530241-d24f-4377-a2b6-042f182305f4'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:12:24.427134 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d3cb821b-44d3-4bc5-a7e7-644a618834ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:12:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['22530241-d24f-4377-a2b6-042f182305f4'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:24.521327 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:12:24.571212 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10eef1-4428-485f-8b73-1f3a9273ecf6 req-56c368d4-293d-48b4-99b4-08b10ea67432 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:24.577538 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 41732) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:24.583830 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9e10eef1-4428-485f-8b73-1f3a9273ecf6 req-56c368d4-293d-48b4-99b4-08b10ea67432 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 945 time: 0.1159639 Nov 12 20:12:24.585039 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-1c260c73-7a8a-4733-bd10-fe59deeb3b8c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1776079356', 'description': 'tempest-secgroup-smoke-1776079356 description', 'project_id': '1d48c506c1da468aab40c41f0ac9e84d'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:24.618472 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c386c-8146-4a4b-8198-9344810485fa None None] Pushing event updated for resources: {'Port': ['ID=c3069d35-5c08-4139-bdc5-b88dc9de06b1,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:24.643021 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1c260c73-7a8a-4733-bd10-fe59deeb3b8c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:24.650091 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-d3cb821b-44d3-4bc5-a7e7-644a618834ce None None] Set router 22530241-d24f-4377-a2b6-042f182305f4 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:12:24.681940 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9e10eef1-4428-485f-8b73-1f3a9273ecf6 req-76260bbb-00c6-4ebd-8a16-abd7992ed6b0 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970879 Nov 12 20:12:24.751124 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1c260c73-7a8a-4733-bd10-fe59deeb3b8c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:24.766318 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1c260c73-7a8a-4733-bd10-fe59deeb3b8c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:24.771320 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:24.804745 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601463f5-204b-4491-a02b-4818dc52b46b None None] Routers {'52564ca0-a44f-4571-b355-4251d9275d24'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:12:24.805501 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-601463f5-204b-4491-a02b-4818dc52b46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:12:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['52564ca0-a44f-4571-b355-4251d9275d24'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:24.884812 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port fd610e7a-b033-42df-9e16-6e013b5ff802, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=fd610e7a-b033-42df-9e16-6e013b5ff802,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:24.891559 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1c260c73-7a8a-4733-bd10-fe59deeb3b8c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:24.896011 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1c260c73-7a8a-4733-bd10-fe59deeb3b8c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3164675 Nov 12 20:12:24.897278 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 41738) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:24.903410 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-7a0c2a6c-85ec-4267-a4f0-0de7488c386a tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Request body: {'security_group_rule': {'security_group_id': 'ddfd53d2-4185-4ad8-940c-a23173adae83', 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:24.903904 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c260c73-7a8a-4733-bd10-fe59deeb3b8c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfd53d2-4185-4ad8-940c-a23173adae83,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:24.916833 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:24.917854 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3dd7c666-821d-4546-b444-13aa00415689 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:12:24.919763 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=7c68d458-cf6b-40f0-99d1-44f97634c3b5,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:24.931131 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288d5ea-533e-48c4-a7f0-b3fcb9fbf450 req-9a664a87-8447-46e3-acd8-da292e8e5c97 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:24.939490 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288d5ea-533e-48c4-a7f0-b3fcb9fbf450 req-9a664a87-8447-46e3-acd8-da292e8e5c97 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:24.953341 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288d5ea-533e-48c4-a7f0-b3fcb9fbf450 req-9a664a87-8447-46e3-acd8-da292e8e5c97 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:24.961891 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288d5ea-533e-48c4-a7f0-b3fcb9fbf450 req-9a664a87-8447-46e3-acd8-da292e8e5c97 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:24.970788 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a0c2a6c-85ec-4267-a4f0-0de7488c386a tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:24.972382 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288d5ea-533e-48c4-a7f0-b3fcb9fbf450 req-9a664a87-8447-46e3-acd8-da292e8e5c97 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:24.980241 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288d5ea-533e-48c4-a7f0-b3fcb9fbf450 req-9a664a87-8447-46e3-acd8-da292e8e5c97 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:24.987391 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288d5ea-533e-48c4-a7f0-b3fcb9fbf450 req-9a664a87-8447-46e3-acd8-da292e8e5c97 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:24.994180 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=fd610e7a-b033-42df-9e16-6e013b5ff802,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:24.996676 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1288d5ea-533e-48c4-a7f0-b3fcb9fbf450 req-9a664a87-8447-46e3-acd8-da292e8e5c97 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5440 time: 0.2182310 Nov 12 20:12:25.064745 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d3cb821b-44d3-4bc5-a7e7-644a618834ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22530241-d24f-4377-a2b6-042f182305f4', 'name': 'tempest-TestServerBasicOps-1914184400-router', 'tenant_id': '8f9b04dbb559474e8bd8238bbf04d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'fd610e7a-b033-42df-9e16-6e013b5ff802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:17Z', 'updated_at': '2021-11-12T20:12:21Z', 'revision_number': 4, 'project_id': '8f9b04dbb559474e8bd8238bbf04d360', 'gw_port': {'id': 'fd610e7a-b033-42df-9e16-6e013b5ff802', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22530241-d24f-4377-a2b6-042f182305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:17Z', 'updated_at': '2021-11-12T20:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '3b2f70bd-9b27-4dfc-a142-de3bec9a49b5', 'name': '', 'network_id': '819cb6e3-dbbe-446e-9a58-83b003520ceb', 'tenant_id': '8f9b04dbb559474e8bd8238bbf04d360', 'mac_address': 'fa:16:3e:e6:44:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22530241-d24f-4377-a2b6-042f182305f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85d46580-7163-4f8e-ab7e-91985414010c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:20Z', 'updated_at': '2021-11-12T20:12:21Z', 'revision_number': 2, 'project_id': '8f9b04dbb559474e8bd8238bbf04d360', 'subnets': [{'id': '85d46580-7163-4f8e-ab7e-91985414010c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:25.069325 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1288d5ea-533e-48c4-a7f0-b3fcb9fbf450 req-03cfcae6-a6fd-4d6d-922f-5688df38c7a6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0725756 Nov 12 20:12:25.102183 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cb821b-44d3-4bc5-a7e7-644a618834ce None None] Checking router: 22530241-d24f-4377-a2b6-042f182305f4 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:12:25.102685 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cb821b-44d3-4bc5-a7e7-644a618834ce None None] Updating router 22530241-d24f-4377-a2b6-042f182305f4 port 3b2f70bd-9b27-4dfc-a142-de3bec9a49b5 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:12:25.122406 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:12:25.131881 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d3cb821b-44d3-4bc5-a7e7-644a618834ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:25.134937 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-43daf94f-18b5-468f-b4d0-89a826fd371e None None] Provisioning complete for port c3069d35-5c08-4139-bdc5-b88dc9de06b1 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:25.135302 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-43daf94f-18b5-468f-b4d0-89a826fd371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:25.162712 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:25.163085 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:25.213556 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:25.242151 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-601463f5-204b-4491-a02b-4818dc52b46b None None] Set router 52564ca0-a44f-4571-b355-4251d9275d24 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:12:25.287837 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 3dd7c666-821d-4546-b444-13aa00415689 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:25.288209 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:25.445518 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d3cb821b-44d3-4bc5-a7e7-644a618834ce None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:25.455791 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d3cb821b-44d3-4bc5-a7e7-644a618834ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:25.467249 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a0c2a6c-85ec-4267-a4f0-0de7488c386a tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:25.476531 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec9a1a-2225-4c77-ae3f-ec311b4ebccc req-fefd4080-0e26-49e4-88c1-b8002c205f7b tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:25.478090 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-39ec9a1a-2225-4c77-ae3f-ec311b4ebccc req-fefd4080-0e26-49e4-88c1-b8002c205f7b tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.0742333 Nov 12 20:12:25.479252 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a0c2a6c-85ec-4267-a4f0-0de7488c386a tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:25.511459 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c2a6c-85ec-4267-a4f0-0de7488c386a tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f0e7ad-b511-411a-9084-3b7377f88807,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:25.524741 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a0c2a6c-85ec-4267-a4f0-0de7488c386a tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:25.526035 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7a0c2a6c-85ec-4267-a4f0-0de7488c386a tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6275673 Nov 12 20:12:25.528722 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-43daf94f-18b5-468f-b4d0-89a826fd371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:25.529313 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 41744) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:25.533691 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-46dd4f2f-cf5c-4bec-8441-3620f1f48c4c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Request body: {'security_group_rule': {'security_group_id': 'ddfd53d2-4185-4ad8-940c-a23173adae83', 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:25.539937 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:25.573416 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-39ec9a1a-2225-4c77-ae3f-ec311b4ebccc req-5700ddf1-5f47-4484-91ad-79eb7286e69b tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865932 Nov 12 20:12:25.581942 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-46dd4f2f-cf5c-4bec-8441-3620f1f48c4c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:25.584882 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb4ee0-378d-45a8-94af-18c8c96738fe None None] Pushing event updated for resources: {'Port': ['ID=3b2f70bd-9b27-4dfc-a142-de3bec9a49b5,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:25.617182 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-d3cb821b-44d3-4bc5-a7e7-644a618834ce None None] Attempting to bind port 3b2f70bd-9b27-4dfc-a142-de3bec9a49b5 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:12:25.617811 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-d3cb821b-44d3-4bc5-a7e7-644a618834ce None None] Attempting to bind port 3b2f70bd-9b27-4dfc-a142-de3bec9a49b5 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '2cf18d2e-db70-4847-8293-7497328b775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '819cb6e3-dbbe-446e-9a58-83b003520ceb'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:12:25.618071 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb821b-44d3-4bc5-a7e7-644a618834ce None None] Attempting to bind port 3b2f70bd-9b27-4dfc-a142-de3bec9a49b5 on network 819cb6e3-dbbe-446e-9a58-83b003520ceb {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:12:25.624534 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb821b-44d3-4bc5-a7e7-644a618834ce None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:12:25.625000 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb821b-44d3-4bc5-a7e7-644a618834ce None None] Checking segment: {'id': '2cf18d2e-db70-4847-8293-7497328b775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '819cb6e3-dbbe-446e-9a58-83b003520ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:12:25.625462 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d3cb821b-44d3-4bc5-a7e7-644a618834ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:25.625930 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb821b-44d3-4bc5-a7e7-644a618834ce None None] Bound using segment: {'id': '2cf18d2e-db70-4847-8293-7497328b775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '819cb6e3-dbbe-446e-9a58-83b003520ceb'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:12:25.626659 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-d3cb821b-44d3-4bc5-a7e7-644a618834ce None None] Bound port: 3b2f70bd-9b27-4dfc-a142-de3bec9a49b5, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf18d2e-db70-4847-8293-7497328b775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '819cb6e3-dbbe-446e-9a58-83b003520ceb'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:12:25.627601 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d3cb821b-44d3-4bc5-a7e7-644a618834ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:25.647173 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205,segment=NetworkSegment(124a8660-e81f-45fb-9111-4945346fd031),segment_id=124a8660-e81f-45fb-9111-4945346fd031)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:25.648119 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-46dd4f2f-cf5c-4bec-8441-3620f1f48c4c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:25.653973 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-46dd4f2f-cf5c-4bec-8441-3620f1f48c4c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:25.681910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd4f2f-cf5c-4bec-8441-3620f1f48c4c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5cbc0d6-ff82-447e-941d-228de75e75a2,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:25.695819 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-46dd4f2f-cf5c-4bec-8441-3620f1f48c4c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:25.700133 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 41748) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:25.700698 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-46dd4f2f-cf5c-4bec-8441-3620f1f48c4c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1704457 Nov 12 20:12:25.705753 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-cdbbc213-2244-465e-811c-c1e59341a9c7 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Request body: {'security_group_rule': {'security_group_id': 'ddfd53d2-4185-4ad8-940c-a23173adae83', 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:25.713537 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:25.714813 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:12:25.732398 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-d3cb821b-44d3-4bc5-a7e7-644a618834ce None None] For port 3b2f70bd-9b27-4dfc-a142-de3bec9a49b5, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:12:25.737109 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-d3cb821b-44d3-4bc5-a7e7-644a618834ce None None] For port 3b2f70bd-9b27-4dfc-a142-de3bec9a49b5, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3b2f70bd-9b27-4dfc-a142-de3bec9a49b5,segment=NetworkSegment(2cf18d2e-db70-4847-8293-7497328b775e),segment_id=2cf18d2e-db70-4847-8293-7497328b775e)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:12:25.746253 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d3cb821b-44d3-4bc5-a7e7-644a618834ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:25.749755 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cdbbc213-2244-465e-811c-c1e59341a9c7 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:25.758912 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-43daf94f-18b5-468f-b4d0-89a826fd371e None None] For port c3069d35-5c08-4139-bdc5-b88dc9de06b1, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c3069d35-5c08-4139-bdc5-b88dc9de06b1,segment=NetworkSegment(0b000aa6-4b23-436a-8be4-0b4c9032582a),segment_id=0b000aa6-4b23-436a-8be4-0b4c9032582a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:25.813679 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cb821b-44d3-4bc5-a7e7-644a618834ce None None] Routers {'22530241-d24f-4377-a2b6-042f182305f4'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:12:25.814463 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d3cb821b-44d3-4bc5-a7e7-644a618834ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:12:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['22530241-d24f-4377-a2b6-042f182305f4'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:25.826017 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cdbbc213-2244-465e-811c-c1e59341a9c7 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:25.830376 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cdbbc213-2244-465e-811c-c1e59341a9c7 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:25.852660 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbbc213-2244-465e-811c-c1e59341a9c7 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a91efa8-a51a-44ca-82d6-461351f3e66c,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:25.883920 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cdbbc213-2244-465e-811c-c1e59341a9c7 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:25.885367 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cdbbc213-2244-465e-811c-c1e59341a9c7 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1841936 Nov 12 20:12:25.886205 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb4ee0-378d-45a8-94af-18c8c96738fe None None] Pushing event updated for resources: {'Port': ['ID=3b2f70bd-9b27-4dfc-a142-de3bec9a49b5,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:25.889208 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 41752) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:25.889703 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:25.895106 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-d48d02cb-ff28-400e-b22b-99ca1cf26cbe tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Request body: {'security_group_rule': {'security_group_id': 'ddfd53d2-4185-4ad8-940c-a23173adae83', 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:25.898734 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-43daf94f-18b5-468f-b4d0-89a826fd371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:25.951813 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d48d02cb-ff28-400e-b22b-99ca1cf26cbe tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:25.985759 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:12:26.034914 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:26.051249 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:26.051654 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:26.112052 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d48d02cb-ff28-400e-b22b-99ca1cf26cbe tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:26.115035 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-d3cb821b-44d3-4bc5-a7e7-644a618834ce None None] Set router 22530241-d24f-4377-a2b6-042f182305f4 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:12:26.120854 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d48d02cb-ff28-400e-b22b-99ca1cf26cbe tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:26.177764 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d02cb-ff28-400e-b22b-99ca1cf26cbe tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2622c93a-0d7d-4f4a-abcf-d1816808dff2,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:26.182389 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c3069d35-5c08-4139-bdc5-b88dc9de06b1 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:12:26.185303 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43daf94f-18b5-468f-b4d0-89a826fd371e None None] Pushing event updated for resources: {'Port': ['ID=c3069d35-5c08-4139-bdc5-b88dc9de06b1,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:26.192172 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-527a67b4-50b2-44db-b4b6-f3e06cb1b5d3 None None] Provisioning complete for port 3b2f70bd-9b27-4dfc-a142-de3bec9a49b5 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:26.192728 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-527a67b4-50b2-44db-b4b6-f3e06cb1b5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:26.205963 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d48d02cb-ff28-400e-b22b-99ca1cf26cbe tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:26.207240 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d48d02cb-ff28-400e-b22b-99ca1cf26cbe tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3164515 Nov 12 20:12:26.215536 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 41768) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:26.221703 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-4397ca18-e18e-44ab-9812-d6d6edd11df5 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Request body: {'security_group_rule': {'security_group_id': 'ddfd53d2-4185-4ad8-940c-a23173adae83', 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:26.233878 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c68d458-cf6b-40f0-99d1-44f97634c3b5'}, {'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:12:26.236537 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250dca3f-2b90-4b3f-92a4-eb7eef57246b" -d '{"events": [{"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-plugged", "status": "completed", "tag": "7c68d458-cf6b-40f0-99d1-44f97634c3b5"}, {"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-plugged", "status": "completed", "tag": "5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:12:26.268948 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device b4411998-a2fc-4fdb-9e3d-8e4287aef1dc up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:12:26.279936 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-601463f5-204b-4491-a02b-4818dc52b46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52564ca0-a44f-4571-b355-4251d9275d24', 'name': 'tempest-TestServerBasicOps-1383773425-router', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'a1f322a0-feec-4170-8fc9-f27921ab28fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:06Z', 'updated_at': '2021-11-12T20:12:12Z', 'revision_number': 4, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'gw_port': {'id': 'a1f322a0-feec-4170-8fc9-f27921ab28fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52564ca0-a44f-4571-b355-4251d9275d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:07Z', 'updated_at': '2021-11-12T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'c3069d35-5c08-4139-bdc5-b88dc9de06b1', 'name': '', 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'mac_address': 'fa:16:3e:5a:aa:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52564ca0-a44f-4571-b355-4251d9275d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '92e15e0d-7238-4f64-9728-a120864f849a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:11Z', 'updated_at': '2021-11-12T20:12:24Z', 'revision_number': 4, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'subnets': [{'id': '92e15e0d-7238-4f64-9728-a120864f849a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:26.331726 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601463f5-204b-4491-a02b-4818dc52b46b None None] The sync data for ids ['52564ca0-a44f-4571-b355-4251d9275d24'] in n-d-712140-15 is: [{'id': '52564ca0-a44f-4571-b355-4251d9275d24', 'name': 'tempest-TestServerBasicOps-1383773425-router', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'a1f322a0-feec-4170-8fc9-f27921ab28fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:06Z', 'updated_at': '2021-11-12T20:12:12Z', 'revision_number': 4, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'gw_port': {'id': 'a1f322a0-feec-4170-8fc9-f27921ab28fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52564ca0-a44f-4571-b355-4251d9275d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:07Z', 'updated_at': '2021-11-12T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'c3069d35-5c08-4139-bdc5-b88dc9de06b1', 'name': '', 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'mac_address': 'fa:16:3e:5a:aa:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52564ca0-a44f-4571-b355-4251d9275d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '92e15e0d-7238-4f64-9728-a120864f849a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:11Z', 'updated_at': '2021-11-12T20:12:24Z', 'revision_number': 4, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'subnets': [{'id': '92e15e0d-7238-4f64-9728-a120864f849a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:12:26.349700 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97168f14-0e27-474c-8508-2d34af5f76e9 req-0be6e5e5-67af-4b20-b182-8b578bac876a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:26.361736 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97168f14-0e27-474c-8508-2d34af5f76e9 req-0be6e5e5-67af-4b20-b182-8b578bac876a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:26.362499 n-d-712140-15 neutron-server[102447]: INFO neutron.db.securitygroups_db [None req-4397ca18-e18e-44ab-9812-d6d6edd11df5 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Project 1d48c506c1da468aab40c41f0ac9e84d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 20:12:26.369043 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97168f14-0e27-474c-8508-2d34af5f76e9 req-0be6e5e5-67af-4b20-b182-8b578bac876a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:26.377606 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97168f14-0e27-474c-8508-2d34af5f76e9 req-0be6e5e5-67af-4b20-b182-8b578bac876a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:26.388781 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97168f14-0e27-474c-8508-2d34af5f76e9 req-0be6e5e5-67af-4b20-b182-8b578bac876a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:26.390057 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4397ca18-e18e-44ab-9812-d6d6edd11df5 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:26.395661 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97168f14-0e27-474c-8508-2d34af5f76e9 req-0be6e5e5-67af-4b20-b182-8b578bac876a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:26.404368 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97168f14-0e27-474c-8508-2d34af5f76e9 req-0be6e5e5-67af-4b20-b182-8b578bac876a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:26.406456 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-97168f14-0e27-474c-8508-2d34af5f76e9 req-0be6e5e5-67af-4b20-b182-8b578bac876a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5441 time: 0.1411352 Nov 12 20:12:26.459096 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port c3069d35-5c08-4139-bdc5-b88dc9de06b1 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:26.459460 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:26.488716 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-97168f14-0e27-474c-8508-2d34af5f76e9 req-79e6a51a-2d38-40ab-90b8-93932b2f633a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0664184 Nov 12 20:12:26.497436 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d3cb821b-44d3-4bc5-a7e7-644a618834ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22530241-d24f-4377-a2b6-042f182305f4', 'name': 'tempest-TestServerBasicOps-1914184400-router', 'tenant_id': '8f9b04dbb559474e8bd8238bbf04d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'fd610e7a-b033-42df-9e16-6e013b5ff802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:17Z', 'updated_at': '2021-11-12T20:12:21Z', 'revision_number': 4, 'project_id': '8f9b04dbb559474e8bd8238bbf04d360', 'gw_port': {'id': 'fd610e7a-b033-42df-9e16-6e013b5ff802', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22530241-d24f-4377-a2b6-042f182305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:17Z', 'updated_at': '2021-11-12T20:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '3b2f70bd-9b27-4dfc-a142-de3bec9a49b5', 'name': '', 'network_id': '819cb6e3-dbbe-446e-9a58-83b003520ceb', 'tenant_id': '8f9b04dbb559474e8bd8238bbf04d360', 'mac_address': 'fa:16:3e:e6:44:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22530241-d24f-4377-a2b6-042f182305f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85d46580-7163-4f8e-ab7e-91985414010c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:20Z', 'updated_at': '2021-11-12T20:12:25Z', 'revision_number': 4, 'project_id': '8f9b04dbb559474e8bd8238bbf04d360', 'subnets': [{'id': '85d46580-7163-4f8e-ab7e-91985414010c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:26.509007 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-7eb102b0-242b-4f26-b2c6-842c40cc93a5 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:26.517893 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-7eb102b0-242b-4f26-b2c6-842c40cc93a5 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/networks?id=e7abfc9e-a3ae-4f6c-8c77-044549997684 HTTP/1.1" status: 200 len: 814 time: 0.3031237 Nov 12 20:12:26.544845 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-e5be978c-52f8-48cf-b100-df8b56f53656 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/quotas/87a54bf00f1941cfa397a6b14cb6253b HTTP/1.1" status: 200 len: 375 time: 0.0257192 Nov 12 20:12:26.545737 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 20:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35300fe-fc64-426b-a7fc-9614a0dff267 x-openstack-request-id: req-e35300fe-fc64-426b-a7fc-9614a0dff267 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:12:26.546283 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-plugged", "status": "completed", "tag": "7c68d458-cf6b-40f0-99d1-44f97634c3b5", "code": 200}, {"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-plugged", "status": "completed", "tag": "5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:12:26.546283 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e35300fe-fc64-426b-a7fc-9614a0dff267 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:12:26.546733 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c68d458-cf6b-40f0-99d1-44f97634c3b5', 'code': 200} Nov 12 20:12:26.546969 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205', 'code': 200} Nov 12 20:12:26.551466 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:26.560841 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cb821b-44d3-4bc5-a7e7-644a618834ce None None] The sync data for ids ['22530241-d24f-4377-a2b6-042f182305f4'] in n-d-712140-15 is: [{'id': '22530241-d24f-4377-a2b6-042f182305f4', 'name': 'tempest-TestServerBasicOps-1914184400-router', 'tenant_id': '8f9b04dbb559474e8bd8238bbf04d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'fd610e7a-b033-42df-9e16-6e013b5ff802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:17Z', 'updated_at': '2021-11-12T20:12:21Z', 'revision_number': 4, 'project_id': '8f9b04dbb559474e8bd8238bbf04d360', 'gw_port': {'id': 'fd610e7a-b033-42df-9e16-6e013b5ff802', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22530241-d24f-4377-a2b6-042f182305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:17Z', 'updated_at': '2021-11-12T20:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '3b2f70bd-9b27-4dfc-a142-de3bec9a49b5', 'name': '', 'network_id': '819cb6e3-dbbe-446e-9a58-83b003520ceb', 'tenant_id': '8f9b04dbb559474e8bd8238bbf04d360', 'mac_address': 'fa:16:3e:e6:44:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22530241-d24f-4377-a2b6-042f182305f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85d46580-7163-4f8e-ab7e-91985414010c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:20Z', 'updated_at': '2021-11-12T20:12:25Z', 'revision_number': 4, 'project_id': '8f9b04dbb559474e8bd8238bbf04d360', 'subnets': [{'id': '85d46580-7163-4f8e-ab7e-91985414010c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:12:26.578361 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4397ca18-e18e-44ab-9812-d6d6edd11df5 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:26.579854 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:12:26.604565 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-527a67b4-50b2-44db-b4b6-f3e06cb1b5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:26.605461 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4397ca18-e18e-44ab-9812-d6d6edd11df5 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:26.606632 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:26.607088 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:26.621870 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4,segment=NetworkSegment(124a8660-e81f-45fb-9111-4945346fd031),segment_id=124a8660-e81f-45fb-9111-4945346fd031)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:26.639550 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4397ca18-e18e-44ab-9812-d6d6edd11df5 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166711e1-d88b-4cc5-a366-1c91e8d61e40,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:26.655377 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:26.656094 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 10d51039-4f5f-40e0-a541-b315dbaf21c3 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:12:26.661975 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-e1403f3e-e8cd-49d0-b3ca-73279d666a7e tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=87a54bf00f1941cfa397a6b14cb6253b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1156578 Nov 12 20:12:26.671305 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4397ca18-e18e-44ab-9812-d6d6edd11df5 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:26.680388 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4397ca18-e18e-44ab-9812-d6d6edd11df5 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4590266 Nov 12 20:12:26.681486 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 41778) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:26.686041 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b719ef91-47d1-4c6f-b17c-56648108e308 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Request body: {'security_group_rule': {'security_group_id': 'ddfd53d2-4185-4ad8-940c-a23173adae83', 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:26.735003 n-d-712140-15 neutron-server[102448]: INFO neutron.db.securitygroups_db [None req-b719ef91-47d1-4c6f-b17c-56648108e308 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Project 1d48c506c1da468aab40c41f0ac9e84d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 20:12:26.747967 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b719ef91-47d1-4c6f-b17c-56648108e308 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:26.904826 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e258d-ae51-447c-8cea-e4fc0e5ed23a req-a8dee915-e643-4d0c-b73b-5945a553d8ed tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:26.906474 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-544e258d-ae51-447c-8cea-e4fc0e5ed23a req-a8dee915-e643-4d0c-b73b-5945a553d8ed tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 946 time: 0.1313336 Nov 12 20:12:26.959406 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b719ef91-47d1-4c6f-b17c-56648108e308 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:26.980203 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b719ef91-47d1-4c6f-b17c-56648108e308 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:27.016104 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719ef91-47d1-4c6f-b17c-56648108e308 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=812ff17b-be08-4e8d-9118-0d4f68785b67,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:27.020069 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-9886ab40-8ebe-49da-b0f6-75d4b245125c service neutron] 10.222.0.48 "GET /v2.0/networks/e7abfc9e-a3ae-4f6c-8c77-044549997684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568358 Nov 12 20:12:27.039504 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-544e258d-ae51-447c-8cea-e4fc0e5ed23a req-c1adf1d2-b616-4872-9d98-035cd8737368 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237323 Nov 12 20:12:27.050138 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b719ef91-47d1-4c6f-b17c-56648108e308 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:27.063125 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b719ef91-47d1-4c6f-b17c-56648108e308 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3718519 Nov 12 20:12:27.063662 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-527a67b4-50b2-44db-b4b6-f3e06cb1b5d3 None None] For port 3b2f70bd-9b27-4dfc-a142-de3bec9a49b5, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3b2f70bd-9b27-4dfc-a142-de3bec9a49b5,segment=NetworkSegment(2cf18d2e-db70-4847-8293-7497328b775e),segment_id=2cf18d2e-db70-4847-8293-7497328b775e)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:27.114845 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-527a67b4-50b2-44db-b4b6-f3e06cb1b5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:27.179259 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 10d51039-4f5f-40e0-a541-b315dbaf21c3 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:12:27.193159 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-97744fd3-8b23-4c4e-a371-0992bb9f196b service neutron] 10.222.0.48 "GET /v2.0/networks/e7abfc9e-a3ae-4f6c-8c77-044549997684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644177 Nov 12 20:12:27.218489 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 10d51039-4f5f-40e0-a541-b315dbaf21c3 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:27.218963 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:27.220594 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:27.286769 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a67b4-50b2-44db-b4b6-f3e06cb1b5d3 None None] Pushing event updated for resources: {'Port': ['ID=3b2f70bd-9b27-4dfc-a142-de3bec9a49b5,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:27.290509 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-5d740d5e-3a0e-4f7b-843d-943b6823621f tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1776079356&fields=id&tenant_id=1d48c506c1da468aab40c41f0ac9e84d HTTP/1.1" status: 200 len: 267 time: 0.0814760 Nov 12 20:12:27.344789 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device fd610e7a-b033-42df-9e16-6e013b5ff802 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:12:27.398260 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:27.426705 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ce005b50-da86-4354-8c3b-d6377f7b9e75 req-69c29273-ab71-4cff-8c48-cd9d0ae2b682 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a096904-9936-4f00-a065-b91ef05a54cc HTTP/1.1" status: 200 len: 210 time: 0.0526814 Nov 12 20:12:27.464208 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c9382bde-3641-4706-bd35-f328ee2faa86 None None] Provisioning complete for port 3b2f70bd-9b27-4dfc-a142-de3bec9a49b5 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:27.464816 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c9382bde-3641-4706-bd35-f328ee2faa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:27.493753 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-72ff3d37-25e7-4433-999e-a84ad291036b tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:27.495390 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-72ff3d37-25e7-4433-999e-a84ad291036b tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/networks?id=b1371fda-9f38-4155-be6b-0739065dc4f2 HTTP/1.1" status: 200 len: 809 time: 0.1942461 Nov 12 20:12:27.518261 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-d1e18596-b56f-4c8e-b427-31167d82f7c3 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/quotas/1d48c506c1da468aab40c41f0ac9e84d HTTP/1.1" status: 200 len: 375 time: 0.0163493 Nov 12 20:12:27.533852 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:27.557672 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:27.574006 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-7af7f460-3fc5-4285-9db8-56d222fb8555 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d48c506c1da468aab40c41f0ac9e84d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547318 Nov 12 20:12:27.577280 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port fd610e7a-b033-42df-9e16-6e013b5ff802 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:27.577635 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:27.646775 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476676f-6bdc-4852-9b8d-a634d62d694d req-7a3aa183-016e-4ae2-a932-67c23d8e339e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:27.658245 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476676f-6bdc-4852-9b8d-a634d62d694d req-7a3aa183-016e-4ae2-a932-67c23d8e339e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:27.665798 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476676f-6bdc-4852-9b8d-a634d62d694d req-7a3aa183-016e-4ae2-a932-67c23d8e339e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:27.672502 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476676f-6bdc-4852-9b8d-a634d62d694d req-7a3aa183-016e-4ae2-a932-67c23d8e339e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:27.680150 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476676f-6bdc-4852-9b8d-a634d62d694d req-7a3aa183-016e-4ae2-a932-67c23d8e339e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:27.687487 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476676f-6bdc-4852-9b8d-a634d62d694d req-7a3aa183-016e-4ae2-a932-67c23d8e339e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:27.693991 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476676f-6bdc-4852-9b8d-a634d62d694d req-7a3aa183-016e-4ae2-a932-67c23d8e339e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:27.702890 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8476676f-6bdc-4852-9b8d-a634d62d694d req-7a3aa183-016e-4ae2-a932-67c23d8e339e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5442 time: 0.1207223 Nov 12 20:12:27.703489 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:27.726766 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc,revision_number=12']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:27.769984 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8476676f-6bdc-4852-9b8d-a634d62d694d req-a16461e8-3644-4530-a041-ef3be9e310de tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656636 Nov 12 20:12:27.791933 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-908c3c10-a919-4fae-b4a2-c10a522c112a service neutron] 10.222.0.48 "GET /v2.0/networks/b1371fda-9f38-4155-be6b-0739065dc4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046223 Nov 12 20:12:27.794544 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 10d51039-4f5f-40e0-a541-b315dbaf21c3, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=10d51039-4f5f-40e0-a541-b315dbaf21c3,segment=NetworkSegment(1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb),segment_id=1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:27.814122 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:27.902632 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-554b47eb-ab16-4135-b055-ccd48d8931ff service neutron] 10.222.0.48 "GET /v2.0/networks/b1371fda-9f38-4155-be6b-0739065dc4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097372 Nov 12 20:12:27.902961 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=10d51039-4f5f-40e0-a541-b315dbaf21c3,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:28.152816 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c3069d35-5c08-4139-bdc5-b88dc9de06b1 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:12:28.166841 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5cbce2e3-03b1-4706-afbf-1b9285ae718b req-e9c2e24f-4117-4964-ba3b-6109a23eff2b tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 210 time: 0.0454974 Nov 12 20:12:28.199709 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e55372-873f-45c9-9181-763d8f17c6d7 req-c1ff64af-b077-4664-a434-2871322d6c61 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:28.201417 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-97e55372-873f-45c9-9181-763d8f17c6d7 req-c1ff64af-b077-4664-a434-2871322d6c61 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 947 time: 0.0671065 Nov 12 20:12:28.237744 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port c3069d35-5c08-4139-bdc5-b88dc9de06b1 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:28.238663 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:28.265358 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-97e55372-873f-45c9-9181-763d8f17c6d7 req-b3c21077-9c48-4339-a6fa-301591533b17 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562012 Nov 12 20:12:28.344617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3b2f70bd-9b27-4dfc-a142-de3bec9a49b5 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:12:28.408780 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 3b2f70bd-9b27-4dfc-a142-de3bec9a49b5 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:28.409243 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:28.548416 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4'}, {'server_uuid': '1642c892-56c2-45a6-a664-06a3ec34197d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4411998-a2fc-4fdb-9e3d-8e4287aef1dc'}, {'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d51039-4f5f-40e0-a541-b315dbaf21c3'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:12:28.553005 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2413513-10c6-4f3f-ada9-09d942355e53" -d '{"events": [{"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-plugged", "status": "completed", "tag": "5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4"}, {"server_uuid": "1642c892-56c2-45a6-a664-06a3ec34197d", "name": "network-vif-plugged", "status": "completed", "tag": "b4411998-a2fc-4fdb-9e3d-8e4287aef1dc"}, {"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-plugged", "status": "completed", "tag": "10d51039-4f5f-40e0-a541-b315dbaf21c3"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:12:28.556589 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bf05b499-83b6-4552-800a-2fcc7e754bdf req-955f7237-7221-470a-8621-3a1ad231f48a tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a096904-9936-4f00-a065-b91ef05a54cc HTTP/1.1" status: 200 len: 210 time: 0.0434794 Nov 12 20:12:28.634639 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 20:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892ee10e-a202-4956-9197-4f7357c46e9f x-openstack-request-id: req-892ee10e-a202-4956-9197-4f7357c46e9f {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:12:28.636089 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-plugged", "status": "completed", "tag": "5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4", "code": 200}, {"server_uuid": "1642c892-56c2-45a6-a664-06a3ec34197d", "name": "network-vif-plugged", "status": "completed", "tag": "b4411998-a2fc-4fdb-9e3d-8e4287aef1dc", "code": 200}, {"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-plugged", "status": "completed", "tag": "10d51039-4f5f-40e0-a541-b315dbaf21c3", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:12:28.636538 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-892ee10e-a202-4956-9197-4f7357c46e9f {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:12:28.637098 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4', 'code': 200} Nov 12 20:12:28.637527 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1642c892-56c2-45a6-a664-06a3ec34197d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4411998-a2fc-4fdb-9e3d-8e4287aef1dc', 'code': 200} Nov 12 20:12:28.637955 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d51039-4f5f-40e0-a541-b315dbaf21c3', 'code': 200} Nov 12 20:12:28.776357 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32124350-bc29-4012-8418-1daf238816ac req-6895d8f9-34bc-4645-9062-b7e1c9a568f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:28.780251 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32124350-bc29-4012-8418-1daf238816ac req-6895d8f9-34bc-4645-9062-b7e1c9a568f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:28.780894 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32124350-bc29-4012-8418-1daf238816ac req-6895d8f9-34bc-4645-9062-b7e1c9a568f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:28.781548 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32124350-bc29-4012-8418-1daf238816ac req-6895d8f9-34bc-4645-9062-b7e1c9a568f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:28.782172 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32124350-bc29-4012-8418-1daf238816ac req-6895d8f9-34bc-4645-9062-b7e1c9a568f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:28.782791 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32124350-bc29-4012-8418-1daf238816ac req-6895d8f9-34bc-4645-9062-b7e1c9a568f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:28.783855 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-ddbad608-7df2-4d5d-a258-f64f43035a2a tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:28.786611 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32124350-bc29-4012-8418-1daf238816ac req-6895d8f9-34bc-4645-9062-b7e1c9a568f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:28.786838 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-ddbad608-7df2-4d5d-a258-f64f43035a2a tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.52 "GET /v2.0/networks?id=e7abfc9e-a3ae-4f6c-8c77-044549997684 HTTP/1.1" status: 200 len: 814 time: 0.1913457 Nov 12 20:12:28.788690 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-32124350-bc29-4012-8418-1daf238816ac req-6895d8f9-34bc-4645-9062-b7e1c9a568f5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 6507 time: 0.0670512 Nov 12 20:12:28.808513 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-f3fead7e-ed3e-434b-abf7-03ffb36e845b tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Request body: {'port': {'device_id': '5a096904-9936-4f00-a065-b91ef05a54cc', 'network_id': 'e7abfc9e-a3ae-4f6c-8c77-044549997684', 'admin_state_up': True, 'tenant_id': '87a54bf00f1941cfa397a6b14cb6253b'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:28.872275 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-32124350-bc29-4012-8418-1daf238816ac req-1f940b9f-0902-4513-9821-b09dc665312e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b1dbe704-0c8b-4d31-b036-4921aded8586&id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0737655 Nov 12 20:12:28.994872 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e33284-4796-4fe3-affe-3791e397a2eb req-dd366740-62ae-41b2-8e26-7cfc7751bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:28.996431 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64e33284-4796-4fe3-affe-3791e397a2eb req-dd366740-62ae-41b2-8e26-7cfc7751bcdb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 1099 time: 0.1132436 Nov 12 20:12:29.016950 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb75119-bf94-43d3-957a-0c9c60ab8f29 req-79379f94-8a38-4e24-b076-98a3ab88055d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:29.023622 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb75119-bf94-43d3-957a-0c9c60ab8f29 req-79379f94-8a38-4e24-b076-98a3ab88055d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:29.030033 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb75119-bf94-43d3-957a-0c9c60ab8f29 req-79379f94-8a38-4e24-b076-98a3ab88055d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:29.041888 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb75119-bf94-43d3-957a-0c9c60ab8f29 req-79379f94-8a38-4e24-b076-98a3ab88055d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:29.048149 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb75119-bf94-43d3-957a-0c9c60ab8f29 req-79379f94-8a38-4e24-b076-98a3ab88055d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:29.055716 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb75119-bf94-43d3-957a-0c9c60ab8f29 req-79379f94-8a38-4e24-b076-98a3ab88055d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:29.061930 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb75119-bf94-43d3-957a-0c9c60ab8f29 req-79379f94-8a38-4e24-b076-98a3ab88055d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:29.063872 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7cb75119-bf94-43d3-957a-0c9c60ab8f29 req-79379f94-8a38-4e24-b076-98a3ab88055d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5443 time: 0.1795399 Nov 12 20:12:29.120811 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-f3fead7e-ed3e-434b-abf7-03ffb36e845b tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Made reservation on behalf of 87a54bf00f1941cfa397a6b14cb6253b for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:12:29.124201 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-f3fead7e-ed3e-434b-abf7-03ffb36e845b tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:29.180617 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64e33284-4796-4fe3-affe-3791e397a2eb req-3974e34b-fd0b-4a65-b74f-7c51686ebed9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156304 Nov 12 20:12:29.205232 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7cb75119-bf94-43d3-957a-0c9c60ab8f29 req-dfcd60e9-1f1b-4e96-a999-789ee21fc756 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1311185 Nov 12 20:12:29.274251 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b1618b3-8b59-4459-a9df-2b120396a523 req-6e7bdd4c-f7d9-456f-ae78-1ee22c188565 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 210 time: 0.0311129 Nov 12 20:12:29.320158 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-f3fead7e-ed3e-434b-abf7-03ffb36e845b tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Allocated IP 172.20.0.5 (e7abfc9e-a3ae-4f6c-8c77-044549997684/86a6defd-2679-46d7-a3ed-024b79ea1a2b/954dcc98-ebcb-48f5-827c-946b20124468) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:12:29.474105 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5839ef-07da-454f-9215-d35577ed23d8 req-6146e470-1cd9-4355-a5c3-7a13dad31fc9 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:29.475690 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-df5839ef-07da-454f-9215-d35577ed23d8 req-6146e470-1cd9-4355-a5c3-7a13dad31fc9 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 947 time: 0.1121581 Nov 12 20:12:29.554541 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-f3fead7e-ed3e-434b-abf7-03ffb36e845b tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:29.559005 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-df5839ef-07da-454f-9215-d35577ed23d8 req-39c8af45-999b-41f3-851b-5173685f7827 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759668 Nov 12 20:12:29.591991 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-f3fead7e-ed3e-434b-abf7-03ffb36e845b tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:29.603650 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['1bdd4961-655b-40fb-a5a1-b567b97f132a', '6ceb8b30-ba98-4e6e-8a37-9d79a46f602d'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:12:29.609873 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['44b28f8b-498b-40ee-af30-af574f4a7284'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:12:29.638518 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-f3fead7e-ed3e-434b-abf7-03ffb36e845b tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Network e7abfc9e-a3ae-4f6c-8c77-044549997684 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:12:29.643572 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-f3fead7e-ed3e-434b-abf7-03ffb36e845b tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:12:29.648981 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-f3fead7e-ed3e-434b-abf7-03ffb36e845b tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:12:29.655632 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fead7e-ed3e-434b-abf7-03ffb36e845b tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Pushing event updated for resources: {'Port': ['ID=954dcc98-ebcb-48f5-827c-946b20124468,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:29.687359 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d9f07-1110-4fa4-ba59-c64cbfcc9cbd req-67adbedc-245f-4eb5-ab50-4b234ec5a054 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:29.689331 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc1d9f07-1110-4fa4-ba59-c64cbfcc9cbd req-67adbedc-245f-4eb5-ab50-4b234ec5a054 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a096904-9936-4f00-a065-b91ef05a54cc HTTP/1.1" status: 200 len: 931 time: 0.0546799 Nov 12 20:12:29.708804 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-f3fead7e-ed3e-434b-abf7-03ffb36e845b tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:29.709471 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-f3fead7e-ed3e-434b-abf7-03ffb36e845b tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:29.731259 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-f3fead7e-ed3e-434b-abf7-03ffb36e845b tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9335601 Nov 12 20:12:29.749514 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-59b7364f-9159-43d4-88aa-1632704c096e service neutron] Request body: {'port': {'device_id': '5a096904-9936-4f00-a065-b91ef05a54cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:29.753832 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc1d9f07-1110-4fa4-ba59-c64cbfcc9cbd req-7a009b92-5436-4752-8f87-8167dbb79d2e tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543180 Nov 12 20:12:29.819142 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-59b7364f-9159-43d4-88aa-1632704c096e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:29.918770 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-3806bd5b-4e01-4754-8e08-a1634c16fcb7 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:29.923175 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-3806bd5b-4e01-4754-8e08-a1634c16fcb7 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.55 "GET /v2.0/networks?id=b1371fda-9f38-4155-be6b-0739065dc4f2 HTTP/1.1" status: 200 len: 809 time: 0.1256580 Nov 12 20:12:30.001869 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-13a7d09e-81b0-4f13-bb65-3692a3454067 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d48c506c1da468aab40c41f0ac9e84d HTTP/1.1" status: 200 len: 380 time: 0.0678062 Nov 12 20:12:30.012980 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-b7d0b506-91e1-4e6f-8c60-b0fb5e38a060 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Request body: {'port': {'device_id': 'cc36e749-8bfe-40df-b2a8-69898a3b6d78', 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2', 'admin_state_up': True, 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'security_groups': ['ddfd53d2-4185-4ad8-940c-a23173adae83']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:30.122088 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-b7d0b506-91e1-4e6f-8c60-b0fb5e38a060 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Made reservation on behalf of 1d48c506c1da468aab40c41f0ac9e84d for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:12:30.125864 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-b7d0b506-91e1-4e6f-8c60-b0fb5e38a060 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:30.131893 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-59b7364f-9159-43d4-88aa-1632704c096e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 954dcc98-ebcb-48f5-827c-946b20124468 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:12:30.141575 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-59b7364f-9159-43d4-88aa-1632704c096e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:30.154649 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-59b7364f-9159-43d4-88aa-1632704c096e service neutron] Transition to ACTIVE for port object 954dcc98-ebcb-48f5-827c-946b20124468 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:12:30.159078 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-59b7364f-9159-43d4-88aa-1632704c096e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:30.215306 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7364f-9159-43d4-88aa-1632704c096e service neutron] Pushing event updated for resources: {'Port': ['ID=954dcc98-ebcb-48f5-827c-946b20124468,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:30.283147 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-b7d0b506-91e1-4e6f-8c60-b0fb5e38a060 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Allocated IP 172.20.0.8 (b1371fda-9f38-4155-be6b-0739065dc4f2/92e15e0d-7238-4f64-9728-a120864f849a/e2d33e1e-7bc5-47f1-a090-dfa8e2409089) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:12:30.303066 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-59b7364f-9159-43d4-88aa-1632704c096e service neutron] Attempting to bind port 954dcc98-ebcb-48f5-827c-946b20124468 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:12:30.303432 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-59b7364f-9159-43d4-88aa-1632704c096e service neutron] Attempting to bind port 954dcc98-ebcb-48f5-827c-946b20124468 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '83ad58fa-02e6-4e77-9e81-8f13133a4857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e7abfc9e-a3ae-4f6c-8c77-044549997684'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:12:30.303734 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-59b7364f-9159-43d4-88aa-1632704c096e service neutron] Attempting to bind port 954dcc98-ebcb-48f5-827c-946b20124468 on network e7abfc9e-a3ae-4f6c-8c77-044549997684 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:12:30.308567 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-59b7364f-9159-43d4-88aa-1632704c096e service neutron] Port 954dcc98-ebcb-48f5-827c-946b20124468 on network e7abfc9e-a3ae-4f6c-8c77-044549997684 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:12:30.308893 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-59b7364f-9159-43d4-88aa-1632704c096e service neutron] Attempting to bind port 954dcc98-ebcb-48f5-827c-946b20124468 on network e7abfc9e-a3ae-4f6c-8c77-044549997684 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:12:30.313754 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-59b7364f-9159-43d4-88aa-1632704c096e service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:12:30.314095 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-59b7364f-9159-43d4-88aa-1632704c096e service neutron] Checking segment: {'id': '83ad58fa-02e6-4e77-9e81-8f13133a4857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e7abfc9e-a3ae-4f6c-8c77-044549997684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:12:30.314480 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-59b7364f-9159-43d4-88aa-1632704c096e service neutron] Bound using segment: {'id': '83ad58fa-02e6-4e77-9e81-8f13133a4857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e7abfc9e-a3ae-4f6c-8c77-044549997684'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:12:30.314922 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-59b7364f-9159-43d4-88aa-1632704c096e service neutron] Bound port: 954dcc98-ebcb-48f5-827c-946b20124468, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83ad58fa-02e6-4e77-9e81-8f13133a4857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e7abfc9e-a3ae-4f6c-8c77-044549997684'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:12:30.315279 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-59b7364f-9159-43d4-88aa-1632704c096e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:30.422447 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-59b7364f-9159-43d4-88aa-1632704c096e service neutron] For port 954dcc98-ebcb-48f5-827c-946b20124468, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:12:30.428876 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-79c2db27-ada3-47e8-92cf-85c47b509807 req-ec3a4c1f-bfa7-4026-a326-e38e62315b5a tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 210 time: 0.0401645 Nov 12 20:12:30.452373 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-59b7364f-9159-43d4-88aa-1632704c096e service neutron] For port 954dcc98-ebcb-48f5-827c-946b20124468, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=954dcc98-ebcb-48f5-827c-946b20124468,segment=NetworkSegment(83ad58fa-02e6-4e77-9e81-8f13133a4857),segment_id=83ad58fa-02e6-4e77-9e81-8f13133a4857)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:12:30.453628 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6f937-8ded-4869-81c6-4ce77592e356 req-d9a5f526-272b-4dc5-9ed0-5277616df2be tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:30.459052 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-59b7364f-9159-43d4-88aa-1632704c096e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:30.460506 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6f937-8ded-4869-81c6-4ce77592e356 req-d9a5f526-272b-4dc5-9ed0-5277616df2be tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:30.466522 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6f937-8ded-4869-81c6-4ce77592e356 req-d9a5f526-272b-4dc5-9ed0-5277616df2be tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:30.472789 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6f937-8ded-4869-81c6-4ce77592e356 req-d9a5f526-272b-4dc5-9ed0-5277616df2be tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:30.480012 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6f937-8ded-4869-81c6-4ce77592e356 req-d9a5f526-272b-4dc5-9ed0-5277616df2be tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:30.486410 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6f937-8ded-4869-81c6-4ce77592e356 req-d9a5f526-272b-4dc5-9ed0-5277616df2be tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:30.492662 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6f937-8ded-4869-81c6-4ce77592e356 req-d9a5f526-272b-4dc5-9ed0-5277616df2be tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:30.495141 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-34d6f937-8ded-4869-81c6-4ce77592e356 req-d9a5f526-272b-4dc5-9ed0-5277616df2be tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5443 time: 0.1842194 Nov 12 20:12:30.497830 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-59b7364f-9159-43d4-88aa-1632704c096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:30.498475 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-59b7364f-9159-43d4-88aa-1632704c096e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:30.500583 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-59b7364f-9159-43d4-88aa-1632704c096e service neutron] 10.222.0.52 "PUT /v2.0/ports/954dcc98-ebcb-48f5-827c-946b20124468 HTTP/1.1" status: 200 len: 1092 time: 0.7553794 Nov 12 20:12:30.501182 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a096904-9936-4f00-a065-b91ef05a54cc', 'tag': '954dcc98-ebcb-48f5-827c-946b20124468'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:12:30.503449 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f849b607-f6b8-42b5-94ae-f6093380ab2c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a096904-9936-4f00-a065-b91ef05a54cc", "tag": "954dcc98-ebcb-48f5-827c-946b20124468"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:12:30.560644 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-b7d0b506-91e1-4e6f-8c60-b0fb5e38a060 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:30.566258 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8f2004-613c-480f-8b19-9ee9fc71d46c x-openstack-request-id: req-0d8f2004-613c-480f-8b19-9ee9fc71d46c {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:12:30.566748 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a096904-9936-4f00-a065-b91ef05a54cc", "tag": "954dcc98-ebcb-48f5-827c-946b20124468", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:12:30.567233 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0d8f2004-613c-480f-8b19-9ee9fc71d46c {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:12:30.567642 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a096904-9936-4f00-a065-b91ef05a54cc', 'tag': '954dcc98-ebcb-48f5-827c-946b20124468', 'status': 'completed', 'code': 200} Nov 12 20:12:30.585148 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7364f-9159-43d4-88aa-1632704c096e service neutron] Pushing event updated for resources: {'Port': ['ID=954dcc98-ebcb-48f5-827c-946b20124468,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:30.605496 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-0b4cc413-5968-450a-862d-f131a8a5157e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:30.606970 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-34d6f937-8ded-4869-81c6-4ce77592e356 req-2d806360-5f77-4525-99dc-594cd2c82ad3 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0949225 Nov 12 20:12:30.607112 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-0b4cc413-5968-450a-862d-f131a8a5157e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87a54bf00f1941cfa397a6b14cb6253b&device_id=5a096904-9936-4f00-a065-b91ef05a54cc HTTP/1.1" status: 200 len: 1095 time: 0.0528607 Nov 12 20:12:30.644097 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-b7d0b506-91e1-4e6f-8c60-b0fb5e38a060 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:30.659670 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-40799a53-6203-4e3c-a90e-bc289f95c4d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=954dcc98-ebcb-48f5-827c-946b20124468 HTTP/1.1" status: 200 len: 217 time: 0.0423465 Nov 12 20:12:30.692061 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-b7d0b506-91e1-4e6f-8c60-b0fb5e38a060 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Network b1371fda-9f38-4155-be6b-0739065dc4f2 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:12:30.698451 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-b7d0b506-91e1-4e6f-8c60-b0fb5e38a060 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:12:30.701671 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-b7d0b506-91e1-4e6f-8c60-b0fb5e38a060 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:12:30.765815 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-795bf9d5-b19e-4263-8d19-6ecae1194af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:30.766718 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-795bf9d5-b19e-4263-8d19-6ecae1194af3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=86a6defd-2679-46d7-a3ed-024b79ea1a2b HTTP/1.1" status: 200 len: 854 time: 0.0858893 Nov 12 20:12:30.773053 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0b506-91e1-4e6f-8c60-b0fb5e38a060 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Pushing event updated for resources: {'Port': ['ID=e2d33e1e-7bc5-47f1-a090-dfa8e2409089,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:30.807326 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-b7d0b506-91e1-4e6f-8c60-b0fb5e38a060 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:30.808196 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-b7d0b506-91e1-4e6f-8c60-b0fb5e38a060 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:30.821648 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-1c75bf64-4cc0-4c3d-81f0-e4d416257377 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7abfc9e-a3ae-4f6c-8c77-044549997684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320191 Nov 12 20:12:30.833240 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-b7d0b506-91e1-4e6f-8c60-b0fb5e38a060 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8244147 Nov 12 20:12:30.851454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-70b7f29f-a18f-4060-9003-04f5ff08af22 service neutron] Request body: {'port': {'device_id': 'cc36e749-8bfe-40df-b2a8-69898a3b6d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:30.877453 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a12f5-59da-44a7-a67b-f03fdf303bc3 req-d136dc81-a391-4ae3-9d07-39c021253359 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:30.879093 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9e8a12f5-59da-44a7-a67b-f03fdf303bc3 req-d136dc81-a391-4ae3-9d07-39c021253359 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 947 time: 0.2131929 Nov 12 20:12:30.986958 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b264ea-3ad3-470d-9cd5-1b712b3e6271 req-909d4598-03bd-485d-9c46-c6e6e62ea4ab tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:30.997182 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-05b264ea-3ad3-470d-9cd5-1b712b3e6271 req-909d4598-03bd-485d-9c46-c6e6e62ea4ab tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a096904-9936-4f00-a065-b91ef05a54cc HTTP/1.1" status: 200 len: 943 time: 0.1026039 Nov 12 20:12:30.999686 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-70b7f29f-a18f-4060-9003-04f5ff08af22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:31.007803 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9e8a12f5-59da-44a7-a67b-f03fdf303bc3 req-d2f9aec2-b392-4fd7-9d56-e98f445b3112 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788076 Nov 12 20:12:31.010507 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-21c23335-30d5-485d-97cf-40c81b607e14 service neutron] 10.222.0.52 "GET /v2.0/networks/e7abfc9e-a3ae-4f6c-8c77-044549997684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789339 Nov 12 20:12:31.062199 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-17850622-42da-46ff-a7ee-de484a7fc10a None None] Provisioning complete for port e2d33e1e-7bc5-47f1-a090-dfa8e2409089 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:31.062810 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-17850622-42da-46ff-a7ee-de484a7fc10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:31.104810 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-17850622-42da-46ff-a7ee-de484a7fc10a None None] Port e2d33e1e-7bc5-47f1-a090-dfa8e2409089 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:12:31.116575 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-05b264ea-3ad3-470d-9cd5-1b712b3e6271 req-9530b1b4-cc79-46fe-addd-0cf2441f6a61 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176066 Nov 12 20:12:31.122576 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-622191ad-1b2f-474c-ab1a-39792c2b752b req-b99e505d-289c-43f5-95ef-c030a6aafaa3 service neutron] 10.222.0.52 "GET /v2.0/networks/e7abfc9e-a3ae-4f6c-8c77-044549997684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039486 Nov 12 20:12:31.215255 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849b607-f6b8-42b5-94ae-f6093380ab2c req-86b4f113-c992-448c-b801-a02afa4d446e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:31.217145 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f849b607-f6b8-42b5-94ae-f6093380ab2c req-86b4f113-c992-448c-b801-a02afa4d446e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87a54bf00f1941cfa397a6b14cb6253b&device_id=5a096904-9936-4f00-a065-b91ef05a54cc HTTP/1.1" status: 200 len: 1095 time: 0.0443907 Nov 12 20:12:31.327097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849b607-f6b8-42b5-94ae-f6093380ab2c req-35927eb4-c0df-4ed6-98b0-1a73e7d66390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:31.328795 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f849b607-f6b8-42b5-94ae-f6093380ab2c req-35927eb4-c0df-4ed6-98b0-1a73e7d66390 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7abfc9e-a3ae-4f6c-8c77-044549997684 HTTP/1.1" status: 200 len: 915 time: 0.0993998 Nov 12 20:12:31.380769 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f849b607-f6b8-42b5-94ae-f6093380ab2c req-4fe69514-4d37-4402-bf9c-6f26660f1baf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=954dcc98-ebcb-48f5-827c-946b20124468 HTTP/1.1" status: 200 len: 217 time: 0.0437093 Nov 12 20:12:31.386374 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-70b7f29f-a18f-4060-9003-04f5ff08af22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d33e1e-7bc5-47f1-a090-dfa8e2409089 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:12:31.394115 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-70b7f29f-a18f-4060-9003-04f5ff08af22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:31.409139 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-70b7f29f-a18f-4060-9003-04f5ff08af22 service neutron] Transition to ACTIVE for port object e2d33e1e-7bc5-47f1-a090-dfa8e2409089 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:12:31.413232 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-70b7f29f-a18f-4060-9003-04f5ff08af22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:31.435822 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849b607-f6b8-42b5-94ae-f6093380ab2c req-90684da5-7270-42ba-b0a1-96e53c8567f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:31.437368 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f849b607-f6b8-42b5-94ae-f6093380ab2c req-90684da5-7270-42ba-b0a1-96e53c8567f4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=86a6defd-2679-46d7-a3ed-024b79ea1a2b HTTP/1.1" status: 200 len: 854 time: 0.0484350 Nov 12 20:12:31.466024 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7f29f-a18f-4060-9003-04f5ff08af22 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d33e1e-7bc5-47f1-a090-dfa8e2409089,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:31.489671 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f849b607-f6b8-42b5-94ae-f6093380ab2c req-07e1dd90-3a16-4b85-ba42-a0cfeb0d7c78 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7abfc9e-a3ae-4f6c-8c77-044549997684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441973 Nov 12 20:12:31.580160 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-70b7f29f-a18f-4060-9003-04f5ff08af22 service neutron] Attempting to bind port e2d33e1e-7bc5-47f1-a090-dfa8e2409089 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:12:31.580549 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-70b7f29f-a18f-4060-9003-04f5ff08af22 service neutron] Attempting to bind port e2d33e1e-7bc5-47f1-a090-dfa8e2409089 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '0b000aa6-4b23-436a-8be4-0b4c9032582a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:12:31.580862 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-70b7f29f-a18f-4060-9003-04f5ff08af22 service neutron] Attempting to bind port e2d33e1e-7bc5-47f1-a090-dfa8e2409089 on network b1371fda-9f38-4155-be6b-0739065dc4f2 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:12:31.596617 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef74bf6-661b-45dc-82e3-82ce026bdd0c req-80b1488c-e084-4e36-82f6-d621f1ea5499 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:31.598202 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9ef74bf6-661b-45dc-82e3-82ce026bdd0c req-80b1488c-e084-4e36-82f6-d621f1ea5499 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 943 time: 0.0810869 Nov 12 20:12:31.599162 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-70b7f29f-a18f-4060-9003-04f5ff08af22 service neutron] Port e2d33e1e-7bc5-47f1-a090-dfa8e2409089 on network b1371fda-9f38-4155-be6b-0739065dc4f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:12:31.599599 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-70b7f29f-a18f-4060-9003-04f5ff08af22 service neutron] Attempting to bind port e2d33e1e-7bc5-47f1-a090-dfa8e2409089 on network b1371fda-9f38-4155-be6b-0739065dc4f2 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:12:31.605229 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-70b7f29f-a18f-4060-9003-04f5ff08af22 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:12:31.605567 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-70b7f29f-a18f-4060-9003-04f5ff08af22 service neutron] Checking segment: {'id': '0b000aa6-4b23-436a-8be4-0b4c9032582a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:12:31.605957 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-70b7f29f-a18f-4060-9003-04f5ff08af22 service neutron] Bound using segment: {'id': '0b000aa6-4b23-436a-8be4-0b4c9032582a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:12:31.606400 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-70b7f29f-a18f-4060-9003-04f5ff08af22 service neutron] Bound port: e2d33e1e-7bc5-47f1-a090-dfa8e2409089, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b000aa6-4b23-436a-8be4-0b4c9032582a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:12:31.606748 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-70b7f29f-a18f-4060-9003-04f5ff08af22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:31.613636 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f849b607-f6b8-42b5-94ae-f6093380ab2c req-79c335a4-5031-4d57-8771-2bd8da497545 service neutron] 10.222.0.52 "GET /v2.0/networks/e7abfc9e-a3ae-4f6c-8c77-044549997684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149490 Nov 12 20:12:31.689911 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9ef74bf6-661b-45dc-82e3-82ce026bdd0c req-745554f6-919d-43c1-bd09-e30ad9139ae7 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddfd53d2-4185-4ad8-940c-a23173adae83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808578 Nov 12 20:12:31.713025 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-70b7f29f-a18f-4060-9003-04f5ff08af22 service neutron] For port e2d33e1e-7bc5-47f1-a090-dfa8e2409089, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:12:31.718085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-70b7f29f-a18f-4060-9003-04f5ff08af22 service neutron] For port e2d33e1e-7bc5-47f1-a090-dfa8e2409089, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e2d33e1e-7bc5-47f1-a090-dfa8e2409089,segment=NetworkSegment(0b000aa6-4b23-436a-8be4-0b4c9032582a),segment_id=0b000aa6-4b23-436a-8be4-0b4c9032582a)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:12:31.722441 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-70b7f29f-a18f-4060-9003-04f5ff08af22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:31.759058 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f849b607-f6b8-42b5-94ae-f6093380ab2c req-c00cbc83-be0e-4268-bf58-1268e8a9ac98 service neutron] 10.222.0.52 "GET /v2.0/networks/e7abfc9e-a3ae-4f6c-8c77-044549997684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369796 Nov 12 20:12:31.761825 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-70b7f29f-a18f-4060-9003-04f5ff08af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:31.762546 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-70b7f29f-a18f-4060-9003-04f5ff08af22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:31.764214 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-70b7f29f-a18f-4060-9003-04f5ff08af22 service neutron] 10.222.0.55 "PUT /v2.0/ports/e2d33e1e-7bc5-47f1-a090-dfa8e2409089 HTTP/1.1" status: 200 len: 1092 time: 0.9193287 Nov 12 20:12:31.764817 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc36e749-8bfe-40df-b2a8-69898a3b6d78', 'tag': 'e2d33e1e-7bc5-47f1-a090-dfa8e2409089'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:12:31.767183 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a83208-5e9b-453e-8b60-de5ce715078f" -d '{"events": [{"name": "network-changed", "server_uuid": "cc36e749-8bfe-40df-b2a8-69898a3b6d78", "tag": "e2d33e1e-7bc5-47f1-a090-dfa8e2409089"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:12:31.771913 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f707a-e60d-4dae-9ef3-b9a912303db4 req-ae22d297-8390-42b6-8c98-93b0e21326c4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:31.778782 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f707a-e60d-4dae-9ef3-b9a912303db4 req-ae22d297-8390-42b6-8c98-93b0e21326c4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:31.784833 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f707a-e60d-4dae-9ef3-b9a912303db4 req-ae22d297-8390-42b6-8c98-93b0e21326c4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:31.791728 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f707a-e60d-4dae-9ef3-b9a912303db4 req-ae22d297-8390-42b6-8c98-93b0e21326c4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:31.796311 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7f29f-a18f-4060-9003-04f5ff08af22 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d33e1e-7bc5-47f1-a090-dfa8e2409089,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:31.798181 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f707a-e60d-4dae-9ef3-b9a912303db4 req-ae22d297-8390-42b6-8c98-93b0e21326c4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:31.805834 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f707a-e60d-4dae-9ef3-b9a912303db4 req-ae22d297-8390-42b6-8c98-93b0e21326c4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:31.811979 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f707a-e60d-4dae-9ef3-b9a912303db4 req-ae22d297-8390-42b6-8c98-93b0e21326c4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:31.820092 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d1f707a-e60d-4dae-9ef3-b9a912303db4 req-ae22d297-8390-42b6-8c98-93b0e21326c4 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5443 time: 0.1322882 Nov 12 20:12:31.837914 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ad8f6a-d6a7-482d-8c34-3ca51c3a510a x-openstack-request-id: req-c8ad8f6a-d6a7-482d-8c34-3ca51c3a510a {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:12:31.838208 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc36e749-8bfe-40df-b2a8-69898a3b6d78", "tag": "e2d33e1e-7bc5-47f1-a090-dfa8e2409089", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:12:31.838460 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c8ad8f6a-d6a7-482d-8c34-3ca51c3a510a {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:12:31.838852 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc36e749-8bfe-40df-b2a8-69898a3b6d78', 'tag': 'e2d33e1e-7bc5-47f1-a090-dfa8e2409089', 'status': 'completed', 'code': 200} Nov 12 20:12:31.876777 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-6e49a0a7-5277-4111-928d-82aec2bd0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:31.878441 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-6e49a0a7-5277-4111-928d-82aec2bd0264 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d48c506c1da468aab40c41f0ac9e84d&device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 1095 time: 0.0517631 Nov 12 20:12:31.884301 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d1f707a-e60d-4dae-9ef3-b9a912303db4 req-d1eabb1b-a6ef-4ded-aae3-d50b0836a054 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632815 Nov 12 20:12:31.930094 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-6d029a63-05db-46ab-bea6-cb63357050f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2d33e1e-7bc5-47f1-a090-dfa8e2409089 HTTP/1.1" status: 200 len: 217 time: 0.0430045 Nov 12 20:12:32.019415 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-9afedcd3-65e0-4191-bdf6-df361e0a25ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:32.022111 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-9afedcd3-65e0-4191-bdf6-df361e0a25ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=92e15e0d-7238-4f64-9728-a120864f849a HTTP/1.1" status: 200 len: 848 time: 0.0843639 Nov 12 20:12:32.052019 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17838053-d2e9-44b3-bc29-e9965aad8cd9 req-4792cdca-c109-4d18-847e-bdaad4897ac1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:32.058133 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17838053-d2e9-44b3-bc29-e9965aad8cd9 req-4792cdca-c109-4d18-847e-bdaad4897ac1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:32.064089 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17838053-d2e9-44b3-bc29-e9965aad8cd9 req-4792cdca-c109-4d18-847e-bdaad4897ac1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:32.070027 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17838053-d2e9-44b3-bc29-e9965aad8cd9 req-4792cdca-c109-4d18-847e-bdaad4897ac1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:32.075997 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17838053-d2e9-44b3-bc29-e9965aad8cd9 req-4792cdca-c109-4d18-847e-bdaad4897ac1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:32.082008 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17838053-d2e9-44b3-bc29-e9965aad8cd9 req-4792cdca-c109-4d18-847e-bdaad4897ac1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:32.088426 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17838053-d2e9-44b3-bc29-e9965aad8cd9 req-4792cdca-c109-4d18-847e-bdaad4897ac1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:32.090339 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-17838053-d2e9-44b3-bc29-e9965aad8cd9 req-4792cdca-c109-4d18-847e-bdaad4897ac1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5443 time: 0.1176293 Nov 12 20:12:32.103894 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 41892) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:32.111296 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-36f33d6f-511c-4c8f-988b-8efd75bb1d59 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Request body: {'floatingip': {'port_id': '60910e1f-f0d1-4eec-848e-460daa336aca'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:32.150750 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246c9a5-5b4b-4229-86d0-40a575a65b49 req-2261fffa-3c0f-41e5-ad0b-7bb48bcba259 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:32.154829 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2246c9a5-5b4b-4229-86d0-40a575a65b49 req-2261fffa-3c0f-41e5-ad0b-7bb48bcba259 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 947 time: 0.0650907 Nov 12 20:12:32.217775 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2246c9a5-5b4b-4229-86d0-40a575a65b49 req-588f7cbf-063b-4d6c-adaf-0121f3274649 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512376 Nov 12 20:12:32.436090 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-36f33d6f-511c-4c8f-988b-8efd75bb1d59 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for floatingip, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:32.486234 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-e3381ee5-48c9-4066-a252-5b1ce7802df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:32.487645 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-e3381ee5-48c9-4066-a252-5b1ce7802df0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1371fda-9f38-4155-be6b-0739065dc4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4576910 Nov 12 20:12:32.606972 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be67fd-5a93-4b20-ba89-2d4001379f01 req-29577490-3291-4376-824f-d74caad2f27a tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:32.608452 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-82be67fd-5a93-4b20-ba89-2d4001379f01 req-29577490-3291-4376-824f-d74caad2f27a tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a096904-9936-4f00-a065-b91ef05a54cc HTTP/1.1" status: 200 len: 943 time: 0.1917889 Nov 12 20:12:32.715712 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-c0d51a0b-34f1-4228-b83e-e87c7d160ee2 service neutron] 10.222.0.55 "GET /v2.0/networks/b1371fda-9f38-4155-be6b-0739065dc4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200947 Nov 12 20:12:32.787521 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-82be67fd-5a93-4b20-ba89-2d4001379f01 req-2c3d88d2-9e82-4f8f-a50f-a2e0b2057a03 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677961 Nov 12 20:12:32.818225 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8ecff-0f32-4ab4-99c8-cc408a4d11ab req-86f88a7f-f78e-47c9-8c04-c497ca85fbbb tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:32.819737 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-80f8ecff-0f32-4ab4-99c8-cc408a4d11ab req-86f88a7f-f78e-47c9-8c04-c497ca85fbbb tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 943 time: 0.0567529 Nov 12 20:12:32.869715 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-80f8ecff-0f32-4ab4-99c8-cc408a4d11ab req-d391beb1-517d-4c6b-9b63-6bac1afdae22 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddfd53d2-4185-4ad8-940c-a23173adae83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436869 Nov 12 20:12:32.932348 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8cd12676-54a0-47be-9a45-a9165dec1389 req-a95e310f-e626-4b85-9ce9-24605b97da5e service neutron] 10.222.0.55 "GET /v2.0/networks/b1371fda-9f38-4155-be6b-0739065dc4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059426 Nov 12 20:12:33.063330 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a83208-5e9b-453e-8b60-de5ce715078f req-cde2aac5-36bd-48a8-a4cc-39e2e97e88a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:33.064850 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52a83208-5e9b-453e-8b60-de5ce715078f req-cde2aac5-36bd-48a8-a4cc-39e2e97e88a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d48c506c1da468aab40c41f0ac9e84d&device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 1095 time: 0.0830975 Nov 12 20:12:33.167335 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-36f33d6f-511c-4c8f-988b-8efd75bb1d59 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:33.177641 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-36f33d6f-511c-4c8f-988b-8efd75bb1d59 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:33.236807 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a83208-5e9b-453e-8b60-de5ce715078f req-87016aa6-4d60-4556-8b4b-0d29d11e7c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:33.238257 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52a83208-5e9b-453e-8b60-de5ce715078f req-87016aa6-4d60-4556-8b4b-0d29d11e7c71 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b1371fda-9f38-4155-be6b-0739065dc4f2 HTTP/1.1" status: 200 len: 910 time: 0.1422763 Nov 12 20:12:33.305971 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52a83208-5e9b-453e-8b60-de5ce715078f req-a3b29686-9e25-4e9e-b9eb-36645f1463fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2d33e1e-7bc5-47f1-a090-dfa8e2409089 HTTP/1.1" status: 200 len: 217 time: 0.0364723 Nov 12 20:12:33.350984 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-36f33d6f-511c-4c8f-988b-8efd75bb1d59 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Floating IP 48ec3a96-339c-4c7a-88ac-9d7c69fe99b5 associated. External IP: 172.25.5.143, port: 60910e1f-f0d1-4eec-848e-460daa336aca. Nov 12 20:12:33.400760 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a83208-5e9b-453e-8b60-de5ce715078f req-0ca265bb-f4d9-4d92-89c9-d36867d8c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:33.402227 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52a83208-5e9b-453e-8b60-de5ce715078f req-0ca265bb-f4d9-4d92-89c9-d36867d8c33f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=92e15e0d-7238-4f64-9728-a120864f849a HTTP/1.1" status: 200 len: 848 time: 0.0884879 Nov 12 20:12:33.499522 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a83208-5e9b-453e-8b60-de5ce715078f req-cc8ecd80-c900-4295-9b1c-0bad11588b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:33.501041 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52a83208-5e9b-453e-8b60-de5ce715078f req-cc8ecd80-c900-4295-9b1c-0bad11588b18 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1371fda-9f38-4155-be6b-0739065dc4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617957 Nov 12 20:12:33.672163 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52a83208-5e9b-453e-8b60-de5ce715078f req-f39d4521-3df5-4574-8930-344702f4e241 service neutron] 10.222.0.55 "GET /v2.0/networks/b1371fda-9f38-4155-be6b-0739065dc4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362362 Nov 12 20:12:33.675865 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f33d6f-511c-4c8f-988b-8efd75bb1d59 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Router 303850bb-72b9-4110-bf93-bbbe6e3ff8ed has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:12:33.849047 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52a83208-5e9b-453e-8b60-de5ce715078f req-da3345b8-1921-46eb-8908-82ef88cd14ed service neutron] 10.222.0.55 "GET /v2.0/networks/b1371fda-9f38-4155-be6b-0739065dc4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695874 Nov 12 20:12:33.860776 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f33d6f-511c-4c8f-988b-8efd75bb1d59 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:12:33.866046 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-36f33d6f-511c-4c8f-988b-8efd75bb1d59 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:33.872865 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9312883-0fcd-4f87-8955-56339921470e None None] Sync routers for ids ['303850bb-72b9-4110-bf93-bbbe6e3ff8ed'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:12:33.884348 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9312883-0fcd-4f87-8955-56339921470e None None] Routers {'303850bb-72b9-4110-bf93-bbbe6e3ff8ed'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:12:33.885289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a9312883-0fcd-4f87-8955-56339921470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:12:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['303850bb-72b9-4110-bf93-bbbe6e3ff8ed'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:33.901471 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-36f33d6f-511c-4c8f-988b-8efd75bb1d59 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "PUT /v2.0/floatingips/48ec3a96-339c-4c7a-88ac-9d7c69fe99b5 HTTP/1.1" status: 200 len: 991 time: 1.7956352 Nov 12 20:12:33.902162 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'tag': '60910e1f-f0d1-4eec-848e-460daa336aca'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:12:33.904816 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cee3691-7991-4041-9cc6-db4fcd85e055" -d '{"events": [{"name": "network-changed", "server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "tag": "60910e1f-f0d1-4eec-848e-460daa336aca"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:12:33.923539 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e076be-f581-4498-8427-14c098dc14f8 req-6185a049-09d1-4f2a-8d19-21221dbbe983 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:33.925105 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c4e076be-f581-4498-8427-14c098dc14f8 req-6185a049-09d1-4f2a-8d19-21221dbbe983 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a096904-9936-4f00-a065-b91ef05a54cc HTTP/1.1" status: 200 len: 943 time: 0.0644214 Nov 12 20:12:33.987770 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c4e076be-f581-4498-8427-14c098dc14f8 req-7d947ee0-5158-4006-8826-19747dcd7f63 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522926 Nov 12 20:12:34.014120 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e2b3e-87b8-43c7-8889-82c08f799569 req-db275715-3866-41d5-b3bf-5200af5af961 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:34.022014 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bb4e2b3e-87b8-43c7-8889-82c08f799569 req-db275715-3866-41d5-b3bf-5200af5af961 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 943 time: 0.0578892 Nov 12 20:12:34.025454 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-a9312883-0fcd-4f87-8955-56339921470e None None] Set router 303850bb-72b9-4110-bf93-bbbe6e3ff8ed gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:12:34.068400 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bb4e2b3e-87b8-43c7-8889-82c08f799569 req-3c2ff9fc-9c6a-4872-93bc-85e5d44e284d tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddfd53d2-4185-4ad8-940c-a23173adae83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454748 Nov 12 20:12:34.101907 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d347024-929d-49d3-bf1f-db0fc718ea0b x-openstack-request-id: req-7d347024-929d-49d3-bf1f-db0fc718ea0b {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:12:34.102200 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "tag": "60910e1f-f0d1-4eec-848e-460daa336aca", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:12:34.102978 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d347024-929d-49d3-bf1f-db0fc718ea0b {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:12:34.103390 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'tag': '60910e1f-f0d1-4eec-848e-460daa336aca', 'status': 'completed', 'code': 200} Nov 12 20:12:34.175496 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee3691-7991-4041-9cc6-db4fcd85e055 req-b3d75355-5449-4a41-907d-1d97fc26cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:34.175874 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee3691-7991-4041-9cc6-db4fcd85e055 req-b3d75355-5449-4a41-907d-1d97fc26cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:34.176392 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee3691-7991-4041-9cc6-db4fcd85e055 req-b3d75355-5449-4a41-907d-1d97fc26cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:34.176858 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee3691-7991-4041-9cc6-db4fcd85e055 req-b3d75355-5449-4a41-907d-1d97fc26cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:34.177312 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee3691-7991-4041-9cc6-db4fcd85e055 req-b3d75355-5449-4a41-907d-1d97fc26cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:34.177765 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee3691-7991-4041-9cc6-db4fcd85e055 req-b3d75355-5449-4a41-907d-1d97fc26cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:34.178214 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee3691-7991-4041-9cc6-db4fcd85e055 req-b3d75355-5449-4a41-907d-1d97fc26cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:34.184105 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0cee3691-7991-4041-9cc6-db4fcd85e055 req-b3d75355-5449-4a41-907d-1d97fc26cbe3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4852665fabb5408ab377b1cbc45feb40&device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 6507 time: 0.0516751 Nov 12 20:12:34.257972 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a9312883-0fcd-4f87-8955-56339921470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'name': 'tempest-TaggedBootDevicesTest_v242-577568443-router', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a10ae385-3467-4a80-8eff-6d8de956ff51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:10:25Z', 'updated_at': '2021-11-12T20:10:29Z', 'revision_number': 4, 'project_id': '4852665fabb5408ab377b1cbc45feb40', 'gw_port': {'id': 'a10ae385-3467-4a80-8eff-6d8de956ff51', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:10:26Z', 'updated_at': '2021-11-12T20:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '48ec3a96-339c-4c7a-88ac-9d7c69fe99b5', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'floating_ip_address': '172.25.5.143', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'port_id': '60910e1f-f0d1-4eec-848e-460daa336aca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5', 'mac_address': 'fa:16:3e:01:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:11:09Z', 'updated_at': '2021-11-12T20:12:33Z', 'revision_number': 1, 'project_id': '4852665fabb5408ab377b1cbc45feb40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d6ab8a-d086-4af1-835a-5836c7418539', 'name': '', 'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'mac_address': 'fa:16:3e:4c:c0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9f077436-4556-447d-83d4-cbd3714774cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:10:28Z', 'updated_at': '2021-11-12T20:10:35Z', 'revision_number': 5, 'project_id': '4852665fabb5408ab377b1cbc45feb40', 'subnets': [{'id': '9f077436-4556-447d-83d4-cbd3714774cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:34.262388 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 954dcc98-ebcb-48f5-827c-946b20124468 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:12:34.281083 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee3691-7991-4041-9cc6-db4fcd85e055 req-c604e3ba-5a1e-40a2-a2ff-d8e41526ebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:34.282566 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0cee3691-7991-4041-9cc6-db4fcd85e055 req-c604e3ba-5a1e-40a2-a2ff-d8e41526ebb2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bd6be986-db97-4cb9-abe7-787b341a3cd5 HTTP/1.1" status: 200 len: 917 time: 0.0915930 Nov 12 20:12:34.293303 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9312883-0fcd-4f87-8955-56339921470e None None] Checking router: 303850bb-72b9-4110-bf93-bbbe6e3ff8ed for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:12:34.308814 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9312883-0fcd-4f87-8955-56339921470e None None] Routers {'303850bb-72b9-4110-bf93-bbbe6e3ff8ed'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:12:34.309421 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a9312883-0fcd-4f87-8955-56339921470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:12:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['303850bb-72b9-4110-bf93-bbbe6e3ff8ed'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:34.347477 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0cee3691-7991-4041-9cc6-db4fcd85e055 req-28b1b4b7-b984-4f0a-893f-25a4180cb9fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60910e1f-f0d1-4eec-848e-460daa336aca HTTP/1.1" status: 200 len: 999 time: 0.0575259 Nov 12 20:12:34.474071 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 954dcc98-ebcb-48f5-827c-946b20124468, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=954dcc98-ebcb-48f5-827c-946b20124468,segment=NetworkSegment(83ad58fa-02e6-4e77-9e81-8f13133a4857),segment_id=83ad58fa-02e6-4e77-9e81-8f13133a4857)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:34.491180 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-a9312883-0fcd-4f87-8955-56339921470e None None] Set router 303850bb-72b9-4110-bf93-bbbe6e3ff8ed gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:12:34.657014 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '954dcc98-ebcb-48f5-827c-946b20124468', 'network_id': 'e7abfc9e-a3ae-4f6c-8c77-044549997684', 'port_id': '954dcc98-ebcb-48f5-827c-946b20124468', 'mac_address': 'fa:16:3e:15:1b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a6defd-2679-46d7-a3ed-024b79ea1a2b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:12:34.680783 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee3691-7991-4041-9cc6-db4fcd85e055 req-df070969-dd8d-4dec-87d1-9cb15a2e1489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:34.682263 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0cee3691-7991-4041-9cc6-db4fcd85e055 req-df070969-dd8d-4dec-87d1-9cb15a2e1489 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9f077436-4556-447d-83d4-cbd3714774cd HTTP/1.1" status: 200 len: 855 time: 0.3247359 Nov 12 20:12:34.729070 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee3691-7991-4041-9cc6-db4fcd85e055 req-7d07fbe9-05e0-4f6b-a6be-7b5a54d92cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:34.730486 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0cee3691-7991-4041-9cc6-db4fcd85e055 req-7d07fbe9-05e0-4f6b-a6be-7b5a54d92cf5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd6be986-db97-4cb9-abe7-787b341a3cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400014 Nov 12 20:12:34.743357 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:34.772855 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 954dcc98-ebcb-48f5-827c-946b20124468 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:12:34.827206 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 954dcc98-ebcb-48f5-827c-946b20124468, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=954dcc98-ebcb-48f5-827c-946b20124468,segment=NetworkSegment(83ad58fa-02e6-4e77-9e81-8f13133a4857),segment_id=83ad58fa-02e6-4e77-9e81-8f13133a4857)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:34.828995 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0cee3691-7991-4041-9cc6-db4fcd85e055 req-1bbaf317-13f3-4c33-93a2-0fbe019da0c5 service neutron] 10.222.0.55 "GET /v2.0/networks/bd6be986-db97-4cb9-abe7-787b341a3cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854609 Nov 12 20:12:34.836223 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:34.924752 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=954dcc98-ebcb-48f5-827c-946b20124468,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:34.931427 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0cee3691-7991-4041-9cc6-db4fcd85e055 req-af68df1b-bd3e-4b0d-a296-6882aa0124ae service neutron] 10.222.0.55 "GET /v2.0/networks/bd6be986-db97-4cb9-abe7-787b341a3cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874619 Nov 12 20:12:34.958161 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a9312883-0fcd-4f87-8955-56339921470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'name': 'tempest-TaggedBootDevicesTest_v242-577568443-router', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a10ae385-3467-4a80-8eff-6d8de956ff51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:10:25Z', 'updated_at': '2021-11-12T20:10:29Z', 'revision_number': 4, 'project_id': '4852665fabb5408ab377b1cbc45feb40', 'gw_port': {'id': 'a10ae385-3467-4a80-8eff-6d8de956ff51', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:10:26Z', 'updated_at': '2021-11-12T20:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '48ec3a96-339c-4c7a-88ac-9d7c69fe99b5', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'floating_ip_address': '172.25.5.143', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'port_id': '60910e1f-f0d1-4eec-848e-460daa336aca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5', 'mac_address': 'fa:16:3e:01:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:11:09Z', 'updated_at': '2021-11-12T20:12:33Z', 'revision_number': 1, 'project_id': '4852665fabb5408ab377b1cbc45feb40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d6ab8a-d086-4af1-835a-5836c7418539', 'name': '', 'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'mac_address': 'fa:16:3e:4c:c0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9f077436-4556-447d-83d4-cbd3714774cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:10:28Z', 'updated_at': '2021-11-12T20:10:35Z', 'revision_number': 5, 'project_id': '4852665fabb5408ab377b1cbc45feb40', 'subnets': [{'id': '9f077436-4556-447d-83d4-cbd3714774cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:34.986198 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9312883-0fcd-4f87-8955-56339921470e None None] The sync data for ids ['303850bb-72b9-4110-bf93-bbbe6e3ff8ed'] in n-d-712140-15 is: [{'id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'name': 'tempest-TaggedBootDevicesTest_v242-577568443-router', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a10ae385-3467-4a80-8eff-6d8de956ff51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:10:25Z', 'updated_at': '2021-11-12T20:10:29Z', 'revision_number': 4, 'project_id': '4852665fabb5408ab377b1cbc45feb40', 'gw_port': {'id': 'a10ae385-3467-4a80-8eff-6d8de956ff51', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:10:26Z', 'updated_at': '2021-11-12T20:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '48ec3a96-339c-4c7a-88ac-9d7c69fe99b5', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'floating_ip_address': '172.25.5.143', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'port_id': '60910e1f-f0d1-4eec-848e-460daa336aca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5', 'mac_address': 'fa:16:3e:01:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:11:09Z', 'updated_at': '2021-11-12T20:12:33Z', 'revision_number': 1, 'project_id': '4852665fabb5408ab377b1cbc45feb40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d6ab8a-d086-4af1-835a-5836c7418539', 'name': '', 'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'mac_address': 'fa:16:3e:4c:c0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9f077436-4556-447d-83d4-cbd3714774cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:10:28Z', 'updated_at': '2021-11-12T20:10:35Z', 'revision_number': 5, 'project_id': '4852665fabb5408ab377b1cbc45feb40', 'subnets': [{'id': '9f077436-4556-447d-83d4-cbd3714774cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:12:35.121047 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f0809-17ec-4946-a295-82362d3517f7 req-aba56735-35f1-401c-83af-72f84de82100 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:35.122710 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ea5f0809-17ec-4946-a295-82362d3517f7 req-aba56735-35f1-401c-83af-72f84de82100 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a096904-9936-4f00-a065-b91ef05a54cc HTTP/1.1" status: 200 len: 944 time: 0.0543497 Nov 12 20:12:35.182204 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ea5f0809-17ec-4946-a295-82362d3517f7 req-77340493-3f15-4c71-90b5-19dc022daf88 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538516 Nov 12 20:12:35.183829 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['954dcc98-ebcb-48f5-827c-946b20124468'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:12:35.249277 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67329376-059c-40f1-b063-7d7673c343b4 req-f2fea3ff-76dd-4de6-8ed1-a0d3f1bf65e9 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:35.251134 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-67329376-059c-40f1-b063-7d7673c343b4 req-f2fea3ff-76dd-4de6-8ed1-a0d3f1bf65e9 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 943 time: 0.0617743 Nov 12 20:12:35.253837 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a6fc53-4083-4569-abca-3abbce4d3d01 None None] New status for floating IP 48ec3a96-339c-4c7a-88ac-9d7c69fe99b5: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:12:35.308308 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-67329376-059c-40f1-b063-7d7673c343b4 req-abeecd08-be15-4381-b36b-a4a1a1a76c4c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddfd53d2-4185-4ad8-940c-a23173adae83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501027 Nov 12 20:12:36.315910 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d7ad0-b28c-4d59-9860-246e125fc241 req-09143c8c-d806-40eb-8aef-712a3de570b5 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:36.317489 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3a6d7ad0-b28c-4d59-9860-246e125fc241 req-09143c8c-d806-40eb-8aef-712a3de570b5 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a096904-9936-4f00-a065-b91ef05a54cc HTTP/1.1" status: 200 len: 944 time: 0.0555553 Nov 12 20:12:36.367400 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3a6d7ad0-b28c-4d59-9860-246e125fc241 req-24d130ce-fc94-4391-ba05-2104a82b1514 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437348 Nov 12 20:12:36.431448 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710c247-e7ce-46ff-89d0-aea381845a51 req-47957867-346d-4a0e-b81f-6493b478d6fa tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:36.432992 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b710c247-e7ce-46ff-89d0-aea381845a51 req-47957867-346d-4a0e-b81f-6493b478d6fa tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 943 time: 0.0492704 Nov 12 20:12:36.482189 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b710c247-e7ce-46ff-89d0-aea381845a51 req-cb45a662-1487-4fad-8d16-b0724489f608 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddfd53d2-4185-4ad8-940c-a23173adae83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433078 Nov 12 20:12:37.251044 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:12:37.251665 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device e2d33e1e-7bc5-47f1-a090-dfa8e2409089 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:12:37.354077 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port e2d33e1e-7bc5-47f1-a090-dfa8e2409089, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e2d33e1e-7bc5-47f1-a090-dfa8e2409089,segment=NetworkSegment(0b000aa6-4b23-436a-8be4-0b4c9032582a),segment_id=0b000aa6-4b23-436a-8be4-0b4c9032582a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:37.368157 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'e2d33e1e-7bc5-47f1-a090-dfa8e2409089', 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2', 'port_id': 'e2d33e1e-7bc5-47f1-a090-dfa8e2409089', 'mac_address': 'fa:16:3e:7b:10:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e15e0d-7238-4f64-9728-a120864f849a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:12:37.405718 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:37.419234 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d33e1e-7bc5-47f1-a090-dfa8e2409089 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:12:37.439436 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port e2d33e1e-7bc5-47f1-a090-dfa8e2409089, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e2d33e1e-7bc5-47f1-a090-dfa8e2409089,segment=NetworkSegment(0b000aa6-4b23-436a-8be4-0b4c9032582a),segment_id=0b000aa6-4b23-436a-8be4-0b4c9032582a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:37.443961 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:37.493333 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=e2d33e1e-7bc5-47f1-a090-dfa8e2409089,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:37.494313 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407db18b-febe-47f3-b648-42734ea749b4 req-05e6abe2-e599-4b6d-ab1b-46ab2dc3a54f tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:37.495890 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-407db18b-febe-47f3-b648-42734ea749b4 req-05e6abe2-e599-4b6d-ab1b-46ab2dc3a54f tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a096904-9936-4f00-a065-b91ef05a54cc HTTP/1.1" status: 200 len: 944 time: 0.0572746 Nov 12 20:12:37.546839 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-407db18b-febe-47f3-b648-42734ea749b4 req-5d2966a8-d3ef-42f8-9416-4ab784983d30 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447493 Nov 12 20:12:37.604224 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a893f-4050-41aa-a5e3-9e1bb1ade7c0 req-89e9ad28-1ffa-4355-aef6-9349c08a963b tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:37.605758 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0d2a893f-4050-41aa-a5e3-9e1bb1ade7c0 req-89e9ad28-1ffa-4355-aef6-9349c08a963b tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 944 time: 0.0482402 Nov 12 20:12:37.654392 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0d2a893f-4050-41aa-a5e3-9e1bb1ade7c0 req-ff24f109-5ad6-41c4-9a74-3d06bf22d5bb tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddfd53d2-4185-4ad8-940c-a23173adae83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425227 Nov 12 20:12:37.927009 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['e2d33e1e-7bc5-47f1-a090-dfa8e2409089'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:12:38.274418 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 954dcc98-ebcb-48f5-827c-946b20124468 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:12:38.324902 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 954dcc98-ebcb-48f5-827c-946b20124468 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:12:38.329198 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 954dcc98-ebcb-48f5-827c-946b20124468 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:38.329564 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:38.413052 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:38.434581 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a096904-9936-4f00-a065-b91ef05a54cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954dcc98-ebcb-48f5-827c-946b20124468'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:12:38.436820 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca649ec-d6ba-4360-b860-a026c80d236d" -d '{"events": [{"server_uuid": "5a096904-9936-4f00-a065-b91ef05a54cc", "name": "network-vif-plugged", "status": "completed", "tag": "954dcc98-ebcb-48f5-827c-946b20124468"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:12:38.450373 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 954dcc98-ebcb-48f5-827c-946b20124468, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=954dcc98-ebcb-48f5-827c-946b20124468,segment=NetworkSegment(83ad58fa-02e6-4e77-9e81-8f13133a4857),segment_id=83ad58fa-02e6-4e77-9e81-8f13133a4857)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:38.455502 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:38.480119 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f499dd4-2763-439a-bc5f-f406c45d752c x-openstack-request-id: req-1f499dd4-2763-439a-bc5f-f406c45d752c {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:12:38.480432 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a096904-9936-4f00-a065-b91ef05a54cc", "name": "network-vif-plugged", "status": "completed", "tag": "954dcc98-ebcb-48f5-827c-946b20124468", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:12:38.480677 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1f499dd4-2763-439a-bc5f-f406c45d752c {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:12:38.481056 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a096904-9936-4f00-a065-b91ef05a54cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954dcc98-ebcb-48f5-827c-946b20124468', 'code': 200} Nov 12 20:12:38.510960 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=954dcc98-ebcb-48f5-827c-946b20124468,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:38.579289 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd9dff-4854-4c2d-af09-3dd8d00364e5 req-e7e41789-070f-4222-a14f-955a522ef4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:38.580844 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-06dd9dff-4854-4c2d-af09-3dd8d00364e5 req-e7e41789-070f-4222-a14f-955a522ef4f7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5a096904-9936-4f00-a065-b91ef05a54cc HTTP/1.1" status: 200 len: 1097 time: 0.0398955 Nov 12 20:12:38.631347 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-06dd9dff-4854-4c2d-af09-3dd8d00364e5 req-4d1b1072-adf0-4bb4-b4b9-2df4f191b211 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422859 Nov 12 20:12:38.670135 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e51dd-9259-447c-b51d-7771d8756ed1 req-667d7954-21ac-4d7e-b0cc-6a3fc7740aac tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:38.671626 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-287e51dd-9259-447c-b51d-7771d8756ed1 req-667d7954-21ac-4d7e-b0cc-6a3fc7740aac tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a096904-9936-4f00-a065-b91ef05a54cc HTTP/1.1" status: 200 len: 945 time: 0.0531640 Nov 12 20:12:38.720424 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-287e51dd-9259-447c-b51d-7771d8756ed1 req-cec2266f-1df2-4de2-89ba-3bf7c1982c60 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414243 Nov 12 20:12:38.774866 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3383c-07b7-48b4-aefc-b4259ffb17bd req-219e684d-0a50-4096-bedb-8322fae88198 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:38.776397 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-79a3383c-07b7-48b4-aefc-b4259ffb17bd req-219e684d-0a50-4096-bedb-8322fae88198 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 944 time: 0.0502160 Nov 12 20:12:38.835217 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-79a3383c-07b7-48b4-aefc-b4259ffb17bd req-85b151e2-a1a1-406a-abb3-f4ac239d322b tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddfd53d2-4185-4ad8-940c-a23173adae83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529697 Nov 12 20:12:39.685910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 41984) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:39.792152 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-05398855-38d0-4d4b-aa7c-c9d6f0418408 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:39.848441 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5053d-a1c0-4bb6-be7f-53f0f3012f54 req-727ee03b-2b75-435f-8a69-1977fb84f7fb tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:39.851018 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-06b5053d-a1c0-4bb6-be7f-53f0f3012f54 req-727ee03b-2b75-435f-8a69-1977fb84f7fb tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a096904-9936-4f00-a065-b91ef05a54cc HTTP/1.1" status: 200 len: 945 time: 0.0578547 Nov 12 20:12:39.899526 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-05398855-38d0-4d4b-aa7c-c9d6f0418408 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:39.903723 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-05398855-38d0-4d4b-aa7c-c9d6f0418408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:39.913433 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-06b5053d-a1c0-4bb6-be7f-53f0f3012f54 req-b7d2c2d7-9188-428e-b0a3-5aeb4ca11f84 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549746 Nov 12 20:12:39.935507 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-05398855-38d0-4d4b-aa7c-c9d6f0418408 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=829cebb20ed343f08fc99d45acb322b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2484951 Nov 12 20:12:39.938117 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 41994) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:39.985136 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05398855-38d0-4d4b-aa7c-c9d6f0418408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e784a17a-0982-406b-b1ee-32218184b03d,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:40.040152 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026ea68-1795-46a4-a878-22e87cd6e15c req-acf7e89f-3196-4005-bdfb-3f21777c47de tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:40.041669 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4026ea68-1795-46a4-a878-22e87cd6e15c req-acf7e89f-3196-4005-bdfb-3f21777c47de tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 944 time: 0.1014659 Nov 12 20:12:40.044571 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c14d187a-0c25-42cf-9550-bbb537e9452a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:40.087350 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c14d187a-0c25-42cf-9550-bbb537e9452a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:40.118774 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4026ea68-1795-46a4-a878-22e87cd6e15c req-b112c97f-9538-4e28-97c5-04f35e01cf71 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddfd53d2-4185-4ad8-940c-a23173adae83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712960 Nov 12 20:12:40.149714 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c14d187a-0c25-42cf-9550-bbb537e9452a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:40.152331 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c14d187a-0c25-42cf-9550-bbb537e9452a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:40.153464 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c14d187a-0c25-42cf-9550-bbb537e9452a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e784a17a-0982-406b-b1ee-32218184b03d HTTP/1.1" status: 204 len: 168 time: 0.2144494 Nov 12 20:12:40.162012 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d187a-0c25-42cf-9550-bbb537e9452a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e784a17a-0982-406b-b1ee-32218184b03d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:41.041823 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0148b4b-5862-4bf1-a509-b79be5257ecf req-473d2ab6-2b24-4220-aac4-43415931fa6e tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:41.043476 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c0148b4b-5862-4bf1-a509-b79be5257ecf req-473d2ab6-2b24-4220-aac4-43415931fa6e tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a096904-9936-4f00-a065-b91ef05a54cc HTTP/1.1" status: 200 len: 945 time: 0.0584280 Nov 12 20:12:41.067766 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367c79c-78f0-4fe6-a0fa-fb83c7a8a950 req-fa0bcce0-8b36-4024-bd75-adb6b9dd7f7a tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:41.069602 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c367c79c-78f0-4fe6-a0fa-fb83c7a8a950 req-fa0bcce0-8b36-4024-bd75-adb6b9dd7f7a tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3602ec-020b-46b8-9300-c80195edc31e HTTP/1.1" status: 200 len: 946 time: 0.0530953 Nov 12 20:12:41.096913 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c0148b4b-5862-4bf1-a509-b79be5257ecf req-2459ce53-21be-4336-b49c-aafc375c9ffe tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468521 Nov 12 20:12:41.125880 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c367c79c-78f0-4fe6-a0fa-fb83c7a8a950 req-b08a84f2-76f7-4e93-a31f-09f2f64d9893 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a67ac9d-cc9e-4ebf-9e0c-d8fd8ca94069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500109 Nov 12 20:12:41.247877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9dc315-cd22-416a-acb0-8165e8ff2126 req-7bb9e4b9-65c6-4124-8341-fe57057c2cce tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:41.249535 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d9dc315-cd22-416a-acb0-8165e8ff2126 req-7bb9e4b9-65c6-4124-8341-fe57057c2cce tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 944 time: 0.0532594 Nov 12 20:12:41.268128 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device e2d33e1e-7bc5-47f1-a090-dfa8e2409089 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:12:41.310291 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d9dc315-cd22-416a-acb0-8165e8ff2126 req-62694b2c-200c-402d-a594-b0cd982e2690 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddfd53d2-4185-4ad8-940c-a23173adae83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531147 Nov 12 20:12:41.323386 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port e2d33e1e-7bc5-47f1-a090-dfa8e2409089 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:12:41.327846 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port e2d33e1e-7bc5-47f1-a090-dfa8e2409089 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:41.328216 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:41.415173 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:41.449485 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc36e749-8bfe-40df-b2a8-69898a3b6d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d33e1e-7bc5-47f1-a090-dfa8e2409089'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:12:41.452434 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274ea92c-2573-4511-831b-11c4b53926ed" -d '{"events": [{"server_uuid": "cc36e749-8bfe-40df-b2a8-69898a3b6d78", "name": "network-vif-plugged", "status": "completed", "tag": "e2d33e1e-7bc5-47f1-a090-dfa8e2409089"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:12:41.478288 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port e2d33e1e-7bc5-47f1-a090-dfa8e2409089, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e2d33e1e-7bc5-47f1-a090-dfa8e2409089,segment=NetworkSegment(0b000aa6-4b23-436a-8be4-0b4c9032582a),segment_id=0b000aa6-4b23-436a-8be4-0b4c9032582a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:41.485411 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:41.512462 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0849bf84-0ec7-4964-b860-523b016006a8 x-openstack-request-id: req-0849bf84-0ec7-4964-b860-523b016006a8 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:12:41.512945 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc36e749-8bfe-40df-b2a8-69898a3b6d78", "name": "network-vif-plugged", "status": "completed", "tag": "e2d33e1e-7bc5-47f1-a090-dfa8e2409089", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:12:41.513307 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0849bf84-0ec7-4964-b860-523b016006a8 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:12:41.513801 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc36e749-8bfe-40df-b2a8-69898a3b6d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d33e1e-7bc5-47f1-a090-dfa8e2409089', 'code': 200} Nov 12 20:12:41.552219 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=e2d33e1e-7bc5-47f1-a090-dfa8e2409089,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:41.643400 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba4c24-3108-4347-b12c-37d90be16a1b req-03d9718e-625c-470e-99d1-16d2b050469a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:41.645041 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-25ba4c24-3108-4347-b12c-37d90be16a1b req-03d9718e-625c-470e-99d1-16d2b050469a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 1097 time: 0.0513837 Nov 12 20:12:41.701656 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-25ba4c24-3108-4347-b12c-37d90be16a1b req-1ce5663e-655f-47dd-9cd0-70c4a5c1dd51 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ddfd53d2-4185-4ad8-940c-a23173adae83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464973 Nov 12 20:12:42.146439 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a0dbd-38cb-41cd-bd2d-5a33ae6ca059 req-2b0dd971-ed4f-4b5e-a872-79b263722ad4 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:42.154106 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-889a0dbd-38cb-41cd-bd2d-5a33ae6ca059 req-2b0dd971-ed4f-4b5e-a872-79b263722ad4 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3602ec-020b-46b8-9300-c80195edc31e HTTP/1.1" status: 200 len: 946 time: 0.0632341 Nov 12 20:12:42.158571 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42094) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:42.222337 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-889a0dbd-38cb-41cd-bd2d-5a33ae6ca059 req-1cfc0ed0-5165-49d9-be1b-29a2debc1591 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a67ac9d-cc9e-4ebf-9e0c-d8fd8ca94069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669188 Nov 12 20:12:42.311754 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-93f3948f-3b22-4ffe-b434-39a616dc3aa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:42.398562 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-93f3948f-3b22-4ffe-b434-39a616dc3aa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:42.402768 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-93f3948f-3b22-4ffe-b434-39a616dc3aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:42.442229 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-93f3948f-3b22-4ffe-b434-39a616dc3aa7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e507bd2e1f21459f9441bb7f2d7bea3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2822833 Nov 12 20:12:42.443040 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3948f-3b22-4ffe-b434-39a616dc3aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c5f9aa-73a5-440a-b0d0-f324ddd319a1,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:42.443181 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c44e6b-c358-4ee6-a8c1-745ed4ac38af req-0b62441c-3aa6-4555-9c50-5d3de184049d tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:42.444695 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d6c44e6b-c358-4ee6-a8c1-745ed4ac38af req-0b62441c-3aa6-4555-9c50-5d3de184049d tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 945 time: 0.0504632 Nov 12 20:12:42.445170 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42104) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:42.529997 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d6c44e6b-c358-4ee6-a8c1-745ed4ac38af req-0b11d38c-96af-4c5b-8641-5d19b6c96c06 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddfd53d2-4185-4ad8-940c-a23173adae83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774128 Nov 12 20:12:42.532919 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-83ec2aa7-cb4a-4551-8c77-f48818242748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:42.556895 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-83ec2aa7-cb4a-4551-8c77-f48818242748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:42.612625 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-83ec2aa7-cb4a-4551-8c77-f48818242748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:42.615953 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-83ec2aa7-cb4a-4551-8c77-f48818242748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:42.619799 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-83ec2aa7-cb4a-4551-8c77-f48818242748 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a8c5f9aa-73a5-440a-b0d0-f324ddd319a1 HTTP/1.1" status: 204 len: 168 time: 0.1710985 Nov 12 20:12:42.625223 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec2aa7-cb4a-4551-8c77-f48818242748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c5f9aa-73a5-440a-b0d0-f324ddd319a1,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:42.920974 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-04940f5c-dc56-4528-acfc-b8875cfb62cf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0615199 Nov 12 20:12:42.968812 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b844f32-cf6e-496d-8bed-f73f2434c12d req-2effc195-a7cc-450c-b42c-a9e57c395797 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:42.970661 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8b844f32-cf6e-496d-8bed-f73f2434c12d req-2effc195-a7cc-450c-b42c-a9e57c395797 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3602ec-020b-46b8-9300-c80195edc31e HTTP/1.1" status: 200 len: 946 time: 0.0566142 Nov 12 20:12:43.013579 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42128) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:43.031905 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e7cd139f-5dfb-4a12-9e7f-06ddb9853c75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:43.036702 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8b844f32-cf6e-496d-8bed-f73f2434c12d req-6f125dc2-9759-48b2-90f7-5d4cb21e28ca tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a67ac9d-cc9e-4ebf-9e0c-d8fd8ca94069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590444 Nov 12 20:12:43.076510 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-50521f54-f8b8-4890-aed1-a67ea6b529e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:43.077036 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-50521f54-f8b8-4890-aed1-a67ea6b529e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:43.077560 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-50521f54-f8b8-4890-aed1-a67ea6b529e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:43.077998 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-50521f54-f8b8-4890-aed1-a67ea6b529e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:43.078521 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-50521f54-f8b8-4890-aed1-a67ea6b529e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:43.079027 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-50521f54-f8b8-4890-aed1-a67ea6b529e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:43.079539 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-50521f54-f8b8-4890-aed1-a67ea6b529e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:43.081769 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-50521f54-f8b8-4890-aed1-a67ea6b529e4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f131d5186dcd49f4b36559627d56bdc0&device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 6494 time: 0.1028106 Nov 12 20:12:43.185720 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e7cd139f-5dfb-4a12-9e7f-06ddb9853c75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:43.191976 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e7cd139f-5dfb-4a12-9e7f-06ddb9853c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:43.268487 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e7cd139f-5dfb-4a12-9e7f-06ddb9853c75 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f4e5ca709344f72b75247c9d8752078&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2533703 Nov 12 20:12:43.271290 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42130) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:43.271786 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd139f-5dfb-4a12-9e7f-06ddb9853c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1571a8dc-6e1a-4d29-bd49-7b82cbfba140,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:43.275929 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-3ef76d47-13e2-4a58-9edb-c4cc6eaa5b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:43.276417 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-3ef76d47-13e2-4a58-9edb-c4cc6eaa5b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:43.277231 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-3ef76d47-13e2-4a58-9edb-c4cc6eaa5b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:43.279385 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-3ef76d47-13e2-4a58-9edb-c4cc6eaa5b01 service neutron] 10.222.0.52 "GET /v2.0/networks?id=80c69418-b92b-4b29-9244-07bfae8aef96&id=7b061d0a-83a0-4547-b01e-0f9ed0607384&id=7b061d0a-83a0-4547-b01e-0f9ed0607384&id=7b061d0a-83a0-4547-b01e-0f9ed0607384&id=7b061d0a-83a0-4547-b01e-0f9ed0607384&id=60bf0d01-a5ac-43f9-aea4-058a868d4bc0&id=60bf0d01-a5ac-43f9-aea4-058a868d4bc0 HTTP/1.1" status: 200 len: 2294 time: 0.1684706 Nov 12 20:12:43.347570 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f97980b6-e368-45e9-82e2-7d8eba6dc50d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:43.366823 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-2a20e841-963b-44dd-a048-c933ed138889 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a53f7b3-d5ed-4c55-a9f2-9d69debf231e HTTP/1.1" status: 200 len: 1002 time: 0.0788782 Nov 12 20:12:43.379189 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f97980b6-e368-45e9-82e2-7d8eba6dc50d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:43.420316 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-006bfc8c-bdfc-4d85-b060-464131153593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:43.421962 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-006bfc8c-bdfc-4d85-b060-464131153593 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7538c2f0-1816-4b2d-be66-4f8cb443d9c1 HTTP/1.1" status: 200 len: 851 time: 0.0482585 Nov 12 20:12:43.430699 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f97980b6-e368-45e9-82e2-7d8eba6dc50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:43.433797 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f97980b6-e368-45e9-82e2-7d8eba6dc50d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:43.435337 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f97980b6-e368-45e9-82e2-7d8eba6dc50d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1571a8dc-6e1a-4d29-bd49-7b82cbfba140 HTTP/1.1" status: 204 len: 168 time: 0.1622910 Nov 12 20:12:43.449175 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97980b6-e368-45e9-82e2-7d8eba6dc50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1571a8dc-6e1a-4d29-bd49-7b82cbfba140,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:43.485222 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-476865f1-9fc2-49bb-b075-de94f6464c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:43.487425 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-476865f1-9fc2-49bb-b075-de94f6464c39 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80c69418-b92b-4b29-9244-07bfae8aef96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569115 Nov 12 20:12:43.609372 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-c800e1bb-a565-4cb7-96ff-559cbe87e7d5 service neutron] 10.222.0.52 "GET /v2.0/networks/80c69418-b92b-4b29-9244-07bfae8aef96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131215 Nov 12 20:12:43.745331 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c02b6-b71e-466d-ae51-67620be0e840 req-88c784b3-5a4c-49ac-b98d-5ed355e379aa tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:43.747720 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cc8c02b6-b71e-466d-ae51-67620be0e840 req-88c784b3-5a4c-49ac-b98d-5ed355e379aa tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 945 time: 0.1301689 Nov 12 20:12:43.786756 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-52071ca2-ec6b-40f9-8f86-7fab5f4fe79e service neutron] 10.222.0.52 "GET /v2.0/networks/80c69418-b92b-4b29-9244-07bfae8aef96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676199 Nov 12 20:12:43.844067 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-9fee1f4d-7ba2-408e-950e-0b5a020822ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=8cb0f270-2cba-45c2-b623-7b4877568439 HTTP/1.1" status: 200 len: 217 time: 0.0468705 Nov 12 20:12:43.855788 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cc8c02b6-b71e-466d-ae51-67620be0e840 req-7b10b9a1-06cc-4944-9182-9d512ebaf077 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddfd53d2-4185-4ad8-940c-a23173adae83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003659 Nov 12 20:12:43.943139 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-ca8e67e0-4c57-4aa1-ba4a-0bd37dcb1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:43.949717 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-ca8e67e0-4c57-4aa1-ba4a-0bd37dcb1492 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ec938247-4c75-4821-8212-7136bcd55e80 HTTP/1.1" status: 200 len: 797 time: 0.0986795 Nov 12 20:12:44.018830 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-33700a07-c550-47ad-b262-dd66f29e5028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:44.021167 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-33700a07-c550-47ad-b262-dd66f29e5028 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b061d0a-83a0-4547-b01e-0f9ed0607384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0627024 Nov 12 20:12:44.022322 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50f079-153b-45ea-a021-b401b54f5d09 req-3cf5b5aa-f097-42bc-a8c1-3eed7d4cb393 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:44.024285 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9e50f079-153b-45ea-a021-b401b54f5d09 req-3cf5b5aa-f097-42bc-a8c1-3eed7d4cb393 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 945 time: 0.0649970 Nov 12 20:12:44.125472 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9e50f079-153b-45ea-a021-b401b54f5d09 req-e8de727f-3112-4640-a78f-b2bd14d9eb99 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddfd53d2-4185-4ad8-940c-a23173adae83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936024 Nov 12 20:12:44.133556 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-90774376-0b54-4bc2-838b-091e64738add service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050959 Nov 12 20:12:44.276377 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbb59d-716f-4a31-a8c8-c1f22c0257f3 req-b4717383-ca1c-4005-bbaf-62ce6fe05ce9 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:44.278844 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cf576-4816-4be3-895f-850a3b6ab91f req-5cc8ca5b-6962-4bb0-a31a-f0061df2e003 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:44.279927 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-92dbb59d-716f-4a31-a8c8-c1f22c0257f3 req-b4717383-ca1c-4005-bbaf-62ce6fe05ce9 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 945 time: 0.0655959 Nov 12 20:12:44.287221 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-395cf576-4816-4be3-895f-850a3b6ab91f req-5cc8ca5b-6962-4bb0-a31a-f0061df2e003 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3602ec-020b-46b8-9300-c80195edc31e HTTP/1.1" status: 200 len: 946 time: 0.1364572 Nov 12 20:12:44.324913 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-8e3943cf-0b21-4336-b725-e4c16c04038b service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829073 Nov 12 20:12:44.359380 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-92dbb59d-716f-4a31-a8c8-c1f22c0257f3 req-1c944ee0-714d-4b3c-a0df-0870b6ecd281 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddfd53d2-4185-4ad8-940c-a23173adae83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725451 Nov 12 20:12:44.377175 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42164) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:44.392892 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-0c385173-d556-4bb6-aa2e-f35def247979 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=6ad2f845-8d32-40df-b34d-4d5c9682b2ac HTTP/1.1" status: 200 len: 217 time: 0.0576129 Nov 12 20:12:44.401627 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-395cf576-4816-4be3-895f-850a3b6ab91f req-651f68b5-88e2-4bed-a7a0-20282ed4bb7f tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a67ac9d-cc9e-4ebf-9e0c-d8fd8ca94069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067932 Nov 12 20:12:44.475078 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-9ed1258f-56b1-4255-9212-c1d066c11024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:44.476838 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-9ed1258f-56b1-4255-9212-c1d066c11024 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ec938247-4c75-4821-8212-7136bcd55e80 HTTP/1.1" status: 200 len: 797 time: 0.0743389 Nov 12 20:12:44.546187 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-fc3fc759-360b-40ad-b444-d519465ff54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:44.547980 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-fc3fc759-360b-40ad-b444-d519465ff54b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b061d0a-83a0-4547-b01e-0f9ed0607384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0628788 Nov 12 20:12:44.654432 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41def7ea-423c-494a-b143-05a769b1bd94 tempest-TestServerBasicOps-303932611 tempest-TestServerBasicOps-303932611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:44.659444 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-41def7ea-423c-494a-b143-05a769b1bd94 tempest-TestServerBasicOps-303932611 tempest-TestServerBasicOps-303932611-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 1092 time: 0.2811923 Nov 12 20:12:44.659886 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42172) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:44.664967 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-40ed3d3d-90e7-413b-9c25-a4f6996e00b0 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'port_id': 'e2d33e1e-7bc5-47f1-a090-dfa8e2409089', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:44.721213 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee8cb0-1da4-491b-96de-19b179bd7cd2 req-f3037141-e87e-434a-9c20-58b02437e731 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:44.727090 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-53ee8cb0-1da4-491b-96de-19b179bd7cd2 req-f3037141-e87e-434a-9c20-58b02437e731 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a3602ec-020b-46b8-9300-c80195edc31e HTTP/1.1" status: 200 len: 946 time: 0.0865471 Nov 12 20:12:44.880742 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-53ee8cb0-1da4-491b-96de-19b179bd7cd2 req-8cd0fb29-b957-4d6a-840c-420b7ce7b35e tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Deleting port 96ddc68d-da5e-4b8a-8184-e9972a34a823 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:12:44.881102 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-53ee8cb0-1da4-491b-96de-19b179bd7cd2 req-8cd0fb29-b957-4d6a-840c-420b7ce7b35e tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:45.022259 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-53ee8cb0-1da4-491b-96de-19b179bd7cd2 req-8cd0fb29-b957-4d6a-840c-420b7ce7b35e tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] For port 96ddc68d-da5e-4b8a-8184-e9972a34a823, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=96ddc68d-da5e-4b8a-8184-e9972a34a823,segment=NetworkSegment(557f6cdc-d4a0-4c14-9771-5e64b4354340),segment_id=557f6cdc-d4a0-4c14-9771-5e64b4354340)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:45.022643 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-53ee8cb0-1da4-491b-96de-19b179bd7cd2 req-8cd0fb29-b957-4d6a-840c-420b7ce7b35e tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:45.113938 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-076ab118-6dcb-4374-81f3-2974b5f01213 service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562756 Nov 12 20:12:45.118021 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d3d-90e7-413b-9c25-a4f6996e00b0 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for floatingip, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:45.281783 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-53ee8cb0-1da4-491b-96de-19b179bd7cd2 req-8cd0fb29-b957-4d6a-840c-420b7ce7b35e tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:45.282950 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-53ee8cb0-1da4-491b-96de-19b179bd7cd2 req-8cd0fb29-b957-4d6a-840c-420b7ce7b35e tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:45.283472 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [req-53ee8cb0-1da4-491b-96de-19b179bd7cd2 req-8cd0fb29-b957-4d6a-840c-420b7ce7b35e tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Floating IP 5ea270e3-b3ff-4c09-81bd-79f60ec10a7a disassociated. External IP: 172.25.5.124, port: 96ddc68d-da5e-4b8a-8184-e9972a34a823. Nov 12 20:12:45.284148 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-74fa68ae-e892-4991-aa31-fe42c1478153 service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609457 Nov 12 20:12:45.285376 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-53ee8cb0-1da4-491b-96de-19b179bd7cd2 req-8cd0fb29-b957-4d6a-840c-420b7ce7b35e tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Calling delete_port for 96ddc68d-da5e-4b8a-8184-e9972a34a823 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:12:45.338083 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-454a00db-46c4-44e2-88ac-1c4abc00041c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=8ad9c130-af35-4d6c-9d74-d3b0ab429420 HTTP/1.1" status: 200 len: 217 time: 0.0460033 Nov 12 20:12:45.346811 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d3d-90e7-413b-9c25-a4f6996e00b0 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:45.450410 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-8ea72eeb-6c0e-4e0f-8470-073c7c956270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:45.452295 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-8ea72eeb-6c0e-4e0f-8470-073c7c956270 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ec938247-4c75-4821-8212-7136bcd55e80 HTTP/1.1" status: 200 len: 797 time: 0.0971014 Nov 12 20:12:45.453050 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-53ee8cb0-1da4-491b-96de-19b179bd7cd2 req-8cd0fb29-b957-4d6a-840c-420b7ce7b35e tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:45.499888 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0fb29-b957-4d6a-840c-420b7ce7b35e tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Pushing event deleted for resources: {'Port': ['ID=96ddc68d-da5e-4b8a-8184-e9972a34a823,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:45.569096 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f3b19f16-a1df-49f4-9f19-294d71adf668 req-eb9779be-8507-4b87-a377-4e62ba5e6b7b tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3602ec-020b-46b8-9300-c80195edc31e HTTP/1.1" status: 200 len: 210 time: 0.0525441 Nov 12 20:12:45.589907 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-40ed3d3d-90e7-413b-9c25-a4f6996e00b0 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Allocated IP 172.25.5.204 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/ddca555a-d234-49a1-944a-5ade7a23ac11) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:12:45.607834 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-1d719148-3775-472c-9f94-62bdf1abfb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:45.610658 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-1d719148-3775-472c-9f94-62bdf1abfb46 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b061d0a-83a0-4547-b01e-0f9ed0607384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1333437 Nov 12 20:12:45.661894 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53ee8cb0-1da4-491b-96de-19b179bd7cd2 req-8cd0fb29-b957-4d6a-840c-420b7ce7b35e tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Router 38aebb69-a6d5-41cb-8a66-d07326f66dd2 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:12:45.773537 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-5b7c62dd-771b-4d66-a6f2-ce473c1e0362 service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548214 Nov 12 20:12:45.804720 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53ee8cb0-1da4-491b-96de-19b179bd7cd2 req-8cd0fb29-b957-4d6a-840c-420b7ce7b35e tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:12:45.818114 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0838ad34-24ca-423d-b6d5-8c7f1a5d51bd None None] Sync routers for ids ['38aebb69-a6d5-41cb-8a66-d07326f66dd2'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:12:45.837401 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0838ad34-24ca-423d-b6d5-8c7f1a5d51bd None None] Routers {'38aebb69-a6d5-41cb-8a66-d07326f66dd2'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:12:45.838829 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-0838ad34-24ca-423d-b6d5-8c7f1a5d51bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:12:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['38aebb69-a6d5-41cb-8a66-d07326f66dd2'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:45.873475 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d3d-90e7-413b-9c25-a4f6996e00b0 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:45.895261 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ee8cb0-1da4-491b-96de-19b179bd7cd2 req-8cd0fb29-b957-4d6a-840c-420b7ce7b35e tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] No DVR routers for this DVR port 96ddc68d-da5e-4b8a-8184-e9972a34a823 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:12:45.906423 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-53ee8cb0-1da4-491b-96de-19b179bd7cd2 req-8cd0fb29-b957-4d6a-840c-420b7ce7b35e tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:45.909751 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-53ee8cb0-1da4-491b-96de-19b179bd7cd2 req-8cd0fb29-b957-4d6a-840c-420b7ce7b35e tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.55 "DELETE /v2.0/ports/96ddc68d-da5e-4b8a-8184-e9972a34a823 HTTP/1.1" status: 204 len: 173 time: 1.1779544 Nov 12 20:12:45.910327 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3602ec-020b-46b8-9300-c80195edc31e', 'name': 'network-vif-deleted', 'tag': '96ddc68d-da5e-4b8a-8184-e9972a34a823'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:12:45.916041 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a28752b-1f56-48d4-8413-a5f0d3fb252a" -d '{"events": [{"server_uuid": "5a3602ec-020b-46b8-9300-c80195edc31e", "name": "network-vif-deleted", "tag": "96ddc68d-da5e-4b8a-8184-e9972a34a823"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:12:45.960442 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-141944e6-f540-4431-8ee8-683e548fad7b service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751862 Nov 12 20:12:46.016740 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2619969c-a837-44b2-bce4-f00578779b43 x-openstack-request-id: req-2619969c-a837-44b2-bce4-f00578779b43 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:12:46.017032 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3602ec-020b-46b8-9300-c80195edc31e", "name": "network-vif-deleted", "tag": "96ddc68d-da5e-4b8a-8184-e9972a34a823", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:12:46.017280 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2619969c-a837-44b2-bce4-f00578779b43 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:12:46.017677 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3602ec-020b-46b8-9300-c80195edc31e', 'name': 'network-vif-deleted', 'tag': '96ddc68d-da5e-4b8a-8184-e9972a34a823', 'status': 'completed', 'code': 200} Nov 12 20:12:46.033502 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-c7440e9c-92f4-4feb-aee0-fe7edea62391 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7 HTTP/1.1" status: 200 len: 217 time: 0.0590227 Nov 12 20:12:46.116783 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-e75a35c0-10cf-464e-b0df-3d69075db257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:46.118276 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-e75a35c0-10cf-464e-b0df-3d69075db257 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ec938247-4c75-4821-8212-7136bcd55e80 HTTP/1.1" status: 200 len: 797 time: 0.0741951 Nov 12 20:12:46.118405 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-0838ad34-24ca-423d-b6d5-8c7f1a5d51bd None None] Set router 38aebb69-a6d5-41cb-8a66-d07326f66dd2 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:12:46.119787 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d3d-90e7-413b-9c25-a4f6996e00b0 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:46.189248 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed3d3d-90e7-413b-9c25-a4f6996e00b0 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Pushing event updated for resources: {'Port': ['ID=ddca555a-d234-49a1-944a-5ade7a23ac11,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:46.226997 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ed3d3d-90e7-413b-9c25-a4f6996e00b0 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:12:46.234122 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-40ed3d3d-90e7-413b-9c25-a4f6996e00b0 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:12:46.237139 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ed3d3d-90e7-413b-9c25-a4f6996e00b0 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:12:46.300648 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-362623eb-0c8a-4fda-ab2f-db9b9cc3a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:46.303095 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-362623eb-0c8a-4fda-ab2f-db9b9cc3a388 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b061d0a-83a0-4547-b01e-0f9ed0607384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1148019 Nov 12 20:12:46.411261 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-6fd306a1-9d63-4ced-bd5c-d6818743ce6c service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986280 Nov 12 20:12:46.420698 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-0838ad34-24ca-423d-b6d5-8c7f1a5d51bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'name': 'tempest-ServersTestJSON-1511891130-router', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd9ece6ab-b215-4961-a882-bd1799c5e608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:39Z', 'updated_at': '2021-11-12T20:09:42Z', 'revision_number': 4, 'project_id': 'd5465611ad2b44a59a4e0409ff99012a', 'gw_port': {'id': 'd9ece6ab-b215-4961-a882-bd1799c5e608', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:39Z', 'updated_at': '2021-11-12T20:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '40ad7723-b362-4d50-aefc-e65c37ad1663', 'name': '', 'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'mac_address': 'fa:16:3e:a8:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '98e12732-7111-4f99-b06c-90df60cbde64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:42Z', 'updated_at': '2021-11-12T20:09:47Z', 'revision_number': 5, 'project_id': 'd5465611ad2b44a59a4e0409ff99012a', 'subnets': [{'id': '98e12732-7111-4f99-b06c-90df60cbde64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:46.448333 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0838ad34-24ca-423d-b6d5-8c7f1a5d51bd None None] Checking router: 38aebb69-a6d5-41cb-8a66-d07326f66dd2 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:12:46.458408 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0838ad34-24ca-423d-b6d5-8c7f1a5d51bd None None] Routers {'38aebb69-a6d5-41cb-8a66-d07326f66dd2'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:12:46.459026 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-0838ad34-24ca-423d-b6d5-8c7f1a5d51bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:12:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['38aebb69-a6d5-41cb-8a66-d07326f66dd2'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:46.527670 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42246) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:46.531278 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-654567c2-ca64-4b5f-bc66-6da1f3e30ca5 service neutron] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123228 Nov 12 20:12:46.588029 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-e8b92051-a1a1-4159-91f1-954c87060a8e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3ed28dcd-1910-40f7-b699-b7f2769c9e31 HTTP/1.1" status: 200 len: 217 time: 0.0484569 Nov 12 20:12:46.612872 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-0838ad34-24ca-423d-b6d5-8c7f1a5d51bd None None] Set router 38aebb69-a6d5-41cb-8a66-d07326f66dd2 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:12:46.718889 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5a389854-49c1-47aa-82ad-4c3b2e4aad4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:46.748869 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-a503b6f3-4fe9-47d3-ae6f-2363413011e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:46.750529 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-a503b6f3-4fe9-47d3-ae6f-2363413011e1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e6eb43fd-4a7b-4440-9c8e-37696bad3d1e HTTP/1.1" status: 200 len: 797 time: 0.1285753 Nov 12 20:12:46.796249 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f7ad66c0-f1c3-435d-84f1-6e642550e088 req-a313ea73-21d9-481f-a456-79bc4a30cb4f tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3602ec-020b-46b8-9300-c80195edc31e HTTP/1.1" status: 200 len: 210 time: 0.0553133 Nov 12 20:12:46.860100 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-5d8c97aa-03d1-4e04-a5d2-f56a284e7471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:46.862298 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-5d8c97aa-03d1-4e04-a5d2-f56a284e7471 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60bf0d01-a5ac-43f9-aea4-058a868d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0720384 Nov 12 20:12:46.886507 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5a389854-49c1-47aa-82ad-4c3b2e4aad4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:46.891478 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5a389854-49c1-47aa-82ad-4c3b2e4aad4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:46.892865 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-0838ad34-24ca-423d-b6d5-8c7f1a5d51bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'name': 'tempest-ServersTestJSON-1511891130-router', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd9ece6ab-b215-4961-a882-bd1799c5e608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:39Z', 'updated_at': '2021-11-12T20:09:42Z', 'revision_number': 4, 'project_id': 'd5465611ad2b44a59a4e0409ff99012a', 'gw_port': {'id': 'd9ece6ab-b215-4961-a882-bd1799c5e608', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:39Z', 'updated_at': '2021-11-12T20:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '40ad7723-b362-4d50-aefc-e65c37ad1663', 'name': '', 'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'mac_address': 'fa:16:3e:a8:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '98e12732-7111-4f99-b06c-90df60cbde64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:42Z', 'updated_at': '2021-11-12T20:09:47Z', 'revision_number': 5, 'project_id': 'd5465611ad2b44a59a4e0409ff99012a', 'subnets': [{'id': '98e12732-7111-4f99-b06c-90df60cbde64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:46.929976 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5a389854-49c1-47aa-82ad-4c3b2e4aad4f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ec719c7d24d4b59bfa85fcff71c5ce7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3979325 Nov 12 20:12:46.934797 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42252) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:46.974304 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a389854-49c1-47aa-82ad-4c3b2e4aad4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd419e8-8f03-4825-9184-5d9300a645c5,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:47.013208 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c56a1b0f-023a-43c4-b12b-0f007ea72a6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:47.041845 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c56a1b0f-023a-43c4-b12b-0f007ea72a6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:47.102479 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c56a1b0f-023a-43c4-b12b-0f007ea72a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:47.105501 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c56a1b0f-023a-43c4-b12b-0f007ea72a6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:47.109695 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c56a1b0f-023a-43c4-b12b-0f007ea72a6a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/edd419e8-8f03-4825-9184-5d9300a645c5 HTTP/1.1" status: 204 len: 168 time: 0.1706262 Nov 12 20:12:47.109854 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-21dcd201-7ca4-42e4-a1be-ce080cf583e9 service neutron] 10.222.0.52 "GET /v2.0/networks/60bf0d01-a5ac-43f9-aea4-058a868d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129409 Nov 12 20:12:47.117524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a1b0f-023a-43c4-b12b-0f007ea72a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd419e8-8f03-4825-9184-5d9300a645c5,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:47.127763 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0838ad34-24ca-423d-b6d5-8c7f1a5d51bd None None] The sync data for ids ['38aebb69-a6d5-41cb-8a66-d07326f66dd2'] in n-d-712140-15 is: [{'id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'name': 'tempest-ServersTestJSON-1511891130-router', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd9ece6ab-b215-4961-a882-bd1799c5e608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:39Z', 'updated_at': '2021-11-12T20:09:42Z', 'revision_number': 4, 'project_id': 'd5465611ad2b44a59a4e0409ff99012a', 'gw_port': {'id': 'd9ece6ab-b215-4961-a882-bd1799c5e608', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:39Z', 'updated_at': '2021-11-12T20:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '40ad7723-b362-4d50-aefc-e65c37ad1663', 'name': '', 'network_id': 'edaef3d5-54db-4e10-87fc-fa1839efbc5c', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'mac_address': 'fa:16:3e:a8:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '98e12732-7111-4f99-b06c-90df60cbde64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:42Z', 'updated_at': '2021-11-12T20:09:47Z', 'revision_number': 5, 'project_id': 'd5465611ad2b44a59a4e0409ff99012a', 'subnets': [{'id': '98e12732-7111-4f99-b06c-90df60cbde64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:12:47.220459 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d3d-90e7-413b-9c25-a4f6996e00b0 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:47.282781 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-15c1bfa8-f95e-42bf-a6d0-60075cc43daf service neutron] 10.222.0.52 "GET /v2.0/networks/60bf0d01-a5ac-43f9-aea4-058a868d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623960 Nov 12 20:12:47.362285 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-e361387a-e979-45fd-8352-0164cf6879cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed205f9d-8655-42c7-97ed-cba504477990 HTTP/1.1" status: 200 len: 217 time: 0.0712957 Nov 12 20:12:47.366806 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d3d-90e7-413b-9c25-a4f6996e00b0 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:47.473952 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-a8761589-1af3-4746-98c7-ff4336cb5b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:47.476127 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-a8761589-1af3-4746-98c7-ff4336cb5b67 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e6eb43fd-4a7b-4440-9c8e-37696bad3d1e HTTP/1.1" status: 200 len: 797 time: 0.1046257 Nov 12 20:12:47.504689 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64571d21-4f2e-49f4-ab74-df0741d9b3fe None None] New status for floating IP 5ea270e3-b3ff-4c09-81bd-79f60ec10a7a: DOWN {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:12:47.515414 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42262) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:47.529202 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f69f534-bcb5-46cc-bd47-7081e6e706b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:47.586720 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-26424c68-a59f-4d14-98d7-a449df2a14a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:47.588649 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-26424c68-a59f-4d14-98d7-a449df2a14a9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60bf0d01-a5ac-43f9-aea4-058a868d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0984447 Nov 12 20:12:47.638727 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f69f534-bcb5-46cc-bd47-7081e6e706b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:47.644685 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f69f534-bcb5-46cc-bd47-7081e6e706b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:47.688335 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7f69f534-bcb5-46cc-bd47-7081e6e706b4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9919a8f8261d4653be134158c829eb81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1717458 Nov 12 20:12:47.695125 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42264) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:47.707928 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d3d-90e7-413b-9c25-a4f6996e00b0 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:47.715170 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69f534-bcb5-46cc-bd47-7081e6e706b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7827f4a6-9ef8-4055-96ff-81e6610ea6f9,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:47.724292 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d3d-90e7-413b-9c25-a4f6996e00b0 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:47.784196 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-87e10a2f-d663-4abc-9181-d7d995f90e9c service neutron] 10.222.0.52 "GET /v2.0/networks/60bf0d01-a5ac-43f9-aea4-058a868d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857445 Nov 12 20:12:47.847140 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed3d3d-90e7-413b-9c25-a4f6996e00b0 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Pushing event updated for resources: {'Port': ['ID=ddca555a-d234-49a1-944a-5ade7a23ac11,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:47.896364 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42270) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:47.909101 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c984a4d-5fa6-4bea-bf42-746eacc0f1a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:47.911043 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d3d-90e7-413b-9c25-a4f6996e00b0 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:47.958119 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5184e0fc-d280-4861-8e58-7fff7fb6d496 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:47.988124 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c984a4d-5fa6-4bea-bf42-746eacc0f1a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:47.993576 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5184e0fc-d280-4861-8e58-7fff7fb6d496 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:48.046731 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5184e0fc-d280-4861-8e58-7fff7fb6d496 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:48.049487 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-089b4fbb-6186-4c70-947d-a205e91949c9 req-3a5f6f94-5818-4dd2-a04a-834451662ff1 service neutron] 10.222.0.52 "GET /v2.0/networks/60bf0d01-a5ac-43f9-aea4-058a868d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507749 Nov 12 20:12:48.050092 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5184e0fc-d280-4861-8e58-7fff7fb6d496 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:48.053647 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5184e0fc-d280-4861-8e58-7fff7fb6d496 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "DELETE /v2.0/security-groups/8a67ac9d-cc9e-4ebf-9e0c-d8fd8ca94069 HTTP/1.1" status: 204 len: 168 time: 0.1538630 Nov 12 20:12:48.058460 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42272) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:48.069209 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184e0fc-d280-4861-8e58-7fff7fb6d496 tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a67ac9d-cc9e-4ebf-9e0c-d8fd8ca94069,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:48.081700 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-32be2545-01cf-46ce-beed-1835c993508b tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] show failed (client error): The resource could not be found. Nov 12 20:12:48.086085 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-32be2545-01cf-46ce-beed-1835c993508b tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "GET /v2.0/security-groups/8a67ac9d-cc9e-4ebf-9e0c-d8fd8ca94069 HTTP/1.1" status: 404 len: 347 time: 0.0234051 Nov 12 20:12:48.087807 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42274) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:48.139877 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [None req-40ed3d3d-90e7-413b-9c25-a4f6996e00b0 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Floating IP a3c8a2b2-e3b1-4301-8a99-63f5eabf8344 associated. External IP: 172.25.5.204, port: e2d33e1e-7bc5-47f1-a090-dfa8e2409089. Nov 12 20:12:48.211429 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c984a4d-5fa6-4bea-bf42-746eacc0f1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:48.214022 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c984a4d-5fa6-4bea-bf42-746eacc0f1a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:48.215173 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8c984a4d-5fa6-4bea-bf42-746eacc0f1a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7827f4a6-9ef8-4055-96ff-81e6610ea6f9 HTTP/1.1" status: 204 len: 168 time: 0.5176549 Nov 12 20:12:48.263956 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c984a4d-5fa6-4bea-bf42-746eacc0f1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7827f4a6-9ef8-4055-96ff-81e6610ea6f9,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:48.359904 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c65d3-3cfd-4a4c-9b87-0d90661df2df tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Deleting port 198bdfc7-ce6b-40df-b7ba-6b9adaf79184 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:12:48.360272 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6e6c65d3-3cfd-4a4c-9b87-0d90661df2df tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:48.859387 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6e6c65d3-3cfd-4a4c-9b87-0d90661df2df tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:48.860010 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6e6c65d3-3cfd-4a4c-9b87-0d90661df2df tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:48.876426 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c65d3-3cfd-4a4c-9b87-0d90661df2df tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Calling delete_port for 198bdfc7-ce6b-40df-b7ba-6b9adaf79184 owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:12:48.889906 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ed3d3d-90e7-413b-9c25-a4f6996e00b0 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Router 52564ca0-a44f-4571-b355-4251d9275d24 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:12:49.084810 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ed3d3d-90e7-413b-9c25-a4f6996e00b0 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:12:49.105025 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281ae69a-2296-4031-a812-a99ac4fc4eab None None] Sync routers for ids ['52564ca0-a44f-4571-b355-4251d9275d24'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:12:49.119829 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d3d-90e7-413b-9c25-a4f6996e00b0 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:49.120847 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281ae69a-2296-4031-a812-a99ac4fc4eab None None] Routers {'52564ca0-a44f-4571-b355-4251d9275d24'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:12:49.121542 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-281ae69a-2296-4031-a812-a99ac4fc4eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:12:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['52564ca0-a44f-4571-b355-4251d9275d24'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:49.124920 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6e6c65d3-3cfd-4a4c-9b87-0d90661df2df tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:49.178776 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c65d3-3cfd-4a4c-9b87-0d90661df2df tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Pushing event deleted for resources: {'Port': ['ID=198bdfc7-ce6b-40df-b7ba-6b9adaf79184,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:49.183864 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-40ed3d3d-90e7-413b-9c25-a4f6996e00b0 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5226235 Nov 12 20:12:49.186654 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc36e749-8bfe-40df-b2a8-69898a3b6d78', 'tag': 'e2d33e1e-7bc5-47f1-a090-dfa8e2409089'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:12:49.189124 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c130c924-b894-4e09-8e62-52011f21b621" -d '{"events": [{"name": "network-changed", "server_uuid": "cc36e749-8bfe-40df-b2a8-69898a3b6d78", "tag": "e2d33e1e-7bc5-47f1-a090-dfa8e2409089"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:12:49.258631 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6e6c65d3-3cfd-4a4c-9b87-0d90661df2df tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks [] for floatingip, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:49.259356 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-281ae69a-2296-4031-a812-a99ac4fc4eab None None] Set router 52564ca0-a44f-4571-b355-4251d9275d24 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:12:49.262471 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6e6c65d3-3cfd-4a4c-9b87-0d90661df2df tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:49.263674 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6e6c65d3-3cfd-4a4c-9b87-0d90661df2df tempest-ServersTestJSON-1011981753 tempest-ServersTestJSON-1011981753-project] 10.222.0.48 "DELETE /v2.0/floatingips/5ea270e3-b3ff-4c09-81bd-79f60ec10a7a HTTP/1.1" status: 204 len: 168 time: 1.1748791 Nov 12 20:12:49.266582 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42310) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:49.309667 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba40759-aa20-4fbd-be25-617ca5373df7 x-openstack-request-id: req-cba40759-aa20-4fbd-be25-617ca5373df7 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:12:49.309667 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc36e749-8bfe-40df-b2a8-69898a3b6d78", "tag": "e2d33e1e-7bc5-47f1-a090-dfa8e2409089", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:12:49.309667 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cba40759-aa20-4fbd-be25-617ca5373df7 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:12:49.309667 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc36e749-8bfe-40df-b2a8-69898a3b6d78', 'tag': 'e2d33e1e-7bc5-47f1-a090-dfa8e2409089', 'status': 'completed', 'code': 200} Nov 12 20:12:49.356594 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 96ddc68d-da5e-4b8a-8184-e9972a34a823 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:12:49.389727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 96ddc68d-da5e-4b8a-8184-e9972a34a823 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:12:49.390072 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 96ddc68d-da5e-4b8a-8184-e9972a34a823 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:12:49.496447 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130c924-b894-4e09-8e62-52011f21b621 req-aa533b03-006a-4bee-acfd-9d469369e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:49.498041 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c130c924-b894-4e09-8e62-52011f21b621 req-aa533b03-006a-4bee-acfd-9d469369e11c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d48c506c1da468aab40c41f0ac9e84d&device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 1097 time: 0.1373188 Nov 12 20:12:49.609528 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-281ae69a-2296-4031-a812-a99ac4fc4eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52564ca0-a44f-4571-b355-4251d9275d24', 'name': 'tempest-TestServerBasicOps-1383773425-router', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'a1f322a0-feec-4170-8fc9-f27921ab28fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:06Z', 'updated_at': '2021-11-12T20:12:12Z', 'revision_number': 4, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'gw_port': {'id': 'a1f322a0-feec-4170-8fc9-f27921ab28fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52564ca0-a44f-4571-b355-4251d9275d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:07Z', 'updated_at': '2021-11-12T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'a3c8a2b2-e3b1-4301-8a99-63f5eabf8344', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'floating_ip_address': '172.25.5.204', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '52564ca0-a44f-4571-b355-4251d9275d24', 'port_id': 'e2d33e1e-7bc5-47f1-a090-dfa8e2409089', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2', 'mac_address': 'fa:16:3e:7b:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc36e749-8bfe-40df-b2a8-69898a3b6d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:12:46Z', 'updated_at': '2021-11-12T20:12:46Z', 'revision_number': 0, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3069d35-5c08-4139-bdc5-b88dc9de06b1', 'name': '', 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'mac_address': 'fa:16:3e:5a:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52564ca0-a44f-4571-b355-4251d9275d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '92e15e0d-7238-4f64-9728-a120864f849a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:11Z', 'updated_at': '2021-11-12T20:12:25Z', 'revision_number': 5, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'subnets': [{'id': '92e15e0d-7238-4f64-9728-a120864f849a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:49.641986 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281ae69a-2296-4031-a812-a99ac4fc4eab None None] Checking router: 52564ca0-a44f-4571-b355-4251d9275d24 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:12:49.655465 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281ae69a-2296-4031-a812-a99ac4fc4eab None None] Routers {'52564ca0-a44f-4571-b355-4251d9275d24'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:12:49.656356 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-281ae69a-2296-4031-a812-a99ac4fc4eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:12:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['52564ca0-a44f-4571-b355-4251d9275d24'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:49.697068 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130c924-b894-4e09-8e62-52011f21b621 req-b60791e1-fb88-406b-b59a-6dc3e0344a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:49.699400 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c130c924-b894-4e09-8e62-52011f21b621 req-b60791e1-fb88-406b-b59a-6dc3e0344a9d service neutron] 10.222.0.55 "GET /v2.0/networks?id=b1371fda-9f38-4155-be6b-0739065dc4f2 HTTP/1.1" status: 200 len: 910 time: 0.1892247 Nov 12 20:12:49.787173 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-281ae69a-2296-4031-a812-a99ac4fc4eab None None] Set router 52564ca0-a44f-4571-b355-4251d9275d24 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:12:49.823361 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c130c924-b894-4e09-8e62-52011f21b621 req-fb2e606a-4f96-4fdd-9028-d0dd837ef88a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2d33e1e-7bc5-47f1-a090-dfa8e2409089 HTTP/1.1" status: 200 len: 999 time: 0.1148915 Nov 12 20:12:49.902060 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130c924-b894-4e09-8e62-52011f21b621 req-3c3a4d63-9252-4792-98e3-4185e7bc216b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:49.902849 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42324) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:49.903654 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c130c924-b894-4e09-8e62-52011f21b621 req-3c3a4d63-9252-4792-98e3-4185e7bc216b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=92e15e0d-7238-4f64-9728-a120864f849a HTTP/1.1" status: 200 len: 848 time: 0.0715215 Nov 12 20:12:49.951466 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fd0d1740-f942-4df1-8964-a594c8711d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:50.017661 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-bb78086d-eab9-48de-832e-71c7704b88be tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1290201574'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:50.018268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130c924-b894-4e09-8e62-52011f21b621 req-709be7fc-116e-4119-b1fd-211b2ab19cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:50.019797 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c130c924-b894-4e09-8e62-52011f21b621 req-709be7fc-116e-4119-b1fd-211b2ab19cfa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1371fda-9f38-4155-be6b-0739065dc4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0991492 Nov 12 20:12:50.042077 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bb78086d-eab9-48de-832e-71c7704b88be tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:50.043773 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bb78086d-eab9-48de-832e-71c7704b88be tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:50.070954 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:50.105650 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-37c58e03-5764-4387-83c1-5c1dae369a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:50.125166 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bb78086d-eab9-48de-832e-71c7704b88be tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:50.132699 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bb78086d-eab9-48de-832e-71c7704b88be tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:50.144409 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-281ae69a-2296-4031-a812-a99ac4fc4eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52564ca0-a44f-4571-b355-4251d9275d24', 'name': 'tempest-TestServerBasicOps-1383773425-router', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'a1f322a0-feec-4170-8fc9-f27921ab28fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:06Z', 'updated_at': '2021-11-12T20:12:12Z', 'revision_number': 4, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'gw_port': {'id': 'a1f322a0-feec-4170-8fc9-f27921ab28fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52564ca0-a44f-4571-b355-4251d9275d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:07Z', 'updated_at': '2021-11-12T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'a3c8a2b2-e3b1-4301-8a99-63f5eabf8344', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'floating_ip_address': '172.25.5.204', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '52564ca0-a44f-4571-b355-4251d9275d24', 'port_id': 'e2d33e1e-7bc5-47f1-a090-dfa8e2409089', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2', 'mac_address': 'fa:16:3e:7b:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc36e749-8bfe-40df-b2a8-69898a3b6d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:12:46Z', 'updated_at': '2021-11-12T20:12:46Z', 'revision_number': 0, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3069d35-5c08-4139-bdc5-b88dc9de06b1', 'name': '', 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'mac_address': 'fa:16:3e:5a:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52564ca0-a44f-4571-b355-4251d9275d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '92e15e0d-7238-4f64-9728-a120864f849a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:11Z', 'updated_at': '2021-11-12T20:12:25Z', 'revision_number': 5, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'subnets': [{'id': '92e15e0d-7238-4f64-9728-a120864f849a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:50.154073 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bb78086d-eab9-48de-832e-71c7704b88be tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:50.155833 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bb78086d-eab9-48de-832e-71c7704b88be tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2518802 Nov 12 20:12:50.158179 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42328) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:50.175763 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281ae69a-2296-4031-a812-a99ac4fc4eab None None] The sync data for ids ['52564ca0-a44f-4571-b355-4251d9275d24'] in n-d-712140-15 is: [{'id': '52564ca0-a44f-4571-b355-4251d9275d24', 'name': 'tempest-TestServerBasicOps-1383773425-router', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'a1f322a0-feec-4170-8fc9-f27921ab28fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:06Z', 'updated_at': '2021-11-12T20:12:12Z', 'revision_number': 4, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'gw_port': {'id': 'a1f322a0-feec-4170-8fc9-f27921ab28fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52564ca0-a44f-4571-b355-4251d9275d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:07Z', 'updated_at': '2021-11-12T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'a3c8a2b2-e3b1-4301-8a99-63f5eabf8344', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'floating_ip_address': '172.25.5.204', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '52564ca0-a44f-4571-b355-4251d9275d24', 'port_id': 'e2d33e1e-7bc5-47f1-a090-dfa8e2409089', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2', 'mac_address': 'fa:16:3e:7b:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc36e749-8bfe-40df-b2a8-69898a3b6d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:12:46Z', 'updated_at': '2021-11-12T20:12:46Z', 'revision_number': 0, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3069d35-5c08-4139-bdc5-b88dc9de06b1', 'name': '', 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'mac_address': 'fa:16:3e:5a:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52564ca0-a44f-4571-b355-4251d9275d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '92e15e0d-7238-4f64-9728-a120864f849a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:11Z', 'updated_at': '2021-11-12T20:12:25Z', 'revision_number': 5, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'subnets': [{'id': '92e15e0d-7238-4f64-9728-a120864f849a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:12:50.247332 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c130c924-b894-4e09-8e62-52011f21b621 req-8508d6f5-7f65-4bb5-8655-b93bcc9402de service neutron] 10.222.0.55 "GET /v2.0/networks/b1371fda-9f38-4155-be6b-0739065dc4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183943 Nov 12 20:12:50.263739 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-168bbbeb-f5c7-4948-8e85-d680e919e3c1 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:50.424245 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c130c924-b894-4e09-8e62-52011f21b621 req-03d797b9-503d-4f02-9dfb-5e90d090110b service neutron] 10.222.0.55 "GET /v2.0/networks/b1371fda-9f38-4155-be6b-0739065dc4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666565 Nov 12 20:12:50.469059 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-168bbbeb-f5c7-4948-8e85-d680e919e3c1 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:50.481146 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-168bbbeb-f5c7-4948-8e85-d680e919e3c1 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:50.525653 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3581cba-e696-4767-87bc-b69b0cabf320 None None] New status for floating IP a3c8a2b2-e3b1-4301-8a99-63f5eabf8344: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:12:50.532823 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-37c58e03-5764-4387-83c1-5c1dae369a34 admin admin] Deleting port 40ad7723-b362-4d50-aefc-e65c37ad1663 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:12:50.534131 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-37c58e03-5764-4387-83c1-5c1dae369a34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:50.544000 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-168bbbeb-f5c7-4948-8e85-d680e919e3c1 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:50.544500 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168bbbeb-f5c7-4948-8e85-d680e919e3c1 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 718b0fc4-9767-4af2-b04e-793faf6883f0 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:12:50.551433 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-168bbbeb-f5c7-4948-8e85-d680e919e3c1 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:50.555777 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-168bbbeb-f5c7-4948-8e85-d680e919e3c1 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] 10.222.0.48 "DELETE /v2.0/routers/718b0fc4-9767-4af2-b04e-793faf6883f0 HTTP/1.1" status: 204 len: 168 time: 0.3962860 Nov 12 20:12:50.556505 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42334) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:50.562157 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-fca0ea37-06f0-47a9-9502-b07ae4a83db7 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Request body: {'router': {'name': 'tempest-router-1272919196', 'distributed': False}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:50.595292 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fca0ea37-06f0-47a9-9502-b07ae4a83db7 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:50.596732 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fca0ea37-06f0-47a9-9502-b07ae4a83db7 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:50.654390 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-37c58e03-5764-4387-83c1-5c1dae369a34 admin admin] For port 40ad7723-b362-4d50-aefc-e65c37ad1663, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=40ad7723-b362-4d50-aefc-e65c37ad1663,segment=NetworkSegment(557f6cdc-d4a0-4c14-9771-5e64b4354340),segment_id=557f6cdc-d4a0-4c14-9771-5e64b4354340)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:50.655110 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-37c58e03-5764-4387-83c1-5c1dae369a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:50.659524 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fca0ea37-06f0-47a9-9502-b07ae4a83db7 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:50.666089 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fca0ea37-06f0-47a9-9502-b07ae4a83db7 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:50.681248 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-37c58e03-5764-4387-83c1-5c1dae369a34 admin admin] Calling delete_port for 40ad7723-b362-4d50-aefc-e65c37ad1663 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:12:50.687312 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fca0ea37-06f0-47a9-9502-b07ae4a83db7 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:50.691904 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fca0ea37-06f0-47a9-9502-b07ae4a83db7 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1316955 Nov 12 20:12:50.692712 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42336) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:50.776292 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-48823e28-7cd3-4954-b2d1-050af90b2aa9 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:50.891378 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-37c58e03-5764-4387-83c1-5c1dae369a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:50.924634 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c58e03-5764-4387-83c1-5c1dae369a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=40ad7723-b362-4d50-aefc-e65c37ad1663,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:50.940341 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-48823e28-7cd3-4954-b2d1-050af90b2aa9 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:50.943929 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-48823e28-7cd3-4954-b2d1-050af90b2aa9 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:51.005327 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-48823e28-7cd3-4954-b2d1-050af90b2aa9 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:51.006162 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48823e28-7cd3-4954-b2d1-050af90b2aa9 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c34aa7fa-9d42-4faf-93e4-9a36b6120d81 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:12:51.012960 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-48823e28-7cd3-4954-b2d1-050af90b2aa9 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:51.014712 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-48823e28-7cd3-4954-b2d1-050af90b2aa9 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] 10.222.0.48 "DELETE /v2.0/routers/c34aa7fa-9d42-4faf-93e4-9a36b6120d81 HTTP/1.1" status: 204 len: 168 time: 0.3207715 Nov 12 20:12:51.018371 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42338) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:51.025457 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-2dd2e7be-edde-4acb-bae7-4b1e5ff2cc97 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Request body: {'router': {'name': 'tempest-router-1799804423', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2530077674e2457a8924ccf2ff8fdad0'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:51.052673 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2dd2e7be-edde-4acb-bae7-4b1e5ff2cc97 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:51.054276 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2dd2e7be-edde-4acb-bae7-4b1e5ff2cc97 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:51.120597 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2dd2e7be-edde-4acb-bae7-4b1e5ff2cc97 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:51.138290 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2dd2e7be-edde-4acb-bae7-4b1e5ff2cc97 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:51.141356 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-37c58e03-5764-4387-83c1-5c1dae369a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:51.164858 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2dd2e7be-edde-4acb-bae7-4b1e5ff2cc97 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:51.166306 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2dd2e7be-edde-4acb-bae7-4b1e5ff2cc97 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1465349 Nov 12 20:12:51.174065 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42340) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:51.180294 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-aed3dd23-55f4-4cff-809a-db8af94d3661 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:51.415413 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aed3dd23-55f4-4cff-809a-db8af94d3661 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7534'] for router, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:51.415667 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aed3dd23-55f4-4cff-809a-db8af94d3661 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks [] for router, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:51.514216 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-aed3dd23-55f4-4cff-809a-db8af94d3661 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102447) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 12 20:12:51.514586 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-aed3dd23-55f4-4cff-809a-db8af94d3661 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Router 02e5ceff-010e-420e-96f9-0dae505f7ae5 migrating from provider to provider. {{(pid=102447) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 12 20:12:51.515006 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aed3dd23-55f4-4cff-809a-db8af94d3661 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:51.521323 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aed3dd23-55f4-4cff-809a-db8af94d3661 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:51.526403 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aed3dd23-55f4-4cff-809a-db8af94d3661 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706542'] for router, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:51.613737 n-d-712140-15 neutron-server[102447]: WARNING neutron.scheduler.l3_agent_scheduler [None req-aed3dd23-55f4-4cff-809a-db8af94d3661 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] No L3 agents can host the router 02e5ceff-010e-420e-96f9-0dae505f7ae5 Nov 12 20:12:51.658968 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c58e03-5764-4387-83c1-5c1dae369a34 admin admin] Router 38aebb69-a6d5-41cb-8a66-d07326f66dd2 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:12:51.721634 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed3dd23-55f4-4cff-809a-db8af94d3661 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Hosts for router 02e5ceff-010e-420e-96f9-0dae505f7ae5: [] {{(pid=102447) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 12 20:12:51.746633 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed3dd23-55f4-4cff-809a-db8af94d3661 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Hosts for other DVR routers connected to router 02e5ceff-010e-420e-96f9-0dae505f7ae5: set() {{(pid=102447) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 12 20:12:51.749449 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aed3dd23-55f4-4cff-809a-db8af94d3661 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:51.750854 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-aed3dd23-55f4-4cff-809a-db8af94d3661 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] 10.222.0.48 "PUT /v2.0/routers/02e5ceff-010e-420e-96f9-0dae505f7ae5 HTTP/1.1" status: 200 len: 717 time: 0.5757313 Nov 12 20:12:51.754029 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42346) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:51.772814 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c58e03-5764-4387-83c1-5c1dae369a34 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:12:51.788848 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-37c58e03-5764-4387-83c1-5c1dae369a34 admin admin] 10.222.0.48 "PUT /v2.0/routers/38aebb69-a6d5-41cb-8a66-d07326f66dd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5134940 Nov 12 20:12:51.788848 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42348) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:51.798716 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf7164-c72b-4f9a-a505-40ccd147e2f2 None None] Sync routers for ids ['38aebb69-a6d5-41cb-8a66-d07326f66dd2'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:12:51.809533 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf7164-c72b-4f9a-a505-40ccd147e2f2 None None] Routers {'38aebb69-a6d5-41cb-8a66-d07326f66dd2'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:12:51.810539 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-cccf7164-c72b-4f9a-a505-40ccd147e2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:12:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['38aebb69-a6d5-41cb-8a66-d07326f66dd2'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:51.840599 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2239a13c-05d2-46c4-b35d-3e122ddbd1a0 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] 10.222.0.48 "GET /v2.0/routers/02e5ceff-010e-420e-96f9-0dae505f7ae5 HTTP/1.1" status: 200 len: 717 time: 0.0841930 Nov 12 20:12:51.843179 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42350) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:51.904266 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a7562dee-12cf-42e4-9a40-1d96a2b4178b admin admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:51.937293 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-cccf7164-c72b-4f9a-a505-40ccd147e2f2 None None] Set router 38aebb69-a6d5-41cb-8a66-d07326f66dd2 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:12:52.042562 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a7562dee-12cf-42e4-9a40-1d96a2b4178b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:52.084280 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-61bec79d-a5d4-45b0-a5e7-d2fc55e1f42c tempest-RoutersTestDVR-605251421 tempest-RoutersTestDVR-605251421-project] 10.222.0.48 "GET /v2.0/routers/02e5ceff-010e-420e-96f9-0dae505f7ae5 HTTP/1.1" status: 200 len: 683 time: 0.2385461 Nov 12 20:12:52.085643 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42354) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:52.101280 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-a7562dee-12cf-42e4-9a40-1d96a2b4178b admin admin] Deleting port d9ece6ab-b215-4961-a882-bd1799c5e608 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:12:52.101728 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a7562dee-12cf-42e4-9a40-1d96a2b4178b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:52.143912 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-cccf7164-c72b-4f9a-a505-40ccd147e2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'name': 'tempest-ServersTestJSON-1511891130-router', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd9ece6ab-b215-4961-a882-bd1799c5e608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:39Z', 'updated_at': '2021-11-12T20:12:50Z', 'revision_number': 5, 'project_id': 'd5465611ad2b44a59a4e0409ff99012a', 'gw_port': {'id': 'd9ece6ab-b215-4961-a882-bd1799c5e608', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:09:39Z', 'updated_at': '2021-11-12T20:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:52.167623 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91b818a5-0038-4b58-bb56-1e1e6257a74e tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:52.174146 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf7164-c72b-4f9a-a505-40ccd147e2f2 None None] Checking router: 38aebb69-a6d5-41cb-8a66-d07326f66dd2 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:12:52.193208 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf7164-c72b-4f9a-a505-40ccd147e2f2 None None] Routers {'38aebb69-a6d5-41cb-8a66-d07326f66dd2'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:12:52.193814 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-cccf7164-c72b-4f9a-a505-40ccd147e2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:12:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['38aebb69-a6d5-41cb-8a66-d07326f66dd2'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:52.194934 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-a7562dee-12cf-42e4-9a40-1d96a2b4178b admin admin] For port d9ece6ab-b215-4961-a882-bd1799c5e608, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d9ece6ab-b215-4961-a882-bd1799c5e608,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:52.195421 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a7562dee-12cf-42e4-9a40-1d96a2b4178b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:52.215297 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-a7562dee-12cf-42e4-9a40-1d96a2b4178b admin admin] Calling delete_port for d9ece6ab-b215-4961-a882-bd1799c5e608 owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:12:52.235744 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ed0bb800-c292-4a00-811f-dafa5e6153e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:52.287566 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-cccf7164-c72b-4f9a-a505-40ccd147e2f2 None None] Set router 38aebb69-a6d5-41cb-8a66-d07326f66dd2 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:12:52.334983 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91b818a5-0038-4b58-bb56-1e1e6257a74e tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:52.340191 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91b818a5-0038-4b58-bb56-1e1e6257a74e tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:52.348967 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-cccf7164-c72b-4f9a-a505-40ccd147e2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'name': 'tempest-ServersTestJSON-1511891130-router', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:39Z', 'updated_at': '2021-11-12T20:12:52Z', 'revision_number': 6, 'project_id': 'd5465611ad2b44a59a4e0409ff99012a', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:52.376016 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf7164-c72b-4f9a-a505-40ccd147e2f2 None None] The sync data for ids ['38aebb69-a6d5-41cb-8a66-d07326f66dd2'] in n-d-712140-15 is: [{'id': '38aebb69-a6d5-41cb-8a66-d07326f66dd2', 'name': 'tempest-ServersTestJSON-1511891130-router', 'tenant_id': 'd5465611ad2b44a59a4e0409ff99012a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:09:39Z', 'updated_at': '2021-11-12T20:12:52Z', 'revision_number': 6, 'project_id': 'd5465611ad2b44a59a4e0409ff99012a', 'gw_port_host': None}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:12:52.399501 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91b818a5-0038-4b58-bb56-1e1e6257a74e tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:52.400216 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b818a5-0038-4b58-bb56-1e1e6257a74e tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02e5ceff-010e-420e-96f9-0dae505f7ae5 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:12:52.405751 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91b818a5-0038-4b58-bb56-1e1e6257a74e tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:52.407431 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-91b818a5-0038-4b58-bb56-1e1e6257a74e tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] 10.222.0.48 "DELETE /v2.0/routers/02e5ceff-010e-420e-96f9-0dae505f7ae5 HTTP/1.1" status: 204 len: 168 time: 0.3206601 Nov 12 20:12:52.411795 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42358) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:52.417270 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-438dec6b-95ae-477f-942b-3c532bf44984 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Request body: {'router': {'name': 'tempest-router-1419581367', 'distributed': True}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:52.429520 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a7562dee-12cf-42e4-9a40-1d96a2b4178b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:52.441534 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-438dec6b-95ae-477f-942b-3c532bf44984 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:52.442733 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-438dec6b-95ae-477f-942b-3c532bf44984 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:52.460114 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7562dee-12cf-42e4-9a40-1d96a2b4178b admin admin] Pushing event deleted for resources: {'Port': ['ID=d9ece6ab-b215-4961-a882-bd1799c5e608,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:52.499421 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-438dec6b-95ae-477f-942b-3c532bf44984 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:52.506036 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-438dec6b-95ae-477f-942b-3c532bf44984 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:52.523410 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a7562dee-12cf-42e4-9a40-1d96a2b4178b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:52.523944 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-438dec6b-95ae-477f-942b-3c532bf44984 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:52.525338 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-438dec6b-95ae-477f-942b-3c532bf44984 tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1121676 Nov 12 20:12:52.528088 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42362) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:52.603960 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e3ac5aab-f37a-4a06-864e-6bb4b83a5adc tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:52.634343 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a7562dee-12cf-42e4-9a40-1d96a2b4178b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:52.636468 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a7562dee-12cf-42e4-9a40-1d96a2b4178b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:52.702847 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a7562dee-12cf-42e4-9a40-1d96a2b4178b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:52.703577 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7562dee-12cf-42e4-9a40-1d96a2b4178b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38aebb69-a6d5-41cb-8a66-d07326f66dd2 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:12:52.708304 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a7562dee-12cf-42e4-9a40-1d96a2b4178b admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:52.709438 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a7562dee-12cf-42e4-9a40-1d96a2b4178b admin admin] 10.222.0.48 "DELETE /v2.0/routers/38aebb69-a6d5-41cb-8a66-d07326f66dd2 HTTP/1.1" status: 204 len: 168 time: 0.9202278 Nov 12 20:12:52.711816 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42366) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:52.760279 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb28a18-e596-45b9-824b-72d2ec75ac83 admin admin] Deleting subnet 98e12732-7111-4f99-b06c-90df60cbde64 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:12:52.763423 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ebb28a18-e596-45b9-824b-72d2ec75ac83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:52.769270 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e3ac5aab-f37a-4a06-864e-6bb4b83a5adc tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:52.771502 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e3ac5aab-f37a-4a06-864e-6bb4b83a5adc tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:52.800988 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ebb28a18-e596-45b9-824b-72d2ec75ac83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:52.819069 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e3ac5aab-f37a-4a06-864e-6bb4b83a5adc tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:52.819758 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ac5aab-f37a-4a06-864e-6bb4b83a5adc tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf2f8ac9-a3e6-47a9-966f-45af39db1fd3 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:12:52.825309 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e3ac5aab-f37a-4a06-864e-6bb4b83a5adc tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:52.826901 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e3ac5aab-f37a-4a06-864e-6bb4b83a5adc tempest-RoutersTestDVR-1373479418 tempest-RoutersTestDVR-1373479418-project-admin] 10.222.0.48 "DELETE /v2.0/routers/bf2f8ac9-a3e6-47a9-966f-45af39db1fd3 HTTP/1.1" status: 204 len: 168 time: 0.2977407 Nov 12 20:12:52.925308 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ebb28a18-e596-45b9-824b-72d2ec75ac83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:52.979482 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ebb28a18-e596-45b9-824b-72d2ec75ac83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:53.009443 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ebb28a18-e596-45b9-824b-72d2ec75ac83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:53.013370 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ebb28a18-e596-45b9-824b-72d2ec75ac83 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/98e12732-7111-4f99-b06c-90df60cbde64 HTTP/1.1" status: 204 len: 168 time: 0.3004198 Nov 12 20:12:53.014650 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb28a18-e596-45b9-824b-72d2ec75ac83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98e12732-7111-4f99-b06c-90df60cbde64,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:53.015684 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42372) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:53.016756 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7672b9d-09a8-4ec4-b65e-1fc94a88aa13 None None] Network edaef3d5-54db-4e10-87fc-fa1839efbc5c requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:12:53.091799 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42374) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:53.101893 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e164a3b0-7ebc-467a-a426-dd200386f602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:53.162087 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-e164a3b0-7ebc-467a-a426-dd200386f602 admin admin] Deleting port 8bda1615-5adc-4ce5-82d4-6e7cd0324837 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:12:53.162430 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e164a3b0-7ebc-467a-a426-dd200386f602 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:53.228464 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8b9eb10e-d05f-40f2-a501-d3a3c26e89b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:53.237530 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-e164a3b0-7ebc-467a-a426-dd200386f602 admin admin] For port 8bda1615-5adc-4ce5-82d4-6e7cd0324837, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8bda1615-5adc-4ce5-82d4-6e7cd0324837,segment=NetworkSegment(557f6cdc-d4a0-4c14-9771-5e64b4354340),segment_id=557f6cdc-d4a0-4c14-9771-5e64b4354340)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:53.237896 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e164a3b0-7ebc-467a-a426-dd200386f602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:53.252832 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-e164a3b0-7ebc-467a-a426-dd200386f602 admin admin] Calling delete_port for 8bda1615-5adc-4ce5-82d4-6e7cd0324837 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:12:53.261043 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7788d3-629b-43e5-aa2f-e3e15f463fdd None None] DHCP port deletion for edaef3d5-54db-4e10-87fc-fa1839efbc5c request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:12:53.316320 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0b7788d3-629b-43e5-aa2f-e3e15f463fdd None None] Deleting port 8bda1615-5adc-4ce5-82d4-6e7cd0324837 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:12:53.317226 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0b7788d3-629b-43e5-aa2f-e3e15f463fdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:53.327053 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8b9eb10e-d05f-40f2-a501-d3a3c26e89b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:53.332087 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8b9eb10e-d05f-40f2-a501-d3a3c26e89b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:53.362307 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e164a3b0-7ebc-467a-a426-dd200386f602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:53.380297 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8b9eb10e-d05f-40f2-a501-d3a3c26e89b8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2530077674e2457a8924ccf2ff8fdad0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2862275 Nov 12 20:12:53.381260 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9eb10e-d05f-40f2-a501-d3a3c26e89b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5248966c-3878-42b9-8ce9-a1a10cf02138,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:53.384074 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42380) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:53.390529 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0b7788d3-629b-43e5-aa2f-e3e15f463fdd None None] For port 8bda1615-5adc-4ce5-82d4-6e7cd0324837, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8bda1615-5adc-4ce5-82d4-6e7cd0324837,segment=NetworkSegment(557f6cdc-d4a0-4c14-9771-5e64b4354340),segment_id=557f6cdc-d4a0-4c14-9771-5e64b4354340)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:53.391714 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0b7788d3-629b-43e5-aa2f-e3e15f463fdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:53.404338 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164a3b0-7ebc-467a-a426-dd200386f602 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bda1615-5adc-4ce5-82d4-6e7cd0324837,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:53.408027 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0b7788d3-629b-43e5-aa2f-e3e15f463fdd None None] Calling delete_port for 8bda1615-5adc-4ce5-82d4-6e7cd0324837 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:12:53.411964 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e164a3b0-7ebc-467a-a426-dd200386f602 admin admin] No DVR routers for this DVR port 8bda1615-5adc-4ce5-82d4-6e7cd0324837 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:12:53.448285 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-315f7257-025a-448a-856d-e2a8e944ee35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:53.474887 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-315f7257-025a-448a-856d-e2a8e944ee35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:53.499605 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e164a3b0-7ebc-467a-a426-dd200386f602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:53.499829 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0b7788d3-629b-43e5-aa2f-e3e15f463fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:53.525868 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-e164a3b0-7ebc-467a-a426-dd200386f602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edaef3d5-54db-4e10-87fc-fa1839efbc5c']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:53.537462 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7788d3-629b-43e5-aa2f-e3e15f463fdd None None] Pushing event deleted for resources: {'Port': ['ID=8bda1615-5adc-4ce5-82d4-6e7cd0324837,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:53.539666 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-e164a3b0-7ebc-467a-a426-dd200386f602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557f6cdc-d4a0-4c14-9771-5e64b4354340') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:53.539898 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-315f7257-025a-448a-856d-e2a8e944ee35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:53.540057 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-e164a3b0-7ebc-467a-a426-dd200386f602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557f6cdc-d4a0-4c14-9771-5e64b4354340') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:53.541505 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7788d3-629b-43e5-aa2f-e3e15f463fdd None None] No DVR routers for this DVR port 8bda1615-5adc-4ce5-82d4-6e7cd0324837 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:12:53.546369 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-315f7257-025a-448a-856d-e2a8e944ee35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:53.550488 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-315f7257-025a-448a-856d-e2a8e944ee35 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5248966c-3878-42b9-8ce9-a1a10cf02138 HTTP/1.1" status: 204 len: 168 time: 0.1631472 Nov 12 20:12:53.557091 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f7257-025a-448a-856d-e2a8e944ee35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5248966c-3878-42b9-8ce9-a1a10cf02138,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:53.575630 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e164a3b0-7ebc-467a-a426-dd200386f602 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:53.595407 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e164a3b0-7ebc-467a-a426-dd200386f602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:53.608556 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e164a3b0-7ebc-467a-a426-dd200386f602 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:12:53.611952 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e164a3b0-7ebc-467a-a426-dd200386f602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:12:53.615019 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:12:53.682016 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:53.732045 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e164a3b0-7ebc-467a-a426-dd200386f602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:53.746071 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e164a3b0-7ebc-467a-a426-dd200386f602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:53.750981 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e164a3b0-7ebc-467a-a426-dd200386f602 admin admin] 10.222.0.48 "DELETE /v2.0/networks/edaef3d5-54db-4e10-87fc-fa1839efbc5c HTTP/1.1" status: 204 len: 168 time: 0.7332814 Nov 12 20:12:53.765117 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164a3b0-7ebc-467a-a426-dd200386f602 admin admin] Pushing event deleted for resources: {'Network': ['ID=edaef3d5-54db-4e10-87fc-fa1839efbc5c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:53.774751 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:53.972140 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42392) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:53.990286 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42394) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:54.010117 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1157636a-f941-46a8-9536-b02dea76a2b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:54.032351 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-53f9921d-ae1f-44c5-9fe9-1da18793d05f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5465611ad2b44a59a4e0409ff99012a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0587058 Nov 12 20:12:54.036422 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42396) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:54.069811 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8bda1615-5adc-4ce5-82d4-6e7cd0324837 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:12:54.093845 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 8bda1615-5adc-4ce5-82d4-6e7cd0324837 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:12:54.094340 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8bda1615-5adc-4ce5-82d4-6e7cd0324837 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:12:54.095057 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d9ece6ab-b215-4961-a882-bd1799c5e608 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:12:54.125223 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: d9ece6ab-b215-4961-a882-bd1799c5e608 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:12:54.125625 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d9ece6ab-b215-4961-a882-bd1799c5e608 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:12:54.126038 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 40ad7723-b362-4d50-aefc-e65c37ad1663 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:12:54.132594 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-034e098b-b60f-40a4-8c24-0f88c9502b78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:54.151367 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 40ad7723-b362-4d50-aefc-e65c37ad1663 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:12:54.151905 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 40ad7723-b362-4d50-aefc-e65c37ad1663 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:12:54.159422 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1157636a-f941-46a8-9536-b02dea76a2b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:54.172859 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1157636a-f941-46a8-9536-b02dea76a2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:54.181966 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-034e098b-b60f-40a4-8c24-0f88c9502b78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:54.244740 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1157636a-f941-46a8-9536-b02dea76a2b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=da2f9334b0d846ffb69ef17f3ca5b4d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2530899 Nov 12 20:12:54.247699 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42398) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:54.249580 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157636a-f941-46a8-9536-b02dea76a2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4ef970-d6d1-43ca-8181-1eb1dd60fe23,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:54.282548 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-034e098b-b60f-40a4-8c24-0f88c9502b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:54.286957 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-034e098b-b60f-40a4-8c24-0f88c9502b78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:54.288369 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-034e098b-b60f-40a4-8c24-0f88c9502b78 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e09057a-f675-4530-9299-449de355b014 HTTP/1.1" status: 204 len: 168 time: 0.2506657 Nov 12 20:12:54.297090 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e098b-b60f-40a4-8c24-0f88c9502b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e09057a-f675-4530-9299-449de355b014,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:54.315327 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b62d8b5c-c9ca-4075-a0b8-974d5453e79c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:54.343566 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b62d8b5c-c9ca-4075-a0b8-974d5453e79c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:54.427848 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b62d8b5c-c9ca-4075-a0b8-974d5453e79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:54.430620 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b62d8b5c-c9ca-4075-a0b8-974d5453e79c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:54.432152 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b62d8b5c-c9ca-4075-a0b8-974d5453e79c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb4ef970-d6d1-43ca-8181-1eb1dd60fe23 HTTP/1.1" status: 204 len: 168 time: 0.1815393 Nov 12 20:12:54.441023 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d8b5c-c9ca-4075-a0b8-974d5453e79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4ef970-d6d1-43ca-8181-1eb1dd60fe23,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:55.062821 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:55.194773 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42440) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:55.402389 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42448) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:55.427768 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-2e3609c6-0ec7-4b84-8d10-e16b362fb5b0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2124865391-network', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:55.449718 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3609c6-0ec7-4b84-8d10-e16b362fb5b0 admin admin] Made reservation on behalf of a039192683ee46b4a2ff07dbef02376f for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:12:55.452046 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2e3609c6-0ec7-4b84-8d10-e16b362fb5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:55.459839 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a708636b-d848-476e-970b-c30e81f5d791 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1984810109'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:55.461112 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2e3609c6-0ec7-4b84-8d10-e16b362fb5b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:55.481360 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a708636b-d848-476e-970b-c30e81f5d791 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:12:55.484909 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a708636b-d848-476e-970b-c30e81f5d791 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:55.497781 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a708636b-d848-476e-970b-c30e81f5d791 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:55.544141 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2e3609c6-0ec7-4b84-8d10-e16b362fb5b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:55.549142 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2e3609c6-0ec7-4b84-8d10-e16b362fb5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:55.579131 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3609c6-0ec7-4b84-8d10-e16b362fb5b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:12:55.590864 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3609c6-0ec7-4b84-8d10-e16b362fb5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071c608a-f250-4eee-bbf4-f05c54fb26ad,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:55.597694 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2e3609c6-0ec7-4b84-8d10-e16b362fb5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:55.599041 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-2e3609c6-0ec7-4b84-8d10-e16b362fb5b0 admin admin] Added segment f1126f47-c9dc-41e4-b58e-8470b311596b of type vlan for network 04e41be2-054c-4220-95f4-f51937cff9b0 Nov 12 20:12:55.643569 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2e3609c6-0ec7-4b84-8d10-e16b362fb5b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:55.677994 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2e3609c6-0ec7-4b84-8d10-e16b362fb5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:55.679935 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3609c6-0ec7-4b84-8d10-e16b362fb5b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:55.680564 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2e3609c6-0ec7-4b84-8d10-e16b362fb5b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:55.721353 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2e3609c6-0ec7-4b84-8d10-e16b362fb5b0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5252702 Nov 12 20:12:55.747842 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42454) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:55.753005 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-42862336-6953-4b00-8345-ad66dd68f138 admin admin] Request body: {'subnet': {'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2124865391-subnet', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:55.766575 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3609c6-0ec7-4b84-8d10-e16b362fb5b0 admin admin] Pushing event updated for resources: {'Network': ['ID=04e41be2-054c-4220-95f4-f51937cff9b0,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:55.778761 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 04e41be2-054c-4220-95f4-f51937cff9b0 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:12:55.791997 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42862336-6953-4b00-8345-ad66dd68f138 admin admin] Made reservation on behalf of a039192683ee46b4a2ff07dbef02376f for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:12:55.795067 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-42862336-6953-4b00-8345-ad66dd68f138 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:55.922897 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:55.954942 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a708636b-d848-476e-970b-c30e81f5d791 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:55.960137 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a708636b-d848-476e-970b-c30e81f5d791 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:55.972526 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a708636b-d848-476e-970b-c30e81f5d791 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:12:55.987648 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a708636b-d848-476e-970b-c30e81f5d791 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:55.988001 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-a708636b-d848-476e-970b-c30e81f5d791 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Added segment 48e374d1-2e4e-416c-8689-eaa3dd9d8d7a of type vlan for network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd Nov 12 20:12:56.029176 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-42862336-6953-4b00-8345-ad66dd68f138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:56.036293 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708636b-d848-476e-970b-c30e81f5d791 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a88483-98d0-4282-a423-f2186ec34c3a,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:56.053901 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a708636b-d848-476e-970b-c30e81f5d791 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:56.082752 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a708636b-d848-476e-970b-c30e81f5d791 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:56.087501 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42862336-6953-4b00-8345-ad66dd68f138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a79f788e-d3d6-4c91-963d-7c5026dac439,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:56.089288 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a708636b-d848-476e-970b-c30e81f5d791 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:56.089930 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a708636b-d848-476e-970b-c30e81f5d791 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:56.123503 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42862336-6953-4b00-8345-ad66dd68f138 admin admin] Checking segment: {'id': 'f1126f47-c9dc-41e4-b58e-8470b311596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:12:56.123888 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42862336-6953-4b00-8345-ad66dd68f138 admin admin] Network hostable DHCP agents. Network: 04e41be2-054c-4220-95f4-f51937cff9b0, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:12:56.131749 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a708636b-d848-476e-970b-c30e81f5d791 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7247152 Nov 12 20:12:56.134130 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42468) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:56.139593 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-8234a336-0eb6-48a6-ac69-83fc270b3b25 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:56.169655 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42862336-6953-4b00-8345-ad66dd68f138 admin admin] Network 04e41be2-054c-4220-95f4-f51937cff9b0 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:12:56.181418 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708636b-d848-476e-970b-c30e81f5d791 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Network': ['ID=882e702e-41a2-4ed4-8fa5-ec5a3683cbfd,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:56.195844 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:12:56.218413 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-42862336-6953-4b00-8345-ad66dd68f138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 04e41be2-054c-4220-95f4-f51937cff9b0) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:12:56.231305 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42862336-6953-4b00-8345-ad66dd68f138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:56.232716 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-42862336-6953-4b00-8345-ad66dd68f138 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:56.253806 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8268b13-eb25-49b9-8396-436a66726a55 None None] Network 04e41be2-054c-4220-95f4-f51937cff9b0 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:12:56.263389 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-42862336-6953-4b00-8345-ad66dd68f138 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5143714 Nov 12 20:12:56.266305 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42476) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:56.271948 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-b989d1b7-20a4-4054-96fa-8906fd6569e1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2124865391-router', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:56.278284 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8234a336-0eb6-48a6-ac69-83fc270b3b25 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:12:56.283093 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8234a336-0eb6-48a6-ac69-83fc270b3b25 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:56.303296 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b989d1b7-20a4-4054-96fa-8906fd6569e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:56.304762 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b989d1b7-20a4-4054-96fa-8906fd6569e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:56.432198 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b989d1b7-20a4-4054-96fa-8906fd6569e1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:56.490436 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16aef9d-522a-43ec-98d6-9c36b5957b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-04e41be2-054c-4220-95f4-f51937cff9b0', 'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'fixed_ips': [{'subnet_id': 'a79f788e-d3d6-4c91-963d-7c5026dac439'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:12:56.491325 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c16aef9d-522a-43ec-98d6-9c36b5957b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:56.539523 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8234a336-0eb6-48a6-ac69-83fc270b3b25 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:56.600654 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b989d1b7-20a4-4054-96fa-8906fd6569e1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:56.601045 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234a336-0eb6-48a6-ac69-83fc270b3b25 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=d4ea5c40-6a64-49c5-86ac-280c5aa239f2,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:56.613149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8234a336-0eb6-48a6-ac69-83fc270b3b25 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Checking segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:12:56.613641 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8234a336-0eb6-48a6-ac69-83fc270b3b25 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network hostable DHCP agents. Network: 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:12:56.630475 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8234a336-0eb6-48a6-ac69-83fc270b3b25 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:12:56.634553 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-c16aef9d-522a-43ec-98d6-9c36b5957b27 None None] Allocated IP 172.20.0.2 (04e41be2-054c-4220-95f4-f51937cff9b0/a79f788e-d3d6-4c91-963d-7c5026dac439/7088997b-9918-4cbe-bf14-4add087c72ef) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:12:56.641048 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-8234a336-0eb6-48a6-ac69-83fc270b3b25 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:12:56.650760 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318cef25-53ee-4e44-872e-62d55e69c3c9 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:12:56.651297 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8234a336-0eb6-48a6-ac69-83fc270b3b25 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:56.652007 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8234a336-0eb6-48a6-ac69-83fc270b3b25 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:56.673386 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8234a336-0eb6-48a6-ac69-83fc270b3b25 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5381846 Nov 12 20:12:56.673726 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42480) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:56.681075 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-4a33c563-21b6-416c-aedf-658bdad1247b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'port': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'name': 'tempest-NetworksTestDHCPv6-23725117'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:56.885536 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a33c563-21b6-416c-aedf-658bdad1247b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:12:56.889471 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4a33c563-21b6-416c-aedf-658bdad1247b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:56.934372 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-4a33c563-21b6-416c-aedf-658bdad1247b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] device_id is not set on port 7a4ed281-59af-400a-ba72-7a12fea40d7d yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:12:56.993230 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b989d1b7-20a4-4054-96fa-8906fd6569e1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:57.009697 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595232e0-86c8-4287-9ffc-25ab5ee33002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'fixed_ips': [{'subnet_id': 'd4ea5c40-6a64-49c5-86ac-280c5aa239f2'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:12:57.010539 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-595232e0-86c8-4287-9ffc-25ab5ee33002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:57.028990 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b989d1b7-20a4-4054-96fa-8906fd6569e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:57.073487 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c16aef9d-522a-43ec-98d6-9c36b5957b27 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:57.125254 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c16aef9d-522a-43ec-98d6-9c36b5957b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:57.140249 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-4a33c563-21b6-416c-aedf-658bdad1247b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 2001:db8::16 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/d4ea5c40-6a64-49c5-86ac-280c5aa239f2/7a4ed281-59af-400a-ba72-7a12fea40d7d) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:12:57.179642 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16aef9d-522a-43ec-98d6-9c36b5957b27 None None] Pushing event updated for resources: {'Port': ['ID=7088997b-9918-4cbe-bf14-4add087c72ef,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:57.196653 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16aef9d-522a-43ec-98d6-9c36b5957b27 None None] Network 04e41be2-054c-4220-95f4-f51937cff9b0 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:12:57.200048 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-c16aef9d-522a-43ec-98d6-9c36b5957b27 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:12:57.204777 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16aef9d-522a-43ec-98d6-9c36b5957b27 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:12:57.236063 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-b989d1b7-20a4-4054-96fa-8906fd6569e1 admin admin] Allocated IP 172.25.5.189 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/640e96e0-67f3-4037-8656-a0e6c6f2afcc) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:12:57.261145 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-c16aef9d-522a-43ec-98d6-9c36b5957b27 None None] Attempting to bind port 7088997b-9918-4cbe-bf14-4add087c72ef on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:12:57.261625 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-c16aef9d-522a-43ec-98d6-9c36b5957b27 None None] Attempting to bind port 7088997b-9918-4cbe-bf14-4add087c72ef by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'f1126f47-c9dc-41e4-b58e-8470b311596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:12:57.261985 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16aef9d-522a-43ec-98d6-9c36b5957b27 None None] Attempting to bind port 7088997b-9918-4cbe-bf14-4add087c72ef on network 04e41be2-054c-4220-95f4-f51937cff9b0 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:12:57.267607 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16aef9d-522a-43ec-98d6-9c36b5957b27 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:12:57.268180 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16aef9d-522a-43ec-98d6-9c36b5957b27 None None] Checking segment: {'id': 'f1126f47-c9dc-41e4-b58e-8470b311596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:12:57.268888 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c16aef9d-522a-43ec-98d6-9c36b5957b27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:57.269278 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16aef9d-522a-43ec-98d6-9c36b5957b27 None None] Bound using segment: {'id': 'f1126f47-c9dc-41e4-b58e-8470b311596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:12:57.269966 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-c16aef9d-522a-43ec-98d6-9c36b5957b27 None None] Bound port: 7088997b-9918-4cbe-bf14-4add087c72ef, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1126f47-c9dc-41e4-b58e-8470b311596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:12:57.270554 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c16aef9d-522a-43ec-98d6-9c36b5957b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:57.347083 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-c16aef9d-522a-43ec-98d6-9c36b5957b27 None None] For port 7088997b-9918-4cbe-bf14-4add087c72ef, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:12:57.355788 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-c16aef9d-522a-43ec-98d6-9c36b5957b27 None None] For port 7088997b-9918-4cbe-bf14-4add087c72ef, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7088997b-9918-4cbe-bf14-4add087c72ef,segment=NetworkSegment(f1126f47-c9dc-41e4-b58e-8470b311596b),segment_id=f1126f47-c9dc-41e4-b58e-8470b311596b)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:12:57.362404 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c16aef9d-522a-43ec-98d6-9c36b5957b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:57.425748 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16aef9d-522a-43ec-98d6-9c36b5957b27 None None] Pushing event updated for resources: {'Port': ['ID=7088997b-9918-4cbe-bf14-4add087c72ef,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:57.434031 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4a33c563-21b6-416c-aedf-658bdad1247b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:57.456296 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b989d1b7-20a4-4054-96fa-8906fd6569e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:57.513606 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4a33c563-21b6-416c-aedf-658bdad1247b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:57.536481 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b989d1b7-20a4-4054-96fa-8906fd6569e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:57.565578 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a33c563-21b6-416c-aedf-658bdad1247b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:12:57.574093 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-595232e0-86c8-4287-9ffc-25ab5ee33002 None None] Allocated IP 2001:db8::2 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/d4ea5c40-6a64-49c5-86ac-280c5aa239f2/ee755c82-875c-486e-9759-250ba14c3ba3) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:12:57.574553 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-4a33c563-21b6-416c-aedf-658bdad1247b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:12:57.578041 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a33c563-21b6-416c-aedf-658bdad1247b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:12:57.587975 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a33c563-21b6-416c-aedf-658bdad1247b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:57.589440 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4a33c563-21b6-416c-aedf-658bdad1247b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:57.615479 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b989d1b7-20a4-4054-96fa-8906fd6569e1 admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:12:57.623063 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-b989d1b7-20a4-4054-96fa-8906fd6569e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:12:57.625859 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33c563-21b6-416c-aedf-658bdad1247b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Port': ['ID=7a4ed281-59af-400a-ba72-7a12fea40d7d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:57.628184 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b989d1b7-20a4-4054-96fa-8906fd6569e1 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:12:57.636948 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4a33c563-21b6-416c-aedf-658bdad1247b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9613473 Nov 12 20:12:57.639565 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42486) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:57.793096 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989d1b7-20a4-4054-96fa-8906fd6569e1 admin admin] Pushing event updated for resources: {'Port': ['ID=640e96e0-67f3-4037-8656-a0e6c6f2afcc,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:57.805624 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-595232e0-86c8-4287-9ffc-25ab5ee33002 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:57.806514 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8250f42b-f3e8-4ebc-9700-fafd305b8888 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:57.808511 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8250f42b-f3e8-4ebc-9700-fafd305b8888 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.1669779 Nov 12 20:12:57.811117 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42488) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:57.817689 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-595232e0-86c8-4287-9ffc-25ab5ee33002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:57.871348 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595232e0-86c8-4287-9ffc-25ab5ee33002 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:12:57.874409 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-595232e0-86c8-4287-9ffc-25ab5ee33002 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:12:57.880161 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595232e0-86c8-4287-9ffc-25ab5ee33002 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:12:57.889284 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595232e0-86c8-4287-9ffc-25ab5ee33002 None None] Pushing event updated for resources: {'Port': ['ID=ee755c82-875c-486e-9759-250ba14c3ba3,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:57.949227 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-595232e0-86c8-4287-9ffc-25ab5ee33002 None None] Attempting to bind port ee755c82-875c-486e-9759-250ba14c3ba3 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:12:57.949474 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-595232e0-86c8-4287-9ffc-25ab5ee33002 None None] Attempting to bind port ee755c82-875c-486e-9759-250ba14c3ba3 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:12:57.950142 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595232e0-86c8-4287-9ffc-25ab5ee33002 None None] Attempting to bind port ee755c82-875c-486e-9759-250ba14c3ba3 on network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:12:57.955599 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595232e0-86c8-4287-9ffc-25ab5ee33002 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:12:57.955948 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595232e0-86c8-4287-9ffc-25ab5ee33002 None None] Checking segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:12:57.956379 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-595232e0-86c8-4287-9ffc-25ab5ee33002 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:57.956768 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595232e0-86c8-4287-9ffc-25ab5ee33002 None None] Bound using segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:12:57.957476 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-595232e0-86c8-4287-9ffc-25ab5ee33002 None None] Bound port: ee755c82-875c-486e-9759-250ba14c3ba3, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:12:57.957861 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-595232e0-86c8-4287-9ffc-25ab5ee33002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:58.027840 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-595232e0-86c8-4287-9ffc-25ab5ee33002 None None] For port ee755c82-875c-486e-9759-250ba14c3ba3, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:12:58.031465 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-595232e0-86c8-4287-9ffc-25ab5ee33002 None None] For port ee755c82-875c-486e-9759-250ba14c3ba3, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ee755c82-875c-486e-9759-250ba14c3ba3,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:12:58.040547 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-595232e0-86c8-4287-9ffc-25ab5ee33002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:58.078381 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-666d5aa6-b814-4612-99f6-6d574774f5cd tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting port 7a4ed281-59af-400a-ba72-7a12fea40d7d {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:12:58.078738 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-666d5aa6-b814-4612-99f6-6d574774f5cd tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:58.151279 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7088997b-9918-4cbe-bf14-4add087c72ef up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:12:58.206380 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595232e0-86c8-4287-9ffc-25ab5ee33002 None None] Pushing event updated for resources: {'Port': ['ID=ee755c82-875c-486e-9759-250ba14c3ba3,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:58.279521 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 7088997b-9918-4cbe-bf14-4add087c72ef triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:58.280406 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:58.307473 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-666d5aa6-b814-4612-99f6-6d574774f5cd tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:58.309966 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b989d1b7-20a4-4054-96fa-8906fd6569e1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:58.378457 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-666d5aa6-b814-4612-99f6-6d574774f5cd tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Calling delete_port for 7a4ed281-59af-400a-ba72-7a12fea40d7d owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:12:58.404356 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:58.464932 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 7088997b-9918-4cbe-bf14-4add087c72ef, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7088997b-9918-4cbe-bf14-4add087c72ef,segment=NetworkSegment(f1126f47-c9dc-41e4-b58e-8470b311596b),segment_id=f1126f47-c9dc-41e4-b58e-8470b311596b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:12:58.470173 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:58.539722 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=7088997b-9918-4cbe-bf14-4add087c72ef,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:58.702631 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b989d1b7-20a4-4054-96fa-8906fd6569e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:58.832532 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-666d5aa6-b814-4612-99f6-6d574774f5cd tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:58.887707 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d5aa6-b814-4612-99f6-6d574774f5cd tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Port': ['ID=7a4ed281-59af-400a-ba72-7a12fea40d7d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:58.930294 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-666d5aa6-b814-4612-99f6-6d574774f5cd tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:58.933516 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-666d5aa6-b814-4612-99f6-6d574774f5cd tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/7a4ed281-59af-400a-ba72-7a12fea40d7d HTTP/1.1" status: 204 len: 168 time: 1.1213300 Nov 12 20:12:58.936116 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42494) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:59.002230 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b989d1b7-20a4-4054-96fa-8906fd6569e1 admin admin] Router f4c82d5d-2478-4f9a-b854-104a08efd999 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:12:59.044344 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667db6b2-d573-476b-a871-794f716657c5 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:59.046076 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667db6b2-d573-476b-a871-794f716657c5 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:12:59.050161 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-667db6b2-d573-476b-a871-794f716657c5 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1104097 Nov 12 20:12:59.051509 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42496) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:59.065198 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a702828-cae3-45dd-b7a5-9aa6a444b255 None None] Network 04e41be2-054c-4220-95f4-f51937cff9b0 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:12:59.130437 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-512c8e06-03b9-4225-b47b-1a8fa9630f34 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet d4ea5c40-6a64-49c5-86ac-280c5aa239f2 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:12:59.134684 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-512c8e06-03b9-4225-b47b-1a8fa9630f34 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:59.165559 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7338bdd4-f420-4e0d-9ff2-7a11578f2cf4 None None] Provisioning complete for port 7088997b-9918-4cbe-bf14-4add087c72ef triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:12:59.166272 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7338bdd4-f420-4e0d-9ff2-7a11578f2cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:59.173227 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b989d1b7-20a4-4054-96fa-8906fd6569e1 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:12:59.186535 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e71986-1af4-42cd-ba8b-231cb7310460 None None] Sync routers for ids ['f4c82d5d-2478-4f9a-b854-104a08efd999'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:12:59.208078 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e71986-1af4-42cd-ba8b-231cb7310460 None None] Routers {'f4c82d5d-2478-4f9a-b854-104a08efd999'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:12:59.209076 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-c6e71986-1af4-42cd-ba8b-231cb7310460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:12:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f4c82d5d-2478-4f9a-b854-104a08efd999'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:59.211275 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-512c8e06-03b9-4225-b47b-1a8fa9630f34 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:59.213187 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b989d1b7-20a4-4054-96fa-8906fd6569e1 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:59.221726 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b989d1b7-20a4-4054-96fa-8906fd6569e1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9497120 Nov 12 20:12:59.222412 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42500) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:59.395253 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-512c8e06-03b9-4225-b47b-1a8fa9630f34 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:59.448355 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-c6e71986-1af4-42cd-ba8b-231cb7310460 None None] Set router f4c82d5d-2478-4f9a-b854-104a08efd999 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:12:59.489585 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-512c8e06-03b9-4225-b47b-1a8fa9630f34 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:59.561136 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c8e06-03b9-4225-b47b-1a8fa9630f34 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ea5c40-6a64-49c5-86ac-280c5aa239f2,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:12:59.571588 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-512c8e06-03b9-4225-b47b-1a8fa9630f34 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:59.575279 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-512c8e06-03b9-4225-b47b-1a8fa9630f34 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/d4ea5c40-6a64-49c5-86ac-280c5aa239f2 HTTP/1.1" status: 204 len: 168 time: 0.5229797 Nov 12 20:12:59.578021 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42502) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:59.715978 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e164caef-22c8-4e8e-9e1a-8daeac41ee82 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1363256 Nov 12 20:12:59.717164 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42508) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:12:59.725709 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b287a051-d381-4621-a29d-1594c1dfbe74 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:12:59.784199 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-c6e71986-1af4-42cd-ba8b-231cb7310460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'name': 'tempest-ServersTestManualDisk-2124865391-router', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '640e96e0-67f3-4037-8656-a0e6c6f2afcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:56Z', 'updated_at': '2021-11-12T20:12:58Z', 'revision_number': 3, 'project_id': 'a039192683ee46b4a2ff07dbef02376f', 'gw_port': {'id': '640e96e0-67f3-4037-8656-a0e6c6f2afcc', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:57Z', 'updated_at': '2021-11-12T20:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:12:59.843021 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e71986-1af4-42cd-ba8b-231cb7310460 None None] Checking router: f4c82d5d-2478-4f9a-b854-104a08efd999 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:12:59.843679 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e71986-1af4-42cd-ba8b-231cb7310460 None None] Updating router f4c82d5d-2478-4f9a-b854-104a08efd999 port 640e96e0-67f3-4037-8656-a0e6c6f2afcc binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:12:59.878152 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c6e71986-1af4-42cd-ba8b-231cb7310460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:12:59.891652 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b287a051-d381-4621-a29d-1594c1dfbe74 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:12:59.897853 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b287a051-d381-4621-a29d-1594c1dfbe74 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:00.032816 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ddd802-6d37-4156-a155-0ba2c4f5e565 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:13:00.248938 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9cecdcd6-ac69-49be-b820-4a0725c8965c None None] Provisioning complete for port 7088997b-9918-4cbe-bf14-4add087c72ef triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:00.249580 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9cecdcd6-ac69-49be-b820-4a0725c8965c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:00.291528 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7088997b-9918-4cbe-bf14-4add087c72ef up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:13:00.358824 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b287a051-d381-4621-a29d-1594c1dfbe74 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:00.445398 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 7088997b-9918-4cbe-bf14-4add087c72ef triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:00.445755 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:00.470956 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b287a051-d381-4621-a29d-1594c1dfbe74 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:00.477420 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-b287a051-d381-4621-a29d-1594c1dfbe74 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:00.482178 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b287a051-d381-4621-a29d-1594c1dfbe74 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:00.483348 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b287a051-d381-4621-a29d-1594c1dfbe74 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:00.502081 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9cecdcd6-ac69-49be-b820-4a0725c8965c None None] Provisioning complete for port ee755c82-875c-486e-9759-250ba14c3ba3 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:00.502349 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9cecdcd6-ac69-49be-b820-4a0725c8965c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:00.529538 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b4047a-9cf6-45c2-9efd-1f193200973a None None] DHCP port deletion for 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:13:00.539044 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b287a051-d381-4621-a29d-1594c1dfbe74 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=1fbcaf14-5061-466a-95ad-5e31170b79a4,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:00.554358 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b287a051-d381-4621-a29d-1594c1dfbe74 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8315520 Nov 12 20:13:00.554597 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42514) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:00.564263 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-5f681c51-1310-486b-a295-1b6fe2578766 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'port': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'name': 'tempest-NetworksTestDHCPv6-1155433285'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:00.564563 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c6e71986-1af4-42cd-ba8b-231cb7310460 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:00.577246 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c6e71986-1af4-42cd-ba8b-231cb7310460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:00.630953 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ffbc84-0c7c-4b91-b0df-4aafbc2a76a6 None None] Pushing event updated for resources: {'Port': ['ID=640e96e0-67f3-4037-8656-a0e6c6f2afcc,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:00.637420 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9f1cabdb-e3c8-4fe2-b682-51ac1006243d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:00.662509 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-c6e71986-1af4-42cd-ba8b-231cb7310460 None None] Attempting to bind port 640e96e0-67f3-4037-8656-a0e6c6f2afcc on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:13:00.663526 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-c6e71986-1af4-42cd-ba8b-231cb7310460 None None] Attempting to bind port 640e96e0-67f3-4037-8656-a0e6c6f2afcc by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:13:00.663901 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e71986-1af4-42cd-ba8b-231cb7310460 None None] Attempting to bind port 640e96e0-67f3-4037-8656-a0e6c6f2afcc on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:13:00.671505 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e71986-1af4-42cd-ba8b-231cb7310460 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:13:00.671895 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e71986-1af4-42cd-ba8b-231cb7310460 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:13:00.674638 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c6e71986-1af4-42cd-ba8b-231cb7310460 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:00.675241 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e71986-1af4-42cd-ba8b-231cb7310460 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:13:00.677405 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-c6e71986-1af4-42cd-ba8b-231cb7310460 None None] Bound port: 640e96e0-67f3-4037-8656-a0e6c6f2afcc, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:13:00.679205 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c6e71986-1af4-42cd-ba8b-231cb7310460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:00.693017 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ee755c82-875c-486e-9759-250ba14c3ba3 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:13:00.767460 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9cecdcd6-ac69-49be-b820-4a0725c8965c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:00.773189 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f681c51-1310-486b-a295-1b6fe2578766 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:13:00.778089 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f681c51-1310-486b-a295-1b6fe2578766 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:00.801230 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-c6e71986-1af4-42cd-ba8b-231cb7310460 None None] For port 640e96e0-67f3-4037-8656-a0e6c6f2afcc, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:13:00.804941 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-c6e71986-1af4-42cd-ba8b-231cb7310460 None None] For port 640e96e0-67f3-4037-8656-a0e6c6f2afcc, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=640e96e0-67f3-4037-8656-a0e6c6f2afcc,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:13:00.815301 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c6e71986-1af4-42cd-ba8b-231cb7310460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:00.834700 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-5f681c51-1310-486b-a295-1b6fe2578766 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] device_id is not set on port 34dcfce3-d4e1-4a19-881e-72e371092c44 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:13:00.850927 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-9f1cabdb-e3c8-4fe2-b682-51ac1006243d admin admin] Allocated IP 172.20.0.1 (04e41be2-054c-4220-95f4-f51937cff9b0/a79f788e-d3d6-4c91-963d-7c5026dac439/6c0f86eb-e346-4824-8d7c-ec6bda278747) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:13:00.864152 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-9cecdcd6-ac69-49be-b820-4a0725c8965c None None] For port ee755c82-875c-486e-9759-250ba14c3ba3, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ee755c82-875c-486e-9759-250ba14c3ba3,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:00.867438 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c7b4047a-9cf6-45c2-9efd-1f193200973a None None] Deleting port ee755c82-875c-486e-9759-250ba14c3ba3 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:00.868262 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c7b4047a-9cf6-45c2-9efd-1f193200973a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:00.890027 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ffbc84-0c7c-4b91-b0df-4aafbc2a76a6 None None] Pushing event updated for resources: {'Port': ['ID=640e96e0-67f3-4037-8656-a0e6c6f2afcc,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:00.912144 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e71986-1af4-42cd-ba8b-231cb7310460 None None] Routers {'f4c82d5d-2478-4f9a-b854-104a08efd999'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:13:00.913276 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-c6e71986-1af4-42cd-ba8b-231cb7310460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:12:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f4c82d5d-2478-4f9a-b854-104a08efd999'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:00.977016 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-c7b4047a-9cf6-45c2-9efd-1f193200973a None None] For port ee755c82-875c-486e-9759-250ba14c3ba3, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ee755c82-875c-486e-9759-250ba14c3ba3,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:00.977437 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c7b4047a-9cf6-45c2-9efd-1f193200973a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:01.009577 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c7b4047a-9cf6-45c2-9efd-1f193200973a None None] Calling delete_port for ee755c82-875c-486e-9759-250ba14c3ba3 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:01.019844 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-5f681c51-1310-486b-a295-1b6fe2578766 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 2001:db8::224 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/1fbcaf14-5061-466a-95ad-5e31170b79a4/34dcfce3-d4e1-4a19-881e-72e371092c44) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:13:01.039026 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9cecdcd6-ac69-49be-b820-4a0725c8965c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:01.079113 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9f1cabdb-e3c8-4fe2-b682-51ac1006243d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:01.155715 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9f1cabdb-e3c8-4fe2-b682-51ac1006243d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:01.171811 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-c6e71986-1af4-42cd-ba8b-231cb7310460 None None] Set router f4c82d5d-2478-4f9a-b854-104a08efd999 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:13:01.223302 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cecdcd6-ac69-49be-b820-4a0725c8965c None None] Pushing event updated for resources: {'Port': ['ID=ee755c82-875c-486e-9759-250ba14c3ba3,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:01.236541 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1cabdb-e3c8-4fe2-b682-51ac1006243d admin admin] Network 04e41be2-054c-4220-95f4-f51937cff9b0 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:01.241302 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port ee755c82-875c-486e-9759-250ba14c3ba3 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:01.241677 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:01.251351 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f681c51-1310-486b-a295-1b6fe2578766 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:01.253791 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-9f1cabdb-e3c8-4fe2-b682-51ac1006243d admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:01.262262 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1cabdb-e3c8-4fe2-b682-51ac1006243d admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:13:01.274712 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1cabdb-e3c8-4fe2-b682-51ac1006243d admin admin] Pushing event updated for resources: {'Port': ['ID=6c0f86eb-e346-4824-8d7c-ec6bda278747,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:01.342840 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f681c51-1310-486b-a295-1b6fe2578766 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:01.367709 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9f1cabdb-e3c8-4fe2-b682-51ac1006243d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:01.397767 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-c6e71986-1af4-42cd-ba8b-231cb7310460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'name': 'tempest-ServersTestManualDisk-2124865391-router', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '640e96e0-67f3-4037-8656-a0e6c6f2afcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:56Z', 'updated_at': '2021-11-12T20:12:58Z', 'revision_number': 3, 'project_id': 'a039192683ee46b4a2ff07dbef02376f', 'gw_port': {'id': '640e96e0-67f3-4037-8656-a0e6c6f2afcc', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:57Z', 'updated_at': '2021-11-12T20:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:01.434925 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e71986-1af4-42cd-ba8b-231cb7310460 None None] The sync data for ids ['f4c82d5d-2478-4f9a-b854-104a08efd999'] in n-d-712140-15 is: [{'id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'name': 'tempest-ServersTestManualDisk-2124865391-router', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '640e96e0-67f3-4037-8656-a0e6c6f2afcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:56Z', 'updated_at': '2021-11-12T20:12:58Z', 'revision_number': 3, 'project_id': 'a039192683ee46b4a2ff07dbef02376f', 'gw_port': {'id': '640e96e0-67f3-4037-8656-a0e6c6f2afcc', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:57Z', 'updated_at': '2021-11-12T20:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:13:01.444579 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c7b4047a-9cf6-45c2-9efd-1f193200973a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:01.456886 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f681c51-1310-486b-a295-1b6fe2578766 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:01.463763 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-5f681c51-1310-486b-a295-1b6fe2578766 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:01.479553 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f681c51-1310-486b-a295-1b6fe2578766 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:13:01.492854 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f681c51-1310-486b-a295-1b6fe2578766 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:01.494344 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f681c51-1310-486b-a295-1b6fe2578766 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:01.506407 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f681c51-1310-486b-a295-1b6fe2578766 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Port': ['ID=34dcfce3-d4e1-4a19-881e-72e371092c44,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:01.541027 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b4047a-9cf6-45c2-9efd-1f193200973a None None] No DVR routers for this DVR port ee755c82-875c-486e-9759-250ba14c3ba3 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:13:01.542761 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4047a-9cf6-45c2-9efd-1f193200973a None None] Pushing event deleted for resources: {'Port': ['ID=ee755c82-875c-486e-9759-250ba14c3ba3,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:01.562414 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f8cb08-528d-4a34-88a1-7aea422101a4 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:13:01.569649 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42520) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:01.577292 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5f681c51-1310-486b-a295-1b6fe2578766 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0210562 Nov 12 20:13:01.657392 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9df9e5-5206-4e71-a1f4-6473f9e515df tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:01.662811 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7d9df9e5-5206-4e71-a1f4-6473f9e515df tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0868359 Nov 12 20:13:01.663445 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42522) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:01.685434 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9f1cabdb-e3c8-4fe2-b682-51ac1006243d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:01.794785 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-258d8e56-00f9-4e81-a6af-486a91816c62 None None] Provisioning complete for port 6c0f86eb-e346-4824-8d7c-ec6bda278747 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:01.795811 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-258d8e56-00f9-4e81-a6af-486a91816c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:01.851718 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-258d8e56-00f9-4e81-a6af-486a91816c62 None None] Port 6c0f86eb-e346-4824-8d7c-ec6bda278747 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:13:01.870237 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c79e09-f11e-49c0-96c7-5ff5eb54e617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'fixed_ips': [{'subnet_id': '1fbcaf14-5061-466a-95ad-5e31170b79a4'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:13:01.871723 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b2c79e09-f11e-49c0-96c7-5ff5eb54e617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:01.874338 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-c36b7084-719a-49f0-8953-c85e9a45f9cb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting port 34dcfce3-d4e1-4a19-881e-72e371092c44 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:01.878090 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c36b7084-719a-49f0-8953-c85e9a45f9cb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:01.985105 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9f1cabdb-e3c8-4fe2-b682-51ac1006243d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:01.991994 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9f1cabdb-e3c8-4fe2-b682-51ac1006243d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:02.064896 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c36b7084-719a-49f0-8953-c85e9a45f9cb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:02.109218 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-c36b7084-719a-49f0-8953-c85e9a45f9cb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Calling delete_port for 34dcfce3-d4e1-4a19-881e-72e371092c44 owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:02.113785 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9f1cabdb-e3c8-4fe2-b682-51ac1006243d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:02.121577 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1cabdb-e3c8-4fe2-b682-51ac1006243d admin admin] Pushing event updated for resources: {'Port': ['ID=6c0f86eb-e346-4824-8d7c-ec6bda278747,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:02.134594 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-b2c79e09-f11e-49c0-96c7-5ff5eb54e617 None None] Allocated IP 2001:db8::2 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/1fbcaf14-5061-466a-95ad-5e31170b79a4/2408a7dc-8b90-4131-9112-044987d37990) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:13:02.155810 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 640e96e0-67f3-4037-8656-a0e6c6f2afcc up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:13:02.256417 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1cabdb-e3c8-4fe2-b682-51ac1006243d admin admin] Network 04e41be2-054c-4220-95f4-f51937cff9b0 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:02.261387 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-9f1cabdb-e3c8-4fe2-b682-51ac1006243d admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:02.315315 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 640e96e0-67f3-4037-8656-a0e6c6f2afcc triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:02.315315 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:02.416630 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c36b7084-719a-49f0-8953-c85e9a45f9cb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:02.489515 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b2c79e09-f11e-49c0-96c7-5ff5eb54e617 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:02.499167 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b7084-719a-49f0-8953-c85e9a45f9cb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Port': ['ID=34dcfce3-d4e1-4a19-881e-72e371092c44,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:02.515029 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b2c79e09-f11e-49c0-96c7-5ff5eb54e617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:02.538739 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c36b7084-719a-49f0-8953-c85e9a45f9cb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:02.547686 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c36b7084-719a-49f0-8953-c85e9a45f9cb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/34dcfce3-d4e1-4a19-881e-72e371092c44 HTTP/1.1" status: 204 len: 168 time: 0.8808138 Nov 12 20:13:02.547936 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42526) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:02.550425 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:02.555067 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1cabdb-e3c8-4fe2-b682-51ac1006243d admin admin] Router f4c82d5d-2478-4f9a-b854-104a08efd999 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:13:02.601971 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 640e96e0-67f3-4037-8656-a0e6c6f2afcc, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=640e96e0-67f3-4037-8656-a0e6c6f2afcc,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:02.604150 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c79e09-f11e-49c0-96c7-5ff5eb54e617 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:02.604893 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c79e09-f11e-49c0-96c7-5ff5eb54e617 None None] Pushing event updated for resources: {'Port': ['ID=2408a7dc-8b90-4131-9112-044987d37990,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:02.615012 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-b2c79e09-f11e-49c0-96c7-5ff5eb54e617 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:02.617601 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:02.622826 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c79e09-f11e-49c0-96c7-5ff5eb54e617 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:13:02.770065 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ee755c82-875c-486e-9759-250ba14c3ba3 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:13:02.836313 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: ee755c82-875c-486e-9759-250ba14c3ba3 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:13:02.837143 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ee755c82-875c-486e-9759-250ba14c3ba3 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:13:02.837269 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1cabdb-e3c8-4fe2-b682-51ac1006243d admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:13:02.850566 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9f1cabdb-e3c8-4fe2-b682-51ac1006243d admin admin] 10.222.0.48 "PUT /v2.0/routers/f4c82d5d-2478-4f9a-b854-104a08efd999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6257694 Nov 12 20:13:02.932017 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b845e2f9-606f-472a-9ad1-ccde1b881648 None None] Provisioning complete for port 6c0f86eb-e346-4824-8d7c-ec6bda278747 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:02.932431 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b845e2f9-606f-472a-9ad1-ccde1b881648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:02.998688 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b845e2f9-606f-472a-9ad1-ccde1b881648 None None] Port 6c0f86eb-e346-4824-8d7c-ec6bda278747 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:13:03.002541 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=640e96e0-67f3-4037-8656-a0e6c6f2afcc,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:03.012155 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b2c79e09-f11e-49c0-96c7-5ff5eb54e617 None None] Attempting to bind port 2408a7dc-8b90-4131-9112-044987d37990 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:13:03.012741 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b2c79e09-f11e-49c0-96c7-5ff5eb54e617 None None] Attempting to bind port 2408a7dc-8b90-4131-9112-044987d37990 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:13:03.013229 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c79e09-f11e-49c0-96c7-5ff5eb54e617 None None] Attempting to bind port 2408a7dc-8b90-4131-9112-044987d37990 on network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:13:03.025189 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c79e09-f11e-49c0-96c7-5ff5eb54e617 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:13:03.025590 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c79e09-f11e-49c0-96c7-5ff5eb54e617 None None] Checking segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:13:03.025949 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b2c79e09-f11e-49c0-96c7-5ff5eb54e617 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:03.026332 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c79e09-f11e-49c0-96c7-5ff5eb54e617 None None] Bound using segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:13:03.026806 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b2c79e09-f11e-49c0-96c7-5ff5eb54e617 None None] Bound port: 2408a7dc-8b90-4131-9112-044987d37990, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:13:03.027171 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b2c79e09-f11e-49c0-96c7-5ff5eb54e617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:03.132800 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b2c79e09-f11e-49c0-96c7-5ff5eb54e617 None None] For port 2408a7dc-8b90-4131-9112-044987d37990, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:13:03.139019 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b2c79e09-f11e-49c0-96c7-5ff5eb54e617 None None] For port 2408a7dc-8b90-4131-9112-044987d37990, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=2408a7dc-8b90-4131-9112-044987d37990,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:13:03.144821 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a40218-51f6-4675-812b-7de400dc4218 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:03.145884 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b2c79e09-f11e-49c0-96c7-5ff5eb54e617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:03.147373 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a40218-51f6-4675-812b-7de400dc4218 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:03.149298 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-29a40218-51f6-4675-812b-7de400dc4218 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6004767 Nov 12 20:13:03.152267 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42540) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:03.221567 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bfe5371-0221-4b21-9bbb-9f70ebe4ab4e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet 1fbcaf14-5061-466a-95ad-5e31170b79a4 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:13:03.222424 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c79e09-f11e-49c0-96c7-5ff5eb54e617 None None] Pushing event updated for resources: {'Port': ['ID=2408a7dc-8b90-4131-9112-044987d37990,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:03.227297 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4bfe5371-0221-4b21-9bbb-9f70ebe4ab4e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:03.282103 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4bfe5371-0221-4b21-9bbb-9f70ebe4ab4e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:03.387373 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4bfe5371-0221-4b21-9bbb-9f70ebe4ab4e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:03.477733 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4bfe5371-0221-4b21-9bbb-9f70ebe4ab4e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:03.527438 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe5371-0221-4b21-9bbb-9f70ebe4ab4e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=1fbcaf14-5061-466a-95ad-5e31170b79a4,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:03.536384 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4bfe5371-0221-4b21-9bbb-9f70ebe4ab4e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:03.543058 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4bfe5371-0221-4b21-9bbb-9f70ebe4ab4e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/1fbcaf14-5061-466a-95ad-5e31170b79a4 HTTP/1.1" status: 204 len: 168 time: 0.3895254 Nov 12 20:13:03.543292 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42542) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:03.625235 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42544) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:03.625423 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b089999b-758f-4522-b4e7-1f31acaa833a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804513 Nov 12 20:13:03.630718 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b11e51aa-88fc-41cc-b565-5c2a112d6b9e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:03.731732 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11e51aa-88fc-41cc-b565-5c2a112d6b9e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:13:03.737054 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b11e51aa-88fc-41cc-b565-5c2a112d6b9e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:03.962911 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42548) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:03.968886 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-03677ace-fd90-47eb-af94-6499fad753ae tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--256061471', 'description': 'tempest-description--1211453512'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:03.994412 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-03677ace-fd90-47eb-af94-6499fad753ae tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:04.005489 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b11e51aa-88fc-41cc-b565-5c2a112d6b9e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:04.055506 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11e51aa-88fc-41cc-b565-5c2a112d6b9e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:04.059269 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-b11e51aa-88fc-41cc-b565-5c2a112d6b9e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:04.063783 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11e51aa-88fc-41cc-b565-5c2a112d6b9e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:04.064433 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b11e51aa-88fc-41cc-b565-5c2a112d6b9e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:04.075031 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e51aa-88fc-41cc-b565-5c2a112d6b9e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=ad6a3aa8-d33b-4fa5-b980-2309f9ab5c06,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:04.089230 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b11e51aa-88fc-41cc-b565-5c2a112d6b9e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4626944 Nov 12 20:13:04.092118 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42552) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:04.099302 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f4429889-5815-4fd4-a2e0-b25bdf24823e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'port': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'name': 'tempest-NetworksTestDHCPv6-951138124'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:04.114549 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-03677ace-fd90-47eb-af94-6499fad753ae tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:04.120511 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-03677ace-fd90-47eb-af94-6499fad753ae tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:04.155888 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03677ace-fd90-47eb-af94-6499fad753ae tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4dd488-fa7d-484b-bd8a-57f010ad1729,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:04.171578 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-03677ace-fd90-47eb-af94-6499fad753ae tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:04.176121 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-03677ace-fd90-47eb-af94-6499fad753ae tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2116082 Nov 12 20:13:04.176989 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42556) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:04.178775 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03677ace-fd90-47eb-af94-6499fad753ae tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:04.179131 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03677ace-fd90-47eb-af94-6499fad753ae tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:04.179482 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03677ace-fd90-47eb-af94-6499fad753ae tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:04.179864 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03677ace-fd90-47eb-af94-6499fad753ae tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:04.180163 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03677ace-fd90-47eb-af94-6499fad753ae tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:04.180533 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03677ace-fd90-47eb-af94-6499fad753ae tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:04.180873 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03677ace-fd90-47eb-af94-6499fad753ae tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:04.181211 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03677ace-fd90-47eb-af94-6499fad753ae tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:04.181547 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03677ace-fd90-47eb-af94-6499fad753ae tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:04.181880 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03677ace-fd90-47eb-af94-6499fad753ae tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:04.182212 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03677ace-fd90-47eb-af94-6499fad753ae tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:04.182542 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03677ace-fd90-47eb-af94-6499fad753ae tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:04.190391 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-ae7c6f87-bdcb-432d-a13d-82a59ff9e2ee tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Request body: {'security_group_rule': {'security_group_id': 'fb4dd488-fa7d-484b-bd8a-57f010ad1729', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:04.228639 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ae7c6f87-bdcb-432d-a13d-82a59ff9e2ee tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:04.257312 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4429889-5815-4fd4-a2e0-b25bdf24823e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:13:04.261530 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f4429889-5815-4fd4-a2e0-b25bdf24823e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:04.261804 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2408a7dc-8b90-4131-9112-044987d37990 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:13:04.292641 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-f4429889-5815-4fd4-a2e0-b25bdf24823e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] device_id is not set on port 5c993b05-aa5e-4703-8401-b733204d5fe2 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:13:04.323657 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 2408a7dc-8b90-4131-9112-044987d37990 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:04.325012 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:04.339113 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ae7c6f87-bdcb-432d-a13d-82a59ff9e2ee tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:04.353168 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ae7c6f87-bdcb-432d-a13d-82a59ff9e2ee tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:04.403998 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c6f87-bdcb-432d-a13d-82a59ff9e2ee tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb0e4d0-9190-4a51-b627-ed76b23f2f09,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:04.419469 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ae7c6f87-bdcb-432d-a13d-82a59ff9e2ee tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:04.426078 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ae7c6f87-bdcb-432d-a13d-82a59ff9e2ee tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2400048 Nov 12 20:13:04.428098 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42564) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:04.438328 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-8951acac-14c8-4671-b9dd-b5ca914dbfa0 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Request body: {'security_group_rule': {'security_group_id': 'fb4dd488-fa7d-484b-bd8a-57f010ad1729', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:04.512147 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8951acac-14c8-4671-b9dd-b5ca914dbfa0 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:04.523426 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:04.525464 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-f4429889-5815-4fd4-a2e0-b25bdf24823e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 2001:db8::190 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/ad6a3aa8-d33b-4fa5-b980-2309f9ab5c06/5c993b05-aa5e-4703-8401-b733204d5fe2) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:13:04.576548 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 2408a7dc-8b90-4131-9112-044987d37990, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=2408a7dc-8b90-4131-9112-044987d37990,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:04.591693 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:04.592977 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 640e96e0-67f3-4037-8656-a0e6c6f2afcc up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:13:04.608548 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8951acac-14c8-4671-b9dd-b5ca914dbfa0 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:04.619072 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8951acac-14c8-4671-b9dd-b5ca914dbfa0 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:04.644765 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951acac-14c8-4671-b9dd-b5ca914dbfa0 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731a880a-f41c-4d4f-a749-21f6ac85c297,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:04.668264 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8951acac-14c8-4671-b9dd-b5ca914dbfa0 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:04.668264 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8951acac-14c8-4671-b9dd-b5ca914dbfa0 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2304707 Nov 12 20:13:04.672106 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42566) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:04.711519 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-7d8fdbb5-553c-4be5-af51-d6569d93e664 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:04.764045 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d8fdbb5-553c-4be5-af51-d6569d93e664 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:04.797833 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afdd4a7-1ca6-4c9b-89cc-ddf5210cf20e None None] Sync routers for ids ['f4c82d5d-2478-4f9a-b854-104a08efd999'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:13:04.853638 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afdd4a7-1ca6-4c9b-89cc-ddf5210cf20e None None] Routers {'f4c82d5d-2478-4f9a-b854-104a08efd999'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:13:04.854371 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-9afdd4a7-1ca6-4c9b-89cc-ddf5210cf20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:12:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f4c82d5d-2478-4f9a-b854-104a08efd999'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:04.857612 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f4429889-5815-4fd4-a2e0-b25bdf24823e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:04.875086 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=2408a7dc-8b90-4131-9112-044987d37990,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:04.935119 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f4429889-5815-4fd4-a2e0-b25bdf24823e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:04.948445 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 640e96e0-67f3-4037-8656-a0e6c6f2afcc triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:04.949049 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:05.004711 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4429889-5815-4fd4-a2e0-b25bdf24823e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:05.012753 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a25b8f8-ae96-468b-9df4-4e41082690ba None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:13:05.015145 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-f4429889-5815-4fd4-a2e0-b25bdf24823e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:05.017802 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4429889-5815-4fd4-a2e0-b25bdf24823e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:13:05.025191 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4429889-5815-4fd4-a2e0-b25bdf24823e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:05.025858 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f4429889-5815-4fd4-a2e0-b25bdf24823e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:05.049236 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d8fdbb5-553c-4be5-af51-d6569d93e664 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:05.051637 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4429889-5815-4fd4-a2e0-b25bdf24823e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Port': ['ID=5c993b05-aa5e-4703-8401-b733204d5fe2,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:05.069193 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42570) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:05.069759 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f4429889-5815-4fd4-a2e0-b25bdf24823e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9747803 Nov 12 20:13:05.087366 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e8f5102c-8ce9-4fbb-8625-3491dad60e50 None None] Could not find standard attr ID for object 34dcfce3-d4e1-4a19-881e-72e371092c44. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:13:05.125730 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-9afdd4a7-1ca6-4c9b-89cc-ddf5210cf20e None None] Set router f4c82d5d-2478-4f9a-b854-104a08efd999 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:13:05.143518 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce180532-80c1-4d21-a1ad-0832717c14cf tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:05.151646 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce180532-80c1-4d21-a1ad-0832717c14cf tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:05.156578 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ce180532-80c1-4d21-a1ad-0832717c14cf tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0837967 Nov 12 20:13:05.157266 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42572) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:05.181441 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e8f5102c-8ce9-4fbb-8625-3491dad60e50 None None] Provisioning complete for port 2408a7dc-8b90-4131-9112-044987d37990 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:05.181863 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e8f5102c-8ce9-4fbb-8625-3491dad60e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:05.265319 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-7d8fdbb5-553c-4be5-af51-d6569d93e664 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Allocated IP 172.25.5.190 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/c6ae3f56-3a73-4065-a2ca-824c752096e7) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:13:05.308584 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-e23d7564-632b-43e1-a6ab-fd52520f3fbb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting port 5c993b05-aa5e-4703-8401-b733204d5fe2 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:05.309014 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e23d7564-632b-43e1-a6ab-fd52520f3fbb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:05.463439 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e23d7564-632b-43e1-a6ab-fd52520f3fbb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:05.468366 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d8fdbb5-553c-4be5-af51-d6569d93e664 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:05.482810 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-e23d7564-632b-43e1-a6ab-fd52520f3fbb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Calling delete_port for 5c993b05-aa5e-4703-8401-b733204d5fe2 owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:05.527674 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-9afdd4a7-1ca6-4c9b-89cc-ddf5210cf20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'name': 'tempest-ServersTestManualDisk-2124865391-router', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '640e96e0-67f3-4037-8656-a0e6c6f2afcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:56Z', 'updated_at': '2021-11-12T20:13:01Z', 'revision_number': 4, 'project_id': 'a039192683ee46b4a2ff07dbef02376f', 'gw_port': {'id': '640e96e0-67f3-4037-8656-a0e6c6f2afcc', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:57Z', 'updated_at': '2021-11-12T20:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '6c0f86eb-e346-4824-8d7c-ec6bda278747', 'name': '', 'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'mac_address': 'fa:16:3e:b4:aa:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a79f788e-d3d6-4c91-963d-7c5026dac439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:13:00Z', 'updated_at': '2021-11-12T20:13:01Z', 'revision_number': 2, 'project_id': 'a039192683ee46b4a2ff07dbef02376f', 'subnets': [{'id': 'a79f788e-d3d6-4c91-963d-7c5026dac439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:05.569891 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afdd4a7-1ca6-4c9b-89cc-ddf5210cf20e None None] Checking router: f4c82d5d-2478-4f9a-b854-104a08efd999 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:13:05.570567 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afdd4a7-1ca6-4c9b-89cc-ddf5210cf20e None None] Updating router f4c82d5d-2478-4f9a-b854-104a08efd999 port 6c0f86eb-e346-4824-8d7c-ec6bda278747 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:13:05.583375 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d8fdbb5-553c-4be5-af51-d6569d93e664 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:05.609302 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9afdd4a7-1ca6-4c9b-89cc-ddf5210cf20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:05.665801 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8fdbb5-553c-4be5-af51-d6569d93e664 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:05.672052 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-7d8fdbb5-553c-4be5-af51-d6569d93e664 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:05.674713 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8fdbb5-553c-4be5-af51-d6569d93e664 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:13:05.679892 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fdbb5-553c-4be5-af51-d6569d93e664 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Pushing event updated for resources: {'Port': ['ID=c6ae3f56-3a73-4065-a2ca-824c752096e7,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:05.743724 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e23d7564-632b-43e1-a6ab-fd52520f3fbb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:05.787972 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d7564-632b-43e1-a6ab-fd52520f3fbb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Port': ['ID=5c993b05-aa5e-4703-8401-b733204d5fe2,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:05.854040 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e23d7564-632b-43e1-a6ab-fd52520f3fbb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:05.857678 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e23d7564-632b-43e1-a6ab-fd52520f3fbb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/5c993b05-aa5e-4703-8401-b733204d5fe2 HTTP/1.1" status: 204 len: 168 time: 0.6998475 Nov 12 20:13:05.860268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42576) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:05.873988 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-68723416-24e7-4b90-b66d-5e4df856cda1 None None] Could not find standard attr ID for object 5c993b05-aa5e-4703-8401-b733204d5fe2. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:13:05.920615 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d8fdbb5-553c-4be5-af51-d6569d93e664 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:05.935922 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958a4dc1-7738-4144-9358-b22625297462 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:05.938046 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958a4dc1-7738-4144-9358-b22625297462 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:05.942292 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-958a4dc1-7738-4144-9358-b22625297462 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0785520 Nov 12 20:13:05.943623 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42578) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:05.952955 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9afdd4a7-1ca6-4c9b-89cc-ddf5210cf20e None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:05.964696 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-68723416-24e7-4b90-b66d-5e4df856cda1 None None] Provisioning complete for port 2408a7dc-8b90-4131-9112-044987d37990 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:05.965112 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-68723416-24e7-4b90-b66d-5e4df856cda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:05.981195 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d8fdbb5-553c-4be5-af51-d6569d93e664 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:06.014440 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9afdd4a7-1ca6-4c9b-89cc-ddf5210cf20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:06.093005 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6de53-8776-454d-b6c4-0d581e9c9438 None None] Pushing event updated for resources: {'Port': ['ID=6c0f86eb-e346-4824-8d7c-ec6bda278747,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:06.132217 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e230c7-5670-4404-a9a5-f9db11912dbe tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet ad6a3aa8-d33b-4fa5-b980-2309f9ab5c06 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:13:06.143418 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-16e230c7-5670-4404-a9a5-f9db11912dbe tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:06.177113 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2408a7dc-8b90-4131-9112-044987d37990 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:13:06.219524 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d8fdbb5-553c-4be5-af51-d6569d93e664 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:06.228881 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d8fdbb5-553c-4be5-af51-d6569d93e664 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:06.234514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-9afdd4a7-1ca6-4c9b-89cc-ddf5210cf20e None None] Attempting to bind port 6c0f86eb-e346-4824-8d7c-ec6bda278747 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:13:06.236580 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-9afdd4a7-1ca6-4c9b-89cc-ddf5210cf20e None None] Attempting to bind port 6c0f86eb-e346-4824-8d7c-ec6bda278747 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'f1126f47-c9dc-41e4-b58e-8470b311596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:13:06.236904 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afdd4a7-1ca6-4c9b-89cc-ddf5210cf20e None None] Attempting to bind port 6c0f86eb-e346-4824-8d7c-ec6bda278747 on network 04e41be2-054c-4220-95f4-f51937cff9b0 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:13:06.244689 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afdd4a7-1ca6-4c9b-89cc-ddf5210cf20e None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:13:06.245077 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afdd4a7-1ca6-4c9b-89cc-ddf5210cf20e None None] Checking segment: {'id': 'f1126f47-c9dc-41e4-b58e-8470b311596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:13:06.245446 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9afdd4a7-1ca6-4c9b-89cc-ddf5210cf20e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:06.245829 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afdd4a7-1ca6-4c9b-89cc-ddf5210cf20e None None] Bound using segment: {'id': 'f1126f47-c9dc-41e4-b58e-8470b311596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:13:06.246291 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-9afdd4a7-1ca6-4c9b-89cc-ddf5210cf20e None None] Bound port: 6c0f86eb-e346-4824-8d7c-ec6bda278747, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1126f47-c9dc-41e4-b58e-8470b311596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:13:06.246657 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9afdd4a7-1ca6-4c9b-89cc-ddf5210cf20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:06.263358 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-16e230c7-5670-4404-a9a5-f9db11912dbe tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:06.361681 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fdbb5-553c-4be5-af51-d6569d93e664 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Pushing event updated for resources: {'Port': ['ID=c6ae3f56-3a73-4065-a2ca-824c752096e7,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:06.362268 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-16e230c7-5670-4404-a9a5-f9db11912dbe tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:06.381612 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d8fdbb5-553c-4be5-af51-d6569d93e664 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:06.415606 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d8fdbb5-553c-4be5-af51-d6569d93e664 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:06.417015 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7d8fdbb5-553c-4be5-af51-d6569d93e664 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7423496 Nov 12 20:13:06.422526 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 2408a7dc-8b90-4131-9112-044987d37990 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:06.422893 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:06.470695 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-16e230c7-5670-4404-a9a5-f9db11912dbe tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:06.489737 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-894c75f4-774a-4004-b340-6bf531cfc9ab None None] Could not find standard attr ID for object 7a4ed281-59af-400a-ba72-7a12fea40d7d. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:13:06.549619 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-9afdd4a7-1ca6-4c9b-89cc-ddf5210cf20e None None] For port 6c0f86eb-e346-4824-8d7c-ec6bda278747, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:13:06.554072 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e230c7-5670-4404-a9a5-f9db11912dbe tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=ad6a3aa8-d33b-4fa5-b980-2309f9ab5c06,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:06.573145 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-16e230c7-5670-4404-a9a5-f9db11912dbe tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:06.577706 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-16e230c7-5670-4404-a9a5-f9db11912dbe tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/ad6a3aa8-d33b-4fa5-b980-2309f9ab5c06 HTTP/1.1" status: 204 len: 168 time: 0.6313443 Nov 12 20:13:06.580264 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42592) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:06.599103 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-9afdd4a7-1ca6-4c9b-89cc-ddf5210cf20e None None] For port 6c0f86eb-e346-4824-8d7c-ec6bda278747, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=6c0f86eb-e346-4824-8d7c-ec6bda278747,segment=NetworkSegment(f1126f47-c9dc-41e4-b58e-8470b311596b),segment_id=f1126f47-c9dc-41e4-b58e-8470b311596b)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:13:06.623152 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9afdd4a7-1ca6-4c9b-89cc-ddf5210cf20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:06.658253 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b35ca2dd-b9dc-4c0e-9dc1-5f741632acf5 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0765295 Nov 12 20:13:06.661290 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42598) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:06.679734 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-2801383c-10a2-48cf-aa59-c7d0ff091e7f tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--256061471&fields=id&tenant_id=a039192683ee46b4a2ff07dbef02376f HTTP/1.1" status: 200 len: 267 time: 0.0577409 Nov 12 20:13:06.688456 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b2c13288-4fb1-41df-aece-8e4093caf19b None None] Provisioning complete for port 6c0f86eb-e346-4824-8d7c-ec6bda278747 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:06.688948 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b2c13288-4fb1-41df-aece-8e4093caf19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:06.699663 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272ef736-9dca-4ba6-bdb3-e24f1f2d6ee3 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:13:06.718654 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604375f4-127e-48d3-90dd-1d00fc911ba3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:06.724501 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-604375f4-127e-48d3-90dd-1d00fc911ba3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0592940 Nov 12 20:13:06.726309 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42600) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:06.825324 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffe6f28-9ee6-47c8-b4da-b5bdf568e5fd tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:06.827004 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3ffe6f28-9ee6-47c8-b4da-b5bdf568e5fd tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0998480 Nov 12 20:13:06.830126 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42602) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:06.833733 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afdd4a7-1ca6-4c9b-89cc-ddf5210cf20e None None] Routers {'f4c82d5d-2478-4f9a-b854-104a08efd999'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:13:06.834365 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-9afdd4a7-1ca6-4c9b-89cc-ddf5210cf20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:12:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f4c82d5d-2478-4f9a-b854-104a08efd999'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:06.855651 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-cd2e8b8d-ae62-4d36-94e1-b3c201131083 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:06.857410 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-cd2e8b8d-ae62-4d36-94e1-b3c201131083 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/networks?id=04e41be2-054c-4220-95f4-f51937cff9b0 HTTP/1.1" status: 200 len: 812 time: 0.1696961 Nov 12 20:13:06.879761 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-19673255-dc53-4a0d-bc75-c03cd70b9ecc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481710 Nov 12 20:13:06.885166 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42604) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:06.889029 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-93138540-dd9e-4cd1-afad-eacdca1ebbd1 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/quotas/a039192683ee46b4a2ff07dbef02376f HTTP/1.1" status: 200 len: 375 time: 0.0232000 Nov 12 20:13:06.890047 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-27c2092e-36f6-4eb5-920c-74192d2ecac8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:07.000343 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c2092e-36f6-4eb5-920c-74192d2ecac8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:13:07.002297 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6de53-8776-454d-b6c4-0d581e9c9438 None None] Pushing event updated for resources: {'Port': ['ID=6c0f86eb-e346-4824-8d7c-ec6bda278747,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:07.006091 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27c2092e-36f6-4eb5-920c-74192d2ecac8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:07.020347 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-23d2495d-c47e-4eb0-832d-5f02d2f26617 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a039192683ee46b4a2ff07dbef02376f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1221638 Nov 12 20:13:07.046932 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-9afdd4a7-1ca6-4c9b-89cc-ddf5210cf20e None None] Set router f4c82d5d-2478-4f9a-b854-104a08efd999 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:13:07.141226 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-7535331f-e631-4d55-b22a-089af99cc300 service neutron] 10.222.0.48 "GET /v2.0/networks/04e41be2-054c-4220-95f4-f51937cff9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139090 Nov 12 20:13:07.266855 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-8c9cb515-bcb1-4c53-b22c-73d35369ef9a service neutron] 10.222.0.48 "GET /v2.0/networks/04e41be2-054c-4220-95f4-f51937cff9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103170 Nov 12 20:13:07.300347 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27c2092e-36f6-4eb5-920c-74192d2ecac8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:07.329262 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c2092e-36f6-4eb5-920c-74192d2ecac8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:07.343741 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b2c13288-4fb1-41df-aece-8e4093caf19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:07.351923 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-27c2092e-36f6-4eb5-920c-74192d2ecac8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:07.357590 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c2092e-36f6-4eb5-920c-74192d2ecac8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:07.358196 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27c2092e-36f6-4eb5-920c-74192d2ecac8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:07.388771 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-27c2092e-36f6-4eb5-920c-74192d2ecac8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5022745 Nov 12 20:13:07.391380 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42608) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:07.396995 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-16ad3b92-5c5d-4fcc-9530-2d9ec3fea230 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'port': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'fixed_ips': [{'subnet_id': 'de41f2ff-b57e-4336-bb8a-839e4f7a424c', 'ip_address': '2001:db8::f52d:d191:5305:5d1d'}], 'name': 'tempest-NetworksTestDHCPv6-296635975'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:07.443964 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2092e-36f6-4eb5-920c-74192d2ecac8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=de41f2ff-b57e-4336-bb8a-839e4f7a424c,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:07.448699 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b2c13288-4fb1-41df-aece-8e4093caf19b None None] For port 6c0f86eb-e346-4824-8d7c-ec6bda278747, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=6c0f86eb-e346-4824-8d7c-ec6bda278747,segment=NetworkSegment(f1126f47-c9dc-41e4-b58e-8470b311596b),segment_id=f1126f47-c9dc-41e4-b58e-8470b311596b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:07.459581 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b2c13288-4fb1-41df-aece-8e4093caf19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:07.470502 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077d96db-9816-4d7e-b79e-501c78fb6ecb None None] DHCP port deletion for 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:13:07.572464 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ad3b92-5c5d-4fcc-9530-2d9ec3fea230 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:13:07.586765 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c13288-4fb1-41df-aece-8e4093caf19b None None] Pushing event updated for resources: {'Port': ['ID=6c0f86eb-e346-4824-8d7c-ec6bda278747,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:07.606050 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c13288-4fb1-41df-aece-8e4093caf19b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:07.606411 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c13288-4fb1-41df-aece-8e4093caf19b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:07.606746 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c13288-4fb1-41df-aece-8e4093caf19b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:07.607078 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c13288-4fb1-41df-aece-8e4093caf19b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:07.607409 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c13288-4fb1-41df-aece-8e4093caf19b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:07.607737 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c13288-4fb1-41df-aece-8e4093caf19b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:07.608066 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c13288-4fb1-41df-aece-8e4093caf19b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:07.608477 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c13288-4fb1-41df-aece-8e4093caf19b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:07.608803 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c13288-4fb1-41df-aece-8e4093caf19b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:07.609136 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c13288-4fb1-41df-aece-8e4093caf19b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:07.609448 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c13288-4fb1-41df-aece-8e4093caf19b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:07.609770 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c13288-4fb1-41df-aece-8e4093caf19b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:07.617209 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-44dd61cf-d978-4ddf-9b2b-2501a364a97d None None] Provisioning complete for port 6c0f86eb-e346-4824-8d7c-ec6bda278747 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:07.617578 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-44dd61cf-d978-4ddf-9b2b-2501a364a97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:07.652034 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-665345f3-1c30-4575-812f-89cad92b293f req-7703d13c-8307-41b4-aa29-a3f0d7c28c01 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d757b0c-e299-404d-80fd-286bacdcc88d HTTP/1.1" status: 200 len: 210 time: 0.0544984 Nov 12 20:13:07.685048 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-077d96db-9816-4d7e-b79e-501c78fb6ecb None None] Deleting port 2408a7dc-8b90-4131-9112-044987d37990 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:07.685421 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-077d96db-9816-4d7e-b79e-501c78fb6ecb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:07.704287 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-16ad3b92-5c5d-4fcc-9530-2d9ec3fea230 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:07.738816 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-16ad3b92-5c5d-4fcc-9530-2d9ec3fea230 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] device_id is not set on port 092fcc3e-ff63-45c1-acb7-f3a73e795dc9 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:13:07.743129 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-9afdd4a7-1ca6-4c9b-89cc-ddf5210cf20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'name': 'tempest-ServersTestManualDisk-2124865391-router', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '640e96e0-67f3-4037-8656-a0e6c6f2afcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:56Z', 'updated_at': '2021-11-12T20:13:01Z', 'revision_number': 4, 'project_id': 'a039192683ee46b4a2ff07dbef02376f', 'gw_port': {'id': '640e96e0-67f3-4037-8656-a0e6c6f2afcc', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:57Z', 'updated_at': '2021-11-12T20:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '6c0f86eb-e346-4824-8d7c-ec6bda278747', 'name': '', 'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'mac_address': 'fa:16:3e:b4:aa:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a79f788e-d3d6-4c91-963d-7c5026dac439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:13:00Z', 'updated_at': '2021-11-12T20:13:06Z', 'revision_number': 4, 'project_id': 'a039192683ee46b4a2ff07dbef02376f', 'subnets': [{'id': 'a79f788e-d3d6-4c91-963d-7c5026dac439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:07.775590 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afdd4a7-1ca6-4c9b-89cc-ddf5210cf20e None None] The sync data for ids ['f4c82d5d-2478-4f9a-b854-104a08efd999'] in n-d-712140-15 is: [{'id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'name': 'tempest-ServersTestManualDisk-2124865391-router', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '640e96e0-67f3-4037-8656-a0e6c6f2afcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:56Z', 'updated_at': '2021-11-12T20:13:01Z', 'revision_number': 4, 'project_id': 'a039192683ee46b4a2ff07dbef02376f', 'gw_port': {'id': '640e96e0-67f3-4037-8656-a0e6c6f2afcc', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:57Z', 'updated_at': '2021-11-12T20:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '6c0f86eb-e346-4824-8d7c-ec6bda278747', 'name': '', 'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'mac_address': 'fa:16:3e:b4:aa:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a79f788e-d3d6-4c91-963d-7c5026dac439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:13:00Z', 'updated_at': '2021-11-12T20:13:06Z', 'revision_number': 4, 'project_id': 'a039192683ee46b4a2ff07dbef02376f', 'subnets': [{'id': 'a79f788e-d3d6-4c91-963d-7c5026dac439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:13:07.922069 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-44dd61cf-d978-4ddf-9b2b-2501a364a97d None None] Could not find standard attr ID for object 34dcfce3-d4e1-4a19-881e-72e371092c44. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:13:07.938931 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-077d96db-9816-4d7e-b79e-501c78fb6ecb None None] For port 2408a7dc-8b90-4131-9112-044987d37990, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=2408a7dc-8b90-4131-9112-044987d37990,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:07.939480 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-077d96db-9816-4d7e-b79e-501c78fb6ecb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:07.971475 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-077d96db-9816-4d7e-b79e-501c78fb6ecb None None] Calling delete_port for 2408a7dc-8b90-4131-9112-044987d37990 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:08.079716 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-16ad3b92-5c5d-4fcc-9530-2d9ec3fea230 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 2001:db8::f52d:d191:5305:5d1d (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/de41f2ff-b57e-4336-bb8a-839e4f7a424c/092fcc3e-ff63-45c1-acb7-f3a73e795dc9) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:13:08.097748 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-077d96db-9816-4d7e-b79e-501c78fb6ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:08.170023 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077d96db-9816-4d7e-b79e-501c78fb6ecb None None] No DVR routers for this DVR port 2408a7dc-8b90-4131-9112-044987d37990 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:13:08.181830 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d96db-9816-4d7e-b79e-501c78fb6ecb None None] Pushing event deleted for resources: {'Port': ['ID=2408a7dc-8b90-4131-9112-044987d37990,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:08.185927 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 6c0f86eb-e346-4824-8d7c-ec6bda278747 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:13:08.233960 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36a0261-24ac-465d-b38d-8855a3999b33 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:13:08.420821 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-16ad3b92-5c5d-4fcc-9530-2d9ec3fea230 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:08.474541 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-16ad3b92-5c5d-4fcc-9530-2d9ec3fea230 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:08.492905 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4294a1-0a4d-4524-b18d-4452771b62cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'fixed_ips': [{'subnet_id': 'de41f2ff-b57e-4336-bb8a-839e4f7a424c'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:13:08.493814 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0e4294a1-0a4d-4524-b18d-4452771b62cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:08.508642 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 6c0f86eb-e346-4824-8d7c-ec6bda278747 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:08.509019 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:08.564222 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ad3b92-5c5d-4fcc-9530-2d9ec3fea230 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:08.574844 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-16ad3b92-5c5d-4fcc-9530-2d9ec3fea230 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:08.591211 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ad3b92-5c5d-4fcc-9530-2d9ec3fea230 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:13:08.606453 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ad3b92-5c5d-4fcc-9530-2d9ec3fea230 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:08.607296 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-16ad3b92-5c5d-4fcc-9530-2d9ec3fea230 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:08.629811 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad3b92-5c5d-4fcc-9530-2d9ec3fea230 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Port': ['ID=092fcc3e-ff63-45c1-acb7-f3a73e795dc9,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:08.681149 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-16ad3b92-5c5d-4fcc-9530-2d9ec3fea230 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2888520 Nov 12 20:13:08.683528 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42626) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:08.750225 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-0e4294a1-0a4d-4524-b18d-4452771b62cb None None] Allocated IP 2001:db8::2 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/de41f2ff-b57e-4336-bb8a-839e4f7a424c/cd86be3f-fba7-459d-9f1d-be89099b521e) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:13:08.851205 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed02f689-a89e-4740-80e8-da9cd7348a87 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:08.851578 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2408a7dc-8b90-4131-9112-044987d37990 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:13:08.853717 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ed02f689-a89e-4740-80e8-da9cd7348a87 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1690295 Nov 12 20:13:08.859037 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42634) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:08.872485 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d7c78299-5b21-4596-aa36-3c757a0a428b req-582c3689-6005-4882-b72c-4c00206fe69e tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d757b0c-e299-404d-80fd-286bacdcc88d HTTP/1.1" status: 200 len: 210 time: 0.0466666 Nov 12 20:13:08.878659 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 2408a7dc-8b90-4131-9112-044987d37990 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:13:08.879102 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2408a7dc-8b90-4131-9112-044987d37990 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:13:09.018057 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0e4294a1-0a4d-4524-b18d-4452771b62cb None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:09.022866 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-dfb1150d-b5c4-4055-a3de-a961f17800a8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting port 092fcc3e-ff63-45c1-acb7-f3a73e795dc9 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:09.023510 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dfb1150d-b5c4-4055-a3de-a961f17800a8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:09.033058 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0e4294a1-0a4d-4524-b18d-4452771b62cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:09.079622 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4294a1-0a4d-4524-b18d-4452771b62cb None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:09.083821 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-0e4294a1-0a4d-4524-b18d-4452771b62cb None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:09.093600 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4294a1-0a4d-4524-b18d-4452771b62cb None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:13:09.164022 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ee609-a540-43fc-92e2-49766b5095c5 req-5d0d8143-4346-4eda-af47-2dc9ef25db98 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:09.170974 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4294a1-0a4d-4524-b18d-4452771b62cb None None] Pushing event updated for resources: {'Port': ['ID=cd86be3f-fba7-459d-9f1d-be89099b521e,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:09.171273 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca3ee609-a540-43fc-92e2-49766b5095c5 req-5d0d8143-4346-4eda-af47-2dc9ef25db98 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a096904-9936-4f00-a065-b91ef05a54cc HTTP/1.1" status: 200 len: 945 time: 0.1176028 Nov 12 20:13:09.195913 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0e4294a1-0a4d-4524-b18d-4452771b62cb None None] Attempting to bind port cd86be3f-fba7-459d-9f1d-be89099b521e on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:13:09.196966 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0e4294a1-0a4d-4524-b18d-4452771b62cb None None] Attempting to bind port cd86be3f-fba7-459d-9f1d-be89099b521e by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:13:09.197583 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4294a1-0a4d-4524-b18d-4452771b62cb None None] Attempting to bind port cd86be3f-fba7-459d-9f1d-be89099b521e on network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:13:09.206489 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4294a1-0a4d-4524-b18d-4452771b62cb None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:13:09.209133 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4294a1-0a4d-4524-b18d-4452771b62cb None None] Checking segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:13:09.210448 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0e4294a1-0a4d-4524-b18d-4452771b62cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:09.211414 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4294a1-0a4d-4524-b18d-4452771b62cb None None] Bound using segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:13:09.213409 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0e4294a1-0a4d-4524-b18d-4452771b62cb None None] Bound port: cd86be3f-fba7-459d-9f1d-be89099b521e, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:13:09.214136 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0e4294a1-0a4d-4524-b18d-4452771b62cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:09.236061 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dfb1150d-b5c4-4055-a3de-a961f17800a8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:09.273145 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca3ee609-a540-43fc-92e2-49766b5095c5 req-6321d2e0-fc14-4cb5-8c4e-a91739c97b20 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978379 Nov 12 20:13:09.321602 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-dfb1150d-b5c4-4055-a3de-a961f17800a8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Calling delete_port for 092fcc3e-ff63-45c1-acb7-f3a73e795dc9 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:09.333467 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0e4294a1-0a4d-4524-b18d-4452771b62cb None None] For port cd86be3f-fba7-459d-9f1d-be89099b521e, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:13:09.341714 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0e4294a1-0a4d-4524-b18d-4452771b62cb None None] For port cd86be3f-fba7-459d-9f1d-be89099b521e, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=cd86be3f-fba7-459d-9f1d-be89099b521e,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:13:09.347116 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0e4294a1-0a4d-4524-b18d-4452771b62cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:09.466564 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4294a1-0a4d-4524-b18d-4452771b62cb None None] Pushing event updated for resources: {'Port': ['ID=cd86be3f-fba7-459d-9f1d-be89099b521e,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:09.526585 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-75c2f3a3-fb16-4237-81ce-f10317a0c5e0 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:09.528435 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-75c2f3a3-fb16-4237-81ce-f10317a0c5e0 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.52 "GET /v2.0/networks?id=04e41be2-054c-4220-95f4-f51937cff9b0 HTTP/1.1" status: 200 len: 812 time: 0.3141732 Nov 12 20:13:09.636431 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dfb1150d-b5c4-4055-a3de-a961f17800a8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:09.671092 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1150d-b5c4-4055-a3de-a961f17800a8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Port': ['ID=092fcc3e-ff63-45c1-acb7-f3a73e795dc9,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:09.687265 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-68f462ed-9b60-4458-8238-59b75cee89ef tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a039192683ee46b4a2ff07dbef02376f HTTP/1.1" status: 200 len: 379 time: 0.1457374 Nov 12 20:13:09.719256 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dfb1150d-b5c4-4055-a3de-a961f17800a8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:09.723558 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-dfb1150d-b5c4-4055-a3de-a961f17800a8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/092fcc3e-ff63-45c1-acb7-f3a73e795dc9 HTTP/1.1" status: 204 len: 168 time: 0.8634870 Nov 12 20:13:09.726197 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42640) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:09.741160 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-d01169ba-b8d8-4204-a137-d9d692d54592 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Request body: {'port': {'device_id': '5d757b0c-e299-404d-80fd-286bacdcc88d', 'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0', 'admin_state_up': True, 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'security_groups': ['fb4dd488-fa7d-484b-bd8a-57f010ad1729']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:09.799311 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fa10f1-e4dd-4a4a-913c-011e0c80b609 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:09.807310 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fa10f1-e4dd-4a4a-913c-011e0c80b609 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:09.810726 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e4fa10f1-e4dd-4a4a-913c-011e0c80b609 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0830305 Nov 12 20:13:09.813336 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42642) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:09.886706 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c0fa01-4de9-4805-b0a8-ca99f5d0e721 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet de41f2ff-b57e-4336-bb8a-839e4f7a424c {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:13:09.890036 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-93c0fa01-4de9-4805-b0a8-ca99f5d0e721 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:09.920954 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-d01169ba-b8d8-4204-a137-d9d692d54592 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Made reservation on behalf of a039192683ee46b4a2ff07dbef02376f for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:13:09.925167 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-d01169ba-b8d8-4204-a137-d9d692d54592 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:09.954251 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-93c0fa01-4de9-4805-b0a8-ca99f5d0e721 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:10.020748 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-007bcbf1-56e2-49c7-8209-5090f5bd8fb4 req-d4d22675-2da8-4c5f-802d-bbd47421595e tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d757b0c-e299-404d-80fd-286bacdcc88d HTTP/1.1" status: 200 len: 210 time: 0.0376921 Nov 12 20:13:10.107665 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-93c0fa01-4de9-4805-b0a8-ca99f5d0e721 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:10.125020 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-d01169ba-b8d8-4204-a137-d9d692d54592 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Allocated IP 172.20.0.4 (04e41be2-054c-4220-95f4-f51937cff9b0/a79f788e-d3d6-4c91-963d-7c5026dac439/9c2b49b6-9bb2-4d21-b1fa-3d301419b88c) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:13:10.153123 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device cd86be3f-fba7-459d-9f1d-be89099b521e up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:13:10.194764 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-93c0fa01-4de9-4805-b0a8-ca99f5d0e721 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:10.217022 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port cd86be3f-fba7-459d-9f1d-be89099b521e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:10.217717 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:10.231478 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-93c0fa01-4de9-4805-b0a8-ca99f5d0e721 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:10.238672 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-93c0fa01-4de9-4805-b0a8-ca99f5d0e721 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/de41f2ff-b57e-4336-bb8a-839e4f7a424c HTTP/1.1" status: 204 len: 168 time: 0.4206679 Nov 12 20:13:10.238672 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0fa01-4de9-4805-b0a8-ca99f5d0e721 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=de41f2ff-b57e-4336-bb8a-839e4f7a424c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:10.239831 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42648) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:10.308293 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-15598be4-3539-4bb7-8294-2dd7dbc6053a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653346 Nov 12 20:13:10.311148 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42654) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:10.323319 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-d01169ba-b8d8-4204-a137-d9d692d54592 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:10.323495 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-e48a1518-2763-4982-80fc-fa12697f28de tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:10.348633 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:10.402756 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-d01169ba-b8d8-4204-a137-d9d692d54592 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:10.446069 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port cd86be3f-fba7-459d-9f1d-be89099b521e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=cd86be3f-fba7-459d-9f1d-be89099b521e,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:10.451830 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:10.481904 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48a1518-2763-4982-80fc-fa12697f28de tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:13:10.487403 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e48a1518-2763-4982-80fc-fa12697f28de tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:10.527437 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-d01169ba-b8d8-4204-a137-d9d692d54592 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Network 04e41be2-054c-4220-95f4-f51937cff9b0 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:10.535594 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-d01169ba-b8d8-4204-a137-d9d692d54592 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:10.538793 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01169ba-b8d8-4204-a137-d9d692d54592 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Pushing event updated for resources: {'Port': ['ID=9c2b49b6-9bb2-4d21-b1fa-3d301419b88c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:10.541218 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-d01169ba-b8d8-4204-a137-d9d692d54592 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:13:10.550348 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=cd86be3f-fba7-459d-9f1d-be89099b521e,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:10.589648 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30b1dc-3266-46fd-a5a8-30fe0390be46 req-7cd2af71-9740-49f6-b1a1-6272c3703868 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:10.591439 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ba30b1dc-3266-46fd-a5a8-30fe0390be46 req-7cd2af71-9740-49f6-b1a1-6272c3703868 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a096904-9936-4f00-a065-b91ef05a54cc HTTP/1.1" status: 200 len: 945 time: 0.1313345 Nov 12 20:13:10.630677 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-d01169ba-b8d8-4204-a137-d9d692d54592 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:10.631390 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-d01169ba-b8d8-4204-a137-d9d692d54592 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:10.669326 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-d01169ba-b8d8-4204-a137-d9d692d54592 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9553912 Nov 12 20:13:10.686291 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ba30b1dc-3266-46fd-a5a8-30fe0390be46 req-938c8d51-b996-431e-ad40-6934f5574a94 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856359 Nov 12 20:13:10.693757 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-7db70dcd-3926-4152-9ff5-b88a1efa1e24 service neutron] Request body: {'port': {'device_id': '5d757b0c-e299-404d-80fd-286bacdcc88d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:10.766417 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-7db70dcd-3926-4152-9ff5-b88a1efa1e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:10.782850 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e48a1518-2763-4982-80fc-fa12697f28de tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:10.829109 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48a1518-2763-4982-80fc-fa12697f28de tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:10.834219 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-e48a1518-2763-4982-80fc-fa12697f28de tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:10.843244 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48a1518-2763-4982-80fc-fa12697f28de tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:10.843903 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e48a1518-2763-4982-80fc-fa12697f28de tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:10.878258 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e48a1518-2763-4982-80fc-fa12697f28de tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5658140 Nov 12 20:13:10.879895 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a1518-2763-4982-80fc-fa12697f28de tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=a31f61a2-3a08-4f95-b45b-96bf67bd0e16,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:10.883056 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42662) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:10.888499 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-d182721d-69a9-4721-8ceb-afd71cbd5da7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'port': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'fixed_ips': [{'subnet_id': 'a31f61a2-3a08-4f95-b45b-96bf67bd0e16', 'ip_address': '2001:db8::6112:4827:7ec6:37dc'}], 'name': 'tempest-NetworksTestDHCPv6-614170578'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:10.957821 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5c868-7a81-482c-9263-a6c9fd126cb6 req-212886e2-e3d4-4733-986b-533deb300dfe tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:10.959902 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-49e5c868-7a81-482c-9263-a6c9fd126cb6 req-212886e2-e3d4-4733-986b-533deb300dfe tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a096904-9936-4f00-a065-b91ef05a54cc HTTP/1.1" status: 200 len: 945 time: 0.1375659 Nov 12 20:13:10.975399 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823bec15-fa87-4f9a-8508-d7e12c6a9bd3 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:13:11.085574 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d182721d-69a9-4721-8ceb-afd71cbd5da7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:13:11.196708 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-49e5c868-7a81-482c-9263-a6c9fd126cb6 req-7af09168-23d4-4dd8-a63d-f941200462be tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Deleting port 954dcc98-ebcb-48f5-827c-946b20124468 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:11.197124 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-49e5c868-7a81-482c-9263-a6c9fd126cb6 req-7af09168-23d4-4dd8-a63d-f941200462be tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:11.208706 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2f1c6acb-3016-47fa-a7c4-a90826e0ee0b None None] Provisioning complete for port 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:11.210046 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2f1c6acb-3016-47fa-a7c4-a90826e0ee0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:11.261818 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2f1c6acb-3016-47fa-a7c4-a90826e0ee0b None None] Port 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:13:11.268158 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a7e33-8d1d-47d0-90c5-885f3259c83c req-b433980e-9d81-4198-b86e-96cb976adb01 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:11.270333 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7a1a7e33-8d1d-47d0-90c5-885f3259c83c req-b433980e-9d81-4198-b86e-96cb976adb01 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d757b0c-e299-404d-80fd-286bacdcc88d HTTP/1.1" status: 200 len: 931 time: 0.1025939 Nov 12 20:13:11.277908 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d182721d-69a9-4721-8ceb-afd71cbd5da7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:11.313403 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-d182721d-69a9-4721-8ceb-afd71cbd5da7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] device_id is not set on port 56b1f5ae-df55-45e3-ac62-665aaf29fb09 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:13:11.341304 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-49e5c868-7a81-482c-9263-a6c9fd126cb6 req-7af09168-23d4-4dd8-a63d-f941200462be tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] For port 954dcc98-ebcb-48f5-827c-946b20124468, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=954dcc98-ebcb-48f5-827c-946b20124468,segment=NetworkSegment(83ad58fa-02e6-4e77-9e81-8f13133a4857),segment_id=83ad58fa-02e6-4e77-9e81-8f13133a4857)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:11.341667 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-49e5c868-7a81-482c-9263-a6c9fd126cb6 req-7af09168-23d4-4dd8-a63d-f941200462be tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:11.377904 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-49e5c868-7a81-482c-9263-a6c9fd126cb6 req-7af09168-23d4-4dd8-a63d-f941200462be tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Calling delete_port for 954dcc98-ebcb-48f5-827c-946b20124468 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:11.404142 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2f1c6acb-3016-47fa-a7c4-a90826e0ee0b None None] Provisioning complete for port cd86be3f-fba7-459d-9f1d-be89099b521e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:11.404863 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2f1c6acb-3016-47fa-a7c4-a90826e0ee0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:11.408916 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-7db70dcd-3926-4152-9ff5-b88a1efa1e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:13:11.420602 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-7db70dcd-3926-4152-9ff5-b88a1efa1e24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:11.421774 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7a1a7e33-8d1d-47d0-90c5-885f3259c83c req-62e3858e-e100-40cc-823a-5277f02d236e tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb4dd488-fa7d-484b-bd8a-57f010ad1729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399162 Nov 12 20:13:11.552362 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-7db70dcd-3926-4152-9ff5-b88a1efa1e24 service neutron] Transition to ACTIVE for port object 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:13:11.560729 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-7db70dcd-3926-4152-9ff5-b88a1efa1e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:11.671674 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db70dcd-3926-4152-9ff5-b88a1efa1e24 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2b49b6-9bb2-4d21-b1fa-3d301419b88c,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:11.706220 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-d182721d-69a9-4721-8ceb-afd71cbd5da7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 2001:db8::6112:4827:7ec6:37dc (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/a31f61a2-3a08-4f95-b45b-96bf67bd0e16/56b1f5ae-df55-45e3-ac62-665aaf29fb09) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:13:11.750273 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab74ab-ad94-49f1-80cd-f2b34eeb9934 req-f8d8d254-1cdb-4fc2-a999-eb640572ff34 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:11.755417 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-57ab74ab-ad94-49f1-80cd-f2b34eeb9934 req-f8d8d254-1cdb-4fc2-a999-eb640572ff34 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 947 time: 0.1302643 Nov 12 20:13:11.860464 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-31f18c1a-545a-4bfa-85e6-1b1485f06d92 None None] Provisioning complete for port cd86be3f-fba7-459d-9f1d-be89099b521e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:11.861804 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-31f18c1a-545a-4bfa-85e6-1b1485f06d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:11.865122 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-49e5c868-7a81-482c-9263-a6c9fd126cb6 req-7af09168-23d4-4dd8-a63d-f941200462be tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:11.879766 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-57ab74ab-ad94-49f1-80cd-f2b34eeb9934 req-d80fb393-8575-47a8-9de6-2c0befeeee3b tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175179 Nov 12 20:13:11.921866 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-7db70dcd-3926-4152-9ff5-b88a1efa1e24 service neutron] Attempting to bind port 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:13:11.922357 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-7db70dcd-3926-4152-9ff5-b88a1efa1e24 service neutron] Attempting to bind port 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'f1126f47-c9dc-41e4-b58e-8470b311596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:13:11.922790 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-7db70dcd-3926-4152-9ff5-b88a1efa1e24 service neutron] Attempting to bind port 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c on network 04e41be2-054c-4220-95f4-f51937cff9b0 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:13:11.930148 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['44b28f8b-498b-40ee-af30-af574f4a7284'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:13:11.933882 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['1bdd4961-655b-40fb-a5a1-b567b97f132a', '6ceb8b30-ba98-4e6e-8a37-9d79a46f602d', '954dcc98-ebcb-48f5-827c-946b20124468'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:13:12.030241 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4238b1-a497-4854-81ce-04f7f5a6f36f req-ca5cfea5-8d80-4bb4-8c50-af374fbf75c2 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:12.041603 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ec4238b1-a497-4854-81ce-04f7f5a6f36f req-ca5cfea5-8d80-4bb4-8c50-af374fbf75c2 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a096904-9936-4f00-a065-b91ef05a54cc HTTP/1.1" status: 200 len: 867 time: 0.2307277 Nov 12 20:13:12.044483 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af09168-23d4-4dd8-a63d-f941200462be tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Pushing event deleted for resources: {'Port': ['ID=954dcc98-ebcb-48f5-827c-946b20124468,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:12.051334 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-7db70dcd-3926-4152-9ff5-b88a1efa1e24 service neutron] Port 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c on network 04e41be2-054c-4220-95f4-f51937cff9b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:13:12.051984 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-7db70dcd-3926-4152-9ff5-b88a1efa1e24 service neutron] Attempting to bind port 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c on network 04e41be2-054c-4220-95f4-f51937cff9b0 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:13:12.094387 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e5c868-7a81-482c-9263-a6c9fd126cb6 req-7af09168-23d4-4dd8-a63d-f941200462be tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] No DVR routers for this DVR port 954dcc98-ebcb-48f5-827c-946b20124468 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:13:12.105615 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-49e5c868-7a81-482c-9263-a6c9fd126cb6 req-7af09168-23d4-4dd8-a63d-f941200462be tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:12.109310 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-49e5c868-7a81-482c-9263-a6c9fd126cb6 req-7af09168-23d4-4dd8-a63d-f941200462be tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.52 "DELETE /v2.0/ports/954dcc98-ebcb-48f5-827c-946b20124468 HTTP/1.1" status: 204 len: 173 time: 1.1376958 Nov 12 20:13:12.109771 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a096904-9936-4f00-a065-b91ef05a54cc', 'name': 'network-vif-deleted', 'tag': '954dcc98-ebcb-48f5-827c-946b20124468'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:13:12.117948 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8649ac8f-102b-4543-a619-64d9c47732bf" -d '{"events": [{"server_uuid": "5a096904-9936-4f00-a065-b91ef05a54cc", "name": "network-vif-deleted", "tag": "954dcc98-ebcb-48f5-827c-946b20124468"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:13:12.124758 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-7db70dcd-3926-4152-9ff5-b88a1efa1e24 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:13:12.125163 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-7db70dcd-3926-4152-9ff5-b88a1efa1e24 service neutron] Checking segment: {'id': 'f1126f47-c9dc-41e4-b58e-8470b311596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:13:12.125498 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-7db70dcd-3926-4152-9ff5-b88a1efa1e24 service neutron] Bound using segment: {'id': 'f1126f47-c9dc-41e4-b58e-8470b311596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:13:12.125649 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d182721d-69a9-4721-8ceb-afd71cbd5da7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:12.126300 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-7db70dcd-3926-4152-9ff5-b88a1efa1e24 service neutron] Bound port: 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1126f47-c9dc-41e4-b58e-8470b311596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:13:12.126704 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-7db70dcd-3926-4152-9ff5-b88a1efa1e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:12.131265 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device cd86be3f-fba7-459d-9f1d-be89099b521e up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:13:12.199452 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d182721d-69a9-4721-8ceb-afd71cbd5da7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:12.257736 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-7db70dcd-3926-4152-9ff5-b88a1efa1e24 service neutron] For port 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:13:12.263090 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-7db70dcd-3926-4152-9ff5-b88a1efa1e24 service neutron] For port 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=9c2b49b6-9bb2-4d21-b1fa-3d301419b88c,segment=NetworkSegment(f1126f47-c9dc-41e4-b58e-8470b311596b),segment_id=f1126f47-c9dc-41e4-b58e-8470b311596b)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:13:12.279541 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069aee26-16e4-4641-a3a3-24857a6d41ce x-openstack-request-id: req-069aee26-16e4-4641-a3a3-24857a6d41ce {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:13:12.279907 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a096904-9936-4f00-a065-b91ef05a54cc", "name": "network-vif-deleted", "tag": "954dcc98-ebcb-48f5-827c-946b20124468", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:13:12.280110 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-069aee26-16e4-4641-a3a3-24857a6d41ce {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:13:12.280536 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a096904-9936-4f00-a065-b91ef05a54cc', 'name': 'network-vif-deleted', 'tag': '954dcc98-ebcb-48f5-827c-946b20124468', 'status': 'completed', 'code': 200} Nov 12 20:13:12.292008 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d182721d-69a9-4721-8ceb-afd71cbd5da7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:12.294038 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ec4238b1-a497-4854-81ce-04f7f5a6f36f req-ba3c6728-75f6-455b-b43e-43dd113e4f3e tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511616 Nov 12 20:13:12.295859 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-d182721d-69a9-4721-8ceb-afd71cbd5da7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:12.301231 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d182721d-69a9-4721-8ceb-afd71cbd5da7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:13:12.302788 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-7db70dcd-3926-4152-9ff5-b88a1efa1e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:12.307710 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d182721d-69a9-4721-8ceb-afd71cbd5da7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:12.319690 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d182721d-69a9-4721-8ceb-afd71cbd5da7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:12.332713 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port cd86be3f-fba7-459d-9f1d-be89099b521e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:12.333720 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-7db70dcd-3926-4152-9ff5-b88a1efa1e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:12.334405 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-7db70dcd-3926-4152-9ff5-b88a1efa1e24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:12.334637 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:12.335888 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-7db70dcd-3926-4152-9ff5-b88a1efa1e24 service neutron] 10.222.0.52 "PUT /v2.0/ports/9c2b49b6-9bb2-4d21-b1fa-3d301419b88c HTTP/1.1" status: 200 len: 1092 time: 1.6480494 Nov 12 20:13:12.353755 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d182721d-69a9-4721-8ceb-afd71cbd5da7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4694934 Nov 12 20:13:12.370505 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42680) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:12.438408 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d2a804b6-563f-4f83-96b0-bc801997f7b7 None None] Could not find standard attr ID for object 5c993b05-aa5e-4703-8401-b733204d5fe2. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:13:12.474367 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db70dcd-3926-4152-9ff5-b88a1efa1e24 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2b49b6-9bb2-4d21-b1fa-3d301419b88c,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:12.491640 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-5062c153-de0a-4cdf-9e3e-58768816b605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:12.493352 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-5062c153-de0a-4cdf-9e3e-58768816b605 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a039192683ee46b4a2ff07dbef02376f&device_id=5d757b0c-e299-404d-80fd-286bacdcc88d HTTP/1.1" status: 200 len: 1095 time: 0.0735071 Nov 12 20:13:12.741499 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-74fa66af-f886-41c0-925c-e39b0f97571a None None] Could not find standard attr ID for object 092fcc3e-ff63-45c1-acb7-f3a73e795dc9. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:13:12.924289 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182721d-69a9-4721-8ceb-afd71cbd5da7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Port': ['ID=56b1f5ae-df55-45e3-ac62-665aaf29fb09,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:12.965811 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40517668-e09d-422b-b3e7-23f28cd63e9c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:12.972290 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40517668-e09d-422b-b3e7-23f28cd63e9c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:12.974056 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-40517668-e09d-422b-b3e7-23f28cd63e9c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.6027977 Nov 12 20:13:12.979673 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42688) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:13.030196 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520917ba-b2d5-40b9-872d-8f1525dee416 req-0ca3081d-c4f6-48fc-b76e-011c1743a319 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:13.038502 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-520917ba-b2d5-40b9-872d-8f1525dee416 req-0ca3081d-c4f6-48fc-b76e-011c1743a319 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d757b0c-e299-404d-80fd-286bacdcc88d HTTP/1.1" status: 200 len: 943 time: 0.1282983 Nov 12 20:13:13.106036 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-a9ee6a36-1d32-4694-84b0-75fad32c06b2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c2b49b6-9bb2-4d21-b1fa-3d301419b88c HTTP/1.1" status: 200 len: 217 time: 0.5996773 Nov 12 20:13:13.125276 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0c259a38-4faa-44fd-9138-3a12a04b44c4 None None] Provisioning complete for port 56b1f5ae-df55-45e3-ac62-665aaf29fb09 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:13.125899 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0c259a38-4faa-44fd-9138-3a12a04b44c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:13.130685 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-520917ba-b2d5-40b9-872d-8f1525dee416 req-95bed86e-b4cc-47c8-8cb1-a257b94e224e tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb4dd488-fa7d-484b-bd8a-57f010ad1729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912819 Nov 12 20:13:13.163192 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-7286bc86-6ef2-41a2-81f1-0b135e9b4eeb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting port 56b1f5ae-df55-45e3-ac62-665aaf29fb09 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:13.163672 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7286bc86-6ef2-41a2-81f1-0b135e9b4eeb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:13.194323 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0c259a38-4faa-44fd-9138-3a12a04b44c4 None None] Port 56b1f5ae-df55-45e3-ac62-665aaf29fb09 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:13:13.215852 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-b0cdc75c-808a-4e7d-8848-966b454e9bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:13.217451 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-b0cdc75c-808a-4e7d-8848-966b454e9bf4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a79f788e-d3d6-4c91-963d-7c5026dac439 HTTP/1.1" status: 200 len: 851 time: 0.0901127 Nov 12 20:13:13.247487 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0feecd-a6b3-4912-98bb-ef354f145565 req-4f2196f7-e4a6-4c02-b107-f8b679c014a9 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:13.249125 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0d0feecd-a6b3-4912-98bb-ef354f145565 req-4f2196f7-e4a6-4c02-b107-f8b679c014a9 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 947 time: 0.1550179 Nov 12 20:13:13.280782 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7286bc86-6ef2-41a2-81f1-0b135e9b4eeb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:13.285446 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ca651-9d42-45a1-8506-3990e9821ca1 req-c2040ce1-2fef-4538-936f-dfe8cebdbffd tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:13.287114 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-578ca651-9d42-45a1-8506-3990e9821ca1 req-c2040ce1-2fef-4538-936f-dfe8cebdbffd tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.52 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 947 time: 0.1609619 Nov 12 20:13:13.295872 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-7286bc86-6ef2-41a2-81f1-0b135e9b4eeb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Calling delete_port for 56b1f5ae-df55-45e3-ac62-665aaf29fb09 owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:13.397442 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-01215505-6cb7-435a-aa68-1dcef8578a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:13.398999 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-01215505-6cb7-435a-aa68-1dcef8578a1b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=04e41be2-054c-4220-95f4-f51937cff9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1709132 Nov 12 20:13:13.410657 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0d0feecd-a6b3-4912-98bb-ef354f145565 req-c13c045b-ceb3-4fb9-a9ed-446b5a3f91e5 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups?id=6fd7b935-642c-4081-9247-b64c66a4c0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452870 Nov 12 20:13:13.507448 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-578ca651-9d42-45a1-8506-3990e9821ca1 req-5eda5da1-27df-4109-b8df-5afd476a0d08 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Deleting port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:13.507864 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-578ca651-9d42-45a1-8506-3990e9821ca1 req-5eda5da1-27df-4109-b8df-5afd476a0d08 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:13.532697 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7286bc86-6ef2-41a2-81f1-0b135e9b4eeb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:13.565058 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286bc86-6ef2-41a2-81f1-0b135e9b4eeb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Port': ['ID=56b1f5ae-df55-45e3-ac62-665aaf29fb09,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:13.595630 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7286bc86-6ef2-41a2-81f1-0b135e9b4eeb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:13.599836 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7286bc86-6ef2-41a2-81f1-0b135e9b4eeb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/56b1f5ae-df55-45e3-ac62-665aaf29fb09 HTTP/1.1" status: 204 len: 168 time: 0.6181779 Nov 12 20:13:13.602342 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42696) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:13.655708 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-578ca651-9d42-45a1-8506-3990e9821ca1 req-5eda5da1-27df-4109-b8df-5afd476a0d08 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] For port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:13.656215 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-578ca651-9d42-45a1-8506-3990e9821ca1 req-5eda5da1-27df-4109-b8df-5afd476a0d08 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:13.661565 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-6e99c73d-e3fe-4f45-9cfd-f32c15b98fda service neutron] 10.222.0.52 "GET /v2.0/networks/04e41be2-054c-4220-95f4-f51937cff9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497485 Nov 12 20:13:13.692994 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab55a38-af19-48b5-8ec2-82e319465067 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:13.698317 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab55a38-af19-48b5-8ec2-82e319465067 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:13.700111 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0ab55a38-af19-48b5-8ec2-82e319465067 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0967982 Nov 12 20:13:13.702638 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42698) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:13.766674 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc32776-8e72-4f9f-90a5-90a515b01288 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet a31f61a2-3a08-4f95-b45b-96bf67bd0e16 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:13:13.771684 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dcc32776-8e72-4f9f-90a5-90a515b01288 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:13.818354 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dcc32776-8e72-4f9f-90a5-90a515b01288 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:13.878198 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dcc32776-8e72-4f9f-90a5-90a515b01288 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:13.944568 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef596f36-d6df-4da4-83f6-194ecd7f189f req-af96dd5f-c72e-4bfd-8e78-31a268a4ef54 service neutron] 10.222.0.52 "GET /v2.0/networks/04e41be2-054c-4220-95f4-f51937cff9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709279 Nov 12 20:13:13.979493 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dcc32776-8e72-4f9f-90a5-90a515b01288 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:14.016651 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc32776-8e72-4f9f-90a5-90a515b01288 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=a31f61a2-3a08-4f95-b45b-96bf67bd0e16,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:14.020988 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dcc32776-8e72-4f9f-90a5-90a515b01288 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:14.026431 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-dcc32776-8e72-4f9f-90a5-90a515b01288 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/a31f61a2-3a08-4f95-b45b-96bf67bd0e16 HTTP/1.1" status: 204 len: 168 time: 0.3194985 Nov 12 20:13:14.026774 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42702) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:14.038073 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-578ca651-9d42-45a1-8506-3990e9821ca1 req-5eda5da1-27df-4109-b8df-5afd476a0d08 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:14.038921 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-578ca651-9d42-45a1-8506-3990e9821ca1 req-5eda5da1-27df-4109-b8df-5afd476a0d08 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:14.039529 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [req-578ca651-9d42-45a1-8506-3990e9821ca1 req-5eda5da1-27df-4109-b8df-5afd476a0d08 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Floating IP b4cd72bf-c6cc-48aa-bd42-b3a964ac4271 disassociated. External IP: 172.25.5.129, port: b4411998-a2fc-4fdb-9e3d-8e4287aef1dc. Nov 12 20:13:14.040089 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-578ca651-9d42-45a1-8506-3990e9821ca1 req-5eda5da1-27df-4109-b8df-5afd476a0d08 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Calling delete_port for b4411998-a2fc-4fdb-9e3d-8e4287aef1dc owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:14.071705 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a3318f19-ccbd-4dc9-ba02-d07250b47f64 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413647 Nov 12 20:13:14.071958 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42704) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:14.077089 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-dfd90c4a-93dc-42ae-882d-0a07611bee7b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:14.110411 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922bd0ac-f8a5-4c3f-93fc-934653f5de2f None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:13:14.198759 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd90c4a-93dc-42ae-882d-0a07611bee7b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:13:14.202327 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dfd90c4a-93dc-42ae-882d-0a07611bee7b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:14.230160 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-578ca651-9d42-45a1-8506-3990e9821ca1 req-5eda5da1-27df-4109-b8df-5afd476a0d08 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:14.251738 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:13:14.299871 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d757b0c-e299-404d-80fd-286bacdcc88d', 'tag': '9c2b49b6-9bb2-4d21-b1fa-3d301419b88c'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:13:14.302846 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ee78ce-eaa0-472f-8832-dffcb825a4fa" -d '{"events": [{"name": "network-changed", "server_uuid": "5d757b0c-e299-404d-80fd-286bacdcc88d", "tag": "9c2b49b6-9bb2-4d21-b1fa-3d301419b88c"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:13:14.306694 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda5da1-27df-4109-b8df-5afd476a0d08 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Pushing event deleted for resources: {'Port': ['ID=b4411998-a2fc-4fdb-9e3d-8e4287aef1dc,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:14.418143 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc20df8-8085-415c-b66c-f11e209d7b2c req-183b4871-2108-4257-b52e-2057b45db584 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:14.426924 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ecc20df8-8085-415c-b66c-f11e209d7b2c req-183b4871-2108-4257-b52e-2057b45db584 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d757b0c-e299-404d-80fd-286bacdcc88d HTTP/1.1" status: 200 len: 943 time: 0.1453452 Nov 12 20:13:14.435319 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26770cb6-59ed-4100-9a6c-bdaa3ed609ce x-openstack-request-id: req-26770cb6-59ed-4100-9a6c-bdaa3ed609ce {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:13:14.435703 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d757b0c-e299-404d-80fd-286bacdcc88d", "tag": "9c2b49b6-9bb2-4d21-b1fa-3d301419b88c", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:13:14.435904 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-26770cb6-59ed-4100-9a6c-bdaa3ed609ce {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:13:14.436467 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d757b0c-e299-404d-80fd-286bacdcc88d', 'tag': '9c2b49b6-9bb2-4d21-b1fa-3d301419b88c', 'status': 'completed', 'code': 200} Nov 12 20:13:14.450254 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 954dcc98-ebcb-48f5-827c-946b20124468 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:13:14.465869 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dfd90c4a-93dc-42ae-882d-0a07611bee7b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:14.502595 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 954dcc98-ebcb-48f5-827c-946b20124468 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:13:14.502946 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 954dcc98-ebcb-48f5-827c-946b20124468 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:13:14.503448 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device b4411998-a2fc-4fdb-9e3d-8e4287aef1dc no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:13:14.508865 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d143de1-b696-41a0-a2e2-e22da6ec47e8 None None] DHCP port deletion for 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:13:14.554432 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: b4411998-a2fc-4fdb-9e3d-8e4287aef1dc {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:13:14.554774 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device b4411998-a2fc-4fdb-9e3d-8e4287aef1dc not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:13:14.571917 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd90c4a-93dc-42ae-882d-0a07611bee7b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=0ce24252-b583-4160-bcbb-fb54975e33da,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:14.610333 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f517103-590a-4fce-8472-29e90dad0d86 req-3d0051c8-8700-496d-a7fe-473b5d68e7dc tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 210 time: 0.0400472 Nov 12 20:13:14.621152 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd90c4a-93dc-42ae-882d-0a07611bee7b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:14.622893 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-dfd90c4a-93dc-42ae-882d-0a07611bee7b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:14.627171 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd90c4a-93dc-42ae-882d-0a07611bee7b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:14.627849 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dfd90c4a-93dc-42ae-882d-0a07611bee7b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:14.631515 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ecc20df8-8085-415c-b66c-f11e209d7b2c req-12f5f963-0e5b-47b7-84df-1a9829d308f3 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb4dd488-fa7d-484b-bd8a-57f010ad1729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040980 Nov 12 20:13:14.652874 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-dfd90c4a-93dc-42ae-882d-0a07611bee7b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5797250 Nov 12 20:13:14.655308 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42714) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:14.662649 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-c1a511c4-0738-41f5-898d-acbb0f8f9545 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'port': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'fixed_ips': [{'subnet_id': '0ce24252-b583-4160-bcbb-fb54975e33da', 'ip_address': '2001:db8::f3e3:23b:d6b4:ef20'}], 'name': 'tempest-NetworksTestDHCPv6-390049726'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:14.670213 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-5d143de1-b696-41a0-a2e2-e22da6ec47e8 None None] Deleting port cd86be3f-fba7-459d-9f1d-be89099b521e {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:14.670536 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5d143de1-b696-41a0-a2e2-e22da6ec47e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:14.673242 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee78ce-eaa0-472f-8832-dffcb825a4fa req-6404f495-ff3a-4981-bfa9-7c3a052f0956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:14.674995 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f1ee78ce-eaa0-472f-8832-dffcb825a4fa req-6404f495-ff3a-4981-bfa9-7c3a052f0956 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a039192683ee46b4a2ff07dbef02376f&device_id=5d757b0c-e299-404d-80fd-286bacdcc88d HTTP/1.1" status: 200 len: 1095 time: 0.1671073 Nov 12 20:13:14.683064 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-578ca651-9d42-45a1-8506-3990e9821ca1 req-5eda5da1-27df-4109-b8df-5afd476a0d08 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Router f0ce2f37-fd88-4391-ae86-dfec9b0e944d has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:13:14.791194 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-5d143de1-b696-41a0-a2e2-e22da6ec47e8 None None] For port cd86be3f-fba7-459d-9f1d-be89099b521e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=cd86be3f-fba7-459d-9f1d-be89099b521e,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:14.791628 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5d143de1-b696-41a0-a2e2-e22da6ec47e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:14.809877 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-5d143de1-b696-41a0-a2e2-e22da6ec47e8 None None] Calling delete_port for cd86be3f-fba7-459d-9f1d-be89099b521e owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:14.847563 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a511c4-0738-41f5-898d-acbb0f8f9545 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:13:14.858955 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1a511c4-0738-41f5-898d-acbb0f8f9545 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:14.886111 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-578ca651-9d42-45a1-8506-3990e9821ca1 req-5eda5da1-27df-4109-b8df-5afd476a0d08 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:13:14.902071 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f44c5-a113-4668-a022-e1022983863f None None] Sync routers for ids ['f0ce2f37-fd88-4391-ae86-dfec9b0e944d'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:13:14.914685 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-c1a511c4-0738-41f5-898d-acbb0f8f9545 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] device_id is not set on port f66ef32a-dd92-48df-9637-a94885a2e9b3 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:13:14.918629 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133f44c5-a113-4668-a022-e1022983863f None None] Routers {'f0ce2f37-fd88-4391-ae86-dfec9b0e944d'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:13:14.920558 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-133f44c5-a113-4668-a022-e1022983863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:12:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f0ce2f37-fd88-4391-ae86-dfec9b0e944d'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:14.940443 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5d143de1-b696-41a0-a2e2-e22da6ec47e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:14.975121 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-578ca651-9d42-45a1-8506-3990e9821ca1 req-5eda5da1-27df-4109-b8df-5afd476a0d08 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] No DVR routers for this DVR port b4411998-a2fc-4fdb-9e3d-8e4287aef1dc on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:13:14.978434 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-578ca651-9d42-45a1-8506-3990e9821ca1 req-5eda5da1-27df-4109-b8df-5afd476a0d08 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:14.983511 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-578ca651-9d42-45a1-8506-3990e9821ca1 req-5eda5da1-27df-4109-b8df-5afd476a0d08 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.52 "DELETE /v2.0/ports/b4411998-a2fc-4fdb-9e3d-8e4287aef1dc HTTP/1.1" status: 204 len: 173 time: 1.6890395 Nov 12 20:13:15.034187 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d143de1-b696-41a0-a2e2-e22da6ec47e8 None None] No DVR routers for this DVR port cd86be3f-fba7-459d-9f1d-be89099b521e on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:13:15.039357 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d143de1-b696-41a0-a2e2-e22da6ec47e8 None None] Pushing event deleted for resources: {'Port': ['ID=cd86be3f-fba7-459d-9f1d-be89099b521e,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:15.061929 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee78ce-eaa0-472f-8832-dffcb825a4fa req-87804b0f-7879-4718-9c61-508a2ceee40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:15.063652 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f1ee78ce-eaa0-472f-8832-dffcb825a4fa req-87804b0f-7879-4718-9c61-508a2ceee40a service neutron] 10.222.0.52 "GET /v2.0/networks?id=04e41be2-054c-4220-95f4-f51937cff9b0 HTTP/1.1" status: 200 len: 913 time: 0.3735526 Nov 12 20:13:15.080434 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea675a2-6678-4ba8-8399-ad3e57e33552 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:13:15.194102 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f1ee78ce-eaa0-472f-8832-dffcb825a4fa req-6ad10183-a271-4c50-a682-7d9c0ef25fe2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c2b49b6-9bb2-4d21-b1fa-3d301419b88c HTTP/1.1" status: 200 len: 217 time: 0.1193235 Nov 12 20:13:15.226982 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-133f44c5-a113-4668-a022-e1022983863f None None] Set router f0ce2f37-fd88-4391-ae86-dfec9b0e944d gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:13:15.250986 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee78ce-eaa0-472f-8832-dffcb825a4fa req-ed1d4d04-a9c4-491d-847e-3c70d294afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:15.252662 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f1ee78ce-eaa0-472f-8832-dffcb825a4fa req-ed1d4d04-a9c4-491d-847e-3c70d294afeb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a79f788e-d3d6-4c91-963d-7c5026dac439 HTTP/1.1" status: 200 len: 851 time: 0.0508637 Nov 12 20:13:15.285209 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-c1a511c4-0738-41f5-898d-acbb0f8f9545 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 2001:db8::f3e3:23b:d6b4:ef20 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/0ce24252-b583-4160-bcbb-fb54975e33da/f66ef32a-dd92-48df-9637-a94885a2e9b3) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:13:15.303156 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57dc73f-c0b8-4afd-ab97-a93be85509bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'fixed_ips': [{'subnet_id': '0ce24252-b583-4160-bcbb-fb54975e33da'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:13:15.304695 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b57dc73f-c0b8-4afd-ab97-a93be85509bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:15.310480 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee78ce-eaa0-472f-8832-dffcb825a4fa req-e50da2b0-273c-4d6c-adcc-e5a856f1a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:15.312182 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f1ee78ce-eaa0-472f-8832-dffcb825a4fa req-e50da2b0-273c-4d6c-adcc-e5a856f1a66e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=04e41be2-054c-4220-95f4-f51937cff9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508306 Nov 12 20:13:15.440421 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f1ee78ce-eaa0-472f-8832-dffcb825a4fa req-9906e99e-f46e-46c2-8a2d-5f7c3e722a83 service neutron] 10.222.0.52 "GET /v2.0/networks/04e41be2-054c-4220-95f4-f51937cff9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179698 Nov 12 20:13:15.452323 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-133f44c5-a113-4668-a022-e1022983863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'name': 'tempest-AttachVolumeShelveTestJSON-725252058-router', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:51Z', 'updated_at': '2021-11-12T20:03:04Z', 'revision_number': 4, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'gw_port': {'id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:53Z', 'updated_at': '2021-11-12T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '24185af8-1f22-43f9-bf99-1f7ea5f4b5be', 'name': '', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'mac_address': 'fa:16:3e:5b:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:03:01Z', 'updated_at': '2021-11-12T20:03:10Z', 'revision_number': 5, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'subnets': [{'id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:15.499729 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f44c5-a113-4668-a022-e1022983863f None None] Checking router: f0ce2f37-fd88-4391-ae86-dfec9b0e944d for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:13:15.510474 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133f44c5-a113-4668-a022-e1022983863f None None] Routers {'f0ce2f37-fd88-4391-ae86-dfec9b0e944d'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:13:15.511323 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-133f44c5-a113-4668-a022-e1022983863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:12:52Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f0ce2f37-fd88-4391-ae86-dfec9b0e944d'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:15.547300 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1a511c4-0738-41f5-898d-acbb0f8f9545 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:15.566902 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f1ee78ce-eaa0-472f-8832-dffcb825a4fa req-71d0a055-f29b-4aed-819e-b0587b329893 service neutron] 10.222.0.52 "GET /v2.0/networks/04e41be2-054c-4220-95f4-f51937cff9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180136 Nov 12 20:13:15.628373 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1a511c4-0738-41f5-898d-acbb0f8f9545 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:15.659390 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-133f44c5-a113-4668-a022-e1022983863f None None] Set router f0ce2f37-fd88-4391-ae86-dfec9b0e944d gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:13:15.697048 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a511c4-0738-41f5-898d-acbb0f8f9545 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:15.703665 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-c1a511c4-0738-41f5-898d-acbb0f8f9545 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:15.708632 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a511c4-0738-41f5-898d-acbb0f8f9545 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:13:15.720143 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-b57dc73f-c0b8-4afd-ab97-a93be85509bb None None] Allocated IP 2001:db8::2 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/0ce24252-b583-4160-bcbb-fb54975e33da/5ac980a5-1ffb-4ce0-82de-b47787dc50d2) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:13:15.733718 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a511c4-0738-41f5-898d-acbb0f8f9545 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:15.734614 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1a511c4-0738-41f5-898d-acbb0f8f9545 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:15.774996 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a511c4-0738-41f5-898d-acbb0f8f9545 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Port': ['ID=f66ef32a-dd92-48df-9637-a94885a2e9b3,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:15.795038 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42726) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:15.802744 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c1a511c4-0738-41f5-898d-acbb0f8f9545 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.1422768 Nov 12 20:13:15.917447 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2dfb76c9-dd65-46c6-814d-99d3448280ff req-7a495663-08b3-44d1-83fb-4082b47db9b1 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/ports?device_id=1642c892-56c2-45a6-a664-06a3ec34197d HTTP/1.1" status: 200 len: 210 time: 0.0555930 Nov 12 20:13:15.928856 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a92ddb-644b-48ed-ac3b-59c833fe2da1 req-d594707f-3a49-4e3d-8f1f-47bc6d28af85 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:15.934177 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-25a92ddb-644b-48ed-ac3b-59c833fe2da1 req-d594707f-3a49-4e3d-8f1f-47bc6d28af85 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d757b0c-e299-404d-80fd-286bacdcc88d HTTP/1.1" status: 200 len: 943 time: 0.1273227 Nov 12 20:13:15.966504 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93600729-c45d-4c81-b680-588317a0d435 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:15.981212 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-93600729-c45d-4c81-b680-588317a0d435 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1828187 Nov 12 20:13:15.981852 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42728) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:16.005838 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-133f44c5-a113-4668-a022-e1022983863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'name': 'tempest-AttachVolumeShelveTestJSON-725252058-router', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:51Z', 'updated_at': '2021-11-12T20:03:04Z', 'revision_number': 4, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'gw_port': {'id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:53Z', 'updated_at': '2021-11-12T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '24185af8-1f22-43f9-bf99-1f7ea5f4b5be', 'name': '', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'mac_address': 'fa:16:3e:5b:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:03:01Z', 'updated_at': '2021-11-12T20:03:10Z', 'revision_number': 5, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'subnets': [{'id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:16.018296 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-25a92ddb-644b-48ed-ac3b-59c833fe2da1 req-cc9117f0-4648-4dfc-b024-f7533c342d5e tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb4dd488-fa7d-484b-bd8a-57f010ad1729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711422 Nov 12 20:13:16.040463 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f44c5-a113-4668-a022-e1022983863f None None] The sync data for ids ['f0ce2f37-fd88-4391-ae86-dfec9b0e944d'] in n-d-712140-15 is: [{'id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'name': 'tempest-AttachVolumeShelveTestJSON-725252058-router', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:51Z', 'updated_at': '2021-11-12T20:03:04Z', 'revision_number': 4, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'gw_port': {'id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:53Z', 'updated_at': '2021-11-12T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '24185af8-1f22-43f9-bf99-1f7ea5f4b5be', 'name': '', 'network_id': 'cd594fd9-762d-4dc1-9fce-c4b60d6d0202', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'mac_address': 'fa:16:3e:5b:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:03:01Z', 'updated_at': '2021-11-12T20:03:10Z', 'revision_number': 5, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'subnets': [{'id': 'f543e4e2-8561-47f7-b814-55300c23b7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:13:16.081466 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b57dc73f-c0b8-4afd-ab97-a93be85509bb None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:16.101798 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b57dc73f-c0b8-4afd-ab97-a93be85509bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:16.149633 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device cd86be3f-fba7-459d-9f1d-be89099b521e no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:13:16.157452 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-f5526214-f385-434a-83f5-6a575b541dde tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting port f66ef32a-dd92-48df-9637-a94885a2e9b3 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:16.157882 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f5526214-f385-434a-83f5-6a575b541dde tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:16.188680 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: cd86be3f-fba7-459d-9f1d-be89099b521e {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:13:16.189024 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device cd86be3f-fba7-459d-9f1d-be89099b521e not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:13:16.197816 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57dc73f-c0b8-4afd-ab97-a93be85509bb None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:16.201112 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57dc73f-c0b8-4afd-ab97-a93be85509bb None None] Pushing event updated for resources: {'Port': ['ID=5ac980a5-1ffb-4ce0-82de-b47787dc50d2,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:16.207244 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-b57dc73f-c0b8-4afd-ab97-a93be85509bb None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:16.212188 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57dc73f-c0b8-4afd-ab97-a93be85509bb None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:13:16.272971 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f5526214-f385-434a-83f5-6a575b541dde tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:16.274925 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b57dc73f-c0b8-4afd-ab97-a93be85509bb None None] Attempting to bind port 5ac980a5-1ffb-4ce0-82de-b47787dc50d2 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:13:16.275463 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b57dc73f-c0b8-4afd-ab97-a93be85509bb None None] Attempting to bind port 5ac980a5-1ffb-4ce0-82de-b47787dc50d2 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:13:16.275998 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57dc73f-c0b8-4afd-ab97-a93be85509bb None None] Attempting to bind port 5ac980a5-1ffb-4ce0-82de-b47787dc50d2 on network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:13:16.281900 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57dc73f-c0b8-4afd-ab97-a93be85509bb None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:13:16.282266 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57dc73f-c0b8-4afd-ab97-a93be85509bb None None] Checking segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:13:16.282729 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b57dc73f-c0b8-4afd-ab97-a93be85509bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:16.283113 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57dc73f-c0b8-4afd-ab97-a93be85509bb None None] Bound using segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:13:16.283574 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b57dc73f-c0b8-4afd-ab97-a93be85509bb None None] Bound port: 5ac980a5-1ffb-4ce0-82de-b47787dc50d2, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:13:16.283945 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b57dc73f-c0b8-4afd-ab97-a93be85509bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:16.292428 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-f5526214-f385-434a-83f5-6a575b541dde tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Calling delete_port for f66ef32a-dd92-48df-9637-a94885a2e9b3 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:16.364733 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b57dc73f-c0b8-4afd-ab97-a93be85509bb None None] For port 5ac980a5-1ffb-4ce0-82de-b47787dc50d2, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:13:16.368770 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b57dc73f-c0b8-4afd-ab97-a93be85509bb None None] For port 5ac980a5-1ffb-4ce0-82de-b47787dc50d2, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=5ac980a5-1ffb-4ce0-82de-b47787dc50d2,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:13:16.374621 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b57dc73f-c0b8-4afd-ab97-a93be85509bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:16.444117 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1642c892-56c2-45a6-a664-06a3ec34197d', 'name': 'network-vif-deleted', 'tag': 'b4411998-a2fc-4fdb-9e3d-8e4287aef1dc'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:13:16.444469 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57dc73f-c0b8-4afd-ab97-a93be85509bb None None] Pushing event updated for resources: {'Port': ['ID=5ac980a5-1ffb-4ce0-82de-b47787dc50d2,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:16.445901 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b1079b-90fd-47ee-8a5c-e195aafb7a11" -d '{"events": [{"server_uuid": "1642c892-56c2-45a6-a664-06a3ec34197d", "name": "network-vif-deleted", "tag": "b4411998-a2fc-4fdb-9e3d-8e4287aef1dc"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:13:16.464610 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077023fa-0e5e-4c5d-9dac-0a40e6712b5f None None] New status for floating IP b4cd72bf-c6cc-48aa-bd42-b3a964ac4271: DOWN {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:13:16.473642 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:13:16.499524 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f5526214-f385-434a-83f5-6a575b541dde tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:16.521897 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cfad4e-8ebd-412b-98a8-86752e6fe507 x-openstack-request-id: req-e7cfad4e-8ebd-412b-98a8-86752e6fe507 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:13:16.522514 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1642c892-56c2-45a6-a664-06a3ec34197d", "name": "network-vif-deleted", "tag": "b4411998-a2fc-4fdb-9e3d-8e4287aef1dc", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:13:16.523046 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e7cfad4e-8ebd-412b-98a8-86752e6fe507 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:13:16.523685 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1642c892-56c2-45a6-a664-06a3ec34197d', 'name': 'network-vif-deleted', 'tag': 'b4411998-a2fc-4fdb-9e3d-8e4287aef1dc', 'status': 'completed', 'code': 200} Nov 12 20:13:16.564303 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5526214-f385-434a-83f5-6a575b541dde tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Port': ['ID=f66ef32a-dd92-48df-9637-a94885a2e9b3,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:16.586769 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f5526214-f385-434a-83f5-6a575b541dde tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:16.592740 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f5526214-f385-434a-83f5-6a575b541dde tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/f66ef32a-dd92-48df-9637-a94885a2e9b3 HTTP/1.1" status: 204 len: 168 time: 0.6102860 Nov 12 20:13:16.593163 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42734) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:16.664715 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1b4370-1593-4a0a-9bb7-ce368460217b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:16.666492 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1b4370-1593-4a0a-9bb7-ce368460217b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:16.668126 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-df1b4370-1593-4a0a-9bb7-ce368460217b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0739062 Nov 12 20:13:16.671704 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42736) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:16.722170 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=9c2b49b6-9bb2-4d21-b1fa-3d301419b88c,segment=NetworkSegment(f1126f47-c9dc-41e4-b58e-8470b311596b),segment_id=f1126f47-c9dc-41e4-b58e-8470b311596b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:16.756986 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7c4082-131b-416b-a8f6-823b40d83370 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet 0ce24252-b583-4160-bcbb-fb54975e33da {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:13:16.760651 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9c7c4082-131b-416b-a8f6-823b40d83370 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:16.775352 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '9c2b49b6-9bb2-4d21-b1fa-3d301419b88c', 'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0', 'port_id': '9c2b49b6-9bb2-4d21-b1fa-3d301419b88c', 'mac_address': 'fa:16:3e:30:85:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a79f788e-d3d6-4c91-963d-7c5026dac439', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:13:16.813346 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9c7c4082-131b-416b-a8f6-823b40d83370 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:16.838696 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:16.853523 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:13:16.876519 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=9c2b49b6-9bb2-4d21-b1fa-3d301419b88c,segment=NetworkSegment(f1126f47-c9dc-41e4-b58e-8470b311596b),segment_id=f1126f47-c9dc-41e4-b58e-8470b311596b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:16.881743 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:16.929859 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9c7c4082-131b-416b-a8f6-823b40d83370 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:16.935723 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=9c2b49b6-9bb2-4d21-b1fa-3d301419b88c,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:16.995623 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9c7c4082-131b-416b-a8f6-823b40d83370 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:17.022441 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42744) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:17.026213 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c4082-131b-416b-a8f6-823b40d83370 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=0ce24252-b583-4160-bcbb-fb54975e33da,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:17.030773 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9c7c4082-131b-416b-a8f6-823b40d83370 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:17.043597 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9c7c4082-131b-416b-a8f6-823b40d83370 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/0ce24252-b583-4160-bcbb-fb54975e33da HTTP/1.1" status: 204 len: 168 time: 0.3703890 Nov 12 20:13:17.047811 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42748) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:17.104085 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-416a3345-1a8c-46cb-9d62-3a194fb0f203 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0529921 Nov 12 20:13:17.104623 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42750) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:17.145881 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58fff105-1d2c-495b-9d40-e1f2a9b98a80 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:17.167944 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e1cf4-c744-4e7b-ab98-ea35ffef39f6 req-2e578346-bf67-48a4-8513-e51dc1cb0a23 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:17.170341 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d7e1cf4-c744-4e7b-ab98-ea35ffef39f6 req-2e578346-bf67-48a4-8513-e51dc1cb0a23 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d757b0c-e299-404d-80fd-286bacdcc88d HTTP/1.1" status: 200 len: 944 time: 0.0635800 Nov 12 20:13:17.185606 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5276433d-8c65-4620-9ad5-1002bbd6f673 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:17.189933 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5276433d-8c65-4620-9ad5-1002bbd6f673 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0843422 Nov 12 20:13:17.194114 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42754) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:17.197516 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58fff105-1d2c-495b-9d40-e1f2a9b98a80 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:17.230411 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d7e1cf4-c744-4e7b-ab98-ea35ffef39f6 req-1e134c5c-42ee-49cb-87d0-2d550763d661 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb4dd488-fa7d-484b-bd8a-57f010ad1729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533638 Nov 12 20:13:17.269050 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['9c2b49b6-9bb2-4d21-b1fa-3d301419b88c'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:13:17.293125 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782a2934-484a-4872-9cb2-1ab6981d3329 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:17.294876 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-782a2934-484a-4872-9cb2-1ab6981d3329 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0998218 Nov 12 20:13:17.299669 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42756) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:17.319421 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58fff105-1d2c-495b-9d40-e1f2a9b98a80 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:17.322581 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58fff105-1d2c-495b-9d40-e1f2a9b98a80 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:17.323735 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-58fff105-1d2c-495b-9d40-e1f2a9b98a80 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "DELETE /v2.0/security-groups/6fd7b935-642c-4081-9247-b64c66a4c0b6 HTTP/1.1" status: 204 len: 168 time: 0.2991624 Nov 12 20:13:17.340744 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42758) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:17.350882 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-47dff0ae-d0a1-43c5-98a4-0e923bf94b82 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445523 Nov 12 20:13:17.355378 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fff105-1d2c-495b-9d40-e1f2a9b98a80 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd7b935-642c-4081-9247-b64c66a4c0b6,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:17.356188 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42760) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:17.362443 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-0b3033fa-67cd-47ed-b033-79286ddaf5c2 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:17.370361 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-b9161b84-7481-4dc2-ae58-92e1378b5817 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] show failed (client error): The resource could not be found. Nov 12 20:13:17.371419 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b9161b84-7481-4dc2-ae58-92e1378b5817 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "GET /v2.0/security-groups/6fd7b935-642c-4081-9247-b64c66a4c0b6 HTTP/1.1" status: 404 len: 347 time: 0.0297031 Nov 12 20:13:17.374508 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fff105-1d2c-495b-9d40-e1f2a9b98a80 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:17.374508 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fff105-1d2c-495b-9d40-e1f2a9b98a80 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:17.374508 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fff105-1d2c-495b-9d40-e1f2a9b98a80 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:17.374508 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fff105-1d2c-495b-9d40-e1f2a9b98a80 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:17.374508 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fff105-1d2c-495b-9d40-e1f2a9b98a80 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:17.375726 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fff105-1d2c-495b-9d40-e1f2a9b98a80 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:17.375726 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fff105-1d2c-495b-9d40-e1f2a9b98a80 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:17.377957 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fff105-1d2c-495b-9d40-e1f2a9b98a80 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:17.378321 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fff105-1d2c-495b-9d40-e1f2a9b98a80 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:17.378722 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fff105-1d2c-495b-9d40-e1f2a9b98a80 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:17.379101 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fff105-1d2c-495b-9d40-e1f2a9b98a80 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:17.379433 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fff105-1d2c-495b-9d40-e1f2a9b98a80 tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:17.382109 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42762) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:17.514002 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3033fa-67cd-47ed-b033-79286ddaf5c2 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:13:17.517916 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0b3033fa-67cd-47ed-b033-79286ddaf5c2 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:17.563720 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-c1c92382-2c6a-4679-8998-e362c9a1056b tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Deleting port 39551045-fcad-41cd-8d89-0b9dd9918864 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:17.564508 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1c92382-2c6a-4679-8998-e362c9a1056b tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:17.674685 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1c92382-2c6a-4679-8998-e362c9a1056b tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:17.675760 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1c92382-2c6a-4679-8998-e362c9a1056b tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:17.692186 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-c1c92382-2c6a-4679-8998-e362c9a1056b tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Calling delete_port for 39551045-fcad-41cd-8d89-0b9dd9918864 owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:17.754076 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0b3033fa-67cd-47ed-b033-79286ddaf5c2 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:17.839030 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3033fa-67cd-47ed-b033-79286ddaf5c2 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=f14a93fe-b3b5-4158-9269-23f10d4719eb,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:17.855361 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a80820-bd6f-44fb-8e8c-f7fe9003a4ea None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:13:17.857986 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3033fa-67cd-47ed-b033-79286ddaf5c2 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:17.859584 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-0b3033fa-67cd-47ed-b033-79286ddaf5c2 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:17.867077 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3033fa-67cd-47ed-b033-79286ddaf5c2 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:17.867328 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0b3033fa-67cd-47ed-b033-79286ddaf5c2 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:17.891553 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1c92382-2c6a-4679-8998-e362c9a1056b tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:17.895115 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0b3033fa-67cd-47ed-b033-79286ddaf5c2 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5365622 Nov 12 20:13:17.899110 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42768) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:17.908901 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-7e4dbd9a-c0d9-4a44-a208-7e9a574db654 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'port': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'fixed_ips': [{'subnet_id': 'f14a93fe-b3b5-4158-9269-23f10d4719eb', 'ip_address': '2001:db8::ae16:a7c2:4a7f:2dd0'}], 'name': 'tempest-NetworksTestDHCPv6-465483223'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:17.953405 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c92382-2c6a-4679-8998-e362c9a1056b tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Pushing event deleted for resources: {'Port': ['ID=39551045-fcad-41cd-8d89-0b9dd9918864,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:18.059906 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9b9aa241-2675-4e7c-b2f8-899424ccbbb5 None None] Provisioning complete for port 5ac980a5-1ffb-4ce0-82de-b47787dc50d2 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:18.060304 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9b9aa241-2675-4e7c-b2f8-899424ccbbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:18.069772 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1c92382-2c6a-4679-8998-e362c9a1056b tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:18.072540 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1c92382-2c6a-4679-8998-e362c9a1056b tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:18.074160 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c1c92382-2c6a-4679-8998-e362c9a1056b tempest-AttachVolumeShelveTestJSON-2078042026 tempest-AttachVolumeShelveTestJSON-2078042026-project] 10.222.0.48 "DELETE /v2.0/floatingips/b4cd72bf-c6cc-48aa-bd42-b3a964ac4271 HTTP/1.1" status: 204 len: 168 time: 0.6910906 Nov 12 20:13:18.208558 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4dbd9a-c0d9-4a44-a208-7e9a574db654 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:13:18.249188 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9b9aa241-2675-4e7c-b2f8-899424ccbbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:18.281486 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d457ae2-2f70-4611-b8db-cf38ac4564e2 req-0c26286a-2034-4309-82dc-5ad6cb55229a tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:18.290215 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d457ae2-2f70-4611-b8db-cf38ac4564e2 req-0c26286a-2034-4309-82dc-5ad6cb55229a tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=a47e614f-a426-4959-97c8-5858a99b77bd HTTP/1.1" status: 200 len: 945 time: 0.1724637 Nov 12 20:13:18.309089 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 5ac980a5-1ffb-4ce0-82de-b47787dc50d2 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:13:18.398379 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d457ae2-2f70-4611-b8db-cf38ac4564e2 req-3801d291-8528-4baf-9de0-35ead266e1d7 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015971 Nov 12 20:13:18.404766 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-9b9aa241-2675-4e7c-b2f8-899424ccbbb5 None None] For port 5ac980a5-1ffb-4ce0-82de-b47787dc50d2, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=5ac980a5-1ffb-4ce0-82de-b47787dc50d2,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:18.421342 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9b9aa241-2675-4e7c-b2f8-899424ccbbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:18.482386 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 5ac980a5-1ffb-4ce0-82de-b47787dc50d2 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:18.488899 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7e4dbd9a-c0d9-4a44-a208-7e9a574db654 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:18.490181 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:18.513748 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc619c-3bd0-4438-9565-e6a9415ba485 req-b3bedecc-fdab-4104-a0af-111e17e2162b tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:18.515397 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f4fc619c-3bd0-4438-9565-e6a9415ba485 req-b3bedecc-fdab-4104-a0af-111e17e2162b tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d757b0c-e299-404d-80fd-286bacdcc88d HTTP/1.1" status: 200 len: 944 time: 0.1298466 Nov 12 20:13:18.522232 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-7e4dbd9a-c0d9-4a44-a208-7e9a574db654 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] device_id is not set on port 425226c8-2a11-43b5-bd9b-efc70f70a607 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:13:18.529391 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:13:18.559186 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45469576-7bd2-4872-9ec8-ac069063b142 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:13:18.652078 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f4fc619c-3bd0-4438-9565-e6a9415ba485 req-f54d028d-cbd2-4ca4-a657-0c19be73966c tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb4dd488-fa7d-484b-bd8a-57f010ad1729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246326 Nov 12 20:13:18.760523 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-7e4dbd9a-c0d9-4a44-a208-7e9a574db654 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 2001:db8::ae16:a7c2:4a7f:2dd0 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/f14a93fe-b3b5-4158-9269-23f10d4719eb/425226c8-2a11-43b5-bd9b-efc70f70a607) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:13:18.809292 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-288f09f8-fffa-4f58-b930-150bd42cba29 None None] Provisioning complete for port 5ac980a5-1ffb-4ce0-82de-b47787dc50d2 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:18.809653 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-288f09f8-fffa-4f58-b930-150bd42cba29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:18.812203 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9aa241-2675-4e7c-b2f8-899424ccbbb5 None None] Pushing event updated for resources: {'Port': ['ID=5ac980a5-1ffb-4ce0-82de-b47787dc50d2,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:18.874583 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:13:18.896079 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:18.896604 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:18.975039 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7e4dbd9a-c0d9-4a44-a208-7e9a574db654 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:19.024340 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7e4dbd9a-c0d9-4a44-a208-7e9a574db654 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:19.071003 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4dbd9a-c0d9-4a44-a208-7e9a574db654 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:19.076153 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-7e4dbd9a-c0d9-4a44-a208-7e9a574db654 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:19.079861 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4dbd9a-c0d9-4a44-a208-7e9a574db654 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:13:19.086307 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4dbd9a-c0d9-4a44-a208-7e9a574db654 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:19.086921 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7e4dbd9a-c0d9-4a44-a208-7e9a574db654 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:19.095832 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4dbd9a-c0d9-4a44-a208-7e9a574db654 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Port': ['ID=425226c8-2a11-43b5-bd9b-efc70f70a607,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:19.114169 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7e4dbd9a-c0d9-4a44-a208-7e9a574db654 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2101643 Nov 12 20:13:19.114460 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42782) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:19.114576 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:19.119976 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-1ac2fe7d-b25e-4089-8d25-8b725705b346 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'port': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'fixed_ips': [{'subnet_id': 'f14a93fe-b3b5-4158-9269-23f10d4719eb', 'ip_address': '2001:db8::ae16:a7c2:4a7f:2dd0'}], 'name': 'tempest-NetworksTestDHCPv6-527157901'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:19.187018 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d757b0c-e299-404d-80fd-286bacdcc88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2b49b6-9bb2-4d21-b1fa-3d301419b88c'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:13:19.189433 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f6089c-5d38-41ec-a0d7-ddc1fe61fa27" -d '{"events": [{"server_uuid": "5d757b0c-e299-404d-80fd-286bacdcc88d", "name": "network-vif-plugged", "status": "completed", "tag": "9c2b49b6-9bb2-4d21-b1fa-3d301419b88c"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:13:19.227505 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=9c2b49b6-9bb2-4d21-b1fa-3d301419b88c,segment=NetworkSegment(f1126f47-c9dc-41e4-b58e-8470b311596b),segment_id=f1126f47-c9dc-41e4-b58e-8470b311596b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:19.255354 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:19.276624 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac2fe7d-b25e-4089-8d25-8b725705b346 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:13:19.284290 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1ac2fe7d-b25e-4089-8d25-8b725705b346 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:19.311269 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-1ac2fe7d-b25e-4089-8d25-8b725705b346 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] device_id is not set on port 8f300f1f-568d-4255-8a67-b26c91c20c52 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:13:19.313585 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65f579e-7b57-4066-ae39-ddc2cb7cf730 x-openstack-request-id: req-f65f579e-7b57-4066-ae39-ddc2cb7cf730 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:13:19.314526 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d757b0c-e299-404d-80fd-286bacdcc88d", "name": "network-vif-plugged", "status": "completed", "tag": "9c2b49b6-9bb2-4d21-b1fa-3d301419b88c", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:13:19.314941 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f65f579e-7b57-4066-ae39-ddc2cb7cf730 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:13:19.315481 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d757b0c-e299-404d-80fd-286bacdcc88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2b49b6-9bb2-4d21-b1fa-3d301419b88c', 'code': 200} Nov 12 20:13:19.400730 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=9c2b49b6-9bb2-4d21-b1fa-3d301419b88c,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:19.577395 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cca864-e46d-4f19-a25b-918c1d783863 req-3dcbb535-07f7-4097-87fa-c5e05005308a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:19.590793 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46cca864-e46d-4f19-a25b-918c1d783863 req-3dcbb535-07f7-4097-87fa-c5e05005308a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5d757b0c-e299-404d-80fd-286bacdcc88d HTTP/1.1" status: 200 len: 1097 time: 0.1838453 Nov 12 20:13:19.635442 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-1f2ab3cc-d079-4ff5-9a5c-1f22b2d5deaf None None] Provisioning complete for port 5ac980a5-1ffb-4ce0-82de-b47787dc50d2 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:19.636427 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1f2ab3cc-d079-4ff5-9a5c-1f22b2d5deaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:19.750622 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-1f2ab3cc-d079-4ff5-9a5c-1f22b2d5deaf None None] Provisioning complete for port 425226c8-2a11-43b5-bd9b-efc70f70a607 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:19.751155 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1f2ab3cc-d079-4ff5-9a5c-1f22b2d5deaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:19.775142 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac2fe7d-b25e-4089-8d25-8b725705b346 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 20:13:19.775685 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac2fe7d-b25e-4089-8d25-8b725705b346 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:13:19.809961 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cece4f2-a6a4-45d3-82ec-0596ea9b5bba req-91f2a804-33ed-4969-8b68-bf25fa394471 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:19.815849 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ab3cc-d079-4ff5-9a5c-1f22b2d5deaf None None] Port 425226c8-2a11-43b5-bd9b-efc70f70a607 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:13:19.820440 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0cece4f2-a6a4-45d3-82ec-0596ea9b5bba req-91f2a804-33ed-4969-8b68-bf25fa394471 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=a47e614f-a426-4959-97c8-5858a99b77bd HTTP/1.1" status: 200 len: 945 time: 0.3016615 Nov 12 20:13:19.849985 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8a1f5-058a-4f8b-b75f-87793e3470a2 req-abe5a26f-b11c-4147-a6dd-ea79d5d9626a tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:19.852191 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1cb8a1f5-058a-4f8b-b75f-87793e3470a2 req-abe5a26f-b11c-4147-a6dd-ea79d5d9626a tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d757b0c-e299-404d-80fd-286bacdcc88d HTTP/1.1" status: 200 len: 945 time: 0.0696013 Nov 12 20:13:19.853643 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46cca864-e46d-4f19-a25b-918c1d783863 req-cfa152f9-c64b-45bc-956e-e50abfacb61a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fb4dd488-fa7d-484b-bd8a-57f010ad1729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159152 Nov 12 20:13:19.857058 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1ac2fe7d-b25e-4089-8d25-8b725705b346 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7412202 Nov 12 20:13:19.866953 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42794) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:19.904993 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-711dc9e1-ab92-4917-9fed-bc7cfee42d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:19.909860 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0cece4f2-a6a4-45d3-82ec-0596ea9b5bba req-cc92e85d-3646-49a8-aeef-fe76af520a5a tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883200 Nov 12 20:13:19.920720 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f173f-57bd-4ec1-b561-e13d27722223 req-8ac47df4-0aa8-4818-be90-113ad6beb9ed tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:19.921922 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b88f173f-57bd-4ec1-b561-e13d27722223 req-8ac47df4-0aa8-4818-be90-113ad6beb9ed tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.52 "GET /v2.0/ports?device_id=a47e614f-a426-4959-97c8-5858a99b77bd HTTP/1.1" status: 200 len: 945 time: 0.1991162 Nov 12 20:13:19.970105 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9080bc2e-537a-482c-8217-66729a4719b9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:19.976721 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9080bc2e-537a-482c-8217-66729a4719b9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:19.980717 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9080bc2e-537a-482c-8217-66729a4719b9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1042080 Nov 12 20:13:19.982516 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42796) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:19.993626 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1cb8a1f5-058a-4f8b-b75f-87793e3470a2 req-53ad7148-c7cb-4864-b090-21e184c68a35 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb4dd488-fa7d-484b-bd8a-57f010ad1729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240644 Nov 12 20:13:20.049166 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2648f6e3-8e6b-46f1-b37f-4b5a07320751 None None] Could not find standard attr ID for object f66ef32a-dd92-48df-9637-a94885a2e9b3. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:13:20.056054 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:20.093240 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 5ac980a5-1ffb-4ce0-82de-b47787dc50d2 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:13:20.151571 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 5ac980a5-1ffb-4ce0-82de-b47787dc50d2 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:20.152030 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:20.198897 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-2eb04f19-4ce0-43d3-9e89-dab1af5e0a0e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting port 425226c8-2a11-43b5-bd9b-efc70f70a607 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:20.199251 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2eb04f19-4ce0-43d3-9e89-dab1af5e0a0e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:20.284334 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-21cdfc09-beb2-4fc3-97c1-2330ca4be811 None None] Provisioning complete for port 425226c8-2a11-43b5-bd9b-efc70f70a607 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:20.285293 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-21cdfc09-beb2-4fc3-97c1-2330ca4be811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:20.324809 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-21cdfc09-beb2-4fc3-97c1-2330ca4be811 None None] Port 425226c8-2a11-43b5-bd9b-efc70f70a607 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:13:20.626546 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-b88f173f-57bd-4ec1-b561-e13d27722223 req-0d490ec6-cabf-4bb9-a983-32581609d830 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Deleting port 6ceb8b30-ba98-4e6e-8a37-9d79a46f602d {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:20.627107 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b88f173f-57bd-4ec1-b561-e13d27722223 req-0d490ec6-cabf-4bb9-a983-32581609d830 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:20.705155 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2eb04f19-4ce0-43d3-9e89-dab1af5e0a0e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:20.733975 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-2eb04f19-4ce0-43d3-9e89-dab1af5e0a0e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Calling delete_port for 425226c8-2a11-43b5-bd9b-efc70f70a607 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:20.763723 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-b88f173f-57bd-4ec1-b561-e13d27722223 req-0d490ec6-cabf-4bb9-a983-32581609d830 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] For port 6ceb8b30-ba98-4e6e-8a37-9d79a46f602d, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6ceb8b30-ba98-4e6e-8a37-9d79a46f602d,segment=NetworkSegment(83ad58fa-02e6-4e77-9e81-8f13133a4857),segment_id=83ad58fa-02e6-4e77-9e81-8f13133a4857)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:20.764108 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b88f173f-57bd-4ec1-b561-e13d27722223 req-0d490ec6-cabf-4bb9-a983-32581609d830 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:20.804322 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-b88f173f-57bd-4ec1-b561-e13d27722223 req-0d490ec6-cabf-4bb9-a983-32581609d830 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Calling delete_port for 6ceb8b30-ba98-4e6e-8a37-9d79a46f602d owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:20.969762 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2eb04f19-4ce0-43d3-9e89-dab1af5e0a0e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:21.007657 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb04f19-4ce0-43d3-9e89-dab1af5e0a0e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Port': ['ID=425226c8-2a11-43b5-bd9b-efc70f70a607,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:21.045459 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2eb04f19-4ce0-43d3-9e89-dab1af5e0a0e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:21.048657 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2eb04f19-4ce0-43d3-9e89-dab1af5e0a0e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/425226c8-2a11-43b5-bd9b-efc70f70a607 HTTP/1.1" status: 204 len: 168 time: 1.0648315 Nov 12 20:13:21.053417 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1866f1-a7fc-4a90-8aae-e078e4c68aae req-03f72ca6-806a-41d2-aa78-c043dc5242ae tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:21.053929 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42806) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:21.061560 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9f1866f1-a7fc-4a90-8aae-e078e4c68aae req-03f72ca6-806a-41d2-aa78-c043dc5242ae tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=a47e614f-a426-4959-97c8-5858a99b77bd HTTP/1.1" status: 200 len: 945 time: 0.0702341 Nov 12 20:13:21.087081 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b88f173f-57bd-4ec1-b561-e13d27722223 req-0d490ec6-cabf-4bb9-a983-32581609d830 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:21.103960 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['44b28f8b-498b-40ee-af30-af574f4a7284'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:13:21.107899 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['1bdd4961-655b-40fb-a5a1-b567b97f132a'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:13:21.129177 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d490ec6-cabf-4bb9-a983-32581609d830 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Pushing event deleted for resources: {'Port': ['ID=6ceb8b30-ba98-4e6e-8a37-9d79a46f602d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:21.163443 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c390dcf-143b-4b3f-b65f-5daa52cf0de5 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:21.165035 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c390dcf-143b-4b3f-b65f-5daa52cf0de5 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:21.169040 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0c390dcf-143b-4b3f-b65f-5daa52cf0de5 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1120000 Nov 12 20:13:21.171560 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42808) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:21.173050 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9f1866f1-a7fc-4a90-8aae-e078e4c68aae req-9322621f-223c-43fd-85f1-4b1bcdab3327 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101103 Nov 12 20:13:21.264163 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e710e4-a710-4fe8-b3c4-a751938ccf25 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet f14a93fe-b3b5-4158-9269-23f10d4719eb {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:13:21.268845 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88f173f-57bd-4ec1-b561-e13d27722223 req-0d490ec6-cabf-4bb9-a983-32581609d830 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] No DVR routers for this DVR port 6ceb8b30-ba98-4e6e-8a37-9d79a46f602d on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:13:21.271259 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85e710e4-a710-4fe8-b3c4-a751938ccf25 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:21.281700 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b88f173f-57bd-4ec1-b561-e13d27722223 req-0d490ec6-cabf-4bb9-a983-32581609d830 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:21.285629 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b88f173f-57bd-4ec1-b561-e13d27722223 req-0d490ec6-cabf-4bb9-a983-32581609d830 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.52 "DELETE /v2.0/ports/6ceb8b30-ba98-4e6e-8a37-9d79a46f602d HTTP/1.1" status: 204 len: 173 time: 1.1847456 Nov 12 20:13:21.286039 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47e614f-a426-4959-97c8-5858a99b77bd', 'name': 'network-vif-deleted', 'tag': '6ceb8b30-ba98-4e6e-8a37-9d79a46f602d'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:13:21.288691 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5467b1-1fa8-47e4-b7a4-fc332ffa10a3" -d '{"events": [{"server_uuid": "a47e614f-a426-4959-97c8-5858a99b77bd", "name": "network-vif-deleted", "tag": "6ceb8b30-ba98-4e6e-8a37-9d79a46f602d"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:13:21.354612 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85e710e4-a710-4fe8-b3c4-a751938ccf25 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:21.390201 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c096ad7-9e88-415d-b3e1-fc5005b2ad50 req-45ee1509-22c7-4502-9d8d-b89213e0cc76 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:21.399479 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7c096ad7-9e88-415d-b3e1-fc5005b2ad50 req-45ee1509-22c7-4502-9d8d-b89213e0cc76 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d757b0c-e299-404d-80fd-286bacdcc88d HTTP/1.1" status: 200 len: 945 time: 0.1316888 Nov 12 20:13:21.435897 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8628d03-2829-419b-95be-a319419cf0ed x-openstack-request-id: req-c8628d03-2829-419b-95be-a319419cf0ed {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:13:21.436262 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47e614f-a426-4959-97c8-5858a99b77bd", "name": "network-vif-deleted", "tag": "6ceb8b30-ba98-4e6e-8a37-9d79a46f602d", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:13:21.436498 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c8628d03-2829-419b-95be-a319419cf0ed {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:13:21.437006 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47e614f-a426-4959-97c8-5858a99b77bd', 'name': 'network-vif-deleted', 'tag': '6ceb8b30-ba98-4e6e-8a37-9d79a46f602d', 'status': 'completed', 'code': 200} Nov 12 20:13:21.486982 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7c096ad7-9e88-415d-b3e1-fc5005b2ad50 req-01eade3f-d831-4a16-bbda-3c7a10fafac3 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb4dd488-fa7d-484b-bd8a-57f010ad1729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862257 Nov 12 20:13:21.488770 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85e710e4-a710-4fe8-b3c4-a751938ccf25 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:21.575540 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85e710e4-a710-4fe8-b3c4-a751938ccf25 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:21.616609 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e710e4-a710-4fe8-b3c4-a751938ccf25 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=f14a93fe-b3b5-4158-9269-23f10d4719eb,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:21.642486 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85e710e4-a710-4fe8-b3c4-a751938ccf25 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:21.649620 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129c1e8f-6547-4378-94a3-76bdfdc95396 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:13:21.652748 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42818) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:21.653155 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-85e710e4-a710-4fe8-b3c4-a751938ccf25 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/f14a93fe-b3b5-4158-9269-23f10d4719eb HTTP/1.1" status: 204 len: 168 time: 0.4829280 Nov 12 20:13:21.757813 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-43886e13-3e2b-46ef-b40f-e13a31460e6e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1029110 Nov 12 20:13:21.763767 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42824) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:21.773435 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-5dbfdd7c-c969-4327-ae16-7b066066beb3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:21.920859 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df7f4f2-13a7-4c95-bcfa-0d98fae584c0 None None] DHCP port deletion for 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:13:21.995035 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbfdd7c-c969-4327-ae16-7b066066beb3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:13:22.006272 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5dbfdd7c-c969-4327-ae16-7b066066beb3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:22.028903 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8df7f4f2-13a7-4c95-bcfa-0d98fae584c0 None None] Deleting port 5ac980a5-1ffb-4ce0-82de-b47787dc50d2 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:22.029275 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8df7f4f2-13a7-4c95-bcfa-0d98fae584c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:22.139772 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-8df7f4f2-13a7-4c95-bcfa-0d98fae584c0 None None] For port 5ac980a5-1ffb-4ce0-82de-b47787dc50d2, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=5ac980a5-1ffb-4ce0-82de-b47787dc50d2,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:22.140521 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8df7f4f2-13a7-4c95-bcfa-0d98fae584c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:22.185111 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8df7f4f2-13a7-4c95-bcfa-0d98fae584c0 None None] Calling delete_port for 5ac980a5-1ffb-4ce0-82de-b47787dc50d2 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:22.198040 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 5ac980a5-1ffb-4ce0-82de-b47787dc50d2 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:13:22.277778 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8f502d88-1fa6-4861-858d-73adc279b904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:22.349151 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5dbfdd7c-c969-4327-ae16-7b066066beb3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:22.400861 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbfdd7c-c969-4327-ae16-7b066066beb3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:22.471349 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-5dbfdd7c-c969-4327-ae16-7b066066beb3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:22.475914 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbfdd7c-c969-4327-ae16-7b066066beb3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=89b57d08-2168-4bf1-8602-2b57d2f8f699,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:22.488590 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbfdd7c-c969-4327-ae16-7b066066beb3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:22.490512 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5dbfdd7c-c969-4327-ae16-7b066066beb3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:22.521011 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:22.533681 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42838) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:22.538842 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5dbfdd7c-c969-4327-ae16-7b066066beb3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7735808 Nov 12 20:13:22.541363 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a12dc31e-6f37-4e4a-a45b-aa95a7266522 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'port': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'fixed_ips': [{'subnet_id': '89b57d08-2168-4bf1-8602-2b57d2f8f699', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1089923268'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:22.544347 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6ceb8b30-ba98-4e6e-8a37-9d79a46f602d no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:13:22.622951 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 6ceb8b30-ba98-4e6e-8a37-9d79a46f602d {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:13:22.623374 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6ceb8b30-ba98-4e6e-8a37-9d79a46f602d not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:13:22.639680 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8df7f4f2-13a7-4c95-bcfa-0d98fae584c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:22.701981 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7f4f2-13a7-4c95-bcfa-0d98fae584c0 None None] Pushing event deleted for resources: {'Port': ['ID=5ac980a5-1ffb-4ce0-82de-b47787dc50d2,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:22.704523 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df7f4f2-13a7-4c95-bcfa-0d98fae584c0 None None] No DVR routers for this DVR port 5ac980a5-1ffb-4ce0-82de-b47787dc50d2 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:13:22.733291 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708f4ae-af2f-47d5-bfdc-59638d0ff2e1 req-6f33f84d-96fe-4ab4-903d-15386739dac8 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:22.741099 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e07f5e-8675-4080-9e3a-4e9aea56bc8b None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:13:22.742102 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c708f4ae-af2f-47d5-bfdc-59638d0ff2e1 req-6f33f84d-96fe-4ab4-903d-15386739dac8 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d757b0c-e299-404d-80fd-286bacdcc88d HTTP/1.1" status: 200 len: 945 time: 0.1247027 Nov 12 20:13:22.766286 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532ea71-52c4-43fb-a8f1-a1e908802ccc req-2b1086c9-a625-44bd-a660-404ac86c0631 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:22.768686 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2532ea71-52c4-43fb-a8f1-a1e908802ccc req-2b1086c9-a625-44bd-a660-404ac86c0631 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb739c2f-9cc9-4726-ad70-6fcb71b867aa HTTP/1.1" status: 200 len: 946 time: 0.1562040 Nov 12 20:13:22.805285 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c708f4ae-af2f-47d5-bfdc-59638d0ff2e1 req-ec811157-cceb-4aa8-b7f0-9b475bf70cc8 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb4dd488-fa7d-484b-bd8a-57f010ad1729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622249 Nov 12 20:13:22.846652 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2532ea71-52c4-43fb-a8f1-a1e908802ccc req-a9fa9181-f2a4-46b3-92c4-a65f046579ac tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667677 Nov 12 20:13:22.853835 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12dc31e-6f37-4e4a-a45b-aa95a7266522 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:13:22.862329 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a12dc31e-6f37-4e4a-a45b-aa95a7266522 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:22.896843 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-a12dc31e-6f37-4e4a-a45b-aa95a7266522 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] device_id is not set on port b527f432-62a9-47e9-b114-c53497bb4db3 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:13:22.962588 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6683e418-327b-4e97-9108-ae3b430715a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'fixed_ips': [{'subnet_id': '89b57d08-2168-4bf1-8602-2b57d2f8f699'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:13:22.963551 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6683e418-327b-4e97-9108-ae3b430715a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:22.979792 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1bdc8-b92e-4356-a189-6de71f38fd5e req-b747a615-c742-434c-ac3f-e0f8d6fed2ff tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:22.981515 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9bd1bdc8-b92e-4356-a189-6de71f38fd5e req-b747a615-c742-434c-ac3f-e0f8d6fed2ff tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d757b0c-e299-404d-80fd-286bacdcc88d HTTP/1.1" status: 200 len: 945 time: 0.0751324 Nov 12 20:13:22.991706 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42844) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:22.996523 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-858a2892-cd73-4ce7-b7b1-cc24c5f3b14b tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Request body: {'floatingip': {'port_id': '9c2b49b6-9bb2-4d21-b1fa-3d301419b88c'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:23.046760 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12dc31e-6f37-4e4a-a45b-aa95a7266522 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:13:23.046760 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a12dc31e-6f37-4e4a-a45b-aa95a7266522 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:13:23.074776 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a12dc31e-6f37-4e4a-a45b-aa95a7266522 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5389512 Nov 12 20:13:23.077713 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42848) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:23.108852 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-858a2892-cd73-4ce7-b7b1-cc24c5f3b14b tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks [] for floatingip, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:23.120056 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2508e31a-b3ff-4ec1-890d-47aee77d5528 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0384934 Nov 12 20:13:23.120654 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42850) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:23.187763 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-6683e418-327b-4e97-9108-ae3b430715a8 None None] Allocated IP 2001:db8::2 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/89b57d08-2168-4bf1-8602-2b57d2f8f699/56cc75a8-1ef0-493f-b7c8-fa2ce8199b2a) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:13:23.188369 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a6f9d2-d134-46f0-874d-7fe7f72d7fa5 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:23.189647 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a6f9d2-d134-46f0-874d-7fe7f72d7fa5 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:23.195959 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-35a6f9d2-d134-46f0-874d-7fe7f72d7fa5 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0739405 Nov 12 20:13:23.198379 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42852) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:23.265972 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-c445ea8c-855e-4d4f-afda-2bdb342dcf4a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet 89b57d08-2168-4bf1-8602-2b57d2f8f699 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:13:23.375381 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6683e418-327b-4e97-9108-ae3b430715a8 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:23.381911 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c445ea8c-855e-4d4f-afda-2bdb342dcf4a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:23.389558 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6683e418-327b-4e97-9108-ae3b430715a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:23.426086 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c445ea8c-855e-4d4f-afda-2bdb342dcf4a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:23.444967 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6683e418-327b-4e97-9108-ae3b430715a8 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:23.450095 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-6683e418-327b-4e97-9108-ae3b430715a8 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:23.460767 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6683e418-327b-4e97-9108-ae3b430715a8 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:13:23.519386 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683e418-327b-4e97-9108-ae3b430715a8 None None] Pushing event updated for resources: {'Port': ['ID=56cc75a8-1ef0-493f-b7c8-fa2ce8199b2a,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:23.531007 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c445ea8c-855e-4d4f-afda-2bdb342dcf4a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:23.545630 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-6683e418-327b-4e97-9108-ae3b430715a8 None None] Attempting to bind port 56cc75a8-1ef0-493f-b7c8-fa2ce8199b2a on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:13:23.546074 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-6683e418-327b-4e97-9108-ae3b430715a8 None None] Attempting to bind port 56cc75a8-1ef0-493f-b7c8-fa2ce8199b2a by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:13:23.547049 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6683e418-327b-4e97-9108-ae3b430715a8 None None] Attempting to bind port 56cc75a8-1ef0-493f-b7c8-fa2ce8199b2a on network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:13:23.554131 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6683e418-327b-4e97-9108-ae3b430715a8 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:13:23.554732 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6683e418-327b-4e97-9108-ae3b430715a8 None None] Checking segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:13:23.555125 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6683e418-327b-4e97-9108-ae3b430715a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:23.555507 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6683e418-327b-4e97-9108-ae3b430715a8 None None] Bound using segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:13:23.556072 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-6683e418-327b-4e97-9108-ae3b430715a8 None None] Bound port: 56cc75a8-1ef0-493f-b7c8-fa2ce8199b2a, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:13:23.556467 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6683e418-327b-4e97-9108-ae3b430715a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:23.606103 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c445ea8c-855e-4d4f-afda-2bdb342dcf4a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:23.641534 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445ea8c-855e-4d4f-afda-2bdb342dcf4a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=89b57d08-2168-4bf1-8602-2b57d2f8f699,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:23.643559 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c445ea8c-855e-4d4f-afda-2bdb342dcf4a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:23.647746 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c445ea8c-855e-4d4f-afda-2bdb342dcf4a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/89b57d08-2168-4bf1-8602-2b57d2f8f699 HTTP/1.1" status: 204 len: 168 time: 0.4501286 Nov 12 20:13:23.650536 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42856) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:23.654941 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-858a2892-cd73-4ce7-b7b1-cc24c5f3b14b tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:23.664816 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-858a2892-cd73-4ce7-b7b1-cc24c5f3b14b tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:23.687107 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-6683e418-327b-4e97-9108-ae3b430715a8 None None] For port 56cc75a8-1ef0-493f-b7c8-fa2ce8199b2a, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:13:23.701448 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b1b93c05-d460-4398-92f0-4516ff8880eb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465124 Nov 12 20:13:23.713606 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42858) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:23.715629 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:23.717414 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-6683e418-327b-4e97-9108-ae3b430715a8 None None] For port 56cc75a8-1ef0-493f-b7c8-fa2ce8199b2a, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=56cc75a8-1ef0-493f-b7c8-fa2ce8199b2a,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:13:23.725063 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6683e418-327b-4e97-9108-ae3b430715a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:23.727320 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-9a7da47e-1258-4223-ba0b-ca3342f2871b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:23.826629 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:23.835172 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683e418-327b-4e97-9108-ae3b430715a8 None None] Pushing event updated for resources: {'Port': ['ID=56cc75a8-1ef0-493f-b7c8-fa2ce8199b2a,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:23.872831 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-858a2892-cd73-4ce7-b7b1-cc24c5f3b14b tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Floating IP bc1802d5-5976-4b07-9541-2b18ce21bd14 associated. External IP: 172.25.5.190, port: 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c. Nov 12 20:13:23.876786 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7da47e-1258-4223-ba0b-ca3342f2871b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:13:23.880676 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9a7da47e-1258-4223-ba0b-ca3342f2871b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:24.129784 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d20ca-3c23-46e9-8de1-f9e220b9615b req-5e6ccd6d-bb64-4f70-acc7-05e878ea1c8f tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:24.137593 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-629d20ca-3c23-46e9-8de1-f9e220b9615b req-5e6ccd6d-bb64-4f70-acc7-05e878ea1c8f tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb739c2f-9cc9-4726-ad70-6fcb71b867aa HTTP/1.1" status: 200 len: 946 time: 0.1177099 Nov 12 20:13:24.299082 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b4e8e-b4a7-42b4-82c0-802fe33f6b90 req-8ce2fb13-c3a8-4bbb-8070-18164fbe0a92 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:24.300798 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-174b4e8e-b4a7-42b4-82c0-802fe33f6b90 req-8ce2fb13-c3a8-4bbb-8070-18164fbe0a92 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb739c2f-9cc9-4726-ad70-6fcb71b867aa HTTP/1.1" status: 200 len: 946 time: 0.0904222 Nov 12 20:13:24.311158 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858a2892-cd73-4ce7-b7b1-cc24c5f3b14b tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Router f4c82d5d-2478-4f9a-b854-104a08efd999 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:13:24.343311 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-629d20ca-3c23-46e9-8de1-f9e220b9615b req-6418ddff-0b0b-4ddd-baf8-3397f26b10f2 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043865 Nov 12 20:13:24.345339 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9a7da47e-1258-4223-ba0b-ca3342f2871b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:24.398222 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7da47e-1258-4223-ba0b-ca3342f2871b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:24.401770 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-9a7da47e-1258-4223-ba0b-ca3342f2871b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:24.404854 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7da47e-1258-4223-ba0b-ca3342f2871b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:24.405465 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9a7da47e-1258-4223-ba0b-ca3342f2871b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:24.432078 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7da47e-1258-4223-ba0b-ca3342f2871b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=0e8ff9d0-948a-43ce-97e5-53ea993e9fdd,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:24.439982 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9a7da47e-1258-4223-ba0b-ca3342f2871b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7252316 Nov 12 20:13:24.443427 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42872) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:24.447945 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-be4c6f7a-2f7d-4615-924f-1dee85b9c5b3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-843797277', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:24.471772 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-be4c6f7a-2f7d-4615-924f-1dee85b9c5b3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:24.472914 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-be4c6f7a-2f7d-4615-924f-1dee85b9c5b3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:24.542705 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-be4c6f7a-2f7d-4615-924f-1dee85b9c5b3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:24.547770 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-be4c6f7a-2f7d-4615-924f-1dee85b9c5b3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:24.557969 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-174b4e8e-b4a7-42b4-82c0-802fe33f6b90 req-015eac8d-93d2-4dc7-ba19-52a2560cf7e6 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Deleting port 44b28f8b-498b-40ee-af30-af574f4a7284 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:24.558472 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-174b4e8e-b4a7-42b4-82c0-802fe33f6b90 req-015eac8d-93d2-4dc7-ba19-52a2560cf7e6 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:24.568990 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-be4c6f7a-2f7d-4615-924f-1dee85b9c5b3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:24.573633 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-be4c6f7a-2f7d-4615-924f-1dee85b9c5b3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1261549 Nov 12 20:13:24.574006 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42874) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:24.631561 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858a2892-cd73-4ce7-b7b1-cc24c5f3b14b tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:13:24.637985 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-858a2892-cd73-4ce7-b7b1-cc24c5f3b14b tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:24.650751 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991f71f4-e531-42d4-9f37-2db364f49c4f None None] Sync routers for ids ['f4c82d5d-2478-4f9a-b854-104a08efd999'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:13:24.695013 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991f71f4-e531-42d4-9f37-2db364f49c4f None None] Routers {'f4c82d5d-2478-4f9a-b854-104a08efd999'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:13:24.697472 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-991f71f4-e531-42d4-9f37-2db364f49c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:13:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f4c82d5d-2478-4f9a-b854-104a08efd999'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:24.721415 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-174b4e8e-b4a7-42b4-82c0-802fe33f6b90 req-015eac8d-93d2-4dc7-ba19-52a2560cf7e6 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] For port 44b28f8b-498b-40ee-af30-af574f4a7284, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=44b28f8b-498b-40ee-af30-af574f4a7284,segment=NetworkSegment(83ad58fa-02e6-4e77-9e81-8f13133a4857),segment_id=83ad58fa-02e6-4e77-9e81-8f13133a4857)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:24.723150 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-174b4e8e-b4a7-42b4-82c0-802fe33f6b90 req-015eac8d-93d2-4dc7-ba19-52a2560cf7e6 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:24.739843 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-174b4e8e-b4a7-42b4-82c0-802fe33f6b90 req-015eac8d-93d2-4dc7-ba19-52a2560cf7e6 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Calling delete_port for 44b28f8b-498b-40ee-af30-af574f4a7284 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:24.871328 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-991f71f4-e531-42d4-9f37-2db364f49c4f None None] Set router f4c82d5d-2478-4f9a-b854-104a08efd999 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:13:24.944331 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-858a2892-cd73-4ce7-b7b1-cc24c5f3b14b tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "PUT /v2.0/floatingips/bc1802d5-5976-4b07-9541-2b18ce21bd14 HTTP/1.1" status: 200 len: 991 time: 1.9512131 Nov 12 20:13:24.946106 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d757b0c-e299-404d-80fd-286bacdcc88d', 'tag': '9c2b49b6-9bb2-4d21-b1fa-3d301419b88c'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:13:24.949619 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e86ddb-338d-430f-9351-d6b92fbc85ab" -d '{"events": [{"name": "network-changed", "server_uuid": "5d757b0c-e299-404d-80fd-286bacdcc88d", "tag": "9c2b49b6-9bb2-4d21-b1fa-3d301419b88c"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:13:24.977243 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-174b4e8e-b4a7-42b4-82c0-802fe33f6b90 req-015eac8d-93d2-4dc7-ba19-52a2560cf7e6 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:24.994171 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['44b28f8b-498b-40ee-af30-af574f4a7284'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:13:24.999309 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['1bdd4961-655b-40fb-a5a1-b567b97f132a'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:13:25.014704 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9ac3fd46-0e55-469c-9a7f-128cdbce7e7e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:25.127510 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb2776a-aa7a-4ef9-9e4b-6105430926d7 x-openstack-request-id: req-aeb2776a-aa7a-4ef9-9e4b-6105430926d7 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:13:25.128480 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d757b0c-e299-404d-80fd-286bacdcc88d", "tag": "9c2b49b6-9bb2-4d21-b1fa-3d301419b88c", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:13:25.130147 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aeb2776a-aa7a-4ef9-9e4b-6105430926d7 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:13:25.131385 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d757b0c-e299-404d-80fd-286bacdcc88d', 'tag': '9c2b49b6-9bb2-4d21-b1fa-3d301419b88c', 'status': 'completed', 'code': 200} Nov 12 20:13:25.133994 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015eac8d-93d2-4dc7-ba19-52a2560cf7e6 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Pushing event deleted for resources: {'Port': ['ID=44b28f8b-498b-40ee-af30-af574f4a7284,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:25.239641 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-174b4e8e-b4a7-42b4-82c0-802fe33f6b90 req-015eac8d-93d2-4dc7-ba19-52a2560cf7e6 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] No DVR routers for this DVR port 44b28f8b-498b-40ee-af30-af574f4a7284 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:13:25.243699 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-174b4e8e-b4a7-42b4-82c0-802fe33f6b90 req-015eac8d-93d2-4dc7-ba19-52a2560cf7e6 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:25.247696 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-174b4e8e-b4a7-42b4-82c0-802fe33f6b90 req-015eac8d-93d2-4dc7-ba19-52a2560cf7e6 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.55 "DELETE /v2.0/ports/44b28f8b-498b-40ee-af30-af574f4a7284 HTTP/1.1" status: 204 len: 173 time: 0.9388065 Nov 12 20:13:25.260588 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:25.561995 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23f829a-9b47-45dd-b0a8-140c73f8727b None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:13:25.568209 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-991f71f4-e531-42d4-9f37-2db364f49c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'name': 'tempest-ServersTestManualDisk-2124865391-router', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '640e96e0-67f3-4037-8656-a0e6c6f2afcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:56Z', 'updated_at': '2021-11-12T20:13:01Z', 'revision_number': 4, 'project_id': 'a039192683ee46b4a2ff07dbef02376f', 'gw_port': {'id': '640e96e0-67f3-4037-8656-a0e6c6f2afcc', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:57Z', 'updated_at': '2021-11-12T20:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'bc1802d5-5976-4b07-9541-2b18ce21bd14', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'floating_ip_address': '172.25.5.190', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'port_id': '9c2b49b6-9bb2-4d21-b1fa-3d301419b88c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0', 'mac_address': 'fa:16:3e:30:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d757b0c-e299-404d-80fd-286bacdcc88d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:13:05Z', 'updated_at': '2021-11-12T20:13:23Z', 'revision_number': 1, 'project_id': 'a039192683ee46b4a2ff07dbef02376f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0f86eb-e346-4824-8d7c-ec6bda278747', 'name': '', 'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'mac_address': 'fa:16:3e:b4:aa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a79f788e-d3d6-4c91-963d-7c5026dac439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:13:00Z', 'updated_at': '2021-11-12T20:13:07Z', 'revision_number': 5, 'project_id': 'a039192683ee46b4a2ff07dbef02376f', 'subnets': [{'id': 'a79f788e-d3d6-4c91-963d-7c5026dac439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:25.599096 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5b040465-1cd7-4877-93c6-a6c0113530bc req-8e535820-4e02-4d08-ad6d-bac53fbbf42f tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb739c2f-9cc9-4726-ad70-6fcb71b867aa HTTP/1.1" status: 200 len: 210 time: 0.0470021 Nov 12 20:13:25.639663 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991f71f4-e531-42d4-9f37-2db364f49c4f None None] Checking router: f4c82d5d-2478-4f9a-b854-104a08efd999 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:13:25.659490 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991f71f4-e531-42d4-9f37-2db364f49c4f None None] Routers {'f4c82d5d-2478-4f9a-b854-104a08efd999'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:13:25.662200 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-991f71f4-e531-42d4-9f37-2db364f49c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:13:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f4c82d5d-2478-4f9a-b854-104a08efd999'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:25.679443 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e86ddb-338d-430f-9351-d6b92fbc85ab req-a302b438-7dc2-4313-8bda-826473616a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:25.681778 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-92e86ddb-338d-430f-9351-d6b92fbc85ab req-a302b438-7dc2-4313-8bda-826473616a4f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a039192683ee46b4a2ff07dbef02376f&device_id=5d757b0c-e299-404d-80fd-286bacdcc88d HTTP/1.1" status: 200 len: 1097 time: 0.4137340 Nov 12 20:13:25.773001 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a9ab3987-3d04-4f28-9dd5-5589f095571e None None] Provisioning complete for port 56cc75a8-1ef0-493f-b7c8-fa2ce8199b2a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:25.773291 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a9ab3987-3d04-4f28-9dd5-5589f095571e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:26.013674 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-991f71f4-e531-42d4-9f37-2db364f49c4f None None] Set router f4c82d5d-2478-4f9a-b854-104a08efd999 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:13:26.048786 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:26.064059 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a9ab3987-3d04-4f28-9dd5-5589f095571e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:26.156341 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-9ac3fd46-0e55-469c-9a7f-128cdbce7e7e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 2001:db8::1 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/0e8ff9d0-948a-43ce-97e5-53ea993e9fdd/23817e33-49fe-45c7-9dca-3c369e460e60) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:13:26.156878 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a9ab3987-3d04-4f28-9dd5-5589f095571e None None] For port 56cc75a8-1ef0-493f-b7c8-fa2ce8199b2a, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=56cc75a8-1ef0-493f-b7c8-fa2ce8199b2a,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:26.167634 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a9ab3987-3d04-4f28-9dd5-5589f095571e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:26.262049 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 56cc75a8-1ef0-493f-b7c8-fa2ce8199b2a up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:13:26.363733 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e86ddb-338d-430f-9351-d6b92fbc85ab req-76853f2a-f794-4341-a318-c02094a7407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:26.365291 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-92e86ddb-338d-430f-9351-d6b92fbc85ab req-76853f2a-f794-4341-a318-c02094a7407c service neutron] 10.222.0.52 "GET /v2.0/networks?id=04e41be2-054c-4220-95f4-f51937cff9b0 HTTP/1.1" status: 200 len: 913 time: 0.6751888 Nov 12 20:13:26.401118 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 56cc75a8-1ef0-493f-b7c8-fa2ce8199b2a triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:26.401492 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:26.403144 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab3987-3d04-4f28-9dd5-5589f095571e None None] Pushing event updated for resources: {'Port': ['ID=56cc75a8-1ef0-493f-b7c8-fa2ce8199b2a,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:26.445953 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-991f71f4-e531-42d4-9f37-2db364f49c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'name': 'tempest-ServersTestManualDisk-2124865391-router', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '640e96e0-67f3-4037-8656-a0e6c6f2afcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:56Z', 'updated_at': '2021-11-12T20:13:01Z', 'revision_number': 4, 'project_id': 'a039192683ee46b4a2ff07dbef02376f', 'gw_port': {'id': '640e96e0-67f3-4037-8656-a0e6c6f2afcc', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:57Z', 'updated_at': '2021-11-12T20:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'bc1802d5-5976-4b07-9541-2b18ce21bd14', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'floating_ip_address': '172.25.5.190', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'port_id': '9c2b49b6-9bb2-4d21-b1fa-3d301419b88c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0', 'mac_address': 'fa:16:3e:30:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d757b0c-e299-404d-80fd-286bacdcc88d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:13:05Z', 'updated_at': '2021-11-12T20:13:23Z', 'revision_number': 1, 'project_id': 'a039192683ee46b4a2ff07dbef02376f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0f86eb-e346-4824-8d7c-ec6bda278747', 'name': '', 'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'mac_address': 'fa:16:3e:b4:aa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a79f788e-d3d6-4c91-963d-7c5026dac439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:13:00Z', 'updated_at': '2021-11-12T20:13:07Z', 'revision_number': 5, 'project_id': 'a039192683ee46b4a2ff07dbef02376f', 'subnets': [{'id': 'a79f788e-d3d6-4c91-963d-7c5026dac439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:26.506126 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991f71f4-e531-42d4-9f37-2db364f49c4f None None] The sync data for ids ['f4c82d5d-2478-4f9a-b854-104a08efd999'] in n-d-712140-15 is: [{'id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'name': 'tempest-ServersTestManualDisk-2124865391-router', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '640e96e0-67f3-4037-8656-a0e6c6f2afcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:56Z', 'updated_at': '2021-11-12T20:13:01Z', 'revision_number': 4, 'project_id': 'a039192683ee46b4a2ff07dbef02376f', 'gw_port': {'id': '640e96e0-67f3-4037-8656-a0e6c6f2afcc', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:57Z', 'updated_at': '2021-11-12T20:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'bc1802d5-5976-4b07-9541-2b18ce21bd14', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'floating_ip_address': '172.25.5.190', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'port_id': '9c2b49b6-9bb2-4d21-b1fa-3d301419b88c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0', 'mac_address': 'fa:16:3e:30:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d757b0c-e299-404d-80fd-286bacdcc88d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:13:05Z', 'updated_at': '2021-11-12T20:13:23Z', 'revision_number': 1, 'project_id': 'a039192683ee46b4a2ff07dbef02376f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0f86eb-e346-4824-8d7c-ec6bda278747', 'name': '', 'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'mac_address': 'fa:16:3e:b4:aa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a79f788e-d3d6-4c91-963d-7c5026dac439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:13:00Z', 'updated_at': '2021-11-12T20:13:07Z', 'revision_number': 5, 'project_id': 'a039192683ee46b4a2ff07dbef02376f', 'subnets': [{'id': 'a79f788e-d3d6-4c91-963d-7c5026dac439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:13:26.559657 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-92e86ddb-338d-430f-9351-d6b92fbc85ab req-d930691a-6d58-43d0-83f1-5f1377df6a22 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c2b49b6-9bb2-4d21-b1fa-3d301419b88c HTTP/1.1" status: 200 len: 999 time: 0.1834419 Nov 12 20:13:26.576508 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42900) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:26.653800 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2cfca684-05cb-495e-b7fb-c8f1f7ed9a40 None None] Provisioning complete for port 56cc75a8-1ef0-493f-b7c8-fa2ce8199b2a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:26.654172 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2cfca684-05cb-495e-b7fb-c8f1f7ed9a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:26.699374 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e86ddb-338d-430f-9351-d6b92fbc85ab req-cc1d1e07-3dfe-405f-b7d0-bb2aa29416f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:26.700965 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-92e86ddb-338d-430f-9351-d6b92fbc85ab req-cc1d1e07-3dfe-405f-b7d0-bb2aa29416f3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a79f788e-d3d6-4c91-963d-7c5026dac439 HTTP/1.1" status: 200 len: 851 time: 0.1261435 Nov 12 20:13:26.746316 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9ac3fd46-0e55-469c-9a7f-128cdbce7e7e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:26.814556 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e86ddb-338d-430f-9351-d6b92fbc85ab req-4f7a7653-4390-485c-9f86-4c908e4a7c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:26.817975 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-92e86ddb-338d-430f-9351-d6b92fbc85ab req-4f7a7653-4390-485c-9f86-4c908e4a7c58 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=04e41be2-054c-4220-95f4-f51937cff9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1009884 Nov 12 20:13:26.911549 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9ac3fd46-0e55-469c-9a7f-128cdbce7e7e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:26.982568 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3fd46-0e55-469c-9a7f-128cdbce7e7e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Port': ['ID=23817e33-49fe-45c7-9dca-3c369e460e60,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:26.993351 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac3fd46-0e55-469c-9a7f-128cdbce7e7e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:26.996683 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-9ac3fd46-0e55-469c-9a7f-128cdbce7e7e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:26.999190 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac3fd46-0e55-469c-9a7f-128cdbce7e7e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:13:26.999910 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9ac3fd46-0e55-469c-9a7f-128cdbce7e7e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:27.037585 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609ccf8f-c2d9-4749-a843-723853dd501f None None] New status for floating IP bc1802d5-5976-4b07-9541-2b18ce21bd14: ACTIVE {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:13:27.070040 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-92e86ddb-338d-430f-9351-d6b92fbc85ab req-242c47c6-8a24-4fc0-9bdf-0b6d6cb20c9b service neutron] 10.222.0.52 "GET /v2.0/networks/04e41be2-054c-4220-95f4-f51937cff9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376709 Nov 12 20:13:27.268361 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-92e86ddb-338d-430f-9351-d6b92fbc85ab req-802ad116-a3a0-4db7-9dc4-115f014788bf service neutron] 10.222.0.52 "GET /v2.0/networks/04e41be2-054c-4220-95f4-f51937cff9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778636 Nov 12 20:13:27.389258 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9ac3fd46-0e55-469c-9a7f-128cdbce7e7e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:27.456533 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 44b28f8b-498b-40ee-af30-af574f4a7284 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:13:27.483458 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 44b28f8b-498b-40ee-af30-af574f4a7284 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:13:27.487085 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 44b28f8b-498b-40ee-af30-af574f4a7284 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:13:27.569924 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb739c2f-9cc9-4726-ad70-6fcb71b867aa', 'name': 'network-vif-deleted', 'tag': '44b28f8b-498b-40ee-af30-af574f4a7284'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:13:27.574201 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d119055b-2c53-4f5d-bb54-16706eb68b9d" -d '{"events": [{"server_uuid": "eb739c2f-9cc9-4726-ad70-6fcb71b867aa", "name": "network-vif-deleted", "tag": "44b28f8b-498b-40ee-af30-af574f4a7284"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:13:27.575314 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-3b3d3495-706c-46f2-a9d5-7330e704df2a None None] Provisioning complete for port 23817e33-49fe-45c7-9dca-3c369e460e60 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:27.575688 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3b3d3495-706c-46f2-a9d5-7330e704df2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:27.649068 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-3b3d3495-706c-46f2-a9d5-7330e704df2a None None] Port 23817e33-49fe-45c7-9dca-3c369e460e60 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:13:27.670259 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b491e47-75f3-4ca7-9611-5710b691e267 x-openstack-request-id: req-2b491e47-75f3-4ca7-9611-5710b691e267 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:13:27.670842 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb739c2f-9cc9-4726-ad70-6fcb71b867aa", "name": "network-vif-deleted", "tag": "44b28f8b-498b-40ee-af30-af574f4a7284", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:13:27.670842 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b491e47-75f3-4ca7-9611-5710b691e267 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:13:27.672093 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb739c2f-9cc9-4726-ad70-6fcb71b867aa', 'name': 'network-vif-deleted', 'tag': '44b28f8b-498b-40ee-af30-af574f4a7284', 'status': 'completed', 'code': 200} Nov 12 20:13:27.777074 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9813a942-75d6-4594-8e02-305b07421951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:27.794385 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9ac3fd46-0e55-469c-9a7f-128cdbce7e7e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:27.800852 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9ac3fd46-0e55-469c-9a7f-128cdbce7e7e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:27.801934 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9ac3fd46-0e55-469c-9a7f-128cdbce7e7e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:27.860058 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3fd46-0e55-469c-9a7f-128cdbce7e7e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Port': ['ID=23817e33-49fe-45c7-9dca-3c369e460e60,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:27.976611 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac3fd46-0e55-469c-9a7f-128cdbce7e7e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:27.978022 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-9ac3fd46-0e55-469c-9a7f-128cdbce7e7e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:28.181217 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac3fd46-0e55-469c-9a7f-128cdbce7e7e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Router 2520e5c1-6aa3-4997-8300-912828d7f503 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:13:28.203083 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 56cc75a8-1ef0-493f-b7c8-fa2ce8199b2a up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:13:28.342731 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac3fd46-0e55-469c-9a7f-128cdbce7e7e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:13:28.359967 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42920) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:28.360511 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5023d0-1549-4f70-9853-7fadbe7b8840 None None] Sync routers for ids ['2520e5c1-6aa3-4997-8300-912828d7f503'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:13:28.365102 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9ac3fd46-0e55-469c-9a7f-128cdbce7e7e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "PUT /v2.0/routers/2520e5c1-6aa3-4997-8300-912828d7f503/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7896545 Nov 12 20:13:28.379943 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 56cc75a8-1ef0-493f-b7c8-fa2ce8199b2a triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:28.380374 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:28.407769 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5023d0-1549-4f70-9853-7fadbe7b8840 None None] Routers {'2520e5c1-6aa3-4997-8300-912828d7f503'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:13:28.408819 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ef5023d0-1549-4f70-9853-7fadbe7b8840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:13:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['2520e5c1-6aa3-4997-8300-912828d7f503'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:28.582691 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab2daf8-809f-419b-b6d8-839954a1534e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:28.585314 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3ab2daf8-809f-419b-b6d8-839954a1534e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports/23817e33-49fe-45c7-9dca-3c369e460e60 HTTP/1.1" status: 200 len: 911 time: 0.2207925 Nov 12 20:13:28.588815 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42926) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:28.589421 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-9813a942-75d6-4594-8e02-305b07421951 admin admin] Deleting port 24185af8-1f22-43f9-bf99-1f7ea5f4b5be {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:28.590172 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-79c37377-8a0a-48f9-ac87-40082b12a120 None None] Provisioning complete for port 23817e33-49fe-45c7-9dca-3c369e460e60 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:28.590930 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-79c37377-8a0a-48f9-ac87-40082b12a120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:28.591917 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9813a942-75d6-4594-8e02-305b07421951 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:28.623696 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-ef5023d0-1549-4f70-9853-7fadbe7b8840 None None] Set router 2520e5c1-6aa3-4997-8300-912828d7f503 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:13:28.658634 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e281e9-bb17-4100-ad43-c7ab302c5219 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:28.663962 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-79c37377-8a0a-48f9-ac87-40082b12a120 None None] Port 23817e33-49fe-45c7-9dca-3c369e460e60 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:13:28.669207 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e281e9-bb17-4100-ad43-c7ab302c5219 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:28.675596 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-46e281e9-bb17-4100-ad43-c7ab302c5219 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0850854 Nov 12 20:13:28.676388 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42928) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:28.696562 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-9813a942-75d6-4594-8e02-305b07421951 admin admin] For port 24185af8-1f22-43f9-bf99-1f7ea5f4b5be, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=24185af8-1f22-43f9-bf99-1f7ea5f4b5be,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:28.697103 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9813a942-75d6-4594-8e02-305b07421951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:28.711355 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-9813a942-75d6-4594-8e02-305b07421951 admin admin] Calling delete_port for 24185af8-1f22-43f9-bf99-1f7ea5f4b5be owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:28.865299 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ef5023d0-1549-4f70-9853-7fadbe7b8840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2520e5c1-6aa3-4997-8300-912828d7f503', 'name': 'tempest-NetworksTestDHCPv6-router-843797277', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:13:24Z', 'updated_at': '2021-11-12T20:13:27Z', 'revision_number': 2, 'project_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'gw_port_host': None, '_interfaces': [{'id': '23817e33-49fe-45c7-9dca-3c369e460e60', 'name': '', 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'mac_address': 'fa:16:3e:fd:76:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2520e5c1-6aa3-4997-8300-912828d7f503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '0e8ff9d0-948a-43ce-97e5-53ea993e9fdd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:13:25Z', 'updated_at': '2021-11-12T20:13:27Z', 'revision_number': 2, 'project_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'subnets': [{'id': '0e8ff9d0-948a-43ce-97e5-53ea993e9fdd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:28.898226 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5023d0-1549-4f70-9853-7fadbe7b8840 None None] Checking router: 2520e5c1-6aa3-4997-8300-912828d7f503 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:13:28.898874 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5023d0-1549-4f70-9853-7fadbe7b8840 None None] Updating router 2520e5c1-6aa3-4997-8300-912828d7f503 port 23817e33-49fe-45c7-9dca-3c369e460e60 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:13:28.910615 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9813a942-75d6-4594-8e02-305b07421951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:28.931482 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ef5023d0-1549-4f70-9853-7fadbe7b8840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:28.948624 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813a942-75d6-4594-8e02-305b07421951 admin admin] Pushing event deleted for resources: {'Port': ['ID=24185af8-1f22-43f9-bf99-1f7ea5f4b5be,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:29.168726 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9813a942-75d6-4594-8e02-305b07421951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:29.342295 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ef5023d0-1549-4f70-9853-7fadbe7b8840 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:29.352688 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ef5023d0-1549-4f70-9853-7fadbe7b8840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:29.476031 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-ef5023d0-1549-4f70-9853-7fadbe7b8840 None None] Attempting to bind port 23817e33-49fe-45c7-9dca-3c369e460e60 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:13:29.476762 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-ef5023d0-1549-4f70-9853-7fadbe7b8840 None None] Attempting to bind port 23817e33-49fe-45c7-9dca-3c369e460e60 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:13:29.476762 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5023d0-1549-4f70-9853-7fadbe7b8840 None None] Attempting to bind port 23817e33-49fe-45c7-9dca-3c369e460e60 on network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:13:29.488555 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5023d0-1549-4f70-9853-7fadbe7b8840 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:13:29.488943 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5023d0-1549-4f70-9853-7fadbe7b8840 None None] Checking segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:13:29.489334 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ef5023d0-1549-4f70-9853-7fadbe7b8840 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:29.489879 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5023d0-1549-4f70-9853-7fadbe7b8840 None None] Bound using segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:13:29.490213 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-ef5023d0-1549-4f70-9853-7fadbe7b8840 None None] Bound port: 23817e33-49fe-45c7-9dca-3c369e460e60, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:13:29.490581 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ef5023d0-1549-4f70-9853-7fadbe7b8840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:29.586491 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9813a942-75d6-4594-8e02-305b07421951 admin admin] Router f0ce2f37-fd88-4391-ae86-dfec9b0e944d has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:13:29.605884 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa41663-bbf1-42b0-8fc6-6118129745d5 None None] Pushing event updated for resources: {'Port': ['ID=23817e33-49fe-45c7-9dca-3c369e460e60,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:29.623053 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-ef5023d0-1549-4f70-9853-7fadbe7b8840 None None] For port 23817e33-49fe-45c7-9dca-3c369e460e60, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:13:29.626852 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-ef5023d0-1549-4f70-9853-7fadbe7b8840 None None] For port 23817e33-49fe-45c7-9dca-3c369e460e60, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=23817e33-49fe-45c7-9dca-3c369e460e60,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:13:29.630070 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa41663-bbf1-42b0-8fc6-6118129745d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:29.630421 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa41663-bbf1-42b0-8fc6-6118129745d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:29.630847 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa41663-bbf1-42b0-8fc6-6118129745d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:29.631253 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa41663-bbf1-42b0-8fc6-6118129745d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:29.631589 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa41663-bbf1-42b0-8fc6-6118129745d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:29.631919 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa41663-bbf1-42b0-8fc6-6118129745d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:29.632298 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa41663-bbf1-42b0-8fc6-6118129745d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:29.632671 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa41663-bbf1-42b0-8fc6-6118129745d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:29.633160 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa41663-bbf1-42b0-8fc6-6118129745d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:29.633777 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa41663-bbf1-42b0-8fc6-6118129745d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:29.634115 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa41663-bbf1-42b0-8fc6-6118129745d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:29.634640 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa41663-bbf1-42b0-8fc6-6118129745d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:13:29.640984 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ef5023d0-1549-4f70-9853-7fadbe7b8840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:29.685724 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-de437d3b-77c8-4d15-8b7a-e7d719a08622 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:29.713065 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5023d0-1549-4f70-9853-7fadbe7b8840 None None] Routers {'2520e5c1-6aa3-4997-8300-912828d7f503'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:13:29.713829 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ef5023d0-1549-4f70-9853-7fadbe7b8840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:13:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['2520e5c1-6aa3-4997-8300-912828d7f503'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:29.814988 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa41663-bbf1-42b0-8fc6-6118129745d5 None None] Pushing event updated for resources: {'Port': ['ID=23817e33-49fe-45c7-9dca-3c369e460e60,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:29.829569 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-5a9aca6e-2884-4720-8856-0ed926ec5aa3 None None] Provisioning complete for port 23817e33-49fe-45c7-9dca-3c369e460e60 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:29.830549 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5a9aca6e-2884-4720-8856-0ed926ec5aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:29.846466 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9813a942-75d6-4594-8e02-305b07421951 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:13:29.857906 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-ef5023d0-1549-4f70-9853-7fadbe7b8840 None None] Set router 2520e5c1-6aa3-4997-8300-912828d7f503 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:13:29.863958 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9813a942-75d6-4594-8e02-305b07421951 admin admin] 10.222.0.48 "PUT /v2.0/routers/f0ce2f37-fd88-4391-ae86-dfec9b0e944d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2852008 Nov 12 20:13:29.864783 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42940) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:29.897587 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafd08ab-0857-43f9-8ff9-50b6b5d6cdbe None None] Sync routers for ids ['f0ce2f37-fd88-4391-ae86-dfec9b0e944d'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:13:29.940459 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafd08ab-0857-43f9-8ff9-50b6b5d6cdbe None None] Routers {'f0ce2f37-fd88-4391-ae86-dfec9b0e944d'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:13:29.941949 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-aafd08ab-0857-43f9-8ff9-50b6b5d6cdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:13:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f0ce2f37-fd88-4391-ae86-dfec9b0e944d'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:30.130251 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-65acd538-0388-4ecf-a4fb-66ed1ad66787 admin admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:30.142428 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-de437d3b-77c8-4d15-8b7a-e7d719a08622 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting port 23817e33-49fe-45c7-9dca-3c369e460e60 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:30.143125 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-de437d3b-77c8-4d15-8b7a-e7d719a08622 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:30.167730 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5a9aca6e-2884-4720-8856-0ed926ec5aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:30.177897 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ef5023d0-1549-4f70-9853-7fadbe7b8840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2520e5c1-6aa3-4997-8300-912828d7f503', 'name': 'tempest-NetworksTestDHCPv6-router-843797277', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:13:24Z', 'updated_at': '2021-11-12T20:13:27Z', 'revision_number': 2, 'project_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'gw_port_host': None, '_interfaces': [{'id': '23817e33-49fe-45c7-9dca-3c369e460e60', 'name': '', 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'mac_address': 'fa:16:3e:fd:76:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2520e5c1-6aa3-4997-8300-912828d7f503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '0e8ff9d0-948a-43ce-97e5-53ea993e9fdd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:13:25Z', 'updated_at': '2021-11-12T20:13:29Z', 'revision_number': 4, 'project_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'subnets': [{'id': '0e8ff9d0-948a-43ce-97e5-53ea993e9fdd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:30.219330 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-aafd08ab-0857-43f9-8ff9-50b6b5d6cdbe None None] Set router f0ce2f37-fd88-4391-ae86-dfec9b0e944d gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:13:30.256458 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5023d0-1549-4f70-9853-7fadbe7b8840 None None] The sync data for ids ['2520e5c1-6aa3-4997-8300-912828d7f503'] in n-d-712140-15 is: [{'id': '2520e5c1-6aa3-4997-8300-912828d7f503', 'name': 'tempest-NetworksTestDHCPv6-router-843797277', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:13:24Z', 'updated_at': '2021-11-12T20:13:27Z', 'revision_number': 2, 'project_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'gw_port_host': None, '_interfaces': [{'id': '23817e33-49fe-45c7-9dca-3c369e460e60', 'name': '', 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'mac_address': 'fa:16:3e:fd:76:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2520e5c1-6aa3-4997-8300-912828d7f503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '0e8ff9d0-948a-43ce-97e5-53ea993e9fdd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:13:25Z', 'updated_at': '2021-11-12T20:13:29Z', 'revision_number': 4, 'project_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'subnets': [{'id': '0e8ff9d0-948a-43ce-97e5-53ea993e9fdd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:13:30.270784 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-de437d3b-77c8-4d15-8b7a-e7d719a08622 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] For port 23817e33-49fe-45c7-9dca-3c369e460e60, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=23817e33-49fe-45c7-9dca-3c369e460e60,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:30.272620 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-de437d3b-77c8-4d15-8b7a-e7d719a08622 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:30.292179 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-65acd538-0388-4ecf-a4fb-66ed1ad66787 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:30.293519 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-de437d3b-77c8-4d15-8b7a-e7d719a08622 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Calling delete_port for 23817e33-49fe-45c7-9dca-3c369e460e60 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:30.381130 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-65acd538-0388-4ecf-a4fb-66ed1ad66787 admin admin] Deleting port a72e7c28-b9ee-446b-be53-33e1df9f7718 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:30.381597 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-65acd538-0388-4ecf-a4fb-66ed1ad66787 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:30.428991 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-5a9aca6e-2884-4720-8856-0ed926ec5aa3 None None] For port 23817e33-49fe-45c7-9dca-3c369e460e60, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=23817e33-49fe-45c7-9dca-3c369e460e60,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:30.444759 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5a9aca6e-2884-4720-8856-0ed926ec5aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:30.504129 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-65acd538-0388-4ecf-a4fb-66ed1ad66787 admin admin] For port a72e7c28-b9ee-446b-be53-33e1df9f7718, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a72e7c28-b9ee-446b-be53-33e1df9f7718,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:30.504519 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-65acd538-0388-4ecf-a4fb-66ed1ad66787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:30.521312 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-65acd538-0388-4ecf-a4fb-66ed1ad66787 admin admin] Calling delete_port for a72e7c28-b9ee-446b-be53-33e1df9f7718 owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:30.530086 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9aca6e-2884-4720-8856-0ed926ec5aa3 None None] Pushing event updated for resources: {'Port': ['ID=23817e33-49fe-45c7-9dca-3c369e460e60,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:30.581212 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-de437d3b-77c8-4d15-8b7a-e7d719a08622 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:30.602374 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-78fe095c-7153-4e32-9580-677208ce9e27 None None] Could not find standard attr ID for object 23817e33-49fe-45c7-9dca-3c369e460e60. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:13:30.676038 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de437d3b-77c8-4d15-8b7a-e7d719a08622 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Port': ['ID=23817e33-49fe-45c7-9dca-3c369e460e60,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:30.691733 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-aafd08ab-0857-43f9-8ff9-50b6b5d6cdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'name': 'tempest-AttachVolumeShelveTestJSON-725252058-router', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:51Z', 'updated_at': '2021-11-12T20:13:28Z', 'revision_number': 5, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'gw_port': {'id': 'a72e7c28-b9ee-446b-be53-33e1df9f7718', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:53Z', 'updated_at': '2021-11-12T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:30.758172 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafd08ab-0857-43f9-8ff9-50b6b5d6cdbe None None] Checking router: f0ce2f37-fd88-4391-ae86-dfec9b0e944d for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:13:30.770695 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafd08ab-0857-43f9-8ff9-50b6b5d6cdbe None None] Routers {'f0ce2f37-fd88-4391-ae86-dfec9b0e944d'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:13:30.771340 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-aafd08ab-0857-43f9-8ff9-50b6b5d6cdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:13:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f0ce2f37-fd88-4391-ae86-dfec9b0e944d'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:30.797185 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-65acd538-0388-4ecf-a4fb-66ed1ad66787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:30.874270 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acd538-0388-4ecf-a4fb-66ed1ad66787 admin admin] Pushing event deleted for resources: {'Port': ['ID=a72e7c28-b9ee-446b-be53-33e1df9f7718,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:30.894375 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-de437d3b-77c8-4d15-8b7a-e7d719a08622 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:30.990430 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-aafd08ab-0857-43f9-8ff9-50b6b5d6cdbe None None] Set router f0ce2f37-fd88-4391-ae86-dfec9b0e944d gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:13:31.014418 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-65acd538-0388-4ecf-a4fb-66ed1ad66787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:31.084095 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-aafd08ab-0857-43f9-8ff9-50b6b5d6cdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'name': 'tempest-AttachVolumeShelveTestJSON-725252058-router', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:51Z', 'updated_at': '2021-11-12T20:13:30Z', 'revision_number': 6, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:31.119820 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafd08ab-0857-43f9-8ff9-50b6b5d6cdbe None None] The sync data for ids ['f0ce2f37-fd88-4391-ae86-dfec9b0e944d'] in n-d-712140-15 is: [{'id': 'f0ce2f37-fd88-4391-ae86-dfec9b0e944d', 'name': 'tempest-AttachVolumeShelveTestJSON-725252058-router', 'tenant_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:51Z', 'updated_at': '2021-11-12T20:13:30Z', 'revision_number': 6, 'project_id': 'cc4db98daf5b4e7b9bbbe0aad0f1a29c', 'gw_port_host': None}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:13:31.142935 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de437d3b-77c8-4d15-8b7a-e7d719a08622 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Router 2520e5c1-6aa3-4997-8300-912828d7f503 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:13:31.178343 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-65acd538-0388-4ecf-a4fb-66ed1ad66787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:31.181435 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-65acd538-0388-4ecf-a4fb-66ed1ad66787 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:31.236106 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-65acd538-0388-4ecf-a4fb-66ed1ad66787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:31.236982 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65acd538-0388-4ecf-a4fb-66ed1ad66787 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0ce2f37-fd88-4391-ae86-dfec9b0e944d {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:13:31.245530 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-65acd538-0388-4ecf-a4fb-66ed1ad66787 admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:31.246850 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-65acd538-0388-4ecf-a4fb-66ed1ad66787 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f0ce2f37-fd88-4391-ae86-dfec9b0e944d HTTP/1.1" status: 204 len: 168 time: 1.3804879 Nov 12 20:13:31.249429 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42950) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:31.268373 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de437d3b-77c8-4d15-8b7a-e7d719a08622 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:13:31.275823 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-de437d3b-77c8-4d15-8b7a-e7d719a08622 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "PUT /v2.0/routers/2520e5c1-6aa3-4997-8300-912828d7f503/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5981040 Nov 12 20:13:31.278003 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42954) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:31.324318 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-9845d849-1582-48e3-b34a-eddf64773589 admin admin] Deleting subnet f543e4e2-8561-47f7-b814-55300c23b7f1 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:13:31.328685 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9845d849-1582-48e3-b34a-eddf64773589 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:31.353047 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d18433-c7e9-42c9-870b-fbe6792e5e85 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:31.355350 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d18433-c7e9-42c9-870b-fbe6792e5e85 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:31.357540 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b9d18433-c7e9-42c9-870b-fbe6792e5e85 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0784163 Nov 12 20:13:31.360034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42956) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:31.374047 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9845d849-1582-48e3-b34a-eddf64773589 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:31.424398 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b9d808-e28b-40e8-ae7c-b352cfec5e47 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet 0e8ff9d0-948a-43ce-97e5-53ea993e9fdd {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:13:31.429097 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-02b9d808-e28b-40e8-ae7c-b352cfec5e47 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:31.461779 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9845d849-1582-48e3-b34a-eddf64773589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:31.474335 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-02b9d808-e28b-40e8-ae7c-b352cfec5e47 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:31.530674 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-02b9d808-e28b-40e8-ae7c-b352cfec5e47 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:31.543672 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9845d849-1582-48e3-b34a-eddf64773589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:31.561173 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9845d849-1582-48e3-b34a-eddf64773589 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:31.565217 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deecb4c1-b28c-44eb-affc-b71e500232e2 None None] Network cd594fd9-762d-4dc1-9fce-c4b60d6d0202 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:13:31.571935 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9845d849-1582-48e3-b34a-eddf64773589 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f543e4e2-8561-47f7-b814-55300c23b7f1 HTTP/1.1" status: 204 len: 168 time: 0.3212631 Nov 12 20:13:31.572750 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42958) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:31.599994 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845d849-1582-48e3-b34a-eddf64773589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f543e4e2-8561-47f7-b814-55300c23b7f1,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:31.620559 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-02b9d808-e28b-40e8-ae7c-b352cfec5e47 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:31.668706 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-02b9d808-e28b-40e8-ae7c-b352cfec5e47 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:31.674686 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-02b9d808-e28b-40e8-ae7c-b352cfec5e47 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/0e8ff9d0-948a-43ce-97e5-53ea993e9fdd HTTP/1.1" status: 204 len: 168 time: 0.3130622 Nov 12 20:13:31.675822 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9d808-e28b-40e8-ae7c-b352cfec5e47 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=0e8ff9d0-948a-43ce-97e5-53ea993e9fdd,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:31.689622 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42960) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:31.695456 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bec7dabb-d259-469e-a2e7-e974f43076df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:31.766045 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-bec7dabb-d259-469e-a2e7-e974f43076df admin admin] Deleting port a834ecb6-2865-4b8b-8a32-878e201097a4 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:31.766755 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bec7dabb-d259-469e-a2e7-e974f43076df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:31.843953 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-24021535-d5fc-4953-8707-6482badbc67a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1524327 Nov 12 20:13:31.844983 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42962) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:31.857025 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-bec7dabb-d259-469e-a2e7-e974f43076df admin admin] For port a834ecb6-2865-4b8b-8a32-878e201097a4, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a834ecb6-2865-4b8b-8a32-878e201097a4,segment=NetworkSegment(66430901-0cf0-4544-93e6-2d1a367dff41),segment_id=66430901-0cf0-4544-93e6-2d1a367dff41)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:31.857519 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b040ac3f-db3d-4d82-b8c2-947f3fd3805d None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:13:31.857679 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bec7dabb-d259-469e-a2e7-e974f43076df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:31.873098 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-bec7dabb-d259-469e-a2e7-e974f43076df admin admin] Calling delete_port for a834ecb6-2865-4b8b-8a32-878e201097a4 owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:31.929161 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-173ec551-5c9f-432b-b054-593b642b2ed6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:32.037052 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bec7dabb-d259-469e-a2e7-e974f43076df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:32.104574 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec7dabb-d259-469e-a2e7-e974f43076df admin admin] No DVR routers for this DVR port a834ecb6-2865-4b8b-8a32-878e201097a4 on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:13:32.173447 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538e0840-0b9a-4772-aedc-6f7b8d407c90 None None] DHCP port deletion for cd594fd9-762d-4dc1-9fce-c4b60d6d0202 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:13:32.177848 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7dabb-d259-469e-a2e7-e974f43076df admin admin] Pushing event deleted for resources: {'Port': ['ID=a834ecb6-2865-4b8b-8a32-878e201097a4,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:32.258261 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-173ec551-5c9f-432b-b054-593b642b2ed6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:32.261231 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-173ec551-5c9f-432b-b054-593b642b2ed6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:32.295646 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bec7dabb-d259-469e-a2e7-e974f43076df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:32.326283 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-173ec551-5c9f-432b-b054-593b642b2ed6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:32.326788 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173ec551-5c9f-432b-b054-593b642b2ed6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Fanout notify agent at l3_agent the message router_deleted on router 2520e5c1-6aa3-4997-8300-912828d7f503 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:13:32.331453 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a72e7c28-b9ee-446b-be53-33e1df9f7718 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:13:32.333754 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-bec7dabb-d259-469e-a2e7-e974f43076df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd594fd9-762d-4dc1-9fce-c4b60d6d0202']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:32.345955 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-bec7dabb-d259-469e-a2e7-e974f43076df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66430901-0cf0-4544-93e6-2d1a367dff41') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:32.346385 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-bec7dabb-d259-469e-a2e7-e974f43076df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66430901-0cf0-4544-93e6-2d1a367dff41') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:32.357458 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-173ec551-5c9f-432b-b054-593b642b2ed6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:32.358630 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-173ec551-5c9f-432b-b054-593b642b2ed6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/routers/2520e5c1-6aa3-4997-8300-912828d7f503 HTTP/1.1" status: 204 len: 168 time: 0.5126984 Nov 12 20:13:32.361719 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42972) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:32.363111 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bec7dabb-d259-469e-a2e7-e974f43076df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:32.367073 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-85879c2b-4318-46a8-8e5e-3a7395789021 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:32.372193 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004f1b28-7acf-4ae3-a136-90ef36bfb983 None None] DHCP port deletion for 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:13:32.385571 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: a72e7c28-b9ee-446b-be53-33e1df9f7718 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:13:32.386335 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a72e7c28-b9ee-446b-be53-33e1df9f7718 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:13:32.386764 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 24185af8-1f22-43f9-bf99-1f7ea5f4b5be no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:13:32.387876 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bec7dabb-d259-469e-a2e7-e974f43076df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:32.398229 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec7dabb-d259-469e-a2e7-e974f43076df admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:13:32.398732 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bec7dabb-d259-469e-a2e7-e974f43076df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:32.461233 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 24185af8-1f22-43f9-bf99-1f7ea5f4b5be {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:13:32.461577 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 24185af8-1f22-43f9-bf99-1f7ea5f4b5be not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:13:32.467245 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:13:32.482006 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bec7dabb-d259-469e-a2e7-e974f43076df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:32.488154 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bec7dabb-d259-469e-a2e7-e974f43076df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:32.493770 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bec7dabb-d259-469e-a2e7-e974f43076df admin admin] 10.222.0.48 "DELETE /v2.0/networks/cd594fd9-762d-4dc1-9fce-c4b60d6d0202 HTTP/1.1" status: 204 len: 168 time: 0.9000404 Nov 12 20:13:32.517997 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7dabb-d259-469e-a2e7-e974f43076df admin admin] Pushing event deleted for resources: {'Network': ['ID=cd594fd9-762d-4dc1-9fce-c4b60d6d0202,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:32.548532 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-004f1b28-7acf-4ae3-a136-90ef36bfb983 None None] Deleting port 56cc75a8-1ef0-493f-b7c8-fa2ce8199b2a {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:32.548916 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-004f1b28-7acf-4ae3-a136-90ef36bfb983 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:32.555939 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85879c2b-4318-46a8-8e5e-3a7395789021 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:13:32.560178 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85879c2b-4318-46a8-8e5e-3a7395789021 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:32.587663 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c6e302-1d1d-45eb-9cd2-1beedd374d2d None None] Sync routers for ids ['2520e5c1-6aa3-4997-8300-912828d7f503'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:13:32.722771 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-004f1b28-7acf-4ae3-a136-90ef36bfb983 None None] For port 56cc75a8-1ef0-493f-b7c8-fa2ce8199b2a, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=56cc75a8-1ef0-493f-b7c8-fa2ce8199b2a,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:32.724799 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-004f1b28-7acf-4ae3-a136-90ef36bfb983 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:32.744916 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-004f1b28-7acf-4ae3-a136-90ef36bfb983 None None] Calling delete_port for 56cc75a8-1ef0-493f-b7c8-fa2ce8199b2a owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:32.756819 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42978) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:32.786278 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c6e302-1d1d-45eb-9cd2-1beedd374d2d None None] Routers set() bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:13:32.786974 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c6e302-1d1d-45eb-9cd2-1beedd374d2d None None] Router IDs set() for agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 20:13:32.787894 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_agentschedulers_db [None req-88c6e302-1d1d-45eb-9cd2-1beedd374d2d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2520e5c1-6aa3-4997-8300-912828d7f503'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:13:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent'). {{(pid=102450) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 20:13:32.805682 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c6e302-1d1d-45eb-9cd2-1beedd374d2d None None] Routers set() bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:13:32.806460 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c6e302-1d1d-45eb-9cd2-1beedd374d2d None None] Router IDs set() for agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 20:13:32.807882 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_agentschedulers_db [None req-88c6e302-1d1d-45eb-9cd2-1beedd374d2d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2520e5c1-6aa3-4997-8300-912828d7f503'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:13:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent'). {{(pid=102450) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 20:13:32.809314 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c6e302-1d1d-45eb-9cd2-1beedd374d2d None None] The sync data for ids ['2520e5c1-6aa3-4997-8300-912828d7f503'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:13:32.840197 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a6502b99-79b5-4ced-a87b-6e5b93ac9ed4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cc4db98daf5b4e7b9bbbe0aad0f1a29c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0821910 Nov 12 20:13:32.847357 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42980) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:32.861189 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-004f1b28-7acf-4ae3-a136-90ef36bfb983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:32.904926 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f1b28-7acf-4ae3-a136-90ef36bfb983 None None] Pushing event deleted for resources: {'Port': ['ID=56cc75a8-1ef0-493f-b7c8-fa2ce8199b2a,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:32.908313 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30079c5c-665a-4680-8428-bf066d075970 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:32.917849 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85879c2b-4318-46a8-8e5e-3a7395789021 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:32.933007 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004f1b28-7acf-4ae3-a136-90ef36bfb983 None None] No DVR routers for this DVR port 56cc75a8-1ef0-493f-b7c8-fa2ce8199b2a on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:13:32.943920 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30079c5c-665a-4680-8428-bf066d075970 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:32.983475 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85879c2b-4318-46a8-8e5e-3a7395789021 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:32.986924 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-85879c2b-4318-46a8-8e5e-3a7395789021 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:32.991488 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85879c2b-4318-46a8-8e5e-3a7395789021 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:32.992100 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85879c2b-4318-46a8-8e5e-3a7395789021 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:33.000781 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85879c2b-4318-46a8-8e5e-3a7395789021 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=7eff9e17-ca81-485a-883f-bcee42fd1931,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:33.007198 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694313e3-95bc-4d4d-9dd2-3206fad19614 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:13:33.015110 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-85879c2b-4318-46a8-8e5e-3a7395789021 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6523201 Nov 12 20:13:33.017777 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42984) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:33.032483 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-8708998c-b4cd-4390-b455-bcff664e29be tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-596282419', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:33.045423 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30079c5c-665a-4680-8428-bf066d075970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:33.048081 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30079c5c-665a-4680-8428-bf066d075970 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:33.052681 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-30079c5c-665a-4680-8428-bf066d075970 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a0a5d7ac-89e0-4d8f-ad6c-2065faaef79d HTTP/1.1" status: 204 len: 168 time: 0.2019107 Nov 12 20:13:33.066888 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30079c5c-665a-4680-8428-bf066d075970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a5d7ac-89e0-4d8f-ad6c-2065faaef79d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:33.092646 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8708998c-b4cd-4390-b455-bcff664e29be tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:33.094055 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8708998c-b4cd-4390-b455-bcff664e29be tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:33.175975 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8708998c-b4cd-4390-b455-bcff664e29be tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:33.183811 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8708998c-b4cd-4390-b455-bcff664e29be tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:33.239357 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8708998c-b4cd-4390-b455-bcff664e29be tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:33.247597 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42994) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:33.249032 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8708998c-b4cd-4390-b455-bcff664e29be tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2289305 Nov 12 20:13:33.420999 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3da3299-e5ed-40cc-bda5-7cf2b439c53a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'fixed_ips': [{'subnet_id': '7eff9e17-ca81-485a-883f-bcee42fd1931'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:13:33.422838 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f3da3299-e5ed-40cc-bda5-7cf2b439c53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:33.553446 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c73436-df94-4f3c-b44f-f395c50f70fc req-2a144515-1191-407f-b8e2-3656aa8a71cc tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:33.561376 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87c73436-df94-4f3c-b44f-f395c50f70fc req-2a144515-1191-407f-b8e2-3656aa8a71cc tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 945 time: 0.1087196 Nov 12 20:13:33.634006 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87c73436-df94-4f3c-b44f-f395c50f70fc req-51310601-b5d3-4d38-9257-d0bc771274dc tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661707 Nov 12 20:13:33.649069 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-f3da3299-e5ed-40cc-bda5-7cf2b439c53a None None] Allocated IP 2001:db8::2 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/7eff9e17-ca81-485a-883f-bcee42fd1931/78de7c25-7650-48ba-a98f-88e8ca58408e) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:13:33.742547 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d99277f6-3837-42f8-b8b7-54dc9f08ea21 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:33.828061 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f3da3299-e5ed-40cc-bda5-7cf2b439c53a None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:33.835108 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f3da3299-e5ed-40cc-bda5-7cf2b439c53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:33.873697 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3da3299-e5ed-40cc-bda5-7cf2b439c53a None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:33.876960 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-f3da3299-e5ed-40cc-bda5-7cf2b439c53a None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:33.880196 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3da3299-e5ed-40cc-bda5-7cf2b439c53a None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:13:33.923038 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da3299-e5ed-40cc-bda5-7cf2b439c53a None None] Pushing event updated for resources: {'Port': ['ID=78de7c25-7650-48ba-a98f-88e8ca58408e,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:33.956202 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f3da3299-e5ed-40cc-bda5-7cf2b439c53a None None] Attempting to bind port 78de7c25-7650-48ba-a98f-88e8ca58408e on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:13:33.958059 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f3da3299-e5ed-40cc-bda5-7cf2b439c53a None None] Attempting to bind port 78de7c25-7650-48ba-a98f-88e8ca58408e by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:13:33.958679 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3da3299-e5ed-40cc-bda5-7cf2b439c53a None None] Attempting to bind port 78de7c25-7650-48ba-a98f-88e8ca58408e on network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:13:33.965259 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3da3299-e5ed-40cc-bda5-7cf2b439c53a None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:13:33.965996 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3da3299-e5ed-40cc-bda5-7cf2b439c53a None None] Checking segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:13:33.966714 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f3da3299-e5ed-40cc-bda5-7cf2b439c53a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:33.968281 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3da3299-e5ed-40cc-bda5-7cf2b439c53a None None] Bound using segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:13:33.969008 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f3da3299-e5ed-40cc-bda5-7cf2b439c53a None None] Bound port: 78de7c25-7650-48ba-a98f-88e8ca58408e, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:13:33.969604 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f3da3299-e5ed-40cc-bda5-7cf2b439c53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:34.038693 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-d99277f6-3837-42f8-b8b7-54dc9f08ea21 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 2001:db8::1 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/7eff9e17-ca81-485a-883f-bcee42fd1931/6f9b134a-4c00-4790-ac8b-4bc85e04cd77) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:13:34.086274 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-f3da3299-e5ed-40cc-bda5-7cf2b439c53a None None] For port 78de7c25-7650-48ba-a98f-88e8ca58408e, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:13:34.093490 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-f3da3299-e5ed-40cc-bda5-7cf2b439c53a None None] For port 78de7c25-7650-48ba-a98f-88e8ca58408e, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=78de7c25-7650-48ba-a98f-88e8ca58408e,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:13:34.099672 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f3da3299-e5ed-40cc-bda5-7cf2b439c53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:34.181881 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a834ecb6-2865-4b8b-8a32-878e201097a4 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:13:34.189065 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d99277f6-3837-42f8-b8b7-54dc9f08ea21 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:34.230264 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: a834ecb6-2865-4b8b-8a32-878e201097a4 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:13:34.230600 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a834ecb6-2865-4b8b-8a32-878e201097a4 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:13:34.237241 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 23817e33-49fe-45c7-9dca-3c369e460e60 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:13:34.248891 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d99277f6-3837-42f8-b8b7-54dc9f08ea21 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:34.266535 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 23817e33-49fe-45c7-9dca-3c369e460e60 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:13:34.266873 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 23817e33-49fe-45c7-9dca-3c369e460e60 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:13:34.267283 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 56cc75a8-1ef0-493f-b7c8-fa2ce8199b2a no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:13:34.302309 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 56cc75a8-1ef0-493f-b7c8-fa2ce8199b2a {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:13:34.302634 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 56cc75a8-1ef0-493f-b7c8-fa2ce8199b2a not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:13:34.304216 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da3299-e5ed-40cc-bda5-7cf2b439c53a None None] Pushing event updated for resources: {'Port': ['ID=78de7c25-7650-48ba-a98f-88e8ca58408e,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:34.319183 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99277f6-3837-42f8-b8b7-54dc9f08ea21 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:34.331101 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-d99277f6-3837-42f8-b8b7-54dc9f08ea21 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:34.334830 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99277f6-3837-42f8-b8b7-54dc9f08ea21 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:13:34.335571 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d99277f6-3837-42f8-b8b7-54dc9f08ea21 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:34.343817 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99277f6-3837-42f8-b8b7-54dc9f08ea21 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Port': ['ID=6f9b134a-4c00-4790-ac8b-4bc85e04cd77,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:34.555013 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d99277f6-3837-42f8-b8b7-54dc9f08ea21 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:35.091366 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ec504-2a1e-43a8-ab38-443e4517a887 req-65540560-36d2-4aab-a30e-f08af500a424 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:35.092986 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-955ec504-2a1e-43a8-ab38-443e4517a887 req-65540560-36d2-4aab-a30e-f08af500a424 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 945 time: 0.1034651 Nov 12 20:13:35.197166 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-955ec504-2a1e-43a8-ab38-443e4517a887 req-017dcbf0-5116-4eac-8880-6a61e9219ec6 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925941 Nov 12 20:13:35.267466 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d99277f6-3837-42f8-b8b7-54dc9f08ea21 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:35.276665 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d99277f6-3837-42f8-b8b7-54dc9f08ea21 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:35.281951 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d99277f6-3837-42f8-b8b7-54dc9f08ea21 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:35.363482 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99277f6-3837-42f8-b8b7-54dc9f08ea21 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Port': ['ID=6f9b134a-4c00-4790-ac8b-4bc85e04cd77,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:35.486973 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99277f6-3837-42f8-b8b7-54dc9f08ea21 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:35.488769 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-d99277f6-3837-42f8-b8b7-54dc9f08ea21 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:35.636130 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99277f6-3837-42f8-b8b7-54dc9f08ea21 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Router c88669ed-74cc-4177-915a-a326f4b98d6b is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:13:35.728391 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-055e601f-0de6-47a8-8522-a30dfa6dffbc None None] Provisioning complete for port 78de7c25-7650-48ba-a98f-88e8ca58408e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:35.728990 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-055e601f-0de6-47a8-8522-a30dfa6dffbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:35.805496 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99277f6-3837-42f8-b8b7-54dc9f08ea21 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:13:35.813427 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d99277f6-3837-42f8-b8b7-54dc9f08ea21 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "PUT /v2.0/routers/c88669ed-74cc-4177-915a-a326f4b98d6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5647008 Nov 12 20:13:35.813709 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43066) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:35.870005 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75376c63-2af8-4ea1-81d1-302ee45739f9 None None] Sync routers for ids ['c88669ed-74cc-4177-915a-a326f4b98d6b'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:13:35.880752 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fb1543-0cb8-43c3-9262-8f5a0198c821 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:35.882502 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-35fb1543-0cb8-43c3-9262-8f5a0198c821 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports/6f9b134a-4c00-4790-ac8b-4bc85e04cd77 HTTP/1.1" status: 200 len: 911 time: 0.0679274 Nov 12 20:13:35.885616 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43068) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:35.914534 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-055e601f-0de6-47a8-8522-a30dfa6dffbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:35.927085 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75376c63-2af8-4ea1-81d1-302ee45739f9 None None] Routers {'c88669ed-74cc-4177-915a-a326f4b98d6b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:13:35.928300 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-75376c63-2af8-4ea1-81d1-302ee45739f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:13:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['c88669ed-74cc-4177-915a-a326f4b98d6b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:35.985078 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b178921-b272-477a-92c5-8d08268e5bda tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:36.006774 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b178921-b272-477a-92c5-8d08268e5bda tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:36.011222 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43070) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:36.011469 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5b178921-b272-477a-92c5-8d08268e5bda tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1217854 Nov 12 20:13:36.057187 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-055e601f-0de6-47a8-8522-a30dfa6dffbc None None] For port 78de7c25-7650-48ba-a98f-88e8ca58408e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=78de7c25-7650-48ba-a98f-88e8ca58408e,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:36.064047 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-055e601f-0de6-47a8-8522-a30dfa6dffbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:36.081320 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-75376c63-2af8-4ea1-81d1-302ee45739f9 None None] Set router c88669ed-74cc-4177-915a-a326f4b98d6b gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:13:36.218567 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 78de7c25-7650-48ba-a98f-88e8ca58408e up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:13:36.454512 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62805070-dc19-4239-a844-559ee84ecda2 req-4cf3e3b3-ac3b-40d1-b430-3a15df89d884 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:36.460052 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-83480f82-cd52-4cf3-8e11-e2f763ad3773 None None] Provisioning complete for port 6f9b134a-4c00-4790-ac8b-4bc85e04cd77 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:36.460463 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-83480f82-cd52-4cf3-8e11-e2f763ad3773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:36.461979 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e601f-0de6-47a8-8522-a30dfa6dffbc None None] Pushing event updated for resources: {'Port': ['ID=78de7c25-7650-48ba-a98f-88e8ca58408e,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:36.469728 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-62805070-dc19-4239-a844-559ee84ecda2 req-4cf3e3b3-ac3b-40d1-b430-3a15df89d884 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 945 time: 0.1235802 Nov 12 20:13:36.543898 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-83480f82-cd52-4cf3-8e11-e2f763ad3773 None None] Port 6f9b134a-4c00-4790-ac8b-4bc85e04cd77 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:13:36.558923 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 78de7c25-7650-48ba-a98f-88e8ca58408e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:36.559289 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:36.583876 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-62805070-dc19-4239-a844-559ee84ecda2 req-76088b5a-57b2-4e4a-9c5a-156b5713ff4f tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124480 Nov 12 20:13:36.625079 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-75376c63-2af8-4ea1-81d1-302ee45739f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88669ed-74cc-4177-915a-a326f4b98d6b', 'name': 'tempest-NetworksTestDHCPv6-router-596282419', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:13:33Z', 'updated_at': '2021-11-12T20:13:34Z', 'revision_number': 2, 'project_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'gw_port_host': None, '_interfaces': [{'id': '6f9b134a-4c00-4790-ac8b-4bc85e04cd77', 'name': '', 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'mac_address': 'fa:16:3e:5d:41:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88669ed-74cc-4177-915a-a326f4b98d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '7eff9e17-ca81-485a-883f-bcee42fd1931', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:13:33Z', 'updated_at': '2021-11-12T20:13:35Z', 'revision_number': 2, 'project_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'subnets': [{'id': '7eff9e17-ca81-485a-883f-bcee42fd1931', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:36.790273 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67bd5d21-5885-4686-85e2-e2f4ea164d97 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:36.845619 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75376c63-2af8-4ea1-81d1-302ee45739f9 None None] Checking router: c88669ed-74cc-4177-915a-a326f4b98d6b for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:13:36.846552 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75376c63-2af8-4ea1-81d1-302ee45739f9 None None] Updating router c88669ed-74cc-4177-915a-a326f4b98d6b port 6f9b134a-4c00-4790-ac8b-4bc85e04cd77 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:13:36.890311 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ba373740-eab1-4743-a401-b75bd4ebdef7 None None] Provisioning complete for port 6f9b134a-4c00-4790-ac8b-4bc85e04cd77 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:36.891026 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ba373740-eab1-4743-a401-b75bd4ebdef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:36.894489 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-75376c63-2af8-4ea1-81d1-302ee45739f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:37.096774 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1ef28-2db0-4327-bbfd-b5a7e2d24388 req-79813426-060f-4c2a-b501-085c2a05bc62 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:37.125474 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1ef28-2db0-4327-bbfd-b5a7e2d24388 req-79813426-060f-4c2a-b501-085c2a05bc62 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:37.132947 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ba373740-eab1-4743-a401-b75bd4ebdef7 None None] Port 6f9b134a-4c00-4790-ac8b-4bc85e04cd77 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:13:37.135210 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1ef28-2db0-4327-bbfd-b5a7e2d24388 req-79813426-060f-4c2a-b501-085c2a05bc62 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:37.152365 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1ef28-2db0-4327-bbfd-b5a7e2d24388 req-79813426-060f-4c2a-b501-085c2a05bc62 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:37.166063 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1ef28-2db0-4327-bbfd-b5a7e2d24388 req-79813426-060f-4c2a-b501-085c2a05bc62 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:37.179534 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1ef28-2db0-4327-bbfd-b5a7e2d24388 req-79813426-060f-4c2a-b501-085c2a05bc62 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:37.193616 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770591ea-9248-4c29-b432-e0a503c3a12c req-030b9108-0c26-4b7b-93d5-c7f3bab2be9f tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:37.195364 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-770591ea-9248-4c29-b432-e0a503c3a12c req-030b9108-0c26-4b7b-93d5-c7f3bab2be9f tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7201684-ae52-4221-b77d-929857328cb5 HTTP/1.1" status: 200 len: 946 time: 0.0922589 Nov 12 20:13:37.199237 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1ef28-2db0-4327-bbfd-b5a7e2d24388 req-79813426-060f-4c2a-b501-085c2a05bc62 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:37.212490 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-10e1ef28-2db0-4327-bbfd-b5a7e2d24388 req-79813426-060f-4c2a-b501-085c2a05bc62 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5430 time: 0.2269967 Nov 12 20:13:37.290031 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-770591ea-9248-4c29-b432-e0a503c3a12c req-cff45d0b-46b0-4990-a71b-7d0850baec28 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579841 Nov 12 20:13:37.300634 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-75376c63-2af8-4ea1-81d1-302ee45739f9 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:37.309433 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-75376c63-2af8-4ea1-81d1-302ee45739f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:37.344496 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-67bd5d21-5885-4686-85e2-e2f4ea164d97 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting port 6f9b134a-4c00-4790-ac8b-4bc85e04cd77 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:37.345308 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67bd5d21-5885-4686-85e2-e2f4ea164d97 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:37.352731 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-10e1ef28-2db0-4327-bbfd-b5a7e2d24388 req-c13acbb4-34d8-4f98-b36c-5ba25da6b72e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1375220 Nov 12 20:13:37.387972 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abd485-b938-424c-abfd-331df5b42cf9 None None] Pushing event updated for resources: {'Port': ['ID=6f9b134a-4c00-4790-ac8b-4bc85e04cd77,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:37.454729 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-75376c63-2af8-4ea1-81d1-302ee45739f9 None None] Attempting to bind port 6f9b134a-4c00-4790-ac8b-4bc85e04cd77 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:13:37.455354 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-75376c63-2af8-4ea1-81d1-302ee45739f9 None None] Attempting to bind port 6f9b134a-4c00-4790-ac8b-4bc85e04cd77 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:13:37.455888 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75376c63-2af8-4ea1-81d1-302ee45739f9 None None] Attempting to bind port 6f9b134a-4c00-4790-ac8b-4bc85e04cd77 on network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:13:37.462992 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75376c63-2af8-4ea1-81d1-302ee45739f9 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:13:37.463672 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75376c63-2af8-4ea1-81d1-302ee45739f9 None None] Checking segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:13:37.464459 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-75376c63-2af8-4ea1-81d1-302ee45739f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:37.465192 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75376c63-2af8-4ea1-81d1-302ee45739f9 None None] Bound using segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:13:37.465878 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-75376c63-2af8-4ea1-81d1-302ee45739f9 None None] Bound port: 6f9b134a-4c00-4790-ac8b-4bc85e04cd77, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:13:37.466482 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-75376c63-2af8-4ea1-81d1-302ee45739f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:37.527982 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67bd5d21-5885-4686-85e2-e2f4ea164d97 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:37.545364 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-67bd5d21-5885-4686-85e2-e2f4ea164d97 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Calling delete_port for 6f9b134a-4c00-4790-ac8b-4bc85e04cd77 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:37.557577 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-75376c63-2af8-4ea1-81d1-302ee45739f9 None None] For port 6f9b134a-4c00-4790-ac8b-4bc85e04cd77, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:13:37.562437 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-75376c63-2af8-4ea1-81d1-302ee45739f9 None None] For port 6f9b134a-4c00-4790-ac8b-4bc85e04cd77, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=6f9b134a-4c00-4790-ac8b-4bc85e04cd77,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:13:37.570375 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-75376c63-2af8-4ea1-81d1-302ee45739f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:37.653258 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75376c63-2af8-4ea1-81d1-302ee45739f9 None None] Routers {'c88669ed-74cc-4177-915a-a326f4b98d6b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:13:37.654117 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-75376c63-2af8-4ea1-81d1-302ee45739f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:13:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['c88669ed-74cc-4177-915a-a326f4b98d6b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:37.656509 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abd485-b938-424c-abfd-331df5b42cf9 None None] Pushing event updated for resources: {'Port': ['ID=6f9b134a-4c00-4790-ac8b-4bc85e04cd77,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:37.838123 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-75376c63-2af8-4ea1-81d1-302ee45739f9 None None] Set router c88669ed-74cc-4177-915a-a326f4b98d6b gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:13:37.914335 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e87c2c43-a039-4175-b7b6-4aff446a0c03 None None] Provisioning complete for port 6f9b134a-4c00-4790-ac8b-4bc85e04cd77 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:37.914960 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e87c2c43-a039-4175-b7b6-4aff446a0c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:37.946201 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a3d14-80e1-4b9d-b08d-00979985110d req-345e4724-e45b-4b54-86ea-df31bc650639 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:37.957807 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b84a3d14-80e1-4b9d-b08d-00979985110d req-345e4724-e45b-4b54-86ea-df31bc650639 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 945 time: 0.2061024 Nov 12 20:13:37.973715 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67bd5d21-5885-4686-85e2-e2f4ea164d97 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:38.047028 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e87c2c43-a039-4175-b7b6-4aff446a0c03 None None] Could not find standard attr ID for object 6f9b134a-4c00-4790-ac8b-4bc85e04cd77. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:13:38.089748 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b84a3d14-80e1-4b9d-b08d-00979985110d req-95c7c3a6-79d8-41ea-a94e-ce6e97c69950 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104231 Nov 12 20:13:38.101335 n-d-712140-15 neutron-server[102449]: INFO neutron.plugins.ml2.db [None req-e87c2c43-a039-4175-b7b6-4aff446a0c03 None None] No ports have port_id starting with 6f9b134a-4c00-4790-ac8b-4bc85e04cd77 Nov 12 20:13:38.101555 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-2115dd71-3ab9-4510-bc14-8d1ffb26c0fb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:38.108764 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-2115dd71-3ab9-4510-bc14-8d1ffb26c0fb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:38.116446 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-2115dd71-3ab9-4510-bc14-8d1ffb26c0fb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:38.139818 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-2115dd71-3ab9-4510-bc14-8d1ffb26c0fb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:38.148833 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-2115dd71-3ab9-4510-bc14-8d1ffb26c0fb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:38.155058 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 78de7c25-7650-48ba-a98f-88e8ca58408e up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:13:38.155629 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-2115dd71-3ab9-4510-bc14-8d1ffb26c0fb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:38.162541 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-2115dd71-3ab9-4510-bc14-8d1ffb26c0fb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:38.164439 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-2115dd71-3ab9-4510-bc14-8d1ffb26c0fb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.52 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5430 time: 0.3388484 Nov 12 20:13:38.228823 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-537e73b2-102c-4480-847a-4f56b4b8002e None None] Could not find standard attr ID for object 6f9b134a-4c00-4790-ac8b-4bc85e04cd77. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:13:38.258325 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-17a22613-8fea-499f-a4b0-ebcb188ce1f2 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:38.260834 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-17a22613-8fea-499f-a4b0-ebcb188ce1f2 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.52 "GET /v2.0/ports/6ad2f845-8d32-40df-b34d-4d5c9682b2ac?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0779259 Nov 12 20:13:38.263021 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd5d21-5885-4686-85e2-e2f4ea164d97 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Port': ['ID=6f9b134a-4c00-4790-ac8b-4bc85e04cd77,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:38.264584 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 78de7c25-7650-48ba-a98f-88e8ca58408e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:38.265248 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:38.335801 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-75376c63-2af8-4ea1-81d1-302ee45739f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88669ed-74cc-4177-915a-a326f4b98d6b', 'name': 'tempest-NetworksTestDHCPv6-router-596282419', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:13:33Z', 'updated_at': '2021-11-12T20:13:34Z', 'revision_number': 2, 'project_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'gw_port_host': None, '_interfaces': [{'id': '6f9b134a-4c00-4790-ac8b-4bc85e04cd77', 'name': '', 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'mac_address': 'fa:16:3e:5d:41:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88669ed-74cc-4177-915a-a326f4b98d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '7eff9e17-ca81-485a-883f-bcee42fd1931', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:13:33Z', 'updated_at': '2021-11-12T20:13:37Z', 'revision_number': 4, 'project_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'subnets': [{'id': '7eff9e17-ca81-485a-883f-bcee42fd1931', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:38.373656 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75376c63-2af8-4ea1-81d1-302ee45739f9 None None] The sync data for ids ['c88669ed-74cc-4177-915a-a326f4b98d6b'] in n-d-712140-15 is: [{'id': 'c88669ed-74cc-4177-915a-a326f4b98d6b', 'name': 'tempest-NetworksTestDHCPv6-router-596282419', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:13:33Z', 'updated_at': '2021-11-12T20:13:34Z', 'revision_number': 2, 'project_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'gw_port_host': None, '_interfaces': [{'id': '6f9b134a-4c00-4790-ac8b-4bc85e04cd77', 'name': '', 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'mac_address': 'fa:16:3e:5d:41:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88669ed-74cc-4177-915a-a326f4b98d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '7eff9e17-ca81-485a-883f-bcee42fd1931', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:13:33Z', 'updated_at': '2021-11-12T20:13:37Z', 'revision_number': 4, 'project_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'subnets': [{'id': '7eff9e17-ca81-485a-883f-bcee42fd1931', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:13:38.504358 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb5316-f4d8-47eb-b20a-3628acb87cee req-94fc7b79-e985-47e2-9ddd-775e5db92749 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:38.506048 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-39cb5316-f4d8-47eb-b20a-3628acb87cee req-94fc7b79-e985-47e2-9ddd-775e5db92749 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7201684-ae52-4221-b77d-929857328cb5 HTTP/1.1" status: 200 len: 946 time: 0.0885317 Nov 12 20:13:38.589126 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-39cb5316-f4d8-47eb-b20a-3628acb87cee req-f5b6b928-61e9-4aac-8f4d-24b97d401da1 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764911 Nov 12 20:13:39.100678 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67bd5d21-5885-4686-85e2-e2f4ea164d97 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:39.140040 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb7eb4-33b6-4dff-8b50-66e1104ced32 req-0bbc4fdc-9c80-4842-bafd-437d6d0d4751 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:39.150177 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb7eb4-33b6-4dff-8b50-66e1104ced32 req-0bbc4fdc-9c80-4842-bafd-437d6d0d4751 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:39.156597 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb7eb4-33b6-4dff-8b50-66e1104ced32 req-0bbc4fdc-9c80-4842-bafd-437d6d0d4751 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:39.173514 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb7eb4-33b6-4dff-8b50-66e1104ced32 req-0bbc4fdc-9c80-4842-bafd-437d6d0d4751 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:39.177718 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb7eb4-33b6-4dff-8b50-66e1104ced32 req-0bbc4fdc-9c80-4842-bafd-437d6d0d4751 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:39.185042 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb7eb4-33b6-4dff-8b50-66e1104ced32 req-0bbc4fdc-9c80-4842-bafd-437d6d0d4751 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:39.192107 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb7eb4-33b6-4dff-8b50-66e1104ced32 req-0bbc4fdc-9c80-4842-bafd-437d6d0d4751 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:39.194799 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cdfb7eb4-33b6-4dff-8b50-66e1104ced32 req-0bbc4fdc-9c80-4842-bafd-437d6d0d4751 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 5430 time: 0.3078222 Nov 12 20:13:39.201369 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-7da7fd23-2940-4ab4-abdf-4e2389a8b566 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.52 "GET /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.9287674 Nov 12 20:13:39.212289 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfde9fb-d223-466a-8e61-582e4c470e4f req-3ca6c643-bede-46cd-bdc0-126c0efb28a8 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:39.214036 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5bfde9fb-d223-466a-8e61-582e4c470e4f req-3ca6c643-bede-46cd-bdc0-126c0efb28a8 tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7201684-ae52-4221-b77d-929857328cb5 HTTP/1.1" status: 200 len: 946 time: 0.3259041 Nov 12 20:13:39.223036 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-14644c27-e771-4aff-b7b6-740fc4138ba7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:39.269397 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da697f-df6e-44ab-89b4-dcb69580903c req-de8a4631-a954-4f5a-88e6-06cd4eb4e338 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:39.280245 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-50da697f-df6e-44ab-89b4-dcb69580903c req-de8a4631-a954-4f5a-88e6-06cd4eb4e338 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 945 time: 0.1065745 Nov 12 20:13:39.375746 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-50da697f-df6e-44ab-89b4-dcb69580903c req-362e16e4-2787-423c-af59-9c2161cc61ed tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913942 Nov 12 20:13:39.529765 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-14644c27-e771-4aff-b7b6-740fc4138ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:39.587799 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cdfb7eb4-33b6-4dff-8b50-66e1104ced32 req-f88b5c22-3af4-42b2-becb-57e099f00e30 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3716629 Nov 12 20:13:39.622690 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67bd5d21-5885-4686-85e2-e2f4ea164d97 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Router c88669ed-74cc-4177-915a-a326f4b98d6b has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:13:39.664935 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-5bfde9fb-d223-466a-8e61-582e4c470e4f req-93cd8c20-96f6-4ed3-a4cc-9f60d6b20fad tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Deleting port 1bdd4961-655b-40fb-a5a1-b567b97f132a {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:39.665278 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5bfde9fb-d223-466a-8e61-582e4c470e4f req-93cd8c20-96f6-4ed3-a4cc-9f60d6b20fad tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:39.745196 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ce16f-500d-412c-bb69-22ff85590888 req-feb8909f-3742-4c8e-8e96-a52663ef6dde tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:39.747560 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e29ce16f-500d-412c-bb69-22ff85590888 req-feb8909f-3742-4c8e-8e96-a52663ef6dde tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7201684-ae52-4221-b77d-929857328cb5 HTTP/1.1" status: 200 len: 946 time: 0.0790484 Nov 12 20:13:39.837883 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e29ce16f-500d-412c-bb69-22ff85590888 req-ae6221ac-b717-4d1c-887b-7a2336ac1efc tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.48 "GET /v2.0/security-groups?id=e852e364-2ecf-4850-9fa2-30a524ea2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747805 Nov 12 20:13:39.845466 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bd5d21-5885-4686-85e2-e2f4ea164d97 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:13:39.858929 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-67bd5d21-5885-4686-85e2-e2f4ea164d97 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "PUT /v2.0/routers/c88669ed-74cc-4177-915a-a326f4b98d6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8460412 Nov 12 20:13:39.860026 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43200) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:39.902129 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-5bfde9fb-d223-466a-8e61-582e4c470e4f req-93cd8c20-96f6-4ed3-a4cc-9f60d6b20fad tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] For port 1bdd4961-655b-40fb-a5a1-b567b97f132a, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=1bdd4961-655b-40fb-a5a1-b567b97f132a,segment=NetworkSegment(83ad58fa-02e6-4e77-9e81-8f13133a4857),segment_id=83ad58fa-02e6-4e77-9e81-8f13133a4857)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:39.902831 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5bfde9fb-d223-466a-8e61-582e4c470e4f req-93cd8c20-96f6-4ed3-a4cc-9f60d6b20fad tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:39.928949 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-5bfde9fb-d223-466a-8e61-582e4c470e4f req-93cd8c20-96f6-4ed3-a4cc-9f60d6b20fad tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Calling delete_port for 1bdd4961-655b-40fb-a5a1-b567b97f132a owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:39.932631 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-14644c27-e771-4aff-b7b6-740fc4138ba7 service neutron] For port 6ad2f845-8d32-40df-b34d-4d5c9682b2ac, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=6ad2f845-8d32-40df-b34d-4d5c9682b2ac,segment=NetworkSegment(ddb484b8-cf35-4fcd-b21c-9bbe30197292),segment_id=ddb484b8-cf35-4fcd-b21c-9bbe30197292)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:39.990606 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a12b668-18a7-4654-a732-49b9f7c55c19 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:39.993615 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a12b668-18a7-4654-a732-49b9f7c55c19 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:39.996530 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9a12b668-18a7-4654-a732-49b9f7c55c19 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1350868 Nov 12 20:13:39.999091 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43210) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:40.014904 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-14644c27-e771-4aff-b7b6-740fc4138ba7 service neutron] For port 6ad2f845-8d32-40df-b34d-4d5c9682b2ac, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:13:40.062044 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-14644c27-e771-4aff-b7b6-740fc4138ba7 service neutron] device_id is not set on port 6ad2f845-8d32-40df-b34d-4d5c9682b2ac yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:13:40.079116 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a6dd2d-1e71-4463-9cfc-15d7e6e2fce3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet 7eff9e17-ca81-485a-883f-bcee42fd1931 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:13:40.082851 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-14644c27-e771-4aff-b7b6-740fc4138ba7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:40.083234 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4a6dd2d-1e71-4463-9cfc-15d7e6e2fce3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:40.091790 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-14644c27-e771-4aff-b7b6-740fc4138ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:40.140217 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4a6dd2d-1e71-4463-9cfc-15d7e6e2fce3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:40.257266 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-14644c27-e771-4aff-b7b6-740fc4138ba7 service neutron] No DVR routers for this DVR port 6ad2f845-8d32-40df-b34d-4d5c9682b2ac on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:13:40.259265 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4a6dd2d-1e71-4463-9cfc-15d7e6e2fce3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:40.262424 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5bfde9fb-d223-466a-8e61-582e4c470e4f req-93cd8c20-96f6-4ed3-a4cc-9f60d6b20fad tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:40.277100 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['1bdd4961-655b-40fb-a5a1-b567b97f132a'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:13:40.297690 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14644c27-e771-4aff-b7b6-740fc4138ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad2f845-8d32-40df-b34d-4d5c9682b2ac,revision_number=6']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:40.360717 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4a6dd2d-1e71-4463-9cfc-15d7e6e2fce3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:40.380776 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd8c20-96f6-4ed3-a4cc-9f60d6b20fad tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Pushing event deleted for resources: {'Port': ['ID=1bdd4961-655b-40fb-a5a1-b567b97f132a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:40.396579 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4a6dd2d-1e71-4463-9cfc-15d7e6e2fce3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:40.408882 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2b5e23-33bd-45be-97a1-1f696741d0a5 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:13:40.411072 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d4a6dd2d-1e71-4463-9cfc-15d7e6e2fce3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/7eff9e17-ca81-485a-883f-bcee42fd1931 HTTP/1.1" status: 204 len: 168 time: 0.4099348 Nov 12 20:13:40.419438 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43238) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:40.450910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6dd2d-1e71-4463-9cfc-15d7e6e2fce3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=7eff9e17-ca81-485a-883f-bcee42fd1931,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:40.451919 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfde9fb-d223-466a-8e61-582e4c470e4f req-93cd8c20-96f6-4ed3-a4cc-9f60d6b20fad tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] No DVR routers for this DVR port 1bdd4961-655b-40fb-a5a1-b567b97f132a on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:13:40.461683 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5bfde9fb-d223-466a-8e61-582e4c470e4f req-93cd8c20-96f6-4ed3-a4cc-9f60d6b20fad tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:40.467218 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5bfde9fb-d223-466a-8e61-582e4c470e4f req-93cd8c20-96f6-4ed3-a4cc-9f60d6b20fad tempest-AttachVolumeNegativeTest-1645585125 tempest-AttachVolumeNegativeTest-1645585125-project] 10.222.0.52 "DELETE /v2.0/ports/1bdd4961-655b-40fb-a5a1-b567b97f132a HTTP/1.1" status: 204 len: 173 time: 1.2103591 Nov 12 20:13:40.476099 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7201684-ae52-4221-b77d-929857328cb5', 'name': 'network-vif-deleted', 'tag': '1bdd4961-655b-40fb-a5a1-b567b97f132a'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:13:40.478647 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae62cac-c4dd-4b57-a4e0-705e58a7595e" -d '{"events": [{"server_uuid": "e7201684-ae52-4221-b77d-929857328cb5", "name": "network-vif-deleted", "tag": "1bdd4961-655b-40fb-a5a1-b567b97f132a"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:13:40.539127 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd721cb-d5ac-4ad6-91e1-449be8b23717 None None] Sync routers for ids ['c88669ed-74cc-4177-915a-a326f4b98d6b'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:13:40.568468 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd721cb-d5ac-4ad6-91e1-449be8b23717 None None] Routers {'c88669ed-74cc-4177-915a-a326f4b98d6b'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:13:40.569321 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-efd721cb-d5ac-4ad6-91e1-449be8b23717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:13:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['c88669ed-74cc-4177-915a-a326f4b98d6b'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:40.625001 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-14644c27-e771-4aff-b7b6-740fc4138ba7 service neutron] In _notify_port_updated(), no bound segment for port 6ad2f845-8d32-40df-b34d-4d5c9682b2ac on network 7b061d0a-83a0-4547-b01e-0f9ed0607384 {{(pid=102447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 20:13:40.629388 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-14644c27-e771-4aff-b7b6-740fc4138ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:40.632823 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-14644c27-e771-4aff-b7b6-740fc4138ba7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:40.635526 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6ad2f845-8d32-40df-b34d-4d5c9682b2ac no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:13:40.637974 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-14644c27-e771-4aff-b7b6-740fc4138ba7 service neutron] 10.222.0.52 "PUT /v2.0/ports/6ad2f845-8d32-40df-b34d-4d5c9682b2ac HTTP/1.1" status: 200 len: 1026 time: 1.4227698 Nov 12 20:13:40.673407 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-efd721cb-d5ac-4ad6-91e1-449be8b23717 None None] Set router c88669ed-74cc-4177-915a-a326f4b98d6b gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:13:40.731229 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-efd721cb-d5ac-4ad6-91e1-449be8b23717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88669ed-74cc-4177-915a-a326f4b98d6b', 'name': 'tempest-NetworksTestDHCPv6-router-596282419', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:13:33Z', 'updated_at': '2021-11-12T20:13:37Z', 'revision_number': 3, 'project_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:40.780082 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d1d2c5-3f50-4d91-95ea-176ebe336b61 x-openstack-request-id: req-31d1d2c5-3f50-4d91-95ea-176ebe336b61 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:13:40.780726 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7201684-ae52-4221-b77d-929857328cb5", "name": "network-vif-deleted", "tag": "1bdd4961-655b-40fb-a5a1-b567b97f132a", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:13:40.781239 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-31d1d2c5-3f50-4d91-95ea-176ebe336b61 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:13:40.781940 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7201684-ae52-4221-b77d-929857328cb5', 'name': 'network-vif-deleted', 'tag': '1bdd4961-655b-40fb-a5a1-b567b97f132a', 'status': 'completed', 'code': 200} Nov 12 20:13:40.811114 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-834947a9-18b8-47cb-9a19-20e5d447b0a1 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:40.814533 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-834947a9-18b8-47cb-9a19-20e5d447b0a1 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.52 "GET /v2.0/ports/8cb0f270-2cba-45c2-b623-7b4877568439?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1647425 Nov 12 20:13:40.822533 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd721cb-d5ac-4ad6-91e1-449be8b23717 None None] Checking router: c88669ed-74cc-4177-915a-a326f4b98d6b for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:13:40.844128 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-35990fbb-672c-4def-93a6-9e448ba2e8a5 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3989530 Nov 12 20:13:40.846461 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43256) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:40.849026 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd721cb-d5ac-4ad6-91e1-449be8b23717 None None] Routers {'c88669ed-74cc-4177-915a-a326f4b98d6b'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:13:40.849291 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-efd721cb-d5ac-4ad6-91e1-449be8b23717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:13:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['c88669ed-74cc-4177-915a-a326f4b98d6b'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:40.856630 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-77e6d362-e4e3-4a60-b7e5-e392eb46b431 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:40.934518 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-3f3c092c-d243-4245-8ba3-6a715a6f4848 None None] Provisioning complete for port 6ad2f845-8d32-40df-b34d-4d5c9682b2ac triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:40.934887 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3f3c092c-d243-4245-8ba3-6a715a6f4848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:40.983784 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-efd721cb-d5ac-4ad6-91e1-449be8b23717 None None] Set router c88669ed-74cc-4177-915a-a326f4b98d6b gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:13:40.990380 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a9776b0-807c-4591-aa69-61a9d1f9efbc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:40.999642 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 6ad2f845-8d32-40df-b34d-4d5c9682b2ac not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:13:41.008865 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:13:41.009330 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-77e6d362-e4e3-4a60-b7e5-e392eb46b431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:41.043063 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-efd721cb-d5ac-4ad6-91e1-449be8b23717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88669ed-74cc-4177-915a-a326f4b98d6b', 'name': 'tempest-NetworksTestDHCPv6-router-596282419', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:13:33Z', 'updated_at': '2021-11-12T20:13:37Z', 'revision_number': 3, 'project_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:41.080190 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd721cb-d5ac-4ad6-91e1-449be8b23717 None None] The sync data for ids ['c88669ed-74cc-4177-915a-a326f4b98d6b'] in n-d-712140-15 is: [{'id': 'c88669ed-74cc-4177-915a-a326f4b98d6b', 'name': 'tempest-NetworksTestDHCPv6-router-596282419', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:13:33Z', 'updated_at': '2021-11-12T20:13:37Z', 'revision_number': 3, 'project_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'gw_port_host': None}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:13:41.083272 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c092c-d243-4245-8ba3-6a715a6f4848 None None] Port 6ad2f845-8d32-40df-b34d-4d5c9682b2ac cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:13:41.170204 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c723042-6181-4570-82be-a0dba6fc3978 req-c87a21cb-9400-4e63-93b2-710bee6cf8f0 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:41.171743 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6c723042-6181-4570-82be-a0dba6fc3978 req-c87a21cb-9400-4e63-93b2-710bee6cf8f0 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 945 time: 0.2186038 Nov 12 20:13:41.200972 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:41.245809 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:13:41.248749 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab6d686-f620-4c93-a333-2a225de744ae" -d '{"events": [{"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-unplugged", "status": "completed", "tag": "f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:13:41.266444 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7,segment=NetworkSegment(ddb484b8-cf35-4fcd-b21c-9bbe30197292),segment_id=ddb484b8-cf35-4fcd-b21c-9bbe30197292)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:41.273029 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:41.273830 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 1bdd4961-655b-40fb-a5a1-b567b97f132a no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:13:41.305895 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6c723042-6181-4570-82be-a0dba6fc3978 req-674bb7f5-4440-4269-b696-4102a5d84888 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252940 Nov 12 20:13:41.318009 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a9776b0-807c-4591-aa69-61a9d1f9efbc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:41.320992 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a9776b0-807c-4591-aa69-61a9d1f9efbc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:41.324875 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 1bdd4961-655b-40fb-a5a1-b567b97f132a {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:13:41.325354 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 1bdd4961-655b-40fb-a5a1-b567b97f132a not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:13:41.332815 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 8ad9c130-af35-4d6c-9d74-d3b0ab429420 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:13:41.377153 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-77e6d362-e4e3-4a60-b7e5-e392eb46b431 service neutron] For port 8cb0f270-2cba-45c2-b623-7b4877568439, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8cb0f270-2cba-45c2-b623-7b4877568439,segment=NetworkSegment(ddb484b8-cf35-4fcd-b21c-9bbe30197292),segment_id=ddb484b8-cf35-4fcd-b21c-9bbe30197292)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:41.380116 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de89d8-4237-401c-8a40-077d741621b2 req-46c42176-e1c5-4336-9dd1-8f59c4e5cbdb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:41.386319 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de89d8-4237-401c-8a40-077d741621b2 req-46c42176-e1c5-4336-9dd1-8f59c4e5cbdb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:41.393311 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de89d8-4237-401c-8a40-077d741621b2 req-46c42176-e1c5-4336-9dd1-8f59c4e5cbdb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:41.401554 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de89d8-4237-401c-8a40-077d741621b2 req-46c42176-e1c5-4336-9dd1-8f59c4e5cbdb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:41.408224 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de89d8-4237-401c-8a40-077d741621b2 req-46c42176-e1c5-4336-9dd1-8f59c4e5cbdb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:41.415992 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de89d8-4237-401c-8a40-077d741621b2 req-46c42176-e1c5-4336-9dd1-8f59c4e5cbdb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:41.417223 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-77e6d362-e4e3-4a60-b7e5-e392eb46b431 service neutron] For port 8cb0f270-2cba-45c2-b623-7b4877568439, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:13:41.427480 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-85de89d8-4237-401c-8a40-077d741621b2 req-46c42176-e1c5-4336-9dd1-8f59c4e5cbdb tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 4657 time: 0.2573149 Nov 12 20:13:41.429339 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43290) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:41.433230 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:41.461608 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a9776b0-807c-4591-aa69-61a9d1f9efbc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:41.462092 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9776b0-807c-4591-aa69-61a9d1f9efbc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Fanout notify agent at l3_agent the message router_deleted on router c88669ed-74cc-4177-915a-a326f4b98d6b {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:13:41.488937 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-77e6d362-e4e3-4a60-b7e5-e392eb46b431 service neutron] device_id is not set on port 8cb0f270-2cba-45c2-b623-7b4877568439 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:13:41.502060 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a9776b0-807c-4591-aa69-61a9d1f9efbc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:41.504630 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-77e6d362-e4e3-4a60-b7e5-e392eb46b431 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:41.506869 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43296) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:41.507013 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7a9776b0-807c-4591-aa69-61a9d1f9efbc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/routers/c88669ed-74cc-4177-915a-a326f4b98d6b HTTP/1.1" status: 204 len: 168 time: 0.6573055 Nov 12 20:13:41.507123 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226f83e0-f11c-4651-a8e0-6803873a7ab0 None None] DHCP port deletion for 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:13:41.525087 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-77e6d362-e4e3-4a60-b7e5-e392eb46b431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:41.562594 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8d992f-b8de-4332-af1c-38b9ebf03e41 admin admin] Deleting subnet 86a6defd-2679-46d7-a3ed-024b79ea1a2b {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:13:41.579223 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5d8d992f-b8de-4332-af1c-38b9ebf03e41 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:41.593063 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6d362-e4e3-4a60-b7e5-e392eb46b431 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb0f270-2cba-45c2-b623-7b4877568439,revision_number=6']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:41.611137 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:41.614273 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-85de89d8-4237-401c-8a40-077d741621b2 req-1bde3757-7c28-4300-bc3f-428dd704f8c1 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1ae385b-3557-4481-ad53-b0794217c6e4&id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1686871 Nov 12 20:13:41.679554 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-77e6d362-e4e3-4a60-b7e5-e392eb46b431 service neutron] No DVR routers for this DVR port 8cb0f270-2cba-45c2-b623-7b4877568439 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:13:41.712855 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5d8d992f-b8de-4332-af1c-38b9ebf03e41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:41.717556 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac77f03-757f-4a81-a65f-750e7fda1632 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:41.721728 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8ac77f03-757f-4a81-a65f-750e7fda1632 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2114754 Nov 12 20:13:41.723048 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43302) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:41.739408 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d852bd81-15bb-4238-99dc-de29d1fdcfec x-openstack-request-id: req-d852bd81-15bb-4238-99dc-de29d1fdcfec {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:13:41.739707 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-unplugged", "status": "completed", "tag": "f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:13:41.742359 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d852bd81-15bb-4238-99dc-de29d1fdcfec {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:13:41.742786 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7', 'code': 200} Nov 12 20:13:41.772808 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5d8d992f-b8de-4332-af1c-38b9ebf03e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:41.788440 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 8ad9c130-af35-4d6c-9d74-d3b0ab429420, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8ad9c130-af35-4d6c-9d74-d3b0ab429420,segment=NetworkSegment(ddb484b8-cf35-4fcd-b21c-9bbe30197292),segment_id=ddb484b8-cf35-4fcd-b21c-9bbe30197292)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:41.797834 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:41.798552 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 8cb0f270-2cba-45c2-b623-7b4877568439 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:13:41.805546 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-77e6d362-e4e3-4a60-b7e5-e392eb46b431 service neutron] In _notify_port_updated(), no bound segment for port 8cb0f270-2cba-45c2-b623-7b4877568439 on network 7b061d0a-83a0-4547-b01e-0f9ed0607384 {{(pid=102447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 20:13:41.806607 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-77e6d362-e4e3-4a60-b7e5-e392eb46b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:41.807224 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-77e6d362-e4e3-4a60-b7e5-e392eb46b431 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:41.808566 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-77e6d362-e4e3-4a60-b7e5-e392eb46b431 service neutron] 10.222.0.52 "PUT /v2.0/ports/8cb0f270-2cba-45c2-b623-7b4877568439 HTTP/1.1" status: 200 len: 1025 time: 0.9629939 Nov 12 20:13:41.840585 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-226f83e0-f11c-4651-a8e0-6803873a7ab0 None None] Deleting port 78de7c25-7650-48ba-a98f-88e8ca58408e {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:41.840952 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-226f83e0-f11c-4651-a8e0-6803873a7ab0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:41.848428 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718b893f-c3c3-4214-b9f7-6ec7ebe00333 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:41.850313 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-718b893f-c3c3-4214-b9f7-6ec7ebe00333 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1262331 Nov 12 20:13:41.868865 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43304) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:41.882647 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5d8d992f-b8de-4332-af1c-38b9ebf03e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:41.947991 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-118441b1-566e-4cde-9e19-2692943fe5ad tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769532 Nov 12 20:13:41.952909 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43306) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:41.958915 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-4549495c-34c2-44b6-b915-667313403cc1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:41.992439 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5d8d992f-b8de-4332-af1c-38b9ebf03e41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:42.003938 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-b3e923ec-33a6-48ae-b0d4-693ff3bc14a5 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Deleting port f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:42.004726 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-b3e923ec-33a6-48ae-b0d4-693ff3bc14a5 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:42.018375 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5d8d992f-b8de-4332-af1c-38b9ebf03e41 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/86a6defd-2679-46d7-a3ed-024b79ea1a2b HTTP/1.1" status: 204 len: 168 time: 0.5878761 Nov 12 20:13:42.020156 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43308) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:42.054042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d992f-b8de-4332-af1c-38b9ebf03e41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86a6defd-2679-46d7-a3ed-024b79ea1a2b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:42.171700 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-b3e923ec-33a6-48ae-b0d4-693ff3bc14a5 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] For port f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7,segment=NetworkSegment(ddb484b8-cf35-4fcd-b21c-9bbe30197292),segment_id=ddb484b8-cf35-4fcd-b21c-9bbe30197292)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:42.172219 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-b3e923ec-33a6-48ae-b0d4-693ff3bc14a5 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:42.195694 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-b3e923ec-33a6-48ae-b0d4-693ff3bc14a5 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Calling delete_port for f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:42.202518 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43312) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:42.232247 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 78de7c25-7650-48ba-a98f-88e8ca58408e no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:13:42.274657 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 8cb0f270-2cba-45c2-b623-7b4877568439 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:13:42.275081 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 3ed28dcd-1910-40f7-b699-b7f2769c9e31 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:13:42.275751 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb7efeed-b0e7-4815-8f3d-dcc214b29ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:42.301814 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4549495c-34c2-44b6-b915-667313403cc1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:13:42.305499 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4549495c-34c2-44b6-b915-667313403cc1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:42.321660 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-226f83e0-f11c-4651-a8e0-6803873a7ab0 None None] For port 78de7c25-7650-48ba-a98f-88e8ca58408e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=78de7c25-7650-48ba-a98f-88e8ca58408e,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:42.322003 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-226f83e0-f11c-4651-a8e0-6803873a7ab0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:42.325926 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=8ad9c130-af35-4d6c-9d74-d3b0ab429420,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:42.357335 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-226f83e0-f11c-4651-a8e0-6803873a7ab0 None None] Calling delete_port for 78de7c25-7650-48ba-a98f-88e8ca58408e owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:42.360735 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-372a547a-ca10-410d-92fc-74efd38255b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:42.370316 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-12b5a307-f3be-4ad4-88b6-04549427257b None None] Provisioning complete for port 8cb0f270-2cba-45c2-b623-7b4877568439 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:42.370869 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-12b5a307-f3be-4ad4-88b6-04549427257b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:42.412634 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-b3e923ec-33a6-48ae-b0d4-693ff3bc14a5 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:42.446531 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e923ec-33a6-48ae-b0d4-693ff3bc14a5 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event deleted for resources: {'Port': ['ID=f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:42.479207 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-12b5a307-f3be-4ad4-88b6-04549427257b None None] Port 8cb0f270-2cba-45c2-b623-7b4877568439 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:13:42.514428 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb7efeed-b0e7-4815-8f3d-dcc214b29ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:42.515237 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-b3e923ec-33a6-48ae-b0d4-693ff3bc14a5 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] No DVR routers for this DVR port f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:13:42.519298 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-b3e923ec-33a6-48ae-b0d4-693ff3bc14a5 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:42.523229 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-b3e923ec-33a6-48ae-b0d4-693ff3bc14a5 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.52 "DELETE /v2.0/ports/f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7 HTTP/1.1" status: 204 len: 173 time: 0.7057729 Nov 12 20:13:42.547987 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:42.561521 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-fb7efeed-b0e7-4815-8f3d-dcc214b29ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7abfc9e-a3ae-4f6c-8c77-044549997684']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:42.572460 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f87ac-8a43-48b9-a48a-2a0a9708ca4c req-2453b9a0-b4ea-4b5a-b54e-fcb05441addd tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:42.573314 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-372a547a-ca10-410d-92fc-74efd38255b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:42.573986 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dd5f87ac-8a43-48b9-a48a-2a0a9708ca4c req-2453b9a0-b4ea-4b5a-b54e-fcb05441addd tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 945 time: 0.1415303 Nov 12 20:13:42.583996 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-372a547a-ca10-410d-92fc-74efd38255b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:42.592069 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:42.600356 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-fb7efeed-b0e7-4815-8f3d-dcc214b29ec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ad58fa-02e6-4e77-9e81-8f13133a4857') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:42.600998 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-fb7efeed-b0e7-4815-8f3d-dcc214b29ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ad58fa-02e6-4e77-9e81-8f13133a4857') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:42.613452 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 78de7c25-7650-48ba-a98f-88e8ca58408e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=78de7c25-7650-48ba-a98f-88e8ca58408e,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:42.613685 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-372a547a-ca10-410d-92fc-74efd38255b8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c7863896f9e04ef3a8556ed4a2dc04fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4071059 Nov 12 20:13:42.616877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43320) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:42.620613 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb7efeed-b0e7-4815-8f3d-dcc214b29ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:42.639087 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 3ed28dcd-1910-40f7-b699-b7f2769c9e31, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=3ed28dcd-1910-40f7-b699-b7f2769c9e31,segment=NetworkSegment(4ad03fe4-2e70-4ed7-aa2f-588d959c575b),segment_id=4ad03fe4-2e70-4ed7-aa2f-588d959c575b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:42.641606 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:42.642579 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 6f9b134a-4c00-4790-ac8b-4bc85e04cd77 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:13:42.645002 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb7efeed-b0e7-4815-8f3d-dcc214b29ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:42.654840 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7efeed-b0e7-4815-8f3d-dcc214b29ec6 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:13:42.655244 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb7efeed-b0e7-4815-8f3d-dcc214b29ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:13:42.657710 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:13:42.667925 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 6f9b134a-4c00-4790-ac8b-4bc85e04cd77 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:13:42.668677 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 6f9b134a-4c00-4790-ac8b-4bc85e04cd77 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:13:42.670592 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:42.671675 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 7a53f7b3-d5ed-4c55-a9f2-9d69debf231e no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:13:42.680803 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a547a-ca10-410d-92fc-74efd38255b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b4b365-2103-4abb-9371-626a7b8e5abc,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:42.697666 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-226f83e0-f11c-4651-a8e0-6803873a7ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:42.728926 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event deleted for resources: {'Port': ['ID=78de7c25-7650-48ba-a98f-88e8ca58408e,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:42.741929 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-52e9353a-559a-4e01-82a2-ea4ca0e7c44d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:42.748273 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-5417c1dc-3983-476c-8783-9b6908ff853a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Deleting port 8ad9c130-af35-4d6c-9d74-d3b0ab429420 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:42.748615 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-5417c1dc-3983-476c-8783-9b6908ff853a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:42.769748 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226f83e0-f11c-4651-a8e0-6803873a7ab0 None None] No DVR routers for this DVR port 78de7c25-7650-48ba-a98f-88e8ca58408e on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:13:42.787869 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-deleted', 'tag': 'f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:13:42.790129 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c281157e-0b46-4622-81b9-346deec7a4bc" -d '{"events": [{"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-deleted", "tag": "f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:13:42.819836 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb7efeed-b0e7-4815-8f3d-dcc214b29ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:42.838558 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=3ed28dcd-1910-40f7-b699-b7f2769c9e31,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:42.855131 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb7efeed-b0e7-4815-8f3d-dcc214b29ec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:42.858943 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fb7efeed-b0e7-4815-8f3d-dcc214b29ec6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e7abfc9e-a3ae-4f6c-8c77-044549997684 HTTP/1.1" status: 204 len: 168 time: 0.8081088 Nov 12 20:13:42.860180 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7efeed-b0e7-4815-8f3d-dcc214b29ec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7abfc9e-a3ae-4f6c-8c77-044549997684,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:42.863566 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-52e9353a-559a-4e01-82a2-ea4ca0e7c44d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:42.896760 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dd5f87ac-8a43-48b9-a48a-2a0a9708ca4c req-24819992-b73b-41dc-962b-833bfa6137e3 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2399864 Nov 12 20:13:42.944540 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f83e0-f11c-4651-a8e0-6803873a7ab0 None None] Pushing event deleted for resources: {'Port': ['ID=78de7c25-7650-48ba-a98f-88e8ca58408e,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:42.983205 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:43.049727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 7a53f7b3-d5ed-4c55-a9f2-9d69debf231e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=7a53f7b3-d5ed-4c55-a9f2-9d69debf231e,segment=NetworkSegment(a4495e9e-0520-408e-b7b5-7d8ecec55dc4),segment_id=a4495e9e-0520-408e-b7b5-7d8ecec55dc4)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:43.055124 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-5417c1dc-3983-476c-8783-9b6908ff853a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] For port 8ad9c130-af35-4d6c-9d74-d3b0ab429420, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8ad9c130-af35-4d6c-9d74-d3b0ab429420,segment=NetworkSegment(ddb484b8-cf35-4fcd-b21c-9bbe30197292),segment_id=ddb484b8-cf35-4fcd-b21c-9bbe30197292)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:43.058709 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:43.059763 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device ed205f9d-8655-42c7-97ed-cba504477990 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:13:43.061567 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-5417c1dc-3983-476c-8783-9b6908ff853a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:43.093218 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43330) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:43.104854 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-5417c1dc-3983-476c-8783-9b6908ff853a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Calling delete_port for 8ad9c130-af35-4d6c-9d74-d3b0ab429420 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:43.107437 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29aba4ba-c528-401f-9bcf-8a1797eba909 x-openstack-request-id: req-29aba4ba-c528-401f-9bcf-8a1797eba909 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:13:43.107718 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-deleted", "tag": "f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:13:43.107965 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-29aba4ba-c528-401f-9bcf-8a1797eba909 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:13:43.108379 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-deleted', 'tag': 'f7ceca6d-5a1c-4ff0-86b4-e129f4ba8db7', 'status': 'completed', 'code': 200} Nov 12 20:13:43.143149 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeca663-bfef-4e2d-bc1a-b327dc31022e req-ede6ac32-27d5-475c-abbb-1596dfb5694c tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:43.150732 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeca663-bfef-4e2d-bc1a-b327dc31022e req-ede6ac32-27d5-475c-abbb-1596dfb5694c tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:43.158172 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeca663-bfef-4e2d-bc1a-b327dc31022e req-ede6ac32-27d5-475c-abbb-1596dfb5694c tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:43.166374 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeca663-bfef-4e2d-bc1a-b327dc31022e req-ede6ac32-27d5-475c-abbb-1596dfb5694c tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:43.173302 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=7a53f7b3-d5ed-4c55-a9f2-9d69debf231e,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:43.176035 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ddeca663-bfef-4e2d-bc1a-b327dc31022e req-ede6ac32-27d5-475c-abbb-1596dfb5694c tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 3147 time: 0.2648003 Nov 12 20:13:43.180108 n-d-712140-15 neutron-server[102448]: DEBUG neutron.objects.ports [None req-4549495c-34c2-44b6-b915-667313403cc1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 20:13:43.180108 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4549495c-34c2-44b6-b915-667313403cc1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:43.225279 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4549495c-34c2-44b6-b915-667313403cc1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:43.229531 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-4549495c-34c2-44b6-b915-667313403cc1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:43.234395 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4549495c-34c2-44b6-b915-667313403cc1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:43.235502 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4549495c-34c2-44b6-b915-667313403cc1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:43.246025 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cadf5a-73ca-4205-801a-bd0dea0a27b0 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:13:43.250646 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:43.263364 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-52e9353a-559a-4e01-82a2-ea4ca0e7c44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:43.266353 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-52e9353a-559a-4e01-82a2-ea4ca0e7c44d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:43.273470 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4549495c-34c2-44b6-b915-667313403cc1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3174834 Nov 12 20:13:43.274363 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43334) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:43.280667 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f29ab0c4-9989-4e1f-8c1a-5dc4dc921ff6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:43.284620 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-52e9353a-559a-4e01-82a2-ea4ca0e7c44d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68b4b365-2103-4abb-9371-626a7b8e5abc HTTP/1.1" status: 204 len: 168 time: 0.6646607 Nov 12 20:13:43.304672 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a08a0a55-7f79-4d74-b880-bbc60d919f2e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87a54bf00f1941cfa397a6b14cb6253b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2009451 Nov 12 20:13:43.309188 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43336) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:43.346206 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port ed205f9d-8655-42c7-97ed-cba504477990, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=ed205f9d-8655-42c7-97ed-cba504477990,segment=NetworkSegment(4ad03fe4-2e70-4ed7-aa2f-588d959c575b),segment_id=4ad03fe4-2e70-4ed7-aa2f-588d959c575b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:43.350842 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ddeca663-bfef-4e2d-bc1a-b327dc31022e req-b4c0cfa1-eb0e-4df8-9595-93586f369671 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737278 Nov 12 20:13:43.351861 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9353a-559a-4e01-82a2-ea4ca0e7c44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b4b365-2103-4abb-9371-626a7b8e5abc,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:43.365192 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:43.371499 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549495c-34c2-44b6-b915-667313403cc1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=06f9574e-5ebf-4dd5-851d-30f7e26d26bb,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:43.445992 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c7bd3f1-ff95-4d80-9067-a6e1a4478263 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:43.490984 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c7bd3f1-ff95-4d80-9067-a6e1a4478263 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:43.491287 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=ed205f9d-8655-42c7-97ed-cba504477990,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:43.528661 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29ab0c4-9989-4e1f-8c1a-5dc4dc921ff6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:13:43.533050 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f29ab0c4-9989-4e1f-8c1a-5dc4dc921ff6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:43.540073 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0623e34-9a6f-4441-aa04-1d47853df610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'fixed_ips': [{'subnet_id': '06f9574e-5ebf-4dd5-851d-30f7e26d26bb'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:13:43.541218 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d0623e34-9a6f-4441-aa04-1d47853df610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:43.545566 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-5417c1dc-3983-476c-8783-9b6908ff853a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:43.623781 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417c1dc-3983-476c-8783-9b6908ff853a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event deleted for resources: {'Port': ['ID=8ad9c130-af35-4d6c-9d74-d3b0ab429420,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:43.666164 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-5417c1dc-3983-476c-8783-9b6908ff853a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] No DVR routers for this DVR port 8ad9c130-af35-4d6c-9d74-d3b0ab429420 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:13:43.668666 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-5417c1dc-3983-476c-8783-9b6908ff853a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:43.675398 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-5417c1dc-3983-476c-8783-9b6908ff853a tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.52 "DELETE /v2.0/ports/8ad9c130-af35-4d6c-9d74-d3b0ab429420 HTTP/1.1" status: 204 len: 173 time: 1.1437631 Nov 12 20:13:43.712144 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c7bd3f1-ff95-4d80-9067-a6e1a4478263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:43.715056 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c7bd3f1-ff95-4d80-9067-a6e1a4478263 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:43.716340 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2c7bd3f1-ff95-4d80-9067-a6e1a4478263 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e852e364-2ecf-4850-9fa2-30a524ea2e32 HTTP/1.1" status: 204 len: 168 time: 0.4042025 Nov 12 20:13:43.747387 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ad9c130-af35-4d6c-9d74-d3b0ab429420'}, {'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed28dcd-1910-40f7-b699-b7f2769c9e31'}, {'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a53f7b3-d5ed-4c55-a9f2-9d69debf231e'}, {'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed205f9d-8655-42c7-97ed-cba504477990'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:13:43.751991 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c02a1e7-7274-4d97-a942-c77a367de9aa" -d '{"events": [{"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-unplugged", "status": "completed", "tag": "8ad9c130-af35-4d6c-9d74-d3b0ab429420"}, {"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-unplugged", "status": "completed", "tag": "3ed28dcd-1910-40f7-b699-b7f2769c9e31"}, {"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-unplugged", "status": "completed", "tag": "7a53f7b3-d5ed-4c55-a9f2-9d69debf231e"}, {"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-unplugged", "status": "completed", "tag": "ed205f9d-8655-42c7-97ed-cba504477990"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:13:43.757424 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7bd3f1-ff95-4d80-9067-a6e1a4478263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e852e364-2ecf-4850-9fa2-30a524ea2e32,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:43.768970 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-544b4411-582a-409e-abdd-ee60fcdbf927 req-c75853d3-7633-4845-a51a-85075f590f11 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0754335 Nov 12 20:13:43.853810 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-d0623e34-9a6f-4441-aa04-1d47853df610 None None] Allocated IP 2001:db8::f816:3eff:fe62:bf96 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/06f9574e-5ebf-4dd5-851d-30f7e26d26bb/91444c9e-ea99-46e6-a7ab-da42af436ef3) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:13:43.908620 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-3665a063-1430-4b16-9736-ca9634f1c697 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Deleting port 7a53f7b3-d5ed-4c55-a9f2-9d69debf231e {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:43.909173 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-3665a063-1430-4b16-9736-ca9634f1c697 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:43.971462 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 12 Nov 2021 20:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b6dcd1-dc0e-4371-ab95-01895aa091b7 x-openstack-request-id: req-f5b6dcd1-dc0e-4371-ab95-01895aa091b7 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:13:43.972502 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-unplugged", "status": "completed", "tag": "8ad9c130-af35-4d6c-9d74-d3b0ab429420", "code": 200}, {"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-unplugged", "status": "completed", "tag": "3ed28dcd-1910-40f7-b699-b7f2769c9e31", "code": 200}, {"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-unplugged", "status": "completed", "tag": "7a53f7b3-d5ed-4c55-a9f2-9d69debf231e", "code": 200}, {"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-unplugged", "status": "completed", "tag": "ed205f9d-8655-42c7-97ed-cba504477990", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:13:43.973623 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f5b6dcd1-dc0e-4371-ab95-01895aa091b7 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:13:43.974857 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ad9c130-af35-4d6c-9d74-d3b0ab429420', 'code': 200} Nov 12 20:13:43.976713 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed28dcd-1910-40f7-b699-b7f2769c9e31', 'code': 200} Nov 12 20:13:43.977049 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a53f7b3-d5ed-4c55-a9f2-9d69debf231e', 'code': 200} Nov 12 20:13:43.977358 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed205f9d-8655-42c7-97ed-cba504477990', 'code': 200} Nov 12 20:13:43.980336 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43350) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:44.061084 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b4411-582a-409e-abdd-ee60fcdbf927 req-966169cc-9e81-4058-97b6-44591c389565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:44.063472 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-544b4411-582a-409e-abdd-ee60fcdbf927 req-966169cc-9e81-4058-97b6-44591c389565 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=00b6cfb5312f47e6bba6b1a73804db22&device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 1097 time: 0.2229400 Nov 12 20:13:44.072135 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8273af6-1a63-447a-b8d4-78fd1a36ce26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:44.145106 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f29ab0c4-9989-4e1f-8c1a-5dc4dc921ff6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:44.161473 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d0623e34-9a6f-4441-aa04-1d47853df610 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:44.170776 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d0623e34-9a6f-4441-aa04-1d47853df610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:44.213256 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-3665a063-1430-4b16-9736-ca9634f1c697 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] For port 7a53f7b3-d5ed-4c55-a9f2-9d69debf231e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=7a53f7b3-d5ed-4c55-a9f2-9d69debf231e,segment=NetworkSegment(a4495e9e-0520-408e-b7b5-7d8ecec55dc4),segment_id=a4495e9e-0520-408e-b7b5-7d8ecec55dc4)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:44.214167 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-3665a063-1430-4b16-9736-ca9634f1c697 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:44.228203 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0623e34-9a6f-4441-aa04-1d47853df610 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:44.232482 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-d0623e34-9a6f-4441-aa04-1d47853df610 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:44.238834 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0623e34-9a6f-4441-aa04-1d47853df610 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:13:44.250692 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdde5b1-3958-4414-8e62-1ba734edf680 req-2e481ea3-b0b9-4766-aace-83d67bf9c91b tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:44.252493 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ebdde5b1-3958-4414-8e62-1ba734edf680 req-2e481ea3-b0b9-4766-aace-83d67bf9c91b tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 945 time: 0.2238581 Nov 12 20:13:44.340783 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0623e34-9a6f-4441-aa04-1d47853df610 None None] Pushing event updated for resources: {'Port': ['ID=91444c9e-ea99-46e6-a7ab-da42af436ef3,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:44.366745 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d0623e34-9a6f-4441-aa04-1d47853df610 None None] Attempting to bind port 91444c9e-ea99-46e6-a7ab-da42af436ef3 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:13:44.367357 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d0623e34-9a6f-4441-aa04-1d47853df610 None None] Attempting to bind port 91444c9e-ea99-46e6-a7ab-da42af436ef3 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:13:44.367479 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0623e34-9a6f-4441-aa04-1d47853df610 None None] Attempting to bind port 91444c9e-ea99-46e6-a7ab-da42af436ef3 on network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:13:44.374099 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0623e34-9a6f-4441-aa04-1d47853df610 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:13:44.374462 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0623e34-9a6f-4441-aa04-1d47853df610 None None] Checking segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:13:44.374871 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d0623e34-9a6f-4441-aa04-1d47853df610 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:44.375685 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0623e34-9a6f-4441-aa04-1d47853df610 None None] Bound using segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:13:44.375994 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d0623e34-9a6f-4441-aa04-1d47853df610 None None] Bound port: 91444c9e-ea99-46e6-a7ab-da42af436ef3, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:13:44.376406 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d0623e34-9a6f-4441-aa04-1d47853df610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:44.380400 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8273af6-1a63-447a-b8d4-78fd1a36ce26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:44.425749 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8273af6-1a63-447a-b8d4-78fd1a36ce26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:44.465009 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d0623e34-9a6f-4441-aa04-1d47853df610 None None] For port 91444c9e-ea99-46e6-a7ab-da42af436ef3, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:13:44.469949 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d0623e34-9a6f-4441-aa04-1d47853df610 None None] For port 91444c9e-ea99-46e6-a7ab-da42af436ef3, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=91444c9e-ea99-46e6-a7ab-da42af436ef3,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:13:44.477778 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d0623e34-9a6f-4441-aa04-1d47853df610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:44.516158 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8273af6-1a63-447a-b8d4-78fd1a36ce26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08727eb9-6021-4d9f-8c80-1ff1e0847f93,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:44.571811 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0623e34-9a6f-4441-aa04-1d47853df610 None None] Pushing event updated for resources: {'Port': ['ID=91444c9e-ea99-46e6-a7ab-da42af436ef3,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:44.635102 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c8273af6-1a63-447a-b8d4-78fd1a36ce26 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d56eb6e4219b406b9c17ad367129f119&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6523075 Nov 12 20:13:44.667750 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43370) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:44.725263 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29ab0c4-9989-4e1f-8c1a-5dc4dc921ff6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:44.745428 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-f29ab0c4-9989-4e1f-8c1a-5dc4dc921ff6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:44.748465 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29ab0c4-9989-4e1f-8c1a-5dc4dc921ff6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:44.749069 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f29ab0c4-9989-4e1f-8c1a-5dc4dc921ff6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:44.763519 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aacb55-d263-4c32-b252-a08c58d2c94a req-d4199dfb-cd5c-4fd1-b95e-99c212720d00 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:44.775030 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aacb55-d263-4c32-b252-a08c58d2c94a req-d4199dfb-cd5c-4fd1-b95e-99c212720d00 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:44.781467 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ab0c4-9989-4e1f-8c1a-5dc4dc921ff6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=94ceaa9e-b76b-4f24-9bb1-bd50c2230ae6,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:44.787318 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ebdde5b1-3958-4414-8e62-1ba734edf680 req-a3c65217-3700-4caa-bfac-640406fcd8cf tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5011461 Nov 12 20:13:44.795953 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aacb55-d263-4c32-b252-a08c58d2c94a req-d4199dfb-cd5c-4fd1-b95e-99c212720d00 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:44.803054 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f29ab0c4-9989-4e1f-8c1a-5dc4dc921ff6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5225887 Nov 12 20:13:44.810466 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43374) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:44.815759 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d7aacb55-d263-4c32-b252-a08c58d2c94a req-d4199dfb-cd5c-4fd1-b95e-99c212720d00 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 2411 time: 0.2813945 Nov 12 20:13:44.827183 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-6b73635e-328f-4d2b-b789-3e2c49fdb27a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'port': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'mac_address': 'fa:16:3e:ab:db:ad', 'name': 'tempest-NetworksTestDHCPv6-389596786'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:44.866141 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-3665a063-1430-4b16-9736-ca9634f1c697 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:44.866834 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-3665a063-1430-4b16-9736-ca9634f1c697 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:44.867359 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-3665a063-1430-4b16-9736-ca9634f1c697 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Floating IP 90529484-3c4d-40d8-be6b-72d6dae759d1 disassociated. External IP: 172.25.5.146, port: 7a53f7b3-d5ed-4c55-a9f2-9d69debf231e. Nov 12 20:13:44.867908 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-3665a063-1430-4b16-9736-ca9634f1c697 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Calling delete_port for 7a53f7b3-d5ed-4c55-a9f2-9d69debf231e owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:44.905018 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b8372ec-04b9-488e-acdb-86d3e77d6371 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:44.945422 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b4411-582a-409e-abdd-ee60fcdbf927 req-7529843b-c96f-4841-b5e1-0db8091aa7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:44.947194 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-544b4411-582a-409e-abdd-ee60fcdbf927 req-7529843b-c96f-4841-b5e1-0db8091aa7f9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1217fc13-52b1-48e2-90e3-8ec289b00657 HTTP/1.1" status: 200 len: 912 time: 0.8509293 Nov 12 20:13:45.013269 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d7aacb55-d263-4c32-b252-a08c58d2c94a req-b9fc5c03-6049-4129-91eb-a7403a097598 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955066 Nov 12 20:13:45.052939 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b73635e-328f-4d2b-b789-3e2c49fdb27a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:13:45.093216 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-544b4411-582a-409e-abdd-ee60fcdbf927 req-34ec0ab9-f07e-4835-923a-9cb6797e48ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d479d2a-5c61-4c69-9871-1e030f0b32ae HTTP/1.1" status: 200 len: 1001 time: 0.1353223 Nov 12 20:13:45.107284 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b8372ec-04b9-488e-acdb-86d3e77d6371 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:45.109132 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-deleted', 'tag': '8ad9c130-af35-4d6c-9d74-d3b0ab429420'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:13:45.113212 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fe061d-e098-4ca4-a0ed-a0d55b8d7d86" -d '{"events": [{"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-deleted", "tag": "8ad9c130-af35-4d6c-9d74-d3b0ab429420"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:13:45.189920 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764b825a-0330-4538-84fd-e72595b06b04 x-openstack-request-id: req-764b825a-0330-4538-84fd-e72595b06b04 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:13:45.190937 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-deleted", "tag": "8ad9c130-af35-4d6c-9d74-d3b0ab429420", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:13:45.191533 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-764b825a-0330-4538-84fd-e72595b06b04 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:13:45.192447 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-deleted', 'tag': '8ad9c130-af35-4d6c-9d74-d3b0ab429420', 'status': 'completed', 'code': 200} Nov 12 20:13:45.208465 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b4411-582a-409e-abdd-ee60fcdbf927 req-92f04ab7-ab54-463f-8972-4a892a771b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:45.210860 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-544b4411-582a-409e-abdd-ee60fcdbf927 req-92f04ab7-ab54-463f-8972-4a892a771b23 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=72eab03a-2e4d-41e0-82f1-7fb4346cd6bd HTTP/1.1" status: 200 len: 850 time: 0.0870728 Nov 12 20:13:45.257985 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b73635e-328f-4d2b-b789-3e2c49fdb27a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:45.259249 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daaebfb-03d2-471b-96fc-2da7d3f7cc42 req-94d82d18-f752-4c41-9bd9-204add4f66e7 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:45.271611 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4daaebfb-03d2-471b-96fc-2da7d3f7cc42 req-94d82d18-f752-4c41-9bd9-204add4f66e7 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 945 time: 0.1358469 Nov 12 20:13:45.290610 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-6b73635e-328f-4d2b-b789-3e2c49fdb27a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] device_id is not set on port e8314590-4f74-4f2f-ad02-dd5a01faa4e6 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:13:45.300769 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b4411-582a-409e-abdd-ee60fcdbf927 req-ec2d198c-799f-4450-87c9-c16dfb6e5822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:45.302545 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-544b4411-582a-409e-abdd-ee60fcdbf927 req-ec2d198c-799f-4450-87c9-c16dfb6e5822 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1217fc13-52b1-48e2-90e3-8ec289b00657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837061 Nov 12 20:13:45.308175 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b8372ec-04b9-488e-acdb-86d3e77d6371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:45.311024 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b8372ec-04b9-488e-acdb-86d3e77d6371 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:45.314601 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9b8372ec-04b9-488e-acdb-86d3e77d6371 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/08727eb9-6021-4d9f-8c80-1ff1e0847f93 HTTP/1.1" status: 204 len: 168 time: 0.6433442 Nov 12 20:13:45.326866 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-3665a063-1430-4b16-9736-ca9634f1c697 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:45.422794 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8372ec-04b9-488e-acdb-86d3e77d6371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08727eb9-6021-4d9f-8c80-1ff1e0847f93,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:45.495600 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665a063-1430-4b16-9736-ca9634f1c697 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event deleted for resources: {'Port': ['ID=7a53f7b3-d5ed-4c55-a9f2-9d69debf231e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:45.520921 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4daaebfb-03d2-471b-96fc-2da7d3f7cc42 req-093df825-2f32-481d-9e97-7634c2068330 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2461879 Nov 12 20:13:45.560387 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-544b4411-582a-409e-abdd-ee60fcdbf927 req-db76d93f-3852-44cd-9155-eac9505a7d2c service neutron] 10.222.0.55 "GET /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212200 Nov 12 20:13:45.617362 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-3665a063-1430-4b16-9736-ca9634f1c697 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Router 3e284f29-23b0-45da-bbb7-ea8e7350ca9d has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:13:45.713542 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-6b73635e-328f-4d2b-b789-3e2c49fdb27a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 172.20.0.13 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/94ceaa9e-b76b-4f24-9bb1-bd50c2230ae6/e8314590-4f74-4f2f-ad02-dd5a01faa4e6) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:13:45.741689 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-6b73635e-328f-4d2b-b789-3e2c49fdb27a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 2001:db8::f816:3eff:feab:dbad (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/06f9574e-5ebf-4dd5-851d-30f7e26d26bb/e8314590-4f74-4f2f-ad02-dd5a01faa4e6) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:13:45.808199 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-544b4411-582a-409e-abdd-ee60fcdbf927 req-b5a2d135-13d0-4927-b67b-2e7bbdf15037 service neutron] 10.222.0.55 "GET /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360022 Nov 12 20:13:46.082950 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5bfa2-1b24-4c0d-8523-7e31ab7c1236 req-e74d07cf-d4c1-4a18-82b5-0247ff22a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:46.086710 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a0a5bfa2-1b24-4c0d-8523-7e31ab7c1236 req-e74d07cf-d4c1-4a18-82b5-0247ff22a050 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=00b6cfb5312f47e6bba6b1a73804db22&device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 1097 time: 0.1105158 Nov 12 20:13:46.137638 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c534dd82-c472-4902-aae7-81e8deca33f5 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:13:46.302502 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 91444c9e-ea99-46e6-a7ab-da42af436ef3 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:13:46.307414 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5bfa2-1b24-4c0d-8523-7e31ab7c1236 req-bdd7eca9-3f5e-4fe4-8a9e-6f3eb848faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:46.309263 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a0a5bfa2-1b24-4c0d-8523-7e31ab7c1236 req-bdd7eca9-3f5e-4fe4-8a9e-6f3eb848faf4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1217fc13-52b1-48e2-90e3-8ec289b00657 HTTP/1.1" status: 200 len: 912 time: 0.2095110 Nov 12 20:13:46.343795 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b73635e-328f-4d2b-b789-3e2c49fdb27a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:46.370571 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-3665a063-1430-4b16-9736-ca9634f1c697 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:13:46.414471 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b39351-69b7-41fb-a8c3-f08dab7a9322 None None] Sync routers for ids ['3e284f29-23b0-45da-bbb7-ea8e7350ca9d'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:13:46.415505 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a0a5bfa2-1b24-4c0d-8523-7e31ab7c1236 req-7b28d87e-a1f3-4db2-9214-f777a85f64fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d479d2a-5c61-4c69-9871-1e030f0b32ae HTTP/1.1" status: 200 len: 1001 time: 0.0928690 Nov 12 20:13:46.456676 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b50c8c22-b067-4f16-8fdb-e45059d114d3 None None] Provisioning complete for port 91444c9e-ea99-46e6-a7ab-da42af436ef3 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:46.457102 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b50c8c22-b067-4f16-8fdb-e45059d114d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:46.475019 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-3665a063-1430-4b16-9736-ca9634f1c697 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] No DVR routers for this DVR port 7a53f7b3-d5ed-4c55-a9f2-9d69debf231e on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:13:46.478102 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-3665a063-1430-4b16-9736-ca9634f1c697 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:46.483660 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-3665a063-1430-4b16-9736-ca9634f1c697 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.52 "DELETE /v2.0/ports/7a53f7b3-d5ed-4c55-a9f2-9d69debf231e HTTP/1.1" status: 204 len: 173 time: 2.8017805 Nov 12 20:13:46.532996 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37651dbd-1bc2-4e7e-8fcd-f8348e972cc2 req-3adf457a-bb30-4537-b64c-50677bba7ff5 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:46.535823 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b39351-69b7-41fb-a8c3-f08dab7a9322 None None] Routers {'3e284f29-23b0-45da-bbb7-ea8e7350ca9d'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:13:46.536719 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-b2b39351-69b7-41fb-a8c3-f08dab7a9322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:13:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3e284f29-23b0-45da-bbb7-ea8e7350ca9d'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:46.539943 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37651dbd-1bc2-4e7e-8fcd-f8348e972cc2 req-3adf457a-bb30-4537-b64c-50677bba7ff5 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:46.541649 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-37651dbd-1bc2-4e7e-8fcd-f8348e972cc2 req-3adf457a-bb30-4537-b64c-50677bba7ff5 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 1677 time: 0.2223070 Nov 12 20:13:46.549208 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5bfa2-1b24-4c0d-8523-7e31ab7c1236 req-aeb0b0a4-e984-4885-a1d6-3726e63da051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:46.551808 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a0a5bfa2-1b24-4c0d-8523-7e31ab7c1236 req-aeb0b0a4-e984-4885-a1d6-3726e63da051 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=72eab03a-2e4d-41e0-82f1-7fb4346cd6bd HTTP/1.1" status: 200 len: 850 time: 0.1111426 Nov 12 20:13:46.557945 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b73635e-328f-4d2b-b789-3e2c49fdb27a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:46.654728 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b73635e-328f-4d2b-b789-3e2c49fdb27a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:46.677690 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-6b73635e-328f-4d2b-b789-3e2c49fdb27a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:46.688038 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 91444c9e-ea99-46e6-a7ab-da42af436ef3 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:46.688448 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:46.691085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b73635e-328f-4d2b-b789-3e2c49fdb27a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:13:46.720537 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-1359a72a-c198-49db-a6aa-3523270e6708 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Deleting port 3ed28dcd-1910-40f7-b699-b7f2769c9e31 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:46.724210 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-1359a72a-c198-49db-a6aa-3523270e6708 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:46.732954 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-37651dbd-1bc2-4e7e-8fcd-f8348e972cc2 req-7c6411df-a31d-4121-ad6c-d45c5b230b43 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775498 Nov 12 20:13:46.737192 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73635e-328f-4d2b-b789-3e2c49fdb27a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Port': ['ID=e8314590-4f74-4f2f-ad02-dd5a01faa4e6,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:46.775045 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5bfa2-1b24-4c0d-8523-7e31ab7c1236 req-5ed77edc-8277-445d-8892-cfe97903a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:46.776987 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a0a5bfa2-1b24-4c0d-8523-7e31ab7c1236 req-5ed77edc-8277-445d-8892-cfe97903a173 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1217fc13-52b1-48e2-90e3-8ec289b00657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2171128 Nov 12 20:13:46.815927 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b73635e-328f-4d2b-b789-3e2c49fdb27a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:46.816937 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b73635e-328f-4d2b-b789-3e2c49fdb27a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:46.881940 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6b73635e-328f-4d2b-b789-3e2c49fdb27a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0757482 Nov 12 20:13:46.882959 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43442) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:46.953938 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a0a5bfa2-1b24-4c0d-8523-7e31ab7c1236 req-04116e4f-2b7d-4ef3-82e3-88913256220d service neutron] 10.222.0.55 "GET /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680062 Nov 12 20:13:46.970461 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b50c8c22-b067-4f16-8fdb-e45059d114d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:46.995638 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89dbb0f-13b9-43d2-8642-7557b64b6024 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:47.000746 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-b2b39351-69b7-41fb-a8c3-f08dab7a9322 None None] Set router 3e284f29-23b0-45da-bbb7-ea8e7350ca9d gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:13:47.006954 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-1359a72a-c198-49db-a6aa-3523270e6708 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] For port 3ed28dcd-1910-40f7-b699-b7f2769c9e31, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=3ed28dcd-1910-40f7-b699-b7f2769c9e31,segment=NetworkSegment(4ad03fe4-2e70-4ed7-aa2f-588d959c575b),segment_id=4ad03fe4-2e70-4ed7-aa2f-588d959c575b)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:47.009523 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89dbb0f-13b9-43d2-8642-7557b64b6024 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:47.014091 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-1359a72a-c198-49db-a6aa-3523270e6708 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:47.015189 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c89dbb0f-13b9-43d2-8642-7557b64b6024 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1291184 Nov 12 20:13:47.023420 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43446) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:47.079986 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b50c8c22-b067-4f16-8fdb-e45059d114d3 None None] For port 91444c9e-ea99-46e6-a7ab-da42af436ef3, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=91444c9e-ea99-46e6-a7ab-da42af436ef3,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:47.092868 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-1359a72a-c198-49db-a6aa-3523270e6708 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Calling delete_port for 3ed28dcd-1910-40f7-b699-b7f2769c9e31 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:47.105758 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b50c8c22-b067-4f16-8fdb-e45059d114d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:47.199304 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a0a5bfa2-1b24-4c0d-8523-7e31ab7c1236 req-947bbd5a-d942-4cb9-8754-92218b65cd49 service neutron] 10.222.0.55 "GET /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360389 Nov 12 20:13:47.223918 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:47.247968 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-deleted', 'tag': '7a53f7b3-d5ed-4c55-a9f2-9d69debf231e'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:13:47.248849 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-30d740b9-5481-418a-a3b0-d7eb500ed1ea tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting port e8314590-4f74-4f2f-ad02-dd5a01faa4e6 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:47.249193 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30d740b9-5481-418a-a3b0-d7eb500ed1ea tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:47.250749 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da69b16-451f-4435-adb1-ab504d8a88f3" -d '{"events": [{"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-deleted", "tag": "7a53f7b3-d5ed-4c55-a9f2-9d69debf231e"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:13:47.367940 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf92151-e938-4334-9185-7f1e9992baed req-6041f023-84ee-4abc-8177-b72088443711 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:47.369763 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ccf92151-e938-4334-9185-7f1e9992baed req-6041f023-84ee-4abc-8177-b72088443711 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 945 time: 0.6802528 Nov 12 20:13:47.418380 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c8c22-b067-4f16-8fdb-e45059d114d3 None None] Pushing event updated for resources: {'Port': ['ID=91444c9e-ea99-46e6-a7ab-da42af436ef3,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:47.421629 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb4a05d-3b85-42e6-9834-600fb94628df None None] Update dhcp port {'port': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'fixed_ips': [{'subnet_id': '06f9574e-5ebf-4dd5-851d-30f7e26d26bb', 'ip_address': '2001:db8::f816:3eff:fe62:bf96'}, {'subnet_id': '94ceaa9e-b76b-4f24-9bb1-bd50c2230ae6'}], 'binding:host_id': 'n-d-712140-15'}, 'id': '91444c9e-ea99-46e6-a7ab-da42af436ef3'} from n-d-712140-15. {{(pid=102449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 20:13:47.459523 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f81cc85-312f-4b1a-b768-5049bc991a2d x-openstack-request-id: req-7f81cc85-312f-4b1a-b768-5049bc991a2d {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:13:47.460161 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-deleted", "tag": "7a53f7b3-d5ed-4c55-a9f2-9d69debf231e", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:13:47.460161 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f81cc85-312f-4b1a-b768-5049bc991a2d {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:13:47.460565 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-deleted', 'tag': '7a53f7b3-d5ed-4c55-a9f2-9d69debf231e', 'status': 'completed', 'code': 200} Nov 12 20:13:47.471491 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30d740b9-5481-418a-a3b0-d7eb500ed1ea tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:47.490792 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-30d740b9-5481-418a-a3b0-d7eb500ed1ea tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Calling delete_port for e8314590-4f74-4f2f-ad02-dd5a01faa4e6 owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:47.573217 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bcb4a05d-3b85-42e6-9834-600fb94628df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:47.581383 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ccf92151-e938-4334-9185-7f1e9992baed req-d7e486b5-145b-4412-ad51-65f1c3d467ca tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981845 Nov 12 20:13:47.593772 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.api [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:13:47.594360 n-d-712140-15 neutron-server[102449]: DEBUG oslo_db.api [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:13:47.717578 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-1359a72a-c198-49db-a6aa-3523270e6708 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:47.755718 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-b2b39351-69b7-41fb-a8c3-f08dab7a9322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'name': 'tempest-TaggedBootDevicesTest-1738175010-router', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e67c0523-f52f-4f74-94c8-ef9d77598a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:45Z', 'updated_at': '2021-11-12T20:02:57Z', 'revision_number': 4, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'gw_port': {'id': 'e67c0523-f52f-4f74-94c8-ef9d77598a1f', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:48Z', 'updated_at': '2021-11-12T20:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '1d23826c-89b1-4648-94cc-8fbce8cd2b97', 'name': '', 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'mac_address': 'fa:16:3e:d6:5f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '7538c2f0-1816-4b2d-be66-4f8cb443d9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:56Z', 'updated_at': '2021-11-12T20:03:07Z', 'revision_number': 5, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'subnets': [{'id': '7538c2f0-1816-4b2d-be66-4f8cb443d9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:47.791457 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30d740b9-5481-418a-a3b0-d7eb500ed1ea tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:47.830835 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359a72a-c198-49db-a6aa-3523270e6708 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event deleted for resources: {'Port': ['ID=3ed28dcd-1910-40f7-b699-b7f2769c9e31,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:47.846430 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b39351-69b7-41fb-a8c3-f08dab7a9322 None None] Checking router: 3e284f29-23b0-45da-bbb7-ea8e7350ca9d for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:13:47.886999 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d740b9-5481-418a-a3b0-d7eb500ed1ea tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Port': ['ID=e8314590-4f74-4f2f-ad02-dd5a01faa4e6,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:47.912990 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b39351-69b7-41fb-a8c3-f08dab7a9322 None None] Routers {'3e284f29-23b0-45da-bbb7-ea8e7350ca9d'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:13:47.913889 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-b2b39351-69b7-41fb-a8c3-f08dab7a9322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:13:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3e284f29-23b0-45da-bbb7-ea8e7350ca9d'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:47.935436 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-1359a72a-c198-49db-a6aa-3523270e6708 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] No DVR routers for this DVR port 3ed28dcd-1910-40f7-b699-b7f2769c9e31 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:13:47.938694 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-1359a72a-c198-49db-a6aa-3523270e6708 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:47.948543 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-1359a72a-c198-49db-a6aa-3523270e6708 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.52 "DELETE /v2.0/ports/3ed28dcd-1910-40f7-b699-b7f2769c9e31 HTTP/1.1" status: 204 len: 173 time: 1.4542029 Nov 12 20:13:48.004751 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-bcb4a05d-3b85-42e6-9834-600fb94628df None None] Allocated IP 172.20.0.2 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/94ceaa9e-b76b-4f24-9bb1-bd50c2230ae6/91444c9e-ea99-46e6-a7ab-da42af436ef3) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:13:48.109005 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3218a4e-16d7-45a0-83c2-521043f14ab9 req-aab315ef-f078-4774-8167-b215980bdc70 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:48.113644 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d3218a4e-16d7-45a0-83c2-521043f14ab9 req-aab315ef-f078-4774-8167-b215980bdc70 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 943 time: 0.1987448 Nov 12 20:13:48.119143 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-91982633-9e01-4396-b035-5513a1e62b0d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Deleting port ed205f9d-8655-42c7-97ed-cba504477990 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:48.119488 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-91982633-9e01-4396-b035-5513a1e62b0d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:48.132966 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30d740b9-5481-418a-a3b0-d7eb500ed1ea tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:48.138019 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-30d740b9-5481-418a-a3b0-d7eb500ed1ea tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/e8314590-4f74-4f2f-ad02-dd5a01faa4e6 HTTP/1.1" status: 204 len: 168 time: 1.1132588 Nov 12 20:13:48.140786 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43484) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:48.164411 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-b2b39351-69b7-41fb-a8c3-f08dab7a9322 None None] Set router 3e284f29-23b0-45da-bbb7-ea8e7350ca9d gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:13:48.214906 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d3218a4e-16d7-45a0-83c2-521043f14ab9 req-b20096c2-57b4-4805-a2fb-ecae17bf0018 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups?id=660401df-133a-4104-b9f9-e8f654f50a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751040 Nov 12 20:13:48.321192 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-bcb4a05d-3b85-42e6-9834-600fb94628df None None] For port 91444c9e-ea99-46e6-a7ab-da42af436ef3, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=91444c9e-ea99-46e6-a7ab-da42af436ef3,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:48.358434 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aff00bf-0617-4520-ac43-80054c52b37f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:48.360022 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aff00bf-0617-4520-ac43-80054c52b37f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:48.373223 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aff00bf-0617-4520-ac43-80054c52b37f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:48.375029 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0aff00bf-0617-4520-ac43-80054c52b37f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2221961 Nov 12 20:13:48.379260 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43492) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:48.402893 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 91444c9e-ea99-46e6-a7ab-da42af436ef3 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:13:48.436326 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-91982633-9e01-4396-b035-5513a1e62b0d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] For port ed205f9d-8655-42c7-97ed-cba504477990, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=ed205f9d-8655-42c7-97ed-cba504477990,segment=NetworkSegment(4ad03fe4-2e70-4ed7-aa2f-588d959c575b),segment_id=4ad03fe4-2e70-4ed7-aa2f-588d959c575b)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:48.436326 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-91982633-9e01-4396-b035-5513a1e62b0d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:48.451743 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-91982633-9e01-4396-b035-5513a1e62b0d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Calling delete_port for ed205f9d-8655-42c7-97ed-cba504477990 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:48.510317 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bcb4a05d-3b85-42e6-9834-600fb94628df None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:48.524642 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-9748c213-5a8f-4c59-a84a-61b243229110 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet 06f9574e-5ebf-4dd5-851d-30f7e26d26bb {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:13:48.527313 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bcb4a05d-3b85-42e6-9834-600fb94628df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:48.532890 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9748c213-5a8f-4c59-a84a-61b243229110 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:48.635209 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-91982633-9e01-4396-b035-5513a1e62b0d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:48.700190 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 91444c9e-ea99-46e6-a7ab-da42af436ef3 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:48.700617 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:48.715035 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91982633-9e01-4396-b035-5513a1e62b0d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event deleted for resources: {'Port': ['ID=ed205f9d-8655-42c7-97ed-cba504477990,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:48.723995 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9748c213-5a8f-4c59-a84a-61b243229110 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:48.752623 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4a05d-3b85-42e6-9834-600fb94628df None None] Pushing event updated for resources: {'Port': ['ID=91444c9e-ea99-46e6-a7ab-da42af436ef3,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:48.806731 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-b2b39351-69b7-41fb-a8c3-f08dab7a9322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'name': 'tempest-TaggedBootDevicesTest-1738175010-router', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e67c0523-f52f-4f74-94c8-ef9d77598a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:45Z', 'updated_at': '2021-11-12T20:02:57Z', 'revision_number': 4, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'gw_port': {'id': 'e67c0523-f52f-4f74-94c8-ef9d77598a1f', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:48Z', 'updated_at': '2021-11-12T20:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '1d23826c-89b1-4648-94cc-8fbce8cd2b97', 'name': '', 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'mac_address': 'fa:16:3e:d6:5f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '7538c2f0-1816-4b2d-be66-4f8cb443d9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:56Z', 'updated_at': '2021-11-12T20:03:07Z', 'revision_number': 5, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'subnets': [{'id': '7538c2f0-1816-4b2d-be66-4f8cb443d9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:13:48.859026 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b39351-69b7-41fb-a8c3-f08dab7a9322 None None] The sync data for ids ['3e284f29-23b0-45da-bbb7-ea8e7350ca9d'] in n-d-712140-15 is: [{'id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'name': 'tempest-TaggedBootDevicesTest-1738175010-router', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e67c0523-f52f-4f74-94c8-ef9d77598a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:45Z', 'updated_at': '2021-11-12T20:02:57Z', 'revision_number': 4, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'gw_port': {'id': 'e67c0523-f52f-4f74-94c8-ef9d77598a1f', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:48Z', 'updated_at': '2021-11-12T20:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '1d23826c-89b1-4648-94cc-8fbce8cd2b97', 'name': '', 'network_id': '80c69418-b92b-4b29-9244-07bfae8aef96', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'mac_address': 'fa:16:3e:d6:5f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '7538c2f0-1816-4b2d-be66-4f8cb443d9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:56Z', 'updated_at': '2021-11-12T20:03:07Z', 'revision_number': 5, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'subnets': [{'id': '7538c2f0-1816-4b2d-be66-4f8cb443d9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:13:48.893658 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-91982633-9e01-4396-b035-5513a1e62b0d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] No DVR routers for this DVR port ed205f9d-8655-42c7-97ed-cba504477990 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:13:48.924564 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-91982633-9e01-4396-b035-5513a1e62b0d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:48.930563 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9748c213-5a8f-4c59-a84a-61b243229110 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:48.930886 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0bf84d88-74b1-4288-a2e8-cba3f545c42f req-91982633-9e01-4396-b035-5513a1e62b0d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.52 "DELETE /v2.0/ports/ed205f9d-8655-42c7-97ed-cba504477990 HTTP/1.1" status: 204 len: 173 time: 0.9729893 Nov 12 20:13:48.985015 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b71762-e99f-4b55-a628-59cd0731345f req-c32bae61-c68d-4076-af86-e70eeef2e4f5 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:48.994763 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-83b71762-e99f-4b55-a628-59cd0731345f req-c32bae61-c68d-4076-af86-e70eeef2e4f5 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 945 time: 0.1748960 Nov 12 20:13:49.002684 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43510) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:49.066686 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9748c213-5a8f-4c59-a84a-61b243229110 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:49.076063 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-83b71762-e99f-4b55-a628-59cd0731345f req-e002f7b9-ff9e-43ed-9626-b75043dd5d35 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803511 Nov 12 20:13:49.177000 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748c213-5a8f-4c59-a84a-61b243229110 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=06f9574e-5ebf-4dd5-851d-30f7e26d26bb,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:49.187502 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9748c213-5a8f-4c59-a84a-61b243229110 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:49.196437 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9748c213-5a8f-4c59-a84a-61b243229110 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/06f9574e-5ebf-4dd5-851d-30f7e26d26bb HTTP/1.1" status: 204 len: 168 time: 0.8148272 Nov 12 20:13:49.198330 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43520) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:49.328810 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-abff42bb-cf50-4d92-8026-63ccedcc2707 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:49.379098 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-70dd3588-c510-416d-be3b-e62a48f01059 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet 94ceaa9e-b76b-4f24-9bb1-bd50c2230ae6 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:13:49.389157 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-70dd3588-c510-416d-be3b-e62a48f01059 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:49.429240 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28158e47-750f-4591-9c97-d1e188d7ea70 None None] New status for floating IP 90529484-3c4d-40d8-be6b-72d6dae759d1: DOWN {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:13:49.473197 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-deleted', 'tag': '3ed28dcd-1910-40f7-b699-b7f2769c9e31'}, {'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-deleted', 'tag': 'ed205f9d-8655-42c7-97ed-cba504477990'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:13:49.481008 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29034b26-ed3b-4b64-9af7-f4a5009e5011" -d '{"events": [{"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-deleted", "tag": "3ed28dcd-1910-40f7-b699-b7f2769c9e31"}, {"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-deleted", "tag": "ed205f9d-8655-42c7-97ed-cba504477990"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:13:49.540140 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c01c8f03-3851-4926-9a45-0aa30001b64c req-76ef6c30-8fb1-4409-82ad-50dea7b9f7f1 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 210 time: 0.0960371 Nov 12 20:13:49.573474 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-abff42bb-cf50-4d92-8026-63ccedcc2707 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:49.573648 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-70dd3588-c510-416d-be3b-e62a48f01059 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:49.583947 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-abff42bb-cf50-4d92-8026-63ccedcc2707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:49.617547 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 20:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62a3c31-321c-4c1b-a18d-fbb013dc18da x-openstack-request-id: req-a62a3c31-321c-4c1b-a18d-fbb013dc18da {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:13:49.617995 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-deleted", "tag": "3ed28dcd-1910-40f7-b699-b7f2769c9e31", "status": "completed", "code": 200}, {"server_uuid": "c539bd0c-14fa-43aa-9742-f04869ab740c", "name": "network-vif-deleted", "tag": "ed205f9d-8655-42c7-97ed-cba504477990", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:13:49.618253 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a62a3c31-321c-4c1b-a18d-fbb013dc18da {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:13:49.618668 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-deleted', 'tag': '3ed28dcd-1910-40f7-b699-b7f2769c9e31', 'status': 'completed', 'code': 200} Nov 12 20:13:49.618926 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c539bd0c-14fa-43aa-9742-f04869ab740c', 'name': 'network-vif-deleted', 'tag': 'ed205f9d-8655-42c7-97ed-cba504477990', 'status': 'completed', 'code': 200} Nov 12 20:13:49.697624 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-abff42bb-cf50-4d92-8026-63ccedcc2707 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=541601c6446b4ff8b088588ff3cfbf51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6932671 Nov 12 20:13:49.698351 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43540) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:49.707957 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff42bb-cf50-4d92-8026-63ccedcc2707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba889f9c-2e25-4055-8866-84b79a7fd33c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:49.759982 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-70dd3588-c510-416d-be3b-e62a48f01059 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:49.862178 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1ba6c9e1-7915-4eb7-88f4-f01285adea10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:49.905789 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-70dd3588-c510-416d-be3b-e62a48f01059 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:49.933264 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1ba6c9e1-7915-4eb7-88f4-f01285adea10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:49.933470 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ea486f78-084c-4e45-bebe-d7e6b3e94ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:50.000539 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd3588-c510-416d-be3b-e62a48f01059 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=94ceaa9e-b76b-4f24-9bb1-bd50c2230ae6,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:50.001304 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38be43b1-ff93-40dd-b114-951de48f7f9c None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:13:50.007722 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-70dd3588-c510-416d-be3b-e62a48f01059 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:50.011252 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-70dd3588-c510-416d-be3b-e62a48f01059 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/94ceaa9e-b76b-4f24-9bb1-bd50c2230ae6 HTTP/1.1" status: 204 len: 168 time: 0.8104980 Nov 12 20:13:50.016778 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43550) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:50.064373 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1ba6c9e1-7915-4eb7-88f4-f01285adea10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:50.067901 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1ba6c9e1-7915-4eb7-88f4-f01285adea10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:50.069230 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1ba6c9e1-7915-4eb7-88f4-f01285adea10 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba889f9c-2e25-4055-8866-84b79a7fd33c HTTP/1.1" status: 204 len: 168 time: 0.3693275 Nov 12 20:13:50.073122 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-489d9930-ff1f-4e0c-bb98-8ddc9e9502d1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551703 Nov 12 20:13:50.075881 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43554) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:50.085037 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-3eb342d8-9221-4a3c-a6c7-bced48c27ba7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:50.088136 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6c9e1-7915-4eb7-88f4-f01285adea10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba889f9c-2e25-4055-8866-84b79a7fd33c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:50.175230 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:50.262653 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb342d8-9221-4a3c-a6c7-bced48c27ba7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:13:50.266302 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3eb342d8-9221-4a3c-a6c7-bced48c27ba7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:50.606197 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 91444c9e-ea99-46e6-a7ab-da42af436ef3 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:13:50.701242 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8791168f-aff9-45ee-a18d-333b351baf63 None None] Provisioning complete for port 91444c9e-ea99-46e6-a7ab-da42af436ef3 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:50.702582 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8791168f-aff9-45ee-a18d-333b351baf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:50.735685 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43572) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:50.751945 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6bc59afa-276c-4282-a853-d41b4ac6d444 req-a3b1a244-6453-4694-b7a8-e2f42efa144e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 210 time: 0.1102419 Nov 12 20:13:50.783552 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 91444c9e-ea99-46e6-a7ab-da42af436ef3 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:50.783552 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:50.797584 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c374eb5c-459f-427d-882f-2397fd016341 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:50.895838 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4e1a61-406f-4441-88aa-f0a4f4b19966 None None] DHCP port deletion for 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:13:50.984080 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c374eb5c-459f-427d-882f-2397fd016341 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:50.991873 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c374eb5c-459f-427d-882f-2397fd016341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:51.053923 n-d-712140-15 neutron-server[102448]: DEBUG neutron.objects.ports [None req-3eb342d8-9221-4a3c-a6c7-bced48c27ba7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 20:13:51.103925 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c374eb5c-459f-427d-882f-2397fd016341 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f7a0fd9984745f3b4b1c4c87871593c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3655603 Nov 12 20:13:51.113704 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43582) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:51.148140 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374eb5c-459f-427d-882f-2397fd016341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31acc71e-4717-4da6-b38f-355d9da1894f,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:51.177705 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8791168f-aff9-45ee-a18d-333b351baf63 None None] Could not find standard attr ID for object e8314590-4f74-4f2f-ad02-dd5a01faa4e6. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:13:51.216371 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-5a4e1a61-406f-4441-88aa-f0a4f4b19966 None None] Deleting port 91444c9e-ea99-46e6-a7ab-da42af436ef3 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:51.217943 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5a4e1a61-406f-4441-88aa-f0a4f4b19966 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:51.252910 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:13:51.282617 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b55bdb8b-53fd-4b74-aa83-2b9822fcda11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:51.334109 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b55bdb8b-53fd-4b74-aa83-2b9822fcda11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:51.337640 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-5a4e1a61-406f-4441-88aa-f0a4f4b19966 None None] For port 91444c9e-ea99-46e6-a7ab-da42af436ef3, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=91444c9e-ea99-46e6-a7ab-da42af436ef3,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:51.342237 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5a4e1a61-406f-4441-88aa-f0a4f4b19966 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:51.370910 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-5a4e1a61-406f-4441-88aa-f0a4f4b19966 None None] Calling delete_port for 91444c9e-ea99-46e6-a7ab-da42af436ef3 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:51.443344 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b55bdb8b-53fd-4b74-aa83-2b9822fcda11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:51.446700 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b55bdb8b-53fd-4b74-aa83-2b9822fcda11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:51.458607 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b55bdb8b-53fd-4b74-aa83-2b9822fcda11 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/31acc71e-4717-4da6-b38f-355d9da1894f HTTP/1.1" status: 204 len: 168 time: 0.3387980 Nov 12 20:13:51.478922 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bdb8b-53fd-4b74-aa83-2b9822fcda11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31acc71e-4717-4da6-b38f-355d9da1894f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:51.528792 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3eb342d8-9221-4a3c-a6c7-bced48c27ba7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:51.734122 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-3eb342d8-9221-4a3c-a6c7-bced48c27ba7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] For port 91444c9e-ea99-46e6-a7ab-da42af436ef3, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=91444c9e-ea99-46e6-a7ab-da42af436ef3,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:51.776208 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3eb342d8-9221-4a3c-a6c7-bced48c27ba7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:51.787601 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3eb342d8-9221-4a3c-a6c7-bced48c27ba7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:51.788729 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3eb342d8-9221-4a3c-a6c7-bced48c27ba7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:51.795959 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5a4e1a61-406f-4441-88aa-f0a4f4b19966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:51.854117 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb342d8-9221-4a3c-a6c7-bced48c27ba7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=85851b80-477b-4741-b434-e300cdd606e7,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:51.878748 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e1a61-406f-4441-88aa-f0a4f4b19966 None None] Pushing event deleted for resources: {'Port': ['ID=91444c9e-ea99-46e6-a7ab-da42af436ef3,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:51.882612 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb342d8-9221-4a3c-a6c7-bced48c27ba7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Port': ['ID=91444c9e-ea99-46e6-a7ab-da42af436ef3,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:51.891487 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb342d8-9221-4a3c-a6c7-bced48c27ba7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:51.893257 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-3eb342d8-9221-4a3c-a6c7-bced48c27ba7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:51.896074 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb342d8-9221-4a3c-a6c7-bced48c27ba7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:51.896855 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3eb342d8-9221-4a3c-a6c7-bced48c27ba7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:51.901489 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4e1a61-406f-4441-88aa-f0a4f4b19966 None None] No DVR routers for this DVR port 91444c9e-ea99-46e6-a7ab-da42af436ef3 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:13:51.921459 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e45e81-9b63-42f6-80cb-ee553d6ded53 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:13:51.925788 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3eb342d8-9221-4a3c-a6c7-bced48c27ba7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8475878 Nov 12 20:13:51.927858 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43606) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:51.934433 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-89ffef08-27ee-4d5a-ae21-b48e1a487869 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:52.082351 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-61be0030-16a0-4a79-8b60-1a53ca039a84 req-5479759e-7509-44d7-9655-484456b3f0e0 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 210 time: 0.0585949 Nov 12 20:13:52.149725 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8108b367-a2b7-4e9e-a4b4-3393b9bbe8fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'fixed_ips': [{'subnet_id': '85851b80-477b-4741-b434-e300cdd606e7'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:13:52.150487 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8108b367-a2b7-4e9e-a4b4-3393b9bbe8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:52.222130 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ffef08-27ee-4d5a-ae21-b48e1a487869 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:13:52.226554 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89ffef08-27ee-4d5a-ae21-b48e1a487869 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:52.327175 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-03124e8a-88c3-4f6d-9e8a-ac1c6be378d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:52.356953 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-8108b367-a2b7-4e9e-a4b4-3393b9bbe8fb None None] Allocated IP 2001:db8::f816:3eff:fe7c:6be2 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/85851b80-477b-4741-b434-e300cdd606e7/a9230c4f-1b38-4316-bd16-fe7f81984295) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:13:52.390283 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 91444c9e-ea99-46e6-a7ab-da42af436ef3 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:13:52.421117 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 91444c9e-ea99-46e6-a7ab-da42af436ef3 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:13:52.421582 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 91444c9e-ea99-46e6-a7ab-da42af436ef3 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:13:52.601583 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8108b367-a2b7-4e9e-a4b4-3393b9bbe8fb None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:52.610789 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8108b367-a2b7-4e9e-a4b4-3393b9bbe8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:52.654685 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8108b367-a2b7-4e9e-a4b4-3393b9bbe8fb None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:52.658161 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-8108b367-a2b7-4e9e-a4b4-3393b9bbe8fb None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:52.665203 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8108b367-a2b7-4e9e-a4b4-3393b9bbe8fb None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:13:52.671945 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89ffef08-27ee-4d5a-ae21-b48e1a487869 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:52.677235 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108b367-a2b7-4e9e-a4b4-3393b9bbe8fb None None] Pushing event updated for resources: {'Port': ['ID=a9230c4f-1b38-4316-bd16-fe7f81984295,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:52.719672 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ffef08-27ee-4d5a-ae21-b48e1a487869 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:52.727174 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-89ffef08-27ee-4d5a-ae21-b48e1a487869 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:52.731505 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ffef08-27ee-4d5a-ae21-b48e1a487869 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:52.732271 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89ffef08-27ee-4d5a-ae21-b48e1a487869 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:52.743343 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ffef08-27ee-4d5a-ae21-b48e1a487869 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=2c2c5be8-4794-4b2b-9428-3c09f0b52f2c,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:52.758141 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-89ffef08-27ee-4d5a-ae21-b48e1a487869 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8282247 Nov 12 20:13:52.761060 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43632) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:52.768016 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-296e6cf0-ae5c-4c03-8025-80afa8367306 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'port': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'mac_address': 'fa:16:3e:08:a4:c8', 'name': 'tempest-NetworksTestDHCPv6-1526301610'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:52.773746 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-8108b367-a2b7-4e9e-a4b4-3393b9bbe8fb None None] Attempting to bind port a9230c4f-1b38-4316-bd16-fe7f81984295 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:13:52.774415 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-8108b367-a2b7-4e9e-a4b4-3393b9bbe8fb None None] Attempting to bind port a9230c4f-1b38-4316-bd16-fe7f81984295 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:13:52.775132 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8108b367-a2b7-4e9e-a4b4-3393b9bbe8fb None None] Attempting to bind port a9230c4f-1b38-4316-bd16-fe7f81984295 on network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:13:52.781048 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8108b367-a2b7-4e9e-a4b4-3393b9bbe8fb None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:13:52.781678 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8108b367-a2b7-4e9e-a4b4-3393b9bbe8fb None None] Checking segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:13:52.782284 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8108b367-a2b7-4e9e-a4b4-3393b9bbe8fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:52.782860 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8108b367-a2b7-4e9e-a4b4-3393b9bbe8fb None None] Bound using segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:13:52.783530 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-8108b367-a2b7-4e9e-a4b4-3393b9bbe8fb None None] Bound port: a9230c4f-1b38-4316-bd16-fe7f81984295, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:13:52.784182 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8108b367-a2b7-4e9e-a4b4-3393b9bbe8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:52.853952 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43636) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:52.886785 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-8108b367-a2b7-4e9e-a4b4-3393b9bbe8fb None None] For port a9230c4f-1b38-4316-bd16-fe7f81984295, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:13:52.890115 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-8108b367-a2b7-4e9e-a4b4-3393b9bbe8fb None None] For port a9230c4f-1b38-4316-bd16-fe7f81984295, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a9230c4f-1b38-4316-bd16-fe7f81984295,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:13:52.897172 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8108b367-a2b7-4e9e-a4b4-3393b9bbe8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:52.949187 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296e6cf0-ae5c-4c03-8025-80afa8367306 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:13:52.970789 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108b367-a2b7-4e9e-a4b4-3393b9bbe8fb None None] Pushing event updated for resources: {'Port': ['ID=a9230c4f-1b38-4316-bd16-fe7f81984295,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:53.042118 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e3c456c4-84d8-401c-9919-f154f307fb92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:53.101870 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-296e6cf0-ae5c-4c03-8025-80afa8367306 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:53.153702 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-296e6cf0-ae5c-4c03-8025-80afa8367306 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] device_id is not set on port 12d3882b-6b05-4eae-b3fb-826675ffb56c yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:13:53.246347 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e3c456c4-84d8-401c-9919-f154f307fb92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:53.314026 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-af1f7c46-9620-40b2-8c93-5b7d07ecc21b req-0636c61c-5592-40aa-936b-4060340abf28 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 210 time: 0.0841379 Nov 12 20:13:53.314862 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e3c456c4-84d8-401c-9919-f154f307fb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:53.392691 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e3c456c4-84d8-401c-9919-f154f307fb92 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3af55af6a1484cfa8253cf827e18fee6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5368559 Nov 12 20:13:53.395409 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43654) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:53.395644 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c456c4-84d8-401c-9919-f154f307fb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c124d117-4d81-4264-9ff3-355f70620a2e,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:53.533058 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cdf609ac-9c22-4bb1-b959-fe1e3c74b1e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:53.559140 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-296e6cf0-ae5c-4c03-8025-80afa8367306 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 172.20.0.12 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/2c2c5be8-4794-4b2b-9428-3c09f0b52f2c/12d3882b-6b05-4eae-b3fb-826675ffb56c) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:13:53.585925 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-296e6cf0-ae5c-4c03-8025-80afa8367306 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 2001:db8::f816:3eff:fe08:a4c8 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/85851b80-477b-4741-b434-e300cdd606e7/12d3882b-6b05-4eae-b3fb-826675ffb56c) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:13:53.595432 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cdf609ac-9c22-4bb1-b959-fe1e3c74b1e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:53.710513 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:53.752400 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cdf609ac-9c22-4bb1-b959-fe1e3c74b1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:53.755937 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cdf609ac-9c22-4bb1-b959-fe1e3c74b1e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:53.759923 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cdf609ac-9c22-4bb1-b959-fe1e3c74b1e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c124d117-4d81-4264-9ff3-355f70620a2e HTTP/1.1" status: 204 len: 168 time: 0.3630478 Nov 12 20:13:53.780851 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf609ac-9c22-4bb1-b959-fe1e3c74b1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c124d117-4d81-4264-9ff3-355f70620a2e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:53.786228 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:53.859273 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-296e6cf0-ae5c-4c03-8025-80afa8367306 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:53.912360 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-296e6cf0-ae5c-4c03-8025-80afa8367306 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:53.997642 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296e6cf0-ae5c-4c03-8025-80afa8367306 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:54.005743 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-296e6cf0-ae5c-4c03-8025-80afa8367306 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:54.015956 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296e6cf0-ae5c-4c03-8025-80afa8367306 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:13:54.088980 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e6cf0-ae5c-4c03-8025-80afa8367306 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Port': ['ID=12d3882b-6b05-4eae-b3fb-826675ffb56c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:54.158233 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296e6cf0-ae5c-4c03-8025-80afa8367306 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:54.161786 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-296e6cf0-ae5c-4c03-8025-80afa8367306 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:54.200358 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-296e6cf0-ae5c-4c03-8025-80afa8367306 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4350312 Nov 12 20:13:54.201300 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43674) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:54.344352 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f13635a-916f-4cfa-b184-0de96e2e2dbf tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:54.347842 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f13635a-916f-4cfa-b184-0de96e2e2dbf tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:54.382711 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8f13635a-916f-4cfa-b184-0de96e2e2dbf tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1790106 Nov 12 20:13:54.385690 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43682) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:54.517952 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a9230c4f-1b38-4316-bd16-fe7f81984295 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:13:54.613169 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1bf49274-b031-4eed-bce9-0b24eaac7e81 req-8a2dfbe2-dade-4352-9dc4-8eee4c82265b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 210 time: 0.0498147 Nov 12 20:13:54.636680 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port a9230c4f-1b38-4316-bd16-fe7f81984295 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:54.638830 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:54.650901 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-0ffc927f-abcf-4e02-acdb-43e9bdd651a9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting port 12d3882b-6b05-4eae-b3fb-826675ffb56c {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:54.651238 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0ffc927f-abcf-4e02-acdb-43e9bdd651a9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:54.701861 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82df0da3-d296-45fd-aed0-11e32c59c96c None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:13:54.709648 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43690) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:54.735633 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1791ad32-9861-4d66-869d-8a13c670fbd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:54.799484 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0ffc927f-abcf-4e02-acdb-43e9bdd651a9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:54.817395 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-5cac742c-d9c2-40f1-9f0b-6eabbe98edc9 None None] Provisioning complete for port a9230c4f-1b38-4316-bd16-fe7f81984295 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:54.818010 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5cac742c-d9c2-40f1-9f0b-6eabbe98edc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:54.823909 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-0ffc927f-abcf-4e02-acdb-43e9bdd651a9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Calling delete_port for 12d3882b-6b05-4eae-b3fb-826675ffb56c owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:54.859704 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1791ad32-9861-4d66-869d-8a13c670fbd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:54.865707 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1791ad32-9861-4d66-869d-8a13c670fbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:54.901787 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791ad32-9861-4d66-869d-8a13c670fbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3976e3d0-d3c2-4ac5-8917-b7b5e3491d15,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:54.921901 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:54.940077 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1791ad32-9861-4d66-869d-8a13c670fbd5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=be0a8a2714e0460981d8246e4b46e613&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2267258 Nov 12 20:13:54.940547 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43692) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:55.007287 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port a9230c4f-1b38-4316-bd16-fe7f81984295, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a9230c4f-1b38-4316-bd16-fe7f81984295,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:55.036757 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:55.062114 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-478581cb-90db-4850-99bd-25ee83fed9b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:55.092350 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5cac742c-d9c2-40f1-9f0b-6eabbe98edc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:55.117601 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-478581cb-90db-4850-99bd-25ee83fed9b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:55.134838 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:55.170382 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0ffc927f-abcf-4e02-acdb-43e9bdd651a9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:55.175030 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=a9230c4f-1b38-4316-bd16-fe7f81984295,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:55.222576 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc927f-abcf-4e02-acdb-43e9bdd651a9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Port': ['ID=12d3882b-6b05-4eae-b3fb-826675ffb56c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:55.245832 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-478581cb-90db-4850-99bd-25ee83fed9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:55.248847 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-478581cb-90db-4850-99bd-25ee83fed9b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:55.250014 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-478581cb-90db-4850-99bd-25ee83fed9b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3976e3d0-d3c2-4ac5-8917-b7b5e3491d15 HTTP/1.1" status: 204 len: 168 time: 0.3075044 Nov 12 20:13:55.250782 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.api [None req-5cac742c-d9c2-40f1-9f0b-6eabbe98edc9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:13:55.251327 n-d-712140-15 neutron-server[102449]: DEBUG oslo_db.api [None req-5cac742c-d9c2-40f1-9f0b-6eabbe98edc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:13:55.261257 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478581cb-90db-4850-99bd-25ee83fed9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3976e3d0-d3c2-4ac5-8917-b7b5e3491d15,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:55.369740 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b256aba-4a17-4eb7-bedd-4fd60c01143d None None] Update dhcp port {'port': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'fixed_ips': [{'subnet_id': '85851b80-477b-4741-b434-e300cdd606e7', 'ip_address': '2001:db8::f816:3eff:fe7c:6be2'}, {'subnet_id': '2c2c5be8-4794-4b2b-9428-3c09f0b52f2c'}], 'binding:host_id': 'n-d-712140-15'}, 'id': 'a9230c4f-1b38-4316-bd16-fe7f81984295'} from n-d-712140-15. {{(pid=102449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 20:13:55.401135 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b256aba-4a17-4eb7-bedd-4fd60c01143d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:55.469861 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0ffc927f-abcf-4e02-acdb-43e9bdd651a9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:55.478620 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43702) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:55.479782 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0ffc927f-abcf-4e02-acdb-43e9bdd651a9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/12d3882b-6b05-4eae-b3fb-826675ffb56c HTTP/1.1" status: 204 len: 168 time: 1.0925882 Nov 12 20:13:55.578040 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9511b5e6-aefc-4ced-b2a7-9d7c2f21aded tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:55.579978 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9511b5e6-aefc-4ced-b2a7-9d7c2f21aded tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:55.582224 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9511b5e6-aefc-4ced-b2a7-9d7c2f21aded tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:55.584187 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9511b5e6-aefc-4ced-b2a7-9d7c2f21aded tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1056070 Nov 12 20:13:55.586803 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43708) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:55.628537 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-7b256aba-4a17-4eb7-bedd-4fd60c01143d None None] Allocated IP 172.20.0.2 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/2c2c5be8-4794-4b2b-9428-3c09f0b52f2c/a9230c4f-1b38-4316-bd16-fe7f81984295) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:13:55.682944 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-777b56bb-0376-4596-82cc-8f0fe2bc9859 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet 2c2c5be8-4794-4b2b-9428-3c09f0b52f2c {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:13:55.811331 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b256aba-4a17-4eb7-bedd-4fd60c01143d None None] For port a9230c4f-1b38-4316-bd16-fe7f81984295, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a9230c4f-1b38-4316-bd16-fe7f81984295,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:55.832502 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-99bf235e-2a80-4ff8-8589-a074319b601b req-c602d543-20bb-42cf-b175-5d6c14161d63 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 210 time: 0.0708528 Nov 12 20:13:55.867583 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b256aba-4a17-4eb7-bedd-4fd60c01143d None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:55.873975 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-777b56bb-0376-4596-82cc-8f0fe2bc9859 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:55.874388 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b256aba-4a17-4eb7-bedd-4fd60c01143d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:55.947509 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:55.965788 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-777b56bb-0376-4596-82cc-8f0fe2bc9859 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:56.015119 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b256aba-4a17-4eb7-bedd-4fd60c01143d None None] Pushing event updated for resources: {'Port': ['ID=a9230c4f-1b38-4316-bd16-fe7f81984295,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:56.025532 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43716) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:56.154738 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-777b56bb-0376-4596-82cc-8f0fe2bc9859 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:56.191596 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-46f07396-1825-41a7-8681-b3be76aac1fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:56.278344 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-777b56bb-0376-4596-82cc-8f0fe2bc9859 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:56.307465 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-46f07396-1825-41a7-8681-b3be76aac1fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:56.317606 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-46f07396-1825-41a7-8681-b3be76aac1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:56.328924 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-777b56bb-0376-4596-82cc-8f0fe2bc9859 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:56.336526 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-777b56bb-0376-4596-82cc-8f0fe2bc9859 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/2c2c5be8-4794-4b2b-9428-3c09f0b52f2c HTTP/1.1" status: 204 len: 168 time: 0.7484136 Nov 12 20:13:56.337644 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b56bb-0376-4596-82cc-8f0fe2bc9859 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=2c2c5be8-4794-4b2b-9428-3c09f0b52f2c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:56.339795 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43726) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:56.367670 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f07396-1825-41a7-8681-b3be76aac1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2059e9b9-705b-4948-9a4b-b8e16e36deea,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:56.396327 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-46f07396-1825-41a7-8681-b3be76aac1fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3d2a10af88f04d1b8f2f1c4007769835&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3688614 Nov 12 20:13:56.399152 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43732) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:56.422245 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a9230c4f-1b38-4316-bd16-fe7f81984295 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:13:56.512099 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c1608c5-576c-40b0-a6bd-3f48e1fc4f01 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet 85851b80-477b-4741-b434-e300cdd606e7 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:13:56.513295 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8978a109-022c-44ef-af64-ab330434456a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:56.532801 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c1608c5-576c-40b0-a6bd-3f48e1fc4f01 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:56.541772 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port a9230c4f-1b38-4316-bd16-fe7f81984295 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:56.542141 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:56.543278 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8978a109-022c-44ef-af64-ab330434456a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:56.594575 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c1608c5-576c-40b0-a6bd-3f48e1fc4f01 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:56.611065 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8978a109-022c-44ef-af64-ab330434456a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:56.615031 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8978a109-022c-44ef-af64-ab330434456a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:56.616272 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8978a109-022c-44ef-af64-ab330434456a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2059e9b9-705b-4948-9a4b-b8e16e36deea HTTP/1.1" status: 204 len: 168 time: 0.2158496 Nov 12 20:13:56.638889 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978a109-022c-44ef-af64-ab330434456a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2059e9b9-705b-4948-9a4b-b8e16e36deea,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:56.735585 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c1608c5-576c-40b0-a6bd-3f48e1fc4f01 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:56.899644 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c1608c5-576c-40b0-a6bd-3f48e1fc4f01 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:56.944679 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1608c5-576c-40b0-a6bd-3f48e1fc4f01 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=85851b80-477b-4741-b434-e300cdd606e7,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:56.964711 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c1608c5-576c-40b0-a6bd-3f48e1fc4f01 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:56.968650 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8c1608c5-576c-40b0-a6bd-3f48e1fc4f01 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/85851b80-477b-4741-b434-e300cdd606e7 HTTP/1.1" status: 204 len: 168 time: 0.6028221 Nov 12 20:13:56.971109 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43748) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:57.046225 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-df3db5ac-77f7-4633-9295-c7717c5caacf req-6a05d68f-5a46-4a18-b98b-67198040e940 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 210 time: 0.0623133 Nov 12 20:13:57.052682 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43752) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:57.056205 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-523faf63-98eb-423e-9c5a-07d54ed44039 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837958 Nov 12 20:13:57.065013 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-b1a4a48e-4529-4aba-9b4d-a891380017f2 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:57.084476 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884c1ec6-f37d-422a-94a3-c5f0dd58b2f5 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:13:57.088378 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43754) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:57.183981 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0cd015cf-8069-4aae-83e3-4a14e549fc92 None None] Could not find standard attr ID for object 12d3882b-6b05-4eae-b3fb-826675ffb56c. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:13:57.195230 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b288-1824-41fc-9dca-e4df12030006 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:57.224398 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0cd015cf-8069-4aae-83e3-4a14e549fc92 None None] Provisioning complete for port a9230c4f-1b38-4316-bd16-fe7f81984295 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:13:57.225027 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0cd015cf-8069-4aae-83e3-4a14e549fc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:57.321068 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b288-1824-41fc-9dca-e4df12030006 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:57.339899 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b288-1824-41fc-9dca-e4df12030006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:57.341095 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80176b55-1dd9-4153-bfd0-c7fd36533a74 None None] DHCP port deletion for 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:13:57.382941 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5b288-1824-41fc-9dca-e4df12030006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d032981-8d96-4700-8028-eb70f67e038c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:57.407941 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a4a48e-4529-4aba-9b4d-a891380017f2 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:13:57.413041 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b1a4a48e-4529-4aba-9b4d-a891380017f2 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:57.422939 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-80176b55-1dd9-4153-bfd0-c7fd36533a74 None None] Deleting port a9230c4f-1b38-4316-bd16-fe7f81984295 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:13:57.424280 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-80176b55-1dd9-4153-bfd0-c7fd36533a74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:57.493590 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-dbd5b288-1824-41fc-9dca-e4df12030006 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aba735edd0ae40258d0bf4134c1c240a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3975520 Nov 12 20:13:57.493863 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43760) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:57.506174 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-80176b55-1dd9-4153-bfd0-c7fd36533a74 None None] For port a9230c4f-1b38-4316-bd16-fe7f81984295, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a9230c4f-1b38-4316-bd16-fe7f81984295,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:13:57.506680 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-80176b55-1dd9-4153-bfd0-c7fd36533a74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:57.618617 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-219cd78c-f479-42a0-a60c-3cafa8e250e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:57.643485 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-219cd78c-f479-42a0-a60c-3cafa8e250e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:57.702097 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-219cd78c-f479-42a0-a60c-3cafa8e250e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:57.705826 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-219cd78c-f479-42a0-a60c-3cafa8e250e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:57.710362 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-219cd78c-f479-42a0-a60c-3cafa8e250e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d032981-8d96-4700-8028-eb70f67e038c HTTP/1.1" status: 204 len: 168 time: 0.2143803 Nov 12 20:13:57.719156 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b1a4a48e-4529-4aba-9b4d-a891380017f2 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:57.726504 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-80176b55-1dd9-4153-bfd0-c7fd36533a74 None None] Calling delete_port for a9230c4f-1b38-4316-bd16-fe7f81984295 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:13:57.732770 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219cd78c-f479-42a0-a60c-3cafa8e250e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d032981-8d96-4700-8028-eb70f67e038c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:57.798989 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4a48e-4529-4aba-9b4d-a891380017f2 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=dd19a277-b45b-4e76-9ca6-cda71af610b9,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:57.819358 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a4a48e-4529-4aba-9b4d-a891380017f2 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:57.825639 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-b1a4a48e-4529-4aba-9b4d-a891380017f2 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:57.837648 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a4a48e-4529-4aba-9b4d-a891380017f2 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:57.838270 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b1a4a48e-4529-4aba-9b4d-a891380017f2 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:57.867414 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b1a4a48e-4529-4aba-9b4d-a891380017f2 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8129609 Nov 12 20:13:57.870309 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43776) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:57.875461 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-285f7ecb-9e81-44df-9137-de109fdfcb5a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:57.929200 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-80176b55-1dd9-4153-bfd0-c7fd36533a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:57.962147 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80176b55-1dd9-4153-bfd0-c7fd36533a74 None None] Pushing event deleted for resources: {'Port': ['ID=a9230c4f-1b38-4316-bd16-fe7f81984295,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:57.966351 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80176b55-1dd9-4153-bfd0-c7fd36533a74 None None] No DVR routers for this DVR port a9230c4f-1b38-4316-bd16-fe7f81984295 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:13:57.995606 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b69ee8-56c8-4260-8054-29aa7fc8d467 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:13:58.063168 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285f7ecb-9e81-44df-9137-de109fdfcb5a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:13:58.068627 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-285f7ecb-9e81-44df-9137-de109fdfcb5a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:58.282969 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2d579b43-e89b-477b-8294-21d4d7106159 req-bf0c6e4f-0900-4a36-8f32-67a54ce9dae0 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 210 time: 0.0739555 Nov 12 20:13:58.304821 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1b2426-cf9a-4f39-8506-543bac72121a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'fixed_ips': [{'subnet_id': 'dd19a277-b45b-4e76-9ca6-cda71af610b9'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:13:58.305959 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1c1b2426-cf9a-4f39-8506-543bac72121a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:58.359892 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a9230c4f-1b38-4316-bd16-fe7f81984295 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:13:58.400331 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: a9230c4f-1b38-4316-bd16-fe7f81984295 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:13:58.400587 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a9230c4f-1b38-4316-bd16-fe7f81984295 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:13:58.602854 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-1c1b2426-cf9a-4f39-8506-543bac72121a None None] Allocated IP 172.20.0.2 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/dd19a277-b45b-4e76-9ca6-cda71af610b9/2d9e9be3-a655-4920-b4f7-97da2219db97) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:13:58.604146 n-d-712140-15 neutron-server[102447]: DEBUG neutron.objects.ports [None req-285f7ecb-9e81-44df-9137-de109fdfcb5a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102447) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 20:13:58.606591 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-285f7ecb-9e81-44df-9137-de109fdfcb5a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:58.665560 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285f7ecb-9e81-44df-9137-de109fdfcb5a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:58.673043 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-285f7ecb-9e81-44df-9137-de109fdfcb5a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:58.688264 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285f7ecb-9e81-44df-9137-de109fdfcb5a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:13:58.690639 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-285f7ecb-9e81-44df-9137-de109fdfcb5a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:58.697440 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f7ecb-9e81-44df-9137-de109fdfcb5a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=fadefec1-ac9c-460e-80f8-735b7d2be0b8,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:58.718060 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-285f7ecb-9e81-44df-9137-de109fdfcb5a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8441446 Nov 12 20:13:58.718456 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43806) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:13:58.725883 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-d412e3f4-9e67-40f5-8b80-cdba355066aa tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'port': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'mac_address': 'fa:16:3e:4a:97:99', 'name': 'tempest-NetworksTestDHCPv6-1269003757'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:13:58.864436 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1c1b2426-cf9a-4f39-8506-543bac72121a None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:58.873406 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1c1b2426-cf9a-4f39-8506-543bac72121a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:58.927182 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d412e3f4-9e67-40f5-8b80-cdba355066aa tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:13:58.932555 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1b2426-cf9a-4f39-8506-543bac72121a None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:13:58.962378 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-1c1b2426-cf9a-4f39-8506-543bac72121a None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:13:58.967662 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1b2426-cf9a-4f39-8506-543bac72121a None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:13:58.983575 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b2426-cf9a-4f39-8506-543bac72121a None None] Pushing event updated for resources: {'Port': ['ID=2d9e9be3-a655-4920-b4f7-97da2219db97,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:59.088456 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1c1b2426-cf9a-4f39-8506-543bac72121a None None] Attempting to bind port 2d9e9be3-a655-4920-b4f7-97da2219db97 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:13:59.089065 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1c1b2426-cf9a-4f39-8506-543bac72121a None None] Attempting to bind port 2d9e9be3-a655-4920-b4f7-97da2219db97 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:13:59.089621 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1b2426-cf9a-4f39-8506-543bac72121a None None] Attempting to bind port 2d9e9be3-a655-4920-b4f7-97da2219db97 on network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:13:59.093410 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d412e3f4-9e67-40f5-8b80-cdba355066aa tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:59.096150 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1b2426-cf9a-4f39-8506-543bac72121a None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:13:59.096832 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1b2426-cf9a-4f39-8506-543bac72121a None None] Checking segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:13:59.097406 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1c1b2426-cf9a-4f39-8506-543bac72121a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:59.098059 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1b2426-cf9a-4f39-8506-543bac72121a None None] Bound using segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:13:59.098688 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1c1b2426-cf9a-4f39-8506-543bac72121a None None] Bound port: 2d9e9be3-a655-4920-b4f7-97da2219db97, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:13:59.099373 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1c1b2426-cf9a-4f39-8506-543bac72121a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:59.157523 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-d412e3f4-9e67-40f5-8b80-cdba355066aa tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] device_id is not set on port 3bdb7793-03b1-4219-b365-fcdf126b03fb yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:13:59.175385 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-1c1b2426-cf9a-4f39-8506-543bac72121a None None] For port 2d9e9be3-a655-4920-b4f7-97da2219db97, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:13:59.179309 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-1c1b2426-cf9a-4f39-8506-543bac72121a None None] For port 2d9e9be3-a655-4920-b4f7-97da2219db97, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=2d9e9be3-a655-4920-b4f7-97da2219db97,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:13:59.190071 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1c1b2426-cf9a-4f39-8506-543bac72121a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:13:59.274204 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b2426-cf9a-4f39-8506-543bac72121a None None] Pushing event updated for resources: {'Port': ['ID=2d9e9be3-a655-4920-b4f7-97da2219db97,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:13:59.539507 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-19d6181d-816a-4229-8aa0-ed2b41b2605b req-09152370-b03e-4b8d-ac51-62302fb7033c tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 210 time: 0.1006591 Nov 12 20:13:59.882167 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-d412e3f4-9e67-40f5-8b80-cdba355066aa tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 172.20.0.9 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/dd19a277-b45b-4e76-9ca6-cda71af610b9/3bdb7793-03b1-4219-b365-fcdf126b03fb) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:13:59.893069 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-d412e3f4-9e67-40f5-8b80-cdba355066aa tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 2001:db8::f816:3eff:fe4a:9799 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/fadefec1-ac9c-460e-80f8-735b7d2be0b8/3bdb7793-03b1-4219-b365-fcdf126b03fb) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:00.152793 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d412e3f4-9e67-40f5-8b80-cdba355066aa tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:00.196069 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d412e3f4-9e67-40f5-8b80-cdba355066aa tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:00.202390 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43868) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:00.251409 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d412e3f4-9e67-40f5-8b80-cdba355066aa tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:00.253980 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-d412e3f4-9e67-40f5-8b80-cdba355066aa tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:00.275706 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d412e3f4-9e67-40f5-8b80-cdba355066aa tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:14:00.334677 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412e3f4-9e67-40f5-8b80-cdba355066aa tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Port': ['ID=3bdb7793-03b1-4219-b365-fcdf126b03fb,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:00.380141 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d412e3f4-9e67-40f5-8b80-cdba355066aa tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:00.383456 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d412e3f4-9e67-40f5-8b80-cdba355066aa tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:00.392970 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43874) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:00.428441 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d412e3f4-9e67-40f5-8b80-cdba355066aa tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7084906 Nov 12 20:14:00.430604 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43878) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:00.465535 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2d9e9be3-a655-4920-b4f7-97da2219db97 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:14:00.576047 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 2d9e9be3-a655-4920-b4f7-97da2219db97 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:00.578839 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:00.636888 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a64856-cfe5-4f3a-b87c-6316a9f09298 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:00.645277 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a64856-cfe5-4f3a-b87c-6316a9f09298 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:00.647164 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f6a64856-cfe5-4f3a-b87c-6316a9f09298 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2150156 Nov 12 20:14:00.649956 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43884) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:00.676686 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1e83bd68-51ab-4f69-b7fc-1fa25a8610c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:00.753857 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:00.770996 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd67a7-4fd4-463d-9183-6b0f0949e3d0 req-ee835c35-a7bd-4a31-88e2-cff34191ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:00.776322 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a9bd67a7-4fd4-463d-9183-6b0f0949e3d0 req-ee835c35-a7bd-4a31-88e2-cff34191ec4b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 1097 time: 0.5672452 Nov 12 20:14:00.790466 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2cd4e017-852b-43b4-8c50-a752a8cd72fa req-62f7d2d7-892f-4fa2-aa4d-cab6dffe0439 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 210 time: 0.0559278 Nov 12 20:14:00.814974 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 2d9e9be3-a655-4920-b4f7-97da2219db97, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=2d9e9be3-a655-4920-b4f7-97da2219db97,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:00.839911 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ebf631-8e18-440e-acb5-38140e44e731 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:00.856553 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:00.874346 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-c31fef9d-a4f4-4f1a-ace8-3b6261c5901c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting port 3bdb7793-03b1-4219-b365-fcdf126b03fb {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:00.874696 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c31fef9d-a4f4-4f1a-ace8-3b6261c5901c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:00.925810 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=2d9e9be3-a655-4920-b4f7-97da2219db97,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:00.955581 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a9bd67a7-4fd4-463d-9183-6b0f0949e3d0 req-98ce2ffe-6037-40b2-accd-54a7652538d0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ddfd53d2-4185-4ad8-940c-a23173adae83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634793 Nov 12 20:14:00.996155 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-67aa95d2-8b77-4abf-bdb0-2c7cf65ba3ac None None] Provisioning complete for port 2d9e9be3-a655-4920-b4f7-97da2219db97 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:00.996995 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-67aa95d2-8b77-4abf-bdb0-2c7cf65ba3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:01.008708 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1e83bd68-51ab-4f69-b7fc-1fa25a8610c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:01.016264 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1e83bd68-51ab-4f69-b7fc-1fa25a8610c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:01.067468 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c31fef9d-a4f4-4f1a-ace8-3b6261c5901c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:01.083871 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-c31fef9d-a4f4-4f1a-ace8-3b6261c5901c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Calling delete_port for 3bdb7793-03b1-4219-b365-fcdf126b03fb owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:01.088273 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83bd68-51ab-4f69-b7fc-1fa25a8610c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f27499-9b50-4821-a098-2e5b8840f471,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:01.119449 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1e83bd68-51ab-4f69-b7fc-1fa25a8610c9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=01f725a7d1cc4e04baf083932f8cb2a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7246139 Nov 12 20:14:01.121885 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43898) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:01.255161 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a3848ccc-7871-43d8-a673-bcb1e15dff44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:01.282895 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a3848ccc-7871-43d8-a673-bcb1e15dff44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:01.339415 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8701184b-723f-424e-a6a9-9ec677875f8a None None] Update dhcp port {'port': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'fixed_ips': [{'subnet_id': 'dd19a277-b45b-4e76-9ca6-cda71af610b9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fadefec1-ac9c-460e-80f8-735b7d2be0b8'}], 'binding:host_id': 'n-d-712140-15'}, 'id': '2d9e9be3-a655-4920-b4f7-97da2219db97'} from n-d-712140-15. {{(pid=102449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 20:14:01.371647 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8701184b-723f-424e-a6a9-9ec677875f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:01.383352 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a3848ccc-7871-43d8-a673-bcb1e15dff44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:01.391192 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a3848ccc-7871-43d8-a673-bcb1e15dff44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:01.397045 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a3848ccc-7871-43d8-a673-bcb1e15dff44 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34f27499-9b50-4821-a098-2e5b8840f471 HTTP/1.1" status: 204 len: 168 time: 0.2739475 Nov 12 20:14:01.432994 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3848ccc-7871-43d8-a673-bcb1e15dff44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f27499-9b50-4821-a098-2e5b8840f471,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:01.441305 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c31fef9d-a4f4-4f1a-ace8-3b6261c5901c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:01.477650 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31fef9d-a4f4-4f1a-ace8-3b6261c5901c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Port': ['ID=3bdb7793-03b1-4219-b365-fcdf126b03fb,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:01.603683 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c31fef9d-a4f4-4f1a-ace8-3b6261c5901c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:01.608617 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c31fef9d-a4f4-4f1a-ace8-3b6261c5901c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/3bdb7793-03b1-4219-b365-fcdf126b03fb HTTP/1.1" status: 204 len: 168 time: 0.9571478 Nov 12 20:14:01.610901 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43918) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:01.719998 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1848dfa2-281c-4ee8-b643-d473110dc844 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:01.726119 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1848dfa2-281c-4ee8-b643-d473110dc844 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:01.727740 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1848dfa2-281c-4ee8-b643-d473110dc844 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:01.729456 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1848dfa2-281c-4ee8-b643-d473110dc844 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1172719 Nov 12 20:14:01.735910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43922) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:01.788674 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-8701184b-723f-424e-a6a9-9ec677875f8a None None] Allocated IP 2001:db8::f816:3eff:feff:17ea (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/fadefec1-ac9c-460e-80f8-735b7d2be0b8/2d9e9be3-a655-4920-b4f7-97da2219db97) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:01.866503 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7813dff-a4ae-498b-99f8-8e564bb4b87a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet dd19a277-b45b-4e76-9ca6-cda71af610b9 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:14:02.014495 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-da80cf26-e8eb-474a-b997-0aef67979e71 req-a592a21f-5e4c-41eb-8b94-89bb62643e88 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 210 time: 0.0400662 Nov 12 20:14:02.030510 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-8701184b-723f-424e-a6a9-9ec677875f8a None None] For port 2d9e9be3-a655-4920-b4f7-97da2219db97, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=2d9e9be3-a655-4920-b4f7-97da2219db97,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:02.134965 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8701184b-723f-424e-a6a9-9ec677875f8a None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:02.143895 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a7813dff-a4ae-498b-99f8-8e564bb4b87a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:02.148092 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8701184b-723f-424e-a6a9-9ec677875f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:02.221757 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a7813dff-a4ae-498b-99f8-8e564bb4b87a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:02.251517 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701184b-723f-424e-a6a9-9ec677875f8a None None] Pushing event updated for resources: {'Port': ['ID=2d9e9be3-a655-4920-b4f7-97da2219db97,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:02.400323 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2d9e9be3-a655-4920-b4f7-97da2219db97 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:14:02.413560 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a7813dff-a4ae-498b-99f8-8e564bb4b87a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:02.505311 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 2d9e9be3-a655-4920-b4f7-97da2219db97 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:02.505728 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:02.556799 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a7813dff-a4ae-498b-99f8-8e564bb4b87a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:02.609740 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7813dff-a4ae-498b-99f8-8e564bb4b87a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=dd19a277-b45b-4e76-9ca6-cda71af610b9,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:02.632523 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a7813dff-a4ae-498b-99f8-8e564bb4b87a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:02.645666 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a7813dff-a4ae-498b-99f8-8e564bb4b87a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/dd19a277-b45b-4e76-9ca6-cda71af610b9 HTTP/1.1" status: 204 len: 168 time: 0.9060795 Nov 12 20:14:02.646020 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43964) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:02.751622 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ddd8668-35c8-4ca8-a051-eb095f310dd2 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet fadefec1-ac9c-460e-80f8-735b7d2be0b8 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:14:02.757438 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ddd8668-35c8-4ca8-a051-eb095f310dd2 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:02.810995 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ddd8668-35c8-4ca8-a051-eb095f310dd2 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:02.973429 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ddd8668-35c8-4ca8-a051-eb095f310dd2 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:03.072286 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ddd8668-35c8-4ca8-a051-eb095f310dd2 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:03.089042 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ddd8668-35c8-4ca8-a051-eb095f310dd2 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:03.093647 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9ddd8668-35c8-4ca8-a051-eb095f310dd2 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/fadefec1-ac9c-460e-80f8-735b7d2be0b8 HTTP/1.1" status: 204 len: 168 time: 0.4454129 Nov 12 20:14:03.095236 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43982) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:03.165555 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd8668-35c8-4ca8-a051-eb095f310dd2 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=fadefec1-ac9c-460e-80f8-735b7d2be0b8,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:03.202438 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43988) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:03.208520 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1a9ba86a-aa3c-4eb4-90c4-95f16deda29c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1014626 Nov 12 20:14:03.218407 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b42df2cd-21b3-40e3-b110-bd1f7b887c2f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:03.244767 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-09afc541-b3cd-4201-bbf6-6b0d14f262b6 req-9558cc30-0f52-4587-93aa-680a5c7ce366 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 210 time: 0.0456755 Nov 12 20:14:03.303218 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02d2b7b-88c7-4c94-97b2-29d1f00d1cf6 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:03.465425 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-cdf10e14-4bcc-49f9-b4ab-dcdc6948020f None None] Could not find standard attr ID for object 3bdb7793-03b1-4219-b365-fcdf126b03fb. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:14:03.470355 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42df2cd-21b3-40e3-b110-bd1f7b887c2f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:03.474464 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b42df2cd-21b3-40e3-b110-bd1f7b887c2f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:03.521289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-cdf10e14-4bcc-49f9-b4ab-dcdc6948020f None None] Provisioning complete for port 2d9e9be3-a655-4920-b4f7-97da2219db97 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:03.522200 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cdf10e14-4bcc-49f9-b4ab-dcdc6948020f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:03.656430 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac0a504-d7e8-4be3-81a4-f6790da4a309 None None] DHCP port deletion for 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:14:03.740685 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-bac0a504-d7e8-4be3-81a4-f6790da4a309 None None] Deleting port 2d9e9be3-a655-4920-b4f7-97da2219db97 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:03.741394 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bac0a504-d7e8-4be3-81a4-f6790da4a309 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:03.836687 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-bac0a504-d7e8-4be3-81a4-f6790da4a309 None None] For port 2d9e9be3-a655-4920-b4f7-97da2219db97, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=2d9e9be3-a655-4920-b4f7-97da2219db97,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:03.837429 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bac0a504-d7e8-4be3-81a4-f6790da4a309 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:03.841267 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b42df2cd-21b3-40e3-b110-bd1f7b887c2f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:03.852463 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-bac0a504-d7e8-4be3-81a4-f6790da4a309 None None] Calling delete_port for 2d9e9be3-a655-4920-b4f7-97da2219db97 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:03.933833 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42df2cd-21b3-40e3-b110-bd1f7b887c2f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:03.948982 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-b42df2cd-21b3-40e3-b110-bd1f7b887c2f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:03.953331 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42df2cd-21b3-40e3-b110-bd1f7b887c2f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:03.953938 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b42df2cd-21b3-40e3-b110-bd1f7b887c2f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:03.978596 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bac0a504-d7e8-4be3-81a4-f6790da4a309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:03.989432 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b42df2cd-21b3-40e3-b110-bd1f7b887c2f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7721300 Nov 12 20:14:03.989432 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44010) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:03.997138 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-596464f9-9951-48ac-985f-3376d690b50c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:04.003191 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42df2cd-21b3-40e3-b110-bd1f7b887c2f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=5d9f44ba-51a9-4dfe-99ce-3fd49d100604,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:04.046491 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0a504-d7e8-4be3-81a4-f6790da4a309 None None] Pushing event deleted for resources: {'Port': ['ID=2d9e9be3-a655-4920-b4f7-97da2219db97,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:04.048355 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac0a504-d7e8-4be3-81a4-f6790da4a309 None None] No DVR routers for this DVR port 2d9e9be3-a655-4920-b4f7-97da2219db97 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:14:04.069115 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d096ce7f-bd3e-4d55-ad9d-6a63f860eff6 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:04.192576 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596464f9-9951-48ac-985f-3376d690b50c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:04.203993 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-596464f9-9951-48ac-985f-3376d690b50c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:04.304123 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e29e27-2505-4196-9a47-0f0fa97515f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'fixed_ips': [{'subnet_id': '5d9f44ba-51a9-4dfe-99ce-3fd49d100604'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:14:04.306712 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b0e29e27-2505-4196-9a47-0f0fa97515f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:04.509369 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9b44dcfc-3cd9-4fc9-80eb-6256d60d0a4a req-10b9ae6c-90c9-4385-a965-52843e586c55 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 210 time: 0.0548966 Nov 12 20:14:04.515431 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2d9e9be3-a655-4920-b4f7-97da2219db97 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:14:04.595461 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 2d9e9be3-a655-4920-b4f7-97da2219db97 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:14:04.595879 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2d9e9be3-a655-4920-b4f7-97da2219db97 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:14:04.685377 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-b0e29e27-2505-4196-9a47-0f0fa97515f9 None None] Allocated IP 172.20.0.2 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/5d9f44ba-51a9-4dfe-99ce-3fd49d100604/dd80611c-c544-4cc2-8238-600a19fffca4) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:04.804327 n-d-712140-15 neutron-server[102448]: DEBUG neutron.objects.ports [None req-596464f9-9951-48ac-985f-3376d690b50c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 20:14:04.805855 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-596464f9-9951-48ac-985f-3376d690b50c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:04.928607 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596464f9-9951-48ac-985f-3376d690b50c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:04.931884 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-596464f9-9951-48ac-985f-3376d690b50c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:04.950414 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596464f9-9951-48ac-985f-3376d690b50c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:04.951024 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-596464f9-9951-48ac-985f-3376d690b50c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:04.974908 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b0e29e27-2505-4196-9a47-0f0fa97515f9 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:04.976709 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596464f9-9951-48ac-985f-3376d690b50c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=1c42e017-db34-4c53-ac97-03db004d6bce,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:04.988500 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-596464f9-9951-48ac-985f-3376d690b50c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9953980 Nov 12 20:14:04.989435 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b0e29e27-2505-4196-9a47-0f0fa97515f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:04.989557 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44040) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:04.994659 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-dc75a85a-3b05-4ce9-b657-d97993173ced tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'port': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'mac_address': 'fa:16:3e:94:77:0c', 'name': 'tempest-NetworksTestDHCPv6-362564647'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:05.079198 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e29e27-2505-4196-9a47-0f0fa97515f9 None None] Pushing event updated for resources: {'Port': ['ID=dd80611c-c544-4cc2-8238-600a19fffca4,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:05.098955 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e29e27-2505-4196-9a47-0f0fa97515f9 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:05.101139 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-b0e29e27-2505-4196-9a47-0f0fa97515f9 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:05.104090 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e29e27-2505-4196-9a47-0f0fa97515f9 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:14:05.145115 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc75a85a-3b05-4ce9-b657-d97993173ced tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:05.177464 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44046) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:05.181670 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b0e29e27-2505-4196-9a47-0f0fa97515f9 None None] Attempting to bind port dd80611c-c544-4cc2-8238-600a19fffca4 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:14:05.183510 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b0e29e27-2505-4196-9a47-0f0fa97515f9 None None] Attempting to bind port dd80611c-c544-4cc2-8238-600a19fffca4 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:14:05.183893 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e29e27-2505-4196-9a47-0f0fa97515f9 None None] Attempting to bind port dd80611c-c544-4cc2-8238-600a19fffca4 on network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:14:05.194676 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e29e27-2505-4196-9a47-0f0fa97515f9 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:14:05.195073 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e29e27-2505-4196-9a47-0f0fa97515f9 None None] Checking segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:14:05.195488 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b0e29e27-2505-4196-9a47-0f0fa97515f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:05.198308 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e29e27-2505-4196-9a47-0f0fa97515f9 None None] Bound using segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:14:05.199801 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b0e29e27-2505-4196-9a47-0f0fa97515f9 None None] Bound port: dd80611c-c544-4cc2-8238-600a19fffca4, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:14:05.200862 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b0e29e27-2505-4196-9a47-0f0fa97515f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:05.254538 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dc75a85a-3b05-4ce9-b657-d97993173ced tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:05.278910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-dc75a85a-3b05-4ce9-b657-d97993173ced tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] device_id is not set on port 6cc1242a-233b-4f5a-9dd1-11eabfc53987 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:14:05.327458 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c457b862-aec3-46c8-8e56-ab0807b43054 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:05.330164 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b0e29e27-2505-4196-9a47-0f0fa97515f9 None None] For port dd80611c-c544-4cc2-8238-600a19fffca4, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:14:05.341786 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b0e29e27-2505-4196-9a47-0f0fa97515f9 None None] For port dd80611c-c544-4cc2-8238-600a19fffca4, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=dd80611c-c544-4cc2-8238-600a19fffca4,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:14:05.351586 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b0e29e27-2505-4196-9a47-0f0fa97515f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:05.456248 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c457b862-aec3-46c8-8e56-ab0807b43054 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:05.467501 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c457b862-aec3-46c8-8e56-ab0807b43054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:05.483441 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e29e27-2505-4196-9a47-0f0fa97515f9 None None] Pushing event updated for resources: {'Port': ['ID=dd80611c-c544-4cc2-8238-600a19fffca4,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:05.521997 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c457b862-aec3-46c8-8e56-ab0807b43054 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=894951696c0d46deac9826996770bacb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3420374 Nov 12 20:14:05.524398 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44054) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:05.567203 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-dc75a85a-3b05-4ce9-b657-d97993173ced tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 172.20.0.5 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/5d9f44ba-51a9-4dfe-99ce-3fd49d100604/6cc1242a-233b-4f5a-9dd1-11eabfc53987) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:05.580632 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-dc75a85a-3b05-4ce9-b657-d97993173ced tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 2001:db8::f816:3eff:fe94:770c (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/1c42e017-db34-4c53-ac97-03db004d6bce/6cc1242a-233b-4f5a-9dd1-11eabfc53987) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:05.630143 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457b862-aec3-46c8-8e56-ab0807b43054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f12213-8be2-4af3-8edd-c1d8e1926808,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:05.654615 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457b862-aec3-46c8-8e56-ab0807b43054 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:05.655262 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457b862-aec3-46c8-8e56-ab0807b43054 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:05.655915 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457b862-aec3-46c8-8e56-ab0807b43054 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:05.656455 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457b862-aec3-46c8-8e56-ab0807b43054 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:05.657097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457b862-aec3-46c8-8e56-ab0807b43054 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:05.657611 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457b862-aec3-46c8-8e56-ab0807b43054 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:05.658123 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457b862-aec3-46c8-8e56-ab0807b43054 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:05.658626 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457b862-aec3-46c8-8e56-ab0807b43054 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:05.659165 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457b862-aec3-46c8-8e56-ab0807b43054 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:05.659658 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457b862-aec3-46c8-8e56-ab0807b43054 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:05.660164 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457b862-aec3-46c8-8e56-ab0807b43054 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:05.660744 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457b862-aec3-46c8-8e56-ab0807b43054 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:05.708872 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-82a9de0f-7e4c-4457-b575-d34687b4047e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:05.739397 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-82a9de0f-7e4c-4457-b575-d34687b4047e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:05.853925 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-82a9de0f-7e4c-4457-b575-d34687b4047e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:05.857567 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-82a9de0f-7e4c-4457-b575-d34687b4047e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:05.861422 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e028938e-afc4-46b6-a37b-67fcd52e117d req-672598a1-6255-4a91-b0c5-844242eb7c13 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 210 time: 0.0710554 Nov 12 20:14:05.862725 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-82a9de0f-7e4c-4457-b575-d34687b4047e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a0f12213-8be2-4af3-8edd-c1d8e1926808 HTTP/1.1" status: 204 len: 168 time: 0.3368926 Nov 12 20:14:05.872841 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9de0f-7e4c-4457-b575-d34687b4047e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f12213-8be2-4af3-8edd-c1d8e1926808,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:05.965118 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dc75a85a-3b05-4ce9-b657-d97993173ced tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:06.016316 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dc75a85a-3b05-4ce9-b657-d97993173ced tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:06.063052 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc75a85a-3b05-4ce9-b657-d97993173ced tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:06.070059 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-dc75a85a-3b05-4ce9-b657-d97993173ced tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:06.074590 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc75a85a-3b05-4ce9-b657-d97993173ced tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:14:06.083117 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75a85a-3b05-4ce9-b657-d97993173ced tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Port': ['ID=6cc1242a-233b-4f5a-9dd1-11eabfc53987,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:06.162509 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc75a85a-3b05-4ce9-b657-d97993173ced tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:06.163270 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dc75a85a-3b05-4ce9-b657-d97993173ced tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:06.184534 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-dc75a85a-3b05-4ce9-b657-d97993173ced tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1941946 Nov 12 20:14:06.187263 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44068) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:06.265379 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2242ea3-3491-4bbf-bb77-de6e03a7c111 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:06.272744 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2242ea3-3491-4bbf-bb77-de6e03a7c111 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:06.275486 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c2242ea3-3491-4bbf-bb77-de6e03a7c111 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0869465 Nov 12 20:14:06.278068 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44072) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:06.406054 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device dd80611c-c544-4cc2-8238-600a19fffca4 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:14:06.463788 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port dd80611c-c544-4cc2-8238-600a19fffca4 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:06.464156 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:06.468286 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-7cbab3bf-b017-4f35-af30-7d4c5c5b9bb1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting port 6cc1242a-233b-4f5a-9dd1-11eabfc53987 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:06.469090 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7cbab3bf-b017-4f35-af30-7d4c5c5b9bb1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:06.538435 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44074) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:06.572972 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-08552aa8-5c37-4efc-9899-374ab00f87ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:06.620320 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7cbab3bf-b017-4f35-af30-7d4c5c5b9bb1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:06.644984 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-7cbab3bf-b017-4f35-af30-7d4c5c5b9bb1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Calling delete_port for 6cc1242a-233b-4f5a-9dd1-11eabfc53987 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:06.776370 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-08552aa8-5c37-4efc-9899-374ab00f87ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:06.787092 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-08552aa8-5c37-4efc-9899-374ab00f87ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:06.852254 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-08552aa8-5c37-4efc-9899-374ab00f87ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b4e68d9728764ebc9011f5d83fabc74b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3126662 Nov 12 20:14:06.861319 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44084) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:06.866185 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08552aa8-5c37-4efc-9899-374ab00f87ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca2f490-f5de-48c6-9ee4-55c2e08ec453,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:06.945790 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7cbab3bf-b017-4f35-af30-7d4c5c5b9bb1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:06.952041 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c81f5db9-c90f-4163-8cd9-d21e6a8ca054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:06.982509 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c81f5db9-c90f-4163-8cd9-d21e6a8ca054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:06.997812 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbab3bf-b017-4f35-af30-7d4c5c5b9bb1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Port': ['ID=6cc1242a-233b-4f5a-9dd1-11eabfc53987,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:07.063526 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c81f5db9-c90f-4163-8cd9-d21e6a8ca054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:07.066807 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c81f5db9-c90f-4163-8cd9-d21e6a8ca054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:07.071776 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c81f5db9-c90f-4163-8cd9-d21e6a8ca054 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ca2f490-f5de-48c6-9ee4-55c2e08ec453 HTTP/1.1" status: 204 len: 168 time: 0.2045221 Nov 12 20:14:07.086639 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f5db9-c90f-4163-8cd9-d21e6a8ca054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca2f490-f5de-48c6-9ee4-55c2e08ec453,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:07.095115 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:07.099982 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f542b2e2-15a8-47ba-8061-297c901ead48 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:07.151314 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a674d96-e8b2-4bd6-8fd7-610c24c41062 req-4066391f-352b-4bf5-9e01-fbdd4dd28485 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 210 time: 0.0965421 Nov 12 20:14:07.172193 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7cbab3bf-b017-4f35-af30-7d4c5c5b9bb1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:07.187666 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7cbab3bf-b017-4f35-af30-7d4c5c5b9bb1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/6cc1242a-233b-4f5a-9dd1-11eabfc53987 HTTP/1.1" status: 204 len: 168 time: 0.8964081 Nov 12 20:14:07.188167 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44090) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:07.221535 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-89872579-e1b4-4f63-8b2f-47ebd76aa40a None None] Provisioning complete for port dd80611c-c544-4cc2-8238-600a19fffca4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:07.221994 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-89872579-e1b4-4f63-8b2f-47ebd76aa40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:07.247899 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port dd80611c-c544-4cc2-8238-600a19fffca4, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=dd80611c-c544-4cc2-8238-600a19fffca4,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:07.276007 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:07.295660 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3bda1f-d680-4fab-8c77-473a7e0fd678 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:07.297391 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3bda1f-d680-4fab-8c77-473a7e0fd678 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:07.300001 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3bda1f-d680-4fab-8c77-473a7e0fd678 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:07.304542 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cb3bda1f-d680-4fab-8c77-473a7e0fd678 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1228096 Nov 12 20:14:07.305095 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44094) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:07.420204 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=dd80611c-c544-4cc2-8238-600a19fffca4,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:07.430626 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f2c0fe-7255-4793-bda2-1972bb102aae tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet 1c42e017-db34-4c53-ac97-03db004d6bce {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:14:07.442982 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4f2c0fe-7255-4793-bda2-1972bb102aae tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:07.499568 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4f2c0fe-7255-4793-bda2-1972bb102aae tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:07.567161 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4f2c0fe-7255-4793-bda2-1972bb102aae tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:07.589499 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8883c8-a1af-4b48-a3ad-df15cb4f3c86 None None] Update dhcp port {'port': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'fixed_ips': [{'subnet_id': '5d9f44ba-51a9-4dfe-99ce-3fd49d100604', 'ip_address': '172.20.0.2'}, {'subnet_id': '1c42e017-db34-4c53-ac97-03db004d6bce'}], 'binding:host_id': 'n-d-712140-15'}, 'id': 'dd80611c-c544-4cc2-8238-600a19fffca4'} from n-d-712140-15. {{(pid=102449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 20:14:07.633269 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8f8883c8-a1af-4b48-a3ad-df15cb4f3c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:07.652123 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44102) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:07.671313 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4f2c0fe-7255-4793-bda2-1972bb102aae tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:07.705650 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2c0fe-7255-4793-bda2-1972bb102aae tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=1c42e017-db34-4c53-ac97-03db004d6bce,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:07.720426 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4f2c0fe-7255-4793-bda2-1972bb102aae tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:07.727441 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44110) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:07.728045 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d4f2c0fe-7255-4793-bda2-1972bb102aae tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/1c42e017-db34-4c53-ac97-03db004d6bce HTTP/1.1" status: 204 len: 168 time: 0.4217801 Nov 12 20:14:07.828409 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-2305431c-8eb6-4c92-87f4-4942bc21c15e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet 5d9f44ba-51a9-4dfe-99ce-3fd49d100604 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server [None req-8f8883c8-a1af-4b48-a3ad-df15cb4f3c86 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c42e017-db34-4c53-ac97-03db004d6bce: This subnet is being modified by another concurrent operation. Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise exception Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c42e017-db34-4c53-ac97-03db004d6bce: This subnet is being modified by another concurrent operation. Nov 12 20:14:07.834370 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server Nov 12 20:14:07.857375 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f4f83c3-1e0d-4bbd-bd29-cee7152e5c06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:07.861157 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2305431c-8eb6-4c92-87f4-4942bc21c15e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:07.929286 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2305431c-8eb6-4c92-87f4-4942bc21c15e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:07.990652 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-292d7816-e935-454f-81de-e1c1a0bac1dd None None] Provisioning complete for port dd80611c-c544-4cc2-8238-600a19fffca4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:07.994242 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-292d7816-e935-454f-81de-e1c1a0bac1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:08.078876 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f4f83c3-1e0d-4bbd-bd29-cee7152e5c06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:08.082477 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2305431c-8eb6-4c92-87f4-4942bc21c15e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:08.112550 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f4f83c3-1e0d-4bbd-bd29-cee7152e5c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:08.166639 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f83c3-1e0d-4bbd-bd29-cee7152e5c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cedbc6b-88c1-4d31-940a-8d7e8858fa9d,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:08.183240 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5f4f83c3-1e0d-4bbd-bd29-cee7152e5c06 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc4b25d4e95e43688300520fead9088d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5296240 Nov 12 20:14:08.185907 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44124) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:08.217822 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2305431c-8eb6-4c92-87f4-4942bc21c15e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:08.292655 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2305431c-8eb6-4c92-87f4-4942bc21c15e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:08.299896 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2305431c-8eb6-4c92-87f4-4942bc21c15e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/5d9f44ba-51a9-4dfe-99ce-3fd49d100604 HTTP/1.1" status: 204 len: 168 time: 0.5690219 Nov 12 20:14:08.301670 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44128) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:08.302053 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305431c-8eb6-4c92-87f4-4942bc21c15e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=5d9f44ba-51a9-4dfe-99ce-3fd49d100604,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:08.317947 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-fc721f38-4e03-414e-986e-5012e6d78d3c None None] Could not find standard attr ID for object 12d3882b-6b05-4eae-b3fb-826675ffb56c. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:14:08.322446 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-fc721f38-4e03-414e-986e-5012e6d78d3c None None] Could not find standard attr ID for object e8314590-4f74-4f2f-ad02-dd5a01faa4e6. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:14:08.359571 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579b5054-895e-40db-8578-89d1b9f06d0b None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:08.446293 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b6b9bc6e-9833-4af9-b611-8440699a5254 req-5721b77e-3753-4072-92ff-6cc7ab3f8d24 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 210 time: 0.0686359 Nov 12 20:14:08.454763 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device dd80611c-c544-4cc2-8238-600a19fffca4 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:14:08.464273 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-136e30e0-fd39-44d2-aad8-13bf93f30c78 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1573207 Nov 12 20:14:08.464777 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44134) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:08.489312 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-77086b7e-ed66-48a1-afee-6a0e05baf81d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:08.532009 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-77086b7e-ed66-48a1-afee-6a0e05baf81d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:08.535442 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-88c029c5-6b49-4618-8bd7-d4a1b628cdd3 None None] Could not find standard attr ID for object 3bdb7793-03b1-4219-b365-fcdf126b03fb. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:14:08.548274 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fee53b-d428-4798-9eb4-f3b336659e10 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:08.558783 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-38fee53b-d428-4798-9eb4-f3b336659e10 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0908034 Nov 12 20:14:08.559292 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44136) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:08.597293 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-77086b7e-ed66-48a1-afee-6a0e05baf81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:08.600046 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-77086b7e-ed66-48a1-afee-6a0e05baf81d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:08.603736 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-77086b7e-ed66-48a1-afee-6a0e05baf81d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7cedbc6b-88c1-4d31-940a-8d7e8858fa9d HTTP/1.1" status: 204 len: 168 time: 0.4140902 Nov 12 20:14:08.612633 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77086b7e-ed66-48a1-afee-6a0e05baf81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cedbc6b-88c1-4d31-940a-8d7e8858fa9d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:08.647932 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:08.669662 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc91e38-a9d9-488e-b369-ce1877110426 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:08.673448 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6bc91e38-a9d9-488e-b369-ce1877110426 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1110485 Nov 12 20:14:08.674936 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44142) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:08.709593 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port dd80611c-c544-4cc2-8238-600a19fffca4, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=dd80611c-c544-4cc2-8238-600a19fffca4,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:08.716862 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:08.730138 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970da305-7f44-493b-9c30-36ea184c5c05 None None] DHCP port deletion for 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:14:08.765037 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44144) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:08.766067 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-11efb49c-c4f4-491a-9779-1c8f58e599c6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0892646 Nov 12 20:14:08.769926 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-3e6de15e-e50c-4f28-84cd-a790949bad89 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:08.835965 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=dd80611c-c544-4cc2-8238-600a19fffca4,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:08.852776 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:08.853052 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:08.853400 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:08.853743 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:08.854250 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:08.864319 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:08.864785 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:08.865309 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:08.865822 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:08.866323 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:08.866855 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:08.867352 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:08.902233 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-970da305-7f44-493b-9c30-36ea184c5c05 None None] Deleting port dd80611c-c544-4cc2-8238-600a19fffca4 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:08.902900 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-970da305-7f44-493b-9c30-36ea184c5c05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:08.936556 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6de15e-e50c-4f28-84cd-a790949bad89 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:08.940943 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3e6de15e-e50c-4f28-84cd-a790949bad89 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:08.942790 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6de15e-e50c-4f28-84cd-a790949bad89 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:14:08.943240 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e6de15e-e50c-4f28-84cd-a790949bad89 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:14:08.970646 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3e6de15e-e50c-4f28-84cd-a790949bad89 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2046649 Nov 12 20:14:08.973394 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44152) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:08.979705 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-f7f329ac-4e8d-45b4-999f-7808cff663c8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:09.034444 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-970da305-7f44-493b-9c30-36ea184c5c05 None None] For port dd80611c-c544-4cc2-8238-600a19fffca4, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=dd80611c-c544-4cc2-8238-600a19fffca4,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:09.035521 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-970da305-7f44-493b-9c30-36ea184c5c05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:09.057773 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-970da305-7f44-493b-9c30-36ea184c5c05 None None] Calling delete_port for dd80611c-c544-4cc2-8238-600a19fffca4 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:09.157819 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f329ac-4e8d-45b4-999f-7808cff663c8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:09.164800 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f7f329ac-4e8d-45b4-999f-7808cff663c8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:09.167237 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7f329ac-4e8d-45b4-999f-7808cff663c8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:14:09.168371 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7f329ac-4e8d-45b4-999f-7808cff663c8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:14:09.179336 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-970da305-7f44-493b-9c30-36ea184c5c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:09.195391 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f7f329ac-4e8d-45b4-999f-7808cff663c8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2177978 Nov 12 20:14:09.196259 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44158) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:09.201280 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44160) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:09.203562 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-639bf678-0d66-4c21-a40b-7ef88083e587 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:09.215115 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970da305-7f44-493b-9c30-36ea184c5c05 None None] Pushing event deleted for resources: {'Port': ['ID=dd80611c-c544-4cc2-8238-600a19fffca4,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:09.221578 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970da305-7f44-493b-9c30-36ea184c5c05 None None] No DVR routers for this DVR port dd80611c-c544-4cc2-8238-600a19fffca4 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:14:09.247470 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dd87f1f3-04f4-4e76-b60e-6b6595b3b0f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:09.260706 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd10d7fd-1721-44cd-91ad-b52bf62a1379 None None] get_active_networks_info from n-d-712140-15 {{(pid=102449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 20:14:09.358937 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639bf678-0d66-4c21-a40b-7ef88083e587 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:09.365617 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-639bf678-0d66-4c21-a40b-7ef88083e587 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:09.367768 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-639bf678-0d66-4c21-a40b-7ef88083e587 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:14:09.368160 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-639bf678-0d66-4c21-a40b-7ef88083e587 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:14:09.405439 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-639bf678-0d66-4c21-a40b-7ef88083e587 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2052600 Nov 12 20:14:09.405681 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44166) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:09.412683 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dd87f1f3-04f4-4e76-b60e-6b6595b3b0f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:09.414689 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-c6c2fffa-dd31-47cb-990a-91da10cfebd0 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:09.421419 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dd87f1f3-04f4-4e76-b60e-6b6595b3b0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:09.519666 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd10d7fd-1721-44cd-91ad-b52bf62a1379 None None] Resources bound (agent type, host, resource id): {{(pid=102449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 20:14:09.528692 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87f1f3-04f4-4e76-b60e-6b6595b3b0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e87c3b7-9a8a-45cf-9c14-6b07f48355c7,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:09.544647 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-dd87f1f3-04f4-4e76-b60e-6b6595b3b0f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83b048159af84d1593224877c1f1e3f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3416758 Nov 12 20:14:09.545424 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44172) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:09.573896 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c2fffa-dd31-47cb-990a-91da10cfebd0 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:09.578878 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c6c2fffa-dd31-47cb-990a-91da10cfebd0 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:09.580593 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c2fffa-dd31-47cb-990a-91da10cfebd0 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:14:09.581282 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6c2fffa-dd31-47cb-990a-91da10cfebd0 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:14:09.615955 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c6c2fffa-dd31-47cb-990a-91da10cfebd0 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2091269 Nov 12 20:14:09.617691 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44174) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:09.622665 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-38b5411a-3db5-4757-8e83-4e4a9da7d92d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:09.679957 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4fab3a17-463d-482c-85db-f19187825133 req-3c556f40-424e-49ff-8d33-9d97ace9ff3e tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 210 time: 0.0611467 Nov 12 20:14:09.716475 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-be5f1411-3250-469a-a94d-3d11ddefdb7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:09.749390 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b5411a-3db5-4757-8e83-4e4a9da7d92d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:09.753614 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-38b5411a-3db5-4757-8e83-4e4a9da7d92d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:09.755047 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b5411a-3db5-4757-8e83-4e4a9da7d92d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:14:09.755487 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b5411a-3db5-4757-8e83-4e4a9da7d92d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:14:09.771382 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-be5f1411-3250-469a-a94d-3d11ddefdb7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:09.789173 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-38b5411a-3db5-4757-8e83-4e4a9da7d92d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1696200 Nov 12 20:14:09.791339 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44184) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:09.796164 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-fdbf2ba8-ae51-4cab-9ed9-2f0c8a0b1d96 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:09.852015 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-be5f1411-3250-469a-a94d-3d11ddefdb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:09.855137 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-be5f1411-3250-469a-a94d-3d11ddefdb7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:09.857661 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-be5f1411-3250-469a-a94d-3d11ddefdb7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e87c3b7-9a8a-45cf-9c14-6b07f48355c7 HTTP/1.1" status: 204 len: 168 time: 0.3108883 Nov 12 20:14:09.888316 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f1411-3250-469a-a94d-3d11ddefdb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e87c3b7-9a8a-45cf-9c14-6b07f48355c7,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:09.935544 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbf2ba8-ae51-4cab-9ed9-2f0c8a0b1d96 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:09.939307 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fdbf2ba8-ae51-4cab-9ed9-2f0c8a0b1d96 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:09.942082 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdbf2ba8-ae51-4cab-9ed9-2f0c8a0b1d96 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:14:09.942524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdbf2ba8-ae51-4cab-9ed9-2f0c8a0b1d96 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:14:09.963507 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fdbf2ba8-ae51-4cab-9ed9-2f0c8a0b1d96 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1695440 Nov 12 20:14:09.964867 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44190) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:09.998395 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0483cefc-409d-49f7-a96e-c5246447add4 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0322361 Nov 12 20:14:10.001266 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44198) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:10.079915 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb814d5-16ad-41b5-b6e0-33a183965275 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:10.083040 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7cb814d5-16ad-41b5-b6e0-33a183965275 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0805969 Nov 12 20:14:10.085718 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44206) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:10.139280 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4e41c976-470b-4f9d-bbd7-61debd80c47a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0521953 Nov 12 20:14:10.144107 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44212) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:10.150435 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-45916de8-4294-4471-a598-c0bd880b3206 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:10.309001 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45916de8-4294-4471-a598-c0bd880b3206 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:10.314261 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45916de8-4294-4471-a598-c0bd880b3206 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:10.381614 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918b7683-8066-4b25-ac45-0c0537e2140a None None] get_active_networks_info from n-d-712140-15 {{(pid=102449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 20:14:10.532718 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Provisioning complete for port a1f322a0-feec-4170-8fc9-f27921ab28fe triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:10.533442 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:10.603541 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918b7683-8066-4b25-ac45-0c0537e2140a None None] Resources bound (agent type, host, resource id): {{(pid=102449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 20:14:10.736219 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Provisioning complete for port c6ae3f56-3a73-4065-a2ca-824c752096e7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:10.737068 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:10.742061 n-d-712140-15 neutron-server[102448]: DEBUG neutron.objects.ports [None req-45916de8-4294-4471-a598-c0bd880b3206 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 20:14:10.743592 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45916de8-4294-4471-a598-c0bd880b3206 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:10.796863 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45916de8-4294-4471-a598-c0bd880b3206 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:10.800262 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-45916de8-4294-4471-a598-c0bd880b3206 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:10.806367 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45916de8-4294-4471-a598-c0bd880b3206 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:10.806967 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45916de8-4294-4471-a598-c0bd880b3206 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:10.818853 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Port c6ae3f56-3a73-4065-a2ca-824c752096e7 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:14:10.824009 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45916de8-4294-4471-a598-c0bd880b3206 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=5a79addd-fd8a-4a1e-87dd-ff60e335079a,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:10.840128 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-45916de8-4294-4471-a598-c0bd880b3206 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6941762 Nov 12 20:14:10.842272 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44264) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:10.849721 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-76900ffd-d70c-44fa-89a7-a8226ed1661a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'port': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'mac_address': 'fa:16:3e:b9:6e:d6', 'name': 'tempest-NetworksTestDHCPv6-69835429'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:10.866191 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Provisioning complete for port 9243df73-d665-49f6-83f0-899c232c32db triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:10.866560 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:10.933923 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6a3d3732-b62e-47e2-a544-a9c5d6b03df6 req-92efd768-052e-4173-8083-e30664bf0223 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/ports?device_id=c539bd0c-14fa-43aa-9742-f04869ab740c HTTP/1.1" status: 200 len: 210 time: 0.0507283 Nov 12 20:14:10.947906 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Port 9243df73-d665-49f6-83f0-899c232c32db cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:14:10.958801 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44266) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:10.996754 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Provisioning complete for port 924d2b9b-3b79-4d48-a476-3fd41d3cbd8b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:10.997391 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:11.072122 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130b406c-665a-49c6-b4f3-8a6ca0ab0793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'fixed_ips': [{'subnet_id': '5a79addd-fd8a-4a1e-87dd-ff60e335079a'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:14:11.073065 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-130b406c-665a-49c6-b4f3-8a6ca0ab0793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:11.075584 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76900ffd-d70c-44fa-89a7-a8226ed1661a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:11.150097 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2e09a011-7fc2-45fc-80e4-c89493efcdf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:11.215853 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76900ffd-d70c-44fa-89a7-a8226ed1661a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:11.266105 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2e09a011-7fc2-45fc-80e4-c89493efcdf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:11.271947 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-76900ffd-d70c-44fa-89a7-a8226ed1661a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] device_id is not set on port 6b54b99f-ba10-4435-a4b5-5f2756e881c4 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:14:11.285991 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2e09a011-7fc2-45fc-80e4-c89493efcdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:11.293924 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Provisioning complete for port 4a5360a2-2da2-444c-91be-b5a797e6c2df triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:11.305234 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:11.307841 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-130b406c-665a-49c6-b4f3-8a6ca0ab0793 None None] Allocated IP 2001:db8::f816:3eff:fe0a:480e (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/5a79addd-fd8a-4a1e-87dd-ff60e335079a/34cd4fca-82de-4933-9b56-c045bc2d3d26) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:11.382165 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2e09a011-7fc2-45fc-80e4-c89493efcdf7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=24c4422c3b7c4de2bc39403391ca7ac2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4089181 Nov 12 20:14:11.385019 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44280) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:11.388456 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09a011-7fc2-45fc-80e4-c89493efcdf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b74d37-6677-4166-a43f-5fe624dc732b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:11.393961 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Port 4a5360a2-2da2-444c-91be-b5a797e6c2df cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:14:11.442751 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Provisioning complete for port 0e61bd83-6783-41c6-a8ff-7f34710ff947 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:11.443140 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:11.444941 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-409b297b-1821-4dc1-a80c-8fca0aa9fa95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:11.468589 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-409b297b-1821-4dc1-a80c-8fca0aa9fa95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:11.523316 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-409b297b-1821-4dc1-a80c-8fca0aa9fa95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:11.526395 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-409b297b-1821-4dc1-a80c-8fca0aa9fa95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:11.530095 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-409b297b-1821-4dc1-a80c-8fca0aa9fa95 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/02b74d37-6677-4166-a43f-5fe624dc732b HTTP/1.1" status: 204 len: 168 time: 0.1417456 Nov 12 20:14:11.536313 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b297b-1821-4dc1-a80c-8fca0aa9fa95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b74d37-6677-4166-a43f-5fe624dc732b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:11.597882 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-130b406c-665a-49c6-b4f3-8a6ca0ab0793 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:11.611330 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-130b406c-665a-49c6-b4f3-8a6ca0ab0793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:11.655446 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130b406c-665a-49c6-b4f3-8a6ca0ab0793 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:11.664218 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-130b406c-665a-49c6-b4f3-8a6ca0ab0793 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:11.665993 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Provisioning complete for port e67c0523-f52f-4f74-94c8-ef9d77598a1f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:11.666357 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:11.667991 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130b406c-665a-49c6-b4f3-8a6ca0ab0793 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:14:11.678983 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-76900ffd-d70c-44fa-89a7-a8226ed1661a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 2001:db8::f816:3eff:feb9:6ed6 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/5a79addd-fd8a-4a1e-87dd-ff60e335079a/6b54b99f-ba10-4435-a4b5-5f2756e881c4) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:11.697095 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b406c-665a-49c6-b4f3-8a6ca0ab0793 None None] Pushing event updated for resources: {'Port': ['ID=34cd4fca-82de-4933-9b56-c045bc2d3d26,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:11.778120 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-130b406c-665a-49c6-b4f3-8a6ca0ab0793 None None] Attempting to bind port 34cd4fca-82de-4933-9b56-c045bc2d3d26 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:14:11.778484 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-130b406c-665a-49c6-b4f3-8a6ca0ab0793 None None] Attempting to bind port 34cd4fca-82de-4933-9b56-c045bc2d3d26 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:14:11.778846 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130b406c-665a-49c6-b4f3-8a6ca0ab0793 None None] Attempting to bind port 34cd4fca-82de-4933-9b56-c045bc2d3d26 on network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:14:11.806693 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130b406c-665a-49c6-b4f3-8a6ca0ab0793 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:14:11.807067 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130b406c-665a-49c6-b4f3-8a6ca0ab0793 None None] Checking segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:14:11.807471 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-130b406c-665a-49c6-b4f3-8a6ca0ab0793 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:11.807863 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130b406c-665a-49c6-b4f3-8a6ca0ab0793 None None] Bound using segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:14:11.808372 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-130b406c-665a-49c6-b4f3-8a6ca0ab0793 None None] Bound port: 34cd4fca-82de-4933-9b56-c045bc2d3d26, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:14:11.808752 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-130b406c-665a-49c6-b4f3-8a6ca0ab0793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:11.881077 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Provisioning complete for port fd610e7a-b033-42df-9e16-6e013b5ff802 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:11.881449 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:11.902827 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76900ffd-d70c-44fa-89a7-a8226ed1661a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:11.921491 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-130b406c-665a-49c6-b4f3-8a6ca0ab0793 None None] For port 34cd4fca-82de-4933-9b56-c045bc2d3d26, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:14:11.929550 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-130b406c-665a-49c6-b4f3-8a6ca0ab0793 None None] For port 34cd4fca-82de-4933-9b56-c045bc2d3d26, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=34cd4fca-82de-4933-9b56-c045bc2d3d26,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:14:11.937187 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-130b406c-665a-49c6-b4f3-8a6ca0ab0793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:11.948281 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76900ffd-d70c-44fa-89a7-a8226ed1661a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:12.010457 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76900ffd-d70c-44fa-89a7-a8226ed1661a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:12.025672 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-76900ffd-d70c-44fa-89a7-a8226ed1661a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:12.030238 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76900ffd-d70c-44fa-89a7-a8226ed1661a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:14:12.039573 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76900ffd-d70c-44fa-89a7-a8226ed1661a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:12.040537 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76900ffd-d70c-44fa-89a7-a8226ed1661a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:12.053062 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b406c-665a-49c6-b4f3-8a6ca0ab0793 None None] Pushing event updated for resources: {'Port': ['ID=34cd4fca-82de-4933-9b56-c045bc2d3d26,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:12.054595 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76900ffd-d70c-44fa-89a7-a8226ed1661a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Port': ['ID=6b54b99f-ba10-4435-a4b5-5f2756e881c4,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:12.078142 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44302) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:12.079049 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-76900ffd-d70c-44fa-89a7-a8226ed1661a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2347648 Nov 12 20:14:12.105539 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44304) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:12.123164 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Provisioning complete for port a10ae385-3467-4a80-8eff-6d8de956ff51 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:12.123991 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:12.177152 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a09743-5978-4d46-9fe6-7b38f697513e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:12.183053 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44308) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:12.184173 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a09743-5978-4d46-9fe6-7b38f697513e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:12.186247 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c6a09743-5978-4d46-9fe6-7b38f697513e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1055467 Nov 12 20:14:12.191605 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44310) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:12.229016 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-19272929-b507-42ed-a2af-b491fe2a4267 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:12.312011 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-98cc10a3-c9a2-4ffa-bcc7-3b740f470bce tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:12.324253 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Provisioning complete for port b7f2965c-2283-467e-8425-5270b7c4cb68 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:12.324634 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:12.370753 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Port b7f2965c-2283-467e-8425-5270b7c4cb68 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:14:12.375051 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-98cc10a3-c9a2-4ffa-bcc7-3b740f470bce tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:12.378272 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-3c214c64-cc8f-497e-a3e9-934485040c1b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting port 6b54b99f-ba10-4435-a4b5-5f2756e881c4 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:12.378748 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3c214c64-cc8f-497e-a3e9-934485040c1b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:12.391431 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Provisioning complete for port ddca555a-d234-49a1-944a-5ade7a23ac11 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:12.391991 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:12.447711 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Port ddca555a-d234-49a1-944a-5ade7a23ac11 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:14:12.479949 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Provisioning complete for port 640e96e0-67f3-4037-8656-a0e6c6f2afcc triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:12.480219 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2874a58f-4938-4656-98fa-ef035afa6432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:12.504848 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-98cc10a3-c9a2-4ffa-bcc7-3b740f470bce tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:12.509520 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3c214c64-cc8f-497e-a3e9-934485040c1b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:12.512791 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-98cc10a3-c9a2-4ffa-bcc7-3b740f470bce tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:12.518505 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-98cc10a3-c9a2-4ffa-bcc7-3b740f470bce tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "DELETE /v2.0/security-groups/660401df-133a-4104-b9f9-e8f654f50a7d HTTP/1.1" status: 204 len: 168 time: 0.4092011 Nov 12 20:14:12.518952 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44316) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:12.539462 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-19272929-b507-42ed-a2af-b491fe2a4267 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:12.540922 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc10a3-c9a2-4ffa-bcc7-3b740f470bce tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=660401df-133a-4104-b9f9-e8f654f50a7d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:12.546491 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-3c214c64-cc8f-497e-a3e9-934485040c1b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Calling delete_port for 6b54b99f-ba10-4435-a4b5-5f2756e881c4 owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:12.551311 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-19272929-b507-42ed-a2af-b491fe2a4267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:12.552055 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-2af2ee24-2c90-41bf-b6e9-6b201fa3b470 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] show failed (client error): The resource could not be found. Nov 12 20:14:12.553375 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2af2ee24-2c90-41bf-b6e9-6b201fa3b470 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "GET /v2.0/security-groups/660401df-133a-4104-b9f9-e8f654f50a7d HTTP/1.1" status: 404 len: 347 time: 0.0335310 Nov 12 20:14:12.555972 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44320) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:12.611313 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-19272929-b507-42ed-a2af-b491fe2a4267 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=75e405d5b0be49fdb0e64965d99ea947&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4271932 Nov 12 20:14:12.615428 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44322) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:12.634526 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19272929-b507-42ed-a2af-b491fe2a4267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229408f3-8d20-43bb-8bd8-77dfbbf3712c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:12.681307 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21a65353-c077-41b0-8980-35cf37a7c56c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:12.713398 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21a65353-c077-41b0-8980-35cf37a7c56c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:12.754485 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-061c7d5f-0896-446b-b369-625520c7a78d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Deleting port 9243df73-d665-49f6-83f0-899c232c32db {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:12.754812 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-061c7d5f-0896-446b-b369-625520c7a78d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:12.771129 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21a65353-c077-41b0-8980-35cf37a7c56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:12.773685 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21a65353-c077-41b0-8980-35cf37a7c56c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:12.776291 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-21a65353-c077-41b0-8980-35cf37a7c56c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/229408f3-8d20-43bb-8bd8-77dfbbf3712c HTTP/1.1" status: 204 len: 168 time: 0.1585348 Nov 12 20:14:12.782972 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a65353-c077-41b0-8980-35cf37a7c56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229408f3-8d20-43bb-8bd8-77dfbbf3712c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:12.869653 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3c214c64-cc8f-497e-a3e9-934485040c1b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:12.919351 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-061c7d5f-0896-446b-b369-625520c7a78d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:12.919351 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-061c7d5f-0896-446b-b369-625520c7a78d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:12.922841 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c214c64-cc8f-497e-a3e9-934485040c1b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Port': ['ID=6b54b99f-ba10-4435-a4b5-5f2756e881c4,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:12.954401 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-061c7d5f-0896-446b-b369-625520c7a78d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Calling delete_port for 9243df73-d665-49f6-83f0-899c232c32db owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:12.963669 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3c214c64-cc8f-497e-a3e9-934485040c1b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:12.969706 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44334) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:12.970298 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3c214c64-cc8f-497e-a3e9-934485040c1b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/6b54b99f-ba10-4435-a4b5-5f2756e881c4 HTTP/1.1" status: 204 len: 168 time: 0.7767937 Nov 12 20:14:13.068020 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f376cb9-fbc9-4117-ae40-6bb1f0f23c5e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:13.076182 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f376cb9-fbc9-4117-ae40-6bb1f0f23c5e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:13.078791 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1f376cb9-fbc9-4117-ae40-6bb1f0f23c5e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1069028 Nov 12 20:14:13.082193 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44338) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:13.153711 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff832c3-4830-4d88-b4ef-46ed4b2d2e70 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet 5a79addd-fd8a-4a1e-87dd-ff60e335079a {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:14:13.157403 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dff832c3-4830-4d88-b4ef-46ed4b2d2e70 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:13.188918 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-061c7d5f-0896-446b-b369-625520c7a78d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:13.222117 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dff832c3-4830-4d88-b4ef-46ed4b2d2e70 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:13.230359 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c7d5f-0896-446b-b369-625520c7a78d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event deleted for resources: {'Port': ['ID=9243df73-d665-49f6-83f0-899c232c32db,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:13.323060 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-061c7d5f-0896-446b-b369-625520c7a78d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:13.326468 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-061c7d5f-0896-446b-b369-625520c7a78d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:13.328363 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-061c7d5f-0896-446b-b369-625520c7a78d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "DELETE /v2.0/floatingips/90529484-3c4d-40d8-be6b-72d6dae759d1 HTTP/1.1" status: 204 len: 168 time: 0.7712653 Nov 12 20:14:13.331805 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44354) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:13.386610 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dff832c3-4830-4d88-b4ef-46ed4b2d2e70 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:13.455296 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dff832c3-4830-4d88-b4ef-46ed4b2d2e70 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:13.479329 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a205e1-fa1e-42cd-9b37-5dc2a378fd9b None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:13.484937 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-d65d38a2-3260-40a4-92ea-9e7938ccd583 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Deleting port 6ad2f845-8d32-40df-b34d-4d5c9682b2ac {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:13.485540 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d65d38a2-3260-40a4-92ea-9e7938ccd583 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:13.503313 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433252a8-f20f-48c7-8c15-97f25c099b91 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:14:13.533526 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff832c3-4830-4d88-b4ef-46ed4b2d2e70 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=5a79addd-fd8a-4a1e-87dd-ff60e335079a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:13.547238 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dff832c3-4830-4d88-b4ef-46ed4b2d2e70 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:13.560468 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-dff832c3-4830-4d88-b4ef-46ed4b2d2e70 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/5a79addd-fd8a-4a1e-87dd-ff60e335079a HTTP/1.1" status: 204 len: 168 time: 0.4769824 Nov 12 20:14:13.562930 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44364) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:13.631828 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-614abbef-d6e6-46db-8b04-95472ac4569e None None] Provisioning complete for port 34cd4fca-82de-4933-9b56-c045bc2d3d26 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:13.635150 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-614abbef-d6e6-46db-8b04-95472ac4569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:13.646954 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fb108a25-9b84-46b6-99e6-51a1b7193dab tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809002 Nov 12 20:14:13.647715 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44370) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:13.652769 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-cb767c63-e435-4690-b7b9-cf8a0bd87007 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:13.804334 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb767c63-e435-4690-b7b9-cf8a0bd87007 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:13.806113 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8eddba1-2af8-48ae-8370-f2b820361098 None None] DHCP port deletion for 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:14:13.809549 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cb767c63-e435-4690-b7b9-cf8a0bd87007 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:13.817000 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-614abbef-d6e6-46db-8b04-95472ac4569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:13.896075 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-614abbef-d6e6-46db-8b04-95472ac4569e None None] For port 34cd4fca-82de-4933-9b56-c045bc2d3d26, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=34cd4fca-82de-4933-9b56-c045bc2d3d26,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:13.911762 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-614abbef-d6e6-46db-8b04-95472ac4569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:13.966422 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c8eddba1-2af8-48ae-8370-f2b820361098 None None] Deleting port 34cd4fca-82de-4933-9b56-c045bc2d3d26 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:13.967447 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c8eddba1-2af8-48ae-8370-f2b820361098 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:14.103757 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d65d38a2-3260-40a4-92ea-9e7938ccd583 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:14.104788 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-c8eddba1-2af8-48ae-8370-f2b820361098 None None] For port 34cd4fca-82de-4933-9b56-c045bc2d3d26, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=34cd4fca-82de-4933-9b56-c045bc2d3d26,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:14.105184 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c8eddba1-2af8-48ae-8370-f2b820361098 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:14.127632 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614abbef-d6e6-46db-8b04-95472ac4569e None None] Pushing event updated for resources: {'Port': ['ID=34cd4fca-82de-4933-9b56-c045bc2d3d26,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:14.132536 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c8eddba1-2af8-48ae-8370-f2b820361098 None None] Calling delete_port for 34cd4fca-82de-4933-9b56-c045bc2d3d26 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:14.140537 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-d65d38a2-3260-40a4-92ea-9e7938ccd583 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Calling delete_port for 6ad2f845-8d32-40df-b34d-4d5c9682b2ac owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:14.270225 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c8eddba1-2af8-48ae-8370-f2b820361098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:14.301211 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44390) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:14.314780 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eddba1-2af8-48ae-8370-f2b820361098 None None] Pushing event deleted for resources: {'Port': ['ID=34cd4fca-82de-4933-9b56-c045bc2d3d26,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:14.318670 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eddba1-2af8-48ae-8370-f2b820361098 None None] No DVR routers for this DVR port 34cd4fca-82de-4933-9b56-c045bc2d3d26 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:14:14.332480 n-d-712140-15 neutron-server[102447]: DEBUG neutron.objects.ports [None req-cb767c63-e435-4690-b7b9-cf8a0bd87007 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102447) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 20:14:14.347851 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d65d38a2-3260-40a4-92ea-9e7938ccd583 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:14.429565 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d38a2-3260-40a4-92ea-9e7938ccd583 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event deleted for resources: {'Port': ['ID=6ad2f845-8d32-40df-b34d-4d5c9682b2ac,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:14.539661 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2121419f-26df-401c-a827-4a30c663ed3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:14.544836 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d65d38a2-3260-40a4-92ea-9e7938ccd583 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:14.548449 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d65d38a2-3260-40a4-92ea-9e7938ccd583 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "DELETE /v2.0/ports/6ad2f845-8d32-40df-b34d-4d5c9682b2ac HTTP/1.1" status: 204 len: 168 time: 1.2154055 Nov 12 20:14:14.556504 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44406) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:14.727602 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-532f0ac4-bf27-4bcd-ab35-c8af3ceb720f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Deleting port 8cb0f270-2cba-45c2-b623-7b4877568439 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:14.728009 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-532f0ac4-bf27-4bcd-ab35-c8af3ceb720f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:14.753497 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2121419f-26df-401c-a827-4a30c663ed3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:14.765776 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2121419f-26df-401c-a827-4a30c663ed3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:14.848007 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2121419f-26df-401c-a827-4a30c663ed3a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6666fef8c0e542b7880495a4f077a425&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5406220 Nov 12 20:14:14.849646 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44426) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:14.852061 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121419f-26df-401c-a827-4a30c663ed3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61187f9-681d-4fd2-9790-b5b43a7142ed,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:14.876135 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-532f0ac4-bf27-4bcd-ab35-c8af3ceb720f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:14.889403 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-532f0ac4-bf27-4bcd-ab35-c8af3ceb720f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Calling delete_port for 8cb0f270-2cba-45c2-b623-7b4877568439 owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:14.958481 n-d-712140-15 neutron-server[102447]: WARNING neutron.services.revisions.revision_plugin [None req-cb767c63-e435-4690-b7b9-cf8a0bd87007 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Could not find related port for resource to bump revision. Nov 12 20:14:14.970240 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.ipam_pluggable_backend [None req-cb767c63-e435-4690-b7b9-cf8a0bd87007 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Port 34cd4fca-82de-4933-9b56-c045bc2d3d26 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102447) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 20:14:14.970563 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.ipam_pluggable_backend [None req-cb767c63-e435-4690-b7b9-cf8a0bd87007 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0a:480e {{(pid=102447) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 20:14:14.984682 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.ipam_pluggable_backend [None req-cb767c63-e435-4690-b7b9-cf8a0bd87007 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0a:480e {{(pid=102447) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 20:14:14.986229 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cb767c63-e435-4690-b7b9-cf8a0bd87007 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:14.992428 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ed3e9339-1dc1-4697-b444-02799483fc38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:15.049593 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb767c63-e435-4690-b7b9-cf8a0bd87007 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:15.058398 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-cb767c63-e435-4690-b7b9-cf8a0bd87007 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:15.063237 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ed3e9339-1dc1-4697-b444-02799483fc38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:15.064011 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-532f0ac4-bf27-4bcd-ab35-c8af3ceb720f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:15.068168 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb767c63-e435-4690-b7b9-cf8a0bd87007 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:15.069036 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cb767c63-e435-4690-b7b9-cf8a0bd87007 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:15.070355 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00cb2d8-8c03-435c-aaf9-46558448f59f None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:15.090769 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb767c63-e435-4690-b7b9-cf8a0bd87007 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=5cf5b8d8-c397-401c-b9e7-5637f0f415b6,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:15.119152 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f0ac4-bf27-4bcd-ab35-c8af3ceb720f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event deleted for resources: {'Port': ['ID=8cb0f270-2cba-45c2-b623-7b4877568439,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:15.126036 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cb767c63-e435-4690-b7b9-cf8a0bd87007 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4771807 Nov 12 20:14:15.130543 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44448) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:15.136463 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-f8c33605-69a1-44bc-81e0-2e94ad40bab9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'port': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'mac_address': 'fa:16:3e:14:45:4a', 'name': 'tempest-NetworksTestDHCPv6-1298900949'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:15.208101 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-532f0ac4-bf27-4bcd-ab35-c8af3ceb720f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:15.212051 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-532f0ac4-bf27-4bcd-ab35-c8af3ceb720f tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "DELETE /v2.0/ports/8cb0f270-2cba-45c2-b623-7b4877568439 HTTP/1.1" status: 204 len: 168 time: 0.6540763 Nov 12 20:14:15.215204 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44454) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:15.250156 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ed3e9339-1dc1-4697-b444-02799483fc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:15.253915 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ed3e9339-1dc1-4697-b444-02799483fc38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:15.257478 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ed3e9339-1dc1-4697-b444-02799483fc38 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d61187f9-681d-4fd2-9790-b5b43a7142ed HTTP/1.1" status: 204 len: 168 time: 0.4046140 Nov 12 20:14:15.272735 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e9339-1dc1-4697-b444-02799483fc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61187f9-681d-4fd2-9790-b5b43a7142ed,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:15.324151 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf8077b-2661-4767-b24a-ca01f5937b0d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Deleting subnet e6eb43fd-4a7b-4440-9c8e-37696bad3d1e {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:14:15.328430 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-baf8077b-2661-4767-b24a-ca01f5937b0d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:15.342598 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172f6ca7-ea5e-425e-9d30-033436bee108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'fixed_ips': [{'subnet_id': '5cf5b8d8-c397-401c-b9e7-5637f0f415b6'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:14:15.342598 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-172f6ca7-ea5e-425e-9d30-033436bee108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:15.345801 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c33605-69a1-44bc-81e0-2e94ad40bab9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:15.353147 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f8c33605-69a1-44bc-81e0-2e94ad40bab9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:15.389434 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-f8c33605-69a1-44bc-81e0-2e94ad40bab9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] device_id is not set on port 7626b8be-b2f5-4fde-9dc5-bb249fec0daf yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:14:15.395312 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-baf8077b-2661-4767-b24a-ca01f5937b0d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:15.531926 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-baf8077b-2661-4767-b24a-ca01f5937b0d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:15.532368 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-f8c33605-69a1-44bc-81e0-2e94ad40bab9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 2001:db8::f816:3eff:fe14:454a (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/5cf5b8d8-c397-401c-b9e7-5637f0f415b6/7626b8be-b2f5-4fde-9dc5-bb249fec0daf) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:15.655721 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-baf8077b-2661-4767-b24a-ca01f5937b0d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:15.714634 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8077b-2661-4767-b24a-ca01f5937b0d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event deleted for resources: {'Subnet': ['ID=e6eb43fd-4a7b-4440-9c8e-37696bad3d1e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:15.716971 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-baf8077b-2661-4767-b24a-ca01f5937b0d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:15.725117 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-baf8077b-2661-4767-b24a-ca01f5937b0d tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "DELETE /v2.0/subnets/e6eb43fd-4a7b-4440-9c8e-37696bad3d1e HTTP/1.1" status: 204 len: 168 time: 0.5040877 Nov 12 20:14:15.728748 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44492) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:15.805352 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b245ca5a-8213-4101-85ed-63edce98bd0a None None] Network 60bf0d01-a5ac-43f9-aea4-058a868d4bc0 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:15.829735 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-d53c00b2-8989-4b85-97a0-3d2f1a58ff58 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Deleting subnet ec938247-4c75-4821-8212-7136bcd55e80 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:14:15.834215 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d53c00b2-8989-4b85-97a0-3d2f1a58ff58 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:15.866967 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44498) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:15.891008 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71f50675-9d0f-409d-a01b-4b58c868d6f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:15.911905 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d53c00b2-8989-4b85-97a0-3d2f1a58ff58 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:15.917405 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f8c33605-69a1-44bc-81e0-2e94ad40bab9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:15.978772 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f8c33605-69a1-44bc-81e0-2e94ad40bab9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:16.054672 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769a08fb-87b4-424b-8f5c-486924df00c6 None None] DHCP port deletion for 60bf0d01-a5ac-43f9-aea4-058a868d4bc0 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:14:16.057729 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c33605-69a1-44bc-81e0-2e94ad40bab9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Port': ['ID=7626b8be-b2f5-4fde-9dc5-bb249fec0daf,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:16.062060 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c33605-69a1-44bc-81e0-2e94ad40bab9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:16.065882 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-f8c33605-69a1-44bc-81e0-2e94ad40bab9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:16.069264 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c33605-69a1-44bc-81e0-2e94ad40bab9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:14:16.073396 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d53c00b2-8989-4b85-97a0-3d2f1a58ff58 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:16.077936 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c33605-69a1-44bc-81e0-2e94ad40bab9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:16.079702 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f8c33605-69a1-44bc-81e0-2e94ad40bab9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:16.103370 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f8c33605-69a1-44bc-81e0-2e94ad40bab9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9717770 Nov 12 20:14:16.106010 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44504) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:16.122714 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-172f6ca7-ea5e-425e-9d30-033436bee108 None None] Allocated IP 2001:db8::f816:3eff:fe0f:f630 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/5cf5b8d8-c397-401c-b9e7-5637f0f415b6/c03599e6-07df-4ce6-80f2-32ce7d0b02cb) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:16.133373 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71f50675-9d0f-409d-a01b-4b58c868d6f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:16.138234 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71f50675-9d0f-409d-a01b-4b58c868d6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:16.190513 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9248eda6-d258-49f8-8368-56cf37ec25f6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:16.192441 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9248eda6-d258-49f8-8368-56cf37ec25f6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0845952 Nov 12 20:14:16.193292 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f50675-9d0f-409d-a01b-4b58c868d6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b4982b-7ed2-490e-841c-fcd924e16f5a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:16.195009 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44512) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:16.228452 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-769a08fb-87b4-424b-8f5c-486924df00c6 None None] Deleting port 39073744-0681-4288-a4a2-789a00ee041f {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:16.228857 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-769a08fb-87b4-424b-8f5c-486924df00c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:16.233023 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-71f50675-9d0f-409d-a01b-4b58c868d6f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e15694c0e23467ba57dd3d5ec88e4ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3648777 Nov 12 20:14:16.235745 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44514) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:16.244835 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d53c00b2-8989-4b85-97a0-3d2f1a58ff58 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:16.278712 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c00b2-8989-4b85-97a0-3d2f1a58ff58 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event deleted for resources: {'Subnet': ['ID=ec938247-4c75-4821-8212-7136bcd55e80,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:16.284834 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d53c00b2-8989-4b85-97a0-3d2f1a58ff58 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:16.293847 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d53c00b2-8989-4b85-97a0-3d2f1a58ff58 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "DELETE /v2.0/subnets/ec938247-4c75-4821-8212-7136bcd55e80 HTTP/1.1" status: 204 len: 168 time: 0.5640063 Nov 12 20:14:16.296417 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44520) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:16.308044 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e530ab6-451e-412d-9ec7-f8d09c995181 None None] Network 7b061d0a-83a0-4547-b01e-0f9ed0607384 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:16.396550 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e64866df-8e14-4963-9fa2-c36a668b81cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:16.397115 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:16.435537 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e64866df-8e14-4963-9fa2-c36a668b81cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:16.464467 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-2e8438ce-6a0b-4074-9789-19f1bd93ee4e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting port 7626b8be-b2f5-4fde-9dc5-bb249fec0daf {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:16.464814 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2e8438ce-6a0b-4074-9789-19f1bd93ee4e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:16.468533 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 39073744-0681-4288-a4a2-789a00ee041f no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:14:16.468705 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Deleting port 39073744-0681-4288-a4a2-789a00ee041f {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:16.468960 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:16.538851 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-769a08fb-87b4-424b-8f5c-486924df00c6 None None] For port 39073744-0681-4288-a4a2-789a00ee041f, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=39073744-0681-4288-a4a2-789a00ee041f,segment=NetworkSegment(4ad03fe4-2e70-4ed7-aa2f-588d959c575b),segment_id=4ad03fe4-2e70-4ed7-aa2f-588d959c575b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:16.539264 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-769a08fb-87b4-424b-8f5c-486924df00c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:16.571241 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-769a08fb-87b4-424b-8f5c-486924df00c6 None None] Calling delete_port for 39073744-0681-4288-a4a2-789a00ee041f owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:16.579790 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] For port 39073744-0681-4288-a4a2-789a00ee041f, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=39073744-0681-4288-a4a2-789a00ee041f,segment=NetworkSegment(4ad03fe4-2e70-4ed7-aa2f-588d959c575b),segment_id=4ad03fe4-2e70-4ed7-aa2f-588d959c575b)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:16.580008 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:16.580334 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e64866df-8e14-4963-9fa2-c36a668b81cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:16.584061 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e64866df-8e14-4963-9fa2-c36a668b81cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:16.593616 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e64866df-8e14-4963-9fa2-c36a668b81cd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26b4982b-7ed2-490e-841c-fcd924e16f5a HTTP/1.1" status: 204 len: 168 time: 0.3556545 Nov 12 20:14:16.602860 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-172f6ca7-ea5e-425e-9d30-033436bee108 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:16.609288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Calling delete_port for 39073744-0681-4288-a4a2-789a00ee041f owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:16.624981 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2e8438ce-6a0b-4074-9789-19f1bd93ee4e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:16.627905 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64866df-8e14-4963-9fa2-c36a668b81cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b4982b-7ed2-490e-841c-fcd924e16f5a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:16.649480 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-2e8438ce-6a0b-4074-9789-19f1bd93ee4e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Calling delete_port for 7626b8be-b2f5-4fde-9dc5-bb249fec0daf owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:16.705195 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-172f6ca7-ea5e-425e-9d30-033436bee108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:16.779096 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172f6ca7-ea5e-425e-9d30-033436bee108 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:16.797767 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:16.798741 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-172f6ca7-ea5e-425e-9d30-033436bee108 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:16.813255 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172f6ca7-ea5e-425e-9d30-033436bee108 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:14:16.819299 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] No DVR routers for this DVR port 39073744-0681-4288-a4a2-789a00ee041f on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:14:16.851580 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:16.864971 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2e8438ce-6a0b-4074-9789-19f1bd93ee4e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:16.888466 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f6ca7-ea5e-425e-9d30-033436bee108 None None] Pushing event updated for resources: {'Port': ['ID=c03599e6-07df-4ce6-80f2-32ce7d0b02cb,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:16.906940 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8438ce-6a0b-4074-9789-19f1bd93ee4e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Port': ['ID=7626b8be-b2f5-4fde-9dc5-bb249fec0daf,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:16.927289 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event deleted for resources: {'Port': ['ID=39073744-0681-4288-a4a2-789a00ee041f,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:16.953726 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2e8438ce-6a0b-4074-9789-19f1bd93ee4e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:16.962368 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2e8438ce-6a0b-4074-9789-19f1bd93ee4e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/7626b8be-b2f5-4fde-9dc5-bb249fec0daf HTTP/1.1" status: 204 len: 168 time: 0.7640982 Nov 12 20:14:16.963523 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44568) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:16.969092 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-769a08fb-87b4-424b-8f5c-486924df00c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:17.000757 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ebbd02-0493-413c-9470-c270f616fa57 None None] DHCP port deletion for 7b061d0a-83a0-4547-b01e-0f9ed0607384 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:14:17.002565 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-172f6ca7-ea5e-425e-9d30-033436bee108 None None] Attempting to bind port c03599e6-07df-4ce6-80f2-32ce7d0b02cb on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:14:17.007118 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-172f6ca7-ea5e-425e-9d30-033436bee108 None None] Attempting to bind port c03599e6-07df-4ce6-80f2-32ce7d0b02cb by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:14:17.007118 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172f6ca7-ea5e-425e-9d30-033436bee108 None None] Attempting to bind port c03599e6-07df-4ce6-80f2-32ce7d0b02cb on network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:14:17.037822 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a08fb-87b4-424b-8f5c-486924df00c6 None None] Pushing event deleted for resources: {'Port': ['ID=39073744-0681-4288-a4a2-789a00ee041f,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:17.041638 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172f6ca7-ea5e-425e-9d30-033436bee108 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:14:17.044946 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172f6ca7-ea5e-425e-9d30-033436bee108 None None] Checking segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:14:17.045359 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-172f6ca7-ea5e-425e-9d30-033436bee108 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:17.045749 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172f6ca7-ea5e-425e-9d30-033436bee108 None None] Bound using segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:14:17.046248 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-172f6ca7-ea5e-425e-9d30-033436bee108 None None] Bound port: c03599e6-07df-4ce6-80f2-32ce7d0b02cb, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:14:17.047069 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-172f6ca7-ea5e-425e-9d30-033436bee108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:17.052312 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:17.056115 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42c93e9-9675-4060-99e2-32243bcab2fc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:17.057851 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42c93e9-9675-4060-99e2-32243bcab2fc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:17.058858 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769a08fb-87b4-424b-8f5c-486924df00c6 None None] No DVR routers for this DVR port 39073744-0681-4288-a4a2-789a00ee041f on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:14:17.061829 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e42c93e9-9675-4060-99e2-32243bcab2fc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0947983 Nov 12 20:14:17.062203 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44572) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:17.125473 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60bf0d01-a5ac-43f9-aea4-058a868d4bc0']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:17.142787 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad03fe4-2e70-4ed7-aa2f-588d959c575b') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:17.143023 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad03fe4-2e70-4ed7-aa2f-588d959c575b') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:17.157787 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:17.163016 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1714ed6-7601-48e7-bd40-653a5ddb3cc8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet 5cf5b8d8-c397-401c-b9e7-5637f0f415b6 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:14:17.171489 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a1714ed6-7601-48e7-bd40-653a5ddb3cc8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:17.201205 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:17.209393 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:14:17.210082 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:14:17.213760 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:14:17.216180 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b2ebbd02-0493-413c-9470-c270f616fa57 None None] Deleting port 2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:17.216180 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b2ebbd02-0493-413c-9470-c270f616fa57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:17.222002 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-172f6ca7-ea5e-425e-9d30-033436bee108 None None] For port c03599e6-07df-4ce6-80f2-32ce7d0b02cb, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:14:17.288398 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b2ebbd02-0493-413c-9470-c270f616fa57 None None] For port 2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf,segment=NetworkSegment(ddb484b8-cf35-4fcd-b21c-9bbe30197292),segment_id=ddb484b8-cf35-4fcd-b21c-9bbe30197292)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:17.288986 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b2ebbd02-0493-413c-9470-c270f616fa57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:17.306463 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b2ebbd02-0493-413c-9470-c270f616fa57 None None] Calling delete_port for 2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:17.311889 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a1714ed6-7601-48e7-bd40-653a5ddb3cc8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:17.337929 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-172f6ca7-ea5e-425e-9d30-033436bee108 None None] For port c03599e6-07df-4ce6-80f2-32ce7d0b02cb, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c03599e6-07df-4ce6-80f2-32ce7d0b02cb,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:14:17.344288 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:17.368134 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:17.375529 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "DELETE /v2.0/networks/60bf0d01-a5ac-43f9-aea4-058a868d4bc0 HTTP/1.1" status: 204 len: 168 time: 1.0743718 Nov 12 20:14:17.375638 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44592) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:17.401105 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-172f6ca7-ea5e-425e-9d30-033436bee108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:17.443788 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a1714ed6-7601-48e7-bd40-653a5ddb3cc8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:17.483147 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f6ca7-ea5e-425e-9d30-033436bee108 None None] Pushing event updated for resources: {'Port': ['ID=c03599e6-07df-4ce6-80f2-32ce7d0b02cb,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:17.517322 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a79e0a54-3ae2-421c-b83c-569ea8f4c351 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:17.535725 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event deleted for resources: {'Network': ['ID=60bf0d01-a5ac-43f9-aea4-058a868d4bc0,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:17.577035 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b2ebbd02-0493-413c-9470-c270f616fa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:17.579820 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:17.581540 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:17.582173 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:17.582652 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:17.583642 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:17.584192 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:17.584641 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:17.585161 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:17.585578 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:17.586029 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:17.586530 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:17.586847 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae6abde-4979-41dc-9c5b-5805cb8b696b tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:17.624978 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-a79e0a54-3ae2-421c-b83c-569ea8f4c351 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Deleting port 2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:17.626024 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a79e0a54-3ae2-421c-b83c-569ea8f4c351 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:17.630812 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebbd02-0493-413c-9470-c270f616fa57 None None] Pushing event deleted for resources: {'Port': ['ID=2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:17.652557 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a1714ed6-7601-48e7-bd40-653a5ddb3cc8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:17.658085 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ebbd02-0493-413c-9470-c270f616fa57 None None] No DVR routers for this DVR port 2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:14:17.675326 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a1714ed6-7601-48e7-bd40-653a5ddb3cc8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:17.679105 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a1714ed6-7601-48e7-bd40-653a5ddb3cc8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/5cf5b8d8-c397-401c-b9e7-5637f0f415b6 HTTP/1.1" status: 204 len: 168 time: 0.6158493 Nov 12 20:14:17.686512 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44618) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:17.743528 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-a79e0a54-3ae2-421c-b83c-569ea8f4c351 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] For port 2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf, host n-d-712140-15, got binding levels [] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:17.743905 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a79e0a54-3ae2-421c-b83c-569ea8f4c351 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:17.755396 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1714ed6-7601-48e7-bd40-653a5ddb3cc8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=5cf5b8d8-c397-401c-b9e7-5637f0f415b6,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:17.761449 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-073a9ff4-54da-41f7-a7ab-49d2a8ea4296 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548916 Nov 12 20:14:17.763488 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44626) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:17.771235 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-a79e0a54-3ae2-421c-b83c-569ea8f4c351 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Calling delete_port for 2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:17.774185 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.ipam_backend_mixin [None req-a79e0a54-3ae2-421c-b83c-569ea8f4c351 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Port 2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf was not found and therefore no delete operation was performed {{(pid=102447) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 20:14:17.775579 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a79e0a54-3ae2-421c-b83c-569ea8f4c351 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:17.857330 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e0a54-3ae2-421c-b83c-569ea8f4c351 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event deleted for resources: {'Port': ['ID=2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:17.865247 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79e0a54-3ae2-421c-b83c-569ea8f4c351 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] No DVR routers for this DVR port 2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:14:17.913474 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ab2918-1cda-468c-9f68-ae1e65ab9941 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:17.914987 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a6ab2918-1cda-468c-9f68-ae1e65ab9941 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1326692 Nov 12 20:14:17.917578 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44630) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:17.998900 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a79e0a54-3ae2-421c-b83c-569ea8f4c351 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:18.021530 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bc2702-7369-4c32-90bf-8f771623e44a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:18.025638 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c0bc2702-7369-4c32-90bf-8f771623e44a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1039982 Nov 12 20:14:18.025951 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44636) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:18.037750 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-a79e0a54-3ae2-421c-b83c-569ea8f4c351 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b061d0a-83a0-4547-b01e-0f9ed0607384']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:18.062361 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-a79e0a54-3ae2-421c-b83c-569ea8f4c351 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb484b8-cf35-4fcd-b21c-9bbe30197292') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:18.062809 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-a79e0a54-3ae2-421c-b83c-569ea8f4c351 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb484b8-cf35-4fcd-b21c-9bbe30197292') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:18.084480 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a79e0a54-3ae2-421c-b83c-569ea8f4c351 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:18.100660 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-55f39717-1ead-4506-91b3-a9b08967977d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735464 Nov 12 20:14:18.107159 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44638) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:18.117055 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-7a334ce3-5a73-46f0-9edd-9ba51567899f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:18.117280 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a79e0a54-3ae2-421c-b83c-569ea8f4c351 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:18.128648 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79e0a54-3ae2-421c-b83c-569ea8f4c351 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:14:18.129783 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a79e0a54-3ae2-421c-b83c-569ea8f4c351 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:14:18.133658 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:14:18.223081 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a79e0a54-3ae2-421c-b83c-569ea8f4c351 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:18.249221 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a334ce3-5a73-46f0-9edd-9ba51567899f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:18.253643 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a334ce3-5a73-46f0-9edd-9ba51567899f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:18.255770 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a79e0a54-3ae2-421c-b83c-569ea8f4c351 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:18.262527 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a79e0a54-3ae2-421c-b83c-569ea8f4c351 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] 10.222.0.48 "DELETE /v2.0/networks/7b061d0a-83a0-4547-b01e-0f9ed0607384 HTTP/1.1" status: 204 len: 168 time: 0.8825371 Nov 12 20:14:18.278240 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e0a54-3ae2-421c-b83c-569ea8f4c351 tempest-TaggedBootDevicesTest-1890448407 tempest-TaggedBootDevicesTest-1890448407-project] Pushing event deleted for resources: {'Network': ['ID=7b061d0a-83a0-4547-b01e-0f9ed0607384,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:18.484541 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c03599e6-07df-4ce6-80f2-32ce7d0b02cb up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:14:18.596624 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port c03599e6-07df-4ce6-80f2-32ce7d0b02cb triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:18.597085 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:18.694685 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44670) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:18.795749 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:18.842533 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port c03599e6-07df-4ce6-80f2-32ce7d0b02cb, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c03599e6-07df-4ce6-80f2-32ce7d0b02cb,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:18.850928 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:18.894437 n-d-712140-15 neutron-server[102448]: DEBUG neutron.objects.ports [None req-7a334ce3-5a73-46f0-9edd-9ba51567899f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 20:14:18.973699 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:14:19.003555 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:14:19.004123 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2918e8ef-5971-4f61-bcd7-49e0b1fbcbbf not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:14:19.009292 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=c03599e6-07df-4ce6-80f2-32ce7d0b02cb,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:19.138570 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-71ce0935-cc49-4144-92a3-5b925dada79d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:19.175831 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13936ecc-9c60-4021-b938-70113f0cb61b None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:19.249175 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a334ce3-5a73-46f0-9edd-9ba51567899f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:19.274027 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-71ce0935-cc49-4144-92a3-5b925dada79d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:19.284641 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-71ce0935-cc49-4144-92a3-5b925dada79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:19.301948 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b45d4881-74f2-4a50-a302-53390be14d4e None None] Provisioning complete for port c03599e6-07df-4ce6-80f2-32ce7d0b02cb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:19.302529 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b45d4881-74f2-4a50-a302-53390be14d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:19.314954 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce0935-cc49-4144-92a3-5b925dada79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3caf65de-5806-4e89-97b3-9527c85ce7cb,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:19.355229 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-71ce0935-cc49-4144-92a3-5b925dada79d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c41835f25e344a5ebb2c08f1ed2ee56d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6574137 Nov 12 20:14:19.355569 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44692) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:19.509972 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1f5a5a4e-fefc-464b-9912-cf03e6b81dbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:19.561907 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1f5a5a4e-fefc-464b-9912-cf03e6b81dbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:19.577830 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-7a334ce3-5a73-46f0-9edd-9ba51567899f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] For port c03599e6-07df-4ce6-80f2-32ce7d0b02cb, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c03599e6-07df-4ce6-80f2-32ce7d0b02cb,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:19.632675 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a334ce3-5a73-46f0-9edd-9ba51567899f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:19.638799 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a334ce3-5a73-46f0-9edd-9ba51567899f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:19.639861 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a334ce3-5a73-46f0-9edd-9ba51567899f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:19.707492 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1f5a5a4e-fefc-464b-9912-cf03e6b81dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:19.710328 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1f5a5a4e-fefc-464b-9912-cf03e6b81dbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:19.711628 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1f5a5a4e-fefc-464b-9912-cf03e6b81dbd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3caf65de-5806-4e89-97b3-9527c85ce7cb HTTP/1.1" status: 204 len: 168 time: 0.3547580 Nov 12 20:14:19.726077 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a334ce3-5a73-46f0-9edd-9ba51567899f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:19.733585 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-7a334ce3-5a73-46f0-9edd-9ba51567899f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:19.737397 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a334ce3-5a73-46f0-9edd-9ba51567899f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:19.738198 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a334ce3-5a73-46f0-9edd-9ba51567899f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:19.777417 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a5a4e-fefc-464b-9912-cf03e6b81dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3caf65de-5806-4e89-97b3-9527c85ce7cb,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:19.853287 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2810432b-ca54-4196-a6d1-fa147b23bb7a None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:19.859137 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7a334ce3-5a73-46f0-9edd-9ba51567899f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7501228 Nov 12 20:14:19.863103 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44708) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:19.870956 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-4719b1bf-874e-41b4-948b-3fe20616d248 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'port': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'mac_address': 'fa:16:3e:12:82:6c', 'name': 'tempest-NetworksTestDHCPv6-365998172'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:19.883315 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a334ce3-5a73-46f0-9edd-9ba51567899f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=68479c45-b64e-4c3a-a382-af3137bb0a3e,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:19.893850 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a334ce3-5a73-46f0-9edd-9ba51567899f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Port': ['ID=c03599e6-07df-4ce6-80f2-32ce7d0b02cb,revision_number=6']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:19.922097 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-3eadaad5-f582-4da5-a92b-1cc44fbb6607 None None] Provisioning complete for port c03599e6-07df-4ce6-80f2-32ce7d0b02cb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:19.922474 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3eadaad5-f582-4da5-a92b-1cc44fbb6607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:19.993900 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1e5d7340-cd8b-4d53-b5b5-670dd24785be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:20.128321 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4719b1bf-874e-41b4-948b-3fe20616d248 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:20.162915 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:20.259741 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4719b1bf-874e-41b4-948b-3fe20616d248 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:20.290603 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-4719b1bf-874e-41b4-948b-3fe20616d248 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] device_id is not set on port 3fa992d4-3b0f-4823-85dd-e2ba2630e042 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:14:20.395673 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c03599e6-07df-4ce6-80f2-32ce7d0b02cb up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:14:20.499904 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port c03599e6-07df-4ce6-80f2-32ce7d0b02cb triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:20.501247 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-4719b1bf-874e-41b4-948b-3fe20616d248 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 2001:db8::f816:3eff:fe12:826c (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/68479c45-b64e-4c3a-a382-af3137bb0a3e/3fa992d4-3b0f-4823-85dd-e2ba2630e042) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:20.501702 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:20.669583 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-15a79362-1a20-4d3e-8d8d-f72d2aeea2f1 None None] Provisioning complete for port c03599e6-07df-4ce6-80f2-32ce7d0b02cb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:20.669976 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-15a79362-1a20-4d3e-8d8d-f72d2aeea2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:20.781581 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4719b1bf-874e-41b4-948b-3fe20616d248 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:20.829691 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4719b1bf-874e-41b4-948b-3fe20616d248 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:20.908093 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719b1bf-874e-41b4-948b-3fe20616d248 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Port': ['ID=3fa992d4-3b0f-4823-85dd-e2ba2630e042,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:20.927324 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b2a3e0df-26d7-40f0-9572-6d1da1dce11a None None] Could not find standard attr ID for object 7626b8be-b2f5-4fde-9dc5-bb249fec0daf. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:14:20.944790 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4719b1bf-874e-41b4-948b-3fe20616d248 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:20.946428 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-4719b1bf-874e-41b4-948b-3fe20616d248 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:20.949686 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4719b1bf-874e-41b4-948b-3fe20616d248 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:14:20.956954 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4719b1bf-874e-41b4-948b-3fe20616d248 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:20.957546 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4719b1bf-874e-41b4-948b-3fe20616d248 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:20.986587 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4719b1bf-874e-41b4-948b-3fe20616d248 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1193471 Nov 12 20:14:20.987476 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44740) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:21.053535 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfa4df1-66ab-4935-a377-442d21ed705a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:21.061126 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfa4df1-66ab-4935-a377-442d21ed705a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:21.067901 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8dfa4df1-66ab-4935-a377-442d21ed705a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0786021 Nov 12 20:14:21.070615 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44742) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:21.229102 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-145c572d-eb86-4946-a064-33ea3728cdc3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting port 3fa992d4-3b0f-4823-85dd-e2ba2630e042 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:21.229819 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-145c572d-eb86-4946-a064-33ea3728cdc3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:21.381839 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-145c572d-eb86-4946-a064-33ea3728cdc3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:21.412027 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-145c572d-eb86-4946-a064-33ea3728cdc3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Calling delete_port for 3fa992d4-3b0f-4823-85dd-e2ba2630e042 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:21.568976 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0cfc3172-de8b-4b68-9bf8-c752da3bb1c9 None None] Provisioning complete for port 3fa992d4-3b0f-4823-85dd-e2ba2630e042 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:21.569667 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0cfc3172-de8b-4b68-9bf8-c752da3bb1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:21.615602 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0cfc3172-de8b-4b68-9bf8-c752da3bb1c9 None None] Port 3fa992d4-3b0f-4823-85dd-e2ba2630e042 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:14:21.674372 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-145c572d-eb86-4946-a064-33ea3728cdc3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:21.706338 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c572d-eb86-4946-a064-33ea3728cdc3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Port': ['ID=3fa992d4-3b0f-4823-85dd-e2ba2630e042,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:21.750253 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-145c572d-eb86-4946-a064-33ea3728cdc3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:21.756932 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-145c572d-eb86-4946-a064-33ea3728cdc3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/3fa992d4-3b0f-4823-85dd-e2ba2630e042 HTTP/1.1" status: 204 len: 168 time: 0.6850531 Nov 12 20:14:21.759424 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44784) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:21.843709 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89940e8-359d-4907-a1fd-726fc8a2c386 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:21.845480 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89940e8-359d-4907-a1fd-726fc8a2c386 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:21.847134 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c89940e8-359d-4907-a1fd-726fc8a2c386 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0867574 Nov 12 20:14:21.849861 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44796) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:21.918527 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-53071556-6631-478e-ba3e-1c7f30f32485 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet 68479c45-b64e-4c3a-a382-af3137bb0a3e {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:14:21.921898 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-53071556-6631-478e-ba3e-1c7f30f32485 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:21.980070 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-53071556-6631-478e-ba3e-1c7f30f32485 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:22.176531 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-53071556-6631-478e-ba3e-1c7f30f32485 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:22.240855 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a5a0d5ad-1fcf-402b-a0a3-320975b29615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:22.254617 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-53071556-6631-478e-ba3e-1c7f30f32485 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:22.286773 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b31de98-ed9a-413d-ad66-263f41965835 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:22.296384 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-53071556-6631-478e-ba3e-1c7f30f32485 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:22.302184 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-53071556-6631-478e-ba3e-1c7f30f32485 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/68479c45-b64e-4c3a-a382-af3137bb0a3e HTTP/1.1" status: 204 len: 168 time: 0.4513040 Nov 12 20:14:22.303692 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53071556-6631-478e-ba3e-1c7f30f32485 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=68479c45-b64e-4c3a-a382-af3137bb0a3e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:22.304639 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44850) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:22.359101 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-49886ad8-97ac-453e-8c82-8b9a928b3488 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532992 Nov 12 20:14:22.363293 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44860) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:22.370394 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-8aca3081-acbb-4807-9034-6cd60a7aafe9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:22.613433 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aca3081-acbb-4807-9034-6cd60a7aafe9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:22.617083 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8aca3081-acbb-4807-9034-6cd60a7aafe9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:22.729899 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51192969-61ca-4aaa-99f3-3ac215daffc4 None None] DHCP port deletion for 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:14:22.967135 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-51192969-61ca-4aaa-99f3-3ac215daffc4 None None] Deleting port c03599e6-07df-4ce6-80f2-32ce7d0b02cb {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:22.967905 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-51192969-61ca-4aaa-99f3-3ac215daffc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:23.005013 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44882) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:23.066331 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-51192969-61ca-4aaa-99f3-3ac215daffc4 None None] For port c03599e6-07df-4ce6-80f2-32ce7d0b02cb, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c03599e6-07df-4ce6-80f2-32ce7d0b02cb,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:23.066729 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-51192969-61ca-4aaa-99f3-3ac215daffc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:23.086712 n-d-712140-15 neutron-server[102447]: DEBUG neutron.objects.ports [None req-8aca3081-acbb-4807-9034-6cd60a7aafe9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102447) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 20:14:23.087330 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-51192969-61ca-4aaa-99f3-3ac215daffc4 None None] Calling delete_port for c03599e6-07df-4ce6-80f2-32ce7d0b02cb owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:23.281621 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-51192969-61ca-4aaa-99f3-3ac215daffc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:23.348220 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.ipam_pluggable_backend [None req-8aca3081-acbb-4807-9034-6cd60a7aafe9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Port c03599e6-07df-4ce6-80f2-32ce7d0b02cb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102447) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 20:14:23.348678 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.ipam_pluggable_backend [None req-8aca3081-acbb-4807-9034-6cd60a7aafe9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0f:f630 {{(pid=102447) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 20:14:23.355770 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.ipam_pluggable_backend [None req-8aca3081-acbb-4807-9034-6cd60a7aafe9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0f:f630 {{(pid=102447) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 20:14:23.357234 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8aca3081-acbb-4807-9034-6cd60a7aafe9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:23.366001 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51192969-61ca-4aaa-99f3-3ac215daffc4 None None] Pushing event deleted for resources: {'Port': ['ID=c03599e6-07df-4ce6-80f2-32ce7d0b02cb,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:23.381665 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51192969-61ca-4aaa-99f3-3ac215daffc4 None None] No DVR routers for this DVR port c03599e6-07df-4ce6-80f2-32ce7d0b02cb on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:14:23.447389 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be62bae5-fcba-40e8-ac3c-7fbd0d2c161d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:23.460004 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aca3081-acbb-4807-9034-6cd60a7aafe9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:23.469330 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-8aca3081-acbb-4807-9034-6cd60a7aafe9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:23.487307 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aca3081-acbb-4807-9034-6cd60a7aafe9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:23.489262 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8aca3081-acbb-4807-9034-6cd60a7aafe9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:23.491462 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09955e04-f8c7-4f70-b1c1-09dd70110b1f None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:23.532570 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca3081-acbb-4807-9034-6cd60a7aafe9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=215c628b-5909-43ab-abbb-4d29e7f292ef,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:23.543636 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8aca3081-acbb-4807-9034-6cd60a7aafe9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1792538 Nov 12 20:14:23.552686 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44900) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:23.561929 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a75b74e5-161a-4d57-bd90-fad6c7886991 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'port': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'mac_address': 'fa:16:3e:5f:ba:51', 'name': 'tempest-NetworksTestDHCPv6-713441323'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:23.680162 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be62bae5-fcba-40e8-ac3c-7fbd0d2c161d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:23.687460 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be62bae5-fcba-40e8-ac3c-7fbd0d2c161d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:23.746182 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-be62bae5-fcba-40e8-ac3c-7fbd0d2c161d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a27f00d657044a059e97c0d1cc983cf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7397590 Nov 12 20:14:23.748837 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44908) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:23.754549 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:23.759440 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62bae5-fcba-40e8-ac3c-7fbd0d2c161d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac73877a-9638-4e13-8b34-a1da5d5d3a26,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:23.774131 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75b74e5-161a-4d57-bd90-fad6c7886991 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:23.778701 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a75b74e5-161a-4d57-bd90-fad6c7886991 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:23.821875 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9342979f-c49a-41e2-b8f3-6c6489f9155f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:23.845839 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-a75b74e5-161a-4d57-bd90-fad6c7886991 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] device_id is not set on port e45e6f41-f86a-42be-aa9a-e70c6e2235a6 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:14:23.854246 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9342979f-c49a-41e2-b8f3-6c6489f9155f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:23.880359 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:23.888417 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934fb9cd-ef45-4c07-8f31-dcfe030f7ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'fixed_ips': [{'subnet_id': '215c628b-5909-43ab-abbb-4d29e7f292ef'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:14:23.889990 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-934fb9cd-ef45-4c07-8f31-dcfe030f7ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:23.933080 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9342979f-c49a-41e2-b8f3-6c6489f9155f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:23.941370 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9342979f-c49a-41e2-b8f3-6c6489f9155f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:23.944611 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9342979f-c49a-41e2-b8f3-6c6489f9155f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac73877a-9638-4e13-8b34-a1da5d5d3a26 HTTP/1.1" status: 204 len: 168 time: 0.1942654 Nov 12 20:14:23.962875 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342979f-c49a-41e2-b8f3-6c6489f9155f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac73877a-9638-4e13-8b34-a1da5d5d3a26,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:24.124724 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-a75b74e5-161a-4d57-bd90-fad6c7886991 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 2001:db8::f816:3eff:fe5f:ba51 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/215c628b-5909-43ab-abbb-4d29e7f292ef/e45e6f41-f86a-42be-aa9a-e70c6e2235a6) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:24.394304 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c03599e6-07df-4ce6-80f2-32ce7d0b02cb no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:14:24.428608 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a75b74e5-161a-4d57-bd90-fad6c7886991 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:24.433188 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: c03599e6-07df-4ce6-80f2-32ce7d0b02cb {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:14:24.433831 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c03599e6-07df-4ce6-80f2-32ce7d0b02cb not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:14:24.482646 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a75b74e5-161a-4d57-bd90-fad6c7886991 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:24.568795 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-934fb9cd-ef45-4c07-8f31-dcfe030f7ca2 None None] Allocated IP 2001:db8::f816:3eff:fe92:1187 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/215c628b-5909-43ab-abbb-4d29e7f292ef/d3daddd6-62f3-48ef-b22f-9e6d316880df) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:24.647843 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75b74e5-161a-4d57-bd90-fad6c7886991 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:24.660217 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-a75b74e5-161a-4d57-bd90-fad6c7886991 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:24.669926 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75b74e5-161a-4d57-bd90-fad6c7886991 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:14:24.682147 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75b74e5-161a-4d57-bd90-fad6c7886991 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:24.682887 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a75b74e5-161a-4d57-bd90-fad6c7886991 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:24.692533 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b74e5-161a-4d57-bd90-fad6c7886991 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Port': ['ID=e45e6f41-f86a-42be-aa9a-e70c6e2235a6,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:24.713112 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a75b74e5-161a-4d57-bd90-fad6c7886991 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1568670 Nov 12 20:14:24.715716 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44938) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:24.794451 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d9ee6a-39ab-4685-b755-66b4cff9a4a4 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:24.798950 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-77d9ee6a-39ab-4685-b755-66b4cff9a4a4 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0790188 Nov 12 20:14:24.799678 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44940) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:24.904301 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-f9f2d4a4-3d23-4002-8fc3-40f0e63d3c2d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting port e45e6f41-f86a-42be-aa9a-e70c6e2235a6 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:24.904658 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f9f2d4a4-3d23-4002-8fc3-40f0e63d3c2d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:24.945652 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-934fb9cd-ef45-4c07-8f31-dcfe030f7ca2 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:24.956150 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-934fb9cd-ef45-4c07-8f31-dcfe030f7ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:25.047965 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934fb9cd-ef45-4c07-8f31-dcfe030f7ca2 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:25.057287 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-934fb9cd-ef45-4c07-8f31-dcfe030f7ca2 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:25.076791 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934fb9cd-ef45-4c07-8f31-dcfe030f7ca2 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:14:25.094857 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f9f2d4a4-3d23-4002-8fc3-40f0e63d3c2d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:25.109406 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-f9f2d4a4-3d23-4002-8fc3-40f0e63d3c2d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Calling delete_port for e45e6f41-f86a-42be-aa9a-e70c6e2235a6 owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:25.116375 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fb9cd-ef45-4c07-8f31-dcfe030f7ca2 None None] Pushing event updated for resources: {'Port': ['ID=d3daddd6-62f3-48ef-b22f-9e6d316880df,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:25.168112 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:25.226075 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-934fb9cd-ef45-4c07-8f31-dcfe030f7ca2 None None] Attempting to bind port d3daddd6-62f3-48ef-b22f-9e6d316880df on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:14:25.226646 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-934fb9cd-ef45-4c07-8f31-dcfe030f7ca2 None None] Attempting to bind port d3daddd6-62f3-48ef-b22f-9e6d316880df by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:14:25.227110 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934fb9cd-ef45-4c07-8f31-dcfe030f7ca2 None None] Attempting to bind port d3daddd6-62f3-48ef-b22f-9e6d316880df on network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:14:25.233525 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934fb9cd-ef45-4c07-8f31-dcfe030f7ca2 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:14:25.234057 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934fb9cd-ef45-4c07-8f31-dcfe030f7ca2 None None] Checking segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:14:25.234728 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-934fb9cd-ef45-4c07-8f31-dcfe030f7ca2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:25.235241 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934fb9cd-ef45-4c07-8f31-dcfe030f7ca2 None None] Bound using segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:14:25.235851 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-934fb9cd-ef45-4c07-8f31-dcfe030f7ca2 None None] Bound port: d3daddd6-62f3-48ef-b22f-9e6d316880df, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:14:25.237505 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-934fb9cd-ef45-4c07-8f31-dcfe030f7ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:25.322359 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f9f2d4a4-3d23-4002-8fc3-40f0e63d3c2d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:25.341176 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-934fb9cd-ef45-4c07-8f31-dcfe030f7ca2 None None] For port d3daddd6-62f3-48ef-b22f-9e6d316880df, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:14:25.345990 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-934fb9cd-ef45-4c07-8f31-dcfe030f7ca2 None None] For port d3daddd6-62f3-48ef-b22f-9e6d316880df, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d3daddd6-62f3-48ef-b22f-9e6d316880df,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:14:25.352800 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-934fb9cd-ef45-4c07-8f31-dcfe030f7ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:25.384947 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2d4a4-3d23-4002-8fc3-40f0e63d3c2d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Port': ['ID=e45e6f41-f86a-42be-aa9a-e70c6e2235a6,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:25.423521 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f9f2d4a4-3d23-4002-8fc3-40f0e63d3c2d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:25.428048 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f9f2d4a4-3d23-4002-8fc3-40f0e63d3c2d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/e45e6f41-f86a-42be-aa9a-e70c6e2235a6 HTTP/1.1" status: 204 len: 168 time: 0.6256974 Nov 12 20:14:25.431839 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44964) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:25.523759 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fb9cd-ef45-4c07-8f31-dcfe030f7ca2 None None] Pushing event updated for resources: {'Port': ['ID=d3daddd6-62f3-48ef-b22f-9e6d316880df,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:25.589839 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e86137-37ba-4284-8ea4-96af98f08231 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:25.592047 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e86137-37ba-4284-8ea4-96af98f08231 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:25.593885 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f5e86137-37ba-4284-8ea4-96af98f08231 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1602883 Nov 12 20:14:25.597248 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44976) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:25.667553 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-87089d61-3c81-494d-8e54-4b3f068db4ad tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet 215c628b-5909-43ab-abbb-4d29e7f292ef {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:14:25.672050 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-87089d61-3c81-494d-8e54-4b3f068db4ad tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:25.739394 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-87089d61-3c81-494d-8e54-4b3f068db4ad tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:25.930932 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:25.985134 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-87089d61-3c81-494d-8e54-4b3f068db4ad tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:26.059105 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-87089d61-3c81-494d-8e54-4b3f068db4ad tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:26.090356 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87089d61-3c81-494d-8e54-4b3f068db4ad tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=215c628b-5909-43ab-abbb-4d29e7f292ef,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:26.097238 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-87089d61-3c81-494d-8e54-4b3f068db4ad tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:26.103592 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45004) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:26.103905 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-87089d61-3c81-494d-8e54-4b3f068db4ad tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/215c628b-5909-43ab-abbb-4d29e7f292ef HTTP/1.1" status: 204 len: 168 time: 0.5049496 Nov 12 20:14:26.160912 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-91ccd13b-1666-4e1b-83d9-65dc49c1859d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538421 Nov 12 20:14:26.163563 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45012) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:26.235263 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b337e5de-33f8-400d-918f-6ac93d6cccd0 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:26.239427 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b337e5de-33f8-400d-918f-6ac93d6cccd0 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0723159 Nov 12 20:14:26.239864 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45022) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:26.323062 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced5ea8c-d8ff-4951-bdf7-33e56b4b36ef tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:26.325090 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ced5ea8c-d8ff-4951-bdf7-33e56b4b36ef tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0828145 Nov 12 20:14:26.327562 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45034) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:26.409681 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-eb1145e1-6a60-4cd0-a39d-e7d3638e6cb3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0771482 Nov 12 20:14:26.411071 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45040) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:26.417371 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a13db73f-4060-4cc1-8809-b24275ea9695 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:26.426009 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d3daddd6-62f3-48ef-b22f-9e6d316880df up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:14:26.549712 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13db73f-4060-4cc1-8809-b24275ea9695 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:26.560993 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a13db73f-4060-4cc1-8809-b24275ea9695 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:26.631658 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port d3daddd6-62f3-48ef-b22f-9e6d316880df triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:26.632692 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:26.867464 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:26.963974 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port d3daddd6-62f3-48ef-b22f-9e6d316880df, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d3daddd6-62f3-48ef-b22f-9e6d316880df,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:26.973557 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:27.004079 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45056) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:27.026808 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cf95e4-88c9-4da7-97e2-6d7b06221cc1 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:27.120116 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a3b04d80-076a-4319-b1c0-4471690c84ad None None] Provisioning complete for port d3daddd6-62f3-48ef-b22f-9e6d316880df triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:27.121079 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a3b04d80-076a-4319-b1c0-4471690c84ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:27.204962 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=d3daddd6-62f3-48ef-b22f-9e6d316880df,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:27.360218 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a13db73f-4060-4cc1-8809-b24275ea9695 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:27.380807 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-75a7c343-8930-4f84-a8fb-27c3725cc244 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:27.413812 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13db73f-4060-4cc1-8809-b24275ea9695 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:27.424773 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-a13db73f-4060-4cc1-8809-b24275ea9695 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:27.428933 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806b1f4a-1c3c-4813-99ac-0c2e57cb93e7 None None] DHCP port deletion for 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:14:27.453742 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13db73f-4060-4cc1-8809-b24275ea9695 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:27.454653 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a13db73f-4060-4cc1-8809-b24275ea9695 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:27.461212 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13db73f-4060-4cc1-8809-b24275ea9695 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=9fe19701-c5f1-4f41-ba40-d00274289813,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:27.495694 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45070) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:27.496370 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a13db73f-4060-4cc1-8809-b24275ea9695 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0841630 Nov 12 20:14:27.506565 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-591548d8-9d37-4c11-ba08-4ea469d14632 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'port': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'mac_address': 'fa:16:3e:e3:22:51', 'name': 'tempest-NetworksTestDHCPv6-1066172542'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:27.532030 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-75a7c343-8930-4f84-a8fb-27c3725cc244 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:27.535716 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-806b1f4a-1c3c-4813-99ac-0c2e57cb93e7 None None] Deleting port d3daddd6-62f3-48ef-b22f-9e6d316880df {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:27.536375 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-806b1f4a-1c3c-4813-99ac-0c2e57cb93e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:27.543541 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-75a7c343-8930-4f84-a8fb-27c3725cc244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:27.637600 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-75a7c343-8930-4f84-a8fb-27c3725cc244 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7c4a71bfc7a54517a31ef2db8f49866f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6285560 Nov 12 20:14:27.638439 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45076) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:27.646906 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7c343-8930-4f84-a8fb-27c3725cc244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be45b73-e2b9-4152-a58b-bf6417c2cfbf,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:27.653555 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-806b1f4a-1c3c-4813-99ac-0c2e57cb93e7 None None] For port d3daddd6-62f3-48ef-b22f-9e6d316880df, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d3daddd6-62f3-48ef-b22f-9e6d316880df,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:27.654549 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-806b1f4a-1c3c-4813-99ac-0c2e57cb93e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:27.685458 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-806b1f4a-1c3c-4813-99ac-0c2e57cb93e7 None None] Calling delete_port for d3daddd6-62f3-48ef-b22f-9e6d316880df owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:27.707573 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ef9fca92-871c-4ab8-bcea-26ce1dd46122 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:27.727868 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591548d8-9d37-4c11-ba08-4ea469d14632 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:27.750931 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ef9fca92-871c-4ab8-bcea-26ce1dd46122 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:27.839420 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ef9fca92-871c-4ab8-bcea-26ce1dd46122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:27.843870 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ef9fca92-871c-4ab8-bcea-26ce1dd46122 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:27.845285 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ef9fca92-871c-4ab8-bcea-26ce1dd46122 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0be45b73-e2b9-4152-a58b-bf6417c2cfbf HTTP/1.1" status: 204 len: 168 time: 0.2061121 Nov 12 20:14:27.849752 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-591548d8-9d37-4c11-ba08-4ea469d14632 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:27.857320 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9fca92-871c-4ab8-bcea-26ce1dd46122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be45b73-e2b9-4152-a58b-bf6417c2cfbf,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:27.888283 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-591548d8-9d37-4c11-ba08-4ea469d14632 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] device_id is not set on port 81e38258-ea9e-4d1d-af1d-b20b522caef8 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:14:27.905974 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-806b1f4a-1c3c-4813-99ac-0c2e57cb93e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:27.949010 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b1f4a-1c3c-4813-99ac-0c2e57cb93e7 None None] Pushing event deleted for resources: {'Port': ['ID=d3daddd6-62f3-48ef-b22f-9e6d316880df,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:27.951336 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806b1f4a-1c3c-4813-99ac-0c2e57cb93e7 None None] No DVR routers for this DVR port d3daddd6-62f3-48ef-b22f-9e6d316880df on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:14:27.978368 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9fb1f4-e03f-444b-86a3-23f38631cd57 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:28.098334 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-591548d8-9d37-4c11-ba08-4ea469d14632 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 2001:db8::177 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/9fe19701-c5f1-4f41-ba40-d00274289813/81e38258-ea9e-4d1d-af1d-b20b522caef8) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:28.252801 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:14:28.359840 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dfaa44-0de0-4cdc-b94c-5334457f26cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'fixed_ips': [{'subnet_id': '9fe19701-c5f1-4f41-ba40-d00274289813'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:14:28.362045 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d5dfaa44-0de0-4cdc-b94c-5334457f26cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:28.373138 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-591548d8-9d37-4c11-ba08-4ea469d14632 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:28.449099 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-591548d8-9d37-4c11-ba08-4ea469d14632 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:28.476584 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d3daddd6-62f3-48ef-b22f-9e6d316880df no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:14:28.508791 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: d3daddd6-62f3-48ef-b22f-9e6d316880df {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:14:28.509162 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d3daddd6-62f3-48ef-b22f-9e6d316880df not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:14:28.561011 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591548d8-9d37-4c11-ba08-4ea469d14632 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:28.575858 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-591548d8-9d37-4c11-ba08-4ea469d14632 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:28.586804 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-d5dfaa44-0de0-4cdc-b94c-5334457f26cb None None] Allocated IP 2001:db8::2 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/9fe19701-c5f1-4f41-ba40-d00274289813/8159b828-e0c4-4208-8b01-510868734618) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:28.598274 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591548d8-9d37-4c11-ba08-4ea469d14632 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Port': ['ID=81e38258-ea9e-4d1d-af1d-b20b522caef8,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:28.606318 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591548d8-9d37-4c11-ba08-4ea469d14632 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:14:28.623132 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591548d8-9d37-4c11-ba08-4ea469d14632 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:28.626147 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-591548d8-9d37-4c11-ba08-4ea469d14632 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:28.666948 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-591548d8-9d37-4c11-ba08-4ea469d14632 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1672986 Nov 12 20:14:28.671050 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45100) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:28.779871 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1b4f9a-7202-40df-b9fc-b5b3462d7399 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:28.781468 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1d1b4f9a-7202-40df-b9fc-b5b3462d7399 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1094475 Nov 12 20:14:28.785183 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45108) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:28.862259 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d5dfaa44-0de0-4cdc-b94c-5334457f26cb None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:28.880434 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d5dfaa44-0de0-4cdc-b94c-5334457f26cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:28.961477 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dfaa44-0de0-4cdc-b94c-5334457f26cb None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:28.964324 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-7a6e334f-494f-4fc5-a086-d81d5393c3b0 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting port 81e38258-ea9e-4d1d-af1d-b20b522caef8 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:28.964715 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a6e334f-494f-4fc5-a086-d81d5393c3b0 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:28.974224 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-d5dfaa44-0de0-4cdc-b94c-5334457f26cb None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:28.977857 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dfaa44-0de0-4cdc-b94c-5334457f26cb None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:14:29.066829 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfaa44-0de0-4cdc-b94c-5334457f26cb None None] Pushing event updated for resources: {'Port': ['ID=8159b828-e0c4-4208-8b01-510868734618,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:29.124650 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d5dfaa44-0de0-4cdc-b94c-5334457f26cb None None] Attempting to bind port 8159b828-e0c4-4208-8b01-510868734618 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:14:29.125018 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d5dfaa44-0de0-4cdc-b94c-5334457f26cb None None] Attempting to bind port 8159b828-e0c4-4208-8b01-510868734618 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:14:29.125428 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dfaa44-0de0-4cdc-b94c-5334457f26cb None None] Attempting to bind port 8159b828-e0c4-4208-8b01-510868734618 on network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:14:29.132290 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dfaa44-0de0-4cdc-b94c-5334457f26cb None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:14:29.132668 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dfaa44-0de0-4cdc-b94c-5334457f26cb None None] Checking segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:14:29.133069 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d5dfaa44-0de0-4cdc-b94c-5334457f26cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:29.133504 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dfaa44-0de0-4cdc-b94c-5334457f26cb None None] Bound using segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:14:29.134015 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d5dfaa44-0de0-4cdc-b94c-5334457f26cb None None] Bound port: 8159b828-e0c4-4208-8b01-510868734618, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:14:29.137356 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d5dfaa44-0de0-4cdc-b94c-5334457f26cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:29.141916 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a6e334f-494f-4fc5-a086-d81d5393c3b0 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:29.159676 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-7a6e334f-494f-4fc5-a086-d81d5393c3b0 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Calling delete_port for 81e38258-ea9e-4d1d-af1d-b20b522caef8 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:29.302166 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d5dfaa44-0de0-4cdc-b94c-5334457f26cb None None] For port 8159b828-e0c4-4208-8b01-510868734618, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:14:29.394159 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a6e334f-494f-4fc5-a086-d81d5393c3b0 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:29.395082 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d5dfaa44-0de0-4cdc-b94c-5334457f26cb None None] For port 8159b828-e0c4-4208-8b01-510868734618, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8159b828-e0c4-4208-8b01-510868734618,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:14:29.400352 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d5dfaa44-0de0-4cdc-b94c-5334457f26cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:29.466664 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e334f-494f-4fc5-a086-d81d5393c3b0 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Port': ['ID=81e38258-ea9e-4d1d-af1d-b20b522caef8,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:29.539756 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a6e334f-494f-4fc5-a086-d81d5393c3b0 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:29.547113 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45128) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:29.563209 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7a6e334f-494f-4fc5-a086-d81d5393c3b0 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/81e38258-ea9e-4d1d-af1d-b20b522caef8 HTTP/1.1" status: 204 len: 168 time: 0.7601964 Nov 12 20:14:29.568982 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfaa44-0de0-4cdc-b94c-5334457f26cb None None] Pushing event updated for resources: {'Port': ['ID=8159b828-e0c4-4208-8b01-510868734618,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:29.673165 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e41a25b-05ab-46a3-8fa4-ff2172875211 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:29.675532 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e41a25b-05ab-46a3-8fa4-ff2172875211 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:29.677206 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3e41a25b-05ab-46a3-8fa4-ff2172875211 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1289091 Nov 12 20:14:29.682836 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45136) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:29.768728 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-894cf109-09e0-43a6-b893-440bf15a0288 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet 9fe19701-c5f1-4f41-ba40-d00274289813 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:14:29.774065 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-894cf109-09e0-43a6-b893-440bf15a0288 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:29.890652 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-894cf109-09e0-43a6-b893-440bf15a0288 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:30.133817 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-894cf109-09e0-43a6-b893-440bf15a0288 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:30.246541 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-894cf109-09e0-43a6-b893-440bf15a0288 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:30.297697 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894cf109-09e0-43a6-b893-440bf15a0288 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe19701-c5f1-4f41-ba40-d00274289813,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:30.297697 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-894cf109-09e0-43a6-b893-440bf15a0288 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:30.303630 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-894cf109-09e0-43a6-b893-440bf15a0288 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/9fe19701-c5f1-4f41-ba40-d00274289813 HTTP/1.1" status: 204 len: 168 time: 0.6162155 Nov 12 20:14:30.304482 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45168) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:30.394363 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a5641925-1257-4da5-94bb-4d0a8ae1d996 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885124 Nov 12 20:14:30.397072 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45178) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:30.480672 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe179d6-8fdc-48ee-aa11-2f624949f8a9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:30.483046 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-dfe179d6-8fdc-48ee-aa11-2f624949f8a9 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0844367 Nov 12 20:14:30.486075 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45182) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:30.553796 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8159b828-e0c4-4208-8b01-510868734618 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:14:30.587811 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b61d5bc-401c-4d79-8d89-65f9365e2050 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:30.595075 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45188) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:30.596878 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1b61d5bc-401c-4d79-8d89-65f9365e2050 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1063223 Nov 12 20:14:30.679353 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 8159b828-e0c4-4208-8b01-510868734618 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:30.680047 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:30.712540 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45190) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:30.718148 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-85f1ffff-6c1e-4ed1-beac-73333e36a675 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:30.728459 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-29bf5cc8-6d7d-4c5d-aa2d-70fc7ea9f8c3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1287484 Nov 12 20:14:30.856152 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:30.921893 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 8159b828-e0c4-4208-8b01-510868734618, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8159b828-e0c4-4208-8b01-510868734618,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:30.926351 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:30.941445 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f1ffff-6c1e-4ed1-beac-73333e36a675 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:30.945517 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85f1ffff-6c1e-4ed1-beac-73333e36a675 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:31.012842 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=8159b828-e0c4-4208-8b01-510868734618,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:31.053579 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45200) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:31.141102 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675f270a-8afa-4275-9702-3b86a3440c22 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:31.254477 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-365229a4-e815-4869-aaaf-f05be87b823e None None] Provisioning complete for port 8159b828-e0c4-4208-8b01-510868734618 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:31.254835 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-365229a4-e815-4869-aaaf-f05be87b823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:31.384204 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f04701c-d128-446a-a338-db6d80ea68ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:31.449037 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d2663d-bf1e-46ba-b334-daa6e1b645cc None None] DHCP port deletion for 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:14:31.466753 n-d-712140-15 neutron-server[102447]: DEBUG neutron.objects.ports [None req-85f1ffff-6c1e-4ed1-beac-73333e36a675 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102447) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 20:14:31.529226 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-36d2663d-bf1e-46ba-b334-daa6e1b645cc None None] Deleting port 8159b828-e0c4-4208-8b01-510868734618 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:31.529626 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-36d2663d-bf1e-46ba-b334-daa6e1b645cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:31.576078 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f04701c-d128-446a-a338-db6d80ea68ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:31.586581 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f04701c-d128-446a-a338-db6d80ea68ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:31.634441 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-36d2663d-bf1e-46ba-b334-daa6e1b645cc None None] For port 8159b828-e0c4-4208-8b01-510868734618, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8159b828-e0c4-4208-8b01-510868734618,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:31.635035 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-36d2663d-bf1e-46ba-b334-daa6e1b645cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:31.651246 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-36d2663d-bf1e-46ba-b334-daa6e1b645cc None None] Calling delete_port for 8159b828-e0c4-4208-8b01-510868734618 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:31.656267 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7f04701c-d128-446a-a338-db6d80ea68ae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76760197edc5418ba00d567ced07151b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6015980 Nov 12 20:14:31.657965 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04701c-d128-446a-a338-db6d80ea68ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9ecc1a-d0ae-464f-8900-52985af9e6f6,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:31.660309 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45214) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:31.779293 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-36d2663d-bf1e-46ba-b334-daa6e1b645cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:31.785319 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85f1ffff-6c1e-4ed1-beac-73333e36a675 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:31.797887 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ef294992-1186-430e-b5bc-964a605e838a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:31.822062 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d2663d-bf1e-46ba-b334-daa6e1b645cc None None] No DVR routers for this DVR port 8159b828-e0c4-4208-8b01-510868734618 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:14:31.827306 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2663d-bf1e-46ba-b334-daa6e1b645cc None None] Pushing event deleted for resources: {'Port': ['ID=8159b828-e0c4-4208-8b01-510868734618,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:31.850124 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f1ffff-6c1e-4ed1-beac-73333e36a675 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Port 8159b828-e0c4-4208-8b01-510868734618 concurrently deleted while adding address for new subnet {'id': 'd26cabc7-1737-4d83-9617-2f71eb5ceb12', 'name': '', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac', 'standard_attr_id': 1935, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-12T20:14:31Z', 'updated_at': '2021-11-12T20:14:31Z', 'revision_number': 0, 'segment_id': None, 'project_id': '04f7e7cd85394ae2bd9d6c96e5dfc860'}. {{(pid=102447) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 12 20:14:31.850789 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85f1ffff-6c1e-4ed1-beac-73333e36a675 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:31.860514 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ef294992-1186-430e-b5bc-964a605e838a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:31.948548 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f1ffff-6c1e-4ed1-beac-73333e36a675 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:31.950565 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1ffff-6c1e-4ed1-beac-73333e36a675 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=d26cabc7-1737-4d83-9617-2f71eb5ceb12,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:31.953693 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-85f1ffff-6c1e-4ed1-beac-73333e36a675 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:31.957195 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f1ffff-6c1e-4ed1-beac-73333e36a675 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:31.957865 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85f1ffff-6c1e-4ed1-beac-73333e36a675 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:31.969742 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc5429c-1ae8-4e55-bae5-6262c854b6f6 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:31.978033 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-85f1ffff-6c1e-4ed1-beac-73333e36a675 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2643313 Nov 12 20:14:31.981834 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45224) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:32.001143 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-82540125-6949-4dd0-aa56-e91b54d75036 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:32.028585 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ef294992-1186-430e-b5bc-964a605e838a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:32.031163 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ef294992-1186-430e-b5bc-964a605e838a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:32.035664 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ef294992-1186-430e-b5bc-964a605e838a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b9ecc1a-d0ae-464f-8900-52985af9e6f6 HTTP/1.1" status: 204 len: 168 time: 0.3712192 Nov 12 20:14:32.048813 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef294992-1186-430e-b5bc-964a605e838a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9ecc1a-d0ae-464f-8900-52985af9e6f6,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:32.206772 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82540125-6949-4dd0-aa56-e91b54d75036 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:32.211758 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-82540125-6949-4dd0-aa56-e91b54d75036 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:32.347426 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae80e6ef-ce0e-4475-97d8-344c3bc9972e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'fixed_ips': [{'subnet_id': 'd26cabc7-1737-4d83-9617-2f71eb5ceb12'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:14:32.348750 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ae80e6ef-ce0e-4475-97d8-344c3bc9972e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:32.448455 n-d-712140-15 neutron-server[102447]: INFO neutron.db.ipam_backend_mixin [None req-82540125-6949-4dd0-aa56-e91b54d75036 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d26cabc7-1737-4d83-9617-2f71eb5ceb12 (CIDR: 2001:db8::/64) Nov 12 20:14:32.454987 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-82540125-6949-4dd0-aa56-e91b54d75036 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:14:32.456670 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82540125-6949-4dd0-aa56-e91b54d75036 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:14:32.464713 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8159b828-e0c4-4208-8b01-510868734618 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:14:32.491193 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-82540125-6949-4dd0-aa56-e91b54d75036 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5070436 Nov 12 20:14:32.494008 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45238) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:32.494564 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 8159b828-e0c4-4208-8b01-510868734618 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:14:32.494916 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8159b828-e0c4-4208-8b01-510868734618 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:14:32.515327 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-1277c997-8a83-4841-bac4-ca7c5f6052c3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:32.568879 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-ae80e6ef-ce0e-4475-97d8-344c3bc9972e None None] Allocated IP 2001:db8::f816:3eff:fe10:6bc2 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/d26cabc7-1737-4d83-9617-2f71eb5ceb12/5c541b27-bd2c-4143-8293-da4b86f2d8ed) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:32.737209 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ae80e6ef-ce0e-4475-97d8-344c3bc9972e None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:32.745243 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ae80e6ef-ce0e-4475-97d8-344c3bc9972e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:32.773257 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1277c997-8a83-4841-bac4-ca7c5f6052c3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:32.778393 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1277c997-8a83-4841-bac4-ca7c5f6052c3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:32.795626 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae80e6ef-ce0e-4475-97d8-344c3bc9972e None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:32.799143 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-ae80e6ef-ce0e-4475-97d8-344c3bc9972e None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:32.808074 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae80e6ef-ce0e-4475-97d8-344c3bc9972e None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:14:32.811360 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80e6ef-ce0e-4475-97d8-344c3bc9972e None None] Pushing event updated for resources: {'Port': ['ID=5c541b27-bd2c-4143-8293-da4b86f2d8ed,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:32.889267 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-ae80e6ef-ce0e-4475-97d8-344c3bc9972e None None] Attempting to bind port 5c541b27-bd2c-4143-8293-da4b86f2d8ed on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:14:32.889645 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-ae80e6ef-ce0e-4475-97d8-344c3bc9972e None None] Attempting to bind port 5c541b27-bd2c-4143-8293-da4b86f2d8ed by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:14:32.890007 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae80e6ef-ce0e-4475-97d8-344c3bc9972e None None] Attempting to bind port 5c541b27-bd2c-4143-8293-da4b86f2d8ed on network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:14:32.904888 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae80e6ef-ce0e-4475-97d8-344c3bc9972e None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:14:32.905384 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae80e6ef-ce0e-4475-97d8-344c3bc9972e None None] Checking segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:14:32.905795 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ae80e6ef-ce0e-4475-97d8-344c3bc9972e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:32.906191 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae80e6ef-ce0e-4475-97d8-344c3bc9972e None None] Bound using segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:14:32.906690 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-ae80e6ef-ce0e-4475-97d8-344c3bc9972e None None] Bound port: 5c541b27-bd2c-4143-8293-da4b86f2d8ed, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:14:32.907126 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ae80e6ef-ce0e-4475-97d8-344c3bc9972e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:32.988222 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ae80e6ef-ce0e-4475-97d8-344c3bc9972e None None] For port 5c541b27-bd2c-4143-8293-da4b86f2d8ed, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:14:32.992071 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ae80e6ef-ce0e-4475-97d8-344c3bc9972e None None] For port 5c541b27-bd2c-4143-8293-da4b86f2d8ed, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=5c541b27-bd2c-4143-8293-da4b86f2d8ed,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:14:33.000874 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ae80e6ef-ce0e-4475-97d8-344c3bc9972e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:33.081844 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80e6ef-ce0e-4475-97d8-344c3bc9972e None None] Pushing event updated for resources: {'Port': ['ID=5c541b27-bd2c-4143-8293-da4b86f2d8ed,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:33.210538 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1277c997-8a83-4841-bac4-ca7c5f6052c3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:33.285776 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277c997-8a83-4841-bac4-ca7c5f6052c3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=396dd8a1-e8c0-48ee-af23-3c876e3738f9,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:33.289510 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1277c997-8a83-4841-bac4-ca7c5f6052c3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:33.291461 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-1277c997-8a83-4841-bac4-ca7c5f6052c3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:33.294033 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1277c997-8a83-4841-bac4-ca7c5f6052c3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:33.294633 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1277c997-8a83-4841-bac4-ca7c5f6052c3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:33.316943 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1277c997-8a83-4841-bac4-ca7c5f6052c3 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8174045 Nov 12 20:14:33.319732 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45272) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:33.327457 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-3652550e-e1a0-462a-ae2f-1bf16242f48b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'port': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'mac_address': 'fa:16:3e:98:88:d9', 'name': 'tempest-NetworksTestDHCPv6-1786778249'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:33.530269 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3652550e-e1a0-462a-ae2f-1bf16242f48b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:33.638774 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3652550e-e1a0-462a-ae2f-1bf16242f48b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:33.669801 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-3652550e-e1a0-462a-ae2f-1bf16242f48b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] device_id is not set on port df218068-5020-4780-bb08-313ec7d7470e yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:14:33.897110 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-3652550e-e1a0-462a-ae2f-1bf16242f48b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 2001:db8:0:1::128 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/396dd8a1-e8c0-48ee-af23-3c876e3738f9/df218068-5020-4780-bb08-313ec7d7470e) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:33.903472 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-3652550e-e1a0-462a-ae2f-1bf16242f48b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 2001:db8::f816:3eff:fe98:88d9 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/d26cabc7-1737-4d83-9617-2f71eb5ceb12/df218068-5020-4780-bb08-313ec7d7470e) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:34.092148 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3652550e-e1a0-462a-ae2f-1bf16242f48b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:34.154409 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3652550e-e1a0-462a-ae2f-1bf16242f48b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:34.196937 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3652550e-e1a0-462a-ae2f-1bf16242f48b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:34.199912 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-3652550e-e1a0-462a-ae2f-1bf16242f48b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:34.204256 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3652550e-e1a0-462a-ae2f-1bf16242f48b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:14:34.210715 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3652550e-e1a0-462a-ae2f-1bf16242f48b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:34.211405 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3652550e-e1a0-462a-ae2f-1bf16242f48b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:34.236729 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652550e-e1a0-462a-ae2f-1bf16242f48b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Port': ['ID=df218068-5020-4780-bb08-313ec7d7470e,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:34.250882 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45300) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:34.251383 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3652550e-e1a0-462a-ae2f-1bf16242f48b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9305120 Nov 12 20:14:34.317087 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45304) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:34.443658 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 5c541b27-bd2c-4143-8293-da4b86f2d8ed up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:14:34.492122 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-4c818a12-13f9-43c0-95c7-a793f6ca9c35 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting port df218068-5020-4780-bb08-313ec7d7470e {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:34.492615 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4c818a12-13f9-43c0-95c7-a793f6ca9c35 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:34.548942 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 5c541b27-bd2c-4143-8293-da4b86f2d8ed triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:34.549431 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:34.625438 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4c818a12-13f9-43c0-95c7-a793f6ca9c35 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:34.654539 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a336de21-4532-4f0e-b19b-7ffd72448309 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:34.683480 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-4c818a12-13f9-43c0-95c7-a793f6ca9c35 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Calling delete_port for df218068-5020-4780-bb08-313ec7d7470e owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:34.989230 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b0474c7e-6d0e-460a-80cf-4209e504c3b8 None None] Provisioning complete for port 5c541b27-bd2c-4143-8293-da4b86f2d8ed triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:34.990068 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b0474c7e-6d0e-460a-80cf-4209e504c3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:35.025522 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:35.073146 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4c818a12-13f9-43c0-95c7-a793f6ca9c35 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:35.091454 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 5c541b27-bd2c-4143-8293-da4b86f2d8ed, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=5c541b27-bd2c-4143-8293-da4b86f2d8ed,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:35.104122 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:35.140050 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c818a12-13f9-43c0-95c7-a793f6ca9c35 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Port': ['ID=df218068-5020-4780-bb08-313ec7d7470e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:35.223896 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4c818a12-13f9-43c0-95c7-a793f6ca9c35 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:35.227260 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4c818a12-13f9-43c0-95c7-a793f6ca9c35 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/df218068-5020-4780-bb08-313ec7d7470e HTTP/1.1" status: 204 len: 168 time: 0.9750926 Nov 12 20:14:35.229810 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45324) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:35.264920 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=5c541b27-bd2c-4143-8293-da4b86f2d8ed,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:35.324925 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67af68ac-845f-4c09-b1a3-c950553a6281 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:35.325515 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb44295-2b74-45d7-af82-bb1025e41e56 None None] Update dhcp port {'port': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'fixed_ips': [{'subnet_id': 'd26cabc7-1737-4d83-9617-2f71eb5ceb12', 'ip_address': '2001:db8::f816:3eff:fe10:6bc2'}, {'subnet_id': '396dd8a1-e8c0-48ee-af23-3c876e3738f9'}], 'binding:host_id': 'n-d-712140-15'}, 'id': '5c541b27-bd2c-4143-8293-da4b86f2d8ed'} from n-d-712140-15. {{(pid=102449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 20:14:35.326619 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-67af68ac-845f-4c09-b1a3-c950553a6281 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0958402 Nov 12 20:14:35.329173 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45328) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:35.402015 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cfb44295-2b74-45d7-af82-bb1025e41e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:35.409171 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959e968c-d9e6-4400-802d-64c46c310d85 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:35.414009 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-959e968c-d9e6-4400-802d-64c46c310d85 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0825727 Nov 12 20:14:35.414860 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45332) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:35.496605 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae64215-52fb-48de-95a3-b59cf2846e94 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:35.498107 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae64215-52fb-48de-95a3-b59cf2846e94 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:35.499771 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae64215-52fb-48de-95a3-b59cf2846e94 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:35.511750 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7ae64215-52fb-48de-95a3-b59cf2846e94 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0956216 Nov 12 20:14:35.518488 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45334) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:35.554682 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45338) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:35.618556 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed34396-3ce6-44b1-bf0a-2f5f8e8396b8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet 396dd8a1-e8c0-48ee-af23-3c876e3738f9 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:14:35.655286 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-cfb44295-2b74-45d7-af82-bb1025e41e56 None None] Allocated IP 2001:db8:0:1::2 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/396dd8a1-e8c0-48ee-af23-3c876e3738f9/5c541b27-bd2c-4143-8293-da4b86f2d8ed) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:35.692345 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-769f08ed-ca60-4d12-a331-91cddcafe4d1 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:35.742542 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-769f08ed-ca60-4d12-a331-91cddcafe4d1 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] 10.222.0.48 "PUT /v2.0/quotas/884d3d2840484c73886de586917b7485 HTTP/1.1" status: 200 len: 368 time: 0.1872184 Nov 12 20:14:35.746131 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45342) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:35.756105 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-90b9cc47-e455-47ef-b8e5-cb9134cce3a0 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Request body: {'network': {'project_id': '884d3d2840484c73886de586917b7485'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:35.764628 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d42f93d-bf78-4bcb-99b9-2499cfc75b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:35.793900 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b9cc47-e455-47ef-b8e5-cb9134cce3a0 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Made reservation on behalf of 884d3d2840484c73886de586917b7485 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:35.796367 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-90b9cc47-e455-47ef-b8e5-cb9134cce3a0 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:35.800378 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-cfb44295-2b74-45d7-af82-bb1025e41e56 None None] For port 5c541b27-bd2c-4143-8293-da4b86f2d8ed, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=5c541b27-bd2c-4143-8293-da4b86f2d8ed,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:35.806912 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-90b9cc47-e455-47ef-b8e5-cb9134cce3a0 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:35.841354 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cfb44295-2b74-45d7-af82-bb1025e41e56 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:35.847776 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6ed34396-3ce6-44b1-bf0a-2f5f8e8396b8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:35.850425 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cfb44295-2b74-45d7-af82-bb1025e41e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:35.908076 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6ed34396-3ce6-44b1-bf0a-2f5f8e8396b8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:35.969183 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-90b9cc47-e455-47ef-b8e5-cb9134cce3a0 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:35.976461 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb44295-2b74-45d7-af82-bb1025e41e56 None None] Pushing event updated for resources: {'Port': ['ID=5c541b27-bd2c-4143-8293-da4b86f2d8ed,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:35.983992 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-90b9cc47-e455-47ef-b8e5-cb9134cce3a0 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:36.035657 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b9cc47-e455-47ef-b8e5-cb9134cce3a0 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:14:36.061678 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9cc47-e455-47ef-b8e5-cb9134cce3a0 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9d3552-c157-4481-adaf-306a59b919cd,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:36.067428 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-90b9cc47-e455-47ef-b8e5-cb9134cce3a0 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:36.067774 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-90b9cc47-e455-47ef-b8e5-cb9134cce3a0 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Added segment 3e713f05-b4f0-436e-bc60-a74652a688b8 of type vlan for network dbd9dea4-8aec-469b-bde3-fddd13363f57 Nov 12 20:14:36.091874 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6ed34396-3ce6-44b1-bf0a-2f5f8e8396b8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:36.127410 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-7d42f93d-bf78-4bcb-99b9-2499cfc75b56 admin admin] Deleting port 1d23826c-89b1-4648-94cc-8fbce8cd2b97 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:36.127846 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d42f93d-bf78-4bcb-99b9-2499cfc75b56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:36.163571 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-90b9cc47-e455-47ef-b8e5-cb9134cce3a0 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:36.215973 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-90b9cc47-e455-47ef-b8e5-cb9134cce3a0 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:36.217318 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b9cc47-e455-47ef-b8e5-cb9134cce3a0 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:36.217953 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-90b9cc47-e455-47ef-b8e5-cb9134cce3a0 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:36.223937 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-7d42f93d-bf78-4bcb-99b9-2499cfc75b56 admin admin] For port 1d23826c-89b1-4648-94cc-8fbce8cd2b97, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=1d23826c-89b1-4648-94cc-8fbce8cd2b97,segment=NetworkSegment(a4495e9e-0520-408e-b7b5-7d8ecec55dc4),segment_id=a4495e9e-0520-408e-b7b5-7d8ecec55dc4)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:36.224415 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d42f93d-bf78-4bcb-99b9-2499cfc75b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:36.244540 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-7d42f93d-bf78-4bcb-99b9-2499cfc75b56 admin admin] Calling delete_port for 1d23826c-89b1-4648-94cc-8fbce8cd2b97 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:36.339914 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-90b9cc47-e455-47ef-b8e5-cb9134cce3a0 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5917015 Nov 12 20:14:36.342464 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45356) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:36.357945 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f8ee9072-0a57-4a12-9aa7-8c399238c197 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Request body: {'network': {'project_id': '884d3d2840484c73886de586917b7485'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:36.400476 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 5c541b27-bd2c-4143-8293-da4b86f2d8ed up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:14:36.401253 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6ed34396-3ce6-44b1-bf0a-2f5f8e8396b8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:36.449615 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9cc47-e455-47ef-b8e5-cb9134cce3a0 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Pushing event updated for resources: {'Network': ['ID=dbd9dea4-8aec-469b-bde3-fddd13363f57,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:36.452153 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed34396-3ce6-44b1-bf0a-2f5f8e8396b8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=396dd8a1-e8c0-48ee-af23-3c876e3738f9,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:36.456931 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6ed34396-3ce6-44b1-bf0a-2f5f8e8396b8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:36.462785 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6ed34396-3ce6-44b1-bf0a-2f5f8e8396b8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/396dd8a1-e8c0-48ee-af23-3c876e3738f9 HTTP/1.1" status: 204 len: 168 time: 0.9418230 Nov 12 20:14:36.463669 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45358) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:36.482190 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ee9072-0a57-4a12-9aa7-8c399238c197 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Made reservation on behalf of 884d3d2840484c73886de586917b7485 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:36.484589 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8ee9072-0a57-4a12-9aa7-8c399238c197 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:36.497224 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network dbd9dea4-8aec-469b-bde3-fddd13363f57 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:14:36.533861 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-76aa9878-3f95-409e-9894-74e4c2d4f08c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet d26cabc7-1737-4d83-9617-2f71eb5ceb12 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:14:36.538442 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76aa9878-3f95-409e-9894-74e4c2d4f08c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:36.564936 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ee9072-0a57-4a12-9aa7-8c399238c197 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:14:36.586346 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76aa9878-3f95-409e-9894-74e4c2d4f08c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:36.598997 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 5c541b27-bd2c-4143-8293-da4b86f2d8ed triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:36.599724 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:36.604891 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8ee9072-0a57-4a12-9aa7-8c399238c197 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:36.605134 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-f8ee9072-0a57-4a12-9aa7-8c399238c197 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Added segment b2b927cf-3556-43a9-9b78-42cfd83cc667 of type vlan for network e35e5283-8568-4b21-9488-95ff2c9137b3 Nov 12 20:14:36.665243 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8ee9072-0a57-4a12-9aa7-8c399238c197 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:36.676053 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d42f93d-bf78-4bcb-99b9-2499cfc75b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:36.736608 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42f93d-bf78-4bcb-99b9-2499cfc75b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d23826c-89b1-4648-94cc-8fbce8cd2b97,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:36.739158 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45362) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:36.752463 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76aa9878-3f95-409e-9894-74e4c2d4f08c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:36.791150 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8ee9072-0a57-4a12-9aa7-8c399238c197 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:36.793148 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ee9072-0a57-4a12-9aa7-8c399238c197 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:36.793834 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8ee9072-0a57-4a12-9aa7-8c399238c197 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:36.828042 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76aa9878-3f95-409e-9894-74e4c2d4f08c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:36.870892 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa9878-3f95-409e-9894-74e4c2d4f08c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=d26cabc7-1737-4d83-9617-2f71eb5ceb12,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:36.873454 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76aa9878-3f95-409e-9894-74e4c2d4f08c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:36.878246 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-76aa9878-3f95-409e-9894-74e4c2d4f08c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/d26cabc7-1737-4d83-9617-2f71eb5ceb12 HTTP/1.1" status: 204 len: 168 time: 0.4135454 Nov 12 20:14:36.885215 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45366) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:36.900628 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8d684e7e-99a1-47a1-8b64-2d253e9c440d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:36.916701 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbc704e-b9c5-4e9b-bed9-e3945d3fa841 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:36.937682 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f63ba300-cea9-4880-ad31-e19826b2efcb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511122 Nov 12 20:14:36.938465 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f8ee9072-0a57-4a12-9aa7-8c399238c197 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5939708 Nov 12 20:14:36.943029 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45368) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:36.943360 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45370) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:36.949819 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-c025541b-b052-4c7f-8c10-73a7566b2b36 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:36.959524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee9072-0a57-4a12-9aa7-8c399238c197 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Pushing event updated for resources: {'Network': ['ID=e35e5283-8568-4b21-9488-95ff2c9137b3,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:36.984915 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network e35e5283-8568-4b21-9488-95ff2c9137b3 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:14:37.025197 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-d451eab9-7f76-4e83-a0a6-9ef24328d537 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Request body: {'network': {'project_id': '884d3d2840484c73886de586917b7485'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:37.061540 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-d451eab9-7f76-4e83-a0a6-9ef24328d537 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 20:14:37.063356 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d451eab9-7f76-4e83-a0a6-9ef24328d537 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:14:37.065192 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9d49e0b5-5db1-4f90-9159-18617f3ca278 None None] Provisioning complete for port 5c541b27-bd2c-4143-8293-da4b86f2d8ed triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:37.065575 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9d49e0b5-5db1-4f90-9159-18617f3ca278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:37.065717 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d451eab9-7f76-4e83-a0a6-9ef24328d537 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1198843 Nov 12 20:14:37.069571 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45374) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:37.085245 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c025541b-b052-4c7f-8c10-73a7566b2b36 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:37.089442 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c025541b-b052-4c7f-8c10-73a7566b2b36 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:37.092308 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d42f93d-bf78-4bcb-99b9-2499cfc75b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:37.213408 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9d49e0b5-5db1-4f90-9159-18617f3ca278 None None] Could not find standard attr ID for object df218068-5020-4780-bb08-313ec7d7470e. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:14:37.222895 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3dec2c51-fcef-46cf-af15-bdefbd2d2de5 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=884d3d2840484c73886de586917b7485&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1508961 Nov 12 20:14:37.225957 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45376) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:37.258397 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8d684e7e-99a1-47a1-8b64-2d253e9c440d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:37.267228 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8d684e7e-99a1-47a1-8b64-2d253e9c440d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:37.270801 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1aac1b-c9ad-4510-b4aa-57b0ece6015f None None] DHCP port deletion for 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:14:37.326743 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-fa1aac1b-c9ad-4510-b4aa-57b0ece6015f None None] Deleting port 5c541b27-bd2c-4143-8293-da4b86f2d8ed {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:37.327267 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fa1aac1b-c9ad-4510-b4aa-57b0ece6015f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:37.344644 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8d684e7e-99a1-47a1-8b64-2d253e9c440d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2a9d2c42de4b4a3a970278f210c7a867&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6048594 Nov 12 20:14:37.351223 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45378) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:37.374696 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d684e7e-99a1-47a1-8b64-2d253e9c440d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f5b4b3-303b-4c09-92d7-649cab0ec764,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:37.375725 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1686a536-30b4-44ef-93dd-ead5f5435488 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:37.412422 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1686a536-30b4-44ef-93dd-ead5f5435488 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:37.435153 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d42f93d-bf78-4bcb-99b9-2499cfc75b56 admin admin] Router 3e284f29-23b0-45da-bbb7-ea8e7350ca9d has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:14:37.461982 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-464198f9-d994-4594-8bee-8e8aa68e0be0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:37.471775 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-fa1aac1b-c9ad-4510-b4aa-57b0ece6015f None None] For port 5c541b27-bd2c-4143-8293-da4b86f2d8ed, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=5c541b27-bd2c-4143-8293-da4b86f2d8ed,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:37.472171 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fa1aac1b-c9ad-4510-b4aa-57b0ece6015f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:37.488886 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-fa1aac1b-c9ad-4510-b4aa-57b0ece6015f None None] Calling delete_port for 5c541b27-bd2c-4143-8293-da4b86f2d8ed owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:37.510180 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-464198f9-d994-4594-8bee-8e8aa68e0be0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:37.516760 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-b1870056-d60d-4331-8a65-0e39ae3b0734 req-71f9c5df-4c74-4431-9992-877fecaaaa1f service neutron] (102448) timed out ('10.222.0.52', 58723) {{(pid=102448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 20:14:37.562908 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1686a536-30b4-44ef-93dd-ead5f5435488 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:37.566240 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1686a536-30b4-44ef-93dd-ead5f5435488 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:37.567861 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1686a536-30b4-44ef-93dd-ead5f5435488 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b9d3552-c157-4481-adaf-306a59b919cd HTTP/1.1" status: 204 len: 168 time: 0.3404479 Nov 12 20:14:37.571481 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45382) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:37.583666 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fa1aac1b-c9ad-4510-b4aa-57b0ece6015f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:37.607486 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1686a536-30b4-44ef-93dd-ead5f5435488 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9d3552-c157-4481-adaf-306a59b919cd,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:37.611204 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1aac1b-c9ad-4510-b4aa-57b0ece6015f None None] Pushing event deleted for resources: {'Port': ['ID=5c541b27-bd2c-4143-8293-da4b86f2d8ed,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:37.611536 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d42f93d-bf78-4bcb-99b9-2499cfc75b56 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:14:37.619577 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7d42f93d-bf78-4bcb-99b9-2499cfc75b56 admin admin] 10.222.0.48 "PUT /v2.0/routers/3e284f29-23b0-45da-bbb7-ea8e7350ca9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2979412 Nov 12 20:14:37.619577 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45384) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:37.621446 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbda53b-3216-4d3d-aeba-921f9b7e2110 None None] Sync routers for ids ['3e284f29-23b0-45da-bbb7-ea8e7350ca9d'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:14:37.624458 n-d-712140-15 neutron-server[102447]: DEBUG neutron.objects.ports [None req-c025541b-b052-4c7f-8c10-73a7566b2b36 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102447) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 20:14:37.629696 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1aac1b-c9ad-4510-b4aa-57b0ece6015f None None] No DVR routers for this DVR port 5c541b27-bd2c-4143-8293-da4b86f2d8ed on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:14:37.639301 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbda53b-3216-4d3d-aeba-921f9b7e2110 None None] Routers {'3e284f29-23b0-45da-bbb7-ea8e7350ca9d'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:14:37.639980 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-edbda53b-3216-4d3d-aeba-921f9b7e2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:14:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3e284f29-23b0-45da-bbb7-ea8e7350ca9d'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:37.689760 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-464198f9-d994-4594-8bee-8e8aa68e0be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:37.692896 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-464198f9-d994-4594-8bee-8e8aa68e0be0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:37.694293 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-464198f9-d994-4594-8bee-8e8aa68e0be0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/94f5b4b3-303b-4c09-92d7-649cab0ec764 HTTP/1.1" status: 204 len: 168 time: 0.3421321 Nov 12 20:14:37.718632 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464198f9-d994-4594-8bee-8e8aa68e0be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f5b4b3-303b-4c09-92d7-649cab0ec764,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:37.737531 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2844-3640-4a9b-8069-2f4738468640 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:37.758957 n-d-712140-15 neutron-server[102447]: WARNING neutron.services.revisions.revision_plugin [None req-c025541b-b052-4c7f-8c10-73a7566b2b36 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Could not find related port for resource to bump revision. Nov 12 20:14:37.766052 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.ipam_pluggable_backend [None req-c025541b-b052-4c7f-8c10-73a7566b2b36 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Port 5c541b27-bd2c-4143-8293-da4b86f2d8ed was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102447) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 20:14:37.766409 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.ipam_pluggable_backend [None req-c025541b-b052-4c7f-8c10-73a7566b2b36 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Reverting IP allocation for 2001:db8::f816:3eff:fe10:6bc2 {{(pid=102447) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 20:14:37.770508 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.ipam_pluggable_backend [None req-c025541b-b052-4c7f-8c10-73a7566b2b36 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe10:6bc2 {{(pid=102447) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 20:14:37.771712 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c025541b-b052-4c7f-8c10-73a7566b2b36 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:37.831879 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c025541b-b052-4c7f-8c10-73a7566b2b36 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:37.835761 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-c025541b-b052-4c7f-8c10-73a7566b2b36 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:37.840082 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c025541b-b052-4c7f-8c10-73a7566b2b36 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:37.840841 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c025541b-b052-4c7f-8c10-73a7566b2b36 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:37.844478 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-edbda53b-3216-4d3d-aeba-921f9b7e2110 None None] Set router 3e284f29-23b0-45da-bbb7-ea8e7350ca9d gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:14:37.853732 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f51ae6-5d89-4268-9105-e2bb797d16bf None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:37.854154 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025541b-b052-4c7f-8c10-73a7566b2b36 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=0a802554-71d4-437f-af80-93289c743e42,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:37.858382 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2844-3640-4a9b-8069-2f4738468640 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:37.868151 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c025541b-b052-4c7f-8c10-73a7566b2b36 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9234216 Nov 12 20:14:37.871176 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45390) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:37.877182 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-75d6fa3f-6df5-4abf-a9d1-7dd0a2cee9a6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:37.914807 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-ee2b2844-3640-4a9b-8069-2f4738468640 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35e5283-8568-4b21-9488-95ff2c9137b3']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:37.936978 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-ee2b2844-3640-4a9b-8069-2f4738468640 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b927cf-3556-43a9-9b78-42cfd83cc667') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:37.937755 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-ee2b2844-3640-4a9b-8069-2f4738468640 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b927cf-3556-43a9-9b78-42cfd83cc667') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:37.952843 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2844-3640-4a9b-8069-2f4738468640 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:37.961886 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6fca3968-adf2-4df0-b078-ff45a0f7697c admin admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:38.006472 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2844-3640-4a9b-8069-2f4738468640 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:38.016646 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d6fa3f-6df5-4abf-a9d1-7dd0a2cee9a6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:38.020541 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2b2844-3640-4a9b-8069-2f4738468640 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:14:38.021014 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2844-3640-4a9b-8069-2f4738468640 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:38.022787 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-75d6fa3f-6df5-4abf-a9d1-7dd0a2cee9a6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:14:38.022970 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:14:38.105568 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45392) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:38.131686 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-33f2d429-97a1-4c1c-ba8f-9405e4b1bf31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:38.135098 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2844-3640-4a9b-8069-2f4738468640 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:38.140831 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2844-3640-4a9b-8069-2f4738468640 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:38.147821 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ee2b2844-3640-4a9b-8069-2f4738468640 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] 10.222.0.48 "DELETE /v2.0/networks/e35e5283-8568-4b21-9488-95ff2c9137b3 HTTP/1.1" status: 204 len: 168 time: 0.5730801 Nov 12 20:14:38.147969 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45394) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:38.163916 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b2844-3640-4a9b-8069-2f4738468640 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Pushing event deleted for resources: {'Network': ['ID=e35e5283-8568-4b21-9488-95ff2c9137b3,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:38.175621 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6fca3968-adf2-4df0-b078-ff45a0f7697c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:38.220786 n-d-712140-15 neutron-server[102447]: INFO neutron.db.ipam_backend_mixin [None req-75d6fa3f-6df5-4abf-a9d1-7dd0a2cee9a6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0a802554-71d4-437f-af80-93289c743e42 (CIDR: 2001:db8::/64) Nov 12 20:14:38.235410 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d6fa3f-6df5-4abf-a9d1-7dd0a2cee9a6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:14:38.235668 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d6fa3f-6df5-4abf-a9d1-7dd0a2cee9a6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:14:38.256861 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-6fca3968-adf2-4df0-b078-ff45a0f7697c admin admin] Deleting port e67c0523-f52f-4f74-94c8-ef9d77598a1f {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:38.257737 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6fca3968-adf2-4df0-b078-ff45a0f7697c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:38.276352 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da04166b-37f2-4c96-a4f2-ab3b60a5a4e3 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:38.302528 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-75d6fa3f-6df5-4abf-a9d1-7dd0a2cee9a6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4262164 Nov 12 20:14:38.306762 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45398) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:38.313253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-5a039ef2-fca6-4484-9bca-77957200da57 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:38.380613 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5c7e76-9638-4b61-a58d-859386cb7d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'fixed_ips': [{'subnet_id': '0a802554-71d4-437f-af80-93289c743e42'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:14:38.382481 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0c5c7e76-9638-4b61-a58d-859386cb7d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:38.393926 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-6fca3968-adf2-4df0-b078-ff45a0f7697c admin admin] For port e67c0523-f52f-4f74-94c8-ef9d77598a1f, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e67c0523-f52f-4f74-94c8-ef9d77598a1f,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:38.394345 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6fca3968-adf2-4df0-b078-ff45a0f7697c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:38.408556 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-6fca3968-adf2-4df0-b078-ff45a0f7697c admin admin] Calling delete_port for e67c0523-f52f-4f74-94c8-ef9d77598a1f owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:38.484501 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-edbda53b-3216-4d3d-aeba-921f9b7e2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'name': 'tempest-TaggedBootDevicesTest-1738175010-router', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e67c0523-f52f-4f74-94c8-ef9d77598a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:45Z', 'updated_at': '2021-11-12T20:14:36Z', 'revision_number': 5, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'gw_port': {'id': 'e67c0523-f52f-4f74-94c8-ef9d77598a1f', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:02:48Z', 'updated_at': '2021-11-12T20:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:38.520389 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 5c541b27-bd2c-4143-8293-da4b86f2d8ed no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:14:38.525582 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-33f2d429-97a1-4c1c-ba8f-9405e4b1bf31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:38.527290 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbda53b-3216-4d3d-aeba-921f9b7e2110 None None] Checking router: 3e284f29-23b0-45da-bbb7-ea8e7350ca9d for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:14:38.534995 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da04166b-37f2-4c96-a4f2-ab3b60a5a4e3 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:38.537697 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-33f2d429-97a1-4c1c-ba8f-9405e4b1bf31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:38.559460 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 5c541b27-bd2c-4143-8293-da4b86f2d8ed {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:14:38.560449 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 5c541b27-bd2c-4143-8293-da4b86f2d8ed not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:14:38.601763 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-da04166b-37f2-4c96-a4f2-ab3b60a5a4e3 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd9dea4-8aec-469b-bde3-fddd13363f57']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:38.614222 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-0c5c7e76-9638-4b61-a58d-859386cb7d06 None None] Allocated IP 2001:db8::f816:3eff:fe93:dfb1 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/0a802554-71d4-437f-af80-93289c743e42/d9aa1e96-9463-4f42-9a0a-120a5612621b) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:38.625910 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6fca3968-adf2-4df0-b078-ff45a0f7697c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:38.631709 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-da04166b-37f2-4c96-a4f2-ab3b60a5a4e3 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e713f05-b4f0-436e-bc60-a74652a688b8') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:38.632024 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-da04166b-37f2-4c96-a4f2-ab3b60a5a4e3 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e713f05-b4f0-436e-bc60-a74652a688b8') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:38.635861 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2d429-97a1-4c1c-ba8f-9405e4b1bf31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14afaca-7523-4808-8448-70e6e3193cf9,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:38.651982 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-33f2d429-97a1-4c1c-ba8f-9405e4b1bf31 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca46f7c041db4b18be46718b7ae0fa6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5450733 Nov 12 20:14:38.657114 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45402) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:38.657437 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88668ab4-b8a9-4f8c-9a40-5351c0d1f967 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:14:38.661455 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbda53b-3216-4d3d-aeba-921f9b7e2110 None None] Routers {'3e284f29-23b0-45da-bbb7-ea8e7350ca9d'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:14:38.662280 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-edbda53b-3216-4d3d-aeba-921f9b7e2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:14:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3e284f29-23b0-45da-bbb7-ea8e7350ca9d'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:38.681041 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da04166b-37f2-4c96-a4f2-ab3b60a5a4e3 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:38.682666 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca3968-adf2-4df0-b078-ff45a0f7697c admin admin] Pushing event deleted for resources: {'Port': ['ID=e67c0523-f52f-4f74-94c8-ef9d77598a1f,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:38.718539 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da04166b-37f2-4c96-a4f2-ab3b60a5a4e3 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:38.727073 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a039ef2-fca6-4484-9bca-77957200da57 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:38.730830 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5a039ef2-fca6-4484-9bca-77957200da57 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:38.734372 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da04166b-37f2-4c96-a4f2-ab3b60a5a4e3 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:14:38.734537 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6fca3968-adf2-4df0-b078-ff45a0f7697c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:38.734770 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da04166b-37f2-4c96-a4f2-ab3b60a5a4e3 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:14:38.740267 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:14:38.769192 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-edbda53b-3216-4d3d-aeba-921f9b7e2110 None None] Set router 3e284f29-23b0-45da-bbb7-ea8e7350ca9d gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:14:38.830026 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-edbda53b-3216-4d3d-aeba-921f9b7e2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'name': 'tempest-TaggedBootDevicesTest-1738175010-router', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:45Z', 'updated_at': '2021-11-12T20:14:38Z', 'revision_number': 7, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:38.841768 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6fca3968-adf2-4df0-b078-ff45a0f7697c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:38.844585 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6fca3968-adf2-4df0-b078-ff45a0f7697c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:38.863495 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbda53b-3216-4d3d-aeba-921f9b7e2110 None None] The sync data for ids ['3e284f29-23b0-45da-bbb7-ea8e7350ca9d'] in n-d-712140-15 is: [{'id': '3e284f29-23b0-45da-bbb7-ea8e7350ca9d', 'name': 'tempest-TaggedBootDevicesTest-1738175010-router', 'tenant_id': 'f131d5186dcd49f4b36559627d56bdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:02:45Z', 'updated_at': '2021-11-12T20:14:38Z', 'revision_number': 7, 'project_id': 'f131d5186dcd49f4b36559627d56bdc0', 'gw_port_host': None}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:14:38.912704 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6fca3968-adf2-4df0-b078-ff45a0f7697c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:38.913320 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fca3968-adf2-4df0-b078-ff45a0f7697c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e284f29-23b0-45da-bbb7-ea8e7350ca9d {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:14:38.919201 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6fca3968-adf2-4df0-b078-ff45a0f7697c admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:38.919201 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6fca3968-adf2-4df0-b078-ff45a0f7697c admin admin] 10.222.0.48 "DELETE /v2.0/routers/3e284f29-23b0-45da-bbb7-ea8e7350ca9d HTTP/1.1" status: 204 len: 168 time: 1.2991793 Nov 12 20:14:38.923154 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45404) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:38.941545 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0c5c7e76-9638-4b61-a58d-859386cb7d06 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:38.948570 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0c5c7e76-9638-4b61-a58d-859386cb7d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:38.976069 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-45bbaf1b-c1b7-44aa-8dd4-7d43227c4cf9 admin admin] Deleting subnet 7538c2f0-1816-4b2d-be66-4f8cb443d9c1 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:14:38.980104 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45bbaf1b-c1b7-44aa-8dd4-7d43227c4cf9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:38.998136 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5c7e76-9638-4b61-a58d-859386cb7d06 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:39.001227 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-0c5c7e76-9638-4b61-a58d-859386cb7d06 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:39.005126 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5c7e76-9638-4b61-a58d-859386cb7d06 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:14:39.013049 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c7e76-9638-4b61-a58d-859386cb7d06 None None] Pushing event updated for resources: {'Port': ['ID=d9aa1e96-9463-4f42-9a0a-120a5612621b,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:39.029425 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45bbaf1b-c1b7-44aa-8dd4-7d43227c4cf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:39.057538 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-73ba97b0-c4d0-4ac5-9f3f-fe727e9f5411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:39.067254 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0c5c7e76-9638-4b61-a58d-859386cb7d06 None None] Attempting to bind port d9aa1e96-9463-4f42-9a0a-120a5612621b on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:14:39.067620 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0c5c7e76-9638-4b61-a58d-859386cb7d06 None None] Attempting to bind port d9aa1e96-9463-4f42-9a0a-120a5612621b by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:14:39.067978 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c7e76-9638-4b61-a58d-859386cb7d06 None None] Attempting to bind port d9aa1e96-9463-4f42-9a0a-120a5612621b on network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:14:39.073009 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c7e76-9638-4b61-a58d-859386cb7d06 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:14:39.073378 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c7e76-9638-4b61-a58d-859386cb7d06 None None] Checking segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:14:39.073773 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0c5c7e76-9638-4b61-a58d-859386cb7d06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:39.074160 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c7e76-9638-4b61-a58d-859386cb7d06 None None] Bound using segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:14:39.074620 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0c5c7e76-9638-4b61-a58d-859386cb7d06 None None] Bound port: d9aa1e96-9463-4f42-9a0a-120a5612621b, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:14:39.074992 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0c5c7e76-9638-4b61-a58d-859386cb7d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:39.123803 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45bbaf1b-c1b7-44aa-8dd4-7d43227c4cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:39.133399 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da04166b-37f2-4c96-a4f2-ab3b60a5a4e3 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:39.138297 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-73ba97b0-c4d0-4ac5-9f3f-fe727e9f5411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:39.150427 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da04166b-37f2-4c96-a4f2-ab3b60a5a4e3 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:39.150784 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0c5c7e76-9638-4b61-a58d-859386cb7d06 None None] For port d9aa1e96-9463-4f42-9a0a-120a5612621b, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:14:39.153984 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-da04166b-37f2-4c96-a4f2-ab3b60a5a4e3 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] 10.222.0.48 "DELETE /v2.0/networks/dbd9dea4-8aec-469b-bde3-fddd13363f57 HTTP/1.1" status: 204 len: 168 time: 1.0041890 Nov 12 20:14:39.154489 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0c5c7e76-9638-4b61-a58d-859386cb7d06 None None] For port d9aa1e96-9463-4f42-9a0a-120a5612621b, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d9aa1e96-9463-4f42-9a0a-120a5612621b,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:14:39.163002 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0c5c7e76-9638-4b61-a58d-859386cb7d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:39.182975 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04166b-37f2-4c96-a4f2-ab3b60a5a4e3 tempest-QuotasNegativeTest-1696739522 tempest-QuotasNegativeTest-1696739522-project-admin] Pushing event deleted for resources: {'Network': ['ID=dbd9dea4-8aec-469b-bde3-fddd13363f57,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:39.226483 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45bbaf1b-c1b7-44aa-8dd4-7d43227c4cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:39.258209 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-73ba97b0-c4d0-4ac5-9f3f-fe727e9f5411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:39.258472 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c7e76-9638-4b61-a58d-859386cb7d06 None None] Pushing event updated for resources: {'Port': ['ID=d9aa1e96-9463-4f42-9a0a-120a5612621b,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:39.260841 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-73ba97b0-c4d0-4ac5-9f3f-fe727e9f5411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:39.271600 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-73ba97b0-c4d0-4ac5-9f3f-fe727e9f5411 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f14afaca-7523-4808-8448-70e6e3193cf9 HTTP/1.1" status: 204 len: 168 time: 0.6133106 Nov 12 20:14:39.311889 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732aa3a8-50a2-4686-98c1-1a5bd84df19e None None] Network 80c69418-b92b-4b29-9244-07bfae8aef96 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:39.313193 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbaf1b-c1b7-44aa-8dd4-7d43227c4cf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7538c2f0-1816-4b2d-be66-4f8cb443d9c1,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:39.319525 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45bbaf1b-c1b7-44aa-8dd4-7d43227c4cf9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:39.336288 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-45bbaf1b-c1b7-44aa-8dd4-7d43227c4cf9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7538c2f0-1816-4b2d-be66-4f8cb443d9c1 HTTP/1.1" status: 204 len: 168 time: 0.4127164 Nov 12 20:14:39.337331 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45410) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:39.353207 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba97b0-c4d0-4ac5-9f3f-fe727e9f5411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14afaca-7523-4808-8448-70e6e3193cf9,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:39.505801 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1b233b4c-916d-40f0-9886-fdf9fe1aefd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:39.531336 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5a039ef2-fca6-4484-9bca-77957200da57 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:39.604865 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-1b233b4c-916d-40f0-9886-fdf9fe1aefd8 admin admin] Deleting port 4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:39.605155 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a039ef2-fca6-4484-9bca-77957200da57 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=27adce81-e67f-4674-bd44-8e70f3a84e2a,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:39.605293 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1b233b4c-916d-40f0-9886-fdf9fe1aefd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:39.618122 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a039ef2-fca6-4484-9bca-77957200da57 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:39.619808 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-5a039ef2-fca6-4484-9bca-77957200da57 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:39.623013 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a039ef2-fca6-4484-9bca-77957200da57 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:39.623898 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5a039ef2-fca6-4484-9bca-77957200da57 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:39.646101 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5a039ef2-fca6-4484-9bca-77957200da57 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3383839 Nov 12 20:14:39.649695 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45416) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:39.663027 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-bf36cdc3-fa44-4851-85f9-f511fd066939 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'port': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'mac_address': 'fa:16:3e:bd:42:61', 'name': 'tempest-NetworksTestDHCPv6-1380559962'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:39.759662 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-1b233b4c-916d-40f0-9886-fdf9fe1aefd8 admin admin] For port 4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c,segment=NetworkSegment(a4495e9e-0520-408e-b7b5-7d8ecec55dc4),segment_id=a4495e9e-0520-408e-b7b5-7d8ecec55dc4)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:39.760756 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1b233b4c-916d-40f0-9886-fdf9fe1aefd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:39.782104 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-1b233b4c-916d-40f0-9886-fdf9fe1aefd8 admin admin] Calling delete_port for 4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:39.870932 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf36cdc3-fa44-4851-85f9-f511fd066939 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:39.885463 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e905f2c-7314-4d40-9b6f-ff1575676d27 None None] DHCP port deletion for 80c69418-b92b-4b29-9244-07bfae8aef96 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:14:39.985226 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1b233b4c-916d-40f0-9886-fdf9fe1aefd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:40.026043 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b233b4c-916d-40f0-9886-fdf9fe1aefd8 admin admin] No DVR routers for this DVR port 4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:14:40.028160 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b233b4c-916d-40f0-9886-fdf9fe1aefd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:40.054901 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2e905f2c-7314-4d40-9b6f-ff1575676d27 None None] Deleting port 4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:40.055559 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2e905f2c-7314-4d40-9b6f-ff1575676d27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:40.057127 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf36cdc3-fa44-4851-85f9-f511fd066939 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:40.100118 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-bf36cdc3-fa44-4851-85f9-f511fd066939 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] device_id is not set on port e9b0836f-5e7b-4c9a-8234-cce8f862dd83 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:14:40.140430 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2e905f2c-7314-4d40-9b6f-ff1575676d27 None None] For port 4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c, host n-d-712140-15, got binding levels [] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:40.141572 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2e905f2c-7314-4d40-9b6f-ff1575676d27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:40.159689 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1b233b4c-916d-40f0-9886-fdf9fe1aefd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:40.177514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2e905f2c-7314-4d40-9b6f-ff1575676d27 None None] Calling delete_port for 4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:40.186091 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.ipam_backend_mixin [None req-2e905f2c-7314-4d40-9b6f-ff1575676d27 None None] Port 4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c was not found and therefore no delete operation was performed {{(pid=102449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 20:14:40.191419 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2e905f2c-7314-4d40-9b6f-ff1575676d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:40.232446 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45432) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:40.248042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-1b233b4c-916d-40f0-9886-fdf9fe1aefd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c69418-b92b-4b29-9244-07bfae8aef96']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:40.251760 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e905f2c-7314-4d40-9b6f-ff1575676d27 None None] No DVR routers for this DVR port 4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:14:40.256868 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e905f2c-7314-4d40-9b6f-ff1575676d27 None None] Pushing event deleted for resources: {'Port': ['ID=4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:40.293969 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-1b233b4c-916d-40f0-9886-fdf9fe1aefd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4495e9e-0520-408e-b7b5-7d8ecec55dc4') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:40.294264 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-1b233b4c-916d-40f0-9886-fdf9fe1aefd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4495e9e-0520-408e-b7b5-7d8ecec55dc4') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:40.323413 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1b233b4c-916d-40f0-9886-fdf9fe1aefd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:40.380454 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1b233b4c-916d-40f0-9886-fdf9fe1aefd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b233b4c-916d-40f0-9886-fdf9fe1aefd8 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1b233b4c-916d-40f0-9886-fdf9fe1aefd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:14:40.397731 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:14:40.405204 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-bf36cdc3-fa44-4851-85f9-f511fd066939 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 2001:db8:0:1::194 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/27adce81-e67f-4674-bd44-8e70f3a84e2a/e9b0836f-5e7b-4c9a-8234-cce8f862dd83) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:40.419289 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-bf36cdc3-fa44-4851-85f9-f511fd066939 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 2001:db8::f816:3eff:febd:4261 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/0a802554-71d4-437f-af80-93289c743e42/e9b0836f-5e7b-4c9a-8234-cce8f862dd83) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:40.485909 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1b233b4c-916d-40f0-9886-fdf9fe1aefd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:40.494063 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1b233b4c-916d-40f0-9886-fdf9fe1aefd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:40.502312 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1b233b4c-916d-40f0-9886-fdf9fe1aefd8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/80c69418-b92b-4b29-9244-07bfae8aef96 HTTP/1.1" status: 204 len: 168 time: 1.1604276 Nov 12 20:14:40.521037 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d9aa1e96-9463-4f42-9a0a-120a5612621b up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:14:40.565294 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b233b4c-916d-40f0-9886-fdf9fe1aefd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=80c69418-b92b-4b29-9244-07bfae8aef96,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:40.575219 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fa280a2b-23da-4fb7-9c6e-24e2d47a4ea1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:40.645400 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port d9aa1e96-9463-4f42-9a0a-120a5612621b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:40.645981 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:40.719847 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fa280a2b-23da-4fb7-9c6e-24e2d47a4ea1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:40.727374 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fa280a2b-23da-4fb7-9c6e-24e2d47a4ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:40.792769 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf36cdc3-fa44-4851-85f9-f511fd066939 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:40.811885 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fa280a2b-23da-4fb7-9c6e-24e2d47a4ea1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f97a46949764e9aa43e295d22372ef7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5772557 Nov 12 20:14:40.817127 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45452) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:40.822431 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:40.824730 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa280a2b-23da-4fb7-9c6e-24e2d47a4ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaf028d-87f3-441b-8796-188dca5c90c8,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:40.883440 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf36cdc3-fa44-4851-85f9-f511fd066939 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:40.897413 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port d9aa1e96-9463-4f42-9a0a-120a5612621b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d9aa1e96-9463-4f42-9a0a-120a5612621b,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:40.904872 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:40.921347 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45456) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:40.959345 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3d627d24-4826-4042-aeb2-23c5c48143be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:40.990578 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf36cdc3-fa44-4851-85f9-f511fd066939 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:40.995874 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=d9aa1e96-9463-4f42-9a0a-120a5612621b,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:41.002182 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 1d23826c-89b1-4648-94cc-8fbce8cd2b97 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:14:41.003309 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-bf36cdc3-fa44-4851-85f9-f511fd066939 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:41.009878 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf36cdc3-fa44-4851-85f9-f511fd066939 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:14:41.016196 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf36cdc3-fa44-4851-85f9-f511fd066939 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:41.016879 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf36cdc3-fa44-4851-85f9-f511fd066939 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:41.021865 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9d21b018-b5e7-4cbb-b8c0-ac178d190f9a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f131d5186dcd49f4b36559627d56bdc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0969455 Nov 12 20:14:41.024673 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45458) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:41.026849 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 1d23826c-89b1-4648-94cc-8fbce8cd2b97 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:14:41.027282 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 1d23826c-89b1-4648-94cc-8fbce8cd2b97 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:14:41.027817 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e67c0523-f52f-4f74-94c8-ef9d77598a1f no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:14:41.027949 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36cdc3-fa44-4851-85f9-f511fd066939 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Port': ['ID=e9b0836f-5e7b-4c9a-8234-cce8f862dd83,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:41.043911 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3d627d24-4826-4042-aeb2-23c5c48143be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:41.051070 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: e67c0523-f52f-4f74-94c8-ef9d77598a1f {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:14:41.051594 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e67c0523-f52f-4f74-94c8-ef9d77598a1f not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:14:41.052283 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:14:41.078624 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bf36cdc3-fa44-4851-85f9-f511fd066939 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4270821 Nov 12 20:14:41.081818 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45460) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:41.085743 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:14:41.086207 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4e5f0b8e-d37a-4c9a-ac7e-dbffea9e975c not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:14:41.114374 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1a2cfffc-20c6-4cae-ad65-8356de738d93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:41.159273 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1a2cfffc-20c6-4cae-ad65-8356de738d93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:41.194666 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3d627d24-4826-4042-aeb2-23c5c48143be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:41.197045 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3d627d24-4826-4042-aeb2-23c5c48143be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:41.198216 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3d627d24-4826-4042-aeb2-23c5c48143be admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cfaf028d-87f3-441b-8796-188dca5c90c8 HTTP/1.1" status: 204 len: 168 time: 0.3785324 Nov 12 20:14:41.214085 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d627d24-4826-4042-aeb2-23c5c48143be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaf028d-87f3-441b-8796-188dca5c90c8,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:41.225964 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-06fd6d84-e83f-4a5a-906e-2629da864afc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting port e9b0836f-5e7b-4c9a-8234-cce8f862dd83 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:41.227269 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-06fd6d84-e83f-4a5a-906e-2629da864afc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:41.253865 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1a2cfffc-20c6-4cae-ad65-8356de738d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:41.256584 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1a2cfffc-20c6-4cae-ad65-8356de738d93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:41.257743 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1a2cfffc-20c6-4cae-ad65-8356de738d93 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d1ae385b-3557-4481-ad53-b0794217c6e4 HTTP/1.1" status: 204 len: 168 time: 0.2293479 Nov 12 20:14:41.271151 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2cfffc-20c6-4cae-ad65-8356de738d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ae385b-3557-4481-ad53-b0794217c6e4,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:41.320972 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103cb36f-cb4c-41b7-a757-b2eca6f006b7 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:41.373370 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-06fd6d84-e83f-4a5a-906e-2629da864afc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:41.396064 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-06fd6d84-e83f-4a5a-906e-2629da864afc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Calling delete_port for e9b0836f-5e7b-4c9a-8234-cce8f862dd83 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:41.419344 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-5036819c-33b6-47fc-860e-c971c5184009 None None] Provisioning complete for port d9aa1e96-9463-4f42-9a0a-120a5612621b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:41.419715 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5036819c-33b6-47fc-860e-c971c5184009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:41.646782 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-06fd6d84-e83f-4a5a-906e-2629da864afc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:41.674239 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a97475-8f3d-4166-b239-2c77f38a297a None None] Update dhcp port {'port': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'fixed_ips': [{'subnet_id': '0a802554-71d4-437f-af80-93289c743e42', 'ip_address': '2001:db8::f816:3eff:fe93:dfb1'}, {'subnet_id': '27adce81-e67f-4674-bd44-8e70f3a84e2a'}], 'binding:host_id': 'n-d-712140-15'}, 'id': 'd9aa1e96-9463-4f42-9a0a-120a5612621b'} from n-d-712140-15. {{(pid=102449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 20:14:41.692068 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd6d84-e83f-4a5a-906e-2629da864afc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Port': ['ID=e9b0836f-5e7b-4c9a-8234-cce8f862dd83,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:41.722190 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-15a97475-8f3d-4166-b239-2c77f38a297a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:41.762988 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-06fd6d84-e83f-4a5a-906e-2629da864afc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:41.768096 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-06fd6d84-e83f-4a5a-906e-2629da864afc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/e9b0836f-5e7b-4c9a-8234-cce8f862dd83 HTTP/1.1" status: 204 len: 168 time: 0.6854136 Nov 12 20:14:41.770570 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45482) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:41.791388 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45484) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:41.806813 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb996f3a-b401-4363-8110-ea8ec23b3426 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:41.868099 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215e00c4-d82c-4cca-ba76-0cf5eb54de72 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:41.872038 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-215e00c4-d82c-4cca-ba76-0cf5eb54de72 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0983164 Nov 12 20:14:41.872282 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45488) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:41.935706 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb996f3a-b401-4363-8110-ea8ec23b3426 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:41.941834 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb996f3a-b401-4363-8110-ea8ec23b3426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:41.949713 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87c3ea8-9cc3-4f75-bd58-616c425947aa tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:41.951792 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e87c3ea8-9cc3-4f75-bd58-616c425947aa tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0780404 Nov 12 20:14:41.954300 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45492) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:41.997801 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-eb996f3a-b401-4363-8110-ea8ec23b3426 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a8cfc1e564ee492db147fb1fcc0417e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2042310 Nov 12 20:14:41.998553 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45494) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:41.998807 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb996f3a-b401-4363-8110-ea8ec23b3426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac2aaa6-c23e-48be-8cc8-5890b359a880,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:42.009169 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45496) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:42.015726 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-15a97475-8f3d-4166-b239-2c77f38a297a None None] Allocated IP 2001:db8:0:1::2 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/27adce81-e67f-4674-bd44-8e70f3a84e2a/d9aa1e96-9463-4f42-9a0a-120a5612621b) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:42.060352 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b090557-9431-471a-960a-539b8eef1a30 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:42.061883 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b090557-9431-471a-960a-539b8eef1a30 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:42.063606 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b090557-9431-471a-960a-539b8eef1a30 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:42.066646 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2b090557-9431-471a-960a-539b8eef1a30 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1104155 Nov 12 20:14:42.070219 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45502) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:42.092739 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f4f60a5b-b859-4701-a63a-276eeae629ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:42.121321 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f4f60a5b-b859-4701-a63a-276eeae629ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:42.139442 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-15a97475-8f3d-4166-b239-2c77f38a297a None None] For port d9aa1e96-9463-4f42-9a0a-120a5612621b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d9aa1e96-9463-4f42-9a0a-120a5612621b,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:42.165974 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd1c6e3-454d-4b60-b049-2f206491459b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet 0a802554-71d4-437f-af80-93289c743e42 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:14:42.177895 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-15a97475-8f3d-4166-b239-2c77f38a297a None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:42.188361 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-15a97475-8f3d-4166-b239-2c77f38a297a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:42.191047 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cd1c6e3-454d-4b60-b049-2f206491459b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:42.198520 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f4f60a5b-b859-4701-a63a-276eeae629ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:42.202308 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f4f60a5b-b859-4701-a63a-276eeae629ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:42.203469 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f4f60a5b-b859-4701-a63a-276eeae629ab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eac2aaa6-c23e-48be-8cc8-5890b359a880 HTTP/1.1" status: 204 len: 168 time: 0.2030685 Nov 12 20:14:42.229976 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f60a5b-b859-4701-a63a-276eeae629ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac2aaa6-c23e-48be-8cc8-5890b359a880,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:42.247664 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cd1c6e3-454d-4b60-b049-2f206491459b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:42.280172 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-b897aa1d-53b9-4bfe-a64e-170ec53c7b75 tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-204815721'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:42.336927 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a97475-8f3d-4166-b239-2c77f38a297a None None] Pushing event updated for resources: {'Port': ['ID=d9aa1e96-9463-4f42-9a0a-120a5612621b,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:42.370410 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b897aa1d-53b9-4bfe-a64e-170ec53c7b75 tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Made reservation on behalf of 1d6bcb5696b64a4b8788a60f159c50e5 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:42.373906 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b897aa1d-53b9-4bfe-a64e-170ec53c7b75 tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:42.389810 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b897aa1d-53b9-4bfe-a64e-170ec53c7b75 tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:42.419590 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d9aa1e96-9463-4f42-9a0a-120a5612621b up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:14:42.438629 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cd1c6e3-454d-4b60-b049-2f206491459b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:42.507051 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port d9aa1e96-9463-4f42-9a0a-120a5612621b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:42.507572 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:42.552826 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cd1c6e3-454d-4b60-b049-2f206491459b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:42.589887 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1c6e3-454d-4b60-b049-2f206491459b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=0a802554-71d4-437f-af80-93289c743e42,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:42.617794 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cd1c6e3-454d-4b60-b049-2f206491459b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:42.622008 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4cd1c6e3-454d-4b60-b049-2f206491459b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/0a802554-71d4-437f-af80-93289c743e42 HTTP/1.1" status: 204 len: 168 time: 0.5507214 Nov 12 20:14:42.624591 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45518) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:42.650015 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b897aa1d-53b9-4bfe-a64e-170ec53c7b75 tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:42.668120 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b897aa1d-53b9-4bfe-a64e-170ec53c7b75 tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:42.735096 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b897aa1d-53b9-4bfe-a64e-170ec53c7b75 tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:14:42.753777 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b75d409-fc16-405d-a338-769041664c48 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet 27adce81-e67f-4674-bd44-8e70f3a84e2a {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:14:42.759851 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b75d409-fc16-405d-a338-769041664c48 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:42.766380 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897aa1d-53b9-4bfe-a64e-170ec53c7b75 tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86c51171-52d7-4a33-82aa-d7818de845f3,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:42.799194 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b897aa1d-53b9-4bfe-a64e-170ec53c7b75 tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:42.799194 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-b897aa1d-53b9-4bfe-a64e-170ec53c7b75 tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Added segment 0a9d0ab3-9686-4ee8-a68d-3e761c2ff7cf of type vlan for network e78ce3f7-7514-4996-983f-8bf69732195a Nov 12 20:14:42.869447 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b75d409-fc16-405d-a338-769041664c48 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:42.890207 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45530) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:42.945397 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b897aa1d-53b9-4bfe-a64e-170ec53c7b75 tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:42.984914 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b897aa1d-53b9-4bfe-a64e-170ec53c7b75 tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:42.994015 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b897aa1d-53b9-4bfe-a64e-170ec53c7b75 tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:42.995152 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b897aa1d-53b9-4bfe-a64e-170ec53c7b75 tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:43.054710 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b75d409-fc16-405d-a338-769041664c48 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:43.109317 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b897aa1d-53b9-4bfe-a64e-170ec53c7b75 tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0990553 Nov 12 20:14:43.116111 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45540) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:43.165060 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b75d409-fc16-405d-a338-769041664c48 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:43.188558 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897aa1d-53b9-4bfe-a64e-170ec53c7b75 tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Pushing event updated for resources: {'Network': ['ID=e78ce3f7-7514-4996-983f-8bf69732195a,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:43.202125 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network e78ce3f7-7514-4996-983f-8bf69732195a details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:14:43.247574 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-f6cc9c43-db2d-41c2-985a-44d9f98365bd admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1900911459-network', 'tenant_id': '08fe9bc764934707907845b6ae9923ed'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:43.249173 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b75d409-fc16-405d-a338-769041664c48 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:43.258716 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3b75d409-fc16-405d-a338-769041664c48 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/27adce81-e67f-4674-bd44-8e70f3a84e2a HTTP/1.1" status: 204 len: 168 time: 0.6309297 Nov 12 20:14:43.258716 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75d409-fc16-405d-a338-769041664c48 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=27adce81-e67f-4674-bd44-8e70f3a84e2a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:43.260389 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45546) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:43.334035 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cfd08685-ec9f-4599-ab0c-7693d8fbee51 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666947 Nov 12 20:14:43.334840 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45550) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:43.346572 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-213a9251-1da0-44b5-8313-f0f82b00f363 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:43.352281 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fed5a29-be42-422f-b2a5-b71b34f880db None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:43.370405 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cc9c43-db2d-41c2-985a-44d9f98365bd admin admin] Made reservation on behalf of 08fe9bc764934707907845b6ae9923ed for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:43.374591 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6cc9c43-db2d-41c2-985a-44d9f98365bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:43.393647 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6cc9c43-db2d-41c2-985a-44d9f98365bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:43.464680 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213a9251-1da0-44b5-8313-f0f82b00f363 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:43.468776 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-213a9251-1da0-44b5-8313-f0f82b00f363 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:43.473073 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4266a589-4022-40da-b88d-ed1bb0b8e555 None None] Could not find standard attr ID for object e9b0836f-5e7b-4c9a-8234-cce8f862dd83. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:14:43.500542 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4266a589-4022-40da-b88d-ed1bb0b8e555 None None] Provisioning complete for port d9aa1e96-9463-4f42-9a0a-120a5612621b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:43.500933 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4266a589-4022-40da-b88d-ed1bb0b8e555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:43.513584 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6cc9c43-db2d-41c2-985a-44d9f98365bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:43.518811 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6cc9c43-db2d-41c2-985a-44d9f98365bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:43.551324 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6cc9c43-db2d-41c2-985a-44d9f98365bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:14:43.562544 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc9c43-db2d-41c2-985a-44d9f98365bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:43.569880 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6cc9c43-db2d-41c2-985a-44d9f98365bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:43.570550 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-f6cc9c43-db2d-41c2-985a-44d9f98365bd admin admin] Added segment f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a of type vlan for network 3c5122fc-cc40-4e6c-a6af-0e0485545a5b Nov 12 20:14:43.622440 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6cc9c43-db2d-41c2-985a-44d9f98365bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:43.659600 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6cc9c43-db2d-41c2-985a-44d9f98365bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:43.660658 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cc9c43-db2d-41c2-985a-44d9f98365bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:43.661896 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6cc9c43-db2d-41c2-985a-44d9f98365bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:43.682727 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-374b0e35-8a17-4f9d-b4e3-2a23b64f96bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Request body: {'network': {'name': 'tempest-network--807704732', 'router:external': True}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:43.706369 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-213a9251-1da0-44b5-8313-f0f82b00f363 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:43.718950 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374b0e35-8a17-4f9d-b4e3-2a23b64f96bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Made reservation on behalf of 9fa80abeea684b698463afd0b53f6db8 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:43.721513 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-374b0e35-8a17-4f9d-b4e3-2a23b64f96bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:43.739617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de75894-cf3c-4b5f-8c4c-a0f078a777f4 None None] DHCP port deletion for 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:14:43.755587 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f6cc9c43-db2d-41c2-985a-44d9f98365bd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8642981 Nov 12 20:14:43.758344 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45560) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:43.762683 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-374b0e35-8a17-4f9d-b4e3-2a23b64f96bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:43.763158 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-0c3ded71-1e40-43e7-be74-f5662829529b admin admin] Request body: {'subnet': {'network_id': '3c5122fc-cc40-4e6c-a6af-0e0485545a5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1900911459-subnet', 'tenant_id': '08fe9bc764934707907845b6ae9923ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:43.765614 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213a9251-1da0-44b5-8313-f0f82b00f363 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:43.781126 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-213a9251-1da0-44b5-8313-f0f82b00f363 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:43.787212 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc9c43-db2d-41c2-985a-44d9f98365bd admin admin] Pushing event updated for resources: {'Network': ['ID=3c5122fc-cc40-4e6c-a6af-0e0485545a5b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:43.790150 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3ded71-1e40-43e7-be74-f5662829529b admin admin] Made reservation on behalf of 08fe9bc764934707907845b6ae9923ed for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:43.793061 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c3ded71-1e40-43e7-be74-f5662829529b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:43.803901 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 3c5122fc-cc40-4e6c-a6af-0e0485545a5b details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:14:43.856121 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-374b0e35-8a17-4f9d-b4e3-2a23b64f96bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:43.859908 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213a9251-1da0-44b5-8313-f0f82b00f363 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:43.860807 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-213a9251-1da0-44b5-8313-f0f82b00f363 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:43.868544 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-374b0e35-8a17-4f9d-b4e3-2a23b64f96bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:43.884782 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4de75894-cf3c-4b5f-8c4c-a0f078a777f4 None None] Deleting port d9aa1e96-9463-4f42-9a0a-120a5612621b {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:43.885201 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4de75894-cf3c-4b5f-8c4c-a0f078a777f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:43.897016 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a9251-1da0-44b5-8313-f0f82b00f363 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=87873c8c-d955-4b6a-b23f-f84f5154c01a,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:43.908618 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-374b0e35-8a17-4f9d-b4e3-2a23b64f96bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:14:43.924802 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-213a9251-1da0-44b5-8313-f0f82b00f363 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5898504 Nov 12 20:14:43.928846 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45566) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:43.934453 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-2a5bd0e9-7265-41d4-963c-df5610277a72 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:43.940514 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b0e35-8a17-4f9d-b4e3-2a23b64f96bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d61373f-a7d8-4726-96e3-8c92435889ed,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:43.944995 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-374b0e35-8a17-4f9d-b4e3-2a23b64f96bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:43.945344 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-374b0e35-8a17-4f9d-b4e3-2a23b64f96bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Added segment b61f23b9-3912-4751-956a-25c938dc3b08 of type vlan for network 59f6b5f1-b761-4ce3-b04d-58d5e9e1f39a Nov 12 20:14:44.006035 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c3ded71-1e40-43e7-be74-f5662829529b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:44.035984 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-4de75894-cf3c-4b5f-8c4c-a0f078a777f4 None None] For port d9aa1e96-9463-4f42-9a0a-120a5612621b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d9aa1e96-9463-4f42-9a0a-120a5612621b,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:44.037660 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4de75894-cf3c-4b5f-8c4c-a0f078a777f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:44.071922 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4de75894-cf3c-4b5f-8c4c-a0f078a777f4 None None] Calling delete_port for d9aa1e96-9463-4f42-9a0a-120a5612621b owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:44.074249 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-374b0e35-8a17-4f9d-b4e3-2a23b64f96bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:44.097302 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ded71-1e40-43e7-be74-f5662829529b admin admin] Pushing event updated for resources: {'Subnet': ['ID=286d415b-82d8-466a-bb82-3019532b131f,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:44.128306 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3ded71-1e40-43e7-be74-f5662829529b admin admin] Checking segment: {'id': 'f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3c5122fc-cc40-4e6c-a6af-0e0485545a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:14:44.129373 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3ded71-1e40-43e7-be74-f5662829529b admin admin] Network hostable DHCP agents. Network: 3c5122fc-cc40-4e6c-a6af-0e0485545a5b, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:14:44.140633 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-374b0e35-8a17-4f9d-b4e3-2a23b64f96bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:44.142396 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374b0e35-8a17-4f9d-b4e3-2a23b64f96bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:44.143361 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-374b0e35-8a17-4f9d-b4e3-2a23b64f96bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:44.174555 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3ded71-1e40-43e7-be74-f5662829529b admin admin] Network 3c5122fc-cc40-4e6c-a6af-0e0485545a5b is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:14:44.190665 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-0c3ded71-1e40-43e7-be74-f5662829529b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 3c5122fc-cc40-4e6c-a6af-0e0485545a5b) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:44.199056 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3ded71-1e40-43e7-be74-f5662829529b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:44.200533 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c3ded71-1e40-43e7-be74-f5662829529b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:44.201075 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4de75894-cf3c-4b5f-8c4c-a0f078a777f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:44.213459 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b0e35-8a17-4f9d-b4e3-2a23b64f96bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Pushing event updated for resources: {'Network': ['ID=59f6b5f1-b761-4ce3-b04d-58d5e9e1f39a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:44.215987 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5bd0e9-7265-41d4-963c-df5610277a72 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:44.219929 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a5bd0e9-7265-41d4-963c-df5610277a72 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:44.234294 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0c3ded71-1e40-43e7-be74-f5662829529b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4739902 Nov 12 20:14:44.237101 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de75894-cf3c-4b5f-8c4c-a0f078a777f4 None None] Pushing event deleted for resources: {'Port': ['ID=d9aa1e96-9463-4f42-9a0a-120a5612621b,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:44.239434 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa92ced-f704-41e7-9d25-1cf3fffe890c None None] Network 3c5122fc-cc40-4e6c-a6af-0e0485545a5b requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:44.241543 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 59f6b5f1-b761-4ce3-b04d-58d5e9e1f39a details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:14:44.277843 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45580) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:44.289670 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-374b0e35-8a17-4f9d-b4e3-2a23b64f96bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1544616 Nov 12 20:14:44.295552 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de75894-cf3c-4b5f-8c4c-a0f078a777f4 None None] No DVR routers for this DVR port d9aa1e96-9463-4f42-9a0a-120a5612621b on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:14:44.393537 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65997985-2401-4a1d-b350-b24ec9efdaa5 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:44.426160 n-d-712140-15 neutron-server[102448]: INFO neutron.db.ipam_backend_mixin [None req-2a5bd0e9-7265-41d4-963c-df5610277a72 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 87873c8c-d955-4b6a-b23f-f84f5154c01a (CIDR: 2001:db8::/64) Nov 12 20:14:44.430342 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5bd0e9-7265-41d4-963c-df5610277a72 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:14:44.430865 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a5bd0e9-7265-41d4-963c-df5610277a72 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:14:44.453275 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d9aa1e96-9463-4f42-9a0a-120a5612621b no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:14:44.456460 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2a5bd0e9-7265-41d4-963c-df5610277a72 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5263252 Nov 12 20:14:44.459932 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45586) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:44.467054 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-31034fb5-7612-4026-87d5-2fae06ae22d6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:44.469823 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-56d60cc4-bc01-4683-a6bb-f8b1ad2746bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:44.588160 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: d9aa1e96-9463-4f42-9a0a-120a5612621b {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:14:44.588823 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d9aa1e96-9463-4f42-9a0a-120a5612621b not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:14:44.621228 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-56d60cc4-bc01-4683-a6bb-f8b1ad2746bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:44.694122 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31034fb5-7612-4026-87d5-2fae06ae22d6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:44.699056 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-31034fb5-7612-4026-87d5-2fae06ae22d6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:44.759760 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d350089b-b8d8-4b75-b070-52ca62552109 None None] Network 3c5122fc-cc40-4e6c-a6af-0e0485545a5b requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:44.785624 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-56d60cc4-bc01-4683-a6bb-f8b1ad2746bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f6b5f1-b761-4ce3-b04d-58d5e9e1f39a']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:44.816941 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45602) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:44.827152 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-56d60cc4-bc01-4683-a6bb-f8b1ad2746bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61f23b9-3912-4751-956a-25c938dc3b08') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:44.827592 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-56d60cc4-bc01-4683-a6bb-f8b1ad2746bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61f23b9-3912-4751-956a-25c938dc3b08') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:44.850492 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-56d60cc4-bc01-4683-a6bb-f8b1ad2746bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:44.869519 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-48657978-c0c1-44d0-b332-00cba9bd2b53 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1655507 Nov 12 20:14:44.884419 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-56d60cc4-bc01-4683-a6bb-f8b1ad2746bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:44.891924 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24b9e1e2-730f-441e-b5c3-cc41893786fd req-e2ec503e-cab3-4327-bc4a-146ce82cf60b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5d757b0c-e299-404d-80fd-286bacdcc88d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2660146 Nov 12 20:14:44.895590 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d60cc4-bc01-4683-a6bb-f8b1ad2746bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:14:44.895996 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-56d60cc4-bc01-4683-a6bb-f8b1ad2746bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:14:44.898210 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:14:44.975784 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-56d60cc4-bc01-4683-a6bb-f8b1ad2746bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:45.002660 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d60cc4-bc01-4683-a6bb-f8b1ad2746bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 59f6b5f1-b761-4ce3-b04d-58d5e9e1f39a {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 20:14:45.007861 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-56d60cc4-bc01-4683-a6bb-f8b1ad2746bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:45.013507 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-56d60cc4-bc01-4683-a6bb-f8b1ad2746bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] 10.222.0.48 "DELETE /v2.0/networks/59f6b5f1-b761-4ce3-b04d-58d5e9e1f39a HTTP/1.1" status: 204 len: 168 time: 0.7340801 Nov 12 20:14:45.026311 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45606) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:45.033427 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-7ce4dc06-4ad7-471e-b26c-ce17b4eb03c8 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:45.037806 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d60cc4-bc01-4683-a6bb-f8b1ad2746bf tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Pushing event deleted for resources: {'Network': ['ID=59f6b5f1-b761-4ce3-b04d-58d5e9e1f39a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:45.057012 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9e1e2-730f-441e-b5c3-cc41893786fd req-9d46cf82-d9e7-4fa4-b99b-86453b5cac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:45.058571 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24b9e1e2-730f-441e-b5c3-cc41893786fd req-9d46cf82-d9e7-4fa4-b99b-86453b5cac9c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a039192683ee46b4a2ff07dbef02376f&device_id=5d757b0c-e299-404d-80fd-286bacdcc88d HTTP/1.1" status: 200 len: 1097 time: 0.0963812 Nov 12 20:14:45.070306 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce4dc06-4ad7-471e-b26c-ce17b4eb03c8 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Made reservation on behalf of 9fa80abeea684b698463afd0b53f6db8 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:45.073127 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7ce4dc06-4ad7-471e-b26c-ce17b4eb03c8 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:45.122242 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7db3346-941e-4b0c-8c37-672879e021f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'fixed_ips': [{'subnet_id': '87873c8c-d955-4b6a-b23f-f84f5154c01a'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:14:45.123293 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b7db3346-941e-4b0c-8c37-672879e021f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:45.150252 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-c1beae74-d46f-48cc-a337-435738742db5 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-114808778', 'router:external': True}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:45.202758 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51ea2e-8378-4cc5-9726-96f72fbbf20b req-f84bc01f-3eff-4913-9424-77556ac41b17 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:45.213143 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bc51ea2e-8378-4cc5-9726-96f72fbbf20b req-f84bc01f-3eff-4913-9424-77556ac41b17 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 945 time: 0.3389528 Nov 12 20:14:45.217174 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce4dc06-4ad7-471e-b26c-ce17b4eb03c8 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:14:45.229588 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-35c34599-54e4-40e0-8924-6d1d5c99f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:45.230146 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-35c34599-54e4-40e0-8924-6d1d5c99f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:45.230619 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-35c34599-54e4-40e0-8924-6d1d5c99f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:45.231079 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-35c34599-54e4-40e0-8924-6d1d5c99f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:45.231674 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-35c34599-54e4-40e0-8924-6d1d5c99f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:45.232186 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-35c34599-54e4-40e0-8924-6d1d5c99f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:45.233852 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-35c34599-54e4-40e0-8924-6d1d5c99f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:45.234728 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-35c34599-54e4-40e0-8924-6d1d5c99f1c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4852665fabb5408ab377b1cbc45feb40&device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 6507 time: 0.3083458 Nov 12 20:14:45.280307 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1beae74-d46f-48cc-a337-435738742db5 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Made reservation on behalf of 39b05f020e1341ffa66cc4784a6399b3 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:45.282814 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1beae74-d46f-48cc-a337-435738742db5 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:45.289197 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7ce4dc06-4ad7-471e-b26c-ce17b4eb03c8 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:45.289847 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-7ce4dc06-4ad7-471e-b26c-ce17b4eb03c8 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Added segment a195bd51-eaca-4917-93fe-a8f936a871a5 of type vlan for network bb091e76-65f2-4ae9-9ef8-50ac380b394a Nov 12 20:14:45.308833 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-b7db3346-941e-4b0c-8c37-672879e021f9 None None] Allocated IP 2001:db8::2 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/87873c8c-d955-4b6a-b23f-f84f5154c01a/28a379f5-968c-4809-9e75-8f2d90e8a27e) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:45.374010 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9e1e2-730f-441e-b5c3-cc41893786fd req-7cc78a67-9738-47b0-9d27-26d8197aed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:45.375962 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24b9e1e2-730f-441e-b5c3-cc41893786fd req-7cc78a67-9738-47b0-9d27-26d8197aed01 service neutron] 10.222.0.52 "GET /v2.0/networks?id=04e41be2-054c-4220-95f4-f51937cff9b0 HTTP/1.1" status: 200 len: 913 time: 0.2851303 Nov 12 20:14:45.409542 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-77f9c163-7dd0-4009-ab73-97ffa5a49fbe tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:45.411572 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-77f9c163-7dd0-4009-ab73-97ffa5a49fbe tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/networks?id=3c5122fc-cc40-4e6c-a6af-0e0485545a5b HTTP/1.1" status: 200 len: 813 time: 0.2968516 Nov 12 20:14:45.414978 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7ce4dc06-4ad7-471e-b26c-ce17b4eb03c8 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:45.491571 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-e86c38a1-28d5-4f10-82ef-a8867508b4eb tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/quotas/08fe9bc764934707907845b6ae9923ed HTTP/1.1" status: 200 len: 375 time: 0.0412095 Nov 12 20:14:45.511143 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b7db3346-941e-4b0c-8c37-672879e021f9 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:45.521094 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b7db3346-941e-4b0c-8c37-672879e021f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:45.527901 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24b9e1e2-730f-441e-b5c3-cc41893786fd req-1386f737-1e08-433c-8d33-2911ff87da0f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c2b49b6-9bb2-4d21-b1fa-3d301419b88c HTTP/1.1" status: 200 len: 1001 time: 0.1375587 Nov 12 20:14:45.551263 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7ce4dc06-4ad7-471e-b26c-ce17b4eb03c8 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:45.552195 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce4dc06-4ad7-471e-b26c-ce17b4eb03c8 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:45.552800 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7ce4dc06-4ad7-471e-b26c-ce17b4eb03c8 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:45.556499 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-3ed6402c-4b60-455a-a324-d4fff8c9f5c1 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=08fe9bc764934707907845b6ae9923ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531080 Nov 12 20:14:45.572120 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7db3346-941e-4b0c-8c37-672879e021f9 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:45.575375 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-b7db3346-941e-4b0c-8c37-672879e021f9 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:45.581098 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7db3346-941e-4b0c-8c37-672879e021f9 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:14:45.584938 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db3346-941e-4b0c-8c37-672879e021f9 None None] Pushing event updated for resources: {'Port': ['ID=28a379f5-968c-4809-9e75-8f2d90e8a27e,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:45.652045 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7ce4dc06-4ad7-471e-b26c-ce17b4eb03c8 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6243925 Nov 12 20:14:45.655944 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b7db3346-941e-4b0c-8c37-672879e021f9 None None] Attempting to bind port 28a379f5-968c-4809-9e75-8f2d90e8a27e on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:14:45.656637 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b7db3346-941e-4b0c-8c37-672879e021f9 None None] Attempting to bind port 28a379f5-968c-4809-9e75-8f2d90e8a27e by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:14:45.657267 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db3346-941e-4b0c-8c37-672879e021f9 None None] Attempting to bind port 28a379f5-968c-4809-9e75-8f2d90e8a27e on network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:14:45.657609 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45620) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:45.663787 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db3346-941e-4b0c-8c37-672879e021f9 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:14:45.664395 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db3346-941e-4b0c-8c37-672879e021f9 None None] Checking segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:14:45.664804 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b7db3346-941e-4b0c-8c37-672879e021f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:45.665346 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db3346-941e-4b0c-8c37-672879e021f9 None None] Bound using segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:14:45.666033 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b7db3346-941e-4b0c-8c37-672879e021f9 None None] Bound port: 28a379f5-968c-4809-9e75-8f2d90e8a27e, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:14:45.666489 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b7db3346-941e-4b0c-8c37-672879e021f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:45.682712 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1beae74-d46f-48cc-a337-435738742db5 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:45.723878 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9e1e2-730f-441e-b5c3-cc41893786fd req-452f35ab-fb8f-435c-88de-60c3682ce771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:45.725368 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24b9e1e2-730f-441e-b5c3-cc41893786fd req-452f35ab-fb8f-435c-88de-60c3682ce771 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a79f788e-d3d6-4c91-963d-7c5026dac439 HTTP/1.1" status: 200 len: 851 time: 0.1821795 Nov 12 20:14:45.728875 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-58cbf37a-7481-44c2-a26a-1c011eac52d4 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Request body: {'subnet': {'network_id': 'bb091e76-65f2-4ae9-9ef8-50ac380b394a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:45.740850 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b7db3346-941e-4b0c-8c37-672879e021f9 None None] For port 28a379f5-968c-4809-9e75-8f2d90e8a27e, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:14:45.744453 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b7db3346-941e-4b0c-8c37-672879e021f9 None None] For port 28a379f5-968c-4809-9e75-8f2d90e8a27e, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=28a379f5-968c-4809-9e75-8f2d90e8a27e,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:14:45.746056 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bc51ea2e-8378-4cc5-9726-96f72fbbf20b req-fa1a3cbe-340c-4316-9e1d-b156c487ccea tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5317957 Nov 12 20:14:45.757548 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4dc06-4ad7-471e-b26c-ce17b4eb03c8 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Pushing event updated for resources: {'Network': ['ID=bb091e76-65f2-4ae9-9ef8-50ac380b394a,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:45.770205 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b7db3346-941e-4b0c-8c37-672879e021f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:45.778435 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network bb091e76-65f2-4ae9-9ef8-50ac380b394a details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:14:45.851640 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-05ea884d-5fca-49cd-8c3e-347f0f0f62b5 service neutron] 10.222.0.48 "GET /v2.0/networks/3c5122fc-cc40-4e6c-a6af-0e0485545a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652018 Nov 12 20:14:45.854222 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cbf37a-7481-44c2-a26a-1c011eac52d4 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Made reservation on behalf of 9fa80abeea684b698463afd0b53f6db8 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:45.854401 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-264ff9ae-d8dc-495a-bf90-c47b9cdea969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:45.854731 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-264ff9ae-d8dc-495a-bf90-c47b9cdea969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:45.855286 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-264ff9ae-d8dc-495a-bf90-c47b9cdea969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:45.856592 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-58cbf37a-7481-44c2-a26a-1c011eac52d4 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:45.857140 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-264ff9ae-d8dc-495a-bf90-c47b9cdea969 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bd6be986-db97-4cb9-abe7-787b341a3cd5&id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&id=5d5111b2-3f92-4f00-9f7f-454d59cb9659&id=5d5111b2-3f92-4f00-9f7f-454d59cb9659 HTTP/1.1" status: 200 len: 2298 time: 0.5780032 Nov 12 20:14:45.948202 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9e1e2-730f-441e-b5c3-cc41893786fd req-d46e8f1a-d0d7-4a9d-be02-b34f04f71eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:45.949816 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24b9e1e2-730f-441e-b5c3-cc41893786fd req-d46e8f1a-d0d7-4a9d-be02-b34f04f71eb6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=04e41be2-054c-4220-95f4-f51937cff9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2050617 Nov 12 20:14:45.965790 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db3346-941e-4b0c-8c37-672879e021f9 None None] Pushing event updated for resources: {'Port': ['ID=28a379f5-968c-4809-9e75-8f2d90e8a27e,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:46.126695 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1beae74-d46f-48cc-a337-435738742db5 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:46.149462 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1beae74-d46f-48cc-a337-435738742db5 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:46.154135 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-2b58f99b-d127-4e2b-a721-9d6e1dca5d85 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60910e1f-f0d1-4eec-848e-460daa336aca HTTP/1.1" status: 200 len: 1001 time: 0.2511077 Nov 12 20:14:46.188803 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1beae74-d46f-48cc-a337-435738742db5 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38762916-3a3f-4028-8c86-2ce9e7363073,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:46.199512 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe37e79-2dfb-440e-8b37-59dd459a3d75 req-91d911ac-d552-446c-adc6-7c671acfa9df tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:46.201348 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bfe37e79-2dfb-440e-8b37-59dd459a3d75 req-91d911ac-d552-446c-adc6-7c671acfa9df tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.55 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 945 time: 0.2875524 Nov 12 20:14:46.204163 n-d-712140-15 neutron-server[102448]: DEBUG neutron.objects.ports [None req-31034fb5-7612-4026-87d5-2fae06ae22d6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 20:14:46.258286 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1beae74-d46f-48cc-a337-435738742db5 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:14:46.353329 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-c655c0bd-8274-4469-8b28-53fbf0c12d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:46.354321 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-c655c0bd-8274-4469-8b28-53fbf0c12d59 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9f077436-4556-447d-83d4-cbd3714774cd HTTP/1.1" status: 200 len: 855 time: 0.1677172 Nov 12 20:14:46.380591 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1beae74-d46f-48cc-a337-435738742db5 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:46.380965 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-c1beae74-d46f-48cc-a337-435738742db5 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Added segment 3232e818-1f37-4d82-8bac-e982c5125399 of type vlan for network 1dd5d138-eaee-4e69-a366-e823e0bcc996 Nov 12 20:14:46.411880 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 28a379f5-968c-4809-9e75-8f2d90e8a27e up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:14:46.418242 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-22689373-33d2-4cd2-9c95-67e5b41ad5ed service neutron] 10.222.0.48 "GET /v2.0/networks/3c5122fc-cc40-4e6c-a6af-0e0485545a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455382 Nov 12 20:14:46.466702 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24b9e1e2-730f-441e-b5c3-cc41893786fd req-f98c5483-0279-44de-9277-18485a2ed1aa service neutron] 10.222.0.52 "GET /v2.0/networks/04e41be2-054c-4220-95f4-f51937cff9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728310 Nov 12 20:14:46.491712 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 28a379f5-968c-4809-9e75-8f2d90e8a27e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:46.494100 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:46.523299 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1beae74-d46f-48cc-a337-435738742db5 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:46.571924 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-75db658c-457e-4664-8202-359cb65bdb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:46.573587 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-75db658c-457e-4664-8202-359cb65bdb78 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd6be986-db97-4cb9-abe7-787b341a3cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2084246 Nov 12 20:14:46.613256 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:46.658631 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24b9e1e2-730f-441e-b5c3-cc41893786fd req-4ae0485f-17ec-425a-a90c-d26bf1e95671 service neutron] 10.222.0.52 "GET /v2.0/networks/04e41be2-054c-4220-95f4-f51937cff9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792095 Nov 12 20:14:46.697150 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.api [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:14:46.697514 n-d-712140-15 neutron-server[102449]: DEBUG oslo_db.api [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:14:46.731363 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1beae74-d46f-48cc-a337-435738742db5 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:46.732365 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1beae74-d46f-48cc-a337-435738742db5 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:46.733560 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1beae74-d46f-48cc-a337-435738742db5 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:46.784830 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-bfe37e79-2dfb-440e-8b37-59dd459a3d75 req-6ef0f8a9-df21-4ea5-bc91-deaed5e8a747 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Deleting port 1d479d2a-5c61-4c69-9871-1e030f0b32ae {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:46.785176 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bfe37e79-2dfb-440e-8b37-59dd459a3d75 req-6ef0f8a9-df21-4ea5-bc91-deaed5e8a747 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:46.785329 n-d-712140-15 neutron-server[102447]: DEBUG neutron.objects.ports [None req-58cbf37a-7481-44c2-a26a-1c011eac52d4 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102447) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 20:14:46.785696 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-58cbf37a-7481-44c2-a26a-1c011eac52d4 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:46.795824 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-31034fb5-7612-4026-87d5-2fae06ae22d6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:46.870161 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbf37a-7481-44c2-a26a-1c011eac52d4 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cded5e09-abd7-4de9-bbbd-b7362d329f41,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:46.873928 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e40f56b1-cda3-46fb-988d-1b5cad8d3be0 req-9ee48f9e-9aaf-4502-8e8a-c8f11799c58e tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3521a6-1260-4bef-ad29-f64a2d27283f HTTP/1.1" status: 200 len: 210 time: 0.0501385 Nov 12 20:14:46.885825 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c1beae74-d46f-48cc-a337-435738742db5 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.0622203 Nov 12 20:14:46.900125 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45628) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:46.900125 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-2879f7fe-24c0-4370-832e-1b9e1890303f tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Request body: {'subnet': {'network_id': '1dd5d138-eaee-4e69-a366-e823e0bcc996', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:46.912416 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cbf37a-7481-44c2-a26a-1c011eac52d4 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Checking segment: {'id': 'a195bd51-eaca-4917-93fe-a8f936a871a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'bb091e76-65f2-4ae9-9ef8-50ac380b394a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:14:46.912793 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cbf37a-7481-44c2-a26a-1c011eac52d4 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Network hostable DHCP agents. Network: bb091e76-65f2-4ae9-9ef8-50ac380b394a, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:14:46.938597 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2879f7fe-24c0-4370-832e-1b9e1890303f tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Made reservation on behalf of 39b05f020e1341ffa66cc4784a6399b3 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:46.941324 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2879f7fe-24c0-4370-832e-1b9e1890303f tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:46.945040 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cbf37a-7481-44c2-a26a-1c011eac52d4 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Network bb091e76-65f2-4ae9-9ef8-50ac380b394a is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:14:46.945579 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1beae74-d46f-48cc-a337-435738742db5 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Pushing event updated for resources: {'Network': ['ID=1dd5d138-eaee-4e69-a366-e823e0bcc996,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:46.960874 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 1dd5d138-eaee-4e69-a366-e823e0bcc996 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:14:46.977657 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-58cbf37a-7481-44c2-a26a-1c011eac52d4 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, bb091e76-65f2-4ae9-9ef8-50ac380b394a) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:46.990134 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82ff745-7111-4984-bb1c-6a17b9908a67 None None] Network bb091e76-65f2-4ae9-9ef8-50ac380b394a requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:47.010289 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cbf37a-7481-44c2-a26a-1c011eac52d4 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:47.010949 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-58cbf37a-7481-44c2-a26a-1c011eac52d4 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:47.047801 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-34a7b722-12e8-4599-84e2-0973c514fa5c service neutron] 10.222.0.55 "GET /v2.0/networks/bd6be986-db97-4cb9-abe7-787b341a3cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614828 Nov 12 20:14:47.060966 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-58cbf37a-7481-44c2-a26a-1c011eac52d4 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3730354 Nov 12 20:14:47.065615 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45634) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:47.071306 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-6b78fcc0-23d9-43ff-8f24-3660f6809312 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Request body: {'floatingip': {'floating_network_id': 'bb091e76-65f2-4ae9-9ef8-50ac380b394a'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:47.116586 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd262ea-ee0a-4e34-8914-fdd62fcde4c3 req-063f8f70-7897-48bb-98e7-07359e40afce tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:47.118154 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8dd262ea-ee0a-4e34-8914-fdd62fcde4c3 req-063f8f70-7897-48bb-98e7-07359e40afce tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 945 time: 0.2635722 Nov 12 20:14:47.119721 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b78fcc0-23d9-43ff-8f24-3660f6809312 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:47.228885 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-bfe37e79-2dfb-440e-8b37-59dd459a3d75 req-6ef0f8a9-df21-4ea5-bc91-deaed5e8a747 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] For port 1d479d2a-5c61-4c69-9871-1e030f0b32ae, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1d479d2a-5c61-4c69-9871-1e030f0b32ae,segment=NetworkSegment(0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af),segment_id=0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:47.229514 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bfe37e79-2dfb-440e-8b37-59dd459a3d75 req-6ef0f8a9-df21-4ea5-bc91-deaed5e8a747 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:47.274629 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e63a2d-2a85-4af8-b64f-febb777b33f7 None None] Network bb091e76-65f2-4ae9-9ef8-50ac380b394a requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:47.297841 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:47.365701 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b78fcc0-23d9-43ff-8f24-3660f6809312 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:47.397205 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8dd262ea-ee0a-4e34-8914-fdd62fcde4c3 req-6bac7348-6cab-4971-8562-95bdcd3dd332 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=8f839e6e-8167-41e6-9db7-72e87c43fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2624946 Nov 12 20:14:47.436542 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-163ae573-be97-4c60-9c71-45d3841fef57 service neutron] 10.222.0.55 "GET /v2.0/networks/bd6be986-db97-4cb9-abe7-787b341a3cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616698 Nov 12 20:14:47.445374 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-31034fb5-7612-4026-87d5-2fae06ae22d6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] For port 28a379f5-968c-4809-9e75-8f2d90e8a27e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=28a379f5-968c-4809-9e75-8f2d90e8a27e,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:47.476826 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-db4fdcbd-099f-4049-b346-996f339944c4 None None] Provisioning complete for port 28a379f5-968c-4809-9e75-8f2d90e8a27e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:47.477422 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-db4fdcbd-099f-4049-b346-996f339944c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:47.534682 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-0f725fb4-f477-4df5-b775-f0385eb9362e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=7c68d458-cf6b-40f0-99d1-44f97634c3b5 HTTP/1.1" status: 200 len: 217 time: 0.0585692 Nov 12 20:14:47.574441 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-6b78fcc0-23d9-43ff-8f24-3660f6809312 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Allocated IP 172.20.0.5 (bb091e76-65f2-4ae9-9ef8-50ac380b394a/cded5e09-abd7-4de9-bbbd-b7362d329f41/bfdad27f-39d1-4544-8358-e4c39c99c1e1) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:47.576635 n-d-712140-15 neutron-server[102447]: DEBUG neutron.objects.ports [None req-2879f7fe-24c0-4370-832e-1b9e1890303f tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102447) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 20:14:47.577188 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2879f7fe-24c0-4370-832e-1b9e1890303f tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:47.620082 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-31034fb5-7612-4026-87d5-2fae06ae22d6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:47.633750 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-31034fb5-7612-4026-87d5-2fae06ae22d6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:47.634196 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-31034fb5-7612-4026-87d5-2fae06ae22d6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:47.728852 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-cdf70fb4-fab6-418c-b72f-563757c57a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:47.730488 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-cdf70fb4-fab6-418c-b72f-563757c57a7b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23e59f70-1cf8-4ea4-824b-1efc5167ff36 HTTP/1.1" status: 200 len: 797 time: 0.1856227 Nov 12 20:14:47.735450 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879f7fe-24c0-4370-832e-1b9e1890303f tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6432a5df-f111-4d23-a2bf-3ed3fb9664b7,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:47.751010 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2879f7fe-24c0-4370-832e-1b9e1890303f tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Checking segment: {'id': '3232e818-1f37-4d82-8bac-e982c5125399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1dd5d138-eaee-4e69-a366-e823e0bcc996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:14:47.751010 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2879f7fe-24c0-4370-832e-1b9e1890303f tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Network hostable DHCP agents. Network: 1dd5d138-eaee-4e69-a366-e823e0bcc996, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:14:47.781365 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31034fb5-7612-4026-87d5-2fae06ae22d6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Port': ['ID=28a379f5-968c-4809-9e75-8f2d90e8a27e,revision_number=4']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:47.788991 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31034fb5-7612-4026-87d5-2fae06ae22d6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:47.805486 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-db4fdcbd-099f-4049-b346-996f339944c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:47.807045 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bfe37e79-2dfb-440e-8b37-59dd459a3d75 req-6ef0f8a9-df21-4ea5-bc91-deaed5e8a747 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:47.807498 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bfe37e79-2dfb-440e-8b37-59dd459a3d75 req-6ef0f8a9-df21-4ea5-bc91-deaed5e8a747 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:47.807868 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [req-bfe37e79-2dfb-440e-8b37-59dd459a3d75 req-6ef0f8a9-df21-4ea5-bc91-deaed5e8a747 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Floating IP d930c82a-1faf-4054-add8-931c7646016f disassociated. External IP: 172.25.5.107, port: 1d479d2a-5c61-4c69-9871-1e030f0b32ae. Nov 12 20:14:47.808355 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-bfe37e79-2dfb-440e-8b37-59dd459a3d75 req-6ef0f8a9-df21-4ea5-bc91-deaed5e8a747 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Calling delete_port for 1d479d2a-5c61-4c69-9871-1e030f0b32ae owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:47.813877 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-31034fb5-7612-4026-87d5-2fae06ae22d6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:47.817796 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31034fb5-7612-4026-87d5-2fae06ae22d6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:47.818763 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-31034fb5-7612-4026-87d5-2fae06ae22d6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:47.844516 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b78fcc0-23d9-43ff-8f24-3660f6809312 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:47.846823 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.api [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:14:47.847177 n-d-712140-15 neutron-server[102449]: DEBUG oslo_db.api [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:14:47.865440 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31034fb5-7612-4026-87d5-2fae06ae22d6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=c8a6f87a-67de-4e64-94eb-57c1dffc09be,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:47.888505 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-31034fb5-7612-4026-87d5-2fae06ae22d6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.4249170 Nov 12 20:14:47.897479 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45640) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:47.898097 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.api [None req-db4fdcbd-099f-4049-b346-996f339944c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:14:47.898718 n-d-712140-15 neutron-server[102449]: DEBUG oslo_db.api [None req-db4fdcbd-099f-4049-b346-996f339944c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:14:47.904056 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-4f138507-f317-4850-8499-58926493ab9c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'port': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'mac_address': 'fa:16:3e:b5:e9:30', 'name': 'tempest-NetworksTestDHCPv6-286747836'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:47.914444 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b78fcc0-23d9-43ff-8f24-3660f6809312 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:47.937812 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-207ae943-89b4-4f2a-b9e8-d43d175340ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:47.939344 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-207ae943-89b4-4f2a-b9e8-d43d175340ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1489513 Nov 12 20:14:48.022903 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2879f7fe-24c0-4370-832e-1b9e1890303f tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Network 1dd5d138-eaee-4e69-a366-e823e0bcc996 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:14:48.027854 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181c1622-524a-4cca-a039-5cdbb8b2421d None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:48.055612 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b78fcc0-23d9-43ff-8f24-3660f6809312 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Network bb091e76-65f2-4ae9-9ef8-50ac380b394a is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:48.069237 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24c0bfec-e00c-46e1-a734-22dc5cfa5914 req-d0a0d576-985c-4ec8-89a4-802741d21c39 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3521a6-1260-4bef-ad29-f64a2d27283f HTTP/1.1" status: 200 len: 210 time: 0.0971501 Nov 12 20:14:48.084374 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-2879f7fe-24c0-4370-832e-1b9e1890303f tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 1dd5d138-eaee-4e69-a366-e823e0bcc996) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:48.086151 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-6b78fcc0-23d9-43ff-8f24-3660f6809312 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:48.087033 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-431751c6-9c9c-4d5b-ab98-70312297663d service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373601 Nov 12 20:14:48.096998 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b78fcc0-23d9-43ff-8f24-3660f6809312 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:14:48.101521 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2879f7fe-24c0-4370-832e-1b9e1890303f tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:48.102126 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2879f7fe-24c0-4370-832e-1b9e1890303f tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:48.123587 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dd1e2e-6499-4dc6-bad5-0dcbd500fb1c None None] Network 1dd5d138-eaee-4e69-a366-e823e0bcc996 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:48.137039 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bfe37e79-2dfb-440e-8b37-59dd459a3d75 req-6ef0f8a9-df21-4ea5-bc91-deaed5e8a747 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:48.179706 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78fcc0-23d9-43ff-8f24-3660f6809312 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Pushing event updated for resources: {'Port': ['ID=bfdad27f-39d1-4544-8358-e4c39c99c1e1,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:48.197472 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0f8a9-df21-4ea5-bc91-deaed5e8a747 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Pushing event deleted for resources: {'Port': ['ID=1d479d2a-5c61-4c69-9871-1e030f0b32ae,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:48.213191 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2879f7fe-24c0-4370-832e-1b9e1890303f tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3219123 Nov 12 20:14:48.218944 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45648) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:48.232666 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-cab9ad45-c5e7-4f47-ae62-585bb851347a tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-518333873', 'network_id': '1dd5d138-eaee-4e69-a366-e823e0bcc996'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:48.310125 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f138507-f317-4850-8499-58926493ab9c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:48.370675 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4a723a-de54-4dc2-ae07-6bfa284a2e4e None None] Network 1dd5d138-eaee-4e69-a366-e823e0bcc996 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:48.397347 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab9ad45-c5e7-4f47-ae62-585bb851347a tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Made reservation on behalf of 39b05f020e1341ffa66cc4784a6399b3 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:48.399716 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cab9ad45-c5e7-4f47-ae62-585bb851347a tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:48.455993 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b78fcc0-23d9-43ff-8f24-3660f6809312 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:48.466515 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-cab9ad45-c5e7-4f47-ae62-585bb851347a tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] device_id is not set on port 2f61fe4b-9b72-43ad-8b6c-7c13406c7054 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:14:48.484470 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f138507-f317-4850-8499-58926493ab9c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:48.486325 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-db4fdcbd-099f-4049-b346-996f339944c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:48.535481 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-db4fdcbd-099f-4049-b346-996f339944c4 None None] For port 28a379f5-968c-4809-9e75-8f2d90e8a27e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=28a379f5-968c-4809-9e75-8f2d90e8a27e,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:48.542473 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-4f138507-f317-4850-8499-58926493ab9c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] device_id is not set on port e04f5d60-11d1-4a1e-a22b-0f9aa2451253 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:14:48.585947 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-db4fdcbd-099f-4049-b346-996f339944c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:48.633190 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b78fcc0-23d9-43ff-8f24-3660f6809312 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:48.669993 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4fdcbd-099f-4049-b346-996f339944c4 None None] Pushing event updated for resources: {'Port': ['ID=28a379f5-968c-4809-9e75-8f2d90e8a27e,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:48.697503 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f098ef60-f781-456c-b800-45469e2fd9b8 req-55d35fbd-efa0-46f3-a1c9-7bc9105718b8 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 210 time: 0.0499411 Nov 12 20:14:48.709287 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-478ad5b9-0a4f-4658-8953-0d18c361296d service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6001329 Nov 12 20:14:48.725137 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-52a5614a-5f22-491a-91fa-2ccbf16f8656 None None] Could not find standard attr ID for object e9b0836f-5e7b-4c9a-8234-cce8f862dd83. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:14:48.795609 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-7d1ebaa8-90c2-4530-8cbb-a3a89f01c7e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=8bf2886a-7dd4-4335-8bda-619bc89bd1cd HTTP/1.1" status: 200 len: 217 time: 0.0755005 Nov 12 20:14:48.835484 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-cab9ad45-c5e7-4f47-ae62-585bb851347a tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Allocated IP 2001:db8::5c (1dd5d138-eaee-4e69-a366-e823e0bcc996/6432a5df-f111-4d23-a2bf-3ed3fb9664b7/2f61fe4b-9b72-43ad-8b6c-7c13406c7054) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:48.868149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfe37e79-2dfb-440e-8b37-59dd459a3d75 req-6ef0f8a9-df21-4ea5-bc91-deaed5e8a747 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Router e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:14:48.872426 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-2265494a-90a6-457d-be6f-78475a1eb7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:48.875643 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-2265494a-90a6-457d-be6f-78475a1eb7ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23e59f70-1cf8-4ea4-824b-1efc5167ff36 HTTP/1.1" status: 200 len: 797 time: 0.0723481 Nov 12 20:14:48.991138 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-147dd856-bdb9-4c93-afd0-c0a2461d9239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:48.992670 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-147dd856-bdb9-4c93-afd0-c0a2461d9239 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1055648 Nov 12 20:14:49.049521 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 28a379f5-968c-4809-9e75-8f2d90e8a27e up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:14:49.158782 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfe37e79-2dfb-440e-8b37-59dd459a3d75 req-6ef0f8a9-df21-4ea5-bc91-deaed5e8a747 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:14:49.159031 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 28a379f5-968c-4809-9e75-8f2d90e8a27e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:49.159413 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:49.169489 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd539985-6237-4512-89ff-a58bbf90515c None None] Sync routers for ids ['e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:14:49.170073 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-4f138507-f317-4850-8499-58926493ab9c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 2001:db8::1f (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/87873c8c-d955-4b6a-b23f-f84f5154c01a/e04f5d60-11d1-4a1e-a22b-0f9aa2451253) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:49.199321 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd539985-6237-4512-89ff-a58bbf90515c None None] Routers {'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:14:49.202344 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-cd539985-6237-4512-89ff-a58bbf90515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:14:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:49.205564 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-4f138507-f317-4850-8499-58926493ab9c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 2001:db8:0:1:f816:3eff:feb5:e930 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/c8a6f87a-67de-4e64-94eb-57c1dffc09be/e04f5d60-11d1-4a1e-a22b-0f9aa2451253) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:49.246438 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b78fcc0-23d9-43ff-8f24-3660f6809312 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:49.251319 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9ae9e390-b05a-4bf3-a73b-f851b5db4d60 req-14c1577a-2c45-4676-93c7-330f7f9303bd tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3521a6-1260-4bef-ad29-f64a2d27283f HTTP/1.1" status: 200 len: 210 time: 0.0793812 Nov 12 20:14:49.255555 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe37e79-2dfb-440e-8b37-59dd459a3d75 req-6ef0f8a9-df21-4ea5-bc91-deaed5e8a747 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] No DVR routers for this DVR port 1d479d2a-5c61-4c69-9871-1e030f0b32ae on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:14:49.284358 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bfe37e79-2dfb-440e-8b37-59dd459a3d75 req-6ef0f8a9-df21-4ea5-bc91-deaed5e8a747 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:49.287935 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bfe37e79-2dfb-440e-8b37-59dd459a3d75 req-6ef0f8a9-df21-4ea5-bc91-deaed5e8a747 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.55 "DELETE /v2.0/ports/1d479d2a-5c61-4c69-9871-1e030f0b32ae HTTP/1.1" status: 204 len: 173 time: 3.0666518 Nov 12 20:14:49.288479 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e61ea6-3aab-4d81-92a0-7cb7078443d0', 'name': 'network-vif-deleted', 'tag': '1d479d2a-5c61-4c69-9871-1e030f0b32ae'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:14:49.290848 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47597fc-02b8-4b64-8f2b-f9499b06be4b" -d '{"events": [{"server_uuid": "60e61ea6-3aab-4d81-92a0-7cb7078443d0", "name": "network-vif-deleted", "tag": "1d479d2a-5c61-4c69-9871-1e030f0b32ae"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:14:49.315928 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-1f6ca0b7-8389-47ba-b3e7-a47332a74467 service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947042 Nov 12 20:14:49.349002 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b78fcc0-23d9-43ff-8f24-3660f6809312 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:49.417995 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687dd656-ceec-4c4b-856f-2e3cfd333253 x-openstack-request-id: req-687dd656-ceec-4c4b-856f-2e3cfd333253 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:14:49.420657 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e61ea6-3aab-4d81-92a0-7cb7078443d0", "name": "network-vif-deleted", "tag": "1d479d2a-5c61-4c69-9871-1e030f0b32ae", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:14:49.421840 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-687dd656-ceec-4c4b-856f-2e3cfd333253 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:14:49.424030 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e61ea6-3aab-4d81-92a0-7cb7078443d0', 'name': 'network-vif-deleted', 'tag': '1d479d2a-5c61-4c69-9871-1e030f0b32ae', 'status': 'completed', 'code': 200} Nov 12 20:14:49.498428 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78fcc0-23d9-43ff-8f24-3660f6809312 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Pushing event updated for resources: {'Port': ['ID=bfdad27f-39d1-4544-8358-e4c39c99c1e1,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:49.515247 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-cd539985-6237-4512-89ff-a58bbf90515c None None] Set router e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:14:49.523228 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-d373d80e-dd00-4a27-bf10-ab9d0031edc0 service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939342 Nov 12 20:14:49.557960 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b78fcc0-23d9-43ff-8f24-3660f6809312 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:49.565200 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c0f0a90e-fe5a-45ef-9b62-770f8310852d None None] Provisioning complete for port 28a379f5-968c-4809-9e75-8f2d90e8a27e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:49.566765 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c0f0a90e-fe5a-45ef-9b62-770f8310852d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:49.581221 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-4110d01a-0dc1-4e1d-9781-0238a8ef78f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=e4d475ee-cd28-4a98-ab67-825a574e5c5e HTTP/1.1" status: 200 len: 217 time: 0.0503142 Nov 12 20:14:49.635177 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b78fcc0-23d9-43ff-8f24-3660f6809312 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:49.639198 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6b78fcc0-23d9-43ff-8f24-3660f6809312 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5702190 Nov 12 20:14:49.644170 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-a9f2a1bf-8a50-462f-b6d2-b77b6b8ad92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:49.645747 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-a9f2a1bf-8a50-462f-b6d2-b77b6b8ad92f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23e59f70-1cf8-4ea4-824b-1efc5167ff36 HTTP/1.1" status: 200 len: 797 time: 0.0559986 Nov 12 20:14:49.646220 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45670) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:49.649758 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cab9ad45-c5e7-4f47-ae62-585bb851347a tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:49.719622 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f138507-f317-4850-8499-58926493ab9c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:49.739386 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cab9ad45-c5e7-4f47-ae62-585bb851347a tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:49.784418 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-cd539985-6237-4512-89ff-a58bbf90515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'name': 'tempest-AttachVolumeTestJSON-2005805429-router', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:30Z', 'updated_at': '2021-11-12T20:08:38Z', 'revision_number': 4, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'gw_port': {'id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:32Z', 'updated_at': '2021-11-12T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '88d61755-629b-4c6e-b651-954056d16c11', 'name': '', 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'mac_address': 'fa:16:3e:bb:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:37Z', 'updated_at': '2021-11-12T20:08:43Z', 'revision_number': 5, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'subnets': [{'id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:49.795681 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9ad45-c5e7-4f47-ae62-585bb851347a tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Pushing event updated for resources: {'Port': ['ID=2f61fe4b-9b72-43ad-8b6c-7c13406c7054,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:49.796218 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 1d479d2a-5c61-4c69-9871-1e030f0b32ae no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:14:49.822331 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-98c6d348-5216-4f69-885b-4a357fe5dae7 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] 10.222.0.48 "GET /v2.0/floatingips?floating_network_id=bb091e76-65f2-4ae9-9ef8-50ac380b394a HTTP/1.1" status: 200 len: 689 time: 0.1737237 Nov 12 20:14:49.823542 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab9ad45-c5e7-4f47-ae62-585bb851347a tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Network 1dd5d138-eaee-4e69-a366-e823e0bcc996 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:49.823962 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45674) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:49.826626 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-cab9ad45-c5e7-4f47-ae62-585bb851347a tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:49.830604 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f138507-f317-4850-8499-58926493ab9c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:49.832597 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab9ad45-c5e7-4f47-ae62-585bb851347a tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:14:49.833970 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab9ad45-c5e7-4f47-ae62-585bb851347a tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:49.836389 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cab9ad45-c5e7-4f47-ae62-585bb851347a tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:49.857860 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd539985-6237-4512-89ff-a58bbf90515c None None] Checking router: e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:14:49.859162 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-9fc7cce1-eebf-4bee-a308-ff54d5cc36e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:49.861561 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-9fc7cce1-eebf-4bee-a308-ff54d5cc36e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1762969 Nov 12 20:14:49.868990 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd539985-6237-4512-89ff-a58bbf90515c None None] Routers {'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:14:49.869596 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-cd539985-6237-4512-89ff-a58bbf90515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:14:22Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:49.902376 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 1d479d2a-5c61-4c69-9871-1e030f0b32ae {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:14:49.904708 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f138507-f317-4850-8499-58926493ab9c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Port': ['ID=e04f5d60-11d1-4a1e-a22b-0f9aa2451253,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:49.905081 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 1d479d2a-5c61-4c69-9871-1e030f0b32ae not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:14:49.929725 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f138507-f317-4850-8499-58926493ab9c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:49.931576 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-4f138507-f317-4850-8499-58926493ab9c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:49.940223 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cab9ad45-c5e7-4f47-ae62-585bb851347a tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7198150 Nov 12 20:14:49.941301 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f138507-f317-4850-8499-58926493ab9c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:14:49.950229 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-73bd6a5a-10cb-4c0a-9a7d-b7d5a0781759 req-1b8e012e-afdb-4d69-b80f-ee5bf855818a tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e61ea6-3aab-4d81-92a0-7cb7078443d0 HTTP/1.1" status: 200 len: 210 time: 0.0846479 Nov 12 20:14:49.950817 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f138507-f317-4850-8499-58926493ab9c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:49.951829 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-70528e69-d360-42a6-afc7-ff77dcca3bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:49.951967 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f138507-f317-4850-8499-58926493ab9c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:49.955390 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45676) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:50.014736 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4f138507-f317-4850-8499-58926493ab9c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.1159441 Nov 12 20:14:50.020870 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45678) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:50.071846 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:50.133968 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf48dfa0-ae31-45fd-bfc1-067971b71b19 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:50.212542 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-6c8fc2dc-8db5-4fc1-9818-b3d299876b34 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting port e04f5d60-11d1-4a1e-a22b-0f9aa2451253 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:50.213224 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6c8fc2dc-8db5-4fc1-9818-b3d299876b34 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:50.234532 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-0eb0013e-ee46-4616-b7bb-aa2919621697 service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817097 Nov 12 20:14:50.243718 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-cd539985-6237-4512-89ff-a58bbf90515c None None] Set router e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:14:50.370939 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6c8fc2dc-8db5-4fc1-9818-b3d299876b34 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:50.385874 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-6c8fc2dc-8db5-4fc1-9818-b3d299876b34 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Calling delete_port for e04f5d60-11d1-4a1e-a22b-0f9aa2451253 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:50.432358 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-fb4e0d4d-199d-4730-b186-2a3644162b98 None None] Provisioning complete for port e04f5d60-11d1-4a1e-a22b-0f9aa2451253 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:50.432989 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fb4e0d4d-199d-4730-b186-2a3644162b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:50.446166 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-26c41f65-d664-406c-8e72-7baedea417a1 req-585e2c1a-185a-4a17-82c0-b41deb68753b tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3521a6-1260-4bef-ad29-f64a2d27283f HTTP/1.1" status: 200 len: 210 time: 0.0747213 Nov 12 20:14:50.468076 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-bf48dfa0-ae31-45fd-bfc1-067971b71b19 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Deleting port bfdad27f-39d1-4544-8358-e4c39c99c1e1 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:50.468453 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf48dfa0-ae31-45fd-bfc1-067971b71b19 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:50.555830 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf48dfa0-ae31-45fd-bfc1-067971b71b19 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:50.556309 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf48dfa0-ae31-45fd-bfc1-067971b71b19 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:50.572382 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-bf48dfa0-ae31-45fd-bfc1-067971b71b19 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Calling delete_port for bfdad27f-39d1-4544-8358-e4c39c99c1e1 owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:50.575500 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-fb4e0d4d-199d-4730-b186-2a3644162b98 None None] Port e04f5d60-11d1-4a1e-a22b-0f9aa2451253 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:14:50.626349 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6c8fc2dc-8db5-4fc1-9818-b3d299876b34 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:50.638912 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-95189183-65d4-48dd-92b0-25489ee7aea3 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Deleting port 2f61fe4b-9b72-43ad-8b6c-7c13406c7054 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:50.639520 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-95189183-65d4-48dd-92b0-25489ee7aea3 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:50.645572 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-cd539985-6237-4512-89ff-a58bbf90515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'name': 'tempest-AttachVolumeTestJSON-2005805429-router', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:30Z', 'updated_at': '2021-11-12T20:08:38Z', 'revision_number': 4, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'gw_port': {'id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:32Z', 'updated_at': '2021-11-12T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '88d61755-629b-4c6e-b651-954056d16c11', 'name': '', 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'mac_address': 'fa:16:3e:bb:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:37Z', 'updated_at': '2021-11-12T20:08:43Z', 'revision_number': 5, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'subnets': [{'id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:50.676743 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd539985-6237-4512-89ff-a58bbf90515c None None] The sync data for ids ['e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'] in n-d-712140-15 is: [{'id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'name': 'tempest-AttachVolumeTestJSON-2005805429-router', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:30Z', 'updated_at': '2021-11-12T20:08:38Z', 'revision_number': 4, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'gw_port': {'id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:32Z', 'updated_at': '2021-11-12T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '88d61755-629b-4c6e-b651-954056d16c11', 'name': '', 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'mac_address': 'fa:16:3e:bb:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:37Z', 'updated_at': '2021-11-12T20:08:43Z', 'revision_number': 5, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'subnets': [{'id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:14:50.724715 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8fc2dc-8db5-4fc1-9818-b3d299876b34 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Port': ['ID=e04f5d60-11d1-4a1e-a22b-0f9aa2451253,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:50.740895 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf48dfa0-ae31-45fd-bfc1-067971b71b19 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:50.777205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48dfa0-ae31-45fd-bfc1-067971b71b19 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfdad27f-39d1-4544-8358-e4c39c99c1e1,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:50.791289 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-c14f3e83-7017-4648-b9f2-1846c8c807b6 service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5348885 Nov 12 20:14:50.852036 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6c8fc2dc-8db5-4fc1-9818-b3d299876b34 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:50.860191 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6c8fc2dc-8db5-4fc1-9818-b3d299876b34 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/e04f5d60-11d1-4a1e-a22b-0f9aa2451253 HTTP/1.1" status: 204 len: 168 time: 0.8382647 Nov 12 20:14:50.865173 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45690) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:50.884306 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-8405ed8e-ef08-4761-acf7-608d22bbcf2e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=10d51039-4f5f-40e0-a541-b315dbaf21c3 HTTP/1.1" status: 200 len: 217 time: 0.0723739 Nov 12 20:14:50.884833 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-95189183-65d4-48dd-92b0-25489ee7aea3 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:50.922554 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-95189183-65d4-48dd-92b0-25489ee7aea3 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Calling delete_port for 2f61fe4b-9b72-43ad-8b6c-7c13406c7054 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:50.954313 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c7b2ef-2bb0-441b-8f69-32d82f626736 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:50.956889 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-90c7b2ef-2bb0-441b-8f69-32d82f626736 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0908008 Nov 12 20:14:50.959474 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45692) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:50.984772 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf48dfa0-ae31-45fd-bfc1-067971b71b19 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:51.050966 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-e3b14db9-0f2d-430a-9f10-30e6b249c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:51.052517 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-e3b14db9-0f2d-430a-9f10-30e6b249c079 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23e59f70-1cf8-4ea4-824b-1efc5167ff36 HTTP/1.1" status: 200 len: 797 time: 0.1596506 Nov 12 20:14:51.083314 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45698) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:51.143215 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3578cd-92dc-4447-a9c3-2d62e022b023 None None] New status for floating IP d930c82a-1faf-4054-add8-931c7646016f: DOWN {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:14:51.167151 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf48dfa0-ae31-45fd-bfc1-067971b71b19 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:51.205952 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-69ab87c5-f1cd-4fce-8c79-a729c7d80428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:51.207451 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-69ab87c5-f1cd-4fce-8c79-a729c7d80428 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1228974 Nov 12 20:14:51.257219 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0b155a9f-a248-4a55-982d-139f78fd702a tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:51.326597 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf48dfa0-ae31-45fd-bfc1-067971b71b19 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:51.330057 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0b155a9f-a248-4a55-982d-139f78fd702a tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:51.382342 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48dfa0-ae31-45fd-bfc1-067971b71b19 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cded5e09-abd7-4de9-bbbd-b7362d329f41,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:51.443209 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e332de1-1e4b-477f-9104-7e5fac1d2ed1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:51.447532 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1e332de1-1e4b-477f-9104-7e5fac1d2ed1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.4858241 Nov 12 20:14:51.448184 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45702) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:51.472443 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-29618087-9229-491b-8a30-c1c7a32d8c82 service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506945 Nov 12 20:14:51.479881 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf48dfa0-ae31-45fd-bfc1-067971b71b19 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:51.528833 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0b155a9f-a248-4a55-982d-139f78fd702a tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:51.531413 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0b155a9f-a248-4a55-982d-139f78fd702a tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:51.535982 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0b155a9f-a248-4a55-982d-139f78fd702a tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "DELETE /v2.0/security-groups/8f839e6e-8167-41e6-9db7-72e87c43fbbf HTTP/1.1" status: 204 len: 168 time: 0.4432909 Nov 12 20:14:51.538236 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45706) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:51.568452 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-bf48dfa0-ae31-45fd-bfc1-067971b71b19 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb091e76-65f2-4ae9-9ef8-50ac380b394a']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:51.578785 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510fe4a2-9821-4fe0-9912-387a531705db tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:51.582418 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510fe4a2-9821-4fe0-9912-387a531705db tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:51.585293 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510fe4a2-9821-4fe0-9912-387a531705db tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:51.587145 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-510fe4a2-9821-4fe0-9912-387a531705db tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1295934 Nov 12 20:14:51.596167 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45708) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:51.598541 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-95189183-65d4-48dd-92b0-25489ee7aea3 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:51.606806 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-bf48dfa0-ae31-45fd-bfc1-067971b71b19 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a195bd51-eaca-4917-93fe-a8f936a871a5') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:51.607096 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-bf48dfa0-ae31-45fd-bfc1-067971b71b19 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a195bd51-eaca-4917-93fe-a8f936a871a5') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:51.610515 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b155a9f-a248-4a55-982d-139f78fd702a tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f839e6e-8167-41e6-9db7-72e87c43fbbf,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:51.612842 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-1c106002-0437-41f7-a6c6-8d583b317a4a tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] show failed (client error): The resource could not be found. Nov 12 20:14:51.616781 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1c106002-0437-41f7-a6c6-8d583b317a4a tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups/8f839e6e-8167-41e6-9db7-72e87c43fbbf HTTP/1.1" status: 404 len: 347 time: 0.0735705 Nov 12 20:14:51.628674 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45712) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:51.634277 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-17b18b46-709a-44c2-a158-a9a7d74cdaa9 req-1dc0d695-07f5-4dab-8ab2-fffc01286bd4 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3521a6-1260-4bef-ad29-f64a2d27283f HTTP/1.1" status: 200 len: 210 time: 0.0688756 Nov 12 20:14:51.672499 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95189183-65d4-48dd-92b0-25489ee7aea3 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f61fe4b-9b72-43ad-8b6c-7c13406c7054,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:51.673193 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf48dfa0-ae31-45fd-bfc1-067971b71b19 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:51.717364 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-95189183-65d4-48dd-92b0-25489ee7aea3 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:51.723266 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-95189183-65d4-48dd-92b0-25489ee7aea3 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "DELETE /v2.0/ports/2f61fe4b-9b72-43ad-8b6c-7c13406c7054 HTTP/1.1" status: 204 len: 168 time: 1.7666535 Nov 12 20:14:51.725727 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45714) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:51.733413 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-3b1feaac-0859-4a41-ad79-374f9a3d68c2 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1dd5d138-eaee-4e69-a366-e823e0bcc996', 'external_fixed_ips': [{'subnet_id': '6432a5df-f111-4d23-a2bf-3ed3fb9664b7', 'ip_address': '2001:db8::5c'}]}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:51.750102 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf48dfa0-ae31-45fd-bfc1-067971b71b19 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:51.760989 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b1feaac-0859-4a41-ad79-374f9a3d68c2 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:51.762232 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b1feaac-0859-4a41-ad79-374f9a3d68c2 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:51.804641 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-857b58b9-094d-4837-8e0e-e1b294e3d4ba tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet 87873c8c-d955-4b6a-b23f-f84f5154c01a {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:14:51.811833 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf48dfa0-ae31-45fd-bfc1-067971b71b19 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:14:51.812256 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf48dfa0-ae31-45fd-bfc1-067971b71b19 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:51.818336 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-857b58b9-094d-4837-8e0e-e1b294e3d4ba tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:14:51.821280 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:14:51.849813 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-c971a40d-b27a-4acd-8798-9984c2c0fa1e service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669066 Nov 12 20:14:51.960327 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-84560a9c-7904-4367-a827-d1559ced8cbf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205 HTTP/1.1" status: 200 len: 217 time: 0.0989866 Nov 12 20:14:51.980610 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-857b58b9-094d-4837-8e0e-e1b294e3d4ba tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:52.038014 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf48dfa0-ae31-45fd-bfc1-067971b71b19 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:52.058348 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf48dfa0-ae31-45fd-bfc1-067971b71b19 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bb091e76-65f2-4ae9-9ef8-50ac380b394a {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 20:14:52.083895 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf48dfa0-ae31-45fd-bfc1-067971b71b19 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:52.089467 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bf48dfa0-ae31-45fd-bfc1-067971b71b19 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] 10.222.0.48 "DELETE /v2.0/networks/bb091e76-65f2-4ae9-9ef8-50ac380b394a HTTP/1.1" status: 204 len: 168 time: 2.2592552 Nov 12 20:14:52.091886 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48dfa0-ae31-45fd-bfc1-067971b71b19 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Pushing event deleted for resources: {'Network': ['ID=bb091e76-65f2-4ae9-9ef8-50ac380b394a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:52.097001 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45718) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:52.098551 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-4281cc33-29d5-4c57-bd9b-1319435fe5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:52.100043 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-4281cc33-29d5-4c57-bd9b-1319435fe5d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ed506cf3-b5f8-43df-9ed6-18a9019fc64b HTTP/1.1" status: 200 len: 797 time: 0.1321073 Nov 12 20:14:52.121933 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b1feaac-0859-4a41-ad79-374f9a3d68c2 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:52.318405 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b1feaac-0859-4a41-ad79-374f9a3d68c2 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:52.552046 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-be129bf4-dd9c-4c0c-b32f-e702c410a130 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Deleting port 4a5360a2-2da2-444c-91be-b5a797e6c2df {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:52.552419 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be129bf4-dd9c-4c0c-b32f-e702c410a130 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:52.678142 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-857b58b9-094d-4837-8e0e-e1b294e3d4ba tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:52.712916 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2dda6e6e-dde5-4612-9c07-a4520f7df755 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3047 time: 0.6114793 Nov 12 20:14:52.718745 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45724) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:52.745415 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-31fe0180-b5d5-444f-8188-59bd46a0e0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:52.787659 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-dc2ec660-11d5-415d-a4c0-a684026f451e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:52.789592 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-dc2ec660-11d5-415d-a4c0-a684026f451e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d5111b2-3f92-4f00-9f7f-454d59cb9659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3318903 Nov 12 20:14:52.843858 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b1feaac-0859-4a41-ad79-374f9a3d68c2 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:52.849603 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be129bf4-dd9c-4c0c-b32f-e702c410a130 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:52.850237 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be129bf4-dd9c-4c0c-b32f-e702c410a130 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:52.889392 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-900663f6-43de-455f-9cb6-7afc26fb3ae9 req-287df237-e2b1-4623-9643-f0f63b039b95 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3521a6-1260-4bef-ad29-f64a2d27283f HTTP/1.1" status: 200 len: 210 time: 0.0789287 Nov 12 20:14:52.897563 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b1feaac-0859-4a41-ad79-374f9a3d68c2 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:52.926443 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-be129bf4-dd9c-4c0c-b32f-e702c410a130 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Calling delete_port for 4a5360a2-2da2-444c-91be-b5a797e6c2df owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:52.960262 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-d2c8230a-524d-4600-914b-0c99007bab83 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:52.961763 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-d2c8230a-524d-4600-914b-0c99007bab83 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.52 "GET /v2.0/networks?id=3c5122fc-cc40-4e6c-a6af-0e0485545a5b HTTP/1.1" status: 200 len: 813 time: 0.3883095 Nov 12 20:14:52.962650 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-d8e01e33-1179-4b86-a880-98c41cf74500 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:52.964076 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-d8e01e33-1179-4b86-a880-98c41cf74500 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.55 "GET /v2.0/networks?id=3c5122fc-cc40-4e6c-a6af-0e0485545a5b HTTP/1.1" status: 200 len: 813 time: 0.3589149 Nov 12 20:14:52.967914 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-857b58b9-094d-4837-8e0e-e1b294e3d4ba tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:52.993843 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5670d5-02b3-431c-8b5b-96aa20d68eb7 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:52.994308 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5670d5-02b3-431c-8b5b-96aa20d68eb7 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:52.994759 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5670d5-02b3-431c-8b5b-96aa20d68eb7 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:52.995212 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5670d5-02b3-431c-8b5b-96aa20d68eb7 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:52.995678 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5670d5-02b3-431c-8b5b-96aa20d68eb7 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:52.996102 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5670d5-02b3-431c-8b5b-96aa20d68eb7 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:52.996569 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5670d5-02b3-431c-8b5b-96aa20d68eb7 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:52.997009 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5670d5-02b3-431c-8b5b-96aa20d68eb7 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:52.997450 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5670d5-02b3-431c-8b5b-96aa20d68eb7 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:52.997888 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5670d5-02b3-431c-8b5b-96aa20d68eb7 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:52.998326 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5670d5-02b3-431c-8b5b-96aa20d68eb7 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:52.998763 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5670d5-02b3-431c-8b5b-96aa20d68eb7 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:52.999199 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5670d5-02b3-431c-8b5b-96aa20d68eb7 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:52.999635 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5670d5-02b3-431c-8b5b-96aa20d68eb7 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:53.004695 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2d5670d5-02b3-431c-8b5b-96aa20d68eb7 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8979 time: 0.2798011 Nov 12 20:14:53.008726 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-1eb84932-6245-4b03-b191-a0e6994749fb tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Request body: {'port': {'device_id': 'fa82ec68-6b25-4157-b061-d36829ec8e3e', 'network_id': '3c5122fc-cc40-4e6c-a6af-0e0485545a5b', 'admin_state_up': True, 'tenant_id': '08fe9bc764934707907845b6ae9923ed'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:53.010822 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-b1dc89f1-ad5b-4547-8918-e9dd9a132efc tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Request body: {'port': {'device_id': '4e3521a6-1260-4bef-ad29-f64a2d27283f', 'network_id': '3c5122fc-cc40-4e6c-a6af-0e0485545a5b', 'admin_state_up': True, 'tenant_id': '08fe9bc764934707907845b6ae9923ed'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:53.011510 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45728) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:53.065854 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4ec3c6-af1b-4693-b878-b86437d7be55 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:53.071116 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-857b58b9-094d-4837-8e0e-e1b294e3d4ba tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:53.076510 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-857b58b9-094d-4837-8e0e-e1b294e3d4ba tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/87873c8c-d955-4b6a-b23f-f84f5154c01a HTTP/1.1" status: 204 len: 168 time: 1.4771719 Nov 12 20:14:53.077102 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b58b9-094d-4837-8e0e-e1b294e3d4ba tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=87873c8c-d955-4b6a-b23f-f84f5154c01a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:53.085885 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45730) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:53.097596 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-ef16c3a2-2ded-42ef-a482-44ea96e93ed0 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] delete failed (client error): The resource could not be found. Nov 12 20:14:53.101086 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ef16c3a2-2ded-42ef-a482-44ea96e93ed0 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/3867b628-f065-4f0a-89ed-11449a49a002 HTTP/1.1" status: 404 len: 345 time: 0.0862298 Nov 12 20:14:53.105773 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45732) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:53.156212 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-bb1b9291-3645-4e2f-8d95-185c2c1bf6d5 service neutron] 10.222.0.55 "GET /v2.0/networks/5d5111b2-3f92-4f00-9f7f-454d59cb9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361957 Nov 12 20:14:53.184796 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f6b19b-bfaf-4636-ad0f-dd130aa28e44 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] DELETE failed (client error): The resource could not be found. Nov 12 20:14:53.185362 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12f6b19b-bfaf-4636-ad0f-dd130aa28e44 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:14:53.195633 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-12f6b19b-bfaf-4636-ad0f-dd130aa28e44 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] 10.222.0.48 "DELETE /v2.0/networks/bb091e76-65f2-4ae9-9ef8-50ac380b394a HTTP/1.1" status: 404 len: 339 time: 0.0802801 Nov 12 20:14:53.196748 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45734) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:53.203906 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-72f98c9a-ecf2-4e30-bd87-dbe803c1cce1 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Request body: {'network': {'name': 'tempest-network--958926499', 'router:external': True}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:53.267562 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e9b339-ec28-4775-bbbb-b2755e0a6baa tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet c8a6f87a-67de-4e64-94eb-57c1dffc09be {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:14:53.278274 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e9e9b339-ec28-4775-bbbb-b2755e0a6baa tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:53.291330 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f98c9a-ecf2-4e30-bd87-dbe803c1cce1 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Made reservation on behalf of 9fa80abeea684b698463afd0b53f6db8 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:53.294189 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-72f98c9a-ecf2-4e30-bd87-dbe803c1cce1 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:53.340532 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-3b1feaac-0859-4a41-ad79-374f9a3d68c2 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Allocated IP 2001:db8::5c (1dd5d138-eaee-4e69-a366-e823e0bcc996/6432a5df-f111-4d23-a2bf-3ed3fb9664b7/2d8eaae0-49d6-4ab3-87a5-494b9dee8164) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:53.356102 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-1eb84932-6245-4b03-b191-a0e6994749fb tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Made reservation on behalf of 08fe9bc764934707907845b6ae9923ed for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:53.360000 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-1eb84932-6245-4b03-b191-a0e6994749fb tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:53.373176 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e9e9b339-ec28-4775-bbbb-b2755e0a6baa tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:53.381660 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f98c9a-ecf2-4e30-bd87-dbe803c1cce1 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:14:53.441875 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-268d811b-4d21-40eb-bb3e-8592bfbccd73 service neutron] 10.222.0.55 "GET /v2.0/networks/5d5111b2-3f92-4f00-9f7f-454d59cb9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744064 Nov 12 20:14:53.442506 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be129bf4-dd9c-4c0c-b32f-e702c410a130 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:53.447433 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-72f98c9a-ecf2-4e30-bd87-dbe803c1cce1 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:53.448196 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-72f98c9a-ecf2-4e30-bd87-dbe803c1cce1 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Added segment 648f89ec-9fd9-4678-8c79-62b465583a5f of type vlan for network d8efdc42-3963-4375-a29c-51cacbcc04b3 Nov 12 20:14:53.451052 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-b1dc89f1-ad5b-4547-8918-e9dd9a132efc tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Made reservation on behalf of 08fe9bc764934707907845b6ae9923ed for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:53.455301 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-b1dc89f1-ad5b-4547-8918-e9dd9a132efc tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:53.535375 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be129bf4-dd9c-4c0c-b32f-e702c410a130 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Pushing event deleted for resources: {'Port': ['ID=4a5360a2-2da2-444c-91be-b5a797e6c2df,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:53.552326 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d2f42c-7e9f-45cf-b151-fa1dfff85095 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:14:53.552660 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-72f98c9a-ecf2-4e30-bd87-dbe803c1cce1 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:53.562053 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-483783bc-2df0-4f8d-a6d2-5585f69d93a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4 HTTP/1.1" status: 200 len: 217 time: 0.0976620 Nov 12 20:14:53.660555 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e9e9b339-ec28-4775-bbbb-b2755e0a6baa tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:53.674465 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-72f98c9a-ecf2-4e30-bd87-dbe803c1cce1 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:53.675343 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f98c9a-ecf2-4e30-bd87-dbe803c1cce1 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:53.675929 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-72f98c9a-ecf2-4e30-bd87-dbe803c1cce1 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:53.701953 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b1feaac-0859-4a41-ad79-374f9a3d68c2 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:53.703538 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:53.741287 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-72f98c9a-ecf2-4e30-bd87-dbe803c1cce1 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5434499 Nov 12 20:14:53.742157 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45738) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:53.788444 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:53.793613 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-8751b589-f6c6-42a4-9775-2ac0621d3c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:53.795265 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-8751b589-f6c6-42a4-9775-2ac0621d3c46 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ed506cf3-b5f8-43df-9ed6-18a9019fc64b HTTP/1.1" status: 200 len: 797 time: 0.2175889 Nov 12 20:14:53.806747 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be129bf4-dd9c-4c0c-b32f-e702c410a130 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:53.809546 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be129bf4-dd9c-4c0c-b32f-e702c410a130 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:53.810848 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-be129bf4-dd9c-4c0c-b32f-e702c410a130 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "DELETE /v2.0/floatingips/d930c82a-1faf-4054-add8-931c7646016f HTTP/1.1" status: 204 len: 168 time: 2.1801324 Nov 12 20:14:53.850942 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-1eb84932-6245-4b03-b191-a0e6994749fb tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Allocated IP 172.20.0.14 (3c5122fc-cc40-4e6c-a6af-0e0485545a5b/286d415b-82d8-466a-bb82-3019532b131f/3dd14156-c93e-4581-9dd1-2d9df967f1e4) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:53.918302 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f98c9a-ecf2-4e30-bd87-dbe803c1cce1 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Pushing event updated for resources: {'Network': ['ID=d8efdc42-3963-4375-a29c-51cacbcc04b3,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:53.940986 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network d8efdc42-3963-4375-a29c-51cacbcc04b3 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:14:54.006721 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-001f2e6f-df52-4015-92c6-0ee4488bdff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:54.012982 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-001f2e6f-df52-4015-92c6-0ee4488bdff4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d5111b2-3f92-4f00-9f7f-454d59cb9659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1996024 Nov 12 20:14:54.015587 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e9e9b339-ec28-4775-bbbb-b2755e0a6baa tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:54.118429 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-510cab51-7f8b-4aef-9f1d-458f42be3eff req-681598db-1a7e-4ca1-be6e-a1548651b508 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3521a6-1260-4bef-ad29-f64a2d27283f HTTP/1.1" status: 200 len: 210 time: 0.0637579 Nov 12 20:14:54.124052 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b1feaac-0859-4a41-ad79-374f9a3d68c2 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:54.135800 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9b339-ec28-4775-bbbb-b2755e0a6baa tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=c8a6f87a-67de-4e64-94eb-57c1dffc09be,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:54.138085 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e9e9b339-ec28-4775-bbbb-b2755e0a6baa tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:54.142312 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e9e9b339-ec28-4775-bbbb-b2755e0a6baa tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/c8a6f87a-67de-4e64-94eb-57c1dffc09be HTTP/1.1" status: 204 len: 168 time: 1.0552990 Nov 12 20:14:54.162205 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45746) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:54.172429 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b365f2d-8e1e-4750-93b3-30adce9871a9 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:54.207890 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f650d089-39ee-403d-becb-9daca5664630 tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:54.213988 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f650d089-39ee-403d-becb-9daca5664630 tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:54.225568 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f650d089-39ee-403d-becb-9daca5664630 tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:54.232428 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f650d089-39ee-403d-becb-9daca5664630 tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:54.239828 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f650d089-39ee-403d-becb-9daca5664630 tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:54.244694 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f650d089-39ee-403d-becb-9daca5664630 tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3059 time: 0.4585998 Nov 12 20:14:54.245319 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45748) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:54.250408 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-fc38a16d-cd41-4c91-b7c6-152a42b68829 service neutron] 10.222.0.55 "GET /v2.0/networks/5d5111b2-3f92-4f00-9f7f-454d59cb9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233312 Nov 12 20:14:54.301386 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-97cc5ea4-f4c5-4600-ae43-878a07ecb174 None None] Provisioning complete for port 28a379f5-968c-4809-9e75-8f2d90e8a27e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:54.302593 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-97cc5ea4-f4c5-4600-ae43-878a07ecb174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:54.329128 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1080e656-bc81-4caa-b8e1-c45e25a72781 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1582239 Nov 12 20:14:54.344621 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45750) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:54.362242 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-20dccd30-4653-4823-89fa-79fc63ec037b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:54.369188 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7b59df3-f687-4a7a-a1e7-b5967e5c8fe1 req-e1f568e0-4356-4d31-85ee-0c0bf9a580a1 service neutron] 10.222.0.55 "GET /v2.0/networks/5d5111b2-3f92-4f00-9f7f-454d59cb9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116121 Nov 12 20:14:54.381689 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1feaac-0859-4a41-ad79-374f9a3d68c2 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Network 1dd5d138-eaee-4e69-a366-e823e0bcc996 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:54.452426 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45752) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:54.458995 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-3b1feaac-0859-4a41-ad79-374f9a3d68c2 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:54.460999 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1feaac-0859-4a41-ad79-374f9a3d68c2 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Pushing event updated for resources: {'Port': ['ID=2d8eaae0-49d6-4ab3-87a5-494b9dee8164,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:54.462331 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-242dff7e-091a-4188-82d3-23918d89bf24 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Request body: {'security_group': {'name': 'tempest-securitygroup--82899259', 'description': 'tempest-description--1040377493'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:54.463322 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1feaac-0859-4a41-ad79-374f9a3d68c2 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:14:54.493830 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a64758-d009-42bc-a16a-8a10e5210d75 None None] DHCP port deletion for 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:14:54.500422 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-242dff7e-091a-4188-82d3-23918d89bf24 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:54.568272 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-40a64758-d009-42bc-a16a-8a10e5210d75 None None] Deleting port 28a379f5-968c-4809-9e75-8f2d90e8a27e {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:54.573148 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-40a64758-d009-42bc-a16a-8a10e5210d75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:54.603966 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-242dff7e-091a-4188-82d3-23918d89bf24 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:54.608548 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-242dff7e-091a-4188-82d3-23918d89bf24 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:54.645758 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-242dff7e-091a-4188-82d3-23918d89bf24 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:54.649806 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-242dff7e-091a-4188-82d3-23918d89bf24 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1935992 Nov 12 20:14:54.650013 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-40a64758-d009-42bc-a16a-8a10e5210d75 None None] For port 28a379f5-968c-4809-9e75-8f2d90e8a27e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=28a379f5-968c-4809-9e75-8f2d90e8a27e,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:54.650013 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-40a64758-d009-42bc-a16a-8a10e5210d75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:54.650275 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45754) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:54.666588 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-78a04120-63d9-47bb-9c7d-fe835d4c6c4e tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Request body: {'security_group_rule': {'security_group_id': '732325cd-f6c2-4e82-aa96-5189121d9965', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:54.674968 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-40a64758-d009-42bc-a16a-8a10e5210d75 None None] Calling delete_port for 28a379f5-968c-4809-9e75-8f2d90e8a27e owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:54.676079 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dff7e-091a-4188-82d3-23918d89bf24 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=732325cd-f6c2-4e82-aa96-5189121d9965,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:54.709173 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-78a04120-63d9-47bb-9c7d-fe835d4c6c4e tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:54.790580 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-40a64758-d009-42bc-a16a-8a10e5210d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:54.800593 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-78a04120-63d9-47bb-9c7d-fe835d4c6c4e tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:54.824547 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-78a04120-63d9-47bb-9c7d-fe835d4c6c4e tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:54.833388 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a64758-d009-42bc-a16a-8a10e5210d75 None None] Pushing event deleted for resources: {'Port': ['ID=28a379f5-968c-4809-9e75-8f2d90e8a27e,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:54.835810 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a64758-d009-42bc-a16a-8a10e5210d75 None None] No DVR routers for this DVR port 28a379f5-968c-4809-9e75-8f2d90e8a27e on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:14:54.853453 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a04120-63d9-47bb-9c7d-fe835d4c6c4e tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637f4f17-1f89-4f48-b41b-2032c3355f31,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:54.865500 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-78a04120-63d9-47bb-9c7d-fe835d4c6c4e tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:54.866724 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-78a04120-63d9-47bb-9c7d-fe835d4c6c4e tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2157319 Nov 12 20:14:54.869478 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45758) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:54.874008 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-4fd7d035-90ba-4f00-b575-bc51e1aa721b tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Request body: {'security_group_rule': {'security_group_id': '732325cd-f6c2-4e82-aa96-5189121d9965', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:54.902189 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4fd7d035-90ba-4f00-b575-bc51e1aa721b tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:54.934480 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cb877bd0-0f26-42a5-aa0e-b98fb66bc531 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:54.971847 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-1eb84932-6245-4b03-b191-a0e6994749fb tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:54.981243 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4fd7d035-90ba-4f00-b575-bc51e1aa721b tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:54.987881 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4fd7d035-90ba-4f00-b575-bc51e1aa721b tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:54.997138 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 28a379f5-968c-4809-9e75-8f2d90e8a27e no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:14:55.013610 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7d035-90ba-4f00-b575-bc51e1aa721b tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831df27b-7fdf-4b6d-8c63-9d6d9d733721,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:55.017786 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 28a379f5-968c-4809-9e75-8f2d90e8a27e {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:14:55.018188 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 28a379f5-968c-4809-9e75-8f2d90e8a27e not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:14:55.027070 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4fd7d035-90ba-4f00-b575-bc51e1aa721b tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:55.031980 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4fd7d035-90ba-4f00-b575-bc51e1aa721b tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1579821 Nov 12 20:14:55.031980 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45762) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:55.041686 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-6abf3aa1-00bf-40e4-aa52-25e15361ca1f tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:55.064957 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6abf3aa1-00bf-40e4-aa52-25e15361ca1f tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:55.077282 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dccd30-4653-4823-89fa-79fc63ec037b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:55.081494 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:55.081794 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-20dccd30-4653-4823-89fa-79fc63ec037b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:55.169890 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6abf3aa1-00bf-40e4-aa52-25e15361ca1f tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:55.203738 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cb877bd0-0f26-42a5-aa0e-b98fb66bc531 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:55.283284 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-6abf3aa1-00bf-40e4-aa52-25e15361ca1f tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Allocated IP 172.25.5.191 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/7b8cdea6-33b4-4118-b452-bdef9610e297) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:55.297342 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e972c38b-e1c7-4794-a013-d8eed0281da5 req-9bfbd963-e943-4aa9-b853-8269c54d4a8f tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3521a6-1260-4bef-ad29-f64a2d27283f HTTP/1.1" status: 200 len: 210 time: 0.0643282 Nov 12 20:14:55.302818 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-cb877bd0-0f26-42a5-aa0e-b98fb66bc531 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8efdc42-3963-4375-a29c-51cacbcc04b3']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:55.311299 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-1eb84932-6245-4b03-b191-a0e6994749fb tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:55.339102 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-cb877bd0-0f26-42a5-aa0e-b98fb66bc531 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648f89ec-9fd9-4678-8c79-62b465583a5f') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:55.339436 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-cb877bd0-0f26-42a5-aa0e-b98fb66bc531 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648f89ec-9fd9-4678-8c79-62b465583a5f') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:55.379940 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cb877bd0-0f26-42a5-aa0e-b98fb66bc531 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:55.380268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-b1dc89f1-ad5b-4547-8918-e9dd9a132efc tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Allocated IP 172.20.0.4 (3c5122fc-cc40-4e6c-a6af-0e0485545a5b/286d415b-82d8-466a-bb82-3019532b131f/b7605726-17ab-4d57-ba57-6f8ac487c71d) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:55.381450 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b1feaac-0859-4a41-ad79-374f9a3d68c2 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:55.451920 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cb877bd0-0f26-42a5-aa0e-b98fb66bc531 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:55.457840 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-1eb84932-6245-4b03-b191-a0e6994749fb tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Network 3c5122fc-cc40-4e6c-a6af-0e0485545a5b is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:55.465733 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6abf3aa1-00bf-40e4-aa52-25e15361ca1f tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:55.470329 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-1eb84932-6245-4b03-b191-a0e6994749fb tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:55.478651 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb84932-6245-4b03-b191-a0e6994749fb tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Pushing event updated for resources: {'Port': ['ID=3dd14156-c93e-4581-9dd1-2d9df967f1e4,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:55.481361 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-1eb84932-6245-4b03-b191-a0e6994749fb tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:14:55.487700 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb877bd0-0f26-42a5-aa0e-b98fb66bc531 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:14:55.488103 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cb877bd0-0f26-42a5-aa0e-b98fb66bc531 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:14:55.489924 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:14:55.574705 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6abf3aa1-00bf-40e4-aa52-25e15361ca1f tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:55.607939 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-b1dc89f1-ad5b-4547-8918-e9dd9a132efc tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:55.636818 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abf3aa1-00bf-40e4-aa52-25e15361ca1f tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:55.645180 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-6abf3aa1-00bf-40e4-aa52-25e15361ca1f tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:55.648801 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abf3aa1-00bf-40e4-aa52-25e15361ca1f tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:14:55.652781 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf3aa1-00bf-40e4-aa52-25e15361ca1f tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Pushing event updated for resources: {'Port': ['ID=7b8cdea6-33b4-4118-b452-bdef9610e297,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:55.657477 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-1eb84932-6245-4b03-b191-a0e6994749fb tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:55.658120 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-1eb84932-6245-4b03-b191-a0e6994749fb tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:55.675758 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cb877bd0-0f26-42a5-aa0e-b98fb66bc531 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:55.710484 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-b1dc89f1-ad5b-4547-8918-e9dd9a132efc tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:55.710754 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb877bd0-0f26-42a5-aa0e-b98fb66bc531 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d8efdc42-3963-4375-a29c-51cacbcc04b3 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 20:14:55.717520 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cb877bd0-0f26-42a5-aa0e-b98fb66bc531 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:55.729468 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cb877bd0-0f26-42a5-aa0e-b98fb66bc531 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] 10.222.0.48 "DELETE /v2.0/networks/d8efdc42-3963-4375-a29c-51cacbcc04b3 HTTP/1.1" status: 204 len: 168 time: 1.4465425 Nov 12 20:14:55.738038 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45766) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:55.742826 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-7f082f93-f681-45c3-ab0c-8d496017fcca tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Request body: {'network': {'name': 'tempest-network--1991825951', 'router:external': True}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:55.746062 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-1eb84932-6245-4b03-b191-a0e6994749fb tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7430606 Nov 12 20:14:55.754077 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb877bd0-0f26-42a5-aa0e-b98fb66bc531 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Pushing event deleted for resources: {'Network': ['ID=d8efdc42-3963-4375-a29c-51cacbcc04b3,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:55.764024 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-545a0145-fac8-4bc8-9d10-124e1ac91b2a service neutron] Request body: {'port': {'device_id': 'fa82ec68-6b25-4157-b061-d36829ec8e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:55.807846 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-20dccd30-4653-4823-89fa-79fc63ec037b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:55.813460 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-b1dc89f1-ad5b-4547-8918-e9dd9a132efc tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Network 3c5122fc-cc40-4e6c-a6af-0e0485545a5b is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:55.816414 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc89f1-ad5b-4547-8918-e9dd9a132efc tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Pushing event updated for resources: {'Port': ['ID=b7605726-17ab-4d57-ba57-6f8ac487c71d,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:55.838622 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-b1dc89f1-ad5b-4547-8918-e9dd9a132efc tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:55.852402 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6abf3aa1-00bf-40e4-aa52-25e15361ca1f tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:55.865934 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-b1dc89f1-ad5b-4547-8918-e9dd9a132efc tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:14:55.873918 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f082f93-f681-45c3-ab0c-8d496017fcca tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Made reservation on behalf of 9fa80abeea684b698463afd0b53f6db8 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:55.878882 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f082f93-f681-45c3-ab0c-8d496017fcca tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:55.883889 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dccd30-4653-4823-89fa-79fc63ec037b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:55.914064 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-20dccd30-4653-4823-89fa-79fc63ec037b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:55.924555 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df546e22-42c4-4496-ac16-686294e72649 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:14:55.956003 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dccd30-4653-4823-89fa-79fc63ec037b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:55.956637 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-20dccd30-4653-4823-89fa-79fc63ec037b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:55.978017 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-545a0145-fac8-4bc8-9d10-124e1ac91b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:55.978292 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6abf3aa1-00bf-40e4-aa52-25e15361ca1f tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:55.986860 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dccd30-4653-4823-89fa-79fc63ec037b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=22ba3cb9-3418-44e6-a760-172882042b40,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:56.003888 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f082f93-f681-45c3-ab0c-8d496017fcca tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:14:56.009881 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-20dccd30-4653-4823-89fa-79fc63ec037b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6638308 Nov 12 20:14:56.012604 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-b1dc89f1-ad5b-4547-8918-e9dd9a132efc tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:56.013226 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-b1dc89f1-ad5b-4547-8918-e9dd9a132efc tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:56.015550 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45770) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:56.021896 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-2dcda15c-18a9-45d3-8217-f50f89ac0c66 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:56.030149 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f082f93-f681-45c3-ab0c-8d496017fcca tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:56.030692 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-7f082f93-f681-45c3-ab0c-8d496017fcca tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Added segment 2585167c-1ec3-42dc-b24f-74767d8f4070 of type vlan for network f1a43999-47a7-4d36-9eb1-8bca586c0217 Nov 12 20:14:56.047556 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b1feaac-0859-4a41-ad79-374f9a3d68c2 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:56.088961 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:56.114766 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-b1dc89f1-ad5b-4547-8918-e9dd9a132efc tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1383755 Nov 12 20:14:56.144613 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-7fca3adf-c559-4009-b9de-2ebd7e71de81 service neutron] Request body: {'port': {'device_id': '4e3521a6-1260-4bef-ad29-f64a2d27283f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:56.225598 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d08d24c-cf2f-4954-8353-c9a6262e615f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'tenant_id': '04f7e7cd85394ae2bd9d6c96e5dfc860', 'fixed_ips': [{'subnet_id': '22ba3cb9-3418-44e6-a760-172882042b40'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:14:56.226485 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8d08d24c-cf2f-4954-8353-c9a6262e615f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:56.248019 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f082f93-f681-45c3-ab0c-8d496017fcca tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:56.310091 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-7fca3adf-c559-4009-b9de-2ebd7e71de81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:56.390907 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f082f93-f681-45c3-ab0c-8d496017fcca tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:56.391969 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f082f93-f681-45c3-ab0c-8d496017fcca tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:56.393106 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f082f93-f681-45c3-ab0c-8d496017fcca tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:56.394128 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-8d08d24c-cf2f-4954-8353-c9a6262e615f None None] Allocated IP 2001:db8::2 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/22ba3cb9-3418-44e6-a760-172882042b40/b1fd9292-c417-4d76-8767-ee2c3d5f3a71) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:14:56.450488 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcda15c-18a9-45d3-8217-f50f89ac0c66 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:56.454110 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2dcda15c-18a9-45d3-8217-f50f89ac0c66 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:56.524001 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1feaac-0859-4a41-ad79-374f9a3d68c2 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Router 8156eeb1-7332-4d48-b6a7-ac5d031fce9a is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:14:56.533566 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7f082f93-f681-45c3-ab0c-8d496017fcca tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7920198 Nov 12 20:14:56.542016 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45776) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:56.576824 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8d08d24c-cf2f-4954-8353-c9a6262e615f None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:56.583515 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8d08d24c-cf2f-4954-8353-c9a6262e615f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:56.603949 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f082f93-f681-45c3-ab0c-8d496017fcca tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Pushing event updated for resources: {'Network': ['ID=f1a43999-47a7-4d36-9eb1-8bca586c0217,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:56.627122 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network f1a43999-47a7-4d36-9eb1-8bca586c0217 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:14:56.655853 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6abf3aa1-00bf-40e4-aa52-25e15361ca1f tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:56.664885 n-d-712140-15 neutron-server[102447]: INFO neutron.db.ipam_backend_mixin [None req-2dcda15c-18a9-45d3-8217-f50f89ac0c66 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 22ba3cb9-3418-44e6-a760-172882042b40 (CIDR: 2001:db8::/64) Nov 12 20:14:56.668863 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d08d24c-cf2f-4954-8353-c9a6262e615f None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:14:56.672170 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e4e33-1251-48fe-ab27-a0ea1efa7d0c req-f140e90e-8178-4aa5-96a8-6fc9010e1013 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:56.674338 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8e9e4e33-1251-48fe-ab27-a0ea1efa7d0c req-f140e90e-8178-4aa5-96a8-6fc9010e1013 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3521a6-1260-4bef-ad29-f64a2d27283f HTTP/1.1" status: 200 len: 931 time: 0.2702146 Nov 12 20:14:56.675293 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dcda15c-18a9-45d3-8217-f50f89ac0c66 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:14:56.675963 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dcda15c-18a9-45d3-8217-f50f89ac0c66 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:14:56.677533 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6abf3aa1-00bf-40e4-aa52-25e15361ca1f tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:56.680036 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-545a0145-fac8-4bc8-9d10-124e1ac91b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dd14156-c93e-4581-9dd1-2d9df967f1e4 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:14:56.704946 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-8d08d24c-cf2f-4954-8353-c9a6262e615f None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:14:56.713655 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d08d24c-cf2f-4954-8353-c9a6262e615f None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:14:56.724448 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-545a0145-fac8-4bc8-9d10-124e1ac91b2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:56.730798 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08d24c-cf2f-4954-8353-c9a6262e615f None None] Pushing event updated for resources: {'Port': ['ID=b1fd9292-c417-4d76-8767-ee2c3d5f3a71,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:56.746016 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2dcda15c-18a9-45d3-8217-f50f89ac0c66 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7266970 Nov 12 20:14:56.750482 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45778) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:56.751981 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-545a0145-fac8-4bc8-9d10-124e1ac91b2a service neutron] Transition to ACTIVE for port object 3dd14156-c93e-4581-9dd1-2d9df967f1e4 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:14:56.759085 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-67c27884-9092-4f34-a92f-6be00076b80e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'subnet': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:56.766729 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-545a0145-fac8-4bc8-9d10-124e1ac91b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:56.809315 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-8d08d24c-cf2f-4954-8353-c9a6262e615f None None] Attempting to bind port b1fd9292-c417-4d76-8767-ee2c3d5f3a71 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:14:56.809843 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-8d08d24c-cf2f-4954-8353-c9a6262e615f None None] Attempting to bind port b1fd9292-c417-4d76-8767-ee2c3d5f3a71 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:14:56.810425 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d08d24c-cf2f-4954-8353-c9a6262e615f None None] Attempting to bind port b1fd9292-c417-4d76-8767-ee2c3d5f3a71 on network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:14:56.817105 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d08d24c-cf2f-4954-8353-c9a6262e615f None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:14:56.817625 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d08d24c-cf2f-4954-8353-c9a6262e615f None None] Checking segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:14:56.818118 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8d08d24c-cf2f-4954-8353-c9a6262e615f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:56.818780 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d08d24c-cf2f-4954-8353-c9a6262e615f None None] Bound using segment: {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:14:56.819358 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-8d08d24c-cf2f-4954-8353-c9a6262e615f None None] Bound port: b1fd9292-c417-4d76-8767-ee2c3d5f3a71, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:14:56.819851 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8d08d24c-cf2f-4954-8353-c9a6262e615f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:56.824711 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1feaac-0859-4a41-ad79-374f9a3d68c2 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:14:56.844031 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f7d4e8-abb5-466e-a96e-a85bb7a7d5b6 None None] Sync routers for ids ['8156eeb1-7332-4d48-b6a7-ac5d031fce9a'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:14:56.862466 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f7d4e8-abb5-466e-a96e-a85bb7a7d5b6 None None] Routers {'8156eeb1-7332-4d48-b6a7-ac5d031fce9a'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:14:56.865737 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-19f7d4e8-abb5-466e-a96e-a85bb7a7d5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:14:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8156eeb1-7332-4d48-b6a7-ac5d031fce9a'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:56.895017 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a0145-fac8-4bc8-9d10-124e1ac91b2a service neutron] Pushing event updated for resources: {'Port': ['ID=3dd14156-c93e-4581-9dd1-2d9df967f1e4,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:56.914018 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b1feaac-0859-4a41-ad79-374f9a3d68c2 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:56.915283 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3b1feaac-0859-4a41-ad79-374f9a3d68c2 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.1881554 Nov 12 20:14:56.932046 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-8d08d24c-cf2f-4954-8353-c9a6262e615f None None] For port b1fd9292-c417-4d76-8767-ee2c3d5f3a71, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:14:56.932633 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45782) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:56.941021 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-8d08d24c-cf2f-4954-8353-c9a6262e615f None None] For port b1fd9292-c417-4d76-8767-ee2c3d5f3a71, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b1fd9292-c417-4d76-8767-ee2c3d5f3a71,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:14:56.948588 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8d08d24c-cf2f-4954-8353-c9a6262e615f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:57.065278 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08d24c-cf2f-4954-8353-c9a6262e615f None None] Pushing event updated for resources: {'Port': ['ID=b1fd9292-c417-4d76-8767-ee2c3d5f3a71,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:57.085071 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-19f7d4e8-abb5-466e-a96e-a85bb7a7d5b6 None None] Set router 8156eeb1-7332-4d48-b6a7-ac5d031fce9a gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:14:57.114607 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-545a0145-fac8-4bc8-9d10-124e1ac91b2a service neutron] Attempting to bind port 3dd14156-c93e-4581-9dd1-2d9df967f1e4 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:14:57.115106 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-545a0145-fac8-4bc8-9d10-124e1ac91b2a service neutron] Attempting to bind port 3dd14156-c93e-4581-9dd1-2d9df967f1e4 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3c5122fc-cc40-4e6c-a6af-0e0485545a5b'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:14:57.115276 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-545a0145-fac8-4bc8-9d10-124e1ac91b2a service neutron] Attempting to bind port 3dd14156-c93e-4581-9dd1-2d9df967f1e4 on network 3c5122fc-cc40-4e6c-a6af-0e0485545a5b {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:14:57.120083 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c27884-9092-4f34-a92f-6be00076b80e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:57.123696 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67c27884-9092-4f34-a92f-6be00076b80e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:57.147006 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-545a0145-fac8-4bc8-9d10-124e1ac91b2a service neutron] Port 3dd14156-c93e-4581-9dd1-2d9df967f1e4 on network 3c5122fc-cc40-4e6c-a6af-0e0485545a5b not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:14:57.147006 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-545a0145-fac8-4bc8-9d10-124e1ac91b2a service neutron] Attempting to bind port 3dd14156-c93e-4581-9dd1-2d9df967f1e4 on network 3c5122fc-cc40-4e6c-a6af-0e0485545a5b {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:14:57.167551 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-545a0145-fac8-4bc8-9d10-124e1ac91b2a service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:14:57.167920 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-545a0145-fac8-4bc8-9d10-124e1ac91b2a service neutron] Checking segment: {'id': 'f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3c5122fc-cc40-4e6c-a6af-0e0485545a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:14:57.168362 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-545a0145-fac8-4bc8-9d10-124e1ac91b2a service neutron] Bound using segment: {'id': 'f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3c5122fc-cc40-4e6c-a6af-0e0485545a5b'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:14:57.168785 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-545a0145-fac8-4bc8-9d10-124e1ac91b2a service neutron] Bound port: 3dd14156-c93e-4581-9dd1-2d9df967f1e4, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3c5122fc-cc40-4e6c-a6af-0e0485545a5b'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:14:57.169150 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-545a0145-fac8-4bc8-9d10-124e1ac91b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:57.201429 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-48751a32-2b5c-4258-9f2c-a51b3b17ce64 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:57.217353 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0004dba1-6e38-4732-a5ca-bfdff57155be tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:57.219050 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0004dba1-6e38-4732-a5ca-bfdff57155be tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] 10.222.0.48 "GET /v2.0/networks/f1a43999-47a7-4d36-9eb1-8bca586c0217 HTTP/1.1" status: 200 len: 757 time: 0.6272666 Nov 12 20:14:57.230168 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45786) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:57.255956 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf3aa1-00bf-40e4-aa52-25e15361ca1f tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Pushing event updated for resources: {'Port': ['ID=7b8cdea6-33b4-4118-b452-bdef9610e297,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:57.308177 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8e9e4e33-1251-48fe-ab27-a0ea1efa7d0c req-1c6c81a4-51bd-4c74-a527-5f6edaf182aa tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601621 Nov 12 20:14:57.356851 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-19f7d4e8-abb5-466e-a96e-a85bb7a7d5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8156eeb1-7332-4d48-b6a7-ac5d031fce9a', 'name': '', 'tenant_id': '39b05f020e1341ffa66cc4784a6399b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dd5d138-eaee-4e69-a366-e823e0bcc996', 'external_fixed_ips': [{'subnet_id': '6432a5df-f111-4d23-a2bf-3ed3fb9664b7', 'ip_address': '2001:db8::5c'}], 'enable_snat': True}, 'gw_port_id': '2d8eaae0-49d6-4ab3-87a5-494b9dee8164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:14:51Z', 'updated_at': '2021-11-12T20:14:54Z', 'revision_number': 3, 'project_id': '39b05f020e1341ffa66cc4784a6399b3', 'gw_port': {'id': '2d8eaae0-49d6-4ab3-87a5-494b9dee8164', 'name': '', 'network_id': '1dd5d138-eaee-4e69-a366-e823e0bcc996', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8156eeb1-7332-4d48-b6a7-ac5d031fce9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '6432a5df-f111-4d23-a2bf-3ed3fb9664b7', 'ip_address': '2001:db8::5c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:14:52Z', 'updated_at': '2021-11-12T20:14:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6432a5df-f111-4d23-a2bf-3ed3fb9664b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:57.371648 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6abf3aa1-00bf-40e4-aa52-25e15361ca1f tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:57.420394 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f7d4e8-abb5-466e-a96e-a85bb7a7d5b6 None None] Checking router: 8156eeb1-7332-4d48-b6a7-ac5d031fce9a for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:14:57.420738 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f7d4e8-abb5-466e-a96e-a85bb7a7d5b6 None None] Updating router 8156eeb1-7332-4d48-b6a7-ac5d031fce9a port 2d8eaae0-49d6-4ab3-87a5-494b9dee8164 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:14:57.435777 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6abf3aa1-00bf-40e4-aa52-25e15361ca1f tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:57.445821 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6abf3aa1-00bf-40e4-aa52-25e15361ca1f tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4035096 Nov 12 20:14:57.447364 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a461e7-5e5a-49dc-942c-c6d3ae97d2f8 tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:57.449129 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d1a461e7-5e5a-49dc-942c-c6d3ae97d2f8 tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] 10.222.0.48 "GET /v2.0/networks/e78ce3f7-7514-4996-983f-8bf69732195a HTTP/1.1" status: 200 len: 767 time: 0.2145610 Nov 12 20:14:57.451715 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45790) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:57.454108 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-19f7d4e8-abb5-466e-a96e-a85bb7a7d5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:57.588101 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0872773c-8c44-4ddf-89f3-fbc8672fd1bd tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:57.594587 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-7fca3adf-c559-4009-b9de-2ebd7e71de81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7605726-17ab-4d57-ba57-6f8ac487c71d {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:14:57.605812 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-7fca3adf-c559-4009-b9de-2ebd7e71de81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:57.624323 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-7fca3adf-c559-4009-b9de-2ebd7e71de81 service neutron] Transition to ACTIVE for port object b7605726-17ab-4d57-ba57-6f8ac487c71d will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:14:57.698550 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-7fca3adf-c559-4009-b9de-2ebd7e71de81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:57.718538 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-545a0145-fac8-4bc8-9d10-124e1ac91b2a service neutron] For port 3dd14156-c93e-4581-9dd1-2d9df967f1e4, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:14:57.740035 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0872773c-8c44-4ddf-89f3-fbc8672fd1bd tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:57.763466 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-545a0145-fac8-4bc8-9d10-124e1ac91b2a service neutron] For port 3dd14156-c93e-4581-9dd1-2d9df967f1e4, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=3dd14156-c93e-4581-9dd1-2d9df967f1e4,segment=NetworkSegment(f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a),segment_id=f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:14:57.763896 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-0872773c-8c44-4ddf-89f3-fbc8672fd1bd tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a43999-47a7-4d36-9eb1-8bca586c0217']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:57.775377 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-0872773c-8c44-4ddf-89f3-fbc8672fd1bd tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2585167c-1ec3-42dc-b24f-74767d8f4070') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:57.775673 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-0872773c-8c44-4ddf-89f3-fbc8672fd1bd tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2585167c-1ec3-42dc-b24f-74767d8f4070') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:57.777995 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-545a0145-fac8-4bc8-9d10-124e1ac91b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:57.787550 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0872773c-8c44-4ddf-89f3-fbc8672fd1bd tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:57.805487 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-19f7d4e8-abb5-466e-a96e-a85bb7a7d5b6 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:57.807389 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0872773c-8c44-4ddf-89f3-fbc8672fd1bd tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:57.812691 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-19f7d4e8-abb5-466e-a96e-a85bb7a7d5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:57.815953 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0872773c-8c44-4ddf-89f3-fbc8672fd1bd tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:14:57.816454 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0872773c-8c44-4ddf-89f3-fbc8672fd1bd tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:57.868560 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6c05c-27a3-4802-8db4-bd378dc9d666 None None] Pushing event updated for resources: {'Port': ['ID=2d8eaae0-49d6-4ab3-87a5-494b9dee8164,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:57.877771 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6c05c-27a3-4802-8db4-bd378dc9d666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:57.878479 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6c05c-27a3-4802-8db4-bd378dc9d666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:57.879035 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6c05c-27a3-4802-8db4-bd378dc9d666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:57.879439 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6c05c-27a3-4802-8db4-bd378dc9d666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:57.879847 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6c05c-27a3-4802-8db4-bd378dc9d666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:57.880285 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6c05c-27a3-4802-8db4-bd378dc9d666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:57.880654 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6c05c-27a3-4802-8db4-bd378dc9d666 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:57.881039 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6c05c-27a3-4802-8db4-bd378dc9d666 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:57.881598 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6c05c-27a3-4802-8db4-bd378dc9d666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:57.881988 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6c05c-27a3-4802-8db4-bd378dc9d666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:57.882373 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6c05c-27a3-4802-8db4-bd378dc9d666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:57.882904 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6c05c-27a3-4802-8db4-bd378dc9d666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:14:57.888476 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-19f7d4e8-abb5-466e-a96e-a85bb7a7d5b6 None None] Attempting to bind port 2d8eaae0-49d6-4ab3-87a5-494b9dee8164 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:14:57.889048 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-19f7d4e8-abb5-466e-a96e-a85bb7a7d5b6 None None] Attempting to bind port 2d8eaae0-49d6-4ab3-87a5-494b9dee8164 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '3232e818-1f37-4d82-8bac-e982c5125399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1dd5d138-eaee-4e69-a366-e823e0bcc996'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:14:57.889478 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f7d4e8-abb5-466e-a96e-a85bb7a7d5b6 None None] Attempting to bind port 2d8eaae0-49d6-4ab3-87a5-494b9dee8164 on network 1dd5d138-eaee-4e69-a366-e823e0bcc996 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:14:57.895160 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f7d4e8-abb5-466e-a96e-a85bb7a7d5b6 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:14:57.895621 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f7d4e8-abb5-466e-a96e-a85bb7a7d5b6 None None] Checking segment: {'id': '3232e818-1f37-4d82-8bac-e982c5125399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1dd5d138-eaee-4e69-a366-e823e0bcc996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:14:57.896079 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-19f7d4e8-abb5-466e-a96e-a85bb7a7d5b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:57.896716 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f7d4e8-abb5-466e-a96e-a85bb7a7d5b6 None None] Bound using segment: {'id': '3232e818-1f37-4d82-8bac-e982c5125399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1dd5d138-eaee-4e69-a366-e823e0bcc996'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:14:57.897599 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-19f7d4e8-abb5-466e-a96e-a85bb7a7d5b6 None None] Bound port: 2d8eaae0-49d6-4ab3-87a5-494b9dee8164, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3232e818-1f37-4d82-8bac-e982c5125399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1dd5d138-eaee-4e69-a366-e823e0bcc996'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:14:57.898192 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-19f7d4e8-abb5-466e-a96e-a85bb7a7d5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:57.909289 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-545a0145-fac8-4bc8-9d10-124e1ac91b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:57.909923 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-545a0145-fac8-4bc8-9d10-124e1ac91b2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:57.911349 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-545a0145-fac8-4bc8-9d10-124e1ac91b2a service neutron] 10.222.0.52 "PUT /v2.0/ports/3dd14156-c93e-4581-9dd1-2d9df967f1e4 HTTP/1.1" status: 200 len: 1093 time: 2.1552298 Nov 12 20:14:57.917766 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8c94d17-852c-49eb-addc-42d08f651ade req-2990cd6d-f4ee-47f4-9b8b-77b533126264 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--82899259&fields=id&tenant_id=00b6cfb5312f47e6bba6b1a73804db22 HTTP/1.1" status: 200 len: 267 time: 0.1920598 Nov 12 20:14:57.918200 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa82ec68-6b25-4157-b061-d36829ec8e3e', 'tag': '3dd14156-c93e-4581-9dd1-2d9df967f1e4'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:14:57.921413 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b7c61c-545c-407d-baa9-ddf729f20dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "fa82ec68-6b25-4157-b061-d36829ec8e3e", "tag": "3dd14156-c93e-4581-9dd1-2d9df967f1e4"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:14:57.937820 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:14:57.944267 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca3adf-c559-4009-b9de-2ebd7e71de81 service neutron] Pushing event updated for resources: {'Port': ['ID=b7605726-17ab-4d57-ba57-6f8ac487c71d,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:57.948583 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0872773c-8c44-4ddf-89f3-fbc8672fd1bd tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:57.953902 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0872773c-8c44-4ddf-89f3-fbc8672fd1bd tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f1a43999-47a7-4d36-9eb1-8bca586c0217 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 20:14:57.970809 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0872773c-8c44-4ddf-89f3-fbc8672fd1bd tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:57.984873 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0872773c-8c44-4ddf-89f3-fbc8672fd1bd tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] 10.222.0.48 "DELETE /v2.0/networks/f1a43999-47a7-4d36-9eb1-8bca586c0217 HTTP/1.1" status: 204 len: 168 time: 0.5297072 Nov 12 20:14:57.990138 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45804) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:57.999779 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-19f7d4e8-abb5-466e-a96e-a85bb7a7d5b6 None None] For port 2d8eaae0-49d6-4ab3-87a5-494b9dee8164, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:14:58.003663 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-19f7d4e8-abb5-466e-a96e-a85bb7a7d5b6 None None] For port 2d8eaae0-49d6-4ab3-87a5-494b9dee8164, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=2d8eaae0-49d6-4ab3-87a5-494b9dee8164,segment=NetworkSegment(3232e818-1f37-4d82-8bac-e982c5125399),segment_id=3232e818-1f37-4d82-8bac-e982c5125399)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:14:58.017812 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a0145-fac8-4bc8-9d10-124e1ac91b2a service neutron] Pushing event updated for resources: {'Port': ['ID=3dd14156-c93e-4581-9dd1-2d9df967f1e4,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:58.019109 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-19f7d4e8-abb5-466e-a96e-a85bb7a7d5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:58.047420 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-2a6e733b-a1f3-4a79-be8f-23d46ed7fc52 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Request body: {'network': {'name': 'tempest-network--1721540711'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:58.047587 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872773c-8c44-4ddf-89f3-fbc8672fd1bd tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Pushing event deleted for resources: {'Network': ['ID=f1a43999-47a7-4d36-9eb1-8bca586c0217,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:58.051974 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137d1c34-0b2d-40d8-b4a9-4d3acb5b6949 x-openstack-request-id: req-137d1c34-0b2d-40d8-b4a9-4d3acb5b6949 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:14:58.052321 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa82ec68-6b25-4157-b061-d36829ec8e3e", "tag": "3dd14156-c93e-4581-9dd1-2d9df967f1e4", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:14:58.052568 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-137d1c34-0b2d-40d8-b4a9-4d3acb5b6949 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:14:58.052966 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa82ec68-6b25-4157-b061-d36829ec8e3e', 'tag': '3dd14156-c93e-4581-9dd1-2d9df967f1e4', 'status': 'completed', 'code': 200} Nov 12 20:14:58.079478 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-48751a32-2b5c-4258-9f2c-a51b3b17ce64 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:58.114284 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f7d4e8-abb5-466e-a96e-a85bb7a7d5b6 None None] Routers {'8156eeb1-7332-4d48-b6a7-ac5d031fce9a'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:14:58.114923 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-19f7d4e8-abb5-466e-a96e-a85bb7a7d5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:14:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8156eeb1-7332-4d48-b6a7-ac5d031fce9a'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:58.185073 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-7fca3adf-c559-4009-b9de-2ebd7e71de81 service neutron] Attempting to bind port b7605726-17ab-4d57-ba57-6f8ac487c71d on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:14:58.185407 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-7fca3adf-c559-4009-b9de-2ebd7e71de81 service neutron] Attempting to bind port b7605726-17ab-4d57-ba57-6f8ac487c71d by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3c5122fc-cc40-4e6c-a6af-0e0485545a5b'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:14:58.185741 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-7fca3adf-c559-4009-b9de-2ebd7e71de81 service neutron] Attempting to bind port b7605726-17ab-4d57-ba57-6f8ac487c71d on network 3c5122fc-cc40-4e6c-a6af-0e0485545a5b {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:14:58.191641 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-7fca3adf-c559-4009-b9de-2ebd7e71de81 service neutron] Port b7605726-17ab-4d57-ba57-6f8ac487c71d on network 3c5122fc-cc40-4e6c-a6af-0e0485545a5b not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:14:58.191959 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-7fca3adf-c559-4009-b9de-2ebd7e71de81 service neutron] Attempting to bind port b7605726-17ab-4d57-ba57-6f8ac487c71d on network 3c5122fc-cc40-4e6c-a6af-0e0485545a5b {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:14:58.197557 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-7fca3adf-c559-4009-b9de-2ebd7e71de81 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:14:58.197888 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-7fca3adf-c559-4009-b9de-2ebd7e71de81 service neutron] Checking segment: {'id': 'f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3c5122fc-cc40-4e6c-a6af-0e0485545a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:14:58.198266 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-7fca3adf-c559-4009-b9de-2ebd7e71de81 service neutron] Bound using segment: {'id': 'f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3c5122fc-cc40-4e6c-a6af-0e0485545a5b'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:14:58.199000 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-7fca3adf-c559-4009-b9de-2ebd7e71de81 service neutron] Bound port: b7605726-17ab-4d57-ba57-6f8ac487c71d, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3c5122fc-cc40-4e6c-a6af-0e0485545a5b'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:14:58.199402 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-7fca3adf-c559-4009-b9de-2ebd7e71de81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:58.256957 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-19f7d4e8-abb5-466e-a96e-a85bb7a7d5b6 None None] Set router 8156eeb1-7332-4d48-b6a7-ac5d031fce9a gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:14:58.366896 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-7fca3adf-c559-4009-b9de-2ebd7e71de81 service neutron] For port b7605726-17ab-4d57-ba57-6f8ac487c71d, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:14:58.374316 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-7fca3adf-c559-4009-b9de-2ebd7e71de81 service neutron] For port b7605726-17ab-4d57-ba57-6f8ac487c71d, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b7605726-17ab-4d57-ba57-6f8ac487c71d,segment=NetworkSegment(f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a),segment_id=f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:14:58.386331 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-7fca3adf-c559-4009-b9de-2ebd7e71de81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:58.408921 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c94d17-852c-49eb-addc-42d08f651ade req-816b555a-c1f7-4cff-8bec-0fb0b450cdcb tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:58.417066 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8c94d17-852c-49eb-addc-42d08f651ade req-816b555a-c1f7-4cff-8bec-0fb0b450cdcb tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/networks?id=1217fc13-52b1-48e2-90e3-8ec289b00657 HTTP/1.1" status: 200 len: 811 time: 0.4717183 Nov 12 20:14:58.444003 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8c94d17-852c-49eb-addc-42d08f651ade req-ebb19b9c-e7e8-4c49-bb51-af574ed93814 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/quotas/00b6cfb5312f47e6bba6b1a73804db22 HTTP/1.1" status: 200 len: 375 time: 0.0252995 Nov 12 20:14:58.473639 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-7fca3adf-c559-4009-b9de-2ebd7e71de81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:58.476375 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-7fca3adf-c559-4009-b9de-2ebd7e71de81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:58.480456 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-7fca3adf-c559-4009-b9de-2ebd7e71de81 service neutron] 10.222.0.55 "PUT /v2.0/ports/b7605726-17ab-4d57-ba57-6f8ac487c71d HTTP/1.1" status: 200 len: 1092 time: 2.3473234 Nov 12 20:14:58.489213 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3521a6-1260-4bef-ad29-f64a2d27283f', 'tag': 'b7605726-17ab-4d57-ba57-6f8ac487c71d'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:14:58.491680 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5b0a7d-8996-4b34-b4ed-58743b330985" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3521a6-1260-4bef-ad29-f64a2d27283f", "tag": "b7605726-17ab-4d57-ba57-6f8ac487c71d"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:14:58.517939 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6c05c-27a3-4802-8db4-bd378dc9d666 None None] Pushing event updated for resources: {'Port': ['ID=2d8eaae0-49d6-4ab3-87a5-494b9dee8164,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:58.553335 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-5e10ddc7-67b8-4a8a-9b9b-d57602f6d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:58.555234 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-5e10ddc7-67b8-4a8a-9b9b-d57602f6d7d4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=08fe9bc764934707907845b6ae9923ed&device_id=fa82ec68-6b25-4157-b061-d36829ec8e3e HTTP/1.1" status: 200 len: 1096 time: 0.5741718 Nov 12 20:14:58.569639 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6e733b-a1f3-4a79-be8f-23d46ed7fc52 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Made reservation on behalf of 9fa80abeea684b698463afd0b53f6db8 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:14:58.572382 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2a6e733b-a1f3-4a79-be8f-23d46ed7fc52 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:58.574673 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-19f7d4e8-abb5-466e-a96e-a85bb7a7d5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8156eeb1-7332-4d48-b6a7-ac5d031fce9a', 'name': '', 'tenant_id': '39b05f020e1341ffa66cc4784a6399b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dd5d138-eaee-4e69-a366-e823e0bcc996', 'external_fixed_ips': [{'subnet_id': '6432a5df-f111-4d23-a2bf-3ed3fb9664b7', 'ip_address': '2001:db8::5c'}], 'enable_snat': True}, 'gw_port_id': '2d8eaae0-49d6-4ab3-87a5-494b9dee8164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:14:51Z', 'updated_at': '2021-11-12T20:14:54Z', 'revision_number': 3, 'project_id': '39b05f020e1341ffa66cc4784a6399b3', 'gw_port': {'id': '2d8eaae0-49d6-4ab3-87a5-494b9dee8164', 'name': '', 'network_id': '1dd5d138-eaee-4e69-a366-e823e0bcc996', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8156eeb1-7332-4d48-b6a7-ac5d031fce9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '6432a5df-f111-4d23-a2bf-3ed3fb9664b7', 'ip_address': '2001:db8::5c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:14:52Z', 'updated_at': '2021-11-12T20:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6432a5df-f111-4d23-a2bf-3ed3fb9664b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:14:58.605782 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f7d4e8-abb5-466e-a96e-a85bb7a7d5b6 None None] The sync data for ids ['8156eeb1-7332-4d48-b6a7-ac5d031fce9a'] in n-d-712140-15 is: [{'id': '8156eeb1-7332-4d48-b6a7-ac5d031fce9a', 'name': '', 'tenant_id': '39b05f020e1341ffa66cc4784a6399b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dd5d138-eaee-4e69-a366-e823e0bcc996', 'external_fixed_ips': [{'subnet_id': '6432a5df-f111-4d23-a2bf-3ed3fb9664b7', 'ip_address': '2001:db8::5c'}], 'enable_snat': True}, 'gw_port_id': '2d8eaae0-49d6-4ab3-87a5-494b9dee8164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:14:51Z', 'updated_at': '2021-11-12T20:14:54Z', 'revision_number': 3, 'project_id': '39b05f020e1341ffa66cc4784a6399b3', 'gw_port': {'id': '2d8eaae0-49d6-4ab3-87a5-494b9dee8164', 'name': '', 'network_id': '1dd5d138-eaee-4e69-a366-e823e0bcc996', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8156eeb1-7332-4d48-b6a7-ac5d031fce9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '6432a5df-f111-4d23-a2bf-3ed3fb9664b7', 'ip_address': '2001:db8::5c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:14:52Z', 'updated_at': '2021-11-12T20:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6432a5df-f111-4d23-a2bf-3ed3fb9664b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:14:58.623286 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca3adf-c559-4009-b9de-2ebd7e71de81 service neutron] Pushing event updated for resources: {'Port': ['ID=b7605726-17ab-4d57-ba57-6f8ac487c71d,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:58.645191 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a688072-6b06-48b5-bb8f-d83fa02199a2 req-118ddacf-14b6-4fb9-bf7b-7d7c970dd89a tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:58.646501 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3a688072-6b06-48b5-bb8f-d83fa02199a2 req-118ddacf-14b6-4fb9-bf7b-7d7c970dd89a tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3521a6-1260-4bef-ad29-f64a2d27283f HTTP/1.1" status: 200 len: 943 time: 0.0982430 Nov 12 20:14:58.654621 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-a0b9647f-0f47-486f-82a4-6a1d1ce42e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:58.656171 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-a0b9647f-0f47-486f-82a4-6a1d1ce42e44 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=08fe9bc764934707907845b6ae9923ed&device_id=4e3521a6-1260-4bef-ad29-f64a2d27283f HTTP/1.1" status: 200 len: 1095 time: 0.1258035 Nov 12 20:14:58.706751 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-f34ccdd6-df3b-44b7-a05f-029ef54cc3f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dd14156-c93e-4581-9dd1-2d9df967f1e4 HTTP/1.1" status: 200 len: 217 time: 0.1136522 Nov 12 20:14:58.721470 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-193af558-fd8c-4dbb-9bcf-ab05c3ac89d6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7605726-17ab-4d57-ba57-6f8ac487c71d HTTP/1.1" status: 200 len: 217 time: 0.0438964 Nov 12 20:14:58.724023 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8c94d17-852c-49eb-addc-42d08f651ade req-8c62f88e-a3e3-4033-9a42-178fd10823ed tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=00b6cfb5312f47e6bba6b1a73804db22&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2787755 Nov 12 20:14:58.765191 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-76b11bf8-4bf4-4e2a-a7f1-e3e2051c23d8 None None] Provisioning complete for port b1fd9292-c417-4d76-8767-ee2c3d5f3a71 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:58.766155 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-76b11bf8-4bf4-4e2a-a7f1-e3e2051c23d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:58.787532 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3a688072-6b06-48b5-bb8f-d83fa02199a2 req-ac36edd3-4a32-4462-9bc6-962237bc56f3 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256351 Nov 12 20:14:58.788107 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a6e733b-a1f3-4a79-be8f-23d46ed7fc52 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:14:58.795807 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-f02d0882-dcd5-4d85-a88b-7a013fd98b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:58.797245 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-f02d0882-dcd5-4d85-a88b-7a013fd98b3b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=286d415b-82d8-466a-bb82-3019532b131f HTTP/1.1" status: 200 len: 853 time: 0.0691555 Nov 12 20:14:58.855207 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-996973e4-b6b7-4f17-bf13-e3e36250255a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c5122fc-cc40-4e6c-a6af-0e0485545a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504382 Nov 12 20:14:58.896764 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a0e232-1bd7-47ee-a26f-98d6f3515a9f x-openstack-request-id: req-71a0e232-1bd7-47ee-a26f-98d6f3515a9f {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:14:58.896995 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3521a6-1260-4bef-ad29-f64a2d27283f", "tag": "b7605726-17ab-4d57-ba57-6f8ac487c71d", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:14:58.897440 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-71a0e232-1bd7-47ee-a26f-98d6f3515a9f {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:14:58.897899 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3521a6-1260-4bef-ad29-f64a2d27283f', 'tag': 'b7605726-17ab-4d57-ba57-6f8ac487c71d', 'status': 'completed', 'code': 200} Nov 12 20:14:58.909061 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2a6e733b-a1f3-4a79-be8f-23d46ed7fc52 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:58.909417 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-2a6e733b-a1f3-4a79-be8f-23d46ed7fc52 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Added segment fd8b8976-8170-43da-98e2-166172c1e1d7 of type vlan for network 6689b9ed-3dac-4501-9079-91c887ceaa57 Nov 12 20:14:58.930836 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-48751a32-2b5c-4258-9f2c-a51b3b17ce64 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Deleting port 2d8eaae0-49d6-4ab3-87a5-494b9dee8164 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:14:58.931184 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-48751a32-2b5c-4258-9f2c-a51b3b17ce64 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:58.934926 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-77bd798f-4c1e-4bdc-a788-f52169ccb666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:58.936467 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-77bd798f-4c1e-4bdc-a788-f52169ccb666 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=286d415b-82d8-466a-bb82-3019532b131f HTTP/1.1" status: 200 len: 853 time: 0.2036486 Nov 12 20:14:59.005879 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-16be1640-b38a-41ee-924d-deab758fde51 service neutron] 10.222.0.55 "GET /v2.0/networks/3c5122fc-cc40-4e6c-a6af-0e0485545a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430690 Nov 12 20:14:59.082304 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-76973a6c-ed8e-4026-8faa-fe28591ec836 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c5122fc-cc40-4e6c-a6af-0e0485545a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282377 Nov 12 20:14:59.088596 n-d-712140-15 neutron-server[102447]: DEBUG neutron.objects.ports [None req-67c27884-9092-4f34-a92f-6be00076b80e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102447) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 20:14:59.092277 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2a6e733b-a1f3-4a79-be8f-23d46ed7fc52 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:59.097689 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-76b11bf8-4bf4-4e2a-a7f1-e3e2051c23d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:59.142098 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-76b11bf8-4bf4-4e2a-a7f1-e3e2051c23d8 None None] For port b1fd9292-c417-4d76-8767-ee2c3d5f3a71, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b1fd9292-c417-4d76-8767-ee2c3d5f3a71,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:59.157485 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-76b11bf8-4bf4-4e2a-a7f1-e3e2051c23d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:59.207479 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-7e7bf048-cc9c-461c-88b7-ecd763aec70c service neutron] 10.222.0.55 "GET /v2.0/networks/3c5122fc-cc40-4e6c-a6af-0e0485545a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910555 Nov 12 20:14:59.219200 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b1fd9292-c417-4d76-8767-ee2c3d5f3a71 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:14:59.228296 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b11bf8-4bf4-4e2a-a7f1-e3e2051c23d8 None None] Pushing event updated for resources: {'Port': ['ID=b1fd9292-c417-4d76-8767-ee2c3d5f3a71,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:59.275945 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.db.resource_extend [None req-2a6e733b-a1f3-4a79-be8f-23d46ed7fc52 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 20:14:59.289256 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8c94d17-852c-49eb-addc-42d08f651ade req-6011cb89-6fce-4003-8213-c451dd1d728d service neutron] 10.222.0.48 "GET /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138807 Nov 12 20:14:59.295203 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b1fd9292-c417-4d76-8767-ee2c3d5f3a71 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:14:59.295854 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:59.328139 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b0a7d-8996-4b34-b4ed-58743b330985 req-ff6f91a3-571c-464c-98ef-e3e68c9fd20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:59.331569 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3d5b0a7d-8996-4b34-b4ed-58743b330985 req-ff6f91a3-571c-464c-98ef-e3e68c9fd20b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=08fe9bc764934707907845b6ae9923ed&device_id=4e3521a6-1260-4bef-ad29-f64a2d27283f HTTP/1.1" status: 200 len: 1095 time: 0.0591979 Nov 12 20:14:59.461987 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b0a7d-8996-4b34-b4ed-58743b330985 req-63e8814c-fe27-4037-9415-a1829b40b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:59.463735 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3d5b0a7d-8996-4b34-b4ed-58743b330985 req-63e8814c-fe27-4037-9415-a1829b40b714 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c5122fc-cc40-4e6c-a6af-0e0485545a5b HTTP/1.1" status: 200 len: 914 time: 0.1252093 Nov 12 20:14:59.479904 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2a6e733b-a1f3-4a79-be8f-23d46ed7fc52 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:59.480917 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6e733b-a1f3-4a79-be8f-23d46ed7fc52 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:59.481509 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2a6e733b-a1f3-4a79-be8f-23d46ed7fc52 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:59.511111 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3d5b0a7d-8996-4b34-b4ed-58743b330985 req-116ecd04-db3d-4e82-aec6-0cdfa758f651 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7605726-17ab-4d57-ba57-6f8ac487c71d HTTP/1.1" status: 200 len: 217 time: 0.0393085 Nov 12 20:14:59.562333 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-48751a32-2b5c-4258-9f2c-a51b3b17ce64 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] For port 2d8eaae0-49d6-4ab3-87a5-494b9dee8164, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=2d8eaae0-49d6-4ab3-87a5-494b9dee8164,segment=NetworkSegment(3232e818-1f37-4d82-8bac-e982c5125399),segment_id=3232e818-1f37-4d82-8bac-e982c5125399)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:14:59.562728 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-48751a32-2b5c-4258-9f2c-a51b3b17ce64 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:59.568913 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b0a7d-8996-4b34-b4ed-58743b330985 req-6ceb4b1f-d620-4ad3-9164-1aa88f5fc91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:14:59.570435 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3d5b0a7d-8996-4b34-b4ed-58743b330985 req-6ceb4b1f-d620-4ad3-9164-1aa88f5fc91a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=286d415b-82d8-466a-bb82-3019532b131f HTTP/1.1" status: 200 len: 853 time: 0.0515540 Nov 12 20:14:59.607968 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3d5b0a7d-8996-4b34-b4ed-58743b330985 req-e2965a29-3550-4990-8225-ba7ac3e48c1a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c5122fc-cc40-4e6c-a6af-0e0485545a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288961 Nov 12 20:14:59.631293 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-f988f904-2bc4-425e-b426-ffde2b842271 service neutron] 10.222.0.52 "GET /v2.0/networks/3c5122fc-cc40-4e6c-a6af-0e0485545a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022576 Nov 12 20:14:59.635989 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-48751a32-2b5c-4258-9f2c-a51b3b17ce64 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Calling delete_port for 2d8eaae0-49d6-4ab3-87a5-494b9dee8164 owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:14:59.643916 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2a6e733b-a1f3-4a79-be8f-23d46ed7fc52 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.6236665 Nov 12 20:14:59.647039 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45820) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:14:59.647501 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e733b-a1f3-4a79-be8f-23d46ed7fc52 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Pushing event updated for resources: {'Network': ['ID=6689b9ed-3dac-4501-9079-91c887ceaa57,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:14:59.653903 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-4b93f1da-34c5-4de0-9432-9bccec2d0b37 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:14:59.661241 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 6689b9ed-3dac-4501-9079-91c887ceaa57 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:14:59.764279 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8c94d17-852c-49eb-addc-42d08f651ade req-30b9e78e-9868-4630-b91c-535970c38656 service neutron] 10.222.0.48 "GET /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263930 Nov 12 20:14:59.810777 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67c27884-9092-4f34-a92f-6be00076b80e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:59.899473 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3d5b0a7d-8996-4b34-b4ed-58743b330985 req-2db866f4-0633-4578-ac26-c7627fed8941 service neutron] 10.222.0.55 "GET /v2.0/networks/3c5122fc-cc40-4e6c-a6af-0e0485545a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840426 Nov 12 20:14:59.950535 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4b93f1da-34c5-4de0-9432-9bccec2d0b37 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:14:59.971840 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5ae2b4e8-b026-4170-a348-527370ebf697 req-5af63c7e-5cd5-4a4a-83d8-4082eefa48b3 service neutron] 10.222.0.52 "GET /v2.0/networks/3c5122fc-cc40-4e6c-a6af-0e0485545a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155689 Nov 12 20:15:00.013755 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4b93f1da-34c5-4de0-9432-9bccec2d0b37 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:00.034878 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-12490ffb-3f16-44f3-a90c-91bff28af1d1 req-9de5e5b2-ab06-40d6-8159-c66f8ddea50e tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b38c076-b682-490a-9fd5-90ad4778d11b HTTP/1.1" status: 200 len: 210 time: 0.0597017 Nov 12 20:15:00.082095 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4b93f1da-34c5-4de0-9432-9bccec2d0b37 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Network 6689b9ed-3dac-4501-9079-91c887ceaa57 is not hosted by any dhcp agent {{(pid=102448) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 20:15:00.082982 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b93f1da-34c5-4de0-9432-9bccec2d0b37 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:00.083581 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4b93f1da-34c5-4de0-9432-9bccec2d0b37 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:00.087724 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4b93f1da-34c5-4de0-9432-9bccec2d0b37 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] 10.222.0.48 "PUT /v2.0/networks/6689b9ed-3dac-4501-9079-91c887ceaa57 HTTP/1.1" status: 200 len: 858 time: 0.4389806 Nov 12 20:15:00.098358 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45828) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:00.169776 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b831aba-87af-41db-915e-fe34dc10f024 req-d1c6c1d9-2dff-4d56-89b1-f5eef0c6a86f tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:00.176851 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2b831aba-87af-41db-915e-fe34dc10f024 req-d1c6c1d9-2dff-4d56-89b1-f5eef0c6a86f tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3521a6-1260-4bef-ad29-f64a2d27283f HTTP/1.1" status: 200 len: 943 time: 0.2803688 Nov 12 20:15:00.196198 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7c61c-545c-407d-baa9-ddf729f20dd5 req-22d3fdc7-34e3-47f9-870b-0040dd8faeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:00.197766 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-66b7c61c-545c-407d-baa9-ddf729f20dd5 req-22d3fdc7-34e3-47f9-870b-0040dd8faeed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=08fe9bc764934707907845b6ae9923ed&device_id=fa82ec68-6b25-4157-b061-d36829ec8e3e HTTP/1.1" status: 200 len: 1096 time: 0.1619823 Nov 12 20:15:00.199667 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93f1da-34c5-4de0-9432-9bccec2d0b37 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Pushing event updated for resources: {'Network': ['ID=6689b9ed-3dac-4501-9079-91c887ceaa57,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:00.206299 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-48751a32-2b5c-4258-9f2c-a51b3b17ce64 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:00.265824 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3d5b0a7d-8996-4b34-b4ed-58743b330985 req-c777a4c2-af57-4e13-a426-c8632026883f service neutron] 10.222.0.55 "GET /v2.0/networks/3c5122fc-cc40-4e6c-a6af-0e0485545a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513722 Nov 12 20:15:00.266680 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48751a32-2b5c-4258-9f2c-a51b3b17ce64 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d8eaae0-49d6-4ab3-87a5-494b9dee8164,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:00.303719 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3e669650-ad9f-48c7-a83b-97792b741db8 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:00.316692 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-67c27884-9092-4f34-a92f-6be00076b80e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] For port b1fd9292-c417-4d76-8767-ee2c3d5f3a71, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b1fd9292-c417-4d76-8767-ee2c3d5f3a71,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:00.316970 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2b831aba-87af-41db-915e-fe34dc10f024 req-55d803f0-4f9e-4a90-b89b-4da607bc482b tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386824 Nov 12 20:15:00.394071 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-48751a32-2b5c-4258-9f2c-a51b3b17ce64 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:00.431978 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3e669650-ad9f-48c7-a83b-97792b741db8 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:00.456840 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-3e669650-ad9f-48c7-a83b-97792b741db8 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6689b9ed-3dac-4501-9079-91c887ceaa57']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:00.467436 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-3e669650-ad9f-48c7-a83b-97792b741db8 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd8b8976-8170-43da-98e2-166172c1e1d7') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:00.468092 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-3e669650-ad9f-48c7-a83b-97792b741db8 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd8b8976-8170-43da-98e2-166172c1e1d7') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:00.480079 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3e669650-ad9f-48c7-a83b-97792b741db8 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:00.494875 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3e669650-ad9f-48c7-a83b-97792b741db8 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:00.516272 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e669650-ad9f-48c7-a83b-97792b741db8 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:15:00.516813 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3e669650-ad9f-48c7-a83b-97792b741db8 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:15:00.518912 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:15:00.604681 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3e669650-ad9f-48c7-a83b-97792b741db8 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:00.611035 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e669650-ad9f-48c7-a83b-97792b741db8 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6689b9ed-3dac-4501-9079-91c887ceaa57 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 20:15:00.614254 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3e669650-ad9f-48c7-a83b-97792b741db8 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:00.617890 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3e669650-ad9f-48c7-a83b-97792b741db8 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] 10.222.0.48 "DELETE /v2.0/networks/6689b9ed-3dac-4501-9079-91c887ceaa57 HTTP/1.1" status: 204 len: 168 time: 0.5185361 Nov 12 20:15:00.628667 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45840) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:00.639356 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e669650-ad9f-48c7-a83b-97792b741db8 tempest-ExternalNetworksTestJSON-364359253 tempest-ExternalNetworksTestJSON-364359253-project-admin] Pushing event deleted for resources: {'Network': ['ID=6689b9ed-3dac-4501-9079-91c887ceaa57,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:00.664840 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e999c1d-988d-4c07-839d-d31f8404cf84 tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:00.665316 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e999c1d-988d-4c07-839d-d31f8404cf84 tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:00.668557 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2e999c1d-988d-4c07-839d-d31f8404cf84 tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] 10.222.0.48 "DELETE /v2.0/subnets/cded5e09-abd7-4de9-bbbd-b7362d329f41 HTTP/1.1" status: 404 len: 337 time: 0.0388148 Nov 12 20:15:00.670967 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45842) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:00.768816 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d8adfc1e-9361-415e-9359-2c49cb83849e tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:00.839816 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67c27884-9092-4f34-a92f-6be00076b80e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:00.849644 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67c27884-9092-4f34-a92f-6be00076b80e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:00.850389 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67c27884-9092-4f34-a92f-6be00076b80e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:00.855863 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-48751a32-2b5c-4258-9f2c-a51b3b17ce64 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:00.870476 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-48751a32-2b5c-4258-9f2c-a51b3b17ce64 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:00.871731 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d8adfc1e-9361-415e-9359-2c49cb83849e tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:00.893238 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-d8adfc1e-9361-415e-9359-2c49cb83849e tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e78ce3f7-7514-4996-983f-8bf69732195a']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:00.902494 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-d8adfc1e-9361-415e-9359-2c49cb83849e tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9d0ab3-9686-4ee8-a68d-3e761c2ff7cf') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:00.902858 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-d8adfc1e-9361-415e-9359-2c49cb83849e tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9d0ab3-9686-4ee8-a68d-3e761c2ff7cf') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:00.912390 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d8adfc1e-9361-415e-9359-2c49cb83849e tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:00.926075 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7c61c-545c-407d-baa9-ddf729f20dd5 req-090077ce-f017-4319-9552-0a062f039bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:00.927656 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d8adfc1e-9361-415e-9359-2c49cb83849e tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:00.927874 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-66b7c61c-545c-407d-baa9-ddf729f20dd5 req-090077ce-f017-4319-9552-0a062f039bd8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c5122fc-cc40-4e6c-a6af-0e0485545a5b HTTP/1.1" status: 200 len: 914 time: 0.7189343 Nov 12 20:15:00.936493 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8adfc1e-9361-415e-9359-2c49cb83849e tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:15:00.937728 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d8adfc1e-9361-415e-9359-2c49cb83849e tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:15:00.941658 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:15:00.997587 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c27884-9092-4f34-a92f-6be00076b80e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:01.012843 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d8adfc1e-9361-415e-9359-2c49cb83849e tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:01.020954 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d8adfc1e-9361-415e-9359-2c49cb83849e tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:01.024415 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d8adfc1e-9361-415e-9359-2c49cb83849e tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] 10.222.0.48 "DELETE /v2.0/networks/e78ce3f7-7514-4996-983f-8bf69732195a HTTP/1.1" status: 204 len: 168 time: 0.3524144 Nov 12 20:15:01.037590 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-67c27884-9092-4f34-a92f-6be00076b80e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:01.040461 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c27884-9092-4f34-a92f-6be00076b80e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:01.041153 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67c27884-9092-4f34-a92f-6be00076b80e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:01.044379 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-66b7c61c-545c-407d-baa9-ddf729f20dd5 req-f7b2b98e-eb77-4397-aea1-1f5c05913823 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dd14156-c93e-4581-9dd1-2d9df967f1e4 HTTP/1.1" status: 200 len: 217 time: 0.0706728 Nov 12 20:15:01.051670 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c27884-9092-4f34-a92f-6be00076b80e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Subnet': ['ID=1e91993f-41c1-496e-a84f-f7466def5de3,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:01.054782 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-48751a32-2b5c-4258-9f2c-a51b3b17ce64 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:01.055322 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48751a32-2b5c-4258-9f2c-a51b3b17ce64 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8156eeb1-7332-4d48-b6a7-ac5d031fce9a {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:15:01.058869 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8adfc1e-9361-415e-9359-2c49cb83849e tempest-ExternalNetworksTestJSON-831795644 tempest-ExternalNetworksTestJSON-831795644-project] Pushing event deleted for resources: {'Network': ['ID=e78ce3f7-7514-4996-983f-8bf69732195a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:01.066965 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-48751a32-2b5c-4258-9f2c-a51b3b17ce64 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:01.067946 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-48751a32-2b5c-4258-9f2c-a51b3b17ce64 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "DELETE /v2.0/routers/8156eeb1-7332-4d48-b6a7-ac5d031fce9a HTTP/1.1" status: 204 len: 168 time: 4.1080647 Nov 12 20:15:01.071669 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45848) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:01.075788 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1b0b3d-5117-458a-9435-d611da733a2f None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:15:01.150743 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c27884-9092-4f34-a92f-6be00076b80e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Port': ['ID=b1fd9292-c417-4d76-8767-ee2c3d5f3a71,revision_number=5']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:01.171471 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-67c27884-9092-4f34-a92f-6be00076b80e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.4182129 Nov 12 20:15:01.171869 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-918e5b46-3247-4088-ab3c-ba905adfa931 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Deleting subnet 6432a5df-f111-4d23-a2bf-3ed3fb9664b7 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:15:01.178844 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-918e5b46-3247-4088-ab3c-ba905adfa931 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:01.219221 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45850) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:01.238532 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-918e5b46-3247-4088-ab3c-ba905adfa931 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:01.264506 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-aa870169-97fa-4d10-8f7f-b116f26cb4bc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Request body: {'port': {'network_id': '882e702e-41a2-4ed4-8fa5-ec5a3683cbfd', 'mac_address': 'fa:16:3e:14:6a:84', 'name': 'tempest-NetworksTestDHCPv6-1789838754'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:01.285748 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2e4ddcda-cbbe-4644-991a-a7c7bd59cca6 req-1885c0e3-89bf-488a-a603-3c13f5a842d9 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b38c076-b682-490a-9fd5-90ad4778d11b HTTP/1.1" status: 200 len: 210 time: 0.0949728 Nov 12 20:15:01.288594 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b1fd9292-c417-4d76-8767-ee2c3d5f3a71 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:15:01.307092 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-918e5b46-3247-4088-ab3c-ba905adfa931 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:01.320107 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7c61c-545c-407d-baa9-ddf729f20dd5 req-3ad4f08f-f502-427b-82c6-059d158094c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:01.321953 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-66b7c61c-545c-407d-baa9-ddf729f20dd5 req-3ad4f08f-f502-427b-82c6-059d158094c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=286d415b-82d8-466a-bb82-3019532b131f HTTP/1.1" status: 200 len: 853 time: 0.2588372 Nov 12 20:15:01.409304 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-918e5b46-3247-4088-ab3c-ba905adfa931 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:01.457282 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e5b46-3247-4088-ab3c-ba905adfa931 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6432a5df-f111-4d23-a2bf-3ed3fb9664b7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:01.474111 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-918e5b46-3247-4088-ab3c-ba905adfa931 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:01.480910 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-918e5b46-3247-4088-ab3c-ba905adfa931 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/6432a5df-f111-4d23-a2bf-3ed3fb9664b7 HTTP/1.1" status: 204 len: 168 time: 0.4057546 Nov 12 20:15:01.481423 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45858) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:01.520623 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b1fd9292-c417-4d76-8767-ee2c3d5f3a71 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:01.520623 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:01.587902 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45860) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:01.622425 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-66b7c61c-545c-407d-baa9-ddf729f20dd5 req-e40b6cbf-d1ae-488e-97cd-c84868b23c3a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c5122fc-cc40-4e6c-a6af-0e0485545a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2791917 Nov 12 20:15:01.691102 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40a27e-b7b7-4548-867a-f204214dc170 req-72ef3a92-4e7d-4e6b-8e75-cc737039fc40 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:01.694334 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0f40a27e-b7b7-4548-867a-f204214dc170 req-72ef3a92-4e7d-4e6b-8e75-cc737039fc40 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3521a6-1260-4bef-ad29-f64a2d27283f HTTP/1.1" status: 200 len: 943 time: 0.1814604 Nov 12 20:15:01.742676 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fdcf3a4a-1d48-469b-828e-fef3384e3617 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:01.818516 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0f40a27e-b7b7-4548-867a-f204214dc170 req-cd8d58db-ccd5-4264-8c78-a2b45a62f130 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172800 Nov 12 20:15:01.831577 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa870169-97fa-4d10-8f7f-b116f26cb4bc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Made reservation on behalf of 04f7e7cd85394ae2bd9d6c96e5dfc860 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:15:01.856583 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device b7605726-17ab-4d57-ba57-6f8ac487c71d details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:15:01.890300 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c94d17-852c-49eb-addc-42d08f651ade req-0f69ed70-8c1f-4154-8537-03d90ddcb246 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:01.902067 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8c94d17-852c-49eb-addc-42d08f651ade req-0f69ed70-8c1f-4154-8537-03d90ddcb246 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.52 "GET /v2.0/networks?id=1217fc13-52b1-48e2-90e3-8ec289b00657 HTTP/1.1" status: 200 len: 811 time: 0.5904427 Nov 12 20:15:01.988032 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-66b7c61c-545c-407d-baa9-ddf729f20dd5 req-2de1bace-8f71-498c-bce3-38e554f3e7c8 service neutron] 10.222.0.52 "GET /v2.0/networks/3c5122fc-cc40-4e6c-a6af-0e0485545a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471122 Nov 12 20:15:01.994083 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port b7605726-17ab-4d57-ba57-6f8ac487c71d, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b7605726-17ab-4d57-ba57-6f8ac487c71d,segment=NetworkSegment(f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a),segment_id=f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:02.008334 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'b7605726-17ab-4d57-ba57-6f8ac487c71d', 'network_id': '3c5122fc-cc40-4e6c-a6af-0e0485545a5b', 'port_id': 'b7605726-17ab-4d57-ba57-6f8ac487c71d', 'mac_address': 'fa:16:3e:bf:a8:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286d415b-82d8-466a-bb82-3019532b131f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:15:02.022176 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fdcf3a4a-1d48-469b-828e-fef3384e3617 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:02.030585 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-182d7a00-270d-4368-ab12-6ef5e6f476a0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1d6bcb5696b64a4b8788a60f159c50e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4063754 Nov 12 20:15:02.031202 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45866) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:02.054434 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:02.072597 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-fdcf3a4a-1d48-469b-828e-fef3384e3617 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd5d138-eaee-4e69-a366-e823e0bcc996']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:02.075352 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7605726-17ab-4d57-ba57-6f8ac487c71d {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:15:02.097063 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-fdcf3a4a-1d48-469b-828e-fef3384e3617 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3232e818-1f37-4d82-8bac-e982c5125399') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:02.097385 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-fdcf3a4a-1d48-469b-828e-fef3384e3617 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3232e818-1f37-4d82-8bac-e982c5125399') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:02.102082 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port b7605726-17ab-4d57-ba57-6f8ac487c71d, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b7605726-17ab-4d57-ba57-6f8ac487c71d,segment=NetworkSegment(f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a),segment_id=f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:02.102717 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8c94d17-852c-49eb-addc-42d08f651ade req-a9296515-c4f6-4ff8-95db-aba41e9e0960 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00b6cfb5312f47e6bba6b1a73804db22 HTTP/1.1" status: 200 len: 378 time: 0.1941788 Nov 12 20:15:02.109646 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:02.112174 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fdcf3a4a-1d48-469b-828e-fef3384e3617 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:02.114509 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-a8c94d17-852c-49eb-addc-42d08f651ade req-f59d115d-a9ce-4e34-9f1b-e3453c141c92 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Request body: {'port': {'device_id': '8b38c076-b682-490a-9fd5-90ad4778d11b', 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657', 'admin_state_up': True, 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'security_groups': ['732325cd-f6c2-4e82-aa96-5189121d9965']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:02.129214 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fdcf3a4a-1d48-469b-828e-fef3384e3617 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:02.136285 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdcf3a4a-1d48-469b-828e-fef3384e3617 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:15:02.136947 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fdcf3a4a-1d48-469b-828e-fef3384e3617 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:15:02.154313 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:15:02.189373 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=b7605726-17ab-4d57-ba57-6f8ac487c71d,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:02.224501 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aa870169-97fa-4d10-8f7f-b116f26cb4bc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:02.239807 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fdcf3a4a-1d48-469b-828e-fef3384e3617 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:02.245786 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcf3a4a-1d48-469b-828e-fef3384e3617 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1dd5d138-eaee-4e69-a366-e823e0bcc996 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 20:15:02.248599 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fdcf3a4a-1d48-469b-828e-fef3384e3617 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:02.253200 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fdcf3a4a-1d48-469b-828e-fef3384e3617 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "DELETE /v2.0/networks/1dd5d138-eaee-4e69-a366-e823e0bcc996 HTTP/1.1" status: 204 len: 168 time: 0.7706487 Nov 12 20:15:02.254123 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-475861af-71ed-4b23-96ee-e9750fe2c231 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:02.273053 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-66b7c61c-545c-407d-baa9-ddf729f20dd5 req-a5304167-e134-47bc-8b10-ba7052159fd7 service neutron] 10.222.0.52 "GET /v2.0/networks/3c5122fc-cc40-4e6c-a6af-0e0485545a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456923 Nov 12 20:15:02.283287 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf3a4a-1d48-469b-828e-fef3384e3617 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Pushing event deleted for resources: {'Network': ['ID=1dd5d138-eaee-4e69-a366-e823e0bcc996,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:02.301492 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-aa870169-97fa-4d10-8f7f-b116f26cb4bc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] device_id is not set on port 447d2b5a-49d4-4aac-a6c4-d1bed6d6f4b8 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:15:02.311191 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-475861af-71ed-4b23-96ee-e9750fe2c231 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:02.405225 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-475861af-71ed-4b23-96ee-e9750fe2c231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:02.409164 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-475861af-71ed-4b23-96ee-e9750fe2c231 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:02.411877 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-475861af-71ed-4b23-96ee-e9750fe2c231 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86c51171-52d7-4a33-82aa-d7818de845f3 HTTP/1.1" status: 204 len: 168 time: 0.3725889 Nov 12 20:15:02.432424 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475861af-71ed-4b23-96ee-e9750fe2c231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c51171-52d7-4a33-82aa-d7818de845f3,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:02.649023 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-43a02b25-3ed6-434b-9070-9d5708c0ab12 None None] Provisioning complete for port b1fd9292-c417-4d76-8767-ee2c3d5f3a71 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:02.649400 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-43a02b25-3ed6-434b-9070-9d5708c0ab12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:02.673700 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8f33b2a6-f487-42a1-8978-acaa38b9d02d req-95ddbdec-6f69-4498-a84f-b2ff04ffe81b tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b38c076-b682-490a-9fd5-90ad4778d11b HTTP/1.1" status: 200 len: 210 time: 0.2250781 Nov 12 20:15:02.699274 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['b7605726-17ab-4d57-ba57-6f8ac487c71d'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:15:02.728064 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-aa870169-97fa-4d10-8f7f-b116f26cb4bc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 2001:db8::115 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/22ba3cb9-3418-44e6-a760-172882042b40/447d2b5a-49d4-4aac-a6c4-d1bed6d6f4b8) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:02.740596 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45882) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:02.747104 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-aa870169-97fa-4d10-8f7f-b116f26cb4bc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Allocated IP 2001:db8:0:1:f816:3eff:fe14:6a84 (882e702e-41a2-4ed4-8fa5-ec5a3683cbfd/1e91993f-41c1-496e-a84f-f7466def5de3/447d2b5a-49d4-4aac-a6c4-d1bed6d6f4b8) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:02.755926 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-55c10618-bd60-4be6-b847-db55e8a1260a tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Request body: {'router': {'name': 'tempest-router--2081530698', 'project_id': 'c29822387e4f456585dde3398e7f331e'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:02.798390 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-55c10618-bd60-4be6-b847-db55e8a1260a tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:02.801138 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-55c10618-bd60-4be6-b847-db55e8a1260a tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:02.887081 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8c94d17-852c-49eb-addc-42d08f651ade req-f59d115d-a9ce-4e34-9f1b-e3453c141c92 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Made reservation on behalf of 00b6cfb5312f47e6bba6b1a73804db22 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:15:02.896170 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-55c10618-bd60-4be6-b847-db55e8a1260a tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:02.897654 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-55c10618-bd60-4be6-b847-db55e8a1260a tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:02.903993 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a8c94d17-852c-49eb-addc-42d08f651ade req-f59d115d-a9ce-4e34-9f1b-e3453c141c92 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:02.932013 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-55c10618-bd60-4be6-b847-db55e8a1260a tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:02.935693 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-55c10618-bd60-4be6-b847-db55e8a1260a tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1902008 Nov 12 20:15:02.938645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45888) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:02.993018 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 3dd14156-c93e-4581-9dd1-2d9df967f1e4 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:15:03.021338 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b1fd9292-c417-4d76-8767-ee2c3d5f3a71 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:15:03.067663 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2177c03c-304f-419e-9120-fd04ec0ce421 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:03.128146 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45890) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:03.153081 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc00d9-ad26-40b3-b5ca-4cec90b84f64 req-cc4777eb-4aff-4967-824b-d06bb683a508 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:03.160738 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d8cc00d9-ad26-40b3-b5ca-4cec90b84f64 req-cc4777eb-4aff-4967-824b-d06bb683a508 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3521a6-1260-4bef-ad29-f64a2d27283f HTTP/1.1" status: 200 len: 944 time: 0.1919482 Nov 12 20:15:03.177090 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b1fd9292-c417-4d76-8767-ee2c3d5f3a71 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:03.177661 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:03.179985 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 3dd14156-c93e-4581-9dd1-2d9df967f1e4, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=3dd14156-c93e-4581-9dd1-2d9df967f1e4,segment=NetworkSegment(f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a),segment_id=f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:03.211360 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '3dd14156-c93e-4581-9dd1-2d9df967f1e4', 'network_id': '3c5122fc-cc40-4e6c-a6af-0e0485545a5b', 'port_id': '3dd14156-c93e-4581-9dd1-2d9df967f1e4', 'mac_address': 'fa:16:3e:92:ee:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286d415b-82d8-466a-bb82-3019532b131f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:15:03.217241 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aa870169-97fa-4d10-8f7f-b116f26cb4bc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:03.243894 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2177c03c-304f-419e-9120-fd04ec0ce421 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:03.246131 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2177c03c-304f-419e-9120-fd04ec0ce421 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:03.288374 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:03.292749 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f0c24553-3cb7-455e-83cb-65dd2f8171eb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9fa80abeea684b698463afd0b53f6db8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1619418 Nov 12 20:15:03.294650 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2177c03c-304f-419e-9120-fd04ec0ce421 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:03.295675 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2177c03c-304f-419e-9120-fd04ec0ce421 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc98311c-a8bd-4cf4-9ad4-3cc0672413f3 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:15:03.297769 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-a8c94d17-852c-49eb-addc-42d08f651ade req-f59d115d-a9ce-4e34-9f1b-e3453c141c92 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Allocated IP 172.20.0.10 (1217fc13-52b1-48e2-90e3-8ec289b00657/72eab03a-2e4d-41e0-82f1-7fb4346cd6bd/e6b8ad67-b0b2-463b-b774-bd807cab95f3) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:03.298232 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45892) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:03.310762 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d8cc00d9-ad26-40b3-b5ca-4cec90b84f64 req-eeb40a17-fe86-41a2-897b-c4b48c9e9620 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491754 Nov 12 20:15:03.313031 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dd14156-c93e-4581-9dd1-2d9df967f1e4 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:15:03.320272 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2177c03c-304f-419e-9120-fd04ec0ce421 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:03.341263 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2177c03c-304f-419e-9120-fd04ec0ce421 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "DELETE /v2.0/routers/bc98311c-a8bd-4cf4-9ad4-3cc0672413f3 HTTP/1.1" status: 204 len: 168 time: 0.3901203 Nov 12 20:15:03.349535 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 3dd14156-c93e-4581-9dd1-2d9df967f1e4, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=3dd14156-c93e-4581-9dd1-2d9df967f1e4,segment=NetworkSegment(f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a),segment_id=f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:03.353141 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2d8eaae0-49d6-4ab3-87a5-494b9dee8164 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:15:03.355843 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aa870169-97fa-4d10-8f7f-b116f26cb4bc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:03.359562 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:03.385791 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 2d8eaae0-49d6-4ab3-87a5-494b9dee8164 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:15:03.386237 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2d8eaae0-49d6-4ab3-87a5-494b9dee8164 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:15:03.401670 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-37d72343-0f2c-4889-911c-381f08cca786 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:03.426318 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-37d72343-0f2c-4889-911c-381f08cca786 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:03.432679 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=3dd14156-c93e-4581-9dd1-2d9df967f1e4,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:03.470576 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa870169-97fa-4d10-8f7f-b116f26cb4bc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:03.478314 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa870169-97fa-4d10-8f7f-b116f26cb4bc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event updated for resources: {'Port': ['ID=447d2b5a-49d4-4aac-a6c4-d1bed6d6f4b8,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:03.481286 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-aa870169-97fa-4d10-8f7f-b116f26cb4bc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:03.482212 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-37d72343-0f2c-4889-911c-381f08cca786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:03.485304 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-37d72343-0f2c-4889-911c-381f08cca786 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:03.486625 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa870169-97fa-4d10-8f7f-b116f26cb4bc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:03.487670 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-37d72343-0f2c-4889-911c-381f08cca786 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d61373f-a7d8-4726-96e3-8c92435889ed HTTP/1.1" status: 204 len: 168 time: 0.1876736 Nov 12 20:15:03.494895 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa870169-97fa-4d10-8f7f-b116f26cb4bc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:03.495780 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aa870169-97fa-4d10-8f7f-b116f26cb4bc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:03.497384 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d72343-0f2c-4889-911c-381f08cca786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d61373f-a7d8-4726-96e3-8c92435889ed,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:03.542471 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45898) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:03.543010 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-aa870169-97fa-4d10-8f7f-b116f26cb4bc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3222504 Nov 12 20:15:03.593372 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a8c94d17-852c-49eb-addc-42d08f651ade req-f59d115d-a9ce-4e34-9f1b-e3453c141c92 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:03.638097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45900) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:03.661889 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['3dd14156-c93e-4581-9dd1-2d9df967f1e4'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:15:03.664163 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a8c94d17-852c-49eb-addc-42d08f651ade req-f59d115d-a9ce-4e34-9f1b-e3453c141c92 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:03.681628 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-e66a4e07-8233-4970-a79b-da5046ce53ad tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting port 447d2b5a-49d4-4aac-a6c4-d1bed6d6f4b8 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:03.682152 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e66a4e07-8233-4970-a79b-da5046ce53ad tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:03.721670 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8c94d17-852c-49eb-addc-42d08f651ade req-f59d115d-a9ce-4e34-9f1b-e3453c141c92 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Network 1217fc13-52b1-48e2-90e3-8ec289b00657 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:03.727631 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-a8c94d17-852c-49eb-addc-42d08f651ade req-f59d115d-a9ce-4e34-9f1b-e3453c141c92 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:03.736535 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c94d17-852c-49eb-addc-42d08f651ade req-f59d115d-a9ce-4e34-9f1b-e3453c141c92 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:03.809075 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d115d-a9ce-4e34-9f1b-e3453c141c92 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Pushing event updated for resources: {'Port': ['ID=e6b8ad67-b0b2-463b-b774-bd807cab95f3,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:03.918029 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c94d17-852c-49eb-addc-42d08f651ade req-f59d115d-a9ce-4e34-9f1b-e3453c141c92 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:03.922592 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a8c94d17-852c-49eb-addc-42d08f651ade req-f59d115d-a9ce-4e34-9f1b-e3453c141c92 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:03.943307 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e66a4e07-8233-4970-a79b-da5046ce53ad tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:03.967150 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8c94d17-852c-49eb-addc-42d08f651ade req-f59d115d-a9ce-4e34-9f1b-e3453c141c92 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8573155 Nov 12 20:15:03.968327 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-e66a4e07-8233-4970-a79b-da5046ce53ad tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Calling delete_port for 447d2b5a-49d4-4aac-a6c4-d1bed6d6f4b8 owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:03.989288 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0e4f7-1efe-4c74-aee4-738e71192dda req-cf5dbbda-6b96-40f8-9d85-a46e9c1a3c13 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:03.991721 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1fc0e4f7-1efe-4c74-aee4-738e71192dda req-cf5dbbda-6b96-40f8-9d85-a46e9c1a3c13 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b38c076-b682-490a-9fd5-90ad4778d11b HTTP/1.1" status: 200 len: 932 time: 0.1633160 Nov 12 20:15:03.997646 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-a8c94d17-852c-49eb-addc-42d08f651ade req-ee8e76c2-5f19-4943-a5e7-da05cb09d877 service neutron] Request body: {'port': {'device_id': '8b38c076-b682-490a-9fd5-90ad4778d11b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:04.127610 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-20db084e-9f45-4bee-9caf-bd425fae7bc5 None None] Provisioning complete for port 447d2b5a-49d4-4aac-a6c4-d1bed6d6f4b8 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:04.128796 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-20db084e-9f45-4bee-9caf-bd425fae7bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:04.133091 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1fc0e4f7-1efe-4c74-aee4-738e71192dda req-1a61bbbe-8745-4e2f-981a-a6d2971cbd91 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=732325cd-f6c2-4e82-aa96-5189121d9965&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1319296 Nov 12 20:15:04.151867 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1444243384', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}, 'admin_state_up': False}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:04.196564 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-20db084e-9f45-4bee-9caf-bd425fae7bc5 None None] Port 447d2b5a-49d4-4aac-a6c4-d1bed6d6f4b8 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:15:04.212111 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a8c94d17-852c-49eb-addc-42d08f651ade req-ee8e76c2-5f19-4943-a5e7-da05cb09d877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:04.238955 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:04.240083 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:04.242445 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e66a4e07-8233-4970-a79b-da5046ce53ad tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:04.283653 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a4e07-8233-4970-a79b-da5046ce53ad tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Port': ['ID=447d2b5a-49d4-4aac-a6c4-d1bed6d6f4b8,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:04.321859 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2fecfe26-f4b1-4abe-a324-d14e31b92b47 None None] Provisioning complete for port e6b8ad67-b0b2-463b-b774-bd807cab95f3 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:04.322241 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2fecfe26-f4b1-4abe-a324-d14e31b92b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:04.343877 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e66a4e07-8233-4970-a79b-da5046ce53ad tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:04.348384 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e66a4e07-8233-4970-a79b-da5046ce53ad tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/447d2b5a-49d4-4aac-a6c4-d1bed6d6f4b8 HTTP/1.1" status: 204 len: 168 time: 0.8042479 Nov 12 20:15:04.350817 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45922) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:04.381685 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2fecfe26-f4b1-4abe-a324-d14e31b92b47 None None] Port e6b8ad67-b0b2-463b-b774-bd807cab95f3 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:15:04.394463 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:04.419299 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8a3b07-420d-41ff-9410-75ebb2337016 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:04.426432 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3a8a3b07-420d-41ff-9410-75ebb2337016 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0742629 Nov 12 20:15:04.427064 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45924) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:04.490366 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391c47f6-c89e-40a0-8ea4-3ffe56640bf7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:04.494760 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-391c47f6-c89e-40a0-8ea4-3ffe56640bf7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0666924 Nov 12 20:15:04.495377 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45926) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:04.589045 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:04.604606 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d631d951-5083-48d8-b2e1-89104f65fc3d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:04.606208 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d631d951-5083-48d8-b2e1-89104f65fc3d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:04.607924 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d631d951-5083-48d8-b2e1-89104f65fc3d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:04.609526 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d631d951-5083-48d8-b2e1-89104f65fc3d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1120605 Nov 12 20:15:04.613177 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45934) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:04.649597 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace390d6-3f95-442d-bdc6-3c71b027a3b5 req-fbf8e4a8-7262-4bee-98c0-a0bf631f1051 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:04.651135 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ace390d6-3f95-442d-bdc6-3c71b027a3b5 req-fbf8e4a8-7262-4bee-98c0-a0bf631f1051 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3521a6-1260-4bef-ad29-f64a2d27283f HTTP/1.1" status: 200 len: 944 time: 0.1548579 Nov 12 20:15:04.695697 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6395712-5970-4849-a21f-29c8a2e6566e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet 1e91993f-41c1-496e-a84f-f7466def5de3 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:15:04.698961 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f6395712-5970-4849-a21f-29c8a2e6566e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:04.814198 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-a8c94d17-852c-49eb-addc-42d08f651ade req-ee8e76c2-5f19-4943-a5e7-da05cb09d877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b8ad67-b0b2-463b-b774-bd807cab95f3 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:15:04.827340 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a8c94d17-852c-49eb-addc-42d08f651ade req-ee8e76c2-5f19-4943-a5e7-da05cb09d877 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:04.992489 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 3dd14156-c93e-4581-9dd1-2d9df967f1e4 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:15:05.079019 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 3dd14156-c93e-4581-9dd1-2d9df967f1e4 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:15:05.090053 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 3dd14156-c93e-4581-9dd1-2d9df967f1e4 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:05.093699 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:05.109118 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ace390d6-3f95-442d-bdc6-3c71b027a3b5 req-3b0ed207-1097-4aa2-9470-f2649298204e tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493763 Nov 12 20:15:05.116024 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f6395712-5970-4849-a21f-29c8a2e6566e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:05.253122 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f6395712-5970-4849-a21f-29c8a2e6566e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:05.253685 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-a8c94d17-852c-49eb-addc-42d08f651ade req-ee8e76c2-5f19-4943-a5e7-da05cb09d877 service neutron] Transition to ACTIVE for port object e6b8ad67-b0b2-463b-b774-bd807cab95f3 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:15:05.255022 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:15:05.273066 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:05.284669 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:05.286609 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a8c94d17-852c-49eb-addc-42d08f651ade req-ee8e76c2-5f19-4943-a5e7-da05cb09d877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:05.308056 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa82ec68-6b25-4157-b061-d36829ec8e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd14156-c93e-4581-9dd1-2d9df967f1e4'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:15:05.311186 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21ff922-671f-49dc-ac24-e2548e0f643d" -d '{"events": [{"server_uuid": "fa82ec68-6b25-4157-b061-d36829ec8e3e", "name": "network-vif-plugged", "status": "completed", "tag": "3dd14156-c93e-4581-9dd1-2d9df967f1e4"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:15:05.329016 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 3dd14156-c93e-4581-9dd1-2d9df967f1e4, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=3dd14156-c93e-4581-9dd1-2d9df967f1e4,segment=NetworkSegment(f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a),segment_id=f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:05.334137 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:05.338799 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:05.379713 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f6395712-5970-4849-a21f-29c8a2e6566e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:05.414384 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb59ef01-6b2f-44ea-8bb5-b1b0500ee2a2 x-openstack-request-id: req-eb59ef01-6b2f-44ea-8bb5-b1b0500ee2a2 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:15:05.414690 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa82ec68-6b25-4157-b061-d36829ec8e3e", "name": "network-vif-plugged", "status": "completed", "tag": "3dd14156-c93e-4581-9dd1-2d9df967f1e4", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:15:05.414834 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eb59ef01-6b2f-44ea-8bb5-b1b0500ee2a2 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:15:05.415886 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa82ec68-6b25-4157-b061-d36829ec8e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd14156-c93e-4581-9dd1-2d9df967f1e4', 'code': 200} Nov 12 20:15:05.465173 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6395712-5970-4849-a21f-29c8a2e6566e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=1e91993f-41c1-496e-a84f-f7466def5de3,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:05.475563 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=3dd14156-c93e-4581-9dd1-2d9df967f1e4,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:05.483412 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91048e7-b0a2-4bcd-8ae1-53da7096eee8 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:15:05.485073 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e76c2-5f19-4943-a5e7-da05cb09d877 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b8ad67-b0b2-463b-b774-bd807cab95f3,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:05.489359 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f6395712-5970-4849-a21f-29c8a2e6566e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:05.499746 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f6395712-5970-4849-a21f-29c8a2e6566e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/1e91993f-41c1-496e-a84f-f7466def5de3 HTTP/1.1" status: 204 len: 168 time: 0.8855660 Nov 12 20:15:05.517794 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1474b33-4890-49d7-90d6-202929e526af req-fafe0ec3-52a0-48fa-818e-c20a978f6f9f tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:05.520350 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f1474b33-4890-49d7-90d6-202929e526af req-fafe0ec3-52a0-48fa-818e-c20a978f6f9f tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b38c076-b682-490a-9fd5-90ad4778d11b HTTP/1.1" status: 200 len: 944 time: 0.2392826 Nov 12 20:15:05.521044 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45960) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:05.641317 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Allocated IP 172.25.5.58 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/9e5816c3-38e9-4156-834a-37165e47d162) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:05.644965 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e19da51-5af5-4d24-a8f2-268fdcf68631 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Deleting subnet 22ba3cb9-3418-44e6-a760-172882042b40 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:15:05.657030 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4e19da51-5af5-4d24-a8f2-268fdcf68631 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:05.690254 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f1474b33-4890-49d7-90d6-202929e526af req-ba2e14eb-1fcd-4122-9e18-66d5402db618 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=732325cd-f6c2-4e82-aa96-5189121d9965&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1523595 Nov 12 20:15:05.718328 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4e19da51-5af5-4d24-a8f2-268fdcf68631 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:05.781136 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-a8c94d17-852c-49eb-addc-42d08f651ade req-ee8e76c2-5f19-4943-a5e7-da05cb09d877 service neutron] Attempting to bind port e6b8ad67-b0b2-463b-b774-bd807cab95f3 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:15:05.781558 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-a8c94d17-852c-49eb-addc-42d08f651ade req-ee8e76c2-5f19-4943-a5e7-da05cb09d877 service neutron] Attempting to bind port e6b8ad67-b0b2-463b-b774-bd807cab95f3 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:15:05.781900 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c94d17-852c-49eb-addc-42d08f651ade req-ee8e76c2-5f19-4943-a5e7-da05cb09d877 service neutron] Attempting to bind port e6b8ad67-b0b2-463b-b774-bd807cab95f3 on network 1217fc13-52b1-48e2-90e3-8ec289b00657 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:15:05.799267 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed79f5a-e2e4-4825-b0f9-5eb634fef7b2 req-1de06e67-caee-4312-8bf8-b018108d9ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:05.807892 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0ed79f5a-e2e4-4825-b0f9-5eb634fef7b2 req-1de06e67-caee-4312-8bf8-b018108d9ac4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fa82ec68-6b25-4157-b061-d36829ec8e3e HTTP/1.1" status: 200 len: 1098 time: 0.3111818 Nov 12 20:15:05.819298 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c94d17-852c-49eb-addc-42d08f651ade req-ee8e76c2-5f19-4943-a5e7-da05cb09d877 service neutron] Port e6b8ad67-b0b2-463b-b774-bd807cab95f3 on network 1217fc13-52b1-48e2-90e3-8ec289b00657 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:15:05.819727 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c94d17-852c-49eb-addc-42d08f651ade req-ee8e76c2-5f19-4943-a5e7-da05cb09d877 service neutron] Attempting to bind port e6b8ad67-b0b2-463b-b774-bd807cab95f3 on network 1217fc13-52b1-48e2-90e3-8ec289b00657 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:15:05.820091 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4e19da51-5af5-4d24-a8f2-268fdcf68631 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:05.852586 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c94d17-852c-49eb-addc-42d08f651ade req-ee8e76c2-5f19-4943-a5e7-da05cb09d877 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:15:05.852932 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c94d17-852c-49eb-addc-42d08f651ade req-ee8e76c2-5f19-4943-a5e7-da05cb09d877 service neutron] Checking segment: {'id': '0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:15:05.853317 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c94d17-852c-49eb-addc-42d08f651ade req-ee8e76c2-5f19-4943-a5e7-da05cb09d877 service neutron] Bound using segment: {'id': '0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:15:05.853771 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-a8c94d17-852c-49eb-addc-42d08f651ade req-ee8e76c2-5f19-4943-a5e7-da05cb09d877 service neutron] Bound port: e6b8ad67-b0b2-463b-b774-bd807cab95f3, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:15:05.854464 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a8c94d17-852c-49eb-addc-42d08f651ade req-ee8e76c2-5f19-4943-a5e7-da05cb09d877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:05.854727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device b7605726-17ab-4d57-ba57-6f8ac487c71d up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:15:05.892800 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:05.912601 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4e19da51-5af5-4d24-a8f2-268fdcf68631 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:05.914443 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port b7605726-17ab-4d57-ba57-6f8ac487c71d completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:15:05.922652 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port b7605726-17ab-4d57-ba57-6f8ac487c71d triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:05.923606 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:05.950333 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19da51-5af5-4d24-a8f2-268fdcf68631 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Subnet': ['ID=22ba3cb9-3418-44e6-a760-172882042b40,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:05.961520 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4e19da51-5af5-4d24-a8f2-268fdcf68631 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:05.967139 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4e19da51-5af5-4d24-a8f2-268fdcf68631 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/22ba3cb9-3418-44e6-a760-172882042b40 HTTP/1.1" status: 204 len: 168 time: 0.4440300 Nov 12 20:15:05.970242 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45972) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:05.998068 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0ed79f5a-e2e4-4825-b0f9-5eb634fef7b2 req-b553c31e-a923-46a5-9b23-8f58d44e384a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758075 Nov 12 20:15:06.037613 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d726c6cb-ed54-416f-a117-7de6452259ae tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634472 Nov 12 20:15:06.040002 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45974) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:06.043222 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:06.085108 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-a8c94d17-852c-49eb-addc-42d08f651ade req-ee8e76c2-5f19-4943-a5e7-da05cb09d877 service neutron] For port e6b8ad67-b0b2-463b-b774-bd807cab95f3, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:15:06.090695 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:06.116141 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:06.118057 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45976) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:06.120863 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:06.127671 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:06.130390 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a6ee9-592f-40b2-8d37-cb5a7d2fe606 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:06.130871 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-a8c94d17-852c-49eb-addc-42d08f651ade req-ee8e76c2-5f19-4943-a5e7-da05cb09d877 service neutron] For port e6b8ad67-b0b2-463b-b774-bd807cab95f3, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=e6b8ad67-b0b2-463b-b774-bd807cab95f3,segment=NetworkSegment(0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af),segment_id=0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:15:06.132306 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-694a6ee9-592f-40b2-8d37-cb5a7d2fe606 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0911789 Nov 12 20:15:06.134985 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45980) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:06.136722 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa3bc53-44da-4888-8c9c-518b49ca4e38 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:06.175541 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port b7605726-17ab-4d57-ba57-6f8ac487c71d, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b7605726-17ab-4d57-ba57-6f8ac487c71d,segment=NetworkSegment(f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a),segment_id=f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:06.182518 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:06.211984 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3e34e6-cb4f-4704-91ae-b9994ef6f2dc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:06.213749 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-be3e34e6-cb4f-4704-91ae-b9994ef6f2dc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0760303 Nov 12 20:15:06.216548 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45986) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:06.296052 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=b7605726-17ab-4d57-ba57-6f8ac487c71d,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:06.326990 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74fe541-023f-415b-b276-4fc746340f45 None None] Provisioning complete for port 9e5816c3-38e9-4156-834a-37165e47d162 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:06.327454 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74fe541-023f-415b-b276-4fc746340f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:06.337014 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3ec36a5c-c8c1-4822-86a7-aa6a39140f7c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1156671 Nov 12 20:15:06.339807 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45988) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:06.382036 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74fe541-023f-415b-b276-4fc746340f45 None None] Port 9e5816c3-38e9-4156-834a-37165e47d162 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:15:06.395006 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Pushing event updated for resources: {'Port': ['ID=9e5816c3-38e9-4156-834a-37165e47d162,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:06.404006 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a8c94d17-852c-49eb-addc-42d08f651ade req-ee8e76c2-5f19-4943-a5e7-da05cb09d877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:06.409803 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dad2f29-17df-4230-8bf8-e57bae46f12d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:06.410670 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dad2f29-17df-4230-8bf8-e57bae46f12d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:06.410795 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:06.411249 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:06.411605 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:06.411953 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:06.412380 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:06.412646 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:06.412983 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:06.413316 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:06.416127 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:06.416318 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6dad2f29-17df-4230-8bf8-e57bae46f12d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/447d2b5a-49d4-4aac-a6c4-d1bed6d6f4b8 HTTP/1.1" status: 404 len: 333 time: 0.0748725 Nov 12 20:15:06.416422 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:06.416422 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:06.416422 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:06.417234 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45990) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:06.447591 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c5aea8-bade-4b45-8bed-2d3a38c77196 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:06.448049 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14c5aea8-bade-4b45-8bed-2d3a38c77196 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:06.451076 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-14c5aea8-bade-4b45-8bed-2d3a38c77196 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/1e91993f-41c1-496e-a84f-f7466def5de3 HTTP/1.1" status: 404 len: 337 time: 0.0329177 Nov 12 20:15:06.453606 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-0efb28d8-6caa-4d3f-b8d7-01f744a69bab tempest-QuotasTest-524376365 tempest-QuotasTest-524376365-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:06.457593 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45992) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:06.482344 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c94d17-852c-49eb-addc-42d08f651ade req-ee8e76c2-5f19-4943-a5e7-da05cb09d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:06.482996 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a8c94d17-852c-49eb-addc-42d08f651ade req-ee8e76c2-5f19-4943-a5e7-da05cb09d877 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:06.486158 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8c94d17-852c-49eb-addc-42d08f651ade req-ee8e76c2-5f19-4943-a5e7-da05cb09d877 service neutron] 10.222.0.52 "PUT /v2.0/ports/e6b8ad67-b0b2-463b-b774-bd807cab95f3 HTTP/1.1" status: 200 len: 1093 time: 2.4923282 Nov 12 20:15:06.488428 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-040e1c11-e494-438b-aead-8baf8b448551 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:06.488900 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-040e1c11-e494-438b-aead-8baf8b448551 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:06.494763 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-040e1c11-e494-438b-aead-8baf8b448551 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/22ba3cb9-3418-44e6-a760-172882042b40 HTTP/1.1" status: 404 len: 337 time: 0.0334404 Nov 12 20:15:06.494763 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45994) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:06.495063 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b38c076-b682-490a-9fd5-90ad4778d11b', 'tag': 'e6b8ad67-b0b2-463b-b774-bd807cab95f3'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:15:06.497018 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3363278-c576-4009-8290-fd41c0d6387b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b38c076-b682-490a-9fd5-90ad4778d11b", "tag": "e6b8ad67-b0b2-463b-b774-bd807cab95f3"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:15:06.521436 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f58ae68-72b1-4e27-bb48-52a685df9374 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:06.522224 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f58ae68-72b1-4e27-bb48-52a685df9374 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:06.528014 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4f58ae68-72b1-4e27-bb48-52a685df9374 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/e04f5d60-11d1-4a1e-a22b-0f9aa2451253 HTTP/1.1" status: 404 len: 333 time: 0.0303774 Nov 12 20:15:06.530543 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45998) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:06.536620 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5cb6d-6f8f-4b46-8b6e-10af063babb2 req-3f51b1e5-de33-43c6-9163-4da0e1492ea2 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:06.538498 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-64d5cb6d-6f8f-4b46-8b6e-10af063babb2 req-3f51b1e5-de33-43c6-9163-4da0e1492ea2 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3521a6-1260-4bef-ad29-f64a2d27283f HTTP/1.1" status: 200 len: 945 time: 0.3073738 Nov 12 20:15:06.543782 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e76c2-5f19-4943-a5e7-da05cb09d877 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b8ad67-b0b2-463b-b774-bd807cab95f3,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:06.625754 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-207d65b0-1c41-4000-9ab2-836e29d7ded8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:06.626942 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-207d65b0-1c41-4000-9ab2-836e29d7ded8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:06.632847 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-207d65b0-1c41-4000-9ab2-836e29d7ded8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/c8a6f87a-67de-4e64-94eb-57c1dffc09be HTTP/1.1" status: 404 len: 337 time: 0.0971117 Nov 12 20:15:06.633381 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-64d5cb6d-6f8f-4b46-8b6e-10af063babb2 req-678648a5-6ff7-4e3b-a9c0-d7e1e99cf72d tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854840 Nov 12 20:15:06.633516 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88249a97-5778-4e6c-b743-3f364644b3ee x-openstack-request-id: req-88249a97-5778-4e6c-b743-3f364644b3ee {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:15:06.633516 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b38c076-b682-490a-9fd5-90ad4778d11b", "tag": "e6b8ad67-b0b2-463b-b774-bd807cab95f3", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:15:06.633516 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-88249a97-5778-4e6c-b743-3f364644b3ee {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:15:06.633516 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b38c076-b682-490a-9fd5-90ad4778d11b', 'tag': 'e6b8ad67-b0b2-463b-b774-bd807cab95f3', 'status': 'completed', 'code': 200} Nov 12 20:15:06.639006 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46000) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:06.667135 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd673e0e-f5e1-4dc8-b3ab-dffd7cbce2a0 None None] Network 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:15:06.677430 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0efb28d8-6caa-4d3f-b8d7-01f744a69bab tempest-QuotasTest-524376365 tempest-QuotasTest-524376365-project-admin] 10.222.0.48 "PUT /v2.0/quotas/7f46c3fc99504563b61c6638ddf7c32f HTTP/1.1" status: 200 len: 366 time: 0.5553002 Nov 12 20:15:06.684074 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46002) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:06.692904 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-f602fbfd-c840-4def-9268-7cdfcc37ade6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:06.693136 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f602fbfd-c840-4def-9268-7cdfcc37ade6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:06.698026 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f602fbfd-c840-4def-9268-7cdfcc37ade6 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/87873c8c-d955-4b6a-b23f-f84f5154c01a HTTP/1.1" status: 404 len: 337 time: 0.0560050 Nov 12 20:15:06.699073 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46004) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:06.716002 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ac5ebb3e-4bda-4ded-9b5e-a92a49868373 tempest-QuotasTest-524376365 tempest-QuotasTest-524376365-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0277450 Nov 12 20:15:06.732597 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46006) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:06.743318 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-1145791f-e95c-4b18-9c53-0e98879ddd89 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:06.745383 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1145791f-e95c-4b18-9c53-0e98879ddd89 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:06.746132 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c94d17-852c-49eb-addc-42d08f651ade req-c1f237f9-7ecf-42c1-9cba-422870f424a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:06.747594 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8c94d17-852c-49eb-addc-42d08f651ade req-c1f237f9-7ecf-42c1-9cba-422870f424a7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=00b6cfb5312f47e6bba6b1a73804db22&device_id=8b38c076-b682-490a-9fd5-90ad4778d11b HTTP/1.1" status: 200 len: 1096 time: 0.1987123 Nov 12 20:15:06.751736 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1145791f-e95c-4b18-9c53-0e98879ddd89 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/e9b0836f-5e7b-4c9a-8234-cce8f862dd83 HTTP/1.1" status: 404 len: 333 time: 0.0472062 Nov 12 20:15:06.753641 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46010) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:06.760447 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-dc52e725-7cd8-4668-b726-34280d39580a tempest-QuotasTest-524376365 tempest-QuotasTest-524376365-project-admin] 10.222.0.48 "GET /v2.0/quotas/7f46c3fc99504563b61c6638ddf7c32f HTTP/1.1" status: 200 len: 366 time: 0.0260291 Nov 12 20:15:06.764351 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46012) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:06.786381 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f4ab74a2-5dee-4640-b9f9-63af24085d07 tempest-QuotasTest-524376365 tempest-QuotasTest-524376365-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/7f46c3fc99504563b61c6638ddf7c32f HTTP/1.1" status: 204 len: 168 time: 0.0207472 Nov 12 20:15:06.788766 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46014) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:06.807070 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-13adf615-bc06-4f74-8622-711408e7401e tempest-QuotasTest-524376365 tempest-QuotasTest-524376365-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0149157 Nov 12 20:15:06.807294 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e026214a-0266-4b5c-a7af-c3f76a484000 None None] Provisioning complete for port b1fd9292-c417-4d76-8767-ee2c3d5f3a71 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:06.807294 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e026214a-0266-4b5c-a7af-c3f76a484000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:06.807528 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46016) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:06.813045 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:06.823613 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f31677f8-c846-46a9-b07a-b21d1b4465a8 tempest-QuotasTest-524376365 tempest-QuotasTest-524376365-project-admin] 10.222.0.48 "GET /v2.0/quotas/7f46c3fc99504563b61c6638ddf7c32f HTTP/1.1" status: 200 len: 370 time: 0.0130234 Nov 12 20:15:06.823861 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46018) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:06.824139 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-116d8938-9acb-4e0b-bd81-61738b2cbe05 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:06.824627 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-116d8938-9acb-4e0b-bd81-61738b2cbe05 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:06.831673 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-116d8938-9acb-4e0b-bd81-61738b2cbe05 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/27adce81-e67f-4674-bd44-8e70f3a84e2a HTTP/1.1" status: 404 len: 337 time: 0.0730786 Nov 12 20:15:06.831866 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-548b51f6-eb1d-481b-b81d-7a06220510d7 tempest-QuotasTest-524376365 tempest-QuotasTest-524376365-project-admin] 10.222.0.48 "GET /v2.0/quotas/7f46c3fc99504563b61c6638ddf7c32f/default HTTP/1.1" status: 200 len: 370 time: 0.0037160 Nov 12 20:15:06.832478 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46020) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:06.832811 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46022) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:06.867882 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-221c2d67-4b17-4d7c-9a16-f2d2c84766bc tempest-QuotasTest-524376365 tempest-QuotasTest-524376365-project-admin] delete failed (client error): The resource could not be found. Nov 12 20:15:06.872864 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-221c2d67-4b17-4d7c-9a16-f2d2c84766bc tempest-QuotasTest-524376365 tempest-QuotasTest-524376365-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/7f46c3fc99504563b61c6638ddf7c32f HTTP/1.1" status: 404 len: 348 time: 0.0386767 Nov 12 20:15:06.874949 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-9181894b-e451-4022-960e-1090dfc783e4 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:06.875548 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9181894b-e451-4022-960e-1090dfc783e4 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:06.881969 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9181894b-e451-4022-960e-1090dfc783e4 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/0a802554-71d4-437f-af80-93289c743e42 HTTP/1.1" status: 404 len: 337 time: 0.0448985 Nov 12 20:15:06.882836 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46026) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:06.902151 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8c94d17-852c-49eb-addc-42d08f651ade req-e4069228-4b81-47dd-8d0c-a7cbdbcb44b0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6b8ad67-b0b2-463b-b774-bd807cab95f3 HTTP/1.1" status: 200 len: 217 time: 0.0862181 Nov 12 20:15:06.924858 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-326c3a99-76a3-4c91-b109-dbfdf3a08edb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:06.925621 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326c3a99-76a3-4c91-b109-dbfdf3a08edb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:06.931836 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-326c3a99-76a3-4c91-b109-dbfdf3a08edb tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/df218068-5020-4780-bb08-313ec7d7470e HTTP/1.1" status: 404 len: 333 time: 0.0455706 Nov 12 20:15:06.932159 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46028) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:06.963581 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-94011a74-d7da-4fb8-8b4f-9ce4813a614a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:06.963982 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94011a74-d7da-4fb8-8b4f-9ce4813a614a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:06.968860 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-94011a74-d7da-4fb8-8b4f-9ce4813a614a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/396dd8a1-e8c0-48ee-af23-3c876e3738f9 HTTP/1.1" status: 404 len: 337 time: 0.0357840 Nov 12 20:15:06.971965 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46030) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:06.986780 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad0aa04-af80-4896-9bdf-d66280fe421e None None] DHCP port deletion for 882e702e-41a2-4ed4-8fa5-ec5a3683cbfd request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:07.017764 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de05a9a-4721-43cf-a3fc-c684861fa2ed tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:07.018605 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de05a9a-4721-43cf-a3fc-c684861fa2ed tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:07.022148 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8de05a9a-4721-43cf-a3fc-c684861fa2ed tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/d26cabc7-1737-4d83-9617-2f71eb5ceb12 HTTP/1.1" status: 404 len: 337 time: 0.0476589 Nov 12 20:15:07.026273 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46032) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:07.049019 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46034) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:07.051363 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c94d17-852c-49eb-addc-42d08f651ade req-f2e31f1f-38c8-455f-96af-481d548e15f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:07.052894 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8c94d17-852c-49eb-addc-42d08f651ade req-f2e31f1f-38c8-455f-96af-481d548e15f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=72eab03a-2e4d-41e0-82f1-7fb4346cd6bd HTTP/1.1" status: 200 len: 850 time: 0.1337121 Nov 12 20:15:07.056331 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-bad0aa04-af80-4896-9bdf-d66280fe421e None None] Deleting port b1fd9292-c417-4d76-8767-ee2c3d5f3a71 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:07.056761 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bad0aa04-af80-4896-9bdf-d66280fe421e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:07.057136 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c1298e4-9227-4f03-b3a2-ca0d26bec12d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:07.057903 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c1298e4-9227-4f03-b3a2-ca0d26bec12d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:07.061080 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7c1298e4-9227-4f03-b3a2-ca0d26bec12d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/81e38258-ea9e-4d1d-af1d-b20b522caef8 HTTP/1.1" status: 404 len: 333 time: 0.0338254 Nov 12 20:15:07.064928 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde9c96-4a6b-4546-9157-89e64bcbfc87 req-434d6568-274c-4e39-90b0-4f7ec7096add tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:07.065111 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46036) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:07.066489 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9cde9c96-4a6b-4546-9157-89e64bcbfc87 req-434d6568-274c-4e39-90b0-4f7ec7096add tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b38c076-b682-490a-9fd5-90ad4778d11b HTTP/1.1" status: 200 len: 944 time: 0.2045295 Nov 12 20:15:07.100655 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-72239f8c-1a53-483c-8266-fe1d07129b46 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:07.101114 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72239f8c-1a53-483c-8266-fe1d07129b46 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:07.104163 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-72239f8c-1a53-483c-8266-fe1d07129b46 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/9fe19701-c5f1-4f41-ba40-d00274289813 HTTP/1.1" status: 404 len: 337 time: 0.0379229 Nov 12 20:15:07.104938 n-d-712140-15 neutron-server[102448]: DEBUG neutron.quota.resource [None req-dd2f9f83-95dd-4ad1-8c25-79d4ba4243ef tempest-QuotasTest-524376365 tempest-QuotasTest-524376365-project-admin] Usage tracker for resource:network and project:4231471d36864b27ab7c4a31471690fd is out of sync, need to count used quota {{(pid=102448) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 20:15:07.107635 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46038) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:07.117852 n-d-712140-15 neutron-server[102448]: DEBUG neutron.quota.resource [None req-dd2f9f83-95dd-4ad1-8c25-79d4ba4243ef tempest-QuotasTest-524376365 tempest-QuotasTest-524376365-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102448) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 20:15:07.134890 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbac38d5-087e-418a-bba4-d01a920b9568 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:07.135609 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbac38d5-087e-418a-bba4-d01a920b9568 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:07.138571 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bbac38d5-087e-418a-bba4-d01a920b9568 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/e45e6f41-f86a-42be-aa9a-e70c6e2235a6 HTTP/1.1" status: 404 len: 333 time: 0.0297902 Nov 12 20:15:07.141176 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46040) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:07.151073 n-d-712140-15 neutron-server[102448]: DEBUG neutron.quota.resource [None req-dd2f9f83-95dd-4ad1-8c25-79d4ba4243ef tempest-QuotasTest-524376365 tempest-QuotasTest-524376365-project-admin] Usage tracker for resource:subnet and project:4231471d36864b27ab7c4a31471690fd is out of sync, need to count used quota {{(pid=102448) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 20:15:07.153147 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-bad0aa04-af80-4896-9bdf-d66280fe421e None None] For port b1fd9292-c417-4d76-8767-ee2c3d5f3a71, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b1fd9292-c417-4d76-8767-ee2c3d5f3a71,segment=NetworkSegment(48e374d1-2e4e-416c-8689-eaa3dd9d8d7a),segment_id=48e374d1-2e4e-416c-8689-eaa3dd9d8d7a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:07.153976 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bad0aa04-af80-4896-9bdf-d66280fe421e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:07.171808 n-d-712140-15 neutron-server[102448]: DEBUG neutron.quota.resource [None req-dd2f9f83-95dd-4ad1-8c25-79d4ba4243ef tempest-QuotasTest-524376365 tempest-QuotasTest-524376365-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102448) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 20:15:07.176299 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5e8d60-44aa-4580-a1fa-67bf2c69abf0 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:07.176727 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5e8d60-44aa-4580-a1fa-67bf2c69abf0 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:07.177603 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-bad0aa04-af80-4896-9bdf-d66280fe421e None None] Calling delete_port for b1fd9292-c417-4d76-8767-ee2c3d5f3a71 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:07.179745 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4c5e8d60-44aa-4580-a1fa-67bf2c69abf0 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/215c628b-5909-43ab-abbb-4d29e7f292ef HTTP/1.1" status: 404 len: 337 time: 0.0372303 Nov 12 20:15:07.182241 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46042) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:07.192554 n-d-712140-15 neutron-server[102448]: DEBUG neutron.quota.resource [None req-dd2f9f83-95dd-4ad1-8c25-79d4ba4243ef tempest-QuotasTest-524376365 tempest-QuotasTest-524376365-project-admin] Usage tracker for resource:subnetpool and project:4231471d36864b27ab7c4a31471690fd is out of sync, need to count used quota {{(pid=102448) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 20:15:07.193165 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c94d17-852c-49eb-addc-42d08f651ade req-53346f61-2a12-4b3b-81dc-f77117922e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:07.194716 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8c94d17-852c-49eb-addc-42d08f651ade req-53346f61-2a12-4b3b-81dc-f77117922e6e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1217fc13-52b1-48e2-90e3-8ec289b00657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273348 Nov 12 20:15:07.201226 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9cde9c96-4a6b-4546-9157-89e64bcbfc87 req-9211f772-568d-4875-aac1-739d401dba3c tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=732325cd-f6c2-4e82-aa96-5189121d9965&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1236241 Nov 12 20:15:07.216171 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c596f48-1299-4c9a-9303-5a4e561878f1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:07.217843 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c596f48-1299-4c9a-9303-5a4e561878f1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:07.223433 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4c596f48-1299-4c9a-9303-5a4e561878f1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/3fa992d4-3b0f-4823-85dd-e2ba2630e042 HTTP/1.1" status: 404 len: 333 time: 0.0377088 Nov 12 20:15:07.223433 n-d-712140-15 neutron-server[102448]: DEBUG neutron.quota.resource [None req-dd2f9f83-95dd-4ad1-8c25-79d4ba4243ef tempest-QuotasTest-524376365 tempest-QuotasTest-524376365-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102448) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 20:15:07.224208 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46044) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:07.274862 n-d-712140-15 neutron-server[102448]: DEBUG neutron.quota.resource [None req-dd2f9f83-95dd-4ad1-8c25-79d4ba4243ef tempest-QuotasTest-524376365 tempest-QuotasTest-524376365-project-admin] Usage tracker for resource:port and project:4231471d36864b27ab7c4a31471690fd is out of sync, need to count used quota {{(pid=102448) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 20:15:07.277730 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff57717-7906-427a-97f4-62263a3cb8e1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:07.278189 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ff57717-7906-427a-97f4-62263a3cb8e1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:07.282698 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7ff57717-7906-427a-97f4-62263a3cb8e1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/68479c45-b64e-4c3a-a382-af3137bb0a3e HTTP/1.1" status: 404 len: 337 time: 0.0563676 Nov 12 20:15:07.282698 n-d-712140-15 neutron-server[102448]: DEBUG neutron.quota.resource [None req-dd2f9f83-95dd-4ad1-8c25-79d4ba4243ef tempest-QuotasTest-524376365 tempest-QuotasTest-524376365-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102448) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 20:15:07.285547 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46048) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:07.310726 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-52434ecf-5223-465e-84a6-0ae505271ac4 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:07.311396 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52434ecf-5223-465e-84a6-0ae505271ac4 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:07.315252 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-52434ecf-5223-465e-84a6-0ae505271ac4 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/7626b8be-b2f5-4fde-9dc5-bb249fec0daf HTTP/1.1" status: 404 len: 333 time: 0.0285828 Nov 12 20:15:07.316108 n-d-712140-15 neutron-server[102448]: DEBUG neutron.quota.resource [None req-dd2f9f83-95dd-4ad1-8c25-79d4ba4243ef tempest-QuotasTest-524376365 tempest-QuotasTest-524376365-project-admin] Usage tracker for resource:router and project:4231471d36864b27ab7c4a31471690fd is out of sync, need to count used quota {{(pid=102448) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 20:15:07.318206 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46050) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:07.319172 n-d-712140-15 neutron-server[102448]: DEBUG neutron.quota.resource [None req-dd2f9f83-95dd-4ad1-8c25-79d4ba4243ef tempest-QuotasTest-524376365 tempest-QuotasTest-524376365-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102448) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 20:15:07.325504 n-d-712140-15 neutron-server[102448]: DEBUG neutron.quota.resource [None req-dd2f9f83-95dd-4ad1-8c25-79d4ba4243ef tempest-QuotasTest-524376365 tempest-QuotasTest-524376365-project-admin] Usage tracker for resource:floatingip and project:4231471d36864b27ab7c4a31471690fd is out of sync, need to count used quota {{(pid=102448) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 20:15:07.328737 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:07.328945 n-d-712140-15 neutron-server[102448]: DEBUG neutron.quota.resource [None req-dd2f9f83-95dd-4ad1-8c25-79d4ba4243ef tempest-QuotasTest-524376365 tempest-QuotasTest-524376365-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102448) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 20:15:07.361135 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d5a6ac4-3b2c-4065-82db-820e21fd1714 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:07.361634 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d5a6ac4-3b2c-4065-82db-820e21fd1714 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:07.365110 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3d5a6ac4-3b2c-4065-82db-820e21fd1714 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/5cf5b8d8-c397-401c-b9e7-5637f0f415b6 HTTP/1.1" status: 404 len: 337 time: 0.0459132 Nov 12 20:15:07.368099 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46054) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:07.387754 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bad0aa04-af80-4896-9bdf-d66280fe421e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:07.424713 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-7affcc63-b705-4061-b903-a9a79ebf10d8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:07.425587 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7affcc63-b705-4061-b903-a9a79ebf10d8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:07.431132 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7affcc63-b705-4061-b903-a9a79ebf10d8 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/6b54b99f-ba10-4435-a4b5-5f2756e881c4 HTTP/1.1" status: 404 len: 333 time: 0.0547221 Nov 12 20:15:07.432060 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3521a6-1260-4bef-ad29-f64a2d27283f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7605726-17ab-4d57-ba57-6f8ac487c71d'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:15:07.434217 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46058) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:07.435143 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7457696-4b3a-4f79-9a9f-6cb60a6dea1e" -d '{"events": [{"server_uuid": "4e3521a6-1260-4bef-ad29-f64a2d27283f", "name": "network-vif-plugged", "status": "completed", "tag": "b7605726-17ab-4d57-ba57-6f8ac487c71d"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:15:07.435307 n-d-712140-15 neutron-server[102448]: DEBUG neutron.quota.resource [None req-dd2f9f83-95dd-4ad1-8c25-79d4ba4243ef tempest-QuotasTest-524376365 tempest-QuotasTest-524376365-project-admin] Usage tracker for resource:security_group and project:4231471d36864b27ab7c4a31471690fd is out of sync, need to count used quota {{(pid=102448) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 20:15:07.443155 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0aa04-af80-4896-9bdf-d66280fe421e None None] Pushing event deleted for resources: {'Port': ['ID=b1fd9292-c417-4d76-8767-ee2c3d5f3a71,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:07.448895 n-d-712140-15 neutron-server[102448]: DEBUG neutron.quota.resource [None req-dd2f9f83-95dd-4ad1-8c25-79d4ba4243ef tempest-QuotasTest-524376365 tempest-QuotasTest-524376365-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102448) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 20:15:07.452190 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8c94d17-852c-49eb-addc-42d08f651ade req-b475fe94-7825-4907-8804-aba71ca14240 service neutron] 10.222.0.52 "GET /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480621 Nov 12 20:15:07.459517 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad0aa04-af80-4896-9bdf-d66280fe421e None None] No DVR routers for this DVR port b1fd9292-c417-4d76-8767-ee2c3d5f3a71 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:15:07.473314 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-7837cac5-ee1a-4e30-9da2-db26993fcb5e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:07.473977 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7837cac5-ee1a-4e30-9da2-db26993fcb5e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:07.477389 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7837cac5-ee1a-4e30-9da2-db26993fcb5e tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/5a79addd-fd8a-4a1e-87dd-ff60e335079a HTTP/1.1" status: 404 len: 337 time: 0.0384781 Nov 12 20:15:07.479989 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46062) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:07.495714 n-d-712140-15 neutron-server[102448]: DEBUG neutron.quota.resource [None req-dd2f9f83-95dd-4ad1-8c25-79d4ba4243ef tempest-QuotasTest-524376365 tempest-QuotasTest-524376365-project-admin] Usage tracker for resource:security_group_rule and project:4231471d36864b27ab7c4a31471690fd is out of sync, need to count used quota {{(pid=102448) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 20:15:07.511946 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d72b33-810a-4ccc-87bd-ee4763b5c791 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:07.512773 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1d72b33-810a-4ccc-87bd-ee4763b5c791 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:07.515613 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a1d72b33-810a-4ccc-87bd-ee4763b5c791 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/6cc1242a-233b-4f5a-9dd1-11eabfc53987 HTTP/1.1" status: 404 len: 333 time: 0.0344777 Nov 12 20:15:07.516486 n-d-712140-15 neutron-server[102448]: DEBUG neutron.quota.resource [None req-dd2f9f83-95dd-4ad1-8c25-79d4ba4243ef tempest-QuotasTest-524376365 tempest-QuotasTest-524376365-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102448) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 20:15:07.518219 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46064) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:07.522848 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539d6f26-a4ca-4ea7-a162-84394c86dad4 x-openstack-request-id: req-539d6f26-a4ca-4ea7-a162-84394c86dad4 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:15:07.523146 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3521a6-1260-4bef-ad29-f64a2d27283f", "name": "network-vif-plugged", "status": "completed", "tag": "b7605726-17ab-4d57-ba57-6f8ac487c71d", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:15:07.523402 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-539d6f26-a4ca-4ea7-a162-84394c86dad4 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:15:07.523799 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3521a6-1260-4bef-ad29-f64a2d27283f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7605726-17ab-4d57-ba57-6f8ac487c71d', 'code': 200} Nov 12 20:15:07.546046 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-dd2f9f83-95dd-4ad1-8c25-79d4ba4243ef tempest-QuotasTest-524376365 tempest-QuotasTest-524376365-project-admin] 10.222.0.48 "GET /v2.0/quotas/4231471d36864b27ab7c4a31471690fd/details.json HTTP/1.1" status: 200 len: 703 time: 0.4954751 Nov 12 20:15:07.547372 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-825a3b38-095e-411c-b5e0-c5d250301983 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:07.549927 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-825a3b38-095e-411c-b5e0-c5d250301983 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:07.557040 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-825a3b38-095e-411c-b5e0-c5d250301983 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/1c42e017-db34-4c53-ac97-03db004d6bce HTTP/1.1" status: 404 len: 337 time: 0.0356147 Nov 12 20:15:07.562455 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46068) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:07.588349 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9eee0d-795b-4f98-a63a-5f977a87f636 req-3fe7464a-5c75-40c3-9a1b-cdf29ec6d8f5 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:07.589984 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2e9eee0d-795b-4f98-a63a-5f977a87f636 req-3fe7464a-5c75-40c3-9a1b-cdf29ec6d8f5 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d757b0c-e299-404d-80fd-286bacdcc88d HTTP/1.1" status: 200 len: 945 time: 0.1864276 Nov 12 20:15:07.594001 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e06b21-514d-4c7e-b564-8ffbe4decac4 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:07.594460 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e06b21-514d-4c7e-b564-8ffbe4decac4 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:07.600289 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-40e06b21-514d-4c7e-b564-8ffbe4decac4 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/5d9f44ba-51a9-4dfe-99ce-3fd49d100604 HTTP/1.1" status: 404 len: 337 time: 0.0346713 Nov 12 20:15:07.600996 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46070) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:07.647849 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59c6843-648a-4b2f-93d7-ae41287ed72b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:07.648583 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a59c6843-648a-4b2f-93d7-ae41287ed72b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:07.651641 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a59c6843-648a-4b2f-93d7-ae41287ed72b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/3bdb7793-03b1-4219-b365-fcdf126b03fb HTTP/1.1" status: 404 len: 333 time: 0.0496409 Nov 12 20:15:07.655112 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46074) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:07.674465 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8c94d17-852c-49eb-addc-42d08f651ade req-f90056ad-5ef5-4bcd-83c5-9c7acc1bde2e service neutron] 10.222.0.52 "GET /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133319 Nov 12 20:15:07.685607 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0881c6-4f54-4908-ba49-0dbfdc7f273a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:07.686058 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0881c6-4f54-4908-ba49-0dbfdc7f273a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:07.689491 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ea0881c6-4f54-4908-ba49-0dbfdc7f273a tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/fadefec1-ac9c-460e-80f8-735b7d2be0b8 HTTP/1.1" status: 404 len: 337 time: 0.0324891 Nov 12 20:15:07.693051 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46076) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:07.699444 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b49170-5aa4-4c9c-879f-e0eab5fd4a31 req-c491a70e-59b1-4201-b66f-48c8da8f6ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:07.700604 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2e9eee0d-795b-4f98-a63a-5f977a87f636 req-942ae867-be8e-4969-8a44-9488fff0cda2 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb4dd488-fa7d-484b-bd8a-57f010ad1729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964806 Nov 12 20:15:07.701470 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-66b49170-5aa4-4c9c-879f-e0eab5fd4a31 req-c491a70e-59b1-4201-b66f-48c8da8f6ea3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4e3521a6-1260-4bef-ad29-f64a2d27283f HTTP/1.1" status: 200 len: 1097 time: 0.1021655 Nov 12 20:15:07.743760 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Router 88b3f540-8023-452a-9729-a2652796bfc3 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:15:07.758689 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14b941c-9719-46fb-be0b-37d4937c32fc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:07.759275 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e14b941c-9719-46fb-be0b-37d4937c32fc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:07.763840 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-66b49170-5aa4-4c9c-879f-e0eab5fd4a31 req-d0871c63-9ee1-497b-bada-930da8ec2507 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540795 Nov 12 20:15:07.764737 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e14b941c-9719-46fb-be0b-37d4937c32fc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/dd19a277-b45b-4e76-9ca6-cda71af610b9 HTTP/1.1" status: 404 len: 337 time: 0.0693600 Nov 12 20:15:07.765971 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46080) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:07.804278 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d08af5-c5af-4033-a024-2ac68991aa8c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:07.805194 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d08af5-c5af-4033-a024-2ac68991aa8c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:07.808435 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-64d08af5-c5af-4033-a024-2ac68991aa8c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/12d3882b-6b05-4eae-b3fb-826675ffb56c HTTP/1.1" status: 404 len: 333 time: 0.0405064 Nov 12 20:15:07.824615 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46082) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:07.851522 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657884f-e3dc-4fed-b774-201a0e5fb2f9 req-fe68fef9-c3fe-4777-a5aa-e7df8473c639 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:07.853110 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c657884f-e3dc-4fed-b774-201a0e5fb2f9 req-fe68fef9-c3fe-4777-a5aa-e7df8473c639 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3521a6-1260-4bef-ad29-f64a2d27283f HTTP/1.1" status: 200 len: 945 time: 0.0760002 Nov 12 20:15:07.859615 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b9e5379-4e46-48c5-9fd8-81b718256a0b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:07.860098 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b9e5379-4e46-48c5-9fd8-81b718256a0b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:07.866493 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0b9e5379-4e46-48c5-9fd8-81b718256a0b tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/2c2c5be8-4794-4b2b-9428-3c09f0b52f2c HTTP/1.1" status: 404 len: 337 time: 0.0365977 Nov 12 20:15:07.867989 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46084) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:07.906004 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f062373-d684-43af-830d-dce76f0e5d3c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:07.906467 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f062373-d684-43af-830d-dce76f0e5d3c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:07.910106 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2f062373-d684-43af-830d-dce76f0e5d3c tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/85851b80-477b-4741-b434-e300cdd606e7 HTTP/1.1" status: 404 len: 337 time: 0.0413048 Nov 12 20:15:07.913227 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46088) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:07.928808 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3363278-c576-4009-8290-fd41c0d6387b req-9f2c5976-1abb-40f7-ad68-be45ccfa9f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:07.930428 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3363278-c576-4009-8290-fd41c0d6387b req-9f2c5976-1abb-40f7-ad68-be45ccfa9f6b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=00b6cfb5312f47e6bba6b1a73804db22&device_id=8b38c076-b682-490a-9fd5-90ad4778d11b HTTP/1.1" status: 200 len: 1096 time: 0.1644142 Nov 12 20:15:07.942859 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af44064-dd87-4202-b52f-924331eb5eed tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:07.943549 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af44064-dd87-4202-b52f-924331eb5eed tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:07.948879 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7af44064-dd87-4202-b52f-924331eb5eed tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/e8314590-4f74-4f2f-ad02-dd5a01faa4e6 HTTP/1.1" status: 404 len: 333 time: 0.0324695 Nov 12 20:15:07.950038 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46090) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:07.972786 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:15:07.984710 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46092) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:07.987596 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc2039-f50c-4570-a89c-1f793128e681 None None] Sync routers for ids ['88b3f540-8023-452a-9729-a2652796bfc3'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:15:07.991321 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-8694b5fb-190d-4910-8b8e-92fa24827566 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:07.991830 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8694b5fb-190d-4910-8b8e-92fa24827566 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:07.995031 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8694b5fb-190d-4910-8b8e-92fa24827566 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/94ceaa9e-b76b-4f24-9bb1-bd50c2230ae6 HTTP/1.1" status: 404 len: 337 time: 0.0440838 Nov 12 20:15:07.997778 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cc2039-f50c-4570-a89c-1f793128e681 None None] Routers {'88b3f540-8023-452a-9729-a2652796bfc3'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:07.998596 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-97cc2039-f50c-4570-a89c-1f793128e681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:14:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['88b3f540-8023-452a-9729-a2652796bfc3'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:07.999810 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c657884f-e3dc-4fed-b774-201a0e5fb2f9 req-6d94d039-6133-4097-b09e-5e9013a154b1 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407318 Nov 12 20:15:08.000289 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46096) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:08.032090 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8cbb7bc-b5b2-42a8-a009-7673d9026d2f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:08.032784 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8cbb7bc-b5b2-42a8-a009-7673d9026d2f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:08.036051 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d8cbb7bc-b5b2-42a8-a009-7673d9026d2f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/06f9574e-5ebf-4dd5-851d-30f7e26d26bb HTTP/1.1" status: 404 len: 337 time: 0.0348547 Nov 12 20:15:08.038512 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46098) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:08.059437 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-97cc2039-f50c-4570-a89c-1f793128e681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:08.063222 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:08.065216 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5cbdd2df-6a52-445e-88e0-118fd8c24e1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.4245448 Nov 12 20:15:08.068916 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46100) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:08.072785 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cc2039-f50c-4570-a89c-1f793128e681 None None] Routers {'88b3f540-8023-452a-9729-a2652796bfc3'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:08.073492 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-97cc2039-f50c-4570-a89c-1f793128e681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:14:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['88b3f540-8023-452a-9729-a2652796bfc3'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:08.083507 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-44f216c6-b263-4fc7-b236-37ceb7f6b0fc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88669ed-74cc-4177-915a-a326f4b98d6b HTTP/1.1" status: 200 len: 205 time: 0.0433979 Nov 12 20:15:08.085792 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46102) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:08.108966 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-97cc2039-f50c-4570-a89c-1f793128e681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:08.109729 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc2039-f50c-4570-a89c-1f793128e681 None None] The sync data for ids ['88b3f540-8023-452a-9729-a2652796bfc3'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:15:08.127917 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3363278-c576-4009-8290-fd41c0d6387b req-f441041f-b590-4ae7-9b02-3369569ed477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:08.129465 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3363278-c576-4009-8290-fd41c0d6387b req-f441041f-b590-4ae7-9b02-3369569ed477 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1217fc13-52b1-48e2-90e3-8ec289b00657 HTTP/1.1" status: 200 len: 912 time: 0.1898561 Nov 12 20:15:08.136943 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-3f8e299f-f4d2-4124-9ad2-3665edf70377 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] delete failed (client error): The resource could not be found. Nov 12 20:15:08.137918 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3f8e299f-f4d2-4124-9ad2-3665edf70377 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/routers/c88669ed-74cc-4177-915a-a326f4b98d6b HTTP/1.1" status: 404 len: 336 time: 0.0509412 Nov 12 20:15:08.144566 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46104) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:08.152332 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e17cc62c-cedc-4894-85a2-30b6e6b3d4b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:08.183819 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-64bd5ba0-c939-4607-bb1d-9915a634ac41 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:08.184290 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64bd5ba0-c939-4607-bb1d-9915a634ac41 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:08.187173 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-64bd5ba0-c939-4607-bb1d-9915a634ac41 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/7eff9e17-ca81-485a-883f-bcee42fd1931 HTTP/1.1" status: 404 len: 337 time: 0.0417094 Nov 12 20:15:08.191663 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46106) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:08.225882 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c5413907-e5d4-4edc-9427-c6acd461ed70 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "GET /v2.0/ports?device_id=2520e5c1-6aa3-4997-8300-912828d7f503 HTTP/1.1" status: 200 len: 205 time: 0.0330825 Nov 12 20:15:08.229582 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46108) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:08.281977 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-2fcaa913-8f3f-4c4d-bcdc-f2d7bb7b4c64 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] delete failed (client error): The resource could not be found. Nov 12 20:15:08.286340 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2fcaa913-8f3f-4c4d-bcdc-f2d7bb7b4c64 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/routers/2520e5c1-6aa3-4997-8300-912828d7f503 HTTP/1.1" status: 404 len: 336 time: 0.0557535 Nov 12 20:15:08.287066 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46112) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:08.324152 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab054160-d684-4639-b4bb-854f78a75eca tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:08.324623 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab054160-d684-4639-b4bb-854f78a75eca tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:08.327656 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ab054160-d684-4639-b4bb-854f78a75eca tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/0e8ff9d0-948a-43ce-97e5-53ea993e9fdd HTTP/1.1" status: 404 len: 337 time: 0.0384440 Nov 12 20:15:08.331984 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46114) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:08.364667 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d51aad1-1f4d-44c8-9582-e47271c5d73f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:08.365121 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d51aad1-1f4d-44c8-9582-e47271c5d73f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:08.368155 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1d51aad1-1f4d-44c8-9582-e47271c5d73f tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/89b57d08-2168-4bf1-8602-2b57d2f8f699 HTTP/1.1" status: 404 len: 337 time: 0.0351961 Nov 12 20:15:08.371335 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46116) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:08.405830 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c37545-f74a-4ce7-8be4-b77f2fa974f1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:08.406531 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55c37545-f74a-4ce7-8be4-b77f2fa974f1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:08.410313 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-55c37545-f74a-4ce7-8be4-b77f2fa974f1 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/425226c8-2a11-43b5-bd9b-efc70f70a607 HTTP/1.1" status: 404 len: 333 time: 0.0380037 Nov 12 20:15:08.412879 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46118) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:08.446999 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca59780d-b4ff-4346-93a8-82d8a8c9a924 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:08.447455 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca59780d-b4ff-4346-93a8-82d8a8c9a924 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:08.450483 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ca59780d-b4ff-4346-93a8-82d8a8c9a924 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/f14a93fe-b3b5-4158-9269-23f10d4719eb HTTP/1.1" status: 404 len: 337 time: 0.0366905 Nov 12 20:15:08.452427 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e17cc62c-cedc-4894-85a2-30b6e6b3d4b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:08.453252 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46120) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:08.461999 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e17cc62c-cedc-4894-85a2-30b6e6b3d4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:08.490712 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c9ebe6-6746-4854-9e92-06a1207d490d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:08.491421 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c9ebe6-6746-4854-9e92-06a1207d490d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:08.496767 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-97c9ebe6-6746-4854-9e92-06a1207d490d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/f66ef32a-dd92-48df-9637-a94885a2e9b3 HTTP/1.1" status: 404 len: 333 time: 0.0403259 Nov 12 20:15:08.496962 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3363278-c576-4009-8290-fd41c0d6387b req-13c01a52-d0a1-4664-95ec-d1d9f6f088ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6b8ad67-b0b2-463b-b774-bd807cab95f3 HTTP/1.1" status: 200 len: 217 time: 0.3577709 Nov 12 20:15:08.503538 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46124) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:08.548701 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd5737a-61f6-4cbe-9f59-9e17bfb60e97 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:08.549085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd5737a-61f6-4cbe-9f59-9e17bfb60e97 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:08.552277 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4cd5737a-61f6-4cbe-9f59-9e17bfb60e97 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/0ce24252-b583-4160-bcbb-fb54975e33da HTTP/1.1" status: 404 len: 337 time: 0.0477502 Nov 12 20:15:08.554653 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e17cc62c-cedc-4894-85a2-30b6e6b3d4b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c5cd7d5f4f5f4aa88fb70e2a813d712d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5688534 Nov 12 20:15:08.555448 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46126) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:08.559034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46128) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:08.562844 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17cc62c-cedc-4894-85a2-30b6e6b3d4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9f3b85-54cd-4da0-9cae-2d6d817f5d4f,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:08.584747 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9a17ad93-cbb0-427f-ae2a-bdc894527de6 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "GET /v2.0/routers/88b3f540-8023-452a-9729-a2652796bfc3 HTTP/1.1" status: 200 len: 924 time: 0.5122211 Nov 12 20:15:08.586232 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46130) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:08.588928 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa0c3c0-887b-4e6e-ab43-cdf396682f77 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:08.589248 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa0c3c0-887b-4e6e-ab43-cdf396682f77 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:08.592211 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-faa0c3c0-887b-4e6e-ab43-cdf396682f77 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/56b1f5ae-df55-45e3-ac62-665aaf29fb09 HTTP/1.1" status: 404 len: 333 time: 0.0305953 Nov 12 20:15:08.600322 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46132) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:08.620405 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3363278-c576-4009-8290-fd41c0d6387b req-224711c2-1a8b-44b7-8146-e889eee95013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:08.621941 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3363278-c576-4009-8290-fd41c0d6387b req-224711c2-1a8b-44b7-8146-e889eee95013 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=72eab03a-2e4d-41e0-82f1-7fb4346cd6bd HTTP/1.1" status: 200 len: 850 time: 0.0976894 Nov 12 20:15:08.625216 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-30369ee1-7056-4e6c-aa01-453b30373fbe tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "GET /v2.0/ports?device_id=88b3f540-8023-452a-9729-a2652796bfc3 HTTP/1.1" status: 200 len: 205 time: 0.0377634 Nov 12 20:15:08.630263 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabebf0-27a5-4528-b3ab-5a17b6a484b7 req-054d04e5-95f3-4b5b-9db5-f7b3f0f38c09 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:08.631757 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7eabebf0-27a5-4528-b3ab-5a17b6a484b7 req-054d04e5-95f3-4b5b-9db5-f7b3f0f38c09 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b38c076-b682-490a-9fd5-90ad4778d11b HTTP/1.1" status: 200 len: 944 time: 0.1403747 Nov 12 20:15:08.632240 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46134) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:08.642599 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6eda950-4211-490b-836b-07a3bfad3a01 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:08.643123 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6eda950-4211-490b-836b-07a3bfad3a01 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:08.648464 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c6eda950-4211-490b-836b-07a3bfad3a01 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/a31f61a2-3a08-4f95-b45b-96bf67bd0e16 HTTP/1.1" status: 404 len: 337 time: 0.0437784 Nov 12 20:15:08.650031 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46136) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:08.680913 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-634b4521-86e4-4184-8cb4-1b00feddfefc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:08.681529 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-634b4521-86e4-4184-8cb4-1b00feddfefc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:08.686328 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-634b4521-86e4-4184-8cb4-1b00feddfefc tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/092fcc3e-ff63-45c1-acb7-f3a73e795dc9 HTTP/1.1" status: 404 len: 333 time: 0.0351477 Nov 12 20:15:08.687032 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46138) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:08.714363 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa51769a-aad7-4602-80f7-343fda48f9e5 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:08.714819 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa51769a-aad7-4602-80f7-343fda48f9e5 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:08.718275 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-aa51769a-aad7-4602-80f7-343fda48f9e5 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/de41f2ff-b57e-4336-bb8a-839e4f7a424c HTTP/1.1" status: 404 len: 337 time: 0.0298953 Nov 12 20:15:08.720920 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46140) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:08.742216 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf1149af-57b7-402d-8210-71ac61cc71ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:08.744070 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba2addf-66a6-48ab-a04f-c974e5bf679d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:08.744746 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba2addf-66a6-48ab-a04f-c974e5bf679d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:08.748115 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bba2addf-66a6-48ab-a04f-c974e5bf679d tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/5c993b05-aa5e-4703-8401-b733204d5fe2 HTTP/1.1" status: 404 len: 333 time: 0.0259435 Nov 12 20:15:08.750234 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46142) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:08.776867 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-b11c6d72-a5f7-4ed2-95c2-d7dab5e64c27 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:08.777330 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b11c6d72-a5f7-4ed2-95c2-d7dab5e64c27 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:08.783319 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b11c6d72-a5f7-4ed2-95c2-d7dab5e64c27 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/ad6a3aa8-d33b-4fa5-b980-2309f9ab5c06 HTTP/1.1" status: 404 len: 337 time: 0.0292425 Nov 12 20:15:08.783663 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46146) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:08.807754 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3ae0c9-1288-4f5f-9044-9afde17aace7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:08.808370 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a3ae0c9-1288-4f5f-9044-9afde17aace7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:08.811878 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0a3ae0c9-1288-4f5f-9044-9afde17aace7 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/34dcfce3-d4e1-4a19-881e-72e371092c44 HTTP/1.1" status: 404 len: 333 time: 0.0270462 Nov 12 20:15:08.814707 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46148) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:08.827094 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf1149af-57b7-402d-8210-71ac61cc71ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:08.838946 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7eabebf0-27a5-4528-b3ab-5a17b6a484b7 req-fc5c2df0-8883-4e14-ab96-4d1da734f049 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=732325cd-f6c2-4e82-aa96-5189121d9965&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1894844 Nov 12 20:15:08.843116 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae845c4c-6bfc-4a00-b183-73188fa41743 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:08.843520 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae845c4c-6bfc-4a00-b183-73188fa41743 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:08.844549 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3363278-c576-4009-8290-fd41c0d6387b req-1f8b4353-a1f8-46e2-b436-ec3c19350596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:08.847043 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3363278-c576-4009-8290-fd41c0d6387b req-1f8b4353-a1f8-46e2-b436-ec3c19350596 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1217fc13-52b1-48e2-90e3-8ec289b00657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2139380 Nov 12 20:15:08.847609 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ae845c4c-6bfc-4a00-b183-73188fa41743 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/1fbcaf14-5061-466a-95ad-5e31170b79a4 HTTP/1.1" status: 404 len: 337 time: 0.0319045 Nov 12 20:15:08.850287 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46150) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:08.877371 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a7b56c0-e038-4490-8e8d-5ade33724f35 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:08.881306 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b5748a-8217-4efd-80ef-fa8b50efc109 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:08.881306 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b5748a-8217-4efd-80ef-fa8b50efc109 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:08.884444 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-72b5748a-8217-4efd-80ef-fa8b50efc109 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/ports/7a4ed281-59af-400a-ba72-7a12fea40d7d HTTP/1.1" status: 404 len: 333 time: 0.0330527 Nov 12 20:15:08.886753 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46154) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:08.915378 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7bd453-aacd-49dd-b925-a5f1203836d4 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:08.915847 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7bd453-aacd-49dd-b925-a5f1203836d4 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:08.919207 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bc7bd453-aacd-49dd-b925-a5f1203836d4 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/subnets/d4ea5c40-6a64-49c5-86ac-280c5aa239f2 HTTP/1.1" status: 404 len: 337 time: 0.0315185 Nov 12 20:15:08.921662 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46156) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:08.997196 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device e6b8ad67-b0b2-463b-b774-bd807cab95f3 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:15:09.035699 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf1149af-57b7-402d-8210-71ac61cc71ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:09.038460 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf1149af-57b7-402d-8210-71ac61cc71ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:09.040310 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bf1149af-57b7-402d-8210-71ac61cc71ec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fb9f3b85-54cd-4da0-9cae-2d6d817f5d4f HTTP/1.1" status: 204 len: 168 time: 0.4781680 Nov 12 20:15:09.056745 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b1fd9292-c417-4d76-8767-ee2c3d5f3a71 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:15:09.071391 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1149af-57b7-402d-8210-71ac61cc71ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9f3b85-54cd-4da0-9cae-2d6d817f5d4f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:09.075458 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-26c47a08-99ad-4787-be1c-481f96d86292 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:09.081531 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3363278-c576-4009-8290-fd41c0d6387b req-65890bb1-ac8a-4547-ba53-6bc1c939eafe service neutron] 10.222.0.52 "GET /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209051 Nov 12 20:15:09.088946 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a7b56c0-e038-4490-8e8d-5ade33724f35 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:09.135964 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: b1fd9292-c417-4d76-8767-ee2c3d5f3a71 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:15:09.136345 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b1fd9292-c417-4d76-8767-ee2c3d5f3a71 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:15:09.211965 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fb1e8-dcaa-40ff-9151-8cc11c5287e2 req-ee56d134-3907-4b65-a6ab-67e326bd83ec tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:09.225515 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e55fb1e8-dcaa-40ff-9151-8cc11c5287e2 req-ee56d134-3907-4b65-a6ab-67e326bd83ec tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d757b0c-e299-404d-80fd-286bacdcc88d HTTP/1.1" status: 200 len: 945 time: 0.1641779 Nov 12 20:15:09.257175 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3363278-c576-4009-8290-fd41c0d6387b req-75e87475-caec-4c2e-97cf-096991f46579 service neutron] 10.222.0.52 "GET /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650910 Nov 12 20:15:09.270631 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cffda-f42d-47e6-b84a-b53416020f3a req-0a989958-4f2d-47b8-9425-fa91111ccc7a tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:09.280536 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-629cffda-f42d-47e6-b84a-b53416020f3a req-0a989958-4f2d-47b8-9425-fa91111ccc7a tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3521a6-1260-4bef-ad29-f64a2d27283f HTTP/1.1" status: 200 len: 945 time: 0.1149015 Nov 12 20:15:09.298855 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port e6b8ad67-b0b2-463b-b774-bd807cab95f3, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=e6b8ad67-b0b2-463b-b774-bd807cab95f3,segment=NetworkSegment(0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af),segment_id=0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:09.306056 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-26c47a08-99ad-4787-be1c-481f96d86292 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:09.311122 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-7a7b56c0-e038-4490-8e8d-5ade33724f35 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Deleting port 9e5816c3-38e9-4156-834a-37165e47d162 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:09.311470 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a7b56c0-e038-4490-8e8d-5ade33724f35 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:09.320451 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'e6b8ad67-b0b2-463b-b774-bd807cab95f3', 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657', 'port_id': 'e6b8ad67-b0b2-463b-b774-bd807cab95f3', 'mac_address': 'fa:16:3e:7e:fc:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:15:09.354558 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e55fb1e8-dcaa-40ff-9151-8cc11c5287e2 req-65c6edb6-dc9a-436b-aaf3-430718754799 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb4dd488-fa7d-484b-bd8a-57f010ad1729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226923 Nov 12 20:15:09.375752 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-26c47a08-99ad-4787-be1c-481f96d86292 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882e702e-41a2-4ed4-8fa5-ec5a3683cbfd']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:09.387241 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:09.387724 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-26c47a08-99ad-4787-be1c-481f96d86292 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:09.388022 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-26c47a08-99ad-4787-be1c-481f96d86292 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e374d1-2e4e-416c-8689-eaa3dd9d8d7a') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:09.412924 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-26c47a08-99ad-4787-be1c-481f96d86292 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:09.413047 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-629cffda-f42d-47e6-b84a-b53416020f3a req-7da1e70e-f239-4002-9a87-7e3d4df6de61 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224375 Nov 12 20:15:09.431547 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b8ad67-b0b2-463b-b774-bd807cab95f3 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:15:09.436076 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-26c47a08-99ad-4787-be1c-481f96d86292 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:09.444858 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c47a08-99ad-4787-be1c-481f96d86292 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:15:09.445384 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-26c47a08-99ad-4787-be1c-481f96d86292 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:15:09.448877 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:15:09.454920 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a7b56c0-e038-4490-8e8d-5ade33724f35 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:09.461753 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port e6b8ad67-b0b2-463b-b774-bd807cab95f3, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=e6b8ad67-b0b2-463b-b774-bd807cab95f3,segment=NetworkSegment(0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af),segment_id=0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:09.466559 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:09.473202 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-7a7b56c0-e038-4490-8e8d-5ade33724f35 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Calling delete_port for 9e5816c3-38e9-4156-834a-37165e47d162 owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:09.515566 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-26c47a08-99ad-4787-be1c-481f96d86292 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:09.517785 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46168) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:09.535943 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-26c47a08-99ad-4787-be1c-481f96d86292 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:09.541797 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-26c47a08-99ad-4787-be1c-481f96d86292 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] 10.222.0.48 "DELETE /v2.0/networks/882e702e-41a2-4ed4-8fa5-ec5a3683cbfd HTTP/1.1" status: 204 len: 168 time: 0.6191614 Nov 12 20:15:09.545965 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3c0017fe-95ca-4ddf-ad8c-d78bd79346a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:09.550911 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=e6b8ad67-b0b2-463b-b774-bd807cab95f3,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:09.558310 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c47a08-99ad-4787-be1c-481f96d86292 tempest-NetworksTestDHCPv6-1238956069 tempest-NetworksTestDHCPv6-1238956069-project] Pushing event deleted for resources: {'Network': ['ID=882e702e-41a2-4ed4-8fa5-ec5a3683cbfd,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:09.559856 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:09.559856 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:09.560122 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:09.560263 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:09.560662 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:09.560918 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:09.561250 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:09.561944 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:09.561944 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:09.562255 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:09.562563 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:09.562883 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:09.670974 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3c0017fe-95ca-4ddf-ad8c-d78bd79346a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:09.676000 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3c0017fe-95ca-4ddf-ad8c-d78bd79346a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:09.696945 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a7b56c0-e038-4490-8e8d-5ade33724f35 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:09.720628 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0017fe-95ca-4ddf-ad8c-d78bd79346a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498e2323-dff3-444e-b78f-4b87e5c87aea,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:09.723358 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['e6b8ad67-b0b2-463b-b774-bd807cab95f3'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:15:09.730960 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b56c0-e038-4490-8e8d-5ade33724f35 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Pushing event deleted for resources: {'Port': ['ID=9e5816c3-38e9-4156-834a-37165e47d162,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:09.739362 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3c0017fe-95ca-4ddf-ad8c-d78bd79346a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4231471d36864b27ab7c4a31471690fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2198706 Nov 12 20:15:09.741311 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46174) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:09.770109 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552342e5-a16e-4bb1-a508-6bd220101a80 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:09.808994 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a9e9144-1179-4b96-ac37-2f03042f56f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:09.845753 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a9e9144-1179-4b96-ac37-2f03042f56f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:09.863334 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a7b56c0-e038-4490-8e8d-5ade33724f35 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:09.905936 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a9e9144-1179-4b96-ac37-2f03042f56f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:09.917614 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a9e9144-1179-4b96-ac37-2f03042f56f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:09.921404 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2a9e9144-1179-4b96-ac37-2f03042f56f2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/498e2323-dff3-444e-b78f-4b87e5c87aea HTTP/1.1" status: 204 len: 168 time: 0.1764121 Nov 12 20:15:09.929901 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e9144-1179-4b96-ac37-2f03042f56f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498e2323-dff3-444e-b78f-4b87e5c87aea,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:09.978921 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46184) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:10.063675 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a7b56c0-e038-4490-8e8d-5ade33724f35 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:10.066525 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a7b56c0-e038-4490-8e8d-5ade33724f35 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:10.072780 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15ee09-0b7b-4a60-bc29-945e2b6885dd req-1cf6973b-fc5e-4ec7-bf8c-1b1c19df10f4 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:10.074508 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ba15ee09-0b7b-4a60-bc29-945e2b6885dd req-1cf6973b-fc5e-4ec7-bf8c-1b1c19df10f4 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b38c076-b682-490a-9fd5-90ad4778d11b HTTP/1.1" status: 200 len: 945 time: 0.0856414 Nov 12 20:15:10.133141 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ba15ee09-0b7b-4a60-bc29-945e2b6885dd req-268a42e5-9322-464c-9520-4b724483bc6c tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=732325cd-f6c2-4e82-aa96-5189121d9965&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522971 Nov 12 20:15:10.145588 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a7b56c0-e038-4490-8e8d-5ade33724f35 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:10.146165 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7b56c0-e038-4490-8e8d-5ade33724f35 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Fanout notify agent at l3_agent the message router_deleted on router 88b3f540-8023-452a-9729-a2652796bfc3 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:15:10.153877 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a7b56c0-e038-4490-8e8d-5ade33724f35 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:10.159277 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46190) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:10.161132 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7a7b56c0-e038-4490-8e8d-5ade33724f35 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "DELETE /v2.0/routers/88b3f540-8023-452a-9729-a2652796bfc3 HTTP/1.1" status: 204 len: 168 time: 1.5266571 Nov 12 20:15:10.165405 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-bcc96ddc-7be7-4335-90ba-c7a3e303b367 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Request body: {'router': {'name': 'tempest-snat-router-51397117', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'enable_snat': False}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:10.188054 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012c271-e538-4837-9cb3-48cf50c1a3c0 req-e877692b-ad4a-405a-8760-2002a5c510c7 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:10.190652 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f012c271-e538-4837-9cb3-48cf50c1a3c0 req-e877692b-ad4a-405a-8760-2002a5c510c7 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d757b0c-e299-404d-80fd-286bacdcc88d HTTP/1.1" status: 200 len: 945 time: 0.0819733 Nov 12 20:15:10.194193 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bcc96ddc-7be7-4335-90ba-c7a3e303b367 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:10.195405 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bcc96ddc-7be7-4335-90ba-c7a3e303b367 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:10.253264 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f012c271-e538-4837-9cb3-48cf50c1a3c0 req-3c338035-a04a-456c-9dd4-6740e28f67f6 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb4dd488-fa7d-484b-bd8a-57f010ad1729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561423 Nov 12 20:15:10.263949 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bcc96ddc-7be7-4335-90ba-c7a3e303b367 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:10.439663 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bcc96ddc-7be7-4335-90ba-c7a3e303b367 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:10.453158 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46204) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:10.456543 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4fa730f1-1830-4520-8c72-5fd292b43299 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=04f7e7cd85394ae2bd9d6c96e5dfc860&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4723053 Nov 12 20:15:10.516138 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b71ecbe8-072e-412c-8bcc-0bb6df57edea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:10.545760 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b71ecbe8-072e-412c-8bcc-0bb6df57edea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:10.575368 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa3040-36d7-479d-88d8-53e1a6c614b1 req-90640432-b0b6-4e0a-8d65-af5024456a1b tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:10.576894 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-54fa3040-36d7-479d-88d8-53e1a6c614b1 req-90640432-b0b6-4e0a-8d65-af5024456a1b tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3521a6-1260-4bef-ad29-f64a2d27283f HTTP/1.1" status: 200 len: 945 time: 0.0849106 Nov 12 20:15:10.608814 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b71ecbe8-072e-412c-8bcc-0bb6df57edea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:10.612326 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b71ecbe8-072e-412c-8bcc-0bb6df57edea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:10.613806 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b71ecbe8-072e-412c-8bcc-0bb6df57edea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0a88483-98d0-4282-a423-f2186ec34c3a HTTP/1.1" status: 204 len: 168 time: 0.1596119 Nov 12 20:15:10.625573 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ecbe8-072e-412c-8bcc-0bb6df57edea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a88483-98d0-4282-a423-f2186ec34c3a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:10.644992 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-54fa3040-36d7-479d-88d8-53e1a6c614b1 req-4d903dbe-7cbe-4ded-94d1-cb77beac78dd tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595207 Nov 12 20:15:10.811311 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bcc96ddc-7be7-4335-90ba-c7a3e303b367 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:10.840609 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd948b-5a89-4f10-bd6b-d52e1bdd99d8 req-fbabf819-06fd-4bb7-ad55-c0ab6c9b3a5c tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:10.842081 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fbcd948b-5a89-4f10-bd6b-d52e1bdd99d8 req-fbabf819-06fd-4bb7-ad55-c0ab6c9b3a5c tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa82ec68-6b25-4157-b061-d36829ec8e3e HTTP/1.1" status: 200 len: 946 time: 0.1006112 Nov 12 20:15:10.843590 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bcc96ddc-7be7-4335-90ba-c7a3e303b367 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:10.958954 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fbcd948b-5a89-4f10-bd6b-d52e1bdd99d8 req-b3a2432e-c72b-45c3-9906-60ed04266922 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080613 Nov 12 20:15:10.987924 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-bcc96ddc-7be7-4335-90ba-c7a3e303b367 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Allocated IP 172.25.5.203 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/b28cf1c1-51e3-43f0-a13e-7be70bd54bfb) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:11.006743 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device e6b8ad67-b0b2-463b-b774-bd807cab95f3 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:15:11.087008 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port e6b8ad67-b0b2-463b-b774-bd807cab95f3 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:15:11.091647 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port e6b8ad67-b0b2-463b-b774-bd807cab95f3 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:11.092017 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:11.209176 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bcc96ddc-7be7-4335-90ba-c7a3e303b367 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:11.285390 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bcc96ddc-7be7-4335-90ba-c7a3e303b367 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:11.363763 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc96ddc-7be7-4335-90ba-c7a3e303b367 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:11.366474 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-bcc96ddc-7be7-4335-90ba-c7a3e303b367 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:11.367703 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:11.387208 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc96ddc-7be7-4335-90ba-c7a3e303b367 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:11.389363 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b512a-f42a-45ab-b21a-ae6e315d7d28 req-dfed4062-4166-4e98-ab84-a1dab12845d9 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:11.394888 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4826f7-f1e1-4d4e-bf24-0c82cbc32621 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:11.403579 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d07b512a-f42a-45ab-b21a-ae6e315d7d28 req-dfed4062-4166-4e98-ab84-a1dab12845d9 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b38c076-b682-490a-9fd5-90ad4778d11b HTTP/1.1" status: 200 len: 945 time: 0.1102278 Nov 12 20:15:11.413262 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b38c076-b682-490a-9fd5-90ad4778d11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b8ad67-b0b2-463b-b774-bd807cab95f3'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:15:11.416305 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50eb074-8650-4b18-9df5-8629d773ae14" -d '{"events": [{"server_uuid": "8b38c076-b682-490a-9fd5-90ad4778d11b", "name": "network-vif-plugged", "status": "completed", "tag": "e6b8ad67-b0b2-463b-b774-bd807cab95f3"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:15:11.435186 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port e6b8ad67-b0b2-463b-b774-bd807cab95f3, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=e6b8ad67-b0b2-463b-b774-bd807cab95f3,segment=NetworkSegment(0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af),segment_id=0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:11.441755 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc96ddc-7be7-4335-90ba-c7a3e303b367 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Pushing event updated for resources: {'Port': ['ID=b28cf1c1-51e3-43f0-a13e-7be70bd54bfb,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:11.443223 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:11.523995 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=e6b8ad67-b0b2-463b-b774-bd807cab95f3,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:11.532038 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d07b512a-f42a-45ab-b21a-ae6e315d7d28 req-4b3f10ad-8d8a-43ba-b774-acdc9040e256 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=732325cd-f6c2-4e82-aa96-5189121d9965&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1264360 Nov 12 20:15:11.541562 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6693b-083d-4d92-8c24-66248c9080a4 req-5af752a8-f0ce-4a6a-8453-1c253dba864c tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:11.543503 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0df6693b-083d-4d92-8c24-66248c9080a4 req-5af752a8-f0ce-4a6a-8453-1c253dba864c tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d757b0c-e299-404d-80fd-286bacdcc88d HTTP/1.1" status: 200 len: 945 time: 0.1159627 Nov 12 20:15:11.565542 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ec41f579-5837-40e5-a6d5-bdc0f8944e20 None None] Provisioning complete for port b28cf1c1-51e3-43f0-a13e-7be70bd54bfb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:11.565542 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ec41f579-5837-40e5-a6d5-bdc0f8944e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:11.612921 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263ba626-1b84-45df-9ca9-2e382992af98 x-openstack-request-id: req-263ba626-1b84-45df-9ca9-2e382992af98 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:15:11.613291 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b38c076-b682-490a-9fd5-90ad4778d11b", "name": "network-vif-plugged", "status": "completed", "tag": "e6b8ad67-b0b2-463b-b774-bd807cab95f3", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:15:11.613643 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-263ba626-1b84-45df-9ca9-2e382992af98 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:15:11.614130 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b38c076-b682-490a-9fd5-90ad4778d11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b8ad67-b0b2-463b-b774-bd807cab95f3', 'code': 200} Nov 12 20:15:11.632166 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ec41f579-5837-40e5-a6d5-bdc0f8944e20 None None] Port b28cf1c1-51e3-43f0-a13e-7be70bd54bfb cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:15:11.692535 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af48a6-8821-41ed-8751-8c5c124c8a5f req-ade8c2e5-4e53-4261-8886-a648e044d7e9 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:11.697843 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-93af48a6-8821-41ed-8751-8c5c124c8a5f req-ade8c2e5-4e53-4261-8886-a648e044d7e9 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d757b0c-e299-404d-80fd-286bacdcc88d HTTP/1.1" status: 200 len: 945 time: 0.0918326 Nov 12 20:15:11.781226 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd30750-bd43-4c3d-b1ae-5197216d2699 req-85d05085-6387-4ca1-8a22-d1944678838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:11.783833 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2cd30750-bd43-4c3d-b1ae-5197216d2699 req-85d05085-6387-4ca1-8a22-d1944678838b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8b38c076-b682-490a-9fd5-90ad4778d11b HTTP/1.1" status: 200 len: 1098 time: 0.0966952 Nov 12 20:15:11.815081 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-0df6693b-083d-4d92-8c24-66248c9080a4 req-08df8c28-b211-4d3f-96f7-1d9a3fb8522f tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Deleting port 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:11.815420 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0df6693b-083d-4d92-8c24-66248c9080a4 req-08df8c28-b211-4d3f-96f7-1d9a3fb8522f tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:11.836214 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-93af48a6-8821-41ed-8751-8c5c124c8a5f req-2053c655-dc4a-4aa0-92dd-599232c0e8b5 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb4dd488-fa7d-484b-bd8a-57f010ad1729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160352 Nov 12 20:15:11.945677 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bcc96ddc-7be7-4335-90ba-c7a3e303b367 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:11.971072 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2cd30750-bd43-4c3d-b1ae-5197216d2699 req-06be922f-d239-47c3-94b5-ad82ae581ae0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=732325cd-f6c2-4e82-aa96-5189121d9965&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1745217 Nov 12 20:15:11.979159 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46276) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:12.003925 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46280) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:12.026257 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-0df6693b-083d-4d92-8c24-66248c9080a4 req-08df8c28-b211-4d3f-96f7-1d9a3fb8522f tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] For port 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=9c2b49b6-9bb2-4d21-b1fa-3d301419b88c,segment=NetworkSegment(f1126f47-c9dc-41e4-b58e-8470b311596b),segment_id=f1126f47-c9dc-41e4-b58e-8470b311596b)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:12.026627 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0df6693b-083d-4d92-8c24-66248c9080a4 req-08df8c28-b211-4d3f-96f7-1d9a3fb8522f tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:12.092070 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c41aaac8-c6d9-4b93-95cd-dbd8eb4c16a3 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:12.099843 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c41aaac8-c6d9-4b93-95cd-dbd8eb4c16a3 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/networks?id=3c5122fc-cc40-4e6c-a6af-0e0485545a5b HTTP/1.1" status: 200 len: 813 time: 0.2687387 Nov 12 20:15:12.132830 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-feb5a51c-4939-4c59-8cf3-162b5279dedd tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1008778257', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:12.139591 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-2b7a5833-9d1c-4a34-9108-f17671a9051f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-808214396'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:12.163959 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-e621c84b-9f9f-4576-bef8-b738600614f5 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/quotas/08fe9bc764934707907845b6ae9923ed HTTP/1.1" status: 200 len: 375 time: 0.0631936 Nov 12 20:15:12.272463 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-579a618c-482d-4f44-92d5-964298b13bf0 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=08fe9bc764934707907845b6ae9923ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0997772 Nov 12 20:15:12.293950 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0df6693b-083d-4d92-8c24-66248c9080a4 req-08df8c28-b211-4d3f-96f7-1d9a3fb8522f tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:12.294305 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0df6693b-083d-4d92-8c24-66248c9080a4 req-08df8c28-b211-4d3f-96f7-1d9a3fb8522f tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:12.294621 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [req-0df6693b-083d-4d92-8c24-66248c9080a4 req-08df8c28-b211-4d3f-96f7-1d9a3fb8522f tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Floating IP bc1802d5-5976-4b07-9541-2b18ce21bd14 disassociated. External IP: 172.25.5.190, port: 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c. Nov 12 20:15:12.294966 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-0df6693b-083d-4d92-8c24-66248c9080a4 req-08df8c28-b211-4d3f-96f7-1d9a3fb8522f tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Calling delete_port for 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:12.435163 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-a7ee4b02-e8fe-4d7c-b6b0-ba031263ad9f service neutron] 10.222.0.48 "GET /v2.0/networks/3c5122fc-cc40-4e6c-a6af-0e0485545a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506751 Nov 12 20:15:12.523056 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7a5833-9d1c-4a34-9108-f17671a9051f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Made reservation on behalf of 6ea92e18acf0455c810df30ea01fdf1a for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:15:12.526469 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5833-9d1c-4a34-9108-f17671a9051f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:12.540846 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5833-9d1c-4a34-9108-f17671a9051f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:12.558479 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bcc96ddc-7be7-4335-90ba-c7a3e303b367 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:12.570930 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb5a51c-4939-4c59-8cf3-162b5279dedd tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Made reservation on behalf of df110da6458b418f9909fed89502b278 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:15:12.573315 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-feb5a51c-4939-4c59-8cf3-162b5279dedd tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:12.591973 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-feb5a51c-4939-4c59-8cf3-162b5279dedd tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:12.596775 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0df6693b-083d-4d92-8c24-66248c9080a4 req-08df8c28-b211-4d3f-96f7-1d9a3fb8522f tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:12.607185 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-4de4051a-afac-4c23-a5e5-c6f2b76a0ee9 service neutron] 10.222.0.48 "GET /v2.0/networks/3c5122fc-cc40-4e6c-a6af-0e0485545a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637042 Nov 12 20:15:12.644081 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df8c28-b211-4d3f-96f7-1d9a3fb8522f tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Pushing event deleted for resources: {'Port': ['ID=9c2b49b6-9bb2-4d21-b1fa-3d301419b88c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:12.766026 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7824a3a-268d-42af-8ec8-07165cf7ebb6 req-18f31f38-abc8-4962-88b7-8eff6ae68d8a tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:12.771174 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e7824a3a-268d-42af-8ec8-07165cf7ebb6 req-18f31f38-abc8-4962-88b7-8eff6ae68d8a tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b38c076-b682-490a-9fd5-90ad4778d11b HTTP/1.1" status: 200 len: 946 time: 0.1558623 Nov 12 20:15:12.817671 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-feb5a51c-4939-4c59-8cf3-162b5279dedd tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:12.827599 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5833-9d1c-4a34-9108-f17671a9051f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:12.828840 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0df6693b-083d-4d92-8c24-66248c9080a4 req-08df8c28-b211-4d3f-96f7-1d9a3fb8522f tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Router f4c82d5d-2478-4f9a-b854-104a08efd999 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:15:12.839187 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-feb5a51c-4939-4c59-8cf3-162b5279dedd tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:12.842455 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-feb5a51c-4939-4c59-8cf3-162b5279dedd tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] device_id is not set on port d21904a5-136c-4508-9a11-3281a14636d0 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:15:12.857775 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5833-9d1c-4a34-9108-f17671a9051f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:12.920636 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e7824a3a-268d-42af-8ec8-07165cf7ebb6 req-7ad76257-190c-46d9-8794-6d6b5439e4e7 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=732325cd-f6c2-4e82-aa96-5189121d9965&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1377251 Nov 12 20:15:12.969022 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc96ddc-7be7-4335-90ba-c7a3e303b367 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Router 43637b8b-7bbe-4f40-ad7c-049e98a85f01 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:15:12.972928 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b7a5833-9d1c-4a34-9108-f17671a9051f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:15:13.002435 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a5833-9d1c-4a34-9108-f17671a9051f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=613d2e19-5183-4cd5-a3af-3e0b1842ea6f,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:13.015949 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5833-9d1c-4a34-9108-f17671a9051f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:13.016348 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-2b7a5833-9d1c-4a34-9108-f17671a9051f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Added segment d6ecebeb-2922-429c-ae30-a21dcb990726 of type vlan for network 9615dcf0-3361-46e1-a0ed-7983924921c2 Nov 12 20:15:13.044051 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21ee23-e3b3-4747-9449-7eca01be7b15 req-ac4cf261-8101-40e7-8173-ed7ebc8d9c43 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:13.045682 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4a21ee23-e3b3-4747-9449-7eca01be7b15 req-ac4cf261-8101-40e7-8173-ed7ebc8d9c43 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e3521a6-1260-4bef-ad29-f64a2d27283f HTTP/1.1" status: 200 len: 945 time: 0.2005384 Nov 12 20:15:13.219085 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3de5db32-ba9f-4c2d-a1ce-d4cab8f0ff6a req-081d689e-18fd-4087-b4cb-ebe19572fd84 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=7af181d3-d7a4-45be-bf04-14c5817122bb HTTP/1.1" status: 200 len: 210 time: 0.1025434 Nov 12 20:15:13.276279 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5833-9d1c-4a34-9108-f17671a9051f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:13.362721 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc96ddc-7be7-4335-90ba-c7a3e303b367 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:15:13.373538 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5833-9d1c-4a34-9108-f17671a9051f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:13.377034 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8cc68f-203b-4073-8569-1867b6e57c65 None None] Sync routers for ids ['43637b8b-7bbe-4f40-ad7c-049e98a85f01'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:15:13.386396 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7a5833-9d1c-4a34-9108-f17671a9051f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:13.387031 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5833-9d1c-4a34-9108-f17671a9051f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:13.396572 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8cc68f-203b-4073-8569-1867b6e57c65 None None] Routers {'43637b8b-7bbe-4f40-ad7c-049e98a85f01'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:13.397629 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-4d8cc68f-203b-4073-8569-1867b6e57c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:14:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['43637b8b-7bbe-4f40-ad7c-049e98a85f01'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:13.450743 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2b7a5833-9d1c-4a34-9108-f17671a9051f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4415715 Nov 12 20:15:13.466698 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46304) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:13.469580 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5a51c-4939-4c59-8cf3-162b5279dedd tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e365bb17-f332-4a83-8d70-cae51a99ec69,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:13.471856 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bcc96ddc-7be7-4335-90ba-c7a3e303b367 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:13.489527 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bcc96ddc-7be7-4335-90ba-c7a3e303b367 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.3282123 Nov 12 20:15:13.504622 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-91b998cd-b9c5-4a21-9e73-b9498e14e44f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Request body: {'subnet': {'network_id': '9615dcf0-3361-46e1-a0ed-7983924921c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:13.510979 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46308) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:13.521466 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-4a21ee23-e3b3-4747-9449-7eca01be7b15 req-acf71ed9-ce13-402b-ba3a-e73097600b60 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Deleting port b7605726-17ab-4d57-ba57-6f8ac487c71d {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:13.521816 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4a21ee23-e3b3-4747-9449-7eca01be7b15 req-acf71ed9-ce13-402b-ba3a-e73097600b60 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:13.528179 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f34a8abf-4133-4300-be58-2987b77b7fba req-b9440a56-d642-446d-bc81-ae1ef2505a5a tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d757b0c-e299-404d-80fd-286bacdcc88d HTTP/1.1" status: 200 len: 210 time: 0.0947714 Nov 12 20:15:13.634387 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-4d8cc68f-203b-4073-8569-1867b6e57c65 None None] Set router 43637b8b-7bbe-4f40-ad7c-049e98a85f01 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:15:13.662855 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eda279-b16c-4404-b026-75bb71b502f7 req-dffd9a2f-652a-4196-901e-e3a9f491c70e tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:13.664946 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-31eda279-b16c-4404-b026-75bb71b502f7 req-dffd9a2f-652a-4196-901e-e3a9f491c70e tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa82ec68-6b25-4157-b061-d36829ec8e3e HTTP/1.1" status: 200 len: 946 time: 0.7580466 Nov 12 20:15:13.718779 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-4a21ee23-e3b3-4747-9449-7eca01be7b15 req-acf71ed9-ce13-402b-ba3a-e73097600b60 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] For port b7605726-17ab-4d57-ba57-6f8ac487c71d, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b7605726-17ab-4d57-ba57-6f8ac487c71d,segment=NetworkSegment(f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a),segment_id=f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:13.719541 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4a21ee23-e3b3-4747-9449-7eca01be7b15 req-acf71ed9-ce13-402b-ba3a-e73097600b60 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:13.758344 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-47954643-d124-4f6f-bb74-c23566ea40eb tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "GET /v2.0/routers/43637b8b-7bbe-4f40-ad7c-049e98a85f01 HTTP/1.1" status: 200 len: 907 time: 0.2285445 Nov 12 20:15:13.759988 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-feb5a51c-4939-4c59-8cf3-162b5279dedd tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Allocated IP 172.25.5.33 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/d21904a5-136c-4508-9a11-3281a14636d0) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:13.765939 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46310) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:13.772125 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a5833-9d1c-4a34-9108-f17671a9051f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event updated for resources: {'Network': ['ID=9615dcf0-3361-46e1-a0ed-7983924921c2,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:13.783235 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-ce3100c9-b4fc-44d0-bd8d-c8cc87ce91da tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Request body: {'router': {'name': 'tempest-snat-router-51397117', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'enable_snat': True}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:13.786933 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 9615dcf0-3361-46e1-a0ed-7983924921c2 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:15:13.804159 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-4a21ee23-e3b3-4747-9449-7eca01be7b15 req-acf71ed9-ce13-402b-ba3a-e73097600b60 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Calling delete_port for b7605726-17ab-4d57-ba57-6f8ac487c71d owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:13.851149 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0df6693b-083d-4d92-8c24-66248c9080a4 req-08df8c28-b211-4d3f-96f7-1d9a3fb8522f tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:15:13.888246 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72638661-1dd7-4f62-9ee3-da91d5c9e544 None None] Sync routers for ids ['f4c82d5d-2478-4f9a-b854-104a08efd999'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:15:13.904564 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ce3100c9-b4fc-44d0-bd8d-c8cc87ce91da tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:13.908847 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ce3100c9-b4fc-44d0-bd8d-c8cc87ce91da tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:13.918105 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72638661-1dd7-4f62-9ee3-da91d5c9e544 None None] Routers {'f4c82d5d-2478-4f9a-b854-104a08efd999'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:13.919042 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-72638661-1dd7-4f62-9ee3-da91d5c9e544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:14:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f4c82d5d-2478-4f9a-b854-104a08efd999'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:13.940604 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-4d8cc68f-203b-4073-8569-1867b6e57c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43637b8b-7bbe-4f40-ad7c-049e98a85f01', 'name': 'tempest-snat-router-51397117', 'tenant_id': '39b05f020e1341ffa66cc4784a6399b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.203'}], 'enable_snat': False}, 'gw_port_id': 'b28cf1c1-51e3-43f0-a13e-7be70bd54bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:15:10Z', 'updated_at': '2021-11-12T20:15:11Z', 'revision_number': 3, 'project_id': '39b05f020e1341ffa66cc4784a6399b3', 'gw_port': {'id': 'b28cf1c1-51e3-43f0-a13e-7be70bd54bfb', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:9d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43637b8b-7bbe-4f40-ad7c-049e98a85f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:15:10Z', 'updated_at': '2021-11-12T20:15:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:13.950658 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df6693b-083d-4d92-8c24-66248c9080a4 req-08df8c28-b211-4d3f-96f7-1d9a3fb8522f tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] No DVR routers for this DVR port 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:15:13.964405 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0df6693b-083d-4d92-8c24-66248c9080a4 req-08df8c28-b211-4d3f-96f7-1d9a3fb8522f tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:13.967763 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0df6693b-083d-4d92-8c24-66248c9080a4 req-08df8c28-b211-4d3f-96f7-1d9a3fb8522f tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.52 "DELETE /v2.0/ports/9c2b49b6-9bb2-4d21-b1fa-3d301419b88c HTTP/1.1" status: 204 len: 173 time: 2.4166343 Nov 12 20:15:13.976039 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d757b0c-e299-404d-80fd-286bacdcc88d', 'name': 'network-vif-deleted', 'tag': '9c2b49b6-9bb2-4d21-b1fa-3d301419b88c'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:15:13.978405 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e77d4a8-4802-407b-bf25-e5dd766b4222" -d '{"events": [{"server_uuid": "5d757b0c-e299-404d-80fd-286bacdcc88d", "name": "network-vif-deleted", "tag": "9c2b49b6-9bb2-4d21-b1fa-3d301419b88c"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:15:14.019471 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8cc68f-203b-4073-8569-1867b6e57c65 None None] Checking router: 43637b8b-7bbe-4f40-ad7c-049e98a85f01 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:15:14.021593 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8cc68f-203b-4073-8569-1867b6e57c65 None None] Updating router 43637b8b-7bbe-4f40-ad7c-049e98a85f01 port b28cf1c1-51e3-43f0-a13e-7be70bd54bfb binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:15:14.092767 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-72638661-1dd7-4f62-9ee3-da91d5c9e544 None None] Set router f4c82d5d-2478-4f9a-b854-104a08efd999 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:15:14.121773 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ac7d71-2358-4748-9659-1ccf2e611941 x-openstack-request-id: req-d6ac7d71-2358-4748-9659-1ccf2e611941 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:15:14.122119 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d757b0c-e299-404d-80fd-286bacdcc88d", "name": "network-vif-deleted", "tag": "9c2b49b6-9bb2-4d21-b1fa-3d301419b88c", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:15:14.122555 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d6ac7d71-2358-4748-9659-1ccf2e611941 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:15:14.123264 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d757b0c-e299-404d-80fd-286bacdcc88d', 'name': 'network-vif-deleted', 'tag': '9c2b49b6-9bb2-4d21-b1fa-3d301419b88c', 'status': 'completed', 'code': 200} Nov 12 20:15:14.127200 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4d8cc68f-203b-4073-8569-1867b6e57c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:14.230796 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ce3100c9-b4fc-44d0-bd8d-c8cc87ce91da tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:14.253215 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-31eda279-b16c-4404-b026-75bb71b502f7 req-85a2e6f6-f280-4162-92e1-9e3d1e855a29 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Deleting port 3dd14156-c93e-4581-9dd1-2d9df967f1e4 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:14.254114 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-31eda279-b16c-4404-b026-75bb71b502f7 req-85a2e6f6-f280-4162-92e1-9e3d1e855a29 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:14.273057 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b998cd-b9c5-4a21-9e73-b9498e14e44f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Made reservation on behalf of 6ea92e18acf0455c810df30ea01fdf1a for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:15:14.277508 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91b998cd-b9c5-4a21-9e73-b9498e14e44f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:14.326672 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec6c84-313f-4386-9888-29737a5dd062 req-a5936c78-398f-46a0-bda0-697bab488c03 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:14.335194 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-86ec6c84-313f-4386-9888-29737a5dd062 req-a5936c78-398f-46a0-bda0-697bab488c03 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b38c076-b682-490a-9fd5-90ad4778d11b HTTP/1.1" status: 200 len: 946 time: 0.1721890 Nov 12 20:15:14.369567 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4a21ee23-e3b3-4747-9449-7eca01be7b15 req-acf71ed9-ce13-402b-ba3a-e73097600b60 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:14.418789 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-72638661-1dd7-4f62-9ee3-da91d5c9e544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'name': 'tempest-ServersTestManualDisk-2124865391-router', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '640e96e0-67f3-4037-8656-a0e6c6f2afcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:56Z', 'updated_at': '2021-11-12T20:13:01Z', 'revision_number': 4, 'project_id': 'a039192683ee46b4a2ff07dbef02376f', 'gw_port': {'id': '640e96e0-67f3-4037-8656-a0e6c6f2afcc', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:57Z', 'updated_at': '2021-11-12T20:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '6c0f86eb-e346-4824-8d7c-ec6bda278747', 'name': '', 'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'mac_address': 'fa:16:3e:b4:aa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a79f788e-d3d6-4c91-963d-7c5026dac439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:13:00Z', 'updated_at': '2021-11-12T20:13:07Z', 'revision_number': 5, 'project_id': 'a039192683ee46b4a2ff07dbef02376f', 'subnets': [{'id': 'a79f788e-d3d6-4c91-963d-7c5026dac439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:14.427396 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf71ed9-ce13-402b-ba3a-e73097600b60 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Pushing event deleted for resources: {'Port': ['ID=b7605726-17ab-4d57-ba57-6f8ac487c71d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:14.443844 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-52030b24-c224-401f-bcb4-209ec4407ad5 req-12c5d82a-9652-4620-a0b7-c0e2493db5d7 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=7af181d3-d7a4-45be-bf04-14c5817122bb HTTP/1.1" status: 200 len: 210 time: 0.0840170 Nov 12 20:15:14.479971 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72638661-1dd7-4f62-9ee3-da91d5c9e544 None None] Checking router: f4c82d5d-2478-4f9a-b854-104a08efd999 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:15:14.501875 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a21ee23-e3b3-4747-9449-7eca01be7b15 req-acf71ed9-ce13-402b-ba3a-e73097600b60 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] No DVR routers for this DVR port b7605726-17ab-4d57-ba57-6f8ac487c71d on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:15:14.507889 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4a21ee23-e3b3-4747-9449-7eca01be7b15 req-acf71ed9-ce13-402b-ba3a-e73097600b60 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:14.511884 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4a21ee23-e3b3-4747-9449-7eca01be7b15 req-acf71ed9-ce13-402b-ba3a-e73097600b60 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.55 "DELETE /v2.0/ports/b7605726-17ab-4d57-ba57-6f8ac487c71d HTTP/1.1" status: 204 len: 173 time: 1.3977399 Nov 12 20:15:14.512082 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3521a6-1260-4bef-ad29-f64a2d27283f', 'name': 'network-vif-deleted', 'tag': 'b7605726-17ab-4d57-ba57-6f8ac487c71d'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:15:14.513212 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72638661-1dd7-4f62-9ee3-da91d5c9e544 None None] Routers {'f4c82d5d-2478-4f9a-b854-104a08efd999'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:14.514024 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-72638661-1dd7-4f62-9ee3-da91d5c9e544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:14:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f4c82d5d-2478-4f9a-b854-104a08efd999'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:14.514428 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4500da29-69cc-4e05-80d0-b892c1a27524" -d '{"events": [{"server_uuid": "4e3521a6-1260-4bef-ad29-f64a2d27283f", "name": "network-vif-deleted", "tag": "b7605726-17ab-4d57-ba57-6f8ac487c71d"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:15:14.523275 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-86ec6c84-313f-4386-9888-29737a5dd062 req-d231731b-584e-421f-807a-c2e886da4769 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=732325cd-f6c2-4e82-aa96-5189121d9965&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1872208 Nov 12 20:15:14.533606 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ce3100c9-b4fc-44d0-bd8d-c8cc87ce91da tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:14.574252 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-feb5a51c-4939-4c59-8cf3-162b5279dedd tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:14.650251 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fc82ea-7917-4cde-abdb-bb144725113c x-openstack-request-id: req-c8fc82ea-7917-4cde-abdb-bb144725113c {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:15:14.652683 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3521a6-1260-4bef-ad29-f64a2d27283f", "name": "network-vif-deleted", "tag": "b7605726-17ab-4d57-ba57-6f8ac487c71d", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:15:14.652908 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c8fc82ea-7917-4cde-abdb-bb144725113c {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:15:14.653774 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3521a6-1260-4bef-ad29-f64a2d27283f', 'name': 'network-vif-deleted', 'tag': 'b7605726-17ab-4d57-ba57-6f8ac487c71d', 'status': 'completed', 'code': 200} Nov 12 20:15:14.686615 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-72638661-1dd7-4f62-9ee3-da91d5c9e544 None None] Set router f4c82d5d-2478-4f9a-b854-104a08efd999 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:15:14.722880 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-feb5a51c-4939-4c59-8cf3-162b5279dedd tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:14.846187 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-30acff0a-1011-483e-9462-9d2593407e89 req-3f6a5638-5788-4d29-91b6-8a1b2436f043 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d757b0c-e299-404d-80fd-286bacdcc88d HTTP/1.1" status: 200 len: 210 time: 0.1079280 Nov 12 20:15:14.850308 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91b998cd-b9c5-4a21-9e73-b9498e14e44f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:14.946349 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-72638661-1dd7-4f62-9ee3-da91d5c9e544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'name': 'tempest-ServersTestManualDisk-2124865391-router', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '640e96e0-67f3-4037-8656-a0e6c6f2afcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:56Z', 'updated_at': '2021-11-12T20:13:01Z', 'revision_number': 4, 'project_id': 'a039192683ee46b4a2ff07dbef02376f', 'gw_port': {'id': '640e96e0-67f3-4037-8656-a0e6c6f2afcc', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:57Z', 'updated_at': '2021-11-12T20:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '6c0f86eb-e346-4824-8d7c-ec6bda278747', 'name': '', 'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'mac_address': 'fa:16:3e:b4:aa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a79f788e-d3d6-4c91-963d-7c5026dac439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:13:00Z', 'updated_at': '2021-11-12T20:13:07Z', 'revision_number': 5, 'project_id': 'a039192683ee46b4a2ff07dbef02376f', 'subnets': [{'id': 'a79f788e-d3d6-4c91-963d-7c5026dac439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:14.952431 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb5a51c-4939-4c59-8cf3-162b5279dedd tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:14.986789 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72638661-1dd7-4f62-9ee3-da91d5c9e544 None None] The sync data for ids ['f4c82d5d-2478-4f9a-b854-104a08efd999'] in n-d-712140-15 is: [{'id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'name': 'tempest-ServersTestManualDisk-2124865391-router', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '640e96e0-67f3-4037-8656-a0e6c6f2afcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:56Z', 'updated_at': '2021-11-12T20:13:01Z', 'revision_number': 4, 'project_id': 'a039192683ee46b4a2ff07dbef02376f', 'gw_port': {'id': '640e96e0-67f3-4037-8656-a0e6c6f2afcc', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:57Z', 'updated_at': '2021-11-12T20:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '6c0f86eb-e346-4824-8d7c-ec6bda278747', 'name': '', 'network_id': '04e41be2-054c-4220-95f4-f51937cff9b0', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'mac_address': 'fa:16:3e:b4:aa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a79f788e-d3d6-4c91-963d-7c5026dac439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:13:00Z', 'updated_at': '2021-11-12T20:13:07Z', 'revision_number': 5, 'project_id': 'a039192683ee46b4a2ff07dbef02376f', 'subnets': [{'id': 'a79f788e-d3d6-4c91-963d-7c5026dac439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:15:14.990240 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4d8cc68f-203b-4073-8569-1867b6e57c65 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:15.001692 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4d8cc68f-203b-4073-8569-1867b6e57c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:15.027876 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-31eda279-b16c-4404-b026-75bb71b502f7 req-85a2e6f6-f280-4162-92e1-9e3d1e855a29 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] For port 3dd14156-c93e-4581-9dd1-2d9df967f1e4, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=3dd14156-c93e-4581-9dd1-2d9df967f1e4,segment=NetworkSegment(f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a),segment_id=f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:15.028281 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-31eda279-b16c-4404-b026-75bb71b502f7 req-85a2e6f6-f280-4162-92e1-9e3d1e855a29 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:15.031825 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-feb5a51c-4939-4c59-8cf3-162b5279dedd tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:15.033910 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb5a51c-4939-4c59-8cf3-162b5279dedd tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:15.053950 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7566e3e5-5cf3-4f72-990a-06a57bfd4f74 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:15.056479 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:15:15.114170 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-4d8cc68f-203b-4073-8569-1867b6e57c65 None None] Attempting to bind port b28cf1c1-51e3-43f0-a13e-7be70bd54bfb on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:15:15.114546 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-4d8cc68f-203b-4073-8569-1867b6e57c65 None None] Attempting to bind port b28cf1c1-51e3-43f0-a13e-7be70bd54bfb by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:15:15.115062 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8cc68f-203b-4073-8569-1867b6e57c65 None None] Attempting to bind port b28cf1c1-51e3-43f0-a13e-7be70bd54bfb on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:15:15.124926 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8cc68f-203b-4073-8569-1867b6e57c65 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:15:15.126775 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5a51c-4939-4c59-8cf3-162b5279dedd tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Pushing event updated for resources: {'Port': ['ID=d21904a5-136c-4508-9a11-3281a14636d0,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:15.129318 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:15:15.129883 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 9c2b49b6-9bb2-4d21-b1fa-3d301419b88c not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:15:15.133910 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8cc68f-203b-4073-8569-1867b6e57c65 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:15:15.134508 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4d8cc68f-203b-4073-8569-1867b6e57c65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:15.135072 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8cc68f-203b-4073-8569-1867b6e57c65 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:15:15.137410 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-4d8cc68f-203b-4073-8569-1867b6e57c65 None None] Bound port: b28cf1c1-51e3-43f0-a13e-7be70bd54bfb, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:15:15.145791 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4d8cc68f-203b-4073-8569-1867b6e57c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:15.149183 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 3dd14156-c93e-4581-9dd1-2d9df967f1e4 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:15:15.166607 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b1c98-f946-4601-998d-4b3c4c191076 req-b134e65d-7a23-4c21-96ca-5273b2b2bcd2 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:15.170983 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab4b1c98-f946-4601-998d-4b3c4c191076 req-b134e65d-7a23-4c21-96ca-5273b2b2bcd2 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b38c076-b682-490a-9fd5-90ad4778d11b HTTP/1.1" status: 200 len: 946 time: 0.4956312 Nov 12 20:15:15.195439 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46326) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:15.212582 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d53f0bd-68b5-4694-bfe7-e7f7599de735 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:15.218994 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-6bb745b8-2767-4342-b2c1-91f8cf4ad17d tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Request body: {'floatingip': {'port_id': 'e6b8ad67-b0b2-463b-b774-bd807cab95f3'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:15.233272 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b998cd-b9c5-4a21-9e73-b9498e14e44f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event updated for resources: {'Subnet': ['ID=4ed07e12-1e40-40e1-b531-87ba77ca38e0,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:15.255486 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-4d8cc68f-203b-4073-8569-1867b6e57c65 None None] For port b28cf1c1-51e3-43f0-a13e-7be70bd54bfb, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:15:15.266132 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-4d8cc68f-203b-4073-8569-1867b6e57c65 None None] For port b28cf1c1-51e3-43f0-a13e-7be70bd54bfb, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b28cf1c1-51e3-43f0-a13e-7be70bd54bfb,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:15:15.279018 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-31eda279-b16c-4404-b026-75bb71b502f7 req-85a2e6f6-f280-4162-92e1-9e3d1e855a29 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Calling delete_port for 3dd14156-c93e-4581-9dd1-2d9df967f1e4 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:15.281573 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4d8cc68f-203b-4073-8569-1867b6e57c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:15.300455 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-510fc16f-6adf-4190-bc41-c96f485bc723 None None] Provisioning complete for port d21904a5-136c-4508-9a11-3281a14636d0 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:15.301356 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-510fc16f-6adf-4190-bc41-c96f485bc723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:15.305606 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baadd83-2bbb-418b-940d-0f2a03669979 None None] Pushing event updated for resources: {'Port': ['ID=b28cf1c1-51e3-43f0-a13e-7be70bd54bfb,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:15.370689 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b998cd-b9c5-4a21-9e73-b9498e14e44f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Checking segment: {'id': 'd6ecebeb-2922-429c-ae30-a21dcb990726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9615dcf0-3361-46e1-a0ed-7983924921c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:15:15.371866 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b998cd-b9c5-4a21-9e73-b9498e14e44f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Network hostable DHCP agents. Network: 9615dcf0-3361-46e1-a0ed-7983924921c2, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:15:15.373373 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-510fc16f-6adf-4190-bc41-c96f485bc723 None None] Port d21904a5-136c-4508-9a11-3281a14636d0 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:15:15.377411 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d678b82-ddd4-4769-afdf-d6d4a3cf83a7 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:15.390630 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6bb745b8-2767-4342-b2c1-91f8cf4ad17d tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for floatingip, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:15.459658 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baadd83-2bbb-418b-940d-0f2a03669979 None None] Pushing event updated for resources: {'Port': ['ID=b28cf1c1-51e3-43f0-a13e-7be70bd54bfb,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:15.471213 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:15.488615 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8cc68f-203b-4073-8569-1867b6e57c65 None None] Routers {'43637b8b-7bbe-4f40-ad7c-049e98a85f01'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:15.495396 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-4d8cc68f-203b-4073-8569-1867b6e57c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:14:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['43637b8b-7bbe-4f40-ad7c-049e98a85f01'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:15.530957 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 3dd14156-c93e-4581-9dd1-2d9df967f1e4, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=3dd14156-c93e-4581-9dd1-2d9df967f1e4,segment=NetworkSegment(f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a),segment_id=f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:15.537260 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa82ec68-6b25-4157-b061-d36829ec8e3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dd14156-c93e-4581-9dd1-2d9df967f1e4'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:15:15.540532 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c55e347-070b-4a68-9cca-642c431f61fe" -d '{"events": [{"server_uuid": "fa82ec68-6b25-4157-b061-d36829ec8e3e", "name": "network-vif-unplugged", "status": "completed", "tag": "3dd14156-c93e-4581-9dd1-2d9df967f1e4"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:15:15.546454 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:15.592222 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e297ddda-ae8e-47c4-aa5e-452cee99e6e3 None None] New status for floating IP bc1802d5-5976-4b07-9541-2b18ce21bd14: DOWN {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:15:15.600030 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ebbeee44-9434-4a95-92eb-46e446f35f8f None None] Provisioning complete for port b28cf1c1-51e3-43f0-a13e-7be70bd54bfb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:15.600436 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ebbeee44-9434-4a95-92eb-46e446f35f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:15.644112 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37886b53-c07a-4989-bd7e-9584f48835bc x-openstack-request-id: req-37886b53-c07a-4989-bd7e-9584f48835bc {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:15:15.644422 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa82ec68-6b25-4157-b061-d36829ec8e3e", "name": "network-vif-unplugged", "status": "completed", "tag": "3dd14156-c93e-4581-9dd1-2d9df967f1e4", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:15:15.644680 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-37886b53-c07a-4989-bd7e-9584f48835bc {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:15:15.645355 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa82ec68-6b25-4157-b061-d36829ec8e3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dd14156-c93e-4581-9dd1-2d9df967f1e4', 'code': 200} Nov 12 20:15:15.654105 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-31919c41-c825-463b-bb4a-50d54a5f943b tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:15.656405 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-31919c41-c825-463b-bb4a-50d54a5f943b tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.52 "GET /v2.0/networks?id=3c5122fc-cc40-4e6c-a6af-0e0485545a5b HTTP/1.1" status: 200 len: 813 time: 0.7562809 Nov 12 20:15:15.659792 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb5a51c-4939-4c59-8cf3-162b5279dedd tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:15.660435 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-feb5a51c-4939-4c59-8cf3-162b5279dedd tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:15.667666 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-31eda279-b16c-4404-b026-75bb71b502f7 req-85a2e6f6-f280-4162-92e1-9e3d1e855a29 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:15.710114 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c13ba46d-513a-4e1a-9dd5-ac0fc3811fe8 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Request body: {'port': {'device_id': '7af181d3-d7a4-45be-bf04-14c5817122bb', 'network_id': '3c5122fc-cc40-4e6c-a6af-0e0485545a5b', 'admin_state_up': True, 'tenant_id': '08fe9bc764934707907845b6ae9923ed'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:15.734057 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ebbeee44-9434-4a95-92eb-46e446f35f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:15.744144 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=3dd14156-c93e-4581-9dd1-2d9df967f1e4,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:15.782381 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ebbeee44-9434-4a95-92eb-46e446f35f8f None None] For port b28cf1c1-51e3-43f0-a13e-7be70bd54bfb, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b28cf1c1-51e3-43f0-a13e-7be70bd54bfb,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:15.792744 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ebbeee44-9434-4a95-92eb-46e446f35f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:15.804951 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-4d8cc68f-203b-4073-8569-1867b6e57c65 None None] Set router 43637b8b-7bbe-4f40-ad7c-049e98a85f01 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:15:15.838721 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-f4a0dfa1-3a95-4f32-9c00-bbe7f040bbad tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:15.841629 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-f4a0dfa1-3a95-4f32-9c00-bbe7f040bbad tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.55 "GET /v2.0/networks?id=3c5122fc-cc40-4e6c-a6af-0e0485545a5b HTTP/1.1" status: 200 len: 813 time: 0.9764798 Nov 12 20:15:15.852542 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa8bc247-9eb8-46de-a334-693dd402e3bc req-751455bc-f999-40ca-812c-63a237d6ebf7 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=7af181d3-d7a4-45be-bf04-14c5817122bb HTTP/1.1" status: 200 len: 210 time: 0.0542829 Nov 12 20:15:15.871896 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbeee44-9434-4a95-92eb-46e446f35f8f None None] Pushing event updated for resources: {'Port': ['ID=b28cf1c1-51e3-43f0-a13e-7be70bd54bfb,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:15.874827 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2e6f6-f280-4162-92e1-9e3d1e855a29 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Pushing event deleted for resources: {'Port': ['ID=3dd14156-c93e-4581-9dd1-2d9df967f1e4,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:15.893339 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device b7605726-17ab-4d57-ba57-6f8ac487c71d no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:15:15.903301 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-feb5a51c-4939-4c59-8cf3-162b5279dedd tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.9209616 Nov 12 20:15:15.928418 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-40a62170-8d4c-42aa-bf25-0075ff31fa3f tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Request body: {'port': {'device_id': 'cfa57b71-1d53-4f2c-aa28-88b84d2c52fe', 'network_id': '3c5122fc-cc40-4e6c-a6af-0e0485545a5b', 'admin_state_up': True, 'tenant_id': '08fe9bc764934707907845b6ae9923ed'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:15.946928 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46336) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:15.947275 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46340) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:15.955013 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: b7605726-17ab-4d57-ba57-6f8ac487c71d {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:15:15.955591 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device b7605726-17ab-4d57-ba57-6f8ac487c71d not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:15:15.960740 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-31eda279-b16c-4404-b026-75bb71b502f7 req-85a2e6f6-f280-4162-92e1-9e3d1e855a29 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] No DVR routers for this DVR port 3dd14156-c93e-4581-9dd1-2d9df967f1e4 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:15:15.968461 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-31eda279-b16c-4404-b026-75bb71b502f7 req-85a2e6f6-f280-4162-92e1-9e3d1e855a29 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:15.972070 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-e15a6219-eb7b-4f7d-99c7-91ddb2166107 tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.33'}]}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:15.972802 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-31eda279-b16c-4404-b026-75bb71b502f7 req-85a2e6f6-f280-4162-92e1-9e3d1e855a29 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.52 "DELETE /v2.0/ports/3dd14156-c93e-4581-9dd1-2d9df967f1e4 HTTP/1.1" status: 204 len: 173 time: 2.2627773 Nov 12 20:15:16.012467 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b998cd-b9c5-4a21-9e73-b9498e14e44f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Network 9615dcf0-3361-46e1-a0ed-7983924921c2 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:15:16.047595 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-4d8cc68f-203b-4073-8569-1867b6e57c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43637b8b-7bbe-4f40-ad7c-049e98a85f01', 'name': 'tempest-snat-router-51397117', 'tenant_id': '39b05f020e1341ffa66cc4784a6399b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.203'}], 'enable_snat': False}, 'gw_port_id': 'b28cf1c1-51e3-43f0-a13e-7be70bd54bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:15:10Z', 'updated_at': '2021-11-12T20:15:11Z', 'revision_number': 3, 'project_id': '39b05f020e1341ffa66cc4784a6399b3', 'gw_port': {'id': 'b28cf1c1-51e3-43f0-a13e-7be70bd54bfb', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:9d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43637b8b-7bbe-4f40-ad7c-049e98a85f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:15:10Z', 'updated_at': '2021-11-12T20:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:16.078502 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8cc68f-203b-4073-8569-1867b6e57c65 None None] The sync data for ids ['43637b8b-7bbe-4f40-ad7c-049e98a85f01'] in n-d-712140-15 is: [{'id': '43637b8b-7bbe-4f40-ad7c-049e98a85f01', 'name': 'tempest-snat-router-51397117', 'tenant_id': '39b05f020e1341ffa66cc4784a6399b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.203'}], 'enable_snat': False}, 'gw_port_id': 'b28cf1c1-51e3-43f0-a13e-7be70bd54bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:15:10Z', 'updated_at': '2021-11-12T20:15:11Z', 'revision_number': 3, 'project_id': '39b05f020e1341ffa66cc4784a6399b3', 'gw_port': {'id': 'b28cf1c1-51e3-43f0-a13e-7be70bd54bfb', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:9d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43637b8b-7bbe-4f40-ad7c-049e98a85f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:15:10Z', 'updated_at': '2021-11-12T20:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:15:16.128354 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa82ec68-6b25-4157-b061-d36829ec8e3e', 'name': 'network-vif-deleted', 'tag': '3dd14156-c93e-4581-9dd1-2d9df967f1e4'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:15:16.130688 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0bfea2-cc27-4dd7-89e0-f6738e121aa1" -d '{"events": [{"server_uuid": "fa82ec68-6b25-4157-b061-d36829ec8e3e", "name": "network-vif-deleted", "tag": "3dd14156-c93e-4581-9dd1-2d9df967f1e4"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:15:16.131172 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-91b998cd-b9c5-4a21-9e73-b9498e14e44f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 9615dcf0-3361-46e1-a0ed-7983924921c2) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:16.144093 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f4d3a5-33a3-4634-b806-2b35db48dff8 None None] Network 9615dcf0-3361-46e1-a0ed-7983924921c2 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:15:16.147055 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b998cd-b9c5-4a21-9e73-b9498e14e44f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:16.148618 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91b998cd-b9c5-4a21-9e73-b9498e14e44f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:16.166823 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ce3100c9-b4fc-44d0-bd8d-c8cc87ce91da tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:16.190545 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e15a6219-eb7b-4f7d-99c7-91ddb2166107 tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:16.191650 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e15a6219-eb7b-4f7d-99c7-91ddb2166107 tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:16.210197 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1540e6d7-f819-4554-a26d-35322b97074e x-openstack-request-id: req-1540e6d7-f819-4554-a26d-35322b97074e {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:15:16.210485 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa82ec68-6b25-4157-b061-d36829ec8e3e", "name": "network-vif-deleted", "tag": "3dd14156-c93e-4581-9dd1-2d9df967f1e4", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:15:16.210733 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1540e6d7-f819-4554-a26d-35322b97074e {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:15:16.211181 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa82ec68-6b25-4157-b061-d36829ec8e3e', 'name': 'network-vif-deleted', 'tag': '3dd14156-c93e-4581-9dd1-2d9df967f1e4', 'status': 'completed', 'code': 200} Nov 12 20:15:16.214236 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ce3100c9-b4fc-44d0-bd8d-c8cc87ce91da tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:16.281756 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c13ba46d-513a-4e1a-9dd5-ac0fc3811fe8 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Made reservation on behalf of 08fe9bc764934707907845b6ae9923ed for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:15:16.285637 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c13ba46d-513a-4e1a-9dd5-ac0fc3811fe8 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:16.307526 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3ea8fc3d-140e-4565-a06b-c0a836b33ee9 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:16.319161 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-91b998cd-b9c5-4a21-9e73-b9498e14e44f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8210185 Nov 12 20:15:16.324119 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46344) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:16.325572 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55501d2b-be2e-43fb-a80d-08f2df1a7f37 None None] Network 9615dcf0-3361-46e1-a0ed-7983924921c2 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:15:16.329460 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-2685eb01-42b0-4b28-86ad-b21c65025785 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-434880982', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}, 'admin_state_up': False}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:16.370884 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e15a6219-eb7b-4f7d-99c7-91ddb2166107 tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:16.394765 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2685eb01-42b0-4b28-86ad-b21c65025785 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:16.395791 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2685eb01-42b0-4b28-86ad-b21c65025785 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:16.420895 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3ea8fc3d-140e-4565-a06b-c0a836b33ee9 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:16.508071 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-ce3100c9-b4fc-44d0-bd8d-c8cc87ce91da tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Allocated IP 172.25.5.176 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/721eebfa-e6c3-42d1-b795-d97f4754b9f7) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:16.569290 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-40a62170-8d4c-42aa-bf25-0075ff31fa3f tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Made reservation on behalf of 08fe9bc764934707907845b6ae9923ed for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:15:16.573183 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-40a62170-8d4c-42aa-bf25-0075ff31fa3f tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:16.587749 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.db.resource_extend [None req-6bb745b8-2767-4342-b2c1-91f8cf4ad17d tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 20:15:16.611101 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2685eb01-42b0-4b28-86ad-b21c65025785 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:16.757261 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e15a6219-eb7b-4f7d-99c7-91ddb2166107 tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:16.775241 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6bb745b8-2767-4342-b2c1-91f8cf4ad17d tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:16.816821 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6bb745b8-2767-4342-b2c1-91f8cf4ad17d tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:16.822085 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3ea8fc3d-140e-4565-a06b-c0a836b33ee9 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:16.825854 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3ea8fc3d-140e-4565-a06b-c0a836b33ee9 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:16.827182 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3ea8fc3d-140e-4565-a06b-c0a836b33ee9 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "DELETE /v2.0/security-groups/fb4dd488-fa7d-484b-bd8a-57f010ad1729 HTTP/1.1" status: 204 len: 168 time: 0.8777962 Nov 12 20:15:16.875477 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46348) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:16.926975 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-8310eb09-53e4-4fa5-af26-d49d6d46c616 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] show failed (client error): The resource could not be found. Nov 12 20:15:16.928054 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8310eb09-53e4-4fa5-af26-d49d6d46c616 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "GET /v2.0/security-groups/fb4dd488-fa7d-484b-bd8a-57f010ad1729 HTTP/1.1" status: 404 len: 347 time: 0.0483179 Nov 12 20:15:16.928868 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8fc3d-140e-4565-a06b-c0a836b33ee9 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4dd488-fa7d-484b-bd8a-57f010ad1729,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:16.935546 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46352) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:17.079509 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c13ba46d-513a-4e1a-9dd5-ac0fc3811fe8 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Allocated IP 172.20.0.10 (3c5122fc-cc40-4e6c-a6af-0e0485545a5b/286d415b-82d8-466a-bb82-3019532b131f/d7b15c27-fedb-468f-825a-051a5b40303f) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:17.087447 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b28cf1c1-51e3-43f0-a13e-7be70bd54bfb up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:15:17.159507 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b28cf1c1-51e3-43f0-a13e-7be70bd54bfb triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:17.159887 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:17.233057 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e9248149-1830-4b0e-815d-e7c9c7a9e81b req-9708aebe-3889-462f-a25c-3469e7694551 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=7af181d3-d7a4-45be-bf04-14c5817122bb HTTP/1.1" status: 200 len: 210 time: 0.1121137 Nov 12 20:15:17.269351 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2685eb01-42b0-4b28-86ad-b21c65025785 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:17.386513 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ce3100c9-b4fc-44d0-bd8d-c8cc87ce91da tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:17.507395 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-6bb745b8-2767-4342-b2c1-91f8cf4ad17d tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Floating IP 88c54442-d210-4882-af9a-565a8b7ff999 associated. External IP: 172.25.5.191, port: e6b8ad67-b0b2-463b-b774-bd807cab95f3. Nov 12 20:15:17.535348 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c13ba46d-513a-4e1a-9dd5-ac0fc3811fe8 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:17.546873 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ce3100c9-b4fc-44d0-bd8d-c8cc87ce91da tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:17.597735 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3100c9-b4fc-44d0-bd8d-c8cc87ce91da tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:17.613255 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-ce3100c9-b4fc-44d0-bd8d-c8cc87ce91da tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:17.617525 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3100c9-b4fc-44d0-bd8d-c8cc87ce91da tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:17.630424 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d473c212-ee0c-4e85-9926-7f93ef435301 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:17.643298 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-7e8b75ab-d59b-4bcc-96d9-de789125a231 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Deleting port c6ae3f56-3a73-4065-a2ca-824c752096e7 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:17.643645 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e8b75ab-d59b-4bcc-96d9-de789125a231 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:17.694102 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3100c9-b4fc-44d0-bd8d-c8cc87ce91da tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Pushing event updated for resources: {'Port': ['ID=721eebfa-e6c3-42d1-b795-d97f4754b9f7,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:17.741856 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c13ba46d-513a-4e1a-9dd5-ac0fc3811fe8 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:17.742684 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-72f51513-83ca-4cee-a7eb-0e34ec6cfb30 None None] Provisioning complete for port 721eebfa-e6c3-42d1-b795-d97f4754b9f7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:17.743742 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-72f51513-83ca-4cee-a7eb-0e34ec6cfb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:17.791966 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-72f51513-83ca-4cee-a7eb-0e34ec6cfb30 None None] Port 721eebfa-e6c3-42d1-b795-d97f4754b9f7 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:15:17.834375 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2685eb01-42b0-4b28-86ad-b21c65025785 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:17.937595 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c13ba46d-513a-4e1a-9dd5-ac0fc3811fe8 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Network 3c5122fc-cc40-4e6c-a6af-0e0485545a5b is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:17.938924 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2685eb01-42b0-4b28-86ad-b21c65025785 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:17.948897 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ba46d-513a-4e1a-9dd5-ac0fc3811fe8 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Pushing event updated for resources: {'Port': ['ID=d7b15c27-fedb-468f-825a-051a5b40303f,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:17.951427 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c13ba46d-513a-4e1a-9dd5-ac0fc3811fe8 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:17.956846 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c13ba46d-513a-4e1a-9dd5-ac0fc3811fe8 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:17.965820 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e15a6219-eb7b-4f7d-99c7-91ddb2166107 tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:17.984560 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e8b75ab-d59b-4bcc-96d9-de789125a231 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:17.984876 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e8b75ab-d59b-4bcc-96d9-de789125a231 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:18.031790 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e15a6219-eb7b-4f7d-99c7-91ddb2166107 tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:18.034299 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-7e8b75ab-d59b-4bcc-96d9-de789125a231 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Calling delete_port for c6ae3f56-3a73-4065-a2ca-824c752096e7 owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:18.049260 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.db.api [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-40a62170-8d4c-42aa-bf25-0075ff31fa3f tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.10-6c05d9fb-dedf-4e5d-b244-c6fecf68b698 {{(pid=102448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:15:18.049605 n-d-712140-15 neutron-server[102448]: DEBUG oslo_db.api [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-40a62170-8d4c-42aa-bf25-0075ff31fa3f tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:15:18.100921 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c13ba46d-513a-4e1a-9dd5-ac0fc3811fe8 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:18.101803 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c13ba46d-513a-4e1a-9dd5-ac0fc3811fe8 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:18.130057 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb745b8-2767-4342-b2c1-91f8cf4ad17d tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Router e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:15:18.181449 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c13ba46d-513a-4e1a-9dd5-ac0fc3811fe8 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5101216 Nov 12 20:15:18.196445 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-25ca102e-d2f1-42e8-8765-0d6be9101252 service neutron] Request body: {'port': {'device_id': '7af181d3-d7a4-45be-bf04-14c5817122bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:18.235343 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-2685eb01-42b0-4b28-86ad-b21c65025785 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Allocated IP 172.25.5.104 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/e11de9a5-0a77-4b9a-907b-8c9bcac9ee2c) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:18.271204 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ce3100c9-b4fc-44d0-bd8d-c8cc87ce91da tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:18.371004 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb745b8-2767-4342-b2c1-91f8cf4ad17d tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:15:18.377192 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6bb745b8-2767-4342-b2c1-91f8cf4ad17d tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:18.382575 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22080a31-a58f-42c1-b964-3ead5270ce77 None None] Sync routers for ids ['e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:15:18.397945 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22080a31-a58f-42c1-b964-3ead5270ce77 None None] Routers {'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:18.398767 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-22080a31-a58f-42c1-b964-3ead5270ce77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:14:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:18.416309 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6bb745b8-2767-4342-b2c1-91f8cf4ad17d tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "PUT /v2.0/floatingips/88c54442-d210-4882-af9a-565a8b7ff999 HTTP/1.1" status: 200 len: 992 time: 3.2146630 Nov 12 20:15:18.416309 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b38c076-b682-490a-9fd5-90ad4778d11b', 'tag': 'e6b8ad67-b0b2-463b-b774-bd807cab95f3'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:15:18.418410 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d595c0ec-938b-4bf4-aa77-e24d688dee54" -d '{"events": [{"name": "network-changed", "server_uuid": "8b38c076-b682-490a-9fd5-90ad4778d11b", "tag": "e6b8ad67-b0b2-463b-b774-bd807cab95f3"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:15:18.423821 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e8b75ab-d59b-4bcc-96d9-de789125a231 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:18.451109 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b75ab-d59b-4bcc-96d9-de789125a231 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Pushing event deleted for resources: {'Port': ['ID=c6ae3f56-3a73-4065-a2ca-824c752096e7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:18.466353 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-25ca102e-d2f1-42e8-8765-0d6be9101252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:18.480767 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b75ab-d59b-4bcc-96d9-de789125a231 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:18.481040 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b75ab-d59b-4bcc-96d9-de789125a231 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:18.481230 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b75ab-d59b-4bcc-96d9-de789125a231 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:18.481565 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b75ab-d59b-4bcc-96d9-de789125a231 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:18.482874 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b75ab-d59b-4bcc-96d9-de789125a231 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:18.482874 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b75ab-d59b-4bcc-96d9-de789125a231 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:18.482874 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b75ab-d59b-4bcc-96d9-de789125a231 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:18.483197 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508ffa1f-36b5-426c-ace0-08e35c6f1a94 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:18.483311 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b75ab-d59b-4bcc-96d9-de789125a231 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:18.483311 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b75ab-d59b-4bcc-96d9-de789125a231 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:18.483497 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b75ab-d59b-4bcc-96d9-de789125a231 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:18.483749 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b75ab-d59b-4bcc-96d9-de789125a231 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:18.484065 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b75ab-d59b-4bcc-96d9-de789125a231 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:15:18.538658 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e8b75ab-d59b-4bcc-96d9-de789125a231 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:18.542002 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e8b75ab-d59b-4bcc-96d9-de789125a231 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:18.543602 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7e8b75ab-d59b-4bcc-96d9-de789125a231 tempest-ServersTestManualDisk-2081483404 tempest-ServersTestManualDisk-2081483404-project] 10.222.0.48 "DELETE /v2.0/floatingips/bc1802d5-5976-4b07-9541-2b18ce21bd14 HTTP/1.1" status: 204 len: 168 time: 1.6054945 Nov 12 20:15:18.548327 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46362) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:18.551892 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-40a62170-8d4c-42aa-bf25-0075ff31fa3f tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:18.556911 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7781b566-be88-46d5-b8bd-450604efc237 x-openstack-request-id: req-7781b566-be88-46d5-b8bd-450604efc237 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:15:18.557237 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b38c076-b682-490a-9fd5-90ad4778d11b", "tag": "e6b8ad67-b0b2-463b-b774-bd807cab95f3", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:15:18.557529 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7781b566-be88-46d5-b8bd-450604efc237 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:15:18.557988 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b38c076-b682-490a-9fd5-90ad4778d11b', 'tag': 'e6b8ad67-b0b2-463b-b774-bd807cab95f3', 'status': 'completed', 'code': 200} Nov 12 20:15:18.583059 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6331e-9752-4330-a4c5-79d89db92bfa req-b225250f-1223-4fc9-8225-b510315c5250 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:18.584629 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2dd6331e-9752-4330-a4c5-79d89db92bfa req-b225250f-1223-4fc9-8225-b510315c5250 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=7af181d3-d7a4-45be-bf04-14c5817122bb HTTP/1.1" status: 200 len: 932 time: 0.2608645 Nov 12 20:15:18.590594 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-22080a31-a58f-42c1-b964-3ead5270ce77 None None] Set router e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:15:18.698085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-40a62170-8d4c-42aa-bf25-0075ff31fa3f tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Allocated IP 172.20.0.2 (3c5122fc-cc40-4e6c-a6af-0e0485545a5b/286d415b-82d8-466a-bb82-3019532b131f/1f7ced17-487a-460b-b417-909f86efe74f) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:18.771512 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2685eb01-42b0-4b28-86ad-b21c65025785 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:18.828847 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-22080a31-a58f-42c1-b964-3ead5270ce77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'name': 'tempest-AttachVolumeTestJSON-2005805429-router', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:30Z', 'updated_at': '2021-11-12T20:08:38Z', 'revision_number': 4, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'gw_port': {'id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:32Z', 'updated_at': '2021-11-12T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '88c54442-d210-4882-af9a-565a8b7ff999', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'floating_ip_address': '172.25.5.191', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'port_id': 'e6b8ad67-b0b2-463b-b774-bd807cab95f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657', 'mac_address': 'fa:16:3e:7e:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b38c076-b682-490a-9fd5-90ad4778d11b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:14:55Z', 'updated_at': '2021-11-12T20:15:16Z', 'revision_number': 1, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d61755-629b-4c6e-b651-954056d16c11', 'name': '', 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'mac_address': 'fa:16:3e:bb:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:37Z', 'updated_at': '2021-11-12T20:08:43Z', 'revision_number': 5, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'subnets': [{'id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:18.862503 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22080a31-a58f-42c1-b964-3ead5270ce77 None None] Checking router: e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:15:18.866175 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-40a62170-8d4c-42aa-bf25-0075ff31fa3f tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:18.871212 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22080a31-a58f-42c1-b964-3ead5270ce77 None None] Routers {'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:18.871840 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-22080a31-a58f-42c1-b964-3ead5270ce77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:14:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:18.905373 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-40a62170-8d4c-42aa-bf25-0075ff31fa3f tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:18.957925 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-40a62170-8d4c-42aa-bf25-0075ff31fa3f tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Network 3c5122fc-cc40-4e6c-a6af-0e0485545a5b is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:18.964500 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-40a62170-8d4c-42aa-bf25-0075ff31fa3f tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:18.974395 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-40a62170-8d4c-42aa-bf25-0075ff31fa3f tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:19.002350 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a62170-8d4c-42aa-bf25-0075ff31fa3f tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Pushing event updated for resources: {'Port': ['ID=1f7ced17-487a-460b-b417-909f86efe74f,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:19.037846 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-40a62170-8d4c-42aa-bf25-0075ff31fa3f tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:19.038683 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-40a62170-8d4c-42aa-bf25-0075ff31fa3f tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:19.057344 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-40a62170-8d4c-42aa-bf25-0075ff31fa3f tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2022972 Nov 12 20:15:19.073539 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c368f2a3-7770-463b-84bd-9109808e2ea9 service neutron] Request body: {'port': {'device_id': 'cfa57b71-1d53-4f2c-aa28-88b84d2c52fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:19.137369 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c368f2a3-7770-463b-84bd-9109808e2ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:19.176208 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-22080a31-a58f-42c1-b964-3ead5270ce77 None None] Set router e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:15:19.270146 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2dd6331e-9752-4330-a4c5-79d89db92bfa req-18ed1cd1-7adf-4f0e-a6d2-bfbb2f4629bb tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6397088 Nov 12 20:15:19.322592 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595c0ec-938b-4bf4-aa77-e24d688dee54 req-fa17f16d-7090-4ee2-884e-7c54aa8b7a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:19.324089 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d595c0ec-938b-4bf4-aa77-e24d688dee54 req-fa17f16d-7090-4ee2-884e-7c54aa8b7a4c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=00b6cfb5312f47e6bba6b1a73804db22&device_id=8b38c076-b682-490a-9fd5-90ad4778d11b HTTP/1.1" status: 200 len: 1098 time: 0.6926749 Nov 12 20:15:19.350084 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ce3100c9-b4fc-44d0-bd8d-c8cc87ce91da tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:19.399505 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2685eb01-42b0-4b28-86ad-b21c65025785 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:19.409045 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e15a6219-eb7b-4f7d-99c7-91ddb2166107 tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:19.418192 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-22080a31-a58f-42c1-b964-3ead5270ce77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'name': 'tempest-AttachVolumeTestJSON-2005805429-router', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:30Z', 'updated_at': '2021-11-12T20:08:38Z', 'revision_number': 4, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'gw_port': {'id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:32Z', 'updated_at': '2021-11-12T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '88c54442-d210-4882-af9a-565a8b7ff999', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'floating_ip_address': '172.25.5.191', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'port_id': 'e6b8ad67-b0b2-463b-b774-bd807cab95f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657', 'mac_address': 'fa:16:3e:7e:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b38c076-b682-490a-9fd5-90ad4778d11b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:14:55Z', 'updated_at': '2021-11-12T20:15:16Z', 'revision_number': 1, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d61755-629b-4c6e-b651-954056d16c11', 'name': '', 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'mac_address': 'fa:16:3e:bb:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:37Z', 'updated_at': '2021-11-12T20:08:43Z', 'revision_number': 5, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'subnets': [{'id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:19.446412 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22080a31-a58f-42c1-b964-3ead5270ce77 None None] The sync data for ids ['e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'] in n-d-712140-15 is: [{'id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'name': 'tempest-AttachVolumeTestJSON-2005805429-router', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:30Z', 'updated_at': '2021-11-12T20:08:38Z', 'revision_number': 4, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'gw_port': {'id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:32Z', 'updated_at': '2021-11-12T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '88c54442-d210-4882-af9a-565a8b7ff999', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'floating_ip_address': '172.25.5.191', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'port_id': 'e6b8ad67-b0b2-463b-b774-bd807cab95f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657', 'mac_address': 'fa:16:3e:7e:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b38c076-b682-490a-9fd5-90ad4778d11b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:14:55Z', 'updated_at': '2021-11-12T20:15:16Z', 'revision_number': 1, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d61755-629b-4c6e-b651-954056d16c11', 'name': '', 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'mac_address': 'fa:16:3e:bb:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:37Z', 'updated_at': '2021-11-12T20:08:43Z', 'revision_number': 5, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'subnets': [{'id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:15:19.544528 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2685eb01-42b0-4b28-86ad-b21c65025785 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:19.575228 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e15a6219-eb7b-4f7d-99c7-91ddb2166107 tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:19.577410 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e15a6219-eb7b-4f7d-99c7-91ddb2166107 tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:19.605065 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-2685eb01-42b0-4b28-86ad-b21c65025785 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:19.608983 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2685eb01-42b0-4b28-86ad-b21c65025785 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:19.623556 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e15a6219-eb7b-4f7d-99c7-91ddb2166107 tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:19.624366 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15a6219-eb7b-4f7d-99c7-91ddb2166107 tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee4ad40b-d6d9-472a-8bb9-d2528466d587 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:15:19.624687 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9f280e-a50f-4fa7-9b12-293f54db5fd0 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:19.644904 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-e15a6219-eb7b-4f7d-99c7-91ddb2166107 tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 20:15:19.648685 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e15a6219-eb7b-4f7d-99c7-91ddb2166107 tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.6978583 Nov 12 20:15:19.649111 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46368) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:19.699766 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685eb01-42b0-4b28-86ad-b21c65025785 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event updated for resources: {'Port': ['ID=e11de9a5-0a77-4b9a-907b-8c9bcac9ee2c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:19.735072 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-95aef328-6d22-423b-8ae0-d98ad86ee535 tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Deleting port d21904a5-136c-4508-9a11-3281a14636d0 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:19.737276 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-95aef328-6d22-423b-8ae0-d98ad86ee535 tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:19.758498 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0d82a26e-46ca-4664-8f51-47bf2627a6f5 None None] Provisioning complete for port e11de9a5-0a77-4b9a-907b-8c9bcac9ee2c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:19.758870 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0d82a26e-46ca-4664-8f51-47bf2627a6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:19.768675 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1498653f-d580-40b3-a76d-eb3b7cba8506 None None] New status for floating IP 88c54442-d210-4882-af9a-565a8b7ff999: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:15:19.803807 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595c0ec-938b-4bf4-aa77-e24d688dee54 req-e1e628ec-7584-4d00-a7c2-8520718295ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:19.805297 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0d82a26e-46ca-4664-8f51-47bf2627a6f5 None None] Port e11de9a5-0a77-4b9a-907b-8c9bcac9ee2c cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:15:19.805809 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d595c0ec-938b-4bf4-aa77-e24d688dee54 req-e1e628ec-7584-4d00-a7c2-8520718295ae service neutron] 10.222.0.52 "GET /v2.0/networks?id=1217fc13-52b1-48e2-90e3-8ec289b00657 HTTP/1.1" status: 200 len: 912 time: 0.4722769 Nov 12 20:15:19.840079 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-95aef328-6d22-423b-8ae0-d98ad86ee535 tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:19.855488 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-95aef328-6d22-423b-8ae0-d98ad86ee535 tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Calling delete_port for d21904a5-136c-4508-9a11-3281a14636d0 owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:19.898289 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-25ca102e-d2f1-42e8-8765-0d6be9101252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b15c27-fedb-468f-825a-051a5b40303f {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:15:19.899056 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-69c0df75-8f52-4a80-b3e8-137cf9788388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:19.918866 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-25ca102e-d2f1-42e8-8765-0d6be9101252 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:20.003900 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-95aef328-6d22-423b-8ae0-d98ad86ee535 tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:20.026183 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-25ca102e-d2f1-42e8-8765-0d6be9101252 service neutron] Transition to ACTIVE for port object d7b15c27-fedb-468f-825a-051a5b40303f will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:15:20.041563 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aef328-6d22-423b-8ae0-d98ad86ee535 tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Pushing event deleted for resources: {'Port': ['ID=d21904a5-136c-4508-9a11-3281a14636d0,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:20.075893 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011f6e24-1fe8-4d9d-8e86-36a54122f7ce None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:20.079285 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-25ca102e-d2f1-42e8-8765-0d6be9101252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:20.103908 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:20.129559 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d595c0ec-938b-4bf4-aa77-e24d688dee54 req-1d4acd10-5686-4918-8442-49145896b5a6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6b8ad67-b0b2-463b-b774-bd807cab95f3 HTTP/1.1" status: 200 len: 1000 time: 0.2604220 Nov 12 20:15:20.176537 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-95aef328-6d22-423b-8ae0-d98ad86ee535 tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:20.182918 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-95aef328-6d22-423b-8ae0-d98ad86ee535 tempest-RoutersAdminNegativeTest-52200154 tempest-RoutersAdminNegativeTest-52200154-project-admin] 10.222.0.48 "DELETE /v2.0/ports/d21904a5-136c-4508-9a11-3281a14636d0 HTTP/1.1" status: 204 len: 168 time: 0.5295537 Nov 12 20:15:20.222722 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3100c9-b4fc-44d0-bd8d-c8cc87ce91da tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Router ff1ce54c-d03d-4db0-9c67-27dca071714d is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:15:20.243995 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c368f2a3-7770-463b-84bd-9109808e2ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f7ced17-487a-460b-b417-909f86efe74f {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:15:20.253032 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c368f2a3-7770-463b-84bd-9109808e2ea9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:20.265106 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca102e-d2f1-42e8-8765-0d6be9101252 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b15c27-fedb-468f-825a-051a5b40303f,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:20.267886 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c368f2a3-7770-463b-84bd-9109808e2ea9 service neutron] Transition to ACTIVE for port object 1f7ced17-487a-460b-b417-909f86efe74f will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:15:20.274506 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c368f2a3-7770-463b-84bd-9109808e2ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:20.385729 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368f2a3-7770-463b-84bd-9109808e2ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7ced17-487a-460b-b417-909f86efe74f,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:20.441065 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c368f2a3-7770-463b-84bd-9109808e2ea9 service neutron] Attempting to bind port 1f7ced17-487a-460b-b417-909f86efe74f on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:15:20.441404 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c368f2a3-7770-463b-84bd-9109808e2ea9 service neutron] Attempting to bind port 1f7ced17-487a-460b-b417-909f86efe74f by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3c5122fc-cc40-4e6c-a6af-0e0485545a5b'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:15:20.443980 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c368f2a3-7770-463b-84bd-9109808e2ea9 service neutron] Attempting to bind port 1f7ced17-487a-460b-b417-909f86efe74f on network 3c5122fc-cc40-4e6c-a6af-0e0485545a5b {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:15:20.453479 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c368f2a3-7770-463b-84bd-9109808e2ea9 service neutron] Port 1f7ced17-487a-460b-b417-909f86efe74f on network 3c5122fc-cc40-4e6c-a6af-0e0485545a5b not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:15:20.453862 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c368f2a3-7770-463b-84bd-9109808e2ea9 service neutron] Attempting to bind port 1f7ced17-487a-460b-b417-909f86efe74f on network 3c5122fc-cc40-4e6c-a6af-0e0485545a5b {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:15:20.461606 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c368f2a3-7770-463b-84bd-9109808e2ea9 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:15:20.461942 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c368f2a3-7770-463b-84bd-9109808e2ea9 service neutron] Checking segment: {'id': 'f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3c5122fc-cc40-4e6c-a6af-0e0485545a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:15:20.462325 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c368f2a3-7770-463b-84bd-9109808e2ea9 service neutron] Bound using segment: {'id': 'f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3c5122fc-cc40-4e6c-a6af-0e0485545a5b'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:15:20.462672 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595c0ec-938b-4bf4-aa77-e24d688dee54 req-c5053774-0798-4912-8f04-94aec3041cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:20.463223 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c368f2a3-7770-463b-84bd-9109808e2ea9 service neutron] Bound port: 1f7ced17-487a-460b-b417-909f86efe74f, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3c5122fc-cc40-4e6c-a6af-0e0485545a5b'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:15:20.463223 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c368f2a3-7770-463b-84bd-9109808e2ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:20.464197 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d595c0ec-938b-4bf4-aa77-e24d688dee54 req-c5053774-0798-4912-8f04-94aec3041cbc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=72eab03a-2e4d-41e0-82f1-7fb4346cd6bd HTTP/1.1" status: 200 len: 850 time: 0.3111932 Nov 12 20:15:20.474357 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e514f7-0128-4329-84ae-0016e6057b64 req-4e14caae-df5b-4477-8259-234bef089e56 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:20.475801 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b5e514f7-0128-4329-84ae-0016e6057b64 req-4e14caae-df5b-4477-8259-234bef089e56 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=7af181d3-d7a4-45be-bf04-14c5817122bb HTTP/1.1" status: 200 len: 944 time: 0.0913050 Nov 12 20:15:20.518808 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46378) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:20.584721 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b5e514f7-0128-4329-84ae-0016e6057b64 req-ad5d8d00-6d7c-48b3-8643-a57ec4fa09a2 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975256 Nov 12 20:15:20.585023 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2685eb01-42b0-4b28-86ad-b21c65025785 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:20.586789 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c368f2a3-7770-463b-84bd-9109808e2ea9 service neutron] For port 1f7ced17-487a-460b-b417-909f86efe74f, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:15:20.590050 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c368f2a3-7770-463b-84bd-9109808e2ea9 service neutron] For port 1f7ced17-487a-460b-b417-909f86efe74f, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1f7ced17-487a-460b-b417-909f86efe74f,segment=NetworkSegment(f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a),segment_id=f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:15:20.613961 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c368f2a3-7770-463b-84bd-9109808e2ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:20.658011 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c368f2a3-7770-463b-84bd-9109808e2ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:20.659453 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c368f2a3-7770-463b-84bd-9109808e2ea9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:20.661036 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-c368f2a3-7770-463b-84bd-9109808e2ea9 service neutron] 10.222.0.55 "PUT /v2.0/ports/1f7ced17-487a-460b-b417-909f86efe74f HTTP/1.1" status: 200 len: 1092 time: 1.5920236 Nov 12 20:15:20.661693 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa57b71-1d53-4f2c-aa28-88b84d2c52fe', 'tag': '1f7ced17-487a-460b-b417-909f86efe74f'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:15:20.664147 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03634134-c858-45a0-8477-8e3f54573fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa57b71-1d53-4f2c-aa28-88b84d2c52fe", "tag": "1f7ced17-487a-460b-b417-909f86efe74f"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:15:20.666901 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-25ca102e-d2f1-42e8-8765-0d6be9101252 service neutron] Attempting to bind port d7b15c27-fedb-468f-825a-051a5b40303f on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:15:20.667255 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-25ca102e-d2f1-42e8-8765-0d6be9101252 service neutron] Attempting to bind port d7b15c27-fedb-468f-825a-051a5b40303f by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3c5122fc-cc40-4e6c-a6af-0e0485545a5b'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:15:20.667592 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-25ca102e-d2f1-42e8-8765-0d6be9101252 service neutron] Attempting to bind port d7b15c27-fedb-468f-825a-051a5b40303f on network 3c5122fc-cc40-4e6c-a6af-0e0485545a5b {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:15:20.690106 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3100c9-b4fc-44d0-bd8d-c8cc87ce91da tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:15:20.695974 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b6ebf3ab-f666-4f19-a47f-7d938d096e89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:20.704632 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a46792-934b-47ed-83eb-3e190ed6adea None None] Sync routers for ids ['ff1ce54c-d03d-4db0-9c67-27dca071714d'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:15:20.710216 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-25ca102e-d2f1-42e8-8765-0d6be9101252 service neutron] Port d7b15c27-fedb-468f-825a-051a5b40303f on network 3c5122fc-cc40-4e6c-a6af-0e0485545a5b not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:15:20.710406 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-25ca102e-d2f1-42e8-8765-0d6be9101252 service neutron] Attempting to bind port d7b15c27-fedb-468f-825a-051a5b40303f on network 3c5122fc-cc40-4e6c-a6af-0e0485545a5b {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:15:20.720469 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595c0ec-938b-4bf4-aa77-e24d688dee54 req-473f0ac4-045a-4adc-b3bf-c5ab1edb8211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:20.721284 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d595c0ec-938b-4bf4-aa77-e24d688dee54 req-473f0ac4-045a-4adc-b3bf-c5ab1edb8211 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1217fc13-52b1-48e2-90e3-8ec289b00657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2468791 Nov 12 20:15:20.723840 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a46792-934b-47ed-83eb-3e190ed6adea None None] Routers {'ff1ce54c-d03d-4db0-9c67-27dca071714d'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:20.724728 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-00a46792-934b-47ed-83eb-3e190ed6adea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:14:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['ff1ce54c-d03d-4db0-9c67-27dca071714d'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:20.725077 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368f2a3-7770-463b-84bd-9109808e2ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7ced17-487a-460b-b417-909f86efe74f,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:20.767818 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae8d3c2-403e-4dd4-a8a6-adb2b8f553d5 x-openstack-request-id: req-3ae8d3c2-403e-4dd4-a8a6-adb2b8f553d5 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:15:20.768244 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa57b71-1d53-4f2c-aa28-88b84d2c52fe", "tag": "1f7ced17-487a-460b-b417-909f86efe74f", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:15:20.768575 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ae8d3c2-403e-4dd4-a8a6-adb2b8f553d5 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:15:20.769054 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa57b71-1d53-4f2c-aa28-88b84d2c52fe', 'tag': '1f7ced17-487a-460b-b417-909f86efe74f', 'status': 'completed', 'code': 200} Nov 12 20:15:20.805499 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-b7f52540-ebdd-45d6-a2b1-f8507e56fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:20.807534 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-b7f52540-ebdd-45d6-a2b1-f8507e56fd65 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=08fe9bc764934707907845b6ae9923ed&device_id=cfa57b71-1d53-4f2c-aa28-88b84d2c52fe HTTP/1.1" status: 200 len: 1095 time: 0.0752196 Nov 12 20:15:20.860654 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-41051753-2198-4170-9823-312ffac667e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1f7ced17-487a-460b-b417-909f86efe74f HTTP/1.1" status: 200 len: 217 time: 0.0426548 Nov 12 20:15:20.881725 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-00a46792-934b-47ed-83eb-3e190ed6adea None None] Set router ff1ce54c-d03d-4db0-9c67-27dca071714d gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:15:20.910368 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b6ebf3ab-f666-4f19-a47f-7d938d096e89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:20.921016 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b6ebf3ab-f666-4f19-a47f-7d938d096e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:20.944291 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-e7dff281-6cf9-47c9-82e8-e6609efa97d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:20.945970 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-e7dff281-6cf9-47c9-82e8-e6609efa97d0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=286d415b-82d8-466a-bb82-3019532b131f HTTP/1.1" status: 200 len: 853 time: 0.0761442 Nov 12 20:15:20.994309 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-4dd0f3fb-4aba-40c7-b5d6-10e609136084 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c5122fc-cc40-4e6c-a6af-0e0485545a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355864 Nov 12 20:15:20.995270 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ebf3ab-f666-4f19-a47f-7d938d096e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7c5bd5-1635-43e9-a199-49ffd0a13486,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:21.003147 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b6ebf3ab-f666-4f19-a47f-7d938d096e89 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a8f89dc3a5a743c6b9f80b350f134ba3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4790459 Nov 12 20:15:21.022362 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46386) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:21.081771 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-00a46792-934b-47ed-83eb-3e190ed6adea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1ce54c-d03d-4db0-9c67-27dca071714d', 'name': 'tempest-snat-router-51397117', 'tenant_id': '39b05f020e1341ffa66cc4784a6399b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '721eebfa-e6c3-42d1-b795-d97f4754b9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:15:13Z', 'updated_at': '2021-11-12T20:15:18Z', 'revision_number': 3, 'project_id': '39b05f020e1341ffa66cc4784a6399b3', 'gw_port': {'id': '721eebfa-e6c3-42d1-b795-d97f4754b9f7', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1ce54c-d03d-4db0-9c67-27dca071714d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:15:16Z', 'updated_at': '2021-11-12T20:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:21.086399 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-25ca102e-d2f1-42e8-8765-0d6be9101252 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:15:21.086747 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-25ca102e-d2f1-42e8-8765-0d6be9101252 service neutron] Checking segment: {'id': 'f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3c5122fc-cc40-4e6c-a6af-0e0485545a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:15:21.087184 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-25ca102e-d2f1-42e8-8765-0d6be9101252 service neutron] Bound using segment: {'id': 'f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3c5122fc-cc40-4e6c-a6af-0e0485545a5b'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:15:21.087589 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-25ca102e-d2f1-42e8-8765-0d6be9101252 service neutron] Bound port: d7b15c27-fedb-468f-825a-051a5b40303f, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3c5122fc-cc40-4e6c-a6af-0e0485545a5b'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:15:21.087948 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-25ca102e-d2f1-42e8-8765-0d6be9101252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:21.096270 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ce3100c9-b4fc-44d0-bd8d-c8cc87ce91da tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:21.097535 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ce3100c9-b4fc-44d0-bd8d-c8cc87ce91da tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.3261681 Nov 12 20:15:21.100466 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46388) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:21.115135 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a46792-934b-47ed-83eb-3e190ed6adea None None] Checking router: ff1ce54c-d03d-4db0-9c67-27dca071714d for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:15:21.115625 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a46792-934b-47ed-83eb-3e190ed6adea None None] Updating router ff1ce54c-d03d-4db0-9c67-27dca071714d port 721eebfa-e6c3-42d1-b795-d97f4754b9f7 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:15:21.157119 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00a46792-934b-47ed-83eb-3e190ed6adea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:21.194494 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-e625248f-cd4b-47f7-afaa-650a88e67ad6 service neutron] 10.222.0.55 "GET /v2.0/networks/3c5122fc-cc40-4e6c-a6af-0e0485545a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916797 Nov 12 20:15:21.225799 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8417fa47-e0c3-4f5b-903b-a3693c24b29e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:21.273508 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e1944848-05c0-4875-bc87-0718f0172142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:21.396180 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-25ca102e-d2f1-42e8-8765-0d6be9101252 service neutron] For port d7b15c27-fedb-468f-825a-051a5b40303f, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:15:21.403816 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d595c0ec-938b-4bf4-aa77-e24d688dee54 req-dbc2f899-f4a5-4650-920b-7eda593c81d8 service neutron] 10.222.0.52 "GET /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328981 Nov 12 20:15:21.467129 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00a46792-934b-47ed-83eb-3e190ed6adea None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:21.476195 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00a46792-934b-47ed-83eb-3e190ed6adea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:21.478027 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-25ca102e-d2f1-42e8-8765-0d6be9101252 service neutron] For port d7b15c27-fedb-468f-825a-051a5b40303f, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d7b15c27-fedb-468f-825a-051a5b40303f,segment=NetworkSegment(f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a),segment_id=f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:15:21.534401 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-25ca102e-d2f1-42e8-8765-0d6be9101252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:21.540262 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-00a46792-934b-47ed-83eb-3e190ed6adea None None] Attempting to bind port 721eebfa-e6c3-42d1-b795-d97f4754b9f7 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:15:21.540641 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-00a46792-934b-47ed-83eb-3e190ed6adea None None] Attempting to bind port 721eebfa-e6c3-42d1-b795-d97f4754b9f7 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:15:21.540888 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a46792-934b-47ed-83eb-3e190ed6adea None None] Attempting to bind port 721eebfa-e6c3-42d1-b795-d97f4754b9f7 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:15:21.546247 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab79d2-02e5-4e3f-89e3-7a9d3376f8b6 None None] Pushing event updated for resources: {'Port': ['ID=721eebfa-e6c3-42d1-b795-d97f4754b9f7,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:21.550495 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a46792-934b-47ed-83eb-3e190ed6adea None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:15:21.550864 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a46792-934b-47ed-83eb-3e190ed6adea None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:15:21.551292 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00a46792-934b-47ed-83eb-3e190ed6adea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:21.551939 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a46792-934b-47ed-83eb-3e190ed6adea None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:15:21.552144 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-00a46792-934b-47ed-83eb-3e190ed6adea None None] Bound port: 721eebfa-e6c3-42d1-b795-d97f4754b9f7, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:15:21.552508 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00a46792-934b-47ed-83eb-3e190ed6adea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:21.554488 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9347a6fa-affd-4f3f-98b6-f24235302364 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:21.599347 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-25ca102e-d2f1-42e8-8765-0d6be9101252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:21.600974 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-25ca102e-d2f1-42e8-8765-0d6be9101252 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:21.602982 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-25ca102e-d2f1-42e8-8765-0d6be9101252 service neutron] 10.222.0.52 "PUT /v2.0/ports/d7b15c27-fedb-468f-825a-051a5b40303f HTTP/1.1" status: 200 len: 1093 time: 3.4118786 Nov 12 20:15:21.609303 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af181d3-d7a4-45be-bf04-14c5817122bb', 'tag': 'd7b15c27-fedb-468f-825a-051a5b40303f'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:15:21.613286 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936873c2-023c-44db-8520-18e0e0231ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "7af181d3-d7a4-45be-bf04-14c5817122bb", "tag": "d7b15c27-fedb-468f-825a-051a5b40303f"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:15:21.616579 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2685eb01-42b0-4b28-86ad-b21c65025785 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:21.627340 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-00a46792-934b-47ed-83eb-3e190ed6adea None None] For port 721eebfa-e6c3-42d1-b795-d97f4754b9f7, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:15:21.681220 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8417fa47-e0c3-4f5b-903b-a3693c24b29e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:21.688165 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-00a46792-934b-47ed-83eb-3e190ed6adea None None] For port 721eebfa-e6c3-42d1-b795-d97f4754b9f7, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=721eebfa-e6c3-42d1-b795-d97f4754b9f7,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:15:21.698889 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00a46792-934b-47ed-83eb-3e190ed6adea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:21.704975 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-db0fede2-732a-4b1c-981a-51a96f710a93 None None] Provisioning complete for port 721eebfa-e6c3-42d1-b795-d97f4754b9f7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:21.706142 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-db0fede2-732a-4b1c-981a-51a96f710a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:21.777592 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0553a525-3749-49f2-a432-9cdeb7a9293e tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "GET /v2.0/routers/ff1ce54c-d03d-4db0-9c67-27dca071714d HTTP/1.1" status: 200 len: 906 time: 0.6726096 Nov 12 20:15:21.782498 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46398) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:21.792391 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e4b3f3-2889-4b88-baac-6f5d2d17bbdd x-openstack-request-id: req-22e4b3f3-2889-4b88-baac-6f5d2d17bbdd {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:15:21.793021 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af181d3-d7a4-45be-bf04-14c5817122bb", "tag": "d7b15c27-fedb-468f-825a-051a5b40303f", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:15:21.793529 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-22e4b3f3-2889-4b88-baac-6f5d2d17bbdd {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:15:21.794489 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af181d3-d7a4-45be-bf04-14c5817122bb', 'tag': 'd7b15c27-fedb-468f-825a-051a5b40303f', 'status': 'completed', 'code': 200} Nov 12 20:15:21.807005 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c34b9e6-d6f9-42b1-96d8-e7c6607a7858 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:21.821112 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d595c0ec-938b-4bf4-aa77-e24d688dee54 req-b1d53b5c-b8d7-444a-9c17-7f170d3d6c2e service neutron] 10.222.0.52 "GET /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794425 Nov 12 20:15:21.822015 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca102e-d2f1-42e8-8765-0d6be9101252 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b15c27-fedb-468f-825a-051a5b40303f,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:21.836133 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab79d2-02e5-4e3f-89e3-7a9d3376f8b6 None None] Pushing event updated for resources: {'Port': ['ID=721eebfa-e6c3-42d1-b795-d97f4754b9f7,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:21.844214 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a46792-934b-47ed-83eb-3e190ed6adea None None] Routers {'ff1ce54c-d03d-4db0-9c67-27dca071714d'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:21.845204 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-00a46792-934b-47ed-83eb-3e190ed6adea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:14:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['ff1ce54c-d03d-4db0-9c67-27dca071714d'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:21.870302 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-733810ca-5515-496b-a4ac-11603de6191c service neutron] 10.222.0.55 "GET /v2.0/networks/3c5122fc-cc40-4e6c-a6af-0e0485545a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6456664 Nov 12 20:15:21.893503 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65b62e-f4fc-48a3-a4e3-a12945e2277b req-76cd8a14-4c3b-4e4b-a977-d84ae0d1f396 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:21.895248 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4d65b62e-f4fc-48a3-a4e3-a12945e2277b req-76cd8a14-4c3b-4e4b-a977-d84ae0d1f396 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=7af181d3-d7a4-45be-bf04-14c5817122bb HTTP/1.1" status: 200 len: 944 time: 0.1822605 Nov 12 20:15:21.935294 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-9b3ce33c-07a7-4e32-ad8d-e5e26834b496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:21.936858 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-9b3ce33c-07a7-4e32-ad8d-e5e26834b496 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=08fe9bc764934707907845b6ae9923ed&device_id=7af181d3-d7a4-45be-bf04-14c5817122bb HTTP/1.1" status: 200 len: 1096 time: 0.2671332 Nov 12 20:15:21.961050 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8417fa47-e0c3-4f5b-903b-a3693c24b29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:21.963548 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8417fa47-e0c3-4f5b-903b-a3693c24b29e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:21.964665 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8417fa47-e0c3-4f5b-903b-a3693c24b29e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a7c5bd5-1635-43e9-a199-49ffd0a13486 HTTP/1.1" status: 204 len: 168 time: 0.9413624 Nov 12 20:15:21.996923 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-fed54885-3278-40e2-82d8-7ffda1f5606f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7b15c27-fedb-468f-825a-051a5b40303f HTTP/1.1" status: 200 len: 217 time: 0.0473061 Nov 12 20:15:22.005320 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-db0fede2-732a-4b1c-981a-51a96f710a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:22.028328 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-db0fede2-732a-4b1c-981a-51a96f710a93 None None] For port 721eebfa-e6c3-42d1-b795-d97f4754b9f7, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=721eebfa-e6c3-42d1-b795-d97f4754b9f7,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:22.034027 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-db0fede2-732a-4b1c-981a-51a96f710a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:22.042514 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-82ea47aa-bfd5-4c96-b557-62af47cd9fb0 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:22.062308 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417fa47-e0c3-4f5b-903b-a3693c24b29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7c5bd5-1635-43e9-a199-49ffd0a13486,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:22.107455 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-9fc4c7a2-b939-4fe5-ae55-babbced84708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:22.109461 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-9fc4c7a2-b939-4fe5-ae55-babbced84708 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=286d415b-82d8-466a-bb82-3019532b131f HTTP/1.1" status: 200 len: 853 time: 0.1010861 Nov 12 20:15:22.109651 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fede2-732a-4b1c-981a-51a96f710a93 None None] Pushing event updated for resources: {'Port': ['ID=721eebfa-e6c3-42d1-b795-d97f4754b9f7,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:22.144066 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-00a46792-934b-47ed-83eb-3e190ed6adea None None] Set router ff1ce54c-d03d-4db0-9c67-27dca071714d gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:15:22.175830 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-a979c6df-9d73-4f50-8760-ebebe3dc67e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c5122fc-cc40-4e6c-a6af-0e0485545a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332699 Nov 12 20:15:22.177446 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2685eb01-42b0-4b28-86ad-b21c65025785 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Router 14719374-8782-4899-a302-d4232fc37549 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:15:22.179967 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4d65b62e-f4fc-48a3-a4e3-a12945e2277b req-e070f8a5-d19c-4a56-a6ab-4a0d7b13ac5d tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682822 Nov 12 20:15:22.211787 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03634134-c858-45a0-8477-8e3f54573fb8 req-f7c2cc26-016e-4ebe-9e45-a4168690e52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:22.216353 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03634134-c858-45a0-8477-8e3f54573fb8 req-f7c2cc26-016e-4ebe-9e45-a4168690e52c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=08fe9bc764934707907845b6ae9923ed&device_id=cfa57b71-1d53-4f2c-aa28-88b84d2c52fe HTTP/1.1" status: 200 len: 1095 time: 0.2718937 Nov 12 20:15:22.323459 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-e1944848-05c0-4875-bc87-0718f0172142 admin admin] Deleting port 6c0f86eb-e346-4824-8d7c-ec6bda278747 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:22.323459 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e1944848-05c0-4875-bc87-0718f0172142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:22.380667 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b510381-44c1-434a-a28d-3658ec5f45e4 None None] Provisioning complete for port 721eebfa-e6c3-42d1-b795-d97f4754b9f7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:22.381455 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b510381-44c1-434a-a28d-3658ec5f45e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:22.384047 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03634134-c858-45a0-8477-8e3f54573fb8 req-538f4daa-eb37-4d09-b851-bb387d1cc20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:22.385800 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03634134-c858-45a0-8477-8e3f54573fb8 req-538f4daa-eb37-4d09-b851-bb387d1cc20a service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c5122fc-cc40-4e6c-a6af-0e0485545a5b HTTP/1.1" status: 200 len: 914 time: 0.1311083 Nov 12 20:15:22.393075 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46406) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:22.441166 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03634134-c858-45a0-8477-8e3f54573fb8 req-d42a3867-7acb-422f-a4dd-4acbce03c6fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1f7ced17-487a-460b-b417-909f86efe74f HTTP/1.1" status: 200 len: 217 time: 0.0476458 Nov 12 20:15:22.446306 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-5fc6a32b-f082-438b-8316-b1d1cbb4a6e6 service neutron] 10.222.0.52 "GET /v2.0/networks/3c5122fc-cc40-4e6c-a6af-0e0485545a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623336 Nov 12 20:15:22.486562 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2685eb01-42b0-4b28-86ad-b21c65025785 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:15:22.497765 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd2ffec-7b00-4cca-9f82-2da0fe131d84 None None] Sync routers for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:15:22.510945 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd2ffec-7b00-4cca-9f82-2da0fe131d84 None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:22.511872 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-3cd2ffec-7b00-4cca-9f82-2da0fe131d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:14:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:22.515798 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03634134-c858-45a0-8477-8e3f54573fb8 req-03ca40a7-6222-4d48-ab82-22a19744b060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:22.515988 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-00a46792-934b-47ed-83eb-3e190ed6adea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1ce54c-d03d-4db0-9c67-27dca071714d', 'name': 'tempest-snat-router-51397117', 'tenant_id': '39b05f020e1341ffa66cc4784a6399b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '721eebfa-e6c3-42d1-b795-d97f4754b9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:15:13Z', 'updated_at': '2021-11-12T20:15:18Z', 'revision_number': 3, 'project_id': '39b05f020e1341ffa66cc4784a6399b3', 'gw_port': {'id': '721eebfa-e6c3-42d1-b795-d97f4754b9f7', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1ce54c-d03d-4db0-9c67-27dca071714d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:15:16Z', 'updated_at': '2021-11-12T20:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:22.517954 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03634134-c858-45a0-8477-8e3f54573fb8 req-03ca40a7-6222-4d48-ab82-22a19744b060 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=286d415b-82d8-466a-bb82-3019532b131f HTTP/1.1" status: 200 len: 853 time: 0.0686238 Nov 12 20:15:22.524742 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-82ea47aa-bfd5-4c96-b557-62af47cd9fb0 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:22.555530 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a46792-934b-47ed-83eb-3e190ed6adea None None] The sync data for ids ['ff1ce54c-d03d-4db0-9c67-27dca071714d'] in n-d-712140-15 is: [{'id': 'ff1ce54c-d03d-4db0-9c67-27dca071714d', 'name': 'tempest-snat-router-51397117', 'tenant_id': '39b05f020e1341ffa66cc4784a6399b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '721eebfa-e6c3-42d1-b795-d97f4754b9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:15:13Z', 'updated_at': '2021-11-12T20:15:18Z', 'revision_number': 3, 'project_id': '39b05f020e1341ffa66cc4784a6399b3', 'gw_port': {'id': '721eebfa-e6c3-42d1-b795-d97f4754b9f7', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1ce54c-d03d-4db0-9c67-27dca071714d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:15:16Z', 'updated_at': '2021-11-12T20:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:15:22.564597 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-3cd2ffec-7b00-4cca-9f82-2da0fe131d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:22.575306 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03634134-c858-45a0-8477-8e3f54573fb8 req-b5a7f545-462a-445e-a3ed-7d103018383c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c5122fc-cc40-4e6c-a6af-0e0485545a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364857 Nov 12 20:15:22.577211 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd2ffec-7b00-4cca-9f82-2da0fe131d84 None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:22.578019 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-3cd2ffec-7b00-4cca-9f82-2da0fe131d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:14:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:22.583783 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-12fd3992-f48d-44d9-a234-d18e66b0fc85 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=df110da6458b418f9909fed89502b278&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1884539 Nov 12 20:15:22.608334 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46408) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:22.608838 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2685eb01-42b0-4b28-86ad-b21c65025785 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:22.610683 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2685eb01-42b0-4b28-86ad-b21c65025785 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.2850127 Nov 12 20:15:22.629997 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-e1944848-05c0-4875-bc87-0718f0172142 admin admin] For port 6c0f86eb-e346-4824-8d7c-ec6bda278747, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=6c0f86eb-e346-4824-8d7c-ec6bda278747,segment=NetworkSegment(f1126f47-c9dc-41e4-b58e-8470b311596b),segment_id=f1126f47-c9dc-41e4-b58e-8470b311596b)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:22.630370 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e1944848-05c0-4875-bc87-0718f0172142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:22.632854 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46410) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:22.649818 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-3cd2ffec-7b00-4cca-9f82-2da0fe131d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:22.651403 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd2ffec-7b00-4cca-9f82-2da0fe131d84 None None] The sync data for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:15:22.705983 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-e1944848-05c0-4875-bc87-0718f0172142 admin admin] Calling delete_port for 6c0f86eb-e346-4824-8d7c-ec6bda278747 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:22.732211 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-98b35aa1-b118-47d6-9a7d-f607f031fe9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:22.807182 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4f2e1e8-d7ae-4c44-a7a6-b8f468d17194 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:22.813746 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-180bc66e-bcc7-4d2b-958f-d398cc1b5b92 req-36903adc-8b23-4725-abec-930920580bd6 service neutron] 10.222.0.52 "GET /v2.0/networks/3c5122fc-cc40-4e6c-a6af-0e0485545a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522439 Nov 12 20:15:22.819848 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-82ea47aa-bfd5-4c96-b557-62af47cd9fb0 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Deleting port 721eebfa-e6c3-42d1-b795-d97f4754b9f7 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:22.820048 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-82ea47aa-bfd5-4c96-b557-62af47cd9fb0 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:22.876717 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03634134-c858-45a0-8477-8e3f54573fb8 req-89eefc4c-c1c9-4432-90ac-86dea032347d service neutron] 10.222.0.55 "GET /v2.0/networks/3c5122fc-cc40-4e6c-a6af-0e0485545a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772207 Nov 12 20:15:23.073752 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4f2e1e8-d7ae-4c44-a7a6-b8f468d17194 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:23.154929 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936873c2-023c-44db-8520-18e0e0231ea8 req-156ab486-de08-4ef4-8e73-0950a58b23d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:23.156484 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-936873c2-023c-44db-8520-18e0e0231ea8 req-156ab486-de08-4ef4-8e73-0950a58b23d1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=08fe9bc764934707907845b6ae9923ed&device_id=7af181d3-d7a4-45be-bf04-14c5817122bb HTTP/1.1" status: 200 len: 1096 time: 0.1656241 Nov 12 20:15:23.169518 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 721eebfa-e6c3-42d1-b795-d97f4754b9f7 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:15:23.183892 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-82ea47aa-bfd5-4c96-b557-62af47cd9fb0 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] For port 721eebfa-e6c3-42d1-b795-d97f4754b9f7, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=721eebfa-e6c3-42d1-b795-d97f4754b9f7,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:23.184318 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-82ea47aa-bfd5-4c96-b557-62af47cd9fb0 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:23.232999 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03634134-c858-45a0-8477-8e3f54573fb8 req-2061f30c-32b6-4fab-a683-4601924c4cd3 service neutron] 10.222.0.55 "GET /v2.0/networks/3c5122fc-cc40-4e6c-a6af-0e0485545a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071475 Nov 12 20:15:23.234738 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 721eebfa-e6c3-42d1-b795-d97f4754b9f7 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:23.235229 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:23.248714 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-82ea47aa-bfd5-4c96-b557-62af47cd9fb0 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Calling delete_port for 721eebfa-e6c3-42d1-b795-d97f4754b9f7 owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:23.405658 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4f2e1e8-d7ae-4c44-a7a6-b8f468d17194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:23.408977 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4f2e1e8-d7ae-4c44-a7a6-b8f468d17194 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:23.412823 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d4f2e1e8-d7ae-4c44-a7a6-b8f468d17194 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e365bb17-f332-4a83-8d70-cae51a99ec69 HTTP/1.1" status: 204 len: 168 time: 0.7951431 Nov 12 20:15:23.431568 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2e1e8-d7ae-4c44-a7a6-b8f468d17194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e365bb17-f332-4a83-8d70-cae51a99ec69,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:23.552987 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-82ea47aa-bfd5-4c96-b557-62af47cd9fb0 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:23.585066 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea47aa-bfd5-4c96-b557-62af47cd9fb0 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Pushing event deleted for resources: {'Port': ['ID=721eebfa-e6c3-42d1-b795-d97f4754b9f7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:23.608218 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fbb683-f352-4b3e-b564-388813ef4779 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:23.678126 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-82ea47aa-bfd5-4c96-b557-62af47cd9fb0 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:23.698737 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:23.782296 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05627cb7-5664-4d32-b381-af4f5ff57c31 req-19689398-17ff-498d-ac51-42261b7dbe95 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:23.786052 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:23.790601 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-05627cb7-5664-4d32-b381-af4f5ff57c31 req-19689398-17ff-498d-ac51-42261b7dbe95 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=7af181d3-d7a4-45be-bf04-14c5817122bb HTTP/1.1" status: 200 len: 944 time: 0.2129490 Nov 12 20:15:23.829570 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936873c2-023c-44db-8520-18e0e0231ea8 req-ff479dc3-ea6f-4755-8573-9f83fa748340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:23.831376 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-936873c2-023c-44db-8520-18e0e0231ea8 req-ff479dc3-ea6f-4755-8573-9f83fa748340 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c5122fc-cc40-4e6c-a6af-0e0485545a5b HTTP/1.1" status: 200 len: 914 time: 0.6377122 Nov 12 20:15:23.837821 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-82ea47aa-bfd5-4c96-b557-62af47cd9fb0 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:23.840799 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-82ea47aa-bfd5-4c96-b557-62af47cd9fb0 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:23.849496 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e1944848-05c0-4875-bc87-0718f0172142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:23.906013 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-82ea47aa-bfd5-4c96-b557-62af47cd9fb0 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:23.906688 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ea47aa-bfd5-4c96-b557-62af47cd9fb0 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff1ce54c-d03d-4db0-9c67-27dca071714d {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:15:23.912400 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-82ea47aa-bfd5-4c96-b557-62af47cd9fb0 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:23.916161 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-82ea47aa-bfd5-4c96-b557-62af47cd9fb0 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "DELETE /v2.0/routers/ff1ce54c-d03d-4db0-9c67-27dca071714d HTTP/1.1" status: 204 len: 168 time: 2.1300597 Nov 12 20:15:23.916491 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46428) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:23.923910 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 1f7ced17-487a-460b-b417-909f86efe74f details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:15:23.959288 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1944848-05c0-4875-bc87-0718f0172142 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c0f86eb-e346-4824-8d7c-ec6bda278747,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:23.965995 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-936873c2-023c-44db-8520-18e0e0231ea8 req-90fc8f58-10ad-41b0-a3d2-0f20212b75ed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7b15c27-fedb-468f-825a-051a5b40303f HTTP/1.1" status: 200 len: 217 time: 0.1183693 Nov 12 20:15:24.040281 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-05627cb7-5664-4d32-b381-af4f5ff57c31 req-b15e14d8-5130-4902-9368-67173da22858 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417202 Nov 12 20:15:24.177073 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf570153-9457-4bca-877c-755a5c92c072 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:24.182744 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936873c2-023c-44db-8520-18e0e0231ea8 req-93dcd067-c227-4889-8d25-36df6fd29793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:24.184277 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-936873c2-023c-44db-8520-18e0e0231ea8 req-93dcd067-c227-4889-8d25-36df6fd29793 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=286d415b-82d8-466a-bb82-3019532b131f HTTP/1.1" status: 200 len: 853 time: 0.1810997 Nov 12 20:15:24.227352 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 1f7ced17-487a-460b-b417-909f86efe74f, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1f7ced17-487a-460b-b417-909f86efe74f,segment=NetworkSegment(f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a),segment_id=f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:24.267249 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '1f7ced17-487a-460b-b417-909f86efe74f', 'network_id': '3c5122fc-cc40-4e6c-a6af-0e0485545a5b', 'port_id': '1f7ced17-487a-460b-b417-909f86efe74f', 'mac_address': 'fa:16:3e:94:96:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286d415b-82d8-466a-bb82-3019532b131f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:15:24.272096 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-936873c2-023c-44db-8520-18e0e0231ea8 req-625dee24-7a9d-4844-b6bc-a032101cee66 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c5122fc-cc40-4e6c-a6af-0e0485545a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542974 Nov 12 20:15:24.277478 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-af8acff5-bfc7-4a35-b43c-98ebdef8ef47 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:24.311359 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:24.332824 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7ced17-487a-460b-b417-909f86efe74f {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:15:24.361422 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 1f7ced17-487a-460b-b417-909f86efe74f, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1f7ced17-487a-460b-b417-909f86efe74f,segment=NetworkSegment(f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a),segment_id=f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:24.374133 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:24.374368 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf570153-9457-4bca-877c-755a5c92c072 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:24.427720 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=1f7ced17-487a-460b-b417-909f86efe74f,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:24.463266 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e1944848-05c0-4875-bc87-0718f0172142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:24.468618 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-bf570153-9457-4bca-877c-755a5c92c072 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Deleting port b28cf1c1-51e3-43f0-a13e-7be70bd54bfb {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:24.468962 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf570153-9457-4bca-877c-755a5c92c072 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:24.548699 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46446) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:24.566613 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-936873c2-023c-44db-8520-18e0e0231ea8 req-fdd27095-66d5-4fd4-864e-06adb0d9ffdd service neutron] 10.222.0.52 "GET /v2.0/networks/3c5122fc-cc40-4e6c-a6af-0e0485545a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837975 Nov 12 20:15:24.602360 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-bf570153-9457-4bca-877c-755a5c92c072 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] For port b28cf1c1-51e3-43f0-a13e-7be70bd54bfb, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b28cf1c1-51e3-43f0-a13e-7be70bd54bfb,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:24.602939 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf570153-9457-4bca-877c-755a5c92c072 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:24.617201 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-bf570153-9457-4bca-877c-755a5c92c072 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Calling delete_port for b28cf1c1-51e3-43f0-a13e-7be70bd54bfb owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:24.709199 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-88a40cba-74ae-463f-84f1-73bfb0c61674 tempest-AgentManagementNegativeTest-1084274808 tempest-AgentManagementNegativeTest-1084274808-project] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1592526 Nov 12 20:15:24.724837 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['1f7ced17-487a-460b-b417-909f86efe74f'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:15:24.858914 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-936873c2-023c-44db-8520-18e0e0231ea8 req-d808a569-0a11-4374-b9b1-f0dbf36616ad service neutron] 10.222.0.52 "GET /v2.0/networks/3c5122fc-cc40-4e6c-a6af-0e0485545a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781699 Nov 12 20:15:24.885204 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf570153-9457-4bca-877c-755a5c92c072 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:24.932796 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf570153-9457-4bca-877c-755a5c92c072 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Pushing event deleted for resources: {'Port': ['ID=b28cf1c1-51e3-43f0-a13e-7be70bd54bfb,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:24.957110 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae2d5a3-4665-4615-8aa0-e797afbb64b3 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:25.045475 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf570153-9457-4bca-877c-755a5c92c072 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:25.075993 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-af8acff5-bfc7-4a35-b43c-98ebdef8ef47 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Allocated IP 172.20.0.1 (9615dcf0-3361-46e1-a0ed-7983924921c2/4ed07e12-1e40-40e1-b531-87ba77ca38e0/509daa3f-7988-49a5-bf21-b5fc2264a51d) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:25.086271 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1944848-05c0-4875-bc87-0718f0172142 admin admin] Router f4c82d5d-2478-4f9a-b854-104a08efd999 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:15:25.098298 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:25.104812 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device d7b15c27-fedb-468f-825a-051a5b40303f details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:15:25.198622 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46458) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:25.248200 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf570153-9457-4bca-877c-755a5c92c072 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:25.260310 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf570153-9457-4bca-877c-755a5c92c072 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:25.312020 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port d7b15c27-fedb-468f-825a-051a5b40303f, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d7b15c27-fedb-468f-825a-051a5b40303f,segment=NetworkSegment(f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a),segment_id=f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:25.330933 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'd7b15c27-fedb-468f-825a-051a5b40303f', 'network_id': '3c5122fc-cc40-4e6c-a6af-0e0485545a5b', 'port_id': 'd7b15c27-fedb-468f-825a-051a5b40303f', 'mac_address': 'fa:16:3e:b3:19:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286d415b-82d8-466a-bb82-3019532b131f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:15:25.351823 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1944848-05c0-4875-bc87-0718f0172142 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:15:25.363445 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e1944848-05c0-4875-bc87-0718f0172142 admin admin] 10.222.0.48 "PUT /v2.0/routers/f4c82d5d-2478-4f9a-b854-104a08efd999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8101406 Nov 12 20:15:25.364135 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46462) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:25.371623 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fdda9a-e2be-49a2-8504-dd0e7adca5d6 req-73f2c1dd-0835-4cff-901c-3796d45493f8 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:25.379879 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c43281-8671-4729-8864-af9d08f8bdb2 None None] Sync routers for ids ['f4c82d5d-2478-4f9a-b854-104a08efd999'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:15:25.381971 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-65fdda9a-e2be-49a2-8504-dd0e7adca5d6 req-73f2c1dd-0835-4cff-901c-3796d45493f8 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=7af181d3-d7a4-45be-bf04-14c5817122bb HTTP/1.1" status: 200 len: 944 time: 0.2311862 Nov 12 20:15:25.401716 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf570153-9457-4bca-877c-755a5c92c072 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:25.402698 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf570153-9457-4bca-877c-755a5c92c072 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 43637b8b-7bbe-4f40-ad7c-049e98a85f01 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:15:25.409445 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf570153-9457-4bca-877c-755a5c92c072 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:25.416154 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bf570153-9457-4bca-877c-755a5c92c072 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "DELETE /v2.0/routers/43637b8b-7bbe-4f40-ad7c-049e98a85f01 HTTP/1.1" status: 204 len: 168 time: 1.4975557 Nov 12 20:15:25.417978 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c43281-8671-4729-8864-af9d08f8bdb2 None None] Routers {'f4c82d5d-2478-4f9a-b854-104a08efd999'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:25.418619 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-03c43281-8671-4729-8864-af9d08f8bdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f4c82d5d-2478-4f9a-b854-104a08efd999'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:25.420543 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:25.424336 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46464) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:25.438971 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-3035c324-90e0-462d-83b3-3dc8d877f491 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-173358339', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}, 'admin_state_up': False}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:25.444321 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a01bbf5c-a9f6-4ad1-94e7-3f8f41bbfbeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:25.496565 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-41fb1c2e-0548-465b-a31b-cec24bc8dd24 admin admin] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:25.562315 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-65fdda9a-e2be-49a2-8504-dd0e7adca5d6 req-2fcd4f4f-6155-48c3-9e75-b3ee5b820f8d tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571836 Nov 12 20:15:25.565693 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3035c324-90e0-462d-83b3-3dc8d877f491 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:25.568157 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3035c324-90e0-462d-83b3-3dc8d877f491 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:25.572580 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-af8acff5-bfc7-4a35-b43c-98ebdef8ef47 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:25.655244 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b15c27-fedb-468f-825a-051a5b40303f {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:15:25.666634 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3035c324-90e0-462d-83b3-3dc8d877f491 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:25.697459 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-41fb1c2e-0548-465b-a31b-cec24bc8dd24 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:25.706508 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-af8acff5-bfc7-4a35-b43c-98ebdef8ef47 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:25.713709 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port d7b15c27-fedb-468f-825a-051a5b40303f, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d7b15c27-fedb-468f-825a-051a5b40303f,segment=NetworkSegment(f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a),segment_id=f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:25.727943 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:25.775029 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8acff5-bfc7-4a35-b43c-98ebdef8ef47 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Network 9615dcf0-3361-46e1-a0ed-7983924921c2 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:25.779239 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-af8acff5-bfc7-4a35-b43c-98ebdef8ef47 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:25.785861 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8acff5-bfc7-4a35-b43c-98ebdef8ef47 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:25.806360 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=d7b15c27-fedb-468f-825a-051a5b40303f,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:25.822447 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-03c43281-8671-4729-8864-af9d08f8bdb2 None None] Set router f4c82d5d-2478-4f9a-b854-104a08efd999 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:15:25.831689 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8acff5-bfc7-4a35-b43c-98ebdef8ef47 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event updated for resources: {'Port': ['ID=509daa3f-7988-49a5-bf21-b5fc2264a51d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:25.855712 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-af8acff5-bfc7-4a35-b43c-98ebdef8ef47 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:25.858676 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-41fb1c2e-0548-465b-a31b-cec24bc8dd24 admin admin] Deleting port 640e96e0-67f3-4037-8656-a0e6c6f2afcc {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:25.858999 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-41fb1c2e-0548-465b-a31b-cec24bc8dd24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:25.876973 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3035c324-90e0-462d-83b3-3dc8d877f491 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:25.897795 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a01bbf5c-a9f6-4ad1-94e7-3f8f41bbfbeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:25.922078 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a01bbf5c-a9f6-4ad1-94e7-3f8f41bbfbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:25.958668 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01bbf5c-a9f6-4ad1-94e7-3f8f41bbfbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a945d4-4fe1-42e0-9d7e-11dab413253d,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:25.967642 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 1f7ced17-487a-460b-b417-909f86efe74f up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:15:26.004792 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['d7b15c27-fedb-468f-825a-051a5b40303f'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:15:26.013539 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a01bbf5c-a9f6-4ad1-94e7-3f8f41bbfbeb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=53830c6d408b4ee79acd7889a58369ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8124232 Nov 12 20:15:26.017528 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:26.017749 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46468) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:26.108938 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a849c747-4563-4f0e-af54-817a6fe06f9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:26.154294 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 1f7ced17-487a-460b-b417-909f86efe74f completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:15:26.170476 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 1f7ced17-487a-460b-b417-909f86efe74f triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:26.170849 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:26.290997 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-03c43281-8671-4729-8864-af9d08f8bdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'name': 'tempest-ServersTestManualDisk-2124865391-router', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '640e96e0-67f3-4037-8656-a0e6c6f2afcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:56Z', 'updated_at': '2021-11-12T20:15:23Z', 'revision_number': 5, 'project_id': 'a039192683ee46b4a2ff07dbef02376f', 'gw_port': {'id': '640e96e0-67f3-4037-8656-a0e6c6f2afcc', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:57Z', 'updated_at': '2021-11-12T20:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:26.338778 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c43281-8671-4729-8864-af9d08f8bdb2 None None] Checking router: f4c82d5d-2478-4f9a-b854-104a08efd999 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:15:26.357029 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-41fb1c2e-0548-465b-a31b-cec24bc8dd24 admin admin] For port 640e96e0-67f3-4037-8656-a0e6c6f2afcc, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=640e96e0-67f3-4037-8656-a0e6c6f2afcc,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:26.357444 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-41fb1c2e-0548-465b-a31b-cec24bc8dd24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:26.376425 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-41fb1c2e-0548-465b-a31b-cec24bc8dd24 admin admin] Calling delete_port for 640e96e0-67f3-4037-8656-a0e6c6f2afcc owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:26.384259 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c43281-8671-4729-8864-af9d08f8bdb2 None None] Routers {'f4c82d5d-2478-4f9a-b854-104a08efd999'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:26.384925 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-03c43281-8671-4729-8864-af9d08f8bdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f4c82d5d-2478-4f9a-b854-104a08efd999'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:26.452343 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-af8acff5-bfc7-4a35-b43c-98ebdef8ef47 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:26.490553 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:26.536496 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-03c43281-8671-4729-8864-af9d08f8bdb2 None None] Set router f4c82d5d-2478-4f9a-b854-104a08efd999 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:15:26.543293 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa57b71-1d53-4f2c-aa28-88b84d2c52fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7ced17-487a-460b-b417-909f86efe74f'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:15:26.544051 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba6d0ab-f31d-4902-9eca-9e84175b6853" -d '{"events": [{"server_uuid": "cfa57b71-1d53-4f2c-aa28-88b84d2c52fe", "name": "network-vif-plugged", "status": "completed", "tag": "1f7ced17-487a-460b-b417-909f86efe74f"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:15:26.607999 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-03c43281-8671-4729-8864-af9d08f8bdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'name': 'tempest-ServersTestManualDisk-2124865391-router', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:56Z', 'updated_at': '2021-11-12T20:15:25Z', 'revision_number': 6, 'project_id': 'a039192683ee46b4a2ff07dbef02376f', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:26.614299 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 1f7ced17-487a-460b-b417-909f86efe74f, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1f7ced17-487a-460b-b417-909f86efe74f,segment=NetworkSegment(f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a),segment_id=f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:26.670887 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8008bf4b-3cf6-4cce-ba38-b2910f308f20 x-openstack-request-id: req-8008bf4b-3cf6-4cce-ba38-b2910f308f20 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:15:26.671169 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa57b71-1d53-4f2c-aa28-88b84d2c52fe", "name": "network-vif-plugged", "status": "completed", "tag": "1f7ced17-487a-460b-b417-909f86efe74f", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:15:26.671512 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8008bf4b-3cf6-4cce-ba38-b2910f308f20 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:15:26.672870 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa57b71-1d53-4f2c-aa28-88b84d2c52fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7ced17-487a-460b-b417-909f86efe74f', 'code': 200} Nov 12 20:15:26.675318 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:26.678707 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c43281-8671-4729-8864-af9d08f8bdb2 None None] The sync data for ids ['f4c82d5d-2478-4f9a-b854-104a08efd999'] in n-d-712140-15 is: [{'id': 'f4c82d5d-2478-4f9a-b854-104a08efd999', 'name': 'tempest-ServersTestManualDisk-2124865391-router', 'tenant_id': 'a039192683ee46b4a2ff07dbef02376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:56Z', 'updated_at': '2021-11-12T20:15:25Z', 'revision_number': 6, 'project_id': 'a039192683ee46b4a2ff07dbef02376f', 'gw_port_host': None}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:15:26.705065 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a849c747-4563-4f0e-af54-817a6fe06f9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:26.724679 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3035c324-90e0-462d-83b3-3dc8d877f491 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:26.772389 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=1f7ced17-487a-460b-b417-909f86efe74f,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:26.804880 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3035c324-90e0-462d-83b3-3dc8d877f491 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:26.838330 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-41fb1c2e-0548-465b-a31b-cec24bc8dd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:26.846377 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1edfd5-57fc-4766-b3f9-764ce8e26162 req-368ff534-cbcc-4436-bd71-0cb036e8eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:26.848335 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f1edfd5-57fc-4766-b3f9-764ce8e26162 req-368ff534-cbcc-4436-bd71-0cb036e8eed3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cfa57b71-1d53-4f2c-aa28-88b84d2c52fe HTTP/1.1" status: 200 len: 1097 time: 0.1148884 Nov 12 20:15:26.900200 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb1c2e-0548-465b-a31b-cec24bc8dd24 admin admin] Pushing event deleted for resources: {'Port': ['ID=640e96e0-67f3-4037-8656-a0e6c6f2afcc,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:26.913128 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97aad5-1bf2-4a64-b873-75f635354bdf req-f80cb0d8-86d8-4419-a3cc-8ad23dcd21a7 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:26.914639 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2b97aad5-1bf2-4a64-b873-75f635354bdf req-f80cb0d8-86d8-4419-a3cc-8ad23dcd21a7 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=7af181d3-d7a4-45be-bf04-14c5817122bb HTTP/1.1" status: 200 len: 945 time: 0.2226744 Nov 12 20:15:26.915498 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a849c747-4563-4f0e-af54-817a6fe06f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:26.918694 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a849c747-4563-4f0e-af54-817a6fe06f9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:26.922151 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a849c747-4563-4f0e-af54-817a6fe06f9b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/13a945d4-4fe1-42e0-9d7e-11dab413253d HTTP/1.1" status: 204 len: 168 time: 0.9017460 Nov 12 20:15:26.925893 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b666a3ba-f284-432e-803c-8faaf6c6f3c1 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:26.952104 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-af8acff5-bfc7-4a35-b43c-98ebdef8ef47 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:26.972893 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-af8acff5-bfc7-4a35-b43c-98ebdef8ef47 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:26.974530 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849c747-4563-4f0e-af54-817a6fe06f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a945d4-4fe1-42e0-9d7e-11dab413253d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:27.046887 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f1edfd5-57fc-4766-b3f9-764ce8e26162 req-cb590077-b36e-4c22-9ac4-0c8c49171b8c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896513 Nov 12 20:15:27.070699 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2b97aad5-1bf2-4a64-b873-75f635354bdf req-6cafcb76-a586-458c-aa40-b305452e0bb8 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272469 Nov 12 20:15:27.083228 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-3035c324-90e0-462d-83b3-3dc8d877f491 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Allocated IP 172.25.5.61 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/c870838f-9b4c-405f-9360-d807cbc6ddba) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:27.088629 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-41fb1c2e-0548-465b-a31b-cec24bc8dd24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:27.107254 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device d7b15c27-fedb-468f-825a-051a5b40303f up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:15:27.124803 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8acff5-bfc7-4a35-b43c-98ebdef8ef47 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event updated for resources: {'Port': ['ID=509daa3f-7988-49a5-bf21-b5fc2264a51d,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:27.158800 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-af8acff5-bfc7-4a35-b43c-98ebdef8ef47 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:27.183876 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port d7b15c27-fedb-468f-825a-051a5b40303f completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:15:27.189772 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port d7b15c27-fedb-468f-825a-051a5b40303f triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:27.190134 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:27.222923 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-41fb1c2e-0548-465b-a31b-cec24bc8dd24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:27.224975 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3035c324-90e0-462d-83b3-3dc8d877f491 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:27.226674 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-41fb1c2e-0548-465b-a31b-cec24bc8dd24 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:27.312052 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3035c324-90e0-462d-83b3-3dc8d877f491 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:27.336955 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:27.377897 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-41fb1c2e-0548-465b-a31b-cec24bc8dd24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:27.378425 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fb1c2e-0548-465b-a31b-cec24bc8dd24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4c82d5d-2478-4f9a-b854-104a08efd999 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:15:27.382203 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3035c324-90e0-462d-83b3-3dc8d877f491 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:27.385263 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-41fb1c2e-0548-465b-a31b-cec24bc8dd24 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:27.389622 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46490) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:27.392981 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-41fb1c2e-0548-465b-a31b-cec24bc8dd24 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f4c82d5d-2478-4f9a-b854-104a08efd999 HTTP/1.1" status: 204 len: 168 time: 2.0164101 Nov 12 20:15:27.404697 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-3035c324-90e0-462d-83b3-3dc8d877f491 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:27.409522 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3035c324-90e0-462d-83b3-3dc8d877f491 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:27.429064 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8acff5-bfc7-4a35-b43c-98ebdef8ef47 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Network 9615dcf0-3361-46e1-a0ed-7983924921c2 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:27.431965 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-af8acff5-bfc7-4a35-b43c-98ebdef8ef47 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:27.434253 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 721eebfa-e6c3-42d1-b795-d97f4754b9f7 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:15:27.439286 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab16a9e-3993-422d-80ac-c8f7cbf6b9ab None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:27.460607 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port d7b15c27-fedb-468f-825a-051a5b40303f, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d7b15c27-fedb-468f-825a-051a5b40303f,segment=NetworkSegment(f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a),segment_id=f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:27.487625 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035c324-90e0-462d-83b3-3dc8d877f491 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Pushing event updated for resources: {'Port': ['ID=c870838f-9b4c-405f-9360-d807cbc6ddba,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:27.506528 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 721eebfa-e6c3-42d1-b795-d97f4754b9f7 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:15:27.507935 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 721eebfa-e6c3-42d1-b795-d97f4754b9f7 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:15:27.508719 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b28cf1c1-51e3-43f0-a13e-7be70bd54bfb no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:15:27.529083 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61a2880-6e52-4cdc-8158-b32ef424ec4b admin admin] Deleting subnet a79f788e-d3d6-4c91-963d-7c5026dac439 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:15:27.533531 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e61a2880-6e52-4cdc-8158-b32ef424ec4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:27.551299 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: b28cf1c1-51e3-43f0-a13e-7be70bd54bfb {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:15:27.551714 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b28cf1c1-51e3-43f0-a13e-7be70bd54bfb not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:15:27.552190 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 6c0f86eb-e346-4824-8d7c-ec6bda278747 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:15:27.558694 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:27.575791 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e61a2880-6e52-4cdc-8158-b32ef424ec4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:27.621292 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8acff5-bfc7-4a35-b43c-98ebdef8ef47 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Router 14719374-8782-4899-a302-d4232fc37549 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:15:27.629749 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 6c0f86eb-e346-4824-8d7c-ec6bda278747 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:15:27.630290 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 6c0f86eb-e346-4824-8d7c-ec6bda278747 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:15:27.631365 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 640e96e0-67f3-4037-8656-a0e6c6f2afcc no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:15:27.682547 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 640e96e0-67f3-4037-8656-a0e6c6f2afcc {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:15:27.682942 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 640e96e0-67f3-4037-8656-a0e6c6f2afcc not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:15:27.717305 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=d7b15c27-fedb-468f-825a-051a5b40303f,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:27.722212 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2d8191e2-16a0-4642-a8f1-f231c00a11de None None] Provisioning complete for port c870838f-9b4c-405f-9360-d807cbc6ddba triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:27.722850 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2d8191e2-16a0-4642-a8f1-f231c00a11de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:27.803109 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2d8191e2-16a0-4642-a8f1-f231c00a11de None None] Port c870838f-9b4c-405f-9360-d807cbc6ddba cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:15:27.807943 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8acff5-bfc7-4a35-b43c-98ebdef8ef47 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:15:27.820366 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-af8acff5-bfc7-4a35-b43c-98ebdef8ef47 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "PUT /v2.0/routers/14719374-8782-4899-a302-d4232fc37549/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1848714 Nov 12 20:15:27.821108 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46504) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:27.825065 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d5a3dc-39f2-4979-8217-b0037af38bb4 None None] Sync routers for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:15:27.827280 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-1f923d57-838a-4789-ab6a-a7f0324aacfe tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Request body: {'port': {'network_id': '9615dcf0-3361-46e1-a0ed-7983924921c2', 'name': 'tempest-FloatingIPTestJSON-1792052794'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:27.837022 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e61a2880-6e52-4cdc-8158-b32ef424ec4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:27.845961 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d5a3dc-39f2-4979-8217-b0037af38bb4 None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:27.847433 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-97d5a3dc-39f2-4979-8217-b0037af38bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:27.915590 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-97d5a3dc-39f2-4979-8217-b0037af38bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:27.926118 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d5a3dc-39f2-4979-8217-b0037af38bb4 None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:27.926729 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-97d5a3dc-39f2-4979-8217-b0037af38bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:27.949815 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46506) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:27.967253 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-97d5a3dc-39f2-4979-8217-b0037af38bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:27.967743 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d5a3dc-39f2-4979-8217-b0037af38bb4 None None] The sync data for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:15:28.000937 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f923d57-838a-4789-ab6a-a7f0324aacfe tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Made reservation on behalf of 6ea92e18acf0455c810df30ea01fdf1a for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:15:28.004646 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1f923d57-838a-4789-ab6a-a7f0324aacfe tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:28.021980 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e61a2880-6e52-4cdc-8158-b32ef424ec4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:28.025184 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-1f923d57-838a-4789-ab6a-a7f0324aacfe tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] device_id is not set on port e5b3772e-1445-4063-9149-030d89017ba9 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:15:28.063115 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a2880-6e52-4cdc-8158-b32ef424ec4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a79f788e-d3d6-4c91-963d-7c5026dac439,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:28.065370 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e61a2880-6e52-4cdc-8158-b32ef424ec4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:28.070856 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e61a2880-6e52-4cdc-8158-b32ef424ec4b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a79f788e-d3d6-4c91-963d-7c5026dac439 HTTP/1.1" status: 204 len: 168 time: 0.6713507 Nov 12 20:15:28.070856 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3035c324-90e0-462d-83b3-3dc8d877f491 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:28.071980 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46510) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:28.101680 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c7ce31-a9ee-4f00-90aa-541a1b35a4bb None None] Network 04e41be2-054c-4220-95f4-f51937cff9b0 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:15:28.159131 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-1f923d57-838a-4789-ab6a-a7f0324aacfe tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Allocated IP 172.20.0.4 (9615dcf0-3361-46e1-a0ed-7983924921c2/4ed07e12-1e40-40e1-b531-87ba77ca38e0/e5b3772e-1445-4063-9149-030d89017ba9) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:28.174552 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-6cc2bbf1-7330-47a7-8515-dd0d10ec68c9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Request body: {'networks': [{'name': 'tempest-network--969260473'}, {'name': 'tempest-network--1558171970'}]} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:28.174860 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-6cc2bbf1-7330-47a7-8515-dd0d10ec68c9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Request body: {'network': {'name': 'tempest-network--969260473'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:28.175551 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-6cc2bbf1-7330-47a7-8515-dd0d10ec68c9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Request body: {'network': {'name': 'tempest-network--1558171970'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:28.249695 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aaeb493e-176b-44a4-9bab-3132d83c7938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:28.257427 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc2bbf1-7330-47a7-8515-dd0d10ec68c9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Made reservation on behalf of a87e0abb78ec4ce69be1b428413d5855 for: {'network': 2} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:15:28.268680 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6cc2bbf1-7330-47a7-8515-dd0d10ec68c9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:28.281137 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6cc2bbf1-7330-47a7-8515-dd0d10ec68c9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:28.302945 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f23da-f0f1-407d-9909-a8238a2c1878 req-3ea88947-8485-4674-8f30-3d0135930dd0 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:28.304790 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-026f23da-f0f1-407d-9909-a8238a2c1878 req-3ea88947-8485-4674-8f30-3d0135930dd0 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=7af181d3-d7a4-45be-bf04-14c5817122bb HTTP/1.1" status: 200 len: 946 time: 0.1052501 Nov 12 20:15:28.426440 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-026f23da-f0f1-407d-9909-a8238a2c1878 req-3a83426a-315a-4bee-8ef9-7750521c94e0 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942049 Nov 12 20:15:28.463371 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4ff285-2485-4235-a9b1-30101e0a22cf None None] DHCP port deletion for 04e41be2-054c-4220-95f4-f51937cff9b0 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:28.477326 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1f923d57-838a-4789-ab6a-a7f0324aacfe tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:28.498432 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3035c324-90e0-462d-83b3-3dc8d877f491 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:28.512052 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-aaeb493e-176b-44a4-9bab-3132d83c7938 admin admin] Deleting port 7088997b-9918-4cbe-bf14-4add087c72ef {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:28.512911 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aaeb493e-176b-44a4-9bab-3132d83c7938 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:28.540951 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1f923d57-838a-4789-ab6a-a7f0324aacfe tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:28.545980 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-dd4ff285-2485-4235-a9b1-30101e0a22cf None None] Deleting port 7088997b-9918-4cbe-bf14-4add087c72ef {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:28.546428 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dd4ff285-2485-4235-a9b1-30101e0a22cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:28.586256 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f923d57-838a-4789-ab6a-a7f0324aacfe tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Network 9615dcf0-3361-46e1-a0ed-7983924921c2 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:28.589156 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-1f923d57-838a-4789-ab6a-a7f0324aacfe tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:28.589581 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6cc2bbf1-7330-47a7-8515-dd0d10ec68c9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:28.597551 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f923d57-838a-4789-ab6a-a7f0324aacfe tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:28.623870 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6cc2bbf1-7330-47a7-8515-dd0d10ec68c9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:28.624512 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6cc2bbf1-7330-47a7-8515-dd0d10ec68c9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:28.627125 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f923d57-838a-4789-ab6a-a7f0324aacfe tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event updated for resources: {'Port': ['ID=e5b3772e-1445-4063-9149-030d89017ba9,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:28.637516 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-dd4ff285-2485-4235-a9b1-30101e0a22cf None None] For port 7088997b-9918-4cbe-bf14-4add087c72ef, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7088997b-9918-4cbe-bf14-4add087c72ef,segment=NetworkSegment(f1126f47-c9dc-41e4-b58e-8470b311596b),segment_id=f1126f47-c9dc-41e4-b58e-8470b311596b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:28.637880 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dd4ff285-2485-4235-a9b1-30101e0a22cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:28.654890 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-dd4ff285-2485-4235-a9b1-30101e0a22cf None None] Calling delete_port for 7088997b-9918-4cbe-bf14-4add087c72ef owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:28.655238 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f923d57-838a-4789-ab6a-a7f0324aacfe tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:28.656061 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1f923d57-838a-4789-ab6a-a7f0324aacfe tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:28.675397 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1f923d57-838a-4789-ab6a-a7f0324aacfe tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8529127 Nov 12 20:15:28.677988 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46516) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:28.683147 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-da2a6993-fc36-4343-a5e5-923cb4feede6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Request body: {'port': {'network_id': '9615dcf0-3361-46e1-a0ed-7983924921c2', 'name': 'tempest-FloatingIPTestJSON-970306764'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:28.713496 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-aaeb493e-176b-44a4-9bab-3132d83c7938 admin admin] For port 7088997b-9918-4cbe-bf14-4add087c72ef, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7088997b-9918-4cbe-bf14-4add087c72ef,segment=NetworkSegment(f1126f47-c9dc-41e4-b58e-8470b311596b),segment_id=f1126f47-c9dc-41e4-b58e-8470b311596b)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:28.713853 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aaeb493e-176b-44a4-9bab-3132d83c7938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:28.720297 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2bbf1-7330-47a7-8515-dd0d10ec68c9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11ede324-ea0c-4cd6-ab0b-5d727dc95191,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:28.740189 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc2bbf1-7330-47a7-8515-dd0d10ec68c9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:15:28.758711 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-aaeb493e-176b-44a4-9bab-3132d83c7938 admin admin] Calling delete_port for 7088997b-9918-4cbe-bf14-4add087c72ef owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:28.764088 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6cc2bbf1-7330-47a7-8515-dd0d10ec68c9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:28.764485 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-6cc2bbf1-7330-47a7-8515-dd0d10ec68c9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Added segment 0ec6237f-e767-4d0a-a77a-dae4e442959d of type vlan for network 88b79d36-a245-440b-85b2-8515f2b7235a Nov 12 20:15:28.813432 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2a6993-fc36-4343-a5e5-923cb4feede6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Made reservation on behalf of 6ea92e18acf0455c810df30ea01fdf1a for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:15:28.817413 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da2a6993-fc36-4343-a5e5-923cb4feede6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:28.836975 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-da2a6993-fc36-4343-a5e5-923cb4feede6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] device_id is not set on port 5f7114aa-890d-4082-82f6-1dfcb9653ca3 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:15:28.864729 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af181d3-d7a4-45be-bf04-14c5817122bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b15c27-fedb-468f-825a-051a5b40303f'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:15:28.866015 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6cc2bbf1-7330-47a7-8515-dd0d10ec68c9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:28.866810 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcd0c8e-a1c8-45cf-892a-8c2f1e9d6960" -d '{"events": [{"server_uuid": "7af181d3-d7a4-45be-bf04-14c5817122bb", "name": "network-vif-plugged", "status": "completed", "tag": "d7b15c27-fedb-468f-825a-051a5b40303f"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:15:28.913387 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81ebbf7-1f19-4546-bb6c-c68a6019658c x-openstack-request-id: req-c81ebbf7-1f19-4546-bb6c-c68a6019658c {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:15:28.913822 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af181d3-d7a4-45be-bf04-14c5817122bb", "name": "network-vif-plugged", "status": "completed", "tag": "d7b15c27-fedb-468f-825a-051a5b40303f", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:15:28.914515 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c81ebbf7-1f19-4546-bb6c-c68a6019658c {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:15:28.915195 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af181d3-d7a4-45be-bf04-14c5817122bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b15c27-fedb-468f-825a-051a5b40303f', 'code': 200} Nov 12 20:15:28.929972 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3035c324-90e0-462d-83b3-3dc8d877f491 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Router 8201d5c8-0103-4b57-81cc-6ddf4de55910 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:15:28.932528 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc2bbf1-7330-47a7-8515-dd0d10ec68c9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:15:28.947774 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6cc2bbf1-7330-47a7-8515-dd0d10ec68c9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:28.948158 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-6cc2bbf1-7330-47a7-8515-dd0d10ec68c9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Added segment 6a309195-1b68-4d02-887f-3f083b08f0ec of type vlan for network 35ec5add-533e-4b01-84bc-f9a3ab44ebe0 Nov 12 20:15:28.960635 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aaeb493e-176b-44a4-9bab-3132d83c7938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:28.965148 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dd4ff285-2485-4235-a9b1-30101e0a22cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:29.015427 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4ff285-2485-4235-a9b1-30101e0a22cf None None] No DVR routers for this DVR port 7088997b-9918-4cbe-bf14-4add087c72ef on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:15:29.023477 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ff285-2485-4235-a9b1-30101e0a22cf None None] Pushing event deleted for resources: {'Port': ['ID=7088997b-9918-4cbe-bf14-4add087c72ef,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:29.066587 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb493e-176b-44a4-9bab-3132d83c7938 admin admin] Pushing event deleted for resources: {'Port': ['ID=7088997b-9918-4cbe-bf14-4add087c72ef,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:29.071280 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeb493e-176b-44a4-9bab-3132d83c7938 admin admin] No DVR routers for this DVR port 7088997b-9918-4cbe-bf14-4add087c72ef on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:15:29.071489 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7088997b-9918-4cbe-bf14-4add087c72ef no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:15:29.085132 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-da2a6993-fc36-4343-a5e5-923cb4feede6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Allocated IP 172.20.0.14 (9615dcf0-3361-46e1-a0ed-7983924921c2/4ed07e12-1e40-40e1-b531-87ba77ca38e0/5f7114aa-890d-4082-82f6-1dfcb9653ca3) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:29.093699 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614a07b-9f2d-47a5-b0dc-4f506ee76ebf req-27536eb0-8a5a-48af-9ca2-faf2e32fd94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:29.095702 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e614a07b-9f2d-47a5-b0dc-4f506ee76ebf req-27536eb0-8a5a-48af-9ca2-faf2e32fd94e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7af181d3-d7a4-45be-bf04-14c5817122bb HTTP/1.1" status: 200 len: 1098 time: 0.1013610 Nov 12 20:15:29.105182 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 7088997b-9918-4cbe-bf14-4add087c72ef {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:15:29.105182 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7088997b-9918-4cbe-bf14-4add087c72ef not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:15:29.105516 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6cc2bbf1-7330-47a7-8515-dd0d10ec68c9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:29.179866 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e614a07b-9f2d-47a5-b0dc-4f506ee76ebf req-9db3d2eb-e73c-4f36-87fe-a6e5066e8893 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769472 Nov 12 20:15:29.214176 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aaeb493e-176b-44a4-9bab-3132d83c7938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:29.247730 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-aaeb493e-176b-44a4-9bab-3132d83c7938 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e41be2-054c-4220-95f4-f51937cff9b0']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:29.256399 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6cc2bbf1-7330-47a7-8515-dd0d10ec68c9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:29.256888 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6cc2bbf1-7330-47a7-8515-dd0d10ec68c9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:29.262389 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc2bbf1-7330-47a7-8515-dd0d10ec68c9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:29.267328 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc2bbf1-7330-47a7-8515-dd0d10ec68c9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:29.267952 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6cc2bbf1-7330-47a7-8515-dd0d10ec68c9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:29.278574 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-aaeb493e-176b-44a4-9bab-3132d83c7938 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1126f47-c9dc-41e4-b58e-8470b311596b') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:29.278867 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-aaeb493e-176b-44a4-9bab-3132d83c7938 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1126f47-c9dc-41e4-b58e-8470b311596b') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:29.283701 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da2a6993-fc36-4343-a5e5-923cb4feede6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:29.289258 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3035c324-90e0-462d-83b3-3dc8d877f491 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:15:29.300426 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9af8bca-63ba-4227-8614-d9c83c0c472f None None] Sync routers for ids ['8201d5c8-0103-4b57-81cc-6ddf4de55910'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:15:29.313355 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9af8bca-63ba-4227-8614-d9c83c0c472f None None] Routers {'8201d5c8-0103-4b57-81cc-6ddf4de55910'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:29.313985 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-e9af8bca-63ba-4227-8614-d9c83c0c472f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8201d5c8-0103-4b57-81cc-6ddf4de55910'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:29.322862 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da2a6993-fc36-4343-a5e5-923cb4feede6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:29.328185 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aaeb493e-176b-44a4-9bab-3132d83c7938 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:29.345686 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6cc2bbf1-7330-47a7-8515-dd0d10ec68c9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3936286 Nov 12 20:15:29.353643 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-e9af8bca-63ba-4227-8614-d9c83c0c472f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:29.359270 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46522) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:29.365207 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9af8bca-63ba-4227-8614-d9c83c0c472f None None] Routers {'8201d5c8-0103-4b57-81cc-6ddf4de55910'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:29.365903 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-e9af8bca-63ba-4227-8614-d9c83c0c472f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8201d5c8-0103-4b57-81cc-6ddf4de55910'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:29.383839 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3035c324-90e0-462d-83b3-3dc8d877f491 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:29.387727 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3035c324-90e0-462d-83b3-3dc8d877f491 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9570739 Nov 12 20:15:29.388272 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46524) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:29.396106 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aaeb493e-176b-44a4-9bab-3132d83c7938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:29.399809 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-e9af8bca-63ba-4227-8614-d9c83c0c472f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:29.400502 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2bbf1-7330-47a7-8515-dd0d10ec68c9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Pushing event updated for resources: {'Network': ['ID=88b79d36-a245-440b-85b2-8515f2b7235a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:29.400894 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9af8bca-63ba-4227-8614-d9c83c0c472f None None] The sync data for ids ['8201d5c8-0103-4b57-81cc-6ddf4de55910'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:15:29.404544 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-2ac75c6c-9293-4a19-a640-6668257d554b tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'enable_snat': False}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:29.408718 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaeb493e-176b-44a4-9bab-3132d83c7938 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:15:29.409044 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aaeb493e-176b-44a4-9bab-3132d83c7938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:15:29.412479 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:15:29.415819 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2a6993-fc36-4343-a5e5-923cb4feede6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Network 9615dcf0-3361-46e1-a0ed-7983924921c2 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:29.418702 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 88b79d36-a245-440b-85b2-8515f2b7235a details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:15:29.487942 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-da2a6993-fc36-4343-a5e5-923cb4feede6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:29.493760 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a6993-fc36-4343-a5e5-923cb4feede6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event updated for resources: {'Port': ['ID=5f7114aa-890d-4082-82f6-1dfcb9653ca3,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:29.495981 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2a6993-fc36-4343-a5e5-923cb4feede6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:29.521903 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2bbf1-7330-47a7-8515-dd0d10ec68c9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Pushing event updated for resources: {'Network': ['ID=35ec5add-533e-4b01-84bc-f9a3ab44ebe0,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:29.525800 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aaeb493e-176b-44a4-9bab-3132d83c7938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:29.543008 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 35ec5add-533e-4b01-84bc-f9a3ab44ebe0 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:15:29.543587 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aaeb493e-176b-44a4-9bab-3132d83c7938 admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:29.547278 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-aaeb493e-176b-44a4-9bab-3132d83c7938 admin admin] 10.222.0.48 "DELETE /v2.0/networks/04e41be2-054c-4220-95f4-f51937cff9b0 HTTP/1.1" status: 204 len: 168 time: 1.4741611 Nov 12 20:15:29.548692 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb493e-176b-44a4-9bab-3132d83c7938 admin admin] Pushing event deleted for resources: {'Network': ['ID=04e41be2-054c-4220-95f4-f51937cff9b0,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:29.650915 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2a6993-fc36-4343-a5e5-923cb4feede6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:29.651544 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da2a6993-fc36-4343-a5e5-923cb4feede6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:29.680295 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56931308-50be-4879-b995-ce3e2ef6a48b tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:29.686190 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56931308-50be-4879-b995-ce3e2ef6a48b tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:29.692579 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56931308-50be-4879-b995-ce3e2ef6a48b tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:29.698689 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56931308-50be-4879-b995-ce3e2ef6a48b tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:29.700380 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-56931308-50be-4879-b995-ce3e2ef6a48b tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3394737 Nov 12 20:15:29.704552 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46532) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:29.722756 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df57541-6fbc-48dd-b637-3ac62776a56b req-89f42cdd-3efd-4a8d-98c1-fe3d2ca93fd2 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:29.724448 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4df57541-6fbc-48dd-b637-3ac62776a56b req-89f42cdd-3efd-4a8d-98c1-fe3d2ca93fd2 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=7af181d3-d7a4-45be-bf04-14c5817122bb HTTP/1.1" status: 200 len: 946 time: 0.1915600 Nov 12 20:15:29.729846 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-da2a6993-fc36-4343-a5e5-923cb4feede6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0507677 Nov 12 20:15:29.733050 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46534) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:29.740058 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-fc7ec192-359b-49d9-8ea6-09fceda26377 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'port_id': '5f7114aa-890d-4082-82f6-1dfcb9653ca3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:29.778080 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46536) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:29.829326 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b432327e-2991-48b3-9f35-14d5f7f84843 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:29.833740 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fc7ec192-359b-49d9-8ea6-09fceda26377 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:29.855303 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4df57541-6fbc-48dd-b637-3ac62776a56b req-ede37005-8487-41de-9d0a-a90f5ba1b4f4 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859838 Nov 12 20:15:29.884923 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d0e640ca-3e31-430a-8ae3-fe2407655cd8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a039192683ee46b4a2ff07dbef02376f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1057456 Nov 12 20:15:29.888579 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46538) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:29.967682 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2ac75c6c-9293-4a19-a640-6668257d554b tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:30.032417 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b432327e-2991-48b3-9f35-14d5f7f84843 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:30.072457 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-b432327e-2991-48b3-9f35-14d5f7f84843 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b79d36-a245-440b-85b2-8515f2b7235a']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:30.083215 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-00403888-3c70-4402-a3aa-650e4e816ec2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:30.090155 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-b432327e-2991-48b3-9f35-14d5f7f84843 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec6237f-e767-4d0a-a77a-dae4e442959d') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:30.090356 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-b432327e-2991-48b3-9f35-14d5f7f84843 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec6237f-e767-4d0a-a77a-dae4e442959d') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:30.108590 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b432327e-2991-48b3-9f35-14d5f7f84843 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:30.138912 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-00403888-3c70-4402-a3aa-650e4e816ec2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:30.143396 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b432327e-2991-48b3-9f35-14d5f7f84843 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:30.160004 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fc7ec192-359b-49d9-8ea6-09fceda26377 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:30.173531 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b432327e-2991-48b3-9f35-14d5f7f84843 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:15:30.173948 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b432327e-2991-48b3-9f35-14d5f7f84843 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:15:30.178576 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:15:30.287412 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b432327e-2991-48b3-9f35-14d5f7f84843 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:30.295787 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b432327e-2991-48b3-9f35-14d5f7f84843 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:30.300307 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b432327e-2991-48b3-9f35-14d5f7f84843 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] 10.222.0.48 "DELETE /v2.0/networks/88b79d36-a245-440b-85b2-8515f2b7235a HTTP/1.1" status: 204 len: 168 time: 0.5933485 Nov 12 20:15:30.305640 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46544) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:30.385163 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432327e-2991-48b3-9f35-14d5f7f84843 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Pushing event deleted for resources: {'Network': ['ID=88b79d36-a245-440b-85b2-8515f2b7235a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:30.406837 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-00403888-3c70-4402-a3aa-650e4e816ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:30.409427 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-00403888-3c70-4402-a3aa-650e4e816ec2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:30.410673 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-00403888-3c70-4402-a3aa-650e4e816ec2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/071c608a-f250-4eee-bbf4-f05c54fb26ad HTTP/1.1" status: 204 len: 168 time: 0.5209973 Nov 12 20:15:30.437320 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00403888-3c70-4402-a3aa-650e4e816ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071c608a-f250-4eee-bbf4-f05c54fb26ad,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:30.477216 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8b683f16-dede-423d-84b9-3879c6661b68 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:30.499457 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-fc7ec192-359b-49d9-8ea6-09fceda26377 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Allocated IP 172.25.5.126 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/d2a2088e-ab36-4cdc-aad3-784938d0ba9a) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:30.756478 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2ac75c6c-9293-4a19-a640-6668257d554b tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7534'] for router, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:30.760664 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2ac75c6c-9293-4a19-a640-6668257d554b tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706542'] for router, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:30.881243 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac75c6c-9293-4a19-a640-6668257d554b tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Router 8201d5c8-0103-4b57-81cc-6ddf4de55910 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:15:30.992300 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8b683f16-dede-423d-84b9-3879c6661b68 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:31.012199 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac75c6c-9293-4a19-a640-6668257d554b tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:15:31.022992 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2ac75c6c-9293-4a19-a640-6668257d554b tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:31.026895 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2ac75c6c-9293-4a19-a640-6668257d554b tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "PUT /v2.0/routers/8201d5c8-0103-4b57-81cc-6ddf4de55910 HTTP/1.1" status: 200 len: 924 time: 1.6340132 Nov 12 20:15:31.027265 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46564) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:31.033516 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b77d95-6f90-484d-b00e-7a684e62a838 None None] Sync routers for ids ['8201d5c8-0103-4b57-81cc-6ddf4de55910'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:15:31.049199 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b77d95-6f90-484d-b00e-7a684e62a838 None None] Routers {'8201d5c8-0103-4b57-81cc-6ddf4de55910'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:31.050584 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-c6b77d95-6f90-484d-b00e-7a684e62a838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8201d5c8-0103-4b57-81cc-6ddf4de55910'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:31.055247 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-8b683f16-dede-423d-84b9-3879c6661b68 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ec5add-533e-4b01-84bc-f9a3ab44ebe0']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:31.081624 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-8b683f16-dede-423d-84b9-3879c6661b68 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a309195-1b68-4d02-887f-3f083b08f0ec') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:31.081926 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-8b683f16-dede-423d-84b9-3879c6661b68 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a309195-1b68-4d02-887f-3f083b08f0ec') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:31.085790 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fc7ec192-359b-49d9-8ea6-09fceda26377 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:31.101276 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdb3a1-5e7f-4a86-acdd-477eae4115cf req-83637142-b471-46ce-aa3a-de3e130d8934 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:31.103561 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23cdb3a1-5e7f-4a86-acdd-477eae4115cf req-83637142-b471-46ce-aa3a-de3e130d8934 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=7af181d3-d7a4-45be-bf04-14c5817122bb HTTP/1.1" status: 200 len: 946 time: 0.1362610 Nov 12 20:15:31.109606 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8b683f16-dede-423d-84b9-3879c6661b68 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:31.148623 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8b683f16-dede-423d-84b9-3879c6661b68 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:31.163235 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-043645f8-31bd-4efd-aeac-31bba6deda05 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "GET /v2.0/routers/8201d5c8-0103-4b57-81cc-6ddf4de55910 HTTP/1.1" status: 200 len: 924 time: 0.1340148 Nov 12 20:15:31.166138 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46572) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:31.171778 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b683f16-dede-423d-84b9-3879c6661b68 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:15:31.172719 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8b683f16-dede-423d-84b9-3879c6661b68 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:15:31.176181 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:15:31.232249 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-c6b77d95-6f90-484d-b00e-7a684e62a838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:31.242911 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b77d95-6f90-484d-b00e-7a684e62a838 None None] Routers {'8201d5c8-0103-4b57-81cc-6ddf4de55910'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:31.243523 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-c6b77d95-6f90-484d-b00e-7a684e62a838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8201d5c8-0103-4b57-81cc-6ddf4de55910'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:31.256417 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fc7ec192-359b-49d9-8ea6-09fceda26377 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:31.265079 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46574) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:31.272367 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23cdb3a1-5e7f-4a86-acdd-477eae4115cf req-b472eeb7-3278-4109-b575-bb8d030844cc tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542609 Nov 12 20:15:31.275047 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e24897b-b26d-423f-98ed-fe7cea044c61 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:31.280065 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-c6b77d95-6f90-484d-b00e-7a684e62a838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:31.280461 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4e24897b-b26d-423f-98ed-fe7cea044c61 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1&device_id=8201d5c8-0103-4b57-81cc-6ddf4de55910&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1132240 Nov 12 20:15:31.280843 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b77d95-6f90-484d-b00e-7a684e62a838 None None] The sync data for ids ['8201d5c8-0103-4b57-81cc-6ddf4de55910'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:15:31.281204 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46578) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:31.310082 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8b683f16-dede-423d-84b9-3879c6661b68 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:31.315376 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8b683f16-dede-423d-84b9-3879c6661b68 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:31.320354 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8b683f16-dede-423d-84b9-3879c6661b68 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] 10.222.0.48 "DELETE /v2.0/networks/35ec5add-533e-4b01-84bc-f9a3ab44ebe0 HTTP/1.1" status: 204 len: 168 time: 1.0109289 Nov 12 20:15:31.323517 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7ec192-359b-49d9-8ea6-09fceda26377 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:31.329383 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46582) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:31.344978 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-fc7ec192-359b-49d9-8ea6-09fceda26377 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:31.348406 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7ec192-359b-49d9-8ea6-09fceda26377 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:31.416049 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b683f16-dede-423d-84b9-3879c6661b68 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Pushing event deleted for resources: {'Network': ['ID=35ec5add-533e-4b01-84bc-f9a3ab44ebe0,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:31.422607 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-30f0ec9d-c30b-4a67-81ad-45eb2e91a21c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-830952026-network', 'tenant_id': '8273d0d46fc244019c3a4caebc6e0105'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:31.426717 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ec192-359b-49d9-8ea6-09fceda26377 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event updated for resources: {'Port': ['ID=d2a2088e-ab36-4cdc-aad3-784938d0ba9a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:31.476886 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30b0ca4-2f15-477a-8660-8dad71007ea6 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:31.478442 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a30b0ca4-2f15-477a-8660-8dad71007ea6 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 881 time: 0.1956460 Nov 12 20:15:31.482047 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46586) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:31.482671 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f0ec9d-c30b-4a67-81ad-45eb2e91a21c admin admin] Made reservation on behalf of 8273d0d46fc244019c3a4caebc6e0105 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:15:31.486174 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-30f0ec9d-c30b-4a67-81ad-45eb2e91a21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:31.528660 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ec4221ac-4229-492f-8d9f-3d82748a41d0 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "GET /v2.0/ports?device_id=8201d5c8-0103-4b57-81cc-6ddf4de55910 HTTP/1.1" status: 200 len: 205 time: 0.0392036 Nov 12 20:15:31.529468 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-30f0ec9d-c30b-4a67-81ad-45eb2e91a21c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:31.531324 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46588) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:31.539710 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e9700-95c5-4000-82fe-b7cb8caf2fce req-bcc8d28d-dfb5-4459-a7f3-aa9f7ab05dd6 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:31.542005 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c91e9700-95c5-4000-82fe-b7cb8caf2fce req-bcc8d28d-dfb5-4459-a7f3-aa9f7ab05dd6 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfa57b71-1d53-4f2c-aa28-88b84d2c52fe HTTP/1.1" status: 200 len: 945 time: 0.1356568 Nov 12 20:15:31.625202 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b06b49-d0ef-4244-ab5b-3b9936acac75 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:31.631304 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b06b49-d0ef-4244-ab5b-3b9936acac75 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:31.632903 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-31b06b49-d0ef-4244-ab5b-3b9936acac75 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3025684 Nov 12 20:15:31.636599 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46590) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:31.641585 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-432a2803-75ef-4b1d-9ad0-254a99830a75 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-12099613'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:31.697465 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c91e9700-95c5-4000-82fe-b7cb8caf2fce req-5cb997f3-a139-4222-bbb7-5a247ae84082 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476927 Nov 12 20:15:31.726414 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432a2803-75ef-4b1d-9ad0-254a99830a75 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Made reservation on behalf of a87e0abb78ec4ce69be1b428413d5855 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:15:31.731810 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b4095b77-1318-484c-950a-175c01c90a1d tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:31.731943 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-432a2803-75ef-4b1d-9ad0-254a99830a75 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:31.799051 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-30f0ec9d-c30b-4a67-81ad-45eb2e91a21c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:31.808569 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-30f0ec9d-c30b-4a67-81ad-45eb2e91a21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:31.811877 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432a2803-75ef-4b1d-9ad0-254a99830a75 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:15:31.832592 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-432a2803-75ef-4b1d-9ad0-254a99830a75 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:31.832953 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-432a2803-75ef-4b1d-9ad0-254a99830a75 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Added segment dad76090-78ca-4357-8fec-ede5460a91c2 of type vlan for network 23b676ed-1f15-4883-8777-f0522c2e5550 Nov 12 20:15:31.875690 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f0ec9d-c30b-4a67-81ad-45eb2e91a21c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:15:31.888960 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0ec9d-c30b-4a67-81ad-45eb2e91a21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923fcd49-f57a-4eb3-ab63-50b6d323be08,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:31.909476 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-30f0ec9d-c30b-4a67-81ad-45eb2e91a21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:31.909876 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-30f0ec9d-c30b-4a67-81ad-45eb2e91a21c admin admin] Added segment f4687f99-6781-4a43-82a7-56c0a23bfae0 of type vlan for network d3873ac0-1db4-4dba-9bfe-d989f1a20099 Nov 12 20:15:31.931420 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-432a2803-75ef-4b1d-9ad0-254a99830a75 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:31.969149 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b4095b77-1318-484c-950a-175c01c90a1d tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:31.983310 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-30f0ec9d-c30b-4a67-81ad-45eb2e91a21c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:31.997822 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-432a2803-75ef-4b1d-9ad0-254a99830a75 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:32.004358 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432a2803-75ef-4b1d-9ad0-254a99830a75 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:32.004961 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-432a2803-75ef-4b1d-9ad0-254a99830a75 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:32.037038 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-30f0ec9d-c30b-4a67-81ad-45eb2e91a21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:32.038028 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f0ec9d-c30b-4a67-81ad-45eb2e91a21c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:32.038618 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-30f0ec9d-c30b-4a67-81ad-45eb2e91a21c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:32.099488 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-432a2803-75ef-4b1d-9ad0-254a99830a75 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4618492 Nov 12 20:15:32.104104 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46600) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:32.107315 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-30f0ec9d-c30b-4a67-81ad-45eb2e91a21c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8410230 Nov 12 20:15:32.110976 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46602) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:32.117489 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-7a70f875-55a2-411f-8bf5-e5912709ca02 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-896299194'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:32.120004 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-e9bf314d-b5a3-42c9-a73f-72e523410e4f admin admin] Request body: {'subnet': {'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-830952026-subnet', 'tenant_id': '8273d0d46fc244019c3a4caebc6e0105', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:32.128924 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0ec9d-c30b-4a67-81ad-45eb2e91a21c admin admin] Pushing event updated for resources: {'Network': ['ID=d3873ac0-1db4-4dba-9bfe-d989f1a20099,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:32.129392 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a2803-75ef-4b1d-9ad0-254a99830a75 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Pushing event updated for resources: {'Network': ['ID=23b676ed-1f15-4883-8777-f0522c2e5550,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:32.134637 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-b4095b77-1318-484c-950a-175c01c90a1d tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Deleting port c870838f-9b4c-405f-9360-d807cbc6ddba {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:32.134990 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b4095b77-1318-484c-950a-175c01c90a1d tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:32.137764 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fc7ec192-359b-49d9-8ea6-09fceda26377 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:32.147172 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network d3873ac0-1db4-4dba-9bfe-d989f1a20099 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:15:32.180141 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 23b676ed-1f15-4883-8777-f0522c2e5550 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:15:32.194929 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bf314d-b5a3-42c9-a73f-72e523410e4f admin admin] Made reservation on behalf of 8273d0d46fc244019c3a4caebc6e0105 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:15:32.197314 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9bf314d-b5a3-42c9-a73f-72e523410e4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:32.217697 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a70f875-55a2-411f-8bf5-e5912709ca02 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Made reservation on behalf of a87e0abb78ec4ce69be1b428413d5855 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:15:32.222459 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a70f875-55a2-411f-8bf5-e5912709ca02 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:32.280665 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fb531-488e-41bb-9197-2a28a0ced4a6 req-f8af6866-9380-4119-8a80-0a4712146264 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:32.283285 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c19fb531-488e-41bb-9197-2a28a0ced4a6 req-f8af6866-9380-4119-8a80-0a4712146264 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfa57b71-1d53-4f2c-aa28-88b84d2c52fe HTTP/1.1" status: 200 len: 945 time: 0.1439543 Nov 12 20:15:32.286026 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b4095b77-1318-484c-950a-175c01c90a1d tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:32.286997 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fc7ec192-359b-49d9-8ea6-09fceda26377 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:32.308605 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-b4095b77-1318-484c-950a-175c01c90a1d tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Calling delete_port for c870838f-9b4c-405f-9360-d807cbc6ddba owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:32.310277 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a70f875-55a2-411f-8bf5-e5912709ca02 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:15:32.343836 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a70f875-55a2-411f-8bf5-e5912709ca02 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:32.344721 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-7a70f875-55a2-411f-8bf5-e5912709ca02 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Added segment 2545f26c-cb22-4410-ad50-e132ab9571a1 of type vlan for network 5c318d79-a5f5-4a61-91eb-39e9bb58aa90 Nov 12 20:15:32.434625 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a70f875-55a2-411f-8bf5-e5912709ca02 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:32.441454 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c19fb531-488e-41bb-9197-2a28a0ced4a6 req-8b9ebaf6-dfa9-412c-84ef-217cf0fde536 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290090 Nov 12 20:15:32.503174 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9bf314d-b5a3-42c9-a73f-72e523410e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:32.503904 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a70f875-55a2-411f-8bf5-e5912709ca02 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:32.509411 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a70f875-55a2-411f-8bf5-e5912709ca02 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:32.509988 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a70f875-55a2-411f-8bf5-e5912709ca02 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:32.592002 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7a70f875-55a2-411f-8bf5-e5912709ca02 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4852498 Nov 12 20:15:32.592868 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf314d-b5a3-42c9-a73f-72e523410e4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=112e4b86-9b36-4cfc-b638-09194238d947,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:32.600186 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46606) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:32.609695 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-8aec1a3c-cba7-4aba-a510-018699ed02fe tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Request body: {'ports': [{'network_id': '23b676ed-1f15-4883-8777-f0522c2e5550', 'name': 'tempest-port--719601697', 'admin_state_up': True}, {'network_id': '5c318d79-a5f5-4a61-91eb-39e9bb58aa90', 'admin_state_up': False}]} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:32.610643 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-8aec1a3c-cba7-4aba-a510-018699ed02fe tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Request body: {'port': {'network_id': '23b676ed-1f15-4883-8777-f0522c2e5550', 'name': 'tempest-port--719601697', 'admin_state_up': True}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:32.611117 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-8aec1a3c-cba7-4aba-a510-018699ed02fe tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Request body: {'port': {'network_id': '5c318d79-a5f5-4a61-91eb-39e9bb58aa90', 'admin_state_up': False}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:32.617438 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf314d-b5a3-42c9-a73f-72e523410e4f admin admin] Checking segment: {'id': 'f4687f99-6781-4a43-82a7-56c0a23bfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:15:32.617841 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bf314d-b5a3-42c9-a73f-72e523410e4f admin admin] Network hostable DHCP agents. Network: d3873ac0-1db4-4dba-9bfe-d989f1a20099, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:15:32.621840 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b4095b77-1318-484c-950a-175c01c90a1d tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:32.630244 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70f875-55a2-411f-8bf5-e5912709ca02 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Pushing event updated for resources: {'Network': ['ID=5c318d79-a5f5-4a61-91eb-39e9bb58aa90,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:32.642624 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 5c318d79-a5f5-4a61-91eb-39e9bb58aa90 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:15:32.648739 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fc7ec192-359b-49d9-8ea6-09fceda26377 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:32.653419 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4095b77-1318-484c-950a-175c01c90a1d tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Pushing event deleted for resources: {'Port': ['ID=c870838f-9b4c-405f-9360-d807cbc6ddba,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:32.675215 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c8b155-7d25-4749-96ed-b900d0a5de35 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:32.679500 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fc7ec192-359b-49d9-8ea6-09fceda26377 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:32.729385 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bf314d-b5a3-42c9-a73f-72e523410e4f admin admin] Network d3873ac0-1db4-4dba-9bfe-d989f1a20099 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:15:32.736178 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b4095b77-1318-484c-950a-175c01c90a1d tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:32.790453 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ec192-359b-49d9-8ea6-09fceda26377 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event updated for resources: {'Port': ['ID=d2a2088e-ab36-4cdc-aad3-784938d0ba9a,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:32.795769 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-e9bf314d-b5a3-42c9-a73f-72e523410e4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, d3873ac0-1db4-4dba-9bfe-d989f1a20099) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:32.805791 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d1e237-9169-4e98-97ca-95d3c52052ba None None] Network d3873ac0-1db4-4dba-9bfe-d989f1a20099 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:15:32.834509 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bf314d-b5a3-42c9-a73f-72e523410e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:32.835123 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9bf314d-b5a3-42c9-a73f-72e523410e4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:32.847812 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b4095b77-1318-484c-950a-175c01c90a1d tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:32.848209 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fc7ec192-359b-49d9-8ea6-09fceda26377 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:32.850559 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b4095b77-1318-484c-950a-175c01c90a1d tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:32.886938 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e9bf314d-b5a3-42c9-a73f-72e523410e4f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7629514 Nov 12 20:15:32.949718 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b4095b77-1318-484c-950a-175c01c90a1d tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:32.950451 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4095b77-1318-484c-950a-175c01c90a1d tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Fanout notify agent at l3_agent the message router_deleted on router 8201d5c8-0103-4b57-81cc-6ddf4de55910 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:15:32.954036 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a273696d-f219-4934-920c-fb1339df7b01 None None] Network d3873ac0-1db4-4dba-9bfe-d989f1a20099 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:15:32.967256 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b4095b77-1318-484c-950a-175c01c90a1d tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:32.972760 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b4095b77-1318-484c-950a-175c01c90a1d tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "DELETE /v2.0/routers/8201d5c8-0103-4b57-81cc-6ddf4de55910 HTTP/1.1" status: 204 len: 168 time: 1.4262767 Nov 12 20:15:32.973221 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46612) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:32.982976 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-acccebea-589f-4efb-abff-6f2a28182d8a tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1060043946', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:32.990908 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aec1a3c-cba7-4aba-a510-018699ed02fe tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Made reservation on behalf of a87e0abb78ec4ce69be1b428413d5855 for: {'port': 2} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:15:32.995335 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8aec1a3c-cba7-4aba-a510-018699ed02fe tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:33.025588 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-fc7ec192-359b-49d9-8ea6-09fceda26377 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Floating IP 548913bf-225b-4a77-8e10-968b42a38f6e associated. External IP: 172.25.5.126, port: 5f7114aa-890d-4082-82f6-1dfcb9653ca3. Nov 12 20:15:33.027774 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8aec1a3c-cba7-4aba-a510-018699ed02fe tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:33.078037 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-acccebea-589f-4efb-abff-6f2a28182d8a tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:33.080502 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-acccebea-589f-4efb-abff-6f2a28182d8a tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:33.232744 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-acccebea-589f-4efb-abff-6f2a28182d8a tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:33.242430 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-8aec1a3c-cba7-4aba-a510-018699ed02fe tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] device_id is not set on port 1cf1f67f-f94f-4008-87ba-2465a68c036d yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:15:33.248558 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-acccebea-589f-4efb-abff-6f2a28182d8a tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:33.283120 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-acccebea-589f-4efb-abff-6f2a28182d8a tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:33.286721 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-acccebea-589f-4efb-abff-6f2a28182d8a tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3100348 Nov 12 20:15:33.287201 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46628) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:33.292247 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-26df5ab7-8334-4d9b-b9d7-52488cf25fc5 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:33.491520 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08d000-9c6a-4271-963c-f96f53ac2f45 req-868b1098-87f6-407a-b96d-92c41bee9282 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:33.493101 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aa08d000-9c6a-4271-963c-f96f53ac2f45 req-868b1098-87f6-407a-b96d-92c41bee9282 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa57b71-1d53-4f2c-aa28-88b84d2c52fe HTTP/1.1" status: 200 len: 945 time: 0.1532733 Nov 12 20:15:33.551731 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7ec192-359b-49d9-8ea6-09fceda26377 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Router 14719374-8782-4899-a302-d4232fc37549 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:15:33.589385 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8aec1a3c-cba7-4aba-a510-018699ed02fe tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:33.608404 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca31752-630b-427f-be3e-93aba316f38b req-a0f3940d-62bb-46f1-9263-91a7b9a191b0 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:33.610819 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ca31752-630b-427f-be3e-93aba316f38b req-a0f3940d-62bb-46f1-9263-91a7b9a191b0 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/networks?id=d3873ac0-1db4-4dba-9bfe-d989f1a20099 HTTP/1.1" status: 200 len: 811 time: 0.3150227 Nov 12 20:15:33.619692 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-26df5ab7-8334-4d9b-b9d7-52488cf25fc5 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:33.658329 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070dc709-b81c-44d5-95ec-b269d954d04f req-b970ec9e-4ea7-4e56-853d-773769bcbff3 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:33.659802 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-070dc709-b81c-44d5-95ec-b269d954d04f req-b970ec9e-4ea7-4e56-853d-773769bcbff3 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af181d3-d7a4-45be-bf04-14c5817122bb HTTP/1.1" status: 200 len: 946 time: 0.1525986 Nov 12 20:15:33.661049 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ca31752-630b-427f-be3e-93aba316f38b req-816a551a-f519-4e9b-a7a0-e4835d66e9c0 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/quotas/8273d0d46fc244019c3a4caebc6e0105 HTTP/1.1" status: 200 len: 375 time: 0.0376108 Nov 12 20:15:33.724149 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ca31752-630b-427f-be3e-93aba316f38b req-7a5612e1-2309-4a9a-a0d6-0fe8ac797df0 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8273d0d46fc244019c3a4caebc6e0105&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543115 Nov 12 20:15:33.745606 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-8aec1a3c-cba7-4aba-a510-018699ed02fe tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] device_id is not set on port 06b63b27-0f88-43c5-8249-0dbaae051630 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:15:33.756087 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168e0ab-bc91-4649-a235-d6af39f32445 req-834390c2-bcc4-417f-8fbe-4755c3f71a4f tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:33.757644 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1168e0ab-bc91-4649-a235-d6af39f32445 req-834390c2-bcc4-417f-8fbe-4755c3f71a4f tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfa57b71-1d53-4f2c-aa28-88b84d2c52fe HTTP/1.1" status: 200 len: 945 time: 0.2383118 Nov 12 20:15:33.878516 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-aa08d000-9c6a-4271-963c-f96f53ac2f45 req-509f3cb7-ff42-4a60-947a-ef874f44d1b1 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Deleting port 1f7ced17-487a-460b-b417-909f86efe74f {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:33.878862 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-aa08d000-9c6a-4271-963c-f96f53ac2f45 req-509f3cb7-ff42-4a60-947a-ef874f44d1b1 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:33.902581 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1168e0ab-bc91-4649-a235-d6af39f32445 req-45c8efde-74e1-4a21-995b-7c321778e14a tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365302 Nov 12 20:15:33.948046 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7ec192-359b-49d9-8ea6-09fceda26377 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:15:33.961045 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2bac34-5ed5-4e5e-bbe5-b89594e9d23b None None] Sync routers for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:15:33.974128 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2bac34-5ed5-4e5e-bbe5-b89594e9d23b None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:33.974867 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-6f2bac34-5ed5-4e5e-bbe5-b89594e9d23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:34.012740 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fc7ec192-359b-49d9-8ea6-09fceda26377 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:34.042171 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-6f2bac34-5ed5-4e5e-bbe5-b89594e9d23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:34.061916 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2bac34-5ed5-4e5e-bbe5-b89594e9d23b None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:34.064558 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-6f2bac34-5ed5-4e5e-bbe5-b89594e9d23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:34.086052 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fc7ec192-359b-49d9-8ea6-09fceda26377 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.3519444 Nov 12 20:15:34.093900 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46636) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:34.096586 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-aa08d000-9c6a-4271-963c-f96f53ac2f45 req-509f3cb7-ff42-4a60-947a-ef874f44d1b1 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] For port 1f7ced17-487a-460b-b417-909f86efe74f, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1f7ced17-487a-460b-b417-909f86efe74f,segment=NetworkSegment(f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a),segment_id=f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:34.096960 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-aa08d000-9c6a-4271-963c-f96f53ac2f45 req-509f3cb7-ff42-4a60-947a-ef874f44d1b1 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:34.104462 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-d46b4983-ba45-4994-81fb-9adcb9a3706b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:34.118682 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-6f2bac34-5ed5-4e5e-bbe5-b89594e9d23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:34.119628 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2bac34-5ed5-4e5e-bbe5-b89594e9d23b None None] The sync data for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:15:34.147990 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8aec1a3c-cba7-4aba-a510-018699ed02fe tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:34.154622 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-aa08d000-9c6a-4271-963c-f96f53ac2f45 req-509f3cb7-ff42-4a60-947a-ef874f44d1b1 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Calling delete_port for 1f7ced17-487a-460b-b417-909f86efe74f owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:34.215336 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-070dc709-b81c-44d5-95ec-b269d954d04f req-0b8844ae-f187-4e6a-a739-ba9734fdfe68 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Deleting port d7b15c27-fedb-468f-825a-051a5b40303f {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:34.215967 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-070dc709-b81c-44d5-95ec-b269d954d04f req-0b8844ae-f187-4e6a-a739-ba9734fdfe68 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:34.220201 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ca31752-630b-427f-be3e-93aba316f38b req-2ae8409b-03f9-4307-994c-c405baed7350 service neutron] 10.222.0.48 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580312 Nov 12 20:15:34.229121 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d46b4983-ba45-4994-81fb-9adcb9a3706b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:34.462037 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-26df5ab7-8334-4d9b-b9d7-52488cf25fc5 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:34.473952 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-070dc709-b81c-44d5-95ec-b269d954d04f req-0b8844ae-f187-4e6a-a739-ba9734fdfe68 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] For port d7b15c27-fedb-468f-825a-051a5b40303f, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d7b15c27-fedb-468f-825a-051a5b40303f,segment=NetworkSegment(f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a),segment_id=f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:34.474252 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-070dc709-b81c-44d5-95ec-b269d954d04f req-0b8844ae-f187-4e6a-a739-ba9734fdfe68 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:34.509460 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-26df5ab7-8334-4d9b-b9d7-52488cf25fc5 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:34.511296 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-070dc709-b81c-44d5-95ec-b269d954d04f req-0b8844ae-f187-4e6a-a739-ba9734fdfe68 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Calling delete_port for d7b15c27-fedb-468f-825a-051a5b40303f owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:34.523251 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ca31752-630b-427f-be3e-93aba316f38b req-6afbac6d-2310-4ee3-840e-cf353b53199b service neutron] 10.222.0.48 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875586 Nov 12 20:15:34.630197 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8aec1a3c-cba7-4aba-a510-018699ed02fe tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:34.695395 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-26df5ab7-8334-4d9b-b9d7-52488cf25fc5 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Allocated IP 172.25.5.32 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/a1f5a2ba-df16-48a7-a242-130d5e15829d) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:34.749247 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec1a3c-cba7-4aba-a510-018699ed02fe tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Pushing event updated for resources: {'Port': ['ID=1cf1f67f-f94f-4008-87ba-2465a68c036d,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:34.811438 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-070dc709-b81c-44d5-95ec-b269d954d04f req-0b8844ae-f187-4e6a-a739-ba9734fdfe68 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:34.813701 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-00932029-8247-4d69-9070-f36f82a10dfa req-40847e7b-2839-43c5-8fb6-83048fc5b150 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a389b9-0c35-47c5-baa8-a77f498aa97b HTTP/1.1" status: 200 len: 210 time: 0.0706148 Nov 12 20:15:34.824324 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['d7b15c27-fedb-468f-825a-051a5b40303f'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:15:34.831588 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aec1a3c-cba7-4aba-a510-018699ed02fe tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Checking segment: {'id': 'dad76090-78ca-4357-8fec-ede5460a91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '23b676ed-1f15-4883-8777-f0522c2e5550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:15:34.831959 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aec1a3c-cba7-4aba-a510-018699ed02fe tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Network hostable DHCP agents. Network: 23b676ed-1f15-4883-8777-f0522c2e5550, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:15:34.855176 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8844ae-f187-4e6a-a739-ba9734fdfe68 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Pushing event deleted for resources: {'Port': ['ID=d7b15c27-fedb-468f-825a-051a5b40303f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:34.855708 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-aa08d000-9c6a-4271-963c-f96f53ac2f45 req-509f3cb7-ff42-4a60-947a-ef874f44d1b1 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:34.897353 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['d7b15c27-fedb-468f-825a-051a5b40303f'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:15:34.904732 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d46b4983-ba45-4994-81fb-9adcb9a3706b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:34.923085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aec1a3c-cba7-4aba-a510-018699ed02fe tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Network 23b676ed-1f15-4883-8777-f0522c2e5550 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:15:34.928861 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-070dc709-b81c-44d5-95ec-b269d954d04f req-0b8844ae-f187-4e6a-a739-ba9734fdfe68 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] No DVR routers for this DVR port d7b15c27-fedb-468f-825a-051a5b40303f on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:15:34.932843 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-070dc709-b81c-44d5-95ec-b269d954d04f req-0b8844ae-f187-4e6a-a739-ba9734fdfe68 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:34.936404 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-070dc709-b81c-44d5-95ec-b269d954d04f req-0b8844ae-f187-4e6a-a739-ba9734fdfe68 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.52 "DELETE /v2.0/ports/d7b15c27-fedb-468f-825a-051a5b40303f HTTP/1.1" status: 204 len: 173 time: 1.2655616 Nov 12 20:15:34.936827 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af181d3-d7a4-45be-bf04-14c5817122bb', 'name': 'network-vif-deleted', 'tag': 'd7b15c27-fedb-468f-825a-051a5b40303f'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:15:34.940055 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc5ddfa-2d79-44ee-a18d-b80cb333bdfb" -d '{"events": [{"server_uuid": "7af181d3-d7a4-45be-bf04-14c5817122bb", "name": "network-vif-deleted", "tag": "d7b15c27-fedb-468f-825a-051a5b40303f"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:15:34.946823 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-26df5ab7-8334-4d9b-b9d7-52488cf25fc5 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:34.989692 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-26df5ab7-8334-4d9b-b9d7-52488cf25fc5 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:35.010431 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f3cb7-ff42-4a60-947a-ef874f44d1b1 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Pushing event deleted for resources: {'Port': ['ID=1f7ced17-487a-460b-b417-909f86efe74f,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:35.017510 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d46b4983-ba45-4994-81fb-9adcb9a3706b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:35.018128 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-d46b4983-ba45-4994-81fb-9adcb9a3706b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Floating IP 548913bf-225b-4a77-8e10-968b42a38f6e disassociated. External IP: 172.25.5.126, port: 5f7114aa-890d-4082-82f6-1dfcb9653ca3. Nov 12 20:15:35.034485 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-8aec1a3c-cba7-4aba-a510-018699ed02fe tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 23b676ed-1f15-4883-8777-f0522c2e5550) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:35.044160 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6946da3-dbfb-4169-8e75-2b76880c2593 None None] Network 23b676ed-1f15-4883-8777-f0522c2e5550 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:15:35.075018 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa27d7e-1e8b-4db1-8196-d1185bc05d05 x-openstack-request-id: req-ffa27d7e-1e8b-4db1-8196-d1185bc05d05 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:15:35.088765 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af181d3-d7a4-45be-bf04-14c5817122bb", "name": "network-vif-deleted", "tag": "d7b15c27-fedb-468f-825a-051a5b40303f", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:15:35.089034 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ffa27d7e-1e8b-4db1-8196-d1185bc05d05 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:15:35.089479 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af181d3-d7a4-45be-bf04-14c5817122bb', 'name': 'network-vif-deleted', 'tag': 'd7b15c27-fedb-468f-825a-051a5b40303f', 'status': 'completed', 'code': 200} Nov 12 20:15:35.096167 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26df5ab7-8334-4d9b-b9d7-52488cf25fc5 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:35.133940 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-33b6dd9a-d105-4fa5-ad3c-b5289838c507 req-3ad2d57e-a836-412a-86a0-a9275aaf9fbc tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfa57b71-1d53-4f2c-aa28-88b84d2c52fe HTTP/1.1" status: 200 len: 210 time: 0.0902071 Nov 12 20:15:35.137632 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa08d000-9c6a-4271-963c-f96f53ac2f45 req-509f3cb7-ff42-4a60-947a-ef874f44d1b1 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] No DVR routers for this DVR port 1f7ced17-487a-460b-b417-909f86efe74f on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:15:35.139327 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aec1a3c-cba7-4aba-a510-018699ed02fe tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:35.140195 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8aec1a3c-cba7-4aba-a510-018699ed02fe tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:35.143153 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-26df5ab7-8334-4d9b-b9d7-52488cf25fc5 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:35.145495 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26df5ab7-8334-4d9b-b9d7-52488cf25fc5 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:35.147949 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df5ab7-8334-4d9b-b9d7-52488cf25fc5 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Pushing event updated for resources: {'Port': ['ID=a1f5a2ba-df16-48a7-a242-130d5e15829d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:35.148911 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-aa08d000-9c6a-4271-963c-f96f53ac2f45 req-509f3cb7-ff42-4a60-947a-ef874f44d1b1 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:35.168848 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aa08d000-9c6a-4271-963c-f96f53ac2f45 req-509f3cb7-ff42-4a60-947a-ef874f44d1b1 tempest-MultipleCreateTestJSON-767887969 tempest-MultipleCreateTestJSON-767887969-project] 10.222.0.55 "DELETE /v2.0/ports/1f7ced17-487a-460b-b417-909f86efe74f HTTP/1.1" status: 204 len: 173 time: 1.6692455 Nov 12 20:15:35.172202 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa57b71-1d53-4f2c-aa28-88b84d2c52fe', 'name': 'network-vif-deleted', 'tag': '1f7ced17-487a-460b-b417-909f86efe74f'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:15:35.174872 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5a525d-b942-4fd5-be23-21781d934288" -d '{"events": [{"server_uuid": "cfa57b71-1d53-4f2c-aa28-88b84d2c52fe", "name": "network-vif-deleted", "tag": "1f7ced17-487a-460b-b417-909f86efe74f"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:15:35.188862 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c68574-2db8-44dc-977f-7ac99bb21514 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:35.301366 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ab8eb3-96e7-4026-8afa-80906070ebca x-openstack-request-id: req-a3ab8eb3-96e7-4026-8afa-80906070ebca {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:15:35.302428 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa57b71-1d53-4f2c-aa28-88b84d2c52fe", "name": "network-vif-deleted", "tag": "1f7ced17-487a-460b-b417-909f86efe74f", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:15:35.302869 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a3ab8eb3-96e7-4026-8afa-80906070ebca {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:15:35.303459 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa57b71-1d53-4f2c-aa28-88b84d2c52fe', 'name': 'network-vif-deleted', 'tag': '1f7ced17-487a-460b-b417-909f86efe74f', 'status': 'completed', 'code': 200} Nov 12 20:15:35.309195 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec1a3c-cba7-4aba-a510-018699ed02fe tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Pushing event updated for resources: {'Port': ['ID=06b63b27-0f88-43c5-8249-0dbaae051630,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:35.354378 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aec1a3c-cba7-4aba-a510-018699ed02fe tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Checking segment: {'id': '2545f26c-cb22-4410-ad50-e132ab9571a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5c318d79-a5f5-4a61-91eb-39e9bb58aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:15:35.355050 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aec1a3c-cba7-4aba-a510-018699ed02fe tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Network hostable DHCP agents. Network: 5c318d79-a5f5-4a61-91eb-39e9bb58aa90, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:15:35.355224 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9b9d0c77-7986-4291-b375-634501bfad87 None None] Provisioning complete for port a1f5a2ba-df16-48a7-a242-130d5e15829d triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:35.355598 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9b9d0c77-7986-4291-b375-634501bfad87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:35.398651 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d0c77-7986-4291-b375-634501bfad87 None None] Port a1f5a2ba-df16-48a7-a242-130d5e15829d cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:15:35.432936 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aec1a3c-cba7-4aba-a510-018699ed02fe tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Network 5c318d79-a5f5-4a61-91eb-39e9bb58aa90 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:15:35.454556 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-8aec1a3c-cba7-4aba-a510-018699ed02fe tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 5c318d79-a5f5-4a61-91eb-39e9bb58aa90) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:35.463441 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e1e658-26e7-4956-a65a-fcac1596755f None None] Network 5c318d79-a5f5-4a61-91eb-39e9bb58aa90 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:15:35.497036 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aec1a3c-cba7-4aba-a510-018699ed02fe tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:35.504332 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aec1a3c-cba7-4aba-a510-018699ed02fe tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:35.514362 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aec1a3c-cba7-4aba-a510-018699ed02fe tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:35.516561 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8aec1a3c-cba7-4aba-a510-018699ed02fe tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:35.547825 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8aec1a3c-cba7-4aba-a510-018699ed02fe tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.9462178 Nov 12 20:15:35.551050 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46658) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:35.616386 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46b4983-ba45-4994-81fb-9adcb9a3706b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Router 14719374-8782-4899-a302-d4232fc37549 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:15:35.631284 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-26df5ab7-8334-4d9b-b9d7-52488cf25fc5 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:35.649201 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ae91de-da59-47d9-ad29-335d4d30325a tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:35.656130 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ae91de-da59-47d9-ad29-335d4d30325a tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:35.660472 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-84ae91de-da59-47d9-ad29-335d4d30325a tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1056621 Nov 12 20:15:35.671469 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46660) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:35.776916 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46b4983-ba45-4994-81fb-9adcb9a3706b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:15:35.782844 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d46b4983-ba45-4994-81fb-9adcb9a3706b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:35.788378 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4da448a-7a0f-4bd2-a2c3-ab42060feecd None None] Sync routers for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:15:35.801440 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4da448a-7a0f-4bd2-a2c3-ab42060feecd None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:35.802457 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b4da448a-7a0f-4bd2-a2c3-ab42060feecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:35.836943 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d46b4983-ba45-4994-81fb-9adcb9a3706b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "PUT /v2.0/floatingips/548913bf-225b-4a77-8e10-968b42a38f6e HTTP/1.1" status: 200 len: 688 time: 1.7349372 Nov 12 20:15:35.837235 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46662) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:35.851294 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b4da448a-7a0f-4bd2-a2c3-ab42060feecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:35.862055 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4da448a-7a0f-4bd2-a2c3-ab42060feecd None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:35.863162 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b4da448a-7a0f-4bd2-a2c3-ab42060feecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:35.910850 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b4da448a-7a0f-4bd2-a2c3-ab42060feecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:35.911497 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4da448a-7a0f-4bd2-a2c3-ab42060feecd None None] The sync data for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:15:35.919722 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-cbb45ba6-8cc0-4e8b-bd49-05161d6150be tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Deleting port 1cf1f67f-f94f-4008-87ba-2465a68c036d {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:35.920076 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cbb45ba6-8cc0-4e8b-bd49-05161d6150be tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:35.995435 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5ea05200-b606-409c-b91e-cc1046053274 req-84846f18-381e-44c0-8315-24756006113a tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a389b9-0c35-47c5-baa8-a77f498aa97b HTTP/1.1" status: 200 len: 210 time: 0.0454102 Nov 12 20:15:36.017690 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 1f7ced17-487a-460b-b417-909f86efe74f no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:15:36.025563 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-c37a538a-a74c-4fe9-98d7-c532e7693705 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Deleting port d2a2088e-ab36-4cdc-aad3-784938d0ba9a {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:36.026007 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c37a538a-a74c-4fe9-98d7-c532e7693705 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:36.028188 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-26df5ab7-8334-4d9b-b9d7-52488cf25fc5 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7534'] for router, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:36.033995 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cbb45ba6-8cc0-4e8b-bd49-05161d6150be tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:36.036749 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-26df5ab7-8334-4d9b-b9d7-52488cf25fc5 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706542'] for router, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:36.044807 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 1f7ced17-487a-460b-b417-909f86efe74f {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:15:36.045759 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 1f7ced17-487a-460b-b417-909f86efe74f not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:15:36.085209 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-cbb45ba6-8cc0-4e8b-bd49-05161d6150be tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Calling delete_port for 1cf1f67f-f94f-4008-87ba-2465a68c036d owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:36.107523 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c37a538a-a74c-4fe9-98d7-c532e7693705 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:36.107851 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c37a538a-a74c-4fe9-98d7-c532e7693705 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:36.120748 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-c37a538a-a74c-4fe9-98d7-c532e7693705 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Calling delete_port for d2a2088e-ab36-4cdc-aad3-784938d0ba9a owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:36.257805 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cbb45ba6-8cc0-4e8b-bd49-05161d6150be tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:36.300708 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46674) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:36.322904 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb45ba6-8cc0-4e8b-bd49-05161d6150be tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Pushing event deleted for resources: {'Port': ['ID=1cf1f67f-f94f-4008-87ba-2465a68c036d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:36.355092 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cbb45ba6-8cc0-4e8b-bd49-05161d6150be tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:36.364784 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cbb45ba6-8cc0-4e8b-bd49-05161d6150be tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] 10.222.0.48 "DELETE /v2.0/ports/1cf1f67f-f94f-4008-87ba-2465a68c036d HTTP/1.1" status: 204 len: 168 time: 0.6914248 Nov 12 20:15:36.369640 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26df5ab7-8334-4d9b-b9d7-52488cf25fc5 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Router a3d14343-fff6-4803-9729-4af0c3ef90ce is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:15:36.372176 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46678) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:36.444946 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c37a538a-a74c-4fe9-98d7-c532e7693705 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:36.448954 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b9f9c7-de04-40cd-ad6b-5773f51d9533 admin admin] Deleting subnet 286d415b-82d8-466a-bb82-3019532b131f {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:15:36.483411 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-37b9f9c7-de04-40cd-ad6b-5773f51d9533 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:36.488744 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26df5ab7-8334-4d9b-b9d7-52488cf25fc5 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:15:36.495533 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-26df5ab7-8334-4d9b-b9d7-52488cf25fc5 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:36.496736 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-26df5ab7-8334-4d9b-b9d7-52488cf25fc5 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "PUT /v2.0/routers/a3d14343-fff6-4803-9729-4af0c3ef90ce HTTP/1.1" status: 200 len: 883 time: 3.2082005 Nov 12 20:15:36.499317 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46680) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:36.501692 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44700952-91df-4baa-9db5-0ebb1f838c6a None None] Sync routers for ids ['a3d14343-fff6-4803-9729-4af0c3ef90ce'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:15:36.512721 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44700952-91df-4baa-9db5-0ebb1f838c6a None None] Routers {'a3d14343-fff6-4803-9729-4af0c3ef90ce'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:36.513749 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-44700952-91df-4baa-9db5-0ebb1f838c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a3d14343-fff6-4803-9729-4af0c3ef90ce'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:36.535709 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a538a-a74c-4fe9-98d7-c532e7693705 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event deleted for resources: {'Port': ['ID=d2a2088e-ab36-4cdc-aad3-784938d0ba9a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:36.548955 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-44700952-91df-4baa-9db5-0ebb1f838c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:36.551102 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca31752-630b-427f-be3e-93aba316f38b req-86782870-060d-46e3-87a2-592f5b53fadf tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:36.552660 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6ca31752-630b-427f-be3e-93aba316f38b req-86782870-060d-46e3-87a2-592f5b53fadf tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.55 "GET /v2.0/networks?id=d3873ac0-1db4-4dba-9bfe-d989f1a20099 HTTP/1.1" status: 200 len: 811 time: 0.3069141 Nov 12 20:15:36.558644 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44700952-91df-4baa-9db5-0ebb1f838c6a None None] Routers {'a3d14343-fff6-4803-9729-4af0c3ef90ce'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:36.559857 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-44700952-91df-4baa-9db5-0ebb1f838c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a3d14343-fff6-4803-9729-4af0c3ef90ce'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:36.587391 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-6ca31752-630b-427f-be3e-93aba316f38b req-a6d20d31-9063-41d9-b55b-b11d3f039739 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Request body: {'port': {'device_id': 'd9a389b9-0c35-47c5-baa8-a77f498aa97b', 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099', 'admin_state_up': True, 'tenant_id': '8273d0d46fc244019c3a4caebc6e0105'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:36.593145 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-37b9f9c7-de04-40cd-ad6b-5773f51d9533 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:36.595960 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-44700952-91df-4baa-9db5-0ebb1f838c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:36.596700 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44700952-91df-4baa-9db5-0ebb1f838c6a None None] The sync data for ids ['a3d14343-fff6-4803-9729-4af0c3ef90ce'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:15:36.607609 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3df4c956-73e2-411c-b75e-3bf192e60fc2 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "GET /v2.0/routers/a3d14343-fff6-4803-9729-4af0c3ef90ce HTTP/1.1" status: 200 len: 924 time: 0.1071889 Nov 12 20:15:36.610421 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46682) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:36.654644 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba610546-d9dc-4a22-9888-066920ccbf98 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:36.656202 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ba610546-d9dc-4a22-9888-066920ccbf98 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1&device_id=a3d14343-fff6-4803-9729-4af0c3ef90ce&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0448709 Nov 12 20:15:36.659504 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46684) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:36.721523 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-37b9f9c7-de04-40cd-ad6b-5773f51d9533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:36.741915 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12e8a24-6703-4319-81e0-e884b160acec tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:36.745905 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b12e8a24-6703-4319-81e0-e884b160acec tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 881 time: 0.0829115 Nov 12 20:15:36.746158 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46686) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:36.746463 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-3d89f6ab-1c6b-4535-8c4e-c8bc6adf0358 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Deleting port 06b63b27-0f88-43c5-8249-0dbaae051630 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:36.746806 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3d89f6ab-1c6b-4535-8c4e-c8bc6adf0358 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:36.773455 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5567a9bf-5251-4eaa-99b9-a7441a68689b tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3d14343-fff6-4803-9729-4af0c3ef90ce HTTP/1.1" status: 200 len: 205 time: 0.0262504 Nov 12 20:15:36.776132 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46688) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:36.786088 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c37a538a-a74c-4fe9-98d7-c532e7693705 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:36.788656 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c37a538a-a74c-4fe9-98d7-c532e7693705 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:36.792939 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c37a538a-a74c-4fe9-98d7-c532e7693705 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "DELETE /v2.0/floatingips/548913bf-225b-4a77-8e10-968b42a38f6e HTTP/1.1" status: 204 len: 168 time: 0.9516535 Nov 12 20:15:36.797421 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46690) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:36.837887 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-495c1e3d-4c38-4449-817e-d0a30c04e8d2 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'port_id': 'e5b3772e-1445-4063-9149-030d89017ba9'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:36.883214 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3d89f6ab-1c6b-4535-8c4e-c8bc6adf0358 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:36.884907 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8026d509-3fe0-4f69-b8a2-d4406ef94e08 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:36.903931 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-37b9f9c7-de04-40cd-ad6b-5773f51d9533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:36.906865 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-3d89f6ab-1c6b-4535-8c4e-c8bc6adf0358 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Calling delete_port for 06b63b27-0f88-43c5-8249-0dbaae051630 owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:36.945015 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9f9c7-de04-40cd-ad6b-5773f51d9533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=286d415b-82d8-466a-bb82-3019532b131f,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:36.947200 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-495c1e3d-4c38-4449-817e-d0a30c04e8d2 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:36.958762 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-37b9f9c7-de04-40cd-ad6b-5773f51d9533 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:36.965843 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-37b9f9c7-de04-40cd-ad6b-5773f51d9533 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/286d415b-82d8-466a-bb82-3019532b131f HTTP/1.1" status: 204 len: 168 time: 0.6619096 Nov 12 20:15:36.975641 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46692) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:37.005812 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8026d509-3fe0-4f69-b8a2-d4406ef94e08 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.042813 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca31752-630b-427f-be3e-93aba316f38b req-a6d20d31-9063-41d9-b55b-b11d3f039739 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Made reservation on behalf of 8273d0d46fc244019c3a4caebc6e0105 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:15:37.046301 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6ca31752-630b-427f-be3e-93aba316f38b req-a6d20d31-9063-41d9-b55b-b11d3f039739 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.066942 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-8026d509-3fe0-4f69-b8a2-d4406ef94e08 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Deleting port a1f5a2ba-df16-48a7-a242-130d5e15829d {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:37.067285 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8026d509-3fe0-4f69-b8a2-d4406ef94e08 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.148684 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8026d509-3fe0-4f69-b8a2-d4406ef94e08 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.160431 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-8026d509-3fe0-4f69-b8a2-d4406ef94e08 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Calling delete_port for a1f5a2ba-df16-48a7-a242-130d5e15829d owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:37.170942 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-adff9999-c81a-49d5-8853-9ad3a92a7969 req-16ba5d45-8c49-40c7-ba55-11c77fa6dc49 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a389b9-0c35-47c5-baa8-a77f498aa97b HTTP/1.1" status: 200 len: 210 time: 0.0866771 Nov 12 20:15:37.171871 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device d7b15c27-fedb-468f-825a-051a5b40303f no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:15:37.194228 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb2cca6e-20fd-48e3-8918-4797e3c00dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.195971 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: d7b15c27-fedb-468f-825a-051a5b40303f {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:15:37.196353 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device d7b15c27-fedb-468f-825a-051a5b40303f not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:15:37.265696 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3d89f6ab-1c6b-4535-8c4e-c8bc6adf0358 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.349214 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89f6ab-1c6b-4535-8c4e-c8bc6adf0358 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Pushing event deleted for resources: {'Port': ['ID=06b63b27-0f88-43c5-8249-0dbaae051630,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:37.377758 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8026d509-3fe0-4f69-b8a2-d4406ef94e08 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.382689 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3d89f6ab-1c6b-4535-8c4e-c8bc6adf0358 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.386229 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3d89f6ab-1c6b-4535-8c4e-c8bc6adf0358 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] 10.222.0.48 "DELETE /v2.0/ports/06b63b27-0f88-43c5-8249-0dbaae051630 HTTP/1.1" status: 204 len: 168 time: 1.0134041 Nov 12 20:15:37.396319 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46698) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:37.404982 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026d509-3fe0-4f69-b8a2-d4406ef94e08 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Pushing event deleted for resources: {'Port': ['ID=a1f5a2ba-df16-48a7-a242-130d5e15829d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:37.422974 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2563c66d-fd75-4618-a443-bca46e35b73e None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:37.460527 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb2cca6e-20fd-48e3-8918-4797e3c00dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.465134 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-6ca31752-630b-427f-be3e-93aba316f38b req-a6d20d31-9063-41d9-b55b-b11d3f039739 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Allocated IP 172.20.0.5 (d3873ac0-1db4-4dba-9bfe-d989f1a20099/112e4b86-9b36-4cfc-b638-09194238d947/f40c7260-263e-4a4f-94b9-e51c79ca5027) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:37.468682 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c04d9a00-a064-488b-ba40-1b128796c8c8 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0475919 Nov 12 20:15:37.473416 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46702) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:37.481833 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-d9e2854b-b485-418a-a804-b6e7f00e6565 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-496608328'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:37.497676 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-495c1e3d-4c38-4449-817e-d0a30c04e8d2 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.506752 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-bb2cca6e-20fd-48e3-8918-4797e3c00dd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c5122fc-cc40-4e6c-a6af-0e0485545a5b']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:37.520906 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8026d509-3fe0-4f69-b8a2-d4406ef94e08 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.527471 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-bb2cca6e-20fd-48e3-8918-4797e3c00dd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:37.527773 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-bb2cca6e-20fd-48e3-8918-4797e3c00dd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85b6d4a-3aa5-4ab5-99d6-75f1fb17c98a') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:37.574275 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb2cca6e-20fd-48e3-8918-4797e3c00dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.582212 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e2854b-b485-418a-a804-b6e7f00e6565 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Made reservation on behalf of a87e0abb78ec4ce69be1b428413d5855 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:15:37.585677 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d9e2854b-b485-418a-a804-b6e7f00e6565 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.599679 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb2cca6e-20fd-48e3-8918-4797e3c00dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.622153 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2cca6e-20fd-48e3-8918-4797e3c00dd7 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:15:37.622562 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb2cca6e-20fd-48e3-8918-4797e3c00dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:15:37.627599 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:15:37.630144 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8026d509-3fe0-4f69-b8a2-d4406ef94e08 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.632097 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8026d509-3fe0-4f69-b8a2-d4406ef94e08 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.675715 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e2854b-b485-418a-a804-b6e7f00e6565 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:15:37.688510 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d9e2854b-b485-418a-a804-b6e7f00e6565 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.688861 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-d9e2854b-b485-418a-a804-b6e7f00e6565 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Added segment 36fef3a1-f793-4672-8627-b59aaf19ef9b of type vlan for network ecda7070-3c1a-4c2e-ad5c-591a92326531 Nov 12 20:15:37.697432 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8026d509-3fe0-4f69-b8a2-d4406ef94e08 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.698104 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8026d509-3fe0-4f69-b8a2-d4406ef94e08 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Fanout notify agent at l3_agent the message router_deleted on router a3d14343-fff6-4803-9729-4af0c3ef90ce {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:15:37.706045 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8026d509-3fe0-4f69-b8a2-d4406ef94e08 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.707521 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8026d509-3fe0-4f69-b8a2-d4406ef94e08 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "DELETE /v2.0/routers/a3d14343-fff6-4803-9729-4af0c3ef90ce HTTP/1.1" status: 204 len: 168 time: 0.9300833 Nov 12 20:15:37.710778 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46704) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:37.732621 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-264ff990-d9d8-4996-b92d-eb35fcaf6b38 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-272346188', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:37.760016 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d9e2854b-b485-418a-a804-b6e7f00e6565 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.777553 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-264ff990-d9d8-4996-b92d-eb35fcaf6b38 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.778605 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-264ff990-d9d8-4996-b92d-eb35fcaf6b38 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.802236 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d9e2854b-b485-418a-a804-b6e7f00e6565 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.808059 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e2854b-b485-418a-a804-b6e7f00e6565 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:37.808706 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d9e2854b-b485-418a-a804-b6e7f00e6565 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.887158 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d9e2854b-b485-418a-a804-b6e7f00e6565 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4102039 Nov 12 20:15:37.889770 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46706) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:37.924150 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-d6febdb8-7c04-4beb-a5cf-93cfea61f649 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-222664687'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:37.928327 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-264ff990-d9d8-4996-b92d-eb35fcaf6b38 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.941834 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-264ff990-d9d8-4996-b92d-eb35fcaf6b38 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.949997 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2854b-b485-418a-a804-b6e7f00e6565 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Pushing event updated for resources: {'Network': ['ID=ecda7070-3c1a-4c2e-ad5c-591a92326531,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:37.962803 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network ecda7070-3c1a-4c2e-ad5c-591a92326531 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:15:37.972012 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6febdb8-7c04-4beb-a5cf-93cfea61f649 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Made reservation on behalf of a87e0abb78ec4ce69be1b428413d5855 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:15:37.976363 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6febdb8-7c04-4beb-a5cf-93cfea61f649 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.981995 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-264ff990-d9d8-4996-b92d-eb35fcaf6b38 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:37.986357 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-264ff990-d9d8-4996-b92d-eb35fcaf6b38 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2714813 Nov 12 20:15:37.991595 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46708) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:38.001094 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-6214a539-55f7-4170-965b-2f6e9db77332 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'enable_snat': True}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:38.077148 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6febdb8-7c04-4beb-a5cf-93cfea61f649 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:15:38.096732 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb2cca6e-20fd-48e3-8918-4797e3c00dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:38.119923 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb2cca6e-20fd-48e3-8918-4797e3c00dd7 admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:38.123068 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bb2cca6e-20fd-48e3-8918-4797e3c00dd7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3c5122fc-cc40-4e6c-a6af-0e0485545a5b HTTP/1.1" status: 204 len: 168 time: 1.1195745 Nov 12 20:15:38.128628 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-495c1e3d-4c38-4449-817e-d0a30c04e8d2 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Allocated IP 172.25.5.172 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/b59e8b53-f05a-47ea-b5c8-1a0ee269a8a9) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:38.149776 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6febdb8-7c04-4beb-a5cf-93cfea61f649 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:38.150123 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-d6febdb8-7c04-4beb-a5cf-93cfea61f649 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Added segment bd84b7fd-107f-4b7f-a54a-cb4ce8b36105 of type vlan for network 91c84b63-7733-4dbf-80a1-0d07026bb96c Nov 12 20:15:38.150265 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cca6e-20fd-48e3-8918-4797e3c00dd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c5122fc-cc40-4e6c-a6af-0e0485545a5b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:38.195585 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6febdb8-7c04-4beb-a5cf-93cfea61f649 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:38.201755 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6ca31752-630b-427f-be3e-93aba316f38b req-a6d20d31-9063-41d9-b55b-b11d3f039739 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:38.301307 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-495c1e3d-4c38-4449-817e-d0a30c04e8d2 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:38.302549 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46714) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:38.318813 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6ca31752-630b-427f-be3e-93aba316f38b req-a6d20d31-9063-41d9-b55b-b11d3f039739 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:38.392466 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca31752-630b-427f-be3e-93aba316f38b req-a6d20d31-9063-41d9-b55b-b11d3f039739 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Network d3873ac0-1db4-4dba-9bfe-d989f1a20099 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:38.409443 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-6ca31752-630b-427f-be3e-93aba316f38b req-a6d20d31-9063-41d9-b55b-b11d3f039739 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:38.415645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca31752-630b-427f-be3e-93aba316f38b req-a6d20d31-9063-41d9-b55b-b11d3f039739 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:38.419552 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d20d31-9063-41d9-b55b-b11d3f039739 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Pushing event updated for resources: {'Port': ['ID=f40c7260-263e-4a4f-94b9-e51c79ca5027,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:38.450455 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fe0313ff-50c7-47ae-9953-d8f9fd7f1987 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=08fe9bc764934707907845b6ae9923ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1465983 Nov 12 20:15:38.454194 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46718) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:38.470629 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-495c1e3d-4c38-4449-817e-d0a30c04e8d2 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:38.530144 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca31752-630b-427f-be3e-93aba316f38b req-a6d20d31-9063-41d9-b55b-b11d3f039739 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:38.530799 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6ca31752-630b-427f-be3e-93aba316f38b req-a6d20d31-9063-41d9-b55b-b11d3f039739 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:38.549994 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495c1e3d-4c38-4449-817e-d0a30c04e8d2 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:38.566923 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-495c1e3d-4c38-4449-817e-d0a30c04e8d2 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:38.572260 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495c1e3d-4c38-4449-817e-d0a30c04e8d2 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:38.577540 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c1e3d-4c38-4449-817e-d0a30c04e8d2 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event updated for resources: {'Port': ['ID=b59e8b53-f05a-47ea-b5c8-1a0ee269a8a9,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:38.602050 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6ca31752-630b-427f-be3e-93aba316f38b req-a6d20d31-9063-41d9-b55b-b11d3f039739 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0371730 Nov 12 20:15:38.627332 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-6ca31752-630b-427f-be3e-93aba316f38b req-06b3e1fe-923f-4361-b44d-432908343a06 service neutron] Request body: {'port': {'device_id': 'd9a389b9-0c35-47c5-baa8-a77f498aa97b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:38.633102 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.db.resource_extend [None req-d6febdb8-7c04-4beb-a5cf-93cfea61f649 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 20:15:38.633843 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-63a40af6-74db-4a72-b320-36a334249ed7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:38.645729 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6214a539-55f7-4170-965b-2f6e9db77332 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:38.672300 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6febdb8-7c04-4beb-a5cf-93cfea61f649 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:38.678096 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6febdb8-7c04-4beb-a5cf-93cfea61f649 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:38.678715 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6febdb8-7c04-4beb-a5cf-93cfea61f649 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:38.707490 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-63a40af6-74db-4a72-b320-36a334249ed7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:38.735708 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5019072-033c-45fc-bed0-055145e861cc req-1aa8c38f-ddd9-4dfe-8329-852b955048ba tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:38.737526 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5019072-033c-45fc-bed0-055145e861cc req-1aa8c38f-ddd9-4dfe-8329-852b955048ba tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a389b9-0c35-47c5-baa8-a77f498aa97b HTTP/1.1" status: 200 len: 931 time: 0.1647961 Nov 12 20:15:38.769071 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d6febdb8-7c04-4beb-a5cf-93cfea61f649 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8496528 Nov 12 20:15:38.772209 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6ca31752-630b-427f-be3e-93aba316f38b req-06b3e1fe-923f-4361-b44d-432908343a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:38.817852 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6febdb8-7c04-4beb-a5cf-93cfea61f649 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Pushing event updated for resources: {'Network': ['ID=91c84b63-7733-4dbf-80a1-0d07026bb96c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:38.837115 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 91c84b63-7733-4dbf-80a1-0d07026bb96c details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:15:38.901701 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5019072-033c-45fc-bed0-055145e861cc req-6f5d52f1-7c35-48bf-912f-211c86299e75 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377559 Nov 12 20:15:38.910143 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-63a40af6-74db-4a72-b320-36a334249ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:38.913032 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-63a40af6-74db-4a72-b320-36a334249ed7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:38.914289 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-63a40af6-74db-4a72-b320-36a334249ed7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b5c554ee-e5b2-4f18-842c-f5ce5bec72e3 HTTP/1.1" status: 204 len: 168 time: 0.4590504 Nov 12 20:15:39.040610 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a40af6-74db-4a72-b320-36a334249ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c554ee-e5b2-4f18-842c-f5ce5bec72e3,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:39.124044 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6214a539-55f7-4170-965b-2f6e9db77332 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:39.149342 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6214a539-55f7-4170-965b-2f6e9db77332 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:39.285062 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-6214a539-55f7-4170-965b-2f6e9db77332 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Allocated IP 172.25.5.62 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/58f3ff97-752c-42ba-a822-c915ece14762) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:39.362716 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-6ca31752-630b-427f-be3e-93aba316f38b req-06b3e1fe-923f-4361-b44d-432908343a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f40c7260-263e-4a4f-94b9-e51c79ca5027 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:15:39.370698 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-495c1e3d-4c38-4449-817e-d0a30c04e8d2 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:39.373479 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6ca31752-630b-427f-be3e-93aba316f38b req-06b3e1fe-923f-4361-b44d-432908343a06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:39.414299 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-6ca31752-630b-427f-be3e-93aba316f38b req-06b3e1fe-923f-4361-b44d-432908343a06 service neutron] Transition to ACTIVE for port object f40c7260-263e-4a4f-94b9-e51c79ca5027 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:15:39.430419 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6ca31752-630b-427f-be3e-93aba316f38b req-06b3e1fe-923f-4361-b44d-432908343a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:39.446265 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6214a539-55f7-4170-965b-2f6e9db77332 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:39.540894 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6214a539-55f7-4170-965b-2f6e9db77332 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:39.547760 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3e1fe-923f-4361-b44d-432908343a06 service neutron] Pushing event updated for resources: {'Port': ['ID=f40c7260-263e-4a4f-94b9-e51c79ca5027,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:39.550793 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-495c1e3d-4c38-4449-817e-d0a30c04e8d2 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:39.612581 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6214a539-55f7-4170-965b-2f6e9db77332 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:39.615810 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-6214a539-55f7-4170-965b-2f6e9db77332 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:39.633324 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca83d5e-c08c-4486-b837-c98598ab7ac6 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:39.633574 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6214a539-55f7-4170-965b-2f6e9db77332 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:39.674909 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-52c2b095-46a0-4fab-b2ec-1f2166b1fb15 None None] Provisioning complete for port 58f3ff97-752c-42ba-a822-c915ece14762 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:39.676556 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-52c2b095-46a0-4fab-b2ec-1f2166b1fb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:39.691778 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214a539-55f7-4170-965b-2f6e9db77332 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Pushing event updated for resources: {'Port': ['ID=58f3ff97-752c-42ba-a822-c915ece14762,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:39.765103 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-52c2b095-46a0-4fab-b2ec-1f2166b1fb15 None None] Port 58f3ff97-752c-42ba-a822-c915ece14762 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:15:39.818429 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-6ca31752-630b-427f-be3e-93aba316f38b req-06b3e1fe-923f-4361-b44d-432908343a06 service neutron] Attempting to bind port f40c7260-263e-4a4f-94b9-e51c79ca5027 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:15:39.818829 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-6ca31752-630b-427f-be3e-93aba316f38b req-06b3e1fe-923f-4361-b44d-432908343a06 service neutron] Attempting to bind port f40c7260-263e-4a4f-94b9-e51c79ca5027 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'f4687f99-6781-4a43-82a7-56c0a23bfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:15:39.819107 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca31752-630b-427f-be3e-93aba316f38b req-06b3e1fe-923f-4361-b44d-432908343a06 service neutron] Attempting to bind port f40c7260-263e-4a4f-94b9-e51c79ca5027 on network d3873ac0-1db4-4dba-9bfe-d989f1a20099 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:15:39.824941 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca31752-630b-427f-be3e-93aba316f38b req-06b3e1fe-923f-4361-b44d-432908343a06 service neutron] Port f40c7260-263e-4a4f-94b9-e51c79ca5027 on network d3873ac0-1db4-4dba-9bfe-d989f1a20099 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:15:39.825377 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca31752-630b-427f-be3e-93aba316f38b req-06b3e1fe-923f-4361-b44d-432908343a06 service neutron] Attempting to bind port f40c7260-263e-4a4f-94b9-e51c79ca5027 on network d3873ac0-1db4-4dba-9bfe-d989f1a20099 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:15:39.833294 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca31752-630b-427f-be3e-93aba316f38b req-06b3e1fe-923f-4361-b44d-432908343a06 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:15:39.833625 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca31752-630b-427f-be3e-93aba316f38b req-06b3e1fe-923f-4361-b44d-432908343a06 service neutron] Checking segment: {'id': 'f4687f99-6781-4a43-82a7-56c0a23bfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:15:39.834010 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca31752-630b-427f-be3e-93aba316f38b req-06b3e1fe-923f-4361-b44d-432908343a06 service neutron] Bound using segment: {'id': 'f4687f99-6781-4a43-82a7-56c0a23bfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:15:39.834437 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-6ca31752-630b-427f-be3e-93aba316f38b req-06b3e1fe-923f-4361-b44d-432908343a06 service neutron] Bound port: f40c7260-263e-4a4f-94b9-e51c79ca5027, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4687f99-6781-4a43-82a7-56c0a23bfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:15:39.834785 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6ca31752-630b-427f-be3e-93aba316f38b req-06b3e1fe-923f-4361-b44d-432908343a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:39.934213 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-6ca31752-630b-427f-be3e-93aba316f38b req-06b3e1fe-923f-4361-b44d-432908343a06 service neutron] For port f40c7260-263e-4a4f-94b9-e51c79ca5027, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:15:39.938611 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-6ca31752-630b-427f-be3e-93aba316f38b req-06b3e1fe-923f-4361-b44d-432908343a06 service neutron] For port f40c7260-263e-4a4f-94b9-e51c79ca5027, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=f40c7260-263e-4a4f-94b9-e51c79ca5027,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:15:39.951982 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6ca31752-630b-427f-be3e-93aba316f38b req-06b3e1fe-923f-4361-b44d-432908343a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:40.030040 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-495c1e3d-4c38-4449-817e-d0a30c04e8d2 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:40.050093 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-495c1e3d-4c38-4449-817e-d0a30c04e8d2 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:40.053531 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46748) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:40.073371 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca31752-630b-427f-be3e-93aba316f38b req-06b3e1fe-923f-4361-b44d-432908343a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:40.074195 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6ca31752-630b-427f-be3e-93aba316f38b req-06b3e1fe-923f-4361-b44d-432908343a06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:40.076059 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6ca31752-630b-427f-be3e-93aba316f38b req-06b3e1fe-923f-4361-b44d-432908343a06 service neutron] 10.222.0.55 "PUT /v2.0/ports/f40c7260-263e-4a4f-94b9-e51c79ca5027 HTTP/1.1" status: 200 len: 1092 time: 1.4592583 Nov 12 20:15:40.095880 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6214a539-55f7-4170-965b-2f6e9db77332 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:40.118609 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a389b9-0c35-47c5-baa8-a77f498aa97b', 'tag': 'f40c7260-263e-4a4f-94b9-e51c79ca5027'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:15:40.121664 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0279dc-d29e-483c-88c6-dd95f50b5845" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a389b9-0c35-47c5-baa8-a77f498aa97b", "tag": "f40c7260-263e-4a4f-94b9-e51c79ca5027"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:15:40.210437 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9594a5ab-7e08-4f62-b0fb-098e4d0c9797 x-openstack-request-id: req-9594a5ab-7e08-4f62-b0fb-098e4d0c9797 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:15:40.210854 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a389b9-0c35-47c5-baa8-a77f498aa97b", "tag": "f40c7260-263e-4a4f-94b9-e51c79ca5027", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:15:40.211530 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9594a5ab-7e08-4f62-b0fb-098e4d0c9797 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:15:40.211687 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a389b9-0c35-47c5-baa8-a77f498aa97b', 'tag': 'f40c7260-263e-4a4f-94b9-e51c79ca5027', 'status': 'completed', 'code': 200} Nov 12 20:15:40.229036 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-d6668341-314b-458b-b79f-6c676a54e416 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1392185645-network', 'tenant_id': '28aa3fc44ab040d3864c0fc09f1a0094'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:40.232851 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3e1fe-923f-4361-b44d-432908343a06 service neutron] Pushing event updated for resources: {'Port': ['ID=f40c7260-263e-4a4f-94b9-e51c79ca5027,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:40.254112 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183ec9c-5a15-4543-b547-1a7b6a3b5f4a req-e544ecd8-d839-4e63-bbdf-3a756857f10e tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:40.255835 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f183ec9c-5a15-4543-b547-1a7b6a3b5f4a req-e544ecd8-d839-4e63-bbdf-3a756857f10e tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a389b9-0c35-47c5-baa8-a77f498aa97b HTTP/1.1" status: 200 len: 943 time: 0.2170374 Nov 12 20:15:40.256808 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-495c1e3d-4c38-4449-817e-d0a30c04e8d2 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:40.303545 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6668341-314b-458b-b79f-6c676a54e416 admin admin] Made reservation on behalf of 28aa3fc44ab040d3864c0fc09f1a0094 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:15:40.306312 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6668341-314b-458b-b79f-6c676a54e416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:40.319595 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6668341-314b-458b-b79f-6c676a54e416 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:40.356538 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca31752-630b-427f-be3e-93aba316f38b req-72e484b5-e4f8-467d-a616-4a92e42ed429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:40.358039 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6ca31752-630b-427f-be3e-93aba316f38b req-72e484b5-e4f8-467d-a616-4a92e42ed429 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8273d0d46fc244019c3a4caebc6e0105&device_id=d9a389b9-0c35-47c5-baa8-a77f498aa97b HTTP/1.1" status: 200 len: 1095 time: 0.2226038 Nov 12 20:15:40.432548 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6214a539-55f7-4170-965b-2f6e9db77332 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7534'] for router, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:40.437493 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6214a539-55f7-4170-965b-2f6e9db77332 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706542'] for router, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:40.451003 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c1e3d-4c38-4449-817e-d0a30c04e8d2 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event updated for resources: {'Port': ['ID=b59e8b53-f05a-47ea-b5c8-1a0ee269a8a9,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:40.459413 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6ca31752-630b-427f-be3e-93aba316f38b req-5cab786e-6cba-419e-887a-de83f8f7a15f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f40c7260-263e-4a4f-94b9-e51c79ca5027 HTTP/1.1" status: 200 len: 217 time: 0.0863311 Nov 12 20:15:40.467210 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f183ec9c-5a15-4543-b547-1a7b6a3b5f4a req-946bc954-088a-488a-bb94-470b20abcc5c tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040627 Nov 12 20:15:40.508400 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-495c1e3d-4c38-4449-817e-d0a30c04e8d2 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Floating IP ef359bd0-98a1-413c-8857-e70a9aa513c9 associated. External IP: 172.25.5.172, port: e5b3772e-1445-4063-9149-030d89017ba9. Nov 12 20:15:40.534584 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6668341-314b-458b-b79f-6c676a54e416 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:40.543981 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6668341-314b-458b-b79f-6c676a54e416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:40.568893 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca31752-630b-427f-be3e-93aba316f38b req-69c588f7-ae9c-46bd-acb5-59c1e24fe7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:40.570457 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6ca31752-630b-427f-be3e-93aba316f38b req-69c588f7-ae9c-46bd-acb5-59c1e24fe7c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=112e4b86-9b36-4cfc-b638-09194238d947 HTTP/1.1" status: 200 len: 851 time: 0.1001484 Nov 12 20:15:40.609582 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6ca31752-630b-427f-be3e-93aba316f38b req-5f684cf3-1890-42be-a982-db5b9f03c09d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3873ac0-1db4-4dba-9bfe-d989f1a20099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290034 Nov 12 20:15:40.644962 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6668341-314b-458b-b79f-6c676a54e416 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:15:40.670458 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6668341-314b-458b-b79f-6c676a54e416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:40.670800 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-d6668341-314b-458b-b79f-6c676a54e416 admin admin] Added segment 78497b66-48e9-476b-aa1e-7793d7fd2487 of type vlan for network 68ae9680-9d4e-4ba9-9069-178065492e16 Nov 12 20:15:40.673359 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6668341-314b-458b-b79f-6c676a54e416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ee48ad-bb84-41b1-8ffa-11ff683fdf6a,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:40.748720 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6668341-314b-458b-b79f-6c676a54e416 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:40.777305 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6214a539-55f7-4170-965b-2f6e9db77332 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Router 6d19942b-3093-4716-8540-97d9ac40bed6 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:15:40.782667 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6668341-314b-458b-b79f-6c676a54e416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:40.783751 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6668341-314b-458b-b79f-6c676a54e416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:40.784434 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6668341-314b-458b-b79f-6c676a54e416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:40.837936 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6ca31752-630b-427f-be3e-93aba316f38b req-8bdcaafa-ca36-4ab5-8dec-822ae3f9eac1 service neutron] 10.222.0.55 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997695 Nov 12 20:15:40.888072 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495c1e3d-4c38-4449-817e-d0a30c04e8d2 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Router 14719374-8782-4899-a302-d4232fc37549 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:15:40.946937 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d6668341-314b-458b-b79f-6c676a54e416 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8898656 Nov 12 20:15:40.948159 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46758) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:40.958956 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-24894526-db49-48ff-8ffa-4db82bcb6097 admin admin] Request body: {'subnet': {'network_id': '68ae9680-9d4e-4ba9-9069-178065492e16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1392185645-subnet', 'tenant_id': '28aa3fc44ab040d3864c0fc09f1a0094', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:40.965741 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6668341-314b-458b-b79f-6c676a54e416 admin admin] Pushing event updated for resources: {'Network': ['ID=68ae9680-9d4e-4ba9-9069-178065492e16,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:40.985982 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6214a539-55f7-4170-965b-2f6e9db77332 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:15:40.991273 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6214a539-55f7-4170-965b-2f6e9db77332 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:40.995240 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6214a539-55f7-4170-965b-2f6e9db77332 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "PUT /v2.0/routers/6d19942b-3093-4716-8540-97d9ac40bed6 HTTP/1.1" status: 200 len: 917 time: 3.0032210 Nov 12 20:15:40.996332 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46760) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:41.001035 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24894526-db49-48ff-8ffa-4db82bcb6097 admin admin] Made reservation on behalf of 28aa3fc44ab040d3864c0fc09f1a0094 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:15:41.003794 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-24894526-db49-48ff-8ffa-4db82bcb6097 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:41.003980 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ce45e2-3c0b-459e-abc0-0190289d94ce None None] Sync routers for ids ['6d19942b-3093-4716-8540-97d9ac40bed6'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:15:41.015195 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 68ae9680-9d4e-4ba9-9069-178065492e16 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:15:41.039828 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce45e2-3c0b-459e-abc0-0190289d94ce None None] Routers {'6d19942b-3093-4716-8540-97d9ac40bed6'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:41.040937 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-c2ce45e2-3c0b-459e-abc0-0190289d94ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['6d19942b-3093-4716-8540-97d9ac40bed6'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:41.122489 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-c2ce45e2-3c0b-459e-abc0-0190289d94ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:41.127247 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6ca31752-630b-427f-be3e-93aba316f38b req-3f1662df-5fe9-43eb-949b-587dd0a0f514 service neutron] 10.222.0.55 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788155 Nov 12 20:15:41.128557 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495c1e3d-4c38-4449-817e-d0a30c04e8d2 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:15:41.140426 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce45e2-3c0b-459e-abc0-0190289d94ce None None] Routers {'6d19942b-3093-4716-8540-97d9ac40bed6'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:41.141893 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-c2ce45e2-3c0b-459e-abc0-0190289d94ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['6d19942b-3093-4716-8540-97d9ac40bed6'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:41.146051 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072b9d74-e465-4486-92c2-ae75010bd384 None None] Sync routers for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:15:41.205465 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-24894526-db49-48ff-8ffa-4db82bcb6097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:41.224606 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072b9d74-e465-4486-92c2-ae75010bd384 None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:41.225915 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-072b9d74-e465-4486-92c2-ae75010bd384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:41.237842 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-c2ce45e2-3c0b-459e-abc0-0190289d94ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:41.238698 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ce45e2-3c0b-459e-abc0-0190289d94ce None None] The sync data for ids ['6d19942b-3093-4716-8540-97d9ac40bed6'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:15:41.269954 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24894526-db49-48ff-8ffa-4db82bcb6097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89af721e-69f5-45b7-bec5-c154226fcbbd,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:41.275126 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-072b9d74-e465-4486-92c2-ae75010bd384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:41.278555 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24894526-db49-48ff-8ffa-4db82bcb6097 admin admin] Checking segment: {'id': '78497b66-48e9-476b-aa1e-7793d7fd2487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '68ae9680-9d4e-4ba9-9069-178065492e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:15:41.278733 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24894526-db49-48ff-8ffa-4db82bcb6097 admin admin] Network hostable DHCP agents. Network: 68ae9680-9d4e-4ba9-9069-178065492e16, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:15:41.286289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072b9d74-e465-4486-92c2-ae75010bd384 None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:41.287060 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-072b9d74-e465-4486-92c2-ae75010bd384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:41.295803 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-495c1e3d-4c38-4449-817e-d0a30c04e8d2 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:41.298736 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24894526-db49-48ff-8ffa-4db82bcb6097 admin admin] Network 68ae9680-9d4e-4ba9-9069-178065492e16 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:15:41.310037 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-24894526-db49-48ff-8ffa-4db82bcb6097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 68ae9680-9d4e-4ba9-9069-178065492e16) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:41.323875 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24894526-db49-48ff-8ffa-4db82bcb6097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:41.324849 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-24894526-db49-48ff-8ffa-4db82bcb6097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:41.330849 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-072b9d74-e465-4486-92c2-ae75010bd384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:41.332454 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072b9d74-e465-4486-92c2-ae75010bd384 None None] The sync data for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:15:41.334781 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10373017-e51a-46a8-93cd-09890384b036 None None] Network 68ae9680-9d4e-4ba9-9069-178065492e16 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:15:41.358243 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0279dc-d29e-483c-88c6-dd95f50b5845 req-026f465d-8ed4-40b6-9f3e-f098803a3021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:41.360461 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2a0279dc-d29e-483c-88c6-dd95f50b5845 req-026f465d-8ed4-40b6-9f3e-f098803a3021 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8273d0d46fc244019c3a4caebc6e0105&device_id=d9a389b9-0c35-47c5-baa8-a77f498aa97b HTTP/1.1" status: 200 len: 1095 time: 0.1694710 Nov 12 20:15:41.371902 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-24894526-db49-48ff-8ffa-4db82bcb6097 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4159684 Nov 12 20:15:41.372146 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-495c1e3d-4c38-4449-817e-d0a30c04e8d2 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.5648355 Nov 12 20:15:41.372288 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46762) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:41.401134 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ed02f848-1898-45be-9456-358314245719 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "GET /v2.0/routers/6d19942b-3093-4716-8540-97d9ac40bed6 HTTP/1.1" status: 200 len: 923 time: 0.4000819 Nov 12 20:15:41.403921 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46766) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:41.488915 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4763ca02-1a8c-4b4e-a80f-19b797ba7cc5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "GET /v2.0/floatingips/ef359bd0-98a1-413c-8857-e70a9aa513c9 HTTP/1.1" status: 200 len: 978 time: 0.1196489 Nov 12 20:15:41.490978 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46768) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:41.635389 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5244c74d-5ba4-4f60-a06c-67d96dc664e8 None None] Network 68ae9680-9d4e-4ba9-9069-178065492e16 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:15:41.744100 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e3c0adb9-842b-4ef2-baab-0c33f7e571a5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2519364 Nov 12 20:15:41.754366 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b5a2b-d8d5-4c1f-b806-4210bbacdaa7 req-13918a35-201e-47f9-bd28-91d34edeaa01 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:41.763040 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-397b5a2b-d8d5-4c1f-b806-4210bbacdaa7 req-13918a35-201e-47f9-bd28-91d34edeaa01 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a389b9-0c35-47c5-baa8-a77f498aa97b HTTP/1.1" status: 200 len: 943 time: 0.1205058 Nov 12 20:15:41.781451 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46778) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:41.789471 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a10f3e1c-937c-4945-9fb4-e7afecfa4388 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Request body: {'floatingip': {'port_id': '5f7114aa-890d-4082-82f6-1dfcb9653ca3'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:41.868084 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-397b5a2b-d8d5-4c1f-b806-4210bbacdaa7 req-213605af-4a79-40da-8aac-afb7410c6bdf tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037698 Nov 12 20:15:41.907047 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a10f3e1c-937c-4945-9fb4-e7afecfa4388 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:42.167322 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46784) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:42.176514 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-bb92e316-5fde-44f4-a63a-aa2a52be101f tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Request body: {'subnets': [{'network_id': 'ecda7070-3c1a-4c2e-ad5c-591a92326531', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1084242246', 'ip_version': 6}, {'network_id': '91c84b63-7733-4dbf-80a1-0d07026bb96c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:42.176927 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-bb92e316-5fde-44f4-a63a-aa2a52be101f tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Request body: {'subnet': {'network_id': 'ecda7070-3c1a-4c2e-ad5c-591a92326531', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1084242246', 'ip_version': 6}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:42.178599 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-bb92e316-5fde-44f4-a63a-aa2a52be101f tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Request body: {'subnet': {'network_id': '91c84b63-7733-4dbf-80a1-0d07026bb96c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:42.198234 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f814d86-a3bd-4b93-bee9-3d23987ab46b tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:42.202210 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4f814d86-a3bd-4b93-bee9-3d23987ab46b tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1&device_id=6d19942b-3093-4716-8540-97d9ac40bed6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7944472 Nov 12 20:15:42.202509 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46786) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:42.261319 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:15:42.281664 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0279dc-d29e-483c-88c6-dd95f50b5845 req-9f313b80-9b36-4117-89ae-6dfea0dfe366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:42.283753 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2a0279dc-d29e-483c-88c6-dd95f50b5845 req-9f313b80-9b36-4117-89ae-6dfea0dfe366 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3873ac0-1db4-4dba-9bfe-d989f1a20099 HTTP/1.1" status: 200 len: 912 time: 0.9149559 Nov 12 20:15:42.335881 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2a0279dc-d29e-483c-88c6-dd95f50b5845 req-95879c48-b8fc-4dcb-9690-979dfba81378 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f40c7260-263e-4a4f-94b9-e51c79ca5027 HTTP/1.1" status: 200 len: 217 time: 0.0417542 Nov 12 20:15:42.383629 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87da7095-a45a-4c8e-98b5-e65645f64e8c tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:42.387830 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-87da7095-a45a-4c8e-98b5-e65645f64e8c tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 881 time: 0.1810601 Nov 12 20:15:42.389565 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46792) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:42.428478 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-740bea63-bd78-4658-8829-cc3180a97458 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d19942b-3093-4716-8540-97d9ac40bed6 HTTP/1.1" status: 200 len: 205 time: 0.0375562 Nov 12 20:15:42.431414 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46796) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:42.440035 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0279dc-d29e-483c-88c6-dd95f50b5845 req-99b0ddac-c02d-4a53-b8f7-c5e813365ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:42.441548 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2a0279dc-d29e-483c-88c6-dd95f50b5845 req-99b0ddac-c02d-4a53-b8f7-c5e813365ff0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=112e4b86-9b36-4cfc-b638-09194238d947 HTTP/1.1" status: 200 len: 851 time: 0.0964303 Nov 12 20:15:42.504224 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2a0279dc-d29e-483c-88c6-dd95f50b5845 req-a06d29ba-4e7f-41d2-bf77-88df1de44877 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3873ac0-1db4-4dba-9bfe-d989f1a20099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289149 Nov 12 20:15:42.627562 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e114fd71-d2cc-4d85-86c4-d29b3cc7f714 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:42.693081 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2a0279dc-d29e-483c-88c6-dd95f50b5845 req-a92535bc-c5ea-4300-9064-2b7fb389fa03 service neutron] 10.222.0.55 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819091 Nov 12 20:15:42.813540 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e114fd71-d2cc-4d85-86c4-d29b3cc7f714 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:42.829740 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb92e316-5fde-44f4-a63a-aa2a52be101f tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Made reservation on behalf of a87e0abb78ec4ce69be1b428413d5855 for: {'subnet': 2} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:15:42.834367 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bb92e316-5fde-44f4-a63a-aa2a52be101f tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:42.834712 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bb92e316-5fde-44f4-a63a-aa2a52be101f tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:42.840284 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2a0279dc-d29e-483c-88c6-dd95f50b5845 req-fd21f0ae-6a78-4846-a6a0-c3e5fce0576a service neutron] 10.222.0.55 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138220 Nov 12 20:15:42.887026 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-e114fd71-d2cc-4d85-86c4-d29b3cc7f714 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Deleting port 58f3ff97-752c-42ba-a822-c915ece14762 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:42.887440 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e114fd71-d2cc-4d85-86c4-d29b3cc7f714 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:42.986539 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e114fd71-d2cc-4d85-86c4-d29b3cc7f714 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:42.999733 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-e114fd71-d2cc-4d85-86c4-d29b3cc7f714 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Calling delete_port for 58f3ff97-752c-42ba-a822-c915ece14762 owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:43.274711 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-be818e1b-1bd9-4dca-b49a-3072fbcb3720 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:43.276110 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-be818e1b-1bd9-4dca-b49a-3072fbcb3720 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.48 "GET /v2.0/networks?id=68ae9680-9d4e-4ba9-9069-178065492e16 HTTP/1.1" status: 200 len: 810 time: 0.1478658 Nov 12 20:15:43.277227 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e114fd71-d2cc-4d85-86c4-d29b3cc7f714 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:43.291820 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0ffc5-cadc-4d0d-be7b-338d0b2e341a req-9fe563b7-fa39-412c-90da-035bd755c454 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:43.293361 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c9b0ffc5-cadc-4d0d-be7b-338d0b2e341a req-9fe563b7-fa39-412c-90da-035bd755c454 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a389b9-0c35-47c5-baa8-a77f498aa97b HTTP/1.1" status: 200 len: 943 time: 0.3193882 Nov 12 20:15:43.310021 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.db.resource_extend [None req-a10f3e1c-937c-4945-9fb4-e7afecfa4388 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 20:15:43.317238 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114fd71-d2cc-4d85-86c4-d29b3cc7f714 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Pushing event deleted for resources: {'Port': ['ID=58f3ff97-752c-42ba-a822-c915ece14762,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:43.330263 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-b03d0fd0-19d8-4b34-904b-aa7e2cf7c1da tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.48 "GET /v2.0/quotas/28aa3fc44ab040d3864c0fc09f1a0094 HTTP/1.1" status: 200 len: 375 time: 0.0392067 Nov 12 20:15:43.339392 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e23d4d-fed0-4eb4-abcc-d87e89e406d2 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:43.394676 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-faf0cc3a-aaa6-4dd6-be18-e867b7589f0a tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=28aa3fc44ab040d3864c0fc09f1a0094&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635262 Nov 12 20:15:43.414437 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a10f3e1c-937c-4945-9fb4-e7afecfa4388 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:43.425735 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e114fd71-d2cc-4d85-86c4-d29b3cc7f714 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:43.428846 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a10f3e1c-937c-4945-9fb4-e7afecfa4388 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:43.489473 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c9b0ffc5-cadc-4d0d-be7b-338d0b2e341a req-8b2dee63-4c26-4ab8-9d73-0b8f238eb2d7 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815457 Nov 12 20:15:43.553195 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e114fd71-d2cc-4d85-86c4-d29b3cc7f714 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:43.558541 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e114fd71-d2cc-4d85-86c4-d29b3cc7f714 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:43.615965 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-339b7e7b-059a-4395-abef-064d5279d1bf service neutron] 10.222.0.48 "GET /v2.0/networks/68ae9680-9d4e-4ba9-9069-178065492e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118630 Nov 12 20:15:43.617028 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e114fd71-d2cc-4d85-86c4-d29b3cc7f714 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:43.617570 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e114fd71-d2cc-4d85-86c4-d29b3cc7f714 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Fanout notify agent at l3_agent the message router_deleted on router 6d19942b-3093-4716-8540-97d9ac40bed6 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:15:43.620219 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [None req-a10f3e1c-937c-4945-9fb4-e7afecfa4388 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Floating IP ef359bd0-98a1-413c-8857-e70a9aa513c9 associated. External IP: 172.25.5.172, port: e5b3772e-1445-4063-9149-030d89017ba9. Nov 12 20:15:43.624885 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e114fd71-d2cc-4d85-86c4-d29b3cc7f714 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:43.625431 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e114fd71-d2cc-4d85-86c4-d29b3cc7f714 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "DELETE /v2.0/routers/6d19942b-3093-4716-8540-97d9ac40bed6 HTTP/1.1" status: 204 len: 168 time: 1.1929724 Nov 12 20:15:43.629435 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46836) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:43.637054 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-caf3b38f-bacb-4fb4-b20d-be0d5fdc2f1d tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-204128799', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:43.713466 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-caf3b38f-bacb-4fb4-b20d-be0d5fdc2f1d tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:43.714505 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-caf3b38f-bacb-4fb4-b20d-be0d5fdc2f1d tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:43.788354 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-4de74a82-fd05-48e6-a453-431139794088 service neutron] 10.222.0.48 "GET /v2.0/networks/68ae9680-9d4e-4ba9-9069-178065492e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406586 Nov 12 20:15:43.791132 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-caf3b38f-bacb-4fb4-b20d-be0d5fdc2f1d tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:43.796382 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-caf3b38f-bacb-4fb4-b20d-be0d5fdc2f1d tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:43.799497 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bb92e316-5fde-44f4-a63a-aa2a52be101f tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:43.817396 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-caf3b38f-bacb-4fb4-b20d-be0d5fdc2f1d tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:43.821260 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-caf3b38f-bacb-4fb4-b20d-be0d5fdc2f1d tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1853671 Nov 12 20:15:43.821590 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46838) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:43.826507 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-47b2635d-5d62-4344-af81-22dbff743854 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'enable_snat': False}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:43.943338 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92e316-5fde-44f4-a63a-aa2a52be101f tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Pushing event updated for resources: {'Subnet': ['ID=2a92720c-71a9-43aa-9db9-3283580d6b48,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:43.966317 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb92e316-5fde-44f4-a63a-aa2a52be101f tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Checking segment: {'id': '36fef3a1-f793-4672-8627-b59aaf19ef9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ecda7070-3c1a-4c2e-ad5c-591a92326531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:15:43.966684 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb92e316-5fde-44f4-a63a-aa2a52be101f tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Network hostable DHCP agents. Network: ecda7070-3c1a-4c2e-ad5c-591a92326531, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:15:43.971372 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10f3e1c-937c-4945-9fb4-e7afecfa4388 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Router 14719374-8782-4899-a302-d4232fc37549 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:15:44.026578 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb92e316-5fde-44f4-a63a-aa2a52be101f tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Network ecda7070-3c1a-4c2e-ad5c-591a92326531 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:15:44.042734 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-bb92e316-5fde-44f4-a63a-aa2a52be101f tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, ecda7070-3c1a-4c2e-ad5c-591a92326531) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:44.049132 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bb92e316-5fde-44f4-a63a-aa2a52be101f tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:44.052944 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e3b094-4ae4-4615-af97-908540043d17 None None] Network ecda7070-3c1a-4c2e-ad5c-591a92326531 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:15:44.070235 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-47b2635d-5d62-4344-af81-22dbff743854 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:44.152183 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-55e4df6f-dfcf-413a-b594-1cdac87bcb29 req-4a938799-e2eb-4682-b1dd-dc62b5fd75ca tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba06ae75-44bf-4571-98fc-f2ea30806044 HTTP/1.1" status: 200 len: 210 time: 0.0555120 Nov 12 20:15:44.175371 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10f3e1c-937c-4945-9fb4-e7afecfa4388 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:15:44.183014 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92e316-5fde-44f4-a63a-aa2a52be101f tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Pushing event updated for resources: {'Subnet': ['ID=967d55a4-ae79-4819-944d-46d3869c6201,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:44.187363 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5a368f-1cf1-4715-b44f-e2ff10c96021 None None] Sync routers for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:15:44.194627 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device f40c7260-263e-4a4f-94b9-e51c79ca5027 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:15:44.210116 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5a368f-1cf1-4715-b44f-e2ff10c96021 None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:44.211541 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-6c5a368f-1cf1-4715-b44f-e2ff10c96021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:44.226716 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb92e316-5fde-44f4-a63a-aa2a52be101f tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Checking segment: {'id': 'bd84b7fd-107f-4b7f-a54a-cb4ce8b36105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '91c84b63-7733-4dbf-80a1-0d07026bb96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:15:44.227074 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb92e316-5fde-44f4-a63a-aa2a52be101f tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Network hostable DHCP agents. Network: 91c84b63-7733-4dbf-80a1-0d07026bb96c, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:15:44.296988 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb92e316-5fde-44f4-a63a-aa2a52be101f tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Network 91c84b63-7733-4dbf-80a1-0d07026bb96c is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:15:44.304162 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-6c5a368f-1cf1-4715-b44f-e2ff10c96021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:44.311338 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-bb92e316-5fde-44f4-a63a-aa2a52be101f tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 91c84b63-7733-4dbf-80a1-0d07026bb96c) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:44.318364 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb92e316-5fde-44f4-a63a-aa2a52be101f tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:44.318839 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb92e316-5fde-44f4-a63a-aa2a52be101f tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:44.319474 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bb92e316-5fde-44f4-a63a-aa2a52be101f tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:44.329161 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5a368f-1cf1-4715-b44f-e2ff10c96021 None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:44.329161 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-6c5a368f-1cf1-4715-b44f-e2ff10c96021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:44.373182 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-47b2635d-5d62-4344-af81-22dbff743854 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:44.395824 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-6c5a368f-1cf1-4715-b44f-e2ff10c96021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:44.396305 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-47b2635d-5d62-4344-af81-22dbff743854 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:44.397897 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5a368f-1cf1-4715-b44f-e2ff10c96021 None None] The sync data for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:15:44.415670 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port f40c7260-263e-4a4f-94b9-e51c79ca5027, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=f40c7260-263e-4a4f-94b9-e51c79ca5027,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:44.421317 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daf93ed-5c51-4b9a-8ab3-40c990f21c12 None None] Network 91c84b63-7733-4dbf-80a1-0d07026bb96c requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:15:44.551753 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'f40c7260-263e-4a4f-94b9-e51c79ca5027', 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099', 'port_id': 'f40c7260-263e-4a4f-94b9-e51c79ca5027', 'mac_address': 'fa:16:3e:6a:0b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112e4b86-9b36-4cfc-b638-09194238d947', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:15:44.573530 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-47b2635d-5d62-4344-af81-22dbff743854 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Allocated IP 172.25.5.102 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/be96c5f2-7daf-468d-9dbf-bd6d67463d06) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:44.693799 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e55e90-3526-41aa-8f51-4638d4cd9982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-ecda7070-3c1a-4c2e-ad5c-591a92326531', 'network_id': 'ecda7070-3c1a-4c2e-ad5c-591a92326531', 'tenant_id': 'a87e0abb78ec4ce69be1b428413d5855', 'fixed_ips': [{'subnet_id': '2a92720c-71a9-43aa-9db9-3283580d6b48'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:15:44.694658 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4e55e90-3526-41aa-8f51-4638d4cd9982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:44.755750 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:44.792111 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33618d6-b239-4ffa-90f3-6c49c2bc623e req-b9f62ee0-ff89-4b9e-a676-75e0b7b8fd33 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:44.792447 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40c7260-263e-4a4f-94b9-e51c79ca5027 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:15:44.793983 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c33618d6-b239-4ffa-90f3-6c49c2bc623e req-b9f62ee0-ff89-4b9e-a676-75e0b7b8fd33 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a389b9-0c35-47c5-baa8-a77f498aa97b HTTP/1.1" status: 200 len: 943 time: 0.1565454 Nov 12 20:15:44.798150 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83add66e-c894-481c-bddc-791f51790cef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-91c84b63-7733-4dbf-80a1-0d07026bb96c', 'network_id': '91c84b63-7733-4dbf-80a1-0d07026bb96c', 'tenant_id': 'a87e0abb78ec4ce69be1b428413d5855', 'fixed_ips': [{'subnet_id': '967d55a4-ae79-4819-944d-46d3869c6201'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:15:44.808678 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-83add66e-c894-481c-bddc-791f51790cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:44.822463 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-224cef1e-67bd-4296-9926-572c446a8a33 req-be23b3d1-91e7-4306-a991-3a148c9a7c28 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1021404 Nov 12 20:15:44.831683 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bb92e316-5fde-44f4-a63a-aa2a52be101f tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.6625559 Nov 12 20:15:44.836406 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46856) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:44.846886 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-47b2635d-5d62-4344-af81-22dbff743854 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:44.885409 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c33618d6-b239-4ffa-90f3-6c49c2bc623e req-4ea48a29-05e2-488d-80ad-df93e9b13939 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777798 Nov 12 20:15:44.912292 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-47b2635d-5d62-4344-af81-22dbff743854 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:44.925164 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port f40c7260-263e-4a4f-94b9-e51c79ca5027, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=f40c7260-263e-4a4f-94b9-e51c79ca5027,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:44.985491 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10f3e1c-937c-4945-9fb4-e7afecfa4388 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Router 14719374-8782-4899-a302-d4232fc37549 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:15:44.988993 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:44.998882 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b2635d-5d62-4344-af81-22dbff743854 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:45.001469 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-47b2635d-5d62-4344-af81-22dbff743854 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:45.008321 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b2635d-5d62-4344-af81-22dbff743854 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:45.049237 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9be5e8-3834-4b8c-94de-bb374042a5e2 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:45.053267 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d8b488-043e-482c-84cb-589cb028f339 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:45.054185 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9be5e8-3834-4b8c-94de-bb374042a5e2 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:45.059100 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9be5e8-3834-4b8c-94de-bb374042a5e2 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:45.070601 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3c9be5e8-3834-4b8c-94de-bb374042a5e2 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2241514 Nov 12 20:15:45.070874 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2635d-5d62-4344-af81-22dbff743854 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Pushing event updated for resources: {'Port': ['ID=be96c5f2-7daf-468d-9dbf-bd6d67463d06,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:45.070874 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cef1e-67bd-4296-9926-572c446a8a33 req-7ed88a9e-a618-460f-b1cd-caf7fab1039d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:45.071937 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-224cef1e-67bd-4296-9926-572c446a8a33 req-7ed88a9e-a618-460f-b1cd-caf7fab1039d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d48c506c1da468aab40c41f0ac9e84d&device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 1097 time: 0.1394639 Nov 12 20:15:45.072088 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46858) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:45.134922 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb246a5-7a95-471e-9110-b5ab79de8559 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Deleting subnet 2a92720c-71a9-43aa-9db9-3283580d6b48 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:15:45.146311 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-a4e55e90-3526-41aa-8f51-4638d4cd9982 None None] Allocated IP 2001:db8::1 (ecda7070-3c1a-4c2e-ad5c-591a92326531/2a92720c-71a9-43aa-9db9-3283580d6b48/0334e1a2-d598-4aef-b9ed-4d798151f7fa) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:45.152681 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=f40c7260-263e-4a4f-94b9-e51c79ca5027,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:45.179261 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-5faba126-5772-40ac-9a5b-ecc467b93290 None None] Provisioning complete for port be96c5f2-7daf-468d-9dbf-bd6d67463d06 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:45.179620 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5faba126-5772-40ac-9a5b-ecc467b93290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:45.220288 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-5faba126-5772-40ac-9a5b-ecc467b93290 None None] Port be96c5f2-7daf-468d-9dbf-bd6d67463d06 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:15:45.255776 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10f3e1c-937c-4945-9fb4-e7afecfa4388 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:15:45.260946 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a10f3e1c-937c-4945-9fb4-e7afecfa4388 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:45.290698 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-83add66e-c894-481c-bddc-791f51790cef None None] Allocated IP 2001:db8:0:1::1 (91c84b63-7733-4dbf-80a1-0d07026bb96c/967d55a4-ae79-4819-944d-46d3869c6201/d3a610c4-4957-4da1-a929-57f41063b14f) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:45.294485 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037423da-941e-4da0-bdc6-560357cddefa None None] Sync routers for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:15:45.320147 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5f119a88-845b-4645-ab75-11c645a47dbb req-6d7584f1-88f7-4ce7-b8a7-621906454b9a tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba06ae75-44bf-4571-98fc-f2ea30806044 HTTP/1.1" status: 200 len: 210 time: 0.0331933 Nov 12 20:15:45.344202 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cef1e-67bd-4296-9926-572c446a8a33 req-76f59909-61c8-4748-ade8-79bcb98be15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:45.345610 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-224cef1e-67bd-4296-9926-572c446a8a33 req-76f59909-61c8-4748-ade8-79bcb98be15e service neutron] 10.222.0.55 "GET /v2.0/networks?id=b1371fda-9f38-4155-be6b-0739065dc4f2 HTTP/1.1" status: 200 len: 910 time: 0.2082672 Nov 12 20:15:45.361587 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a10f3e1c-937c-4945-9fb4-e7afecfa4388 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "PUT /v2.0/floatingips/ef359bd0-98a1-413c-8857-e70a9aa513c9 HTTP/1.1" status: 200 len: 978 time: 3.5752363 Nov 12 20:15:45.363750 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46862) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:45.368201 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-ca0a7284-7ddb-495d-8f53-f08792d0cbca tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:45.379978 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4e55e90-3526-41aa-8f51-4638d4cd9982 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:45.391174 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4e55e90-3526-41aa-8f51-4638d4cd9982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:45.399301 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fdb246a5-7a95-471e-9110-b5ab79de8559 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:45.424690 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037423da-941e-4da0-bdc6-560357cddefa None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:45.425393 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-037423da-941e-4da0-bdc6-560357cddefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:45.457523 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ca0a7284-7ddb-495d-8f53-f08792d0cbca tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:45.478297 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-037423da-941e-4da0-bdc6-560357cddefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:45.480726 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['f40c7260-263e-4a4f-94b9-e51c79ca5027'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:15:45.562527 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e55e90-3526-41aa-8f51-4638d4cd9982 None None] Network ecda7070-3c1a-4c2e-ad5c-591a92326531 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:45.565975 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037423da-941e-4da0-bdc6-560357cddefa None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:45.566868 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-037423da-941e-4da0-bdc6-560357cddefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:45.584604 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-a4e55e90-3526-41aa-8f51-4638d4cd9982 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:45.623764 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e55e90-3526-41aa-8f51-4638d4cd9982 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:45.627324 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e55e90-3526-41aa-8f51-4638d4cd9982 None None] Pushing event updated for resources: {'Port': ['ID=0334e1a2-d598-4aef-b9ed-4d798151f7fa,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:45.636132 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-037423da-941e-4da0-bdc6-560357cddefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:45.637163 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037423da-941e-4da0-bdc6-560357cddefa None None] The sync data for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:15:45.726380 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-7d25c2bf-bf99-47a7-bf69-ecf81366d811 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:45.728506 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-7d25c2bf-bf99-47a7-bf69-ecf81366d811 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.52 "GET /v2.0/networks?id=68ae9680-9d4e-4ba9-9069-178065492e16 HTTP/1.1" status: 200 len: 810 time: 0.1865635 Nov 12 20:15:45.770977 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-a4e55e90-3526-41aa-8f51-4638d4cd9982 None None] Attempting to bind port 0334e1a2-d598-4aef-b9ed-4d798151f7fa on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:15:45.771629 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-a4e55e90-3526-41aa-8f51-4638d4cd9982 None None] Attempting to bind port 0334e1a2-d598-4aef-b9ed-4d798151f7fa by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '36fef3a1-f793-4672-8627-b59aaf19ef9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ecda7070-3c1a-4c2e-ad5c-591a92326531'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:15:45.772165 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e55e90-3526-41aa-8f51-4638d4cd9982 None None] Attempting to bind port 0334e1a2-d598-4aef-b9ed-4d798151f7fa on network ecda7070-3c1a-4c2e-ad5c-591a92326531 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:15:45.783396 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-56e11604-24a7-4ac9-9923-fcd794fe9a5b tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Request body: {'port': {'device_id': 'ba06ae75-44bf-4571-98fc-f2ea30806044', 'network_id': '68ae9680-9d4e-4ba9-9069-178065492e16', 'admin_state_up': True, 'tenant_id': '28aa3fc44ab040d3864c0fc09f1a0094'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:45.793671 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e55e90-3526-41aa-8f51-4638d4cd9982 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:15:45.794357 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e55e90-3526-41aa-8f51-4638d4cd9982 None None] Checking segment: {'id': '36fef3a1-f793-4672-8627-b59aaf19ef9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ecda7070-3c1a-4c2e-ad5c-591a92326531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:15:45.794956 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4e55e90-3526-41aa-8f51-4638d4cd9982 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:45.795522 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e55e90-3526-41aa-8f51-4638d4cd9982 None None] Bound using segment: {'id': '36fef3a1-f793-4672-8627-b59aaf19ef9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ecda7070-3c1a-4c2e-ad5c-591a92326531'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:15:45.795659 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ca0a7284-7ddb-495d-8f53-f08792d0cbca tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:45.796333 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-a4e55e90-3526-41aa-8f51-4638d4cd9982 None None] Bound port: 0334e1a2-d598-4aef-b9ed-4d798151f7fa, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fef3a1-f793-4672-8627-b59aaf19ef9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ecda7070-3c1a-4c2e-ad5c-591a92326531'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:15:45.796941 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4e55e90-3526-41aa-8f51-4638d4cd9982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:45.815586 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ca0a7284-7ddb-495d-8f53-f08792d0cbca tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:45.815943 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [None req-ca0a7284-7ddb-495d-8f53-f08792d0cbca tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Floating IP ef359bd0-98a1-413c-8857-e70a9aa513c9 disassociated. External IP: 172.25.5.172, port: 5f7114aa-890d-4082-82f6-1dfcb9653ca3. Nov 12 20:15:45.824034 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-83add66e-c894-481c-bddc-791f51790cef None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:45.842642 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-83add66e-c894-481c-bddc-791f51790cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:45.948048 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83add66e-c894-481c-bddc-791f51790cef None None] Network 91c84b63-7733-4dbf-80a1-0d07026bb96c is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:45.959905 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-83add66e-c894-481c-bddc-791f51790cef None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:45.966751 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83add66e-c894-481c-bddc-791f51790cef None None] Pushing event updated for resources: {'Port': ['ID=d3a610c4-4957-4da1-a929-57f41063b14f,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:45.977444 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83add66e-c894-481c-bddc-791f51790cef None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:45.981796 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a4e55e90-3526-41aa-8f51-4638d4cd9982 None None] For port 0334e1a2-d598-4aef-b9ed-4d798151f7fa, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:15:45.987074 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a4e55e90-3526-41aa-8f51-4638d4cd9982 None None] For port 0334e1a2-d598-4aef-b9ed-4d798151f7fa, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=0334e1a2-d598-4aef-b9ed-4d798151f7fa,segment=NetworkSegment(36fef3a1-f793-4672-8627-b59aaf19ef9b),segment_id=36fef3a1-f793-4672-8627-b59aaf19ef9b)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:15:46.011298 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-56e11604-24a7-4ac9-9923-fcd794fe9a5b tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Made reservation on behalf of 28aa3fc44ab040d3864c0fc09f1a0094 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:15:46.013423 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4e55e90-3526-41aa-8f51-4638d4cd9982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:46.016600 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-56e11604-24a7-4ac9-9923-fcd794fe9a5b tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:46.091028 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-83add66e-c894-481c-bddc-791f51790cef None None] Attempting to bind port d3a610c4-4957-4da1-a929-57f41063b14f on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:15:46.091390 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-83add66e-c894-481c-bddc-791f51790cef None None] Attempting to bind port d3a610c4-4957-4da1-a929-57f41063b14f by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'bd84b7fd-107f-4b7f-a54a-cb4ce8b36105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '91c84b63-7733-4dbf-80a1-0d07026bb96c'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:15:46.091750 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83add66e-c894-481c-bddc-791f51790cef None None] Attempting to bind port d3a610c4-4957-4da1-a929-57f41063b14f on network 91c84b63-7733-4dbf-80a1-0d07026bb96c {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:15:46.116951 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e55e90-3526-41aa-8f51-4638d4cd9982 None None] Pushing event updated for resources: {'Port': ['ID=0334e1a2-d598-4aef-b9ed-4d798151f7fa,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:46.117220 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-224cef1e-67bd-4296-9926-572c446a8a33 req-8029c2f0-2b09-42ea-9eaf-3a5881ab5f3c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2d33e1e-7bc5-47f1-a090-dfa8e2409089 HTTP/1.1" status: 200 len: 1001 time: 0.7134159 Nov 12 20:15:46.127011 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fdb246a5-7a95-471e-9110-b5ab79de8559 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:46.130536 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83add66e-c894-481c-bddc-791f51790cef None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:15:46.131275 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83add66e-c894-481c-bddc-791f51790cef None None] Checking segment: {'id': 'bd84b7fd-107f-4b7f-a54a-cb4ce8b36105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '91c84b63-7733-4dbf-80a1-0d07026bb96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:15:46.131841 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-83add66e-c894-481c-bddc-791f51790cef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:46.132555 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83add66e-c894-481c-bddc-791f51790cef None None] Bound using segment: {'id': 'bd84b7fd-107f-4b7f-a54a-cb4ce8b36105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '91c84b63-7733-4dbf-80a1-0d07026bb96c'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:15:46.133238 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-83add66e-c894-481c-bddc-791f51790cef None None] Bound port: d3a610c4-4957-4da1-a929-57f41063b14f, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd84b7fd-107f-4b7f-a54a-cb4ce8b36105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '91c84b63-7733-4dbf-80a1-0d07026bb96c'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:15:46.133791 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-83add66e-c894-481c-bddc-791f51790cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:46.164937 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-47b2635d-5d62-4344-af81-22dbff743854 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:46.211674 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-83add66e-c894-481c-bddc-791f51790cef None None] For port d3a610c4-4957-4da1-a929-57f41063b14f, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:15:46.215909 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-83add66e-c894-481c-bddc-791f51790cef None None] For port d3a610c4-4957-4da1-a929-57f41063b14f, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d3a610c4-4957-4da1-a929-57f41063b14f,segment=NetworkSegment(bd84b7fd-107f-4b7f-a54a-cb4ce8b36105),segment_id=bd84b7fd-107f-4b7f-a54a-cb4ce8b36105)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:15:46.223469 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-83add66e-c894-481c-bddc-791f51790cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:46.299985 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d111d-5290-46ad-9615-b20ed48d1986 req-352ed534-6b36-4007-a895-cc6f06e6eaea tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:46.301453 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83add66e-c894-481c-bddc-791f51790cef None None] Pushing event updated for resources: {'Port': ['ID=d3a610c4-4957-4da1-a929-57f41063b14f,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:46.307873 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a42d111d-5290-46ad-9615-b20ed48d1986 req-352ed534-6b36-4007-a895-cc6f06e6eaea tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a389b9-0c35-47c5-baa8-a77f498aa97b HTTP/1.1" status: 200 len: 944 time: 0.2523456 Nov 12 20:15:46.326260 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-56e11604-24a7-4ac9-9923-fcd794fe9a5b tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Allocated IP 172.20.0.10 (68ae9680-9d4e-4ba9-9069-178065492e16/89af721e-69f5-45b7-bec5-c154226fcbbd/eeca88e2-0106-429b-bc5a-4581556bc083) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:46.395207 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0a7284-7ddb-495d-8f53-f08792d0cbca tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Router 14719374-8782-4899-a302-d4232fc37549 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:15:46.411940 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cef1e-67bd-4296-9926-572c446a8a33 req-8418606d-4028-4594-bc1a-2fcaf3c628a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:46.414380 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-224cef1e-67bd-4296-9926-572c446a8a33 req-8418606d-4028-4594-bc1a-2fcaf3c628a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=92e15e0d-7238-4f64-9728-a120864f849a HTTP/1.1" status: 200 len: 848 time: 0.2830513 Nov 12 20:15:46.559555 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a42d111d-5290-46ad-9615-b20ed48d1986 req-03e012d0-f7eb-4096-819e-262d85248a51 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507837 Nov 12 20:15:46.564488 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-734c1f0f-5a38-4c37-a71b-589d3c702e61 req-44e2d458-f840-4888-8fc5-5f66a25c6fd9 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba06ae75-44bf-4571-98fc-f2ea30806044 HTTP/1.1" status: 200 len: 210 time: 0.0980458 Nov 12 20:15:46.640857 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fdb246a5-7a95-471e-9110-b5ab79de8559 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:46.685143 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cef1e-67bd-4296-9926-572c446a8a33 req-4b0eb5d3-cff2-4205-8642-a46d84d7453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:46.686844 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-224cef1e-67bd-4296-9926-572c446a8a33 req-4b0eb5d3-cff2-4205-8642-a46d84d7453b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1371fda-9f38-4155-be6b-0739065dc4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2425003 Nov 12 20:15:46.725529 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0a7284-7ddb-495d-8f53-f08792d0cbca tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:15:46.732264 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ca0a7284-7ddb-495d-8f53-f08792d0cbca tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:46.737801 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041b5e44-7c29-4908-a36f-2027ed0d955f None None] Sync routers for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:15:46.749661 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041b5e44-7c29-4908-a36f-2027ed0d955f None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:46.750584 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-041b5e44-7c29-4908-a36f-2027ed0d955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:46.779309 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ca0a7284-7ddb-495d-8f53-f08792d0cbca tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "PUT /v2.0/floatingips/ef359bd0-98a1-413c-8857-e70a9aa513c9 HTTP/1.1" status: 200 len: 688 time: 1.4122200 Nov 12 20:15:46.780290 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-56e11604-24a7-4ac9-9923-fcd794fe9a5b tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:46.782028 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46872) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:46.785789 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-041b5e44-7c29-4908-a36f-2027ed0d955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:46.794824 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041b5e44-7c29-4908-a36f-2027ed0d955f None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:46.795411 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-041b5e44-7c29-4908-a36f-2027ed0d955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:46.821704 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-47b2635d-5d62-4344-af81-22dbff743854 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7534'] for router, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:46.826792 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fdb246a5-7a95-471e-9110-b5ab79de8559 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:46.845857 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-041b5e44-7c29-4908-a36f-2027ed0d955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:46.846865 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041b5e44-7c29-4908-a36f-2027ed0d955f None None] The sync data for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:15:46.857945 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-47b2635d-5d62-4344-af81-22dbff743854 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706542'] for router, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:46.869870 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fdb246a5-7a95-471e-9110-b5ab79de8559 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:46.873360 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fdb246a5-7a95-471e-9110-b5ab79de8559 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] 10.222.0.48 "DELETE /v2.0/subnets/2a92720c-71a9-43aa-9db9-3283580d6b48 HTTP/1.1" status: 204 len: 168 time: 1.7965806 Nov 12 20:15:46.877605 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46876) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:46.896716 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb246a5-7a95-471e-9110-b5ab79de8559 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Pushing event deleted for resources: {'Subnet': ['ID=2a92720c-71a9-43aa-9db9-3283580d6b48,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:46.959160 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-224cef1e-67bd-4296-9926-572c446a8a33 req-2cfa5b2d-fc00-4c4c-89df-12f87db40628 service neutron] 10.222.0.55 "GET /v2.0/networks/b1371fda-9f38-4155-be6b-0739065dc4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601442 Nov 12 20:15:47.028036 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-56e11604-24a7-4ac9-9923-fcd794fe9a5b tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:47.035465 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a87354-a43f-48f0-bd52-b45756dc79d4 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Deleting subnet 967d55a4-ae79-4819-944d-46d3869c6201 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:15:47.068484 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e5a87354-a43f-48f0-bd52-b45756dc79d4 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:47.119676 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1c5ebd4d-550e-4d89-9d68-ef48c3454127 req-8dbbdf25-a7dc-4109-bbec-7c2ecbda3658 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8b38c076-b682-490a-9fd5-90ad4778d11b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1871367 Nov 12 20:15:47.151930 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-56e11604-24a7-4ac9-9923-fcd794fe9a5b tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Network 68ae9680-9d4e-4ba9-9069-178065492e16 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:47.153308 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-165d20fa-3c88-466a-8e18-a0ce680023a3 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Deleting port b59e8b53-f05a-47ea-b5c8-1a0ee269a8a9 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:47.153651 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-165d20fa-3c88-466a-8e18-a0ce680023a3 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:47.155052 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d3a610c4-4957-4da1-a929-57f41063b14f up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:15:47.158640 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e11604-24a7-4ac9-9923-fcd794fe9a5b tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Pushing event updated for resources: {'Port': ['ID=eeca88e2-0106-429b-bc5a-4581556bc083,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:47.164376 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-56e11604-24a7-4ac9-9923-fcd794fe9a5b tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:47.189988 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e5a87354-a43f-48f0-bd52-b45756dc79d4 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:47.200450 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-224cef1e-67bd-4296-9926-572c446a8a33 req-c3c75ee4-ec9b-49ed-83ce-aac416f9c051 service neutron] 10.222.0.55 "GET /v2.0/networks/b1371fda-9f38-4155-be6b-0739065dc4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265234 Nov 12 20:15:47.201843 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-56e11604-24a7-4ac9-9923-fcd794fe9a5b tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:47.221508 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b2635d-5d62-4344-af81-22dbff743854 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Router 8b814a0e-988d-4887-9783-8a3fd55058e6 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:15:47.260732 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port d3a610c4-4957-4da1-a929-57f41063b14f triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:47.261330 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:47.362448 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b2635d-5d62-4344-af81-22dbff743854 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:15:47.366564 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:47.366742 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-47b2635d-5d62-4344-af81-22dbff743854 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:47.368133 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-47b2635d-5d62-4344-af81-22dbff743854 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "PUT /v2.0/routers/8b814a0e-988d-4887-9783-8a3fd55058e6 HTTP/1.1" status: 200 len: 919 time: 3.5454679 Nov 12 20:15:47.370644 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46880) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:47.380627 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9a2504-5858-490c-b7ea-9bd6dcce9481 None None] Sync routers for ids ['8b814a0e-988d-4887-9783-8a3fd55058e6'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:15:47.413601 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9a2504-5858-490c-b7ea-9bd6dcce9481 None None] Routers {'8b814a0e-988d-4887-9783-8a3fd55058e6'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:47.414009 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1d9a2504-5858-490c-b7ea-9bd6dcce9481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8b814a0e-988d-4887-9783-8a3fd55058e6'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:47.418845 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port d3a610c4-4957-4da1-a929-57f41063b14f, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d3a610c4-4957-4da1-a929-57f41063b14f,segment=NetworkSegment(bd84b7fd-107f-4b7f-a54a-cb4ce8b36105),segment_id=bd84b7fd-107f-4b7f-a54a-cb4ce8b36105)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:47.430070 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-165d20fa-3c88-466a-8e18-a0ce680023a3 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:47.430405 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-165d20fa-3c88-466a-8e18-a0ce680023a3 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:47.446468 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-165d20fa-3c88-466a-8e18-a0ce680023a3 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Calling delete_port for b59e8b53-f05a-47ea-b5c8-1a0ee269a8a9 owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:47.462854 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1d9a2504-5858-490c-b7ea-9bd6dcce9481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:47.465077 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:47.466085 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 0334e1a2-d598-4aef-b9ed-4d798151f7fa up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:15:47.492297 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ebd4d-550e-4d89-9d68-ef48c3454127 req-be7a95b5-6d42-4c75-becf-591df26c0c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:47.493810 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1c5ebd4d-550e-4d89-9d68-ef48c3454127 req-be7a95b5-6d42-4c75-becf-591df26c0c2c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=00b6cfb5312f47e6bba6b1a73804db22&device_id=8b38c076-b682-490a-9fd5-90ad4778d11b HTTP/1.1" status: 200 len: 1098 time: 0.2738523 Nov 12 20:15:47.505805 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-56e11604-24a7-4ac9-9923-fcd794fe9a5b tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:47.506716 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-56e11604-24a7-4ac9-9923-fcd794fe9a5b tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:47.514812 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e96453f4-e301-4f50-b7fd-c12f6299a58a tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "GET /v2.0/routers/8b814a0e-988d-4887-9783-8a3fd55058e6 HTTP/1.1" status: 200 len: 925 time: 0.1406121 Nov 12 20:15:47.516544 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46882) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:47.532319 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9a2504-5858-490c-b7ea-9bd6dcce9481 None None] Routers {'8b814a0e-988d-4887-9783-8a3fd55058e6'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:47.533271 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1d9a2504-5858-490c-b7ea-9bd6dcce9481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8b814a0e-988d-4887-9783-8a3fd55058e6'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:47.591658 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1d9a2504-5858-490c-b7ea-9bd6dcce9481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:47.592348 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9a2504-5858-490c-b7ea-9bd6dcce9481 None None] The sync data for ids ['8b814a0e-988d-4887-9783-8a3fd55058e6'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:15:47.599459 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c9cd9b-9d96-425a-8b72-f68587a2612c tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:47.600288 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=d3a610c4-4957-4da1-a929-57f41063b14f,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:47.605640 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-07c9cd9b-9d96-425a-8b72-f68587a2612c tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1&device_id=8b814a0e-988d-4887-9783-8a3fd55058e6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0855985 Nov 12 20:15:47.606199 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46888) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:47.624745 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106d4c2e-43ea-490a-90b8-60d06de6e8c1 None None] Network ecda7070-3c1a-4c2e-ad5c-591a92326531 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:15:47.696917 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 0334e1a2-d598-4aef-b9ed-4d798151f7fa triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:47.697286 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:47.763301 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ebd4d-550e-4d89-9d68-ef48c3454127 req-9406ef95-976f-41c0-8f4f-d49c6816cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:47.765171 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1c5ebd4d-550e-4d89-9d68-ef48c3454127 req-9406ef95-976f-41c0-8f4f-d49c6816cf1e service neutron] 10.222.0.52 "GET /v2.0/networks?id=1217fc13-52b1-48e2-90e3-8ec289b00657 HTTP/1.1" status: 200 len: 912 time: 0.1951334 Nov 12 20:15:47.770374 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-56e11604-24a7-4ac9-9923-fcd794fe9a5b tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9914424 Nov 12 20:15:47.775458 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7ec2d657-3fb2-4d03-b5bf-f13ab3fe44ae None None] Provisioning complete for port 0334e1a2-d598-4aef-b9ed-4d798151f7fa triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:47.775696 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d657-3fb2-4d03-b5bf-f13ab3fe44ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:47.811800 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e5a87354-a43f-48f0-bd52-b45756dc79d4 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:47.814054 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03171c94-1e61-4d14-92c5-4e3475367657 req-a0b0f48c-0063-4929-8a2f-c385ec24d8b6 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:47.821943 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03171c94-1e61-4d14-92c5-4e3475367657 req-a0b0f48c-0063-4929-8a2f-c385ec24d8b6 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a389b9-0c35-47c5-baa8-a77f498aa97b HTTP/1.1" status: 200 len: 944 time: 0.0924335 Nov 12 20:15:47.831359 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5afd38-2f46-4707-a99a-8e349fd6e87e tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:47.835370 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3a5afd38-2f46-4707-a99a-8e349fd6e87e tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 881 time: 0.2253613 Nov 12 20:15:47.839471 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46890) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:47.878345 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4177990a-8704-4dc7-b614-4da3d3551a1e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b814a0e-988d-4887-9783-8a3fd55058e6 HTTP/1.1" status: 200 len: 205 time: 0.0374334 Nov 12 20:15:47.881708 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46892) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:47.909468 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:47.913789 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-123e63ee-c6b6-4eb6-87f9-da785ef4e2cf service neutron] Request body: {'port': {'device_id': 'ba06ae75-44bf-4571-98fc-f2ea30806044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:47.951943 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d657-3fb2-4d03-b5bf-f13ab3fe44ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:47.977652 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03171c94-1e61-4d14-92c5-4e3475367657 req-b88532a7-87f1-4ac7-baae-987a1ede94b1 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529791 Nov 12 20:15:48.063061 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1c5ebd4d-550e-4d89-9d68-ef48c3454127 req-849bdaa7-ff06-4d33-880b-f1bd1ff84807 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6b8ad67-b0b2-463b-b774-bd807cab95f3 HTTP/1.1" status: 200 len: 1002 time: 0.1428311 Nov 12 20:15:48.071178 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e5a87354-a43f-48f0-bd52-b45756dc79d4 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:48.114055 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e4cc0bf-faf0-4ee8-85ec-b5fe38559c03 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:48.148100 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33991bbe-ffb4-4a2f-92cb-d46b9e9e68d5 None None] DHCP port deletion for ecda7070-3c1a-4c2e-ad5c-591a92326531 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:48.150200 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device f40c7260-263e-4a4f-94b9-e51c79ca5027 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:15:48.151884 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326f649b-4251-4e91-8e74-161ac524ffbb None None] Network 91c84b63-7733-4dbf-80a1-0d07026bb96c requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:15:48.158177 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 0334e1a2-d598-4aef-b9ed-4d798151f7fa, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=0334e1a2-d598-4aef-b9ed-4d798151f7fa,segment=NetworkSegment(36fef3a1-f793-4672-8627-b59aaf19ef9b),segment_id=36fef3a1-f793-4672-8627-b59aaf19ef9b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:48.175591 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45699f4b-717d-46ef-9bfa-c880366d364b req-c0ad91ec-efdd-4a07-bb11-1203953d5742 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:48.177938 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-45699f4b-717d-46ef-9bfa-c880366d364b req-c0ad91ec-efdd-4a07-bb11-1203953d5742 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba06ae75-44bf-4571-98fc-f2ea30806044 HTTP/1.1" status: 200 len: 932 time: 0.4061589 Nov 12 20:15:48.179246 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a87354-a43f-48f0-bd52-b45756dc79d4 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Pushing event deleted for resources: {'Subnet': ['ID=967d55a4-ae79-4819-944d-46d3869c6201,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:48.202795 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:48.251643 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e5a87354-a43f-48f0-bd52-b45756dc79d4 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:48.253615 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e4cc0bf-faf0-4ee8-85ec-b5fe38559c03 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:48.257492 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e5a87354-a43f-48f0-bd52-b45756dc79d4 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] 10.222.0.48 "DELETE /v2.0/subnets/967d55a4-ae79-4819-944d-46d3869c6201 HTTP/1.1" status: 204 len: 168 time: 1.3745296 Nov 12 20:15:48.258185 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46898) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:48.275182 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ebd4d-550e-4d89-9d68-ef48c3454127 req-d4d272c1-26f8-4a4e-b4f6-79b96176752d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:48.277294 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1c5ebd4d-550e-4d89-9d68-ef48c3454127 req-d4d272c1-26f8-4a4e-b4f6-79b96176752d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=72eab03a-2e4d-41e0-82f1-7fb4346cd6bd HTTP/1.1" status: 200 len: 850 time: 0.2016370 Nov 12 20:15:48.295613 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-123e63ee-c6b6-4eb6-87f9-da785ef4e2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:48.359038 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c91346-e2f9-40b6-98c4-24a973df2f7e tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:48.365225 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f6c91346-e2f9-40b6-98c4-24a973df2f7e tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1024134 Nov 12 20:15:48.365833 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46900) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:48.377432 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-45699f4b-717d-46ef-9bfa-c880366d364b req-871ce7ef-675c-42a2-9e5f-46ce5fa65da4 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.48 "GET /v2.0/security-groups?id=57ee48ad-bb84-41b1-8ffa-11ff683fdf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792905 Nov 12 20:15:48.378375 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-6e4cc0bf-faf0-4ee8-85ec-b5fe38559c03 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Deleting port be96c5f2-7daf-468d-9dbf-bd6d67463d06 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:48.378941 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e4cc0bf-faf0-4ee8-85ec-b5fe38559c03 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:48.394112 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.api [None req-7ec2d657-3fb2-4d03-b5bf-f13ab3fe44ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:15:48.394457 n-d-712140-15 neutron-server[102449]: DEBUG oslo_db.api [None req-7ec2d657-3fb2-4d03-b5bf-f13ab3fe44ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:15:48.418224 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=0334e1a2-d598-4aef-b9ed-4d798151f7fa,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:48.438621 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port f40c7260-263e-4a4f-94b9-e51c79ca5027 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:15:48.446420 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port f40c7260-263e-4a4f-94b9-e51c79ca5027 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:48.447008 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:48.475267 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-33991bbe-ffb4-4a2f-92cb-d46b9e9e68d5 None None] Deleting port 0334e1a2-d598-4aef-b9ed-4d798151f7fa {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:48.475905 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-33991bbe-ffb4-4a2f-92cb-d46b9e9e68d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:48.486347 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e4cc0bf-faf0-4ee8-85ec-b5fe38559c03 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:48.502660 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-6e4cc0bf-faf0-4ee8-85ec-b5fe38559c03 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Calling delete_port for be96c5f2-7daf-468d-9dbf-bd6d67463d06 owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:48.507928 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ebd4d-550e-4d89-9d68-ef48c3454127 req-45e70d92-8076-4433-a60a-8ba59ba9ff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:48.511990 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1c5ebd4d-550e-4d89-9d68-ef48c3454127 req-45e70d92-8076-4433-a60a-8ba59ba9ff10 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1217fc13-52b1-48e2-90e3-8ec289b00657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2194936 Nov 12 20:15:48.561932 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-33991bbe-ffb4-4a2f-92cb-d46b9e9e68d5 None None] For port 0334e1a2-d598-4aef-b9ed-4d798151f7fa, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=0334e1a2-d598-4aef-b9ed-4d798151f7fa,segment=NetworkSegment(36fef3a1-f793-4672-8627-b59aaf19ef9b),segment_id=36fef3a1-f793-4672-8627-b59aaf19ef9b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:48.562327 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-33991bbe-ffb4-4a2f-92cb-d46b9e9e68d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:48.595560 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-33991bbe-ffb4-4a2f-92cb-d46b9e9e68d5 None None] Calling delete_port for 0334e1a2-d598-4aef-b9ed-4d798151f7fa owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:48.598646 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbec7200-c9b7-4d13-85e6-e6b7c5a4289c None None] DHCP port deletion for 91c84b63-7733-4dbf-80a1-0d07026bb96c request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:48.681090 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:48.727832 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e4cc0bf-faf0-4ee8-85ec-b5fe38559c03 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:48.731381 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a389b9-0c35-47c5-baa8-a77f498aa97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40c7260-263e-4a4f-94b9-e51c79ca5027'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:15:48.734016 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341f4137-5111-455a-b4da-a73baab03cf8" -d '{"events": [{"server_uuid": "d9a389b9-0c35-47c5-baa8-a77f498aa97b", "name": "network-vif-plugged", "status": "completed", "tag": "f40c7260-263e-4a4f-94b9-e51c79ca5027"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:15:48.762345 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port f40c7260-263e-4a4f-94b9-e51c79ca5027, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=f40c7260-263e-4a4f-94b9-e51c79ca5027,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:48.764337 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4cc0bf-faf0-4ee8-85ec-b5fe38559c03 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Pushing event deleted for resources: {'Port': ['ID=be96c5f2-7daf-468d-9dbf-bd6d67463d06,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:48.776548 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:48.785925 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-33991bbe-ffb4-4a2f-92cb-d46b9e9e68d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:48.810186 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39f4986-dffa-4887-96b5-dcd8b42656be None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:48.813616 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-bbec7200-c9b7-4d13-85e6-e6b7c5a4289c None None] Deleting port d3a610c4-4957-4da1-a929-57f41063b14f {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:48.813990 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bbec7200-c9b7-4d13-85e6-e6b7c5a4289c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:48.830125 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e4cc0bf-faf0-4ee8-85ec-b5fe38559c03 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:48.839221 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55767980-5f5c-4288-b6eb-ffac09e971c6 x-openstack-request-id: req-55767980-5f5c-4288-b6eb-ffac09e971c6 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:15:48.839492 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a389b9-0c35-47c5-baa8-a77f498aa97b", "name": "network-vif-plugged", "status": "completed", "tag": "f40c7260-263e-4a4f-94b9-e51c79ca5027", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:15:48.839752 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-55767980-5f5c-4288-b6eb-ffac09e971c6 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:15:48.840150 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a389b9-0c35-47c5-baa8-a77f498aa97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40c7260-263e-4a4f-94b9-e51c79ca5027', 'code': 200} Nov 12 20:15:48.859157 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33991bbe-ffb4-4a2f-92cb-d46b9e9e68d5 None None] No DVR routers for this DVR port 0334e1a2-d598-4aef-b9ed-4d798151f7fa on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:15:48.935814 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7ec2d657-3fb2-4d03-b5bf-f13ab3fe44ae None None] Port 0334e1a2-d598-4aef-b9ed-4d798151f7fa update to ACTIVE by agent not found {{(pid=102449) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 20:15:48.946913 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=f40c7260-263e-4a4f-94b9-e51c79ca5027,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:48.952171 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-165d20fa-3c88-466a-8e18-a0ce680023a3 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:48.955938 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-bbec7200-c9b7-4d13-85e6-e6b7c5a4289c None None] For port d3a610c4-4957-4da1-a929-57f41063b14f, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d3a610c4-4957-4da1-a929-57f41063b14f,segment=NetworkSegment(bd84b7fd-107f-4b7f-a54a-cb4ce8b36105),segment_id=bd84b7fd-107f-4b7f-a54a-cb4ce8b36105)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:48.956350 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bbec7200-c9b7-4d13-85e6-e6b7c5a4289c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:48.957681 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c9488872-7a02-4042-800d-fcedfea54949 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:48.982240 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33991bbe-ffb4-4a2f-92cb-d46b9e9e68d5 None None] Pushing event deleted for resources: {'Port': ['ID=0334e1a2-d598-4aef-b9ed-4d798151f7fa,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:48.987915 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-bbec7200-c9b7-4d13-85e6-e6b7c5a4289c None None] Calling delete_port for d3a610c4-4957-4da1-a929-57f41063b14f owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:48.995444 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e4cc0bf-faf0-4ee8-85ec-b5fe38559c03 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:48.998610 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e4cc0bf-faf0-4ee8-85ec-b5fe38559c03 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:49.076987 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d20fa-3c88-466a-8e18-a0ce680023a3 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event deleted for resources: {'Port': ['ID=b59e8b53-f05a-47ea-b5c8-1a0ee269a8a9,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:49.085034 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-88934067-bbb2-4c32-8a60-b8ce6a8963c9 None None] Provisioning complete for port d3a610c4-4957-4da1-a929-57f41063b14f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:49.085478 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-88934067-bbb2-4c32-8a60-b8ce6a8963c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:49.116340 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d3a610c4-4957-4da1-a929-57f41063b14f no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:15:49.119847 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8e143-5c2a-49a6-9c56-c571aa37fdc8 req-839f8518-592c-48bb-b6d0-cbddf25e1a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:49.121613 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6ac8e143-5c2a-49a6-9c56-c571aa37fdc8 req-839f8518-592c-48bb-b6d0-cbddf25e1a2b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d9a389b9-0c35-47c5-baa8-a77f498aa97b HTTP/1.1" status: 200 len: 1097 time: 0.1765163 Nov 12 20:15:49.124062 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e4cc0bf-faf0-4ee8-85ec-b5fe38559c03 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:49.124909 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4cc0bf-faf0-4ee8-85ec-b5fe38559c03 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Fanout notify agent at l3_agent the message router_deleted on router 8b814a0e-988d-4887-9783-8a3fd55058e6 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:15:49.144167 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e4cc0bf-faf0-4ee8-85ec-b5fe38559c03 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:49.150501 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bbec7200-c9b7-4d13-85e6-e6b7c5a4289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:49.152354 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6e4cc0bf-faf0-4ee8-85ec-b5fe38559c03 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "DELETE /v2.0/routers/8b814a0e-988d-4887-9783-8a3fd55058e6 HTTP/1.1" status: 204 len: 168 time: 1.2695014 Nov 12 20:15:49.154665 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46908) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:49.159614 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b3593bd5-020e-45b8-b5d1-c3dcb8ab59a2 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2041661509', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}, 'admin_state_up': False}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:49.196034 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec7200-c9b7-4d13-85e6-e6b7c5a4289c None None] Pushing event deleted for resources: {'Port': ['ID=d3a610c4-4957-4da1-a929-57f41063b14f,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:49.202133 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c9488872-7a02-4042-800d-fcedfea54949 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] The port 'd3a610c4-4957-4da1-a929-57f41063b14f' was deleted {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 20:15:49.207727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbec7200-c9b7-4d13-85e6-e6b7c5a4289c None None] No DVR routers for this DVR port d3a610c4-4957-4da1-a929-57f41063b14f on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:15:49.209304 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-88934067-bbb2-4c32-8a60-b8ce6a8963c9 None None] Could not find standard attr ID for object d3a610c4-4957-4da1-a929-57f41063b14f. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:15:49.213331 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No active binding found for port d3a610c4-4957-4da1-a929-57f41063b14f {{(pid=102449) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 20:15:49.214007 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d3a610c4-4957-4da1-a929-57f41063b14f not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:15:49.222056 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 0334e1a2-d598-4aef-b9ed-4d798151f7fa no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:15:49.224480 n-d-712140-15 neutron-server[102449]: INFO neutron.plugins.ml2.db [None req-88934067-bbb2-4c32-8a60-b8ce6a8963c9 None None] No ports have port_id starting with d3a610c4-4957-4da1-a929-57f41063b14f Nov 12 20:15:49.243066 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6ac8e143-5c2a-49a6-9c56-c571aa37fdc8 req-0898d123-9230-4622-a8cd-00ffc1f35172 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885098 Nov 12 20:15:49.244418 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b3593bd5-020e-45b8-b5d1-c3dcb8ab59a2 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:49.248374 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b3593bd5-020e-45b8-b5d1-c3dcb8ab59a2 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:49.252543 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 0334e1a2-d598-4aef-b9ed-4d798151f7fa {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:15:49.252968 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 0334e1a2-d598-4aef-b9ed-4d798151f7fa not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:15:49.323953 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b3593bd5-020e-45b8-b5d1-c3dcb8ab59a2 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:49.371445 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-165d20fa-3c88-466a-8e18-a0ce680023a3 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:49.373991 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-165d20fa-3c88-466a-8e18-a0ce680023a3 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:49.375754 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-165d20fa-3c88-466a-8e18-a0ce680023a3 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "DELETE /v2.0/floatingips/ef359bd0-98a1-413c-8857-e70a9aa513c9 HTTP/1.1" status: 204 len: 168 time: 2.5921464 Nov 12 20:15:49.379443 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1c5ebd4d-550e-4d89-9d68-ef48c3454127 req-0d81153d-94d5-4842-ab57-2db9d966e975 service neutron] 10.222.0.52 "GET /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8494384 Nov 12 20:15:49.384027 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46912) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:49.391893 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c9488872-7a02-4042-800d-fcedfea54949 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:49.455816 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f046b2-a09e-48ce-8925-077b9aae8d2d req-5a8f081a-08c2-455c-ad31-b09191cbca2d tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:49.457521 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-65f046b2-a09e-48ce-8925-077b9aae8d2d req-5a8f081a-08c2-455c-ad31-b09191cbca2d tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a389b9-0c35-47c5-baa8-a77f498aa97b HTTP/1.1" status: 200 len: 945 time: 0.3348789 Nov 12 20:15:49.463632 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b3593bd5-020e-45b8-b5d1-c3dcb8ab59a2 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:49.475733 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-b675d39a-915f-476e-afaf-c601ab2e7025 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] delete failed (client error): The resource could not be found. Nov 12 20:15:49.476725 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b675d39a-915f-476e-afaf-c601ab2e7025 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "DELETE /v2.0/floatingips/ef359bd0-98a1-413c-8857-e70a9aa513c9 HTTP/1.1" status: 404 len: 345 time: 0.0909398 Nov 12 20:15:49.483441 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46916) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:49.501546 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-c9488872-7a02-4042-800d-fcedfea54949 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c84b63-7733-4dbf-80a1-0d07026bb96c']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:49.554830 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-c9488872-7a02-4042-800d-fcedfea54949 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd84b7fd-107f-4b7f-a54a-cb4ce8b36105') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:49.555124 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-c9488872-7a02-4042-800d-fcedfea54949 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd84b7fd-107f-4b7f-a54a-cb4ce8b36105') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:49.587689 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c9488872-7a02-4042-800d-fcedfea54949 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:49.636369 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a00cba-912f-408b-b96e-db6fdaefe5a5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:49.639038 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c9488872-7a02-4042-800d-fcedfea54949 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:49.642911 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a00cba-912f-408b-b96e-db6fdaefe5a5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:49.648891 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a00cba-912f-408b-b96e-db6fdaefe5a5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:49.650533 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f7a00cba-912f-408b-b96e-db6fdaefe5a5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "GET /v2.0/ports?network_id=9615dcf0-3361-46e1-a0ed-7983924921c2 HTTP/1.1" status: 200 len: 2358 time: 0.1653497 Nov 12 20:15:49.655329 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46918) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:49.667694 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9488872-7a02-4042-800d-fcedfea54949 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:15:49.668099 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c9488872-7a02-4042-800d-fcedfea54949 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:15:49.673818 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:15:49.676792 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-123e63ee-c6b6-4eb6-87f9-da785ef4e2cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeca88e2-0106-429b-bc5a-4581556bc083 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:15:49.691473 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1c5ebd4d-550e-4d89-9d68-ef48c3454127 req-6c70d549-c9d3-4784-8937-8dbe5595606e service neutron] 10.222.0.52 "GET /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870336 Nov 12 20:15:49.703902 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-65f046b2-a09e-48ce-8925-077b9aae8d2d req-a8c9dc50-d530-4565-88b2-7ed4dac994ef tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094536 Nov 12 20:15:49.714726 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57c03d-befb-409f-b352-05964ba1c331 req-5e9edb75-c62d-4127-877d-1f3cf813a861 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:49.725790 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4f57c03d-befb-409f-b352-05964ba1c331 req-5e9edb75-c62d-4127-877d-1f3cf813a861 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba06ae75-44bf-4571-98fc-f2ea30806044 HTTP/1.1" status: 200 len: 932 time: 0.1746497 Nov 12 20:15:49.733247 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-123e63ee-c6b6-4eb6-87f9-da785ef4e2cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:49.761118 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-123e63ee-c6b6-4eb6-87f9-da785ef4e2cf service neutron] Transition to ACTIVE for port object eeca88e2-0106-429b-bc5a-4581556bc083 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:15:49.762678 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c9488872-7a02-4042-800d-fcedfea54949 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:49.771409 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c9488872-7a02-4042-800d-fcedfea54949 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:49.777944 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c9488872-7a02-4042-800d-fcedfea54949 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] 10.222.0.48 "DELETE /v2.0/networks/91c84b63-7733-4dbf-80a1-0d07026bb96c HTTP/1.1" status: 204 len: 168 time: 1.4082303 Nov 12 20:15:49.777944 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-123e63ee-c6b6-4eb6-87f9-da785ef4e2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:49.778282 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46920) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:49.795646 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9488872-7a02-4042-800d-fcedfea54949 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Pushing event deleted for resources: {'Network': ['ID=91c84b63-7733-4dbf-80a1-0d07026bb96c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:49.797430 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e032d51d-85ad-47ce-b1e7-70d7a66c3f31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:49.798791 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e032d51d-85ad-47ce-b1e7-70d7a66c3f31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "GET /v2.0/subnets/4ed07e12-1e40-40e1-b531-87ba77ca38e0 HTTP/1.1" status: 200 len: 797 time: 0.1413186 Nov 12 20:15:49.813829 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46922) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:49.818436 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b8228054-f290-4800-b36f-5d1221840c5b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Request body: {'port': {'network_id': '9615dcf0-3361-46e1-a0ed-7983924921c2', 'name': 'tempest-FloatingIPTestJSON-470980945', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:49.849616 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e63ee-c6b6-4eb6-87f9-da785ef4e2cf service neutron] Pushing event updated for resources: {'Port': ['ID=eeca88e2-0106-429b-bc5a-4581556bc083,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:49.909614 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-295fd252-4d80-4994-ba3e-a955f0ae082f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:49.930377 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-123e63ee-c6b6-4eb6-87f9-da785ef4e2cf service neutron] Attempting to bind port eeca88e2-0106-429b-bc5a-4581556bc083 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:15:49.930738 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-123e63ee-c6b6-4eb6-87f9-da785ef4e2cf service neutron] Attempting to bind port eeca88e2-0106-429b-bc5a-4581556bc083 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '78497b66-48e9-476b-aa1e-7793d7fd2487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '68ae9680-9d4e-4ba9-9069-178065492e16'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:15:49.931043 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-123e63ee-c6b6-4eb6-87f9-da785ef4e2cf service neutron] Attempting to bind port eeca88e2-0106-429b-bc5a-4581556bc083 on network 68ae9680-9d4e-4ba9-9069-178065492e16 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:15:49.935834 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-123e63ee-c6b6-4eb6-87f9-da785ef4e2cf service neutron] Port eeca88e2-0106-429b-bc5a-4581556bc083 on network 68ae9680-9d4e-4ba9-9069-178065492e16 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:15:49.936177 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-123e63ee-c6b6-4eb6-87f9-da785ef4e2cf service neutron] Attempting to bind port eeca88e2-0106-429b-bc5a-4581556bc083 on network 68ae9680-9d4e-4ba9-9069-178065492e16 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:15:49.942241 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-123e63ee-c6b6-4eb6-87f9-da785ef4e2cf service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:15:49.942570 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-123e63ee-c6b6-4eb6-87f9-da785ef4e2cf service neutron] Checking segment: {'id': '78497b66-48e9-476b-aa1e-7793d7fd2487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '68ae9680-9d4e-4ba9-9069-178065492e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:15:49.942957 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-123e63ee-c6b6-4eb6-87f9-da785ef4e2cf service neutron] Bound using segment: {'id': '78497b66-48e9-476b-aa1e-7793d7fd2487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '68ae9680-9d4e-4ba9-9069-178065492e16'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:15:49.943392 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-123e63ee-c6b6-4eb6-87f9-da785ef4e2cf service neutron] Bound port: eeca88e2-0106-429b-bc5a-4581556bc083, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78497b66-48e9-476b-aa1e-7793d7fd2487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '68ae9680-9d4e-4ba9-9069-178065492e16'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:15:49.943756 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-123e63ee-c6b6-4eb6-87f9-da785ef4e2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:50.017053 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-123e63ee-c6b6-4eb6-87f9-da785ef4e2cf service neutron] For port eeca88e2-0106-429b-bc5a-4581556bc083, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:15:50.021399 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-123e63ee-c6b6-4eb6-87f9-da785ef4e2cf service neutron] For port eeca88e2-0106-429b-bc5a-4581556bc083, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=eeca88e2-0106-429b-bc5a-4581556bc083,segment=NetworkSegment(78497b66-48e9-476b-aa1e-7793d7fd2487),segment_id=78497b66-48e9-476b-aa1e-7793d7fd2487)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:15:50.026445 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-123e63ee-c6b6-4eb6-87f9-da785ef4e2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:50.066844 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-123e63ee-c6b6-4eb6-87f9-da785ef4e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:50.067470 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-123e63ee-c6b6-4eb6-87f9-da785ef4e2cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:50.069200 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-123e63ee-c6b6-4eb6-87f9-da785ef4e2cf service neutron] 10.222.0.52 "PUT /v2.0/ports/eeca88e2-0106-429b-bc5a-4581556bc083 HTTP/1.1" status: 200 len: 1093 time: 2.1671345 Nov 12 20:15:50.069670 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba06ae75-44bf-4571-98fc-f2ea30806044', 'tag': 'eeca88e2-0106-429b-bc5a-4581556bc083'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:15:50.072022 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ecb693-c87a-4db9-b18f-895488cd7c40" -d '{"events": [{"name": "network-changed", "server_uuid": "ba06ae75-44bf-4571-98fc-f2ea30806044", "tag": "eeca88e2-0106-429b-bc5a-4581556bc083"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:15:50.091666 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:50.142082 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b440aa28-96e0-4640-b663-78e1ea379751 x-openstack-request-id: req-b440aa28-96e0-4640-b663-78e1ea379751 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:15:50.142947 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba06ae75-44bf-4571-98fc-f2ea30806044", "tag": "eeca88e2-0106-429b-bc5a-4581556bc083", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:15:50.143464 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b440aa28-96e0-4640-b663-78e1ea379751 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:15:50.144032 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba06ae75-44bf-4571-98fc-f2ea30806044', 'tag': 'eeca88e2-0106-429b-bc5a-4581556bc083', 'status': 'completed', 'code': 200} Nov 12 20:15:50.144926 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e63ee-c6b6-4eb6-87f9-da785ef4e2cf service neutron] Pushing event updated for resources: {'Port': ['ID=eeca88e2-0106-429b-bc5a-4581556bc083,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:50.182778 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-42738fa6-d2fe-430b-b2bb-025c7cb51cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:50.184540 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-42738fa6-d2fe-430b-b2bb-025c7cb51cc6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=28aa3fc44ab040d3864c0fc09f1a0094&device_id=ba06ae75-44bf-4571-98fc-f2ea30806044 HTTP/1.1" status: 200 len: 1096 time: 0.0530708 Nov 12 20:15:50.234721 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-41cc1dfd-1b88-4c17-b85f-e4ad72ed651d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeca88e2-0106-429b-bc5a-4581556bc083 HTTP/1.1" status: 200 len: 217 time: 0.0382719 Nov 12 20:15:50.259071 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4f57c03d-befb-409f-b352-05964ba1c331 req-5c226203-0e96-47c3-96b8-4a6a544b3d38 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.48 "GET /v2.0/security-groups?id=57ee48ad-bb84-41b1-8ffa-11ff683fdf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5338485 Nov 12 20:15:50.296074 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-85a163f0-73e2-4434-b13c-3bfc0159ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:50.298047 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-85a163f0-73e2-4434-b13c-3bfc0159ed78 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89af721e-69f5-45b7-bec5-c154226fcbbd HTTP/1.1" status: 200 len: 850 time: 0.0547409 Nov 12 20:15:50.341420 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-b7db352d-e834-44cf-bbd8-66fed77f5f1c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68ae9680-9d4e-4ba9-9069-178065492e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336173 Nov 12 20:15:50.367950 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e6e45756-78e2-4ca2-82f4-527f8bac6cc9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:50.440002 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-9ea511ba-0f8f-41b8-96a9-b99f8a561bdd service neutron] 10.222.0.52 "GET /v2.0/networks/68ae9680-9d4e-4ba9-9069-178065492e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891209 Nov 12 20:15:50.459964 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b3593bd5-020e-45b8-b5d1-c3dcb8ab59a2 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:50.515716 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b3593bd5-020e-45b8-b5d1-c3dcb8ab59a2 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:50.584660 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-21bfcf89-b588-4247-af58-cac3e2d30a13 req-f55af167-b9f8-4f75-bf0b-9e37d4f8537a service neutron] 10.222.0.52 "GET /v2.0/networks/68ae9680-9d4e-4ba9-9069-178065492e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318107 Nov 12 20:15:50.620446 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e6e45756-78e2-4ca2-82f4-527f8bac6cc9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:50.667947 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-e6e45756-78e2-4ca2-82f4-527f8bac6cc9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecda7070-3c1a-4c2e-ad5c-591a92326531']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:50.672166 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8228054-f290-4800-b36f-5d1221840c5b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Made reservation on behalf of 6ea92e18acf0455c810df30ea01fdf1a for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:15:50.697691 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-e6e45756-78e2-4ca2-82f4-527f8bac6cc9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36fef3a1-f793-4672-8627-b59aaf19ef9b') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:50.697935 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-e6e45756-78e2-4ca2-82f4-527f8bac6cc9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36fef3a1-f793-4672-8627-b59aaf19ef9b') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:50.698307 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecb693-c87a-4db9-b18f-895488cd7c40 req-9de930d8-06f3-47e7-a866-774b7aa1f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:50.700004 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a0ecb693-c87a-4db9-b18f-895488cd7c40 req-9de930d8-06f3-47e7-a866-774b7aa1f1f3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=28aa3fc44ab040d3864c0fc09f1a0094&device_id=ba06ae75-44bf-4571-98fc-f2ea30806044 HTTP/1.1" status: 200 len: 1096 time: 0.0455117 Nov 12 20:15:50.720081 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e6e45756-78e2-4ca2-82f4-527f8bac6cc9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:50.834331 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e6e45756-78e2-4ca2-82f4-527f8bac6cc9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:50.838646 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecb693-c87a-4db9-b18f-895488cd7c40 req-fde37b41-0077-4cf6-8027-6e68a4e4dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:50.840152 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a0ecb693-c87a-4db9-b18f-895488cd7c40 req-fde37b41-0077-4cf6-8027-6e68a4e4dbb7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=68ae9680-9d4e-4ba9-9069-178065492e16 HTTP/1.1" status: 200 len: 911 time: 0.1328120 Nov 12 20:15:50.847859 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b8228054-f290-4800-b36f-5d1221840c5b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:50.851789 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e45756-78e2-4ca2-82f4-527f8bac6cc9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:15:50.852183 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e6e45756-78e2-4ca2-82f4-527f8bac6cc9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:15:50.855950 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:15:50.859884 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e19f69-6c87-4be8-8893-1940a0cc3a57 req-82aec082-71bb-4a7f-a95f-b7bc6acecc0a tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:50.861563 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-67e19f69-6c87-4be8-8893-1940a0cc3a57 req-82aec082-71bb-4a7f-a95f-b7bc6acecc0a tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a389b9-0c35-47c5-baa8-a77f498aa97b HTTP/1.1" status: 200 len: 945 time: 0.0780001 Nov 12 20:15:50.900125 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a0ecb693-c87a-4db9-b18f-895488cd7c40 req-10778629-b29a-4b9c-bdb5-bfb0e0e2e2e0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeca88e2-0106-429b-bc5a-4581556bc083 HTTP/1.1" status: 200 len: 217 time: 0.0372577 Nov 12 20:15:50.931242 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-b8228054-f290-4800-b36f-5d1221840c5b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] device_id is not set on port 9a87254d-989e-4a69-ba23-6588ba12759e yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:15:50.946795 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-b3593bd5-020e-45b8-b5d1-c3dcb8ab59a2 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Allocated IP 172.25.5.34 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/a23b1504-9af4-4194-a620-f38429d11a7c) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:50.954665 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e6e45756-78e2-4ca2-82f4-527f8bac6cc9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:50.993031 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-67e19f69-6c87-4be8-8893-1940a0cc3a57 req-1246898f-ba4d-44c5-b561-02a86c5adcb1 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946174 Nov 12 20:15:50.995492 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecb693-c87a-4db9-b18f-895488cd7c40 req-57641a5c-97a1-479a-a040-a819d6b91184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:50.997366 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a0ecb693-c87a-4db9-b18f-895488cd7c40 req-57641a5c-97a1-479a-a040-a819d6b91184 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89af721e-69f5-45b7-bec5-c154226fcbbd HTTP/1.1" status: 200 len: 850 time: 0.0843461 Nov 12 20:15:50.999581 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e6e45756-78e2-4ca2-82f4-527f8bac6cc9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:51.003572 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e6e45756-78e2-4ca2-82f4-527f8bac6cc9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] 10.222.0.48 "DELETE /v2.0/networks/ecda7070-3c1a-4c2e-ad5c-591a92326531 HTTP/1.1" status: 204 len: 168 time: 1.2245836 Nov 12 20:15:51.019645 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46932) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:51.028645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e45756-78e2-4ca2-82f4-527f8bac6cc9 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Pushing event deleted for resources: {'Network': ['ID=ecda7070-3c1a-4c2e-ad5c-591a92326531,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:51.093191 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a0ecb693-c87a-4db9-b18f-895488cd7c40 req-8eb6264b-224f-4f0e-ad52-839349153349 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68ae9680-9d4e-4ba9-9069-178065492e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868523 Nov 12 20:15:51.184783 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aab476be-136f-4fe1-8391-9208894ac0e6 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:51.214865 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b3593bd5-020e-45b8-b5d1-c3dcb8ab59a2 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:51.321135 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b3593bd5-020e-45b8-b5d1-c3dcb8ab59a2 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:51.326545 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a0ecb693-c87a-4db9-b18f-895488cd7c40 req-87605e6f-bdc9-4fff-9a58-3fab845e354d service neutron] 10.222.0.52 "GET /v2.0/networks/68ae9680-9d4e-4ba9-9069-178065492e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923945 Nov 12 20:15:51.364021 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-b8228054-f290-4800-b36f-5d1221840c5b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Allocated IP 172.20.0.13 (9615dcf0-3361-46e1-a0ed-7983924921c2/4ed07e12-1e40-40e1-b531-87ba77ca38e0/9a87254d-989e-4a69-ba23-6588ba12759e) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:51.377033 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aab476be-136f-4fe1-8391-9208894ac0e6 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:51.385456 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-b8228054-f290-4800-b36f-5d1221840c5b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Allocated IP 172.20.0.12 (9615dcf0-3361-46e1-a0ed-7983924921c2/4ed07e12-1e40-40e1-b531-87ba77ca38e0/9a87254d-989e-4a69-ba23-6588ba12759e) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:51.418229 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3593bd5-020e-45b8-b5d1-c3dcb8ab59a2 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:51.429591 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3593bd5-020e-45b8-b5d1-c3dcb8ab59a2 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Pushing event updated for resources: {'Port': ['ID=a23b1504-9af4-4194-a620-f38429d11a7c,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:51.432323 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-b3593bd5-020e-45b8-b5d1-c3dcb8ab59a2 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:51.438252 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3593bd5-020e-45b8-b5d1-c3dcb8ab59a2 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:51.449087 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e09b9c8-07d5-4efb-888c-4ad873e43da0 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:51.458828 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-aab476be-136f-4fe1-8391-9208894ac0e6 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c318d79-a5f5-4a61-91eb-39e9bb58aa90']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:51.468462 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb287ba-b3e5-4525-8c11-84db1351067f req-08a05d7a-7de1-4de6-86b9-25dba49968c3 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:51.471132 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-efb287ba-b3e5-4525-8c11-84db1351067f req-08a05d7a-7de1-4de6-86b9-25dba49968c3 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a389b9-0c35-47c5-baa8-a77f498aa97b HTTP/1.1" status: 200 len: 945 time: 0.2072589 Nov 12 20:15:51.481232 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-aab476be-136f-4fe1-8391-9208894ac0e6 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2545f26c-cb22-4410-ad50-e132ab9571a1') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:51.481588 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-aab476be-136f-4fe1-8391-9208894ac0e6 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2545f26c-cb22-4410-ad50-e132ab9571a1') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:51.503124 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-74e09e70-a158-46da-a9d0-44a197c961d7 None None] Provisioning complete for port a23b1504-9af4-4194-a620-f38429d11a7c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:51.503580 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-74e09e70-a158-46da-a9d0-44a197c961d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:51.506541 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aab476be-136f-4fe1-8391-9208894ac0e6 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:51.516216 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128de63c-61a8-4518-8a78-af01d577a816 req-9b1e1a7f-2bb2-4d35-9cf9-7d96d918ac16 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:51.523855 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-128de63c-61a8-4518-8a78-af01d577a816 req-9b1e1a7f-2bb2-4d35-9cf9-7d96d918ac16 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba06ae75-44bf-4571-98fc-f2ea30806044 HTTP/1.1" status: 200 len: 944 time: 0.1650076 Nov 12 20:15:51.540744 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-74e09e70-a158-46da-a9d0-44a197c961d7 None None] Port a23b1504-9af4-4194-a620-f38429d11a7c cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:15:51.551295 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aab476be-136f-4fe1-8391-9208894ac0e6 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:51.561486 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a0ecb693-c87a-4db9-b18f-895488cd7c40 req-0d69de20-a13c-4a73-a06c-d94c650c2229 service neutron] 10.222.0.52 "GET /v2.0/networks/68ae9680-9d4e-4ba9-9069-178065492e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963730 Nov 12 20:15:51.565307 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab476be-136f-4fe1-8391-9208894ac0e6 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:15:51.565711 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aab476be-136f-4fe1-8391-9208894ac0e6 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:15:51.569630 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:15:51.627639 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-efb287ba-b3e5-4525-8c11-84db1351067f req-0d776d81-f2f2-4b91-a571-55934f5ec203 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336181 Nov 12 20:15:51.652562 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aab476be-136f-4fe1-8391-9208894ac0e6 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:51.663843 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aab476be-136f-4fe1-8391-9208894ac0e6 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:51.668936 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-aab476be-136f-4fe1-8391-9208894ac0e6 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] 10.222.0.48 "DELETE /v2.0/networks/5c318d79-a5f5-4a61-91eb-39e9bb58aa90 HTTP/1.1" status: 204 len: 168 time: 0.6526155 Nov 12 20:15:51.670082 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46944) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:51.690133 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab476be-136f-4fe1-8391-9208894ac0e6 tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Pushing event deleted for resources: {'Network': ['ID=5c318d79-a5f5-4a61-91eb-39e9bb58aa90,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:51.738524 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-128de63c-61a8-4518-8a78-af01d577a816 req-a18b88b5-ce4b-42e5-8dda-5ce7eaf8729c tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.48 "GET /v2.0/security-groups?id=57ee48ad-bb84-41b1-8ffa-11ff683fdf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123830 Nov 12 20:15:51.769514 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f5a2c126-b890-4c24-97f0-fc264c86f12b tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:51.776931 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b8228054-f290-4800-b36f-5d1221840c5b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:51.866217 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f5a2c126-b890-4c24-97f0-fc264c86f12b tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:51.886430 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-f5a2c126-b890-4c24-97f0-fc264c86f12b tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b676ed-1f15-4883-8777-f0522c2e5550']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:51.887520 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b8228054-f290-4800-b36f-5d1221840c5b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:51.896096 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-f5a2c126-b890-4c24-97f0-fc264c86f12b tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad76090-78ca-4357-8fec-ede5460a91c2') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:51.896425 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-f5a2c126-b890-4c24-97f0-fc264c86f12b tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad76090-78ca-4357-8fec-ede5460a91c2') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:51.905781 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f5a2c126-b890-4c24-97f0-fc264c86f12b tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:51.919056 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f5a2c126-b890-4c24-97f0-fc264c86f12b tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:51.926205 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a2c126-b890-4c24-97f0-fc264c86f12b tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:15:51.926597 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f5a2c126-b890-4c24-97f0-fc264c86f12b tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:15:51.929592 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:15:51.935072 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b3593bd5-020e-45b8-b5d1-c3dcb8ab59a2 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:51.943457 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8228054-f290-4800-b36f-5d1221840c5b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Network 9615dcf0-3361-46e1-a0ed-7983924921c2 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:51.984356 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-b8228054-f290-4800-b36f-5d1221840c5b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:51.993282 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8228054-f290-4800-b36f-5d1221840c5b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:51.994997 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f5a2c126-b890-4c24-97f0-fc264c86f12b tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:52.000743 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8228054-f290-4800-b36f-5d1221840c5b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event updated for resources: {'Port': ['ID=9a87254d-989e-4a69-ba23-6588ba12759e,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:52.009255 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f5a2c126-b890-4c24-97f0-fc264c86f12b tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:52.013623 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f5a2c126-b890-4c24-97f0-fc264c86f12b tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] 10.222.0.48 "DELETE /v2.0/networks/23b676ed-1f15-4883-8777-f0522c2e5550 HTTP/1.1" status: 204 len: 168 time: 0.3327041 Nov 12 20:15:52.030528 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2c126-b890-4c24-97f0-fc264c86f12b tempest-BulkNetworkOpsIpV6Test-85208148 tempest-BulkNetworkOpsIpV6Test-85208148-project] Pushing event deleted for resources: {'Network': ['ID=23b676ed-1f15-4883-8777-f0522c2e5550,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:52.092717 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8228054-f290-4800-b36f-5d1221840c5b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:52.093339 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b8228054-f290-4800-b36f-5d1221840c5b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:52.117225 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b8228054-f290-4800-b36f-5d1221840c5b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.3025749 Nov 12 20:15:52.119936 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46948) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:52.125416 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-f790fa8e-d7cc-400e-8f6c-909962ca4526 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'port_id': '9a87254d-989e-4a69-ba23-6588ba12759e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:52.154093 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f790fa8e-d7cc-400e-8f6c-909962ca4526 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:52.230282 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b3593bd5-020e-45b8-b5d1-c3dcb8ab59a2 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:52.244677 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46952) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:52.266165 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f790fa8e-d7cc-400e-8f6c-909962ca4526 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:52.381513 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3593bd5-020e-45b8-b5d1-c3dcb8ab59a2 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Router 92f63d1f-2273-4a6a-9ca7-9f31a64a4205 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:15:52.387979 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-f790fa8e-d7cc-400e-8f6c-909962ca4526 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Allocated IP 172.25.5.80 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/0c83b02e-5396-4e5b-b419-017d13bd2a87) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:52.449274 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-372369c7-db25-4dea-b8f0-f101f277dd04 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a87e0abb78ec4ce69be1b428413d5855&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2032914 Nov 12 20:15:52.471292 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46956) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:52.519190 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f790fa8e-d7cc-400e-8f6c-909962ca4526 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:52.520882 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3593bd5-020e-45b8-b5d1-c3dcb8ab59a2 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:15:52.534538 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0995dfcf-0c55-4b17-b972-528023b287d4 None None] Sync routers for ids ['92f63d1f-2273-4a6a-9ca7-9f31a64a4205'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:15:52.545777 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0995dfcf-0c55-4b17-b972-528023b287d4 None None] Routers {'92f63d1f-2273-4a6a-9ca7-9f31a64a4205'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:52.546488 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6bb6ba09-35e0-4617-9944-aac509622a29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:52.547035 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-0995dfcf-0c55-4b17-b972-528023b287d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['92f63d1f-2273-4a6a-9ca7-9f31a64a4205'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:52.557532 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b3593bd5-020e-45b8-b5d1-c3dcb8ab59a2 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:52.558690 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b3593bd5-020e-45b8-b5d1-c3dcb8ab59a2 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.4028199 Nov 12 20:15:52.561342 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46958) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:52.563485 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f790fa8e-d7cc-400e-8f6c-909962ca4526 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:52.566343 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-117e4b62-006b-4195-8589-98d631e4da74 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:52.581314 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-0995dfcf-0c55-4b17-b972-528023b287d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:52.589869 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0995dfcf-0c55-4b17-b972-528023b287d4 None None] Routers {'92f63d1f-2273-4a6a-9ca7-9f31a64a4205'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:52.590532 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-0995dfcf-0c55-4b17-b972-528023b287d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['92f63d1f-2273-4a6a-9ca7-9f31a64a4205'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:52.613496 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6bb6ba09-35e0-4617-9944-aac509622a29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:52.613882 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f790fa8e-d7cc-400e-8f6c-909962ca4526 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:52.619022 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-f790fa8e-d7cc-400e-8f6c-909962ca4526 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:52.622815 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f790fa8e-d7cc-400e-8f6c-909962ca4526 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:52.629198 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-0995dfcf-0c55-4b17-b972-528023b287d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:52.629933 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0995dfcf-0c55-4b17-b972-528023b287d4 None None] The sync data for ids ['92f63d1f-2273-4a6a-9ca7-9f31a64a4205'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:15:52.647990 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790fa8e-d7cc-400e-8f6c-909962ca4526 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event updated for resources: {'Port': ['ID=0c83b02e-5396-4e5b-b419-017d13bd2a87,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:52.730248 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a7aded00-a034-420d-8c84-7ddf23dc2c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:52.777121 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f053f4-62e2-4dbd-98e6-08cf2ec21542 req-1777a796-2035-47ea-8ec4-3205fb2dac47 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:52.778584 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8f053f4-62e2-4dbd-98e6-08cf2ec21542 req-1777a796-2035-47ea-8ec4-3205fb2dac47 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a389b9-0c35-47c5-baa8-a77f498aa97b HTTP/1.1" status: 200 len: 945 time: 0.1563027 Nov 12 20:15:52.827085 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6bb6ba09-35e0-4617-9944-aac509622a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:52.830365 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6bb6ba09-35e0-4617-9944-aac509622a29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:52.831484 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6bb6ba09-35e0-4617-9944-aac509622a29 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11ede324-ea0c-4cd6-ab0b-5d727dc95191 HTTP/1.1" status: 204 len: 168 time: 0.3592393 Nov 12 20:15:52.885931 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6ba09-35e0-4617-9944-aac509622a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ede324-ea0c-4cd6-ab0b-5d727dc95191,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:52.911597 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fec55-fba8-4621-a239-bce5918038c4 req-f9983177-f6c8-4b24-b40a-b9a8defe7f17 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:52.913158 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-441fec55-fba8-4621-a239-bce5918038c4 req-f9983177-f6c8-4b24-b40a-b9a8defe7f17 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a389b9-0c35-47c5-baa8-a77f498aa97b HTTP/1.1" status: 200 len: 945 time: 0.1796472 Nov 12 20:15:52.946080 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1e12e-818c-4326-bdd4-bc8adbb3b045 req-e81b1626-524f-417b-a996-40a94c9a38f7 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:52.947769 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7cf1e12e-818c-4326-bdd4-bc8adbb3b045 req-e81b1626-524f-417b-a996-40a94c9a38f7 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba06ae75-44bf-4571-98fc-f2ea30806044 HTTP/1.1" status: 200 len: 944 time: 0.0867763 Nov 12 20:15:53.054388 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-441fec55-fba8-4621-a239-bce5918038c4 req-1d9637c4-6fd5-4806-be64-5fe229f0030e tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188099 Nov 12 20:15:53.087844 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7cf1e12e-818c-4326-bdd4-bc8adbb3b045 req-54d6c3b1-571d-43a1-9dd3-ef236c25c036 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.48 "GET /v2.0/security-groups?id=57ee48ad-bb84-41b1-8ffa-11ff683fdf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266191 Nov 12 20:15:53.105612 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-b8f053f4-62e2-4dbd-98e6-08cf2ec21542 req-d37205cd-054b-4e49-a842-c82898454774 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Deleting port f40c7260-263e-4a4f-94b9-e51c79ca5027 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:53.106100 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b8f053f4-62e2-4dbd-98e6-08cf2ec21542 req-d37205cd-054b-4e49-a842-c82898454774 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:53.156997 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f790fa8e-d7cc-400e-8f6c-909962ca4526 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:53.232361 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f790fa8e-d7cc-400e-8f6c-909962ca4526 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:53.272800 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-117e4b62-006b-4195-8589-98d631e4da74 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:53.275033 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device eeca88e2-0106-429b-bc5a-4581556bc083 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:15:53.294628 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-b8f053f4-62e2-4dbd-98e6-08cf2ec21542 req-d37205cd-054b-4e49-a842-c82898454774 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] For port f40c7260-263e-4a4f-94b9-e51c79ca5027, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=f40c7260-263e-4a4f-94b9-e51c79ca5027,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:53.294993 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b8f053f4-62e2-4dbd-98e6-08cf2ec21542 req-d37205cd-054b-4e49-a842-c82898454774 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:53.298265 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-117e4b62-006b-4195-8589-98d631e4da74 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:53.317856 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-b8f053f4-62e2-4dbd-98e6-08cf2ec21542 req-d37205cd-054b-4e49-a842-c82898454774 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Calling delete_port for f40c7260-263e-4a4f-94b9-e51c79ca5027 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:53.410921 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port eeca88e2-0106-429b-bc5a-4581556bc083, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=eeca88e2-0106-429b-bc5a-4581556bc083,segment=NetworkSegment(78497b66-48e9-476b-aa1e-7793d7fd2487),segment_id=78497b66-48e9-476b-aa1e-7793d7fd2487)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:53.435421 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'eeca88e2-0106-429b-bc5a-4581556bc083', 'network_id': '68ae9680-9d4e-4ba9-9069-178065492e16', 'port_id': 'eeca88e2-0106-429b-bc5a-4581556bc083', 'mac_address': 'fa:16:3e:32:fb:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89af721e-69f5-45b7-bec5-c154226fcbbd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:15:53.443526 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f790fa8e-d7cc-400e-8f6c-909962ca4526 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:53.452622 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f790fa8e-d7cc-400e-8f6c-909962ca4526 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:53.523632 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:53.542559 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f790fa8e-d7cc-400e-8f6c-909962ca4526 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:53.544380 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeca88e2-0106-429b-bc5a-4581556bc083 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:15:53.577701 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790fa8e-d7cc-400e-8f6c-909962ca4526 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event updated for resources: {'Port': ['ID=0c83b02e-5396-4e5b-b419-017d13bd2a87,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:53.597492 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port eeca88e2-0106-429b-bc5a-4581556bc083, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=eeca88e2-0106-429b-bc5a-4581556bc083,segment=NetworkSegment(78497b66-48e9-476b-aa1e-7793d7fd2487),segment_id=78497b66-48e9-476b-aa1e-7793d7fd2487)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:53.605558 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:53.656810 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [None req-f790fa8e-d7cc-400e-8f6c-909962ca4526 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Floating IP 011937d9-34af-40ca-87a9-687aca1d1729 associated. External IP: 172.25.5.80, port: 9a87254d-989e-4a69-ba23-6588ba12759e. Nov 12 20:15:53.674126 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=eeca88e2-0106-429b-bc5a-4581556bc083,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:53.710702 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:53.740966 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46988) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:53.784371 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-117e4b62-006b-4195-8589-98d631e4da74 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Deleting port a23b1504-9af4-4194-a620-f38429d11a7c {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:53.784709 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-117e4b62-006b-4195-8589-98d631e4da74 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:53.791688 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:53.866012 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['eeca88e2-0106-429b-bc5a-4581556bc083'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:15:53.905194 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-91aa2219-fad7-4b34-a2f9-c9ae43500902 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-431305458'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:53.926256 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-117e4b62-006b-4195-8589-98d631e4da74 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:53.927102 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f790fa8e-d7cc-400e-8f6c-909962ca4526 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Router 14719374-8782-4899-a302-d4232fc37549 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:15:53.941190 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91aa2219-fad7-4b34-a2f9-c9ae43500902 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Made reservation on behalf of 0477c589b9404586b4da0b719600847f for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:15:53.945003 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91aa2219-fad7-4b34-a2f9-c9ae43500902 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:53.945368 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-117e4b62-006b-4195-8589-98d631e4da74 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Calling delete_port for a23b1504-9af4-4194-a620-f38429d11a7c owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:53.950172 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b8f053f4-62e2-4dbd-98e6-08cf2ec21542 req-d37205cd-054b-4e49-a842-c82898454774 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:53.963787 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['f40c7260-263e-4a4f-94b9-e51c79ca5027'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:15:53.992279 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91aa2219-fad7-4b34-a2f9-c9ae43500902 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:53.994336 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37205cd-054b-4e49-a842-c82898454774 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Pushing event deleted for resources: {'Port': ['ID=f40c7260-263e-4a4f-94b9-e51c79ca5027,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:54.069331 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f053f4-62e2-4dbd-98e6-08cf2ec21542 req-d37205cd-054b-4e49-a842-c82898454774 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] No DVR routers for this DVR port f40c7260-263e-4a4f-94b9-e51c79ca5027 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:15:54.072614 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b8f053f4-62e2-4dbd-98e6-08cf2ec21542 req-d37205cd-054b-4e49-a842-c82898454774 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:54.075903 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8f053f4-62e2-4dbd-98e6-08cf2ec21542 req-d37205cd-054b-4e49-a842-c82898454774 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.55 "DELETE /v2.0/ports/f40c7260-263e-4a4f-94b9-e51c79ca5027 HTTP/1.1" status: 204 len: 173 time: 1.2868900 Nov 12 20:15:54.076435 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a389b9-0c35-47c5-baa8-a77f498aa97b', 'name': 'network-vif-deleted', 'tag': 'f40c7260-263e-4a4f-94b9-e51c79ca5027'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:15:54.078907 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf866427-2b71-462a-a3d5-6cdc12601756" -d '{"events": [{"server_uuid": "d9a389b9-0c35-47c5-baa8-a77f498aa97b", "name": "network-vif-deleted", "tag": "f40c7260-263e-4a4f-94b9-e51c79ca5027"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:15:54.118253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f790fa8e-d7cc-400e-8f6c-909962ca4526 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:15:54.131627 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ed9751-7a21-42b2-9f42-45d59347b199 None None] Sync routers for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:15:54.148984 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ed9751-7a21-42b2-9f42-45d59347b199 None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:54.150022 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-e8ed9751-7a21-42b2-9f42-45d59347b199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:54.154763 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f790fa8e-d7cc-400e-8f6c-909962ca4526 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:54.190199 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0e7cc2-f29a-4317-aab2-765d8ce80bff x-openstack-request-id: req-ae0e7cc2-f29a-4317-aab2-765d8ce80bff {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:15:54.190575 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a389b9-0c35-47c5-baa8-a77f498aa97b", "name": "network-vif-deleted", "tag": "f40c7260-263e-4a4f-94b9-e51c79ca5027", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:15:54.190832 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ae0e7cc2-f29a-4317-aab2-765d8ce80bff {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:15:54.191628 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a389b9-0c35-47c5-baa8-a77f498aa97b', 'name': 'network-vif-deleted', 'tag': 'f40c7260-263e-4a4f-94b9-e51c79ca5027', 'status': 'completed', 'code': 200} Nov 12 20:15:54.200184 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91aa2219-fad7-4b34-a2f9-c9ae43500902 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:54.207604 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91aa2219-fad7-4b34-a2f9-c9ae43500902 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:54.221552 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f790fa8e-d7cc-400e-8f6c-909962ca4526 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1001430 Nov 12 20:15:54.223928 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47002) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:54.229767 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-22f3596f-f145-4be9-86eb-a7a7aea83e93 req-652e4507-eab0-415f-9a26-61efd81cf355 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a389b9-0c35-47c5-baa8-a77f498aa97b HTTP/1.1" status: 200 len: 210 time: 0.0363040 Nov 12 20:15:54.235896 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-aa1af8a4-8350-42f1-bb8d-80589a00db80 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Request body: {'floatingip': {'port_id': '9a87254d-989e-4a69-ba23-6588ba12759e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:54.258335 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-e8ed9751-7a21-42b2-9f42-45d59347b199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:54.294277 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ed9751-7a21-42b2-9f42-45d59347b199 None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:54.294702 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-e8ed9751-7a21-42b2-9f42-45d59347b199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:54.345545 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aa1af8a4-8350-42f1-bb8d-80589a00db80 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:54.347103 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-e8ed9751-7a21-42b2-9f42-45d59347b199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:54.347768 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ed9751-7a21-42b2-9f42-45d59347b199 None None] The sync data for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:15:54.358670 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-117e4b62-006b-4195-8589-98d631e4da74 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:54.430816 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e4b62-006b-4195-8589-98d631e4da74 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Pushing event deleted for resources: {'Port': ['ID=a23b1504-9af4-4194-a620-f38429d11a7c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:54.450834 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dd4b87-1e08-4766-a80c-5d4a6868a986 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:15:54.563653 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-117e4b62-006b-4195-8589-98d631e4da74 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:54.706584 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91aa2219-fad7-4b34-a2f9-c9ae43500902 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:15:54.709334 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa2219-fad7-4b34-a2f9-c9ae43500902 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6da18d74-fb31-481b-b485-7a4f330a55e5,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:54.724770 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91aa2219-fad7-4b34-a2f9-c9ae43500902 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:54.725141 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-91aa2219-fad7-4b34-a2f9-c9ae43500902 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Added segment 20be05c4-65d0-41b3-a2bc-6eec5bde88b9 of type vlan for network f462a3c8-e614-48fa-bbcb-a5a963083d4a Nov 12 20:15:54.775444 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afc149-ebbc-4cde-9d4f-0314fba912d8 req-3d7c217b-d8f4-4f11-bfcf-5bacc49f78ee tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:54.776909 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e2afc149-ebbc-4cde-9d4f-0314fba912d8 req-3d7c217b-d8f4-4f11-bfcf-5bacc49f78ee tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba06ae75-44bf-4571-98fc-f2ea30806044 HTTP/1.1" status: 200 len: 945 time: 0.0977023 Nov 12 20:15:54.780613 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91aa2219-fad7-4b34-a2f9-c9ae43500902 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:54.836556 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91aa2219-fad7-4b34-a2f9-c9ae43500902 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:54.842143 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91aa2219-fad7-4b34-a2f9-c9ae43500902 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:54.842728 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91aa2219-fad7-4b34-a2f9-c9ae43500902 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:54.858223 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e2afc149-ebbc-4cde-9d4f-0314fba912d8 req-87c572c6-eda8-41cd-994a-f1872123db58 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.48 "GET /v2.0/security-groups?id=57ee48ad-bb84-41b1-8ffa-11ff683fdf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718825 Nov 12 20:15:54.869170 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-117e4b62-006b-4195-8589-98d631e4da74 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7534'] for router, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:54.878424 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-117e4b62-006b-4195-8589-98d631e4da74 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706542'] for router, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:54.931000 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-91aa2219-fad7-4b34-a2f9-c9ae43500902 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1766856 Nov 12 20:15:54.931000 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa2219-fad7-4b34-a2f9-c9ae43500902 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event updated for resources: {'Network': ['ID=f462a3c8-e614-48fa-bbcb-a5a963083d4a,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:54.937990 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network f462a3c8-e614-48fa-bbcb-a5a963083d4a details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:15:55.008364 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117e4b62-006b-4195-8589-98d631e4da74 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Router 92f63d1f-2273-4a6a-9ca7-9f31a64a4205 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:15:55.085340 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:55.163999 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117e4b62-006b-4195-8589-98d631e4da74 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:15:55.172132 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-117e4b62-006b-4195-8589-98d631e4da74 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:55.172960 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-117e4b62-006b-4195-8589-98d631e4da74 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "PUT /v2.0/routers/92f63d1f-2273-4a6a-9ca7-9f31a64a4205 HTTP/1.1" status: 200 len: 710 time: 2.6105595 Nov 12 20:15:55.175697 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47006) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:55.177655 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91af1ff7-6024-468e-814a-bca7de216572 None None] Sync routers for ids ['92f63d1f-2273-4a6a-9ca7-9f31a64a4205'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:15:55.189331 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91af1ff7-6024-468e-814a-bca7de216572 None None] Routers {'92f63d1f-2273-4a6a-9ca7-9f31a64a4205'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:55.190412 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-91af1ff7-6024-468e-814a-bca7de216572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['92f63d1f-2273-4a6a-9ca7-9f31a64a4205'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:55.233732 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-91af1ff7-6024-468e-814a-bca7de216572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:55.245317 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91af1ff7-6024-468e-814a-bca7de216572 None None] Routers {'92f63d1f-2273-4a6a-9ca7-9f31a64a4205'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:55.246170 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-91af1ff7-6024-468e-814a-bca7de216572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['92f63d1f-2273-4a6a-9ca7-9f31a64a4205'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:55.273658 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c9d01390-f45d-4b4e-a11d-27e3b4745cb0 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "GET /v2.0/routers/92f63d1f-2273-4a6a-9ca7-9f31a64a4205 HTTP/1.1" status: 200 len: 745 time: 0.0941854 Nov 12 20:15:55.273904 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47010) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:55.275350 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device eeca88e2-0106-429b-bc5a-4581556bc083 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:15:55.286121 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aa1af8a4-8350-42f1-bb8d-80589a00db80 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:55.291787 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aa1af8a4-8350-42f1-bb8d-80589a00db80 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:55.307531 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-91af1ff7-6024-468e-814a-bca7de216572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:55.308438 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91af1ff7-6024-468e-814a-bca7de216572 None None] The sync data for ids ['92f63d1f-2273-4a6a-9ca7-9f31a64a4205'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:15:55.352364 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d23ab1b8-37e4-4009-9feb-ebd3e899db98 tempest-RoutersIpV6AdminTest-1337741174 tempest-RoutersIpV6AdminTest-1337741174-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1&device_id=92f63d1f-2273-4a6a-9ca7-9f31a64a4205 HTTP/1.1" status: 200 len: 205 time: 0.0772693 Nov 12 20:15:55.355104 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47012) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:55.386464 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9fddf932-a6d6-46e6-bfd4-57767dbda56f tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "GET /v2.0/ports?device_id=92f63d1f-2273-4a6a-9ca7-9f31a64a4205 HTTP/1.1" status: 200 len: 205 time: 0.0277784 Nov 12 20:15:55.391769 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47018) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:55.445759 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port eeca88e2-0106-429b-bc5a-4581556bc083 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:15:55.462041 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port eeca88e2-0106-429b-bc5a-4581556bc083 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:15:55.462778 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:55.554332 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8588c917-f4d2-4f07-a82d-ce57dbca6dad tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:55.604023 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:55.636907 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba06ae75-44bf-4571-98fc-f2ea30806044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeca88e2-0106-429b-bc5a-4581556bc083'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:15:55.640211 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0f3919-b8c6-4070-99f7-f920a7da653a" -d '{"events": [{"server_uuid": "ba06ae75-44bf-4571-98fc-f2ea30806044", "name": "network-vif-plugged", "status": "completed", "tag": "eeca88e2-0106-429b-bc5a-4581556bc083"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:15:55.654990 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1af8a4-8350-42f1-bb8d-80589a00db80 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Router 14719374-8782-4899-a302-d4232fc37549 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:15:55.658477 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port eeca88e2-0106-429b-bc5a-4581556bc083, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=eeca88e2-0106-429b-bc5a-4581556bc083,segment=NetworkSegment(78497b66-48e9-476b-aa1e-7793d7fd2487),segment_id=78497b66-48e9-476b-aa1e-7793d7fd2487)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:15:55.665978 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:55.760405 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844015c2-b82c-4ec4-80d6-d94fe29ef523 x-openstack-request-id: req-844015c2-b82c-4ec4-80d6-d94fe29ef523 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:15:55.760865 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba06ae75-44bf-4571-98fc-f2ea30806044", "name": "network-vif-plugged", "status": "completed", "tag": "eeca88e2-0106-429b-bc5a-4581556bc083", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:15:55.761289 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-844015c2-b82c-4ec4-80d6-d94fe29ef523 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:15:55.762340 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba06ae75-44bf-4571-98fc-f2ea30806044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeca88e2-0106-429b-bc5a-4581556bc083', 'code': 200} Nov 12 20:15:55.763165 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=eeca88e2-0106-429b-bc5a-4581556bc083,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:55.807683 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1af8a4-8350-42f1-bb8d-80589a00db80 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:15:55.813038 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aa1af8a4-8350-42f1-bb8d-80589a00db80 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:55.821813 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37966cb6-f12c-40ac-bfbc-5461eb03713a None None] Sync routers for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:15:55.837111 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37966cb6-f12c-40ac-bfbc-5461eb03713a None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:55.837832 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-37966cb6-f12c-40ac-bfbc-5461eb03713a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:55.878422 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-aa1af8a4-8350-42f1-bb8d-80589a00db80 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "PUT /v2.0/floatingips/011937d9-34af-40ca-87a9-687aca1d1729 HTTP/1.1" status: 200 len: 977 time: 1.6493361 Nov 12 20:15:55.878652 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47032) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:55.882944 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-37966cb6-f12c-40ac-bfbc-5461eb03713a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:55.898918 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37966cb6-f12c-40ac-bfbc-5461eb03713a None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:55.900085 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-37966cb6-f12c-40ac-bfbc-5461eb03713a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:55.936216 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8588c917-f4d2-4f07-a82d-ce57dbca6dad tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:55.950538 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-37966cb6-f12c-40ac-bfbc-5461eb03713a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:55.951828 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37966cb6-f12c-40ac-bfbc-5461eb03713a None None] The sync data for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:15:55.957702 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8588c917-f4d2-4f07-a82d-ce57dbca6dad tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:55.969131 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:56.001385 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b1e74-b775-4b14-8b15-d61809662540 req-41869b06-56c9-4c27-a7f6-a528f07d46d6 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:56.003369 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c81b1e74-b775-4b14-8b15-d61809662540 req-41869b06-56c9-4c27-a7f6-a528f07d46d6 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/networks?id=d3873ac0-1db4-4dba-9bfe-d989f1a20099 HTTP/1.1" status: 200 len: 811 time: 0.3917379 Nov 12 20:15:56.060998 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b3272-8fa0-40f0-b46c-ff1e8492d3fd req-02476088-acdf-4ef4-9a79-90c7b1a3ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:56.063490 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-135b3272-8fa0-40f0-b46c-ff1e8492d3fd req-02476088-acdf-4ef4-9a79-90c7b1a3ac44 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ba06ae75-44bf-4571-98fc-f2ea30806044 HTTP/1.1" status: 200 len: 1098 time: 0.2723482 Nov 12 20:15:56.067692 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c81b1e74-b775-4b14-8b15-d61809662540 req-7c3dcf2f-08c3-4e69-949d-3a1e2a3732c5 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/quotas/8273d0d46fc244019c3a4caebc6e0105 HTTP/1.1" status: 200 len: 375 time: 0.0535562 Nov 12 20:15:56.077108 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8588c917-f4d2-4f07-a82d-ce57dbca6dad tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:56.077954 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8588c917-f4d2-4f07-a82d-ce57dbca6dad tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Fanout notify agent at l3_agent the message router_deleted on router 92f63d1f-2273-4a6a-9ca7-9f31a64a4205 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:15:56.089000 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df209524-a3b9-4f82-9b7d-e06b2025fe95 req-d00a17cd-3f66-4b7d-97d0-a6b386a40cfd tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:56.090201 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8588c917-f4d2-4f07-a82d-ce57dbca6dad tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:56.090542 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-df209524-a3b9-4f82-9b7d-e06b2025fe95 req-d00a17cd-3f66-4b7d-97d0-a6b386a40cfd tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba06ae75-44bf-4571-98fc-f2ea30806044 HTTP/1.1" status: 200 len: 946 time: 0.0965416 Nov 12 20:15:56.091244 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8588c917-f4d2-4f07-a82d-ce57dbca6dad tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "DELETE /v2.0/routers/92f63d1f-2273-4a6a-9ca7-9f31a64a4205 HTTP/1.1" status: 204 len: 168 time: 0.6985102 Nov 12 20:15:56.105900 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47038) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:56.140194 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device f40c7260-263e-4a4f-94b9-e51c79ca5027 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:15:56.169066 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c81b1e74-b775-4b14-8b15-d61809662540 req-f61f26dc-a29b-4029-90ec-bfc16e98f6ea tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8273d0d46fc244019c3a4caebc6e0105&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0950067 Nov 12 20:15:56.169346 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-3185ea84-9d19-4499-8036-5618ca9bd8d1 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Deleting port 0c83b02e-5396-4e5b-b419-017d13bd2a87 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:56.169597 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3185ea84-9d19-4499-8036-5618ca9bd8d1 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:56.258295 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3185ea84-9d19-4499-8036-5618ca9bd8d1 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:56.258679 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3185ea84-9d19-4499-8036-5618ca9bd8d1 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:56.269420 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9e0c68b7-5c23-42f9-a23a-217d91dd95fe tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "GET /v2.0/ports?device_id=92f63d1f-2273-4a6a-9ca7-9f31a64a4205 HTTP/1.1" status: 200 len: 205 time: 0.1579027 Nov 12 20:15:56.274956 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-3185ea84-9d19-4499-8036-5618ca9bd8d1 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Calling delete_port for 0c83b02e-5396-4e5b-b419-017d13bd2a87 owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:56.277501 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c81b1e74-b775-4b14-8b15-d61809662540 req-5563bb05-8b18-4f28-920f-ff288881d78a service neutron] 10.222.0.48 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075635 Nov 12 20:15:56.286400 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47040) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:56.358407 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: f40c7260-263e-4a4f-94b9-e51c79ca5027 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:15:56.359283 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device f40c7260-263e-4a4f-94b9-e51c79ca5027 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:15:56.399186 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-5263d02e-8f35-46ea-9fb0-1f175a565178 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] delete failed (client error): The resource could not be found. Nov 12 20:15:56.400210 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5263d02e-8f35-46ea-9fb0-1f175a565178 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "DELETE /v2.0/routers/92f63d1f-2273-4a6a-9ca7-9f31a64a4205 HTTP/1.1" status: 404 len: 336 time: 0.1127357 Nov 12 20:15:56.405789 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47042) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:56.423981 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-df209524-a3b9-4f82-9b7d-e06b2025fe95 req-4364fa54-c432-4bad-897f-1ad0bb79126d tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.48 "GET /v2.0/security-groups?id=57ee48ad-bb84-41b1-8ffa-11ff683fdf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909665 Nov 12 20:15:56.442445 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-135b3272-8fa0-40f0-b46c-ff1e8492d3fd req-6f73ba26-52ca-4555-8aab-189e3ef6fdda service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=57ee48ad-bb84-41b1-8ffa-11ff683fdf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606904 Nov 12 20:15:56.452371 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b827aedb-e1e6-43a3-91f9-6b0a813b271d tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b814a0e-988d-4887-9783-8a3fd55058e6 HTTP/1.1" status: 200 len: 205 time: 0.0346937 Nov 12 20:15:56.460995 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47044) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:56.478086 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c81b1e74-b775-4b14-8b15-d61809662540 req-87e59280-7cf7-4f6d-ad38-f64d2493a494 service neutron] 10.222.0.48 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997046 Nov 12 20:15:56.505271 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-9fa64d75-31f3-49ae-bc4a-b2d72b758356 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] delete failed (client error): The resource could not be found. Nov 12 20:15:56.506979 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9fa64d75-31f3-49ae-bc4a-b2d72b758356 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "DELETE /v2.0/routers/8b814a0e-988d-4887-9783-8a3fd55058e6 HTTP/1.1" status: 404 len: 336 time: 0.0452507 Nov 12 20:15:56.509790 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47046) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:56.534836 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3185ea84-9d19-4499-8036-5618ca9bd8d1 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:56.548961 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-88061915-2c84-4dfc-ac75-9730002ed6ad tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d19942b-3093-4716-8540-97d9ac40bed6 HTTP/1.1" status: 200 len: 205 time: 0.0372362 Nov 12 20:15:56.552006 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47050) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:56.570741 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185ea84-9d19-4499-8036-5618ca9bd8d1 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event deleted for resources: {'Port': ['ID=0c83b02e-5396-4e5b-b419-017d13bd2a87,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:56.603096 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-72dc4c25-ab35-4cfa-8535-f6f20543334f tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] delete failed (client error): The resource could not be found. Nov 12 20:15:56.604106 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-72dc4c25-ab35-4cfa-8535-f6f20543334f tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "DELETE /v2.0/routers/6d19942b-3093-4716-8540-97d9ac40bed6 HTTP/1.1" status: 404 len: 336 time: 0.0511167 Nov 12 20:15:56.606737 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47052) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:56.668579 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-90b0c866-0a89-402b-a518-f81f6c85d93c tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3d14343-fff6-4803-9729-4af0c3ef90ce HTTP/1.1" status: 200 len: 205 time: 0.0587754 Nov 12 20:15:56.669230 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47058) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:56.700554 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3185ea84-9d19-4499-8036-5618ca9bd8d1 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:56.701612 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-3185ea84-9d19-4499-8036-5618ca9bd8d1 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Floating IP 011937d9-34af-40ca-87a9-687aca1d1729 disassociated (deleted). External IP: 172.25.5.80, port: 9a87254d-989e-4a69-ba23-6588ba12759e. Nov 12 20:15:56.724188 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-1e3d8017-1fcb-40b3-84a8-dcac072a9b74 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] delete failed (client error): The resource could not be found. Nov 12 20:15:56.727674 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1e3d8017-1fcb-40b3-84a8-dcac072a9b74 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "DELETE /v2.0/routers/a3d14343-fff6-4803-9729-4af0c3ef90ce HTTP/1.1" status: 404 len: 336 time: 0.0538065 Nov 12 20:15:56.728339 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47060) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:56.777615 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7cd97b77-96f9-4a6a-aa99-c5c85f6a621e tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "GET /v2.0/ports?device_id=8201d5c8-0103-4b57-81cc-6ddf4de55910 HTTP/1.1" status: 200 len: 205 time: 0.0459497 Nov 12 20:15:56.777792 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47062) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:56.817429 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-7592525b-ef81-4d5f-9646-e7bed3d6af43 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] delete failed (client error): The resource could not be found. Nov 12 20:15:56.820985 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7592525b-ef81-4d5f-9646-e7bed3d6af43 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "DELETE /v2.0/routers/8201d5c8-0103-4b57-81cc-6ddf4de55910 HTTP/1.1" status: 404 len: 336 time: 0.0398889 Nov 12 20:15:56.821115 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47064) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:56.852022 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7d666805-50f9-4371-b4e9-4e9debd56fd0 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "GET /v2.0/ports?device_id=88b3f540-8023-452a-9729-a2652796bfc3 HTTP/1.1" status: 200 len: 205 time: 0.0279489 Nov 12 20:15:56.852337 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47068) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:56.856471 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-62d29a38-a57d-4a85-b441-18709ef9789f req-b7112a54-aec0-44b2-9b3b-b4e0bb67a4e6 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=80126ea2-738d-4d8a-a361-ef54f73cf1d0 HTTP/1.1" status: 200 len: 210 time: 0.1095765 Nov 12 20:15:56.913752 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-76b69693-f043-4880-91d8-ae833279d144 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] delete failed (client error): The resource could not be found. Nov 12 20:15:56.917400 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-76b69693-f043-4880-91d8-ae833279d144 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "DELETE /v2.0/routers/88b3f540-8023-452a-9729-a2652796bfc3 HTTP/1.1" status: 404 len: 336 time: 0.0615098 Nov 12 20:15:56.919449 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47072) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:56.977611 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce4b43e-e7da-4685-bfbe-6d5689113054 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] DELETE failed (client error): The resource could not be found. Nov 12 20:15:56.978042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce4b43e-e7da-4685-bfbe-6d5689113054 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:15:56.983920 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9ce4b43e-e7da-4685-bfbe-6d5689113054 tempest-RoutersIpV6AdminTest-665880720 tempest-RoutersIpV6AdminTest-665880720-project] 10.222.0.48 "DELETE /v2.0/subnets/6432a5df-f111-4d23-a2bf-3ed3fb9664b7 HTTP/1.1" status: 404 len: 337 time: 0.0607395 Nov 12 20:15:57.029292 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3185ea84-9d19-4499-8036-5618ca9bd8d1 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Router 14719374-8782-4899-a302-d4232fc37549 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:15:57.159368 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3185ea84-9d19-4499-8036-5618ca9bd8d1 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:15:57.164302 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3185ea84-9d19-4499-8036-5618ca9bd8d1 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:57.169744 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5cb33a-c089-48a9-987c-0f97f58fac4a None None] Sync routers for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:15:57.187956 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5cb33a-c089-48a9-987c-0f97f58fac4a None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:57.188793 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ab5cb33a-c089-48a9-987c-0f97f58fac4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:57.232877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47080) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:57.245347 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3185ea84-9d19-4499-8036-5618ca9bd8d1 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "DELETE /v2.0/floatingips/011937d9-34af-40ca-87a9-687aca1d1729 HTTP/1.1" status: 204 len: 168 time: 1.3656294 Nov 12 20:15:57.269585 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ab5cb33a-c089-48a9-987c-0f97f58fac4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:57.291611 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5cb33a-c089-48a9-987c-0f97f58fac4a None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:15:57.292517 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ab5cb33a-c089-48a9-987c-0f97f58fac4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:57.330718 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ab5cb33a-c089-48a9-987c-0f97f58fac4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:15:57.331612 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5cb33a-c089-48a9-987c-0f97f58fac4a None None] The sync data for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:15:57.403037 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47082) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:57.423524 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-4f84ad58-a2d9-4220-970e-dcdc3db9b689 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Deleting port 9a87254d-989e-4a69-ba23-6588ba12759e {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:15:57.426953 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f84ad58-a2d9-4220-970e-dcdc3db9b689 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:57.601783 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f84ad58-a2d9-4220-970e-dcdc3db9b689 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:57.636473 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71baaed6-80fb-4f19-9cf0-50c2d0963452 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:57.666650 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-4f84ad58-a2d9-4220-970e-dcdc3db9b689 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Calling delete_port for 9a87254d-989e-4a69-ba23-6588ba12759e owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:15:57.717349 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d842f74-2e32-4adb-a4e9-fc0b734fee0b req-b3fbff2a-a022-49c7-90a2-71c235b43a5f tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:57.721152 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3d842f74-2e32-4adb-a4e9-fc0b734fee0b req-b3fbff2a-a022-49c7-90a2-71c235b43a5f tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba06ae75-44bf-4571-98fc-f2ea30806044 HTTP/1.1" status: 200 len: 946 time: 0.1316750 Nov 12 20:15:57.777460 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71baaed6-80fb-4f19-9cf0-50c2d0963452 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:57.785245 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71baaed6-80fb-4f19-9cf0-50c2d0963452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:57.876876 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71baaed6-80fb-4f19-9cf0-50c2d0963452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ea7bfc-1c47-4938-a82c-4fcd8b1fdc4e,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:57.905491 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-71baaed6-80fb-4f19-9cf0-50c2d0963452 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=02334cf653954ed2ad97a5db7b1d8d91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5013845 Nov 12 20:15:57.907004 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47094) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:57.918666 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3d842f74-2e32-4adb-a4e9-fc0b734fee0b req-43de9a2b-d0f6-4752-b566-1573d8d1aaec tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.48 "GET /v2.0/security-groups?id=57ee48ad-bb84-41b1-8ffa-11ff683fdf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447968 Nov 12 20:15:58.110033 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-14c6dc93-bbe0-4954-96b5-ffcbd1516634 req-8f124d62-7c37-4694-99af-83384bcb8dfa tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=80126ea2-738d-4d8a-a361-ef54f73cf1d0 HTTP/1.1" status: 200 len: 210 time: 0.0568318 Nov 12 20:15:58.199219 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f84ad58-a2d9-4220-970e-dcdc3db9b689 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:58.232432 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47096) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:58.242257 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84ad58-a2d9-4220-970e-dcdc3db9b689 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event deleted for resources: {'Port': ['ID=9a87254d-989e-4a69-ba23-6588ba12759e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:58.243098 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-1a2272df-47f7-4373-8d7e-d83535416a2f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Request body: {'subnet': {'network_id': 'f462a3c8-e614-48fa-bbcb-a5a963083d4a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:58.282838 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b1e74-b775-4b14-8b15-d61809662540 req-9a28e142-4845-4887-af04-05503ffd0aa9 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:58.284609 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c81b1e74-b775-4b14-8b15-d61809662540 req-9a28e142-4845-4887-af04-05503ffd0aa9 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.55 "GET /v2.0/networks?id=d3873ac0-1db4-4dba-9bfe-d989f1a20099 HTTP/1.1" status: 200 len: 811 time: 0.3104973 Nov 12 20:15:58.285158 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0846f2f6-c8e1-45ea-a1e0-d5c65d03b03b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:58.325064 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-c81b1e74-b775-4b14-8b15-d61809662540 req-2ff4ff31-287d-4063-bf7d-033157c93a70 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Request body: {'port': {'device_id': '80126ea2-738d-4d8a-a361-ef54f73cf1d0', 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099', 'admin_state_up': True, 'tenant_id': '8273d0d46fc244019c3a4caebc6e0105'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:58.332330 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f84ad58-a2d9-4220-970e-dcdc3db9b689 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:58.335784 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4f84ad58-a2d9-4220-970e-dcdc3db9b689 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "DELETE /v2.0/ports/9a87254d-989e-4a69-ba23-6588ba12759e HTTP/1.1" status: 204 len: 168 time: 1.1016304 Nov 12 20:15:58.339371 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47098) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:58.344472 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-756fad3f-8aa6-43a4-b828-a40c53533c3f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:58.367045 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-756fad3f-8aa6-43a4-b828-a40c53533c3f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:58.368666 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0846f2f6-c8e1-45ea-a1e0-d5c65d03b03b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:58.479495 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-756fad3f-8aa6-43a4-b828-a40c53533c3f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:58.588680 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-756fad3f-8aa6-43a4-b828-a40c53533c3f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Allocated IP 172.25.5.58 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/0b105617-967e-4eee-bf3b-bf8db19925e3) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:58.702395 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-756fad3f-8aa6-43a4-b828-a40c53533c3f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:58.737492 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-756fad3f-8aa6-43a4-b828-a40c53533c3f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:58.775830 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756fad3f-8aa6-43a4-b828-a40c53533c3f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:58.778815 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-756fad3f-8aa6-43a4-b828-a40c53533c3f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:58.784690 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756fad3f-8aa6-43a4-b828-a40c53533c3f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:58.810637 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fad3f-8aa6-43a4-b828-a40c53533c3f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event updated for resources: {'Port': ['ID=0b105617-967e-4eee-bf3b-bf8db19925e3,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:58.816145 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2272df-47f7-4373-8d7e-d83535416a2f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Made reservation on behalf of 0477c589b9404586b4da0b719600847f for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:15:58.819566 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1a2272df-47f7-4373-8d7e-d83535416a2f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:58.878903 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0846f2f6-c8e1-45ea-a1e0-d5c65d03b03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:58.881464 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0846f2f6-c8e1-45ea-a1e0-d5c65d03b03b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:58.882653 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0846f2f6-c8e1-45ea-a1e0-d5c65d03b03b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b7ea7bfc-1c47-4938-a82c-4fcd8b1fdc4e HTTP/1.1" status: 204 len: 168 time: 0.9746630 Nov 12 20:15:58.898210 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-756fad3f-8aa6-43a4-b828-a40c53533c3f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:58.909021 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846f2f6-c8e1-45ea-a1e0-d5c65d03b03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ea7bfc-1c47-4938-a82c-4fcd8b1fdc4e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:58.917866 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c81b1e74-b775-4b14-8b15-d61809662540 req-2ff4ff31-287d-4063-bf7d-033157c93a70 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Made reservation on behalf of 8273d0d46fc244019c3a4caebc6e0105 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:15:58.921407 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c81b1e74-b775-4b14-8b15-d61809662540 req-2ff4ff31-287d-4063-bf7d-033157c93a70 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:58.945803 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-756fad3f-8aa6-43a4-b828-a40c53533c3f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:59.134006 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1a2272df-47f7-4373-8d7e-d83535416a2f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:59.181352 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a898821-47da-4c03-80cf-dfcc58405206 req-362f2801-6f70-4d0e-9782-1b72b7635dc0 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:59.182915 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a898821-47da-4c03-80cf-dfcc58405206 req-362f2801-6f70-4d0e-9782-1b72b7635dc0 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba06ae75-44bf-4571-98fc-f2ea30806044 HTTP/1.1" status: 200 len: 946 time: 0.0968413 Nov 12 20:15:59.193834 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-c81b1e74-b775-4b14-8b15-d61809662540 req-2ff4ff31-287d-4063-bf7d-033157c93a70 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Allocated IP 172.20.0.5 (d3873ac0-1db4-4dba-9bfe-d989f1a20099/112e4b86-9b36-4cfc-b638-09194238d947/a620c930-f362-48fc-b61b-64d38de9a2f6) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:59.222484 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-756fad3f-8aa6-43a4-b828-a40c53533c3f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:59.233898 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-756fad3f-8aa6-43a4-b828-a40c53533c3f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:59.274901 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4f299210-c883-48dc-88f3-51d005a48aef req-ecb6095b-0f52-43ca-bc42-acd7e285c607 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=80126ea2-738d-4d8a-a361-ef54f73cf1d0 HTTP/1.1" status: 200 len: 210 time: 0.0520415 Nov 12 20:15:59.286407 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2272df-47f7-4373-8d7e-d83535416a2f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event updated for resources: {'Subnet': ['ID=d35724c9-0372-457e-930e-cf226f00966d,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:59.305730 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a898821-47da-4c03-80cf-dfcc58405206 req-a5806eeb-8a23-4bea-ad2a-0b9c1ea9bfae tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.48 "GET /v2.0/security-groups?id=57ee48ad-bb84-41b1-8ffa-11ff683fdf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134119 Nov 12 20:15:59.320403 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2272df-47f7-4373-8d7e-d83535416a2f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Checking segment: {'id': '20be05c4-65d0-41b3-a2bc-6eec5bde88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f462a3c8-e614-48fa-bbcb-a5a963083d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:15:59.321116 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2272df-47f7-4373-8d7e-d83535416a2f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Network hostable DHCP agents. Network: f462a3c8-e614-48fa-bbcb-a5a963083d4a, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:15:59.324726 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fad3f-8aa6-43a4-b828-a40c53533c3f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event updated for resources: {'Port': ['ID=0b105617-967e-4eee-bf3b-bf8db19925e3,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:59.357058 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-756fad3f-8aa6-43a4-b828-a40c53533c3f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:59.369088 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47114) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:59.394481 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-756fad3f-8aa6-43a4-b828-a40c53533c3f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:59.396069 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-756fad3f-8aa6-43a4-b828-a40c53533c3f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0555425 Nov 12 20:15:59.398796 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47116) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:59.401203 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2272df-47f7-4373-8d7e-d83535416a2f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Network f462a3c8-e614-48fa-bbcb-a5a963083d4a is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:15:59.404876 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-9556ba82-8532-413c-9566-c14f2845ee31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Request body: {'port': {'network_id': '9615dcf0-3361-46e1-a0ed-7983924921c2', 'name': 'tempest-FloatingIPTestJSON-1796109545'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:59.419907 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-1a2272df-47f7-4373-8d7e-d83535416a2f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, f462a3c8-e614-48fa-bbcb-a5a963083d4a) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:59.428123 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2272df-47f7-4373-8d7e-d83535416a2f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:59.428824 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1a2272df-47f7-4373-8d7e-d83535416a2f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:59.431528 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cf8efc-a32c-4848-9f87-ede63e541cd9 None None] Network f462a3c8-e614-48fa-bbcb-a5a963083d4a requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:15:59.469653 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c81b1e74-b775-4b14-8b15-d61809662540 req-2ff4ff31-287d-4063-bf7d-033157c93a70 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:59.475559 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ef19b28e-9c1c-41bc-819a-5ffa6953fe9d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=39b05f020e1341ffa66cc4784a6399b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1053085 Nov 12 20:15:59.477326 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1a2272df-47f7-4373-8d7e-d83535416a2f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2381296 Nov 12 20:15:59.478046 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47120) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:59.481002 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47122) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:59.490464 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-71bb22fb-3a9f-4989-919e-77545cdf8996 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1175072642'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:59.530572 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bb22fb-3a9f-4989-919e-77545cdf8996 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Made reservation on behalf of 0477c589b9404586b4da0b719600847f for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:15:59.535478 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71bb22fb-3a9f-4989-919e-77545cdf8996 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:59.549958 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5a365cb4-efb0-487b-9941-06f06c30335f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:59.558079 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c81b1e74-b775-4b14-8b15-d61809662540 req-2ff4ff31-287d-4063-bf7d-033157c93a70 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:59.598807 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71bb22fb-3a9f-4989-919e-77545cdf8996 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:15:59.601726 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5a365cb4-efb0-487b-9941-06f06c30335f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:59.631800 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c81b1e74-b775-4b14-8b15-d61809662540 req-2ff4ff31-287d-4063-bf7d-033157c93a70 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Network d3873ac0-1db4-4dba-9bfe-d989f1a20099 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:15:59.633267 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71bb22fb-3a9f-4989-919e-77545cdf8996 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:59.633608 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-71bb22fb-3a9f-4989-919e-77545cdf8996 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Added segment 5b89be80-e8eb-4cab-949d-8847e2dbdca4 of type vlan for network 956374b2-d923-4b2a-a416-c80d6496f101 Nov 12 20:15:59.636305 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4ff31-287d-4063-bf7d-033157c93a70 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Pushing event updated for resources: {'Port': ['ID=a620c930-f362-48fc-b61b-64d38de9a2f6,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:59.647359 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-c81b1e74-b775-4b14-8b15-d61809662540 req-2ff4ff31-287d-4063-bf7d-033157c93a70 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:15:59.650228 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81b1e74-b775-4b14-8b15-d61809662540 req-2ff4ff31-287d-4063-bf7d-033157c93a70 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:15:59.669956 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade6545c-f242-468d-a0a9-a461ac844fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-f462a3c8-e614-48fa-bbcb-a5a963083d4a', 'network_id': 'f462a3c8-e614-48fa-bbcb-a5a963083d4a', 'tenant_id': '0477c589b9404586b4da0b719600847f', 'fixed_ips': [{'subnet_id': 'd35724c9-0372-457e-930e-cf226f00966d'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:15:59.672920 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ade6545c-f242-468d-a0a9-a461ac844fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:59.688004 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9556ba82-8532-413c-9566-c14f2845ee31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Made reservation on behalf of 6ea92e18acf0455c810df30ea01fdf1a for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:15:59.691880 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9556ba82-8532-413c-9566-c14f2845ee31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:59.717439 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-9556ba82-8532-413c-9566-c14f2845ee31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] device_id is not set on port 42c94b68-27fa-4290-b9dc-e9fa6d5f0dde yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:15:59.721149 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71bb22fb-3a9f-4989-919e-77545cdf8996 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:59.769807 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b1e74-b775-4b14-8b15-d61809662540 req-2ff4ff31-287d-4063-bf7d-033157c93a70 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:59.770426 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c81b1e74-b775-4b14-8b15-d61809662540 req-2ff4ff31-287d-4063-bf7d-033157c93a70 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:59.773395 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5a365cb4-efb0-487b-9941-06f06c30335f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:59.776008 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5a365cb4-efb0-487b-9941-06f06c30335f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:59.777243 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5a365cb4-efb0-487b-9941-06f06c30335f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/38762916-3a3f-4028-8c86-2ce9e7363073 HTTP/1.1" status: 204 len: 168 time: 0.2984011 Nov 12 20:15:59.807371 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a365cb4-efb0-487b-9941-06f06c30335f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38762916-3a3f-4028-8c86-2ce9e7363073,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:15:59.809388 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71bb22fb-3a9f-4989-919e-77545cdf8996 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:59.816065 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bb22fb-3a9f-4989-919e-77545cdf8996 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:59.816899 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71bb22fb-3a9f-4989-919e-77545cdf8996 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:15:59.831009 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c81b1e74-b775-4b14-8b15-d61809662540 req-2ff4ff31-287d-4063-bf7d-033157c93a70 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5097163 Nov 12 20:15:59.874010 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-c81b1e74-b775-4b14-8b15-d61809662540 req-e4cb3109-b6e2-46fb-b30e-4ead84052fc2 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:15:59.876875 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c81b1e74-b775-4b14-8b15-d61809662540 req-e4cb3109-b6e2-46fb-b30e-4ead84052fc2 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0293355 Nov 12 20:15:59.882469 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-ade6545c-f242-468d-a0a9-a461ac844fa7 None None] Allocated IP 2001:db8:0:ffff::2 (f462a3c8-e614-48fa-bbcb-a5a963083d4a/d35724c9-0372-457e-930e-cf226f00966d/e74e8599-8655-44db-95b7-a89b9b4bbd83) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:59.888968 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-71bb22fb-3a9f-4989-919e-77545cdf8996 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4049218 Nov 12 20:15:59.889498 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-9556ba82-8532-413c-9566-c14f2845ee31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Allocated IP 172.20.0.13 (9615dcf0-3361-46e1-a0ed-7983924921c2/4ed07e12-1e40-40e1-b531-87ba77ca38e0/42c94b68-27fa-4290-b9dc-e9fa6d5f0dde) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:15:59.899118 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dbe31-b8bc-4f60-b2f7-9778cde09b7d req-b86b6cee-2fd5-4112-8ed2-f7d3eea75569 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:15:59.908670 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c36dbe31-b8bc-4f60-b2f7-9778cde09b7d req-b86b6cee-2fd5-4112-8ed2-f7d3eea75569 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba06ae75-44bf-4571-98fc-f2ea30806044 HTTP/1.1" status: 200 len: 946 time: 0.1934829 Nov 12 20:15:59.911136 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47128) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:15:59.920638 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-c81b1e74-b775-4b14-8b15-d61809662540 req-d21a35fd-6462-4ac6-a40c-e4260edda279 service neutron] Request body: {'port': {'device_id': '80126ea2-738d-4d8a-a361-ef54f73cf1d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:15:59.930836 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-32fef023-a1c2-4cda-8dbf-85e6a68e109d tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Request body: {'subnet': {'network_id': '956374b2-d923-4b2a-a416-c80d6496f101', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:00.059650 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ade6545c-f242-468d-a0a9-a461ac844fa7 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:00.061419 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9556ba82-8532-413c-9566-c14f2845ee31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:00.067749 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ade6545c-f242-468d-a0a9-a461ac844fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:00.108454 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9556ba82-8532-413c-9566-c14f2845ee31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:00.116606 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade6545c-f242-468d-a0a9-a461ac844fa7 None None] Network f462a3c8-e614-48fa-bbcb-a5a963083d4a is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:00.124164 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-ade6545c-f242-468d-a0a9-a461ac844fa7 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:00.129285 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade6545c-f242-468d-a0a9-a461ac844fa7 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:00.146827 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c81b1e74-b775-4b14-8b15-d61809662540 req-d21a35fd-6462-4ac6-a40c-e4260edda279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:00.151715 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb22fb-3a9f-4989-919e-77545cdf8996 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event updated for resources: {'Network': ['ID=956374b2-d923-4b2a-a416-c80d6496f101,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:00.174578 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 956374b2-d923-4b2a-a416-c80d6496f101 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:16:00.179806 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6545c-f242-468d-a0a9-a461ac844fa7 None None] Pushing event updated for resources: {'Port': ['ID=e74e8599-8655-44db-95b7-a89b9b4bbd83,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:00.205739 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9556ba82-8532-413c-9566-c14f2845ee31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Network 9615dcf0-3361-46e1-a0ed-7983924921c2 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:00.209123 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-9556ba82-8532-413c-9566-c14f2845ee31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:00.216821 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9556ba82-8532-413c-9566-c14f2845ee31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:00.257924 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c36dbe31-b8bc-4f60-b2f7-9778cde09b7d req-25d26c79-f4d3-4c83-ac3d-0b8cc52913b2 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.48 "GET /v2.0/security-groups?id=57ee48ad-bb84-41b1-8ffa-11ff683fdf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481019 Nov 12 20:16:00.261901 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fef023-a1c2-4cda-8dbf-85e6a68e109d tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Made reservation on behalf of 0477c589b9404586b4da0b719600847f for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:00.266474 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556ba82-8532-413c-9566-c14f2845ee31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event updated for resources: {'Port': ['ID=42c94b68-27fa-4290-b9dc-e9fa6d5f0dde,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:00.268896 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-32fef023-a1c2-4cda-8dbf-85e6a68e109d tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:00.298470 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-ade6545c-f242-468d-a0a9-a461ac844fa7 None None] Attempting to bind port e74e8599-8655-44db-95b7-a89b9b4bbd83 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:16:00.298898 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-ade6545c-f242-468d-a0a9-a461ac844fa7 None None] Attempting to bind port e74e8599-8655-44db-95b7-a89b9b4bbd83 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '20be05c4-65d0-41b3-a2bc-6eec5bde88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f462a3c8-e614-48fa-bbcb-a5a963083d4a'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:16:00.299201 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade6545c-f242-468d-a0a9-a461ac844fa7 None None] Attempting to bind port e74e8599-8655-44db-95b7-a89b9b4bbd83 on network f462a3c8-e614-48fa-bbcb-a5a963083d4a {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:16:00.299647 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9556ba82-8532-413c-9566-c14f2845ee31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:00.300965 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9556ba82-8532-413c-9566-c14f2845ee31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:00.313699 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade6545c-f242-468d-a0a9-a461ac844fa7 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:16:00.314183 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade6545c-f242-468d-a0a9-a461ac844fa7 None None] Checking segment: {'id': '20be05c4-65d0-41b3-a2bc-6eec5bde88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f462a3c8-e614-48fa-bbcb-a5a963083d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:00.314479 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ade6545c-f242-468d-a0a9-a461ac844fa7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:00.314872 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade6545c-f242-468d-a0a9-a461ac844fa7 None None] Bound using segment: {'id': '20be05c4-65d0-41b3-a2bc-6eec5bde88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f462a3c8-e614-48fa-bbcb-a5a963083d4a'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:16:00.320730 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-ade6545c-f242-468d-a0a9-a461ac844fa7 None None] Bound port: e74e8599-8655-44db-95b7-a89b9b4bbd83, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20be05c4-65d0-41b3-a2bc-6eec5bde88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f462a3c8-e614-48fa-bbcb-a5a963083d4a'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:16:00.321958 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ade6545c-f242-468d-a0a9-a461ac844fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:00.333763 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9556ba82-8532-413c-9566-c14f2845ee31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9306617 Nov 12 20:16:00.335524 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47142) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:00.348933 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-380b49cc-7352-4ac0-953d-608bcd2b3ec8 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Request body: {'floatingip': {'port_id': '42c94b68-27fa-4290-b9dc-e9fa6d5f0dde'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:00.426753 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ade6545c-f242-468d-a0a9-a461ac844fa7 None None] For port e74e8599-8655-44db-95b7-a89b9b4bbd83, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:16:00.431220 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ade6545c-f242-468d-a0a9-a461ac844fa7 None None] For port e74e8599-8655-44db-95b7-a89b9b4bbd83, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e74e8599-8655-44db-95b7-a89b9b4bbd83,segment=NetworkSegment(20be05c4-65d0-41b3-a2bc-6eec5bde88b9),segment_id=20be05c4-65d0-41b3-a2bc-6eec5bde88b9)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:16:00.439080 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ade6545c-f242-468d-a0a9-a461ac844fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:00.472439 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-380b49cc-7352-4ac0-953d-608bcd2b3ec8 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:00.519181 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6545c-f242-468d-a0a9-a461ac844fa7 None None] Pushing event updated for resources: {'Port': ['ID=e74e8599-8655-44db-95b7-a89b9b4bbd83,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:00.599821 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c86edb-fdae-40a8-ac22-0da2a2f4edd6 req-d35cc9e1-c576-4551-b3ac-0cfddf2b54fe tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:00.608841 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a4c86edb-fdae-40a8-ac22-0da2a2f4edd6 req-d35cc9e1-c576-4551-b3ac-0cfddf2b54fe tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=80126ea2-738d-4d8a-a361-ef54f73cf1d0 HTTP/1.1" status: 200 len: 931 time: 0.1923914 Nov 12 20:16:00.795099 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-c81b1e74-b775-4b14-8b15-d61809662540 req-d21a35fd-6462-4ac6-a40c-e4260edda279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a620c930-f362-48fc-b61b-64d38de9a2f6 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:16:00.803953 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-32fef023-a1c2-4cda-8dbf-85e6a68e109d tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:00.807186 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c81b1e74-b775-4b14-8b15-d61809662540 req-d21a35fd-6462-4ac6-a40c-e4260edda279 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:00.880511 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-c81b1e74-b775-4b14-8b15-d61809662540 req-d21a35fd-6462-4ac6-a40c-e4260edda279 service neutron] Transition to ACTIVE for port object a620c930-f362-48fc-b61b-64d38de9a2f6 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:16:00.896217 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c81b1e74-b775-4b14-8b15-d61809662540 req-d21a35fd-6462-4ac6-a40c-e4260edda279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:00.937672 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fef023-a1c2-4cda-8dbf-85e6a68e109d tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event updated for resources: {'Subnet': ['ID=06e5a64c-0513-4600-a0d8-c772f1d98799,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:00.967903 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fef023-a1c2-4cda-8dbf-85e6a68e109d tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Checking segment: {'id': '5b89be80-e8eb-4cab-949d-8847e2dbdca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '956374b2-d923-4b2a-a416-c80d6496f101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:00.968297 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fef023-a1c2-4cda-8dbf-85e6a68e109d tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Network hostable DHCP agents. Network: 956374b2-d923-4b2a-a416-c80d6496f101, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:16:00.987587 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a35fd-6462-4ac6-a40c-e4260edda279 service neutron] Pushing event updated for resources: {'Port': ['ID=a620c930-f362-48fc-b61b-64d38de9a2f6,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:01.003171 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47156) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:01.028948 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fef023-a1c2-4cda-8dbf-85e6a68e109d tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Network 956374b2-d923-4b2a-a416-c80d6496f101 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:16:01.057634 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-32fef023-a1c2-4cda-8dbf-85e6a68e109d tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 956374b2-d923-4b2a-a416-c80d6496f101) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:01.065652 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fef023-a1c2-4cda-8dbf-85e6a68e109d tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:01.066261 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-32fef023-a1c2-4cda-8dbf-85e6a68e109d tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:01.067037 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329b7506-cd24-4e50-a2c2-ee3f3cddbbbb None None] Network 956374b2-d923-4b2a-a416-c80d6496f101 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:01.098609 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-32fef023-a1c2-4cda-8dbf-85e6a68e109d tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1718702 Nov 12 20:16:01.099450 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47160) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:01.128593 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-c81b1e74-b775-4b14-8b15-d61809662540 req-d21a35fd-6462-4ac6-a40c-e4260edda279 service neutron] Attempting to bind port a620c930-f362-48fc-b61b-64d38de9a2f6 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:16:01.129042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-c81b1e74-b775-4b14-8b15-d61809662540 req-d21a35fd-6462-4ac6-a40c-e4260edda279 service neutron] Attempting to bind port a620c930-f362-48fc-b61b-64d38de9a2f6 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'f4687f99-6781-4a43-82a7-56c0a23bfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:16:01.129258 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81b1e74-b775-4b14-8b15-d61809662540 req-d21a35fd-6462-4ac6-a40c-e4260edda279 service neutron] Attempting to bind port a620c930-f362-48fc-b61b-64d38de9a2f6 on network d3873ac0-1db4-4dba-9bfe-d989f1a20099 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:16:01.129552 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a4c86edb-fdae-40a8-ac22-0da2a2f4edd6 req-5761fca2-2ac5-4b39-9026-0b45798454f8 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5138192 Nov 12 20:16:01.154524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81b1e74-b775-4b14-8b15-d61809662540 req-d21a35fd-6462-4ac6-a40c-e4260edda279 service neutron] Port a620c930-f362-48fc-b61b-64d38de9a2f6 on network d3873ac0-1db4-4dba-9bfe-d989f1a20099 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:16:01.154854 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81b1e74-b775-4b14-8b15-d61809662540 req-d21a35fd-6462-4ac6-a40c-e4260edda279 service neutron] Attempting to bind port a620c930-f362-48fc-b61b-64d38de9a2f6 on network d3873ac0-1db4-4dba-9bfe-d989f1a20099 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:16:01.199592 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b3e6b-c0d0-4473-b4f2-0714ea289a5c req-f7707d32-6136-4d0b-9c91-d446a4caa4e0 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:01.201800 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-676b3e6b-c0d0-4473-b4f2-0714ea289a5c req-f7707d32-6136-4d0b-9c91-d446a4caa4e0 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba06ae75-44bf-4571-98fc-f2ea30806044 HTTP/1.1" status: 200 len: 946 time: 0.1247704 Nov 12 20:16:01.205622 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e74e8599-8655-44db-95b7-a89b9b4bbd83 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:16:01.234522 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81b1e74-b775-4b14-8b15-d61809662540 req-d21a35fd-6462-4ac6-a40c-e4260edda279 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:16:01.234522 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81b1e74-b775-4b14-8b15-d61809662540 req-d21a35fd-6462-4ac6-a40c-e4260edda279 service neutron] Checking segment: {'id': 'f4687f99-6781-4a43-82a7-56c0a23bfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:01.234522 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81b1e74-b775-4b14-8b15-d61809662540 req-d21a35fd-6462-4ac6-a40c-e4260edda279 service neutron] Bound using segment: {'id': 'f4687f99-6781-4a43-82a7-56c0a23bfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:16:01.234522 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-c81b1e74-b775-4b14-8b15-d61809662540 req-d21a35fd-6462-4ac6-a40c-e4260edda279 service neutron] Bound port: a620c930-f362-48fc-b61b-64d38de9a2f6, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4687f99-6781-4a43-82a7-56c0a23bfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:16:01.235203 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c81b1e74-b775-4b14-8b15-d61809662540 req-d21a35fd-6462-4ac6-a40c-e4260edda279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:01.328384 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-0fec9291-e6c8-40ce-b882-ebaceae026ca tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1691899509'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:01.351575 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port e74e8599-8655-44db-95b7-a89b9b4bbd83 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:01.351944 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:01.427508 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bedb601-0f2c-4bf8-8778-428762d513f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-956374b2-d923-4b2a-a416-c80d6496f101', 'network_id': '956374b2-d923-4b2a-a416-c80d6496f101', 'tenant_id': '0477c589b9404586b4da0b719600847f', 'fixed_ips': [{'subnet_id': '06e5a64c-0513-4600-a0d8-c772f1d98799'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:16:01.428471 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2bedb601-0f2c-4bf8-8778-428762d513f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:01.435160 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:01.456161 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-c81b1e74-b775-4b14-8b15-d61809662540 req-d21a35fd-6462-4ac6-a40c-e4260edda279 service neutron] For port a620c930-f362-48fc-b61b-64d38de9a2f6, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:16:01.461463 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fec9291-e6c8-40ce-b882-ebaceae026ca tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Made reservation on behalf of 2efe4a70e15841ef940b4cb68eb7164e for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:01.465409 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0fec9291-e6c8-40ce-b882-ebaceae026ca tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:01.472649 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-c81b1e74-b775-4b14-8b15-d61809662540 req-d21a35fd-6462-4ac6-a40c-e4260edda279 service neutron] For port a620c930-f362-48fc-b61b-64d38de9a2f6, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a620c930-f362-48fc-b61b-64d38de9a2f6,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:16:01.480724 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-676b3e6b-c0d0-4473-b4f2-0714ea289a5c req-8597630e-8ddd-432c-b6c0-51c74f298e54 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Deleting port eeca88e2-0106-429b-bc5a-4581556bc083 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:01.481336 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-676b3e6b-c0d0-4473-b4f2-0714ea289a5c req-8597630e-8ddd-432c-b6c0-51c74f298e54 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:01.495147 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6e4eb-5e7c-4e76-8c20-28f0db90c147 req-6bfaec87-5d99-4e28-93a0-d9dc9ab07eef tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:01.504054 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5aa6e4eb-5e7c-4e76-8c20-28f0db90c147 req-6bfaec87-5d99-4e28-93a0-d9dc9ab07eef tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba06ae75-44bf-4571-98fc-f2ea30806044 HTTP/1.1" status: 200 len: 946 time: 0.1473086 Nov 12 20:16:01.507578 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c81b1e74-b775-4b14-8b15-d61809662540 req-d21a35fd-6462-4ac6-a40c-e4260edda279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:01.509773 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0fec9291-e6c8-40ce-b882-ebaceae026ca tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:01.585308 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-676b3e6b-c0d0-4473-b4f2-0714ea289a5c req-8597630e-8ddd-432c-b6c0-51c74f298e54 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] For port eeca88e2-0106-429b-bc5a-4581556bc083, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=eeca88e2-0106-429b-bc5a-4581556bc083,segment=NetworkSegment(78497b66-48e9-476b-aa1e-7793d7fd2487),segment_id=78497b66-48e9-476b-aa1e-7793d7fd2487)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:01.585689 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-676b3e6b-c0d0-4473-b4f2-0714ea289a5c req-8597630e-8ddd-432c-b6c0-51c74f298e54 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:01.591603 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-2bedb601-0f2c-4bf8-8778-428762d513f2 None None] Allocated IP 2001:db8::1 (956374b2-d923-4b2a-a416-c80d6496f101/06e5a64c-0513-4600-a0d8-c772f1d98799/c782a8ad-cdad-435f-ba08-088411a46acd) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:01.600710 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-676b3e6b-c0d0-4473-b4f2-0714ea289a5c req-8597630e-8ddd-432c-b6c0-51c74f298e54 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Calling delete_port for eeca88e2-0106-429b-bc5a-4581556bc083 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:01.623774 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b1e74-b775-4b14-8b15-d61809662540 req-d21a35fd-6462-4ac6-a40c-e4260edda279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:01.624355 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c81b1e74-b775-4b14-8b15-d61809662540 req-d21a35fd-6462-4ac6-a40c-e4260edda279 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:01.626669 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c81b1e74-b775-4b14-8b15-d61809662540 req-d21a35fd-6462-4ac6-a40c-e4260edda279 service neutron] 10.222.0.55 "PUT /v2.0/ports/a620c930-f362-48fc-b61b-64d38de9a2f6 HTTP/1.1" status: 200 len: 1092 time: 1.7110677 Nov 12 20:16:01.642406 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80126ea2-738d-4d8a-a361-ef54f73cf1d0', 'tag': 'a620c930-f362-48fc-b61b-64d38de9a2f6'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:16:01.645608 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72f9fee-67c0-48b7-8d03-ca1e0df313cb" -d '{"events": [{"name": "network-changed", "server_uuid": "80126ea2-738d-4d8a-a361-ef54f73cf1d0", "tag": "a620c930-f362-48fc-b61b-64d38de9a2f6"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:16:01.744387 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d74f74-43a8-48d6-a567-0c11c151c5df x-openstack-request-id: req-67d74f74-43a8-48d6-a567-0c11c151c5df {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:16:01.744387 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80126ea2-738d-4d8a-a361-ef54f73cf1d0", "tag": "a620c930-f362-48fc-b61b-64d38de9a2f6", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:16:01.744387 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67d74f74-43a8-48d6-a567-0c11c151c5df {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:16:01.744387 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80126ea2-738d-4d8a-a361-ef54f73cf1d0', 'tag': 'a620c930-f362-48fc-b61b-64d38de9a2f6', 'status': 'completed', 'code': 200} Nov 12 20:16:01.780144 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:01.837414 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a35fd-6462-4ac6-a40c-e4260edda279 service neutron] Pushing event updated for resources: {'Port': ['ID=a620c930-f362-48fc-b61b-64d38de9a2f6,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:01.862971 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5aa6e4eb-5e7c-4e76-8c20-28f0db90c147 req-fc27f4f9-f2c3-4e09-8e74-5072eda3c3f0 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.48 "GET /v2.0/security-groups?id=57ee48ad-bb84-41b1-8ffa-11ff683fdf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575644 Nov 12 20:16:01.880012 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2bedb601-0f2c-4bf8-8778-428762d513f2 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:01.887646 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:01.909970 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2bedb601-0f2c-4bf8-8778-428762d513f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:01.915249 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:01.929615 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-380b49cc-7352-4ac0-953d-608bcd2b3ec8 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:01.948177 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-380b49cc-7352-4ac0-953d-608bcd2b3ec8 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:01.953915 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-676b3e6b-c0d0-4473-b4f2-0714ea289a5c req-8597630e-8ddd-432c-b6c0-51c74f298e54 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:01.955023 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port e74e8599-8655-44db-95b7-a89b9b4bbd83, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e74e8599-8655-44db-95b7-a89b9b4bbd83,segment=NetworkSegment(20be05c4-65d0-41b3-a2bc-6eec5bde88b9),segment_id=20be05c4-65d0-41b3-a2bc-6eec5bde88b9)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:01.964304 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bedb601-0f2c-4bf8-8778-428762d513f2 None None] Network 956374b2-d923-4b2a-a416-c80d6496f101 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:01.967714 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-2bedb601-0f2c-4bf8-8778-428762d513f2 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:01.972528 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:01.979452 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bedb601-0f2c-4bf8-8778-428762d513f2 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:01.980085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event deleted for resources: {'Subnet': ['ID=06e5a64c-0513-4600-a0d8-c772f1d98799,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:02.002970 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b1e74-b775-4b14-8b15-d61809662540 req-c2baa301-b807-4ce2-ba3f-4fcda6ae43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:02.005202 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c81b1e74-b775-4b14-8b15-d61809662540 req-c2baa301-b807-4ce2-ba3f-4fcda6ae43e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8273d0d46fc244019c3a4caebc6e0105&device_id=80126ea2-738d-4d8a-a361-ef54f73cf1d0 HTTP/1.1" status: 200 len: 1095 time: 0.3185594 Nov 12 20:16:02.032598 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedb601-0f2c-4bf8-8778-428762d513f2 None None] Pushing event updated for resources: {'Port': ['ID=c782a8ad-cdad-435f-ba08-088411a46acd,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:02.041822 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597630e-8ddd-432c-b6c0-51c74f298e54 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Pushing event deleted for resources: {'Port': ['ID=eeca88e2-0106-429b-bc5a-4581556bc083,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:02.101551 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-676b3e6b-c0d0-4473-b4f2-0714ea289a5c req-8597630e-8ddd-432c-b6c0-51c74f298e54 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] No DVR routers for this DVR port eeca88e2-0106-429b-bc5a-4581556bc083 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:16:02.103535 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11669264-6cc3-41f4-b567-c0e3b28ee15d None None] Network f462a3c8-e614-48fa-bbcb-a5a963083d4a requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:02.111167 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-2bedb601-0f2c-4bf8-8778-428762d513f2 None None] Attempting to bind port c782a8ad-cdad-435f-ba08-088411a46acd on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:16:02.111531 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-2bedb601-0f2c-4bf8-8778-428762d513f2 None None] Attempting to bind port c782a8ad-cdad-435f-ba08-088411a46acd by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '5b89be80-e8eb-4cab-949d-8847e2dbdca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '956374b2-d923-4b2a-a416-c80d6496f101'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:16:02.111888 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bedb601-0f2c-4bf8-8778-428762d513f2 None None] Attempting to bind port c782a8ad-cdad-435f-ba08-088411a46acd on network 956374b2-d923-4b2a-a416-c80d6496f101 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:16:02.116646 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c81b1e74-b775-4b14-8b15-d61809662540 req-3d7894ff-642f-4b91-8365-1da32456ab6c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a620c930-f362-48fc-b61b-64d38de9a2f6 HTTP/1.1" status: 200 len: 217 time: 0.0964928 Nov 12 20:16:02.120747 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0fec9291-e6c8-40ce-b882-ebaceae026ca tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:02.129610 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-676b3e6b-c0d0-4473-b4f2-0714ea289a5c req-8597630e-8ddd-432c-b6c0-51c74f298e54 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:02.133527 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-676b3e6b-c0d0-4473-b4f2-0714ea289a5c req-8597630e-8ddd-432c-b6c0-51c74f298e54 tempest-ServerGroupTestJSON-1326065085 tempest-ServerGroupTestJSON-1326065085-project] 10.222.0.52 "DELETE /v2.0/ports/eeca88e2-0106-429b-bc5a-4581556bc083 HTTP/1.1" status: 204 len: 173 time: 0.9200017 Nov 12 20:16:02.134520 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba06ae75-44bf-4571-98fc-f2ea30806044', 'name': 'network-vif-deleted', 'tag': 'eeca88e2-0106-429b-bc5a-4581556bc083'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:16:02.134803 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:02.136941 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b34aef6-7764-4781-ae17-f1646b4932f1" -d '{"events": [{"server_uuid": "ba06ae75-44bf-4571-98fc-f2ea30806044", "name": "network-vif-deleted", "tag": "eeca88e2-0106-429b-bc5a-4581556bc083"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:16:02.138155 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0fec9291-e6c8-40ce-b882-ebaceae026ca tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:02.183705 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bedb601-0f2c-4bf8-8778-428762d513f2 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:16:02.184067 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bedb601-0f2c-4bf8-8778-428762d513f2 None None] Checking segment: {'id': '5b89be80-e8eb-4cab-949d-8847e2dbdca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '956374b2-d923-4b2a-a416-c80d6496f101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:02.184496 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2bedb601-0f2c-4bf8-8778-428762d513f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:02.184645 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [None req-380b49cc-7352-4ac0-953d-608bcd2b3ec8 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Floating IP b768cd60-b14e-45ad-9f60-ec7e12d8214c associated. External IP: 172.25.5.58, port: 42c94b68-27fa-4290-b9dc-e9fa6d5f0dde. Nov 12 20:16:02.184882 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bedb601-0f2c-4bf8-8778-428762d513f2 None None] Bound using segment: {'id': '5b89be80-e8eb-4cab-949d-8847e2dbdca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '956374b2-d923-4b2a-a416-c80d6496f101'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:16:02.185365 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-2bedb601-0f2c-4bf8-8778-428762d513f2 None None] Bound port: c782a8ad-cdad-435f-ba08-088411a46acd, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b89be80-e8eb-4cab-949d-8847e2dbdca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '956374b2-d923-4b2a-a416-c80d6496f101'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:16:02.185737 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2bedb601-0f2c-4bf8-8778-428762d513f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:02.247574 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=e74e8599-8655-44db-95b7-a89b9b4bbd83,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:02.255227 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a27e82ab-692c-4ec2-a189-8f9509a839e2 None None] Provisioning complete for port e74e8599-8655-44db-95b7-a89b9b4bbd83 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:02.255641 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a27e82ab-692c-4ec2-a189-8f9509a839e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:02.313359 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['956374b2-d923-4b2a-a416-c80d6496f101']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:02.363432 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3174f3-c0d4-4e07-9343-c630ba9db3a6 x-openstack-request-id: req-ad3174f3-c0d4-4e07-9343-c630ba9db3a6 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:16:02.363834 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba06ae75-44bf-4571-98fc-f2ea30806044", "name": "network-vif-deleted", "tag": "eeca88e2-0106-429b-bc5a-4581556bc083", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:16:02.364084 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad3174f3-c0d4-4e07-9343-c630ba9db3a6 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:16:02.365414 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba06ae75-44bf-4571-98fc-f2ea30806044', 'name': 'network-vif-deleted', 'tag': 'eeca88e2-0106-429b-bc5a-4581556bc083', 'status': 'completed', 'code': 200} Nov 12 20:16:02.378754 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fec9291-e6c8-40ce-b882-ebaceae026ca tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:16:02.381187 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec9291-e6c8-40ce-b882-ebaceae026ca tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6553a089-5f6b-4608-b037-c363d9657759,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:02.403511 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2bedb601-0f2c-4bf8-8778-428762d513f2 None None] For port c782a8ad-cdad-435f-ba08-088411a46acd, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:16:02.408302 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b89be80-e8eb-4cab-949d-8847e2dbdca4') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:02.410353 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2bedb601-0f2c-4bf8-8778-428762d513f2 None None] For port c782a8ad-cdad-435f-ba08-088411a46acd, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c782a8ad-cdad-435f-ba08-088411a46acd,segment=NetworkSegment(5b89be80-e8eb-4cab-949d-8847e2dbdca4),segment_id=5b89be80-e8eb-4cab-949d-8847e2dbdca4)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:16:02.410976 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b89be80-e8eb-4cab-949d-8847e2dbdca4') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:02.432751 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:02.450519 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:02.450706 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b8fe3-ee9c-4ee2-bd52-f56f1407494f req-176dd7f9-7ddd-4f53-b094-cecafd9851b7 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:02.457200 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2bedb601-0f2c-4bf8-8778-428762d513f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:02.458310 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa5b8fe3-ee9c-4ee2-bd52-f56f1407494f req-176dd7f9-7ddd-4f53-b094-cecafd9851b7 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=80126ea2-738d-4d8a-a361-ef54f73cf1d0 HTTP/1.1" status: 200 len: 943 time: 0.0919833 Nov 12 20:16:02.458971 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:16:02.459469 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:16:02.490775 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:16:02.534140 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b1e74-b775-4b14-8b15-d61809662540 req-8a0811d9-18c0-4d60-9451-0261009b1a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:02.535786 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c81b1e74-b775-4b14-8b15-d61809662540 req-8a0811d9-18c0-4d60-9451-0261009b1a96 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=112e4b86-9b36-4cfc-b638-09194238d947 HTTP/1.1" status: 200 len: 851 time: 0.4102283 Nov 12 20:16:02.559529 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0fec9291-e6c8-40ce-b882-ebaceae026ca tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:02.560001 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-0fec9291-e6c8-40ce-b882-ebaceae026ca tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Added segment ee5c723a-5af0-44d4-be40-b1bd68a88cd6 of type vlan for network b4bd9102-06e2-46b5-9175-87bc10b87c81 Nov 12 20:16:02.564261 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.db.api [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 20:16:02.564261 n-d-712140-15 neutron-server[102448]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 20:16:02.564261 n-d-712140-15 neutron-server[102448]: [parameters: {'id': '956374b2-d923-4b2a-a416-c80d6496f101'}] Nov 12 20:16:02.564261 n-d-712140-15 neutron-server[102448]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:16:02.564261 n-d-712140-15 neutron-server[102448]: DEBUG oslo_db.api [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:16:02.570180 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedb601-0f2c-4bf8-8778-428762d513f2 None None] Pushing event updated for resources: {'Port': ['ID=c782a8ad-cdad-435f-ba08-088411a46acd,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:02.588139 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab1ed25-e266-43c8-940c-ed0c75b15b9f None None] Network 956374b2-d923-4b2a-a416-c80d6496f101 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:02.594985 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa5b8fe3-ee9c-4ee2-bd52-f56f1407494f req-2b941656-e84c-4ed9-b2dd-cbd9fd7e526b tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353996 Nov 12 20:16:02.619316 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c81b1e74-b775-4b14-8b15-d61809662540 req-f553fe95-6163-4760-a11c-180ac868781a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3873ac0-1db4-4dba-9bfe-d989f1a20099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739570 Nov 12 20:16:02.625891 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380b49cc-7352-4ac0-953d-608bcd2b3ec8 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Router 14719374-8782-4899-a302-d4232fc37549 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:16:02.707146 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0fec9291-e6c8-40ce-b882-ebaceae026ca tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:02.783642 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0fec9291-e6c8-40ce-b882-ebaceae026ca tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:02.789665 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fec9291-e6c8-40ce-b882-ebaceae026ca tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:02.790268 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0fec9291-e6c8-40ce-b882-ebaceae026ca tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:02.792063 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380b49cc-7352-4ac0-953d-608bcd2b3ec8 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:16:02.801245 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-380b49cc-7352-4ac0-953d-608bcd2b3ec8 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:02.805138 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b5a9fe-5ea7-4e70-b784-97b2a0ecc640 None None] Sync routers for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:16:02.820443 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b5a9fe-5ea7-4e70-b784-97b2a0ecc640 None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:02.821448 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-90b5a9fe-5ea7-4e70-b784-97b2a0ecc640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:02.826048 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0041a82-5218-4dc9-8cdb-46180de60e5f None None] get_active_networks_info from n-d-712140-15 {{(pid=102449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 20:16:02.849238 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c81b1e74-b775-4b14-8b15-d61809662540 req-8b713292-0600-4fa2-932c-e408da7aa008 service neutron] 10.222.0.55 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048275 Nov 12 20:16:02.854454 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-380b49cc-7352-4ac0-953d-608bcd2b3ec8 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "PUT /v2.0/floatingips/b768cd60-b14e-45ad-9f60-ec7e12d8214c HTTP/1.1" status: 200 len: 978 time: 2.5176034 Nov 12 20:16:02.855585 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0fec9291-e6c8-40ce-b882-ebaceae026ca tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8512237 Nov 12 20:16:02.855855 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47178) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:02.856568 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47180) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:02.899162 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-90b5a9fe-5ea7-4e70-b784-97b2a0ecc640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:02.920880 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec9291-e6c8-40ce-b882-ebaceae026ca tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Pushing event updated for resources: {'Network': ['ID=b4bd9102-06e2-46b5-9175-87bc10b87c81,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:02.930897 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b5a9fe-5ea7-4e70-b784-97b2a0ecc640 None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:02.931633 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-90b5a9fe-5ea7-4e70-b784-97b2a0ecc640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:02.942526 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network b4bd9102-06e2-46b5-9175-87bc10b87c81 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:16:02.954416 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-fda7583a-c37d-44ed-ab2b-de6bd4ee94d3 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Request body: {'subnet': {'network_id': 'b4bd9102-06e2-46b5-9175-87bc10b87c81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:02.990924 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c81b1e74-b775-4b14-8b15-d61809662540 req-42dcf84d-8bc0-4f9a-8394-a82d0cd48fd4 service neutron] 10.222.0.55 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318982 Nov 12 20:16:03.043240 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f0064ee7-1279-4eb6-92b6-c80edd80e141 None None] Provisioning complete for port e74e8599-8655-44db-95b7-a89b9b4bbd83 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:03.043613 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f0064ee7-1279-4eb6-92b6-c80edd80e141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:03.048410 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-90b5a9fe-5ea7-4e70-b784-97b2a0ecc640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:03.048410 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b5a9fe-5ea7-4e70-b784-97b2a0ecc640 None None] The sync data for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:16:03.065696 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:03.120446 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e74e8599-8655-44db-95b7-a89b9b4bbd83 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:16:03.152532 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c3019-8010-4a3f-b375-f6168490dc60 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Deleting port 42c94b68-27fa-4290-b9dc-e9fa6d5f0dde {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:03.153098 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f8c3019-8010-4a3f-b375-f6168490dc60 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:03.170753 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f9fee-67c0-48b7-8d03-ca1e0df313cb req-9a7cc999-e063-45f9-be5a-d72c2882108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:03.172604 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c72f9fee-67c0-48b7-8d03-ca1e0df313cb req-9a7cc999-e063-45f9-be5a-d72c2882108b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8273d0d46fc244019c3a4caebc6e0105&device_id=80126ea2-738d-4d8a-a361-ef54f73cf1d0 HTTP/1.1" status: 200 len: 1095 time: 0.1085284 Nov 12 20:16:03.271157 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda7583a-c37d-44ed-ab2b-de6bd4ee94d3 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Made reservation on behalf of 2efe4a70e15841ef940b4cb68eb7164e for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:03.282210 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fda7583a-c37d-44ed-ab2b-de6bd4ee94d3 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:03.287415 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Deleting port c782a8ad-cdad-435f-ba08-088411a46acd {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:03.287768 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:03.307890 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f9fee-67c0-48b7-8d03-ca1e0df313cb req-bcdb5aba-8864-46f8-8be8-a1683ade8c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:03.309435 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c72f9fee-67c0-48b7-8d03-ca1e0df313cb req-bcdb5aba-8864-46f8-8be8-a1683ade8c8e service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3873ac0-1db4-4dba-9bfe-d989f1a20099 HTTP/1.1" status: 200 len: 912 time: 0.1283770 Nov 12 20:16:03.345082 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device eeca88e2-0106-429b-bc5a-4581556bc083 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:16:03.381524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47202) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:03.394544 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: eeca88e2-0106-429b-bc5a-4581556bc083 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:16:03.394896 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device eeca88e2-0106-429b-bc5a-4581556bc083 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:16:03.395141 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c72f9fee-67c0-48b7-8d03-ca1e0df313cb req-1f94c566-9d17-4949-b056-dd23a6a42d91 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a620c930-f362-48fc-b61b-64d38de9a2f6 HTTP/1.1" status: 200 len: 217 time: 0.0787022 Nov 12 20:16:03.457078 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0041a82-5218-4dc9-8cdb-46180de60e5f None None] Resources bound (agent type, host, resource id): {{(pid=102449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 20:16:03.482648 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port e74e8599-8655-44db-95b7-a89b9b4bbd83 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:03.483040 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:03.500080 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] For port c782a8ad-cdad-435f-ba08-088411a46acd, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c782a8ad-cdad-435f-ba08-088411a46acd,segment=NetworkSegment(5b89be80-e8eb-4cab-949d-8847e2dbdca4),segment_id=5b89be80-e8eb-4cab-949d-8847e2dbdca4)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:03.500541 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:03.512299 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b1cc0b-23a1-4a71-adb9-8d164cdca104 admin admin] Deleting subnet 89af721e-69f5-45b7-bec5-c154226fcbbd {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:16:03.522855 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f8c3019-8010-4a3f-b375-f6168490dc60 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:03.526048 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b8b1cc0b-23a1-4a71-adb9-8d164cdca104 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:03.528205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Calling delete_port for c782a8ad-cdad-435f-ba08-088411a46acd owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:03.530891 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f9fee-67c0-48b7-8d03-ca1e0df313cb req-9ffa37a2-3e01-40e3-918d-b0b466fd3d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:03.532411 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c72f9fee-67c0-48b7-8d03-ca1e0df313cb req-9ffa37a2-3e01-40e3-918d-b0b466fd3d5e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=112e4b86-9b36-4cfc-b638-09194238d947 HTTP/1.1" status: 200 len: 851 time: 0.1083648 Nov 12 20:16:03.596135 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fda7583a-c37d-44ed-ab2b-de6bd4ee94d3 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:03.623979 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c72f9fee-67c0-48b7-8d03-ca1e0df313cb req-75be6a37-2d6f-4758-b51a-cfd5d647d239 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3873ac0-1db4-4dba-9bfe-d989f1a20099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689354 Nov 12 20:16:03.649348 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b8b1cc0b-23a1-4a71-adb9-8d164cdca104 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:03.743595 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7583a-c37d-44ed-ab2b-de6bd4ee94d3 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Pushing event updated for resources: {'Subnet': ['ID=1f057194-bc39-488c-af6c-bda2ed458272,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:03.771840 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda7583a-c37d-44ed-ab2b-de6bd4ee94d3 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Checking segment: {'id': 'ee5c723a-5af0-44d4-be40-b1bd68a88cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b4bd9102-06e2-46b5-9175-87bc10b87c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:03.772508 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda7583a-c37d-44ed-ab2b-de6bd4ee94d3 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Network hostable DHCP agents. Network: b4bd9102-06e2-46b5-9175-87bc10b87c81, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:16:03.795760 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b8b1cc0b-23a1-4a71-adb9-8d164cdca104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:03.832536 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda7583a-c37d-44ed-ab2b-de6bd4ee94d3 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Network b4bd9102-06e2-46b5-9175-87bc10b87c81 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:16:03.841070 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:03.849185 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-fda7583a-c37d-44ed-ab2b-de6bd4ee94d3 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, b4bd9102-06e2-46b5-9175-87bc10b87c81) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:03.864839 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda7583a-c37d-44ed-ab2b-de6bd4ee94d3 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:03.865445 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fda7583a-c37d-44ed-ab2b-de6bd4ee94d3 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:03.877606 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f8c3019-8010-4a3f-b375-f6168490dc60 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:03.877973 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f8c3019-8010-4a3f-b375-f6168490dc60 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:03.878294 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [None req-8f8c3019-8010-4a3f-b375-f6168490dc60 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Floating IP b768cd60-b14e-45ad-9f60-ec7e12d8214c disassociated. External IP: 172.25.5.58, port: 42c94b68-27fa-4290-b9dc-e9fa6d5f0dde. Nov 12 20:16:03.878639 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c3019-8010-4a3f-b375-f6168490dc60 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Calling delete_port for 42c94b68-27fa-4290-b9dc-e9fa6d5f0dde owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:03.884117 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c72f9fee-67c0-48b7-8d03-ca1e0df313cb req-5d78700b-f67f-4b0b-8f58-c3049388e2ec service neutron] 10.222.0.55 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501421 Nov 12 20:16:03.896280 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fda7583a-c37d-44ed-ab2b-de6bd4ee94d3 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9492438 Nov 12 20:16:03.896609 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47212) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:03.896992 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d36b1d-b427-47d1-b424-a66ca6235623 req-d14d60e2-82e4-4a71-a4b7-93b04860bd88 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:03.903683 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-ae24d2e6-37ad-4646-a72a-b57c238c2494 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Request body: {'port': {'network_id': 'b4bd9102-06e2-46b5-9175-87bc10b87c81', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1662128852'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:03.903952 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f5d36b1d-b427-47d1-b424-a66ca6235623 req-d14d60e2-82e4-4a71-a4b7-93b04860bd88 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=80126ea2-738d-4d8a-a361-ef54f73cf1d0 HTTP/1.1" status: 200 len: 943 time: 0.1710515 Nov 12 20:16:03.911688 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492e94fb-17e2-4ec5-919d-24dce11be5e2 None None] Network b4bd9102-06e2-46b5-9175-87bc10b87c81 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:03.914100 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event deleted for resources: {'Port': ['ID=c782a8ad-cdad-435f-ba08-088411a46acd,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:03.956782 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] No DVR routers for this DVR port c782a8ad-cdad-435f-ba08-088411a46acd on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:16:04.052293 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-19d36782-3c98-4af9-b898-11f99c59d676 None None] Provisioning complete for port e5b3772e-1445-4063-9149-030d89017ba9 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:04.052671 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-19d36782-3c98-4af9-b898-11f99c59d676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:04.053196 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b8b1cc0b-23a1-4a71-adb9-8d164cdca104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:04.115177 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fed4172-168a-4f5d-84b1-b86dedcacbd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-b4bd9102-06e2-46b5-9175-87bc10b87c81', 'network_id': 'b4bd9102-06e2-46b5-9175-87bc10b87c81', 'tenant_id': '2efe4a70e15841ef940b4cb68eb7164e', 'fixed_ips': [{'subnet_id': '1f057194-bc39-488c-af6c-bda2ed458272'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:16:04.116131 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5fed4172-168a-4f5d-84b1-b86dedcacbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:04.119654 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-19d36782-3c98-4af9-b898-11f99c59d676 None None] Port e5b3772e-1445-4063-9149-030d89017ba9 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:16:04.135828 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae24d2e6-37ad-4646-a72a-b57c238c2494 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Made reservation on behalf of 2efe4a70e15841ef940b4cb68eb7164e for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:04.139342 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ae24d2e6-37ad-4646-a72a-b57c238c2494 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:04.148686 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-19d36782-3c98-4af9-b898-11f99c59d676 None None] Provisioning complete for port 42c94b68-27fa-4290-b9dc-e9fa6d5f0dde triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:04.149123 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-19d36782-3c98-4af9-b898-11f99c59d676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:04.149992 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1cc0b-23a1-4a71-adb9-8d164cdca104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89af721e-69f5-45b7-bec5-c154226fcbbd,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:04.164816 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f5d36b1d-b427-47d1-b424-a66ca6235623 req-c5923559-e95e-46b4-a92d-e3f7f0bfd04c tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598901 Nov 12 20:16:04.166082 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b8b1cc0b-23a1-4a71-adb9-8d164cdca104 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:04.175588 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-ae24d2e6-37ad-4646-a72a-b57c238c2494 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] device_id is not set on port ab2077f0-0efb-4883-8ccf-89e97a805032 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:16:04.183705 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47214) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:04.183956 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b8b1cc0b-23a1-4a71-adb9-8d164cdca104 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/89af721e-69f5-45b7-bec5-c154226fcbbd HTTP/1.1" status: 204 len: 168 time: 0.7987363 Nov 12 20:16:04.189559 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:04.193882 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f8c3019-8010-4a3f-b375-f6168490dc60 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:04.231062 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9f9abd-8e03-45a6-955f-147b194e798a None None] Network 68ae9680-9d4e-4ba9-9069-178065492e16 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:04.236173 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['956374b2-d923-4b2a-a416-c80d6496f101']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:04.240206 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c72f9fee-67c0-48b7-8d03-ca1e0df313cb req-254163a5-8876-4a30-8ea4-9bff97e21f59 service neutron] 10.222.0.55 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311293 Nov 12 20:16:04.253134 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b89be80-e8eb-4cab-949d-8847e2dbdca4') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:04.253134 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b89be80-e8eb-4cab-949d-8847e2dbdca4') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:04.266727 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:04.287858 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:04.291310 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c3019-8010-4a3f-b375-f6168490dc60 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event deleted for resources: {'Port': ['ID=42c94b68-27fa-4290-b9dc-e9fa6d5f0dde,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:04.302559 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:16:04.303329 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:16:04.307344 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:16:04.313827 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-19d36782-3c98-4af9-b898-11f99c59d676 None None] Port 42c94b68-27fa-4290-b9dc-e9fa6d5f0dde cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:16:04.330799 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c699129-4349-43a1-b079-8529e72b05cb None None] DHCP port deletion for 9615dcf0-3361-46e1-a0ed-7983924921c2 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:04.382600 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-19d36782-3c98-4af9-b898-11f99c59d676 None None] Provisioning complete for port 509daa3f-7988-49a5-bf21-b5fc2264a51d triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:04.382968 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-19d36782-3c98-4af9-b898-11f99c59d676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:04.387971 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:04.408422 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:04.415460 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "DELETE /v2.0/networks/956374b2-d923-4b2a-a416-c80d6496f101 HTTP/1.1" status: 204 len: 168 time: 3.3115869 Nov 12 20:16:04.416047 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47218) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:04.422855 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b55681d8-b5de-4544-84c3-255c24239d31 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1463828468'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:04.423049 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-81623509-7a3a-4e67-861f-8f664eae94ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:04.434683 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-19d36782-3c98-4af9-b898-11f99c59d676 None None] Port 509daa3f-7988-49a5-bf21-b5fc2264a51d cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:16:04.443007 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c9dea-e2ac-4572-9974-0b8593a8e8c9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event deleted for resources: {'Network': ['ID=956374b2-d923-4b2a-a416-c80d6496f101,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:04.446464 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55681d8-b5de-4544-84c3-255c24239d31 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Made reservation on behalf of 0477c589b9404586b4da0b719600847f for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:04.450424 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b55681d8-b5de-4544-84c3-255c24239d31 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:04.459989 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6ae04d-7779-428f-8bab-28248c6a34da None None] DHCP port deletion for 68ae9680-9d4e-4ba9-9069-178065492e16 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:04.465002 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-19d36782-3c98-4af9-b898-11f99c59d676 None None] Provisioning complete for port 5f7114aa-890d-4082-82f6-1dfcb9653ca3 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:04.465293 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-19d36782-3c98-4af9-b898-11f99c59d676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:04.485221 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-ae24d2e6-37ad-4646-a72a-b57c238c2494 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Allocated IP 2001:db8::247 (b4bd9102-06e2-46b5-9175-87bc10b87c81/1f057194-bc39-488c-af6c-bda2ed458272/ab2077f0-0efb-4883-8ccf-89e97a805032) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:04.485938 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55681d8-b5de-4544-84c3-255c24239d31 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:16:04.496903 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b55681d8-b5de-4544-84c3-255c24239d31 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:04.497478 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-b55681d8-b5de-4544-84c3-255c24239d31 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Added segment b81a0472-8277-4ec5-82ea-345ddfe4aba3 of type vlan for network e39eb0a4-d648-4265-81f7-56c43f62edcc Nov 12 20:16:04.521050 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-19d36782-3c98-4af9-b898-11f99c59d676 None None] Port 5f7114aa-890d-4082-82f6-1dfcb9653ca3 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:16:04.551670 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b55681d8-b5de-4544-84c3-255c24239d31 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:04.581653 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b55681d8-b5de-4544-84c3-255c24239d31 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:04.587335 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55681d8-b5de-4544-84c3-255c24239d31 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:04.587915 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b55681d8-b5de-4544-84c3-255c24239d31 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:04.614623 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-81623509-7a3a-4e67-861f-8f664eae94ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:04.636110 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8c3019-8010-4a3f-b375-f6168490dc60 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Router 14719374-8782-4899-a302-d4232fc37549 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:16:04.656515 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b55681d8-b5de-4544-84c3-255c24239d31 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2361190 Nov 12 20:16:04.656881 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47224) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:04.663895 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-601ee740-2124-4740-876f-0c5f47bd6477 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Request body: {'subnet': {'network_id': 'e39eb0a4-d648-4265-81f7-56c43f62edcc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:04.668702 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55681d8-b5de-4544-84c3-255c24239d31 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event updated for resources: {'Network': ['ID=e39eb0a4-d648-4265-81f7-56c43f62edcc,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:04.678892 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-81623509-7a3a-4e67-861f-8f664eae94ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ae9680-9d4e-4ba9-9069-178065492e16']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:04.683778 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network e39eb0a4-d648-4265-81f7-56c43f62edcc details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:16:04.705079 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-81623509-7a3a-4e67-861f-8f664eae94ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78497b66-48e9-476b-aa1e-7793d7fd2487') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:04.705374 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-81623509-7a3a-4e67-861f-8f664eae94ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78497b66-48e9-476b-aa1e-7793d7fd2487') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:04.777934 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-81623509-7a3a-4e67-861f-8f664eae94ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:04.806772 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-81623509-7a3a-4e67-861f-8f664eae94ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:04.823694 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81623509-7a3a-4e67-861f-8f664eae94ed admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:16:04.824097 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-81623509-7a3a-4e67-861f-8f664eae94ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:16:04.829303 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:16:05.118149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601ee740-2124-4740-876f-0c5f47bd6477 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Made reservation on behalf of 0477c589b9404586b4da0b719600847f for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:05.122179 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-601ee740-2124-4740-876f-0c5f47bd6477 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:05.259560 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ae24d2e6-37ad-4646-a72a-b57c238c2494 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:05.300157 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-81623509-7a3a-4e67-861f-8f664eae94ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:05.310223 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-81623509-7a3a-4e67-861f-8f664eae94ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:05.314055 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-81623509-7a3a-4e67-861f-8f664eae94ed admin admin] 10.222.0.48 "DELETE /v2.0/networks/68ae9680-9d4e-4ba9-9069-178065492e16 HTTP/1.1" status: 204 len: 168 time: 1.1285388 Nov 12 20:16:05.318858 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8c3019-8010-4a3f-b375-f6168490dc60 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:16:05.322423 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-601ee740-2124-4740-876f-0c5f47bd6477 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:05.331366 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e166ac-4a43-4ab4-8501-707bba4c9260 None None] Sync routers for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:16:05.351428 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e166ac-4a43-4ab4-8501-707bba4c9260 None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:05.352380 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-75e166ac-4a43-4ab4-8501-707bba4c9260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:05.357378 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81623509-7a3a-4e67-861f-8f664eae94ed admin admin] Pushing event deleted for resources: {'Network': ['ID=68ae9680-9d4e-4ba9-9069-178065492e16,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:05.393272 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-75e166ac-4a43-4ab4-8501-707bba4c9260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:05.402551 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e166ac-4a43-4ab4-8501-707bba4c9260 None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:05.403353 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-75e166ac-4a43-4ab4-8501-707bba4c9260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:05.416482 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ee740-2124-4740-876f-0c5f47bd6477 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event updated for resources: {'Subnet': ['ID=0dde1b49-3eec-4070-a1b0-2110f3b80d4d,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:05.418338 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f12bf2-784c-42c1-8886-5f167be7d76f req-b5d5e075-c8d0-4684-8ef1-80fc38779c30 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:05.419883 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3f12bf2-784c-42c1-8886-5f167be7d76f req-b5d5e075-c8d0-4684-8ef1-80fc38779c30 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=80126ea2-738d-4d8a-a361-ef54f73cf1d0 HTTP/1.1" status: 200 len: 943 time: 0.1703646 Nov 12 20:16:05.430075 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ae24d2e6-37ad-4646-a72a-b57c238c2494 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:05.437579 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601ee740-2124-4740-876f-0c5f47bd6477 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Checking segment: {'id': 'b81a0472-8277-4ec5-82ea-345ddfe4aba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e39eb0a4-d648-4265-81f7-56c43f62edcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:05.437962 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601ee740-2124-4740-876f-0c5f47bd6477 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Network hostable DHCP agents. Network: e39eb0a4-d648-4265-81f7-56c43f62edcc, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:16:05.462822 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601ee740-2124-4740-876f-0c5f47bd6477 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Network e39eb0a4-d648-4265-81f7-56c43f62edcc is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:16:05.478276 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-601ee740-2124-4740-876f-0c5f47bd6477 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, e39eb0a4-d648-4265-81f7-56c43f62edcc) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:05.495412 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601ee740-2124-4740-876f-0c5f47bd6477 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:05.497572 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-601ee740-2124-4740-876f-0c5f47bd6477 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:05.499490 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f8c3019-8010-4a3f-b375-f6168490dc60 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:05.505305 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8f8c3019-8010-4a3f-b375-f6168490dc60 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "DELETE /v2.0/ports/42c94b68-27fa-4290-b9dc-e9fa6d5f0dde HTTP/1.1" status: 204 len: 168 time: 2.6453319 Nov 12 20:16:05.505305 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae24d2e6-37ad-4646-a72a-b57c238c2494 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Network b4bd9102-06e2-46b5-9175-87bc10b87c81 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:05.507488 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47230) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:05.507655 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d83419a-593d-4cbf-ab8b-e8134dc294b9 None None] Network e39eb0a4-d648-4265-81f7-56c43f62edcc requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:05.519244 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-ae24d2e6-37ad-4646-a72a-b57c238c2494 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:05.522963 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae24d2e6-37ad-4646-a72a-b57c238c2494 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:05.527830 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-75e166ac-4a43-4ab4-8501-707bba4c9260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:05.528695 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae24d2e6-37ad-4646-a72a-b57c238c2494 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:05.529335 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ae24d2e6-37ad-4646-a72a-b57c238c2494 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:05.530073 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e166ac-4a43-4ab4-8501-707bba4c9260 None None] The sync data for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:16:05.541648 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24d2e6-37ad-4646-a72a-b57c238c2494 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Pushing event updated for resources: {'Port': ['ID=ab2077f0-0efb-4883-8ccf-89e97a805032,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:05.554647 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ae24d2e6-37ad-4646-a72a-b57c238c2494 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6567647 Nov 12 20:16:05.557606 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47232) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:05.561561 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-601ee740-2124-4740-876f-0c5f47bd6477 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9036317 Nov 12 20:16:05.562737 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-73a15c80-8af0-4370-90da-1065ed129f34 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Request body: {'port': {'network_id': 'b4bd9102-06e2-46b5-9175-87bc10b87c81', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1732209194', 'allowed_address_pairs': [{'ip_address': '2001:db8::247', 'mac_address': 'fa:16:3e:ae:99:63'}]}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:05.566940 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47234) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:05.578186 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-fa1be0dc-2801-4876-8a18-f60b62821cba tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1573996921'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:05.606261 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3f12bf2-784c-42c1-8886-5f167be7d76f req-11c7d9ed-b30a-4a1b-af24-ce74d8e921e3 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393955 Nov 12 20:16:05.612511 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ddc4dc5c-0bd7-41f6-8f52-1c67e6957b18 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "GET /v2.0/floatingips/b768cd60-b14e-45ad-9f60-ec7e12d8214c HTTP/1.1" status: 200 len: 687 time: 0.1033950 Nov 12 20:16:05.616575 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47238) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:05.620287 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47240) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:05.639628 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-5fed4172-168a-4f5d-84b1-b86dedcacbd0 None None] Allocated IP 2001:db8::2 (b4bd9102-06e2-46b5-9175-87bc10b87c81/1f057194-bc39-488c-af6c-bda2ed458272/e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:05.664665 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1be0dc-2801-4876-8a18-f60b62821cba tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Made reservation on behalf of 0477c589b9404586b4da0b719600847f for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:05.668954 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fa1be0dc-2801-4876-8a18-f60b62821cba tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:05.703455 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ed6016b4-6d1b-47c0-80a9-642ba9ba95d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=28aa3fc44ab040d3864c0fc09f1a0094&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0811036 Nov 12 20:16:05.716713 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47244) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:05.722439 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa1be0dc-2801-4876-8a18-f60b62821cba tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:16:05.735645 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fa1be0dc-2801-4876-8a18-f60b62821cba tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:05.735992 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-fa1be0dc-2801-4876-8a18-f60b62821cba tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Added segment ae1e6e82-3e9f-432c-be51-d061511c1f4b of type vlan for network 75a244e7-f210-434b-b520-d26b085d4ff2 Nov 12 20:16:05.786228 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fa1be0dc-2801-4876-8a18-f60b62821cba tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:05.821371 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fa1be0dc-2801-4876-8a18-f60b62821cba tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:05.828283 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1be0dc-2801-4876-8a18-f60b62821cba tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:05.828880 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fa1be0dc-2801-4876-8a18-f60b62821cba tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:05.845278 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7f2330-1ec0-4aaf-a039-6c37c0166ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-e39eb0a4-d648-4265-81f7-56c43f62edcc', 'network_id': 'e39eb0a4-d648-4265-81f7-56c43f62edcc', 'tenant_id': '0477c589b9404586b4da0b719600847f', 'fixed_ips': [{'subnet_id': '0dde1b49-3eec-4070-a1b0-2110f3b80d4d'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:16:05.845949 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2330-1ec0-4aaf-a039-6c37c0166ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:05.880648 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-83f0b930-6171-4446-bc04-e947540d9ad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:05.886338 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a15c80-8af0-4370-90da-1065ed129f34 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Made reservation on behalf of 2efe4a70e15841ef940b4cb68eb7164e for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:05.907212 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1be0dc-2801-4876-8a18-f60b62821cba tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event updated for resources: {'Network': ['ID=75a244e7-f210-434b-b520-d26b085d4ff2,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:05.922673 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fa1be0dc-2801-4876-8a18-f60b62821cba tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3512638 Nov 12 20:16:05.923827 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47246) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:05.928452 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-61b833bd-9186-468f-a576-ca34a847bf75 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Request body: {'subnet': {'network_id': '75a244e7-f210-434b-b520-d26b085d4ff2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:05.957612 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-83f0b930-6171-4446-bc04-e947540d9ad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:05.971682 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-da2ce05b-0fe4-4020-b925-06173766f832 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Deleting port 0b105617-967e-4eee-bf3b-bf8db19925e3 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:05.972023 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da2ce05b-0fe4-4020-b925-06173766f832 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:05.976505 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 75a244e7-f210-434b-b520-d26b085d4ff2 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:16:05.979321 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5fed4172-168a-4f5d-84b1-b86dedcacbd0 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:06.007171 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5fed4172-168a-4f5d-84b1-b86dedcacbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:06.027825 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b833bd-9186-468f-a576-ca34a847bf75 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Made reservation on behalf of 0477c589b9404586b4da0b719600847f for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:06.032030 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-61b833bd-9186-468f-a576-ca34a847bf75 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:06.082709 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-73a15c80-8af0-4370-90da-1065ed129f34 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:06.091527 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.ipam_backend_mixin [None req-61b833bd-9186-468f-a576-ca34a847bf75 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Performing IP validity checks on allocation pools {{(pid=102448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 20:16:06.091971 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.ipam_backend_mixin [None req-61b833bd-9186-468f-a576-ca34a847bf75 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 20:16:06.109704 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fed4172-168a-4f5d-84b1-b86dedcacbd0 None None] Network b4bd9102-06e2-46b5-9175-87bc10b87c81 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:06.114848 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da2ce05b-0fe4-4020-b925-06173766f832 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:06.115161 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da2ce05b-0fe4-4020-b925-06173766f832 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:06.118033 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-73a15c80-8af0-4370-90da-1065ed129f34 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] device_id is not set on port 42799dd9-7d08-47d8-8abb-2d2e5df69f01 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:16:06.129810 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-83f0b930-6171-4446-bc04-e947540d9ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:06.132576 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-83f0b930-6171-4446-bc04-e947540d9ad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:06.136072 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-5fed4172-168a-4f5d-84b1-b86dedcacbd0 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:06.136349 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-83f0b930-6171-4446-bc04-e947540d9ad1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/57ee48ad-bb84-41b1-8ffa-11ff683fdf6a HTTP/1.1" status: 204 len: 168 time: 0.4101892 Nov 12 20:16:06.136431 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fed4172-168a-4f5d-84b1-b86dedcacbd0 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:06.165612 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed4172-168a-4f5d-84b1-b86dedcacbd0 None None] Pushing event updated for resources: {'Port': ['ID=e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:06.174168 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device a620c930-f362-48fc-b61b-64d38de9a2f6 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:16:06.178634 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-da2ce05b-0fe4-4020-b925-06173766f832 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Calling delete_port for 0b105617-967e-4eee-bf3b-bf8db19925e3 owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:06.182668 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0b930-6171-4446-bc04-e947540d9ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ee48ad-bb84-41b1-8ffa-11ff683fdf6a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:06.297806 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port a620c930-f362-48fc-b61b-64d38de9a2f6, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a620c930-f362-48fc-b61b-64d38de9a2f6,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:06.301637 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-61b833bd-9186-468f-a576-ca34a847bf75 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:06.314989 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'a620c930-f362-48fc-b61b-64d38de9a2f6', 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099', 'port_id': 'a620c930-f362-48fc-b61b-64d38de9a2f6', 'mac_address': 'fa:16:3e:b9:38:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112e4b86-9b36-4cfc-b638-09194238d947', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:16:06.318205 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-73a15c80-8af0-4370-90da-1065ed129f34 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Allocated IP 2001:db8::158 (b4bd9102-06e2-46b5-9175-87bc10b87c81/1f057194-bc39-488c-af6c-bda2ed458272/42799dd9-7d08-47d8-8abb-2d2e5df69f01) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:06.414658 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-0e7f2330-1ec0-4aaf-a039-6c37c0166ffe None None] Allocated IP 2001:db8::1 (e39eb0a4-d648-4265-81f7-56c43f62edcc/0dde1b49-3eec-4070-a1b0-2110f3b80d4d/db47afbb-943c-4b89-b7d0-eb3cada9ace7) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:06.423079 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b833bd-9186-468f-a576-ca34a847bf75 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event updated for resources: {'Subnet': ['ID=683cb634-46cf-40fa-afb3-b0bacfe12fd1,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:06.434419 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b833bd-9186-468f-a576-ca34a847bf75 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Checking segment: {'id': 'ae1e6e82-3e9f-432c-be51-d061511c1f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '75a244e7-f210-434b-b520-d26b085d4ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:06.434980 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b833bd-9186-468f-a576-ca34a847bf75 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Network hostable DHCP agents. Network: 75a244e7-f210-434b-b520-d26b085d4ff2, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:16:06.444296 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-5fed4172-168a-4f5d-84b1-b86dedcacbd0 None None] Attempting to bind port e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:16:06.444675 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-5fed4172-168a-4f5d-84b1-b86dedcacbd0 None None] Attempting to bind port e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ee5c723a-5af0-44d4-be40-b1bd68a88cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b4bd9102-06e2-46b5-9175-87bc10b87c81'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:16:06.445040 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fed4172-168a-4f5d-84b1-b86dedcacbd0 None None] Attempting to bind port e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff on network b4bd9102-06e2-46b5-9175-87bc10b87c81 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:16:06.454441 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fed4172-168a-4f5d-84b1-b86dedcacbd0 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:16:06.454884 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fed4172-168a-4f5d-84b1-b86dedcacbd0 None None] Checking segment: {'id': 'ee5c723a-5af0-44d4-be40-b1bd68a88cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b4bd9102-06e2-46b5-9175-87bc10b87c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:06.455483 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b833bd-9186-468f-a576-ca34a847bf75 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Network 75a244e7-f210-434b-b520-d26b085d4ff2 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:16:06.455603 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5fed4172-168a-4f5d-84b1-b86dedcacbd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:06.456034 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fed4172-168a-4f5d-84b1-b86dedcacbd0 None None] Bound using segment: {'id': 'ee5c723a-5af0-44d4-be40-b1bd68a88cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b4bd9102-06e2-46b5-9175-87bc10b87c81'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:16:06.456906 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-5fed4172-168a-4f5d-84b1-b86dedcacbd0 None None] Bound port: e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5c723a-5af0-44d4-be40-b1bd68a88cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b4bd9102-06e2-46b5-9175-87bc10b87c81'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:16:06.456906 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5fed4172-168a-4f5d-84b1-b86dedcacbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:06.458731 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:06.478259 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-61b833bd-9186-468f-a576-ca34a847bf75 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 75a244e7-f210-434b-b520-d26b085d4ff2) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:06.486597 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da2ce05b-0fe4-4020-b925-06173766f832 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:06.492393 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b833bd-9186-468f-a576-ca34a847bf75 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:06.493006 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-61b833bd-9186-468f-a576-ca34a847bf75 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:06.512668 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4706ec3-24b5-4a97-b488-250964113984 None None] Network 75a244e7-f210-434b-b520-d26b085d4ff2 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:06.515630 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-61b833bd-9186-468f-a576-ca34a847bf75 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.5906019 Nov 12 20:16:06.519274 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47254) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:06.538929 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ce05b-0fe4-4020-b925-06173766f832 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event deleted for resources: {'Port': ['ID=0b105617-967e-4eee-bf3b-bf8db19925e3,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:06.564099 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a620c930-f362-48fc-b61b-64d38de9a2f6 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:16:06.576770 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2ce05b-0fe4-4020-b925-06173766f832 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:06.576770 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2ce05b-0fe4-4020-b925-06173766f832 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:06.577571 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2ce05b-0fe4-4020-b925-06173766f832 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:06.577929 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2ce05b-0fe4-4020-b925-06173766f832 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:06.578268 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2ce05b-0fe4-4020-b925-06173766f832 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:06.578614 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2ce05b-0fe4-4020-b925-06173766f832 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:06.579027 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2ce05b-0fe4-4020-b925-06173766f832 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:06.579501 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2ce05b-0fe4-4020-b925-06173766f832 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:06.579836 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2ce05b-0fe4-4020-b925-06173766f832 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:06.580169 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2ce05b-0fe4-4020-b925-06173766f832 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:06.580520 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2ce05b-0fe4-4020-b925-06173766f832 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:06.580846 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2ce05b-0fe4-4020-b925-06173766f832 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:06.673521 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d174c1db-0041-42b3-8eac-66233dbcc5b1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:06.681066 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da2ce05b-0fe4-4020-b925-06173766f832 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:06.684432 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da2ce05b-0fe4-4020-b925-06173766f832 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:06.690894 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-da2ce05b-0fe4-4020-b925-06173766f832 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "DELETE /v2.0/floatingips/b768cd60-b14e-45ad-9f60-ec7e12d8214c HTTP/1.1" status: 204 len: 168 time: 1.0413096 Nov 12 20:16:06.691772 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47264) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:06.704052 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f20d939f-3b1d-44e6-84d9-0075097699a5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'port_id': '5f7114aa-890d-4082-82f6-1dfcb9653ca3'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:06.757876 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f20d939f-3b1d-44e6-84d9-0075097699a5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:06.812779 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-73a15c80-8af0-4370-90da-1065ed129f34 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:06.857058 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port a620c930-f362-48fc-b61b-64d38de9a2f6, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a620c930-f362-48fc-b61b-64d38de9a2f6,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:06.869857 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:06.884168 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-73a15c80-8af0-4370-90da-1065ed129f34 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:06.899217 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d174c1db-0041-42b3-8eac-66233dbcc5b1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:06.935354 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02357274-e41e-468a-b45e-df8dd94a489a req-b6c41493-54f6-4b6a-a016-16c976b5ef3f tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:06.938574 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-02357274-e41e-468a-b45e-df8dd94a489a req-b6c41493-54f6-4b6a-a016-16c976b5ef3f tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=80126ea2-738d-4d8a-a361-ef54f73cf1d0 HTTP/1.1" status: 200 len: 943 time: 0.1955492 Nov 12 20:16:06.956399 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a15c80-8af0-4370-90da-1065ed129f34 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Network b4bd9102-06e2-46b5-9175-87bc10b87c81 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:06.959965 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-73a15c80-8af0-4370-90da-1065ed129f34 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:06.963827 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a15c80-8af0-4370-90da-1065ed129f34 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:06.971297 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a15c80-8af0-4370-90da-1065ed129f34 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:06.972261 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-73a15c80-8af0-4370-90da-1065ed129f34 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:06.994123 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-73a15c80-8af0-4370-90da-1065ed129f34 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.4336004 Nov 12 20:16:06.999152 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47276) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:07.016075 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a15c80-8af0-4370-90da-1065ed129f34 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Pushing event updated for resources: {'Port': ['ID=42799dd9-7d08-47d8-8abb-2d2e5df69f01,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:07.039377 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d174c1db-0041-42b3-8eac-66233dbcc5b1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:07.058788 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-5fed4172-168a-4f5d-84b1-b86dedcacbd0 None None] For port e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:16:07.066997 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9954d80d-3a54-41f3-b90c-3a36be8f6901 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:07.074385 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9954d80d-3a54-41f3-b90c-3a36be8f6901 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:07.081446 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9954d80d-3a54-41f3-b90c-3a36be8f6901 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:07.083697 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9954d80d-3a54-41f3-b90c-3a36be8f6901 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.0832829 Nov 12 20:16:07.086483 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47278) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:07.089139 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174c1db-0041-42b3-8eac-66233dbcc5b1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event deleted for resources: {'Subnet': ['ID=683cb634-46cf-40fa-afb3-b0bacfe12fd1,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:07.103978 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-5fed4172-168a-4f5d-84b1-b86dedcacbd0 None None] For port e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff,segment=NetworkSegment(ee5c723a-5af0-44d4-be40-b1bd68a88cd6),segment_id=ee5c723a-5af0-44d4-be40-b1bd68a88cd6)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:16:07.105428 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2330-1ec0-4aaf-a039-6c37c0166ffe None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:07.116342 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=a620c930-f362-48fc-b61b-64d38de9a2f6,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:07.120844 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5fed4172-168a-4f5d-84b1-b86dedcacbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:07.126218 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2330-1ec0-4aaf-a039-6c37c0166ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:07.133023 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-02357274-e41e-468a-b45e-df8dd94a489a req-4ffb66a6-5a0a-4a92-81c0-44ac745518e8 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869807 Nov 12 20:16:07.194052 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b011e4fa-5575-492d-8fae-d5a0af8e4344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-75a244e7-f210-434b-b520-d26b085d4ff2', 'network_id': '75a244e7-f210-434b-b520-d26b085d4ff2', 'tenant_id': '0477c589b9404586b4da0b719600847f', 'fixed_ips': [{'subnet_id': '683cb634-46cf-40fa-afb3-b0bacfe12fd1'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:16:07.195395 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b011e4fa-5575-492d-8fae-d5a0af8e4344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:07.204903 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7f2330-1ec0-4aaf-a039-6c37c0166ffe None None] Network e39eb0a4-d648-4265-81f7-56c43f62edcc is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:07.220280 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d174c1db-0041-42b3-8eac-66233dbcc5b1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:07.237537 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f20d939f-3b1d-44e6-84d9-0075097699a5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:07.239156 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-361ceb63-00df-4824-ba53-b83cb91e1793 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Deleting port 42799dd9-7d08-47d8-8abb-2d2e5df69f01 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:07.239699 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-361ceb63-00df-4824-ba53-b83cb91e1793 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:07.249249 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-0e7f2330-1ec0-4aaf-a039-6c37c0166ffe None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:07.255867 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7f2330-1ec0-4aaf-a039-6c37c0166ffe None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:07.259442 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-d174c1db-0041-42b3-8eac-66233dbcc5b1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a244e7-f210-434b-b520-d26b085d4ff2']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:07.267808 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed4172-168a-4f5d-84b1-b86dedcacbd0 None None] Pushing event updated for resources: {'Port': ['ID=e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:07.271406 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['a620c930-f362-48fc-b61b-64d38de9a2f6'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:16:07.299119 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47282) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:07.312086 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-d174c1db-0041-42b3-8eac-66233dbcc5b1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae1e6e82-3e9f-432c-be51-d061511c1f4b') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:07.313132 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-d174c1db-0041-42b3-8eac-66233dbcc5b1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae1e6e82-3e9f-432c-be51-d061511c1f4b') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:07.329869 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d174c1db-0041-42b3-8eac-66233dbcc5b1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:07.387891 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d174c1db-0041-42b3-8eac-66233dbcc5b1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:07.393512 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-361ceb63-00df-4824-ba53-b83cb91e1793 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:07.399258 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d174c1db-0041-42b3-8eac-66233dbcc5b1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:16:07.400516 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d174c1db-0041-42b3-8eac-66233dbcc5b1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:07.406330 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-361ceb63-00df-4824-ba53-b83cb91e1793 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Calling delete_port for 42799dd9-7d08-47d8-8abb-2d2e5df69f01 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:16:07.422277 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:16:07.460881 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f2330-1ec0-4aaf-a039-6c37c0166ffe None None] Pushing event updated for resources: {'Port': ['ID=db47afbb-943c-4b89-b7d0-eb3cada9ace7,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:07.499524 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbac3042-386c-4217-8058-3f4d92f934bc None None] Network 75a244e7-f210-434b-b520-d26b085d4ff2 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:07.547787 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-7586f830-b661-4303-b87c-e7cc5a5c92b0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-619950951-network', 'tenant_id': '2f74867b50744eb7b866c1e4d6eb5a6e'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:07.554248 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0e7f2330-1ec0-4aaf-a039-6c37c0166ffe None None] Attempting to bind port db47afbb-943c-4b89-b7d0-eb3cada9ace7 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:16:07.554751 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0e7f2330-1ec0-4aaf-a039-6c37c0166ffe None None] Attempting to bind port db47afbb-943c-4b89-b7d0-eb3cada9ace7 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'b81a0472-8277-4ec5-82ea-345ddfe4aba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e39eb0a4-d648-4265-81f7-56c43f62edcc'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:16:07.555038 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7f2330-1ec0-4aaf-a039-6c37c0166ffe None None] Attempting to bind port db47afbb-943c-4b89-b7d0-eb3cada9ace7 on network e39eb0a4-d648-4265-81f7-56c43f62edcc {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:16:07.603974 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7f2330-1ec0-4aaf-a039-6c37c0166ffe None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:16:07.604404 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7f2330-1ec0-4aaf-a039-6c37c0166ffe None None] Checking segment: {'id': 'b81a0472-8277-4ec5-82ea-345ddfe4aba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e39eb0a4-d648-4265-81f7-56c43f62edcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:07.604811 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2330-1ec0-4aaf-a039-6c37c0166ffe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:07.605257 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7f2330-1ec0-4aaf-a039-6c37c0166ffe None None] Bound using segment: {'id': 'b81a0472-8277-4ec5-82ea-345ddfe4aba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e39eb0a4-d648-4265-81f7-56c43f62edcc'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:16:07.605815 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0e7f2330-1ec0-4aaf-a039-6c37c0166ffe None None] Bound port: db47afbb-943c-4b89-b7d0-eb3cada9ace7, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b81a0472-8277-4ec5-82ea-345ddfe4aba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e39eb0a4-d648-4265-81f7-56c43f62edcc'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:16:07.606400 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2330-1ec0-4aaf-a039-6c37c0166ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:07.606733 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-361ceb63-00df-4824-ba53-b83cb91e1793 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:07.608010 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d174c1db-0041-42b3-8eac-66233dbcc5b1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:07.614271 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-f20d939f-3b1d-44e6-84d9-0075097699a5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Allocated IP 172.25.5.228 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/fa8f67e3-994c-4632-9257-26cbf6022ec5) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:07.630563 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d174c1db-0041-42b3-8eac-66233dbcc5b1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:07.638620 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d174c1db-0041-42b3-8eac-66233dbcc5b1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "DELETE /v2.0/networks/75a244e7-f210-434b-b520-d26b085d4ff2 HTTP/1.1" status: 204 len: 168 time: 1.1120579 Nov 12 20:16:07.648633 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47286) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:07.649301 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7586f830-b661-4303-b87c-e7cc5a5c92b0 admin admin] Made reservation on behalf of 2f74867b50744eb7b866c1e4d6eb5a6e for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:07.651671 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7586f830-b661-4303-b87c-e7cc5a5c92b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:07.661274 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ceb63-00df-4824-ba53-b83cb91e1793 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Pushing event deleted for resources: {'Port': ['ID=42799dd9-7d08-47d8-8abb-2d2e5df69f01,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:07.671050 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-df409ce7-f6e4-4f64-a0e3-682464f062e1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-60885954'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:07.676615 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7586f830-b661-4303-b87c-e7cc5a5c92b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:07.678608 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174c1db-0041-42b3-8eac-66233dbcc5b1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event deleted for resources: {'Network': ['ID=75a244e7-f210-434b-b520-d26b085d4ff2,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:07.765208 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df409ce7-f6e4-4f64-a0e3-682464f062e1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Made reservation on behalf of 0477c589b9404586b4da0b719600847f for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:07.769443 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-df409ce7-f6e4-4f64-a0e3-682464f062e1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:07.777830 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0e7f2330-1ec0-4aaf-a039-6c37c0166ffe None None] For port db47afbb-943c-4b89-b7d0-eb3cada9ace7, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:16:07.783074 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0e7f2330-1ec0-4aaf-a039-6c37c0166ffe None None] For port db47afbb-943c-4b89-b7d0-eb3cada9ace7, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=db47afbb-943c-4b89-b7d0-eb3cada9ace7,segment=NetworkSegment(b81a0472-8277-4ec5-82ea-345ddfe4aba3),segment_id=b81a0472-8277-4ec5-82ea-345ddfe4aba3)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:16:07.791389 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2330-1ec0-4aaf-a039-6c37c0166ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:07.826550 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-361ceb63-00df-4824-ba53-b83cb91e1793 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:07.832282 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df409ce7-f6e4-4f64-a0e3-682464f062e1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:16:07.835439 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-361ceb63-00df-4824-ba53-b83cb91e1793 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] 10.222.0.48 "DELETE /v2.0/ports/42799dd9-7d08-47d8-8abb-2d2e5df69f01 HTTP/1.1" status: 204 len: 168 time: 0.7478144 Nov 12 20:16:07.836094 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47288) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:07.855670 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-df409ce7-f6e4-4f64-a0e3-682464f062e1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:07.856102 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-df409ce7-f6e4-4f64-a0e3-682464f062e1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Added segment 874a3cc2-e64a-4e7c-aa00-40c456e21a7f of type vlan for network 0834875a-fc9d-4d85-8b97-0c388fe39eee Nov 12 20:16:07.884036 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f2330-1ec0-4aaf-a039-6c37c0166ffe None None] Pushing event updated for resources: {'Port': ['ID=db47afbb-943c-4b89-b7d0-eb3cada9ace7,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:07.903797 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-310af072-0f47-4047-b5ec-f925904df436 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] GET failed (client error): The resource could not be found. Nov 12 20:16:07.905801 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-310af072-0f47-4047-b5ec-f925904df436 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] 10.222.0.48 "GET /v2.0/ports/42799dd9-7d08-47d8-8abb-2d2e5df69f01 HTTP/1.1" status: 404 len: 333 time: 0.0682256 Nov 12 20:16:07.912072 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47292) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:07.922912 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-9caf041a-f862-4e57-a074-302afcf12f1c tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Request body: {'port': {'network_id': 'b4bd9102-06e2-46b5-9175-87bc10b87c81', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-22276616'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:07.933811 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f20d939f-3b1d-44e6-84d9-0075097699a5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:07.961847 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7586f830-b661-4303-b87c-e7cc5a5c92b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:07.971610 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-df409ce7-f6e4-4f64-a0e3-682464f062e1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:07.976572 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7586f830-b661-4303-b87c-e7cc5a5c92b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:08.025036 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7586f830-b661-4303-b87c-e7cc5a5c92b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:16:08.053791 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586f830-b661-4303-b87c-e7cc5a5c92b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7acdd5-3699-4a90-a499-37c7b126c211,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:08.059269 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7586f830-b661-4303-b87c-e7cc5a5c92b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:08.059845 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-7586f830-b661-4303-b87c-e7cc5a5c92b0 admin admin] Added segment 69cd314b-0c9e-4d8d-9aa9-8bf2959b016a of type vlan for network b3107c86-393d-4546-95b6-185ebc23d220 Nov 12 20:16:08.061615 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-df409ce7-f6e4-4f64-a0e3-682464f062e1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:08.067454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df409ce7-f6e4-4f64-a0e3-682464f062e1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:08.068223 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-df409ce7-f6e4-4f64-a0e3-682464f062e1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:08.077177 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9caf041a-f862-4e57-a074-302afcf12f1c tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Made reservation on behalf of 2efe4a70e15841ef940b4cb68eb7164e for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:08.083049 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9caf041a-f862-4e57-a074-302afcf12f1c tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:08.088345 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f20d939f-3b1d-44e6-84d9-0075097699a5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:08.107223 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-9caf041a-f862-4e57-a074-302afcf12f1c tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] device_id is not set on port 0a3ff86c-3c4c-434b-95f3-dc9ffd8755a6 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:16:08.262871 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-df409ce7-f6e4-4f64-a0e3-682464f062e1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5935056 Nov 12 20:16:08.284628 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47298) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:08.287235 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20d939f-3b1d-44e6-84d9-0075097699a5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:08.290747 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7586f830-b661-4303-b87c-e7cc5a5c92b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:08.291372 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-9f672070-d5f4-4982-a784-0ded26440748 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Request body: {'subnet': {'network_id': '0834875a-fc9d-4d85-8b97-0c388fe39eee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:08.315715 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-f20d939f-3b1d-44e6-84d9-0075097699a5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:08.328506 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df409ce7-f6e4-4f64-a0e3-682464f062e1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event updated for resources: {'Network': ['ID=0834875a-fc9d-4d85-8b97-0c388fe39eee,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:08.332439 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20d939f-3b1d-44e6-84d9-0075097699a5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:08.345260 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 0834875a-fc9d-4d85-8b97-0c388fe39eee details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:16:08.409220 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d939f-3b1d-44e6-84d9-0075097699a5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event updated for resources: {'Port': ['ID=fa8f67e3-994c-4632-9257-26cbf6022ec5,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:08.427708 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7586f830-b661-4303-b87c-e7cc5a5c92b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:08.428738 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7586f830-b661-4303-b87c-e7cc5a5c92b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:08.429335 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7586f830-b661-4303-b87c-e7cc5a5c92b0 admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:08.440361 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f672070-d5f4-4982-a784-0ded26440748 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Made reservation on behalf of 0477c589b9404586b4da0b719600847f for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:08.443441 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9f672070-d5f4-4982-a784-0ded26440748 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:08.497341 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7586f830-b661-4303-b87c-e7cc5a5c92b0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1945574 Nov 12 20:16:08.504435 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47300) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:08.521851 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a7948911-75b9-4ad2-bfa6-7318d233f66b admin admin] Request body: {'subnet': {'network_id': 'b3107c86-393d-4546-95b6-185ebc23d220', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-619950951-subnet', 'tenant_id': '2f74867b50744eb7b866c1e4d6eb5a6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:08.592141 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-9caf041a-f862-4e57-a074-302afcf12f1c tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Allocated IP 2001:db8::25c (b4bd9102-06e2-46b5-9175-87bc10b87c81/1f057194-bc39-488c-af6c-bda2ed458272/0a3ff86c-3c4c-434b-95f3-dc9ffd8755a6) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:08.600867 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586f830-b661-4303-b87c-e7cc5a5c92b0 admin admin] Pushing event updated for resources: {'Network': ['ID=b3107c86-393d-4546-95b6-185ebc23d220,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:08.622775 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network b3107c86-393d-4546-95b6-185ebc23d220 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:16:08.643280 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc7f18-ba92-4c3e-8272-24a1289d047c req-ec93ffd8-e3ca-4bbb-b766-e78589189d88 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:08.651382 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b6fc7f18-ba92-4c3e-8272-24a1289d047c req-ec93ffd8-e3ca-4bbb-b766-e78589189d88 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=80126ea2-738d-4d8a-a361-ef54f73cf1d0 HTTP/1.1" status: 200 len: 944 time: 0.2308502 Nov 12 20:16:08.673283 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7948911-75b9-4ad2-bfa6-7318d233f66b admin admin] Made reservation on behalf of 2f74867b50744eb7b866c1e4d6eb5a6e for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:08.675569 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a7948911-75b9-4ad2-bfa6-7318d233f66b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:08.724617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9f803f-6d5e-471f-9db4-221203f9f278 None None] Network b4bd9102-06e2-46b5-9175-87bc10b87c81 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:08.804811 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-dbae221e-7d68-4606-a788-f1b003dd2c58 None None] Provisioning complete for port e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:08.805400 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dbae221e-7d68-4606-a788-f1b003dd2c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:08.892885 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b6fc7f18-ba92-4c3e-8272-24a1289d047c req-3a805a1f-241e-4287-89d9-3a7b11544306 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358568 Nov 12 20:16:09.038586 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f20d939f-3b1d-44e6-84d9-0075097699a5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:09.039982 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dbae221e-7d68-4606-a788-f1b003dd2c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:09.146254 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-dbae221e-7d68-4606-a788-f1b003dd2c58 None None] For port e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff,segment=NetworkSegment(ee5c723a-5af0-44d4-be40-b1bd68a88cd6),segment_id=ee5c723a-5af0-44d4-be40-b1bd68a88cd6)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:09.152154 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dbae221e-7d68-4606-a788-f1b003dd2c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:09.206975 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9caf041a-f862-4e57-a074-302afcf12f1c tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:09.258610 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device db47afbb-943c-4b89-b7d0-eb3cada9ace7 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:16:09.288650 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9f672070-d5f4-4982-a784-0ded26440748 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:09.300568 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae221e-7d68-4606-a788-f1b003dd2c58 None None] Pushing event updated for resources: {'Port': ['ID=e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:09.335896 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a7948911-75b9-4ad2-bfa6-7318d233f66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:09.346256 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port db47afbb-943c-4b89-b7d0-eb3cada9ace7 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:09.347145 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:09.387109 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8545af-b151-479d-b8b3-d09d1576d74d None None] Network e39eb0a4-d648-4265-81f7-56c43f62edcc requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:09.417814 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f672070-d5f4-4982-a784-0ded26440748 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event updated for resources: {'Subnet': ['ID=5854c779-19e5-42bf-b1a8-cb25810cae13,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:09.460872 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9caf041a-f862-4e57-a074-302afcf12f1c tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:09.522289 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f20d939f-3b1d-44e6-84d9-0075097699a5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:09.525073 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8c0518c2-cacf-4b38-8eb6-574f96bcfc14 None None] Provisioning complete for port ab2077f0-0efb-4883-8ccf-89e97a805032 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:09.525502 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8c0518c2-cacf-4b38-8eb6-574f96bcfc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:09.569013 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caf041a-f862-4e57-a074-302afcf12f1c tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Network b4bd9102-06e2-46b5-9175-87bc10b87c81 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:09.583733 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-9caf041a-f862-4e57-a074-302afcf12f1c tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:09.587165 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caf041a-f862-4e57-a074-302afcf12f1c tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:09.593950 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caf041a-f862-4e57-a074-302afcf12f1c tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:09.594620 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9caf041a-f862-4e57-a074-302afcf12f1c tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:09.603812 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:09.619233 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8c0518c2-cacf-4b38-8eb6-574f96bcfc14 None None] Port ab2077f0-0efb-4883-8ccf-89e97a805032 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:16:09.620571 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7948911-75b9-4ad2-bfa6-7318d233f66b admin admin] Checking segment: {'id': '69cd314b-0c9e-4d8d-9aa9-8bf2959b016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3107c86-393d-4546-95b6-185ebc23d220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:09.621238 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7948911-75b9-4ad2-bfa6-7318d233f66b admin admin] Network hostable DHCP agents. Network: b3107c86-393d-4546-95b6-185ebc23d220, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:16:09.641920 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7948911-75b9-4ad2-bfa6-7318d233f66b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0b4a992-c342-412e-9115-492f4914c4c9,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:09.649428 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f672070-d5f4-4982-a784-0ded26440748 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Checking segment: {'id': '874a3cc2-e64a-4e7c-aa00-40c456e21a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0834875a-fc9d-4d85-8b97-0c388fe39eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:09.649807 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f672070-d5f4-4982-a784-0ded26440748 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Network hostable DHCP agents. Network: 0834875a-fc9d-4d85-8b97-0c388fe39eee, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:16:09.654446 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf041a-f862-4e57-a074-302afcf12f1c tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Pushing event updated for resources: {'Port': ['ID=0a3ff86c-3c4c-434b-95f3-dc9ffd8755a6,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:09.673145 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9caf041a-f862-4e57-a074-302afcf12f1c tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7592542 Nov 12 20:16:09.677978 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47306) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:09.684041 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8c0518c2-cacf-4b38-8eb6-574f96bcfc14 None None] Provisioning complete for port e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:09.684635 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8c0518c2-cacf-4b38-8eb6-574f96bcfc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:09.691790 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-29f702f7-636a-4c13-a6c5-a6a46ada7d2d tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::247', 'mac_address': 'fa:16:3e:ae:99:63'}]}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:09.703685 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7948911-75b9-4ad2-bfa6-7318d233f66b admin admin] Network b3107c86-393d-4546-95b6-185ebc23d220 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:16:09.710016 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port db47afbb-943c-4b89-b7d0-eb3cada9ace7, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=db47afbb-943c-4b89-b7d0-eb3cada9ace7,segment=NetworkSegment(b81a0472-8277-4ec5-82ea-345ddfe4aba3),segment_id=b81a0472-8277-4ec5-82ea-345ddfe4aba3)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:09.733237 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f20d939f-3b1d-44e6-84d9-0075097699a5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:09.735902 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f672070-d5f4-4982-a784-0ded26440748 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Network 0834875a-fc9d-4d85-8b97-0c388fe39eee is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:16:09.737908 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:09.738701 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:16:09.739319 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f20d939f-3b1d-44e6-84d9-0075097699a5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:09.747809 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-a7948911-75b9-4ad2-bfa6-7318d233f66b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, b3107c86-393d-4546-95b6-185ebc23d220) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:09.750756 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-9f672070-d5f4-4982-a784-0ded26440748 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 0834875a-fc9d-4d85-8b97-0c388fe39eee) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:09.797601 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7948911-75b9-4ad2-bfa6-7318d233f66b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:09.798192 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6caf318-a1f9-4db3-a216-a8b331fd5617 None None] Network b3107c86-393d-4546-95b6-185ebc23d220 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:09.798296 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a7948911-75b9-4ad2-bfa6-7318d233f66b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:09.801804 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-29f702f7-636a-4c13-a6c5-a6a46ada7d2d tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:09.804424 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f672070-d5f4-4982-a784-0ded26440748 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:09.805000 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9f672070-d5f4-4982-a784-0ded26440748 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:09.807805 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9623434-ca55-4cad-8fdf-960fd4180c9d None None] Network 0834875a-fc9d-4d85-8b97-0c388fe39eee requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:09.831377 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d939f-3b1d-44e6-84d9-0075097699a5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event updated for resources: {'Port': ['ID=fa8f67e3-994c-4632-9257-26cbf6022ec5,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:09.836170 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f20d939f-3b1d-44e6-84d9-0075097699a5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:09.836985 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a7948911-75b9-4ad2-bfa6-7318d233f66b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3221185 Nov 12 20:16:09.857747 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47308) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:09.864688 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9f672070-d5f4-4982-a784-0ded26440748 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5752726 Nov 12 20:16:09.868377 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-41bfc044-fd43-4c4c-92d0-09a3040415c5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-619950951-router', 'tenant_id': '2f74867b50744eb7b866c1e4d6eb5a6e', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:09.873822 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47310) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:09.951794 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-f20d939f-3b1d-44e6-84d9-0075097699a5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Floating IP f71ed35e-3b9d-429c-bdb1-66b2b06a263a associated. External IP: 172.25.5.228, port: 5f7114aa-890d-4082-82f6-1dfcb9653ca3. Nov 12 20:16:09.976286 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-41bfc044-fd43-4c4c-92d0-09a3040415c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:09.979965 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-41bfc044-fd43-4c4c-92d0-09a3040415c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:10.208247 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-41bfc044-fd43-4c4c-92d0-09a3040415c5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:10.221163 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:10.223976 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de859f33-a5df-4b22-b272-e022d3c437f1 req-8030caa3-ff42-4d4d-acbd-c33502531541 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:10.244823 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device a620c930-f362-48fc-b61b-64d38de9a2f6 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:16:10.247959 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-de859f33-a5df-4b22-b272-e022d3c437f1 req-8030caa3-ff42-4d4d-acbd-c33502531541 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=80126ea2-738d-4d8a-a361-ef54f73cf1d0 HTTP/1.1" status: 200 len: 944 time: 0.2251253 Nov 12 20:16:10.306478 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=db47afbb-943c-4b89-b7d0-eb3cada9ace7,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:10.392794 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-de859f33-a5df-4b22-b272-e022d3c437f1 req-5651b813-d577-45d4-8e17-3cd4ff5a1681 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438804 Nov 12 20:16:10.393780 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:10.393780 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:10.393972 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:10.394316 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:10.397653 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:10.404655 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:10.405157 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:10.405699 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:10.406902 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:10.407392 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:10.408847 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:10.409330 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:10.479674 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20d939f-3b1d-44e6-84d9-0075097699a5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Router 14719374-8782-4899-a302-d4232fc37549 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:16:10.492193 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:10.492586 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:10.599818 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port a620c930-f362-48fc-b61b-64d38de9a2f6 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:16:10.639502 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20d939f-3b1d-44e6-84d9-0075097699a5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:16:10.647508 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port a620c930-f362-48fc-b61b-64d38de9a2f6 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:10.647843 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:10.662409 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f20d939f-3b1d-44e6-84d9-0075097699a5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:10.695546 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8c0518c2-cacf-4b38-8eb6-574f96bcfc14 None None] Provisioning complete for port db47afbb-943c-4b89-b7d0-eb3cada9ace7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:10.696088 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8c0518c2-cacf-4b38-8eb6-574f96bcfc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:10.698587 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f20d939f-3b1d-44e6-84d9-0075097699a5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.0047946 Nov 12 20:16:10.701087 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47318) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:10.705615 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37015f5-8cb6-4581-88e6-71c21e6804d4 None None] Sync routers for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:16:10.709258 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fd7438-7237-49f7-a184-2444fdf510ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-0834875a-fc9d-4d85-8b97-0c388fe39eee', 'network_id': '0834875a-fc9d-4d85-8b97-0c388fe39eee', 'tenant_id': '0477c589b9404586b4da0b719600847f', 'fixed_ips': [{'subnet_id': '5854c779-19e5-42bf-b1a8-cb25810cae13'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:16:10.710405 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-26fd7438-7237-49f7-a184-2444fdf510ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:10.710621 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-12e5238e-ae19-4080-ba70-0e3ab1eb0c7d tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-25138593'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:10.746539 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e5238e-ae19-4080-ba70-0e3ab1eb0c7d tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Made reservation on behalf of 6ea92e18acf0455c810df30ea01fdf1a for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:10.752254 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-12e5238e-ae19-4080-ba70-0e3ab1eb0c7d tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:10.773231 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993bddbd-aa30-450a-ac82-baa6921685f6 None None] Network b3107c86-393d-4546-95b6-185ebc23d220 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:10.788121 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e5238e-ae19-4080-ba70-0e3ab1eb0c7d tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:16:10.799116 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-12e5238e-ae19-4080-ba70-0e3ab1eb0c7d tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:10.799600 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-12e5238e-ae19-4080-ba70-0e3ab1eb0c7d tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Added segment ebf9ba13-4560-476b-a3a2-ce52ed4da288 of type vlan for network 6738c2f6-775c-4a18-b54e-410f4ed3f1ca Nov 12 20:16:10.852311 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-12e5238e-ae19-4080-ba70-0e3ab1eb0c7d tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:10.879061 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-12e5238e-ae19-4080-ba70-0e3ab1eb0c7d tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:10.880479 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-41bfc044-fd43-4c4c-92d0-09a3040415c5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:10.887357 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e5238e-ae19-4080-ba70-0e3ab1eb0c7d tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:10.888476 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-12e5238e-ae19-4080-ba70-0e3ab1eb0c7d tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:10.889521 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:10.925636 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37015f5-8cb6-4581-88e6-71c21e6804d4 None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:10.926281 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f37015f5-8cb6-4581-88e6-71c21e6804d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:10.928744 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-12e5238e-ae19-4080-ba70-0e3ab1eb0c7d tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2262659 Nov 12 20:16:10.932887 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47320) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:10.933254 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-29f702f7-636a-4c13-a6c5-a6a46ada7d2d tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:10.948880 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-29f702f7-636a-4c13-a6c5-a6a46ada7d2d tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:10.970879 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-4e5fee3f-1ee3-4e3b-b676-b572554cbde5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Request body: {'subnet': {'network_id': '6738c2f6-775c-4a18-b54e-410f4ed3f1ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:10.990865 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f37015f5-8cb6-4581-88e6-71c21e6804d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:11.008034 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5238e-ae19-4080-ba70-0e3ab1eb0c7d tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event updated for resources: {'Network': ['ID=6738c2f6-775c-4a18-b54e-410f4ed3f1ca,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:11.029990 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-29f702f7-636a-4c13-a6c5-a6a46ada7d2d tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] In _notify_port_updated(), no bound segment for port 0a3ff86c-3c4c-434b-95f3-dc9ffd8755a6 on network b4bd9102-06e2-46b5-9175-87bc10b87c81 {{(pid=102447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 20:16:11.036573 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f702f7-636a-4c13-a6c5-a6a46ada7d2d tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:11.037232 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-29f702f7-636a-4c13-a6c5-a6a46ada7d2d tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:11.041582 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-29f702f7-636a-4c13-a6c5-a6a46ada7d2d tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] 10.222.0.48 "PUT /v2.0/ports/0a3ff86c-3c4c-434b-95f3-dc9ffd8755a6 HTTP/1.1" status: 200 len: 1001 time: 1.3582442 Nov 12 20:16:11.046027 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47322) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:11.049097 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 6738c2f6-775c-4a18-b54e-410f4ed3f1ca details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:16:11.097226 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37015f5-8cb6-4581-88e6-71c21e6804d4 None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:11.098425 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f37015f5-8cb6-4581-88e6-71c21e6804d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:11.130859 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5fee3f-1ee3-4e3b-b676-b572554cbde5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Made reservation on behalf of 6ea92e18acf0455c810df30ea01fdf1a for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:11.135440 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4e5fee3f-1ee3-4e3b-b676-b572554cbde5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:11.146111 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f702f7-636a-4c13-a6c5-a6a46ada7d2d tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Pushing event updated for resources: {'Port': ['ID=0a3ff86c-3c4c-434b-95f3-dc9ffd8755a6,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:11.196946 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-8f20ee42-ab7e-4688-801f-9c769b929594 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Deleting port 0a3ff86c-3c4c-434b-95f3-dc9ffd8755a6 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:11.197300 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f20ee42-ab7e-4688-801f-9c769b929594 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:11.269628 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device db47afbb-943c-4b89-b7d0-eb3cada9ace7 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:16:11.281401 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f37015f5-8cb6-4581-88e6-71c21e6804d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:11.282055 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37015f5-8cb6-4581-88e6-71c21e6804d4 None None] The sync data for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:16:11.384220 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-26fd7438-7237-49f7-a184-2444fdf510ea None None] Allocated IP 2001:db8::1 (0834875a-fc9d-4d85-8b97-0c388fe39eee/5854c779-19e5-42bf-b1a8-cb25810cae13/081378c9-bd03-4180-be6d-1ec76089f129) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:11.399528 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f20ee42-ab7e-4688-801f-9c769b929594 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:11.432003 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:11.439458 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4e5fee3f-1ee3-4e3b-b676-b572554cbde5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:11.484886 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-41bfc044-fd43-4c4c-92d0-09a3040415c5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:11.510476 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5fee3f-1ee3-4e3b-b676-b572554cbde5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event updated for resources: {'Subnet': ['ID=b7bcf514-f6c3-4bc2-b638-653cd5b25dd9,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:11.512437 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-8f20ee42-ab7e-4688-801f-9c769b929594 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Calling delete_port for 0a3ff86c-3c4c-434b-95f3-dc9ffd8755a6 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:11.514945 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-41bfc044-fd43-4c4c-92d0-09a3040415c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:11.525053 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5fee3f-1ee3-4e3b-b676-b572554cbde5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Checking segment: {'id': 'ebf9ba13-4560-476b-a3a2-ce52ed4da288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '6738c2f6-775c-4a18-b54e-410f4ed3f1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:11.525550 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5fee3f-1ee3-4e3b-b676-b572554cbde5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Network hostable DHCP agents. Network: 6738c2f6-775c-4a18-b54e-410f4ed3f1ca, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:16:11.526570 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80126ea2-738d-4d8a-a361-ef54f73cf1d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a620c930-f362-48fc-b61b-64d38de9a2f6'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:16:11.529051 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5510e388-176a-4f1a-a6af-63df28a2ba72" -d '{"events": [{"server_uuid": "80126ea2-738d-4d8a-a361-ef54f73cf1d0", "name": "network-vif-plugged", "status": "completed", "tag": "a620c930-f362-48fc-b61b-64d38de9a2f6"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:16:11.545067 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5fee3f-1ee3-4e3b-b676-b572554cbde5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Network 6738c2f6-775c-4a18-b54e-410f4ed3f1ca is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:16:11.550786 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port a620c930-f362-48fc-b61b-64d38de9a2f6, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a620c930-f362-48fc-b61b-64d38de9a2f6,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:11.558952 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:11.559246 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-4e5fee3f-1ee3-4e3b-b676-b572554cbde5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 6738c2f6-775c-4a18-b54e-410f4ed3f1ca) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:11.567828 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5fee3f-1ee3-4e3b-b676-b572554cbde5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:11.569004 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4e5fee3f-1ee3-4e3b-b676-b572554cbde5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:11.598169 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4e5fee3f-1ee3-4e3b-b676-b572554cbde5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6649730 Nov 12 20:16:11.598369 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3d3622-4701-4aa6-a00f-10afc7333e64 None None] Network 6738c2f6-775c-4a18-b54e-410f4ed3f1ca requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:11.598926 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47332) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:11.607301 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-4e4116a7-fe6b-4bee-9090-83ea9ce5a7e6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-52603768', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}, 'admin_state_up': False}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:11.609229 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57826dc9-f539-476f-af8b-377bc3384e83 x-openstack-request-id: req-57826dc9-f539-476f-af8b-377bc3384e83 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:16:11.609568 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80126ea2-738d-4d8a-a361-ef54f73cf1d0", "name": "network-vif-plugged", "status": "completed", "tag": "a620c930-f362-48fc-b61b-64d38de9a2f6", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:16:11.609806 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-57826dc9-f539-476f-af8b-377bc3384e83 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:16:11.610221 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80126ea2-738d-4d8a-a361-ef54f73cf1d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a620c930-f362-48fc-b61b-64d38de9a2f6', 'code': 200} Nov 12 20:16:11.629986 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port db47afbb-943c-4b89-b7d0-eb3cada9ace7 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:11.630185 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:11.643237 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4e4116a7-fe6b-4bee-9090-83ea9ce5a7e6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:11.643812 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4e4116a7-fe6b-4bee-9090-83ea9ce5a7e6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:11.720104 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4e4116a7-fe6b-4bee-9090-83ea9ce5a7e6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:11.757146 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b491c3-6be8-4b10-b276-d756f8c0587d req-23c8ab17-0fec-48fc-a2c6-79e277daffb4 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:11.758678 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-03b491c3-6be8-4b10-b276-d756f8c0587d req-23c8ab17-0fec-48fc-a2c6-79e277daffb4 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=80126ea2-738d-4d8a-a361-ef54f73cf1d0 HTTP/1.1" status: 200 len: 945 time: 0.2795994 Nov 12 20:16:11.759828 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-df9b4089-5acf-477b-84fd-65d4c6a25d85 None None] Provisioning complete for port ab2077f0-0efb-4883-8ccf-89e97a805032 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:11.760332 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-df9b4089-5acf-477b-84fd-65d4c6a25d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:11.798064 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-41bfc044-fd43-4c4c-92d0-09a3040415c5 admin admin] Allocated IP 172.25.5.168 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/93b530eb-12d7-470d-bf9e-b5f58e00751f) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:11.801200 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=a620c930-f362-48fc-b61b-64d38de9a2f6,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:11.857176 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-df9b4089-5acf-477b-84fd-65d4c6a25d85 None None] Port ab2077f0-0efb-4883-8ccf-89e97a805032 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:16:11.885137 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab56f7e-82b7-4e2b-8016-f4adf5c8dfe0 req-fd25e7a1-5cec-4867-ab4b-1a22698e3c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:11.886865 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aab56f7e-82b7-4e2b-8016-f4adf5c8dfe0 req-fd25e7a1-5cec-4867-ab4b-1a22698e3c0b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=80126ea2-738d-4d8a-a361-ef54f73cf1d0 HTTP/1.1" status: 200 len: 1097 time: 0.2256184 Nov 12 20:16:11.917424 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-df9b4089-5acf-477b-84fd-65d4c6a25d85 None None] Provisioning complete for port db47afbb-943c-4b89-b7d0-eb3cada9ace7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:11.917708 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-df9b4089-5acf-477b-84fd-65d4c6a25d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:11.931181 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-03b491c3-6be8-4b10-b276-d756f8c0587d req-6a0497d7-d95e-4a87-9af1-cd974f3c4e60 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627526 Nov 12 20:16:11.948999 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4e4116a7-fe6b-4bee-9090-83ea9ce5a7e6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:11.970790 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aab56f7e-82b7-4e2b-8016-f4adf5c8dfe0 req-ad455138-df27-43cf-92d7-608add35ec1e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544190 Nov 12 20:16:11.980774 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f20ee42-ab7e-4688-801f-9c769b929594 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:11.988983 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-26fd7438-7237-49f7-a184-2444fdf510ea None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:12.000169 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:16:12.006601 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-26fd7438-7237-49f7-a184-2444fdf510ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:12.029218 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20ee42-ab7e-4688-801f-9c769b929594 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Pushing event deleted for resources: {'Port': ['ID=0a3ff86c-3c4c-434b-95f3-dc9ffd8755a6,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:12.035530 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d742a23b-b0fe-42b5-b756-7be8e59b5cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-6738c2f6-775c-4a18-b54e-410f4ed3f1ca', 'network_id': '6738c2f6-775c-4a18-b54e-410f4ed3f1ca', 'tenant_id': '6ea92e18acf0455c810df30ea01fdf1a', 'fixed_ips': [{'subnet_id': 'b7bcf514-f6c3-4bc2-b638-653cd5b25dd9'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:16:12.036551 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d742a23b-b0fe-42b5-b756-7be8e59b5cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:12.038901 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-41bfc044-fd43-4c4c-92d0-09a3040415c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:12.075610 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:12.104358 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fd7438-7237-49f7-a184-2444fdf510ea None None] Network 0834875a-fc9d-4d85-8b97-0c388fe39eee is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:12.120845 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event deleted for resources: {'Subnet': ['ID=5854c779-19e5-42bf-b1a8-cb25810cae13,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:12.123721 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-26fd7438-7237-49f7-a184-2444fdf510ea None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:12.133675 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fd7438-7237-49f7-a184-2444fdf510ea None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:12.141018 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd7438-7237-49f7-a184-2444fdf510ea None None] Pushing event updated for resources: {'Port': ['ID=081378c9-bd03-4180-be6d-1ec76089f129,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:12.224518 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:12.267291 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-41bfc044-fd43-4c4c-92d0-09a3040415c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:12.270889 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f20ee42-ab7e-4688-801f-9c769b929594 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:12.277733 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8f20ee42-ab7e-4688-801f-9c769b929594 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] 10.222.0.48 "DELETE /v2.0/ports/0a3ff86c-3c4c-434b-95f3-dc9ffd8755a6 HTTP/1.1" status: 204 len: 168 time: 1.2296255 Nov 12 20:16:12.285102 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47338) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:12.286386 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4e4116a7-fe6b-4bee-9090-83ea9ce5a7e6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:12.296984 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0834875a-fc9d-4d85-8b97-0c388fe39eee']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:12.346815 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4e4116a7-fe6b-4bee-9090-83ea9ce5a7e6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:12.363717 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874a3cc2-e64a-4e7c-aa00-40c456e21a7f') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:12.363999 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874a3cc2-e64a-4e7c-aa00-40c456e21a7f') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:12.395111 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-48969a9f-7825-4119-a7bf-135800545bbf tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] GET failed (client error): The resource could not be found. Nov 12 20:16:12.400410 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-48969a9f-7825-4119-a7bf-135800545bbf tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] 10.222.0.48 "GET /v2.0/ports/0a3ff86c-3c4c-434b-95f3-dc9ffd8755a6 HTTP/1.1" status: 404 len: 333 time: 0.1107016 Nov 12 20:16:12.405436 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bfc044-fd43-4c4c-92d0-09a3040415c5 admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:12.408906 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:12.410207 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47340) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:12.415522 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-76e05ee4-d6fd-4a6f-b3ed-aba7903e6b03 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Request body: {'port': {'network_id': 'b4bd9102-06e2-46b5-9175-87bc10b87c81', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1086284552'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:12.418787 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-41bfc044-fd43-4c4c-92d0-09a3040415c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:12.423027 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfc044-fd43-4c4c-92d0-09a3040415c5 admin admin] Pushing event updated for resources: {'Port': ['ID=93b530eb-12d7-470d-bf9e-b5f58e00751f,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:12.427641 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bfc044-fd43-4c4c-92d0-09a3040415c5 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:12.449612 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:12.459974 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:16:12.460551 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:16:12.463666 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:16:12.483030 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-d742a23b-b0fe-42b5-b756-7be8e59b5cdb None None] Allocated IP 172.20.0.2 (6738c2f6-775c-4a18-b54e-410f4ed3f1ca/b7bcf514-f6c3-4bc2-b638-653cd5b25dd9/5e7bc90b-1af0-4da5-9123-7f14f75393f6) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:12.504130 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683104fe-96da-4edd-98f7-046c7a99315f None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:12.590706 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.db.api [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 20:16:12.590706 n-d-712140-15 neutron-server[102447]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 20:16:12.590706 n-d-712140-15 neutron-server[102447]: [parameters: {'id': '0834875a-fc9d-4d85-8b97-0c388fe39eee'}] Nov 12 20:16:12.590706 n-d-712140-15 neutron-server[102447]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:16:12.590706 n-d-712140-15 neutron-server[102447]: DEBUG oslo_db.api [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:16:12.617651 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-4e4116a7-fe6b-4bee-9090-83ea9ce5a7e6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Allocated IP 172.25.5.226 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/ece9c331-2bac-4126-8b06-7eb3f64ac485) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:12.637029 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:12.637385 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:12.638837 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e05ee4-d6fd-4a6f-b3ed-aba7903e6b03 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Made reservation on behalf of 2efe4a70e15841ef940b4cb68eb7164e for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:12.642490 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-df9b4089-5acf-477b-84fd-65d4c6a25d85 None None] Could not find standard attr ID for object 42799dd9-7d08-47d8-8abb-2d2e5df69f01. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:16:12.642651 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-76e05ee4-d6fd-4a6f-b3ed-aba7903e6b03 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:12.666579 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-26fd7438-7237-49f7-a184-2444fdf510ea None None] Attempting to bind port 081378c9-bd03-4180-be6d-1ec76089f129 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:16:12.666954 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-26fd7438-7237-49f7-a184-2444fdf510ea None None] Attempting to bind port 081378c9-bd03-4180-be6d-1ec76089f129 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '874a3cc2-e64a-4e7c-aa00-40c456e21a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0834875a-fc9d-4d85-8b97-0c388fe39eee'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:16:12.668050 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fd7438-7237-49f7-a184-2444fdf510ea None None] Attempting to bind port 081378c9-bd03-4180-be6d-1ec76089f129 on network 0834875a-fc9d-4d85-8b97-0c388fe39eee {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:16:12.676564 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-df9b4089-5acf-477b-84fd-65d4c6a25d85 None None] Could not find standard attr ID for object 0a3ff86c-3c4c-434b-95f3-dc9ffd8755a6. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:16:12.689694 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fd7438-7237-49f7-a184-2444fdf510ea None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:16:12.690066 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fd7438-7237-49f7-a184-2444fdf510ea None None] Checking segment: {'id': '874a3cc2-e64a-4e7c-aa00-40c456e21a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0834875a-fc9d-4d85-8b97-0c388fe39eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:12.690467 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-26fd7438-7237-49f7-a184-2444fdf510ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:12.690854 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fd7438-7237-49f7-a184-2444fdf510ea None None] Bound using segment: {'id': '874a3cc2-e64a-4e7c-aa00-40c456e21a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0834875a-fc9d-4d85-8b97-0c388fe39eee'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:16:12.691336 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-26fd7438-7237-49f7-a184-2444fdf510ea None None] Bound port: 081378c9-bd03-4180-be6d-1ec76089f129, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874a3cc2-e64a-4e7c-aa00-40c456e21a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0834875a-fc9d-4d85-8b97-0c388fe39eee'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:16:12.691716 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-26fd7438-7237-49f7-a184-2444fdf510ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:12.702103 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-76e05ee4-d6fd-4a6f-b3ed-aba7903e6b03 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] device_id is not set on port 31019ce3-1298-4b0b-b2dc-d1f83b65f52a yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:16:12.814472 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-41bfc044-fd43-4c4c-92d0-09a3040415c5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:12.826781 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4e4116a7-fe6b-4bee-9090-83ea9ce5a7e6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:12.861179 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d742a23b-b0fe-42b5-b756-7be8e59b5cdb None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:12.864387 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-76e05ee4-d6fd-4a6f-b3ed-aba7903e6b03 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Allocated IP 2001:db8::d5 (b4bd9102-06e2-46b5-9175-87bc10b87c81/1f057194-bc39-488c-af6c-bda2ed458272/31019ce3-1298-4b0b-b2dc-d1f83b65f52a) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:12.869755 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-26fd7438-7237-49f7-a184-2444fdf510ea None None] For port 081378c9-bd03-4180-be6d-1ec76089f129, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:16:12.874065 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-26fd7438-7237-49f7-a184-2444fdf510ea None None] For port 081378c9-bd03-4180-be6d-1ec76089f129, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=081378c9-bd03-4180-be6d-1ec76089f129,segment=NetworkSegment(874a3cc2-e64a-4e7c-aa00-40c456e21a7f),segment_id=874a3cc2-e64a-4e7c-aa00-40c456e21a7f)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:16:12.875191 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e969e60e-35d0-4c86-8742-b502dfae4b55 None None] Provisioning complete for port 93b530eb-12d7-470d-bf9e-b5f58e00751f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:12.875542 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e969e60e-35d0-4c86-8742-b502dfae4b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:12.877692 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d742a23b-b0fe-42b5-b756-7be8e59b5cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:12.907344 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-26fd7438-7237-49f7-a184-2444fdf510ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:12.924128 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4e4116a7-fe6b-4bee-9090-83ea9ce5a7e6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:12.964214 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d742a23b-b0fe-42b5-b756-7be8e59b5cdb None None] Network 6738c2f6-775c-4a18-b54e-410f4ed3f1ca is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:12.974375 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742a23b-b0fe-42b5-b756-7be8e59b5cdb None None] Pushing event updated for resources: {'Port': ['ID=5e7bc90b-1af0-4da5-9123-7f14f75393f6,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:12.976955 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-d742a23b-b0fe-42b5-b756-7be8e59b5cdb None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:12.978621 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e969e60e-35d0-4c86-8742-b502dfae4b55 None None] Port 93b530eb-12d7-470d-bf9e-b5f58e00751f cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:16:12.980016 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d742a23b-b0fe-42b5-b756-7be8e59b5cdb None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:13.014326 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4116a7-fe6b-4bee-9090-83ea9ce5a7e6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:13.049406 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-4e4116a7-fe6b-4bee-9090-83ea9ce5a7e6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:13.051897 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4116a7-fe6b-4bee-9090-83ea9ce5a7e6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:13.059154 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-41bfc044-fd43-4c4c-92d0-09a3040415c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:13.073141 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbc072f-f0f2-4785-8c6d-f02a759646ce None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:13.099072 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:13.119838 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd7438-7237-49f7-a184-2444fdf510ea None None] Pushing event updated for resources: {'Port': ['ID=081378c9-bd03-4180-be6d-1ec76089f129,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:13.129509 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d742a23b-b0fe-42b5-b756-7be8e59b5cdb None None] Attempting to bind port 5e7bc90b-1af0-4da5-9123-7f14f75393f6 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:16:13.129874 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d742a23b-b0fe-42b5-b756-7be8e59b5cdb None None] Attempting to bind port 5e7bc90b-1af0-4da5-9123-7f14f75393f6 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebf9ba13-4560-476b-a3a2-ce52ed4da288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '6738c2f6-775c-4a18-b54e-410f4ed3f1ca'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:16:13.130316 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d742a23b-b0fe-42b5-b756-7be8e59b5cdb None None] Attempting to bind port 5e7bc90b-1af0-4da5-9123-7f14f75393f6 on network 6738c2f6-775c-4a18-b54e-410f4ed3f1ca {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:16:13.138903 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d742a23b-b0fe-42b5-b756-7be8e59b5cdb None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:16:13.140673 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d742a23b-b0fe-42b5-b756-7be8e59b5cdb None None] Checking segment: {'id': 'ebf9ba13-4560-476b-a3a2-ce52ed4da288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '6738c2f6-775c-4a18-b54e-410f4ed3f1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:13.141023 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d742a23b-b0fe-42b5-b756-7be8e59b5cdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:13.141446 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d742a23b-b0fe-42b5-b756-7be8e59b5cdb None None] Bound using segment: {'id': 'ebf9ba13-4560-476b-a3a2-ce52ed4da288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '6738c2f6-775c-4a18-b54e-410f4ed3f1ca'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:16:13.142264 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d742a23b-b0fe-42b5-b756-7be8e59b5cdb None None] Bound port: 5e7bc90b-1af0-4da5-9123-7f14f75393f6, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf9ba13-4560-476b-a3a2-ce52ed4da288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '6738c2f6-775c-4a18-b54e-410f4ed3f1ca'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:16:13.142380 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d742a23b-b0fe-42b5-b756-7be8e59b5cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:13.143764 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4116a7-fe6b-4bee-9090-83ea9ce5a7e6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event updated for resources: {'Port': ['ID=ece9c331-2bac-4126-8b06-7eb3f64ac485,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:13.162586 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4187832e-ce36-489c-b6db-fae097b50b05 None None] Network 0834875a-fc9d-4d85-8b97-0c388fe39eee requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:13.244562 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Deleting port 081378c9-bd03-4180-be6d-1ec76089f129 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:13.244914 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:13.305844 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bfc044-fd43-4c4c-92d0-09a3040415c5 admin admin] Router baa48e79-96a2-4451-a821-e18d34834dfc is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:16:13.314727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4cfab260-4121-4b9f-ade3-626bb49bc91c None None] Provisioning complete for port ece9c331-2bac-4126-8b06-7eb3f64ac485 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:13.315084 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4cfab260-4121-4b9f-ade3-626bb49bc91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:13.363181 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] For port 081378c9-bd03-4180-be6d-1ec76089f129, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=081378c9-bd03-4180-be6d-1ec76089f129,segment=NetworkSegment(874a3cc2-e64a-4e7c-aa00-40c456e21a7f),segment_id=874a3cc2-e64a-4e7c-aa00-40c456e21a7f)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:13.363962 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:13.370375 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d742a23b-b0fe-42b5-b756-7be8e59b5cdb None None] For port 5e7bc90b-1af0-4da5-9123-7f14f75393f6, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:16:13.390869 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Calling delete_port for 081378c9-bd03-4180-be6d-1ec76089f129 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:13.394730 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d742a23b-b0fe-42b5-b756-7be8e59b5cdb None None] For port 5e7bc90b-1af0-4da5-9123-7f14f75393f6, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=5e7bc90b-1af0-4da5-9123-7f14f75393f6,segment=NetworkSegment(ebf9ba13-4560-476b-a3a2-ce52ed4da288),segment_id=ebf9ba13-4560-476b-a3a2-ce52ed4da288)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:16:13.402435 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4cfab260-4121-4b9f-ade3-626bb49bc91c None None] Port ece9c331-2bac-4126-8b06-7eb3f64ac485 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:16:13.409411 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d742a23b-b0fe-42b5-b756-7be8e59b5cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:13.509335 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742a23b-b0fe-42b5-b756-7be8e59b5cdb None None] Pushing event updated for resources: {'Port': ['ID=5e7bc90b-1af0-4da5-9123-7f14f75393f6,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:13.555460 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-76e05ee4-d6fd-4a6f-b3ed-aba7903e6b03 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:13.570890 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36107fef-599b-46bf-8d91-fa06ab6b3e4b req-79c33e5b-6201-47ef-88b3-8ce753b4457c tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:13.578987 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-36107fef-599b-46bf-8d91-fa06ab6b3e4b req-79c33e5b-6201-47ef-88b3-8ce753b4457c tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=80126ea2-738d-4d8a-a361-ef54f73cf1d0 HTTP/1.1" status: 200 len: 945 time: 0.4899902 Nov 12 20:16:13.593633 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bfc044-fd43-4c4c-92d0-09a3040415c5 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:16:13.609027 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96147892-46fc-40b4-a5ea-239e242d1fe1 None None] Sync routers for ids ['baa48e79-96a2-4451-a821-e18d34834dfc'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:16:13.620980 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-41bfc044-fd43-4c4c-92d0-09a3040415c5 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:13.625321 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-41bfc044-fd43-4c4c-92d0-09a3040415c5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7598131 Nov 12 20:16:13.626166 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47350) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:13.626695 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96147892-46fc-40b4-a5ea-239e242d1fe1 None None] Routers {'baa48e79-96a2-4451-a821-e18d34834dfc'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:13.627425 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-96147892-46fc-40b4-a5ea-239e242d1fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['baa48e79-96a2-4451-a821-e18d34834dfc'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:13.635487 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:13.695886 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-36107fef-599b-46bf-8d91-fa06ab6b3e4b req-e42ea937-ac16-473d-881b-e81c8a6c0a06 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157050 Nov 12 20:16:13.715174 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event deleted for resources: {'Port': ['ID=081378c9-bd03-4180-be6d-1ec76089f129,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:13.757399 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] No DVR routers for this DVR port 081378c9-bd03-4180-be6d-1ec76089f129 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:16:13.765552 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-76e05ee4-d6fd-4a6f-b3ed-aba7903e6b03 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:13.767871 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-96147892-46fc-40b4-a5ea-239e242d1fe1 None None] Set router baa48e79-96a2-4451-a821-e18d34834dfc gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:16:13.909188 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e05ee4-d6fd-4a6f-b3ed-aba7903e6b03 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Network b4bd9102-06e2-46b5-9175-87bc10b87c81 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:13.910282 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e05ee4-d6fd-4a6f-b3ed-aba7903e6b03 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Pushing event updated for resources: {'Port': ['ID=31019ce3-1298-4b0b-b2dc-d1f83b65f52a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:13.915390 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-76e05ee4-d6fd-4a6f-b3ed-aba7903e6b03 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:13.921685 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e05ee4-d6fd-4a6f-b3ed-aba7903e6b03 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:13.927447 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e05ee4-d6fd-4a6f-b3ed-aba7903e6b03 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:13.928090 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-76e05ee4-d6fd-4a6f-b3ed-aba7903e6b03 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:13.950055 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-76e05ee4-d6fd-4a6f-b3ed-aba7903e6b03 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5384841 Nov 12 20:16:13.955761 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47352) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:13.966040 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-3bfbeeca-f90d-45be-a3c4-3b4c1622c16d tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ae:99:63'}]}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:13.976738 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4e4116a7-fe6b-4bee-9090-83ea9ce5a7e6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:13.997337 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:14.066295 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0834875a-fc9d-4d85-8b97-0c388fe39eee']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:14.081734 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874a3cc2-e64a-4e7c-aa00-40c456e21a7f') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:14.082212 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874a3cc2-e64a-4e7c-aa00-40c456e21a7f') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:14.121264 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:14.148424 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:14.159247 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:16:14.159910 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:16:14.163136 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:16:14.213789 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-96147892-46fc-40b4-a5ea-239e242d1fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa48e79-96a2-4451-a821-e18d34834dfc', 'name': 'tempest-ServerRescueTestJSON-619950951-router', 'tenant_id': '2f74867b50744eb7b866c1e4d6eb5a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '93b530eb-12d7-470d-bf9e-b5f58e00751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:16:10Z', 'updated_at': '2021-11-12T20:16:12Z', 'revision_number': 3, 'project_id': '2f74867b50744eb7b866c1e4d6eb5a6e', 'gw_port': {'id': '93b530eb-12d7-470d-bf9e-b5f58e00751f', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:13:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa48e79-96a2-4451-a821-e18d34834dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:16:11Z', 'updated_at': '2021-11-12T20:16:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:14.233083 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3bfbeeca-f90d-45be-a3c4-3b4c1622c16d tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:14.257782 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96147892-46fc-40b4-a5ea-239e242d1fe1 None None] Checking router: baa48e79-96a2-4451-a821-e18d34834dfc for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:16:14.258122 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96147892-46fc-40b4-a5ea-239e242d1fe1 None None] Updating router baa48e79-96a2-4451-a821-e18d34834dfc port 93b530eb-12d7-470d-bf9e-b5f58e00751f binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:16:14.291478 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-96147892-46fc-40b4-a5ea-239e242d1fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:14.354395 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-52f845cf-3107-41c5-b01e-3178fb4dbba1 None None] Provisioning complete for port 31019ce3-1298-4b0b-b2dc-d1f83b65f52a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:14.354917 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-52f845cf-3107-41c5-b01e-3178fb4dbba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:14.419199 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-52f845cf-3107-41c5-b01e-3178fb4dbba1 None None] Port 31019ce3-1298-4b0b-b2dc-d1f83b65f52a cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:16:14.483507 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4e4116a7-fe6b-4bee-9090-83ea9ce5a7e6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:14.688510 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3bfbeeca-f90d-45be-a3c4-3b4c1622c16d tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:14.692957 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-96147892-46fc-40b4-a5ea-239e242d1fe1 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:14.696135 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3bfbeeca-f90d-45be-a3c4-3b4c1622c16d tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:14.705381 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-96147892-46fc-40b4-a5ea-239e242d1fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:14.756354 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e254112-40ce-4fda-8d75-3d8561b6a30b None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:14.768262 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-96147892-46fc-40b4-a5ea-239e242d1fe1 None None] Attempting to bind port 93b530eb-12d7-470d-bf9e-b5f58e00751f on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:16:14.768781 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-96147892-46fc-40b4-a5ea-239e242d1fe1 None None] Attempting to bind port 93b530eb-12d7-470d-bf9e-b5f58e00751f by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:16:14.769236 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96147892-46fc-40b4-a5ea-239e242d1fe1 None None] Attempting to bind port 93b530eb-12d7-470d-bf9e-b5f58e00751f on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:16:14.772567 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89436f3e-b915-4546-8c2c-c20759c71579 None None] Pushing event updated for resources: {'Port': ['ID=93b530eb-12d7-470d-bf9e-b5f58e00751f,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:14.778020 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96147892-46fc-40b4-a5ea-239e242d1fe1 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:16:14.778747 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96147892-46fc-40b4-a5ea-239e242d1fe1 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:14.779197 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-96147892-46fc-40b4-a5ea-239e242d1fe1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:14.779908 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96147892-46fc-40b4-a5ea-239e242d1fe1 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:16:14.783658 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-3bfbeeca-f90d-45be-a3c4-3b4c1622c16d tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] In _notify_port_updated(), no bound segment for port 31019ce3-1298-4b0b-b2dc-d1f83b65f52a on network b4bd9102-06e2-46b5-9175-87bc10b87c81 {{(pid=102448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 20:16:14.785855 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-96147892-46fc-40b4-a5ea-239e242d1fe1 None None] Bound port: 93b530eb-12d7-470d-bf9e-b5f58e00751f, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:16:14.786401 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-96147892-46fc-40b4-a5ea-239e242d1fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:14.795737 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89436f3e-b915-4546-8c2c-c20759c71579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:14.797025 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89436f3e-b915-4546-8c2c-c20759c71579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:14.797183 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89436f3e-b915-4546-8c2c-c20759c71579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:14.797773 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89436f3e-b915-4546-8c2c-c20759c71579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:14.798196 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89436f3e-b915-4546-8c2c-c20759c71579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:14.798619 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89436f3e-b915-4546-8c2c-c20759c71579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:14.799169 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89436f3e-b915-4546-8c2c-c20759c71579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:14.799570 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfbeeca-f90d-45be-a3c4-3b4c1622c16d tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:14.799686 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89436f3e-b915-4546-8c2c-c20759c71579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:14.800075 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89436f3e-b915-4546-8c2c-c20759c71579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:14.800283 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3bfbeeca-f90d-45be-a3c4-3b4c1622c16d tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:14.800592 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89436f3e-b915-4546-8c2c-c20759c71579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:14.801082 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89436f3e-b915-4546-8c2c-c20759c71579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:14.801495 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89436f3e-b915-4546-8c2c-c20759c71579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:14.806529 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3bfbeeca-f90d-45be-a3c4-3b4c1622c16d tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] 10.222.0.48 "PUT /v2.0/ports/31019ce3-1298-4b0b-b2dc-d1f83b65f52a HTTP/1.1" status: 200 len: 1002 time: 0.8496029 Nov 12 20:16:14.815021 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47360) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:14.855566 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b7dfd844-b1f8-4ce7-bfce-a330095a1dd9 None None] Provisioning complete for port 93b530eb-12d7-470d-bf9e-b5f58e00751f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:14.856170 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b7dfd844-b1f8-4ce7-bfce-a330095a1dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:14.883995 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-96147892-46fc-40b4-a5ea-239e242d1fe1 None None] For port 93b530eb-12d7-470d-bf9e-b5f58e00751f, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:16:14.895314 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbeeca-f90d-45be-a3c4-3b4c1622c16d tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Pushing event updated for resources: {'Port': ['ID=31019ce3-1298-4b0b-b2dc-d1f83b65f52a,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:14.899772 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-96147892-46fc-40b4-a5ea-239e242d1fe1 None None] For port 93b530eb-12d7-470d-bf9e-b5f58e00751f, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=93b530eb-12d7-470d-bf9e-b5f58e00751f,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:16:14.905229 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-96147892-46fc-40b4-a5ea-239e242d1fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:14.919835 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:14.931997 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:14.936032 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "DELETE /v2.0/networks/0834875a-fc9d-4d85-8b97-0c388fe39eee HTTP/1.1" status: 204 len: 168 time: 5.0603309 Nov 12 20:16:14.947155 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47362) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:14.948848 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b7dfd844-b1f8-4ce7-bfce-a330095a1dd9 None None] Port 93b530eb-12d7-470d-bf9e-b5f58e00751f cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:16:14.956669 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-9b220bd2-950d-4892-af45-6bb00e27ae20 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1491111220'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:14.961834 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b31e0-a3be-4c46-a837-c267e0b28de5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event deleted for resources: {'Network': ['ID=0834875a-fc9d-4d85-8b97-0c388fe39eee,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:14.965276 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-701c4ad3-b66e-4d31-940a-6ffe21721f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:14.989601 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4116a7-fe6b-4bee-9090-83ea9ce5a7e6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Router 7c613a4d-b96f-45bd-b3de-3eee36d17d5a is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:16:14.993937 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96147892-46fc-40b4-a5ea-239e242d1fe1 None None] Routers {'baa48e79-96a2-4451-a821-e18d34834dfc'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:15.001126 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-96147892-46fc-40b4-a5ea-239e242d1fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['baa48e79-96a2-4451-a821-e18d34834dfc'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:15.017615 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b220bd2-950d-4892-af45-6bb00e27ae20 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Made reservation on behalf of 0477c589b9404586b4da0b719600847f for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:15.020322 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871a5e4-24f2-4a5a-b6bc-e66aa0cbe753 req-17cd9598-c5b3-4789-88ae-091d2271655a tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:15.021400 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9b220bd2-950d-4892-af45-6bb00e27ae20 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:15.021933 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2871a5e4-24f2-4a5a-b6bc-e66aa0cbe753 req-17cd9598-c5b3-4789-88ae-091d2271655a tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=80126ea2-738d-4d8a-a361-ef54f73cf1d0 HTTP/1.1" status: 200 len: 945 time: 0.1796052 Nov 12 20:16:15.035000 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87840efa-8f76-436a-8982-09444dfc5141 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:15.073455 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89436f3e-b915-4546-8c2c-c20759c71579 None None] Pushing event updated for resources: {'Port': ['ID=93b530eb-12d7-470d-bf9e-b5f58e00751f,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:15.121108 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-cb3f7642-9646-4920-9787-6739a43522b7 None None] Provisioning complete for port 93b530eb-12d7-470d-bf9e-b5f58e00751f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:15.121513 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cb3f7642-9646-4920-9787-6739a43522b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:15.136124 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-83b507ed-0adb-40d3-b052-1369defb1183 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Deleting port 31019ce3-1298-4b0b-b2dc-d1f83b65f52a {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:15.136507 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-83b507ed-0adb-40d3-b052-1369defb1183 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:15.184259 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b220bd2-950d-4892-af45-6bb00e27ae20 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:16:15.193252 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c4b02f-efc6-46a3-b325-eba02b81bb24 None None] Network 6738c2f6-775c-4a18-b54e-410f4ed3f1ca requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:15.231014 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-96147892-46fc-40b4-a5ea-239e242d1fe1 None None] Set router baa48e79-96a2-4451-a821-e18d34834dfc gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:16:15.251943 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 5e7bc90b-1af0-4da5-9123-7f14f75393f6 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:16:15.279522 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2871a5e4-24f2-4a5a-b6bc-e66aa0cbe753 req-50a1ec3c-ea4a-4cf0-b3ed-1d134e07e817 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501371 Nov 12 20:16:15.294261 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9b220bd2-950d-4892-af45-6bb00e27ae20 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:15.294613 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-9b220bd2-950d-4892-af45-6bb00e27ae20 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Added segment 8c7df112-0a3e-403f-a782-1b6b2318846a of type vlan for network fe3ac350-58a8-45a6-8495-d59ab1e10f48 Nov 12 20:16:15.381306 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cb3f7642-9646-4920-9787-6739a43522b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:15.420392 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-cb3f7642-9646-4920-9787-6739a43522b7 None None] For port 93b530eb-12d7-470d-bf9e-b5f58e00751f, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=93b530eb-12d7-470d-bf9e-b5f58e00751f,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:15.430988 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-701c4ad3-b66e-4d31-940a-6ffe21721f45 admin admin] Allocated IP 172.20.0.1 (b3107c86-393d-4546-95b6-185ebc23d220/c0b4a992-c342-412e-9115-492f4914c4c9/d8ef7606-8849-4c66-bd8b-1b9d974d7e91) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:15.431878 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 5e7bc90b-1af0-4da5-9123-7f14f75393f6 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:15.432354 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:15.435542 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cb3f7642-9646-4920-9787-6739a43522b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:15.455458 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9b220bd2-950d-4892-af45-6bb00e27ae20 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:15.509048 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4116a7-fe6b-4bee-9090-83ea9ce5a7e6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:16:15.541200 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9b220bd2-950d-4892-af45-6bb00e27ae20 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:15.549116 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b220bd2-950d-4892-af45-6bb00e27ae20 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:15.549857 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9b220bd2-950d-4892-af45-6bb00e27ae20 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:15.553820 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-83b507ed-0adb-40d3-b052-1369defb1183 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:15.579187 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-701c4ad3-b66e-4d31-940a-6ffe21721f45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:15.595819 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-96147892-46fc-40b4-a5ea-239e242d1fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa48e79-96a2-4451-a821-e18d34834dfc', 'name': 'tempest-ServerRescueTestJSON-619950951-router', 'tenant_id': '2f74867b50744eb7b866c1e4d6eb5a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '93b530eb-12d7-470d-bf9e-b5f58e00751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:16:10Z', 'updated_at': '2021-11-12T20:16:12Z', 'revision_number': 3, 'project_id': '2f74867b50744eb7b866c1e4d6eb5a6e', 'gw_port': {'id': '93b530eb-12d7-470d-bf9e-b5f58e00751f', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:13:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa48e79-96a2-4451-a821-e18d34834dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:16:11Z', 'updated_at': '2021-11-12T20:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:15.603868 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4e4116a7-fe6b-4bee-9090-83ea9ce5a7e6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:15.607896 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4e4116a7-fe6b-4bee-9090-83ea9ce5a7e6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0044641 Nov 12 20:16:15.610502 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-83b507ed-0adb-40d3-b052-1369defb1183 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Calling delete_port for 31019ce3-1298-4b0b-b2dc-d1f83b65f52a owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:15.614907 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47368) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:15.623689 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-701c4ad3-b66e-4d31-940a-6ffe21721f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:15.626875 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6dda80-8a1c-4ed0-9c9a-e84cb861331f None None] Sync routers for ids ['7c613a4d-b96f-45bd-b3de-3eee36d17d5a'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:16:15.630205 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96147892-46fc-40b4-a5ea-239e242d1fe1 None None] The sync data for ids ['baa48e79-96a2-4451-a821-e18d34834dfc'] in n-d-712140-15 is: [{'id': 'baa48e79-96a2-4451-a821-e18d34834dfc', 'name': 'tempest-ServerRescueTestJSON-619950951-router', 'tenant_id': '2f74867b50744eb7b866c1e4d6eb5a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '93b530eb-12d7-470d-bf9e-b5f58e00751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:16:10Z', 'updated_at': '2021-11-12T20:16:12Z', 'revision_number': 3, 'project_id': '2f74867b50744eb7b866c1e4d6eb5a6e', 'gw_port': {'id': '93b530eb-12d7-470d-bf9e-b5f58e00751f', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:13:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa48e79-96a2-4451-a821-e18d34834dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:16:11Z', 'updated_at': '2021-11-12T20:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:16:15.681264 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9b220bd2-950d-4892-af45-6bb00e27ae20 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7315056 Nov 12 20:16:15.685558 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47372) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:15.689807 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701c4ad3-b66e-4d31-940a-6ffe21721f45 admin admin] Network b3107c86-393d-4546-95b6-185ebc23d220 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:15.694208 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-450a5b6f-13f9-4ce3-8e59-4d9488238b25 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Request body: {'subnet': {'network_id': 'fe3ac350-58a8-45a6-8495-d59ab1e10f48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:15.696135 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-701c4ad3-b66e-4d31-940a-6ffe21721f45 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:15.700759 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701c4ad3-b66e-4d31-940a-6ffe21721f45 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:15.747665 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c4ad3-b66e-4d31-940a-6ffe21721f45 admin admin] Pushing event updated for resources: {'Port': ['ID=d8ef7606-8849-4c66-bd8b-1b9d974d7e91,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:15.776758 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-25b847a6-3473-44f3-9483-2f2327f8c301 None None] Provisioning complete for port 5e7bc90b-1af0-4da5-9123-7f14f75393f6 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:15.777100 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-25b847a6-3473-44f3-9483-2f2327f8c301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:15.790991 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-701c4ad3-b66e-4d31-940a-6ffe21721f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:15.808926 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f7642-9646-4920-9787-6739a43522b7 None None] Pushing event updated for resources: {'Port': ['ID=93b530eb-12d7-470d-bf9e-b5f58e00751f,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:15.845127 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6dda80-8a1c-4ed0-9c9a-e84cb861331f None None] Routers {'7c613a4d-b96f-45bd-b3de-3eee36d17d5a'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:15.845939 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-9f6dda80-8a1c-4ed0-9c9a-e84cb861331f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7c613a4d-b96f-45bd-b3de-3eee36d17d5a'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:15.897314 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-9f6dda80-8a1c-4ed0-9c9a-e84cb861331f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:15.941545 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b220bd2-950d-4892-af45-6bb00e27ae20 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event updated for resources: {'Network': ['ID=fe3ac350-58a8-45a6-8495-d59ab1e10f48,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:15.963223 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network fe3ac350-58a8-45a6-8495-d59ab1e10f48 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:16:15.975721 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-701c4ad3-b66e-4d31-940a-6ffe21721f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:16.041729 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:16.069163 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6dda80-8a1c-4ed0-9c9a-e84cb861331f None None] Routers {'7c613a4d-b96f-45bd-b3de-3eee36d17d5a'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:16.071948 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-9f6dda80-8a1c-4ed0-9c9a-e84cb861331f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7c613a4d-b96f-45bd-b3de-3eee36d17d5a'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:16.212904 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-9f6dda80-8a1c-4ed0-9c9a-e84cb861331f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:16.213593 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6dda80-8a1c-4ed0-9c9a-e84cb861331f None None] The sync data for ids ['7c613a4d-b96f-45bd-b3de-3eee36d17d5a'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:16:16.290075 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-701c4ad3-b66e-4d31-940a-6ffe21721f45 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:16.314984 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-701c4ad3-b66e-4d31-940a-6ffe21721f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:16.372694 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 5e7bc90b-1af0-4da5-9123-7f14f75393f6, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=5e7bc90b-1af0-4da5-9123-7f14f75393f6,segment=NetworkSegment(ebf9ba13-4560-476b-a3a2-ce52ed4da288),segment_id=ebf9ba13-4560-476b-a3a2-ce52ed4da288)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:16.388082 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:16.495338 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-701c4ad3-b66e-4d31-940a-6ffe21721f45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:16.497694 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c4ad3-b66e-4d31-940a-6ffe21721f45 admin admin] Pushing event updated for resources: {'Port': ['ID=d8ef7606-8849-4c66-bd8b-1b9d974d7e91,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:16.645132 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701c4ad3-b66e-4d31-940a-6ffe21721f45 admin admin] Network b3107c86-393d-4546-95b6-185ebc23d220 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:16.646889 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-701c4ad3-b66e-4d31-940a-6ffe21721f45 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:16.657560 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-25b847a6-3473-44f3-9483-2f2327f8c301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:16.662321 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9814996-c06e-45f1-8a8a-d44c2766cb5d None None] get_active_networks_info from n-d-712140-15 {{(pid=102449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 20:16:16.807912 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-83b507ed-0adb-40d3-b052-1369defb1183 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:16.836223 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450a5b6f-13f9-4ce3-8e59-4d9488238b25 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Made reservation on behalf of 0477c589b9404586b4da0b719600847f for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:16.841978 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-450a5b6f-13f9-4ce3-8e59-4d9488238b25 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:16.848327 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701c4ad3-b66e-4d31-940a-6ffe21721f45 admin admin] Router baa48e79-96a2-4451-a821-e18d34834dfc has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:16:16.992174 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=5e7bc90b-1af0-4da5-9123-7f14f75393f6,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:17.004787 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9814996-c06e-45f1-8a8a-d44c2766cb5d None None] Resources bound (agent type, host, resource id): {{(pid=102449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 20:16:17.021213 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.api [None req-25b847a6-3473-44f3-9483-2f2327f8c301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:16:17.021491 n-d-712140-15 neutron-server[102449]: DEBUG oslo_db.api [None req-25b847a6-3473-44f3-9483-2f2327f8c301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:16:17.088847 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b507ed-0adb-40d3-b052-1369defb1183 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Pushing event deleted for resources: {'Port': ['ID=31019ce3-1298-4b0b-b2dc-d1f83b65f52a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:17.121750 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-83b507ed-0adb-40d3-b052-1369defb1183 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:17.125361 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-83b507ed-0adb-40d3-b052-1369defb1183 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] 10.222.0.48 "DELETE /v2.0/ports/31019ce3-1298-4b0b-b2dc-d1f83b65f52a HTTP/1.1" status: 204 len: 168 time: 2.3087969 Nov 12 20:16:17.129463 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47390) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:17.163980 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-5819c0f6-fafe-4b85-8a82-a63fb71675bb tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] GET failed (client error): The resource could not be found. Nov 12 20:16:17.174214 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5819c0f6-fafe-4b85-8a82-a63fb71675bb tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] 10.222.0.48 "GET /v2.0/ports/31019ce3-1298-4b0b-b2dc-d1f83b65f52a HTTP/1.1" status: 404 len: 333 time: 0.0374115 Nov 12 20:16:17.175255 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47392) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:17.184540 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-36285359-ea24-46f9-82b5-fdc27344e80e tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Request body: {'port': {'network_id': 'b4bd9102-06e2-46b5-9175-87bc10b87c81', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-135341071'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:17.203291 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 93b530eb-12d7-470d-bf9e-b5f58e00751f up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:16:17.221901 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701c4ad3-b66e-4d31-940a-6ffe21721f45 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:16:17.230738 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-701c4ad3-b66e-4d31-940a-6ffe21721f45 admin admin] 10.222.0.48 "PUT /v2.0/routers/baa48e79-96a2-4451-a821-e18d34834dfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6033630 Nov 12 20:16:17.376103 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36285359-ea24-46f9-82b5-fdc27344e80e tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Made reservation on behalf of 2efe4a70e15841ef940b4cb68eb7164e for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:17.380047 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-36285359-ea24-46f9-82b5-fdc27344e80e tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:17.396707 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 93b530eb-12d7-470d-bf9e-b5f58e00751f triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:17.397231 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:17.409540 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-36285359-ea24-46f9-82b5-fdc27344e80e tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] device_id is not set on port 06a8b4d4-ced8-49f3-a5dc-ab42fd838953 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:16:17.478486 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-450a5b6f-13f9-4ce3-8e59-4d9488238b25 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:17.587804 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-36285359-ea24-46f9-82b5-fdc27344e80e tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Allocated IP 2001:db8::282 (b4bd9102-06e2-46b5-9175-87bc10b87c81/1f057194-bc39-488c-af6c-bda2ed458272/06a8b4d4-ced8-49f3-a5dc-ab42fd838953) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:17.616938 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450a5b6f-13f9-4ce3-8e59-4d9488238b25 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Checking segment: {'id': '8c7df112-0a3e-403f-a782-1b6b2318846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fe3ac350-58a8-45a6-8495-d59ab1e10f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:17.617402 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450a5b6f-13f9-4ce3-8e59-4d9488238b25 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Network hostable DHCP agents. Network: fe3ac350-58a8-45a6-8495-d59ab1e10f48, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:16:17.619550 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a5b6f-13f9-4ce3-8e59-4d9488238b25 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event updated for resources: {'Subnet': ['ID=e41c769d-9810-4f8a-9446-7d09b6341de4,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:17.637684 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:17.639425 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-25b847a6-3473-44f3-9483-2f2327f8c301 None None] Could not find standard attr ID for object 31019ce3-1298-4b0b-b2dc-d1f83b65f52a. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:16:17.662652 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867d98a5-1ec9-4a2c-9a15-da7e695c59e2 None None] DHCP port deletion for b3107c86-393d-4546-95b6-185ebc23d220 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:17.676555 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450a5b6f-13f9-4ce3-8e59-4d9488238b25 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Network fe3ac350-58a8-45a6-8495-d59ab1e10f48 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:16:17.728221 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-450a5b6f-13f9-4ce3-8e59-4d9488238b25 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, fe3ac350-58a8-45a6-8495-d59ab1e10f48) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:17.744850 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f38273c-ca5d-46cc-ad09-7a1787c35b6f None None] Network fe3ac350-58a8-45a6-8495-d59ab1e10f48 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:17.752551 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450a5b6f-13f9-4ce3-8e59-4d9488238b25 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:17.753275 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-450a5b6f-13f9-4ce3-8e59-4d9488238b25 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:17.839536 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-36285359-ea24-46f9-82b5-fdc27344e80e tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:17.882482 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-450a5b6f-13f9-4ce3-8e59-4d9488238b25 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1899776 Nov 12 20:16:17.884889 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47412) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:17.904215 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e858e00d-74a1-4bfb-976f-70841986c842 None None] Provisioning complete for port 5e7bc90b-1af0-4da5-9123-7f14f75393f6 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:17.909164 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e858e00d-74a1-4bfb-976f-70841986c842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:17.941279 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-36285359-ea24-46f9-82b5-fdc27344e80e tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:18.081068 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36285359-ea24-46f9-82b5-fdc27344e80e tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Network b4bd9102-06e2-46b5-9175-87bc10b87c81 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:18.092652 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-36285359-ea24-46f9-82b5-fdc27344e80e tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:18.100744 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6d8f68-5406-4bef-891e-815c5eba0e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-fe3ac350-58a8-45a6-8495-d59ab1e10f48', 'network_id': 'fe3ac350-58a8-45a6-8495-d59ab1e10f48', 'tenant_id': '0477c589b9404586b4da0b719600847f', 'fixed_ips': [{'subnet_id': 'e41c769d-9810-4f8a-9446-7d09b6341de4'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:16:18.101499 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b6d8f68-5406-4bef-891e-815c5eba0e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:18.105549 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36285359-ea24-46f9-82b5-fdc27344e80e tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:18.113756 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36285359-ea24-46f9-82b5-fdc27344e80e tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:18.114799 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-36285359-ea24-46f9-82b5-fdc27344e80e tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:18.134416 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36285359-ea24-46f9-82b5-fdc27344e80e tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Pushing event updated for resources: {'Port': ['ID=06a8b4d4-ced8-49f3-a5dc-ab42fd838953,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:18.144115 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-36285359-ea24-46f9-82b5-fdc27344e80e tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9671271 Nov 12 20:16:18.147778 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47420) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:18.153396 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a3940ee7-690f-45db-8400-a6c8bf210d2f tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Request body: {'port': {'network_id': 'b4bd9102-06e2-46b5-9175-87bc10b87c81', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1418850769'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:18.161845 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:18.162315 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e858e00d-74a1-4bfb-976f-70841986c842 None None] Provisioning complete for port d8ef7606-8849-4c66-bd8b-1b9d974d7e91 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:18.162683 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e858e00d-74a1-4bfb-976f-70841986c842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:18.226370 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e858e00d-74a1-4bfb-976f-70841986c842 None None] Port d8ef7606-8849-4c66-bd8b-1b9d974d7e91 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:16:18.241290 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Allocated IP 172.20.0.1 (6738c2f6-775c-4a18-b54e-410f4ed3f1ca/b7bcf514-f6c3-4bc2-b638-653cd5b25dd9/07740bcb-dde5-428b-9f15-78b4bb1b33d7) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:18.364826 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:18.389502 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3241e2ef-2c17-4653-8a3e-efd8f9f088e5 None None] Sync routers for ids ['baa48e79-96a2-4451-a821-e18d34834dfc'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:16:18.408742 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3241e2ef-2c17-4653-8a3e-efd8f9f088e5 None None] Routers {'baa48e79-96a2-4451-a821-e18d34834dfc'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:18.409395 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-3241e2ef-2c17-4653-8a3e-efd8f9f088e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['baa48e79-96a2-4451-a821-e18d34834dfc'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:18.444022 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:18.460738 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-7b6d8f68-5406-4bef-891e-815c5eba0e03 None None] Allocated IP 2001:db8::1 (fe3ac350-58a8-45a6-8495-d59ab1e10f48/e41c769d-9810-4f8a-9446-7d09b6341de4/b39d388c-87cf-4a7e-a986-2e5102c77b1f) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:18.499619 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3940ee7-690f-45db-8400-a6c8bf210d2f tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Made reservation on behalf of 2efe4a70e15841ef940b4cb68eb7164e for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:18.504563 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a3940ee7-690f-45db-8400-a6c8bf210d2f tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:18.513522 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648460d4-46ee-4198-9118-564ff92a00d1 req-29fdd909-7746-4a51-b16f-510e40404ea6 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:18.523712 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-a3940ee7-690f-45db-8400-a6c8bf210d2f tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] device_id is not set on port 0905cf1c-8ea1-4e86-b115-9b05cbef02e1 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:16:18.528441 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-648460d4-46ee-4198-9118-564ff92a00d1 req-29fdd909-7746-4a51-b16f-510e40404ea6 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/networks?id=b3107c86-393d-4546-95b6-185ebc23d220 HTTP/1.1" status: 200 len: 810 time: 0.7931993 Nov 12 20:16:18.548812 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-648460d4-46ee-4198-9118-564ff92a00d1 req-5b998f4a-6cad-4cb1-95c7-e6205c3432f3 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/quotas/2f74867b50744eb7b866c1e4d6eb5a6e HTTP/1.1" status: 200 len: 375 time: 0.0191109 Nov 12 20:16:18.551061 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:18.608043 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4fdc0725-b870-47fb-a5da-89e9cb1c0c7d None None] Provisioning complete for port 06a8b4d4-ced8-49f3-a5dc-ab42fd838953 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:18.608414 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4fdc0725-b870-47fb-a5da-89e9cb1c0c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:18.656549 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4fdc0725-b870-47fb-a5da-89e9cb1c0c7d None None] Port 06a8b4d4-ced8-49f3-a5dc-ab42fd838953 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:16:18.666122 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-3241e2ef-2c17-4653-8a3e-efd8f9f088e5 None None] Set router baa48e79-96a2-4451-a821-e18d34834dfc gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:16:18.691664 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Network 6738c2f6-775c-4a18-b54e-410f4ed3f1ca is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:18.700338 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:18.710906 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:18.741355 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-a3940ee7-690f-45db-8400-a6c8bf210d2f tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Allocated IP 2001:db8::355 (b4bd9102-06e2-46b5-9175-87bc10b87c81/1f057194-bc39-488c-af6c-bda2ed458272/0905cf1c-8ea1-4e86-b115-9b05cbef02e1) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:18.763560 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event updated for resources: {'Port': ['ID=07740bcb-dde5-428b-9f15-78b4bb1b33d7,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:18.790806 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b6d8f68-5406-4bef-891e-815c5eba0e03 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:18.799425 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b6d8f68-5406-4bef-891e-815c5eba0e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:18.824675 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-648460d4-46ee-4198-9118-564ff92a00d1 req-0de7fc59-b6ec-4acc-92b7-0bff37571926 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f74867b50744eb7b866c1e4d6eb5a6e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2617445 Nov 12 20:16:18.834359 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:18.834359 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:18.845152 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:18.845553 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:18.845942 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:18.846283 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:18.846613 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:18.848853 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:18.849229 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:18.849573 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:18.850077 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:18.850231 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:16:18.856521 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6d8f68-5406-4bef-891e-815c5eba0e03 None None] Network fe3ac350-58a8-45a6-8495-d59ab1e10f48 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:18.860557 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-7b6d8f68-5406-4bef-891e-815c5eba0e03 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:18.865898 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:18.866098 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6d8f68-5406-4bef-891e-815c5eba0e03 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:18.869601 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d8f68-5406-4bef-891e-815c5eba0e03 None None] Pushing event updated for resources: {'Port': ['ID=b39d388c-87cf-4a7e-a986-2e5102c77b1f,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:18.922537 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:18.939457 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-7b6d8f68-5406-4bef-891e-815c5eba0e03 None None] Attempting to bind port b39d388c-87cf-4a7e-a986-2e5102c77b1f on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:16:18.939965 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-7b6d8f68-5406-4bef-891e-815c5eba0e03 None None] Attempting to bind port b39d388c-87cf-4a7e-a986-2e5102c77b1f by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '8c7df112-0a3e-403f-a782-1b6b2318846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fe3ac350-58a8-45a6-8495-d59ab1e10f48'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:16:18.940561 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6d8f68-5406-4bef-891e-815c5eba0e03 None None] Attempting to bind port b39d388c-87cf-4a7e-a986-2e5102c77b1f on network fe3ac350-58a8-45a6-8495-d59ab1e10f48 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:16:18.956357 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6d8f68-5406-4bef-891e-815c5eba0e03 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:16:18.956898 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6d8f68-5406-4bef-891e-815c5eba0e03 None None] Checking segment: {'id': '8c7df112-0a3e-403f-a782-1b6b2318846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fe3ac350-58a8-45a6-8495-d59ab1e10f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:18.960153 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b6d8f68-5406-4bef-891e-815c5eba0e03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:18.967460 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6d8f68-5406-4bef-891e-815c5eba0e03 None None] Bound using segment: {'id': '8c7df112-0a3e-403f-a782-1b6b2318846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fe3ac350-58a8-45a6-8495-d59ab1e10f48'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:16:18.969166 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-7b6d8f68-5406-4bef-891e-815c5eba0e03 None None] Bound port: b39d388c-87cf-4a7e-a986-2e5102c77b1f, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7df112-0a3e-403f-a782-1b6b2318846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fe3ac350-58a8-45a6-8495-d59ab1e10f48'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:16:18.969935 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b6d8f68-5406-4bef-891e-815c5eba0e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:19.067102 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-3241e2ef-2c17-4653-8a3e-efd8f9f088e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa48e79-96a2-4451-a821-e18d34834dfc', 'name': 'tempest-ServerRescueTestJSON-619950951-router', 'tenant_id': '2f74867b50744eb7b866c1e4d6eb5a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '93b530eb-12d7-470d-bf9e-b5f58e00751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:16:10Z', 'updated_at': '2021-11-12T20:16:15Z', 'revision_number': 4, 'project_id': '2f74867b50744eb7b866c1e4d6eb5a6e', 'gw_port': {'id': '93b530eb-12d7-470d-bf9e-b5f58e00751f', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa48e79-96a2-4451-a821-e18d34834dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:16:11Z', 'updated_at': '2021-11-12T20:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'd8ef7606-8849-4c66-bd8b-1b9d974d7e91', 'name': '', 'network_id': 'b3107c86-393d-4546-95b6-185ebc23d220', 'tenant_id': '2f74867b50744eb7b866c1e4d6eb5a6e', 'mac_address': 'fa:16:3e:6b:e9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa48e79-96a2-4451-a821-e18d34834dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'c0b4a992-c342-412e-9115-492f4914c4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:16:15Z', 'updated_at': '2021-11-12T20:16:16Z', 'revision_number': 2, 'project_id': '2f74867b50744eb7b866c1e4d6eb5a6e', 'subnets': [{'id': 'c0b4a992-c342-412e-9115-492f4914c4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:19.089252 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event deleted for resources: {'Subnet': ['ID=e41c769d-9810-4f8a-9446-7d09b6341de4,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:19.130090 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3241e2ef-2c17-4653-8a3e-efd8f9f088e5 None None] Checking router: baa48e79-96a2-4451-a821-e18d34834dfc for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:16:19.130360 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3241e2ef-2c17-4653-8a3e-efd8f9f088e5 None None] Updating router baa48e79-96a2-4451-a821-e18d34834dfc port d8ef7606-8849-4c66-bd8b-1b9d974d7e91 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:16:19.136107 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b6d8f68-5406-4bef-891e-815c5eba0e03 None None] For port b39d388c-87cf-4a7e-a986-2e5102c77b1f, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:16:19.165265 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 5e7bc90b-1af0-4da5-9123-7f14f75393f6 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:16:19.188736 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3241e2ef-2c17-4653-8a3e-efd8f9f088e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:19.218309 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b6d8f68-5406-4bef-891e-815c5eba0e03 None None] For port b39d388c-87cf-4a7e-a986-2e5102c77b1f, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b39d388c-87cf-4a7e-a986-2e5102c77b1f,segment=NetworkSegment(8c7df112-0a3e-403f-a782-1b6b2318846a),segment_id=8c7df112-0a3e-403f-a782-1b6b2318846a)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:16:19.236396 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-5db76a12-2022-4008-be98-a7e48100e703 None None] Provisioning complete for port 07740bcb-dde5-428b-9f15-78b4bb1b33d7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:19.237030 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5db76a12-2022-4008-be98-a7e48100e703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:19.263914 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:19.282850 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-5db76a12-2022-4008-be98-a7e48100e703 None None] Port 07740bcb-dde5-428b-9f15-78b4bb1b33d7 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:16:19.286338 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b6d8f68-5406-4bef-891e-815c5eba0e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:19.297650 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3ac350-58a8-45a6-8495-d59ab1e10f48']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:19.309476 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7df112-0a3e-403f-a782-1b6b2318846a') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:19.310171 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7df112-0a3e-403f-a782-1b6b2318846a') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:19.322286 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:19.337025 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:19.344447 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:16:19.345685 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:19.366189 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:19.372415 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d8f68-5406-4bef-891e-815c5eba0e03 None None] Pushing event updated for resources: {'Port': ['ID=b39d388c-87cf-4a7e-a986-2e5102c77b1f,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:19.420910 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-648460d4-46ee-4198-9118-564ff92a00d1 req-e4702e94-c1a0-4d5e-8ad6-d22c253549ae service neutron] 10.222.0.48 "GET /v2.0/networks/b3107c86-393d-4546-95b6-185ebc23d220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510914 Nov 12 20:16:19.453513 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 5e7bc90b-1af0-4da5-9123-7f14f75393f6 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:19.454290 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:16:19.462676 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:16:19.486608 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59781d24-7431-4e30-8ea8-1e5e4a6fba3d None None] Network fe3ac350-58a8-45a6-8495-d59ab1e10f48 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:19.502351 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a3940ee7-690f-45db-8400-a6c8bf210d2f tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:19.546321 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.db.api [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 20:16:19.546321 n-d-712140-15 neutron-server[102447]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 20:16:19.546321 n-d-712140-15 neutron-server[102447]: [parameters: {'id': 'fe3ac350-58a8-45a6-8495-d59ab1e10f48'}] Nov 12 20:16:19.546321 n-d-712140-15 neutron-server[102447]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:16:19.547429 n-d-712140-15 neutron-server[102447]: DEBUG oslo_db.api [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:16:19.550669 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a3940ee7-690f-45db-8400-a6c8bf210d2f tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:19.615612 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:16:19.661261 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61e5d24-9a28-4562-bd40-7e4ffb9d02ca None None] get_active_networks_info from n-d-712140-15 {{(pid=102449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 20:16:19.672295 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3940ee7-690f-45db-8400-a6c8bf210d2f tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Network b4bd9102-06e2-46b5-9175-87bc10b87c81 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:19.676527 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-a3940ee7-690f-45db-8400-a6c8bf210d2f tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:19.683257 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3940ee7-690f-45db-8400-a6c8bf210d2f tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:19.691067 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3940ee7-690f-45db-8400-a6c8bf210d2f tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:19.691067 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a3940ee7-690f-45db-8400-a6c8bf210d2f tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:19.715559 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a3940ee7-690f-45db-8400-a6c8bf210d2f tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5641010 Nov 12 20:16:19.715559 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3940ee7-690f-45db-8400-a6c8bf210d2f tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Pushing event updated for resources: {'Port': ['ID=0905cf1c-8ea1-4e86-b115-9b05cbef02e1,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:19.716969 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47436) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:19.723170 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-ba096f08-6bdf-423f-9a4a-62910ff385d2 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::247', 'mac_address': 'fa:16:3e:ae:99:63'}, {'ip_address': '2001:db8::282', 'mac_address': 'fa:16:3e:ae:79:d5'}]}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:19.865415 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61e5d24-9a28-4562-bd40-7e4ffb9d02ca None None] Resources bound (agent type, host, resource id): {{(pid=102449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 20:16:19.914142 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3241e2ef-2c17-4653-8a3e-efd8f9f088e5 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:19.920102 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-95b48a68-e6aa-4678-84a0-fddfb1254c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:19.928329 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3241e2ef-2c17-4653-8a3e-efd8f9f088e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:19.934199 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ba096f08-6bdf-423f-9a4a-62910ff385d2 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:20.014378 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24f917-4f8a-4d73-ac53-5444dc799578 None None] Pushing event updated for resources: {'Port': ['ID=d8ef7606-8849-4c66-bd8b-1b9d974d7e91,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:20.060174 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:20.091281 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-648460d4-46ee-4198-9118-564ff92a00d1 req-43ba41c2-58dc-4afe-bb3f-b4195422ccad service neutron] 10.222.0.48 "GET /v2.0/networks/b3107c86-393d-4546-95b6-185ebc23d220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6646104 Nov 12 20:16:20.098367 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-3241e2ef-2c17-4653-8a3e-efd8f9f088e5 None None] Attempting to bind port d8ef7606-8849-4c66-bd8b-1b9d974d7e91 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:16:20.099002 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-3241e2ef-2c17-4653-8a3e-efd8f9f088e5 None None] Attempting to bind port d8ef7606-8849-4c66-bd8b-1b9d974d7e91 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '69cd314b-0c9e-4d8d-9aa9-8bf2959b016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3107c86-393d-4546-95b6-185ebc23d220'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:16:20.099570 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3241e2ef-2c17-4653-8a3e-efd8f9f088e5 None None] Attempting to bind port d8ef7606-8849-4c66-bd8b-1b9d974d7e91 on network b3107c86-393d-4546-95b6-185ebc23d220 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:16:20.105361 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3241e2ef-2c17-4653-8a3e-efd8f9f088e5 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:16:20.106059 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3241e2ef-2c17-4653-8a3e-efd8f9f088e5 None None] Checking segment: {'id': '69cd314b-0c9e-4d8d-9aa9-8bf2959b016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3107c86-393d-4546-95b6-185ebc23d220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:20.106616 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3241e2ef-2c17-4653-8a3e-efd8f9f088e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:20.107150 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3241e2ef-2c17-4653-8a3e-efd8f9f088e5 None None] Bound using segment: {'id': '69cd314b-0c9e-4d8d-9aa9-8bf2959b016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3107c86-393d-4546-95b6-185ebc23d220'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:16:20.107767 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-3241e2ef-2c17-4653-8a3e-efd8f9f088e5 None None] Bound port: d8ef7606-8849-4c66-bd8b-1b9d974d7e91, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69cd314b-0c9e-4d8d-9aa9-8bf2959b016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3107c86-393d-4546-95b6-185ebc23d220'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:16:20.108323 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3241e2ef-2c17-4653-8a3e-efd8f9f088e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:20.199988 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-3241e2ef-2c17-4653-8a3e-efd8f9f088e5 None None] For port d8ef7606-8849-4c66-bd8b-1b9d974d7e91, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:16:20.209537 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-3241e2ef-2c17-4653-8a3e-efd8f9f088e5 None None] For port d8ef7606-8849-4c66-bd8b-1b9d974d7e91, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d8ef7606-8849-4c66-bd8b-1b9d974d7e91,segment=NetworkSegment(69cd314b-0c9e-4d8d-9aa9-8bf2959b016a),segment_id=69cd314b-0c9e-4d8d-9aa9-8bf2959b016a)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:16:20.216802 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3241e2ef-2c17-4653-8a3e-efd8f9f088e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:20.287895 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:20.293089 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3241e2ef-2c17-4653-8a3e-efd8f9f088e5 None None] Routers {'baa48e79-96a2-4451-a821-e18d34834dfc'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:20.293949 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-3241e2ef-2c17-4653-8a3e-efd8f9f088e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['baa48e79-96a2-4451-a821-e18d34834dfc'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:20.400050 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Deleting port b39d388c-87cf-4a7e-a986-2e5102c77b1f {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:20.400425 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:20.429979 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24f917-4f8a-4d73-ac53-5444dc799578 None None] Pushing event updated for resources: {'Port': ['ID=d8ef7606-8849-4c66-bd8b-1b9d974d7e91,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:20.469732 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-3241e2ef-2c17-4653-8a3e-efd8f9f088e5 None None] Set router baa48e79-96a2-4451-a821-e18d34834dfc gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:16:20.473115 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ba096f08-6bdf-423f-9a4a-62910ff385d2 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:20.543810 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ba096f08-6bdf-423f-9a4a-62910ff385d2 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:20.585595 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:20.604167 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:20.668846 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-ba096f08-6bdf-423f-9a4a-62910ff385d2 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] In _notify_port_updated(), no bound segment for port 0905cf1c-8ea1-4e86-b115-9b05cbef02e1 on network b4bd9102-06e2-46b5-9175-87bc10b87c81 {{(pid=102447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 20:16:20.675151 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba096f08-6bdf-423f-9a4a-62910ff385d2 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:20.691764 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ba096f08-6bdf-423f-9a4a-62910ff385d2 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:20.691970 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd302648-5f49-4fd2-a70e-acc03cf6208f None None] DHCP port deletion for b3107c86-393d-4546-95b6-185ebc23d220 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:20.693572 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ba096f08-6bdf-423f-9a4a-62910ff385d2 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] 10.222.0.48 "PUT /v2.0/ports/0905cf1c-8ea1-4e86-b115-9b05cbef02e1 HTTP/1.1" status: 200 len: 1068 time: 0.9755421 Nov 12 20:16:20.715985 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] For port b39d388c-87cf-4a7e-a986-2e5102c77b1f, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b39d388c-87cf-4a7e-a986-2e5102c77b1f,segment=NetworkSegment(8c7df112-0a3e-403f-a782-1b6b2318846a),segment_id=8c7df112-0a3e-403f-a782-1b6b2318846a)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:20.720721 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:20.723467 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47448) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:20.751159 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:20.764198 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59783bb-5342-482e-afc2-b019b354dfc5 None None] DHCP port deletion for b3107c86-393d-4546-95b6-185ebc23d220 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:20.771126 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-15d33d50-c90d-4259-837e-2cc7f449abc8 req-6c25376a-736a-4a7d-8874-7070eb22a60a tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 210 time: 0.1824949 Nov 12 20:16:20.832638 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Calling delete_port for b39d388c-87cf-4a7e-a986-2e5102c77b1f owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:20.846485 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c22bcec9-78d0-4d77-9480-a07170963f7a None None] Provisioning complete for port d8ef7606-8849-4c66-bd8b-1b9d974d7e91 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:20.846783 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c22bcec9-78d0-4d77-9480-a07170963f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:21.004768 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Network 6738c2f6-775c-4a18-b54e-410f4ed3f1ca is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:21.008395 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:21.023821 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event updated for resources: {'Port': ['ID=07740bcb-dde5-428b-9f15-78b4bb1b33d7,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:21.129857 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:21.151119 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c22bcec9-78d0-4d77-9480-a07170963f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:21.221082 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-c22bcec9-78d0-4d77-9480-a07170963f7a None None] For port d8ef7606-8849-4c66-bd8b-1b9d974d7e91, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d8ef7606-8849-4c66-bd8b-1b9d974d7e91,segment=NetworkSegment(69cd314b-0c9e-4d8d-9aa9-8bf2959b016a),segment_id=69cd314b-0c9e-4d8d-9aa9-8bf2959b016a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:21.228105 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c22bcec9-78d0-4d77-9480-a07170963f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:21.229995 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba096f08-6bdf-423f-9a4a-62910ff385d2 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Pushing event updated for resources: {'Port': ['ID=0905cf1c-8ea1-4e86-b115-9b05cbef02e1,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:21.258076 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Router 7c613a4d-b96f-45bd-b3de-3eee36d17d5a has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:16:21.269108 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event deleted for resources: {'Port': ['ID=b39d388c-87cf-4a7e-a986-2e5102c77b1f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:21.281398 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] No DVR routers for this DVR port b39d388c-87cf-4a7e-a986-2e5102c77b1f on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:16:21.386219 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-3241e2ef-2c17-4653-8a3e-efd8f9f088e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa48e79-96a2-4451-a821-e18d34834dfc', 'name': 'tempest-ServerRescueTestJSON-619950951-router', 'tenant_id': '2f74867b50744eb7b866c1e4d6eb5a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '93b530eb-12d7-470d-bf9e-b5f58e00751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:16:10Z', 'updated_at': '2021-11-12T20:16:15Z', 'revision_number': 4, 'project_id': '2f74867b50744eb7b866c1e4d6eb5a6e', 'gw_port': {'id': '93b530eb-12d7-470d-bf9e-b5f58e00751f', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa48e79-96a2-4451-a821-e18d34834dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:16:11Z', 'updated_at': '2021-11-12T20:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'd8ef7606-8849-4c66-bd8b-1b9d974d7e91', 'name': '', 'network_id': 'b3107c86-393d-4546-95b6-185ebc23d220', 'tenant_id': '2f74867b50744eb7b866c1e4d6eb5a6e', 'mac_address': 'fa:16:3e:6b:e9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa48e79-96a2-4451-a821-e18d34834dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'c0b4a992-c342-412e-9115-492f4914c4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:16:15Z', 'updated_at': '2021-11-12T20:16:20Z', 'revision_number': 4, 'project_id': '2f74867b50744eb7b866c1e4d6eb5a6e', 'subnets': [{'id': 'c0b4a992-c342-412e-9115-492f4914c4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:21.418326 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bcec9-78d0-4d77-9480-a07170963f7a None None] Pushing event updated for resources: {'Port': ['ID=d8ef7606-8849-4c66-bd8b-1b9d974d7e91,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:21.437770 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-fedbe7ed-0bb2-4a97-b36b-b37d4ee7cb61 None None] Provisioning complete for port 0905cf1c-8ea1-4e86-b115-9b05cbef02e1 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:21.440274 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fedbe7ed-0bb2-4a97-b36b-b37d4ee7cb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:21.501508 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-f81451a7-14ca-4584-b429-7889da32e259 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Deleting port 0905cf1c-8ea1-4e86-b115-9b05cbef02e1 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:21.502118 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f81451a7-14ca-4584-b429-7889da32e259 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:21.508799 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:21.522712 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3241e2ef-2c17-4653-8a3e-efd8f9f088e5 None None] The sync data for ids ['baa48e79-96a2-4451-a821-e18d34834dfc'] in n-d-712140-15 is: [{'id': 'baa48e79-96a2-4451-a821-e18d34834dfc', 'name': 'tempest-ServerRescueTestJSON-619950951-router', 'tenant_id': '2f74867b50744eb7b866c1e4d6eb5a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '93b530eb-12d7-470d-bf9e-b5f58e00751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:16:10Z', 'updated_at': '2021-11-12T20:16:15Z', 'revision_number': 4, 'project_id': '2f74867b50744eb7b866c1e4d6eb5a6e', 'gw_port': {'id': '93b530eb-12d7-470d-bf9e-b5f58e00751f', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa48e79-96a2-4451-a821-e18d34834dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:16:11Z', 'updated_at': '2021-11-12T20:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'd8ef7606-8849-4c66-bd8b-1b9d974d7e91', 'name': '', 'network_id': 'b3107c86-393d-4546-95b6-185ebc23d220', 'tenant_id': '2f74867b50744eb7b866c1e4d6eb5a6e', 'mac_address': 'fa:16:3e:6b:e9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa48e79-96a2-4451-a821-e18d34834dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'c0b4a992-c342-412e-9115-492f4914c4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:16:15Z', 'updated_at': '2021-11-12T20:16:20Z', 'revision_number': 4, 'project_id': '2f74867b50744eb7b866c1e4d6eb5a6e', 'subnets': [{'id': 'c0b4a992-c342-412e-9115-492f4914c4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:16:21.556369 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:16:21.558102 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-fedbe7ed-0bb2-4a97-b36b-b37d4ee7cb61 None None] Port 0905cf1c-8ea1-4e86-b115-9b05cbef02e1 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:16:21.575900 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0f9240ef-3db9-4a75-8171-00084d0045b5 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "PUT /v2.0/routers/7c613a4d-b96f-45bd-b3de-3eee36d17d5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9546633 Nov 12 20:16:21.576087 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7383be-d371-4fb5-9139-469b222268f3 None None] Sync routers for ids ['7c613a4d-b96f-45bd-b3de-3eee36d17d5a'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:16:21.577809 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47462) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:21.584815 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-d9acddba-1d3b-4254-8979-8ac0dc851bff tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Request body: {'port': {'network_id': '6738c2f6-775c-4a18-b54e-410f4ed3f1ca', 'name': 'tempest-FloatingIPTestJSON-1640646377'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:21.609894 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7383be-d371-4fb5-9139-469b222268f3 None None] Routers {'7c613a4d-b96f-45bd-b3de-3eee36d17d5a'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:21.610559 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1f7383be-d371-4fb5-9139-469b222268f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7c613a4d-b96f-45bd-b3de-3eee36d17d5a'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:21.662542 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3ac350-58a8-45a6-8495-d59ab1e10f48']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:21.699744 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7df112-0a3e-403f-a782-1b6b2318846a') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:21.701446 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7df112-0a3e-403f-a782-1b6b2318846a') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:21.765462 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:21.778078 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1f7383be-d371-4fb5-9139-469b222268f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:21.825228 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b63eb8bb-7d1c-4c93-aa7c-fa2b79f71ff0 None None] Provisioning complete for port 07740bcb-dde5-428b-9f15-78b4bb1b33d7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:21.825875 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b63eb8bb-7d1c-4c93-aa7c-fa2b79f71ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:21.845113 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9acddba-1d3b-4254-8979-8ac0dc851bff tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Made reservation on behalf of 6ea92e18acf0455c810df30ea01fdf1a for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:21.850631 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d9acddba-1d3b-4254-8979-8ac0dc851bff tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:21.852973 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f81451a7-14ca-4584-b429-7889da32e259 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:21.858248 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7383be-d371-4fb5-9139-469b222268f3 None None] Routers {'7c613a4d-b96f-45bd-b3de-3eee36d17d5a'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:21.859448 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1f7383be-d371-4fb5-9139-469b222268f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:15:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7c613a4d-b96f-45bd-b3de-3eee36d17d5a'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:21.875025 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:21.897689 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1f7383be-d371-4fb5-9139-469b222268f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:21.899524 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7383be-d371-4fb5-9139-469b222268f3 None None] The sync data for ids ['7c613a4d-b96f-45bd-b3de-3eee36d17d5a'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:16:21.913740 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b63eb8bb-7d1c-4c93-aa7c-fa2b79f71ff0 None None] Port 07740bcb-dde5-428b-9f15-78b4bb1b33d7 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:16:21.922844 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-f81451a7-14ca-4584-b429-7889da32e259 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Calling delete_port for 0905cf1c-8ea1-4e86-b115-9b05cbef02e1 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:21.924952 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-d9acddba-1d3b-4254-8979-8ac0dc851bff tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] device_id is not set on port dbb3bb39-d170-4fae-b62d-7dc0728ee288 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:16:21.933509 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:16:21.933918 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:16:21.948523 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:16:22.052788 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d953b2ac-6bc6-4eb5-a7c0-10d6d78c7694 None None] Provisioning complete for port 0905cf1c-8ea1-4e86-b115-9b05cbef02e1 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:22.053153 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d953b2ac-6bc6-4eb5-a7c0-10d6d78c7694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:22.097416 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c0f39c6f-6591-4b82-961d-37b78eba723e req-889d1d80-f85b-4d33-b646-578dd4e3a1f4 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 210 time: 0.1028056 Nov 12 20:16:22.107288 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-d953b2ac-6bc6-4eb5-a7c0-10d6d78c7694 None None] Port 0905cf1c-8ea1-4e86-b115-9b05cbef02e1 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:16:22.158814 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:22.171422 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:22.179750 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "DELETE /v2.0/networks/fe3ac350-58a8-45a6-8495-d59ab1e10f48 HTTP/1.1" status: 204 len: 168 time: 4.2883432 Nov 12 20:16:22.179934 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-d9acddba-1d3b-4254-8979-8ac0dc851bff tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Allocated IP 172.20.0.14 (6738c2f6-775c-4a18-b54e-410f4ed3f1ca/b7bcf514-f6c3-4bc2-b638-653cd5b25dd9/dbb3bb39-d170-4fae-b62d-7dc0728ee288) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:22.179934 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47468) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:22.183365 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-18e4c9dc-401d-4233-a465-24e662f26ed7 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-843943918'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:22.194288 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6b251-74a8-40ff-a236-2521059a963a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event deleted for resources: {'Network': ['ID=fe3ac350-58a8-45a6-8495-d59ab1e10f48,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:22.241560 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e4c9dc-401d-4233-a465-24e662f26ed7 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Made reservation on behalf of 0477c589b9404586b4da0b719600847f for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:22.245635 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-18e4c9dc-401d-4233-a465-24e662f26ed7 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:22.287874 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f81451a7-14ca-4584-b429-7889da32e259 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:22.320002 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81451a7-14ca-4584-b429-7889da32e259 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Pushing event deleted for resources: {'Port': ['ID=0905cf1c-8ea1-4e86-b115-9b05cbef02e1,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:22.401187 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e4c9dc-401d-4233-a465-24e662f26ed7 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:16:22.424959 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-18e4c9dc-401d-4233-a465-24e662f26ed7 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:22.425304 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-18e4c9dc-401d-4233-a465-24e662f26ed7 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Added segment c40fa0c9-fd83-40f1-bae2-11e608e8a1ab of type vlan for network 6d000e56-746f-4aa4-a11f-915aa42d4402 Nov 12 20:16:22.527432 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d9acddba-1d3b-4254-8979-8ac0dc851bff tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:22.578122 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-18e4c9dc-401d-4233-a465-24e662f26ed7 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:22.659511 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-18e4c9dc-401d-4233-a465-24e662f26ed7 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:22.665752 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e4c9dc-401d-4233-a465-24e662f26ed7 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:22.666385 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-18e4c9dc-401d-4233-a465-24e662f26ed7 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:22.673838 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d9acddba-1d3b-4254-8979-8ac0dc851bff tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:22.744503 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-89ff6af5-2958-4947-9003-f1e357997da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:22.782720 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f81451a7-14ca-4584-b429-7889da32e259 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:22.788512 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f81451a7-14ca-4584-b429-7889da32e259 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] 10.222.0.48 "DELETE /v2.0/ports/0905cf1c-8ea1-4e86-b115-9b05cbef02e1 HTTP/1.1" status: 204 len: 168 time: 2.0582831 Nov 12 20:16:22.789061 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47472) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:22.789320 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9acddba-1d3b-4254-8979-8ac0dc851bff tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Network 6738c2f6-775c-4a18-b54e-410f4ed3f1ca is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:22.800590 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-d9acddba-1d3b-4254-8979-8ac0dc851bff tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:22.807685 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-18e4c9dc-401d-4233-a465-24e662f26ed7 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6260099 Nov 12 20:16:22.807685 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9acddba-1d3b-4254-8979-8ac0dc851bff tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:22.820663 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47476) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:22.841734 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-0accbbca-3581-47b6-a626-1f4117d0626b tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Request body: {'subnet': {'network_id': '6d000e56-746f-4aa4-a11f-915aa42d4402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:22.902950 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa7d2ce0-d49b-4810-882e-a9ed076ffa0a tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] GET failed (client error): The resource could not be found. Nov 12 20:16:22.907096 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9acddba-1d3b-4254-8979-8ac0dc851bff tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event updated for resources: {'Port': ['ID=dbb3bb39-d170-4fae-b62d-7dc0728ee288,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:22.909914 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fa7d2ce0-d49b-4810-882e-a9ed076ffa0a tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] 10.222.0.48 "GET /v2.0/ports/0905cf1c-8ea1-4e86-b115-9b05cbef02e1 HTTP/1.1" status: 404 len: 333 time: 0.1190488 Nov 12 20:16:22.914206 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47478) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:22.932154 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4c9dc-401d-4233-a465-24e662f26ed7 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event updated for resources: {'Network': ['ID=6d000e56-746f-4aa4-a11f-915aa42d4402,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:22.954807 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 6d000e56-746f-4aa4-a11f-915aa42d4402 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:16:22.973544 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648460d4-46ee-4198-9118-564ff92a00d1 req-ae4ef54a-ee22-45a1-b504-9e388aa02b1b tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:22.976043 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-648460d4-46ee-4198-9118-564ff92a00d1 req-ae4ef54a-ee22-45a1-b504-9e388aa02b1b tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.52 "GET /v2.0/networks?id=b3107c86-393d-4546-95b6-185ebc23d220 HTTP/1.1" status: 200 len: 810 time: 0.4670238 Nov 12 20:16:22.995999 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3beb97cb-c52e-4037-92fe-c3ff1dc792bd tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Request body: {'port': {'device_id': 'f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa', 'network_id': 'b3107c86-393d-4546-95b6-185ebc23d220', 'admin_state_up': True, 'tenant_id': '2f74867b50744eb7b866c1e4d6eb5a6e'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:23.028870 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9acddba-1d3b-4254-8979-8ac0dc851bff tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:23.037212 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d9acddba-1d3b-4254-8979-8ac0dc851bff tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:23.157263 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d9acddba-1d3b-4254-8979-8ac0dc851bff tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5796058 Nov 12 20:16:23.159756 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47484) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:23.166954 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-e8916a8e-6cf8-4645-a7ea-66903be18ad1 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Request body: {'floatingip': {'port_id': 'dbb3bb39-d170-4fae-b62d-7dc0728ee288'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:23.296024 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-8f6b0ded-587f-4015-b5db-95a5de1eb720 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Deleting port 06a8b4d4-ced8-49f3-a5dc-ab42fd838953 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:23.298354 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0ded-587f-4015-b5db-95a5de1eb720 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:23.303786 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-450afbe3-de61-4a21-9e88-41d03d476965 req-b65820f2-ae99-497b-bb7e-87ecc0c5a2c6 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 210 time: 0.0548272 Nov 12 20:16:23.323172 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d8ef7606-8849-4c66-bd8b-1b9d974d7e91 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:16:23.357833 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3beb97cb-c52e-4037-92fe-c3ff1dc792bd tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Made reservation on behalf of 2f74867b50744eb7b866c1e4d6eb5a6e for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:23.363182 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3beb97cb-c52e-4037-92fe-c3ff1dc792bd tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:23.436425 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0accbbca-3581-47b6-a626-1f4117d0626b tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Made reservation on behalf of 0477c589b9404586b4da0b719600847f for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:23.443830 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0accbbca-3581-47b6-a626-1f4117d0626b tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:23.456906 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-34ff818e-a2c0-4b34-9cb8-a8766ce3d701 None None] Provisioning complete for port dbb3bb39-d170-4fae-b62d-7dc0728ee288 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:23.457275 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-34ff818e-a2c0-4b34-9cb8-a8766ce3d701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:23.466113 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e8916a8e-6cf8-4645-a7ea-66903be18ad1 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:23.510190 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port d8ef7606-8849-4c66-bd8b-1b9d974d7e91 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:23.510559 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:23.513679 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-34ff818e-a2c0-4b34-9cb8-a8766ce3d701 None None] Port dbb3bb39-d170-4fae-b62d-7dc0728ee288 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:16:23.599065 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0ded-587f-4015-b5db-95a5de1eb720 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:23.665053 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-8f6b0ded-587f-4015-b5db-95a5de1eb720 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Calling delete_port for 06a8b4d4-ced8-49f3-a5dc-ab42fd838953 owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:23.776093 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:23.780534 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3beb97cb-c52e-4037-92fe-c3ff1dc792bd tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Allocated IP 172.20.0.7 (b3107c86-393d-4546-95b6-185ebc23d220/c0b4a992-c342-412e-9115-492f4914c4c9/0d03a2a6-2286-4242-adad-b094ff59b894) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:23.799439 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:23.889680 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0accbbca-3581-47b6-a626-1f4117d0626b tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:24.015491 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0ded-587f-4015-b5db-95a5de1eb720 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:24.087941 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b0ded-587f-4015-b5db-95a5de1eb720 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Pushing event deleted for resources: {'Port': ['ID=06a8b4d4-ced8-49f3-a5dc-ab42fd838953,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:24.119519 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0ded-587f-4015-b5db-95a5de1eb720 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:24.122903 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8f6b0ded-587f-4015-b5db-95a5de1eb720 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] 10.222.0.48 "DELETE /v2.0/ports/06a8b4d4-ced8-49f3-a5dc-ab42fd838953 HTTP/1.1" status: 204 len: 168 time: 1.2071042 Nov 12 20:16:24.128513 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47492) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:24.159337 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0a5725-80e1-4033-babe-53c1a7433c28 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] GET failed (client error): The resource could not be found. Nov 12 20:16:24.160944 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bf0a5725-80e1-4033-babe-53c1a7433c28 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] 10.222.0.48 "GET /v2.0/ports/06a8b4d4-ced8-49f3-a5dc-ab42fd838953 HTTP/1.1" status: 404 len: 333 time: 0.0314624 Nov 12 20:16:24.189777 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47494) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:24.392988 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e8916a8e-6cf8-4645-a7ea-66903be18ad1 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:24.397768 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-1342301c-cf4f-45d2-81a4-1d0e846eaf9e tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Deleting port ab2077f0-0efb-4883-8ccf-89e97a805032 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:24.398112 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1342301c-cf4f-45d2-81a4-1d0e846eaf9e tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:24.402930 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e8916a8e-6cf8-4645-a7ea-66903be18ad1 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:24.405875 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0accbbca-3581-47b6-a626-1f4117d0626b tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event updated for resources: {'Subnet': ['ID=46ebe533-5b91-4f70-b036-c0f4f64664ff,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:24.464218 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3beb97cb-c52e-4037-92fe-c3ff1dc792bd tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:24.467493 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0accbbca-3581-47b6-a626-1f4117d0626b tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Checking segment: {'id': 'c40fa0c9-fd83-40f1-bae2-11e608e8a1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6d000e56-746f-4aa4-a11f-915aa42d4402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:24.468765 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0accbbca-3581-47b6-a626-1f4117d0626b tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Network hostable DHCP agents. Network: 6d000e56-746f-4aa4-a11f-915aa42d4402, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:16:24.501434 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2f7e2e43-a083-4528-8205-5a2b81717223 req-62d93d3d-28fc-4b17-8b6a-979a23b834c1 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 210 time: 0.0351665 Nov 12 20:16:24.538832 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0accbbca-3581-47b6-a626-1f4117d0626b tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Network 6d000e56-746f-4aa4-a11f-915aa42d4402 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:16:24.555822 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-0accbbca-3581-47b6-a626-1f4117d0626b tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 6d000e56-746f-4aa4-a11f-915aa42d4402) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:24.560343 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0accbbca-3581-47b6-a626-1f4117d0626b tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:24.561130 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0accbbca-3581-47b6-a626-1f4117d0626b tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:24.566377 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3beb97cb-c52e-4037-92fe-c3ff1dc792bd tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:24.573662 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32347b76-7146-461b-b683-80ebeebcb483 None None] Network 6d000e56-746f-4aa4-a11f-915aa42d4402 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:24.611503 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1342301c-cf4f-45d2-81a4-1d0e846eaf9e tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:24.629504 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0accbbca-3581-47b6-a626-1f4117d0626b tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8080719 Nov 12 20:16:24.630904 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47498) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:24.639616 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-18c39712-47d8-4802-bbe1-2c906143c46a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Request body: {'subnet': {'network_id': '6d000e56-746f-4aa4-a11f-915aa42d4402', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:24.640838 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3beb97cb-c52e-4037-92fe-c3ff1dc792bd tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Network b3107c86-393d-4546-95b6-185ebc23d220 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:24.644674 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-1342301c-cf4f-45d2-81a4-1d0e846eaf9e tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Calling delete_port for ab2077f0-0efb-4883-8ccf-89e97a805032 owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:24.645144 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3beb97cb-c52e-4037-92fe-c3ff1dc792bd tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:24.650004 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3beb97cb-c52e-4037-92fe-c3ff1dc792bd tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:24.655097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb97cb-c52e-4037-92fe-c3ff1dc792bd tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Pushing event updated for resources: {'Port': ['ID=0d03a2a6-2286-4242-adad-b094ff59b894,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:24.687340 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b968f1-e42f-4dc6-840e-6ccabe3a004a None None] DHCP port deletion for b3107c86-393d-4546-95b6-185ebc23d220 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:24.711026 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3beb97cb-c52e-4037-92fe-c3ff1dc792bd tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:24.711706 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3beb97cb-c52e-4037-92fe-c3ff1dc792bd tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:24.732552 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3beb97cb-c52e-4037-92fe-c3ff1dc792bd tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7463682 Nov 12 20:16:24.751199 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-648460d4-46ee-4198-9118-564ff92a00d1 req-7b58fc4e-4bfa-4111-889c-55635445ff27 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:16:24.752430 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-648460d4-46ee-4198-9118-564ff92a00d1 req-7b58fc4e-4bfa-4111-889c-55635445ff27 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082450 Nov 12 20:16:24.772609 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3fc0333f-c599-441e-a272-f69b481c6538 service neutron] Request body: {'port': {'device_id': 'f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:24.786439 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f2245b-1d8e-4600-8d9d-d984445edf7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-6d000e56-746f-4aa4-a11f-915aa42d4402', 'network_id': '6d000e56-746f-4aa4-a11f-915aa42d4402', 'tenant_id': '0477c589b9404586b4da0b719600847f', 'fixed_ips': [{'subnet_id': '46ebe533-5b91-4f70-b036-c0f4f64664ff'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:16:24.787474 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-43f2245b-1d8e-4600-8d9d-d984445edf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:24.823684 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a824fa59-f62b-4509-9198-0bebee670059 None None] Provisioning complete for port 0d03a2a6-2286-4242-adad-b094ff59b894 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:24.824054 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a824fa59-f62b-4509-9198-0bebee670059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:24.847368 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3fc0333f-c599-441e-a272-f69b481c6538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:24.870533 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-a824fa59-f62b-4509-9198-0bebee670059 None None] Port 0d03a2a6-2286-4242-adad-b094ff59b894 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:16:25.058575 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-43f2245b-1d8e-4600-8d9d-d984445edf7e None None] Allocated IP 2001:db8::2 (6d000e56-746f-4aa4-a11f-915aa42d4402/46ebe533-5b91-4f70-b036-c0f4f64664ff/993a0cde-5f32-441e-aca8-5fa8df4f6dac) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:25.166387 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-e8916a8e-6cf8-4645-a7ea-66903be18ad1 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Floating IP f71ed35e-3b9d-429c-bdb1-66b2b06a263a associated. External IP: 172.25.5.228, port: 5f7114aa-890d-4082-82f6-1dfcb9653ca3. Nov 12 20:16:25.241687 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3fc0333f-c599-441e-a272-f69b481c6538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d03a2a6-2286-4242-adad-b094ff59b894 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:16:25.255195 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-43f2245b-1d8e-4600-8d9d-d984445edf7e None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:25.261747 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3fc0333f-c599-441e-a272-f69b481c6538 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:25.267652 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-43f2245b-1d8e-4600-8d9d-d984445edf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:25.284503 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3fc0333f-c599-441e-a272-f69b481c6538 service neutron] Transition to ACTIVE for port object 0d03a2a6-2286-4242-adad-b094ff59b894 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:16:25.298668 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3fc0333f-c599-441e-a272-f69b481c6538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:25.312732 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f2245b-1d8e-4600-8d9d-d984445edf7e None None] Network 6d000e56-746f-4aa4-a11f-915aa42d4402 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:25.314225 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:25.317012 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-43f2245b-1d8e-4600-8d9d-d984445edf7e None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:25.322184 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f2245b-1d8e-4600-8d9d-d984445edf7e None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:25.328466 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9fafef-de6b-4ed4-ac3e-2ba137ee1e7f None None] DHCP port deletion for b3107c86-393d-4546-95b6-185ebc23d220 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:25.362702 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2245b-1d8e-4600-8d9d-d984445edf7e None None] Pushing event updated for resources: {'Port': ['ID=993a0cde-5f32-441e-aca8-5fa8df4f6dac,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:25.425850 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-43f2245b-1d8e-4600-8d9d-d984445edf7e None None] Attempting to bind port 993a0cde-5f32-441e-aca8-5fa8df4f6dac on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:16:25.426447 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-43f2245b-1d8e-4600-8d9d-d984445edf7e None None] Attempting to bind port 993a0cde-5f32-441e-aca8-5fa8df4f6dac by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'c40fa0c9-fd83-40f1-bae2-11e608e8a1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6d000e56-746f-4aa4-a11f-915aa42d4402'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:16:25.426812 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f2245b-1d8e-4600-8d9d-d984445edf7e None None] Attempting to bind port 993a0cde-5f32-441e-aca8-5fa8df4f6dac on network 6d000e56-746f-4aa4-a11f-915aa42d4402 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:16:25.433034 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f2245b-1d8e-4600-8d9d-d984445edf7e None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:16:25.433415 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f2245b-1d8e-4600-8d9d-d984445edf7e None None] Checking segment: {'id': 'c40fa0c9-fd83-40f1-bae2-11e608e8a1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6d000e56-746f-4aa4-a11f-915aa42d4402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:25.433789 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-43f2245b-1d8e-4600-8d9d-d984445edf7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:25.434170 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f2245b-1d8e-4600-8d9d-d984445edf7e None None] Bound using segment: {'id': 'c40fa0c9-fd83-40f1-bae2-11e608e8a1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6d000e56-746f-4aa4-a11f-915aa42d4402'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:16:25.434636 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-43f2245b-1d8e-4600-8d9d-d984445edf7e None None] Bound port: 993a0cde-5f32-441e-aca8-5fa8df4f6dac, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40fa0c9-fd83-40f1-bae2-11e608e8a1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6d000e56-746f-4aa4-a11f-915aa42d4402'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:16:25.435009 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-43f2245b-1d8e-4600-8d9d-d984445edf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:25.436393 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0333f-c599-441e-a272-f69b481c6538 service neutron] Pushing event updated for resources: {'Port': ['ID=0d03a2a6-2286-4242-adad-b094ff59b894,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:25.461664 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c39712-47d8-4802-bbe1-2c906143c46a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Made reservation on behalf of 0477c589b9404586b4da0b719600847f for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:25.465579 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-18c39712-47d8-4802-bbe1-2c906143c46a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:25.484118 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3fc0333f-c599-441e-a272-f69b481c6538 service neutron] Attempting to bind port 0d03a2a6-2286-4242-adad-b094ff59b894 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:16:25.484603 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3fc0333f-c599-441e-a272-f69b481c6538 service neutron] Attempting to bind port 0d03a2a6-2286-4242-adad-b094ff59b894 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '69cd314b-0c9e-4d8d-9aa9-8bf2959b016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3107c86-393d-4546-95b6-185ebc23d220'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:16:25.484998 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3fc0333f-c599-441e-a272-f69b481c6538 service neutron] Attempting to bind port 0d03a2a6-2286-4242-adad-b094ff59b894 on network b3107c86-393d-4546-95b6-185ebc23d220 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:16:25.489972 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3fc0333f-c599-441e-a272-f69b481c6538 service neutron] Port 0d03a2a6-2286-4242-adad-b094ff59b894 on network b3107c86-393d-4546-95b6-185ebc23d220 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:16:25.490302 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3fc0333f-c599-441e-a272-f69b481c6538 service neutron] Attempting to bind port 0d03a2a6-2286-4242-adad-b094ff59b894 on network b3107c86-393d-4546-95b6-185ebc23d220 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:16:25.496693 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3fc0333f-c599-441e-a272-f69b481c6538 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:16:25.496964 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3fc0333f-c599-441e-a272-f69b481c6538 service neutron] Checking segment: {'id': '69cd314b-0c9e-4d8d-9aa9-8bf2959b016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3107c86-393d-4546-95b6-185ebc23d220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:25.497362 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3fc0333f-c599-441e-a272-f69b481c6538 service neutron] Bound using segment: {'id': '69cd314b-0c9e-4d8d-9aa9-8bf2959b016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3107c86-393d-4546-95b6-185ebc23d220'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:16:25.497806 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3fc0333f-c599-441e-a272-f69b481c6538 service neutron] Bound port: 0d03a2a6-2286-4242-adad-b094ff59b894, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69cd314b-0c9e-4d8d-9aa9-8bf2959b016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3107c86-393d-4546-95b6-185ebc23d220'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:16:25.498311 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3fc0333f-c599-441e-a272-f69b481c6538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:25.517339 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-43f2245b-1d8e-4600-8d9d-d984445edf7e None None] For port 993a0cde-5f32-441e-aca8-5fa8df4f6dac, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:16:25.522486 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-43f2245b-1d8e-4600-8d9d-d984445edf7e None None] For port 993a0cde-5f32-441e-aca8-5fa8df4f6dac, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=993a0cde-5f32-441e-aca8-5fa8df4f6dac,segment=NetworkSegment(c40fa0c9-fd83-40f1-bae2-11e608e8a1ab),segment_id=c40fa0c9-fd83-40f1-bae2-11e608e8a1ab)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:16:25.544194 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-43f2245b-1d8e-4600-8d9d-d984445edf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:25.587016 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1342301c-cf4f-45d2-81a4-1d0e846eaf9e tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:25.612880 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2245b-1d8e-4600-8d9d-d984445edf7e None None] Pushing event updated for resources: {'Port': ['ID=993a0cde-5f32-441e-aca8-5fa8df4f6dac,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:25.637579 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3fc0333f-c599-441e-a272-f69b481c6538 service neutron] For port 0d03a2a6-2286-4242-adad-b094ff59b894, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:16:25.642329 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3fc0333f-c599-441e-a272-f69b481c6538 service neutron] For port 0d03a2a6-2286-4242-adad-b094ff59b894, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0d03a2a6-2286-4242-adad-b094ff59b894,segment=NetworkSegment(69cd314b-0c9e-4d8d-9aa9-8bf2959b016a),segment_id=69cd314b-0c9e-4d8d-9aa9-8bf2959b016a)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:16:25.653418 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3fc0333f-c599-441e-a272-f69b481c6538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:25.675517 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3fc0333f-c599-441e-a272-f69b481c6538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:25.676163 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3fc0333f-c599-441e-a272-f69b481c6538 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:25.677926 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-648460d4-46ee-4198-9118-564ff92a00d1 req-3fc0333f-c599-441e-a272-f69b481c6538 service neutron] 10.222.0.52 "PUT /v2.0/ports/0d03a2a6-2286-4242-adad-b094ff59b894 HTTP/1.1" status: 200 len: 1092 time: 0.9104223 Nov 12 20:16:25.690221 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342301c-cf4f-45d2-81a4-1d0e846eaf9e tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Pushing event deleted for resources: {'Port': ['ID=ab2077f0-0efb-4883-8ccf-89e97a805032,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:25.708200 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa', 'tag': '0d03a2a6-2286-4242-adad-b094ff59b894'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:16:25.717362 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3fa810-5a56-4726-a4c4-9ca3dc859715" -d '{"events": [{"name": "network-changed", "server_uuid": "f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa", "tag": "0d03a2a6-2286-4242-adad-b094ff59b894"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:16:25.742382 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c203172-ff16-47c0-8fa0-973391389b43 None None] DHCP port deletion for b3107c86-393d-4546-95b6-185ebc23d220 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:25.772849 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0333f-c599-441e-a272-f69b481c6538 service neutron] Pushing event updated for resources: {'Port': ['ID=0d03a2a6-2286-4242-adad-b094ff59b894,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:25.800887 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1342301c-cf4f-45d2-81a4-1d0e846eaf9e tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:25.806975 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1342301c-cf4f-45d2-81a4-1d0e846eaf9e tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] 10.222.0.48 "DELETE /v2.0/ports/ab2077f0-0efb-4883-8ccf-89e97a805032 HTTP/1.1" status: 204 len: 168 time: 1.6147904 Nov 12 20:16:25.810368 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47512) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:25.895486 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648460d4-46ee-4198-9118-564ff92a00d1 req-444edf66-8a03-4d2c-9f0a-e257eac1ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:25.897519 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8916a8e-6cf8-4645-a7ea-66903be18ad1 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Router 14719374-8782-4899-a302-d4232fc37549 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:16:25.897764 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-648460d4-46ee-4198-9118-564ff92a00d1 req-444edf66-8a03-4d2c-9f0a-e257eac1ca4c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f74867b50744eb7b866c1e4d6eb5a6e&device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 1095 time: 0.1198518 Nov 12 20:16:25.936683 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cd697e-0294-4700-afb3-ea6fbec983f0 x-openstack-request-id: req-23cd697e-0294-4700-afb3-ea6fbec983f0 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:16:25.937645 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa", "tag": "0d03a2a6-2286-4242-adad-b094ff59b894", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:16:25.939432 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-23cd697e-0294-4700-afb3-ea6fbec983f0 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:16:25.939634 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa', 'tag': '0d03a2a6-2286-4242-adad-b094ff59b894', 'status': 'completed', 'code': 200} Nov 12 20:16:25.947058 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb17e1-d819-4a02-9322-271387ff4643 req-678d242c-179f-4613-8163-8407cdbce9ab tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:25.956732 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46fb17e1-d819-4a02-9322-271387ff4643 req-678d242c-179f-4613-8163-8407cdbce9ab tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 943 time: 0.2567675 Nov 12 20:16:25.957541 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:25.988503 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-648460d4-46ee-4198-9118-564ff92a00d1 req-4c5ee081-3723-4f63-94ee-57ccebc067f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d03a2a6-2286-4242-adad-b094ff59b894 HTTP/1.1" status: 200 len: 217 time: 0.0755949 Nov 12 20:16:26.012824 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-32967967-adbd-4062-9f86-7c84a03e9e7f tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Deleting subnet 1f057194-bc39-488c-af6c-bda2ed458272 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:16:26.024607 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-32967967-adbd-4062-9f86-7c84a03e9e7f tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:26.065024 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648460d4-46ee-4198-9118-564ff92a00d1 req-ae8c524c-1d8e-4dda-a1af-452f756b8645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:26.075167 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-648460d4-46ee-4198-9118-564ff92a00d1 req-ae8c524c-1d8e-4dda-a1af-452f756b8645 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c0b4a992-c342-412e-9115-492f4914c4c9 HTTP/1.1" status: 200 len: 850 time: 0.0787997 Nov 12 20:16:26.169791 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-648460d4-46ee-4198-9118-564ff92a00d1 req-8dd16df4-ebee-4c82-baa0-46e30518da76 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b3107c86-393d-4546-95b6-185ebc23d220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862100 Nov 12 20:16:26.223043 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46fb17e1-d819-4a02-9322-271387ff4643 req-2c159135-52ee-4104-a00b-799d8450c1d3 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653246 Nov 12 20:16:26.226172 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-32967967-adbd-4062-9f86-7c84a03e9e7f tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:26.304843 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-648460d4-46ee-4198-9118-564ff92a00d1 req-21787597-483b-42cd-863e-599161f97394 service neutron] 10.222.0.52 "GET /v2.0/networks/b3107c86-393d-4546-95b6-185ebc23d220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217012 Nov 12 20:16:26.450841 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8916a8e-6cf8-4645-a7ea-66903be18ad1 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:16:26.455357 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-648460d4-46ee-4198-9118-564ff92a00d1 req-e6549c79-b1aa-47c6-a164-2d57967a97e6 service neutron] 10.222.0.52 "GET /v2.0/networks/b3107c86-393d-4546-95b6-185ebc23d220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251979 Nov 12 20:16:26.462324 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc652af-6cb9-4eba-a82c-7e3aa3a1aa96 None None] Sync routers for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:16:26.472489 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc652af-6cb9-4eba-a82c-7e3aa3a1aa96 None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:26.473557 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-6dc652af-6cb9-4eba-a82c-7e3aa3a1aa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:16:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:26.507976 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-6dc652af-6cb9-4eba-a82c-7e3aa3a1aa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:26.517044 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc652af-6cb9-4eba-a82c-7e3aa3a1aa96 None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:26.517835 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-6dc652af-6cb9-4eba-a82c-7e3aa3a1aa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:16:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:26.559164 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-6dc652af-6cb9-4eba-a82c-7e3aa3a1aa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:26.560051 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc652af-6cb9-4eba-a82c-7e3aa3a1aa96 None None] The sync data for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:16:26.572719 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fa810-5a56-4726-a4c4-9ca3dc859715 req-337e5427-41c9-4847-8a53-d4ff15d82054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:26.574554 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f3fa810-5a56-4726-a4c4-9ca3dc859715 req-337e5427-41c9-4847-8a53-d4ff15d82054 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f74867b50744eb7b866c1e4d6eb5a6e&device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 1095 time: 0.0623806 Nov 12 20:16:26.575246 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-18c39712-47d8-4802-bbe1-2c906143c46a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:26.579686 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-32967967-adbd-4062-9f86-7c84a03e9e7f tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:26.692127 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c39712-47d8-4802-bbe1-2c906143c46a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Network 6d000e56-746f-4aa4-a11f-915aa42d4402 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:26.701375 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-18c39712-47d8-4802-bbe1-2c906143c46a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:26.714105 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c39712-47d8-4802-bbe1-2c906143c46a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:26.715130 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-18c39712-47d8-4802-bbe1-2c906143c46a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:26.726355 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c39712-47d8-4802-bbe1-2c906143c46a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event updated for resources: {'Subnet': ['ID=4d2a37f1-0f45-4a24-9c45-0764cac62573,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:26.728569 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fa810-5a56-4726-a4c4-9ca3dc859715 req-2a0bd8dd-65fa-4c35-8a08-a789b0a14a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:26.731578 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f3fa810-5a56-4726-a4c4-9ca3dc859715 req-2a0bd8dd-65fa-4c35-8a08-a789b0a14a70 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b3107c86-393d-4546-95b6-185ebc23d220 HTTP/1.1" status: 200 len: 911 time: 0.1475325 Nov 12 20:16:26.792082 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f3fa810-5a56-4726-a4c4-9ca3dc859715 req-d002f9a9-96de-44d7-8a9c-8bd1e95ebc6e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d03a2a6-2286-4242-adad-b094ff59b894 HTTP/1.1" status: 200 len: 217 time: 0.0455937 Nov 12 20:16:26.797183 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-18c39712-47d8-4802-bbe1-2c906143c46a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1601026 Nov 12 20:16:26.797406 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47520) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:26.798076 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-32967967-adbd-4062-9f86-7c84a03e9e7f tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:26.835981 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32967967-adbd-4062-9f86-7c84a03e9e7f tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Pushing event deleted for resources: {'Subnet': ['ID=1f057194-bc39-488c-af6c-bda2ed458272,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:26.838253 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-32967967-adbd-4062-9f86-7c84a03e9e7f tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:26.841475 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99edbb0-5301-42cc-8c54-7d0bd60aa8b7 None None] Network b4bd9102-06e2-46b5-9175-87bc10b87c81 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:26.844369 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-32967967-adbd-4062-9f86-7c84a03e9e7f tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] 10.222.0.48 "DELETE /v2.0/subnets/1f057194-bc39-488c-af6c-bda2ed458272 HTTP/1.1" status: 204 len: 168 time: 1.0312405 Nov 12 20:16:26.847249 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47522) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:26.857045 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fa810-5a56-4726-a4c4-9ca3dc859715 req-7eb68bac-80cf-432d-bd04-d1dc3298c054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:26.859101 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f3fa810-5a56-4726-a4c4-9ca3dc859715 req-7eb68bac-80cf-432d-bd04-d1dc3298c054 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c0b4a992-c342-412e-9115-492f4914c4c9 HTTP/1.1" status: 200 len: 850 time: 0.0497458 Nov 12 20:16:26.912999 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f3fa810-5a56-4726-a4c4-9ca3dc859715 req-aa9b30b7-bf0d-4363-a50b-7f5a3227a46f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b3107c86-393d-4546-95b6-185ebc23d220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315204 Nov 12 20:16:26.976067 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f90318-4137-4d9c-bf0c-67142a24e4a4 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:26.977701 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f90318-4137-4d9c-bf0c-67142a24e4a4 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:26.981548 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f90318-4137-4d9c-bf0c-67142a24e4a4 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:26.983190 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f90318-4137-4d9c-bf0c-67142a24e4a4 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:26.985413 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f90318-4137-4d9c-bf0c-67142a24e4a4 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:26.991400 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-74f90318-4137-4d9c-bf0c-67142a24e4a4 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1889868 Nov 12 20:16:26.992673 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47524) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:26.996711 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-75d04436-8cc9-4923-b810-81e928f6fb34 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2055644738'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:27.007162 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5cdd24c6-ff2d-464f-a6aa-a96c0f790f70 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:27.031859 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8916a8e-6cf8-4645-a7ea-66903be18ad1 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Router 7c613a4d-b96f-45bd-b3de-3eee36d17d5a has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:16:27.089163 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d04436-8cc9-4923-b810-81e928f6fb34 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Made reservation on behalf of 0477c589b9404586b4da0b719600847f for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:27.092885 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-75d04436-8cc9-4923-b810-81e928f6fb34 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:27.224685 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134668e6-4f22-4ef8-8d06-9405557b34f3 None None] DHCP port deletion for b4bd9102-06e2-46b5-9175-87bc10b87c81 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:27.227328 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f3fa810-5a56-4726-a4c4-9ca3dc859715 req-7f033a9f-db26-4925-b66d-21b4998aae0a service neutron] 10.222.0.52 "GET /v2.0/networks/b3107c86-393d-4546-95b6-185ebc23d220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044734 Nov 12 20:16:27.229037 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d04436-8cc9-4923-b810-81e928f6fb34 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:16:27.246106 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8916a8e-6cf8-4645-a7ea-66903be18ad1 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:16:27.254662 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e8916a8e-6cf8-4645-a7ea-66903be18ad1 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:27.283015 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c1060c-072c-439a-9f12-131fae546ecd None None] Sync routers for ids ['7c613a4d-b96f-45bd-b3de-3eee36d17d5a'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:16:27.284039 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-75d04436-8cc9-4923-b810-81e928f6fb34 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:27.284639 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-75d04436-8cc9-4923-b810-81e928f6fb34 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Added segment 580701f1-3200-488a-9513-643c7e7db07e of type vlan for network 1eae56fe-0bc9-48da-886b-416f7b64271a Nov 12 20:16:27.290156 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 993a0cde-5f32-441e-aca8-5fa8df4f6dac up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:16:27.358143 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c1060c-072c-439a-9f12-131fae546ecd None None] Routers {'7c613a4d-b96f-45bd-b3de-3eee36d17d5a'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:27.358143 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-83c1060c-072c-439a-9f12-131fae546ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:16:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7c613a4d-b96f-45bd-b3de-3eee36d17d5a'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:27.381841 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e8916a8e-6cf8-4645-a7ea-66903be18ad1 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "PUT /v2.0/floatingips/f71ed35e-3b9d-429c-bdb1-66b2b06a263a HTTP/1.1" status: 200 len: 979 time: 4.2208741 Nov 12 20:16:27.411439 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47534) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:27.425943 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-83c1060c-072c-439a-9f12-131fae546ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:27.430292 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-5cdd24c6-ff2d-464f-a6aa-a96c0f790f70 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Deleting port e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:27.430727 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5cdd24c6-ff2d-464f-a6aa-a96c0f790f70 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:27.432799 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04232d26-ecc6-4929-9f7b-7ee29dd6cbdf None None] Network 6d000e56-746f-4aa4-a11f-915aa42d4402 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:27.453236 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 0d03a2a6-2286-4242-adad-b094ff59b894 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:16:27.516531 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-75d04436-8cc9-4923-b810-81e928f6fb34 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:27.518607 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c1060c-072c-439a-9f12-131fae546ecd None None] Routers {'7c613a4d-b96f-45bd-b3de-3eee36d17d5a'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:27.519241 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-83c1060c-072c-439a-9f12-131fae546ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:16:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7c613a4d-b96f-45bd-b3de-3eee36d17d5a'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:27.556032 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0688d-dd3d-42b6-871f-4798acb36789 req-62c132e4-dff4-4720-a753-88021f21e801 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:27.557908 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-54e0688d-dd3d-42b6-871f-4798acb36789 req-62c132e4-dff4-4720-a753-88021f21e801 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 943 time: 0.1906073 Nov 12 20:16:27.558197 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-83c1060c-072c-439a-9f12-131fae546ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:27.558830 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c1060c-072c-439a-9f12-131fae546ecd None None] The sync data for ids ['7c613a4d-b96f-45bd-b3de-3eee36d17d5a'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:16:27.579677 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f3fa810-5a56-4726-a4c4-9ca3dc859715 req-3d051b78-9303-45b5-93d3-e0ebbd4cd8c1 service neutron] 10.222.0.52 "GET /v2.0/networks/b3107c86-393d-4546-95b6-185ebc23d220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275480 Nov 12 20:16:27.582226 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-5cdd24c6-ff2d-464f-a6aa-a96c0f790f70 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] For port e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff,segment=NetworkSegment(ee5c723a-5af0-44d4-be40-b1bd68a88cd6),segment_id=ee5c723a-5af0-44d4-be40-b1bd68a88cd6)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:27.582982 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5cdd24c6-ff2d-464f-a6aa-a96c0f790f70 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:27.590749 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-75d04436-8cc9-4923-b810-81e928f6fb34 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:27.591590 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-134668e6-4f22-4ef8-8d06-9405557b34f3 None None] Deleting port e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:27.591956 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-134668e6-4f22-4ef8-8d06-9405557b34f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:27.597683 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d04436-8cc9-4923-b810-81e928f6fb34 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:27.598373 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-75d04436-8cc9-4923-b810-81e928f6fb34 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:27.606132 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b334bf95-e21b-447b-aaa5-46ec551a6322 None None] Provisioning complete for port 993a0cde-5f32-441e-aca8-5fa8df4f6dac triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:27.606489 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b334bf95-e21b-447b-aaa5-46ec551a6322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:27.616018 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-5cdd24c6-ff2d-464f-a6aa-a96c0f790f70 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Calling delete_port for e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:27.628466 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-66be4cfc-f276-487d-be1b-3cf206e01b21 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Deleting port dbb3bb39-d170-4fae-b62d-7dc0728ee288 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:27.628681 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66be4cfc-f276-487d-be1b-3cf206e01b21 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:27.686267 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-75d04436-8cc9-4923-b810-81e928f6fb34 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6909688 Nov 12 20:16:27.693545 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47536) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:27.699464 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-124fa77c-0c02-4c02-b715-83f533ad54e4 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:27.728088 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 993a0cde-5f32-441e-aca8-5fa8df4f6dac triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:27.728088 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:27.740269 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d04436-8cc9-4923-b810-81e928f6fb34 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event updated for resources: {'Network': ['ID=1eae56fe-0bc9-48da-886b-416f7b64271a,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:27.782845 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66be4cfc-f276-487d-be1b-3cf206e01b21 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:27.786524 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-54e0688d-dd3d-42b6-871f-4798acb36789 req-69da14b1-2a9d-434e-90f4-343a82303ca4 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087643 Nov 12 20:16:27.786674 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 1eae56fe-0bc9-48da-886b-416f7b64271a details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:16:27.836203 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-134668e6-4f22-4ef8-8d06-9405557b34f3 None None] For port e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff,segment=NetworkSegment(ee5c723a-5af0-44d4-be40-b1bd68a88cd6),segment_id=ee5c723a-5af0-44d4-be40-b1bd68a88cd6)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:27.836625 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-134668e6-4f22-4ef8-8d06-9405557b34f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:27.909620 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-124fa77c-0c02-4c02-b715-83f533ad54e4 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:27.929012 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-124fa77c-0c02-4c02-b715-83f533ad54e4 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:27.959389 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-124fa77c-0c02-4c02-b715-83f533ad54e4 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Network 1eae56fe-0bc9-48da-886b-416f7b64271a is not hosted by any dhcp agent {{(pid=102447) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 20:16:27.965162 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124fa77c-0c02-4c02-b715-83f533ad54e4 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:27.966290 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-124fa77c-0c02-4c02-b715-83f533ad54e4 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:27.971706 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-124fa77c-0c02-4c02-b715-83f533ad54e4 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "PUT /v2.0/networks/1eae56fe-0bc9-48da-886b-416f7b64271a HTTP/1.1" status: 200 len: 723 time: 0.2732544 Nov 12 20:16:27.971706 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47538) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:27.976482 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-4dbcff68-d925-4afa-9fdf-a8bc2c9c9fee tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Request body: {'subnet': {'network_id': '1eae56fe-0bc9-48da-886b-416f7b64271a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:28.072697 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-134668e6-4f22-4ef8-8d06-9405557b34f3 None None] Calling delete_port for e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:28.074204 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124fa77c-0c02-4c02-b715-83f533ad54e4 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event updated for resources: {'Network': ['ID=1eae56fe-0bc9-48da-886b-416f7b64271a,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:28.086706 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 0d03a2a6-2286-4242-adad-b094ff59b894, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0d03a2a6-2286-4242-adad-b094ff59b894,segment=NetworkSegment(69cd314b-0c9e-4d8d-9aa9-8bf2959b016a),segment_id=69cd314b-0c9e-4d8d-9aa9-8bf2959b016a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:28.102667 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 1eae56fe-0bc9-48da-886b-416f7b64271a details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:16:28.119415 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbcff68-d925-4afa-9fdf-a8bc2c9c9fee tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Made reservation on behalf of 0477c589b9404586b4da0b719600847f for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:28.123483 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4dbcff68-d925-4afa-9fdf-a8bc2c9c9fee tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:28.146163 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5cdd24c6-ff2d-464f-a6aa-a96c0f790f70 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:28.156250 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '0d03a2a6-2286-4242-adad-b094ff59b894', 'network_id': 'b3107c86-393d-4546-95b6-185ebc23d220', 'port_id': '0d03a2a6-2286-4242-adad-b094ff59b894', 'mac_address': 'fa:16:3e:51:2b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b4a992-c342-412e-9115-492f4914c4c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:16:28.197060 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd24c6-ff2d-464f-a6aa-a96c0f790f70 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Pushing event deleted for resources: {'Port': ['ID=e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:28.200443 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdd24c6-ff2d-464f-a6aa-a96c0f790f70 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] No DVR routers for this DVR port e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:16:28.336138 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b334bf95-e21b-447b-aaa5-46ec551a6322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:28.352534 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5cdd24c6-ff2d-464f-a6aa-a96c0f790f70 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:28.372996 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:28.387280 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:28.398366 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4dbcff68-d925-4afa-9fdf-a8bc2c9c9fee tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:28.416964 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-5cdd24c6-ff2d-464f-a6aa-a96c0f790f70 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4bd9102-06e2-46b5-9175-87bc10b87c81']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:28.435879 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b334bf95-e21b-447b-aaa5-46ec551a6322 None None] For port 993a0cde-5f32-441e-aca8-5fa8df4f6dac, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=993a0cde-5f32-441e-aca8-5fa8df4f6dac,segment=NetworkSegment(c40fa0c9-fd83-40f1-bae2-11e608e8a1ab),segment_id=c40fa0c9-fd83-40f1-bae2-11e608e8a1ab)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:28.439848 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-5cdd24c6-ff2d-464f-a6aa-a96c0f790f70 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5c723a-5af0-44d4-be40-b1bd68a88cd6') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:28.440361 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-5cdd24c6-ff2d-464f-a6aa-a96c0f790f70 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5c723a-5af0-44d4-be40-b1bd68a88cd6') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:28.440859 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d03a2a6-2286-4242-adad-b094ff59b894 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:16:28.456311 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b334bf95-e21b-447b-aaa5-46ec551a6322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:28.464859 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5cdd24c6-ff2d-464f-a6aa-a96c0f790f70 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:28.484630 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66be4cfc-f276-487d-be1b-3cf206e01b21 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:28.485287 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66be4cfc-f276-487d-be1b-3cf206e01b21 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:28.485287 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-66be4cfc-f276-487d-be1b-3cf206e01b21 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Floating IP f71ed35e-3b9d-429c-bdb1-66b2b06a263a disassociated. External IP: 172.25.5.228, port: dbb3bb39-d170-4fae-b62d-7dc0728ee288. Nov 12 20:16:28.485820 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-66be4cfc-f276-487d-be1b-3cf206e01b21 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Calling delete_port for dbb3bb39-d170-4fae-b62d-7dc0728ee288 owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:28.485959 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-134668e6-4f22-4ef8-8d06-9405557b34f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:28.493605 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5cdd24c6-ff2d-464f-a6aa-a96c0f790f70 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:28.508100 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cdd24c6-ff2d-464f-a6aa-a96c0f790f70 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:16:28.509625 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5cdd24c6-ff2d-464f-a6aa-a96c0f790f70 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:16:28.512736 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:16:28.519804 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcff68-d925-4afa-9fdf-a8bc2c9c9fee tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event updated for resources: {'Subnet': ['ID=43e03674-cbf1-4622-84d0-03810470e369,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:28.529954 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbcff68-d925-4afa-9fdf-a8bc2c9c9fee tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Checking segment: {'id': '580701f1-3200-488a-9513-643c7e7db07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '1eae56fe-0bc9-48da-886b-416f7b64271a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:28.529954 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbcff68-d925-4afa-9fdf-a8bc2c9c9fee tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Network hostable DHCP agents. Network: 1eae56fe-0bc9-48da-886b-416f7b64271a, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:16:28.550134 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbcff68-d925-4afa-9fdf-a8bc2c9c9fee tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Network 1eae56fe-0bc9-48da-886b-416f7b64271a is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:16:28.560179 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-4dbcff68-d925-4afa-9fdf-a8bc2c9c9fee tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 1eae56fe-0bc9-48da-886b-416f7b64271a) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:28.569187 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbcff68-d925-4afa-9fdf-a8bc2c9c9fee tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:28.570166 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4dbcff68-d925-4afa-9fdf-a8bc2c9c9fee tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1698945'] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:28.582886 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 0d03a2a6-2286-4242-adad-b094ff59b894, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0d03a2a6-2286-4242-adad-b094ff59b894,segment=NetworkSegment(69cd314b-0c9e-4d8d-9aa9-8bf2959b016a),segment_id=69cd314b-0c9e-4d8d-9aa9-8bf2959b016a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:28.590586 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17983581-ceb2-4da1-880e-c6b8b8bfb6a9 None None] Network 1eae56fe-0bc9-48da-886b-416f7b64271a requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:28.594286 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4dbcff68-d925-4afa-9fdf-a8bc2c9c9fee tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6222355 Nov 12 20:16:28.597979 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47546) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:28.600619 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134668e6-4f22-4ef8-8d06-9405557b34f3 None None] No DVR routers for this DVR port e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:16:28.604630 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-33d68941-1e34-4cd6-86d7-c3f4a67811bf tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:28.606988 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:28.635625 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5cdd24c6-ff2d-464f-a6aa-a96c0f790f70 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:28.640602 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5cdd24c6-ff2d-464f-a6aa-a96c0f790f70 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:28.643837 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5cdd24c6-ff2d-464f-a6aa-a96c0f790f70 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] 10.222.0.48 "DELETE /v2.0/networks/b4bd9102-06e2-46b5-9175-87bc10b87c81 HTTP/1.1" status: 204 len: 168 time: 1.7956388 Nov 12 20:16:28.661843 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7aeea65-322a-466c-a428-5095b0e2811f None None] Update dhcp port {'port': {'network_id': '6d000e56-746f-4aa4-a11f-915aa42d4402', 'fixed_ips': [{'subnet_id': '46ebe533-5b91-4f70-b036-c0f4f64664ff', 'ip_address': '2001:db8::2'}, {'subnet_id': '4d2a37f1-0f45-4a24-9c45-0764cac62573'}], 'binding:host_id': 'n-d-712140-15'}, 'id': '993a0cde-5f32-441e-aca8-5fa8df4f6dac'} from n-d-712140-15. {{(pid=102449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 20:16:28.680996 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd24c6-ff2d-464f-a6aa-a96c0f790f70 tempest-AllowedAddressPairIpV6TestJSON-1411863261 tempest-AllowedAddressPairIpV6TestJSON-1411863261-project] Pushing event deleted for resources: {'Network': ['ID=b4bd9102-06e2-46b5-9175-87bc10b87c81,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:28.697833 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.api [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:16:28.698186 n-d-712140-15 neutron-server[102449]: DEBUG oslo_db.api [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:16:28.713801 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334bf95-e21b-447b-aaa5-46ec551a6322 None None] Pushing event updated for resources: {'Port': ['ID=993a0cde-5f32-441e-aca8-5fa8df4f6dac,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:28.726391 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-33d68941-1e34-4cd6-86d7-c3f4a67811bf tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25367439'] for subnet, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:28.759402 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134668e6-4f22-4ef8-8d06-9405557b34f3 None None] Pushing event deleted for resources: {'Port': ['ID=e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:28.761801 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d7aeea65-322a-466c-a428-5095b0e2811f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:28.788545 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66be4cfc-f276-487d-be1b-3cf206e01b21 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:28.857040 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be4cfc-f276-487d-be1b-3cf206e01b21 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event deleted for resources: {'Port': ['ID=dbb3bb39-d170-4fae-b62d-7dc0728ee288,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:28.916325 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['0d03a2a6-2286-4242-adad-b094ff59b894'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:16:28.952777 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-33d68941-1e34-4cd6-86d7-c3f4a67811bf tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769001279371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26129846'] for subnet, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:29.011164 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d68941-1e34-4cd6-86d7-c3f4a67811bf tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:29.011929 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-33d68941-1e34-4cd6-86d7-c3f4a67811bf tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:29.013351 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-33d68941-1e34-4cd6-86d7-c3f4a67811bf tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "PUT /v2.0/subnets/43e03674-cbf1-4622-84d0-03810470e369 HTTP/1.1" status: 200 len: 826 time: 0.4143739 Nov 12 20:16:29.017076 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47554) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:29.022786 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47556) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:29.040655 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb7a3a-edbd-41a7-82d2-5363f3bbf9e8 req-63c01508-39f7-45dd-adf7-d723948d243b tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:29.048798 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-93fb7a3a-edbd-41a7-82d2-5363f3bbf9e8 req-63c01508-39f7-45dd-adf7-d723948d243b tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 944 time: 0.1091809 Nov 12 20:16:29.079290 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66be4cfc-f276-487d-be1b-3cf206e01b21 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Router 7c613a4d-b96f-45bd-b3de-3eee36d17d5a has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:16:29.095617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=0d03a2a6-2286-4242-adad-b094ff59b894,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:29.136680 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-93fb7a3a-edbd-41a7-82d2-5363f3bbf9e8 req-8b4a5f45-723c-4a43-bea2-6e15972a51c1 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869472 Nov 12 20:16:29.157224 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d7e22b9d-0f08-4a25-a781-90a0fbc54aae tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:29.166205 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d68941-1e34-4cd6-86d7-c3f4a67811bf tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event updated for resources: {'Subnet': ['ID=43e03674-cbf1-4622-84d0-03810470e369,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:29.216154 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d7e22b9d-0f08-4a25-a781-90a0fbc54aae tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:29.290031 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66be4cfc-f276-487d-be1b-3cf206e01b21 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:16:29.293849 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e40a10-82ce-4dcb-8af4-9151090a558b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-1eae56fe-0bc9-48da-886b-416f7b64271a', 'network_id': '1eae56fe-0bc9-48da-886b-416f7b64271a', 'tenant_id': '0477c589b9404586b4da0b719600847f', 'fixed_ips': [{'subnet_id': '43e03674-cbf1-4622-84d0-03810470e369'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:16:29.294970 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a7e40a10-82ce-4dcb-8af4-9151090a558b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:29.304376 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be38d970-2e11-405c-aa9c-0b56a7e1fc5c None None] Sync routers for ids ['7c613a4d-b96f-45bd-b3de-3eee36d17d5a'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:16:29.319654 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be38d970-2e11-405c-aa9c-0b56a7e1fc5c None None] Routers {'7c613a4d-b96f-45bd-b3de-3eee36d17d5a'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:29.320592 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-be38d970-2e11-405c-aa9c-0b56a7e1fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:16:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7c613a4d-b96f-45bd-b3de-3eee36d17d5a'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:29.338111 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ecd6609b-34be-40fc-8fbc-9970a47a98fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2efe4a70e15841ef940b4cb68eb7164e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2181036 Nov 12 20:16:29.339467 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d7e22b9d-0f08-4a25-a781-90a0fbc54aae tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:29.345036 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47562) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:29.358820 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-be38d970-2e11-405c-aa9c-0b56a7e1fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:29.369038 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be38d970-2e11-405c-aa9c-0b56a7e1fc5c None None] Routers {'7c613a4d-b96f-45bd-b3de-3eee36d17d5a'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:29.369866 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-be38d970-2e11-405c-aa9c-0b56a7e1fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:16:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7c613a4d-b96f-45bd-b3de-3eee36d17d5a'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:29.405425 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e22b9d-0f08-4a25-a781-90a0fbc54aae tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event deleted for resources: {'Subnet': ['ID=43e03674-cbf1-4622-84d0-03810470e369,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:29.417123 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-be38d970-2e11-405c-aa9c-0b56a7e1fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:29.417771 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be38d970-2e11-405c-aa9c-0b56a7e1fc5c None None] The sync data for ids ['7c613a4d-b96f-45bd-b3de-3eee36d17d5a'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:16:29.434919 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66be4cfc-f276-487d-be1b-3cf206e01b21 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:29.442115 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-66be4cfc-f276-487d-be1b-3cf206e01b21 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "DELETE /v2.0/ports/dbb3bb39-d170-4fae-b62d-7dc0728ee288 HTTP/1.1" status: 204 len: 168 time: 2.0274992 Nov 12 20:16:29.442739 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47564) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:29.465906 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d7e22b9d-0f08-4a25-a781-90a0fbc54aae tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:29.493369 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-d7aeea65-322a-466c-a428-5095b0e2811f None None] Allocated IP 172.20.0.1 (6d000e56-746f-4aa4-a11f-915aa42d4402/4d2a37f1-0f45-4a24-9c45-0764cac62573/993a0cde-5f32-441e-aca8-5fa8df4f6dac) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:29.494697 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-d7e22b9d-0f08-4a25-a781-90a0fbc54aae tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eae56fe-0bc9-48da-886b-416f7b64271a']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:29.509777 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f8a4f42-8922-4e26-812c-ec1dac6ebecc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:29.513876 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-d7e22b9d-0f08-4a25-a781-90a0fbc54aae tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580701f1-3200-488a-9513-643c7e7db07e') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:29.514307 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-d7e22b9d-0f08-4a25-a781-90a0fbc54aae tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580701f1-3200-488a-9513-643c7e7db07e') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:29.531778 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d7e22b9d-0f08-4a25-a781-90a0fbc54aae tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:29.549643 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d7e22b9d-0f08-4a25-a781-90a0fbc54aae tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:29.557919 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e22b9d-0f08-4a25-a781-90a0fbc54aae tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:16:29.558629 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d7e22b9d-0f08-4a25-a781-90a0fbc54aae tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:16:29.562801 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:16:29.575115 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f8a4f42-8922-4e26-812c-ec1dac6ebecc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:29.575309 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 993a0cde-5f32-441e-aca8-5fa8df4f6dac up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:16:29.645036 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d7e22b9d-0f08-4a25-a781-90a0fbc54aae tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:29.652388 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d7e22b9d-0f08-4a25-a781-90a0fbc54aae tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:29.658560 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d7e22b9d-0f08-4a25-a781-90a0fbc54aae tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "DELETE /v2.0/networks/1eae56fe-0bc9-48da-886b-416f7b64271a HTTP/1.1" status: 204 len: 168 time: 0.6404717 Nov 12 20:16:29.659270 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47570) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:29.665382 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43e8061-e142-4b57-8d6c-51e8633dccd9 None None] Network 1eae56fe-0bc9-48da-886b-416f7b64271a requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:29.672340 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e22b9d-0f08-4a25-a781-90a0fbc54aae tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event deleted for resources: {'Network': ['ID=1eae56fe-0bc9-48da-886b-416f7b64271a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:29.692201 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e7c6b9-9392-40c2-8745-75af950b87ce tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] DELETE failed (client error): The resource could not be found. Nov 12 20:16:29.692785 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6e7c6b9-9392-40c2-8745-75af950b87ce tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:16:29.699390 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a6e7c6b9-9392-40c2-8745-75af950b87ce tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "DELETE /v2.0/networks/1eae56fe-0bc9-48da-886b-416f7b64271a HTTP/1.1" status: 404 len: 339 time: 0.0330167 Nov 12 20:16:29.699669 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47572) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:29.705285 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a15c85ed-3cd2-4dfa-8615-97315dd3df18 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-760654183', 'description': 'd1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:29.723438 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43e8061-e142-4b57-8d6c-51e8633dccd9 None None] Network 1eae56fe-0bc9-48da-886b-416f7b64271a could not be found, it might have been deleted concurrently. {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 20:16:29.727577 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15c85ed-3cd2-4dfa-8615-97315dd3df18 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Made reservation on behalf of 0477c589b9404586b4da0b719600847f for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:29.731825 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a15c85ed-3cd2-4dfa-8615-97315dd3df18 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:29.740472 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f880117-898a-444b-82cd-924ddcbdedc5 None None] Network 1eae56fe-0bc9-48da-886b-416f7b64271a requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:29.763465 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15c85ed-3cd2-4dfa-8615-97315dd3df18 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:16:29.765308 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f880117-898a-444b-82cd-924ddcbdedc5 None None] Network 1eae56fe-0bc9-48da-886b-416f7b64271a could not be found, it might have been deleted concurrently. {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 20:16:29.775542 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a15c85ed-3cd2-4dfa-8615-97315dd3df18 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:29.775890 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-a15c85ed-3cd2-4dfa-8615-97315dd3df18 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Added segment bae245db-1cfa-454f-a8f4-fe073ed9dfaa of type vlan for network 7fcfd435-e5a2-4275-8c7a-c9e2094988b4 Nov 12 20:16:29.783973 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 993a0cde-5f32-441e-aca8-5fa8df4f6dac triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:29.784445 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:29.787282 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d7aeea65-322a-466c-a428-5095b0e2811f None None] For port 993a0cde-5f32-441e-aca8-5fa8df4f6dac, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=993a0cde-5f32-441e-aca8-5fa8df4f6dac,segment=NetworkSegment(c40fa0c9-fd83-40f1-bae2-11e608e8a1ab),segment_id=c40fa0c9-fd83-40f1-bae2-11e608e8a1ab)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:29.802093 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f8a4f42-8922-4e26-812c-ec1dac6ebecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:29.805159 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f8a4f42-8922-4e26-812c-ec1dac6ebecc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:29.809011 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7f8a4f42-8922-4e26-812c-ec1dac6ebecc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6553a089-5f6b-4608-b037-c363d9657759 HTTP/1.1" status: 204 len: 168 time: 0.4603477 Nov 12 20:16:29.823497 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a4f42-8922-4e26-812c-ec1dac6ebecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6553a089-5f6b-4608-b037-c363d9657759,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:29.829422 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a15c85ed-3cd2-4dfa-8615-97315dd3df18 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:29.873804 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a15c85ed-3cd2-4dfa-8615-97315dd3df18 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:29.882980 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15c85ed-3cd2-4dfa-8615-97315dd3df18 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:29.884020 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a15c85ed-3cd2-4dfa-8615-97315dd3df18 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:29.887788 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d7aeea65-322a-466c-a428-5095b0e2811f None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:29.903017 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d7aeea65-322a-466c-a428-5095b0e2811f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:29.935582 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a15c85ed-3cd2-4dfa-8615-97315dd3df18 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2345755 Nov 12 20:16:29.943932 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47576) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:29.977938 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c85ed-3cd2-4dfa-8615-97315dd3df18 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event updated for resources: {'Network': ['ID=7fcfd435-e5a2-4275-8c7a-c9e2094988b4,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:29.998763 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 7fcfd435-e5a2-4275-8c7a-c9e2094988b4 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:16:30.074184 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6297b39d-13e4-4c75-9a05-67c8becde6cd tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:30.075593 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6297b39d-13e4-4c75-9a05-67c8becde6cd tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "GET /v2.0/networks?id=7fcfd435-e5a2-4275-8c7a-c9e2094988b4 HTTP/1.1" status: 200 len: 764 time: 0.1245034 Nov 12 20:16:30.078461 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47580) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:30.084111 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-b070342c-2a7b-467a-beff-c689eab3edd2 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Request body: {'network': {'description': 'd2'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:30.111466 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aeea65-322a-466c-a428-5095b0e2811f None None] Pushing event updated for resources: {'Port': ['ID=993a0cde-5f32-441e-aca8-5fa8df4f6dac,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:30.147840 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:16:30.172461 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:16:30.173333 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e0cbfa0b-7117-42b2-8bd3-b5e6344bb4ff not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:16:30.249838 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4d018111-b2f4-4dbd-b292-69585548176b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:30.403233 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b070342c-2a7b-467a-beff-c689eab3edd2 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:30.455702 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b070342c-2a7b-467a-beff-c689eab3edd2 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:30.469443 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b070342c-2a7b-467a-beff-c689eab3edd2 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Network 7fcfd435-e5a2-4275-8c7a-c9e2094988b4 is not hosted by any dhcp agent {{(pid=102447) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 20:16:30.475818 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b070342c-2a7b-467a-beff-c689eab3edd2 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:30.476483 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b070342c-2a7b-467a-beff-c689eab3edd2 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:30.480467 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b070342c-2a7b-467a-beff-c689eab3edd2 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "PUT /v2.0/networks/7fcfd435-e5a2-4275-8c7a-c9e2094988b4 HTTP/1.1" status: 200 len: 761 time: 0.3982720 Nov 12 20:16:30.487743 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47596) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:30.504828 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb18d1-55f4-4c1d-9bc0-032546112b50 req-37ccc12b-4274-4815-9813-21e549344daa tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:30.506706 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c3bb18d1-55f4-4c1d-9bc0-032546112b50 req-37ccc12b-4274-4815-9813-21e549344daa tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 944 time: 0.2329557 Nov 12 20:16:30.577775 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070342c-2a7b-467a-beff-c689eab3edd2 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event updated for resources: {'Network': ['ID=7fcfd435-e5a2-4275-8c7a-c9e2094988b4,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:30.597466 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 7fcfd435-e5a2-4275-8c7a-c9e2094988b4 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:16:30.621657 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c3bb18d1-55f4-4c1d-9bc0-032546112b50 req-41c65420-def3-41e9-b466-77e282f08dd4 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047211 Nov 12 20:16:30.661720 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5a5665-cef9-4086-9846-87073bfca548 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:30.663282 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1e5a5665-cef9-4086-9846-87073bfca548 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "GET /v2.0/networks?id=7fcfd435-e5a2-4275-8c7a-c9e2094988b4 HTTP/1.1" status: 200 len: 764 time: 0.1742780 Nov 12 20:16:30.668068 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47608) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:30.833768 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47610) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:30.849801 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-4d018111-b2f4-4dbd-b292-69585548176b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Deleting port 07740bcb-dde5-428b-9f15-78b4bb1b33d7 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:30.851147 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4d018111-b2f4-4dbd-b292-69585548176b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:30.862604 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcdb151-2456-41eb-a2ed-6c7987a4c36d None None] Network 6d000e56-746f-4aa4-a11f-915aa42d4402 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:30.910099 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c374e68-d17b-450a-ac2e-cc329ca5e752 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:30.911950 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9c374e68-d17b-450a-ac2e-cc329ca5e752 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2426922 Nov 12 20:16:30.914839 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47614) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:30.940519 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b391503c-418f-407c-bd33-90c8a9a13618 None None] Provisioning complete for port 993a0cde-5f32-441e-aca8-5fa8df4f6dac triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:30.940978 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b391503c-418f-407c-bd33-90c8a9a13618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:30.957308 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4d018111-b2f4-4dbd-b292-69585548176b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:30.968282 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-44c740b2-4174-4a1d-a80b-8c85a2f9c623 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "GET /v2.0/subnets?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 207 time: 0.0479307 Nov 12 20:16:30.969704 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47616) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:30.975907 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b88ef90e-c211-43bc-b417-fdf051e75ca0 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-188365617'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:30.981354 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-4d018111-b2f4-4dbd-b292-69585548176b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Calling delete_port for 07740bcb-dde5-428b-9f15-78b4bb1b33d7 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:31.046479 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88ef90e-c211-43bc-b417-fdf051e75ca0 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Made reservation on behalf of dfdc32f26acc40dfbc6831e0c521eab5 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:31.050779 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b88ef90e-c211-43bc-b417-fdf051e75ca0 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:31.064270 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b88ef90e-c211-43bc-b417-fdf051e75ca0 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:31.087212 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18363620-f360-4b1b-8d6f-6ad4dd01aaf2 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:31.093177 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18363620-f360-4b1b-8d6f-6ad4dd01aaf2 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:31.099622 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18363620-f360-4b1b-8d6f-6ad4dd01aaf2 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:31.105447 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18363620-f360-4b1b-8d6f-6ad4dd01aaf2 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:31.112121 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18363620-f360-4b1b-8d6f-6ad4dd01aaf2 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:31.118245 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18363620-f360-4b1b-8d6f-6ad4dd01aaf2 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:31.123986 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-18363620-f360-4b1b-8d6f-6ad4dd01aaf2 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.1493454 Nov 12 20:16:31.124122 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47618) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:31.236113 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b88ef90e-c211-43bc-b417-fdf051e75ca0 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:31.240770 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b88ef90e-c211-43bc-b417-fdf051e75ca0 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:31.254426 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a3799121-900f-4815-b01b-aea9b6e2c1d7 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1260664 Nov 12 20:16:31.254675 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47620) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:31.289546 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88ef90e-c211-43bc-b417-fdf051e75ca0 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:16:31.292464 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ef90e-c211-43bc-b417-fdf051e75ca0 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5532721-397c-4e19-bbaf-0ed79fd9f132,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:31.299938 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4d018111-b2f4-4dbd-b292-69585548176b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:31.317665 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b88ef90e-c211-43bc-b417-fdf051e75ca0 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:31.318007 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-b88ef90e-c211-43bc-b417-fdf051e75ca0 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Added segment 667988d1-c7d4-4aec-8cf0-07732eacf375 of type vlan for network a65cee54-946c-4c12-8ea8-447886ddc2b4 Nov 12 20:16:31.325490 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934c0133-3c37-4b9f-a0f0-3a1366e455cd tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:31.327590 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934c0133-3c37-4b9f-a0f0-3a1366e455cd tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:31.329188 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934c0133-3c37-4b9f-a0f0-3a1366e455cd tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:31.330738 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934c0133-3c37-4b9f-a0f0-3a1366e455cd tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:31.332441 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934c0133-3c37-4b9f-a0f0-3a1366e455cd tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:31.337607 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-934c0133-3c37-4b9f-a0f0-3a1366e455cd tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0785584 Nov 12 20:16:31.342681 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47622) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:31.350748 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d018111-b2f4-4dbd-b292-69585548176b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event deleted for resources: {'Port': ['ID=07740bcb-dde5-428b-9f15-78b4bb1b33d7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:31.428017 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b88ef90e-c211-43bc-b417-fdf051e75ca0 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:31.440775 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525f7f5d-ffef-4606-9da3-ceab9d5a4a46 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['shared'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:31.442909 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525f7f5d-ffef-4606-9da3-ceab9d5a4a46 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['shared'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:31.444055 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525f7f5d-ffef-4606-9da3-ceab9d5a4a46 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['shared'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:31.448289 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525f7f5d-ffef-4606-9da3-ceab9d5a4a46 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['shared'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:31.448289 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525f7f5d-ffef-4606-9da3-ceab9d5a4a46 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['shared'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:31.449890 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 0d03a2a6-2286-4242-adad-b094ff59b894 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:16:31.451771 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-525f7f5d-ffef-4606-9da3-ceab9d5a4a46 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1075678 Nov 12 20:16:31.456266 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47624) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:31.522188 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b88ef90e-c211-43bc-b417-fdf051e75ca0 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:31.527787 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88ef90e-c211-43bc-b417-fdf051e75ca0 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:31.528426 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b88ef90e-c211-43bc-b417-fdf051e75ca0 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:31.535999 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 993a0cde-5f32-441e-aca8-5fa8df4f6dac up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:16:31.586959 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 0d03a2a6-2286-4242-adad-b094ff59b894 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:16:31.606676 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 0d03a2a6-2286-4242-adad-b094ff59b894 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:31.607270 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:31.673135 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fc2938-539d-4c2b-91a7-8fb189421fd1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:31.678086 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-58fc2938-539d-4c2b-91a7-8fb189421fd1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "GET /v2.0/networks/f462a3c8-e614-48fa-bbcb-a5a963083d4a HTTP/1.1" status: 200 len: 803 time: 0.2175391 Nov 12 20:16:31.678314 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47630) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:31.735118 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 993a0cde-5f32-441e-aca8-5fa8df4f6dac triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:31.736770 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:31.814632 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:31.838612 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4086209a-39b7-4b07-b6ba-a1f0b90ad0d6 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "GET /v2.0/networks/f462a3c8-e614-48fa-bbcb-a5a963083d4a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1588748 Nov 12 20:16:31.842591 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47636) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:31.857797 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4b449fa6-ed28-42bb-a6e9-78cdaa25157c None None] Provisioning complete for port 993a0cde-5f32-441e-aca8-5fa8df4f6dac triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:31.858742 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4b449fa6-ed28-42bb-a6e9-78cdaa25157c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:31.905770 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3b9e7d-8812-4e3e-857a-5ac6a18922e1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:31.911277 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fd3b9e7d-8812-4e3e-857a-5ac6a18922e1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "GET /v2.0/subnets/d35724c9-0372-457e-930e-cf226f00966d HTTP/1.1" status: 200 len: 843 time: 0.0647690 Nov 12 20:16:31.911542 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47638) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:31.912411 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d03a2a6-2286-4242-adad-b094ff59b894'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:16:31.915684 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab0293c-549c-4091-85ec-8d91f15073a8" -d '{"events": [{"server_uuid": "f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa", "name": "network-vif-plugged", "status": "completed", "tag": "0d03a2a6-2286-4242-adad-b094ff59b894"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:16:31.938180 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 0d03a2a6-2286-4242-adad-b094ff59b894, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0d03a2a6-2286-4242-adad-b094ff59b894,segment=NetworkSegment(69cd314b-0c9e-4d8d-9aa9-8bf2959b016a),segment_id=69cd314b-0c9e-4d8d-9aa9-8bf2959b016a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:31.948299 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:31.952817 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b88ef90e-c211-43bc-b417-fdf051e75ca0 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1158311 Nov 12 20:16:31.958601 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47644) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:31.966999 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-925e0467-41e6-4321-bd2c-7c63461cf01f tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Request body: {'subnet': {'network_id': 'a65cee54-946c-4c12-8ea8-447886ddc2b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:32.010963 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3915dee-4021-47b8-8c71-3ba802a2560e tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['shared'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:32.016719 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d3915dee-4021-47b8-8c71-3ba802a2560e tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "GET /v2.0/subnets/d35724c9-0372-457e-930e-cf226f00966d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1000772 Nov 12 20:16:32.027101 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47646) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:32.037435 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-aee3abcb-847e-4412-8598-f66d56326b2a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1231307008'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:32.046808 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ef90e-c211-43bc-b417-fdf051e75ca0 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Pushing event updated for resources: {'Network': ['ID=a65cee54-946c-4c12-8ea8-447886ddc2b4,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:32.056673 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=0d03a2a6-2286-4242-adad-b094ff59b894,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:32.068119 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network a65cee54-946c-4c12-8ea8-447886ddc2b4 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:16:32.085359 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604a2c4-d511-4af3-aab6-c176d35a4dea req-be7c23e6-ad8a-4be0-a138-daca6da95622 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:32.086961 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6604a2c4-d511-4af3-aab6-c176d35a4dea req-be7c23e6-ad8a-4be0-a138-daca6da95622 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.1389070 Nov 12 20:16:32.089929 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4d018111-b2f4-4dbd-b292-69585548176b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:32.104911 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee3abcb-847e-4412-8598-f66d56326b2a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Made reservation on behalf of 0477c589b9404586b4da0b719600847f for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:32.109222 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aee3abcb-847e-4412-8598-f66d56326b2a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:32.129614 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925e0467-41e6-4321-bd2c-7c63461cf01f tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Made reservation on behalf of dfdc32f26acc40dfbc6831e0c521eab5 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:32.135487 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-925e0467-41e6-4321-bd2c-7c63461cf01f tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:32.202954 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aeb71ee-6087-4eb2-bc9e-73ffcebad67f x-openstack-request-id: req-8aeb71ee-6087-4eb2-bc9e-73ffcebad67f {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:16:32.203655 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa", "name": "network-vif-plugged", "status": "completed", "tag": "0d03a2a6-2286-4242-adad-b094ff59b894", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:16:32.204057 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8aeb71ee-6087-4eb2-bc9e-73ffcebad67f {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:16:32.204659 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d03a2a6-2286-4242-adad-b094ff59b894', 'code': 200} Nov 12 20:16:32.215536 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee3abcb-847e-4412-8598-f66d56326b2a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:16:32.226860 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6604a2c4-d511-4af3-aab6-c176d35a4dea req-bae666c4-583d-4c2c-9649-5985e8d29314 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250381 Nov 12 20:16:32.270545 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aee3abcb-847e-4412-8598-f66d56326b2a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:32.270888 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-aee3abcb-847e-4412-8598-f66d56326b2a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Added segment c600e505-dfa2-4f08-871b-17fd1af5e253 of type vlan for network 6245b79c-27b3-4172-a51e-54389bf56a7f Nov 12 20:16:32.338667 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aee3abcb-847e-4412-8598-f66d56326b2a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:32.406110 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aee3abcb-847e-4412-8598-f66d56326b2a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:32.412033 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee3abcb-847e-4412-8598-f66d56326b2a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:32.412664 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aee3abcb-847e-4412-8598-f66d56326b2a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:32.525793 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-aee3abcb-847e-4412-8598-f66d56326b2a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4975052 Nov 12 20:16:32.530446 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47648) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:32.535809 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-ae1e5549-d0fa-44fb-86af-1959073fb605 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Request body: {'subnet': {'network_id': '6245b79c-27b3-4172-a51e-54389bf56a7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:32.559246 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3abcb-847e-4412-8598-f66d56326b2a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event updated for resources: {'Network': ['ID=6245b79c-27b3-4172-a51e-54389bf56a7f,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:32.570901 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 6245b79c-27b3-4172-a51e-54389bf56a7f details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:16:32.571380 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d018111-b2f4-4dbd-b292-69585548176b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Router 7c613a4d-b96f-45bd-b3de-3eee36d17d5a has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:16:32.692283 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936a68d-9d78-42b1-ba12-734e5d4b725e req-83da9a4c-2261-4653-b400-c3e3126937a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:32.693840 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9936a68d-9d78-42b1-ba12-734e5d4b725e req-83da9a4c-2261-4653-b400-c3e3126937a2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 1097 time: 0.1393080 Nov 12 20:16:32.754616 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1e5549-d0fa-44fb-86af-1959073fb605 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Made reservation on behalf of 0477c589b9404586b4da0b719600847f for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:32.758551 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae1e5549-d0fa-44fb-86af-1959073fb605 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:32.780458 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-925e0467-41e6-4321-bd2c-7c63461cf01f tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:32.794103 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9936a68d-9d78-42b1-ba12-734e5d4b725e req-72982500-159e-47b1-afdb-6ba7b43b78a0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877051 Nov 12 20:16:32.827044 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d018111-b2f4-4dbd-b292-69585548176b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:16:32.835338 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4d018111-b2f4-4dbd-b292-69585548176b tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "PUT /v2.0/routers/7c613a4d-b96f-45bd-b3de-3eee36d17d5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3912721 Nov 12 20:16:32.836049 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47656) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:32.840006 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.ipam_backend_mixin [None req-ae1e5549-d0fa-44fb-86af-1959073fb605 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Performing IP validity checks on allocation pools {{(pid=102448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 20:16:32.840559 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.ipam_backend_mixin [None req-ae1e5549-d0fa-44fb-86af-1959073fb605 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 20:16:32.845307 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11314632-7b38-4ef1-92f0-115f10759f50 None None] Sync routers for ids ['7c613a4d-b96f-45bd-b3de-3eee36d17d5a'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:16:32.863954 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11314632-7b38-4ef1-92f0-115f10759f50 None None] Routers {'7c613a4d-b96f-45bd-b3de-3eee36d17d5a'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:32.864561 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-11314632-7b38-4ef1-92f0-115f10759f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:16:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7c613a4d-b96f-45bd-b3de-3eee36d17d5a'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:32.894990 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e0467-41e6-4321-bd2c-7c63461cf01f tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Pushing event updated for resources: {'Subnet': ['ID=0f5d17ed-9943-4ab6-a14c-4cf9415debcd,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:32.911331 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e0467-41e6-4321-bd2c-7c63461cf01f tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Checking segment: {'id': '667988d1-c7d4-4aec-8cf0-07732eacf375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a65cee54-946c-4c12-8ea8-447886ddc2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:32.911707 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925e0467-41e6-4321-bd2c-7c63461cf01f tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Network hostable DHCP agents. Network: a65cee54-946c-4c12-8ea8-447886ddc2b4, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:16:32.922046 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-11314632-7b38-4ef1-92f0-115f10759f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:32.931150 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11314632-7b38-4ef1-92f0-115f10759f50 None None] Routers {'7c613a4d-b96f-45bd-b3de-3eee36d17d5a'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:32.931758 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-11314632-7b38-4ef1-92f0-115f10759f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:16:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7c613a4d-b96f-45bd-b3de-3eee36d17d5a'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:32.967662 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-11314632-7b38-4ef1-92f0-115f10759f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:32.968862 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11314632-7b38-4ef1-92f0-115f10759f50 None None] The sync data for ids ['7c613a4d-b96f-45bd-b3de-3eee36d17d5a'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:16:32.977570 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925e0467-41e6-4321-bd2c-7c63461cf01f tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Network a65cee54-946c-4c12-8ea8-447886ddc2b4 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:16:32.996933 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21b00ba1-fabc-4288-af53-d5ea8e4b54ba tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:32.998670 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-925e0467-41e6-4321-bd2c-7c63461cf01f tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, a65cee54-946c-4c12-8ea8-447886ddc2b4) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:33.013694 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d839693-8e5a-48c1-bf76-f1f28aa452b5 None None] Network a65cee54-946c-4c12-8ea8-447886ddc2b4 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:33.032070 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae1e5549-d0fa-44fb-86af-1959073fb605 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:33.039829 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925e0467-41e6-4321-bd2c-7c63461cf01f tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:33.040471 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-925e0467-41e6-4321-bd2c-7c63461cf01f tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:33.068450 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-925e0467-41e6-4321-bd2c-7c63461cf01f tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1087139 Nov 12 20:16:33.071350 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47660) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:33.077437 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-453efd65-0888-4ad4-b769-daa027c02f0c tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1572448344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:33.130937 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e5549-d0fa-44fb-86af-1959073fb605 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Checking segment: {'id': 'c600e505-dfa2-4f08-871b-17fd1af5e253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6245b79c-27b3-4172-a51e-54389bf56a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:33.131367 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1e5549-d0fa-44fb-86af-1959073fb605 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Network hostable DHCP agents. Network: 6245b79c-27b3-4172-a51e-54389bf56a7f, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:16:33.141812 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e5549-d0fa-44fb-86af-1959073fb605 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event updated for resources: {'Subnet': ['ID=3b37dd15-3308-40a4-8e64-1c054b1a37ed,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:33.159452 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1e5549-d0fa-44fb-86af-1959073fb605 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Network 6245b79c-27b3-4172-a51e-54389bf56a7f is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:16:33.174106 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-ae1e5549-d0fa-44fb-86af-1959073fb605 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 6245b79c-27b3-4172-a51e-54389bf56a7f) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:33.176263 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-453efd65-0888-4ad4-b769-daa027c02f0c tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:33.177309 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-453efd65-0888-4ad4-b769-daa027c02f0c tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:33.179219 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1e5549-d0fa-44fb-86af-1959073fb605 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:33.180062 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae1e5549-d0fa-44fb-86af-1959073fb605 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:33.191906 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb2b0d6-86f1-407b-8d05-463e215b5886 None None] Network 6245b79c-27b3-4172-a51e-54389bf56a7f requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:33.202986 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ae1e5549-d0fa-44fb-86af-1959073fb605 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6711299 Nov 12 20:16:33.204022 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47662) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:33.209376 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-348dad4d-4a37-48f7-ae2f-2a47d671541c tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:33.237309 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-453efd65-0888-4ad4-b769-daa027c02f0c tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:33.241943 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21b00ba1-fabc-4288-af53-d5ea8e4b54ba tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:33.246878 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-453efd65-0888-4ad4-b769-daa027c02f0c tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:33.267770 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-453efd65-0888-4ad4-b769-daa027c02f0c tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:33.271673 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-453efd65-0888-4ad4-b769-daa027c02f0c tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1969814 Nov 12 20:16:33.271973 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47666) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:33.341452 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-21b00ba1-fabc-4288-af53-d5ea8e4b54ba tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Deleting port ece9c331-2bac-4126-8b06-7eb3f64ac485 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:33.341452 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21b00ba1-fabc-4288-af53-d5ea8e4b54ba tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:33.347021 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8ac93c-4556-4441-b968-02978e0a419e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-a65cee54-946c-4c12-8ea8-447886ddc2b4', 'network_id': 'a65cee54-946c-4c12-8ea8-447886ddc2b4', 'tenant_id': 'dfdc32f26acc40dfbc6831e0c521eab5', 'fixed_ips': [{'subnet_id': '0f5d17ed-9943-4ab6-a14c-4cf9415debcd'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:16:33.352829 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ad8ac93c-4556-4441-b968-02978e0a419e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:33.427180 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70470e81-f68e-4a69-8630-f00c337d5a27 req-53cba4e5-6ce8-4d60-a07b-48f98096065f tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:33.429022 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-70470e81-f68e-4a69-8630-f00c337d5a27 req-53cba4e5-6ce8-4d60-a07b-48f98096065f tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.1199610 Nov 12 20:16:33.466289 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-348dad4d-4a37-48f7-ae2f-2a47d671541c tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26043287'] for subnet, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:33.466684 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21b00ba1-fabc-4288-af53-d5ea8e4b54ba tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:33.491495 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-21b00ba1-fabc-4288-af53-d5ea8e4b54ba tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Calling delete_port for ece9c331-2bac-4126-8b06-7eb3f64ac485 owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:33.500093 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548a3bf7-2dc6-495f-939f-1dedfd6e0918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-6245b79c-27b3-4172-a51e-54389bf56a7f', 'network_id': '6245b79c-27b3-4172-a51e-54389bf56a7f', 'tenant_id': '0477c589b9404586b4da0b719600847f', 'fixed_ips': [{'subnet_id': '3b37dd15-3308-40a4-8e64-1c054b1a37ed'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:16:33.501504 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-548a3bf7-2dc6-495f-939f-1dedfd6e0918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:33.513945 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-70470e81-f68e-4a69-8630-f00c337d5a27 req-b5aae29f-9f61-41f4-9f99-44dff0d07d8d tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749557 Nov 12 20:16:33.613911 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-ad8ac93c-4556-4441-b968-02978e0a419e None None] Allocated IP 172.20.0.2 (a65cee54-946c-4c12-8ea8-447886ddc2b4/0f5d17ed-9943-4ab6-a14c-4cf9415debcd/840f30a6-2271-483a-8661-66d3dc3dd3cc) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:33.684835 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21b00ba1-fabc-4288-af53-d5ea8e4b54ba tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:33.710198 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e73f9c38-832f-442e-a47e-2c77ed4ae478 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:33.718721 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b00ba1-fabc-4288-af53-d5ea8e4b54ba tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event deleted for resources: {'Port': ['ID=ece9c331-2bac-4126-8b06-7eb3f64ac485,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:33.760978 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ad7fb3-03dd-43ae-a1ba-016186deb8fc None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:33.786383 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21b00ba1-fabc-4288-af53-d5ea8e4b54ba tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:33.845310 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ad8ac93c-4556-4441-b968-02978e0a419e None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:33.854140 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ad8ac93c-4556-4441-b968-02978e0a419e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:33.862860 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-348dad4d-4a37-48f7-ae2f-2a47d671541c tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769001279371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3500247'] for subnet, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:33.906240 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21b00ba1-fabc-4288-af53-d5ea8e4b54ba tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:33.909961 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21b00ba1-fabc-4288-af53-d5ea8e4b54ba tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:33.952426 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8ac93c-4556-4441-b968-02978e0a419e None None] Network a65cee54-946c-4c12-8ea8-447886ddc2b4 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:33.961086 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-ad8ac93c-4556-4441-b968-02978e0a419e None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:33.964193 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8ac93c-4556-4441-b968-02978e0a419e None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:33.968212 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ac93c-4556-4441-b968-02978e0a419e None None] Pushing event updated for resources: {'Port': ['ID=840f30a6-2271-483a-8661-66d3dc3dd3cc,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:33.971986 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-548a3bf7-2dc6-495f-939f-1dedfd6e0918 None None] Allocated IP 2001:db8::3 (6245b79c-27b3-4172-a51e-54389bf56a7f/3b37dd15-3308-40a4-8e64-1c054b1a37ed/dc9e0e81-8666-485a-9f87-6b7ec0b02c0d) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:33.974127 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21b00ba1-fabc-4288-af53-d5ea8e4b54ba tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:33.974748 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348dad4d-4a37-48f7-ae2f-2a47d671541c tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:33.975535 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b00ba1-fabc-4288-af53-d5ea8e4b54ba tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Fanout notify agent at l3_agent the message router_deleted on router 7c613a4d-b96f-45bd-b3de-3eee36d17d5a {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:16:33.976174 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-348dad4d-4a37-48f7-ae2f-2a47d671541c tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:33.977657 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-348dad4d-4a37-48f7-ae2f-2a47d671541c tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "PUT /v2.0/subnets/3b37dd15-3308-40a4-8e64-1c054b1a37ed HTTP/1.1" status: 200 len: 900 time: 0.7725716 Nov 12 20:16:34.000191 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21b00ba1-fabc-4288-af53-d5ea8e4b54ba tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:34.004264 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47674) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:34.007763 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-21b00ba1-fabc-4288-af53-d5ea8e4b54ba tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "DELETE /v2.0/routers/7c613a4d-b96f-45bd-b3de-3eee36d17d5a HTTP/1.1" status: 204 len: 168 time: 1.1708884 Nov 12 20:16:34.008717 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47676) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:34.096038 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-ad8ac93c-4556-4441-b968-02978e0a419e None None] Attempting to bind port 840f30a6-2271-483a-8661-66d3dc3dd3cc on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:16:34.096446 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-ad8ac93c-4556-4441-b968-02978e0a419e None None] Attempting to bind port 840f30a6-2271-483a-8661-66d3dc3dd3cc by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '667988d1-c7d4-4aec-8cf0-07732eacf375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a65cee54-946c-4c12-8ea8-447886ddc2b4'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:16:34.096810 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8ac93c-4556-4441-b968-02978e0a419e None None] Attempting to bind port 840f30a6-2271-483a-8661-66d3dc3dd3cc on network a65cee54-946c-4c12-8ea8-447886ddc2b4 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:16:34.109652 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8ac93c-4556-4441-b968-02978e0a419e None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:16:34.109652 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8ac93c-4556-4441-b968-02978e0a419e None None] Checking segment: {'id': '667988d1-c7d4-4aec-8cf0-07732eacf375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a65cee54-946c-4c12-8ea8-447886ddc2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:34.109915 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ad8ac93c-4556-4441-b968-02978e0a419e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:34.110141 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8ac93c-4556-4441-b968-02978e0a419e None None] Bound using segment: {'id': '667988d1-c7d4-4aec-8cf0-07732eacf375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a65cee54-946c-4c12-8ea8-447886ddc2b4'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:16:34.110686 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-ad8ac93c-4556-4441-b968-02978e0a419e None None] Bound port: 840f30a6-2271-483a-8661-66d3dc3dd3cc, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '667988d1-c7d4-4aec-8cf0-07732eacf375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a65cee54-946c-4c12-8ea8-447886ddc2b4'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:16:34.111319 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ad8ac93c-4556-4441-b968-02978e0a419e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:34.127007 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348dad4d-4a37-48f7-ae2f-2a47d671541c tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event updated for resources: {'Subnet': ['ID=3b37dd15-3308-40a4-8e64-1c054b1a37ed,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:34.157584 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-400808f5-4d80-4486-9f92-f852c05c624c tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Deleting subnet b7bcf514-f6c3-4bc2-b638-653cd5b25dd9 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:16:34.172458 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-400808f5-4d80-4486-9f92-f852c05c624c tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:34.242063 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ad8ac93c-4556-4441-b968-02978e0a419e None None] For port 840f30a6-2271-483a-8661-66d3dc3dd3cc, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:16:34.253358 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-e73f9c38-832f-442e-a47e-2c77ed4ae478 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Allocated IP 172.20.0.1 (a65cee54-946c-4c12-8ea8-447886ddc2b4/0f5d17ed-9943-4ab6-a14c-4cf9415debcd/625899e4-dfa4-4041-9e3b-c31487fef081) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:34.253566 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-400808f5-4d80-4486-9f92-f852c05c624c tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:34.264146 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b6778a2-5c79-4a28-b7ac-c4f35614e87f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:34.266011 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ad8ac93c-4556-4441-b968-02978e0a419e None None] For port 840f30a6-2271-483a-8661-66d3dc3dd3cc, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=840f30a6-2271-483a-8661-66d3dc3dd3cc,segment=NetworkSegment(667988d1-c7d4-4aec-8cf0-07732eacf375),segment_id=667988d1-c7d4-4aec-8cf0-07732eacf375)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:16:34.272827 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-548a3bf7-2dc6-495f-939f-1dedfd6e0918 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:34.274717 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ad8ac93c-4556-4441-b968-02978e0a419e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:34.282821 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-548a3bf7-2dc6-495f-939f-1dedfd6e0918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:34.336054 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548a3bf7-2dc6-495f-939f-1dedfd6e0918 None None] Network 6245b79c-27b3-4172-a51e-54389bf56a7f is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:34.339688 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-548a3bf7-2dc6-495f-939f-1dedfd6e0918 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:34.343401 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548a3bf7-2dc6-495f-939f-1dedfd6e0918 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:34.429627 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ac93c-4556-4441-b968-02978e0a419e None None] Pushing event updated for resources: {'Port': ['ID=840f30a6-2271-483a-8661-66d3dc3dd3cc,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:34.446763 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-3b6778a2-5c79-4a28-b7ac-c4f35614e87f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Deleting port dc9e0e81-8666-485a-9f87-6b7ec0b02c0d {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:34.447529 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b6778a2-5c79-4a28-b7ac-c4f35614e87f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:34.452516 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-400808f5-4d80-4486-9f92-f852c05c624c tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:34.477241 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-548a3bf7-2dc6-495f-939f-1dedfd6e0918 None None] Attempting to bind port dc9e0e81-8666-485a-9f87-6b7ec0b02c0d on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:16:34.477434 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-548a3bf7-2dc6-495f-939f-1dedfd6e0918 None None] Attempting to bind port dc9e0e81-8666-485a-9f87-6b7ec0b02c0d by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'c600e505-dfa2-4f08-871b-17fd1af5e253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6245b79c-27b3-4172-a51e-54389bf56a7f'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:16:34.477786 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548a3bf7-2dc6-495f-939f-1dedfd6e0918 None None] Attempting to bind port dc9e0e81-8666-485a-9f87-6b7ec0b02c0d on network 6245b79c-27b3-4172-a51e-54389bf56a7f {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:16:34.490730 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548a3bf7-2dc6-495f-939f-1dedfd6e0918 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:16:34.491107 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548a3bf7-2dc6-495f-939f-1dedfd6e0918 None None] Checking segment: {'id': 'c600e505-dfa2-4f08-871b-17fd1af5e253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6245b79c-27b3-4172-a51e-54389bf56a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:34.491502 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-548a3bf7-2dc6-495f-939f-1dedfd6e0918 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:34.491888 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548a3bf7-2dc6-495f-939f-1dedfd6e0918 None None] Bound using segment: {'id': 'c600e505-dfa2-4f08-871b-17fd1af5e253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6245b79c-27b3-4172-a51e-54389bf56a7f'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:16:34.492446 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-548a3bf7-2dc6-495f-939f-1dedfd6e0918 None None] Bound port: dc9e0e81-8666-485a-9f87-6b7ec0b02c0d, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c600e505-dfa2-4f08-871b-17fd1af5e253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6245b79c-27b3-4172-a51e-54389bf56a7f'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:16:34.492767 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-548a3bf7-2dc6-495f-939f-1dedfd6e0918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:34.498036 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e73f9c38-832f-442e-a47e-2c77ed4ae478 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:34.498620 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a3bf7-2dc6-495f-939f-1dedfd6e0918 None None] Pushing event updated for resources: {'Port': ['ID=dc9e0e81-8666-485a-9f87-6b7ec0b02c0d,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:34.507806 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b944e40-e0e8-41a8-a1be-8516dc3f6de9 req-e8bdbbac-225d-413a-9ac5-274d6f890efc tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:34.509411 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9b944e40-e0e8-41a8-a1be-8516dc3f6de9 req-e8bdbbac-225d-413a-9ac5-274d6f890efc tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=80126ea2-738d-4d8a-a361-ef54f73cf1d0 HTTP/1.1" status: 200 len: 945 time: 0.1094141 Nov 12 20:16:34.588361 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9b944e40-e0e8-41a8-a1be-8516dc3f6de9 req-339dfaed-eeb8-41df-982d-49b34e0c5742 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685544 Nov 12 20:16:34.594544 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-400808f5-4d80-4486-9f92-f852c05c624c tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:34.598938 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-3b6778a2-5c79-4a28-b7ac-c4f35614e87f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] For port dc9e0e81-8666-485a-9f87-6b7ec0b02c0d, host n-d-712140-15, got binding levels [] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:34.599429 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b6778a2-5c79-4a28-b7ac-c4f35614e87f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:34.616395 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e73f9c38-832f-442e-a47e-2c77ed4ae478 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:34.620609 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-548a3bf7-2dc6-495f-939f-1dedfd6e0918 None None] For port dc9e0e81-8666-485a-9f87-6b7ec0b02c0d, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:16:34.629822 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-548a3bf7-2dc6-495f-939f-1dedfd6e0918 None None] For port dc9e0e81-8666-485a-9f87-6b7ec0b02c0d, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=dc9e0e81-8666-485a-9f87-6b7ec0b02c0d,segment=NetworkSegment(c600e505-dfa2-4f08-871b-17fd1af5e253),segment_id=c600e505-dfa2-4f08-871b-17fd1af5e253)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:16:34.631200 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-3b6778a2-5c79-4a28-b7ac-c4f35614e87f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Calling delete_port for dc9e0e81-8666-485a-9f87-6b7ec0b02c0d owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:34.641438 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-548a3bf7-2dc6-495f-939f-1dedfd6e0918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:34.678295 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400808f5-4d80-4486-9f92-f852c05c624c tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event deleted for resources: {'Subnet': ['ID=b7bcf514-f6c3-4bc2-b638-653cd5b25dd9,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:34.683381 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-400808f5-4d80-4486-9f92-f852c05c624c tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:34.697601 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-400808f5-4d80-4486-9f92-f852c05c624c tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "DELETE /v2.0/subnets/b7bcf514-f6c3-4bc2-b638-653cd5b25dd9 HTTP/1.1" status: 204 len: 168 time: 0.6876085 Nov 12 20:16:34.698841 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47686) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:34.704361 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf4980b-4974-4936-a372-45ecd6289229 None None] Network 6738c2f6-775c-4a18-b54e-410f4ed3f1ca requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:34.715801 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73f9c38-832f-442e-a47e-2c77ed4ae478 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Network a65cee54-946c-4c12-8ea8-447886ddc2b4 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:34.727398 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-e73f9c38-832f-442e-a47e-2c77ed4ae478 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:34.730238 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73f9c38-832f-442e-a47e-2c77ed4ae478 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:34.794946 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a3bf7-2dc6-495f-939f-1dedfd6e0918 None None] Pushing event updated for resources: {'Port': ['ID=dc9e0e81-8666-485a-9f87-6b7ec0b02c0d,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:34.834896 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96c2c08f-4a30-4cd5-b4f4-4e3c8efa73ab tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:34.871081 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f9c38-832f-442e-a47e-2c77ed4ae478 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Pushing event updated for resources: {'Port': ['ID=625899e4-dfa4-4041-9e3b-c31487fef081,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:34.921484 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e73f9c38-832f-442e-a47e-2c77ed4ae478 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:34.934517 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-96c2c08f-4a30-4cd5-b4f4-4e3c8efa73ab tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Deleting port 5e7bc90b-1af0-4da5-9123-7f14f75393f6 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:34.934930 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96c2c08f-4a30-4cd5-b4f4-4e3c8efa73ab tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:34.991935 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7beedd-adcd-4c9b-aa2e-0e7be998af92 req-829c5175-203c-42cc-a1cf-0eedf89db363 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:34.993704 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ac7beedd-adcd-4c9b-aa2e-0e7be998af92 req-829c5175-203c-42cc-a1cf-0eedf89db363 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.2583048 Nov 12 20:16:35.024349 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc76dac-e847-4ab4-b403-ab02042ad809 None None] DHCP port deletion for 6738c2f6-775c-4a18-b54e-410f4ed3f1ca request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:35.049519 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-96c2c08f-4a30-4cd5-b4f4-4e3c8efa73ab tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] For port 5e7bc90b-1af0-4da5-9123-7f14f75393f6, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=5e7bc90b-1af0-4da5-9123-7f14f75393f6,segment=NetworkSegment(ebf9ba13-4560-476b-a3a2-ce52ed4da288),segment_id=ebf9ba13-4560-476b-a3a2-ce52ed4da288)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:35.050168 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96c2c08f-4a30-4cd5-b4f4-4e3c8efa73ab tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:35.102856 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-96c2c08f-4a30-4cd5-b4f4-4e3c8efa73ab tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Calling delete_port for 5e7bc90b-1af0-4da5-9123-7f14f75393f6 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:35.136145 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2cc76dac-e847-4ab4-b403-ab02042ad809 None None] Deleting port 5e7bc90b-1af0-4da5-9123-7f14f75393f6 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:35.136461 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2cc76dac-e847-4ab4-b403-ab02042ad809 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:35.151858 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ac7beedd-adcd-4c9b-aa2e-0e7be998af92 req-7dae3741-a159-4c76-b1ea-3afe691bd594 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510417 Nov 12 20:16:35.200261 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e73f9c38-832f-442e-a47e-2c77ed4ae478 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:35.255085 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2cc76dac-e847-4ab4-b403-ab02042ad809 None None] For port 5e7bc90b-1af0-4da5-9123-7f14f75393f6, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=5e7bc90b-1af0-4da5-9123-7f14f75393f6,segment=NetworkSegment(ebf9ba13-4560-476b-a3a2-ce52ed4da288),segment_id=ebf9ba13-4560-476b-a3a2-ce52ed4da288)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:35.255948 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2cc76dac-e847-4ab4-b403-ab02042ad809 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:35.276174 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2cc76dac-e847-4ab4-b403-ab02042ad809 None None] Calling delete_port for 5e7bc90b-1af0-4da5-9123-7f14f75393f6 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:35.282101 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96c2c08f-4a30-4cd5-b4f4-4e3c8efa73ab tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:35.300034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c2c08f-4a30-4cd5-b4f4-4e3c8efa73ab tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] No DVR routers for this DVR port 5e7bc90b-1af0-4da5-9123-7f14f75393f6 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:16:35.351432 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2c08f-4a30-4cd5-b4f4-4e3c8efa73ab tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event deleted for resources: {'Port': ['ID=5e7bc90b-1af0-4da5-9123-7f14f75393f6,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:35.426275 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2cc76dac-e847-4ab4-b403-ab02042ad809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:35.462401 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc76dac-e847-4ab4-b403-ab02042ad809 None None] Pushing event deleted for resources: {'Port': ['ID=5e7bc90b-1af0-4da5-9123-7f14f75393f6,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:35.474345 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc76dac-e847-4ab4-b403-ab02042ad809 None None] No DVR routers for this DVR port 5e7bc90b-1af0-4da5-9123-7f14f75393f6 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:16:35.497951 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96c2c08f-4a30-4cd5-b4f4-4e3c8efa73ab tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:35.532693 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-96c2c08f-4a30-4cd5-b4f4-4e3c8efa73ab tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6738c2f6-775c-4a18-b54e-410f4ed3f1ca']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:35.543879 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-96c2c08f-4a30-4cd5-b4f4-4e3c8efa73ab tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf9ba13-4560-476b-a3a2-ce52ed4da288') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:35.543879 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-96c2c08f-4a30-4cd5-b4f4-4e3c8efa73ab tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf9ba13-4560-476b-a3a2-ce52ed4da288') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:35.556218 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96c2c08f-4a30-4cd5-b4f4-4e3c8efa73ab tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:35.607966 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96c2c08f-4a30-4cd5-b4f4-4e3c8efa73ab tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:35.626237 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c2c08f-4a30-4cd5-b4f4-4e3c8efa73ab tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:16:35.626658 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96c2c08f-4a30-4cd5-b4f4-4e3c8efa73ab tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:16:35.631914 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:16:35.673141 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f060ca-fc45-46aa-ad20-9e3d1bd2a67f req-d98cca5f-6076-45a6-8850-858ca736922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:35.675695 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f3f060ca-fc45-46aa-ad20-9e3d1bd2a67f req-d98cca5f-6076-45a6-8850-858ca736922e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f74867b50744eb7b866c1e4d6eb5a6e&device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 1097 time: 0.2301190 Nov 12 20:16:35.764877 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b6778a2-5c79-4a28-b7ac-c4f35614e87f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:35.777122 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2ae55-45e5-4bbe-87e7-f826611e8981 req-e352c813-1447-476c-b3b5-1a984e08b2e5 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:35.779214 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-25e2ae55-45e5-4bbe-87e7-f826611e8981 req-e352c813-1447-476c-b3b5-1a984e08b2e5 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.2190201 Nov 12 20:16:35.851516 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device dc9e0e81-8666-485a-9f87-6b7ec0b02c0d up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:16:35.879099 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: dc9e0e81-8666-485a-9f87-6b7ec0b02c0d {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:16:35.879522 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device dc9e0e81-8666-485a-9f87-6b7ec0b02c0d not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 20:16:35.892527 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f060ca-fc45-46aa-ad20-9e3d1bd2a67f req-a1bf937a-4175-4ff2-b935-e8bd65536404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:35.894105 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f3f060ca-fc45-46aa-ad20-9e3d1bd2a67f req-a1bf937a-4175-4ff2-b935-e8bd65536404 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b3107c86-393d-4546-95b6-185ebc23d220 HTTP/1.1" status: 200 len: 911 time: 0.1745024 Nov 12 20:16:35.909396 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6778a2-5c79-4a28-b7ac-c4f35614e87f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event deleted for resources: {'Port': ['ID=dc9e0e81-8666-485a-9f87-6b7ec0b02c0d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:35.920671 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Port dc9e0e81-8666-485a-9f87-6b7ec0b02c0d not found, will not notify nova. {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 20:16:35.921637 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 840f30a6-2271-483a-8661-66d3dc3dd3cc up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:16:35.958855 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-25e2ae55-45e5-4bbe-87e7-f826611e8981 req-1840d4b0-5c2f-4d5c-9647-c1e0ebb7f249 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487551 Nov 12 20:16:35.967258 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3b3e44-0f63-4caf-a22d-8f407084d502 None None] Network a65cee54-946c-4c12-8ea8-447886ddc2b4 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:35.978013 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96c2c08f-4a30-4cd5-b4f4-4e3c8efa73ab tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:36.001131 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96c2c08f-4a30-4cd5-b4f4-4e3c8efa73ab tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:36.010682 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-96c2c08f-4a30-4cd5-b4f4-4e3c8efa73ab tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "DELETE /v2.0/networks/6738c2f6-775c-4a18-b54e-410f4ed3f1ca HTTP/1.1" status: 204 len: 168 time: 1.3106980 Nov 12 20:16:36.064927 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47700) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:36.108124 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6778a2-5c79-4a28-b7ac-c4f35614e87f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] No DVR routers for this DVR port dc9e0e81-8666-485a-9f87-6b7ec0b02c0d on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:16:36.124315 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f3f060ca-fc45-46aa-ad20-9e3d1bd2a67f req-06ab2e51-65bc-4b2e-b73d-e644925dc782 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d03a2a6-2286-4242-adad-b094ff59b894 HTTP/1.1" status: 200 len: 217 time: 0.1790950 Nov 12 20:16:36.130861 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2c08f-4a30-4cd5-b4f4-4e3c8efa73ab tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event deleted for resources: {'Network': ['ID=6738c2f6-775c-4a18-b54e-410f4ed3f1ca,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:36.176720 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c073b-6dda-46a9-a1e8-40cbfde91d3a req-4ce05ee7-9a4e-49a5-8ae7-fccd8704026f tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:36.178325 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cc1c073b-6dda-46a9-a1e8-40cbfde91d3a req-4ce05ee7-9a4e-49a5-8ae7-fccd8704026f tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=80126ea2-738d-4d8a-a361-ef54f73cf1d0 HTTP/1.1" status: 200 len: 945 time: 0.3621807 Nov 12 20:16:36.235409 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b6778a2-5c79-4a28-b7ac-c4f35614e87f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:36.265165 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f060ca-fc45-46aa-ad20-9e3d1bd2a67f req-d3444151-7618-48bb-a0db-73032ec22965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:36.274524 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f3f060ca-fc45-46aa-ad20-9e3d1bd2a67f req-d3444151-7618-48bb-a0db-73032ec22965 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c0b4a992-c342-412e-9115-492f4914c4c9 HTTP/1.1" status: 200 len: 850 time: 0.1099045 Nov 12 20:16:36.310103 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e73f9c38-832f-442e-a47e-2c77ed4ae478 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:36.310867 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f3f060ca-fc45-46aa-ad20-9e3d1bd2a67f req-34e0819b-116b-42d6-9ce8-11115bcedb15 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b3107c86-393d-4546-95b6-185ebc23d220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290985 Nov 12 20:16:36.313579 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b6778a2-5c79-4a28-b7ac-c4f35614e87f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:36.324355 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e73f9c38-832f-442e-a47e-2c77ed4ae478 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:36.358605 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-f457162a-ee44-4865-907b-86ba617468f3 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Deleting port fa8f67e3-994c-4632-9257-26cbf6022ec5 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:36.358605 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f457162a-ee44-4865-907b-86ba617468f3 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:36.368298 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7e1924a8-e64c-4ee7-9bbc-4882c52eb8e1 None None] Provisioning complete for port 840f30a6-2271-483a-8661-66d3dc3dd3cc triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:36.368666 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7e1924a8-e64c-4ee7-9bbc-4882c52eb8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:36.422556 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6778a2-5c79-4a28-b7ac-c4f35614e87f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event deleted for resources: {'Subnet': ['ID=3b37dd15-3308-40a4-8e64-1c054b1a37ed,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:36.431630 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628f35ea-ab9e-4daa-9a15-e60c6a7a1bef None None] Network 6245b79c-27b3-4172-a51e-54389bf56a7f requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:36.450289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 840f30a6-2271-483a-8661-66d3dc3dd3cc triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:36.451255 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:36.516782 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f3f060ca-fc45-46aa-ad20-9e3d1bd2a67f req-a684ce1d-1dcc-446e-adcd-31cf574890a3 service neutron] 10.222.0.52 "GET /v2.0/networks/b3107c86-393d-4546-95b6-185ebc23d220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980557 Nov 12 20:16:36.520487 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f457162a-ee44-4865-907b-86ba617468f3 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:36.520885 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f457162a-ee44-4865-907b-86ba617468f3 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:36.542758 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f9c38-832f-442e-a47e-2c77ed4ae478 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Pushing event updated for resources: {'Port': ['ID=625899e4-dfa4-4041-9e3b-c31487fef081,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:36.547976 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cc1c073b-6dda-46a9-a1e8-40cbfde91d3a req-f97725e4-ff97-423d-b1ba-849e638cce17 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530295 Nov 12 20:16:36.548820 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e73f9c38-832f-442e-a47e-2c77ed4ae478 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:36.565675 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b6778a2-5c79-4a28-b7ac-c4f35614e87f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:36.567909 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-f457162a-ee44-4865-907b-86ba617468f3 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Calling delete_port for fa8f67e3-994c-4632-9257-26cbf6022ec5 owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:36.608859 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e9cff-62b2-4664-8854-996eaaea1101 req-7d06fbf4-bb48-4ee4-99e8-1e7ebec62d1b tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:36.610161 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a34e9cff-62b2-4664-8854-996eaaea1101 req-7d06fbf4-bb48-4ee4-99e8-1e7ebec62d1b tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.55 "GET /v2.0/ports?device_id=80126ea2-738d-4d8a-a361-ef54f73cf1d0 HTTP/1.1" status: 200 len: 945 time: 0.2318652 Nov 12 20:16:36.621774 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-3b6778a2-5c79-4a28-b7ac-c4f35614e87f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6245b79c-27b3-4172-a51e-54389bf56a7f']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:36.682464 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-3b6778a2-5c79-4a28-b7ac-c4f35614e87f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c600e505-dfa2-4f08-871b-17fd1af5e253') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:36.682659 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-3b6778a2-5c79-4a28-b7ac-c4f35614e87f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c600e505-dfa2-4f08-871b-17fd1af5e253') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:36.700925 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f3f060ca-fc45-46aa-ad20-9e3d1bd2a67f req-d23b1f7f-7f53-413f-ab18-143cb2003cc9 service neutron] 10.222.0.52 "GET /v2.0/networks/b3107c86-393d-4546-95b6-185ebc23d220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725125 Nov 12 20:16:36.708145 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b6778a2-5c79-4a28-b7ac-c4f35614e87f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:36.730172 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7e1924a8-e64c-4ee7-9bbc-4882c52eb8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:36.735593 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:36.766304 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b6778a2-5c79-4a28-b7ac-c4f35614e87f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:36.788531 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6778a2-5c79-4a28-b7ac-c4f35614e87f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:16:36.788943 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b6778a2-5c79-4a28-b7ac-c4f35614e87f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:16:36.792031 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:16:36.808067 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7e1924a8-e64c-4ee7-9bbc-4882c52eb8e1 None None] For port 840f30a6-2271-483a-8661-66d3dc3dd3cc, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=840f30a6-2271-483a-8661-66d3dc3dd3cc,segment=NetworkSegment(667988d1-c7d4-4aec-8cf0-07732eacf375),segment_id=667988d1-c7d4-4aec-8cf0-07732eacf375)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:36.813513 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7e1924a8-e64c-4ee7-9bbc-4882c52eb8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:36.834634 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f457162a-ee44-4865-907b-86ba617468f3 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:36.873265 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73f9c38-832f-442e-a47e-2c77ed4ae478 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Network a65cee54-946c-4c12-8ea8-447886ddc2b4 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:36.873475 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a12667-b867-447b-b361-37a8c171b8f7 None None] DHCP port deletion for 6245b79c-27b3-4172-a51e-54389bf56a7f request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:36.880586 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-e73f9c38-832f-442e-a47e-2c77ed4ae478 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:36.881200 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457162a-ee44-4865-907b-86ba617468f3 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event deleted for resources: {'Port': ['ID=fa8f67e3-994c-4632-9257-26cbf6022ec5,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:36.901899 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b6778a2-5c79-4a28-b7ac-c4f35614e87f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:36.929988 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a4acff-9a9c-4069-b704-47e5b1faf40b None None] Network 6245b79c-27b3-4172-a51e-54389bf56a7f requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:36.931903 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.api [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:16:36.932287 n-d-712140-15 neutron-server[102449]: DEBUG oslo_db.api [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:16:36.950323 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-a34e9cff-62b2-4664-8854-996eaaea1101 req-27b91230-5173-4df8-b825-62acd9eaca24 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Deleting port a620c930-f362-48fc-b61b-64d38de9a2f6 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:36.950593 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1924a8-e64c-4ee7-9bbc-4882c52eb8e1 None None] Pushing event updated for resources: {'Port': ['ID=840f30a6-2271-483a-8661-66d3dc3dd3cc,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:36.950689 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a34e9cff-62b2-4664-8854-996eaaea1101 req-27b91230-5173-4df8-b825-62acd9eaca24 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:36.954161 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a4acff-9a9c-4069-b704-47e5b1faf40b None None] Network 6245b79c-27b3-4172-a51e-54389bf56a7f could not be found, it might have been deleted concurrently. {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 20:16:36.956037 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0283e2f3-9b81-4dfe-ad1e-87ac92d2db78 None None] Could not find standard attr ID for object dc9e0e81-8666-485a-9f87-6b7ec0b02c0d. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:16:36.958681 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b6778a2-5c79-4a28-b7ac-c4f35614e87f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:36.966865 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3b6778a2-5c79-4a28-b7ac-c4f35614e87f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "DELETE /v2.0/networks/6245b79c-27b3-4172-a51e-54389bf56a7f HTTP/1.1" status: 204 len: 168 time: 2.9566808 Nov 12 20:16:36.981341 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47708) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:37.016073 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-3233bdbe-fdb4-4096-85bc-bc0668791692 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] DELETE failed (client error): The resource could not be found. Nov 12 20:16:37.016388 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3233bdbe-fdb4-4096-85bc-bc0668791692 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:16:37.016521 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6778a2-5c79-4a28-b7ac-c4f35614e87f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event deleted for resources: {'Network': ['ID=6245b79c-27b3-4172-a51e-54389bf56a7f,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:37.022157 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47712) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:37.022317 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3233bdbe-fdb4-4096-85bc-bc0668791692 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "DELETE /v2.0/subnets/3b37dd15-3308-40a4-8e64-1c054b1a37ed HTTP/1.1" status: 404 len: 337 time: 0.0397506 Nov 12 20:16:37.062667 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f457162a-ee44-4865-907b-86ba617468f3 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for floatingip, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:37.065737 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f457162a-ee44-4865-907b-86ba617468f3 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:37.067695 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f457162a-ee44-4865-907b-86ba617468f3 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "DELETE /v2.0/floatingips/f71ed35e-3b9d-429c-bdb1-66b2b06a263a HTTP/1.1" status: 204 len: 168 time: 1.0012243 Nov 12 20:16:37.081896 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47714) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:37.093467 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15896e3-66e2-46c7-b36d-6f92c3243ab1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] DELETE failed (client error): The resource could not be found. Nov 12 20:16:37.093751 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d15896e3-66e2-46c7-b36d-6f92c3243ab1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:16:37.096931 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d15896e3-66e2-46c7-b36d-6f92c3243ab1 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "DELETE /v2.0/networks/6245b79c-27b3-4172-a51e-54389bf56a7f HTTP/1.1" status: 404 len: 339 time: 0.0736616 Nov 12 20:16:37.104912 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47718) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:37.118055 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-434e636c-db94-46a2-982a-355e56260d5c tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] DELETE failed (client error): The resource could not be found. Nov 12 20:16:37.118818 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-434e636c-db94-46a2-982a-355e56260d5c tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:16:37.124732 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-434e636c-db94-46a2-982a-355e56260d5c tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "DELETE /v2.0/ports/dbb3bb39-d170-4fae-b62d-7dc0728ee288 HTTP/1.1" status: 404 len: 333 time: 0.0390160 Nov 12 20:16:37.125087 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47720) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:37.158583 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e6f60a8c-208f-4f98-870f-6ff4419943bd tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c613a4d-b96f-45bd-b3de-3eee36d17d5a HTTP/1.1" status: 200 len: 205 time: 0.0315773 Nov 12 20:16:37.160764 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47722) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:37.176106 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f0eee-95c7-456f-9bf2-ee6fd0d3d5f4 req-4fb333de-5828-454d-a5d8-c163b000016d tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:37.183611 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d51f0eee-95c7-456f-9bf2-ee6fd0d3d5f4 req-4fb333de-5828-454d-a5d8-c163b000016d tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.1324072 Nov 12 20:16:37.193936 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-6441313e-36a7-461d-b60d-7d0f1175a14a None None] Provisioning complete for port 840f30a6-2271-483a-8661-66d3dc3dd3cc triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:37.194796 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6441313e-36a7-461d-b60d-7d0f1175a14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:37.203643 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-a34e9cff-62b2-4664-8854-996eaaea1101 req-27b91230-5173-4df8-b825-62acd9eaca24 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] For port a620c930-f362-48fc-b61b-64d38de9a2f6, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a620c930-f362-48fc-b61b-64d38de9a2f6,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:37.204015 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a34e9cff-62b2-4664-8854-996eaaea1101 req-27b91230-5173-4df8-b825-62acd9eaca24 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:37.233905 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-a34e9cff-62b2-4664-8854-996eaaea1101 req-27b91230-5173-4df8-b825-62acd9eaca24 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Calling delete_port for a620c930-f362-48fc-b61b-64d38de9a2f6 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:37.241478 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-df32a085-fdfd-472f-98f0-85c79c2b8c95 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] delete failed (client error): The resource could not be found. Nov 12 20:16:37.241974 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-776c7611-499b-4248-9765-61c3e2fc0ec5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:37.244749 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-df32a085-fdfd-472f-98f0-85c79c2b8c95 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "DELETE /v2.0/routers/7c613a4d-b96f-45bd-b3de-3eee36d17d5a HTTP/1.1" status: 404 len: 336 time: 0.0829747 Nov 12 20:16:37.248054 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47724) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:37.303272 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a936209-2141-452a-ba25-22c1cf750c7e tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] DELETE failed (client error): The resource could not be found. Nov 12 20:16:37.303858 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a936209-2141-452a-ba25-22c1cf750c7e tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:16:37.307121 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1a936209-2141-452a-ba25-22c1cf750c7e tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "DELETE /v2.0/subnets/b7bcf514-f6c3-4bc2-b638-653cd5b25dd9 HTTP/1.1" status: 404 len: 337 time: 0.0573213 Nov 12 20:16:37.308166 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d51f0eee-95c7-456f-9bf2-ee6fd0d3d5f4 req-d1b4976a-8a13-4f7c-bf7a-ca37df53bdca tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236835 Nov 12 20:16:37.312254 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47728) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:37.346210 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73f9c38-832f-442e-a47e-2c77ed4ae478 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Router 4488b861-b705-4c69-bc23-0a8eb7036b3d is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:16:37.367749 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-6441313e-36a7-461d-b60d-7d0f1175a14a None None] Provisioning complete for port 625899e4-dfa4-4041-9e3b-c31487fef081 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:37.368113 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6441313e-36a7-461d-b60d-7d0f1175a14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:37.411010 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-6441313e-36a7-461d-b60d-7d0f1175a14a None None] Port 625899e4-dfa4-4041-9e3b-c31487fef081 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:16:37.484485 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-f4ea368f-1379-4b62-9de6-79bad71aa5e6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Deleting port 5f7114aa-890d-4082-82f6-1dfcb9653ca3 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:37.485105 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f4ea368f-1379-4b62-9de6-79bad71aa5e6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:37.495734 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-776c7611-499b-4248-9765-61c3e2fc0ec5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:37.549491 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c5d6764a-123d-4ceb-bdb5-75a38f542fec None None] Provisioning complete for port 625899e4-dfa4-4041-9e3b-c31487fef081 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:37.550506 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c5d6764a-123d-4ceb-bdb5-75a38f542fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:37.560337 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 5e7bc90b-1af0-4da5-9123-7f14f75393f6 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:16:37.600167 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f4ea368f-1379-4b62-9de6-79bad71aa5e6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:37.603862 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 5e7bc90b-1af0-4da5-9123-7f14f75393f6 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:16:37.604211 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 5e7bc90b-1af0-4da5-9123-7f14f75393f6 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:16:37.611120 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73f9c38-832f-442e-a47e-2c77ed4ae478 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:16:37.621067 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e73f9c38-832f-442e-a47e-2c77ed4ae478 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] 10.222.0.48 "PUT /v2.0/routers/4488b861-b705-4c69-bc23-0a8eb7036b3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3481517 Nov 12 20:16:37.624946 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994c9579-b9e5-420f-8678-f10b701c76bf None None] Sync routers for ids ['4488b861-b705-4c69-bc23-0a8eb7036b3d'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:16:37.629427 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c5d6764a-123d-4ceb-bdb5-75a38f542fec None None] Port 625899e4-dfa4-4041-9e3b-c31487fef081 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:16:37.639659 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47732) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:37.641344 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-776c7611-499b-4248-9765-61c3e2fc0ec5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fcfd435-e5a2-4275-8c7a-c9e2094988b4']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:37.643628 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994c9579-b9e5-420f-8678-f10b701c76bf None None] Routers {'4488b861-b705-4c69-bc23-0a8eb7036b3d'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:37.644347 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-994c9579-b9e5-420f-8678-f10b701c76bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:16:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['4488b861-b705-4c69-bc23-0a8eb7036b3d'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:37.651929 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-f4ea368f-1379-4b62-9de6-79bad71aa5e6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Calling delete_port for 5f7114aa-890d-4082-82f6-1dfcb9653ca3 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:37.654022 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-e3fc0fbb-1e1d-455f-a383-6de9c52a5d70 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Request body: {'port': {'network_id': 'a65cee54-946c-4c12-8ea8-447886ddc2b4', 'name': 'tempest-FloatingIPNegativeTestJSON-1707703591'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:37.700319 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-994c9579-b9e5-420f-8678-f10b701c76bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:37.713734 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994c9579-b9e5-420f-8678-f10b701c76bf None None] Routers {'4488b861-b705-4c69-bc23-0a8eb7036b3d'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:37.714695 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-994c9579-b9e5-420f-8678-f10b701c76bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:16:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['4488b861-b705-4c69-bc23-0a8eb7036b3d'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:37.746704 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-776c7611-499b-4248-9765-61c3e2fc0ec5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae245db-1cfa-454f-a8f4-fe073ed9dfaa') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:37.747099 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-776c7611-499b-4248-9765-61c3e2fc0ec5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae245db-1cfa-454f-a8f4-fe073ed9dfaa') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:37.751315 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-84f9e208-6cf5-4abd-9dc1-b02e2d64243f None None] Provisioning complete for port 625899e4-dfa4-4041-9e3b-c31487fef081 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:37.751766 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-84f9e208-6cf5-4abd-9dc1-b02e2d64243f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:37.760783 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-994c9579-b9e5-420f-8678-f10b701c76bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:37.762043 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994c9579-b9e5-420f-8678-f10b701c76bf None None] The sync data for ids ['4488b861-b705-4c69-bc23-0a8eb7036b3d'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:16:37.781962 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 840f30a6-2271-483a-8661-66d3dc3dd3cc up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:16:37.804946 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-776c7611-499b-4248-9765-61c3e2fc0ec5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:37.826982 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-84f9e208-6cf5-4abd-9dc1-b02e2d64243f None None] Port 625899e4-dfa4-4041-9e3b-c31487fef081 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:16:37.833873 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2203f-7833-4a0f-92dd-dc4d91ca4814 req-3ca707ed-4c65-40ed-9b92-7a154a68832f tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:37.835493 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-776c7611-499b-4248-9765-61c3e2fc0ec5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:37.836074 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-94a2203f-7833-4a0f-92dd-dc4d91ca4814 req-3ca707ed-4c65-40ed-9b92-7a154a68832f tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=80126ea2-738d-4d8a-a361-ef54f73cf1d0 HTTP/1.1" status: 200 len: 945 time: 0.0899992 Nov 12 20:16:37.840044 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a34e9cff-62b2-4664-8854-996eaaea1101 req-27b91230-5173-4df8-b825-62acd9eaca24 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:37.851754 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 840f30a6-2271-483a-8661-66d3dc3dd3cc triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:37.852559 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:37.865726 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-776c7611-499b-4248-9765-61c3e2fc0ec5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:16:37.866130 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-776c7611-499b-4248-9765-61c3e2fc0ec5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:37.873948 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f4ea368f-1379-4b62-9de6-79bad71aa5e6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:16:37.887847 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:16:37.909939 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b91230-5173-4df8-b825-62acd9eaca24 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Pushing event deleted for resources: {'Port': ['ID=a620c930-f362-48fc-b61b-64d38de9a2f6,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:37.914361 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea368f-1379-4b62-9de6-79bad71aa5e6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event deleted for resources: {'Port': ['ID=5f7114aa-890d-4082-82f6-1dfcb9653ca3,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:37.949760 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286239cd-003b-402c-993c-6dce7ffe5e76 None None] DHCP port deletion for 9615dcf0-3361-46e1-a0ed-7983924921c2 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:37.951136 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af68c1b-c161-4d5b-8d11-03d994810f09 None None] DHCP port deletion for d3873ac0-1db4-4dba-9bfe-d989f1a20099 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:37.981812 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-94a2203f-7833-4a0f-92dd-dc4d91ca4814 req-767ea63f-e63f-4fd3-874d-0c4dcbe8277f tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312621 Nov 12 20:16:37.999182 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f4ea368f-1379-4b62-9de6-79bad71aa5e6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:38.003954 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f4ea368f-1379-4b62-9de6-79bad71aa5e6 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "DELETE /v2.0/ports/5f7114aa-890d-4082-82f6-1dfcb9653ca3 HTTP/1.1" status: 204 len: 168 time: 0.6892912 Nov 12 20:16:38.005604 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47734) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:38.015664 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34e9cff-62b2-4664-8854-996eaaea1101 req-27b91230-5173-4df8-b825-62acd9eaca24 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] No DVR routers for this DVR port a620c930-f362-48fc-b61b-64d38de9a2f6 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:16:38.021506 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a34e9cff-62b2-4664-8854-996eaaea1101 req-27b91230-5173-4df8-b825-62acd9eaca24 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:38.025666 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a34e9cff-62b2-4664-8854-996eaaea1101 req-27b91230-5173-4df8-b825-62acd9eaca24 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.55 "DELETE /v2.0/ports/a620c930-f362-48fc-b61b-64d38de9a2f6 HTTP/1.1" status: 204 len: 173 time: 1.4007516 Nov 12 20:16:38.027856 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80126ea2-738d-4d8a-a361-ef54f73cf1d0', 'name': 'network-vif-deleted', 'tag': 'a620c930-f362-48fc-b61b-64d38de9a2f6'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:16:38.030332 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbc7c7e-88ab-4d33-a39a-67039a1543df" -d '{"events": [{"server_uuid": "80126ea2-738d-4d8a-a361-ef54f73cf1d0", "name": "network-vif-deleted", "tag": "a620c930-f362-48fc-b61b-64d38de9a2f6"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:16:38.042048 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-776c7611-499b-4248-9765-61c3e2fc0ec5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:38.046297 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device dc9e0e81-8666-485a-9f87-6b7ec0b02c0d no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:16:38.051653 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-776c7611-499b-4248-9765-61c3e2fc0ec5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:38.055346 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-776c7611-499b-4248-9765-61c3e2fc0ec5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "DELETE /v2.0/networks/7fcfd435-e5a2-4275-8c7a-c9e2094988b4 HTTP/1.1" status: 204 len: 168 time: 0.9494584 Nov 12 20:16:38.057716 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fc0fbb-1e1d-455f-a383-6de9c52a5d70 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Made reservation on behalf of dfdc32f26acc40dfbc6831e0c521eab5 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:38.062782 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e3fc0fbb-1e1d-455f-a383-6de9c52a5d70 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:38.064924 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47740) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:38.075874 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: dc9e0e81-8666-485a-9f87-6b7ec0b02c0d {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:16:38.076221 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device dc9e0e81-8666-485a-9f87-6b7ec0b02c0d not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:16:38.106464 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c7611-499b-4248-9765-61c3e2fc0ec5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event deleted for resources: {'Network': ['ID=7fcfd435-e5a2-4275-8c7a-c9e2094988b4,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:38.130989 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b37c5c-b341-436d-9211-84a9e76c97d5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] DELETE failed (client error): The resource could not be found. Nov 12 20:16:38.131712 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7b37c5c-b341-436d-9211-84a9e76c97d5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:16:38.135620 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f7b37c5c-b341-436d-9211-84a9e76c97d5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "DELETE /v2.0/subnets/43e03674-cbf1-4622-84d0-03810470e369 HTTP/1.1" status: 404 len: 337 time: 0.0456228 Nov 12 20:16:38.138193 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47742) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:38.139574 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-e3fc0fbb-1e1d-455f-a383-6de9c52a5d70 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] device_id is not set on port f5729235-a9b4-4da8-992c-dbf9667c029c yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:16:38.165972 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d5e0a4-9559-4fa6-ab09-5f9ad7e11f74 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] DELETE failed (client error): The resource could not be found. Nov 12 20:16:38.166560 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d5e0a4-9559-4fa6-ab09-5f9ad7e11f74 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:16:38.169633 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d5d5e0a4-9559-4fa6-ab09-5f9ad7e11f74 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "DELETE /v2.0/networks/1eae56fe-0bc9-48da-886b-416f7b64271a HTTP/1.1" status: 404 len: 339 time: 0.0247793 Nov 12 20:16:38.174302 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47746) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:38.200518 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fb80ae-50d1-4ada-9bd2-ebe7775e090c x-openstack-request-id: req-d7fb80ae-50d1-4ada-9bd2-ebe7775e090c {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:16:38.200808 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80126ea2-738d-4d8a-a361-ef54f73cf1d0", "name": "network-vif-deleted", "tag": "a620c930-f362-48fc-b61b-64d38de9a2f6", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:16:38.201250 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d7fb80ae-50d1-4ada-9bd2-ebe7775e090c {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:16:38.201650 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80126ea2-738d-4d8a-a361-ef54f73cf1d0', 'name': 'network-vif-deleted', 'tag': 'a620c930-f362-48fc-b61b-64d38de9a2f6', 'status': 'completed', 'code': 200} Nov 12 20:16:38.230147 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-987909ab-e072-451f-9731-e57491e841c9 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Deleting port e5b3772e-1445-4063-9149-030d89017ba9 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:38.230517 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-987909ab-e072-451f-9731-e57491e841c9 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:38.268661 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-0565b674-742b-4157-a5e6-26c7c6e8e68c tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Deleting subnet 4d2a37f1-0f45-4a24-9c45-0764cac62573 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:16:38.297115 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-e3fc0fbb-1e1d-455f-a383-6de9c52a5d70 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Allocated IP 172.20.0.9 (a65cee54-946c-4c12-8ea8-447886ddc2b4/0f5d17ed-9943-4ab6-a14c-4cf9415debcd/f5729235-a9b4-4da8-992c-dbf9667c029c) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:38.301172 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0565b674-742b-4157-a5e6-26c7c6e8e68c tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:38.361808 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device a620c930-f362-48fc-b61b-64d38de9a2f6 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:16:38.364604 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0565b674-742b-4157-a5e6-26c7c6e8e68c tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:38.397257 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-987909ab-e072-451f-9731-e57491e841c9 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:38.416360 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: a620c930-f362-48fc-b61b-64d38de9a2f6 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:16:38.417131 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device a620c930-f362-48fc-b61b-64d38de9a2f6 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:16:38.418249 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-987909ab-e072-451f-9731-e57491e841c9 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Calling delete_port for e5b3772e-1445-4063-9149-030d89017ba9 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:38.524037 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0565b674-742b-4157-a5e6-26c7c6e8e68c tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:38.526268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4ef12-d615-4288-bb5b-2aeccc6dd2aa req-c62b4207-b707-4a72-b373-fdc4cbf98f01 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:38.527948 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-20c4ef12-d615-4288-bb5b-2aeccc6dd2aa req-c62b4207-b707-4a72-b373-fdc4cbf98f01 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.1087017 Nov 12 20:16:38.589615 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e3fc0fbb-1e1d-455f-a383-6de9c52a5d70 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:38.607324 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-20c4ef12-d615-4288-bb5b-2aeccc6dd2aa req-bb956c4b-b4f3-4ca2-a4c8-22c93d3fcd37 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723605 Nov 12 20:16:38.635668 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0565b674-742b-4157-a5e6-26c7c6e8e68c tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:38.658977 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e3fc0fbb-1e1d-455f-a383-6de9c52a5d70 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:38.664469 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-987909ab-e072-451f-9731-e57491e841c9 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:38.672280 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565b674-742b-4157-a5e6-26c7c6e8e68c tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event deleted for resources: {'Subnet': ['ID=4d2a37f1-0f45-4a24-9c45-0764cac62573,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:38.674369 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0565b674-742b-4157-a5e6-26c7c6e8e68c tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:38.680315 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0565b674-742b-4157-a5e6-26c7c6e8e68c tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "DELETE /v2.0/subnets/4d2a37f1-0f45-4a24-9c45-0764cac62573 HTTP/1.1" status: 204 len: 168 time: 0.4951806 Nov 12 20:16:38.682856 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47752) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:38.684679 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f41591-f016-4190-9159-7c5583c87f21 None None] Network 6d000e56-746f-4aa4-a11f-915aa42d4402 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:38.715172 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fc0fbb-1e1d-455f-a383-6de9c52a5d70 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Network a65cee54-946c-4c12-8ea8-447886ddc2b4 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:38.719146 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-e3fc0fbb-1e1d-455f-a383-6de9c52a5d70 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:38.724271 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fc0fbb-1e1d-455f-a383-6de9c52a5d70 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:38.729601 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc0fbb-1e1d-455f-a383-6de9c52a5d70 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Pushing event updated for resources: {'Port': ['ID=f5729235-a9b4-4da8-992c-dbf9667c029c,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:38.785989 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fc0fbb-1e1d-455f-a383-6de9c52a5d70 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:38.788080 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e3fc0fbb-1e1d-455f-a383-6de9c52a5d70 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:38.829423 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e3fc0fbb-1e1d-455f-a383-6de9c52a5d70 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1753974 Nov 12 20:16:38.830091 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47754) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:38.835089 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f40cd675-4502-4578-9d32-c9a3599a2d05 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:38.875651 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f40cd675-4502-4578-9d32-c9a3599a2d05 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:39.020008 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f40cd675-4502-4578-9d32-c9a3599a2d05 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:39.168700 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-f40cd675-4502-4578-9d32-c9a3599a2d05 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Allocated IP 172.25.5.147 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/a03e02c5-0682-4f5c-ad96-c609bab5cfc0) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:39.178934 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ac9d2b8e-7e75-4163-a490-57396f878abc None None] Provisioning complete for port f5729235-a9b4-4da8-992c-dbf9667c029c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:39.179530 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ac9d2b8e-7e75-4163-a490-57396f878abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:39.205011 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987909ab-e072-451f-9731-e57491e841c9 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event deleted for resources: {'Port': ['ID=e5b3772e-1445-4063-9149-030d89017ba9,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:39.252041 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ac9d2b8e-7e75-4163-a490-57396f878abc None None] Port f5729235-a9b4-4da8-992c-dbf9667c029c cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:16:39.254594 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a001c22c-7e5f-4af3-b67c-c9d00e7c9e55 None None] DHCP port deletion for 9615dcf0-3361-46e1-a0ed-7983924921c2 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:39.306316 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8c7a12fd-6af0-447f-bf32-8e128145eeaf req-e943b5d5-15d7-4c1c-af90-5a13fd706fe1 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=80126ea2-738d-4d8a-a361-ef54f73cf1d0 HTTP/1.1" status: 200 len: 210 time: 0.0815151 Nov 12 20:16:39.311927 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f40cd675-4502-4578-9d32-c9a3599a2d05 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:39.378783 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98c4ff4-f8fa-4368-90a4-cd9898b21e92 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Deleting subnet 46ebe533-5b91-4f70-b036-c0f4f64664ff {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:16:39.382406 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e98c4ff4-f8fa-4368-90a4-cd9898b21e92 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:39.387351 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f40cd675-4502-4578-9d32-c9a3599a2d05 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:39.425422 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40cd675-4502-4578-9d32-c9a3599a2d05 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:39.429013 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-f40cd675-4502-4578-9d32-c9a3599a2d05 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:39.430628 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e98c4ff4-f8fa-4368-90a4-cd9898b21e92 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:39.432524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40cd675-4502-4578-9d32-c9a3599a2d05 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:39.473485 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cd675-4502-4578-9d32-c9a3599a2d05 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Pushing event updated for resources: {'Port': ['ID=a03e02c5-0682-4f5c-ad96-c609bab5cfc0,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:39.524746 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e98c4ff4-f8fa-4368-90a4-cd9898b21e92 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:39.591387 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f40cd675-4502-4578-9d32-c9a3599a2d05 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:39.612987 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e98c4ff4-f8fa-4368-90a4-cd9898b21e92 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:39.645257 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f40cd675-4502-4578-9d32-c9a3599a2d05 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:39.699351 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c4ff4-f8fa-4368-90a4-cd9898b21e92 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event deleted for resources: {'Subnet': ['ID=46ebe533-5b91-4f70-b036-c0f4f64664ff,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:39.705639 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e98c4ff4-f8fa-4368-90a4-cd9898b21e92 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:39.709794 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e98c4ff4-f8fa-4368-90a4-cd9898b21e92 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "DELETE /v2.0/subnets/46ebe533-5b91-4f70-b036-c0f4f64664ff HTTP/1.1" status: 204 len: 168 time: 1.0256751 Nov 12 20:16:39.713441 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47764) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:39.731751 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad219e8-07d0-4c2e-835f-50ead7364491 None None] Network 6d000e56-746f-4aa4-a11f-915aa42d4402 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:39.834864 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b099a2f8-6963-4af7-9bc9-4e439828b1df tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:39.839047 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8af85717-c591-450b-9759-292f039789b3 None None] Provisioning complete for port 993a0cde-5f32-441e-aca8-5fa8df4f6dac triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:39.839842 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8af85717-c591-450b-9759-292f039789b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:39.846957 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-987909ab-e072-451f-9731-e57491e841c9 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:39.850595 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-987909ab-e072-451f-9731-e57491e841c9 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "DELETE /v2.0/ports/e5b3772e-1445-4063-9149-030d89017ba9 HTTP/1.1" status: 204 len: 168 time: 1.8412402 Nov 12 20:16:39.854638 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47766) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:39.989558 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb6890a-4a00-4d5f-b9c3-a2e03aeee79f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:39.991156 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ecb6890a-4a00-4d5f-b9c3-a2e03aeee79f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "GET /v2.0/ports?device_id=14719374-8782-4899-a302-d4232fc37549 HTTP/1.1" status: 200 len: 913 time: 0.1353576 Nov 12 20:16:39.993870 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47768) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:40.022896 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85e4902-f83c-4321-8461-e32deae522fe None None] DHCP port deletion for 6d000e56-746f-4aa4-a11f-915aa42d4402 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:40.058277 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-b099a2f8-6963-4af7-9bc9-4e439828b1df tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Deleting port 993a0cde-5f32-441e-aca8-5fa8df4f6dac {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:40.058634 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b099a2f8-6963-4af7-9bc9-4e439828b1df tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:40.094232 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e85e4902-f83c-4321-8461-e32deae522fe None None] Deleting port 993a0cde-5f32-441e-aca8-5fa8df4f6dac {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:40.094976 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e85e4902-f83c-4321-8461-e32deae522fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:40.155901 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c62e03-1c70-4ebc-a767-8a699ef83115 req-a61760f9-8310-45a6-92a4-dfe705b3516f tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:40.157524 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-48c62e03-1c70-4ebc-a767-8a699ef83115 req-a61760f9-8310-45a6-92a4-dfe705b3516f tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.4476116 Nov 12 20:16:40.185000 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-b099a2f8-6963-4af7-9bc9-4e439828b1df tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] For port 993a0cde-5f32-441e-aca8-5fa8df4f6dac, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=993a0cde-5f32-441e-aca8-5fa8df4f6dac,segment=NetworkSegment(c40fa0c9-fd83-40f1-bae2-11e608e8a1ab),segment_id=c40fa0c9-fd83-40f1-bae2-11e608e8a1ab)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:40.185315 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b099a2f8-6963-4af7-9bc9-4e439828b1df tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:40.190847 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e85e4902-f83c-4321-8461-e32deae522fe None None] For port 993a0cde-5f32-441e-aca8-5fa8df4f6dac, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=993a0cde-5f32-441e-aca8-5fa8df4f6dac,segment=NetworkSegment(c40fa0c9-fd83-40f1-bae2-11e608e8a1ab),segment_id=c40fa0c9-fd83-40f1-bae2-11e608e8a1ab)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:40.192749 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e85e4902-f83c-4321-8461-e32deae522fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:40.210605 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e85e4902-f83c-4321-8461-e32deae522fe None None] Calling delete_port for 993a0cde-5f32-441e-aca8-5fa8df4f6dac owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:40.237779 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-48c62e03-1c70-4ebc-a767-8a699ef83115 req-e77c0335-606a-430d-b8fe-3d907e218f9d tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715551 Nov 12 20:16:40.253178 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f40cd675-4502-4578-9d32-c9a3599a2d05 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:40.266234 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f40cd675-4502-4578-9d32-c9a3599a2d05 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:40.275681 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-b099a2f8-6963-4af7-9bc9-4e439828b1df tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Calling delete_port for 993a0cde-5f32-441e-aca8-5fa8df4f6dac owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:40.368557 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e85e4902-f83c-4321-8461-e32deae522fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:40.393547 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cd675-4502-4578-9d32-c9a3599a2d05 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Pushing event updated for resources: {'Port': ['ID=a03e02c5-0682-4f5c-ad96-c609bab5cfc0,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:40.401583 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e4902-f83c-4321-8461-e32deae522fe None None] Pushing event deleted for resources: {'Port': ['ID=993a0cde-5f32-441e-aca8-5fa8df4f6dac,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:40.405890 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85e4902-f83c-4321-8461-e32deae522fe None None] No DVR routers for this DVR port 993a0cde-5f32-441e-aca8-5fa8df4f6dac on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:16:40.427660 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f40cd675-4502-4578-9d32-c9a3599a2d05 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:40.446091 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f40cd675-4502-4578-9d32-c9a3599a2d05 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:40.449666 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f40cd675-4502-4578-9d32-c9a3599a2d05 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6162481 Nov 12 20:16:40.450556 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47774) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:40.455723 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-2f185688-0996-4444-ba06-089f039bff6d tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Request body: {'floatingip': {'port_id': 'f5729235-a9b4-4da8-992c-dbf9667c029c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:40.495362 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ed3950f6-0ff2-4f96-8237-5c1079f86fd6 req-90bc308e-a139-4f02-a350-8f05c0bee0b3 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=80126ea2-738d-4d8a-a361-ef54f73cf1d0 HTTP/1.1" status: 200 len: 210 time: 0.0455453 Nov 12 20:16:40.500881 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2f185688-0996-4444-ba06-089f039bff6d tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks [] for floatingip, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:40.573812 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b099a2f8-6963-4af7-9bc9-4e439828b1df tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:40.607600 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099a2f8-6963-4af7-9bc9-4e439828b1df tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event deleted for resources: {'Port': ['ID=993a0cde-5f32-441e-aca8-5fa8df4f6dac,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:40.610117 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b099a2f8-6963-4af7-9bc9-4e439828b1df tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] No DVR routers for this DVR port 993a0cde-5f32-441e-aca8-5fa8df4f6dac on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:16:40.633904 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-2f185688-0996-4444-ba06-089f039bff6d tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] update failed (client error): The resource could not be found. Nov 12 20:16:40.637560 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2f185688-0996-4444-ba06-089f039bff6d tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] 10.222.0.48 "PUT /v2.0/floatingips/604cb4cd-880b-4617-b638-f50ac29f363e HTTP/1.1" status: 404 len: 507 time: 0.1839430 Nov 12 20:16:40.637786 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47776) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:40.718686 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b099a2f8-6963-4af7-9bc9-4e439828b1df tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:40.748343 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-b099a2f8-6963-4af7-9bc9-4e439828b1df tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d000e56-746f-4aa4-a11f-915aa42d4402']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:40.760509 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-b099a2f8-6963-4af7-9bc9-4e439828b1df tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40fa0c9-fd83-40f1-bae2-11e608e8a1ab') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:40.760796 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-b099a2f8-6963-4af7-9bc9-4e439828b1df tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40fa0c9-fd83-40f1-bae2-11e608e8a1ab') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:40.779232 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b099a2f8-6963-4af7-9bc9-4e439828b1df tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:40.781880 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-19e303d9-07ab-44ef-8c44-26a48026d971 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Deleting port a03e02c5-0682-4f5c-ad96-c609bab5cfc0 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:40.782298 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19e303d9-07ab-44ef-8c44-26a48026d971 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:40.782848 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3d5e45b4-b27f-467a-afc2-52e4a4bd9d4f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:40.825974 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b099a2f8-6963-4af7-9bc9-4e439828b1df tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:40.836833 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b099a2f8-6963-4af7-9bc9-4e439828b1df tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:16:40.837237 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b099a2f8-6963-4af7-9bc9-4e439828b1df tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:16:40.840147 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:16:40.869770 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19e303d9-07ab-44ef-8c44-26a48026d971 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:40.870112 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19e303d9-07ab-44ef-8c44-26a48026d971 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:40.885045 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-19e303d9-07ab-44ef-8c44-26a48026d971 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Calling delete_port for a03e02c5-0682-4f5c-ad96-c609bab5cfc0 owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:40.945090 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b099a2f8-6963-4af7-9bc9-4e439828b1df tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:40.954620 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b099a2f8-6963-4af7-9bc9-4e439828b1df tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:40.959932 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b099a2f8-6963-4af7-9bc9-4e439828b1df tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "DELETE /v2.0/networks/6d000e56-746f-4aa4-a11f-915aa42d4402 HTTP/1.1" status: 204 len: 168 time: 1.2429492 Nov 12 20:16:40.961095 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47780) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:40.976132 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099a2f8-6963-4af7-9bc9-4e439828b1df tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event deleted for resources: {'Network': ['ID=6d000e56-746f-4aa4-a11f-915aa42d4402,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:40.998249 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-4627f27b-04a7-4ebf-83f9-9941f112d00b tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] DELETE failed (client error): The resource could not be found. Nov 12 20:16:40.998881 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4627f27b-04a7-4ebf-83f9-9941f112d00b tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:16:41.005369 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4627f27b-04a7-4ebf-83f9-9941f112d00b tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "DELETE /v2.0/subnets/e41c769d-9810-4f8a-9446-7d09b6341de4 HTTP/1.1" status: 404 len: 337 time: 0.0394120 Nov 12 20:16:41.005369 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47782) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:41.026926 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7815dd9-b3c2-4ac3-9dd3-00e820bd43ce tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] DELETE failed (client error): The resource could not be found. Nov 12 20:16:41.026926 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7815dd9-b3c2-4ac3-9dd3-00e820bd43ce tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:16:41.034022 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a7815dd9-b3c2-4ac3-9dd3-00e820bd43ce tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "DELETE /v2.0/networks/fe3ac350-58a8-45a6-8495-d59ab1e10f48 HTTP/1.1" status: 404 len: 339 time: 0.0250854 Nov 12 20:16:41.034022 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47784) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:41.068098 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d94553-0a63-4816-8c41-a14eae86a3b9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] DELETE failed (client error): The resource could not be found. Nov 12 20:16:41.068737 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d94553-0a63-4816-8c41-a14eae86a3b9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:16:41.074196 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-05d94553-0a63-4816-8c41-a14eae86a3b9 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "DELETE /v2.0/subnets/5854c779-19e5-42bf-b1a8-cb25810cae13 HTTP/1.1" status: 404 len: 337 time: 0.0366831 Nov 12 20:16:41.083289 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47786) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:41.106165 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8c7b80-f216-4500-b1eb-ea3c68fc8d2a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] DELETE failed (client error): The resource could not be found. Nov 12 20:16:41.106703 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8c7b80-f216-4500-b1eb-ea3c68fc8d2a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:16:41.109794 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8a8c7b80-f216-4500-b1eb-ea3c68fc8d2a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "DELETE /v2.0/networks/0834875a-fc9d-4d85-8b97-0c388fe39eee HTTP/1.1" status: 404 len: 339 time: 0.0255368 Nov 12 20:16:41.112748 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47788) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:41.140919 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19e303d9-07ab-44ef-8c44-26a48026d971 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:41.149258 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-097f0254-d1fc-4813-b987-54eb34298369 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] DELETE failed (client error): The resource could not be found. Nov 12 20:16:41.149840 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-097f0254-d1fc-4813-b987-54eb34298369 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:16:41.153032 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-097f0254-d1fc-4813-b987-54eb34298369 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "DELETE /v2.0/subnets/683cb634-46cf-40fa-afb3-b0bacfe12fd1 HTTP/1.1" status: 404 len: 337 time: 0.0391605 Nov 12 20:16:41.155743 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47790) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:41.176989 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e303d9-07ab-44ef-8c44-26a48026d971 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Pushing event deleted for resources: {'Port': ['ID=a03e02c5-0682-4f5c-ad96-c609bab5cfc0,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:41.182421 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4393038-75b1-4bad-a969-cab0fd5db0a7 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] DELETE failed (client error): The resource could not be found. Nov 12 20:16:41.182973 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4393038-75b1-4bad-a969-cab0fd5db0a7 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:16:41.186096 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f4393038-75b1-4bad-a969-cab0fd5db0a7 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "DELETE /v2.0/networks/75a244e7-f210-434b-b520-d26b085d4ff2 HTTP/1.1" status: 404 len: 339 time: 0.0291033 Nov 12 20:16:41.189165 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47792) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:41.226410 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-3d5e45b4-b27f-467a-afc2-52e4a4bd9d4f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Deleting port 509daa3f-7988-49a5-bf21-b5fc2264a51d {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:41.226410 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3d5e45b4-b27f-467a-afc2-52e4a4bd9d4f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:41.248028 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19e303d9-07ab-44ef-8c44-26a48026d971 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:41.251781 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19e303d9-07ab-44ef-8c44-26a48026d971 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:41.253271 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-19e303d9-07ab-44ef-8c44-26a48026d971 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] 10.222.0.48 "DELETE /v2.0/floatingips/604cb4cd-880b-4617-b638-f50ac29f363e HTTP/1.1" status: 204 len: 168 time: 0.6145735 Nov 12 20:16:41.256904 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47794) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:41.262001 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-5bbcc0a2-a541-42e4-ae7f-f4d443bbbe33 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Request body: {'floatingip': {'floating_network_id': 'a65cee54-946c-4c12-8ea8-447886ddc2b4', 'port_id': 'f5729235-a9b4-4da8-992c-dbf9667c029c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:41.301476 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a64b085-de9b-44cb-98cf-1a526d3e296a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Deleting subnet 0dde1b49-3eec-4070-a1b0-2110f3b80d4d {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:16:41.302680 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5bbcc0a2-a541-42e4-ae7f-f4d443bbbe33 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:41.308319 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a64b085-de9b-44cb-98cf-1a526d3e296a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:41.400617 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3d5e45b4-b27f-467a-afc2-52e4a4bd9d4f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:41.404660 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a64b085-de9b-44cb-98cf-1a526d3e296a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:41.439122 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-3d5e45b4-b27f-467a-afc2-52e4a4bd9d4f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Calling delete_port for 509daa3f-7988-49a5-bf21-b5fc2264a51d owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:41.444057 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-5bbcc0a2-a541-42e4-ae7f-f4d443bbbe33 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:16:41.445384 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5bbcc0a2-a541-42e4-ae7f-f4d443bbbe33 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1874762 Nov 12 20:16:41.449138 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47798) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:41.454566 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-a6bcc21d-44fc-49a1-bf0a-ec3630396341 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'port_id': 'f5729235-a9b4-4da8-992c-dbf9667c029c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:41.480370 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a6bcc21d-44fc-49a1-bf0a-ec3630396341 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:41.537184 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85655172-9ee6-4f92-ba80-5b137c29db3d req-540c5141-f3c8-4aba-a815-16023dd0a4b5 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:41.538975 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-85655172-9ee6-4f92-ba80-5b137c29db3d req-540c5141-f3c8-4aba-a815-16023dd0a4b5 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.2026453 Nov 12 20:16:41.602348 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a6bcc21d-44fc-49a1-bf0a-ec3630396341 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:41.622054 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a64b085-de9b-44cb-98cf-1a526d3e296a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:41.638691 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8d348123-d286-493e-8f15-0b94799c2cc7 req-e35abe11-89c5-46ba-ab52-e5edd0e9b1fe tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=80126ea2-738d-4d8a-a361-ef54f73cf1d0 HTTP/1.1" status: 200 len: 210 time: 0.0338857 Nov 12 20:16:41.687693 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-85655172-9ee6-4f92-ba80-5b137c29db3d req-f39cd5e2-2d71-4fea-91c6-8f224183414a tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127052 Nov 12 20:16:41.759494 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 993a0cde-5f32-441e-aca8-5fa8df4f6dac no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:16:41.768286 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-a6bcc21d-44fc-49a1-bf0a-ec3630396341 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Allocated IP 172.25.5.22 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/0a566b7f-ef4c-434b-b4c9-71559ed4d7a3) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:41.797216 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 993a0cde-5f32-441e-aca8-5fa8df4f6dac {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:16:41.797570 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 993a0cde-5f32-441e-aca8-5fa8df4f6dac not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:16:41.817472 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a64b085-de9b-44cb-98cf-1a526d3e296a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:41.857063 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64b085-de9b-44cb-98cf-1a526d3e296a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event deleted for resources: {'Subnet': ['ID=0dde1b49-3eec-4070-a1b0-2110f3b80d4d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:41.862840 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a64b085-de9b-44cb-98cf-1a526d3e296a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:41.868712 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0a64b085-de9b-44cb-98cf-1a526d3e296a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "DELETE /v2.0/subnets/0dde1b49-3eec-4070-a1b0-2110f3b80d4d HTTP/1.1" status: 204 len: 168 time: 0.6785808 Nov 12 20:16:41.870177 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47806) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:41.870384 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98ecd61-a9d4-4775-bbe6-4f2055251385 None None] Network e39eb0a4-d648-4265-81f7-56c43f62edcc requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:41.945225 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a6bcc21d-44fc-49a1-bf0a-ec3630396341 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:41.992607 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a6bcc21d-44fc-49a1-bf0a-ec3630396341 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:42.049556 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bcc21d-44fc-49a1-bf0a-ec3630396341 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:42.052894 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-a6bcc21d-44fc-49a1-bf0a-ec3630396341 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:42.058827 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bcc21d-44fc-49a1-bf0a-ec3630396341 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:42.075098 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd191be3-bec5-4569-ae75-20053b32e48a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:42.089163 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcc21d-44fc-49a1-bf0a-ec3630396341 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Pushing event updated for resources: {'Port': ['ID=0a566b7f-ef4c-434b-b4c9-71559ed4d7a3,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:42.098718 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3d5e45b4-b27f-467a-afc2-52e4a4bd9d4f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:42.128292 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e55d03-f28d-464d-ba5e-825218eeb131 None None] DHCP port deletion for e39eb0a4-d648-4265-81f7-56c43f62edcc request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:42.168864 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e3c068-8c05-4eeb-9628-5e7f8e1c294a None None] DHCP port deletion for 9615dcf0-3361-46e1-a0ed-7983924921c2 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:42.208733 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-21e55d03-f28d-464d-ba5e-825218eeb131 None None] Deleting port db47afbb-943c-4b89-b7d0-eb3cada9ace7 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:42.209100 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-21e55d03-f28d-464d-ba5e-825218eeb131 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:42.220434 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e45b4-b27f-467a-afc2-52e4a4bd9d4f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event deleted for resources: {'Port': ['ID=509daa3f-7988-49a5-bf21-b5fc2264a51d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:42.279051 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-a6bcc21d-44fc-49a1-bf0a-ec3630396341 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Deleting port 0a566b7f-ef4c-434b-b4c9-71559ed4d7a3 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:42.279710 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a6bcc21d-44fc-49a1-bf0a-ec3630396341 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:42.287843 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-21e55d03-f28d-464d-ba5e-825218eeb131 None None] For port db47afbb-943c-4b89-b7d0-eb3cada9ace7, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=db47afbb-943c-4b89-b7d0-eb3cada9ace7,segment=NetworkSegment(b81a0472-8277-4ec5-82ea-345ddfe4aba3),segment_id=b81a0472-8277-4ec5-82ea-345ddfe4aba3)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:42.288254 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-21e55d03-f28d-464d-ba5e-825218eeb131 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:42.301856 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-21e55d03-f28d-464d-ba5e-825218eeb131 None None] Calling delete_port for db47afbb-943c-4b89-b7d0-eb3cada9ace7 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:42.361264 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-bd191be3-bec5-4569-ae75-20053b32e48a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Deleting port db47afbb-943c-4b89-b7d0-eb3cada9ace7 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:42.361817 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd191be3-bec5-4569-ae75-20053b32e48a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:42.394333 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a6bcc21d-44fc-49a1-bf0a-ec3630396341 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:42.394817 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a6bcc21d-44fc-49a1-bf0a-ec3630396341 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:42.408100 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-21e55d03-f28d-464d-ba5e-825218eeb131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:42.411089 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-a6bcc21d-44fc-49a1-bf0a-ec3630396341 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Calling delete_port for 0a566b7f-ef4c-434b-b4c9-71559ed4d7a3 owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:42.427567 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e55d03-f28d-464d-ba5e-825218eeb131 None None] No DVR routers for this DVR port db47afbb-943c-4b89-b7d0-eb3cada9ace7 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:16:42.429005 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3d5e45b4-b27f-467a-afc2-52e4a4bd9d4f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:42.457618 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e55d03-f28d-464d-ba5e-825218eeb131 None None] Pushing event deleted for resources: {'Port': ['ID=db47afbb-943c-4b89-b7d0-eb3cada9ace7,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:42.503880 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-bd191be3-bec5-4569-ae75-20053b32e48a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] For port db47afbb-943c-4b89-b7d0-eb3cada9ace7, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=db47afbb-943c-4b89-b7d0-eb3cada9ace7,segment=NetworkSegment(b81a0472-8277-4ec5-82ea-345ddfe4aba3),segment_id=b81a0472-8277-4ec5-82ea-345ddfe4aba3)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:42.504289 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd191be3-bec5-4569-ae75-20053b32e48a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:42.543352 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-bd191be3-bec5-4569-ae75-20053b32e48a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Calling delete_port for db47afbb-943c-4b89-b7d0-eb3cada9ace7 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:42.574672 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a6bcc21d-44fc-49a1-bf0a-ec3630396341 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:42.613488 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcc21d-44fc-49a1-bf0a-ec3630396341 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Pushing event deleted for resources: {'Port': ['ID=0a566b7f-ef4c-434b-b4c9-71559ed4d7a3,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:42.701220 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-a6bcc21d-44fc-49a1-bf0a-ec3630396341 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] create failed (client error): The resource could not be found. Nov 12 20:16:42.704712 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a6bcc21d-44fc-49a1-bf0a-ec3630396341 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.2528410 Nov 12 20:16:42.706515 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47812) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:42.770936 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd191be3-bec5-4569-ae75-20053b32e48a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:42.804766 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd191be3-bec5-4569-ae75-20053b32e48a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] No DVR routers for this DVR port db47afbb-943c-4b89-b7d0-eb3cada9ace7 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:16:42.821851 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd191be3-bec5-4569-ae75-20053b32e48a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event deleted for resources: {'Port': ['ID=db47afbb-943c-4b89-b7d0-eb3cada9ace7,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:42.848888 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1dfcfc78-a8ae-478b-bd21-68c1d5642442 req-daf442ce-d0e1-4929-b4cf-57b161ae9699 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=80126ea2-738d-4d8a-a361-ef54f73cf1d0 HTTP/1.1" status: 200 len: 210 time: 0.0448430 Nov 12 20:16:42.867898 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5e45b4-b27f-467a-afc2-52e4a4bd9d4f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Router 14719374-8782-4899-a302-d4232fc37549 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:16:42.872813 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-46f1dbeb-216c-4322-abb9-5488de6cadcb tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Deleting port f5729235-a9b4-4da8-992c-dbf9667c029c {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:42.873141 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-46f1dbeb-216c-4322-abb9-5488de6cadcb tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:42.939719 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd191be3-bec5-4569-ae75-20053b32e48a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:42.952079 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077dbde-235a-40ef-ab24-d624e4e65711 req-b61c90b3-4f24-4cc5-bdb9-92b447e6bbed tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:42.953742 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3077dbde-235a-40ef-ab24-d624e4e65711 req-b61c90b3-4f24-4cc5-bdb9-92b447e6bbed tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.1436577 Nov 12 20:16:42.985172 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-46f1dbeb-216c-4322-abb9-5488de6cadcb tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:42.998692 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-46f1dbeb-216c-4322-abb9-5488de6cadcb tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Calling delete_port for f5729235-a9b4-4da8-992c-dbf9667c029c owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:43.142839 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-46f1dbeb-216c-4322-abb9-5488de6cadcb tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:43.174215 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1dbeb-216c-4322-abb9-5488de6cadcb tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Pushing event deleted for resources: {'Port': ['ID=f5729235-a9b4-4da8-992c-dbf9667c029c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:43.250304 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-46f1dbeb-216c-4322-abb9-5488de6cadcb tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:43.253663 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-46f1dbeb-216c-4322-abb9-5488de6cadcb tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] 10.222.0.48 "DELETE /v2.0/ports/f5729235-a9b4-4da8-992c-dbf9667c029c HTTP/1.1" status: 204 len: 168 time: 0.5458272 Nov 12 20:16:43.256119 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47818) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:43.317558 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd85ea7-dd6a-4c27-8744-d07ab40e8cd3 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:43.319750 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9dd85ea7-dd6a-4c27-8744-d07ab40e8cd3 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] 10.222.0.48 "GET /v2.0/ports?device_id=4488b861-b705-4c69-bc23-0a8eb7036b3d HTTP/1.1" status: 200 len: 913 time: 0.0625677 Nov 12 20:16:43.323035 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47820) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:43.379398 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-bd191be3-bec5-4569-ae75-20053b32e48a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39eb0a4-d648-4265-81f7-56c43f62edcc']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:43.395745 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-bd191be3-bec5-4569-ae75-20053b32e48a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b81a0472-8277-4ec5-82ea-345ddfe4aba3') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:43.395938 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-bd191be3-bec5-4569-ae75-20053b32e48a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b81a0472-8277-4ec5-82ea-345ddfe4aba3') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:43.421730 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd191be3-bec5-4569-ae75-20053b32e48a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:43.485391 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd191be3-bec5-4569-ae75-20053b32e48a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:43.494708 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3077dbde-235a-40ef-ab24-d624e4e65711 req-419cfc49-863c-4d10-8b3b-05477c3de2c6 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5335023 Nov 12 20:16:43.501772 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd191be3-bec5-4569-ae75-20053b32e48a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:16:43.502232 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd191be3-bec5-4569-ae75-20053b32e48a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:16:43.505415 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:16:43.526100 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5e45b4-b27f-467a-afc2-52e4a4bd9d4f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:16:43.534856 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3d5e45b4-b27f-467a-afc2-52e4a4bd9d4f tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "PUT /v2.0/routers/14719374-8782-4899-a302-d4232fc37549/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5371466 Nov 12 20:16:43.535058 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47822) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:43.542875 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53909f78-50c9-4aef-bbf3-e803c2caed32 None None] Sync routers for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:16:43.556728 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53909f78-50c9-4aef-bbf3-e803c2caed32 None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:43.557727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-53909f78-50c9-4aef-bbf3-e803c2caed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:16:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:43.581755 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd191be3-bec5-4569-ae75-20053b32e48a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:43.598295 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd191be3-bec5-4569-ae75-20053b32e48a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:43.604587 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bd191be3-bec5-4569-ae75-20053b32e48a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "DELETE /v2.0/networks/e39eb0a4-d648-4265-81f7-56c43f62edcc HTTP/1.1" status: 204 len: 168 time: 1.7312679 Nov 12 20:16:43.606576 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47824) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:43.606709 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-53909f78-50c9-4aef-bbf3-e803c2caed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:43.616435 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53909f78-50c9-4aef-bbf3-e803c2caed32 None None] Routers {'14719374-8782-4899-a302-d4232fc37549'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:43.617345 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-53909f78-50c9-4aef-bbf3-e803c2caed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:16:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['14719374-8782-4899-a302-d4232fc37549'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:43.627368 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd191be3-bec5-4569-ae75-20053b32e48a tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event deleted for resources: {'Network': ['ID=e39eb0a4-d648-4265-81f7-56c43f62edcc,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:43.658736 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-53909f78-50c9-4aef-bbf3-e803c2caed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:43.659480 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53909f78-50c9-4aef-bbf3-e803c2caed32 None None] The sync data for ids ['14719374-8782-4899-a302-d4232fc37549'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:16:43.678724 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe78569-4777-48a9-9b4b-6689d25ba456 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] DELETE failed (client error): The resource could not be found. Nov 12 20:16:43.679182 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe78569-4777-48a9-9b4b-6689d25ba456 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:16:43.682266 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cfe78569-4777-48a9-9b4b-6689d25ba456 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "DELETE /v2.0/subnets/06e5a64c-0513-4600-a0d8-c772f1d98799 HTTP/1.1" status: 404 len: 337 time: 0.0728860 Nov 12 20:16:43.684936 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47828) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:43.713097 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d08fbc-64ee-4c1a-ba8e-a1e4656cec8f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] DELETE failed (client error): The resource could not be found. Nov 12 20:16:43.713717 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d08fbc-64ee-4c1a-ba8e-a1e4656cec8f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:16:43.718071 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f2d08fbc-64ee-4c1a-ba8e-a1e4656cec8f tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "DELETE /v2.0/networks/956374b2-d923-4b2a-a416-c80d6496f101 HTTP/1.1" status: 404 len: 339 time: 0.0309677 Nov 12 20:16:43.728081 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47830) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:43.730598 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1f42398a-306d-4eab-b5a1-9eddd5114f31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:43.767447 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device db47afbb-943c-4b89-b7d0-eb3cada9ace7 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:16:43.781916 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3af96cc-75ee-4e73-b122-05ba1610d8b6 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Deleting subnet d35724c9-0372-457e-930e-cf226f00966d {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:16:43.785526 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a3af96cc-75ee-4e73-b122-05ba1610d8b6 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:43.789050 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: db47afbb-943c-4b89-b7d0-eb3cada9ace7 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:16:43.789463 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device db47afbb-943c-4b89-b7d0-eb3cada9ace7 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:16:43.836634 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a3af96cc-75ee-4e73-b122-05ba1610d8b6 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:43.888214 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1f42398a-306d-4eab-b5a1-9eddd5114f31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:43.947261 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a3af96cc-75ee-4e73-b122-05ba1610d8b6 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:43.988775 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b4d77c18-fbc8-4650-b126-eadf029fe53b tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:44.005029 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ed49717e-2daf-453b-b18c-80a16333a645 req-f4cd7d67-4253-49d9-ae13-fd90c42c8be1 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=80126ea2-738d-4d8a-a361-ef54f73cf1d0 HTTP/1.1" status: 200 len: 210 time: 0.0288122 Nov 12 20:16:44.054560 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a3af96cc-75ee-4e73-b122-05ba1610d8b6 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:44.059583 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-1f42398a-306d-4eab-b5a1-9eddd5114f31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Deleting port e11de9a5-0a77-4b9a-907b-8c9bcac9ee2c {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:44.059908 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1f42398a-306d-4eab-b5a1-9eddd5114f31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:44.083738 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af96cc-75ee-4e73-b122-05ba1610d8b6 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event deleted for resources: {'Subnet': ['ID=d35724c9-0372-457e-930e-cf226f00966d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:44.085746 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a3af96cc-75ee-4e73-b122-05ba1610d8b6 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:44.091843 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a3af96cc-75ee-4e73-b122-05ba1610d8b6 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "DELETE /v2.0/subnets/d35724c9-0372-457e-930e-cf226f00966d HTTP/1.1" status: 204 len: 168 time: 0.3668764 Nov 12 20:16:44.091843 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47836) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:44.097105 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b022d6-8862-4ed7-b012-4adfc033e109 None None] Network f462a3c8-e614-48fa-bbcb-a5a963083d4a requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:44.175660 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61474ccc-71b6-40ae-bbc7-d05c3ed763e5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:44.208444 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1f42398a-306d-4eab-b5a1-9eddd5114f31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:44.227063 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-1f42398a-306d-4eab-b5a1-9eddd5114f31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Calling delete_port for e11de9a5-0a77-4b9a-907b-8c9bcac9ee2c owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:44.230047 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-61474ccc-71b6-40ae-bbc7-d05c3ed763e5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Deleting port e74e8599-8655-44db-95b7-a89b9b4bbd83 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:44.230605 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61474ccc-71b6-40ae-bbc7-d05c3ed763e5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:44.294683 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9390d0-9501-4ffd-b917-051760c4b046 None None] DHCP port deletion for f462a3c8-e614-48fa-bbcb-a5a963083d4a request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:44.305780 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-61474ccc-71b6-40ae-bbc7-d05c3ed763e5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] For port e74e8599-8655-44db-95b7-a89b9b4bbd83, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e74e8599-8655-44db-95b7-a89b9b4bbd83,segment=NetworkSegment(20be05c4-65d0-41b3-a2bc-6eec5bde88b9),segment_id=20be05c4-65d0-41b3-a2bc-6eec5bde88b9)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:44.306148 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61474ccc-71b6-40ae-bbc7-d05c3ed763e5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:44.319226 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-61474ccc-71b6-40ae-bbc7-d05c3ed763e5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Calling delete_port for e74e8599-8655-44db-95b7-a89b9b4bbd83 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:44.350866 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4f9390d0-9501-4ffd-b917-051760c4b046 None None] Deleting port e74e8599-8655-44db-95b7-a89b9b4bbd83 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:44.351298 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4f9390d0-9501-4ffd-b917-051760c4b046 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:44.416668 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61474ccc-71b6-40ae-bbc7-d05c3ed763e5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:44.418331 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-4f9390d0-9501-4ffd-b917-051760c4b046 None None] For port e74e8599-8655-44db-95b7-a89b9b4bbd83, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e74e8599-8655-44db-95b7-a89b9b4bbd83,segment=NetworkSegment(20be05c4-65d0-41b3-a2bc-6eec5bde88b9),segment_id=20be05c4-65d0-41b3-a2bc-6eec5bde88b9)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:44.418994 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4f9390d0-9501-4ffd-b917-051760c4b046 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:44.432178 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4f9390d0-9501-4ffd-b917-051760c4b046 None None] Calling delete_port for e74e8599-8655-44db-95b7-a89b9b4bbd83 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:44.447019 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61474ccc-71b6-40ae-bbc7-d05c3ed763e5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event deleted for resources: {'Port': ['ID=e74e8599-8655-44db-95b7-a89b9b4bbd83,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:44.448913 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61474ccc-71b6-40ae-bbc7-d05c3ed763e5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] No DVR routers for this DVR port e74e8599-8655-44db-95b7-a89b9b4bbd83 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:16:44.473095 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-b4d77c18-fbc8-4650-b126-eadf029fe53b tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Deleting port 625899e4-dfa4-4041-9e3b-c31487fef081 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:44.473639 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b4d77c18-fbc8-4650-b126-eadf029fe53b tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:44.515810 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4f9390d0-9501-4ffd-b917-051760c4b046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:44.542560 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9390d0-9501-4ffd-b917-051760c4b046 None None] Pushing event deleted for resources: {'Port': ['ID=e74e8599-8655-44db-95b7-a89b9b4bbd83,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:44.548574 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9390d0-9501-4ffd-b917-051760c4b046 None None] No DVR routers for this DVR port e74e8599-8655-44db-95b7-a89b9b4bbd83 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:16:44.558489 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61474ccc-71b6-40ae-bbc7-d05c3ed763e5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:44.590555 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-61474ccc-71b6-40ae-bbc7-d05c3ed763e5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f462a3c8-e614-48fa-bbcb-a5a963083d4a']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:44.613348 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-61474ccc-71b6-40ae-bbc7-d05c3ed763e5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20be05c4-65d0-41b3-a2bc-6eec5bde88b9') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:44.613644 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-61474ccc-71b6-40ae-bbc7-d05c3ed763e5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20be05c4-65d0-41b3-a2bc-6eec5bde88b9') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:44.640911 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61474ccc-71b6-40ae-bbc7-d05c3ed763e5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:44.660002 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61474ccc-71b6-40ae-bbc7-d05c3ed763e5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:44.669358 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61474ccc-71b6-40ae-bbc7-d05c3ed763e5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:16:44.669773 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61474ccc-71b6-40ae-bbc7-d05c3ed763e5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:16:44.672928 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:16:44.691355 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da798c-c209-4f32-960a-318e549ddf20 req-5f8b8435-3470-49c2-9a6d-b5a37dd80a44 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:44.692951 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96da798c-c209-4f32-960a-318e549ddf20 req-5f8b8435-3470-49c2-9a6d-b5a37dd80a44 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.0993934 Nov 12 20:16:44.785557 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61474ccc-71b6-40ae-bbc7-d05c3ed763e5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:44.813106 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96da798c-c209-4f32-960a-318e549ddf20 req-f61891ad-5dd4-4fe9-877a-ec3bd2fa1812 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122632 Nov 12 20:16:44.814255 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61474ccc-71b6-40ae-bbc7-d05c3ed763e5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:44.820785 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-61474ccc-71b6-40ae-bbc7-d05c3ed763e5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] 10.222.0.48 "DELETE /v2.0/networks/f462a3c8-e614-48fa-bbcb-a5a963083d4a HTTP/1.1" status: 204 len: 168 time: 0.7284002 Nov 12 20:16:44.833951 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61474ccc-71b6-40ae-bbc7-d05c3ed763e5 tempest-NetworksIpV6Test-1107964758 tempest-NetworksIpV6Test-1107964758-project] Pushing event deleted for resources: {'Network': ['ID=f462a3c8-e614-48fa-bbcb-a5a963083d4a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:44.849061 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1f42398a-306d-4eab-b5a1-9eddd5114f31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:44.889005 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42398a-306d-4eab-b5a1-9eddd5114f31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event deleted for resources: {'Port': ['ID=e11de9a5-0a77-4b9a-907b-8c9bcac9ee2c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:44.919784 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753df2d7-6823-431f-b602-61f9b8159f68 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:44.937259 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b4d77c18-fbc8-4650-b126-eadf029fe53b tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:44.974795 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-b4d77c18-fbc8-4650-b126-eadf029fe53b tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Calling delete_port for 625899e4-dfa4-4041-9e3b-c31487fef081 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:44.997393 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1f42398a-306d-4eab-b5a1-9eddd5114f31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:45.148988 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1f42398a-306d-4eab-b5a1-9eddd5114f31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:45.155661 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1f42398a-306d-4eab-b5a1-9eddd5114f31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:45.157927 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47856) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:45.241882 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1f42398a-306d-4eab-b5a1-9eddd5114f31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:45.242412 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f42398a-306d-4eab-b5a1-9eddd5114f31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Fanout notify agent at l3_agent the message router_deleted on router 14719374-8782-4899-a302-d4232fc37549 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:16:45.253862 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1f42398a-306d-4eab-b5a1-9eddd5114f31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:45.254841 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1f42398a-306d-4eab-b5a1-9eddd5114f31 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "DELETE /v2.0/routers/14719374-8782-4899-a302-d4232fc37549 HTTP/1.1" status: 204 len: 168 time: 1.7189295 Nov 12 20:16:45.257267 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47864) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:45.334482 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5395dd46-9474-4a5e-8304-58d15b8ae4dc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0477c589b9404586b4da0b719600847f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1752267 Nov 12 20:16:45.345326 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47868) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:45.356957 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-f649b619-3eaa-4148-adb3-73a0d31b47a3 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Deleting subnet 4ed07e12-1e40-40e1-b531-87ba77ca38e0 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:16:45.378360 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f649b619-3eaa-4148-adb3-73a0d31b47a3 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:45.424722 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b4d77c18-fbc8-4650-b126-eadf029fe53b tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:45.470931 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f649b619-3eaa-4148-adb3-73a0d31b47a3 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:45.475138 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d77c18-fbc8-4650-b126-eadf029fe53b tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Pushing event deleted for resources: {'Port': ['ID=625899e4-dfa4-4041-9e3b-c31487fef081,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:45.562509 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1bc20d7-386d-4fcf-8af7-fb73e1a8a24a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:45.591397 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62afa8d-02b3-4261-a7b6-0b6c445553db req-f666769c-d330-4ab7-a594-c2f56a1e93ac tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:45.593762 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f62afa8d-02b3-4261-a7b6-0b6c445553db req-f666769c-d330-4ab7-a594-c2f56a1e93ac tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/networks?id=d3873ac0-1db4-4dba-9bfe-d989f1a20099 HTTP/1.1" status: 200 len: 811 time: 0.1310029 Nov 12 20:16:45.605071 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f649b619-3eaa-4148-adb3-73a0d31b47a3 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:45.611619 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1bc20d7-386d-4fcf-8af7-fb73e1a8a24a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:45.612975 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f62afa8d-02b3-4261-a7b6-0b6c445553db req-a7b9db41-9aaa-4a6f-95c4-a3ba7255f8dd tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/quotas/8273d0d46fc244019c3a4caebc6e0105 HTTP/1.1" status: 200 len: 375 time: 0.0120873 Nov 12 20:16:45.654318 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f62afa8d-02b3-4261-a7b6-0b6c445553db req-f1dd0bbe-3fff-4f85-9d05-3f0771137c41 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8273d0d46fc244019c3a4caebc6e0105&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362921 Nov 12 20:16:45.754912 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b4d77c18-fbc8-4650-b126-eadf029fe53b tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:45.760289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e74e8599-8655-44db-95b7-a89b9b4bbd83 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:16:45.781434 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f62afa8d-02b3-4261-a7b6-0b6c445553db req-23cba26e-54e2-47a4-a9c6-e422efc2dffe service neutron] 10.222.0.48 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161230 Nov 12 20:16:45.792629 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: e74e8599-8655-44db-95b7-a89b9b4bbd83 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:16:45.792968 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e74e8599-8655-44db-95b7-a89b9b4bbd83 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:16:45.848093 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1bc20d7-386d-4fcf-8af7-fb73e1a8a24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:45.850715 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1bc20d7-386d-4fcf-8af7-fb73e1a8a24a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:45.851878 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d1bc20d7-386d-4fcf-8af7-fb73e1a8a24a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6da18d74-fb31-481b-b485-7a4f330a55e5 HTTP/1.1" status: 204 len: 168 time: 0.5100081 Nov 12 20:16:45.853035 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f649b619-3eaa-4148-adb3-73a0d31b47a3 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:45.893176 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f62afa8d-02b3-4261-a7b6-0b6c445553db req-c2fe84c7-32ea-4612-bc77-e0e7b9b57b3f service neutron] 10.222.0.48 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106992 Nov 12 20:16:45.893391 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc20d7-386d-4fcf-8af7-fb73e1a8a24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da18d74-fb31-481b-b485-7a4f330a55e5,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:45.899079 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f649b619-3eaa-4148-adb3-73a0d31b47a3 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:45.902289 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f649b619-3eaa-4148-adb3-73a0d31b47a3 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "DELETE /v2.0/subnets/4ed07e12-1e40-40e1-b531-87ba77ca38e0 HTTP/1.1" status: 204 len: 168 time: 0.6440840 Nov 12 20:16:45.903203 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649b619-3eaa-4148-adb3-73a0d31b47a3 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event deleted for resources: {'Subnet': ['ID=4ed07e12-1e40-40e1-b531-87ba77ca38e0,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:45.908513 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47886) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:45.909476 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae37643f-b3ed-4822-98b1-f1f8dc8d4f62 None None] Network 9615dcf0-3361-46e1-a0ed-7983924921c2 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:46.040145 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7c3fb4d7-06b7-4dd7-86f9-4ac16260c293 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:46.119723 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d77c18-fbc8-4650-b126-eadf029fe53b tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Router 4488b861-b705-4c69-bc23-0a8eb7036b3d has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:16:46.142088 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af67ab-2955-4566-aa82-91ccbe9c7b05 req-dde5eb14-62fe-488a-ac5d-bafb417dc8c1 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:46.149356 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d4af67ab-2955-4566-aa82-91ccbe9c7b05 req-dde5eb14-62fe-488a-ac5d-bafb417dc8c1 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.1818891 Nov 12 20:16:46.164376 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374d1641-f8c3-4492-aa3b-7be792e4975c None None] DHCP port deletion for 9615dcf0-3361-46e1-a0ed-7983924921c2 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:46.181821 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7c3fb4d7-06b7-4dd7-86f9-4ac16260c293 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:46.204899 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-7c3fb4d7-06b7-4dd7-86f9-4ac16260c293 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9615dcf0-3361-46e1-a0ed-7983924921c2']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:46.214857 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-7c3fb4d7-06b7-4dd7-86f9-4ac16260c293 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ecebeb-2922-429c-ae30-a21dcb990726') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:46.215243 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-7c3fb4d7-06b7-4dd7-86f9-4ac16260c293 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ecebeb-2922-429c-ae30-a21dcb990726') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:46.247632 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7c3fb4d7-06b7-4dd7-86f9-4ac16260c293 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:46.252063 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d77c18-fbc8-4650-b126-eadf029fe53b tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:16:46.258013 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b4d77c18-fbc8-4650-b126-eadf029fe53b tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] 10.222.0.48 "PUT /v2.0/routers/4488b861-b705-4c69-bc23-0a8eb7036b3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9338048 Nov 12 20:16:46.261552 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47898) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:46.265378 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348439a8-f5fd-41cd-8ab9-896d202897be None None] Sync routers for ids ['4488b861-b705-4c69-bc23-0a8eb7036b3d'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:16:46.278911 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348439a8-f5fd-41cd-8ab9-896d202897be None None] Routers {'4488b861-b705-4c69-bc23-0a8eb7036b3d'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:46.279119 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04344d51-bc5f-49c7-92ba-2b9c0cd71b1e req-a4ea1912-6a10-4958-8df9-e6ad62d0af52 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8acb92-5621-4d05-a5ed-726cc7ee90a3 HTTP/1.1" status: 200 len: 210 time: 0.0547748 Nov 12 20:16:46.279929 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-348439a8-f5fd-41cd-8ab9-896d202897be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:16:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['4488b861-b705-4c69-bc23-0a8eb7036b3d'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:46.287953 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7c3fb4d7-06b7-4dd7-86f9-4ac16260c293 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:46.308014 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3fb4d7-06b7-4dd7-86f9-4ac16260c293 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:16:46.308170 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7c3fb4d7-06b7-4dd7-86f9-4ac16260c293 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:16:46.314290 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:16:46.335021 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-348439a8-f5fd-41cd-8ab9-896d202897be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:46.366486 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348439a8-f5fd-41cd-8ab9-896d202897be None None] Routers {'4488b861-b705-4c69-bc23-0a8eb7036b3d'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:46.368132 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-348439a8-f5fd-41cd-8ab9-896d202897be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:16:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['4488b861-b705-4c69-bc23-0a8eb7036b3d'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:46.400595 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d4af67ab-2955-4566-aa82-91ccbe9c7b05 req-7c80391c-e280-421e-bf55-dc433ad61f5f tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501354 Nov 12 20:16:46.441739 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-348439a8-f5fd-41cd-8ab9-896d202897be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:46.442544 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348439a8-f5fd-41cd-8ab9-896d202897be None None] The sync data for ids ['4488b861-b705-4c69-bc23-0a8eb7036b3d'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:16:46.455479 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92031945-b62c-4a26-bb5d-d5917bfe5a75 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:46.465837 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7c3fb4d7-06b7-4dd7-86f9-4ac16260c293 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:46.507578 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7c3fb4d7-06b7-4dd7-86f9-4ac16260c293 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:46.510845 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7c3fb4d7-06b7-4dd7-86f9-4ac16260c293 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] 10.222.0.48 "DELETE /v2.0/networks/9615dcf0-3361-46e1-a0ed-7983924921c2 HTTP/1.1" status: 204 len: 168 time: 0.5934477 Nov 12 20:16:46.511739 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fb4d7-06b7-4dd7-86f9-4ac16260c293 tempest-FloatingIPTestJSON-178345880 tempest-FloatingIPTestJSON-178345880-project] Pushing event deleted for resources: {'Network': ['ID=9615dcf0-3361-46e1-a0ed-7983924921c2,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:46.605275 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-75e66e46-f7de-4fb4-a231-90e7f8b3082b req-473cb87a-af55-4397-9752-481a514d35db service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8b38c076-b682-490a-9fd5-90ad4778d11b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0795739 Nov 12 20:16:46.698948 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e66e46-f7de-4fb4-a231-90e7f8b3082b req-abbc915c-b7f6-4b4d-8b56-7422db278757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:46.700498 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-75e66e46-f7de-4fb4-a231-90e7f8b3082b req-abbc915c-b7f6-4b4d-8b56-7422db278757 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=00b6cfb5312f47e6bba6b1a73804db22&device_id=8b38c076-b682-490a-9fd5-90ad4778d11b HTTP/1.1" status: 200 len: 1098 time: 0.0459306 Nov 12 20:16:46.724696 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92031945-b62c-4a26-bb5d-d5917bfe5a75 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:46.742038 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92031945-b62c-4a26-bb5d-d5917bfe5a75 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:46.805951 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-c0345fb8-95f6-49f5-a817-d6fafa68c458 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0975649 Nov 12 20:16:46.807011 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92031945-b62c-4a26-bb5d-d5917bfe5a75 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:46.807698 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92031945-b62c-4a26-bb5d-d5917bfe5a75 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Fanout notify agent at l3_agent the message router_deleted on router 4488b861-b705-4c69-bc23-0a8eb7036b3d {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:16:46.816029 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92031945-b62c-4a26-bb5d-d5917bfe5a75 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:46.817175 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-92031945-b62c-4a26-bb5d-d5917bfe5a75 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] 10.222.0.48 "DELETE /v2.0/routers/4488b861-b705-4c69-bc23-0a8eb7036b3d HTTP/1.1" status: 204 len: 168 time: 0.5547507 Nov 12 20:16:46.819719 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47926) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:46.881607 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e66e46-f7de-4fb4-a231-90e7f8b3082b req-61aba6cb-9226-4141-bcb4-d10a3a98b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:46.883630 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-75e66e46-f7de-4fb4-a231-90e7f8b3082b req-61aba6cb-9226-4141-bcb4-d10a3a98b9e7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1217fc13-52b1-48e2-90e3-8ec289b00657 HTTP/1.1" status: 200 len: 912 time: 0.1629584 Nov 12 20:16:46.983338 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddff7ab6-0508-4d2e-ac33-b921706f0377 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Deleting subnet 0f5d17ed-9943-4ab6-a14c-4cf9415debcd {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:16:46.995636 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47934) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:46.996653 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ddff7ab6-0508-4d2e-ac33-b921706f0377 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:47.022072 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-75e66e46-f7de-4fb4-a231-90e7f8b3082b req-1f1a9694-d768-49e6-b355-f5e1c138d0f2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6b8ad67-b0b2-463b-b774-bd807cab95f3 HTTP/1.1" status: 200 len: 1002 time: 0.1293492 Nov 12 20:16:47.038157 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72adaa-4058-4f58-b774-8749746091b0 req-ff6e6f31-e458-47d6-8aba-f0e5c8588b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:47.038654 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72adaa-4058-4f58-b774-8749746091b0 req-ff6e6f31-e458-47d6-8aba-f0e5c8588b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:47.039130 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72adaa-4058-4f58-b774-8749746091b0 req-ff6e6f31-e458-47d6-8aba-f0e5c8588b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:47.039600 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72adaa-4058-4f58-b774-8749746091b0 req-ff6e6f31-e458-47d6-8aba-f0e5c8588b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:47.040065 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72adaa-4058-4f58-b774-8749746091b0 req-ff6e6f31-e458-47d6-8aba-f0e5c8588b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:47.040700 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72adaa-4058-4f58-b774-8749746091b0 req-ff6e6f31-e458-47d6-8aba-f0e5c8588b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:47.041087 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72adaa-4058-4f58-b774-8749746091b0 req-ff6e6f31-e458-47d6-8aba-f0e5c8588b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:47.043994 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-ff6e6f31-e458-47d6-8aba-f0e5c8588b27 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4852665fabb5408ab377b1cbc45feb40&device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 6507 time: 0.1695693 Nov 12 20:16:47.072644 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ddff7ab6-0508-4d2e-ac33-b921706f0377 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:47.090969 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e66e46-f7de-4fb4-a231-90e7f8b3082b req-db577b2d-9204-4476-86f2-9b22b9ab535b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:47.093589 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-75e66e46-f7de-4fb4-a231-90e7f8b3082b req-db577b2d-9204-4476-86f2-9b22b9ab535b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=72eab03a-2e4d-41e0-82f1-7fb4346cd6bd HTTP/1.1" status: 200 len: 850 time: 0.0613039 Nov 12 20:16:47.163161 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e66e46-f7de-4fb4-a231-90e7f8b3082b req-719c8c9f-bc0d-4ac3-930d-d89028620daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:47.163161 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-75e66e46-f7de-4fb4-a231-90e7f8b3082b req-719c8c9f-bc0d-4ac3-930d-d89028620daa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1217fc13-52b1-48e2-90e3-8ec289b00657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592024 Nov 12 20:16:47.262888 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72adaa-4058-4f58-b774-8749746091b0 req-1ddf57f6-17be-49cf-b5de-1c97d871389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:47.263363 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72adaa-4058-4f58-b774-8749746091b0 req-1ddf57f6-17be-49cf-b5de-1c97d871389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:47.263852 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72adaa-4058-4f58-b774-8749746091b0 req-1ddf57f6-17be-49cf-b5de-1c97d871389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:47.265753 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-1ddf57f6-17be-49cf-b5de-1c97d871389c service neutron] 10.222.0.55 "GET /v2.0/networks?id=bd6be986-db97-4cb9-abe7-787b341a3cd5&id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&id=5d5111b2-3f92-4f00-9f7f-454d59cb9659&id=5d5111b2-3f92-4f00-9f7f-454d59cb9659 HTTP/1.1" status: 200 len: 2298 time: 0.1902654 Nov 12 20:16:47.267478 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-60a9ed46-0c1e-4d1f-9dba-a5580306e5cb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6ea92e18acf0455c810df30ea01fdf1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2686949 Nov 12 20:16:47.270056 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47950) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:47.303638 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-75e66e46-f7de-4fb4-a231-90e7f8b3082b req-81707aaa-583d-42eb-8221-aaa46ee4e289 service neutron] 10.222.0.52 "GET /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320024 Nov 12 20:16:47.309826 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ddff7ab6-0508-4d2e-ac33-b921706f0377 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:47.311713 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47954) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:47.422398 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5277256d-8966-4728-9033-725fabba737a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:47.449039 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5277256d-8966-4728-9033-725fabba737a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:47.475021 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-8415268c-42b1-4424-bedf-9c82bbdff1b5 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'network': {'name': 'tempest-RoutersTest-236287251'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:47.479528 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-75e66e46-f7de-4fb4-a231-90e7f8b3082b req-ba3e61c8-782e-4a1a-88f7-d15d86669c5d service neutron] 10.222.0.52 "GET /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667349 Nov 12 20:16:47.494824 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-035eb1f5-cd65-4a28-b10b-8ef7f6905481 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60910e1f-f0d1-4eec-848e-460daa336aca HTTP/1.1" status: 200 len: 1001 time: 0.1931586 Nov 12 20:16:47.543861 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8415268c-42b1-4424-bedf-9c82bbdff1b5 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Made reservation on behalf of 2fbdff350f264aeaacb6dcabbb39b466 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:47.548664 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8415268c-42b1-4424-bedf-9c82bbdff1b5 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:47.562539 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8415268c-42b1-4424-bedf-9c82bbdff1b5 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:47.580065 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ddff7ab6-0508-4d2e-ac33-b921706f0377 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:47.590511 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52958250-ef86-43b9-8b9d-99c193052748 req-e3f1b7d3-8431-481b-b472-c6042b68aa22 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:47.592016 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-52958250-ef86-43b9-8b9d-99c193052748 req-e3f1b7d3-8431-481b-b472-c6042b68aa22 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/networks?id=d3873ac0-1db4-4dba-9bfe-d989f1a20099 HTTP/1.1" status: 200 len: 811 time: 0.1580877 Nov 12 20:16:47.616876 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72adaa-4058-4f58-b774-8749746091b0 req-95f96676-1347-4d15-8f24-a770d5067159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:47.618349 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-95f96676-1347-4d15-8f24-a770d5067159 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9f077436-4556-447d-83d4-cbd3714774cd HTTP/1.1" status: 200 len: 855 time: 0.1142220 Nov 12 20:16:47.619020 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff7ab6-0508-4d2e-ac33-b921706f0377 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Pushing event deleted for resources: {'Subnet': ['ID=0f5d17ed-9943-4ab6-a14c-4cf9415debcd,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:47.620791 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-52958250-ef86-43b9-8b9d-99c193052748 req-87d8207b-88eb-4f9b-8b65-066705ac286f tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/quotas/8273d0d46fc244019c3a4caebc6e0105 HTTP/1.1" status: 200 len: 375 time: 0.0192850 Nov 12 20:16:47.623463 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ddff7ab6-0508-4d2e-ac33-b921706f0377 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:47.629797 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ddff7ab6-0508-4d2e-ac33-b921706f0377 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] 10.222.0.48 "DELETE /v2.0/subnets/0f5d17ed-9943-4ab6-a14c-4cf9415debcd HTTP/1.1" status: 204 len: 168 time: 0.8082407 Nov 12 20:16:47.630052 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47970) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:47.631456 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5488f918-6673-4330-8a37-fabbae0c72b3 None None] Network a65cee54-946c-4c12-8ea8-447886ddc2b4 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:47.644843 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5277256d-8966-4728-9033-725fabba737a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:47.647509 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5277256d-8966-4728-9033-725fabba737a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:47.648721 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5277256d-8966-4728-9033-725fabba737a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/613d2e19-5183-4cd5-a3af-3e0b1842ea6f HTTP/1.1" status: 204 len: 168 time: 0.3766317 Nov 12 20:16:47.687915 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe5f75-04d5-40c4-aa6a-2c8ef8d92593 req-8392ba2a-3b72-4fe1-98a1-978ca5c8f03e tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:47.696162 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b2fe5f75-04d5-40c4-aa6a-2c8ef8d92593 req-8392ba2a-3b72-4fe1-98a1-978ca5c8f03e tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.1526778 Nov 12 20:16:47.698165 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277256d-8966-4728-9033-725fabba737a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613d2e19-5183-4cd5-a3af-3e0b1842ea6f,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:47.739613 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-52958250-ef86-43b9-8b9d-99c193052748 req-d8de96c9-81a9-43e5-b5a1-699f0b95c423 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8273d0d46fc244019c3a4caebc6e0105&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739501 Nov 12 20:16:47.739730 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72adaa-4058-4f58-b774-8749746091b0 req-c108b63f-1a9d-424b-802a-69d49a690492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:47.741301 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-c108b63f-1a9d-424b-802a-69d49a690492 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd6be986-db97-4cb9-abe7-787b341a3cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1092522 Nov 12 20:16:47.778849 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b2fe5f75-04d5-40c4-aa6a-2c8ef8d92593 req-23872056-d1ee-4eec-acd7-2cda4673b842 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770638 Nov 12 20:16:47.809125 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bcb88e55-4268-4b56-9cef-afe268ea4554 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:47.865889 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8415268c-42b1-4424-bedf-9c82bbdff1b5 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:47.876279 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8415268c-42b1-4424-bedf-9c82bbdff1b5 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:47.893807 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-711bea82-9cd1-46a7-8081-f851c0f17de0 service neutron] 10.222.0.55 "GET /v2.0/networks/bd6be986-db97-4cb9-abe7-787b341a3cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434457 Nov 12 20:16:47.935488 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8415268c-42b1-4424-bedf-9c82bbdff1b5 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:16:47.972188 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8415268c-42b1-4424-bedf-9c82bbdff1b5 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:47.972677 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-8415268c-42b1-4424-bedf-9c82bbdff1b5 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Added segment 798d4541-1642-4269-975d-2b5a1519a2a5 of type vlan for network 252f1df4-2aa0-431a-8a13-1743aa33a6f3 Nov 12 20:16:47.986213 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415268c-42b1-4424-bedf-9c82bbdff1b5 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c29aa97b-6825-4696-b44d-1c5cbdaad8c0,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:47.992535 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-52958250-ef86-43b9-8b9d-99c193052748 req-55a5c690-3e4b-4606-ae43-57246e42398f service neutron] 10.222.0.48 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356956 Nov 12 20:16:48.048314 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-869433af-4b11-49ce-9c2e-b4c66e8a1ace service neutron] 10.222.0.55 "GET /v2.0/networks/bd6be986-db97-4cb9-abe7-787b341a3cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464777 Nov 12 20:16:48.096376 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8415268c-42b1-4424-bedf-9c82bbdff1b5 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:48.100167 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1f9fba-cd22-436d-9627-442cd00b6202 None None] DHCP port deletion for a65cee54-946c-4c12-8ea8-447886ddc2b4 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:48.104118 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-c0f580c0-a7cd-4ae0-97af-d2fb54020a8f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=7c68d458-cf6b-40f0-99d1-44f97634c3b5 HTTP/1.1" status: 200 len: 217 time: 0.0469806 Nov 12 20:16:48.127507 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-bcb88e55-4268-4b56-9cef-afe268ea4554 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Deleting port 840f30a6-2271-483a-8661-66d3dc3dd3cc {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:48.127857 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bcb88e55-4268-4b56-9cef-afe268ea4554 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:48.168339 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f9fba-cd22-436d-9627-442cd00b6202 None None] Deleting port 840f30a6-2271-483a-8661-66d3dc3dd3cc {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:48.168818 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0a1f9fba-cd22-436d-9627-442cd00b6202 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:48.173627 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72adaa-4058-4f58-b774-8749746091b0 req-65e16241-52cc-4c55-94ac-ecd77c536071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:48.175133 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-65e16241-52cc-4c55-94ac-ecd77c536071 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23e59f70-1cf8-4ea4-824b-1efc5167ff36 HTTP/1.1" status: 200 len: 797 time: 0.0647759 Nov 12 20:16:48.191632 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8415268c-42b1-4424-bedf-9c82bbdff1b5 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:48.198107 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8415268c-42b1-4424-bedf-9c82bbdff1b5 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:48.199003 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8415268c-42b1-4424-bedf-9c82bbdff1b5 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:48.246062 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0a1f9fba-cd22-436d-9627-442cd00b6202 None None] For port 840f30a6-2271-483a-8661-66d3dc3dd3cc, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=840f30a6-2271-483a-8661-66d3dc3dd3cc,segment=NetworkSegment(667988d1-c7d4-4aec-8cf0-07732eacf375),segment_id=667988d1-c7d4-4aec-8cf0-07732eacf375)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:48.246559 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0a1f9fba-cd22-436d-9627-442cd00b6202 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:48.249841 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72adaa-4058-4f58-b774-8749746091b0 req-74cf35e5-51e2-4a6c-b38f-f502ea26aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:48.251647 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-74cf35e5-51e2-4a6c-b38f-f502ea26aa22 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0683079 Nov 12 20:16:48.290555 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-bcb88e55-4268-4b56-9cef-afe268ea4554 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] For port 840f30a6-2271-483a-8661-66d3dc3dd3cc, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=840f30a6-2271-483a-8661-66d3dc3dd3cc,segment=NetworkSegment(667988d1-c7d4-4aec-8cf0-07732eacf375),segment_id=667988d1-c7d4-4aec-8cf0-07732eacf375)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:48.294721 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bcb88e55-4268-4b56-9cef-afe268ea4554 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:48.297189 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f9fba-cd22-436d-9627-442cd00b6202 None None] Calling delete_port for 840f30a6-2271-483a-8661-66d3dc3dd3cc owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:48.313835 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-52958250-ef86-43b9-8b9d-99c193052748 req-aa87fa1a-a865-4471-bf0f-264620debecb service neutron] 10.222.0.48 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954836 Nov 12 20:16:48.371968 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8415268c-42b1-4424-bedf-9c82bbdff1b5 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0504103 Nov 12 20:16:48.377540 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47986) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:48.412938 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-bcb88e55-4268-4b56-9cef-afe268ea4554 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Calling delete_port for 840f30a6-2271-483a-8661-66d3dc3dd3cc owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:48.419059 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-59fe94ce-e751-4f60-8aa0-99bba9758f33 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'network': {'name': 'tempest-RoutersTest-377607381'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:48.423456 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0a1f9fba-cd22-436d-9627-442cd00b6202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:48.443973 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415268c-42b1-4424-bedf-9c82bbdff1b5 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Network': ['ID=252f1df4-2aa0-431a-8a13-1743aa33a6f3,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:48.473515 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 252f1df4-2aa0-431a-8a13-1743aa33a6f3 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:16:48.477190 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f9fba-cd22-436d-9627-442cd00b6202 None None] Pushing event deleted for resources: {'Port': ['ID=840f30a6-2271-483a-8661-66d3dc3dd3cc,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:48.477343 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-49121865-5a0b-4df5-a40b-0c3ebd41e26b service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102146 Nov 12 20:16:48.502283 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fe94ce-e751-4f60-8aa0-99bba9758f33 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Made reservation on behalf of 2fbdff350f264aeaacb6dcabbb39b466 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:48.506383 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-59fe94ce-e751-4f60-8aa0-99bba9758f33 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:48.508295 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1f9fba-cd22-436d-9627-442cd00b6202 None None] No DVR routers for this DVR port 840f30a6-2271-483a-8661-66d3dc3dd3cc on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:16:48.643452 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cc5dfdd3-83d2-4a82-92ce-47b00b3b7756 req-08cf30e8-6447-4c64-b24b-92b9c6996ed2 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9 HTTP/1.1" status: 200 len: 210 time: 0.0372105 Nov 12 20:16:48.644907 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59fe94ce-e751-4f60-8aa0-99bba9758f33 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:16:48.652155 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bcb88e55-4268-4b56-9cef-afe268ea4554 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:48.682117 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb88e55-4268-4b56-9cef-afe268ea4554 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Pushing event deleted for resources: {'Port': ['ID=840f30a6-2271-483a-8661-66d3dc3dd3cc,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:48.691734 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-59fe94ce-e751-4f60-8aa0-99bba9758f33 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:48.692117 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-59fe94ce-e751-4f60-8aa0-99bba9758f33 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Added segment 646981dc-b73a-4523-9320-1fdd2cf03527 of type vlan for network 76f53a6e-f745-451e-93f3-e63af20772e5 Nov 12 20:16:48.707047 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb88e55-4268-4b56-9cef-afe268ea4554 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] No DVR routers for this DVR port 840f30a6-2271-483a-8661-66d3dc3dd3cc on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:16:48.815514 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bcb88e55-4268-4b56-9cef-afe268ea4554 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:48.840191 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-bcb88e55-4268-4b56-9cef-afe268ea4554 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a65cee54-946c-4c12-8ea8-447886ddc2b4']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:48.852170 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-bcb88e55-4268-4b56-9cef-afe268ea4554 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '667988d1-c7d4-4aec-8cf0-07732eacf375') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:48.852556 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-bcb88e55-4268-4b56-9cef-afe268ea4554 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '667988d1-c7d4-4aec-8cf0-07732eacf375') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:48.865857 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bcb88e55-4268-4b56-9cef-afe268ea4554 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:48.892499 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48008) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:48.893479 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bcb88e55-4268-4b56-9cef-afe268ea4554 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:48.935617 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb88e55-4268-4b56-9cef-afe268ea4554 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:16:48.936038 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bcb88e55-4268-4b56-9cef-afe268ea4554 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:16:48.939117 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:16:48.951663 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-59fe94ce-e751-4f60-8aa0-99bba9758f33 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:49.024285 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bcb88e55-4268-4b56-9cef-afe268ea4554 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:49.028512 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bcb88e55-4268-4b56-9cef-afe268ea4554 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:49.032551 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bcb88e55-4268-4b56-9cef-afe268ea4554 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] 10.222.0.48 "DELETE /v2.0/networks/a65cee54-946c-4c12-8ea8-447886ddc2b4 HTTP/1.1" status: 204 len: 168 time: 1.4015794 Nov 12 20:16:49.056351 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-59fe94ce-e751-4f60-8aa0-99bba9758f33 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:49.064555 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-ad2b741b-a572-4b2e-83a8-371cc4f20208 service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5789080 Nov 12 20:16:49.071330 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fe94ce-e751-4f60-8aa0-99bba9758f33 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:49.072894 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-59fe94ce-e751-4f60-8aa0-99bba9758f33 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:49.090005 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ac461-d084-40f4-9d72-7da1a7be0748 req-c4ebdffa-1850-4c68-a7b3-b8b57b8d5707 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:49.092029 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-687ac461-d084-40f4-9d72-7da1a7be0748 req-c4ebdffa-1850-4c68-a7b3-b8b57b8d5707 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.0839808 Nov 12 20:16:49.095386 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb88e55-4268-4b56-9cef-afe268ea4554 tempest-FloatingIPNegativeTestJSON-500067424 tempest-FloatingIPNegativeTestJSON-500067424-project] Pushing event deleted for resources: {'Network': ['ID=a65cee54-946c-4c12-8ea8-447886ddc2b4,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:49.133420 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-3b1c086e-f952-431f-928b-19251376fd83 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Request body: {'networks': [{'name': 'tempest-network--2105416242'}, {'name': 'tempest-network--1650794228'}]} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:49.133610 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-3b1c086e-f952-431f-928b-19251376fd83 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Request body: {'network': {'name': 'tempest-network--2105416242'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:49.134067 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-3b1c086e-f952-431f-928b-19251376fd83 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Request body: {'network': {'name': 'tempest-network--1650794228'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:49.135461 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-be1c6390-baa0-4133-856e-d251c16506a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=8bf2886a-7dd4-4335-8bda-619bc89bd1cd HTTP/1.1" status: 200 len: 217 time: 0.0625799 Nov 12 20:16:49.217168 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48018) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:49.217989 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-59fe94ce-e751-4f60-8aa0-99bba9758f33 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8327584 Nov 12 20:16:49.222939 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-9a537e1c-c198-436b-be61-ba3d8b5c2106 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'subnet': {'network_id': '252f1df4-2aa0-431a-8a13-1743aa33a6f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:49.229879 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72adaa-4058-4f58-b774-8749746091b0 req-d8a28ea1-6f06-46e9-9d0c-1a38abeba588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:49.231514 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-d8a28ea1-6f06-46e9-9d0c-1a38abeba588 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23e59f70-1cf8-4ea4-824b-1efc5167ff36 HTTP/1.1" status: 200 len: 797 time: 0.0887887 Nov 12 20:16:49.235293 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe94ce-e751-4f60-8aa0-99bba9758f33 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Network': ['ID=76f53a6e-f745-451e-93f3-e63af20772e5,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:49.239649 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-687ac461-d084-40f4-9d72-7da1a7be0748 req-a4313a6f-968e-4557-b04a-22c556b79e27 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067328 Nov 12 20:16:49.241889 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1c086e-f952-431f-928b-19251376fd83 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Made reservation on behalf of 2455d964da364dabb94a4ba20de895b2 for: {'network': 2} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:49.247757 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b1c086e-f952-431f-928b-19251376fd83 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:49.257593 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 76f53a6e-f745-451e-93f3-e63af20772e5 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:16:49.260644 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b1c086e-f952-431f-928b-19251376fd83 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:49.379266 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72adaa-4058-4f58-b774-8749746091b0 req-285d7195-e2dd-481e-b0e4-c71902735b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:49.380726 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-285d7195-e2dd-481e-b0e4-c71902735b6c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1289983 Nov 12 20:16:49.383014 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b1c086e-f952-431f-928b-19251376fd83 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:49.390496 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b1c086e-f952-431f-928b-19251376fd83 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:49.391378 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b1c086e-f952-431f-928b-19251376fd83 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:49.431792 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a537e1c-c198-436b-be61-ba3d8b5c2106 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Made reservation on behalf of 2fbdff350f264aeaacb6dcabbb39b466 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:49.436142 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a537e1c-c198-436b-be61-ba3d8b5c2106 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:49.445173 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c086e-f952-431f-928b-19251376fd83 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebff4a1-8eaa-4176-8a6b-2b1310146780,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:49.457249 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1c086e-f952-431f-928b-19251376fd83 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:16:49.469773 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b1c086e-f952-431f-928b-19251376fd83 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:49.470170 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-3b1c086e-f952-431f-928b-19251376fd83 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Added segment 215e5a29-628d-4716-b90f-d17018ab3d37 of type vlan for network c5334c2e-9e01-4ad4-9eca-d335dd137a58 Nov 12 20:16:49.527245 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b1c086e-f952-431f-928b-19251376fd83 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:49.544375 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48022) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:49.559616 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1c086e-f952-431f-928b-19251376fd83 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:16:49.571395 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b1c086e-f952-431f-928b-19251376fd83 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:49.571744 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-3b1c086e-f952-431f-928b-19251376fd83 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Added segment da964dc9-514f-4ef7-be09-4c57d6aa5d7c of type vlan for network 3c320962-8a7b-4981-9391-dc49fa64a67d Nov 12 20:16:49.586487 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-8cc70243-a137-4eeb-8101-282da736207d service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961167 Nov 12 20:16:49.641284 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b1c086e-f952-431f-928b-19251376fd83 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:49.708298 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b1c086e-f952-431f-928b-19251376fd83 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:49.711482 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b1c086e-f952-431f-928b-19251376fd83 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:49.727468 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1c086e-f952-431f-928b-19251376fd83 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:49.746370 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1c086e-f952-431f-928b-19251376fd83 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:49.750379 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b1c086e-f952-431f-928b-19251376fd83 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:49.793516 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 840f30a6-2271-483a-8661-66d3dc3dd3cc no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:16:49.807292 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-b2cc5617-9bc9-473a-bc4e-6fbf9be360ed service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129416 Nov 12 20:16:49.860084 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 840f30a6-2271-483a-8661-66d3dc3dd3cc {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:16:49.860830 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 840f30a6-2271-483a-8661-66d3dc3dd3cc not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:16:49.901647 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3b1c086e-f952-431f-928b-19251376fd83 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.9859290 Nov 12 20:16:49.923199 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ae00afe6-bfca-4a87-a4e8-a9f2bcffbffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:49.946604 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48030) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:49.981536 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c086e-f952-431f-928b-19251376fd83 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Pushing event updated for resources: {'Network': ['ID=c5334c2e-9e01-4ad4-9eca-d335dd137a58,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:49.994596 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network c5334c2e-9e01-4ad4-9eca-d335dd137a58 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:16:50.026734 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52958250-ef86-43b9-8b9d-99c193052748 req-7f4fa998-e250-47d3-ab54-b1746e5558ce tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:50.028908 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52958250-ef86-43b9-8b9d-99c193052748 req-7f4fa998-e250-47d3-ab54-b1746e5558ce tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.55 "GET /v2.0/networks?id=d3873ac0-1db4-4dba-9bfe-d989f1a20099 HTTP/1.1" status: 200 len: 811 time: 0.1679840 Nov 12 20:16:50.049203 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c086e-f952-431f-928b-19251376fd83 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Pushing event updated for resources: {'Network': ['ID=3c320962-8a7b-4981-9391-dc49fa64a67d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:50.096768 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 3c320962-8a7b-4981-9391-dc49fa64a67d details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:16:50.118581 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-52958250-ef86-43b9-8b9d-99c193052748 req-d0e0f670-00cc-462a-b751-01b6fe3ce69e tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Request body: {'port': {'device_id': 'f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9', 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099', 'admin_state_up': True, 'tenant_id': '8273d0d46fc244019c3a4caebc6e0105'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:50.122611 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-0dec4c3a-73b9-4f93-aee3-23b92e04e8dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=e4d475ee-cd28-4a98-ab67-825a574e5c5e HTTP/1.1" status: 200 len: 217 time: 0.3024504 Nov 12 20:16:50.138162 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1447238a-cb77-4fa1-a0be-efc17427bb00 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:50.142455 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a537e1c-c198-436b-be61-ba3d8b5c2106 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:50.146900 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1447238a-cb77-4fa1-a0be-efc17427bb00 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:50.153852 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1447238a-cb77-4fa1-a0be-efc17427bb00 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:50.161803 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1447238a-cb77-4fa1-a0be-efc17427bb00 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:50.163637 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1447238a-cb77-4fa1-a0be-efc17427bb00 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2173169 Nov 12 20:16:50.166426 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48032) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:50.208577 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:50.220772 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-48a63f7b-2b77-419e-a841-c01ec0ffb6c6 req-0f22b4d0-8c52-45f0-90a4-a2f1d14c490f tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9 HTTP/1.1" status: 200 len: 210 time: 0.1884446 Nov 12 20:16:50.254113 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a7d5fd80-93db-4ecd-a8b0-555da343f646 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dfdc32f26acc40dfbc6831e0c521eab5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7064321 Nov 12 20:16:50.259463 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48036) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:50.263896 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a537e1c-c198-436b-be61-ba3d8b5c2106 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Subnet': ['ID=bb211f8b-8648-462c-a915-edcf17875b03,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:50.307881 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1c484b9-238f-45d0-9aca-c76922269cc2 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:50.405099 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1c484b9-238f-45d0-9aca-c76922269cc2 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:50.426888 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-a1c484b9-238f-45d0-9aca-c76922269cc2 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5334c2e-9e01-4ad4-9eca-d335dd137a58']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:50.438494 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-a1c484b9-238f-45d0-9aca-c76922269cc2 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '215e5a29-628d-4716-b90f-d17018ab3d37') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:50.439497 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-a1c484b9-238f-45d0-9aca-c76922269cc2 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '215e5a29-628d-4716-b90f-d17018ab3d37') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:50.450813 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1c484b9-238f-45d0-9aca-c76922269cc2 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:50.456558 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72adaa-4058-4f58-b774-8749746091b0 req-0c69b652-201e-4ba4-8b61-b70c6811ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:50.458060 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-0c69b652-201e-4ba4-8b61-b70c6811ae8a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23e59f70-1cf8-4ea4-824b-1efc5167ff36 HTTP/1.1" status: 200 len: 797 time: 0.3083682 Nov 12 20:16:50.466930 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1c484b9-238f-45d0-9aca-c76922269cc2 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:50.470994 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a537e1c-c198-436b-be61-ba3d8b5c2106 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Checking segment: {'id': '798d4541-1642-4269-975d-2b5a1519a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '252f1df4-2aa0-431a-8a13-1743aa33a6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:50.471391 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a537e1c-c198-436b-be61-ba3d8b5c2106 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network hostable DHCP agents. Network: 252f1df4-2aa0-431a-8a13-1743aa33a6f3, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:16:50.474298 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c484b9-238f-45d0-9aca-c76922269cc2 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:16:50.475011 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1c484b9-238f-45d0-9aca-c76922269cc2 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:16:50.478537 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:16:50.538390 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1c484b9-238f-45d0-9aca-c76922269cc2 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:50.540691 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5535-10e5-4f77-bdfd-ad8d80741f67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:50.546804 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1c484b9-238f-45d0-9aca-c76922269cc2 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:50.549742 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a1c484b9-238f-45d0-9aca-c76922269cc2 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] 10.222.0.48 "DELETE /v2.0/networks/c5334c2e-9e01-4ad4-9eca-d335dd137a58 HTTP/1.1" status: 204 len: 168 time: 0.3822851 Nov 12 20:16:50.563810 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9adbbe-919c-46e1-a4ff-b25690a0d661 req-160f954f-6306-49a0-b70a-264bf37d50f0 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:50.565430 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f9adbbe-919c-46e1-a4ff-b25690a0d661 req-160f954f-6306-49a0-b70a-264bf37d50f0 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.1908114 Nov 12 20:16:50.565928 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48040) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:50.566623 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c484b9-238f-45d0-9aca-c76922269cc2 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Pushing event deleted for resources: {'Network': ['ID=c5334c2e-9e01-4ad4-9eca-d335dd137a58,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:50.584870 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a537e1c-c198-436b-be61-ba3d8b5c2106 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network 252f1df4-2aa0-431a-8a13-1743aa33a6f3 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:16:50.653004 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5535-10e5-4f77-bdfd-ad8d80741f67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:50.696660 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-9a537e1c-c198-436b-be61-ba3d8b5c2106 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 252f1df4-2aa0-431a-8a13-1743aa33a6f3) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:50.699873 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52958250-ef86-43b9-8b9d-99c193052748 req-d0e0f670-00cc-462a-b751-01b6fe3ce69e tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Made reservation on behalf of 8273d0d46fc244019c3a4caebc6e0105 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:50.704262 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-52958250-ef86-43b9-8b9d-99c193052748 req-d0e0f670-00cc-462a-b751-01b6fe3ce69e tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:50.706050 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8488b50-50e4-4a0f-9eee-34a4c5313c24 None None] Network 252f1df4-2aa0-431a-8a13-1743aa33a6f3 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:50.709336 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a537e1c-c198-436b-be61-ba3d8b5c2106 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:50.709919 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a537e1c-c198-436b-be61-ba3d8b5c2106 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:50.758261 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72adaa-4058-4f58-b774-8749746091b0 req-8c36ea90-a880-44eb-8e18-1467f79441bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:50.759777 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-8c36ea90-a880-44eb-8e18-1467f79441bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2586231 Nov 12 20:16:50.796918 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9a537e1c-c198-436b-be61-ba3d8b5c2106 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5778482 Nov 12 20:16:50.800277 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48042) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:50.803216 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-43762a1e-6336-485d-94df-cb2a7e4ca8ac tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:50.805412 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-fb8061d2-e7fc-421e-a70b-ae6f209c227c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'subnet': {'network_id': '76f53a6e-f745-451e-93f3-e63af20772e5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:50.828928 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f9adbbe-919c-46e1-a4ff-b25690a0d661 req-435d1931-0aff-4931-9f2f-6ebb1098457b tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489460 Nov 12 20:16:50.939386 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8061d2-e7fc-421e-a70b-ae6f209c227c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Made reservation on behalf of 2fbdff350f264aeaacb6dcabbb39b466 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:50.946949 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fb8061d2-e7fc-421e-a70b-ae6f209c227c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:50.958114 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9c4706-abb9-472d-aa73-68140e2b71ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-252f1df4-2aa0-431a-8a13-1743aa33a6f3', 'network_id': '252f1df4-2aa0-431a-8a13-1743aa33a6f3', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'fixed_ips': [{'subnet_id': 'bb211f8b-8648-462c-a915-edcf17875b03'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:16:50.958994 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1c9c4706-abb9-472d-aa73-68140e2b71ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:51.066305 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5535-10e5-4f77-bdfd-ad8d80741f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:51.069413 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5535-10e5-4f77-bdfd-ad8d80741f67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:51.073076 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fa7e5535-10e5-4f77-bdfd-ad8d80741f67 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5532721-397c-4e19-bbaf-0ed79fd9f132 HTTP/1.1" status: 204 len: 168 time: 0.8078854 Nov 12 20:16:51.073076 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-9f815269-2665-4bd6-9f1b-66f031812459 service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013487 Nov 12 20:16:51.089011 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-43762a1e-6336-485d-94df-cb2a7e4ca8ac tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:51.098896 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-1c9c4706-abb9-472d-aa73-68140e2b71ae None None] Allocated IP 172.20.0.2 (252f1df4-2aa0-431a-8a13-1743aa33a6f3/bb211f8b-8648-462c-a915-edcf17875b03/3f5b6588-9ee1-4c9e-9235-d1cba2eebc49) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:51.199349 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-7afa7aad-2262-475d-b399-9c91a50bed78 service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155601 Nov 12 20:16:51.207601 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fb8061d2-e7fc-421e-a70b-ae6f209c227c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:51.271616 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e5535-10e5-4f77-bdfd-ad8d80741f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5532721-397c-4e19-bbaf-0ed79fd9f132,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:51.308024 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-43762a1e-6336-485d-94df-cb2a7e4ca8ac tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c320962-8a7b-4981-9391-dc49fa64a67d']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:51.309965 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8061d2-e7fc-421e-a70b-ae6f209c227c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Subnet': ['ID=7348e662-366e-4e90-9f36-6ea855388a38,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:51.324976 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-807a9a79-e058-4c94-98d9-f62c10917d56 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=10d51039-4f5f-40e0-a541-b315dbaf21c3 HTTP/1.1" status: 200 len: 217 time: 0.0821409 Nov 12 20:16:51.331025 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-43762a1e-6336-485d-94df-cb2a7e4ca8ac tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da964dc9-514f-4ef7-be09-4c57d6aa5d7c') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:51.331752 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-43762a1e-6336-485d-94df-cb2a7e4ca8ac tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da964dc9-514f-4ef7-be09-4c57d6aa5d7c') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:51.358476 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8061d2-e7fc-421e-a70b-ae6f209c227c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Checking segment: {'id': '646981dc-b73a-4523-9320-1fdd2cf03527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '76f53a6e-f745-451e-93f3-e63af20772e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:51.358476 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8061d2-e7fc-421e-a70b-ae6f209c227c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network hostable DHCP agents. Network: 76f53a6e-f745-451e-93f3-e63af20772e5, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:16:51.365447 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1c9c4706-abb9-472d-aa73-68140e2b71ae None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:51.375883 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1c9c4706-abb9-472d-aa73-68140e2b71ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:51.405593 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8061d2-e7fc-421e-a70b-ae6f209c227c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network 76f53a6e-f745-451e-93f3-e63af20772e5 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:16:51.411599 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-43762a1e-6336-485d-94df-cb2a7e4ca8ac tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:51.413930 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-52958250-ef86-43b9-8b9d-99c193052748 req-d0e0f670-00cc-462a-b751-01b6fe3ce69e tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Allocated IP 172.20.0.9 (d3873ac0-1db4-4dba-9bfe-d989f1a20099/112e4b86-9b36-4cfc-b638-09194238d947/0a165886-3980-471e-892b-2972599fafd9) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:51.422744 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-fb8061d2-e7fc-421e-a70b-ae6f209c227c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 76f53a6e-f745-451e-93f3-e63af20772e5) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:51.429600 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8061d2-e7fc-421e-a70b-ae6f209c227c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:51.430974 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fb8061d2-e7fc-421e-a70b-ae6f209c227c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:51.449714 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0719b4c-0916-4791-926c-a73feee5d0f8 None None] Network 76f53a6e-f745-451e-93f3-e63af20772e5 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:51.450442 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6c95fec3-c50d-4932-bade-327f74e17c88 req-aaff13e8-0802-47cc-886a-4021b250fac5 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9 HTTP/1.1" status: 200 len: 210 time: 0.0483282 Nov 12 20:16:51.478068 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fb8061d2-e7fc-421e-a70b-ae6f209c227c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6716187 Nov 12 20:16:51.478068 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48056) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:51.478321 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72adaa-4058-4f58-b774-8749746091b0 req-72ea9311-0310-42e8-8485-5af3c10989c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:51.478321 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-72ea9311-0310-42e8-8485-5af3c10989c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23e59f70-1cf8-4ea4-824b-1efc5167ff36 HTTP/1.1" status: 200 len: 797 time: 0.1423333 Nov 12 20:16:51.478570 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-b7580e40-1b6d-498d-aef3-176150e7d7b6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1660735375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:51.481801 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-43762a1e-6336-485d-94df-cb2a7e4ca8ac tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:51.517752 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9c4706-abb9-472d-aa73-68140e2b71ae None None] Network 252f1df4-2aa0-431a-8a13-1743aa33a6f3 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:51.524589 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b7580e40-1b6d-498d-aef3-176150e7d7b6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:51.525775 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b7580e40-1b6d-498d-aef3-176150e7d7b6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:51.566709 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-1c9c4706-abb9-472d-aa73-68140e2b71ae None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:51.570970 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c4706-abb9-472d-aa73-68140e2b71ae None None] Pushing event updated for resources: {'Port': ['ID=3f5b6588-9ee1-4c9e-9235-d1cba2eebc49,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:51.575426 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43762a1e-6336-485d-94df-cb2a7e4ca8ac tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:16:51.576264 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-43762a1e-6336-485d-94df-cb2a7e4ca8ac tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:51.577716 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9c4706-abb9-472d-aa73-68140e2b71ae None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:16:51.582327 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:16:51.673902 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72adaa-4058-4f58-b774-8749746091b0 req-1e9e73bc-80de-4ff7-bffa-3a9319b73c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:51.675438 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-1e9e73bc-80de-4ff7-bffa-3a9319b73c7d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1881244 Nov 12 20:16:51.709438 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1c9c4706-abb9-472d-aa73-68140e2b71ae None None] Attempting to bind port 3f5b6588-9ee1-4c9e-9235-d1cba2eebc49 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:16:51.710371 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1c9c4706-abb9-472d-aa73-68140e2b71ae None None] Attempting to bind port 3f5b6588-9ee1-4c9e-9235-d1cba2eebc49 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '798d4541-1642-4269-975d-2b5a1519a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '252f1df4-2aa0-431a-8a13-1743aa33a6f3'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:16:51.710912 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9c4706-abb9-472d-aa73-68140e2b71ae None None] Attempting to bind port 3f5b6588-9ee1-4c9e-9235-d1cba2eebc49 on network 252f1df4-2aa0-431a-8a13-1743aa33a6f3 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:16:51.729444 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9c4706-abb9-472d-aa73-68140e2b71ae None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:16:51.730186 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9c4706-abb9-472d-aa73-68140e2b71ae None None] Checking segment: {'id': '798d4541-1642-4269-975d-2b5a1519a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '252f1df4-2aa0-431a-8a13-1743aa33a6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:51.730583 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1c9c4706-abb9-472d-aa73-68140e2b71ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:51.730987 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9c4706-abb9-472d-aa73-68140e2b71ae None None] Bound using segment: {'id': '798d4541-1642-4269-975d-2b5a1519a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '252f1df4-2aa0-431a-8a13-1743aa33a6f3'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:16:51.731426 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1c9c4706-abb9-472d-aa73-68140e2b71ae None None] Bound port: 3f5b6588-9ee1-4c9e-9235-d1cba2eebc49, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '798d4541-1642-4269-975d-2b5a1519a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '252f1df4-2aa0-431a-8a13-1743aa33a6f3'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:16:51.733204 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1c9c4706-abb9-472d-aa73-68140e2b71ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:51.740961 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-43762a1e-6336-485d-94df-cb2a7e4ca8ac tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:51.767185 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-43762a1e-6336-485d-94df-cb2a7e4ca8ac tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:51.771652 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a5dc5d-91ca-48ff-8c38-d0c283e6b6b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-76f53a6e-f745-451e-93f3-e63af20772e5', 'network_id': '76f53a6e-f745-451e-93f3-e63af20772e5', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'fixed_ips': [{'subnet_id': '7348e662-366e-4e90-9f36-6ea855388a38'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:16:51.772797 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e3a5dc5d-91ca-48ff-8c38-d0c283e6b6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:51.773409 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-43762a1e-6336-485d-94df-cb2a7e4ca8ac tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] 10.222.0.48 "DELETE /v2.0/networks/3c320962-8a7b-4981-9391-dc49fa64a67d HTTP/1.1" status: 204 len: 168 time: 1.1969936 Nov 12 20:16:51.782604 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48064) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:51.809162 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43762a1e-6336-485d-94df-cb2a7e4ca8ac tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Pushing event deleted for resources: {'Network': ['ID=3c320962-8a7b-4981-9391-dc49fa64a67d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:51.857575 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-52958250-ef86-43b9-8b9d-99c193052748 req-d0e0f670-00cc-462a-b751-01b6fe3ce69e tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:51.875950 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-1c9c4706-abb9-472d-aa73-68140e2b71ae None None] For port 3f5b6588-9ee1-4c9e-9235-d1cba2eebc49, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:16:51.880616 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-3a477aba-41c3-4790-81c3-1e9d598be64f service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789627 Nov 12 20:16:51.886749 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b7580e40-1b6d-498d-aef3-176150e7d7b6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:51.901236 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-1c9c4706-abb9-472d-aa73-68140e2b71ae None None] For port 3f5b6588-9ee1-4c9e-9235-d1cba2eebc49, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3f5b6588-9ee1-4c9e-9235-d1cba2eebc49,segment=NetworkSegment(798d4541-1642-4269-975d-2b5a1519a2a5),segment_id=798d4541-1642-4269-975d-2b5a1519a2a5)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:16:51.912668 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1c9c4706-abb9-472d-aa73-68140e2b71ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:51.934190 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b7580e40-1b6d-498d-aef3-176150e7d7b6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:51.959642 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b7580e40-1b6d-498d-aef3-176150e7d7b6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:51.961071 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b7580e40-1b6d-498d-aef3-176150e7d7b6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4864571 Nov 12 20:16:51.964172 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48074) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:51.968296 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c4706-abb9-472d-aa73-68140e2b71ae None None] Pushing event updated for resources: {'Port': ['ID=3f5b6588-9ee1-4c9e-9235-d1cba2eebc49,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:51.990831 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-35e4f662-7d74-40cd-9e1c-704327144476 service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022363 Nov 12 20:16:52.036622 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-e3a5dc5d-91ca-48ff-8c38-d0c283e6b6b7 None None] Allocated IP 172.21.0.2 (76f53a6e-f745-451e-93f3-e63af20772e5/7348e662-366e-4e90-9f36-6ea855388a38/5adbcd76-168b-4dea-98b6-993c356ca19b) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:52.071785 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-3f160243-40f7-4fe0-826d-f29b27468a63 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205 HTTP/1.1" status: 200 len: 217 time: 0.0675673 Nov 12 20:16:52.112148 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-52958250-ef86-43b9-8b9d-99c193052748 req-d0e0f670-00cc-462a-b751-01b6fe3ce69e tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:52.179272 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72adaa-4058-4f58-b774-8749746091b0 req-b9e8fcf6-120d-4682-bdf0-0f87553483d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:52.181389 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-b9e8fcf6-120d-4682-bdf0-0f87553483d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ed506cf3-b5f8-43df-9ed6-18a9019fc64b HTTP/1.1" status: 200 len: 797 time: 0.1010551 Nov 12 20:16:52.189084 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52958250-ef86-43b9-8b9d-99c193052748 req-d0e0f670-00cc-462a-b751-01b6fe3ce69e tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Network d3873ac0-1db4-4dba-9bfe-d989f1a20099 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:52.205624 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-52958250-ef86-43b9-8b9d-99c193052748 req-d0e0f670-00cc-462a-b751-01b6fe3ce69e tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:52.226969 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-52958250-ef86-43b9-8b9d-99c193052748 req-d0e0f670-00cc-462a-b751-01b6fe3ce69e tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:52.245269 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669fac97-ab93-4115-82d8-2d564fdd6b3f None None] DHCP port deletion for d3873ac0-1db4-4dba-9bfe-d989f1a20099 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:52.256619 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0f670-00cc-462a-b751-01b6fe3ce69e tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Pushing event updated for resources: {'Port': ['ID=0a165886-3980-471e-892b-2972599fafd9,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:52.277557 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c3345-e9a3-4f57-8da7-73d7e00fc940 req-00193b27-ae64-4463-977f-a202475d7634 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:52.279101 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6f6c3345-e9a3-4f57-8da7-73d7e00fc940 req-00193b27-ae64-4463-977f-a202475d7634 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.1821439 Nov 12 20:16:52.291419 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e3a5dc5d-91ca-48ff-8c38-d0c283e6b6b7 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:52.293805 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6587dfb4-43e0-47de-9231-18fbef551a4d tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:52.300291 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6587dfb4-43e0-47de-9231-18fbef551a4d tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:52.301676 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6587dfb4-43e0-47de-9231-18fbef551a4d tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5180573 Nov 12 20:16:52.305326 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e3a5dc5d-91ca-48ff-8c38-d0c283e6b6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:52.315271 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48080) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:52.315430 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48082) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:52.329203 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-69832e53-a2fb-4a36-a192-486591849680 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1659429165'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:52.350389 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72adaa-4058-4f58-b774-8749746091b0 req-3a2f439a-465b-44d1-aae2-54da9521117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:52.351948 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-3a2f439a-465b-44d1-aae2-54da9521117d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d5111b2-3f92-4f00-9f7f-454d59cb9659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1617815 Nov 12 20:16:52.391496 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a5dc5d-91ca-48ff-8c38-d0c283e6b6b7 None None] Network 76f53a6e-f745-451e-93f3-e63af20772e5 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:52.391749 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52958250-ef86-43b9-8b9d-99c193052748 req-d0e0f670-00cc-462a-b751-01b6fe3ce69e tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:52.392370 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-52958250-ef86-43b9-8b9d-99c193052748 req-d0e0f670-00cc-462a-b751-01b6fe3ce69e tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:52.403218 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-e3a5dc5d-91ca-48ff-8c38-d0c283e6b6b7 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:52.419874 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a5dc5d-91ca-48ff-8c38-d0c283e6b6b7 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:52.479969 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69832e53-a2fb-4a36-a192-486591849680 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Made reservation on behalf of 2455d964da364dabb94a4ba20de895b2 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:52.484638 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-69832e53-a2fb-4a36-a192-486591849680 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:52.497052 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5dc5d-91ca-48ff-8c38-d0c283e6b6b7 None None] Pushing event updated for resources: {'Port': ['ID=5adbcd76-168b-4dea-98b6-993c356ca19b,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:52.502143 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52958250-ef86-43b9-8b9d-99c193052748 req-d0e0f670-00cc-462a-b751-01b6fe3ce69e tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4202514 Nov 12 20:16:52.518718 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-5e7e38bb-caa1-4b55-a3b6-fd83b17c30ec None None] Provisioning complete for port 0a165886-3980-471e-892b-2972599fafd9 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:52.519372 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5e7e38bb-caa1-4b55-a3b6-fd83b17c30ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:52.526156 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-52958250-ef86-43b9-8b9d-99c193052748 req-4a6e332a-c7da-4bd9-a306-0ae2009ce0ca service neutron] Request body: {'port': {'device_id': 'f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:52.578543 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e3a5dc5d-91ca-48ff-8c38-d0c283e6b6b7 None None] Attempting to bind port 5adbcd76-168b-4dea-98b6-993c356ca19b on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:16:52.579289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e3a5dc5d-91ca-48ff-8c38-d0c283e6b6b7 None None] Attempting to bind port 5adbcd76-168b-4dea-98b6-993c356ca19b by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '646981dc-b73a-4523-9320-1fdd2cf03527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '76f53a6e-f745-451e-93f3-e63af20772e5'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:16:52.579893 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5dc5d-91ca-48ff-8c38-d0c283e6b6b7 None None] Attempting to bind port 5adbcd76-168b-4dea-98b6-993c356ca19b on network 76f53a6e-f745-451e-93f3-e63af20772e5 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:16:52.590126 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5dc5d-91ca-48ff-8c38-d0c283e6b6b7 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:16:52.590624 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5dc5d-91ca-48ff-8c38-d0c283e6b6b7 None None] Checking segment: {'id': '646981dc-b73a-4523-9320-1fdd2cf03527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '76f53a6e-f745-451e-93f3-e63af20772e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:52.591145 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e3a5dc5d-91ca-48ff-8c38-d0c283e6b6b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:52.591638 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5dc5d-91ca-48ff-8c38-d0c283e6b6b7 None None] Bound using segment: {'id': '646981dc-b73a-4523-9320-1fdd2cf03527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '76f53a6e-f745-451e-93f3-e63af20772e5'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:16:52.592291 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e3a5dc5d-91ca-48ff-8c38-d0c283e6b6b7 None None] Bound port: 5adbcd76-168b-4dea-98b6-993c356ca19b, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646981dc-b73a-4523-9320-1fdd2cf03527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '76f53a6e-f745-451e-93f3-e63af20772e5'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:16:52.592771 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e3a5dc5d-91ca-48ff-8c38-d0c283e6b6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:52.605336 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-5e7e38bb-caa1-4b55-a3b6-fd83b17c30ec None None] Port 0a165886-3980-471e-892b-2972599fafd9 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:16:52.684467 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e3a5dc5d-91ca-48ff-8c38-d0c283e6b6b7 None None] For port 5adbcd76-168b-4dea-98b6-993c356ca19b, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:16:52.688905 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e3a5dc5d-91ca-48ff-8c38-d0c283e6b6b7 None None] For port 5adbcd76-168b-4dea-98b6-993c356ca19b, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=5adbcd76-168b-4dea-98b6-993c356ca19b,segment=NetworkSegment(646981dc-b73a-4523-9320-1fdd2cf03527),segment_id=646981dc-b73a-4523-9320-1fdd2cf03527)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:16:52.689310 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-375ef5b4-a1fb-42da-8de2-2eaac9136903 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-807693869'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:52.696460 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-52958250-ef86-43b9-8b9d-99c193052748 req-4a6e332a-c7da-4bd9-a306-0ae2009ce0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:52.696649 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e3a5dc5d-91ca-48ff-8c38-d0c283e6b6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:52.718364 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69832e53-a2fb-4a36-a192-486591849680 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:16:52.761150 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-86dd92a4-5f0f-42e4-abe9-eac7b1e62f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:52.780930 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-ee098253-c2cf-40ac-a99c-8a79966bd52e service neutron] 10.222.0.55 "GET /v2.0/networks/5d5111b2-3f92-4f00-9f7f-454d59cb9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832121 Nov 12 20:16:52.793235 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5dc5d-91ca-48ff-8c38-d0c283e6b6b7 None None] Pushing event updated for resources: {'Port': ['ID=5adbcd76-168b-4dea-98b6-993c356ca19b,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:52.800894 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-69832e53-a2fb-4a36-a192-486591849680 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:52.801115 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-69832e53-a2fb-4a36-a192-486591849680 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Added segment ca542a28-e5d8-4bb6-ba56-fc930be8da53 of type vlan for network 6a48cfb8-ab4f-4d3b-87dd-ead2de53b450 Nov 12 20:16:52.919898 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6f6c3345-e9a3-4f57-8da7-73d7e00fc940 req-45ee7894-accc-4d0b-a3c4-b3b0ea7c47e7 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510758 Nov 12 20:16:52.964705 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-075b2e92-94da-4207-88d2-1f4459fa8c97 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:53.253670 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375ef5b4-a1fb-42da-8de2-2eaac9136903 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:53.257464 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-375ef5b4-a1fb-42da-8de2-2eaac9136903 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:53.278566 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-075b2e92-94da-4207-88d2-1f4459fa8c97 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Allocated IP 172.20.0.1 (252f1df4-2aa0-431a-8a13-1743aa33a6f3/bb211f8b-8648-462c-a915-edcf17875b03/e2cd110c-ec41-4497-945f-cd0fbbd539b5) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:53.367941 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-375ef5b4-a1fb-42da-8de2-2eaac9136903 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:53.411748 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54c1d3-c8d8-4f90-adce-dae46e7dd2b8 req-c50b9099-4c29-45a0-aa32-d8f075bae6ea tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:53.413356 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ea54c1d3-c8d8-4f90-adce-dae46e7dd2b8 req-c50b9099-4c29-45a0-aa32-d8f075bae6ea tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9 HTTP/1.1" status: 200 len: 931 time: 0.6664240 Nov 12 20:16:53.415137 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-69832e53-a2fb-4a36-a192-486591849680 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:53.415859 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-075b2e92-94da-4207-88d2-1f4459fa8c97 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:53.455944 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-075b2e92-94da-4207-88d2-1f4459fa8c97 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:53.497484 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075b2e92-94da-4207-88d2-1f4459fa8c97 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network 252f1df4-2aa0-431a-8a13-1743aa33a6f3 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:53.500853 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-075b2e92-94da-4207-88d2-1f4459fa8c97 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:53.509221 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075b2e92-94da-4207-88d2-1f4459fa8c97 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:53.525246 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3bfc74-9088-432e-8b30-5155de7ff98b None None] Network 252f1df4-2aa0-431a-8a13-1743aa33a6f3 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:53.539841 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b2e92-94da-4207-88d2-1f4459fa8c97 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Port': ['ID=e2cd110c-ec41-4497-945f-cd0fbbd539b5,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:53.556877 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-bef4b5e9-66b4-4247-9b8a-ab36346c599a service neutron] 10.222.0.55 "GET /v2.0/networks/5d5111b2-3f92-4f00-9f7f-454d59cb9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7541015 Nov 12 20:16:53.575073 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-075b2e92-94da-4207-88d2-1f4459fa8c97 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:53.588744 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-69832e53-a2fb-4a36-a192-486591849680 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:53.595296 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69832e53-a2fb-4a36-a192-486591849680 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:53.595909 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-69832e53-a2fb-4a36-a192-486591849680 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:53.669164 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9289f0c8-42d8-40b6-81d3-047e1590a160 None None] Provisioning complete for port 3f5b6588-9ee1-4c9e-9235-d1cba2eebc49 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:53.669852 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9289f0c8-42d8-40b6-81d3-047e1590a160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:53.678882 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-1f38ff12-22b2-4f6d-a363-3b6d062d04e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4 HTTP/1.1" status: 200 len: 217 time: 0.1060319 Nov 12 20:16:53.708985 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ea54c1d3-c8d8-4f90-adce-dae46e7dd2b8 req-fb33d1f8-3807-490f-a67f-830cad1e052f tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819233 Nov 12 20:16:53.737268 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-69832e53-a2fb-4a36-a192-486591849680 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4226069 Nov 12 20:16:53.751728 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48094) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:53.759453 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a2dc5666-1ff8-4c9a-8cc0-ccb5ca2b4dba tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-703266694'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:53.817949 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:53.823505 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:53.859495 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69832e53-a2fb-4a36-a192-486591849680 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Pushing event updated for resources: {'Network': ['ID=6a48cfb8-ab4f-4d3b-87dd-ead2de53b450,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:53.874451 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 6a48cfb8-ab4f-4d3b-87dd-ead2de53b450 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:16:53.899301 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-375ef5b4-a1fb-42da-8de2-2eaac9136903 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:53.906320 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72adaa-4058-4f58-b774-8749746091b0 req-e8c8bb00-9c18-47a7-a055-3c77d3ea5317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:53.907271 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-075b2e92-94da-4207-88d2-1f4459fa8c97 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:53.908857 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-e8c8bb00-9c18-47a7-a055-3c77d3ea5317 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ed506cf3-b5f8-43df-9ed6-18a9019fc64b HTTP/1.1" status: 200 len: 797 time: 0.1901574 Nov 12 20:16:53.915077 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-375ef5b4-a1fb-42da-8de2-2eaac9136903 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:53.930467 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dc5666-1ff8-4c9a-8cc0-ccb5ca2b4dba tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Made reservation on behalf of 2455d964da364dabb94a4ba20de895b2 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:53.943256 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a2dc5666-1ff8-4c9a-8cc0-ccb5ca2b4dba tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:53.969895 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3f5b6588-9ee1-4c9e-9235-d1cba2eebc49 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:16:54.002000 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375ef5b4-a1fb-42da-8de2-2eaac9136903 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:16:54.006688 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2dc5666-1ff8-4c9a-8cc0-ccb5ca2b4dba tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:16:54.018364 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a2dc5666-1ff8-4c9a-8cc0-ccb5ca2b4dba tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:54.018909 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-a2dc5666-1ff8-4c9a-8cc0-ccb5ca2b4dba tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Added segment b1bbc95d-4727-42ed-95ef-2ec7b3dc0cc0 of type vlan for network 1928ebdb-63ee-45c0-a2da-75fba3563036 Nov 12 20:16:54.027962 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-52958250-ef86-43b9-8b9d-99c193052748 req-4a6e332a-c7da-4bd9-a306-0ae2009ce0ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a165886-3980-471e-892b-2972599fafd9 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:16:54.042133 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-52958250-ef86-43b9-8b9d-99c193052748 req-4a6e332a-c7da-4bd9-a306-0ae2009ce0ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:54.050544 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ef5b4-a1fb-42da-8de2-2eaac9136903 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b903f91-9454-4cb7-8ac0-10751cd08d42,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:54.065953 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-375ef5b4-a1fb-42da-8de2-2eaac9136903 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:54.066272 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-375ef5b4-a1fb-42da-8de2-2eaac9136903 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Added segment 55a704f2-5594-49e9-af36-a7bcff4654ca of type vlan for network 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 Nov 12 20:16:54.073548 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9289f0c8-42d8-40b6-81d3-047e1590a160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:54.100821 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a2dc5666-1ff8-4c9a-8cc0-ccb5ca2b4dba tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:54.129160 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-9289f0c8-42d8-40b6-81d3-047e1590a160 None None] For port 3f5b6588-9ee1-4c9e-9235-d1cba2eebc49, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3f5b6588-9ee1-4c9e-9235-d1cba2eebc49,segment=NetworkSegment(798d4541-1642-4269-975d-2b5a1519a2a5),segment_id=798d4541-1642-4269-975d-2b5a1519a2a5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:54.143252 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-52958250-ef86-43b9-8b9d-99c193052748 req-4a6e332a-c7da-4bd9-a306-0ae2009ce0ca service neutron] Transition to ACTIVE for port object 0a165886-3980-471e-892b-2972599fafd9 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:16:54.149323 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72adaa-4058-4f58-b774-8749746091b0 req-e1f442f7-c772-4527-977a-19279996bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:54.150790 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9289f0c8-42d8-40b6-81d3-047e1590a160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:54.152760 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-e1f442f7-c772-4527-977a-19279996bec4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d5111b2-3f92-4f00-9f7f-454d59cb9659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2309613 Nov 12 20:16:54.156993 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8598e3b-7b77-4d4e-8526-b7373204b414 None None] Network 76f53a6e-f745-451e-93f3-e63af20772e5 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:54.186408 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-52958250-ef86-43b9-8b9d-99c193052748 req-4a6e332a-c7da-4bd9-a306-0ae2009ce0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:54.194885 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-375ef5b4-a1fb-42da-8de2-2eaac9136903 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:54.274769 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a2dc5666-1ff8-4c9a-8cc0-ccb5ca2b4dba tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:54.288359 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dc5666-1ff8-4c9a-8cc0-ccb5ca2b4dba tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:54.290491 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a2dc5666-1ff8-4c9a-8cc0-ccb5ca2b4dba tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:54.304896 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 3f5b6588-9ee1-4c9e-9235-d1cba2eebc49 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:54.305166 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:54.341046 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289f0c8-42d8-40b6-81d3-047e1590a160 None None] Pushing event updated for resources: {'Port': ['ID=3f5b6588-9ee1-4c9e-9235-d1cba2eebc49,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:54.368343 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.db.resource_extend [None req-375ef5b4-a1fb-42da-8de2-2eaac9136903 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 20:16:54.376406 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ec5ccf9a-eba4-4df3-af76-0619d68342af None None] Provisioning complete for port 5adbcd76-168b-4dea-98b6-993c356ca19b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:54.376778 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ec5ccf9a-eba4-4df3-af76-0619d68342af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:54.381012 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc1195-683b-4117-ad6b-32dddf95672a req-896bbef4-8106-495a-aaef-f44db69cbe4a tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:54.383309 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cccc1195-683b-4117-ad6b-32dddf95672a req-896bbef4-8106-495a-aaef-f44db69cbe4a tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.3383117 Nov 12 20:16:54.423356 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a2dc5666-1ff8-4c9a-8cc0-ccb5ca2b4dba tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6703384 Nov 12 20:16:54.428333 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48100) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:54.440328 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-4c60019c-2133-455f-aab2-6e0abe4f9ede tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Request body: {'ports': [{'network_id': '6a48cfb8-ab4f-4d3b-87dd-ead2de53b450', 'name': 'tempest-port--499995030', 'admin_state_up': True}, {'network_id': '1928ebdb-63ee-45c0-a2da-75fba3563036', 'admin_state_up': False}]} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:54.440669 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-4c60019c-2133-455f-aab2-6e0abe4f9ede tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Request body: {'port': {'network_id': '6a48cfb8-ab4f-4d3b-87dd-ead2de53b450', 'name': 'tempest-port--499995030', 'admin_state_up': True}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:54.441167 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-4c60019c-2133-455f-aab2-6e0abe4f9ede tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Request body: {'port': {'network_id': '1928ebdb-63ee-45c0-a2da-75fba3563036', 'admin_state_up': False}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:54.462915 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc5666-1ff8-4c9a-8cc0-ccb5ca2b4dba tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Pushing event updated for resources: {'Network': ['ID=1928ebdb-63ee-45c0-a2da-75fba3563036,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:54.468976 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e332a-c7da-4bd9-a306-0ae2009ce0ca service neutron] Pushing event updated for resources: {'Port': ['ID=0a165886-3980-471e-892b-2972599fafd9,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:54.473297 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3c619d-39e7-4a49-bafe-729ecc454972 None None] DHCP port deletion for d3873ac0-1db4-4dba-9bfe-d989f1a20099 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:54.486244 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 1928ebdb-63ee-45c0-a2da-75fba3563036 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:16:54.511424 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-375ef5b4-a1fb-42da-8de2-2eaac9136903 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:54.518520 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375ef5b4-a1fb-42da-8de2-2eaac9136903 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:54.519350 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-375ef5b4-a1fb-42da-8de2-2eaac9136903 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:54.659832 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-52958250-ef86-43b9-8b9d-99c193052748 req-4a6e332a-c7da-4bd9-a306-0ae2009ce0ca service neutron] Attempting to bind port 0a165886-3980-471e-892b-2972599fafd9 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:16:54.660173 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-52958250-ef86-43b9-8b9d-99c193052748 req-4a6e332a-c7da-4bd9-a306-0ae2009ce0ca service neutron] Attempting to bind port 0a165886-3980-471e-892b-2972599fafd9 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'f4687f99-6781-4a43-82a7-56c0a23bfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:16:54.660539 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52958250-ef86-43b9-8b9d-99c193052748 req-4a6e332a-c7da-4bd9-a306-0ae2009ce0ca service neutron] Attempting to bind port 0a165886-3980-471e-892b-2972599fafd9 on network d3873ac0-1db4-4dba-9bfe-d989f1a20099 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:16:54.669073 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-375ef5b4-a1fb-42da-8de2-2eaac9136903 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3526244 Nov 12 20:16:54.681515 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-075b2e92-94da-4207-88d2-1f4459fa8c97 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:54.684794 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48102) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:54.693324 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-2bb2492a-23cc-4242-b498-297d6778f99c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'port': {'network_id': '1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1', 'name': 'tempest-PortsIpV6TestJSON-1243391457'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:54.702122 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-075b2e92-94da-4207-88d2-1f4459fa8c97 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:54.719953 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-ec36e018-eb78-4a97-bcad-86115928c0f4 service neutron] 10.222.0.55 "GET /v2.0/networks/5d5111b2-3f92-4f00-9f7f-454d59cb9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5545352 Nov 12 20:16:54.743944 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52958250-ef86-43b9-8b9d-99c193052748 req-4a6e332a-c7da-4bd9-a306-0ae2009ce0ca service neutron] Port 0a165886-3980-471e-892b-2972599fafd9 on network d3873ac0-1db4-4dba-9bfe-d989f1a20099 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:16:54.744319 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52958250-ef86-43b9-8b9d-99c193052748 req-4a6e332a-c7da-4bd9-a306-0ae2009ce0ca service neutron] Attempting to bind port 0a165886-3980-471e-892b-2972599fafd9 on network d3873ac0-1db4-4dba-9bfe-d989f1a20099 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:16:54.749672 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ef5b4-a1fb-42da-8de2-2eaac9136903 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Network': ['ID=1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:54.796898 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cccc1195-683b-4117-ad6b-32dddf95672a req-b70936de-f4fd-40f9-b7d1-7bbe32fdb3da tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858409 Nov 12 20:16:54.798139 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:16:54.813959 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52958250-ef86-43b9-8b9d-99c193052748 req-4a6e332a-c7da-4bd9-a306-0ae2009ce0ca service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:16:54.815002 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52958250-ef86-43b9-8b9d-99c193052748 req-4a6e332a-c7da-4bd9-a306-0ae2009ce0ca service neutron] Checking segment: {'id': 'f4687f99-6781-4a43-82a7-56c0a23bfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:54.816784 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52958250-ef86-43b9-8b9d-99c193052748 req-4a6e332a-c7da-4bd9-a306-0ae2009ce0ca service neutron] Bound using segment: {'id': 'f4687f99-6781-4a43-82a7-56c0a23bfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:16:54.817415 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-52958250-ef86-43b9-8b9d-99c193052748 req-4a6e332a-c7da-4bd9-a306-0ae2009ce0ca service neutron] Bound port: 0a165886-3980-471e-892b-2972599fafd9, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4687f99-6781-4a43-82a7-56c0a23bfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:16:54.819287 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-52958250-ef86-43b9-8b9d-99c193052748 req-4a6e332a-c7da-4bd9-a306-0ae2009ce0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:54.823181 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b2e92-94da-4207-88d2-1f4459fa8c97 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Port': ['ID=e2cd110c-ec41-4497-945f-cd0fbbd539b5,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:54.977018 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b72adaa-4058-4f58-b774-8749746091b0 req-6a570579-cf2d-49fa-9f21-982ba5e82ae6 service neutron] 10.222.0.55 "GET /v2.0/networks/5d5111b2-3f92-4f00-9f7f-454d59cb9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448909 Nov 12 20:16:54.979656 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38306f9f-43e1-40f7-9a85-32f9544652e4 req-7dec57a3-be32-4acf-bd51-86be53c74ee2 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:54.980726 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-52958250-ef86-43b9-8b9d-99c193052748 req-4a6e332a-c7da-4bd9-a306-0ae2009ce0ca service neutron] For port 0a165886-3980-471e-892b-2972599fafd9, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:16:54.983011 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-38306f9f-43e1-40f7-9a85-32f9544652e4 req-7dec57a3-be32-4acf-bd51-86be53c74ee2 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9 HTTP/1.1" status: 200 len: 943 time: 0.1477997 Nov 12 20:16:54.985130 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-52958250-ef86-43b9-8b9d-99c193052748 req-4a6e332a-c7da-4bd9-a306-0ae2009ce0ca service neutron] For port 0a165886-3980-471e-892b-2972599fafd9, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=0a165886-3980-471e-892b-2972599fafd9,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:16:54.988026 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ec5ccf9a-eba4-4df3-af76-0619d68342af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:54.993546 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-52958250-ef86-43b9-8b9d-99c193052748 req-4a6e332a-c7da-4bd9-a306-0ae2009ce0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:55.007034 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 5adbcd76-168b-4dea-98b6-993c356ca19b up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:16:55.015775 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c60019c-2133-455f-aab2-6e0abe4f9ede tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Made reservation on behalf of 2455d964da364dabb94a4ba20de895b2 for: {'port': 2} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:55.020972 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4c60019c-2133-455f-aab2-6e0abe4f9ede tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:55.055614 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52958250-ef86-43b9-8b9d-99c193052748 req-4a6e332a-c7da-4bd9-a306-0ae2009ce0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:55.057844 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-52958250-ef86-43b9-8b9d-99c193052748 req-4a6e332a-c7da-4bd9-a306-0ae2009ce0ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:55.059698 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52958250-ef86-43b9-8b9d-99c193052748 req-4a6e332a-c7da-4bd9-a306-0ae2009ce0ca service neutron] 10.222.0.55 "PUT /v2.0/ports/0a165886-3980-471e-892b-2972599fafd9 HTTP/1.1" status: 200 len: 1092 time: 2.5411630 Nov 12 20:16:55.063256 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9', 'tag': '0a165886-3980-471e-892b-2972599fafd9'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:16:55.066254 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b00ef7f-b2b4-495d-98e1-1ff72ad6e904" -d '{"events": [{"name": "network-changed", "server_uuid": "f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9", "tag": "0a165886-3980-471e-892b-2972599fafd9"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:16:55.076140 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ec5ccf9a-eba4-4df3-af76-0619d68342af None None] For port 5adbcd76-168b-4dea-98b6-993c356ca19b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=5adbcd76-168b-4dea-98b6-993c356ca19b,segment=NetworkSegment(646981dc-b73a-4523-9320-1fdd2cf03527),segment_id=646981dc-b73a-4523-9320-1fdd2cf03527)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:16:55.082558 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4c60019c-2133-455f-aab2-6e0abe4f9ede tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:55.086307 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ec5ccf9a-eba4-4df3-af76-0619d68342af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:55.098406 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2018ca55-d117-4e17-981f-773cc6d64f52 None None] DHCP port deletion for d3873ac0-1db4-4dba-9bfe-d989f1a20099 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:16:55.146984 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-38306f9f-43e1-40f7-9a85-32f9544652e4 req-63072438-f042-4f7a-a390-abd8d78b97e7 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065950 Nov 12 20:16:55.147837 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-075b2e92-94da-4207-88d2-1f4459fa8c97 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:55.150545 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:55.179868 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e332a-c7da-4bd9-a306-0ae2009ce0ca service neutron] Pushing event updated for resources: {'Port': ['ID=0a165886-3980-471e-892b-2972599fafd9,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:55.187909 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 5adbcd76-168b-4dea-98b6-993c356ca19b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:55.188311 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:55.194983 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ccf9a-eba4-4df3-af76-0619d68342af None None] Pushing event updated for resources: {'Port': ['ID=5adbcd76-168b-4dea-98b6-993c356ca19b,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:55.195975 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a44639-1d39-4a06-89a4-84c03ba46b01 x-openstack-request-id: req-b2a44639-1d39-4a06-89a4-84c03ba46b01 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:16:55.196541 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9", "tag": "0a165886-3980-471e-892b-2972599fafd9", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:16:55.197007 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b2a44639-1d39-4a06-89a4-84c03ba46b01 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:16:55.197630 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9', 'tag': '0a165886-3980-471e-892b-2972599fafd9', 'status': 'completed', 'code': 200} Nov 12 20:16:55.216264 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52958250-ef86-43b9-8b9d-99c193052748 req-be5b01fb-6105-4cb1-b1f7-3e40a477bf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:55.221492 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52958250-ef86-43b9-8b9d-99c193052748 req-be5b01fb-6105-4cb1-b1f7-3e40a477bf44 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8273d0d46fc244019c3a4caebc6e0105&device_id=f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9 HTTP/1.1" status: 200 len: 1095 time: 0.1112425 Nov 12 20:16:55.258715 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f9d5381a-fa5b-4b7d-ad3a-b151e48985c2 None None] Provisioning complete for port 3f5b6588-9ee1-4c9e-9235-d1cba2eebc49 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:55.259079 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f9d5381a-fa5b-4b7d-ad3a-b151e48985c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:55.272411 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb2492a-23cc-4242-b498-297d6778f99c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:55.276187 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2bb2492a-23cc-4242-b498-297d6778f99c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:55.283775 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52958250-ef86-43b9-8b9d-99c193052748 req-e8336f81-1917-4083-b117-581a9cf882f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a165886-3980-471e-892b-2972599fafd9 HTTP/1.1" status: 200 len: 217 time: 0.0541601 Nov 12 20:16:55.361483 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-2bb2492a-23cc-4242-b498-297d6778f99c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] device_id is not set on port 9dfda7e4-a973-413d-894d-fecdc25e3ee8 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:16:55.362064 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52958250-ef86-43b9-8b9d-99c193052748 req-04c3807b-f5d1-44c9-a257-358a68d0739d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:55.363863 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52958250-ef86-43b9-8b9d-99c193052748 req-04c3807b-f5d1-44c9-a257-358a68d0739d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=112e4b86-9b36-4cfc-b638-09194238d947 HTTP/1.1" status: 200 len: 851 time: 0.0733931 Nov 12 20:16:55.370254 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-4c60019c-2133-455f-aab2-6e0abe4f9ede tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] device_id is not set on port a015f01e-30e3-48be-bfb9-6a2c3659730e yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:16:55.404428 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52958250-ef86-43b9-8b9d-99c193052748 req-775166a9-3950-48cb-9121-c2f8a3367106 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3873ac0-1db4-4dba-9bfe-d989f1a20099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320411 Nov 12 20:16:55.409777 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f9d5381a-fa5b-4b7d-ad3a-b151e48985c2 None None] Provisioning complete for port e2cd110c-ec41-4497-945f-cd0fbbd539b5 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:55.410278 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f9d5381a-fa5b-4b7d-ad3a-b151e48985c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:55.442837 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075b2e92-94da-4207-88d2-1f4459fa8c97 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network 252f1df4-2aa0-431a-8a13-1743aa33a6f3 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:55.448188 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-075b2e92-94da-4207-88d2-1f4459fa8c97 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:55.466875 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-f9d5381a-fa5b-4b7d-ad3a-b151e48985c2 None None] Port e2cd110c-ec41-4497-945f-cd0fbbd539b5 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:16:55.524169 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52958250-ef86-43b9-8b9d-99c193052748 req-8ba915ce-0cac-476e-ba29-dd373d6cdd7b service neutron] 10.222.0.55 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127851 Nov 12 20:16:55.615393 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a5df712b-358d-40ce-bfd9-5dc9d692aa75 None None] Provisioning complete for port 5adbcd76-168b-4dea-98b6-993c356ca19b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:55.616095 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a5df712b-358d-40ce-bfd9-5dc9d692aa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:55.659496 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52958250-ef86-43b9-8b9d-99c193052748 req-0877cd97-c7e2-435b-8cc4-74efc50510fb service neutron] 10.222.0.55 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265061 Nov 12 20:16:55.800788 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3f5b6588-9ee1-4c9e-9235-d1cba2eebc49 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:16:55.805235 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2bb2492a-23cc-4242-b498-297d6778f99c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:55.808104 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00ef7f-b2b4-495d-98e1-1ff72ad6e904 req-f2efaff4-1087-49b1-bd18-5d6d2e328230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:55.809613 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9b00ef7f-b2b4-495d-98e1-1ff72ad6e904 req-f2efaff4-1087-49b1-bd18-5d6d2e328230 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8273d0d46fc244019c3a4caebc6e0105&device_id=f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9 HTTP/1.1" status: 200 len: 1095 time: 0.0580876 Nov 12 20:16:55.833431 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4c60019c-2133-455f-aab2-6e0abe4f9ede tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:55.854875 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 3f5b6588-9ee1-4c9e-9235-d1cba2eebc49 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:55.855406 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:55.933907 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:55.937138 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00ef7f-b2b4-495d-98e1-1ff72ad6e904 req-379c2549-07d0-4831-b313-8127247174ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:55.938393 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9b00ef7f-b2b4-495d-98e1-1ff72ad6e904 req-379c2549-07d0-4831-b313-8127247174ec service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3873ac0-1db4-4dba-9bfe-d989f1a20099 HTTP/1.1" status: 200 len: 912 time: 0.1215842 Nov 12 20:16:55.941266 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-34c43fc5-4a7b-4f57-8e94-02e4a847865c None None] Provisioning complete for port e2cd110c-ec41-4497-945f-cd0fbbd539b5 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:55.941432 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-34c43fc5-4a7b-4f57-8e94-02e4a847865c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:55.941920 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075b2e92-94da-4207-88d2-1f4459fa8c97 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Router e140d2ef-aaa1-4873-8702-64f4ec467db4 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:16:55.960939 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-4c60019c-2133-455f-aab2-6e0abe4f9ede tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] device_id is not set on port 8d806f85-f9cb-4e21-8397-41ebe807aea7 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:16:55.988485 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9b00ef7f-b2b4-495d-98e1-1ff72ad6e904 req-e3f3a90e-1a31-48f6-9a47-e2c72f25ef0b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a165886-3980-471e-892b-2972599fafd9 HTTP/1.1" status: 200 len: 217 time: 0.0419228 Nov 12 20:16:56.015829 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-34c43fc5-4a7b-4f57-8e94-02e4a847865c None None] Port e2cd110c-ec41-4497-945f-cd0fbbd539b5 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:16:56.019103 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 5adbcd76-168b-4dea-98b6-993c356ca19b up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:16:56.063199 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2bb2492a-23cc-4242-b498-297d6778f99c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:56.068448 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00ef7f-b2b4-495d-98e1-1ff72ad6e904 req-e3672dd8-26af-4c90-b607-892ab472de28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:56.070099 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9b00ef7f-b2b4-495d-98e1-1ff72ad6e904 req-e3672dd8-26af-4c90-b607-892ab472de28 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=112e4b86-9b36-4cfc-b638-09194238d947 HTTP/1.1" status: 200 len: 851 time: 0.0724204 Nov 12 20:16:56.079300 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 5adbcd76-168b-4dea-98b6-993c356ca19b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:56.079669 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:56.080726 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddd6dc-1084-4d60-8111-e2d3e4d99fa7 req-0ff329dd-9ef9-445e-bb70-f6d4c2cbdb4b tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:56.082480 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-66ddd6dc-1084-4d60-8111-e2d3e4d99fa7 req-0ff329dd-9ef9-445e-bb70-f6d4c2cbdb4b tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.1847522 Nov 12 20:16:56.109510 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9b00ef7f-b2b4-495d-98e1-1ff72ad6e904 req-6f608659-b89e-4ac2-9343-046c8f34b46e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3873ac0-1db4-4dba-9bfe-d989f1a20099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310061 Nov 12 20:16:56.205843 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9b00ef7f-b2b4-495d-98e1-1ff72ad6e904 req-4eb650b2-3fa6-43a8-b2a7-240b59836720 service neutron] 10.222.0.55 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883944 Nov 12 20:16:56.209253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2492a-23cc-4242-b498-297d6778f99c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Port': ['ID=9dfda7e4-a973-413d-894d-fecdc25e3ee8,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:56.217539 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075b2e92-94da-4207-88d2-1f4459fa8c97 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:16:56.229182 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-075b2e92-94da-4207-88d2-1f4459fa8c97 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "PUT /v2.0/routers/e140d2ef-aaa1-4873-8702-64f4ec467db4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2638648 Nov 12 20:16:56.230400 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552d442f-6b72-4155-bf4d-c3dfeaffa84e None None] Sync routers for ids ['e140d2ef-aaa1-4873-8702-64f4ec467db4'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:16:56.234946 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48118) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:56.249568 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552d442f-6b72-4155-bf4d-c3dfeaffa84e None None] Routers {'e140d2ef-aaa1-4873-8702-64f4ec467db4'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:56.250196 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-552d442f-6b72-4155-bf4d-c3dfeaffa84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:16:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e140d2ef-aaa1-4873-8702-64f4ec467db4'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:56.278422 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-66ddd6dc-1084-4d60-8111-e2d3e4d99fa7 req-b29d5c01-23b4-4245-9171-77a85ac4c9c7 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679311 Nov 12 20:16:56.282364 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb2492a-23cc-4242-b498-297d6778f99c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Checking segment: {'id': '55a704f2-5594-49e9-af36-a7bcff4654ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:56.282738 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb2492a-23cc-4242-b498-297d6778f99c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network hostable DHCP agents. Network: 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:16:56.289946 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-552d442f-6b72-4155-bf4d-c3dfeaffa84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:56.302374 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552d442f-6b72-4155-bf4d-c3dfeaffa84e None None] Routers {'e140d2ef-aaa1-4873-8702-64f4ec467db4'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:56.302536 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-552d442f-6b72-4155-bf4d-c3dfeaffa84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:16:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e140d2ef-aaa1-4873-8702-64f4ec467db4'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:56.315741 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4c60019c-2133-455f-aab2-6e0abe4f9ede tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:56.319587 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb2492a-23cc-4242-b498-297d6778f99c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:16:56.336469 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-2bb2492a-23cc-4242-b498-297d6778f99c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:56.342461 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-552d442f-6b72-4155-bf4d-c3dfeaffa84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:56.343100 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552d442f-6b72-4155-bf4d-c3dfeaffa84e None None] The sync data for ids ['e140d2ef-aaa1-4873-8702-64f4ec467db4'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:16:56.344640 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb2492a-23cc-4242-b498-297d6778f99c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:56.353345 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06be067a-0b2a-4d05-819c-836842c276ad None None] Network 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:56.353963 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb2492a-23cc-4242-b498-297d6778f99c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:56.355027 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2bb2492a-23cc-4242-b498-297d6778f99c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:56.389102 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6584b1ff-b842-41bf-915c-ed70446131ec tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:56.393290 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6584b1ff-b842-41bf-915c-ed70446131ec tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "GET /v2.0/ports/e2cd110c-ec41-4497-945f-cd0fbbd539b5 HTTP/1.1" status: 200 len: 910 time: 0.1547182 Nov 12 20:16:56.393798 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48120) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:56.394516 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48122) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:56.395024 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2bb2492a-23cc-4242-b498-297d6778f99c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7086835 Nov 12 20:16:56.396940 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4c60019c-2133-455f-aab2-6e0abe4f9ede tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:56.405176 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-6c5fca00-3c45-462c-adde-d7032dd729e9 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1157338138'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:56.460411 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60019c-2133-455f-aab2-6e0abe4f9ede tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Pushing event updated for resources: {'Port': ['ID=a015f01e-30e3-48be-bfb9-6a2c3659730e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:56.492279 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c60019c-2133-455f-aab2-6e0abe4f9ede tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Checking segment: {'id': 'ca542a28-e5d8-4bb6-ba56-fc930be8da53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '6a48cfb8-ab4f-4d3b-87dd-ead2de53b450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:56.492654 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c60019c-2133-455f-aab2-6e0abe4f9ede tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Network hostable DHCP agents. Network: 6a48cfb8-ab4f-4d3b-87dd-ead2de53b450, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:16:56.514137 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c60019c-2133-455f-aab2-6e0abe4f9ede tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Network 6a48cfb8-ab4f-4d3b-87dd-ead2de53b450 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:16:56.528360 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-4c60019c-2133-455f-aab2-6e0abe4f9ede tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 6a48cfb8-ab4f-4d3b-87dd-ead2de53b450) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:56.533768 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c60019c-2133-455f-aab2-6e0abe4f9ede tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:56.535206 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4c60019c-2133-455f-aab2-6e0abe4f9ede tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:56.546494 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456889ff-c37c-463b-a014-041d8ba7ffd2 req-ee6f31b9-94ac-4bb5-90ef-fec1d75679f9 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:56.549067 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-456889ff-c37c-463b-a014-041d8ba7ffd2 req-ee6f31b9-94ac-4bb5-90ef-fec1d75679f9 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9 HTTP/1.1" status: 200 len: 943 time: 0.2888651 Nov 12 20:16:56.550211 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41656b4f-ef64-4596-8d40-aab018638e8e None None] Network 6a48cfb8-ab4f-4d3b-87dd-ead2de53b450 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:56.584362 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5fca00-3c45-462c-adde-d7032dd729e9 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:56.587883 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c5fca00-3c45-462c-adde-d7032dd729e9 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:56.591250 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9b00ef7f-b2b4-495d-98e1-1ff72ad6e904 req-ad51078c-06d7-45f2-a4b0-84f50c732371 service neutron] 10.222.0.55 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786504 Nov 12 20:16:56.609112 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:16:56.625475 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60019c-2133-455f-aab2-6e0abe4f9ede tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Pushing event updated for resources: {'Port': ['ID=8d806f85-f9cb-4e21-8397-41ebe807aea7,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:56.631770 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c60019c-2133-455f-aab2-6e0abe4f9ede tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Checking segment: {'id': 'b1bbc95d-4727-42ed-95ef-2ec7b3dc0cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1928ebdb-63ee-45c0-a2da-75fba3563036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:56.632149 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c60019c-2133-455f-aab2-6e0abe4f9ede tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Network hostable DHCP agents. Network: 1928ebdb-63ee-45c0-a2da-75fba3563036, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:16:56.646713 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5fca00-3c45-462c-adde-d7032dd729e9 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:16:56.655137 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c60019c-2133-455f-aab2-6e0abe4f9ede tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Network 1928ebdb-63ee-45c0-a2da-75fba3563036 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:16:56.665465 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-4c60019c-2133-455f-aab2-6e0abe4f9ede tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 1928ebdb-63ee-45c0-a2da-75fba3563036) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:56.674351 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c60019c-2133-455f-aab2-6e0abe4f9ede tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:56.681113 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c60019c-2133-455f-aab2-6e0abe4f9ede tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:56.688288 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c60019c-2133-455f-aab2-6e0abe4f9ede tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:56.689626 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4c60019c-2133-455f-aab2-6e0abe4f9ede tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:56.698523 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395c02c8-a97a-4d93-adc2-507d3319329f None None] Network 1928ebdb-63ee-45c0-a2da-75fba3563036 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:56.714021 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4c60019c-2133-455f-aab2-6e0abe4f9ede tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.2803755 Nov 12 20:16:56.716450 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48126) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:56.750449 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c5fca00-3c45-462c-adde-d7032dd729e9 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:56.751156 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-6c5fca00-3c45-462c-adde-d7032dd729e9 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Added segment 7b2b577a-b0bf-45b7-8ee7-9fcce7effb09 of type vlan for network 0c693ceb-75ea-48b6-8e5b-b16fd7a6c87f Nov 12 20:16:56.788834 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-456889ff-c37c-463b-a014-041d8ba7ffd2 req-bcc99f7a-9597-41d8-b914-4320f448dce1 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215524 Nov 12 20:16:56.797666 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36dae45-c771-4a22-ba1f-a2f7adc64d4b tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:56.808746 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36dae45-c771-4a22-ba1f-a2f7adc64d4b tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:56.813631 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f36dae45-c771-4a22-ba1f-a2f7adc64d4b tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0924280 Nov 12 20:16:56.813781 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48128) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:56.840781 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c5fca00-3c45-462c-adde-d7032dd729e9 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:56.934472 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-720518b3-c8cc-475b-aff5-c3d6de5872a1 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Deleting port a015f01e-30e3-48be-bfb9-6a2c3659730e {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:56.934472 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-720518b3-c8cc-475b-aff5-c3d6de5872a1 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:57.010986 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-720518b3-c8cc-475b-aff5-c3d6de5872a1 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:57.028194 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-720518b3-c8cc-475b-aff5-c3d6de5872a1 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Calling delete_port for a015f01e-30e3-48be-bfb9-6a2c3659730e owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:57.125764 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-720518b3-c8cc-475b-aff5-c3d6de5872a1 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:57.166987 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-720518b3-c8cc-475b-aff5-c3d6de5872a1 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:57.171729 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-720518b3-c8cc-475b-aff5-c3d6de5872a1 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] 10.222.0.48 "DELETE /v2.0/ports/a015f01e-30e3-48be-bfb9-6a2c3659730e HTTP/1.1" status: 204 len: 168 time: 0.3566818 Nov 12 20:16:57.172921 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720518b3-c8cc-475b-aff5-c3d6de5872a1 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Pushing event deleted for resources: {'Port': ['ID=a015f01e-30e3-48be-bfb9-6a2c3659730e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:57.175300 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48132) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:57.291538 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-726eaf55-e6c8-4e83-bd6c-eab4d555ffcc tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Deleting port 8d806f85-f9cb-4e21-8397-41ebe807aea7 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:57.291938 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-726eaf55-e6c8-4e83-bd6c-eab4d555ffcc tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:57.298345 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c5fca00-3c45-462c-adde-d7032dd729e9 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:57.304876 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5fca00-3c45-462c-adde-d7032dd729e9 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:57.305605 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c5fca00-3c45-462c-adde-d7032dd729e9 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:57.388562 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-726eaf55-e6c8-4e83-bd6c-eab4d555ffcc tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:57.401337 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6c5fca00-3c45-462c-adde-d7032dd729e9 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0004117 Nov 12 20:16:57.401856 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-726eaf55-e6c8-4e83-bd6c-eab4d555ffcc tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Calling delete_port for 8d806f85-f9cb-4e21-8397-41ebe807aea7 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:57.406370 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48136) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:57.411599 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-635d6a80-0f92-43d4-a9da-db157a61ccbc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'ports': [{'network_id': '1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1'}, {'network_id': '0c693ceb-75ea-48b6-8e5b-b16fd7a6c87f'}]} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:57.411921 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-635d6a80-0f92-43d4-a9da-db157a61ccbc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'port': {'network_id': '1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:57.412451 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-635d6a80-0f92-43d4-a9da-db157a61ccbc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'port': {'network_id': '0c693ceb-75ea-48b6-8e5b-b16fd7a6c87f'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:57.460166 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fca00-3c45-462c-adde-d7032dd729e9 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Network': ['ID=0c693ceb-75ea-48b6-8e5b-b16fd7a6c87f,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:57.472979 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 0c693ceb-75ea-48b6-8e5b-b16fd7a6c87f details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:16:57.515207 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246df0d4-1611-4ab9-a075-83cd2a71638f req-83d6682b-1275-40e0-b0e6-31a284240805 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:57.516768 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-246df0d4-1611-4ab9-a075-83cd2a71638f req-83d6682b-1275-40e0-b0e6-31a284240805 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.1442060 Nov 12 20:16:57.530491 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f0414fce-0d74-4f8e-8d60-b85acbc9b64e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:57.624836 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-726eaf55-e6c8-4e83-bd6c-eab4d555ffcc tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:57.667153 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726eaf55-e6c8-4e83-bd6c-eab4d555ffcc tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Pushing event deleted for resources: {'Port': ['ID=8d806f85-f9cb-4e21-8397-41ebe807aea7,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:57.670576 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-246df0d4-1611-4ab9-a075-83cd2a71638f req-c4067bcf-65ce-4339-90ac-b1f9d74d2bac tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378121 Nov 12 20:16:57.676130 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-726eaf55-e6c8-4e83-bd6c-eab4d555ffcc tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:57.682342 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-726eaf55-e6c8-4e83-bd6c-eab4d555ffcc tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] 10.222.0.48 "DELETE /v2.0/ports/8d806f85-f9cb-4e21-8397-41ebe807aea7 HTTP/1.1" status: 204 len: 168 time: 0.5029047 Nov 12 20:16:57.682453 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48140) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:57.702229 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635d6a80-0f92-43d4-a9da-db157a61ccbc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'port': 2} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:57.707098 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-635d6a80-0f92-43d4-a9da-db157a61ccbc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:57.720445 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-635d6a80-0f92-43d4-a9da-db157a61ccbc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:57.741166 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f1b30a4f-db64-4b27-b5a0-a23505e68df1 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0577331 Nov 12 20:16:57.744748 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48142) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:57.750146 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-aa1c2e2a-443f-479e-89ce-1ba62faff52b tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1951401017'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:57.799057 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-635d6a80-0f92-43d4-a9da-db157a61ccbc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] device_id is not set on port ac14eb35-dd21-4c04-bc3f-41e21d9f4c24 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:16:57.840495 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1c2e2a-443f-479e-89ce-1ba62faff52b tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Made reservation on behalf of 2455d964da364dabb94a4ba20de895b2 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:57.844032 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2e2a-443f-479e-89ce-1ba62faff52b tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:57.886719 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1c2e2a-443f-479e-89ce-1ba62faff52b tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:16:57.921038 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2e2a-443f-479e-89ce-1ba62faff52b tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:57.921379 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-aa1c2e2a-443f-479e-89ce-1ba62faff52b tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Added segment 1c29372e-70ed-49b8-86ba-71e48aff1d7a of type vlan for network 171ae514-3a5d-4409-9f3f-78920727205a Nov 12 20:16:57.955568 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1af41-2463-4c3c-8ed6-cb68a7636d67 req-36afedcc-9fdc-41b6-9e62-afb518a1af6a tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:57.957112 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bcc1af41-2463-4c3c-8ed6-cb68a7636d67 req-36afedcc-9fdc-41b6-9e62-afb518a1af6a tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9 HTTP/1.1" status: 200 len: 943 time: 0.0796127 Nov 12 20:16:57.959252 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-635d6a80-0f92-43d4-a9da-db157a61ccbc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:57.971429 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-f0414fce-0d74-4f8e-8d60-b85acbc9b64e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Allocated IP 172.21.0.1 (76f53a6e-f745-451e-93f3-e63af20772e5/7348e662-366e-4e90-9f36-6ea855388a38/d442bee8-8889-424b-a00e-60ec8481b383) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:16:57.977551 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2e2a-443f-479e-89ce-1ba62faff52b tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:58.053229 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-635d6a80-0f92-43d4-a9da-db157a61ccbc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] device_id is not set on port 0df4d15f-0c27-4a25-b219-f721337fa02c yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:16:58.056284 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2e2a-443f-479e-89ce-1ba62faff52b tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:58.062676 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1c2e2a-443f-479e-89ce-1ba62faff52b tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:58.063344 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2e2a-443f-479e-89ce-1ba62faff52b tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:58.071266 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bcc1af41-2463-4c3c-8ed6-cb68a7636d67 req-11b12726-86ee-412e-b539-f2dc589eb889 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071103 Nov 12 20:16:58.107148 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-aa1c2e2a-443f-479e-89ce-1ba62faff52b tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3615086 Nov 12 20:16:58.114251 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48146) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:58.150755 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-e068641e-e9e8-4702-8337-99eaa01b9418 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1533577601'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:58.179810 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c2e2a-443f-479e-89ce-1ba62faff52b tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Pushing event updated for resources: {'Network': ['ID=171ae514-3a5d-4409-9f3f-78920727205a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:58.188350 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-635d6a80-0f92-43d4-a9da-db157a61ccbc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:58.197147 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 171ae514-3a5d-4409-9f3f-78920727205a details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:16:58.204932 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f0414fce-0d74-4f8e-8d60-b85acbc9b64e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:58.207953 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e068641e-e9e8-4702-8337-99eaa01b9418 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Made reservation on behalf of 2455d964da364dabb94a4ba20de895b2 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:58.211503 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e068641e-e9e8-4702-8337-99eaa01b9418 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:58.232042 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-635d6a80-0f92-43d4-a9da-db157a61ccbc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:58.258366 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e068641e-e9e8-4702-8337-99eaa01b9418 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:16:58.273726 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e068641e-e9e8-4702-8337-99eaa01b9418 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:58.273951 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-e068641e-e9e8-4702-8337-99eaa01b9418 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Added segment b6495b24-939e-4b48-bfd6-790773be17cf of type vlan for network 6cd16eb8-422b-4a07-82b2-48ed22f14797 Nov 12 20:16:58.284361 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635d6a80-0f92-43d4-a9da-db157a61ccbc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:58.288553 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-635d6a80-0f92-43d4-a9da-db157a61ccbc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:58.293004 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635d6a80-0f92-43d4-a9da-db157a61ccbc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:58.293807 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-635d6a80-0f92-43d4-a9da-db157a61ccbc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:58.296372 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d6a80-0f92-43d4-a9da-db157a61ccbc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Port': ['ID=ac14eb35-dd21-4c04-bc3f-41e21d9f4c24,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:58.308705 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f0414fce-0d74-4f8e-8d60-b85acbc9b64e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:58.344889 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e068641e-e9e8-4702-8337-99eaa01b9418 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:58.352967 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d6a80-0f92-43d4-a9da-db157a61ccbc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Port': ['ID=0df4d15f-0c27-4a25-b219-f721337fa02c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:58.365029 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0414fce-0d74-4f8e-8d60-b85acbc9b64e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network 76f53a6e-f745-451e-93f3-e63af20772e5 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:58.372675 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635d6a80-0f92-43d4-a9da-db157a61ccbc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Checking segment: {'id': '7b2b577a-b0bf-45b7-8ee7-9fcce7effb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0c693ceb-75ea-48b6-8e5b-b16fd7a6c87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:16:58.372949 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635d6a80-0f92-43d4-a9da-db157a61ccbc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network hostable DHCP agents. Network: 0c693ceb-75ea-48b6-8e5b-b16fd7a6c87f, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:16:58.376073 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-f0414fce-0d74-4f8e-8d60-b85acbc9b64e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:58.385435 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0414fce-0d74-4f8e-8d60-b85acbc9b64e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:58.390397 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635d6a80-0f92-43d4-a9da-db157a61ccbc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network 0c693ceb-75ea-48b6-8e5b-b16fd7a6c87f is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:16:58.390637 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0414fce-0d74-4f8e-8d60-b85acbc9b64e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Port': ['ID=d442bee8-8889-424b-a00e-60ec8481b383,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:58.402259 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-635d6a80-0f92-43d4-a9da-db157a61ccbc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 0c693ceb-75ea-48b6-8e5b-b16fd7a6c87f) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:58.410761 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635d6a80-0f92-43d4-a9da-db157a61ccbc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:16:58.412820 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bfd5dc-ac7b-46d8-bda6-2606730a55d1 None None] Network 0c693ceb-75ea-48b6-8e5b-b16fd7a6c87f requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:16:58.417660 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635d6a80-0f92-43d4-a9da-db157a61ccbc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:58.424792 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e068641e-e9e8-4702-8337-99eaa01b9418 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:58.430588 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635d6a80-0f92-43d4-a9da-db157a61ccbc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:58.430787 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e068641e-e9e8-4702-8337-99eaa01b9418 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:58.431399 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e068641e-e9e8-4702-8337-99eaa01b9418 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:58.431644 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-635d6a80-0f92-43d4-a9da-db157a61ccbc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:58.454641 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-635d6a80-0f92-43d4-a9da-db157a61ccbc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0472083 Nov 12 20:16:58.457320 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48150) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:58.506397 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f0414fce-0d74-4f8e-8d60-b85acbc9b64e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:58.551373 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e068641e-e9e8-4702-8337-99eaa01b9418 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4360776 Nov 12 20:16:58.561985 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068641e-e9e8-4702-8337-99eaa01b9418 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Pushing event updated for resources: {'Network': ['ID=6cd16eb8-422b-4a07-82b2-48ed22f14797,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:58.578509 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 6cd16eb8-422b-4a07-82b2-48ed22f14797 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:16:58.607606 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-2d23f00c-d236-489e-aed5-ab15ec992dd1 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting port 0df4d15f-0c27-4a25-b219-f721337fa02c {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:58.610059 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2d23f00c-d236-489e-aed5-ab15ec992dd1 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:58.701064 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48156) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:58.707397 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-6495744d-6c02-481b-a521-24234afdc496 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Request body: {'subnets': [{'network_id': '171ae514-3a5d-4409-9f3f-78920727205a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--504264335', 'ip_version': 4}, {'network_id': '6cd16eb8-422b-4a07-82b2-48ed22f14797', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:58.708304 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-6495744d-6c02-481b-a521-24234afdc496 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Request body: {'subnet': {'network_id': '171ae514-3a5d-4409-9f3f-78920727205a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--504264335', 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:58.708948 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-6495744d-6c02-481b-a521-24234afdc496 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Request body: {'subnet': {'network_id': '6cd16eb8-422b-4a07-82b2-48ed22f14797', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:16:58.744441 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f0414fce-0d74-4f8e-8d60-b85acbc9b64e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:58.754426 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2d23f00c-d236-489e-aed5-ab15ec992dd1 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:58.766227 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e9a738c7-8e15-4dce-b596-10c72a98a7c9 None None] Provisioning complete for port d442bee8-8889-424b-a00e-60ec8481b383 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:58.766587 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e9a738c7-8e15-4dce-b596-10c72a98a7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:58.797606 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-2d23f00c-d236-489e-aed5-ab15ec992dd1 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Calling delete_port for 0df4d15f-0c27-4a25-b219-f721337fa02c owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:16:58.807210 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e9a738c7-8e15-4dce-b596-10c72a98a7c9 None None] Port d442bee8-8889-424b-a00e-60ec8481b383 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:16:58.899456 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a11c88-de8d-4b2c-9bb7-d5a0ab0029bf req-a6321ebe-7ec2-470c-91bd-3fc75f4d12e3 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:58.900978 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-13a11c88-de8d-4b2c-9bb7-d5a0ab0029bf req-a6321ebe-7ec2-470c-91bd-3fc75f4d12e3 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.1428890 Nov 12 20:16:59.023657 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-13a11c88-de8d-4b2c-9bb7-d5a0ab0029bf req-d496406e-86b9-4bf7-a90a-fdb89f67230a tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157155 Nov 12 20:16:59.105172 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f0414fce-0d74-4f8e-8d60-b85acbc9b64e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:59.111144 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f0414fce-0d74-4f8e-8d60-b85acbc9b64e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:59.195568 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f0414fce-0d74-4f8e-8d60-b85acbc9b64e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:59.197458 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0414fce-0d74-4f8e-8d60-b85acbc9b64e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Port': ['ID=d442bee8-8889-424b-a00e-60ec8481b383,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:59.301455 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0414fce-0d74-4f8e-8d60-b85acbc9b64e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network 76f53a6e-f745-451e-93f3-e63af20772e5 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:16:59.303547 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-f0414fce-0d74-4f8e-8d60-b85acbc9b64e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:16:59.341270 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f451e-7e58-4278-aa4c-388bef69972e req-2d52944e-496f-4738-9278-91f4053a0115 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:59.342887 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-df3f451e-7e58-4278-aa4c-388bef69972e req-2d52944e-496f-4738-9278-91f4053a0115 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9 HTTP/1.1" status: 200 len: 943 time: 0.1329217 Nov 12 20:16:59.390262 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2d23f00c-d236-489e-aed5-ab15ec992dd1 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:59.394210 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6495744d-6c02-481b-a521-24234afdc496 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Made reservation on behalf of 2455d964da364dabb94a4ba20de895b2 for: {'subnet': 2} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:16:59.399024 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6495744d-6c02-481b-a521-24234afdc496 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:59.399366 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6495744d-6c02-481b-a521-24234afdc496 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:59.449338 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0414fce-0d74-4f8e-8d60-b85acbc9b64e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Router e140d2ef-aaa1-4873-8702-64f4ec467db4 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:16:59.507673 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-df3f451e-7e58-4278-aa4c-388bef69972e req-cb8e3a07-baf9-4144-9fb8-da3ffccb861a tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574669 Nov 12 20:16:59.508571 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23f00c-d236-489e-aed5-ab15ec992dd1 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Port': ['ID=0df4d15f-0c27-4a25-b219-f721337fa02c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:16:59.534403 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2d23f00c-d236-489e-aed5-ab15ec992dd1 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:59.539679 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2d23f00c-d236-489e-aed5-ab15ec992dd1 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/ports/0df4d15f-0c27-4a25-b219-f721337fa02c HTTP/1.1" status: 204 len: 168 time: 1.0790317 Nov 12 20:16:59.540572 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48166) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:59.582707 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0414fce-0d74-4f8e-8d60-b85acbc9b64e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:16:59.591675 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f0414fce-0d74-4f8e-8d60-b85acbc9b64e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "PUT /v2.0/routers/e140d2ef-aaa1-4873-8702-64f4ec467db4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1934016 Nov 12 20:16:59.591675 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48168) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:59.593760 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbb76d5-fe9b-46ac-945b-30465a92b16c None None] Sync routers for ids ['e140d2ef-aaa1-4873-8702-64f4ec467db4'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:16:59.611064 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbb76d5-fe9b-46ac-945b-30465a92b16c None None] Routers {'e140d2ef-aaa1-4873-8702-64f4ec467db4'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:59.611684 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-5bbb76d5-fe9b-46ac-945b-30465a92b16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:16:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e140d2ef-aaa1-4873-8702-64f4ec467db4'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:59.640860 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-6efc4898-c08b-440b-b7ff-14855a6c0993 None None] Provisioning complete for port d442bee8-8889-424b-a00e-60ec8481b383 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:16:59.641520 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6efc4898-c08b-440b-b7ff-14855a6c0993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:16:59.658299 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5602038-f491-43e5-8ec3-61d319ce149e tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:59.664636 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5602038-f491-43e5-8ec3-61d319ce149e tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:59.666284 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e5602038-f491-43e5-8ec3-61d319ce149e tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1247673 Nov 12 20:16:59.669187 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48170) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:59.680393 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-5bbb76d5-fe9b-46ac-945b-30465a92b16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:59.698049 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbb76d5-fe9b-46ac-945b-30465a92b16c None None] Routers {'e140d2ef-aaa1-4873-8702-64f4ec467db4'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:16:59.704959 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-5bbb76d5-fe9b-46ac-945b-30465a92b16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:16:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e140d2ef-aaa1-4873-8702-64f4ec467db4'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:59.729809 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-6efc4898-c08b-440b-b7ff-14855a6c0993 None None] Port d442bee8-8889-424b-a00e-60ec8481b383 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:16:59.739920 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe3eec5-3a51-4eb5-a4c7-e50bc3180b6c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:16:59.744685 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ffe3eec5-3a51-4eb5-a4c7-e50bc3180b6c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "GET /v2.0/ports/d442bee8-8889-424b-a00e-60ec8481b383 HTTP/1.1" status: 200 len: 910 time: 0.1514955 Nov 12 20:16:59.745203 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48176) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:16:59.765566 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-5bbb76d5-fe9b-46ac-945b-30465a92b16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:16:59.766373 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbb76d5-fe9b-46ac-945b-30465a92b16c None None] The sync data for ids ['e140d2ef-aaa1-4873-8702-64f4ec467db4'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:16:59.939439 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-e23dec75-9832-4096-938a-b255281be3bc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting port ac14eb35-dd21-4c04-bc3f-41e21d9f4c24 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:16:59.939781 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e23dec75-9832-4096-938a-b255281be3bc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:00.006525 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6495744d-6c02-481b-a521-24234afdc496 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:00.061381 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e23dec75-9832-4096-938a-b255281be3bc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:00.079221 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-e23dec75-9832-4096-938a-b255281be3bc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Calling delete_port for ac14eb35-dd21-4c04-bc3f-41e21d9f4c24 owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:00.085104 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6495744d-6c02-481b-a521-24234afdc496 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Checking segment: {'id': '1c29372e-70ed-49b8-86ba-71e48aff1d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '171ae514-3a5d-4409-9f3f-78920727205a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:00.085523 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6495744d-6c02-481b-a521-24234afdc496 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Network hostable DHCP agents. Network: 171ae514-3a5d-4409-9f3f-78920727205a, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:17:00.092610 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495744d-6c02-481b-a521-24234afdc496 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Pushing event updated for resources: {'Subnet': ['ID=582e5983-cad6-4b1a-afb0-bf304978777b,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:00.139927 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6495744d-6c02-481b-a521-24234afdc496 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Network 171ae514-3a5d-4409-9f3f-78920727205a is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:17:00.157779 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-6495744d-6c02-481b-a521-24234afdc496 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 171ae514-3a5d-4409-9f3f-78920727205a) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:00.162086 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6495744d-6c02-481b-a521-24234afdc496 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:00.172485 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4030f6-8a3c-4676-b135-7c33aaf62a0a None None] Network 171ae514-3a5d-4409-9f3f-78920727205a requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:00.198635 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853a55d-fd5b-48a4-99cb-e877fcabf04f req-1c39225c-6cb8-459f-b4ed-668cdb787e9b tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:00.200261 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a853a55d-fd5b-48a4-99cb-e877fcabf04f req-1c39225c-6cb8-459f-b4ed-668cdb787e9b tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.1006773 Nov 12 20:17:00.238766 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e23dec75-9832-4096-938a-b255281be3bc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:00.285708 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23dec75-9832-4096-938a-b255281be3bc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Port': ['ID=ac14eb35-dd21-4c04-bc3f-41e21d9f4c24,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:00.292969 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e23dec75-9832-4096-938a-b255281be3bc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:00.296319 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e23dec75-9832-4096-938a-b255281be3bc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/ports/ac14eb35-dd21-4c04-bc3f-41e21d9f4c24 HTTP/1.1" status: 204 len: 168 time: 0.6249776 Nov 12 20:17:00.300214 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48184) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:00.318449 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a853a55d-fd5b-48a4-99cb-e877fcabf04f req-32249d76-973d-474b-8aaa-e2d3205400ed tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740674 Nov 12 20:17:00.358712 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495744d-6c02-481b-a521-24234afdc496 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Pushing event updated for resources: {'Subnet': ['ID=1e670e5f-d511-4529-b8d7-10f8fe5b1fba,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:00.361201 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6495744d-6c02-481b-a521-24234afdc496 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Checking segment: {'id': 'b6495b24-939e-4b48-bfd6-790773be17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6cd16eb8-422b-4a07-82b2-48ed22f14797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:00.361576 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6495744d-6c02-481b-a521-24234afdc496 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Network hostable DHCP agents. Network: 6cd16eb8-422b-4a07-82b2-48ed22f14797, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:17:00.388149 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97e38cf-eec9-4d58-88b4-e6ec3f7e4afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-171ae514-3a5d-4409-9f3f-78920727205a', 'network_id': '171ae514-3a5d-4409-9f3f-78920727205a', 'tenant_id': '2455d964da364dabb94a4ba20de895b2', 'fixed_ips': [{'subnet_id': '582e5983-cad6-4b1a-afb0-bf304978777b'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:17:00.389218 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c97e38cf-eec9-4d58-88b4-e6ec3f7e4afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:00.389716 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6495744d-6c02-481b-a521-24234afdc496 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Network 6cd16eb8-422b-4a07-82b2-48ed22f14797 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:17:00.401509 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-6495744d-6c02-481b-a521-24234afdc496 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 6cd16eb8-422b-4a07-82b2-48ed22f14797) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:00.406895 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6495744d-6c02-481b-a521-24234afdc496 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:00.407598 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6495744d-6c02-481b-a521-24234afdc496 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:00.408446 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6495744d-6c02-481b-a521-24234afdc496 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:00.414724 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cf7346-6e5a-46d0-a4f7-8964be6ec8ed None None] Network 6cd16eb8-422b-4a07-82b2-48ed22f14797 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:00.429454 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6495744d-6c02-481b-a521-24234afdc496 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.7254829 Nov 12 20:17:00.437047 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48186) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:00.515790 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805b068b-4b68-4792-bdfc-3ba0efe012ca tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:00.517717 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805b068b-4b68-4792-bdfc-3ba0efe012ca tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:00.519527 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805b068b-4b68-4792-bdfc-3ba0efe012ca tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:00.521545 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-805b068b-4b68-4792-bdfc-3ba0efe012ca tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0833156 Nov 12 20:17:00.524757 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48188) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:00.528543 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 0a165886-3980-471e-892b-2972599fafd9 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:17:00.617032 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff9c63c-5641-4559-91ab-45006f6a8ced tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Deleting subnet 582e5983-cad6-4b1a-afb0-bf304978777b {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:17:00.621321 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4ff9c63c-5641-4559-91ab-45006f6a8ced tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:00.707861 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4ff9c63c-5641-4559-91ab-45006f6a8ced tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:00.786021 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4ff9c63c-5641-4559-91ab-45006f6a8ced tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:00.864547 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4ff9c63c-5641-4559-91ab-45006f6a8ced tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server [None req-c97e38cf-eec9-4d58-88b4-e6ec3f7e4afa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 582e5983-cad6-4b1a-afb0-bf304978777b: This subnet is being modified by another concurrent operation. Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise exception Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 582e5983-cad6-4b1a-afb0-bf304978777b: This subnet is being modified by another concurrent operation. Nov 12 20:17:00.894762 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server Nov 12 20:17:00.901245 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2984988e-6f73-4534-89c4-59c6bd449ad5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:00.901245 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2984988e-6f73-4534-89c4-59c6bd449ad5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5987668 Nov 12 20:17:00.901711 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9c63c-5641-4559-91ab-45006f6a8ced tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Pushing event deleted for resources: {'Subnet': ['ID=582e5983-cad6-4b1a-afb0-bf304978777b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:00.903022 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48200) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:00.910953 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ed12a61f-d2df-40dc-8d59-746b602320fc tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:00.915631 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4ff9c63c-5641-4559-91ab-45006f6a8ced tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:00.921253 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4ff9c63c-5641-4559-91ab-45006f6a8ced tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] 10.222.0.48 "DELETE /v2.0/subnets/582e5983-cad6-4b1a-afb0-bf304978777b HTTP/1.1" status: 204 len: 168 time: 0.3930035 Nov 12 20:17:00.939506 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48202) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:00.950044 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab485c3-b031-4f6e-b504-115cb4eb686d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] GET failed (client error): The resource could not be found. Nov 12 20:17:00.954569 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-eab485c3-b031-4f6e-b504-115cb4eb686d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "GET /v2.0/ports/0df4d15f-0c27-4a25-b219-f721337fa02c HTTP/1.1" status: 404 len: 333 time: 0.0478284 Nov 12 20:17:00.956366 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48204) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:00.966472 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fca3872-4445-4fd4-817c-114117fb8914 None None] Network 171ae514-3a5d-4409-9f3f-78920727205a requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:00.999112 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc4087db-b2d3-4b24-9441-2499a432ba65 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Deleting subnet 1e670e5f-d511-4529-b8d7-10f8fe5b1fba {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:17:01.003018 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bc4087db-b2d3-4b24-9441-2499a432ba65 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:01.020170 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3bb0c1-dba0-4e0b-8edb-906d6f6fca59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-6cd16eb8-422b-4a07-82b2-48ed22f14797', 'network_id': '6cd16eb8-422b-4a07-82b2-48ed22f14797', 'tenant_id': '2455d964da364dabb94a4ba20de895b2', 'fixed_ips': [{'subnet_id': '1e670e5f-d511-4529-b8d7-10f8fe5b1fba'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:17:01.028302 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3f3bb0c1-dba0-4e0b-8edb-906d6f6fca59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:01.038014 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62d305-e570-4913-8b5f-4b71838b4d46 req-a98719a4-37d7-4d34-b9e2-59f0fc3cf839 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:01.039702 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4d62d305-e570-4913-8b5f-4b71838b4d46 req-a98719a4-37d7-4d34-b9e2-59f0fc3cf839 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9 HTTP/1.1" status: 200 len: 943 time: 0.2463908 Nov 12 20:17:01.043095 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ad577c-fb4d-4644-b4d4-feea357cf65c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] GET failed (client error): The resource could not be found. Nov 12 20:17:01.044798 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-10ad577c-fb4d-4644-b4d4-feea357cf65c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "GET /v2.0/ports/ac14eb35-dd21-4c04-bc3f-41e21d9f4c24 HTTP/1.1" status: 404 len: 333 time: 0.0864007 Nov 12 20:17:01.049752 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48206) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:01.064255 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bc4087db-b2d3-4b24-9441-2499a432ba65 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:01.078227 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 0a165886-3980-471e-892b-2972599fafd9, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=0a165886-3980-471e-892b-2972599fafd9,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:01.119681 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bc4087db-b2d3-4b24-9441-2499a432ba65 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:01.149112 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '0a165886-3980-471e-892b-2972599fafd9', 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099', 'port_id': '0a165886-3980-471e-892b-2972599fafd9', 'mac_address': 'fa:16:3e:7d:3e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112e4b86-9b36-4cfc-b638-09194238d947', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:17:01.222571 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bc4087db-b2d3-4b24-9441-2499a432ba65 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:01.267610 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4087db-b2d3-4b24-9441-2499a432ba65 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Pushing event deleted for resources: {'Subnet': ['ID=1e670e5f-d511-4529-b8d7-10f8fe5b1fba,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:01.280631 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bc4087db-b2d3-4b24-9441-2499a432ba65 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:01.284450 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bc4087db-b2d3-4b24-9441-2499a432ba65 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] 10.222.0.48 "DELETE /v2.0/subnets/1e670e5f-d511-4529-b8d7-10f8fe5b1fba HTTP/1.1" status: 204 len: 168 time: 0.3439217 Nov 12 20:17:01.286876 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48214) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:01.339374 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:01.353123 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-44242beb-6559-4336-8518-d55e5313a188 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:01.367888 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4d62d305-e570-4913-8b5f-4b71838b4d46 req-0a7ceb38-da1b-4cbb-b9e1-82fb27c77165 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065050 Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server [None req-3f3bb0c1-dba0-4e0b-8edb-906d6f6fca59 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e670e5f-d511-4529-b8d7-10f8fe5b1fba: This subnet is being modified by another concurrent operation. Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise exception Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e670e5f-d511-4529-b8d7-10f8fe5b1fba: This subnet is being modified by another concurrent operation. Nov 12 20:17:01.381246 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server Nov 12 20:17:01.390472 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1733c585-b882-4caa-94dd-3ed64f8e016f tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:01.391961 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1733c585-b882-4caa-94dd-3ed64f8e016f tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1032157 Nov 12 20:17:01.402937 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48218) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:01.403100 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0ef1e1-1da6-4dfb-a619-0d23eaa6dd68 None None] Network 6cd16eb8-422b-4a07-82b2-48ed22f14797 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:01.405783 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a165886-3980-471e-892b-2972599fafd9 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:17:01.485084 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 0a165886-3980-471e-892b-2972599fafd9, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=0a165886-3980-471e-892b-2972599fafd9,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:01.494489 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-44242beb-6559-4336-8518-d55e5313a188 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:01.548142 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-44242beb-6559-4336-8518-d55e5313a188 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c693ceb-75ea-48b6-8e5b-b16fd7a6c87f']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:01.552480 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1c8f0569-2f83-42fc-97a1-e972edccda8b tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:01.567516 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920e585-6cbd-4183-bb12-61cd02fb90d9 req-78782c8a-66c1-4374-b83b-ebbb7c58612f tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:01.569212 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7920e585-6cbd-4183-bb12-61cd02fb90d9 req-78782c8a-66c1-4374-b83b-ebbb7c58612f tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.1168995 Nov 12 20:17:01.578201 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-44242beb-6559-4336-8518-d55e5313a188 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b2b577a-b0bf-45b7-8ee7-9fcce7effb09') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:01.578495 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-44242beb-6559-4336-8518-d55e5313a188 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b2b577a-b0bf-45b7-8ee7-9fcce7effb09') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:01.593449 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-44242beb-6559-4336-8518-d55e5313a188 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:01.593817 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:01.620358 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-44242beb-6559-4336-8518-d55e5313a188 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:01.630292 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44242beb-6559-4336-8518-d55e5313a188 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:17:01.631410 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-44242beb-6559-4336-8518-d55e5313a188 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:17:01.638412 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:17:01.668813 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0c725a-e72b-418f-b0e1-4c4d089541e8 None None] get_active_networks_info from n-d-712140-15 {{(pid=102449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 20:17:01.694384 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-ed12a61f-d2df-40dc-8d59-746b602320fc tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Deleting port d442bee8-8889-424b-a00e-60ec8481b383 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:01.694728 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ed12a61f-d2df-40dc-8d59-746b602320fc tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:01.707540 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=0a165886-3980-471e-892b-2972599fafd9,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:01.734510 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1c8f0569-2f83-42fc-97a1-e972edccda8b tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:01.773173 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-1c8f0569-2f83-42fc-97a1-e972edccda8b tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd16eb8-422b-4a07-82b2-48ed22f14797']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:01.797726 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-1c8f0569-2f83-42fc-97a1-e972edccda8b tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6495b24-939e-4b48-bfd6-790773be17cf') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:01.798025 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-1c8f0569-2f83-42fc-97a1-e972edccda8b tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6495b24-939e-4b48-bfd6-790773be17cf') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:01.816624 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1c8f0569-2f83-42fc-97a1-e972edccda8b tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:01.818187 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0c725a-e72b-418f-b0e1-4c4d089541e8 None None] Resources bound (agent type, host, resource id): {{(pid=102449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 20:17:01.827936 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7920e585-6cbd-4183-bb12-61cd02fb90d9 req-f460434a-9c6b-4b82-96e7-55c2b6290ef1 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073469 Nov 12 20:17:01.830857 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ed12a61f-d2df-40dc-8d59-746b602320fc tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:01.839419 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1c8f0569-2f83-42fc-97a1-e972edccda8b tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:01.847996 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8f0569-2f83-42fc-97a1-e972edccda8b tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:17:01.848544 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1c8f0569-2f83-42fc-97a1-e972edccda8b tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:17:01.853500 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:17:01.855919 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-ed12a61f-d2df-40dc-8d59-746b602320fc tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Calling delete_port for d442bee8-8889-424b-a00e-60ec8481b383 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:01.921801 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-44242beb-6559-4336-8518-d55e5313a188 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:01.926852 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-44242beb-6559-4336-8518-d55e5313a188 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:01.932139 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1c8f0569-2f83-42fc-97a1-e972edccda8b tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:01.935343 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-44242beb-6559-4336-8518-d55e5313a188 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/networks/0c693ceb-75ea-48b6-8e5b-b16fd7a6c87f HTTP/1.1" status: 204 len: 168 time: 0.8844869 Nov 12 20:17:01.961539 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48220) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:01.962079 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1c8f0569-2f83-42fc-97a1-e972edccda8b tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:01.965508 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1c8f0569-2f83-42fc-97a1-e972edccda8b tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] 10.222.0.48 "DELETE /v2.0/networks/6cd16eb8-422b-4a07-82b2-48ed22f14797 HTTP/1.1" status: 204 len: 168 time: 0.5652997 Nov 12 20:17:01.966441 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44242beb-6559-4336-8518-d55e5313a188 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Network': ['ID=0c693ceb-75ea-48b6-8e5b-b16fd7a6c87f,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:01.967889 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f0569-2f83-42fc-97a1-e972edccda8b tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Pushing event deleted for resources: {'Network': ['ID=6cd16eb8-422b-4a07-82b2-48ed22f14797,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:01.969989 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48222) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:01.976460 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-3a714ac7-828b-4fa7-b804-2bcd5bebf4c6 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1523347385'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:01.996904 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['0a165886-3980-471e-892b-2972599fafd9'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:17:02.063210 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a714ac7-828b-4fa7-b804-2bcd5bebf4c6 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:02.067741 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3a714ac7-828b-4fa7-b804-2bcd5bebf4c6 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:02.105157 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-08ca7700-c320-4af2-b6a5-09a86a1e76e5 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:02.106302 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a714ac7-828b-4fa7-b804-2bcd5bebf4c6 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:17:02.118423 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3a714ac7-828b-4fa7-b804-2bcd5bebf4c6 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:02.118926 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-3a714ac7-828b-4fa7-b804-2bcd5bebf4c6 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Added segment cd9431ef-830b-4f5a-8e7c-7ef6bb853b39 of type vlan for network df89e207-cc42-43d1-9344-4b5847cac880 Nov 12 20:17:02.161806 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3a714ac7-828b-4fa7-b804-2bcd5bebf4c6 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:02.214822 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-08ca7700-c320-4af2-b6a5-09a86a1e76e5 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:02.225319 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3a714ac7-828b-4fa7-b804-2bcd5bebf4c6 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:02.231291 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a714ac7-828b-4fa7-b804-2bcd5bebf4c6 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:02.232225 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3a714ac7-828b-4fa7-b804-2bcd5bebf4c6 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:02.243234 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-08ca7700-c320-4af2-b6a5-09a86a1e76e5 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['171ae514-3a5d-4409-9f3f-78920727205a']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:02.283571 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-08ca7700-c320-4af2-b6a5-09a86a1e76e5 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c29372e-70ed-49b8-86ba-71e48aff1d7a') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:02.283864 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-08ca7700-c320-4af2-b6a5-09a86a1e76e5 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c29372e-70ed-49b8-86ba-71e48aff1d7a') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:02.284569 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d8ac5b-5de4-47bb-b63e-784e028f6b2f None None] get_active_networks_info from n-d-712140-15 {{(pid=102449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 20:17:02.298778 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-08ca7700-c320-4af2-b6a5-09a86a1e76e5 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:02.318013 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-08ca7700-c320-4af2-b6a5-09a86a1e76e5 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:02.324989 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ca7700-c320-4af2-b6a5-09a86a1e76e5 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:17:02.325394 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-08ca7700-c320-4af2-b6a5-09a86a1e76e5 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:17:02.343594 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:17:02.379225 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3a714ac7-828b-4fa7-b804-2bcd5bebf4c6 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4074657 Nov 12 20:17:02.382880 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48228) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:02.388448 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-3b870118-160e-4dc4-a8d2-d0f323f0e348 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'subnet': {'network_id': 'df89e207-cc42-43d1-9344-4b5847cac880', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:02.465935 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-08ca7700-c320-4af2-b6a5-09a86a1e76e5 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:02.483208 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-08ca7700-c320-4af2-b6a5-09a86a1e76e5 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:02.491187 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-08ca7700-c320-4af2-b6a5-09a86a1e76e5 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] 10.222.0.48 "DELETE /v2.0/networks/171ae514-3a5d-4409-9f3f-78920727205a HTTP/1.1" status: 204 len: 168 time: 0.5171757 Nov 12 20:17:02.499438 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d8ac5b-5de4-47bb-b63e-784e028f6b2f None None] Resources bound (agent type, host, resource id): {{(pid=102449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 20:17:02.506829 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48232) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:02.507621 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ed12a61f-d2df-40dc-8d59-746b602320fc tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:02.515788 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca7700-c320-4af2-b6a5-09a86a1e76e5 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Pushing event deleted for resources: {'Network': ['ID=171ae514-3a5d-4409-9f3f-78920727205a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:02.557237 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12a61f-d2df-40dc-8d59-746b602320fc tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Port': ['ID=d442bee8-8889-424b-a00e-60ec8481b383,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:02.560306 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a714ac7-828b-4fa7-b804-2bcd5bebf4c6 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Network': ['ID=df89e207-cc42-43d1-9344-4b5847cac880,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:02.592538 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network df89e207-cc42-43d1-9344-4b5847cac880 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:17:02.594391 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b870118-160e-4dc4-a8d2-d0f323f0e348 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:02.598222 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b870118-160e-4dc4-a8d2-d0f323f0e348 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:02.637029 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e113728-a7e0-4f60-be54-bb183b94cab5 req-ee69854b-630c-43bd-9c7f-67336b85f2c9 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:02.647090 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5e113728-a7e0-4f60-be54-bb183b94cab5 req-ee69854b-630c-43bd-9c7f-67336b85f2c9 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9 HTTP/1.1" status: 200 len: 944 time: 0.1328781 Nov 12 20:17:02.661662 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.ipam_backend_mixin [None req-3b870118-160e-4dc4-a8d2-d0f323f0e348 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Performing IP validity checks on allocation pools {{(pid=102448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 20:17:02.664059 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.ipam_backend_mixin [None req-3b870118-160e-4dc4-a8d2-d0f323f0e348 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 20:17:02.723335 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5e113728-a7e0-4f60-be54-bb183b94cab5 req-52b1ad91-b747-496a-93f9-80df5f52b67e tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726452 Nov 12 20:17:02.845678 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4912faa4-165f-4ea5-808d-3bf85732cbb6 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:03.065575 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ed12a61f-d2df-40dc-8d59-746b602320fc tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:03.075344 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b870118-160e-4dc4-a8d2-d0f323f0e348 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:03.163338 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226c75a-3116-49c0-a245-134e3855b6ef req-d8a9e2fe-dbf1-42f7-baa4-d4de8116bb02 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:03.164863 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c226c75a-3116-49c0-a245-134e3855b6ef req-d8a9e2fe-dbf1-42f7-baa4-d4de8116bb02 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.2331798 Nov 12 20:17:03.171585 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4912faa4-165f-4ea5-808d-3bf85732cbb6 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:03.296967 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-4912faa4-165f-4ea5-808d-3bf85732cbb6 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1928ebdb-63ee-45c0-a2da-75fba3563036']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:03.310344 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b870118-160e-4dc4-a8d2-d0f323f0e348 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Subnet': ['ID=3419541d-c70a-420e-a9e1-f2423958e99f,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:03.320137 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-4912faa4-165f-4ea5-808d-3bf85732cbb6 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1bbc95d-4727-42ed-95ef-2ec7b3dc0cc0') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:03.320458 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-4912faa4-165f-4ea5-808d-3bf85732cbb6 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1bbc95d-4727-42ed-95ef-2ec7b3dc0cc0') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:03.345968 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4912faa4-165f-4ea5-808d-3bf85732cbb6 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:03.371032 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b870118-160e-4dc4-a8d2-d0f323f0e348 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Checking segment: {'id': 'cd9431ef-830b-4f5a-8e7c-7ef6bb853b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'df89e207-cc42-43d1-9344-4b5847cac880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:03.371316 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b870118-160e-4dc4-a8d2-d0f323f0e348 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network hostable DHCP agents. Network: df89e207-cc42-43d1-9344-4b5847cac880, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:17:03.383187 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c226c75a-3116-49c0-a245-134e3855b6ef req-8d400410-186c-4098-94f8-ce02d3e12986 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058625 Nov 12 20:17:03.386811 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4912faa4-165f-4ea5-808d-3bf85732cbb6 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:03.397843 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4912faa4-165f-4ea5-808d-3bf85732cbb6 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:17:03.398272 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4912faa4-165f-4ea5-808d-3bf85732cbb6 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:17:03.402399 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:17:03.531039 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b870118-160e-4dc4-a8d2-d0f323f0e348 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network df89e207-cc42-43d1-9344-4b5847cac880 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:17:03.542668 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4912faa4-165f-4ea5-808d-3bf85732cbb6 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:03.553485 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4912faa4-165f-4ea5-808d-3bf85732cbb6 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:03.556803 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4912faa4-165f-4ea5-808d-3bf85732cbb6 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] 10.222.0.48 "DELETE /v2.0/networks/1928ebdb-63ee-45c0-a2da-75fba3563036 HTTP/1.1" status: 204 len: 168 time: 1.0402243 Nov 12 20:17:03.559176 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48240) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:03.559674 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-3b870118-160e-4dc4-a8d2-d0f323f0e348 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, df89e207-cc42-43d1-9344-4b5847cac880) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:03.567894 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525b3be0-886d-4d7e-b341-35637f03f99b None None] Network df89e207-cc42-43d1-9344-4b5847cac880 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:03.576845 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912faa4-165f-4ea5-808d-3bf85732cbb6 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Pushing event deleted for resources: {'Network': ['ID=1928ebdb-63ee-45c0-a2da-75fba3563036,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:03.580584 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b870118-160e-4dc4-a8d2-d0f323f0e348 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:03.581196 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b870118-160e-4dc4-a8d2-d0f323f0e348 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:03.584672 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed12a61f-d2df-40dc-8d59-746b602320fc tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Router e140d2ef-aaa1-4873-8702-64f4ec467db4 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:17:03.615309 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3b870118-160e-4dc4-a8d2-d0f323f0e348 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2275214 Nov 12 20:17:03.622644 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48242) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:03.643749 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-bee93f87-0519-4bce-8067-c42561497270 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'port': {'network_id': 'df89e207-cc42-43d1-9344-4b5847cac880', 'name': 'tempest-PortsIpV6TestJSON-171463404'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:03.720781 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62b95bfa-5acc-42f5-9474-8ffc508c6e82 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:03.808493 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e6e8e2-1451-472e-93e6-0e4b1015c711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-df89e207-cc42-43d1-9344-4b5847cac880', 'network_id': 'df89e207-cc42-43d1-9344-4b5847cac880', 'tenant_id': '342069ba33064139a154c54a222289e0', 'fixed_ips': [{'subnet_id': '3419541d-c70a-420e-a9e1-f2423958e99f'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:17:03.809736 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f7e6e8e2-1451-472e-93e6-0e4b1015c711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:03.917263 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62b95bfa-5acc-42f5-9474-8ffc508c6e82 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:03.960206 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-62b95bfa-5acc-42f5-9474-8ffc508c6e82 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a48cfb8-ab4f-4d3b-87dd-ead2de53b450']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:03.977449 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-62b95bfa-5acc-42f5-9474-8ffc508c6e82 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca542a28-e5d8-4bb6-ba56-fc930be8da53') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:03.977929 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-62b95bfa-5acc-42f5-9474-8ffc508c6e82 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca542a28-e5d8-4bb6-ba56-fc930be8da53') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:03.992762 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-f7e6e8e2-1451-472e-93e6-0e4b1015c711 None None] Allocated IP 2001:db8::2 (df89e207-cc42-43d1-9344-4b5847cac880/3419541d-c70a-420e-a9e1-f2423958e99f/b6c19aae-1da5-4c9f-9f67-f682d1f32526) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:04.002838 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62b95bfa-5acc-42f5-9474-8ffc508c6e82 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:04.027256 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62b95bfa-5acc-42f5-9474-8ffc508c6e82 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:04.034618 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee93f87-0519-4bce-8067-c42561497270 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:04.038265 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bee93f87-0519-4bce-8067-c42561497270 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:04.042904 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b95bfa-5acc-42f5-9474-8ffc508c6e82 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:17:04.043444 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62b95bfa-5acc-42f5-9474-8ffc508c6e82 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:17:04.047033 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:17:04.106777 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-bee93f87-0519-4bce-8067-c42561497270 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] device_id is not set on port 728d8271-245f-48fc-aa84-843a241cb62e yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:17:04.135876 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed12a61f-d2df-40dc-8d59-746b602320fc tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:17:04.144612 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ed12a61f-d2df-40dc-8d59-746b602320fc tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "PUT /v2.0/routers/e140d2ef-aaa1-4873-8702-64f4ec467db4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3582721 Nov 12 20:17:04.146376 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48246) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:04.151720 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62b95bfa-5acc-42f5-9474-8ffc508c6e82 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:04.162839 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62b95bfa-5acc-42f5-9474-8ffc508c6e82 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:04.180256 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f7e6e8e2-1451-472e-93e6-0e4b1015c711 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:04.180672 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-62b95bfa-5acc-42f5-9474-8ffc508c6e82 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] 10.222.0.48 "DELETE /v2.0/networks/6a48cfb8-ab4f-4d3b-87dd-ead2de53b450 HTTP/1.1" status: 204 len: 168 time: 0.6087289 Nov 12 20:17:04.188371 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070c7509-6ed6-40cd-aac7-b103b33ab9e6 None None] Sync routers for ids ['e140d2ef-aaa1-4873-8702-64f4ec467db4'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:17:04.198484 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f7e6e8e2-1451-472e-93e6-0e4b1015c711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:04.215252 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b95bfa-5acc-42f5-9474-8ffc508c6e82 tempest-BulkNetworkOpsTest-196166137 tempest-BulkNetworkOpsTest-196166137-project] Pushing event deleted for resources: {'Network': ['ID=6a48cfb8-ab4f-4d3b-87dd-ead2de53b450,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:04.222802 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e6e8e2-1451-472e-93e6-0e4b1015c711 None None] Network df89e207-cc42-43d1-9344-4b5847cac880 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:04.227299 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-f7e6e8e2-1451-472e-93e6-0e4b1015c711 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:04.229881 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e6e8e2-1451-472e-93e6-0e4b1015c711 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:04.247226 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31c122-f7aa-4181-b3a4-c2a0e6be62ec req-bc88d242-3f00-4692-b80f-34db60671db9 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:04.250582 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fb31c122-f7aa-4181-b3a4-c2a0e6be62ec req-bc88d242-3f00-4692-b80f-34db60671db9 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9 HTTP/1.1" status: 200 len: 944 time: 0.1725035 Nov 12 20:17:04.259356 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070c7509-6ed6-40cd-aac7-b103b33ab9e6 None None] Routers {'e140d2ef-aaa1-4873-8702-64f4ec467db4'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:17:04.260164 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-070c7509-6ed6-40cd-aac7-b103b33ab9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:16:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e140d2ef-aaa1-4873-8702-64f4ec467db4'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:04.323299 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fb31c122-f7aa-4181-b3a4-c2a0e6be62ec req-d9e4b028-a0b7-48dd-a669-437343aadeb4 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662670 Nov 12 20:17:04.375575 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-070c7509-6ed6-40cd-aac7-b103b33ab9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:04.383095 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f7e6e8e2-1451-472e-93e6-0e4b1015c711 None None] Attempting to bind port b6c19aae-1da5-4c9f-9f67-f682d1f32526 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:17:04.383611 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f7e6e8e2-1451-472e-93e6-0e4b1015c711 None None] Attempting to bind port b6c19aae-1da5-4c9f-9f67-f682d1f32526 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'cd9431ef-830b-4f5a-8e7c-7ef6bb853b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'df89e207-cc42-43d1-9344-4b5847cac880'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:17:04.384508 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e6e8e2-1451-472e-93e6-0e4b1015c711 None None] Attempting to bind port b6c19aae-1da5-4c9f-9f67-f682d1f32526 on network df89e207-cc42-43d1-9344-4b5847cac880 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:17:04.396862 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6e8e2-1451-472e-93e6-0e4b1015c711 None None] Pushing event updated for resources: {'Port': ['ID=b6c19aae-1da5-4c9f-9f67-f682d1f32526,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:04.400614 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070c7509-6ed6-40cd-aac7-b103b33ab9e6 None None] Routers {'e140d2ef-aaa1-4873-8702-64f4ec467db4'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:17:04.401319 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-070c7509-6ed6-40cd-aac7-b103b33ab9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:16:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e140d2ef-aaa1-4873-8702-64f4ec467db4'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:04.403757 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e6e8e2-1451-472e-93e6-0e4b1015c711 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:17:04.404439 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e6e8e2-1451-472e-93e6-0e4b1015c711 None None] Checking segment: {'id': 'cd9431ef-830b-4f5a-8e7c-7ef6bb853b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'df89e207-cc42-43d1-9344-4b5847cac880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:04.405607 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f7e6e8e2-1451-472e-93e6-0e4b1015c711 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:04.406091 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e6e8e2-1451-472e-93e6-0e4b1015c711 None None] Bound using segment: {'id': 'cd9431ef-830b-4f5a-8e7c-7ef6bb853b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'df89e207-cc42-43d1-9344-4b5847cac880'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:17:04.406997 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f7e6e8e2-1451-472e-93e6-0e4b1015c711 None None] Bound port: b6c19aae-1da5-4c9f-9f67-f682d1f32526, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9431ef-830b-4f5a-8e7c-7ef6bb853b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'df89e207-cc42-43d1-9344-4b5847cac880'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:17:04.407483 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f7e6e8e2-1451-472e-93e6-0e4b1015c711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:04.424788 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-bee93f87-0519-4bce-8067-c42561497270 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Allocated IP 2001:db8::215 (df89e207-cc42-43d1-9344-4b5847cac880/3419541d-c70a-420e-a9e1-f2423958e99f/728d8271-245f-48fc-aa84-843a241cb62e) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:04.551120 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 0a165886-3980-471e-892b-2972599fafd9 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:17:04.598624 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-070c7509-6ed6-40cd-aac7-b103b33ab9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:04.599642 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070c7509-6ed6-40cd-aac7-b103b33ab9e6 None None] The sync data for ids ['e140d2ef-aaa1-4873-8702-64f4ec467db4'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:17:04.619475 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48258) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:04.669633 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-f7e6e8e2-1451-472e-93e6-0e4b1015c711 None None] For port b6c19aae-1da5-4c9f-9f67-f682d1f32526, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:17:04.677034 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-f7e6e8e2-1451-472e-93e6-0e4b1015c711 None None] For port b6c19aae-1da5-4c9f-9f67-f682d1f32526, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b6c19aae-1da5-4c9f-9f67-f682d1f32526,segment=NetworkSegment(cd9431ef-830b-4f5a-8e7c-7ef6bb853b39),segment_id=cd9431ef-830b-4f5a-8e7c-7ef6bb853b39)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:17:04.686097 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f7e6e8e2-1451-472e-93e6-0e4b1015c711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:04.741316 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d58407a1-333a-48eb-b06d-a5d781042a83 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:04.753068 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6e8e2-1451-472e-93e6-0e4b1015c711 None None] Pushing event updated for resources: {'Port': ['ID=b6c19aae-1da5-4c9f-9f67-f682d1f32526,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:04.778780 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a22b4-841d-40ad-8824-905c0d79994e req-4fe3fb29-7f1e-4c59-8f85-1aaceb3e2fdb tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:04.783596 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-740a22b4-841d-40ad-8824-905c0d79994e req-4fe3fb29-7f1e-4c59-8f85-1aaceb3e2fdb tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.2225840 Nov 12 20:17:04.806003 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 0a165886-3980-471e-892b-2972599fafd9 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:17:04.812781 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 0a165886-3980-471e-892b-2972599fafd9 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:04.813400 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:04.836467 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bee93f87-0519-4bce-8067-c42561497270 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:04.885262 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-740a22b4-841d-40ad-8824-905c0d79994e req-ec2a64b5-07eb-49e3-934b-37036aa51f57 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961499 Nov 12 20:17:04.935464 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9c504068-e797-423e-b790-d7b661ad4140 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2455d964da364dabb94a4ba20de895b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3139369 Nov 12 20:17:04.936703 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bee93f87-0519-4bce-8067-c42561497270 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:04.938745 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48262) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:05.007850 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee93f87-0519-4bce-8067-c42561497270 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Port': ['ID=728d8271-245f-48fc-aa84-843a241cb62e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:05.023806 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee93f87-0519-4bce-8067-c42561497270 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network df89e207-cc42-43d1-9344-4b5847cac880 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:05.025373 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-bee93f87-0519-4bce-8067-c42561497270 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:05.027898 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee93f87-0519-4bce-8067-c42561497270 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:05.034177 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee93f87-0519-4bce-8067-c42561497270 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:05.034855 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bee93f87-0519-4bce-8067-c42561497270 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:05.056289 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bee93f87-0519-4bce-8067-c42561497270 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4325144 Nov 12 20:17:05.058899 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48264) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:05.078965 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8d91532-11e5-48f9-853b-ccf6d3d390ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:05.149703 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8d91532-11e5-48f9-853b-ccf6d3d390ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:05.213341 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-57ccc848-6e35-4ff1-ac03-f47ced936b9f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting port 728d8271-245f-48fc-aa84-843a241cb62e {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:05.215899 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57ccc848-6e35-4ff1-ac03-f47ced936b9f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:05.235421 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:05.268433 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a165886-3980-471e-892b-2972599fafd9'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:17:05.273178 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf933eb-9298-4ff6-ad12-d64fd3d16fe7" -d '{"events": [{"server_uuid": "f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9", "name": "network-vif-plugged", "status": "completed", "tag": "0a165886-3980-471e-892b-2972599fafd9"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:17:05.312365 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8d91532-11e5-48f9-853b-ccf6d3d390ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:05.313658 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 0a165886-3980-471e-892b-2972599fafd9, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=0a165886-3980-471e-892b-2972599fafd9,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:05.315744 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8d91532-11e5-48f9-853b-ccf6d3d390ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:05.319762 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f8d91532-11e5-48f9-853b-ccf6d3d390ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ebff4a1-8eaa-4176-8a6b-2b1310146780 HTTP/1.1" status: 204 len: 168 time: 0.3776696 Nov 12 20:17:05.324809 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:05.365050 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57ccc848-6e35-4ff1-ac03-f47ced936b9f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:05.372843 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d91532-11e5-48f9-853b-ccf6d3d390ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebff4a1-8eaa-4176-8a6b-2b1310146780,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:05.380563 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-d58407a1-333a-48eb-b06d-a5d781042a83 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Deleting port e2cd110c-ec41-4497-945f-cd0fbbd539b5 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:05.381066 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d58407a1-333a-48eb-b06d-a5d781042a83 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:05.397940 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-57ccc848-6e35-4ff1-ac03-f47ced936b9f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Calling delete_port for 728d8271-245f-48fc-aa84-843a241cb62e owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:05.434330 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fdc0f7-497f-4528-b5a1-4ea2b143f17c x-openstack-request-id: req-c5fdc0f7-497f-4528-b5a1-4ea2b143f17c {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:17:05.434629 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9", "name": "network-vif-plugged", "status": "completed", "tag": "0a165886-3980-471e-892b-2972599fafd9", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:17:05.439099 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c5fdc0f7-497f-4528-b5a1-4ea2b143f17c {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:17:05.439514 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a165886-3980-471e-892b-2972599fafd9', 'code': 200} Nov 12 20:17:05.524508 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=0a165886-3980-471e-892b-2972599fafd9,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:05.529074 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d58407a1-333a-48eb-b06d-a5d781042a83 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:05.533552 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfca29f-051b-4d7c-9fd1-8f1009bacdd2 req-3a22d117-1c3b-45d4-89d0-9b60464ce8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:05.541279 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9bfca29f-051b-4d7c-9fd1-8f1009bacdd2 req-3a22d117-1c3b-45d4-89d0-9b60464ce8d7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9 HTTP/1.1" status: 200 len: 1097 time: 0.0868716 Nov 12 20:17:05.585644 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-d58407a1-333a-48eb-b06d-a5d781042a83 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Calling delete_port for e2cd110c-ec41-4497-945f-cd0fbbd539b5 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:05.603246 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe74b1-31e4-4b10-b500-113e8a94efb4 req-5ab947e5-e506-429b-8c1d-94943df6b79b tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:05.609314 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9bfca29f-051b-4d7c-9fd1-8f1009bacdd2 req-084b1502-2bc2-4338-8dda-3a1f6a3e2bda service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596044 Nov 12 20:17:05.612945 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dabe74b1-31e4-4b10-b500-113e8a94efb4 req-5ab947e5-e506-429b-8c1d-94943df6b79b tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9 HTTP/1.1" status: 200 len: 945 time: 0.1094894 Nov 12 20:17:05.750044 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dabe74b1-31e4-4b10-b500-113e8a94efb4 req-7b10703a-3453-4660-bf2c-4da71068b01e tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362326 Nov 12 20:17:05.751854 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57ccc848-6e35-4ff1-ac03-f47ced936b9f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:05.816574 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ccc848-6e35-4ff1-ac03-f47ced936b9f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Port': ['ID=728d8271-245f-48fc-aa84-843a241cb62e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:05.886987 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57ccc848-6e35-4ff1-ac03-f47ced936b9f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:05.892992 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-57ccc848-6e35-4ff1-ac03-f47ced936b9f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/ports/728d8271-245f-48fc-aa84-843a241cb62e HTTP/1.1" status: 204 len: 168 time: 0.8324242 Nov 12 20:17:05.896533 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48284) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:05.930590 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b6c19aae-1da5-4c9f-9f67-f682d1f32526 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:17:05.941889 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0005d24-1919-4dd7-9ca2-8629a244265e tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] DELETE failed (client error): The resource could not be found. Nov 12 20:17:05.942819 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0005d24-1919-4dd7-9ca2-8629a244265e tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:17:05.946208 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f0005d24-1919-4dd7-9ca2-8629a244265e tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/ports/728d8271-245f-48fc-aa84-843a241cb62e HTTP/1.1" status: 404 len: 333 time: 0.0481265 Nov 12 20:17:05.948945 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48290) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:05.973031 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d58407a1-333a-48eb-b06d-a5d781042a83 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:05.978422 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-39854e4e-3eac-4f1c-9c52-a25cd9149973 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] GET failed (client error): The resource could not be found. Nov 12 20:17:05.980384 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-39854e4e-3eac-4f1c-9c52-a25cd9149973 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "GET /v2.0/ports/728d8271-245f-48fc-aa84-843a241cb62e HTTP/1.1" status: 404 len: 333 time: 0.0300884 Nov 12 20:17:05.983742 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48292) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:06.007727 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58407a1-333a-48eb-b06d-a5d781042a83 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Port': ['ID=e2cd110c-ec41-4497-945f-cd0fbbd539b5,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:06.044360 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b6c19aae-1da5-4c9f-9f67-f682d1f32526 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:06.051023 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:06.052216 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-555e3b92-2671-41b4-a8e7-6991be557f7c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting subnet 3419541d-c70a-420e-a9e1-f2423958e99f {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:17:06.060620 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-555e3b92-2671-41b4-a8e7-6991be557f7c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:06.160937 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-555e3b92-2671-41b4-a8e7-6991be557f7c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:06.208376 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:06.223611 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa569b-69bf-42dd-879a-cad69fee4706 req-f77e2039-004b-4ccf-a953-5db24a8e01b9 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:06.225403 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a0fa569b-69bf-42dd-879a-cad69fee4706 req-f77e2039-004b-4ccf-a953-5db24a8e01b9 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.1421540 Nov 12 20:17:06.249641 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port b6c19aae-1da5-4c9f-9f67-f682d1f32526, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b6c19aae-1da5-4c9f-9f67-f682d1f32526,segment=NetworkSegment(cd9431ef-830b-4f5a-8e7c-7ef6bb853b39),segment_id=cd9431ef-830b-4f5a-8e7c-7ef6bb853b39)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:06.255314 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:06.390283 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a0fa569b-69bf-42dd-879a-cad69fee4706 req-7903df13-45bd-4d74-ba97-05e6b57d83cf tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467927 Nov 12 20:17:06.417933 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=b6c19aae-1da5-4c9f-9f67-f682d1f32526,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:06.421624 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-555e3b92-2671-41b4-a8e7-6991be557f7c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:06.429470 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d58407a1-333a-48eb-b06d-a5d781042a83 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:06.437977 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24bf31b-02e8-4eae-ab0a-c5e995c491ab None None] Network df89e207-cc42-43d1-9344-4b5847cac880 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:06.524688 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-555e3b92-2671-41b4-a8e7-6991be557f7c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:06.580287 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e3b92-2671-41b4-a8e7-6991be557f7c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Subnet': ['ID=3419541d-c70a-420e-a9e1-f2423958e99f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:06.585208 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-555e3b92-2671-41b4-a8e7-6991be557f7c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:06.589714 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-555e3b92-2671-41b4-a8e7-6991be557f7c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/subnets/3419541d-c70a-420e-a9e1-f2423958e99f HTTP/1.1" status: 204 len: 168 time: 0.6040890 Nov 12 20:17:06.592423 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48304) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:06.609670 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-568f8a3d-507c-4d31-bd30-b1dcbc4d2eda None None] Provisioning complete for port b6c19aae-1da5-4c9f-9f67-f682d1f32526 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:06.610281 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-568f8a3d-507c-4d31-bd30-b1dcbc4d2eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:06.674743 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58407a1-333a-48eb-b06d-a5d781042a83 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Router e140d2ef-aaa1-4873-8702-64f4ec467db4 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:17:06.679797 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:06.719882 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48306) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:06.770335 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58407a1-333a-48eb-b06d-a5d781042a83 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:17:06.782709 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a75aa33-74a8-4902-8236-a867551b5769 None None] Sync routers for ids ['e140d2ef-aaa1-4873-8702-64f4ec467db4'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:17:06.789163 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d58407a1-333a-48eb-b06d-a5d781042a83 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "PUT /v2.0/routers/e140d2ef-aaa1-4873-8702-64f4ec467db4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6385870 Nov 12 20:17:06.789534 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting port b6c19aae-1da5-4c9f-9f67-f682d1f32526 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:06.789845 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48312) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:06.790593 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:06.797149 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a75aa33-74a8-4902-8236-a867551b5769 None None] Routers {'e140d2ef-aaa1-4873-8702-64f4ec467db4'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:17:06.797551 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-4a75aa33-74a8-4902-8236-a867551b5769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:16:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e140d2ef-aaa1-4873-8702-64f4ec467db4'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:06.830550 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-05d0a189-b911-4362-9e51-f512f12291bc tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "GET /v2.0/ports?device_id=e140d2ef-aaa1-4873-8702-64f4ec467db4 HTTP/1.1" status: 200 len: 205 time: 0.0395300 Nov 12 20:17:06.833051 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48314) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:06.862956 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-4a75aa33-74a8-4902-8236-a867551b5769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:06.881492 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a75aa33-74a8-4902-8236-a867551b5769 None None] Routers {'e140d2ef-aaa1-4873-8702-64f4ec467db4'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:17:06.882123 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-4a75aa33-74a8-4902-8236-a867551b5769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:16:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e140d2ef-aaa1-4873-8702-64f4ec467db4'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:06.936168 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916faade-9d6a-4394-810f-cba41863766f None None] DHCP port deletion for df89e207-cc42-43d1-9344-4b5847cac880 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:17:06.951689 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-1e81ab37-7c65-48c5-86ab-6c00ce1626ba tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1014091845', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:06.964908 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-4a75aa33-74a8-4902-8236-a867551b5769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:06.966148 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a75aa33-74a8-4902-8236-a867551b5769 None None] The sync data for ids ['e140d2ef-aaa1-4873-8702-64f4ec467db4'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:17:06.980547 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] For port b6c19aae-1da5-4c9f-9f67-f682d1f32526, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b6c19aae-1da5-4c9f-9f67-f682d1f32526,segment=NetworkSegment(cd9431ef-830b-4f5a-8e7c-7ef6bb853b39),segment_id=cd9431ef-830b-4f5a-8e7c-7ef6bb853b39)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:06.988897 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.009027 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Calling delete_port for b6c19aae-1da5-4c9f-9f67-f682d1f32526 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:07.045879 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-916faade-9d6a-4394-810f-cba41863766f None None] Deleting port b6c19aae-1da5-4c9f-9f67-f682d1f32526 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:07.046543 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-916faade-9d6a-4394-810f-cba41863766f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.068949 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1e81ab37-7c65-48c5-86ab-6c00ce1626ba tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.070578 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1e81ab37-7c65-48c5-86ab-6c00ce1626ba tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.090284 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4b70221a-e909-4607-b13a-cc5658feee0e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.132836 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-916faade-9d6a-4394-810f-cba41863766f None None] For port b6c19aae-1da5-4c9f-9f67-f682d1f32526, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b6c19aae-1da5-4c9f-9f67-f682d1f32526,segment=NetworkSegment(cd9431ef-830b-4f5a-8e7c-7ef6bb853b39),segment_id=cd9431ef-830b-4f5a-8e7c-7ef6bb853b39)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:07.133529 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-916faade-9d6a-4394-810f-cba41863766f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.141244 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1e81ab37-7c65-48c5-86ab-6c00ce1626ba tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.149745 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-916faade-9d6a-4394-810f-cba41863766f None None] Calling delete_port for b6c19aae-1da5-4c9f-9f67-f682d1f32526 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:07.152543 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1e81ab37-7c65-48c5-86ab-6c00ce1626ba tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.194208 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1e81ab37-7c65-48c5-86ab-6c00ce1626ba tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.195887 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1e81ab37-7c65-48c5-86ab-6c00ce1626ba tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4746969 Nov 12 20:17:07.199933 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48320) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:07.205679 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-eed76781-b4fb-4ebe-93e4-50b0264348fc tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-337257426'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:07.225094 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.235333 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434093e-35a7-44a0-84d0-15c4328095fd req-52a3747e-33b2-4eff-a8db-634cc012e6e7 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:07.237763 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2434093e-35a7-44a0-84d0-15c4328095fd req-52a3747e-33b2-4eff-a8db-634cc012e6e7 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9 HTTP/1.1" status: 200 len: 945 time: 0.1911047 Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:07.259376 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:17:07.270437 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Port': ['ID=b6c19aae-1da5-4c9f-9f67-f682d1f32526,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:07.273911 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] No DVR routers for this DVR port b6c19aae-1da5-4c9f-9f67-f682d1f32526 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:17:07.275902 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-916faade-9d6a-4394-810f-cba41863766f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.306501 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916faade-9d6a-4394-810f-cba41863766f None None] No DVR routers for this DVR port b6c19aae-1da5-4c9f-9f67-f682d1f32526 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:17:07.308552 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916faade-9d6a-4394-810f-cba41863766f None None] Pushing event deleted for resources: {'Port': ['ID=b6c19aae-1da5-4c9f-9f67-f682d1f32526,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:07.342983 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed76781-b4fb-4ebe-93e4-50b0264348fc tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Made reservation on behalf of f7b43fabbc0c4fd1b7488534368818d0 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:07.346835 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eed76781-b4fb-4ebe-93e4-50b0264348fc tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.350170 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4b70221a-e909-4607-b13a-cc5658feee0e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.352456 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:07.352744 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:07.353083 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:07.353426 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:07.353781 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:07.354041 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4b70221a-e909-4607-b13a-cc5658feee0e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.354164 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:07.354428 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:07.354774 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:07.355097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:07.355584 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:07.355907 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:07.356256 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:07.400638 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eed76781-b4fb-4ebe-93e4-50b0264348fc tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.403353 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.424774 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4b70221a-e909-4607-b13a-cc5658feee0e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.424774 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b70221a-e909-4607-b13a-cc5658feee0e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Fanout notify agent at l3_agent the message router_deleted on router e140d2ef-aaa1-4873-8702-64f4ec467db4 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:17:07.437730 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4b70221a-e909-4607-b13a-cc5658feee0e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.439757 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4b70221a-e909-4607-b13a-cc5658feee0e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/routers/e140d2ef-aaa1-4873-8702-64f4ec467db4 HTTP/1.1" status: 204 len: 168 time: 0.6057446 Nov 12 20:17:07.445742 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48324) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:07.451690 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2434093e-35a7-44a0-84d0-15c4328095fd req-2f6ea8ad-0887-4957-9b39-d11569a8eab6 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728346 Nov 12 20:17:07.468404 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df89e207-cc42-43d1-9344-4b5847cac880']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:07.483769 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd9431ef-830b-4f5a-8e7c-7ef6bb853b39') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:07.484079 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd9431ef-830b-4f5a-8e7c-7ef6bb853b39') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:07.505772 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.540867 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.548520 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc6f5f7-5467-4fd9-b957-1bd59a67aa48 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Deleting subnet 7348e662-366e-4e90-9f36-6ea855388a38 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:17:07.552089 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-acc6f5f7-5467-4fd9-b957-1bd59a67aa48 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.568164 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:17:07.568558 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:17:07.573522 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:17:07.598461 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-acc6f5f7-5467-4fd9-b957-1bd59a67aa48 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.642094 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eed76781-b4fb-4ebe-93e4-50b0264348fc tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.654674 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eed76781-b4fb-4ebe-93e4-50b0264348fc tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.690159 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36952405-ce53-4c41-aa79-7bf0974d51af req-1d0b52e2-92be-4ab5-bc13-068e2047f1a1 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:07.692072 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-36952405-ce53-4c41-aa79-7bf0974d51af req-1d0b52e2-92be-4ab5-bc13-068e2047f1a1 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.1770360 Nov 12 20:17:07.692753 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.702710 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-acc6f5f7-5467-4fd9-b957-1bd59a67aa48 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.732760 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed76781-b4fb-4ebe-93e4-50b0264348fc tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:17:07.740870 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.744091 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/networks/df89e207-cc42-43d1-9344-4b5847cac880 HTTP/1.1" status: 204 len: 168 time: 1.1505957 Nov 12 20:17:07.753948 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48326) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:07.759923 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-37d0719a-4b9b-420e-afbf-bc85a20c6869 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1235669416'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:07.767125 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed76781-b4fb-4ebe-93e4-50b0264348fc tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19966b8d-ec2b-4b0d-b09a-2e5e0a130fd0,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:07.774556 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f02be2-c5f4-45c3-a152-d8a12b90b5d3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Network': ['ID=df89e207-cc42-43d1-9344-4b5847cac880,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:07.777458 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eed76781-b4fb-4ebe-93e4-50b0264348fc tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.777812 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-eed76781-b4fb-4ebe-93e4-50b0264348fc tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Added segment 3a50d881-8c81-4cbe-b2b0-322eb121d879 of type vlan for network 8f611192-f0b7-4cb8-b6da-22bc63312563 Nov 12 20:17:07.795030 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b6c19aae-1da5-4c9f-9f67-f682d1f32526 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:17:07.825080 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d0719a-4b9b-420e-afbf-bc85a20c6869 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:07.827528 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-36952405-ce53-4c41-aa79-7bf0974d51af req-8a67a0d5-42fd-4294-b758-b5622f63f1c6 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242235 Nov 12 20:17:07.830366 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: b6c19aae-1da5-4c9f-9f67-f682d1f32526 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:17:07.830652 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b6c19aae-1da5-4c9f-9f67-f682d1f32526 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:17:07.839811 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-37d0719a-4b9b-420e-afbf-bc85a20c6869 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.844916 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eed76781-b4fb-4ebe-93e4-50b0264348fc tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.859901 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-acc6f5f7-5467-4fd9-b957-1bd59a67aa48 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.873336 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eed76781-b4fb-4ebe-93e4-50b0264348fc tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.879601 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed76781-b4fb-4ebe-93e4-50b0264348fc tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:07.880205 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eed76781-b4fb-4ebe-93e4-50b0264348fc tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.903819 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d0719a-4b9b-420e-afbf-bc85a20c6869 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:17:07.907904 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0a2395-04cc-4830-8495-4155caacca34 None None] Network 76f53a6e-f745-451e-93f3-e63af20772e5 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:07.913241 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-acc6f5f7-5467-4fd9-b957-1bd59a67aa48 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.917528 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-acc6f5f7-5467-4fd9-b957-1bd59a67aa48 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/subnets/7348e662-366e-4e90-9f36-6ea855388a38 HTTP/1.1" status: 204 len: 168 time: 0.4703488 Nov 12 20:17:07.920463 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6f5f7-5467-4fd9-b957-1bd59a67aa48 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Subnet': ['ID=7348e662-366e-4e90-9f36-6ea855388a38,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:07.921441 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48328) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:07.928328 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-37d0719a-4b9b-420e-afbf-bc85a20c6869 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:07.929087 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-37d0719a-4b9b-420e-afbf-bc85a20c6869 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Added segment 1c77b776-c09c-4346-a1bd-8202e8e5764d of type vlan for network 73f2f62a-2656-4bf1-9b01-62eca0072b10 Nov 12 20:17:07.992348 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-37d0719a-4b9b-420e-afbf-bc85a20c6869 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:08.012154 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-eed76781-b4fb-4ebe-93e4-50b0264348fc tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8117976 Nov 12 20:17:08.021004 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48332) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:08.031216 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-665c7acb-9ba8-4e79-a790-7a4545fc9d48 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Deleting subnet bb211f8b-8648-462c-a915-edcf17875b03 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:17:08.036061 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-0340d8d6-efdb-45ab-a9e5-c357a5729c62 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Request body: {'subnet': {'network_id': '8f611192-f0b7-4cb8-b6da-22bc63312563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:08.043849 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-665c7acb-9ba8-4e79-a790-7a4545fc9d48 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:08.130064 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed76781-b4fb-4ebe-93e4-50b0264348fc tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Pushing event updated for resources: {'Network': ['ID=8f611192-f0b7-4cb8-b6da-22bc63312563,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:08.130286 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-37d0719a-4b9b-420e-afbf-bc85a20c6869 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:08.137554 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d0719a-4b9b-420e-afbf-bc85a20c6869 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:08.138603 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-37d0719a-4b9b-420e-afbf-bc85a20c6869 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:08.149350 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-665c7acb-9ba8-4e79-a790-7a4545fc9d48 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:08.155968 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 8f611192-f0b7-4cb8-b6da-22bc63312563 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:17:08.184706 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f8167-8c8f-408f-a3ee-7523f6d52117 req-224b5248-0d9c-4fa4-bf98-85852f558288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:08.188107 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-740f8167-8c8f-408f-a3ee-7523f6d52117 req-224b5248-0d9c-4fa4-bf98-85852f558288 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 1097 time: 0.1332769 Nov 12 20:17:08.214794 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-37d0719a-4b9b-420e-afbf-bc85a20c6869 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4572191 Nov 12 20:17:08.220218 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48336) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:08.258226 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-e3a46308-23e9-4c28-a534-369f9e093d43 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'subnet': {'network_id': '73f2f62a-2656-4bf1-9b01-62eca0072b10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:08.297548 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-740f8167-8c8f-408f-a3ee-7523f6d52117 req-46f11538-723c-42e2-aa4d-c002178c1a11 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963297 Nov 12 20:17:08.300382 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-665c7acb-9ba8-4e79-a790-7a4545fc9d48 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:08.313729 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0719a-4b9b-420e-afbf-bc85a20c6869 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Network': ['ID=73f2f62a-2656-4bf1-9b01-62eca0072b10,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:08.330739 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 73f2f62a-2656-4bf1-9b01-62eca0072b10 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:17:08.380905 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0340d8d6-efdb-45ab-a9e5-c357a5729c62 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Made reservation on behalf of f7b43fabbc0c4fd1b7488534368818d0 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:08.384823 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0340d8d6-efdb-45ab-a9e5-c357a5729c62 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:08.401019 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-665c7acb-9ba8-4e79-a790-7a4545fc9d48 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:08.418999 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0258701a-5c32-49b2-9ce3-d85714b77db4 None None] DHCP port deletion for 76f53a6e-f745-451e-93f3-e63af20772e5 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:17:08.439623 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c7acb-9ba8-4e79-a790-7a4545fc9d48 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Subnet': ['ID=bb211f8b-8648-462c-a915-edcf17875b03,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:08.452868 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-665c7acb-9ba8-4e79-a790-7a4545fc9d48 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:08.461413 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-665c7acb-9ba8-4e79-a790-7a4545fc9d48 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/subnets/bb211f8b-8648-462c-a915-edcf17875b03 HTTP/1.1" status: 204 len: 168 time: 0.5381575 Nov 12 20:17:08.461980 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9db9a3-8667-4b4e-8ff4-6ce159133107 None None] Network 252f1df4-2aa0-431a-8a13-1743aa33a6f3 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:08.462698 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48338) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:08.485646 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a46308-23e9-4c28-a534-369f9e093d43 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:08.489739 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e3a46308-23e9-4c28-a534-369f9e093d43 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:08.569497 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f29f9cf4-866b-4cf3-bff4-92a7a3c56138 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:08.619524 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0258701a-5c32-49b2-9ce3-d85714b77db4 None None] Deleting port 5adbcd76-168b-4dea-98b6-993c356ca19b {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:08.619879 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0258701a-5c32-49b2-9ce3-d85714b77db4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:08.691493 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0258701a-5c32-49b2-9ce3-d85714b77db4 None None] For port 5adbcd76-168b-4dea-98b6-993c356ca19b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=5adbcd76-168b-4dea-98b6-993c356ca19b,segment=NetworkSegment(646981dc-b73a-4523-9320-1fdd2cf03527),segment_id=646981dc-b73a-4523-9320-1fdd2cf03527)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:08.692042 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0258701a-5c32-49b2-9ce3-d85714b77db4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:08.696187 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db0d3ac-15c9-49e7-8618-5a86b66f748c None None] DHCP port deletion for 252f1df4-2aa0-431a-8a13-1743aa33a6f3 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:17:08.701936 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e57603-9b1e-42fe-a252-59bd060c5189 req-5f9456d8-5f8e-4b96-8ec4-6054e78476c8 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:08.704456 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-09e57603-9b1e-42fe-a252-59bd060c5189 req-5f9456d8-5f8e-4b96-8ec4-6054e78476c8 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9 HTTP/1.1" status: 200 len: 945 time: 0.0913780 Nov 12 20:17:08.712929 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0258701a-5c32-49b2-9ce3-d85714b77db4 None None] Calling delete_port for 5adbcd76-168b-4dea-98b6-993c356ca19b owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:08.725589 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-f29f9cf4-866b-4cf3-bff4-92a7a3c56138 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Deleting port 5adbcd76-168b-4dea-98b6-993c356ca19b {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:08.726081 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f29f9cf4-866b-4cf3-bff4-92a7a3c56138 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:08.771629 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0340d8d6-efdb-45ab-a9e5-c357a5729c62 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:08.829533 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-f29f9cf4-866b-4cf3-bff4-92a7a3c56138 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] For port 5adbcd76-168b-4dea-98b6-993c356ca19b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=5adbcd76-168b-4dea-98b6-993c356ca19b,segment=NetworkSegment(646981dc-b73a-4523-9320-1fdd2cf03527),segment_id=646981dc-b73a-4523-9320-1fdd2cf03527)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:08.829847 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f29f9cf4-866b-4cf3-bff4-92a7a3c56138 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:08.848617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8db0d3ac-15c9-49e7-8618-5a86b66f748c None None] Deleting port 3f5b6588-9ee1-4c9e-9235-d1cba2eebc49 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:08.849139 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8db0d3ac-15c9-49e7-8618-5a86b66f748c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:08.849477 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-f29f9cf4-866b-4cf3-bff4-92a7a3c56138 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Calling delete_port for 5adbcd76-168b-4dea-98b6-993c356ca19b owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:08.906743 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340d8d6-efdb-45ab-a9e5-c357a5729c62 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Pushing event updated for resources: {'Subnet': ['ID=e5c76579-1744-4a63-ba0e-d59843b0e780,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:08.915634 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0340d8d6-efdb-45ab-a9e5-c357a5729c62 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Checking segment: {'id': '3a50d881-8c81-4cbe-b2b0-322eb121d879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8f611192-f0b7-4cb8-b6da-22bc63312563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:08.917310 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0340d8d6-efdb-45ab-a9e5-c357a5729c62 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Network hostable DHCP agents. Network: 8f611192-f0b7-4cb8-b6da-22bc63312563, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:17:08.919614 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e3a46308-23e9-4c28-a534-369f9e093d43 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:08.946141 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0258701a-5c32-49b2-9ce3-d85714b77db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:08.961850 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-8db0d3ac-15c9-49e7-8618-5a86b66f748c None None] For port 3f5b6588-9ee1-4c9e-9235-d1cba2eebc49, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3f5b6588-9ee1-4c9e-9235-d1cba2eebc49,segment=NetworkSegment(798d4541-1642-4269-975d-2b5a1519a2a5),segment_id=798d4541-1642-4269-975d-2b5a1519a2a5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:08.962229 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8db0d3ac-15c9-49e7-8618-5a86b66f748c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:08.989675 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258701a-5c32-49b2-9ce3-d85714b77db4 None None] Pushing event deleted for resources: {'Port': ['ID=5adbcd76-168b-4dea-98b6-993c356ca19b,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:08.997520 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0258701a-5c32-49b2-9ce3-d85714b77db4 None None] No DVR routers for this DVR port 5adbcd76-168b-4dea-98b6-993c356ca19b on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:17:09.000145 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8db0d3ac-15c9-49e7-8618-5a86b66f748c None None] Calling delete_port for 3f5b6588-9ee1-4c9e-9235-d1cba2eebc49 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:09.025105 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-09e57603-9b1e-42fe-a252-59bd060c5189 req-60a6bdf1-8a9b-4135-ab86-2128318ee8f6 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122568 Nov 12 20:17:09.042983 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a46308-23e9-4c28-a534-369f9e093d43 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Subnet': ['ID=3366b245-2e31-4686-afb8-63a6e6f13029,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:09.047463 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f29f9cf4-866b-4cf3-bff4-92a7a3c56138 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:09.061547 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0340d8d6-efdb-45ab-a9e5-c357a5729c62 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Network 8f611192-f0b7-4cb8-b6da-22bc63312563 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:17:09.074861 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a46308-23e9-4c28-a534-369f9e093d43 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Checking segment: {'id': '1c77b776-c09c-4346-a1bd-8202e8e5764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73f2f62a-2656-4bf1-9b01-62eca0072b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:09.075375 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a46308-23e9-4c28-a534-369f9e093d43 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network hostable DHCP agents. Network: 73f2f62a-2656-4bf1-9b01-62eca0072b10, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:17:09.078141 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-0340d8d6-efdb-45ab-a9e5-c357a5729c62 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 8f611192-f0b7-4cb8-b6da-22bc63312563) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:09.085196 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0340d8d6-efdb-45ab-a9e5-c357a5729c62 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:09.085861 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0340d8d6-efdb-45ab-a9e5-c357a5729c62 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:09.093550 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67d0c2c-b12b-44ee-9acc-c6d29a99a210 None None] Network 8f611192-f0b7-4cb8-b6da-22bc63312563 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:09.104375 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f9cf4-866b-4cf3-bff4-92a7a3c56138 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Port': ['ID=5adbcd76-168b-4dea-98b6-993c356ca19b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:09.112087 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d8ed2-4e91-4a8f-afe5-d6d51fba8cca req-10cde90d-00ea-45fe-bf66-f27f8b54ca06 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:09.114399 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c79d8ed2-4e91-4a8f-afe5-d6d51fba8cca req-10cde90d-00ea-45fe-bf66-f27f8b54ca06 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.1373489 Nov 12 20:17:09.121511 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0340d8d6-efdb-45ab-a9e5-c357a5729c62 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0992973 Nov 12 20:17:09.124053 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29f9cf4-866b-4cf3-bff4-92a7a3c56138 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] No DVR routers for this DVR port 5adbcd76-168b-4dea-98b6-993c356ca19b on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:17:09.126324 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48348) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:09.144956 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-327837f1-14a0-4244-a82a-935ff6cbd9ba tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Request body: {'network': {'name': 'tempest-router-network01--1938926923'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:09.151969 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a46308-23e9-4c28-a534-369f9e093d43 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network 73f2f62a-2656-4bf1-9b01-62eca0072b10 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:17:09.181071 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-e3a46308-23e9-4c28-a534-369f9e093d43 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 73f2f62a-2656-4bf1-9b01-62eca0072b10) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:09.194914 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51de4fbb-2e6c-467f-9fd7-a0a948c44481 None None] Network 73f2f62a-2656-4bf1-9b01-62eca0072b10 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:09.200425 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a46308-23e9-4c28-a534-369f9e093d43 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:09.201004 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e3a46308-23e9-4c28-a534-369f9e093d43 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:09.210514 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327837f1-14a0-4244-a82a-935ff6cbd9ba tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Made reservation on behalf of f7b43fabbc0c4fd1b7488534368818d0 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:09.214299 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-327837f1-14a0-4244-a82a-935ff6cbd9ba tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:09.245265 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c79d8ed2-4e91-4a8f-afe5-d6d51fba8cca req-ab92f477-ec69-4b19-a4b7-741669d266fc tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203859 Nov 12 20:17:09.252617 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e3a46308-23e9-4c28-a534-369f9e093d43 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9997115 Nov 12 20:17:09.257521 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48352) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:09.262040 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-c3e864af-9c76-4bf1-86bf-6cab498a8757 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'port': {'network_id': '73f2f62a-2656-4bf1-9b01-62eca0072b10', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1080180959'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:09.294649 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f29f9cf4-866b-4cf3-bff4-92a7a3c56138 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:09.298179 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327837f1-14a0-4244-a82a-935ff6cbd9ba tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:17:09.314538 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8db0d3ac-15c9-49e7-8618-5a86b66f748c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:09.324168 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-f29f9cf4-866b-4cf3-bff4-92a7a3c56138 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f53a6e-f745-451e-93f3-e63af20772e5']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:09.345310 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-327837f1-14a0-4244-a82a-935ff6cbd9ba tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:09.345722 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-327837f1-14a0-4244-a82a-935ff6cbd9ba tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Added segment 6eb9a1da-87d8-4354-8d42-85a93b56b898 of type vlan for network 104dccfc-e82a-4275-a12f-101595f2f691 Nov 12 20:17:09.354958 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-f29f9cf4-866b-4cf3-bff4-92a7a3c56138 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646981dc-b73a-4523-9320-1fdd2cf03527') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:09.355297 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-f29f9cf4-866b-4cf3-bff4-92a7a3c56138 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646981dc-b73a-4523-9320-1fdd2cf03527') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:09.375691 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f29f9cf4-866b-4cf3-bff4-92a7a3c56138 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:09.409243 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f29f9cf4-866b-4cf3-bff4-92a7a3c56138 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:09.414576 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-327837f1-14a0-4244-a82a-935ff6cbd9ba tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:09.423344 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29f9cf4-866b-4cf3-bff4-92a7a3c56138 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:17:09.425768 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f29f9cf4-866b-4cf3-bff4-92a7a3c56138 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:17:09.429508 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:17:09.443480 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0d3ac-15c9-49e7-8618-5a86b66f748c None None] Pushing event deleted for resources: {'Port': ['ID=3f5b6588-9ee1-4c9e-9235-d1cba2eebc49,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:09.445594 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db0d3ac-15c9-49e7-8618-5a86b66f748c None None] No DVR routers for this DVR port 3f5b6588-9ee1-4c9e-9235-d1cba2eebc49 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:17:09.479100 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-8f611192-f0b7-4cb8-b6da-22bc63312563', 'network_id': '8f611192-f0b7-4cb8-b6da-22bc63312563', 'tenant_id': 'f7b43fabbc0c4fd1b7488534368818d0', 'fixed_ips': [{'subnet_id': 'e5c76579-1744-4a63-ba0e-d59843b0e780'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:17:09.480084 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:09.528964 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e864af-9c76-4bf1-86bf-6cab498a8757 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:09.537204 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c3e864af-9c76-4bf1-86bf-6cab498a8757 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:09.556538 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-327837f1-14a0-4244-a82a-935ff6cbd9ba tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:09.569860 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327837f1-14a0-4244-a82a-935ff6cbd9ba tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:09.571064 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-327837f1-14a0-4244-a82a-935ff6cbd9ba tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:09.578881 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f29f9cf4-866b-4cf3-bff4-92a7a3c56138 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:09.592831 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde921e-aa67-4e89-b3c9-4c5a3e6b0d20 req-683f8372-87de-4bd7-8cf4-9c88e47d03b9 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:09.601347 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0fde921e-aa67-4e89-b3c9-4c5a3e6b0d20 req-683f8372-87de-4bd7-8cf4-9c88e47d03b9 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9 HTTP/1.1" status: 200 len: 945 time: 0.1363082 Nov 12 20:17:09.611252 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f29f9cf4-866b-4cf3-bff4-92a7a3c56138 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:09.613071 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-327837f1-14a0-4244-a82a-935ff6cbd9ba tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4850693 Nov 12 20:17:09.618900 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f29f9cf4-866b-4cf3-bff4-92a7a3c56138 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/networks/76f53a6e-f745-451e-93f3-e63af20772e5 HTTP/1.1" status: 204 len: 168 time: 1.1539347 Nov 12 20:17:09.630469 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48356) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:09.630807 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48358) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:09.641952 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-f6737dfc-0613-42ae-bd46-1180b731c909 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Request body: {'network': {'name': 'tempest-router-network02--110713293'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:09.651209 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-c3e864af-9c76-4bf1-86bf-6cab498a8757 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] device_id is not set on port f88df754-b9ee-40b2-a85d-e8652c47130a yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:17:09.654074 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f9cf4-866b-4cf3-bff4-92a7a3c56138 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Network': ['ID=76f53a6e-f745-451e-93f3-e63af20772e5,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:09.697928 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c100c709-02cd-4206-98f5-00581ccd8b65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-73f2f62a-2656-4bf1-9b01-62eca0072b10', 'network_id': '73f2f62a-2656-4bf1-9b01-62eca0072b10', 'tenant_id': '342069ba33064139a154c54a222289e0', 'fixed_ips': [{'subnet_id': '3366b245-2e31-4686-afb8-63a6e6f13029'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:17:09.699110 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c100c709-02cd-4206-98f5-00581ccd8b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:09.781327 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6737dfc-0613-42ae-bd46-1180b731c909 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Made reservation on behalf of f7b43fabbc0c4fd1b7488534368818d0 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:09.784867 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6737dfc-0613-42ae-bd46-1180b731c909 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:09.790384 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dafd2ecb-1670-418f-9c0a-b79cfa86a520 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:09.797065 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0fde921e-aa67-4e89-b3c9-4c5a3e6b0d20 req-8cd5e56c-9cf2-435b-a6e8-9f161bfd3af9 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871722 Nov 12 20:17:09.839398 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3f5b6588-9ee1-4c9e-9235-d1cba2eebc49 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:17:09.854684 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6737dfc-0613-42ae-bd46-1180b731c909 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:17:09.876402 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 3f5b6588-9ee1-4c9e-9235-d1cba2eebc49 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:17:09.876402 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3f5b6588-9ee1-4c9e-9235-d1cba2eebc49 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:17:09.876851 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 5adbcd76-168b-4dea-98b6-993c356ca19b no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:17:09.891994 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6737dfc-0613-42ae-bd46-1180b731c909 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:09.892465 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-f6737dfc-0613-42ae-bd46-1180b731c909 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Added segment 31aeb156-8a09-4776-b2f9-d11b407c8933 of type vlan for network 5ea4e691-ff74-4468-9b60-dc86ae70da46 Nov 12 20:17:09.935322 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Allocated IP 2001:db8::2 (8f611192-f0b7-4cb8-b6da-22bc63312563/e5c76579-1744-4a63-ba0e-d59843b0e780/7c4f34c6-365b-440c-a6d9-61a047c761f8) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:09.942016 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 5adbcd76-168b-4dea-98b6-993c356ca19b {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:17:09.942382 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 5adbcd76-168b-4dea-98b6-993c356ca19b not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:17:09.990507 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-c100c709-02cd-4206-98f5-00581ccd8b65 None None] Allocated IP 2001:db8::2 (73f2f62a-2656-4bf1-9b01-62eca0072b10/3366b245-2e31-4686-afb8-63a6e6f13029/c0b3cbc6-c8a1-4436-b114-4c6ff5bf679f) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:09.994361 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6737dfc-0613-42ae-bd46-1180b731c909 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:10.019189 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dafd2ecb-1670-418f-9c0a-b79cfa86a520 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:10.041434 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327837f1-14a0-4244-a82a-935ff6cbd9ba tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Pushing event updated for resources: {'Network': ['ID=104dccfc-e82a-4275-a12f-101595f2f691,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:10.043864 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-dafd2ecb-1670-418f-9c0a-b79cfa86a520 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['252f1df4-2aa0-431a-8a13-1743aa33a6f3']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:10.059310 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 104dccfc-e82a-4275-a12f-101595f2f691 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:17:10.060145 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-dafd2ecb-1670-418f-9c0a-b79cfa86a520 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '798d4541-1642-4269-975d-2b5a1519a2a5') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:10.060585 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-dafd2ecb-1670-418f-9c0a-b79cfa86a520 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '798d4541-1642-4269-975d-2b5a1519a2a5') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:10.076026 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dafd2ecb-1670-418f-9c0a-b79cfa86a520 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:10.083331 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6737dfc-0613-42ae-bd46-1180b731c909 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:10.089174 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6737dfc-0613-42ae-bd46-1180b731c909 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:10.089760 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6737dfc-0613-42ae-bd46-1180b731c909 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:10.123721 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dafd2ecb-1670-418f-9c0a-b79cfa86a520 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:10.169833 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f6737dfc-0613-42ae-bd46-1180b731c909 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5378313 Nov 12 20:17:10.174200 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48362) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:10.174490 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dafd2ecb-1670-418f-9c0a-b79cfa86a520 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:17:10.174656 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dafd2ecb-1670-418f-9c0a-b79cfa86a520 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:17:10.177962 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:17:10.183205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-d3da437f-2197-4d55-9660-5aaa456e2a9c tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Request body: {'subnet': {'network_id': '104dccfc-e82a-4275-a12f-101595f2f691', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:10.197191 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6737dfc-0613-42ae-bd46-1180b731c909 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Pushing event updated for resources: {'Network': ['ID=5ea4e691-ff74-4468-9b60-dc86ae70da46,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:10.252083 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dafd2ecb-1670-418f-9c0a-b79cfa86a520 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:10.260709 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dafd2ecb-1670-418f-9c0a-b79cfa86a520 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:10.270160 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-dafd2ecb-1670-418f-9c0a-b79cfa86a520 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/networks/252f1df4-2aa0-431a-8a13-1743aa33a6f3 HTTP/1.1" status: 204 len: 168 time: 0.6330209 Nov 12 20:17:10.281209 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 5ea4e691-ff74-4468-9b60-dc86ae70da46 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:17:10.281776 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48366) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:10.287579 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-616c49ff-9394-4b3e-8c20-4aecd6dff595 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'network': {'name': 'tempest-RoutersTest-89723088'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:10.297417 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd2ecb-1670-418f-9c0a-b79cfa86a520 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Network': ['ID=252f1df4-2aa0-431a-8a13-1743aa33a6f3,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:10.314659 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3da437f-2197-4d55-9660-5aaa456e2a9c tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Made reservation on behalf of f7b43fabbc0c4fd1b7488534368818d0 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:10.319735 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d3da437f-2197-4d55-9660-5aaa456e2a9c tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:10.350622 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616c49ff-9394-4b3e-8c20-4aecd6dff595 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Made reservation on behalf of 2fbdff350f264aeaacb6dcabbb39b466 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:10.354690 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-616c49ff-9394-4b3e-8c20-4aecd6dff595 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:10.382812 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-616c49ff-9394-4b3e-8c20-4aecd6dff595 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:17:10.394080 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-616c49ff-9394-4b3e-8c20-4aecd6dff595 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:10.394533 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-616c49ff-9394-4b3e-8c20-4aecd6dff595 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Added segment ea36df54-ed97-4f69-89e5-48b1e6a3952d of type vlan for network dbfbf0db-2bb9-4329-9f87-51a9d9d1ebdd Nov 12 20:17:10.438692 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-616c49ff-9394-4b3e-8c20-4aecd6dff595 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:10.449636 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5d0ae-0161-4bee-89b9-2708f46ee148 req-134ffe9f-e728-41e5-80ab-bcc529d70163 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:10.452184 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2de5d0ae-0161-4bee-89b9-2708f46ee148 req-134ffe9f-e728-41e5-80ab-bcc529d70163 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.0982342 Nov 12 20:17:10.485176 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-616c49ff-9394-4b3e-8c20-4aecd6dff595 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:10.491428 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:10.492495 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616c49ff-9394-4b3e-8c20-4aecd6dff595 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:10.493304 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-616c49ff-9394-4b3e-8c20-4aecd6dff595 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:10.512153 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:10.544939 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2de5d0ae-0161-4bee-89b9-2708f46ee148 req-d3da5a0c-e5fa-42f0-b328-d45c11d33bba tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846429 Nov 12 20:17:10.580624 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Network 8f611192-f0b7-4cb8-b6da-22bc63312563 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:10.584622 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c49ff-9394-4b3e-8c20-4aecd6dff595 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Network': ['ID=dbfbf0db-2bb9-4329-9f87-51a9d9d1ebdd,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:10.591844 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-616c49ff-9394-4b3e-8c20-4aecd6dff595 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3081577 Nov 12 20:17:10.595318 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48374) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:10.602310 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-c43b902f-7db0-487e-a47e-fd830cf494ab tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'subnet': {'network_id': 'dbfbf0db-2bb9-4329-9f87-51a9d9d1ebdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:10.607421 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network dbfbf0db-2bb9-4329-9f87-51a9d9d1ebdd details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:17:10.610301 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c100c709-02cd-4206-98f5-00581ccd8b65 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:10.612315 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:10.616706 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Pushing event updated for resources: {'Port': ['ID=7c4f34c6-365b-440c-a6d9-61a047c761f8,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:10.619118 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:10.648698 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c100c709-02cd-4206-98f5-00581ccd8b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:10.657331 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:10.657672 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:10.658004 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:10.658337 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:10.658663 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:10.658994 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:10.659377 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:10.659629 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:10.659947 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:10.660275 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:10.660598 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:10.660912 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:10.674775 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d3da437f-2197-4d55-9660-5aaa456e2a9c tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:10.742598 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43b902f-7db0-487e-a47e-fd830cf494ab tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Made reservation on behalf of 2fbdff350f264aeaacb6dcabbb39b466 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:10.746454 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c43b902f-7db0-487e-a47e-fd830cf494ab tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:10.750735 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da437f-2197-4d55-9660-5aaa456e2a9c tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Pushing event updated for resources: {'Subnet': ['ID=267246bc-3626-4af2-bc29-57b45e87a17e,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:10.759564 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c100c709-02cd-4206-98f5-00581ccd8b65 None None] Network 73f2f62a-2656-4bf1-9b01-62eca0072b10 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:10.782863 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-c100c709-02cd-4206-98f5-00581ccd8b65 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:10.794019 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c100c709-02cd-4206-98f5-00581ccd8b65 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:10.806001 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-c3e864af-9c76-4bf1-86bf-6cab498a8757 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Allocated IP 2001:db8::a (73f2f62a-2656-4bf1-9b01-62eca0072b10/3366b245-2e31-4686-afb8-63a6e6f13029/f88df754-b9ee-40b2-a85d-e8652c47130a) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:10.807510 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100c709-02cd-4206-98f5-00581ccd8b65 None None] Pushing event updated for resources: {'Port': ['ID=c0b3cbc6-c8a1-4436-b114-4c6ff5bf679f,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:10.815560 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Attempting to bind port 7c4f34c6-365b-440c-a6d9-61a047c761f8 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:17:10.816023 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Attempting to bind port 7c4f34c6-365b-440c-a6d9-61a047c761f8 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '3a50d881-8c81-4cbe-b2b0-322eb121d879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8f611192-f0b7-4cb8-b6da-22bc63312563'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:17:10.816296 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Attempting to bind port 7c4f34c6-365b-440c-a6d9-61a047c761f8 on network 8f611192-f0b7-4cb8-b6da-22bc63312563 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:17:10.845844 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:17:10.846222 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Checking segment: {'id': '3a50d881-8c81-4cbe-b2b0-322eb121d879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8f611192-f0b7-4cb8-b6da-22bc63312563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:10.846625 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:10.847012 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Bound using segment: {'id': '3a50d881-8c81-4cbe-b2b0-322eb121d879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8f611192-f0b7-4cb8-b6da-22bc63312563'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:17:10.847497 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Bound port: 7c4f34c6-365b-440c-a6d9-61a047c761f8, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a50d881-8c81-4cbe-b2b0-322eb121d879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8f611192-f0b7-4cb8-b6da-22bc63312563'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:17:10.847921 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:10.870366 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da437f-2197-4d55-9660-5aaa456e2a9c tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Checking segment: {'id': '6eb9a1da-87d8-4354-8d42-85a93b56b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '104dccfc-e82a-4275-a12f-101595f2f691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:10.870725 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3da437f-2197-4d55-9660-5aaa456e2a9c tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Network hostable DHCP agents. Network: 104dccfc-e82a-4275-a12f-101595f2f691, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:17:10.916823 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-c100c709-02cd-4206-98f5-00581ccd8b65 None None] Attempting to bind port c0b3cbc6-c8a1-4436-b114-4c6ff5bf679f on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:17:10.917129 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-c100c709-02cd-4206-98f5-00581ccd8b65 None None] Attempting to bind port c0b3cbc6-c8a1-4436-b114-4c6ff5bf679f by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '1c77b776-c09c-4346-a1bd-8202e8e5764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73f2f62a-2656-4bf1-9b01-62eca0072b10'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:17:10.917497 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100c709-02cd-4206-98f5-00581ccd8b65 None None] Attempting to bind port c0b3cbc6-c8a1-4436-b114-4c6ff5bf679f on network 73f2f62a-2656-4bf1-9b01-62eca0072b10 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:17:10.931358 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100c709-02cd-4206-98f5-00581ccd8b65 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:17:10.931734 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100c709-02cd-4206-98f5-00581ccd8b65 None None] Checking segment: {'id': '1c77b776-c09c-4346-a1bd-8202e8e5764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73f2f62a-2656-4bf1-9b01-62eca0072b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:10.932141 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c100c709-02cd-4206-98f5-00581ccd8b65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:10.932572 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100c709-02cd-4206-98f5-00581ccd8b65 None None] Bound using segment: {'id': '1c77b776-c09c-4346-a1bd-8202e8e5764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73f2f62a-2656-4bf1-9b01-62eca0072b10'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:17:10.933065 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-c100c709-02cd-4206-98f5-00581ccd8b65 None None] Bound port: c0b3cbc6-c8a1-4436-b114-4c6ff5bf679f, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c77b776-c09c-4346-a1bd-8202e8e5764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '73f2f62a-2656-4bf1-9b01-62eca0072b10'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:17:10.933447 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c100c709-02cd-4206-98f5-00581ccd8b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:10.967488 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-52fc7401-832a-4490-809b-b09f66483241 None None] For port 7c4f34c6-365b-440c-a6d9-61a047c761f8, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:17:11.000084 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-52fc7401-832a-4490-809b-b09f66483241 None None] For port 7c4f34c6-365b-440c-a6d9-61a047c761f8, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7c4f34c6-365b-440c-a6d9-61a047c761f8,segment=NetworkSegment(3a50d881-8c81-4cbe-b2b0-322eb121d879),segment_id=3a50d881-8c81-4cbe-b2b0-322eb121d879)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:17:11.004624 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3da437f-2197-4d55-9660-5aaa456e2a9c tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Network 104dccfc-e82a-4275-a12f-101595f2f691 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:17:11.008723 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:11.031087 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-d3da437f-2197-4d55-9660-5aaa456e2a9c tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 104dccfc-e82a-4275-a12f-101595f2f691) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:11.043243 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3da437f-2197-4d55-9660-5aaa456e2a9c tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:11.043841 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d3da437f-2197-4d55-9660-5aaa456e2a9c tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:11.054318 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343df0e0-fda5-41c7-a2eb-303854ee63f8 None None] Network 104dccfc-e82a-4275-a12f-101595f2f691 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:11.085925 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-702b4da4-75d5-4a89-ad2b-e439f0b7e441 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:11.086576 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-c100c709-02cd-4206-98f5-00581ccd8b65 None None] For port c0b3cbc6-c8a1-4436-b114-4c6ff5bf679f, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:17:11.093958 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-702b4da4-75d5-4a89-ad2b-e439f0b7e441 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/networks?id=b3107c86-393d-4546-95b6-185ebc23d220 HTTP/1.1" status: 200 len: 810 time: 0.2571747 Nov 12 20:17:11.102519 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c3e864af-9c76-4bf1-86bf-6cab498a8757 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:11.117612 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-c100c709-02cd-4206-98f5-00581ccd8b65 None None] For port c0b3cbc6-c8a1-4436-b114-4c6ff5bf679f, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c0b3cbc6-c8a1-4436-b114-4c6ff5bf679f,segment=NetworkSegment(1c77b776-c09c-4346-a1bd-8202e8e5764d),segment_id=1c77b776-c09c-4346-a1bd-8202e8e5764d)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:17:11.120314 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-cea3a7f8-5a45-4403-9d2b-f5c5772b2266 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/quotas/2f74867b50744eb7b866c1e4d6eb5a6e HTTP/1.1" status: 200 len: 375 time: 0.0255184 Nov 12 20:17:11.139126 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d3da437f-2197-4d55-9660-5aaa456e2a9c tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9599445 Nov 12 20:17:11.140029 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48388) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:11.145144 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-cd9f688a-a30c-4b35-a91a-0d0c4b6c8e38 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Request body: {'subnet': {'network_id': '5ea4e691-ff74-4468-9b60-dc86ae70da46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:11.158941 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c100c709-02cd-4206-98f5-00581ccd8b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:11.187906 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc7401-832a-4490-809b-b09f66483241 None None] Pushing event updated for resources: {'Port': ['ID=7c4f34c6-365b-440c-a6d9-61a047c761f8,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:11.284305 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-3c5edcae-36c2-450d-ad1a-0925b203e888 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f74867b50744eb7b866c1e4d6eb5a6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1631145 Nov 12 20:17:11.320888 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-91982cbe-a1ca-49c1-bcf1-282c704805e6 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:17:11.321927 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-91982cbe-a1ca-49c1-bcf1-282c704805e6 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134704 Nov 12 20:17:11.323566 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c3e864af-9c76-4bf1-86bf-6cab498a8757 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:11.422931 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100c709-02cd-4206-98f5-00581ccd8b65 None None] Pushing event updated for resources: {'Port': ['ID=c0b3cbc6-c8a1-4436-b114-4c6ff5bf679f,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:11.429038 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90344f5d-b55e-4fc7-b0fd-5d0300dbd321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-104dccfc-e82a-4275-a12f-101595f2f691', 'network_id': '104dccfc-e82a-4275-a12f-101595f2f691', 'tenant_id': 'f7b43fabbc0c4fd1b7488534368818d0', 'fixed_ips': [{'subnet_id': '267246bc-3626-4af2-bc29-57b45e87a17e'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:17:11.429945 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-90344f5d-b55e-4fc7-b0fd-5d0300dbd321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:11.493911 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9f688a-a30c-4b35-a91a-0d0c4b6c8e38 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Made reservation on behalf of f7b43fabbc0c4fd1b7488534368818d0 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:11.497596 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cd9f688a-a30c-4b35-a91a-0d0c4b6c8e38 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:11.519511 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e864af-9c76-4bf1-86bf-6cab498a8757 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Port': ['ID=f88df754-b9ee-40b2-a85d-e8652c47130a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:11.589184 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d0ea0-572e-4901-b6ae-0dd7c4a3478e req-f0a06cdc-5a49-4b21-946c-22396b3ea1ec tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:11.590795 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f84d0ea0-572e-4901-b6ae-0dd7c4a3478e req-f0a06cdc-5a49-4b21-946c-22396b3ea1ec tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9 HTTP/1.1" status: 200 len: 945 time: 0.2438724 Nov 12 20:17:11.616830 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e864af-9c76-4bf1-86bf-6cab498a8757 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network 73f2f62a-2656-4bf1-9b01-62eca0072b10 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:11.649374 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-c3e864af-9c76-4bf1-86bf-6cab498a8757 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:11.684051 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e864af-9c76-4bf1-86bf-6cab498a8757 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:11.691220 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f84d0ea0-572e-4901-b6ae-0dd7c4a3478e req-24be57b5-c2a3-43ac-9d01-0b4b37ca0e17 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650575 Nov 12 20:17:11.695545 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e864af-9c76-4bf1-86bf-6cab498a8757 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:11.696270 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c3e864af-9c76-4bf1-86bf-6cab498a8757 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:11.714194 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c43b902f-7db0-487e-a47e-fd830cf494ab tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:11.733655 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-90344f5d-b55e-4fc7-b0fd-5d0300dbd321 None None] Allocated IP 2001:db8::2 (104dccfc-e82a-4275-a12f-101595f2f691/267246bc-3626-4af2-bc29-57b45e87a17e/83017a42-2e03-4f3b-a95e-58c7460da1a4) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:11.785008 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c3e864af-9c76-4bf1-86bf-6cab498a8757 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.5281184 Nov 12 20:17:11.796914 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48396) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:11.867877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43b902f-7db0-487e-a47e-fd830cf494ab tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Checking segment: {'id': 'ea36df54-ed97-4f69-89e5-48b1e6a3952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'dbfbf0db-2bb9-4329-9f87-51a9d9d1ebdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:11.868245 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43b902f-7db0-487e-a47e-fd830cf494ab tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network hostable DHCP agents. Network: dbfbf0db-2bb9-4329-9f87-51a9d9d1ebdd, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:17:11.912438 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b902f-7db0-487e-a47e-fd830cf494ab tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Subnet': ['ID=c7b700d6-978b-4962-8e1b-404551404d61,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:11.933004 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-2d858cda-3a23-4d4d-b65e-013b150af62b service neutron] 10.222.0.48 "GET /v2.0/networks/b3107c86-393d-4546-95b6-185ebc23d220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067203 Nov 12 20:17:11.937446 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c0b3cbc6-c8a1-4436-b114-4c6ff5bf679f up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:17:11.939221 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43b902f-7db0-487e-a47e-fd830cf494ab tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network dbfbf0db-2bb9-4329-9f87-51a9d9d1ebdd is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:17:11.967306 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-c43b902f-7db0-487e-a47e-fd830cf494ab tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, dbfbf0db-2bb9-4329-9f87-51a9d9d1ebdd) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:11.972340 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43b902f-7db0-487e-a47e-fd830cf494ab tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:11.972959 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c43b902f-7db0-487e-a47e-fd830cf494ab tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:12.009412 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bce2a4-6a86-4baa-8a7d-655085b73df4 None None] Network dbfbf0db-2bb9-4329-9f87-51a9d9d1ebdd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:12.021343 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c43b902f-7db0-487e-a47e-fd830cf494ab tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4246752 Nov 12 20:17:12.023047 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48398) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:12.036363 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-65dd9a50-519d-4bef-9c3b-220293b300fb tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1733960931', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:12.076802 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-65dd9a50-519d-4bef-9c3b-220293b300fb tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:12.078308 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-65dd9a50-519d-4bef-9c3b-220293b300fb tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:12.141908 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-16e4b44b-9254-4925-888b-f7f495806beb tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting port f88df754-b9ee-40b2-a85d-e8652c47130a {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:12.142304 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-16e4b44b-9254-4925-888b-f7f495806beb tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:12.166272 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port c0b3cbc6-c8a1-4436-b114-4c6ff5bf679f triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:12.166637 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:12.169976 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-65dd9a50-519d-4bef-9c3b-220293b300fb tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:12.173707 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-90344f5d-b55e-4fc7-b0fd-5d0300dbd321 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:12.207665 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-65dd9a50-519d-4bef-9c3b-220293b300fb tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:12.213062 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-90344f5d-b55e-4fc7-b0fd-5d0300dbd321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:12.246075 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114aa150-2ecf-42eb-95f9-e1156f3c3f03 req-09ffedbf-129e-4a54-a106-c04d46d2b07c tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:12.248917 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-114aa150-2ecf-42eb-95f9-e1156f3c3f03 req-09ffedbf-129e-4a54-a106-c04d46d2b07c tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9 HTTP/1.1" status: 200 len: 945 time: 0.0818636 Nov 12 20:17:12.253184 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-65dd9a50-519d-4bef-9c3b-220293b300fb tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:12.257970 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-65dd9a50-519d-4bef-9c3b-220293b300fb tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2307262 Nov 12 20:17:12.262341 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48402) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:12.268498 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-21e2ce09-c7eb-4dae-ac8c-ddb1c0f99d36 service neutron] 10.222.0.48 "GET /v2.0/networks/b3107c86-393d-4546-95b6-185ebc23d220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345826 Nov 12 20:17:12.272352 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cd9f688a-a30c-4b35-a91a-0d0c4b6c8e38 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:12.272502 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-38427ca5-a022-4f4c-93f9-61196d0bb64d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'port': {'network_id': 'dbfbf0db-2bb9-4329-9f87-51a9d9d1ebdd', 'name': 'tempest-RoutersTest-1790378191'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:12.332118 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90344f5d-b55e-4fc7-b0fd-5d0300dbd321 None None] Network 104dccfc-e82a-4275-a12f-101595f2f691 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:12.377254 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-90344f5d-b55e-4fc7-b0fd-5d0300dbd321 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:12.380741 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90344f5d-b55e-4fc7-b0fd-5d0300dbd321 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:12.397861 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-16e4b44b-9254-4925-888b-f7f495806beb tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:12.400695 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9f688a-a30c-4b35-a91a-0d0c4b6c8e38 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Checking segment: {'id': '31aeb156-8a09-4776-b2f9-d11b407c8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5ea4e691-ff74-4468-9b60-dc86ae70da46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:12.400899 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90344f5d-b55e-4fc7-b0fd-5d0300dbd321 None None] Pushing event updated for resources: {'Port': ['ID=83017a42-2e03-4f3b-a95e-58c7460da1a4,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:12.401055 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9f688a-a30c-4b35-a91a-0d0c4b6c8e38 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Network hostable DHCP agents. Network: 5ea4e691-ff74-4468-9b60-dc86ae70da46, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:17:12.411781 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-114aa150-2ecf-42eb-95f9-e1156f3c3f03 req-84eb3393-2974-4a1c-9d8d-3afaf3d121dc tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519635 Nov 12 20:17:12.419193 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f688a-a30c-4b35-a91a-0d0c4b6c8e38 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Pushing event updated for resources: {'Subnet': ['ID=53820834-01a8-4bd3-a788-0ef484e13533,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:12.462546 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-16e4b44b-9254-4925-888b-f7f495806beb tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Calling delete_port for f88df754-b9ee-40b2-a85d-e8652c47130a owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:12.486350 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9f688a-a30c-4b35-a91a-0d0c4b6c8e38 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Network 5ea4e691-ff74-4468-9b60-dc86ae70da46 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:17:12.610395 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8898d687-8163-48dc-bcc7-830997190e96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-dbfbf0db-2bb9-4329-9f87-51a9d9d1ebdd', 'network_id': 'dbfbf0db-2bb9-4329-9f87-51a9d9d1ebdd', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'fixed_ips': [{'subnet_id': 'c7b700d6-978b-4962-8e1b-404551404d61'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:17:12.610976 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38427ca5-a022-4f4c-93f9-61196d0bb64d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Made reservation on behalf of 2fbdff350f264aeaacb6dcabbb39b466 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:12.611931 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8898d687-8163-48dc-bcc7-830997190e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:12.615031 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-38427ca5-a022-4f4c-93f9-61196d0bb64d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:12.634665 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-38427ca5-a022-4f4c-93f9-61196d0bb64d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] device_id is not set on port b1131e67-46e6-4048-97ec-a8ade2bf203b yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:17:12.653292 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-90344f5d-b55e-4fc7-b0fd-5d0300dbd321 None None] Attempting to bind port 83017a42-2e03-4f3b-a95e-58c7460da1a4 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:17:12.653765 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-90344f5d-b55e-4fc7-b0fd-5d0300dbd321 None None] Attempting to bind port 83017a42-2e03-4f3b-a95e-58c7460da1a4 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '6eb9a1da-87d8-4354-8d42-85a93b56b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '104dccfc-e82a-4275-a12f-101595f2f691'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:17:12.659445 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90344f5d-b55e-4fc7-b0fd-5d0300dbd321 None None] Attempting to bind port 83017a42-2e03-4f3b-a95e-58c7460da1a4 on network 104dccfc-e82a-4275-a12f-101595f2f691 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:17:12.675968 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90344f5d-b55e-4fc7-b0fd-5d0300dbd321 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:17:12.676532 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90344f5d-b55e-4fc7-b0fd-5d0300dbd321 None None] Checking segment: {'id': '6eb9a1da-87d8-4354-8d42-85a93b56b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '104dccfc-e82a-4275-a12f-101595f2f691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:12.677320 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-90344f5d-b55e-4fc7-b0fd-5d0300dbd321 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:12.677814 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90344f5d-b55e-4fc7-b0fd-5d0300dbd321 None None] Bound using segment: {'id': '6eb9a1da-87d8-4354-8d42-85a93b56b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '104dccfc-e82a-4275-a12f-101595f2f691'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:17:12.678556 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-90344f5d-b55e-4fc7-b0fd-5d0300dbd321 None None] Bound port: 83017a42-2e03-4f3b-a95e-58c7460da1a4, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb9a1da-87d8-4354-8d42-85a93b56b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '104dccfc-e82a-4275-a12f-101595f2f691'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:17:12.679500 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-90344f5d-b55e-4fc7-b0fd-5d0300dbd321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:12.694028 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:12.776164 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-cd9f688a-a30c-4b35-a91a-0d0c4b6c8e38 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 5ea4e691-ff74-4468-9b60-dc86ae70da46) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:12.785128 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-16e4b44b-9254-4925-888b-f7f495806beb tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:12.803137 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562c4ade-cb76-4b48-b16b-17a426e05028 None None] Network 5ea4e691-ff74-4468-9b60-dc86ae70da46 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:12.807057 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9f688a-a30c-4b35-a91a-0d0c4b6c8e38 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:12.807684 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cd9f688a-a30c-4b35-a91a-0d0c4b6c8e38 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:12.822264 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c9807d38-2c42-4a0d-9ea4-7f6f9acd4847 req-ab0f763c-fd02-4ac7-9d81-d891523804a4 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 210 time: 0.2404306 Nov 12 20:17:12.865283 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4b44b-9254-4925-888b-f7f495806beb tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Port': ['ID=f88df754-b9ee-40b2-a85d-e8652c47130a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:12.879394 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-16e4b44b-9254-4925-888b-f7f495806beb tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:12.884712 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-16e4b44b-9254-4925-888b-f7f495806beb tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/ports/f88df754-b9ee-40b2-a85d-e8652c47130a HTTP/1.1" status: 204 len: 168 time: 1.0814767 Nov 12 20:17:12.887323 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48416) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:12.901471 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cd9f688a-a30c-4b35-a91a-0d0c4b6c8e38 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7603331 Nov 12 20:17:12.902081 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48418) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:12.915865 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-38427ca5-a022-4f4c-93f9-61196d0bb64d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Allocated IP 172.20.0.8 (dbfbf0db-2bb9-4329-9f87-51a9d9d1ebdd/c7b700d6-978b-4962-8e1b-404551404d61/b1131e67-46e6-4048-97ec-a8ade2bf203b) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:12.918117 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac3e715-a952-4722-8ac2-29087d12fdee tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] GET failed (client error): The resource could not be found. Nov 12 20:17:12.922331 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7ac3e715-a952-4722-8ac2-29087d12fdee tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "GET /v2.0/ports/f88df754-b9ee-40b2-a85d-e8652c47130a HTTP/1.1" status: 404 len: 333 time: 0.0314050 Nov 12 20:17:12.930168 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48420) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:12.978673 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c26a29-cce3-4528-875f-c66944270aba None None] Network 8f611192-f0b7-4cb8-b6da-22bc63312563 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:13.040848 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7d7a9c4-0e0d-4ce6-b75f-c1420baeeb95 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting subnet 3366b245-2e31-4686-afb8-63a6e6f13029 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:17:13.047984 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d7d7a9c4-0e0d-4ce6-b75f-c1420baeeb95 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:13.103266 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port c0b3cbc6-c8a1-4436-b114-4c6ff5bf679f, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c0b3cbc6-c8a1-4436-b114-4c6ff5bf679f,segment=NetworkSegment(1c77b776-c09c-4346-a1bd-8202e8e5764d),segment_id=1c77b776-c09c-4346-a1bd-8202e8e5764d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:13.163125 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d7d7a9c4-0e0d-4ce6-b75f-c1420baeeb95 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:13.169732 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:13.170640 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7c4f34c6-365b-440c-a6d9-61a047c761f8 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:17:13.332189 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d7d7a9c4-0e0d-4ce6-b75f-c1420baeeb95 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:13.396204 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-38427ca5-a022-4f4c-93f9-61196d0bb64d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:13.411962 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-3219314a-7526-496b-a9f8-179063a30975 None None] Provisioning complete for port 7c4f34c6-365b-440c-a6d9-61a047c761f8 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:13.412515 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3219314a-7526-496b-a9f8-179063a30975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:13.444281 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d7d7a9c4-0e0d-4ce6-b75f-c1420baeeb95 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:13.449571 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f125b825-95df-46f0-a121-b4e8ed4a67fd tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:13.487944 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d7d7a9c4-0e0d-4ce6-b75f-c1420baeeb95 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:13.493498 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d7d7a9c4-0e0d-4ce6-b75f-c1420baeeb95 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/subnets/3366b245-2e31-4686-afb8-63a6e6f13029 HTTP/1.1" status: 204 len: 168 time: 0.5599997 Nov 12 20:17:13.493688 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7a9c4-0e0d-4ce6-b75f-c1420baeeb95 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Subnet': ['ID=3366b245-2e31-4686-afb8-63a6e6f13029,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:13.496098 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48428) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:13.500556 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-90344f5d-b55e-4fc7-b0fd-5d0300dbd321 None None] For port 83017a42-2e03-4f3b-a95e-58c7460da1a4, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:17:13.509513 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b627e215-1579-4a2c-8692-8e2f7cb94d7a None None] Network 73f2f62a-2656-4bf1-9b01-62eca0072b10 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:13.539321 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d492227d-6688-46a1-8057-e11bae28c15e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-5ea4e691-ff74-4468-9b60-dc86ae70da46', 'network_id': '5ea4e691-ff74-4468-9b60-dc86ae70da46', 'tenant_id': 'f7b43fabbc0c4fd1b7488534368818d0', 'fixed_ips': [{'subnet_id': '53820834-01a8-4bd3-a788-0ef484e13533'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:17:13.540387 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d492227d-6688-46a1-8057-e11bae28c15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:13.553655 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-38427ca5-a022-4f4c-93f9-61196d0bb64d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:13.579895 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-90344f5d-b55e-4fc7-b0fd-5d0300dbd321 None None] For port 83017a42-2e03-4f3b-a95e-58c7460da1a4, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=83017a42-2e03-4f3b-a95e-58c7460da1a4,segment=NetworkSegment(6eb9a1da-87d8-4354-8d42-85a93b56b898),segment_id=6eb9a1da-87d8-4354-8d42-85a93b56b898)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:17:13.644124 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-90344f5d-b55e-4fc7-b0fd-5d0300dbd321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:13.695156 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38427ca5-a022-4f4c-93f9-61196d0bb64d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network dbfbf0db-2bb9-4329-9f87-51a9d9d1ebdd is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:13.712588 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-38427ca5-a022-4f4c-93f9-61196d0bb64d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:13.714434 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=c0b3cbc6-c8a1-4436-b114-4c6ff5bf679f,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:13.722878 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38427ca5-a022-4f4c-93f9-61196d0bb64d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:13.747903 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c65c22-870f-4f77-b868-bbbb1ef8ced2 req-3be26d22-80de-4378-9e44-c9ce20768f70 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:13.749432 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-80c65c22-870f-4f77-b868-bbbb1ef8ced2 req-3be26d22-80de-4378-9e44-c9ce20768f70 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9 HTTP/1.1" status: 200 len: 945 time: 0.1076102 Nov 12 20:17:13.754883 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a368c66-b07a-4e08-b60a-7ad1b558312d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:13.761951 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38427ca5-a022-4f4c-93f9-61196d0bb64d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Port': ['ID=b1131e67-46e6-4048-97ec-a8ade2bf203b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:13.797100 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4629da-2829-4322-9207-a2a149d9f824 req-af784b27-15f3-439c-a6f9-0d48359564c6 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:13.797100 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7e4629da-2829-4322-9207-a2a149d9f824 req-af784b27-15f3-439c-a6f9-0d48359564c6 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9 HTTP/1.1" status: 200 len: 945 time: 0.2076974 Nov 12 20:17:13.833948 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38427ca5-a022-4f4c-93f9-61196d0bb64d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:13.834584 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-38427ca5-a022-4f4c-93f9-61196d0bb64d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:13.855816 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-8898d687-8163-48dc-bcc7-830997190e96 None None] Allocated IP 172.20.0.2 (dbfbf0db-2bb9-4329-9f87-51a9d9d1ebdd/c7b700d6-978b-4962-8e1b-404551404d61/1c4e3ba4-9155-4928-a557-15c54d582e93) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:13.893160 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-38427ca5-a022-4f4c-93f9-61196d0bb64d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6295547 Nov 12 20:17:13.899687 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48432) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:13.913679 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7e4629da-2829-4322-9207-a2a149d9f824 req-996e7e5c-1e9d-4ec9-bf94-7c1516171388 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004393 Nov 12 20:17:13.954721 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-7a368c66-b07a-4e08-b60a-7ad1b558312d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting port c0b3cbc6-c8a1-4436-b114-4c6ff5bf679f {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:13.955051 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a368c66-b07a-4e08-b60a-7ad1b558312d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:14.031042 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3219314a-7526-496b-a9f8-179063a30975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:14.081440 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 7c4f34c6-365b-440c-a6d9-61a047c761f8 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:14.081804 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:14.167949 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d076805a-6e85-4033-aa9e-0d183b2eaebd req-512aba46-671f-4e83-94ef-f34995cdb15d tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 210 time: 0.1564934 Nov 12 20:17:14.253988 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-7a368c66-b07a-4e08-b60a-7ad1b558312d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] For port c0b3cbc6-c8a1-4436-b114-4c6ff5bf679f, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c0b3cbc6-c8a1-4436-b114-4c6ff5bf679f,segment=NetworkSegment(1c77b776-c09c-4346-a1bd-8202e8e5764d),segment_id=1c77b776-c09c-4346-a1bd-8202e8e5764d)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:14.254536 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a368c66-b07a-4e08-b60a-7ad1b558312d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:14.270134 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-7a368c66-b07a-4e08-b60a-7ad1b558312d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Calling delete_port for c0b3cbc6-c8a1-4436-b114-4c6ff5bf679f owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:14.299518 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90344f5d-b55e-4fc7-b0fd-5d0300dbd321 None None] Pushing event updated for resources: {'Port': ['ID=83017a42-2e03-4f3b-a95e-58c7460da1a4,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:14.351725 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-3219314a-7526-496b-a9f8-179063a30975 None None] For port 7c4f34c6-365b-440c-a6d9-61a047c761f8, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7c4f34c6-365b-440c-a6d9-61a047c761f8,segment=NetworkSegment(3a50d881-8c81-4cbe-b2b0-322eb121d879),segment_id=3a50d881-8c81-4cbe-b2b0-322eb121d879)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:14.374370 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-cfe8ceea-84a4-4dc3-a98a-ae6174b7e372 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:14.376161 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-cfe8ceea-84a4-4dc3-a98a-ae6174b7e372 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.52 "GET /v2.0/networks?id=b3107c86-393d-4546-95b6-185ebc23d220 HTTP/1.1" status: 200 len: 810 time: 0.3222246 Nov 12 20:17:14.378409 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3219314a-7526-496b-a9f8-179063a30975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:14.392519 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-d492227d-6688-46a1-8057-e11bae28c15e None None] Allocated IP 2001:db8::2 (5ea4e691-ff74-4468-9b60-dc86ae70da46/53820834-01a8-4bd3-a788-0ef484e13533/3c8796b9-2953-4c2a-a681-728a459629fc) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:14.398419 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-f96d67a3-1d59-463b-bc4f-2d2f18fdf649 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Request body: {'port': {'device_id': '72c8d3f3-d813-4df8-acaa-f2c18175214b', 'network_id': 'b3107c86-393d-4546-95b6-185ebc23d220', 'admin_state_up': True, 'tenant_id': '2f74867b50744eb7b866c1e4d6eb5a6e'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:14.457748 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d45fe14-f43e-4ddf-bb84-724f194f975d None None] DHCP port deletion for 73f2f62a-2656-4bf1-9b01-62eca0072b10 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:17:14.502573 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a368c66-b07a-4e08-b60a-7ad1b558312d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:14.549958 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a368c66-b07a-4e08-b60a-7ad1b558312d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Port': ['ID=c0b3cbc6-c8a1-4436-b114-4c6ff5bf679f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:14.589246 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a368c66-b07a-4e08-b60a-7ad1b558312d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] No DVR routers for this DVR port c0b3cbc6-c8a1-4436-b114-4c6ff5bf679f on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:17:14.605289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-722a4fe1-7d1b-4306-9552-ea1f48ddfbda None None] Could not find standard attr ID for object c0b3cbc6-c8a1-4436-b114-4c6ff5bf679f. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:17:14.653586 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-9d45fe14-f43e-4ddf-bb84-724f194f975d None None] The port 'c0b3cbc6-c8a1-4436-b114-4c6ff5bf679f' was deleted {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 20:17:14.705612 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-f96d67a3-1d59-463b-bc4f-2d2f18fdf649 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Made reservation on behalf of 2f74867b50744eb7b866c1e4d6eb5a6e for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:14.709687 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-f96d67a3-1d59-463b-bc4f-2d2f18fdf649 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:14.732494 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3219314a-7526-496b-a9f8-179063a30975 None None] Pushing event updated for resources: {'Port': ['ID=7c4f34c6-365b-440c-a6d9-61a047c761f8,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:14.755823 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-f125b825-95df-46f0-a121-b4e8ed4a67fd tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Allocated IP 2001:db8::1 (104dccfc-e82a-4275-a12f-101595f2f691/267246bc-3626-4af2-bc29-57b45e87a17e/90d3c5f3-8c90-49a3-b26b-ab4a54d6994c) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:14.759591 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8898d687-8163-48dc-bcc7-830997190e96 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:14.771099 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8898d687-8163-48dc-bcc7-830997190e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:14.792854 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a368c66-b07a-4e08-b60a-7ad1b558312d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:14.867267 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8898d687-8163-48dc-bcc7-830997190e96 None None] Network dbfbf0db-2bb9-4329-9f87-51a9d9d1ebdd is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:14.871442 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898d687-8163-48dc-bcc7-830997190e96 None None] Pushing event updated for resources: {'Port': ['ID=1c4e3ba4-9155-4928-a557-15c54d582e93,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:14.874199 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-8898d687-8163-48dc-bcc7-830997190e96 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:14.920152 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8898d687-8163-48dc-bcc7-830997190e96 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:14.923861 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-7a368c66-b07a-4e08-b60a-7ad1b558312d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f2f62a-2656-4bf1-9b01-62eca0072b10']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:14.926601 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f125b825-95df-46f0-a121-b4e8ed4a67fd tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:15.007217 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d492227d-6688-46a1-8057-e11bae28c15e None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:15.051976 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-80c65c22-870f-4f77-b868-bbbb1ef8ced2 req-0391d61c-8939-4ccb-bfa9-cdf376bf53b0 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Deleting port 0a165886-3980-471e-892b-2972599fafd9 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:15.052499 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-80c65c22-870f-4f77-b868-bbbb1ef8ced2 req-0391d61c-8939-4ccb-bfa9-cdf376bf53b0 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:15.059266 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f125b825-95df-46f0-a121-b4e8ed4a67fd tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:15.059688 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4d3961a6-af21-4a26-a042-ff8bc3f87dd2 None None] Provisioning complete for port 7c4f34c6-365b-440c-a6d9-61a047c761f8 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:15.060063 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4d3961a6-af21-4a26-a042-ff8bc3f87dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:15.061949 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d492227d-6688-46a1-8057-e11bae28c15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:15.100610 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-7a368c66-b07a-4e08-b60a-7ad1b558312d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c77b776-c09c-4346-a1bd-8202e8e5764d') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:15.100903 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-7a368c66-b07a-4e08-b60a-7ad1b558312d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c77b776-c09c-4346-a1bd-8202e8e5764d') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:15.115947 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-f96d67a3-1d59-463b-bc4f-2d2f18fdf649 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Allocated IP 172.20.0.14 (b3107c86-393d-4546-95b6-185ebc23d220/c0b4a992-c342-412e-9115-492f4914c4c9/9c3f6589-a29c-40da-bca7-3a5c3f83d39e) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:15.133678 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a368c66-b07a-4e08-b60a-7ad1b558312d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:15.142965 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-8898d687-8163-48dc-bcc7-830997190e96 None None] Attempting to bind port 1c4e3ba4-9155-4928-a557-15c54d582e93 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:17:15.143692 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-8898d687-8163-48dc-bcc7-830997190e96 None None] Attempting to bind port 1c4e3ba4-9155-4928-a557-15c54d582e93 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ea36df54-ed97-4f69-89e5-48b1e6a3952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'dbfbf0db-2bb9-4329-9f87-51a9d9d1ebdd'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:17:15.143847 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8898d687-8163-48dc-bcc7-830997190e96 None None] Attempting to bind port 1c4e3ba4-9155-4928-a557-15c54d582e93 on network dbfbf0db-2bb9-4329-9f87-51a9d9d1ebdd {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:17:15.183763 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d492227d-6688-46a1-8057-e11bae28c15e None None] Network 5ea4e691-ff74-4468-9b60-dc86ae70da46 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:15.188450 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a368c66-b07a-4e08-b60a-7ad1b558312d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:15.193839 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8898d687-8163-48dc-bcc7-830997190e96 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:17:15.194570 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8898d687-8163-48dc-bcc7-830997190e96 None None] Checking segment: {'id': 'ea36df54-ed97-4f69-89e5-48b1e6a3952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'dbfbf0db-2bb9-4329-9f87-51a9d9d1ebdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:15.195654 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8898d687-8163-48dc-bcc7-830997190e96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:15.195654 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8898d687-8163-48dc-bcc7-830997190e96 None None] Bound using segment: {'id': 'ea36df54-ed97-4f69-89e5-48b1e6a3952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'dbfbf0db-2bb9-4329-9f87-51a9d9d1ebdd'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:17:15.196512 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-8898d687-8163-48dc-bcc7-830997190e96 None None] Bound port: 1c4e3ba4-9155-4928-a557-15c54d582e93, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea36df54-ed97-4f69-89e5-48b1e6a3952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'dbfbf0db-2bb9-4329-9f87-51a9d9d1ebdd'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:17:15.197094 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8898d687-8163-48dc-bcc7-830997190e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:15.217686 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a368c66-b07a-4e08-b60a-7ad1b558312d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:17:15.218129 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a368c66-b07a-4e08-b60a-7ad1b558312d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:17:15.221582 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:17:15.231937 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-d492227d-6688-46a1-8057-e11bae28c15e None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:15.234298 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 83017a42-2e03-4f3b-a95e-58c7460da1a4 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:17:15.239429 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d492227d-6688-46a1-8057-e11bae28c15e None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:15.243106 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492227d-6688-46a1-8057-e11bae28c15e None None] Pushing event updated for resources: {'Port': ['ID=3c8796b9-2953-4c2a-a681-728a459629fc,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:15.318253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2aafd-a53b-4c28-998c-ca84a8b9216e req-69511aa9-5917-4e54-9a8f-d91d519b7ab1 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:15.319875 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6db2aafd-a53b-4c28-998c-ca84a8b9216e req-69511aa9-5917-4e54-9a8f-d91d519b7ab1 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9 HTTP/1.1" status: 200 len: 945 time: 0.2356308 Nov 12 20:17:15.377220 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a368c66-b07a-4e08-b60a-7ad1b558312d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:15.382505 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a368c66-b07a-4e08-b60a-7ad1b558312d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:15.392200 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7a368c66-b07a-4e08-b60a-7ad1b558312d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/networks/73f2f62a-2656-4bf1-9b01-62eca0072b10 HTTP/1.1" status: 204 len: 168 time: 1.8844295 Nov 12 20:17:15.394227 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48446) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:15.408988 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-8898d687-8163-48dc-bcc7-830997190e96 None None] For port 1c4e3ba4-9155-4928-a557-15c54d582e93, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:17:15.412845 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-fa6577a0-d13f-4c5f-8c58-0ba7e7619b3e tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'port': {'network_id': '1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1', 'name': 'tempest-PortsIpV6TestJSON-730821946'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:15.430351 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f125b825-95df-46f0-a121-b4e8ed4a67fd tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Network 104dccfc-e82a-4275-a12f-101595f2f691 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:15.455637 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-f125b825-95df-46f0-a121-b4e8ed4a67fd tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:15.458266 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f125b825-95df-46f0-a121-b4e8ed4a67fd tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:15.459006 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f125b825-95df-46f0-a121-b4e8ed4a67fd tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:15.481069 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a368c66-b07a-4e08-b60a-7ad1b558312d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Network': ['ID=73f2f62a-2656-4bf1-9b01-62eca0072b10,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:15.506596 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-8898d687-8163-48dc-bcc7-830997190e96 None None] For port 1c4e3ba4-9155-4928-a557-15c54d582e93, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=1c4e3ba4-9155-4928-a557-15c54d582e93,segment=NetworkSegment(ea36df54-ed97-4f69-89e5-48b1e6a3952d),segment_id=ea36df54-ed97-4f69-89e5-48b1e6a3952d)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:17:15.518272 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d492227d-6688-46a1-8057-e11bae28c15e None None] Attempting to bind port 3c8796b9-2953-4c2a-a681-728a459629fc on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:17:15.518640 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d492227d-6688-46a1-8057-e11bae28c15e None None] Attempting to bind port 3c8796b9-2953-4c2a-a681-728a459629fc by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '31aeb156-8a09-4776-b2f9-d11b407c8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5ea4e691-ff74-4468-9b60-dc86ae70da46'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:17:15.519009 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d492227d-6688-46a1-8057-e11bae28c15e None None] Attempting to bind port 3c8796b9-2953-4c2a-a681-728a459629fc on network 5ea4e691-ff74-4468-9b60-dc86ae70da46 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:17:15.525810 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d492227d-6688-46a1-8057-e11bae28c15e None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:17:15.526190 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d492227d-6688-46a1-8057-e11bae28c15e None None] Checking segment: {'id': '31aeb156-8a09-4776-b2f9-d11b407c8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5ea4e691-ff74-4468-9b60-dc86ae70da46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:15.526592 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d492227d-6688-46a1-8057-e11bae28c15e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:15.526985 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d492227d-6688-46a1-8057-e11bae28c15e None None] Bound using segment: {'id': '31aeb156-8a09-4776-b2f9-d11b407c8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5ea4e691-ff74-4468-9b60-dc86ae70da46'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:17:15.527463 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d492227d-6688-46a1-8057-e11bae28c15e None None] Bound port: 3c8796b9-2953-4c2a-a681-728a459629fc, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31aeb156-8a09-4776-b2f9-d11b407c8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5ea4e691-ff74-4468-9b60-dc86ae70da46'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:17:15.527846 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d492227d-6688-46a1-8057-e11bae28c15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:15.543940 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8898d687-8163-48dc-bcc7-830997190e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:15.553297 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11628f29-b588-4900-a910-287d07bea3a3 None None] Network 104dccfc-e82a-4275-a12f-101595f2f691 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:15.560882 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6db2aafd-a53b-4c28-998c-ca84a8b9216e req-c643879e-d593-4d7d-aa56-8a176c5fcef7 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272811 Nov 12 20:17:15.601574 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a1240752-ccc7-4448-8379-58341a6f90c2 req-80fa9336-9150-4143-8e92-76ada7e3eedc tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 210 time: 0.1696305 Nov 12 20:17:15.624928 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125b825-95df-46f0-a121-b4e8ed4a67fd tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Pushing event updated for resources: {'Port': ['ID=90d3c5f3-8c90-49a3-b26b-ab4a54d6994c,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:15.637871 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-f96d67a3-1d59-463b-bc4f-2d2f18fdf649 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:15.648705 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6577a0-d13f-4c5f-8c58-0ba7e7619b3e tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:15.652569 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fa6577a0-d13f-4c5f-8c58-0ba7e7619b3e tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:15.686423 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f125b825-95df-46f0-a121-b4e8ed4a67fd tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:15.689373 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-fa6577a0-d13f-4c5f-8c58-0ba7e7619b3e tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] device_id is not set on port 2cbc96c9-3648-4c81-9d6f-4ff5ce7be26d yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:17:15.703133 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-80c65c22-870f-4f77-b868-bbbb1ef8ced2 req-0391d61c-8939-4ccb-bfa9-cdf376bf53b0 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] For port 0a165886-3980-471e-892b-2972599fafd9, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=0a165886-3980-471e-892b-2972599fafd9,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:15.703347 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-80c65c22-870f-4f77-b868-bbbb1ef8ced2 req-0391d61c-8939-4ccb-bfa9-cdf376bf53b0 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:15.718211 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-80c65c22-870f-4f77-b868-bbbb1ef8ced2 req-0391d61c-8939-4ccb-bfa9-cdf376bf53b0 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Calling delete_port for 0a165886-3980-471e-892b-2972599fafd9 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:15.751398 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-f96d67a3-1d59-463b-bc4f-2d2f18fdf649 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:15.772257 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 83017a42-2e03-4f3b-a95e-58c7460da1a4 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:15.773200 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:15.836531 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['0d03a2a6-2286-4242-adad-b094ff59b894'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:17:15.869527 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-f96d67a3-1d59-463b-bc4f-2d2f18fdf649 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Network b3107c86-393d-4546-95b6-185ebc23d220 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:15.885271 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-80c65c22-870f-4f77-b868-bbbb1ef8ced2 req-0391d61c-8939-4ccb-bfa9-cdf376bf53b0 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:15.894058 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-f96d67a3-1d59-463b-bc4f-2d2f18fdf649 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:15.904692 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d67a3-1d59-463b-bc4f-2d2f18fdf649 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Pushing event updated for resources: {'Port': ['ID=9c3f6589-a29c-40da-bca7-3a5c3f83d39e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:15.920098 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-f96d67a3-1d59-463b-bc4f-2d2f18fdf649 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:15.971602 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391d61c-8939-4ccb-bfa9-cdf376bf53b0 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Pushing event deleted for resources: {'Port': ['ID=0a165886-3980-471e-892b-2972599fafd9,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:16.059649 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-f96d67a3-1d59-463b-bc4f-2d2f18fdf649 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:16.059649 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-f96d67a3-1d59-463b-bc4f-2d2f18fdf649 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:16.068887 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fa6577a0-d13f-4c5f-8c58-0ba7e7619b3e tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:16.088591 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c65c22-870f-4f77-b868-bbbb1ef8ced2 req-0391d61c-8939-4ccb-bfa9-cdf376bf53b0 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] No DVR routers for this DVR port 0a165886-3980-471e-892b-2972599fafd9 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:17:16.092596 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-80c65c22-870f-4f77-b868-bbbb1ef8ced2 req-0391d61c-8939-4ccb-bfa9-cdf376bf53b0 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:16.099171 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-f96d67a3-1d59-463b-bc4f-2d2f18fdf649 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7106295 Nov 12 20:17:16.099355 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-80c65c22-870f-4f77-b868-bbbb1ef8ced2 req-0391d61c-8939-4ccb-bfa9-cdf376bf53b0 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.55 "DELETE /v2.0/ports/0a165886-3980-471e-892b-2972599fafd9 HTTP/1.1" status: 204 len: 173 time: 2.3416052 Nov 12 20:17:16.129420 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-d1609131-5b7c-47e8-a895-4308e06d9571 service neutron] Request body: {'port': {'device_id': '72c8d3f3-d813-4df8-acaa-f2c18175214b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:16.167869 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9', 'name': 'network-vif-deleted', 'tag': '0a165886-3980-471e-892b-2972599fafd9'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:17:16.178496 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0aed9944-5a5d-47ad-ab0e-f5abaec48ad2 None None] Provisioning complete for port 83017a42-2e03-4f3b-a95e-58c7460da1a4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:16.178701 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4e8dce-7a09-4baa-8ef1-f9089be45a7c" -d '{"events": [{"server_uuid": "f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9", "name": "network-vif-deleted", "tag": "0a165886-3980-471e-892b-2972599fafd9"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:17:16.179285 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0aed9944-5a5d-47ad-ab0e-f5abaec48ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:16.187956 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb0759fa-dd55-4693-9fd1-c340eee83fb6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:16.197991 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fa6577a0-d13f-4c5f-8c58-0ba7e7619b3e tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:16.214386 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b802174d-d127-48cb-986e-20bd9477e30b None None] DHCP port deletion for b3107c86-393d-4546-95b6-185ebc23d220 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:17:16.219597 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e98b4bc-abc1-470a-be1a-a4d5f8f927b7 None None] DHCP port deletion for d3873ac0-1db4-4dba-9bfe-d989f1a20099 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:17:16.274460 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-d1609131-5b7c-47e8-a895-4308e06d9571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:16.289162 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898d687-8163-48dc-bcc7-830997190e96 None None] Pushing event updated for resources: {'Port': ['ID=1c4e3ba4-9155-4928-a557-15c54d582e93,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:16.298153 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6577a0-d13f-4c5f-8c58-0ba7e7619b3e tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:16.307433 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d492227d-6688-46a1-8057-e11bae28c15e None None] For port 3c8796b9-2953-4c2a-a681-728a459629fc, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:17:16.312511 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-fa6577a0-d13f-4c5f-8c58-0ba7e7619b3e tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:16.318563 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafea3b1-e6e8-4373-b935-1c7a14b7809b x-openstack-request-id: req-aafea3b1-e6e8-4373-b935-1c7a14b7809b {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:17:16.318871 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9", "name": "network-vif-deleted", "tag": "0a165886-3980-471e-892b-2972599fafd9", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:17:16.319015 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6577a0-d13f-4c5f-8c58-0ba7e7619b3e tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:16.319201 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aafea3b1-e6e8-4373-b935-1c7a14b7809b {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:17:16.320726 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9', 'name': 'network-vif-deleted', 'tag': '0a165886-3980-471e-892b-2972599fafd9', 'status': 'completed', 'code': 200} Nov 12 20:17:16.329205 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6577a0-d13f-4c5f-8c58-0ba7e7619b3e tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:16.330269 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fa6577a0-d13f-4c5f-8c58-0ba7e7619b3e tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:16.361821 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d492227d-6688-46a1-8057-e11bae28c15e None None] For port 3c8796b9-2953-4c2a-a681-728a459629fc, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3c8796b9-2953-4c2a-a681-728a459629fc,segment=NetworkSegment(31aeb156-8a09-4776-b2f9-d11b407c8933),segment_id=31aeb156-8a09-4776-b2f9-d11b407c8933)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:17:16.426936 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:16.429530 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d492227d-6688-46a1-8057-e11bae28c15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:16.449531 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6577a0-d13f-4c5f-8c58-0ba7e7619b3e tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Port': ['ID=2cbc96c9-3648-4c81-9d6f-4ff5ce7be26d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:16.462720 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fa6577a0-d13f-4c5f-8c58-0ba7e7619b3e tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0536053 Nov 12 20:17:16.474201 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48462) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:16.546981 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 83017a42-2e03-4f3b-a95e-58c7460da1a4, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=83017a42-2e03-4f3b-a95e-58c7460da1a4,segment=NetworkSegment(6eb9a1da-87d8-4354-8d42-85a93b56b898),segment_id=6eb9a1da-87d8-4354-8d42-85a93b56b898)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:16.560327 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 0a165886-3980-471e-892b-2972599fafd9 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:17:16.573779 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:16.574687 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7c4f34c6-365b-440c-a6d9-61a047c761f8 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:17:16.778658 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 0a165886-3980-471e-892b-2972599fafd9 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:17:16.780135 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 0a165886-3980-471e-892b-2972599fafd9 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:17:16.843350 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492227d-6688-46a1-8057-e11bae28c15e None None] Pushing event updated for resources: {'Port': ['ID=3c8796b9-2953-4c2a-a681-728a459629fc,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:16.902293 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cf8efda4-4ed2-4c5e-98e9-ca020889053a req-b981ab9a-838a-4350-bd81-817d6dc1d1de tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9da729a-2d1b-4d1b-96b9-6d0aace6f9b9 HTTP/1.1" status: 200 len: 210 time: 0.1025586 Nov 12 20:17:16.938749 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=83017a42-2e03-4f3b-a95e-58c7460da1a4,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:16.990026 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-6af17157-b232-41b1-8090-e1fe378cffd3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting port 2cbc96c9-3648-4c81-9d6f-4ff5ce7be26d {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:16.992654 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6af17157-b232-41b1-8090-e1fe378cffd3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:17.072595 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 7c4f34c6-365b-440c-a6d9-61a047c761f8 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:17.072974 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:17.223238 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a6791e20-5718-422e-8b42-aee313376716 None None] Provisioning complete for port 9c3f6589-a29c-40da-bca7-3a5c3f83d39e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:17.226408 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a6791e20-5718-422e-8b42-aee313376716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:17.227737 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6af17157-b232-41b1-8090-e1fe378cffd3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:17.252398 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb0759fa-dd55-4693-9fd1-c340eee83fb6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:17.270028 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb0759fa-dd55-4693-9fd1-c340eee83fb6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:17.297840 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-6af17157-b232-41b1-8090-e1fe378cffd3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Calling delete_port for 2cbc96c9-3648-4c81-9d6f-4ff5ce7be26d owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:17.314888 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-d1609131-5b7c-47e8-a895-4308e06d9571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c3f6589-a29c-40da-bca7-3a5c3f83d39e {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:17:17.317298 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-a6791e20-5718-422e-8b42-aee313376716 None None] Port 9c3f6589-a29c-40da-bca7-3a5c3f83d39e cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:17:17.317671 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19413b9f-a81e-4fd5-82c0-ed47e5b82b42 req-213e6128-fb1c-49bc-a48d-eec173cab4d6 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:17.330336 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-19413b9f-a81e-4fd5-82c0-ed47e5b82b42 req-213e6128-fb1c-49bc-a48d-eec173cab4d6 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 932 time: 0.4027522 Nov 12 20:17:17.345821 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-d1609131-5b7c-47e8-a895-4308e06d9571 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:17.437061 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-d1609131-5b7c-47e8-a895-4308e06d9571 service neutron] Transition to ACTIVE for port object 9c3f6589-a29c-40da-bca7-3a5c3f83d39e will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:17:17.448066 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-d1609131-5b7c-47e8-a895-4308e06d9571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:17.477482 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c0b3cbc6-c8a1-4436-b114-4c6ff5bf679f no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:17:17.570828 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0759fa-dd55-4693-9fd1-c340eee83fb6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Port': ['ID=b1131e67-46e6-4048-97ec-a8ade2bf203b,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:17.587907 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f3f64c-fe6c-4fbf-acdf-100eb5ab2c81 None None] DHCP port deletion for b3107c86-393d-4546-95b6-185ebc23d220 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:17:17.593407 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: c0b3cbc6-c8a1-4436-b114-4c6ff5bf679f {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:17:17.594396 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1609131-5b7c-47e8-a895-4308e06d9571 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3f6589-a29c-40da-bca7-3a5c3f83d39e,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:17.602272 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-19413b9f-a81e-4fd5-82c0-ed47e5b82b42 req-521c4959-f925-4f52-8894-1587ec995680 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709024 Nov 12 20:17:17.611141 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c0b3cbc6-c8a1-4436-b114-4c6ff5bf679f not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:17:17.676845 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f125b825-95df-46f0-a121-b4e8ed4a67fd tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:17.684132 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f125b825-95df-46f0-a121-b4e8ed4a67fd tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:17.690598 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f125b825-95df-46f0-a121-b4e8ed4a67fd tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:17.703305 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6af17157-b232-41b1-8090-e1fe378cffd3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:17.718293 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-666ae614-0530-4b77-a5ba-5aa48cbe6062 None None] Provisioning complete for port 83017a42-2e03-4f3b-a95e-58c7460da1a4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:17.718721 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-666ae614-0530-4b77-a5ba-5aa48cbe6062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:17.750587 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125b825-95df-46f0-a121-b4e8ed4a67fd tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Pushing event updated for resources: {'Port': ['ID=90d3c5f3-8c90-49a3-b26b-ab4a54d6994c,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:17.813856 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f50e08-ec8e-47b9-bce8-c5a208fb2be4 None None] Network dbfbf0db-2bb9-4329-9f87-51a9d9d1ebdd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:17.873647 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-d1609131-5b7c-47e8-a895-4308e06d9571 service neutron] Attempting to bind port 9c3f6589-a29c-40da-bca7-3a5c3f83d39e on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:17:17.873993 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-d1609131-5b7c-47e8-a895-4308e06d9571 service neutron] Attempting to bind port 9c3f6589-a29c-40da-bca7-3a5c3f83d39e by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '69cd314b-0c9e-4d8d-9aa9-8bf2959b016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3107c86-393d-4546-95b6-185ebc23d220'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:17:17.874321 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-d1609131-5b7c-47e8-a895-4308e06d9571 service neutron] Attempting to bind port 9c3f6589-a29c-40da-bca7-3a5c3f83d39e on network b3107c86-393d-4546-95b6-185ebc23d220 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:17:17.890815 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-d1609131-5b7c-47e8-a895-4308e06d9571 service neutron] Port 9c3f6589-a29c-40da-bca7-3a5c3f83d39e on network b3107c86-393d-4546-95b6-185ebc23d220 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:17:17.891030 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-d1609131-5b7c-47e8-a895-4308e06d9571 service neutron] Attempting to bind port 9c3f6589-a29c-40da-bca7-3a5c3f83d39e on network b3107c86-393d-4546-95b6-185ebc23d220 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:17:17.897805 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af17157-b232-41b1-8090-e1fe378cffd3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Port': ['ID=2cbc96c9-3648-4c81-9d6f-4ff5ce7be26d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:17.933753 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6af17157-b232-41b1-8090-e1fe378cffd3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:17.939663 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6af17157-b232-41b1-8090-e1fe378cffd3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/ports/2cbc96c9-3648-4c81-9d6f-4ff5ce7be26d HTTP/1.1" status: 204 len: 168 time: 1.4648345 Nov 12 20:17:17.943555 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-d1609131-5b7c-47e8-a895-4308e06d9571 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:17:17.944199 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-d1609131-5b7c-47e8-a895-4308e06d9571 service neutron] Checking segment: {'id': '69cd314b-0c9e-4d8d-9aa9-8bf2959b016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3107c86-393d-4546-95b6-185ebc23d220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:17.944907 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-d1609131-5b7c-47e8-a895-4308e06d9571 service neutron] Bound using segment: {'id': '69cd314b-0c9e-4d8d-9aa9-8bf2959b016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3107c86-393d-4546-95b6-185ebc23d220'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:17:17.945956 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48480) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:17.946512 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-d1609131-5b7c-47e8-a895-4308e06d9571 service neutron] Bound port: 9c3f6589-a29c-40da-bca7-3a5c3f83d39e, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69cd314b-0c9e-4d8d-9aa9-8bf2959b016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3107c86-393d-4546-95b6-185ebc23d220'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:17:17.947100 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-d1609131-5b7c-47e8-a895-4308e06d9571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:17.965498 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-9fd507a8-7f78-498a-8d88-ec9328e247a2 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'port': {'network_id': '1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1', 'mac_address': 'fa:16:3e:f7:4f:45', 'name': 'tempest-PortsIpV6TestJSON-1984353432'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:18.094752 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-d1609131-5b7c-47e8-a895-4308e06d9571 service neutron] For port 9c3f6589-a29c-40da-bca7-3a5c3f83d39e, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:17:18.125372 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-d1609131-5b7c-47e8-a895-4308e06d9571 service neutron] For port 9c3f6589-a29c-40da-bca7-3a5c3f83d39e, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=9c3f6589-a29c-40da-bca7-3a5c3f83d39e,segment=NetworkSegment(69cd314b-0c9e-4d8d-9aa9-8bf2959b016a),segment_id=69cd314b-0c9e-4d8d-9aa9-8bf2959b016a)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:17:18.135052 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-d1609131-5b7c-47e8-a895-4308e06d9571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:18.164057 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb0759fa-dd55-4693-9fd1-c340eee83fb6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:18.181450 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 83017a42-2e03-4f3b-a95e-58c7460da1a4 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:17:18.272214 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1609131-5b7c-47e8-a895-4308e06d9571 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3f6589-a29c-40da-bca7-3a5c3f83d39e,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:18.319383 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-d1609131-5b7c-47e8-a895-4308e06d9571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:18.320021 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-d1609131-5b7c-47e8-a895-4308e06d9571 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:18.324614 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-d1609131-5b7c-47e8-a895-4308e06d9571 service neutron] 10.222.0.52 "PUT /v2.0/ports/9c3f6589-a29c-40da-bca7-3a5c3f83d39e HTTP/1.1" status: 200 len: 1093 time: 2.2000306 Nov 12 20:17:18.325130 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c8d3f3-d813-4df8-acaa-f2c18175214b', 'tag': '9c3f6589-a29c-40da-bca7-3a5c3f83d39e'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:17:18.362152 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c35a575-6e1c-48f2-9d78-6b8116d5bf77" -d '{"events": [{"name": "network-changed", "server_uuid": "72c8d3f3-d813-4df8-acaa-f2c18175214b", "tag": "9c3f6589-a29c-40da-bca7-3a5c3f83d39e"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:17:18.366224 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb66536-b0ce-4ee9-9957-02673c1efc44 None None] DHCP port deletion for b3107c86-393d-4546-95b6-185ebc23d220 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:17:18.381357 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f125b825-95df-46f0-a121-b4e8ed4a67fd tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Network 104dccfc-e82a-4275-a12f-101595f2f691 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:18.401641 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-f125b825-95df-46f0-a121-b4e8ed4a67fd tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:18.446649 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-666ae614-0530-4b77-a5ba-5aa48cbe6062 None None] Provisioning complete for port 90d3c5f3-8c90-49a3-b26b-ab4a54d6994c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:18.449240 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-666ae614-0530-4b77-a5ba-5aa48cbe6062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:18.454294 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6ba103-c90c-411d-917e-a877fd816dfb x-openstack-request-id: req-0f6ba103-c90c-411d-917e-a877fd816dfb {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:17:18.454575 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c8d3f3-d813-4df8-acaa-f2c18175214b", "tag": "9c3f6589-a29c-40da-bca7-3a5c3f83d39e", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:17:18.454826 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0f6ba103-c90c-411d-917e-a877fd816dfb {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:17:18.455232 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c8d3f3-d813-4df8-acaa-f2c18175214b', 'tag': '9c3f6589-a29c-40da-bca7-3a5c3f83d39e', 'status': 'completed', 'code': 200} Nov 12 20:17:18.488514 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-0fa8b649-c927-4bd6-bdd3-79d451bc4d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:18.491173 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-0fa8b649-c927-4bd6-bdd3-79d451bc4d21 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f74867b50744eb7b866c1e4d6eb5a6e&device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 1096 time: 0.1010671 Nov 12 20:17:18.496080 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 83017a42-2e03-4f3b-a95e-58c7460da1a4 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:18.496747 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:18.540001 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-78b468bc-6b04-47c0-8e63-a9ab41b6d437 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c3f6589-a29c-40da-bca7-3a5c3f83d39e HTTP/1.1" status: 200 len: 217 time: 0.0413260 Nov 12 20:17:18.611435 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-666ae614-0530-4b77-a5ba-5aa48cbe6062 None None] Port 90d3c5f3-8c90-49a3-b26b-ab4a54d6994c cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:17:18.634653 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-d501544d-6ddb-4330-8507-627f2723fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:18.636318 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-d501544d-6ddb-4330-8507-627f2723fdc7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c0b4a992-c342-412e-9115-492f4914c4c9 HTTP/1.1" status: 200 len: 850 time: 0.0850115 Nov 12 20:17:18.691081 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8b1797-6b0a-4965-843f-6e907ef773b7 None None] Network 5ea4e691-ff74-4468-9b60-dc86ae70da46 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:18.692392 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb0759fa-dd55-4693-9fd1-c340eee83fb6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:18.695571 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd507a8-7f78-498a-8d88-ec9328e247a2 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:18.729917 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-30a05516-3292-4aee-a31e-a68501d195e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b3107c86-393d-4546-95b6-185ebc23d220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784676 Nov 12 20:17:18.808880 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 1c4e3ba4-9155-4928-a557-15c54d582e93 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:17:18.851293 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a8195f18-a2c6-4a9e-83ea-72b1e2b705ee None None] Provisioning complete for port 3c8796b9-2953-4c2a-a681-728a459629fc triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:18.852615 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a8195f18-a2c6-4a9e-83ea-72b1e2b705ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:18.960472 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9fd507a8-7f78-498a-8d88-ec9328e247a2 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:19.011180 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-50b772c7-cede-4dfa-8e76-3d46c62ca904 service neutron] 10.222.0.52 "GET /v2.0/networks/b3107c86-393d-4546-95b6-185ebc23d220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633228 Nov 12 20:17:19.021542 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b7a9b-6d1a-4f89-99db-88344e7fd695 req-a1f97f0d-f90d-4c61-9431-dde2ed6565e9 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:19.029507 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-829b7a9b-6d1a-4f89-99db-88344e7fd695 req-a1f97f0d-f90d-4c61-9431-dde2ed6565e9 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 944 time: 0.1989295 Nov 12 20:17:19.037257 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 1c4e3ba4-9155-4928-a557-15c54d582e93 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:19.037725 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:19.109958 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-9fd507a8-7f78-498a-8d88-ec9328e247a2 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] device_id is not set on port 61f6a544-792f-4fd3-8d46-c187c77c0c31 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:17:19.128441 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a8195f18-a2c6-4a9e-83ea-72b1e2b705ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:19.144749 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-829b7a9b-6d1a-4f89-99db-88344e7fd695 req-fbb090a6-d9cb-45fc-ab0f-e4a89fb1d481 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029365 Nov 12 20:17:19.187499 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-51fcbde4-a34f-4a7c-a1da-0b50b757f861 req-d604a336-ad18-4ba9-ba15-e6833e501530 service neutron] 10.222.0.52 "GET /v2.0/networks/b3107c86-393d-4546-95b6-185ebc23d220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565838 Nov 12 20:17:19.240535 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a8195f18-a2c6-4a9e-83ea-72b1e2b705ee None None] For port 3c8796b9-2953-4c2a-a681-728a459629fc, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3c8796b9-2953-4c2a-a681-728a459629fc,segment=NetworkSegment(31aeb156-8a09-4776-b2f9-d11b407c8933),segment_id=31aeb156-8a09-4776-b2f9-d11b407c8933)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:19.267733 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:19.293800 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a8195f18-a2c6-4a9e-83ea-72b1e2b705ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:19.365207 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8195f18-a2c6-4a9e-83ea-72b1e2b705ee None None] Pushing event updated for resources: {'Port': ['ID=3c8796b9-2953-4c2a-a681-728a459629fc,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:19.367740 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35a575-6e1c-48f2-9d78-6b8116d5bf77 req-7d81c43b-d686-458a-be0f-af23c166a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:19.378156 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c35a575-6e1c-48f2-9d78-6b8116d5bf77 req-7d81c43b-d686-458a-be0f-af23c166a300 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f74867b50744eb7b866c1e4d6eb5a6e&device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 1096 time: 0.1170008 Nov 12 20:17:19.399653 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a8195f18-a2c6-4a9e-83ea-72b1e2b705ee None None] Provisioning complete for port 1c4e3ba4-9155-4928-a557-15c54d582e93 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:19.400068 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a8195f18-a2c6-4a9e-83ea-72b1e2b705ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:19.437070 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 1c4e3ba4-9155-4928-a557-15c54d582e93, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=1c4e3ba4-9155-4928-a557-15c54d582e93,segment=NetworkSegment(ea36df54-ed97-4f69-89e5-48b1e6a3952d),segment_id=ea36df54-ed97-4f69-89e5-48b1e6a3952d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:19.454567 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:19.458838 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3c8796b9-2953-4c2a-a681-728a459629fc up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:17:19.546564 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35a575-6e1c-48f2-9d78-6b8116d5bf77 req-dea6685d-8321-423e-8721-ab3bdea146af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:19.553225 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c35a575-6e1c-48f2-9d78-6b8116d5bf77 req-dea6685d-8321-423e-8721-ab3bdea146af service neutron] 10.222.0.52 "GET /v2.0/networks?id=b3107c86-393d-4546-95b6-185ebc23d220 HTTP/1.1" status: 200 len: 911 time: 0.1651492 Nov 12 20:17:19.644339 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c35a575-6e1c-48f2-9d78-6b8116d5bf77 req-3170f8d5-a571-461d-84b9-68b026379794 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c3f6589-a29c-40da-bca7-3a5c3f83d39e HTTP/1.1" status: 200 len: 217 time: 0.0815485 Nov 12 20:17:19.657147 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=1c4e3ba4-9155-4928-a557-15c54d582e93,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:19.705961 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 3c8796b9-2953-4c2a-a681-728a459629fc triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:19.706334 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:19.738996 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-c41e3f93-54f8-48f0-9c43-a49d6a437b29 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:19.739536 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35a575-6e1c-48f2-9d78-6b8116d5bf77 req-a45e7e65-201e-4c86-94b0-93cee3583020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:19.741094 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c35a575-6e1c-48f2-9d78-6b8116d5bf77 req-a45e7e65-201e-4c86-94b0-93cee3583020 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c0b4a992-c342-412e-9115-492f4914c4c9 HTTP/1.1" status: 200 len: 850 time: 0.0802910 Nov 12 20:17:19.744684 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-c41e3f93-54f8-48f0-9c43-a49d6a437b29 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/networks?id=d3873ac0-1db4-4dba-9bfe-d989f1a20099 HTTP/1.1" status: 200 len: 811 time: 0.7700052 Nov 12 20:17:19.755058 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f125b825-95df-46f0-a121-b4e8ed4a67fd tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Router edc8cd9a-04ba-4466-bd49-50e8c2d4a65f is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:17:19.787747 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c35a575-6e1c-48f2-9d78-6b8116d5bf77 req-4719d4f6-94e4-4775-8005-386f18d21b98 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b3107c86-393d-4546-95b6-185ebc23d220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383840 Nov 12 20:17:19.823730 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a8195f18-a2c6-4a9e-83ea-72b1e2b705ee None None] Provisioning complete for port 90d3c5f3-8c90-49a3-b26b-ab4a54d6994c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:19.824099 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a8195f18-a2c6-4a9e-83ea-72b1e2b705ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:19.899048 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c35a575-6e1c-48f2-9d78-6b8116d5bf77 req-99daf871-508f-4eec-a358-164053852dce service neutron] 10.222.0.52 "GET /v2.0/networks/b3107c86-393d-4546-95b6-185ebc23d220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015942 Nov 12 20:17:19.903420 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-020554d5-7dce-47e6-b013-2336da1feb64 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/quotas/8273d0d46fc244019c3a4caebc6e0105 HTTP/1.1" status: 200 len: 375 time: 0.1274831 Nov 12 20:17:19.910259 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-a8195f18-a2c6-4a9e-83ea-72b1e2b705ee None None] Port 90d3c5f3-8c90-49a3-b26b-ab4a54d6994c cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:17:19.933850 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f642ccc2-892f-4651-94a0-9deb246d28bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:20.003546 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3c8796b9-2953-4c2a-a681-728a459629fc up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:17:20.040881 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c35a575-6e1c-48f2-9d78-6b8116d5bf77 req-d2a00fc8-d786-4666-98b5-3337d4b74e9c service neutron] 10.222.0.52 "GET /v2.0/networks/b3107c86-393d-4546-95b6-185ebc23d220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275215 Nov 12 20:17:20.075071 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-fd643ba9-b671-4b9c-969e-8133c2496f36 None None] Provisioning complete for port b1131e67-46e6-4048-97ec-a8ade2bf203b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:20.075447 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fd643ba9-b671-4b9c-969e-8133c2496f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:20.083172 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:20.111947 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-6e0ce4bd-408a-4e09-bd20-9c2d6070d3f7 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8273d0d46fc244019c3a4caebc6e0105&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1557369 Nov 12 20:17:20.116351 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 3c8796b9-2953-4c2a-a681-728a459629fc triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:20.116725 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:20.141904 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-fd643ba9-b671-4b9c-969e-8133c2496f36 None None] Port b1131e67-46e6-4048-97ec-a8ade2bf203b cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:17:20.159091 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9fd507a8-7f78-498a-8d88-ec9328e247a2 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:20.163484 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-fd643ba9-b671-4b9c-969e-8133c2496f36 None None] Provisioning complete for port 3c8796b9-2953-4c2a-a681-728a459629fc triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:20.163855 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fd643ba9-b671-4b9c-969e-8133c2496f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:20.172223 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb0759fa-dd55-4693-9fd1-c340eee83fb6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:20.190284 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb0759fa-dd55-4693-9fd1-c340eee83fb6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:20.293723 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f125b825-95df-46f0-a121-b4e8ed4a67fd tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:17:20.299312 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83297cd-ce30-4d63-8d52-17a3de2a3991 req-3046410d-d31d-4f41-af85-ad67fbc2da1d tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:20.303237 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 1c4e3ba4-9155-4928-a557-15c54d582e93 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:17:20.304850 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-fd643ba9-b671-4b9c-969e-8133c2496f36 None None] Provisioning complete for port 1c4e3ba4-9155-4928-a557-15c54d582e93 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:20.305215 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fd643ba9-b671-4b9c-969e-8133c2496f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:20.309557 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a83297cd-ce30-4d63-8d52-17a3de2a3991 req-3046410d-d31d-4f41-af85-ad67fbc2da1d tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 944 time: 0.0727160 Nov 12 20:17:20.309754 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cb6edb-0199-4fcb-88e4-7d9309368d76 None None] Sync routers for ids ['edc8cd9a-04ba-4466-bd49-50e8c2d4a65f'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:17:20.312660 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f125b825-95df-46f0-a121-b4e8ed4a67fd tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "PUT /v2.0/routers/edc8cd9a-04ba-4466-bd49-50e8c2d4a65f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4061503 Nov 12 20:17:20.317465 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48516) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:20.378746 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cb6edb-0199-4fcb-88e4-7d9309368d76 None None] Routers {'edc8cd9a-04ba-4466-bd49-50e8c2d4a65f'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:17:20.379397 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-18cb6edb-0199-4fcb-88e4-7d9309368d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:16:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['edc8cd9a-04ba-4466-bd49-50e8c2d4a65f'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:20.386537 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a83297cd-ce30-4d63-8d52-17a3de2a3991 req-a09827fd-4f2d-4c90-969b-5013e83ac460 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752656 Nov 12 20:17:20.417530 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0759fa-dd55-4693-9fd1-c340eee83fb6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Port': ['ID=b1131e67-46e6-4048-97ec-a8ade2bf203b,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:20.420195 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-18cb6edb-0199-4fcb-88e4-7d9309368d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:20.446445 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cb6edb-0199-4fcb-88e4-7d9309368d76 None None] Routers {'edc8cd9a-04ba-4466-bd49-50e8c2d4a65f'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:17:20.447050 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-18cb6edb-0199-4fcb-88e4-7d9309368d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:16:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['edc8cd9a-04ba-4466-bd49-50e8c2d4a65f'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:20.450187 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0759fa-dd55-4693-9fd1-c340eee83fb6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:20.450535 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0759fa-dd55-4693-9fd1-c340eee83fb6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:20.451526 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0759fa-dd55-4693-9fd1-c340eee83fb6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:20.451865 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0759fa-dd55-4693-9fd1-c340eee83fb6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:20.452198 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0759fa-dd55-4693-9fd1-c340eee83fb6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:20.452554 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0759fa-dd55-4693-9fd1-c340eee83fb6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:20.452882 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0759fa-dd55-4693-9fd1-c340eee83fb6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:20.453208 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0759fa-dd55-4693-9fd1-c340eee83fb6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:20.453541 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0759fa-dd55-4693-9fd1-c340eee83fb6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:20.453861 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0759fa-dd55-4693-9fd1-c340eee83fb6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:20.454182 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0759fa-dd55-4693-9fd1-c340eee83fb6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:20.454503 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0759fa-dd55-4693-9fd1-c340eee83fb6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:17:20.457731 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb0759fa-dd55-4693-9fd1-c340eee83fb6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:20.486446 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-18cb6edb-0199-4fcb-88e4-7d9309368d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:20.487073 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cb6edb-0199-4fcb-88e4-7d9309368d76 None None] The sync data for ids ['edc8cd9a-04ba-4466-bd49-50e8c2d4a65f'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:17:20.491214 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-e6aab306-eefe-4025-bb66-77af15a89450 service neutron] 10.222.0.48 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681803 Nov 12 20:17:20.519217 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 1c4e3ba4-9155-4928-a557-15c54d582e93 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:20.519562 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:20.531680 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9fd507a8-7f78-498a-8d88-ec9328e247a2 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:20.576962 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-fd643ba9-b671-4b9c-969e-8133c2496f36 None None] Provisioning complete for port 90d3c5f3-8c90-49a3-b26b-ab4a54d6994c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:20.577336 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fd643ba9-b671-4b9c-969e-8133c2496f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:20.642821 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-fd643ba9-b671-4b9c-969e-8133c2496f36 None None] Port 90d3c5f3-8c90-49a3-b26b-ab4a54d6994c cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:17:20.737442 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd507a8-7f78-498a-8d88-ec9328e247a2 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:20.753770 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-9fd507a8-7f78-498a-8d88-ec9328e247a2 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:20.756187 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd507a8-7f78-498a-8d88-ec9328e247a2 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:20.762020 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd507a8-7f78-498a-8d88-ec9328e247a2 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:20.762624 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9fd507a8-7f78-498a-8d88-ec9328e247a2 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:20.775992 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd507a8-7f78-498a-8d88-ec9328e247a2 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Port': ['ID=61f6a544-792f-4fd3-8d46-c187c77c0c31,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:20.845795 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9fd507a8-7f78-498a-8d88-ec9328e247a2 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.8985891 Nov 12 20:17:20.848308 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48520) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:20.851931 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-fa253161-872d-44ca-aac7-90ae8cf97b7b service neutron] 10.222.0.48 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599193 Nov 12 20:17:20.888906 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0759fa-dd55-4693-9fd1-c340eee83fb6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network dbfbf0db-2bb9-4329-9f87-51a9d9d1ebdd is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:20.891873 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-bb0759fa-dd55-4693-9fd1-c340eee83fb6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:20.895839 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3394028-8cdc-4191-9569-7faa98aac845 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:20.897534 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b3394028-8cdc-4191-9569-7faa98aac845 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "GET /v2.0/ports/61f6a544-792f-4fd3-8d46-c187c77c0c31 HTTP/1.1" status: 200 len: 845 time: 0.0482378 Nov 12 20:17:20.900259 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48522) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:21.083034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-7be7313a-d7f9-40c1-8e2d-572d3b8e91ee tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting port 61f6a544-792f-4fd3-8d46-c187c77c0c31 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:21.085048 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7be7313a-d7f9-40c1-8e2d-572d3b8e91ee tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:21.182704 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5ba6dc61-4eca-4408-917c-b1892aa5e4ba req-e0982211-1c4e-4926-bd2b-7d0bddcd14b4 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 210 time: 0.0648458 Nov 12 20:17:21.231215 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0759fa-dd55-4693-9fd1-c340eee83fb6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Router 30b3b82c-f25b-4d57-8c50-9acbd51e4a15 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:17:21.270218 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-ae8272b0-e736-4447-b154-8e5686e529aa tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:17:21.275730 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ae8272b0-e736-4447-b154-8e5686e529aa tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "PUT /v2.0/routers/edc8cd9a-04ba-4466-bd49-50e8c2d4a65f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9426949 Nov 12 20:17:21.329636 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48532) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:21.391667 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d6f0ea91-a2e7-4d10-b9a3-ed3a31c4c553 None None] Provisioning complete for port b1131e67-46e6-4048-97ec-a8ade2bf203b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:21.392416 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d6f0ea91-a2e7-4d10-b9a3-ed3a31c4c553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:21.481183 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-d6f0ea91-a2e7-4d10-b9a3-ed3a31c4c553 None None] Port b1131e67-46e6-4048-97ec-a8ade2bf203b cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:17:21.495474 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0759fa-dd55-4693-9fd1-c340eee83fb6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:17:21.508033 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf48345f-0bfd-4fe3-bb17-d408a8128615 None None] Sync routers for ids ['30b3b82c-f25b-4d57-8c50-9acbd51e4a15'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:17:21.512585 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bb0759fa-dd55-4693-9fd1-c340eee83fb6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "PUT /v2.0/routers/30b3b82c-f25b-4d57-8c50-9acbd51e4a15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6112444 Nov 12 20:17:21.523494 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf48345f-0bfd-4fe3-bb17-d408a8128615 None None] Routers {'30b3b82c-f25b-4d57-8c50-9acbd51e4a15'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:17:21.524137 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-bf48345f-0bfd-4fe3-bb17-d408a8128615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:16:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['30b3b82c-f25b-4d57-8c50-9acbd51e4a15'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:21.551204 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48540) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:21.601418 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-bf48345f-0bfd-4fe3-bb17-d408a8128615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:21.622688 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9adaebe-9474-408e-a65b-e6445475a2c4 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:21.627013 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b9adaebe-9474-408e-a65b-e6445475a2c4 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "GET /v2.0/ports/b1131e67-46e6-4048-97ec-a8ade2bf203b HTTP/1.1" status: 200 len: 977 time: 0.0722325 Nov 12 20:17:21.627947 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48542) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:21.639692 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf48345f-0bfd-4fe3-bb17-d408a8128615 None None] Routers {'30b3b82c-f25b-4d57-8c50-9acbd51e4a15'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:17:21.640419 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-bf48345f-0bfd-4fe3-bb17-d408a8128615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:16:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['30b3b82c-f25b-4d57-8c50-9acbd51e4a15'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:21.697738 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-bf48345f-0bfd-4fe3-bb17-d408a8128615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:21.698966 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf48345f-0bfd-4fe3-bb17-d408a8128615 None None] The sync data for ids ['30b3b82c-f25b-4d57-8c50-9acbd51e4a15'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:17:21.773223 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7be7313a-d7f9-40c1-8e2d-572d3b8e91ee tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:21.803852 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-7be7313a-d7f9-40c1-8e2d-572d3b8e91ee tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Calling delete_port for 61f6a544-792f-4fd3-8d46-c187c77c0c31 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:21.820459 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877322e-f222-41b1-ad43-30334b0bc732 req-62f3aca8-f5e7-4ce9-b373-b0b5223e72f3 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:21.822080 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7877322e-f222-41b1-ad43-30334b0bc732 req-62f3aca8-f5e7-4ce9-b373-b0b5223e72f3 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 944 time: 0.2266464 Nov 12 20:17:21.975986 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a3778c48-70a5-4ae5-85d9-f00f36e1cc95 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:22.028265 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7877322e-f222-41b1-ad43-30334b0bc732 req-1cda8e6c-c84b-47eb-ae0d-b5522da225f7 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961210 Nov 12 20:17:22.089537 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7be7313a-d7f9-40c1-8e2d-572d3b8e91ee tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:22.123374 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7313a-d7f9-40c1-8e2d-572d3b8e91ee tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Port': ['ID=61f6a544-792f-4fd3-8d46-c187c77c0c31,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:22.139436 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7be7313a-d7f9-40c1-8e2d-572d3b8e91ee tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:22.145937 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48548) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:22.146149 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7be7313a-d7f9-40c1-8e2d-572d3b8e91ee tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/ports/61f6a544-792f-4fd3-8d46-c187c77c0c31 HTTP/1.1" status: 204 len: 168 time: 1.2445726 Nov 12 20:17:22.190702 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-477d346d-e3af-45e3-bfad-38c30e587aef tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] GET failed (client error): The resource could not be found. Nov 12 20:17:22.196947 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-477d346d-e3af-45e3-bfad-38c30e587aef tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "GET /v2.0/ports/61f6a544-792f-4fd3-8d46-c187c77c0c31 HTTP/1.1" status: 404 len: 333 time: 0.0496662 Nov 12 20:17:22.198023 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48550) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:22.205894 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-c38cc67e-fae2-4dff-9208-3a8fb44b3e46 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'port': {'network_id': '1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1', 'name': 'tempest-PortsIpV6TestJSON-1845159012'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:22.277572 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f4286c3-5947-4991-aad9-461069488aea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:22.406631 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-21d5c556-a99d-49b6-9f75-40775a82905b req-71bd1d96-77a4-4682-9b06-0610d7dcf2b0 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 210 time: 0.0395193 Nov 12 20:17:22.494320 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38cc67e-fae2-4dff-9208-3a8fb44b3e46 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:22.499427 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c38cc67e-fae2-4dff-9208-3a8fb44b3e46 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:22.555319 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-5f499a15-f78d-423b-ac31-5201721d86c4 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:22.556480 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-2f4286c3-5947-4991-aad9-461069488aea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Deleting port b1131e67-46e6-4048-97ec-a8ade2bf203b {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:22.556847 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f4286c3-5947-4991-aad9-461069488aea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:22.556975 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-5f499a15-f78d-423b-ac31-5201721d86c4 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.55 "GET /v2.0/networks?id=d3873ac0-1db4-4dba-9bfe-d989f1a20099 HTTP/1.1" status: 200 len: 811 time: 0.2837987 Nov 12 20:17:22.563364 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-c38cc67e-fae2-4dff-9208-3a8fb44b3e46 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] device_id is not set on port 293c9691-5846-4a73-b14c-e875850d80f2 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:17:22.572140 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-81c86fc3-8b1d-4489-b984-a04d5611d0fb tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Request body: {'port': {'device_id': 'ba9fcc51-c741-45c8-8013-e0aeec421dbe', 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099', 'admin_state_up': True, 'tenant_id': '8273d0d46fc244019c3a4caebc6e0105'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:22.651156 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f4286c3-5947-4991-aad9-461069488aea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:22.665868 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-2f4286c3-5947-4991-aad9-461069488aea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Calling delete_port for b1131e67-46e6-4048-97ec-a8ade2bf203b owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:22.718519 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-259048e7-8f65-487b-a425-a6270c0c9d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:22.877504 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f4286c3-5947-4991-aad9-461069488aea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:22.917242 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4286c3-5947-4991-aad9-461069488aea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Port': ['ID=b1131e67-46e6-4048-97ec-a8ade2bf203b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:23.105033 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f4286c3-5947-4991-aad9-461069488aea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:23.133851 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-a3778c48-70a5-4ae5-85d9-f00f36e1cc95 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Deleting port 90d3c5f3-8c90-49a3-b26b-ab4a54d6994c {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:23.134649 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a3778c48-70a5-4ae5-85d9-f00f36e1cc95 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:23.306871 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-81c86fc3-8b1d-4489-b984-a04d5611d0fb tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Made reservation on behalf of 8273d0d46fc244019c3a4caebc6e0105 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:23.312264 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-81c86fc3-8b1d-4489-b984-a04d5611d0fb tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:23.335506 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4286c3-5947-4991-aad9-461069488aea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Router 30b3b82c-f25b-4d57-8c50-9acbd51e4a15 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:17:23.360891 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a3778c48-70a5-4ae5-85d9-f00f36e1cc95 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:23.365527 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c38cc67e-fae2-4dff-9208-3a8fb44b3e46 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:23.387208 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408fe04-dbef-461a-8ada-3930a783e749 req-d531b4db-4b5e-4602-a55d-5fa8e38e2eb2 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:23.391905 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6408fe04-dbef-461a-8ada-3930a783e749 req-d531b4db-4b5e-4602-a55d-5fa8e38e2eb2 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 944 time: 0.2494817 Nov 12 20:17:23.409710 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-a3778c48-70a5-4ae5-85d9-f00f36e1cc95 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Calling delete_port for 90d3c5f3-8c90-49a3-b26b-ab4a54d6994c owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:23.430071 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4286c3-5947-4991-aad9-461069488aea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:17:23.443899 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2f4286c3-5947-4991-aad9-461069488aea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "PUT /v2.0/routers/30b3b82c-f25b-4d57-8c50-9acbd51e4a15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8105559 Nov 12 20:17:23.444330 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48562) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:23.445507 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5179c69f-bf8d-440b-a9cd-282f84deb43c None None] Sync routers for ids ['30b3b82c-f25b-4d57-8c50-9acbd51e4a15'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:17:23.476799 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5179c69f-bf8d-440b-a9cd-282f84deb43c None None] Routers {'30b3b82c-f25b-4d57-8c50-9acbd51e4a15'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:17:23.480660 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-5179c69f-bf8d-440b-a9cd-282f84deb43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['30b3b82c-f25b-4d57-8c50-9acbd51e4a15'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:23.530240 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-5179c69f-bf8d-440b-a9cd-282f84deb43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:23.543633 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5179c69f-bf8d-440b-a9cd-282f84deb43c None None] Routers {'30b3b82c-f25b-4d57-8c50-9acbd51e4a15'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:17:23.545340 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-5179c69f-bf8d-440b-a9cd-282f84deb43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['30b3b82c-f25b-4d57-8c50-9acbd51e4a15'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:23.637591 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6408fe04-dbef-461a-8ada-3930a783e749 req-4fe6b9b4-c25c-469f-b0e0-bdee9323b2b4 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320287 Nov 12 20:17:23.647153 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c38cc67e-fae2-4dff-9208-3a8fb44b3e46 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:23.683256 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38cc67e-fae2-4dff-9208-3a8fb44b3e46 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:23.690097 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-c38cc67e-fae2-4dff-9208-3a8fb44b3e46 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:23.692554 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38cc67e-fae2-4dff-9208-3a8fb44b3e46 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:23.698852 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38cc67e-fae2-4dff-9208-3a8fb44b3e46 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:23.699554 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c38cc67e-fae2-4dff-9208-3a8fb44b3e46 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:23.702909 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-39fa48a0-a730-4e55-9725-3ab4158e6631 req-4ef35a19-87b6-4e5b-9358-9484493e89ac tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 210 time: 0.0634162 Nov 12 20:17:23.729392 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-6647a193-8823-4ff7-a1d2-2236dde1ee32 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 20:17:23.730468 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6647a193-8823-4ff7-a1d2-2236dde1ee32 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "PUT /v2.0/routers/30b3b82c-f25b-4d57-8c50-9acbd51e4a15/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2851601 Nov 12 20:17:23.735112 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48564) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:23.763007 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-81c86fc3-8b1d-4489-b984-a04d5611d0fb tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Allocated IP 172.20.0.14 (d3873ac0-1db4-4dba-9bfe-d989f1a20099/112e4b86-9b36-4cfc-b638-09194238d947/db7f27c0-8839-4d75-9752-433f98026878) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:23.773611 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0aec2597-5545-4437-802a-f6a9997b0df8 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "GET /v2.0/ports?device_id=30b3b82c-f25b-4d57-8c50-9acbd51e4a15 HTTP/1.1" status: 200 len: 205 time: 0.0369520 Nov 12 20:17:23.777253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48566) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:23.832179 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 9c3f6589-a29c-40da-bca7-3a5c3f83d39e details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:17:23.852100 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-5179c69f-bf8d-440b-a9cd-282f84deb43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:23.853041 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5179c69f-bf8d-440b-a9cd-282f84deb43c None None] The sync data for ids ['30b3b82c-f25b-4d57-8c50-9acbd51e4a15'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:17:23.857732 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c38cc67e-fae2-4dff-9208-3a8fb44b3e46 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6565604 Nov 12 20:17:23.873118 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48568) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:23.875838 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38cc67e-fae2-4dff-9208-3a8fb44b3e46 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Port': ['ID=293c9691-5846-4a73-b14c-e875850d80f2,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:23.878634 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:23.885857 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-5cfabbe8-57c3-4220-9079-31dddab0d437 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:23.887566 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:23.952125 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74d49584-e524-466d-9f81-fadd34681d74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:24.050488 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 9c3f6589-a29c-40da-bca7-3a5c3f83d39e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=9c3f6589-a29c-40da-bca7-3a5c3f83d39e,segment=NetworkSegment(69cd314b-0c9e-4d8d-9aa9-8bf2959b016a),segment_id=69cd314b-0c9e-4d8d-9aa9-8bf2959b016a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:24.065890 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '9c3f6589-a29c-40da-bca7-3a5c3f83d39e', 'network_id': 'b3107c86-393d-4546-95b6-185ebc23d220', 'port_id': '9c3f6589-a29c-40da-bca7-3a5c3f83d39e', 'mac_address': 'fa:16:3e:c2:0f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b4a992-c342-412e-9115-492f4914c4c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:17:24.090314 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5cfabbe8-57c3-4220-9079-31dddab0d437 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:24.108098 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:24.128012 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c3f6589-a29c-40da-bca7-3a5c3f83d39e {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:17:24.161250 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 9c3f6589-a29c-40da-bca7-3a5c3f83d39e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=9c3f6589-a29c-40da-bca7-3a5c3f83d39e,segment=NetworkSegment(69cd314b-0c9e-4d8d-9aa9-8bf2959b016a),segment_id=69cd314b-0c9e-4d8d-9aa9-8bf2959b016a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:24.168767 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:24.185961 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a3778c48-70a5-4ae5-85d9-f00f36e1cc95 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:24.235006 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3778c48-70a5-4ae5-85d9-f00f36e1cc95 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Pushing event deleted for resources: {'Port': ['ID=90d3c5f3-8c90-49a3-b26b-ab4a54d6994c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:24.271243 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=9c3f6589-a29c-40da-bca7-3a5c3f83d39e,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:24.321065 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74d49584-e524-466d-9f81-fadd34681d74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:24.329100 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74d49584-e524-466d-9f81-fadd34681d74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:24.400558 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74d49584-e524-466d-9f81-fadd34681d74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:24.401243 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d49584-e524-466d-9f81-fadd34681d74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Fanout notify agent at l3_agent the message router_deleted on router 30b3b82c-f25b-4d57-8c50-9acbd51e4a15 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:17:24.417990 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74d49584-e524-466d-9f81-fadd34681d74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:24.422674 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-74d49584-e524-466d-9f81-fadd34681d74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/routers/30b3b82c-f25b-4d57-8c50-9acbd51e4a15 HTTP/1.1" status: 204 len: 168 time: 0.6418135 Nov 12 20:17:24.423034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48574) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:24.437823 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['9c3f6589-a29c-40da-bca7-3a5c3f83d39e'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:17:24.443509 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a3778c48-70a5-4ae5-85d9-f00f36e1cc95 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:24.542160 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-de66ccec-e544-4240-b699-660003767636 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Deleting subnet c7b700d6-978b-4962-8e1b-404551404d61 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:17:24.547021 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-de66ccec-e544-4240-b699-660003767636 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:24.551571 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-81c86fc3-8b1d-4489-b984-a04d5611d0fb tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:24.594302 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-de66ccec-e544-4240-b699-660003767636 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:24.696184 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-de66ccec-e544-4240-b699-660003767636 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:24.703702 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5cfabbe8-57c3-4220-9079-31dddab0d437 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:24.710183 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3778c48-70a5-4ae5-85d9-f00f36e1cc95 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Router edc8cd9a-04ba-4466-bd49-50e8c2d4a65f has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:17:24.713259 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5cfabbe8-57c3-4220-9079-31dddab0d437 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:24.793464 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-de66ccec-e544-4240-b699-660003767636 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:24.804451 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-5cfabbe8-57c3-4220-9079-31dddab0d437 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] In _notify_port_updated(), no bound segment for port 293c9691-5846-4a73-b14c-e875850d80f2 on network 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 {{(pid=102448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 20:17:24.810572 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfabbe8-57c3-4220-9079-31dddab0d437 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:24.811357 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5cfabbe8-57c3-4220-9079-31dddab0d437 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:24.812834 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5cfabbe8-57c3-4220-9079-31dddab0d437 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "PUT /v2.0/ports/293c9691-5846-4a73-b14c-e875850d80f2 HTTP/1.1" status: 200 len: 818 time: 0.9338219 Nov 12 20:17:24.817494 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48580) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:24.835452 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66ccec-e544-4240-b699-660003767636 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b700d6-978b-4962-8e1b-404551404d61,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:24.842281 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-de66ccec-e544-4240-b699-660003767636 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:24.848024 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-de66ccec-e544-4240-b699-660003767636 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/subnets/c7b700d6-978b-4962-8e1b-404551404d61 HTTP/1.1" status: 204 len: 168 time: 0.4215107 Nov 12 20:17:24.853951 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf1487-28ee-4853-a5e6-039487f19f39 req-3691b85d-ffbd-4aa4-ac75-a8556db7ceb2 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:24.855480 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87cf1487-28ee-4853-a5e6-039487f19f39 req-3691b85d-ffbd-4aa4-ac75-a8556db7ceb2 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 945 time: 0.0960000 Nov 12 20:17:24.855962 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48582) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:24.856730 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113cb841-fefc-420f-9597-ff7d46871c77 None None] Network dbfbf0db-2bb9-4329-9f87-51a9d9d1ebdd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:24.863768 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-81c86fc3-8b1d-4489-b984-a04d5611d0fb tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:24.924938 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfabbe8-57c3-4220-9079-31dddab0d437 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Port': ['ID=293c9691-5846-4a73-b14c-e875850d80f2,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:24.938974 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3778c48-70a5-4ae5-85d9-f00f36e1cc95 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:17:24.960210 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a3778c48-70a5-4ae5-85d9-f00f36e1cc95 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "PUT /v2.0/routers/edc8cd9a-04ba-4466-bd49-50e8c2d4a65f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6282969 Nov 12 20:17:24.973441 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87cf1487-28ee-4853-a5e6-039487f19f39 req-1550b68f-9229-409d-ae4c-cb5f077171bf tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070390 Nov 12 20:17:24.975717 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48584) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:24.989825 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afddf272-1e59-4ecf-b3ba-36ab262fcd41 None None] Sync routers for ids ['edc8cd9a-04ba-4466-bd49-50e8c2d4a65f'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:17:25.004599 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afddf272-1e59-4ecf-b3ba-36ab262fcd41 None None] Routers {'edc8cd9a-04ba-4466-bd49-50e8c2d4a65f'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:17:25.005431 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-afddf272-1e59-4ecf-b3ba-36ab262fcd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['edc8cd9a-04ba-4466-bd49-50e8c2d4a65f'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:25.017866 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-37af7ed7-6989-4a18-a2ce-0312e49bb416 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:25.046383 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-afddf272-1e59-4ecf-b3ba-36ab262fcd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:25.073813 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afddf272-1e59-4ecf-b3ba-36ab262fcd41 None None] Routers {'edc8cd9a-04ba-4466-bd49-50e8c2d4a65f'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:17:25.074441 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-afddf272-1e59-4ecf-b3ba-36ab262fcd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['edc8cd9a-04ba-4466-bd49-50e8c2d4a65f'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:25.116789 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-565837c1-a989-40dc-b100-d376cb8801f8 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] delete failed (client error): The resource could not be found. Nov 12 20:17:25.126123 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-565837c1-a989-40dc-b100-d376cb8801f8 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-1794270388 HTTP/1.1" status: 404 len: 335 time: 0.1502163 Nov 12 20:17:25.126489 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48588) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:25.131102 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c86fc3-8b1d-4489-b984-a04d5611d0fb tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Pushing event updated for resources: {'Port': ['ID=db7f27c0-8839-4d75-9752-433f98026878,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:25.138662 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:25.139571 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-c93c3bb9-c34e-46a4-a031-777f664f5eb3 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Request body: {'router': {'external_gateway_info': {'network_id': 'edc8cd9a-04ba-4466-bd49-50e8c2d4a65f'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:25.139842 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-afddf272-1e59-4ecf-b3ba-36ab262fcd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:25.140445 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afddf272-1e59-4ecf-b3ba-36ab262fcd41 None None] The sync data for ids ['edc8cd9a-04ba-4466-bd49-50e8c2d4a65f'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:17:25.149059 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-37af7ed7-6989-4a18-a2ce-0312e49bb416 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Deleting port 1c4e3ba4-9155-4928-a557-15c54d582e93 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:25.149893 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-37af7ed7-6989-4a18-a2ce-0312e49bb416 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:25.171261 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-81c86fc3-8b1d-4489-b984-a04d5611d0fb tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Network d3873ac0-1db4-4dba-9bfe-d989f1a20099 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:25.176727 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-81c86fc3-8b1d-4489-b984-a04d5611d0fb tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:25.183868 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-81c86fc3-8b1d-4489-b984-a04d5611d0fb tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:25.194031 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfeddb8f-77da-42cc-a047-f0e595580e20 None None] DHCP port deletion for d3873ac0-1db4-4dba-9bfe-d989f1a20099 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:17:25.236385 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b493c15-889c-4132-ab4f-76582a239324 req-f2b4aa2d-0823-4350-90b6-5dd28b1a0d65 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:25.237995 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f00d77-4864-4456-af34-53aa5e6e0275 None None] DHCP port deletion for dbfbf0db-2bb9-4329-9f87-51a9d9d1ebdd request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:17:25.239296 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9b493c15-889c-4132-ab4f-76582a239324 req-f2b4aa2d-0823-4350-90b6-5dd28b1a0d65 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 932 time: 0.3548007 Nov 12 20:17:25.255793 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-81c86fc3-8b1d-4489-b984-a04d5611d0fb tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:25.256805 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-81c86fc3-8b1d-4489-b984-a04d5611d0fb tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:25.279554 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9572e87c-65d6-4ad0-bd60-c883ac7ef1d7 None None] Provisioning complete for port db7f27c0-8839-4d75-9752-433f98026878 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:25.279943 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9572e87c-65d6-4ad0-bd60-c883ac7ef1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:25.342091 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9b493c15-889c-4132-ab4f-76582a239324 req-341d748f-d5ba-4286-95b5-cc21debefe45 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788584 Nov 12 20:17:25.348558 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-81c86fc3-8b1d-4489-b984-a04d5611d0fb tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7801762 Nov 12 20:17:25.369236 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-f6933969-1847-40fb-84fc-f1809cc85d87 service neutron] Request body: {'port': {'device_id': 'ba9fcc51-c741-45c8-8013-e0aeec421dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:25.378014 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-dd18ec0f-b369-4278-9168-5a6389c5cc33 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting port 293c9691-5846-4a73-b14c-e875850d80f2 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:25.378356 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dd18ec0f-b369-4278-9168-5a6389c5cc33 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:25.395275 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-9572e87c-65d6-4ad0-bd60-c883ac7ef1d7 None None] Port db7f27c0-8839-4d75-9752-433f98026878 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:17:25.420562 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-37af7ed7-6989-4a18-a2ce-0312e49bb416 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] For port 1c4e3ba4-9155-4928-a557-15c54d582e93, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=1c4e3ba4-9155-4928-a557-15c54d582e93,segment=NetworkSegment(ea36df54-ed97-4f69-89e5-48b1e6a3952d),segment_id=ea36df54-ed97-4f69-89e5-48b1e6a3952d)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:25.421121 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-37af7ed7-6989-4a18-a2ce-0312e49bb416 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:25.428135 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-74f00d77-4864-4456-af34-53aa5e6e0275 None None] Deleting port 1c4e3ba4-9155-4928-a557-15c54d582e93 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:25.428803 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-74f00d77-4864-4456-af34-53aa5e6e0275 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:25.494663 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-37af7ed7-6989-4a18-a2ce-0312e49bb416 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Calling delete_port for 1c4e3ba4-9155-4928-a557-15c54d582e93 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:25.515938 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dd18ec0f-b369-4278-9168-5a6389c5cc33 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:25.527821 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-74f00d77-4864-4456-af34-53aa5e6e0275 None None] For port 1c4e3ba4-9155-4928-a557-15c54d582e93, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=1c4e3ba4-9155-4928-a557-15c54d582e93,segment=NetworkSegment(ea36df54-ed97-4f69-89e5-48b1e6a3952d),segment_id=ea36df54-ed97-4f69-89e5-48b1e6a3952d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:25.528749 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-74f00d77-4864-4456-af34-53aa5e6e0275 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:25.529744 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-f6933969-1847-40fb-84fc-f1809cc85d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:25.533188 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c93c3bb9-c34e-46a4-a031-777f664f5eb3 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:25.551052 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-dd18ec0f-b369-4278-9168-5a6389c5cc33 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Calling delete_port for 293c9691-5846-4a73-b14c-e875850d80f2 owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:25.554167 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-74f00d77-4864-4456-af34-53aa5e6e0275 None None] Calling delete_port for 1c4e3ba4-9155-4928-a557-15c54d582e93 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:25.592474 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-c93c3bb9-c34e-46a4-a031-777f664f5eb3 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] update failed (client error): The resource could not be found. Nov 12 20:17:25.593844 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c93c3bb9-c34e-46a4-a031-777f664f5eb3 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "PUT /v2.0/routers/edc8cd9a-04ba-4466-bd49-50e8c2d4a65f HTTP/1.1" status: 404 len: 339 time: 0.4592612 Nov 12 20:17:25.597594 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48594) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:25.602719 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-fa187a6b-f894-4863-a1d4-19d3ae9ec0b5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-267554175'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:25.652147 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa187a6b-f894-4863-a1d4-19d3ae9ec0b5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Made reservation on behalf of f7b43fabbc0c4fd1b7488534368818d0 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:25.657627 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fa187a6b-f894-4863-a1d4-19d3ae9ec0b5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:25.658412 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 9c3f6589-a29c-40da-bca7-3a5c3f83d39e up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:17:25.687257 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-37af7ed7-6989-4a18-a2ce-0312e49bb416 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:25.708589 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-74f00d77-4864-4456-af34-53aa5e6e0275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:25.724745 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37af7ed7-6989-4a18-a2ce-0312e49bb416 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] No DVR routers for this DVR port 1c4e3ba4-9155-4928-a557-15c54d582e93 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:17:25.734536 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af7ed7-6989-4a18-a2ce-0312e49bb416 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Port': ['ID=1c4e3ba4-9155-4928-a557-15c54d582e93,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:25.739247 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa187a6b-f894-4863-a1d4-19d3ae9ec0b5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:17:25.759253 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f00d77-4864-4456-af34-53aa5e6e0275 None None] No DVR routers for this DVR port 1c4e3ba4-9155-4928-a557-15c54d582e93 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:17:25.791435 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f00d77-4864-4456-af34-53aa5e6e0275 None None] Pushing event deleted for resources: {'Port': ['ID=1c4e3ba4-9155-4928-a557-15c54d582e93,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:25.798943 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fa187a6b-f894-4863-a1d4-19d3ae9ec0b5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:25.799598 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-fa187a6b-f894-4863-a1d4-19d3ae9ec0b5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Added segment cb10a3c1-72b6-4cfd-bd71-60f726312df3 of type vlan for network b850aa89-4449-40b8-b828-2d1d18b737ed Nov 12 20:17:25.834395 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dd18ec0f-b369-4278-9168-5a6389c5cc33 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:25.836116 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 9c3f6589-a29c-40da-bca7-3a5c3f83d39e completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:17:25.840624 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 9c3f6589-a29c-40da-bca7-3a5c3f83d39e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:25.841943 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:25.871411 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dd18ec0f-b369-4278-9168-5a6389c5cc33 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:25.877440 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-dd18ec0f-b369-4278-9168-5a6389c5cc33 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/ports/293c9691-5846-4a73-b14c-e875850d80f2 HTTP/1.1" status: 204 len: 168 time: 1.0551915 Nov 12 20:17:25.880721 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48596) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:25.886797 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-37af7ed7-6989-4a18-a2ce-0312e49bb416 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:25.894610 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18ec0f-b369-4278-9168-5a6389c5cc33 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Port': ['ID=293c9691-5846-4a73-b14c-e875850d80f2,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:25.913220 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fa187a6b-f894-4863-a1d4-19d3ae9ec0b5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:25.926383 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-37af7ed7-6989-4a18-a2ce-0312e49bb416 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbfbf0db-2bb9-4329-9f87-51a9d9d1ebdd']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:25.949211 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-37af7ed7-6989-4a18-a2ce-0312e49bb416 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea36df54-ed97-4f69-89e5-48b1e6a3952d') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:25.949211 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-37af7ed7-6989-4a18-a2ce-0312e49bb416 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea36df54-ed97-4f69-89e5-48b1e6a3952d') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:25.962569 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:25.965676 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-37af7ed7-6989-4a18-a2ce-0312e49bb416 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:25.969488 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf04d7df-58af-4c29-bebe-23bc7f7997f3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:25.973869 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bf04d7df-58af-4c29-bebe-23bc7f7997f3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0908155 Nov 12 20:17:25.975069 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48598) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:25.989386 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fa187a6b-f894-4863-a1d4-19d3ae9ec0b5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:25.995697 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa187a6b-f894-4863-a1d4-19d3ae9ec0b5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:25.996316 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fa187a6b-f894-4863-a1d4-19d3ae9ec0b5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:26.030038 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 1c4e3ba4-9155-4928-a557-15c54d582e93 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:17:26.052204 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-f6933969-1847-40fb-84fc-f1809cc85d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db7f27c0-8839-4d75-9752-433f98026878 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:17:26.055076 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 1c4e3ba4-9155-4928-a557-15c54d582e93 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:17:26.055524 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 1c4e3ba4-9155-4928-a557-15c54d582e93 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:17:26.071824 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-f6933969-1847-40fb-84fc-f1809cc85d87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:26.085347 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-f6933969-1847-40fb-84fc-f1809cc85d87 service neutron] Transition to ACTIVE for port object db7f27c0-8839-4d75-9752-433f98026878 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:17:26.088337 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:26.092914 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-f6933969-1847-40fb-84fc-f1809cc85d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:26.124514 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa187a6b-f894-4863-a1d4-19d3ae9ec0b5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Pushing event updated for resources: {'Network': ['ID=b850aa89-4449-40b8-b828-2d1d18b737ed,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:26.134228 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fa187a6b-f894-4863-a1d4-19d3ae9ec0b5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5329423 Nov 12 20:17:26.134228 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-37af7ed7-6989-4a18-a2ce-0312e49bb416 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:26.136467 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-be81ca77-31a7-42ad-afcf-978a555f5591 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] GET failed (client error): The resource could not be found. Nov 12 20:17:26.141504 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-be81ca77-31a7-42ad-afcf-978a555f5591 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "GET /v2.0/ports/293c9691-5846-4a73-b14c-e875850d80f2 HTTP/1.1" status: 404 len: 333 time: 0.1619673 Nov 12 20:17:26.143164 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48602) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:26.143496 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48606) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:26.145791 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c8d3f3-d813-4df8-acaa-f2c18175214b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3f6589-a29c-40da-bca7-3a5c3f83d39e'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:17:26.148505 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-e29e006b-d65c-43a2-992d-4584cdee32f5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Request body: {'subnet': {'network_id': 'b850aa89-4449-40b8-b828-2d1d18b737ed', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:26.159143 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a400cbc-0b5c-4a1a-a3be-511d185d7a6b" -d '{"events": [{"server_uuid": "72c8d3f3-d813-4df8-acaa-f2c18175214b", "name": "network-vif-plugged", "status": "completed", "tag": "9c3f6589-a29c-40da-bca7-3a5c3f83d39e"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:17:26.176659 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf1c8ad-22e0-449d-b142-ad0e34ed6ab7 None None] DHCP port deletion for d3873ac0-1db4-4dba-9bfe-d989f1a20099 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:17:26.183332 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network b850aa89-4449-40b8-b828-2d1d18b737ed details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:17:26.223900 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 9c3f6589-a29c-40da-bca7-3a5c3f83d39e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=9c3f6589-a29c-40da-bca7-3a5c3f83d39e,segment=NetworkSegment(69cd314b-0c9e-4d8d-9aa9-8bf2959b016a),segment_id=69cd314b-0c9e-4d8d-9aa9-8bf2959b016a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:26.240970 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6933969-1847-40fb-84fc-f1809cc85d87 service neutron] Pushing event updated for resources: {'Port': ['ID=db7f27c0-8839-4d75-9752-433f98026878,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:26.301577 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-6c84cc4b-e923-4505-b580-a66fef662694 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1668010217'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:26.306811 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69dd6dd-4a35-4348-b094-fec9c567f3b0 req-426945dc-1ce8-4cb9-9986-48b96d0dc5b0 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:26.308699 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a69dd6dd-4a35-4348-b094-fec9c567f3b0 req-426945dc-1ce8-4cb9-9986-48b96d0dc5b0 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 945 time: 0.1379154 Nov 12 20:17:26.314649 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:26.317716 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4893371-e942-48b4-b31b-9c154a52f540 x-openstack-request-id: req-c4893371-e942-48b4-b31b-9c154a52f540 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:17:26.318098 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c8d3f3-d813-4df8-acaa-f2c18175214b", "name": "network-vif-plugged", "status": "completed", "tag": "9c3f6589-a29c-40da-bca7-3a5c3f83d39e", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:17:26.318352 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c4893371-e942-48b4-b31b-9c154a52f540 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:17:26.318743 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c8d3f3-d813-4df8-acaa-f2c18175214b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3f6589-a29c-40da-bca7-3a5c3f83d39e', 'code': 200} Nov 12 20:17:26.319596 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37af7ed7-6989-4a18-a2ce-0312e49bb416 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:17:26.320103 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-37af7ed7-6989-4a18-a2ce-0312e49bb416 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:17:26.327118 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:17:26.351387 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-f6933969-1847-40fb-84fc-f1809cc85d87 service neutron] Attempting to bind port db7f27c0-8839-4d75-9752-433f98026878 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:17:26.351916 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-f6933969-1847-40fb-84fc-f1809cc85d87 service neutron] Attempting to bind port db7f27c0-8839-4d75-9752-433f98026878 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'f4687f99-6781-4a43-82a7-56c0a23bfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:17:26.352435 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-f6933969-1847-40fb-84fc-f1809cc85d87 service neutron] Attempting to bind port db7f27c0-8839-4d75-9752-433f98026878 on network d3873ac0-1db4-4dba-9bfe-d989f1a20099 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:17:26.369675 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-f6933969-1847-40fb-84fc-f1809cc85d87 service neutron] Port db7f27c0-8839-4d75-9752-433f98026878 on network d3873ac0-1db4-4dba-9bfe-d989f1a20099 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:17:26.370181 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-f6933969-1847-40fb-84fc-f1809cc85d87 service neutron] Attempting to bind port db7f27c0-8839-4d75-9752-433f98026878 on network d3873ac0-1db4-4dba-9bfe-d989f1a20099 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:17:26.380508 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-f6933969-1847-40fb-84fc-f1809cc85d87 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:17:26.381532 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-f6933969-1847-40fb-84fc-f1809cc85d87 service neutron] Checking segment: {'id': 'f4687f99-6781-4a43-82a7-56c0a23bfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:26.382132 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-f6933969-1847-40fb-84fc-f1809cc85d87 service neutron] Bound using segment: {'id': 'f4687f99-6781-4a43-82a7-56c0a23bfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:17:26.382719 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-f6933969-1847-40fb-84fc-f1809cc85d87 service neutron] Bound port: db7f27c0-8839-4d75-9752-433f98026878, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4687f99-6781-4a43-82a7-56c0a23bfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:17:26.383235 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-f6933969-1847-40fb-84fc-f1809cc85d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:26.401182 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=9c3f6589-a29c-40da-bca7-3a5c3f83d39e,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:26.447549 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a69dd6dd-4a35-4348-b094-fec9c567f3b0 req-d201d26d-b098-4fa6-b2b7-129e3c792cca tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026082 Nov 12 20:17:26.497864 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-f6933969-1847-40fb-84fc-f1809cc85d87 service neutron] For port db7f27c0-8839-4d75-9752-433f98026878, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:17:26.501690 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-f6933969-1847-40fb-84fc-f1809cc85d87 service neutron] For port db7f27c0-8839-4d75-9752-433f98026878, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=db7f27c0-8839-4d75-9752-433f98026878,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:17:26.508483 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-f6933969-1847-40fb-84fc-f1809cc85d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:26.533816 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c84cc4b-e923-4505-b580-a66fef662694 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:26.536924 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6c84cc4b-e923-4505-b580-a66fef662694 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:26.575003 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-f6933969-1847-40fb-84fc-f1809cc85d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:26.575768 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-f6933969-1847-40fb-84fc-f1809cc85d87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:26.577375 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-f6933969-1847-40fb-84fc-f1809cc85d87 service neutron] 10.222.0.55 "PUT /v2.0/ports/db7f27c0-8839-4d75-9752-433f98026878 HTTP/1.1" status: 200 len: 1093 time: 1.2190740 Nov 12 20:17:26.577805 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9fcc51-c741-45c8-8013-e0aeec421dbe', 'tag': 'db7f27c0-8839-4d75-9752-433f98026878'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:17:26.578784 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b236fa16-e50a-4f4b-8cbd-970814ac18d6 None None] DHCP port deletion for d3873ac0-1db4-4dba-9bfe-d989f1a20099 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:17:26.580194 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8212c4b1-fbdd-4853-b2cf-6ad839384a93" -d '{"events": [{"name": "network-changed", "server_uuid": "ba9fcc51-c741-45c8-8013-e0aeec421dbe", "tag": "db7f27c0-8839-4d75-9752-433f98026878"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:17:26.586265 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6933969-1847-40fb-84fc-f1809cc85d87 service neutron] Pushing event updated for resources: {'Port': ['ID=db7f27c0-8839-4d75-9752-433f98026878,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:26.657636 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b69fee-a469-450e-b195-f868a8a32224 x-openstack-request-id: req-d2b69fee-a469-450e-b195-f868a8a32224 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:17:26.657923 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba9fcc51-c741-45c8-8013-e0aeec421dbe", "tag": "db7f27c0-8839-4d75-9752-433f98026878", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:17:26.658173 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d2b69fee-a469-450e-b195-f868a8a32224 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:17:26.658561 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba9fcc51-c741-45c8-8013-e0aeec421dbe', 'tag': 'db7f27c0-8839-4d75-9752-433f98026878', 'status': 'completed', 'code': 200} Nov 12 20:17:26.675543 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-bc044b92-0b1c-41b1-9f05-e11a6e4d48f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:26.677100 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-bc044b92-0b1c-41b1-9f05-e11a6e4d48f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8273d0d46fc244019c3a4caebc6e0105&device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 1096 time: 0.0477316 Nov 12 20:17:26.725485 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-b2fccac1-34d0-44a9-86c8-6723a8697d14 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db7f27c0-8839-4d75-9752-433f98026878 HTTP/1.1" status: 200 len: 217 time: 0.0385914 Nov 12 20:17:26.780125 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-9a907ed8-f0ce-4063-971c-c0df6287d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:26.781645 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-9a907ed8-f0ce-4063-971c-c0df6287d5a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=112e4b86-9b36-4cfc-b638-09194238d947 HTTP/1.1" status: 200 len: 851 time: 0.0481167 Nov 12 20:17:26.819360 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-ac26d305-2230-4e0c-bec9-c94dd6d251e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3873ac0-1db4-4dba-9bfe-d989f1a20099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295284 Nov 12 20:17:26.913059 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-acc78663-247e-4ca8-9dc9-16d348f37077 service neutron] 10.222.0.55 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858569 Nov 12 20:17:26.931024 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4052d1-61fa-412c-93f8-dad4f03c7691 req-e96dabd4-ded6-40d7-be22-6a8ac2a57b0d tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:26.932523 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-df4052d1-61fa-412c-93f8-dad4f03c7691 req-e96dabd4-ded6-40d7-be22-6a8ac2a57b0d tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 944 time: 0.4731197 Nov 12 20:17:26.940899 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-37af7ed7-6989-4a18-a2ce-0312e49bb416 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:26.945535 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-37af7ed7-6989-4a18-a2ce-0312e49bb416 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:26.953332 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-37af7ed7-6989-4a18-a2ce-0312e49bb416 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/networks/dbfbf0db-2bb9-4329-9f87-51a9d9d1ebdd HTTP/1.1" status: 204 len: 168 time: 2.0920858 Nov 12 20:17:26.953332 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ad625-0134-40fe-b92a-eb9ef5de36f8 req-d41edbb3-72fa-4c83-bb2d-e7dcda804eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:26.953536 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fc1ad625-0134-40fe-b92a-eb9ef5de36f8 req-d41edbb3-72fa-4c83-bb2d-e7dcda804eb9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 1098 time: 0.6226828 Nov 12 20:17:26.953611 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48616) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:26.958575 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-0bd2459b-38f1-4942-a1ae-f62434c1a50c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'network': {'name': 'tempest-RoutersTest-1767047518'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:26.996770 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29e006b-d65c-43a2-992d-4584cdee32f5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Made reservation on behalf of f7b43fabbc0c4fd1b7488534368818d0 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:27.001321 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e29e006b-d65c-43a2-992d-4584cdee32f5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:27.008935 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af7ed7-6989-4a18-a2ce-0312e49bb416 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Network': ['ID=dbfbf0db-2bb9-4329-9f87-51a9d9d1ebdd,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:27.033217 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd2459b-38f1-4942-a1ae-f62434c1a50c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Made reservation on behalf of 2fbdff350f264aeaacb6dcabbb39b466 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:27.036963 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0bd2459b-38f1-4942-a1ae-f62434c1a50c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:27.042643 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c84cc4b-e923-4505-b580-a66fef662694 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:17:27.050273 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c11103c3-aa41-4eb5-8376-f2081d21706d req-5f8b09b2-e901-4f91-96ec-f0b26ac6d009 service neutron] 10.222.0.55 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295676 Nov 12 20:17:27.066149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd2459b-38f1-4942-a1ae-f62434c1a50c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:17:27.076629 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0bd2459b-38f1-4942-a1ae-f62434c1a50c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:27.076977 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-0bd2459b-38f1-4942-a1ae-f62434c1a50c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Added segment 861a3bce-9fc0-42d2-99ab-1e992d3ba968 of type vlan for network 740e9c88-8acb-48c9-9769-d0a2a55aee30 Nov 12 20:17:27.113465 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6c84cc4b-e923-4505-b580-a66fef662694 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:27.113806 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-6c84cc4b-e923-4505-b580-a66fef662694 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Added segment 5de92a27-e53b-4e29-a4d2-722d964ea942 of type vlan for network b2532db0-8a62-4dcc-a527-c26203944566 Nov 12 20:17:27.143258 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0bd2459b-38f1-4942-a1ae-f62434c1a50c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:27.168506 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212c4b1-fbdd-4853-b2cf-6ad839384a93 req-4439a0af-2bfc-4585-ab22-050b1a75b0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:27.170121 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8212c4b1-fbdd-4853-b2cf-6ad839384a93 req-4439a0af-2bfc-4585-ab22-050b1a75b0de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8273d0d46fc244019c3a4caebc6e0105&device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 1096 time: 0.0641060 Nov 12 20:17:27.178149 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0bd2459b-38f1-4942-a1ae-f62434c1a50c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:27.183688 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd2459b-38f1-4942-a1ae-f62434c1a50c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:27.184307 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0bd2459b-38f1-4942-a1ae-f62434c1a50c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:27.184433 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fc1ad625-0134-40fe-b92a-eb9ef5de36f8 req-b1168ac4-c19b-4cae-9541-20dd7f9e44b4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114425 Nov 12 20:17:27.188603 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-df4052d1-61fa-412c-93f8-dad4f03c7691 req-a7069f68-bfc0-4b79-84ac-04d62a4e0bf1 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340071 Nov 12 20:17:27.203939 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6c84cc4b-e923-4505-b580-a66fef662694 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:27.240049 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6c84cc4b-e923-4505-b580-a66fef662694 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:27.246972 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c84cc4b-e923-4505-b580-a66fef662694 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:27.248475 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6c84cc4b-e923-4505-b580-a66fef662694 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:27.282141 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0bd2459b-38f1-4942-a1ae-f62434c1a50c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3276169 Nov 12 20:17:27.289430 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48620) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:27.297323 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-d4697eab-21f4-45a9-af23-43e0b0113e39 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'subnet': {'network_id': '740e9c88-8acb-48c9-9769-d0a2a55aee30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:27.321102 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2459b-38f1-4942-a1ae-f62434c1a50c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Network': ['ID=740e9c88-8acb-48c9-9769-d0a2a55aee30,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:27.333068 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 740e9c88-8acb-48c9-9769-d0a2a55aee30 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:17:27.333651 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6c84cc4b-e923-4505-b580-a66fef662694 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0375247 Nov 12 20:17:27.340339 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48622) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:27.350553 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-a5504817-537b-42ec-ac7a-1602fc8a8d3a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'subnet': {'network_id': 'b2532db0-8a62-4dcc-a527-c26203944566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:27.434694 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84cc4b-e923-4505-b580-a66fef662694 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Network': ['ID=b2532db0-8a62-4dcc-a527-c26203944566,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:27.447946 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network b2532db0-8a62-4dcc-a527-c26203944566 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:17:27.501748 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e29e006b-d65c-43a2-992d-4584cdee32f5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:27.537841 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4697eab-21f4-45a9-af23-43e0b0113e39 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Made reservation on behalf of 2fbdff350f264aeaacb6dcabbb39b466 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:27.541504 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4697eab-21f4-45a9-af23-43e0b0113e39 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:27.639996 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e006b-d65c-43a2-992d-4584cdee32f5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Pushing event updated for resources: {'Subnet': ['ID=0457fb03-1b55-4c67-8b5b-8591f63d567f,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:27.649103 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29e006b-d65c-43a2-992d-4584cdee32f5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Checking segment: {'id': 'cb10a3c1-72b6-4cfd-bd71-60f726312df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b850aa89-4449-40b8-b828-2d1d18b737ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:27.649481 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29e006b-d65c-43a2-992d-4584cdee32f5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Network hostable DHCP agents. Network: b850aa89-4449-40b8-b828-2d1d18b737ed, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:17:27.683077 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29e006b-d65c-43a2-992d-4584cdee32f5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Network b850aa89-4449-40b8-b828-2d1d18b737ed is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:17:27.699673 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-e29e006b-d65c-43a2-992d-4584cdee32f5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, b850aa89-4449-40b8-b828-2d1d18b737ed) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:27.708427 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43393913-3776-4619-ae97-103312fb5f31 None None] Network b850aa89-4449-40b8-b828-2d1d18b737ed requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:27.730109 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29e006b-d65c-43a2-992d-4584cdee32f5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:27.730695 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e29e006b-d65c-43a2-992d-4584cdee32f5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:27.760071 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e29e006b-d65c-43a2-992d-4584cdee32f5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6155193 Nov 12 20:17:27.763679 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48628) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:27.768330 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212c4b1-fbdd-4853-b2cf-6ad839384a93 req-9795d135-324f-48f6-a1ed-ce98e46527bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:27.769720 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-3d8767cb-43d5-4002-ac6f-b1390df501a1 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b850aa89-4449-40b8-b828-2d1d18b737ed'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:27.769937 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8212c4b1-fbdd-4853-b2cf-6ad839384a93 req-9795d135-324f-48f6-a1ed-ce98e46527bd service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3873ac0-1db4-4dba-9bfe-d989f1a20099 HTTP/1.1" status: 200 len: 912 time: 0.5825765 Nov 12 20:17:27.832126 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8212c4b1-fbdd-4853-b2cf-6ad839384a93 req-5b041de5-f14f-454a-9e8c-cf0f0af54e07 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db7f27c0-8839-4d75-9752-433f98026878 HTTP/1.1" status: 200 len: 217 time: 0.0465150 Nov 12 20:17:27.863250 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43876e-a0ff-46b8-a622-0893e333c93a req-8c1738f9-f170-4ae8-add3-66ff181ce244 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:27.865011 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9f43876e-a0ff-46b8-a622-0893e333c93a req-8c1738f9-f170-4ae8-add3-66ff181ce244 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.1762891 Nov 12 20:17:27.884329 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4697eab-21f4-45a9-af23-43e0b0113e39 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:27.890955 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b13dc67-d95f-4672-be73-07a2405066d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-b850aa89-4449-40b8-b828-2d1d18b737ed', 'network_id': 'b850aa89-4449-40b8-b828-2d1d18b737ed', 'tenant_id': 'f7b43fabbc0c4fd1b7488534368818d0', 'fixed_ips': [{'subnet_id': '0457fb03-1b55-4c67-8b5b-8591f63d567f'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:17:27.892539 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b13dc67-d95f-4672-be73-07a2405066d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:27.915526 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5504817-537b-42ec-ac7a-1602fc8a8d3a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:27.919114 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a5504817-537b-42ec-ac7a-1602fc8a8d3a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:27.960657 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212c4b1-fbdd-4853-b2cf-6ad839384a93 req-98989f19-9c4d-429c-92e9-99365327a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:27.962034 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8212c4b1-fbdd-4853-b2cf-6ad839384a93 req-98989f19-9c4d-429c-92e9-99365327a8f4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=112e4b86-9b36-4cfc-b638-09194238d947 HTTP/1.1" status: 200 len: 851 time: 0.1231153 Nov 12 20:17:28.038268 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8212c4b1-fbdd-4853-b2cf-6ad839384a93 req-17e6892f-57d3-4911-a042-2ae18b4943af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3873ac0-1db4-4dba-9bfe-d989f1a20099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421853 Nov 12 20:17:28.047038 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9f43876e-a0ff-46b8-a622-0893e333c93a req-10f53d18-20cd-47fc-a775-0606c3fdb9fe tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604385 Nov 12 20:17:28.062856 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3d8767cb-43d5-4002-ac6f-b1390df501a1 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:28.063979 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-7b13dc67-d95f-4672-be73-07a2405066d6 None None] Allocated IP 2001:db8:1::2 (b850aa89-4449-40b8-b828-2d1d18b737ed/0457fb03-1b55-4c67-8b5b-8591f63d567f/ef2afbab-6e64-482e-bd00-283a5f5b41ca) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:28.119201 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4697eab-21f4-45a9-af23-43e0b0113e39 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Subnet': ['ID=9fc94dc3-5c2b-4c33-b716-14f519459b01,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:28.136943 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4697eab-21f4-45a9-af23-43e0b0113e39 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Checking segment: {'id': '861a3bce-9fc0-42d2-99ab-1e992d3ba968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '740e9c88-8acb-48c9-9769-d0a2a55aee30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:28.137316 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4697eab-21f4-45a9-af23-43e0b0113e39 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network hostable DHCP agents. Network: 740e9c88-8acb-48c9-9769-d0a2a55aee30, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:17:28.194909 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4697eab-21f4-45a9-af23-43e0b0113e39 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network 740e9c88-8acb-48c9-9769-d0a2a55aee30 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:17:28.198088 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8212c4b1-fbdd-4853-b2cf-6ad839384a93 req-f44ba7a0-93f9-40cd-ad64-8fcbf4f8c103 service neutron] 10.222.0.55 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479256 Nov 12 20:17:28.211658 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-d4697eab-21f4-45a9-af23-43e0b0113e39 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 740e9c88-8acb-48c9-9769-d0a2a55aee30) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:28.234002 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42000c4a-0bb3-4f9a-8c20-221a2b7d0348 None None] Network 740e9c88-8acb-48c9-9769-d0a2a55aee30 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:28.249171 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4697eab-21f4-45a9-af23-43e0b0113e39 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:28.250423 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4697eab-21f4-45a9-af23-43e0b0113e39 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:28.290293 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-3d8767cb-43d5-4002-ac6f-b1390df501a1 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:17:28.295810 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3d8767cb-43d5-4002-ac6f-b1390df501a1 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "PUT /v2.0/routers/edc8cd9a-04ba-4466-bd49-50e8c2d4a65f HTTP/1.1" status: 400 len: 364 time: 0.5270388 Nov 12 20:17:28.301202 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48634) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:28.347928 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a5504817-537b-42ec-ac7a-1602fc8a8d3a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:28.410700 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d4697eab-21f4-45a9-af23-43e0b0113e39 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1151347 Nov 12 20:17:28.413205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48636) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:28.425204 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-d918cdfb-a9cc-496b-b44b-cf97d35700f2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-283928598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:28.440615 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8212c4b1-fbdd-4853-b2cf-6ad839384a93 req-23fc54e9-1fff-42f7-b712-2f4993639322 service neutron] 10.222.0.55 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336006 Nov 12 20:17:28.453949 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5504817-537b-42ec-ac7a-1602fc8a8d3a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Subnet': ['ID=4b5c3845-4be9-40e4-882f-193cb21791db,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:28.490899 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5504817-537b-42ec-ac7a-1602fc8a8d3a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Checking segment: {'id': '5de92a27-e53b-4e29-a4d2-722d964ea942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b2532db0-8a62-4dcc-a527-c26203944566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:28.492032 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5504817-537b-42ec-ac7a-1602fc8a8d3a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network hostable DHCP agents. Network: b2532db0-8a62-4dcc-a527-c26203944566, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:17:28.498115 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d918cdfb-a9cc-496b-b44b-cf97d35700f2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:28.499554 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d918cdfb-a9cc-496b-b44b-cf97d35700f2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:28.511209 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f00ea-d46a-4637-a755-c3dcddac61d9 req-7a368b93-91bc-4959-9cf9-459de77a375a tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:28.513081 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d73f00ea-d46a-4637-a755-c3dcddac61d9 req-7a368b93-91bc-4959-9cf9-459de77a375a tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 944 time: 0.2097733 Nov 12 20:17:28.522594 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b13dc67-d95f-4672-be73-07a2405066d6 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:28.539118 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5504817-537b-42ec-ac7a-1602fc8a8d3a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network b2532db0-8a62-4dcc-a527-c26203944566 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:17:28.556568 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b13dc67-d95f-4672-be73-07a2405066d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:28.577035 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d918cdfb-a9cc-496b-b44b-cf97d35700f2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:28.579134 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-a5504817-537b-42ec-ac7a-1602fc8a8d3a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, b2532db0-8a62-4dcc-a527-c26203944566) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:28.583962 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5504817-537b-42ec-ac7a-1602fc8a8d3a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:28.584708 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a5504817-537b-42ec-ac7a-1602fc8a8d3a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:28.590302 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d918cdfb-a9cc-496b-b44b-cf97d35700f2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:28.598975 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c78208-02b1-4a73-979d-ec23ef728397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-740e9c88-8acb-48c9-9769-d0a2a55aee30', 'network_id': '740e9c88-8acb-48c9-9769-d0a2a55aee30', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'fixed_ips': [{'subnet_id': '9fc94dc3-5c2b-4c33-b716-14f519459b01'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:17:28.599921 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4c78208-02b1-4a73-979d-ec23ef728397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:28.602771 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce8e2fd-3d48-4aad-aacb-a63a8bc7de66 None None] Network b2532db0-8a62-4dcc-a527-c26203944566 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:28.615528 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d918cdfb-a9cc-496b-b44b-cf97d35700f2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:28.619523 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d918cdfb-a9cc-496b-b44b-cf97d35700f2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1995716 Nov 12 20:17:28.624874 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a5504817-537b-42ec-ac7a-1602fc8a8d3a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2788703 Nov 12 20:17:28.624874 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48638) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:28.626394 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48640) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:28.634611 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-e308afe1-7cc9-4c2b-b1e9-98740897e6fb tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'subnet': {'network_id': 'b2532db0-8a62-4dcc-a527-c26203944566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:28.677979 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d73f00ea-d46a-4637-a755-c3dcddac61d9 req-4b64fea1-b38f-402e-9f8e-fccb0d807b1c tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371837 Nov 12 20:17:28.713166 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b13dc67-d95f-4672-be73-07a2405066d6 None None] Network b850aa89-4449-40b8-b828-2d1d18b737ed is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:28.738397 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0301-d1f1-4951-856d-a339807399bb tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:28.921968 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-7b13dc67-d95f-4672-be73-07a2405066d6 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:28.925011 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b13dc67-d95f-4672-be73-07a2405066d6 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:28.932972 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13dc67-d95f-4672-be73-07a2405066d6 None None] Pushing event updated for resources: {'Port': ['ID=ef2afbab-6e64-482e-bd00-283a5f5b41ca,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:28.986962 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e308afe1-7cc9-4c2b-b1e9-98740897e6fb tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:28.990669 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e308afe1-7cc9-4c2b-b1e9-98740897e6fb tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:29.018154 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-4f4d0301-d1f1-4951-856d-a339807399bb tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Allocated IP 2001:db8::1 (8f611192-f0b7-4cb8-b6da-22bc63312563/e5c76579-1744-4a63-ba0e-d59843b0e780/88c3ca83-d7e2-4b3e-94a1-c466fd81024c) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:29.075063 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f5499b4-c40d-4707-9eb4-a0ee61087f99 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:29.093877 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-7b13dc67-d95f-4672-be73-07a2405066d6 None None] Attempting to bind port ef2afbab-6e64-482e-bd00-283a5f5b41ca on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:17:29.094250 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-7b13dc67-d95f-4672-be73-07a2405066d6 None None] Attempting to bind port ef2afbab-6e64-482e-bd00-283a5f5b41ca by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'cb10a3c1-72b6-4cfd-bd71-60f726312df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b850aa89-4449-40b8-b828-2d1d18b737ed'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:17:29.094614 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b13dc67-d95f-4672-be73-07a2405066d6 None None] Attempting to bind port ef2afbab-6e64-482e-bd00-283a5f5b41ca on network b850aa89-4449-40b8-b828-2d1d18b737ed {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:17:29.105737 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-a4c78208-02b1-4a73-979d-ec23ef728397 None None] Allocated IP 172.20.0.2 (740e9c88-8acb-48c9-9769-d0a2a55aee30/9fc94dc3-5c2b-4c33-b716-14f519459b01/c2904d45-1134-4b3e-bd11-cabc155c8ced) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:29.118388 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b13dc67-d95f-4672-be73-07a2405066d6 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:17:29.118767 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b13dc67-d95f-4672-be73-07a2405066d6 None None] Checking segment: {'id': 'cb10a3c1-72b6-4cfd-bd71-60f726312df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b850aa89-4449-40b8-b828-2d1d18b737ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:29.119172 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b13dc67-d95f-4672-be73-07a2405066d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:29.119567 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b13dc67-d95f-4672-be73-07a2405066d6 None None] Bound using segment: {'id': 'cb10a3c1-72b6-4cfd-bd71-60f726312df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b850aa89-4449-40b8-b828-2d1d18b737ed'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:17:29.120260 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-7b13dc67-d95f-4672-be73-07a2405066d6 None None] Bound port: ef2afbab-6e64-482e-bd00-283a5f5b41ca, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb10a3c1-72b6-4cfd-bd71-60f726312df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b850aa89-4449-40b8-b828-2d1d18b737ed'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:17:29.120704 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b13dc67-d95f-4672-be73-07a2405066d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:29.188796 n-d-712140-15 neutron-server[102448]: INFO neutron.db.ipam_backend_mixin [None req-e308afe1-7cc9-4c2b-b1e9-98740897e6fb tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4b5c3845-4be9-40e4-882f-193cb21791db (CIDR: 2001:db8::/64) Nov 12 20:17:29.196952 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-e308afe1-7cc9-4c2b-b1e9-98740897e6fb tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:17:29.197403 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e308afe1-7cc9-4c2b-b1e9-98740897e6fb tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:17:29.209119 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0301-d1f1-4951-856d-a339807399bb tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:29.223182 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96fed0-68cd-4a0f-b341-3d96d45d23bb req-e846dc47-65eb-4184-a605-71eb8e31126a tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:29.225025 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5c96fed0-68cd-4a0f-b341-3d96d45d23bb req-e846dc47-65eb-4184-a605-71eb8e31126a tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.0868950 Nov 12 20:17:29.227458 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b13dc67-d95f-4672-be73-07a2405066d6 None None] For port ef2afbab-6e64-482e-bd00-283a5f5b41ca, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:17:29.230583 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b13dc67-d95f-4672-be73-07a2405066d6 None None] For port ef2afbab-6e64-482e-bd00-283a5f5b41ca, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ef2afbab-6e64-482e-bd00-283a5f5b41ca,segment=NetworkSegment(cb10a3c1-72b6-4cfd-bd71-60f726312df3),segment_id=cb10a3c1-72b6-4cfd-bd71-60f726312df3)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:17:29.241801 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19acd983-99b2-4f52-86c5-73d1583bd096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-b2532db0-8a62-4dcc-a527-c26203944566', 'network_id': 'b2532db0-8a62-4dcc-a527-c26203944566', 'tenant_id': '342069ba33064139a154c54a222289e0', 'fixed_ips': [{'subnet_id': '4b5c3845-4be9-40e4-882f-193cb21791db'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:17:29.242038 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-19acd983-99b2-4f52-86c5-73d1583bd096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:29.259204 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b13dc67-d95f-4672-be73-07a2405066d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:29.263671 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e308afe1-7cc9-4c2b-b1e9-98740897e6fb tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6345475 Nov 12 20:17:29.266826 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48646) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:29.273883 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-3a621dd3-20e2-4ffa-96ef-17193d79520a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'subnet': {'network_id': 'b2532db0-8a62-4dcc-a527-c26203944566', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:29.286434 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0301-d1f1-4951-856d-a339807399bb tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:29.343569 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5c96fed0-68cd-4a0f-b341-3d96d45d23bb req-ab17cfe6-5957-41bf-beb7-66949a419ad4 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006329 Nov 12 20:17:29.349918 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4d0301-d1f1-4951-856d-a339807399bb tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Network 8f611192-f0b7-4cb8-b6da-22bc63312563 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:29.355467 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-4f4d0301-d1f1-4951-856d-a339807399bb tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:29.359560 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4d0301-d1f1-4951-856d-a339807399bb tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:29.360214 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0301-d1f1-4951-856d-a339807399bb tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:29.428917 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d0301-d1f1-4951-856d-a339807399bb tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Pushing event updated for resources: {'Port': ['ID=88c3ca83-d7e2-4b3e-94a1-c466fd81024c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:29.500400 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a621dd3-20e2-4ffa-96ef-17193d79520a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:29.521085 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3a621dd3-20e2-4ffa-96ef-17193d79520a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:29.578968 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0301-d1f1-4951-856d-a339807399bb tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:29.599834 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13dc67-d95f-4672-be73-07a2405066d6 None None] Pushing event updated for resources: {'Port': ['ID=ef2afbab-6e64-482e-bd00-283a5f5b41ca,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:29.645752 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4c78208-02b1-4a73-979d-ec23ef728397 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:29.670148 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-19acd983-99b2-4f52-86c5-73d1583bd096 None None] Allocated IP 2001:db8::2 (b2532db0-8a62-4dcc-a527-c26203944566/4b5c3845-4be9-40e4-882f-193cb21791db/4f485c8e-e856-4c88-a94d-ab49a477c637) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:29.672825 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4c78208-02b1-4a73-979d-ec23ef728397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:29.776515 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c78208-02b1-4a73-979d-ec23ef728397 None None] Network 740e9c88-8acb-48c9-9769-d0a2a55aee30 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:29.787447 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-a4c78208-02b1-4a73-979d-ec23ef728397 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:29.791385 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c78208-02b1-4a73-979d-ec23ef728397 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:29.918332 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c78208-02b1-4a73-979d-ec23ef728397 None None] Pushing event updated for resources: {'Port': ['ID=c2904d45-1134-4b3e-bd11-cabc155c8ced,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:29.933108 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8b125235-5222-43f8-82b8-9aabf10bdddc None None] Provisioning complete for port 88c3ca83-d7e2-4b3e-94a1-c466fd81024c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:29.933488 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8b125235-5222-43f8-82b8-9aabf10bdddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:29.938988 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-6f5499b4-c40d-4707-9eb4-a0ee61087f99 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Allocated IP 172.20.0.1 (740e9c88-8acb-48c9-9769-d0a2a55aee30/9fc94dc3-5c2b-4c33-b716-14f519459b01/373ec133-cdd5-44f2-8d55-2adc9e3ab874) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:30.019532 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de1459-d332-4765-b217-937441c9e3f3 req-1bee197c-9d20-4314-b681-f5c7e2a0aa9d tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:30.034274 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-79de1459-d332-4765-b217-937441c9e3f3 req-1bee197c-9d20-4314-b681-f5c7e2a0aa9d tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 944 time: 0.1593847 Nov 12 20:17:30.040984 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-a4c78208-02b1-4a73-979d-ec23ef728397 None None] Attempting to bind port c2904d45-1134-4b3e-bd11-cabc155c8ced on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:17:30.041363 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-a4c78208-02b1-4a73-979d-ec23ef728397 None None] Attempting to bind port c2904d45-1134-4b3e-bd11-cabc155c8ced by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '861a3bce-9fc0-42d2-99ab-1e992d3ba968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '740e9c88-8acb-48c9-9769-d0a2a55aee30'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:17:30.041816 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e24c0c-d387-4940-a64a-2f45f5309bdc req-c2cf1c1c-1183-40f3-a456-737c8dbc2d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:30.042273 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c78208-02b1-4a73-979d-ec23ef728397 None None] Attempting to bind port c2904d45-1134-4b3e-bd11-cabc155c8ced on network 740e9c88-8acb-48c9-9769-d0a2a55aee30 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:17:30.043540 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b9e24c0c-d387-4940-a64a-2f45f5309bdc req-c2cf1c1c-1183-40f3-a456-737c8dbc2d3a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f74867b50744eb7b866c1e4d6eb5a6e&device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 1098 time: 0.2877116 Nov 12 20:17:30.053923 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8b125235-5222-43f8-82b8-9aabf10bdddc None None] Port 88c3ca83-d7e2-4b3e-94a1-c466fd81024c cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:17:30.055159 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6a691-f902-4601-a37e-f0388d35eec4 req-b4e5281f-0574-4455-b5c2-cf85314fdd75 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:30.059233 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d8b6a691-f902-4601-a37e-f0388d35eec4 req-b4e5281f-0574-4455-b5c2-cf85314fdd75 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.2166033 Nov 12 20:17:30.060600 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c78208-02b1-4a73-979d-ec23ef728397 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:17:30.060982 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c78208-02b1-4a73-979d-ec23ef728397 None None] Checking segment: {'id': '861a3bce-9fc0-42d2-99ab-1e992d3ba968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '740e9c88-8acb-48c9-9769-d0a2a55aee30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:30.061384 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4c78208-02b1-4a73-979d-ec23ef728397 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:30.061819 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c78208-02b1-4a73-979d-ec23ef728397 None None] Bound using segment: {'id': '861a3bce-9fc0-42d2-99ab-1e992d3ba968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '740e9c88-8acb-48c9-9769-d0a2a55aee30'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:17:30.062314 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-a4c78208-02b1-4a73-979d-ec23ef728397 None None] Bound port: c2904d45-1134-4b3e-bd11-cabc155c8ced, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861a3bce-9fc0-42d2-99ab-1e992d3ba968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '740e9c88-8acb-48c9-9769-d0a2a55aee30'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:17:30.062694 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4c78208-02b1-4a73-979d-ec23ef728397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:30.132579 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ef2afbab-6e64-482e-bd00-283a5f5b41ca up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:17:30.207517 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-19acd983-99b2-4f52-86c5-73d1583bd096 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:30.226023 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-79de1459-d332-4765-b217-937441c9e3f3 req-d0db7d54-fd5e-4658-8bec-860d97fc36ca tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908095 Nov 12 20:17:30.227612 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a4c78208-02b1-4a73-979d-ec23ef728397 None None] For port c2904d45-1134-4b3e-bd11-cabc155c8ced, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:17:30.231830 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-19acd983-99b2-4f52-86c5-73d1583bd096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:30.236370 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a4c78208-02b1-4a73-979d-ec23ef728397 None None] For port c2904d45-1134-4b3e-bd11-cabc155c8ced, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c2904d45-1134-4b3e-bd11-cabc155c8ced,segment=NetworkSegment(861a3bce-9fc0-42d2-99ab-1e992d3ba968),segment_id=861a3bce-9fc0-42d2-99ab-1e992d3ba968)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:17:30.261228 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f5499b4-c40d-4707-9eb4-a0ee61087f99 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:30.275511 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d8b6a691-f902-4601-a37e-f0388d35eec4 req-323fcac9-d545-46dc-84d2-c59ddfc2e0f9 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985013 Nov 12 20:17:30.285136 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4c78208-02b1-4a73-979d-ec23ef728397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:30.315729 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3a621dd3-20e2-4ffa-96ef-17193d79520a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:30.320917 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e24c0c-d387-4940-a64a-2f45f5309bdc req-b571e07b-4726-446d-ba7e-50dcba9cb28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:30.322615 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b9e24c0c-d387-4940-a64a-2f45f5309bdc req-b571e07b-4726-446d-ba7e-50dcba9cb28d service neutron] 10.222.0.52 "GET /v2.0/networks?id=b3107c86-393d-4546-95b6-185ebc23d220 HTTP/1.1" status: 200 len: 911 time: 0.2583277 Nov 12 20:17:30.331619 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19acd983-99b2-4f52-86c5-73d1583bd096 None None] Network b2532db0-8a62-4dcc-a527-c26203944566 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:30.354336 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-19acd983-99b2-4f52-86c5-73d1583bd096 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:30.365489 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19acd983-99b2-4f52-86c5-73d1583bd096 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:30.372669 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acd983-99b2-4f52-86c5-73d1583bd096 None None] Pushing event updated for resources: {'Port': ['ID=4f485c8e-e856-4c88-a94d-ab49a477c637,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:30.385027 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a621dd3-20e2-4ffa-96ef-17193d79520a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network b2532db0-8a62-4dcc-a527-c26203944566 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:30.386733 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port ef2afbab-6e64-482e-bd00-283a5f5b41ca triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:30.386848 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:30.396115 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-3a621dd3-20e2-4ffa-96ef-17193d79520a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:30.400490 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f5499b4-c40d-4707-9eb4-a0ee61087f99 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:30.404026 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a621dd3-20e2-4ffa-96ef-17193d79520a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:30.413109 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3a621dd3-20e2-4ffa-96ef-17193d79520a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:30.447643 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b9e24c0c-d387-4940-a64a-2f45f5309bdc req-652d69a7-6680-4c5b-8152-d1318f1539e0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c3f6589-a29c-40da-bca7-3a5c3f83d39e HTTP/1.1" status: 200 len: 217 time: 0.1128263 Nov 12 20:17:30.453320 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0301-d1f1-4951-856d-a339807399bb tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:30.478325 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a621dd3-20e2-4ffa-96ef-17193d79520a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Subnet': ['ID=701912e1-a7f8-4610-9a19-0b2adaa7c0b0,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:30.523924 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5499b4-c40d-4707-9eb4-a0ee61087f99 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network 740e9c88-8acb-48c9-9769-d0a2a55aee30 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:30.526546 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0301-d1f1-4951-856d-a339807399bb tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:30.527928 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0301-d1f1-4951-856d-a339807399bb tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:30.529879 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-19acd983-99b2-4f52-86c5-73d1583bd096 None None] Attempting to bind port 4f485c8e-e856-4c88-a94d-ab49a477c637 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:17:30.532898 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-19acd983-99b2-4f52-86c5-73d1583bd096 None None] Attempting to bind port 4f485c8e-e856-4c88-a94d-ab49a477c637 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '5de92a27-e53b-4e29-a4d2-722d964ea942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b2532db0-8a62-4dcc-a527-c26203944566'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:17:30.532898 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19acd983-99b2-4f52-86c5-73d1583bd096 None None] Attempting to bind port 4f485c8e-e856-4c88-a94d-ab49a477c637 on network b2532db0-8a62-4dcc-a527-c26203944566 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:17:30.533279 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c78208-02b1-4a73-979d-ec23ef728397 None None] Pushing event updated for resources: {'Port': ['ID=c2904d45-1134-4b3e-bd11-cabc155c8ced,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:30.533892 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3a621dd3-20e2-4ffa-96ef-17193d79520a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2664785 Nov 12 20:17:30.534698 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48660) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:30.550469 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19acd983-99b2-4f52-86c5-73d1583bd096 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:17:30.550849 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19acd983-99b2-4f52-86c5-73d1583bd096 None None] Checking segment: {'id': '5de92a27-e53b-4e29-a4d2-722d964ea942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b2532db0-8a62-4dcc-a527-c26203944566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:30.551254 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-19acd983-99b2-4f52-86c5-73d1583bd096 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:30.551642 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19acd983-99b2-4f52-86c5-73d1583bd096 None None] Bound using segment: {'id': '5de92a27-e53b-4e29-a4d2-722d964ea942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b2532db0-8a62-4dcc-a527-c26203944566'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:17:30.552195 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-19acd983-99b2-4f52-86c5-73d1583bd096 None None] Bound port: 4f485c8e-e856-4c88-a94d-ab49a477c637, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de92a27-e53b-4e29-a4d2-722d964ea942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b2532db0-8a62-4dcc-a527-c26203944566'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:17:30.552522 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-19acd983-99b2-4f52-86c5-73d1583bd096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:30.556999 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-5f8a6e8c-ee5e-47c4-9ccd-85935adb15b4 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'port': {'network_id': 'b2532db0-8a62-4dcc-a527-c26203944566', 'fixed_ips': [{'subnet_id': '4b5c3845-4be9-40e4-882f-193cb21791db'}, {'subnet_id': '701912e1-a7f8-4610-9a19-0b2adaa7c0b0'}], 'name': 'tempest-PortsIpV6TestJSON-2126732616'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:30.572645 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device db7f27c0-8839-4d75-9752-433f98026878 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:17:30.594665 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e24c0c-d387-4940-a64a-2f45f5309bdc req-7220a0f4-967d-4509-95ac-ba2ee9ac92ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:30.599345 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b9e24c0c-d387-4940-a64a-2f45f5309bdc req-7220a0f4-967d-4509-95ac-ba2ee9ac92ca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c0b4a992-c342-412e-9115-492f4914c4c9 HTTP/1.1" status: 200 len: 850 time: 0.1420999 Nov 12 20:17:30.663640 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b9e24c0c-d387-4940-a64a-2f45f5309bdc req-735ba16a-1fb1-4222-a582-a1b19c6b64ce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b3107c86-393d-4546-95b6-185ebc23d220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484092 Nov 12 20:17:30.698603 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-6f5499b4-c40d-4707-9eb4-a0ee61087f99 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:30.709048 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5499b4-c40d-4707-9eb4-a0ee61087f99 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:30.715442 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5499b4-c40d-4707-9eb4-a0ee61087f99 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Port': ['ID=373ec133-cdd5-44f2-8d55-2adc9e3ab874,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:30.779054 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8a6e8c-ee5e-47c4-9ccd-85935adb15b4 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:30.796074 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:30.813644 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f5499b4-c40d-4707-9eb4-a0ee61087f99 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:30.840431 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-19acd983-99b2-4f52-86c5-73d1583bd096 None None] For port 4f485c8e-e856-4c88-a94d-ab49a477c637, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:17:30.887743 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port ef2afbab-6e64-482e-bd00-283a5f5b41ca, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ef2afbab-6e64-482e-bd00-283a5f5b41ca,segment=NetworkSegment(cb10a3c1-72b6-4cfd-bd71-60f726312df3),segment_id=cb10a3c1-72b6-4cfd-bd71-60f726312df3)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:30.895663 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-19acd983-99b2-4f52-86c5-73d1583bd096 None None] For port 4f485c8e-e856-4c88-a94d-ab49a477c637, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=4f485c8e-e856-4c88-a94d-ab49a477c637,segment=NetworkSegment(5de92a27-e53b-4e29-a4d2-722d964ea942),segment_id=5de92a27-e53b-4e29-a4d2-722d964ea942)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:17:30.906026 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-19acd983-99b2-4f52-86c5-73d1583bd096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:30.912457 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:30.929149 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d0301-d1f1-4951-856d-a339807399bb tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Pushing event updated for resources: {'Port': ['ID=88c3ca83-d7e2-4b3e-94a1-c466fd81024c,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:30.960179 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4d0301-d1f1-4951-856d-a339807399bb tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Network 8f611192-f0b7-4cb8-b6da-22bc63312563 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:30.963345 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-4f4d0301-d1f1-4951-856d-a339807399bb tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:30.968850 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port db7f27c0-8839-4d75-9752-433f98026878, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=db7f27c0-8839-4d75-9752-433f98026878,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:30.996708 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'db7f27c0-8839-4d75-9752-433f98026878', 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099', 'port_id': 'db7f27c0-8839-4d75-9752-433f98026878', 'mac_address': 'fa:16:3e:24:83:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112e4b86-9b36-4cfc-b638-09194238d947', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:17:31.077562 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acd983-99b2-4f52-86c5-73d1583bd096 None None] Pushing event updated for resources: {'Port': ['ID=4f485c8e-e856-4c88-a94d-ab49a477c637,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:31.083846 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:31.131268 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db7f27c0-8839-4d75-9752-433f98026878 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:17:31.163405 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b9e24c0c-d387-4940-a64a-2f45f5309bdc req-00a8ab02-f7e3-481a-bf0e-3b93b58e10eb service neutron] 10.222.0.52 "GET /v2.0/networks/b3107c86-393d-4546-95b6-185ebc23d220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457018 Nov 12 20:17:31.167411 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port db7f27c0-8839-4d75-9752-433f98026878, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=db7f27c0-8839-4d75-9752-433f98026878,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:31.191665 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba22679-8ae9-4255-9040-d8382602d2d7 None None] Network b850aa89-4449-40b8-b828-2d1d18b737ed requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:31.196972 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:31.350292 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4d0301-d1f1-4951-856d-a339807399bb tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Router edc8cd9a-04ba-4466-bd49-50e8c2d4a65f has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:17:31.444352 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c76852b1-582f-49e7-9e60-7d53088276e3 None None] Provisioning complete for port ef2afbab-6e64-482e-bd00-283a5f5b41ca triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:31.444722 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c76852b1-582f-49e7-9e60-7d53088276e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:31.446648 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=ef2afbab-6e64-482e-bd00-283a5f5b41ca,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:31.531493 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=db7f27c0-8839-4d75-9752-433f98026878,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:31.538887 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f8a6e8c-ee5e-47c4-9ccd-85935adb15b4 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:31.634114 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-5f8a6e8c-ee5e-47c4-9ccd-85935adb15b4 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] device_id is not set on port b3d50d86-9c0b-4e8c-b760-32b4fbc811d8 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:17:31.661752 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b9e24c0c-d387-4940-a64a-2f45f5309bdc req-7dba1238-a4b3-4577-9888-f9f8a7289324 service neutron] 10.222.0.52 "GET /v2.0/networks/b3107c86-393d-4546-95b6-185ebc23d220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844737 Nov 12 20:17:31.664931 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4d0301-d1f1-4951-856d-a339807399bb tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:17:31.671704 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4f4d0301-d1f1-4951-856d-a339807399bb tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "PUT /v2.0/routers/edc8cd9a-04ba-4466-bd49-50e8c2d4a65f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3662949 Nov 12 20:17:31.674402 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f5499b4-c40d-4707-9eb4-a0ee61087f99 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:31.675207 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48670) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:31.723838 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['db7f27c0-8839-4d75-9752-433f98026878'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:17:31.728909 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb141a5-0ddb-4265-92de-5d227c19ce6c None None] Sync routers for ids ['edc8cd9a-04ba-4466-bd49-50e8c2d4a65f'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:17:31.759875 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598c181-f034-4690-999a-e495b685a1c4 req-dc8b6e19-2097-489e-bcde-a108b99cff38 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:31.761746 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3598c181-f034-4690-999a-e495b685a1c4 req-dc8b6e19-2097-489e-bcde-a108b99cff38 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.2982175 Nov 12 20:17:31.815298 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb141a5-0ddb-4265-92de-5d227c19ce6c None None] Routers {'edc8cd9a-04ba-4466-bd49-50e8c2d4a65f'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:17:31.817017 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-ffb141a5-0ddb-4265-92de-5d227c19ce6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['edc8cd9a-04ba-4466-bd49-50e8c2d4a65f'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:31.982254 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-ffb141a5-0ddb-4265-92de-5d227c19ce6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:32.047671 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d0c0d146-1f6f-433b-af56-54fea3407c41 None None] Provisioning complete for port 88c3ca83-d7e2-4b3e-94a1-c466fd81024c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:32.048040 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d0c0d146-1f6f-433b-af56-54fea3407c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:32.111671 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb141a5-0ddb-4265-92de-5d227c19ce6c None None] Routers {'edc8cd9a-04ba-4466-bd49-50e8c2d4a65f'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:17:32.112156 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-ffb141a5-0ddb-4265-92de-5d227c19ce6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['edc8cd9a-04ba-4466-bd49-50e8c2d4a65f'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:32.161537 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-d0c0d146-1f6f-433b-af56-54fea3407c41 None None] Port 88c3ca83-d7e2-4b3e-94a1-c466fd81024c cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:17:32.166149 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-ffb141a5-0ddb-4265-92de-5d227c19ce6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:32.167639 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb141a5-0ddb-4265-92de-5d227c19ce6c None None] The sync data for ids ['edc8cd9a-04ba-4466-bd49-50e8c2d4a65f'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:17:32.213565 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4f485c8e-e856-4c88-a94d-ab49a477c637 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:17:32.246699 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3598c181-f034-4690-999a-e495b685a1c4 req-4cab21b1-57f3-48c9-8cb4-7da59d6fe81c tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656889 Nov 12 20:17:32.448045 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1e942-460b-4a95-915d-fd68909e07d5 req-e89e1440-49db-49d4-bc8c-7186baf44162 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:32.449912 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-94d1e942-460b-4a95-915d-fd68909e07d5 req-e89e1440-49db-49d4-bc8c-7186baf44162 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 945 time: 1.0367305 Nov 12 20:17:32.499616 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dba33fb4-d0ae-4cff-beb6-d03389e83a89 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:32.511154 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5010e3-bcad-4bd1-9f44-75a4ba085967 None None] Network 740e9c88-8acb-48c9-9769-d0a2a55aee30 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:32.563763 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-5f8a6e8c-ee5e-47c4-9ccd-85935adb15b4 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Allocated IP 2001:db8::323 (b2532db0-8a62-4dcc-a527-c26203944566/4b5c3845-4be9-40e4-882f-193cb21791db/b3d50d86-9c0b-4e8c-b760-32b4fbc811d8) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:32.577447 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-5f8a6e8c-ee5e-47c4-9ccd-85935adb15b4 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Allocated IP 2001:db8:0:1::39b (b2532db0-8a62-4dcc-a527-c26203944566/701912e1-a7f8-4610-9a19-0b2adaa7c0b0/b3d50d86-9c0b-4e8c-b760-32b4fbc811d8) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:32.586331 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-94d1e942-460b-4a95-915d-fd68909e07d5 req-4c29d38f-a15a-4202-b353-e1348e257e5d tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284349 Nov 12 20:17:32.626958 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-dba33fb4-d0ae-4cff-beb6-d03389e83a89 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 20:17:32.628860 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f5499b4-c40d-4707-9eb4-a0ee61087f99 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:32.632299 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48676) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:32.635978 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a39c7784-21da-47e1-b33a-815cb6e12e1e None None] Provisioning complete for port c2904d45-1134-4b3e-bd11-cabc155c8ced triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:32.636481 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a39c7784-21da-47e1-b33a-815cb6e12e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:32.636864 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-dba33fb4-d0ae-4cff-beb6-d03389e83a89 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "DELETE /v2.0/routers/edc8cd9a-04ba-4466-bd49-50e8c2d4a65f HTTP/1.1" status: 409 len: 329 time: 0.9581537 Nov 12 20:17:32.649792 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f5499b4-c40d-4707-9eb4-a0ee61087f99 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:32.672612 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 4f485c8e-e856-4c88-a94d-ab49a477c637 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:32.672612 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:32.754068 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06abbc7-2458-485e-a16d-d328238885f0 None None] Network b2532db0-8a62-4dcc-a527-c26203944566 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:32.904417 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f5499b4-c40d-4707-9eb4-a0ee61087f99 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:32.973038 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5499b4-c40d-4707-9eb4-a0ee61087f99 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Port': ['ID=373ec133-cdd5-44f2-8d55-2adc9e3ab874,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:32.993651 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:33.028990 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a39c7784-21da-47e1-b33a-815cb6e12e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:33.120486 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f8a6e8c-ee5e-47c4-9ccd-85935adb15b4 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:33.128445 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 4f485c8e-e856-4c88-a94d-ab49a477c637, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=4f485c8e-e856-4c88-a94d-ab49a477c637,segment=NetworkSegment(5de92a27-e53b-4e29-a4d2-722d964ea942),segment_id=5de92a27-e53b-4e29-a4d2-722d964ea942)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:33.136595 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a39c7784-21da-47e1-b33a-815cb6e12e1e None None] For port c2904d45-1134-4b3e-bd11-cabc155c8ced, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c2904d45-1134-4b3e-bd11-cabc155c8ced,segment=NetworkSegment(861a3bce-9fc0-42d2-99ab-1e992d3ba968),segment_id=861a3bce-9fc0-42d2-99ab-1e992d3ba968)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:33.140276 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:33.144572 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ef2afbab-6e64-482e-bd00-283a5f5b41ca up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:17:33.174774 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a39c7784-21da-47e1-b33a-815cb6e12e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:33.225345 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5499b4-c40d-4707-9eb4-a0ee61087f99 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network 740e9c88-8acb-48c9-9769-d0a2a55aee30 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:33.226925 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f8a6e8c-ee5e-47c4-9ccd-85935adb15b4 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:33.245170 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-6f5499b4-c40d-4707-9eb4-a0ee61087f99 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:33.275976 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a39c7784-21da-47e1-b33a-815cb6e12e1e None None] Provisioning complete for port ef2afbab-6e64-482e-bd00-283a5f5b41ca triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:33.276162 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a39c7784-21da-47e1-b33a-815cb6e12e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:33.303146 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8a6e8c-ee5e-47c4-9ccd-85935adb15b4 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network b2532db0-8a62-4dcc-a527-c26203944566 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:33.333515 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-5f8a6e8c-ee5e-47c4-9ccd-85935adb15b4 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:33.380660 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=4f485c8e-e856-4c88-a94d-ab49a477c637,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:33.391683 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8a6e8c-ee5e-47c4-9ccd-85935adb15b4 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:33.402256 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8a6e8c-ee5e-47c4-9ccd-85935adb15b4 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:33.402942 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f8a6e8c-ee5e-47c4-9ccd-85935adb15b4 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:33.460103 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d06b80-d358-4944-b3a6-57cfb06ef944 req-813c6c2f-709e-4fa2-825d-d4d403e10b55 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:33.462150 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port ef2afbab-6e64-482e-bd00-283a5f5b41ca triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:33.462515 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:33.462829 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-76d06b80-d358-4944-b3a6-57cfb06ef944 req-813c6c2f-709e-4fa2-825d-d4d403e10b55 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.0641975 Nov 12 20:17:33.520727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925b3f9b-ba93-4b68-9bb9-c347643791c9 None None] Update dhcp port {'port': {'network_id': 'b2532db0-8a62-4dcc-a527-c26203944566', 'fixed_ips': [{'subnet_id': '4b5c3845-4be9-40e4-882f-193cb21791db', 'ip_address': '2001:db8::2'}, {'subnet_id': '701912e1-a7f8-4610-9a19-0b2adaa7c0b0'}], 'binding:host_id': 'n-d-712140-15'}, 'id': '4f485c8e-e856-4c88-a94d-ab49a477c637'} from n-d-712140-15. {{(pid=102449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 20:17:33.543097 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-76d06b80-d358-4944-b3a6-57cfb06ef944 req-7e5a2d68-10db-4822-9742-89ef00837b59 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719507 Nov 12 20:17:33.549104 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a6e8c-ee5e-47c4-9ccd-85935adb15b4 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Port': ['ID=b3d50d86-9c0b-4e8c-b760-32b4fbc811d8,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:33.567561 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c7784-21da-47e1-b33a-815cb6e12e1e None None] Pushing event updated for resources: {'Port': ['ID=c2904d45-1134-4b3e-bd11-cabc155c8ced,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:33.582227 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-925b3f9b-ba93-4b68-9bb9-c347643791c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:33.599498 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5f8a6e8c-ee5e-47c4-9ccd-85935adb15b4 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.0454516 Nov 12 20:17:33.600791 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48700) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:33.613642 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-87b65fc3-735b-44c9-9298-559ae2acd1d5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4b5c3845-4be9-40e4-882f-193cb21791db'}]}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:33.628945 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:17:33.656508 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5499b4-c40d-4707-9eb4-a0ee61087f99 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Router 7a5fd51a-fae0-461b-95c9-5a682507980a is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:17:33.675374 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27d42bc4-3244-48e2-b3c5-0b0b3f75f487 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:33.686266 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c2904d45-1134-4b3e-bd11-cabc155c8ced up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:17:33.848820 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-87b65fc3-735b-44c9-9298-559ae2acd1d5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:33.853228 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port c2904d45-1134-4b3e-bd11-cabc155c8ced triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:33.853546 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:33.874453 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5499b4-c40d-4707-9eb4-a0ee61087f99 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:17:33.884285 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6f5499b4-c40d-4707-9eb4-a0ee61087f99 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "PUT /v2.0/routers/7a5fd51a-fae0-461b-95c9-5a682507980a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2571161 Nov 12 20:17:33.892854 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df4d3dd-3260-4261-bbb1-b75e12d11933 None None] Sync routers for ids ['7a5fd51a-fae0-461b-95c9-5a682507980a'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:17:33.893543 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48704) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:33.913814 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df4d3dd-3260-4261-bbb1-b75e12d11933 None None] Routers {'7a5fd51a-fae0-461b-95c9-5a682507980a'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:17:33.914440 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8df4d3dd-3260-4261-bbb1-b75e12d11933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7a5fd51a-fae0-461b-95c9-5a682507980a'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:33.959794 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5497291b-7726-44a7-9633-1a70e9841f31 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:33.963891 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5497291b-7726-44a7-9633-1a70e9841f31 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "GET /v2.0/ports/373ec133-cdd5-44f2-8d55-2adc9e3ab874 HTTP/1.1" status: 200 len: 910 time: 0.0667744 Nov 12 20:17:33.974677 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-5e6e13e6-f976-42ff-ba12-9e0114a596d5 None None] Provisioning complete for port 373ec133-cdd5-44f2-8d55-2adc9e3ab874 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:33.975049 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5e6e13e6-f976-42ff-ba12-9e0114a596d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:33.982686 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48706) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:33.987005 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8df4d3dd-3260-4261-bbb1-b75e12d11933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:33.996525 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df4d3dd-3260-4261-bbb1-b75e12d11933 None None] Routers {'7a5fd51a-fae0-461b-95c9-5a682507980a'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:17:33.997895 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8df4d3dd-3260-4261-bbb1-b75e12d11933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7a5fd51a-fae0-461b-95c9-5a682507980a'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:34.034752 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-925b3f9b-ba93-4b68-9bb9-c347643791c9 None None] Allocated IP 2001:db8:0:1::2 (b2532db0-8a62-4dcc-a527-c26203944566/701912e1-a7f8-4610-9a19-0b2adaa7c0b0/4f485c8e-e856-4c88-a94d-ab49a477c637) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:34.070782 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8df4d3dd-3260-4261-bbb1-b75e12d11933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:34.071676 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df4d3dd-3260-4261-bbb1-b75e12d11933 None None] The sync data for ids ['7a5fd51a-fae0-461b-95c9-5a682507980a'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:17:34.094357 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-5e6e13e6-f976-42ff-ba12-9e0114a596d5 None None] Port 373ec133-cdd5-44f2-8d55-2adc9e3ab874 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:17:34.196706 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-5e6e13e6-f976-42ff-ba12-9e0114a596d5 None None] Provisioning complete for port c2904d45-1134-4b3e-bd11-cabc155c8ced triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:34.197061 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5e6e13e6-f976-42ff-ba12-9e0114a596d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:34.244563 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-925b3f9b-ba93-4b68-9bb9-c347643791c9 None None] For port 4f485c8e-e856-4c88-a94d-ab49a477c637, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=4f485c8e-e856-4c88-a94d-ab49a477c637,segment=NetworkSegment(5de92a27-e53b-4e29-a4d2-722d964ea942),segment_id=5de92a27-e53b-4e29-a4d2-722d964ea942)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:34.300450 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-925b3f9b-ba93-4b68-9bb9-c347643791c9 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:34.352693 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4f485c8e-e856-4c88-a94d-ab49a477c637 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:17:34.358002 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-925b3f9b-ba93-4b68-9bb9-c347643791c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:34.368096 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-87b65fc3-735b-44c9-9298-559ae2acd1d5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Delete allocated IP 2001:db8:0:1::39b (b2532db0-8a62-4dcc-a527-c26203944566/701912e1-a7f8-4610-9a19-0b2adaa7c0b0) {{(pid=102447) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 20:17:34.541307 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b3f9b-ba93-4b68-9bb9-c347643791c9 None None] Pushing event updated for resources: {'Port': ['ID=4f485c8e-e856-4c88-a94d-ab49a477c637,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:34.561125 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-87b65fc3-735b-44c9-9298-559ae2acd1d5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:34.566583 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ababb88-03e6-40fa-9a1e-511deb5d30c2 req-86ffd5a7-a1e4-4995-8c66-1750faad7663 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:34.567725 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-87b65fc3-735b-44c9-9298-559ae2acd1d5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:34.568306 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1ababb88-03e6-40fa-9a1e-511deb5d30c2 req-86ffd5a7-a1e4-4995-8c66-1750faad7663 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 945 time: 0.6984642 Nov 12 20:17:34.595162 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device db7f27c0-8839-4d75-9752-433f98026878 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:17:34.674219 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-87b65fc3-735b-44c9-9298-559ae2acd1d5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] In _notify_port_updated(), no bound segment for port b3d50d86-9c0b-4e8c-b760-32b4fbc811d8 on network b2532db0-8a62-4dcc-a527-c26203944566 {{(pid=102447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 20:17:34.704848 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b65fc3-735b-44c9-9298-559ae2acd1d5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:34.705556 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-87b65fc3-735b-44c9-9298-559ae2acd1d5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:34.709507 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-87b65fc3-735b-44c9-9298-559ae2acd1d5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "PUT /v2.0/ports/b3d50d86-9c0b-4e8c-b760-32b4fbc811d8 HTTP/1.1" status: 200 len: 926 time: 1.1032562 Nov 12 20:17:34.709799 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48714) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:34.717251 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-5e6e13e6-f976-42ff-ba12-9e0114a596d5 None None] Provisioning complete for port 4f485c8e-e856-4c88-a94d-ab49a477c637 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:34.717878 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5e6e13e6-f976-42ff-ba12-9e0114a596d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:34.731360 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-c5b5e32d-f86c-42fb-91ee-b77253e13627 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4b5c3845-4be9-40e4-882f-193cb21791db'}, {'subnet_id': '701912e1-a7f8-4610-9a19-0b2adaa7c0b0'}]}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:34.751618 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 4f485c8e-e856-4c88-a94d-ab49a477c637 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:34.752253 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:34.777615 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1ababb88-03e6-40fa-9a1e-511deb5d30c2 req-be5159a5-2ab6-4170-a021-67062f83c4e4 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699591 Nov 12 20:17:34.778992 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b65fc3-735b-44c9-9298-559ae2acd1d5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Port': ['ID=b3d50d86-9c0b-4e8c-b760-32b4fbc811d8,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:34.861824 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port db7f27c0-8839-4d75-9752-433f98026878 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:17:34.868924 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port db7f27c0-8839-4d75-9752-433f98026878 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:34.869600 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:34.871155 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-27d42bc4-3244-48e2-b3c5-0b0b3f75f487 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Deleting port 88c3ca83-d7e2-4b3e-94a1-c466fd81024c {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:34.871500 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27d42bc4-3244-48e2-b3c5-0b0b3f75f487 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:34.894772 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cca31-25f8-4cb8-b60e-1027b07556d2 req-218b9cad-b417-4e29-b671-50cef6443968 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:34.902273 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-df2cca31-25f8-4cb8-b60e-1027b07556d2 req-218b9cad-b417-4e29-b671-50cef6443968 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.1483595 Nov 12 20:17:34.971793 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27d42bc4-3244-48e2-b3c5-0b0b3f75f487 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:34.979475 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-df2cca31-25f8-4cb8-b60e-1027b07556d2 req-6bb29612-384d-4f54-aa21-018d10a96106 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717585 Nov 12 20:17:34.981600 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c5b5e32d-f86c-42fb-91ee-b77253e13627 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:34.988260 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-27d42bc4-3244-48e2-b3c5-0b0b3f75f487 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Calling delete_port for 88c3ca83-d7e2-4b3e-94a1-c466fd81024c owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:35.054264 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c2904d45-1134-4b3e-bd11-cabc155c8ced up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:17:35.179896 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:35.202320 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port c2904d45-1134-4b3e-bd11-cabc155c8ced triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:35.202722 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:35.212832 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-574a80fd-1111-4338-8722-609e9ae25479 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:35.252311 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9fcc51-c741-45c8-8013-e0aeec421dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db7f27c0-8839-4d75-9752-433f98026878'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:17:35.254592 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6735cf-f8a5-43b2-95a5-2d2eaa17dcb6" -d '{"events": [{"server_uuid": "ba9fcc51-c741-45c8-8013-e0aeec421dbe", "name": "network-vif-plugged", "status": "completed", "tag": "db7f27c0-8839-4d75-9752-433f98026878"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:17:35.299169 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port db7f27c0-8839-4d75-9752-433f98026878, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=db7f27c0-8839-4d75-9752-433f98026878,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:35.320879 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-3113a0ac-e36d-4900-8f44-63479c7937ec None None] Provisioning complete for port 373ec133-cdd5-44f2-8d55-2adc9e3ab874 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:35.321248 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3113a0ac-e36d-4900-8f44-63479c7937ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:35.325243 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:35.385276 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-c5b5e32d-f86c-42fb-91ee-b77253e13627 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Allocated IP 2001:db8:0:1::2bd (b2532db0-8a62-4dcc-a527-c26203944566/701912e1-a7f8-4610-9a19-0b2adaa7c0b0/b3d50d86-9c0b-4e8c-b760-32b4fbc811d8) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:35.464402 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38debc8-b3f7-4b70-9634-7ab5da481e2d x-openstack-request-id: req-d38debc8-b3f7-4b70-9634-7ab5da481e2d {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:17:35.464881 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9fcc51-c741-45c8-8013-e0aeec421dbe", "name": "network-vif-plugged", "status": "completed", "tag": "db7f27c0-8839-4d75-9752-433f98026878", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:17:35.466642 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d38debc8-b3f7-4b70-9634-7ab5da481e2d {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:17:35.467889 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9fcc51-c741-45c8-8013-e0aeec421dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db7f27c0-8839-4d75-9752-433f98026878', 'code': 200} Nov 12 20:17:35.500820 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27d42bc4-3244-48e2-b3c5-0b0b3f75f487 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:35.511971 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-3113a0ac-e36d-4900-8f44-63479c7937ec None None] Port 373ec133-cdd5-44f2-8d55-2adc9e3ab874 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:17:35.535617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=db7f27c0-8839-4d75-9752-433f98026878,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:35.623846 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c5b5e32d-f86c-42fb-91ee-b77253e13627 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:35.631441 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c5b5e32d-f86c-42fb-91ee-b77253e13627 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:35.672895 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a46f7de-5e1d-4668-8491-6773a02ae4de None None] Network b2532db0-8a62-4dcc-a527-c26203944566 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:35.705504 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d42bc4-3244-48e2-b3c5-0b0b3f75f487 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Pushing event deleted for resources: {'Port': ['ID=88c3ca83-d7e2-4b3e-94a1-c466fd81024c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:35.721465 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27d42bc4-3244-48e2-b3c5-0b0b3f75f487 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:35.742545 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64f425-51f0-4498-8c38-7a391f6bd356 req-1e089b9d-ea52-4036-aa36-a05d91c5bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:35.746637 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5e32d-f86c-42fb-91ee-b77253e13627 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Port': ['ID=b3d50d86-9c0b-4e8c-b760-32b4fbc811d8,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:35.751870 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ec64f425-51f0-4498-8c38-7a391f6bd356 req-1e089b9d-ea52-4036-aa36-a05d91c5bd3a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 1098 time: 0.3333225 Nov 12 20:17:35.771852 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c5b5e32d-f86c-42fb-91ee-b77253e13627 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] In _notify_port_updated(), no bound segment for port b3d50d86-9c0b-4e8c-b760-32b4fbc811d8 on network b2532db0-8a62-4dcc-a527-c26203944566 {{(pid=102447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 20:17:35.788220 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b5e32d-f86c-42fb-91ee-b77253e13627 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:35.789216 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c5b5e32d-f86c-42fb-91ee-b77253e13627 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:35.793716 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c5b5e32d-f86c-42fb-91ee-b77253e13627 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "PUT /v2.0/ports/b3d50d86-9c0b-4e8c-b760-32b4fbc811d8 HTTP/1.1" status: 200 len: 1012 time: 1.0829954 Nov 12 20:17:35.799571 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48722) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:35.945430 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-92e6f935-8d98-4320-974c-23cca7869a0a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting port b3d50d86-9c0b-4e8c-b760-32b4fbc811d8 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:35.945703 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-92e6f935-8d98-4320-974c-23cca7869a0a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:36.052621 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-92e6f935-8d98-4320-974c-23cca7869a0a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:36.066157 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-92e6f935-8d98-4320-974c-23cca7869a0a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Calling delete_port for b3d50d86-9c0b-4e8c-b760-32b4fbc811d8 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:36.090076 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ec64f425-51f0-4498-8c38-7a391f6bd356 req-86c38940-7eea-4d79-9c49-1a0d91157628 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769616 Nov 12 20:17:36.115685 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9887e1-fda9-403b-bc2b-e8b5d8cbfa89 req-8527470e-d5d9-4559-bbbe-1c37bc009943 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:36.117428 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5e9887e1-fda9-403b-bc2b-e8b5d8cbfa89 req-8527470e-d5d9-4559-bbbe-1c37bc009943 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.2320714 Nov 12 20:17:36.119643 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d42bc4-3244-48e2-b3c5-0b0b3f75f487 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Router edc8cd9a-04ba-4466-bd49-50e8c2d4a65f has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:17:36.147376 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-31f8b71e-9e4f-48bb-8eaf-c8c1d60f06ac None None] Provisioning complete for port 4f485c8e-e856-4c88-a94d-ab49a477c637 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:36.148674 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-31f8b71e-9e4f-48bb-8eaf-c8c1d60f06ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:36.267068 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-92e6f935-8d98-4320-974c-23cca7869a0a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:36.330675 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6f935-8d98-4320-974c-23cca7869a0a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Port': ['ID=b3d50d86-9c0b-4e8c-b760-32b4fbc811d8,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:36.341906 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d42bc4-3244-48e2-b3c5-0b0b3f75f487 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:17:36.353264 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b466029-d487-4e84-ab48-5e6d52de25a0 None None] Sync routers for ids ['edc8cd9a-04ba-4466-bd49-50e8c2d4a65f'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:17:36.368261 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5e9887e1-fda9-403b-bc2b-e8b5d8cbfa89 req-aab48681-4036-4618-9d7a-8ab7d0bf8ec1 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411630 Nov 12 20:17:36.379745 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-27d42bc4-3244-48e2-b3c5-0b0b3f75f487 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "PUT /v2.0/routers/edc8cd9a-04ba-4466-bd49-50e8c2d4a65f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7416530 Nov 12 20:17:36.379970 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4f485c8e-e856-4c88-a94d-ab49a477c637 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:17:36.382243 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b466029-d487-4e84-ab48-5e6d52de25a0 None None] Routers {'edc8cd9a-04ba-4466-bd49-50e8c2d4a65f'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:17:36.382879 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1b466029-d487-4e84-ab48-5e6d52de25a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['edc8cd9a-04ba-4466-bd49-50e8c2d4a65f'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:36.385021 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48728) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:36.404808 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-574a80fd-1111-4338-8722-609e9ae25479 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Deleting port 373ec133-cdd5-44f2-8d55-2adc9e3ab874 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:36.404808 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-574a80fd-1111-4338-8722-609e9ae25479 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:36.407931 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-92e6f935-8d98-4320-974c-23cca7869a0a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:36.411971 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-92e6f935-8d98-4320-974c-23cca7869a0a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/ports/b3d50d86-9c0b-4e8c-b760-32b4fbc811d8 HTTP/1.1" status: 204 len: 168 time: 0.6111958 Nov 12 20:17:36.415694 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48730) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:36.458689 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140cfdc-73cb-4497-8b82-791637596e60 req-69f87889-2924-495e-a783-5fb0138c054b tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:36.460312 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8140cfdc-73cb-4497-8b82-791637596e60 req-69f87889-2924-495e-a783-5fb0138c054b tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.2053568 Nov 12 20:17:36.462617 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad0c3dae-9260-40a2-98b2-2591957cd535 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] GET failed (client error): The resource could not be found. Nov 12 20:17:36.464159 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ad0c3dae-9260-40a2-98b2-2591957cd535 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "GET /v2.0/ports/b3d50d86-9c0b-4e8c-b760-32b4fbc811d8 HTTP/1.1" status: 404 len: 333 time: 0.0474899 Nov 12 20:17:36.467616 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48732) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:36.473668 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-5f17ae69-01ba-4b3f-95af-b67d27a59fd3 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] show failed (client error): The resource could not be found. Nov 12 20:17:36.476643 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5f17ae69-01ba-4b3f-95af-b67d27a59fd3 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-1562114443 HTTP/1.1" status: 404 len: 335 time: 0.0905590 Nov 12 20:17:36.481466 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48734) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:36.496526 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1b466029-d487-4e84-ab48-5e6d52de25a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:36.497727 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-b7dbfca1-afbd-43dd-b565-6cf35954bfa7 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:36.530717 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b466029-d487-4e84-ab48-5e6d52de25a0 None None] Routers {'edc8cd9a-04ba-4466-bd49-50e8c2d4a65f'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:17:36.535249 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1b466029-d487-4e84-ab48-5e6d52de25a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['edc8cd9a-04ba-4466-bd49-50e8c2d4a65f'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:36.568374 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-b7dbfca1-afbd-43dd-b565-6cf35954bfa7 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] update failed (client error): The resource could not be found. Nov 12 20:17:36.576102 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b7dbfca1-afbd-43dd-b565-6cf35954bfa7 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-1928276828 HTTP/1.1" status: 404 len: 335 time: 0.0810869 Nov 12 20:17:36.579914 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1b466029-d487-4e84-ab48-5e6d52de25a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:36.580060 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48736) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:36.589011 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b466029-d487-4e84-ab48-5e6d52de25a0 None None] The sync data for ids ['edc8cd9a-04ba-4466-bd49-50e8c2d4a65f'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:17:36.596497 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 4f485c8e-e856-4c88-a94d-ab49a477c637 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:36.597331 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:36.672527 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8140cfdc-73cb-4497-8b82-791637596e60 req-b6fd8556-396e-4159-8b3d-0b99f3410011 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046978 Nov 12 20:17:36.713222 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f31bce-c897-42d5-adc9-64d1f5edf450 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting subnet 701912e1-a7f8-4610-9a19-0b2adaa7c0b0 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:17:36.716977 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-574a80fd-1111-4338-8722-609e9ae25479 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:36.725961 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-91321bb1-7a36-4a89-8f0a-873721ac2936 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Deleting subnet 0457fb03-1b55-4c67-8b5b-8591f63d567f {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:17:36.735810 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d5f31bce-c897-42d5-adc9-64d1f5edf450 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:36.744533 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91321bb1-7a36-4a89-8f0a-873721ac2936 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:36.750174 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-3d05ffae-1902-40f2-b4dc-3c8363edf52c None None] Could not find standard attr ID for object b3d50d86-9c0b-4e8c-b760-32b4fbc811d8. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:17:36.763250 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-3d05ffae-1902-40f2-b4dc-3c8363edf52c None None] Provisioning complete for port 4f485c8e-e856-4c88-a94d-ab49a477c637 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:36.763700 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3d05ffae-1902-40f2-b4dc-3c8363edf52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:36.768518 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-574a80fd-1111-4338-8722-609e9ae25479 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Calling delete_port for 373ec133-cdd5-44f2-8d55-2adc9e3ab874 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:36.798073 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d5f31bce-c897-42d5-adc9-64d1f5edf450 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:36.845160 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91321bb1-7a36-4a89-8f0a-873721ac2936 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:36.996574 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91321bb1-7a36-4a89-8f0a-873721ac2936 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:37.002900 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d5f31bce-c897-42d5-adc9-64d1f5edf450 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:37.043679 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e9b608e2-afbb-4f1c-8371-d140dc91691f None None] Could not find standard attr ID for object b3d50d86-9c0b-4e8c-b760-32b4fbc811d8. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:17:37.089746 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91321bb1-7a36-4a89-8f0a-873721ac2936 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:37.125539 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91321bb1-7a36-4a89-8f0a-873721ac2936 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Pushing event deleted for resources: {'Subnet': ['ID=0457fb03-1b55-4c67-8b5b-8591f63d567f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:37.129765 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91321bb1-7a36-4a89-8f0a-873721ac2936 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:37.133641 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-91321bb1-7a36-4a89-8f0a-873721ac2936 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "DELETE /v2.0/subnets/0457fb03-1b55-4c67-8b5b-8591f63d567f HTTP/1.1" status: 204 len: 168 time: 0.5528305 Nov 12 20:17:37.135946 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48742) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:37.140559 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b9fe38-517d-4b4b-be91-4af353a9efaf None None] Network b850aa89-4449-40b8-b828-2d1d18b737ed requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:37.166266 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-574a80fd-1111-4338-8722-609e9ae25479 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:37.176031 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d5f31bce-c897-42d5-adc9-64d1f5edf450 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:37.247003 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a80fd-1111-4338-8722-609e9ae25479 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Port': ['ID=373ec133-cdd5-44f2-8d55-2adc9e3ab874,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:37.254320 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f31bce-c897-42d5-adc9-64d1f5edf450 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Subnet': ['ID=701912e1-a7f8-4610-9a19-0b2adaa7c0b0,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:37.304211 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57649922-79cc-4d6b-ab0b-e30bd17bba1d tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:37.305278 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d5f31bce-c897-42d5-adc9-64d1f5edf450 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:37.308536 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d5f31bce-c897-42d5-adc9-64d1f5edf450 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/subnets/701912e1-a7f8-4610-9a19-0b2adaa7c0b0 HTTP/1.1" status: 204 len: 168 time: 0.8373425 Nov 12 20:17:37.312763 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48744) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:37.367679 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4c2b1101-0030-4211-9a49-7e6c236f2148 None None] Could not find standard attr ID for object b3d50d86-9c0b-4e8c-b760-32b4fbc811d8. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:17:37.393444 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9db6c75-550e-4bd2-82f4-bf25d0715662 None None] Network b2532db0-8a62-4dcc-a527-c26203944566 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:37.521105 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-c22d728d-4ebf-432d-bc5f-ef2c40db6e05 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting subnet 4b5c3845-4be9-40e4-882f-193cb21791db {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:17:37.524999 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c22d728d-4ebf-432d-bc5f-ef2c40db6e05 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:37.546774 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8949e3-6f7e-46d5-b1af-1d9ed6bc05df None None] DHCP port deletion for b850aa89-4449-40b8-b828-2d1d18b737ed request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:17:37.581829 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c22d728d-4ebf-432d-bc5f-ef2c40db6e05 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:37.612889 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-574a80fd-1111-4338-8722-609e9ae25479 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:37.745203 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-57649922-79cc-4d6b-ab0b-e30bd17bba1d tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Deleting port ef2afbab-6e64-482e-bd00-283a5f5b41ca {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:37.745759 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57649922-79cc-4d6b-ab0b-e30bd17bba1d tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:37.759814 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0b8949e3-6f7e-46d5-b1af-1d9ed6bc05df None None] Deleting port ef2afbab-6e64-482e-bd00-283a5f5b41ca {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:37.760133 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0b8949e3-6f7e-46d5-b1af-1d9ed6bc05df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:37.842605 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-57649922-79cc-4d6b-ab0b-e30bd17bba1d tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] For port ef2afbab-6e64-482e-bd00-283a5f5b41ca, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ef2afbab-6e64-482e-bd00-283a5f5b41ca,segment=NetworkSegment(cb10a3c1-72b6-4cfd-bd71-60f726312df3),segment_id=cb10a3c1-72b6-4cfd-bd71-60f726312df3)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:37.842992 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57649922-79cc-4d6b-ab0b-e30bd17bba1d tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:37.859480 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-57649922-79cc-4d6b-ab0b-e30bd17bba1d tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Calling delete_port for ef2afbab-6e64-482e-bd00-283a5f5b41ca owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:37.867261 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0b8949e3-6f7e-46d5-b1af-1d9ed6bc05df None None] For port ef2afbab-6e64-482e-bd00-283a5f5b41ca, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ef2afbab-6e64-482e-bd00-283a5f5b41ca,segment=NetworkSegment(cb10a3c1-72b6-4cfd-bd71-60f726312df3),segment_id=cb10a3c1-72b6-4cfd-bd71-60f726312df3)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:37.867777 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0b8949e3-6f7e-46d5-b1af-1d9ed6bc05df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:37.885270 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0b8949e3-6f7e-46d5-b1af-1d9ed6bc05df None None] Calling delete_port for ef2afbab-6e64-482e-bd00-283a5f5b41ca owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:37.964326 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c22d728d-4ebf-432d-bc5f-ef2c40db6e05 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:38.036659 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57649922-79cc-4d6b-ab0b-e30bd17bba1d tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:38.059991 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed20269-75b8-445d-9d30-34f98cf1fe25 req-3fdd048b-0370-4642-a24f-3099c03e203b tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:38.066579 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2ed20269-75b8-445d-9d30-34f98cf1fe25 req-3fdd048b-0370-4642-a24f-3099c03e203b tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.4343772 Nov 12 20:17:38.068792 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c22d728d-4ebf-432d-bc5f-ef2c40db6e05 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:38.075876 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0b8949e3-6f7e-46d5-b1af-1d9ed6bc05df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:38.095739 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8949e3-6f7e-46d5-b1af-1d9ed6bc05df None None] No DVR routers for this DVR port ef2afbab-6e64-482e-bd00-283a5f5b41ca on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:17:38.132244 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8949e3-6f7e-46d5-b1af-1d9ed6bc05df None None] Pushing event deleted for resources: {'Port': ['ID=ef2afbab-6e64-482e-bd00-283a5f5b41ca,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:38.153188 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57649922-79cc-4d6b-ab0b-e30bd17bba1d tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Pushing event deleted for resources: {'Port': ['ID=ef2afbab-6e64-482e-bd00-283a5f5b41ca,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:38.193685 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57649922-79cc-4d6b-ab0b-e30bd17bba1d tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] No DVR routers for this DVR port ef2afbab-6e64-482e-bd00-283a5f5b41ca on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:17:38.200108 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d728d-4ebf-432d-bc5f-ef2c40db6e05 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Subnet': ['ID=4b5c3845-4be9-40e4-882f-193cb21791db,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:38.233616 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c22d728d-4ebf-432d-bc5f-ef2c40db6e05 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:38.240002 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c22d728d-4ebf-432d-bc5f-ef2c40db6e05 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/subnets/4b5c3845-4be9-40e4-882f-193cb21791db HTTP/1.1" status: 204 len: 168 time: 0.9210880 Nov 12 20:17:38.243613 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48754) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:38.262500 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574a80fd-1111-4338-8722-609e9ae25479 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Router 7a5fd51a-fae0-461b-95c9-5a682507980a has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:17:38.271730 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2ed20269-75b8-445d-9d30-34f98cf1fe25 req-6261d9fb-b253-48d5-a024-1547a800686c tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936579 Nov 12 20:17:38.334518 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5120a0b-8e73-4aa8-ab0d-e8fc5eb00a83 req-98febd40-a703-421b-b7f9-82c7364484fb tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:38.337485 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a5120a0b-8e73-4aa8-ab0d-e8fc5eb00a83 req-98febd40-a703-421b-b7f9-82c7364484fb tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.5451589 Nov 12 20:17:38.370911 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57649922-79cc-4d6b-ab0b-e30bd17bba1d tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:38.373729 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ef2afbab-6e64-482e-bd00-283a5f5b41ca no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:17:38.407784 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-57649922-79cc-4d6b-ab0b-e30bd17bba1d tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b850aa89-4449-40b8-b828-2d1d18b737ed']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:38.418164 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-57649922-79cc-4d6b-ab0b-e30bd17bba1d tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb10a3c1-72b6-4cfd-bd71-60f726312df3') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:38.418717 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-57649922-79cc-4d6b-ab0b-e30bd17bba1d tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb10a3c1-72b6-4cfd-bd71-60f726312df3') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:38.426401 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: ef2afbab-6e64-482e-bd00-283a5f5b41ca {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:17:38.426795 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ef2afbab-6e64-482e-bd00-283a5f5b41ca not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:17:38.430749 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57649922-79cc-4d6b-ab0b-e30bd17bba1d tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:38.448343 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57649922-79cc-4d6b-ab0b-e30bd17bba1d tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:38.458439 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57649922-79cc-4d6b-ab0b-e30bd17bba1d tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:17:38.458934 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57649922-79cc-4d6b-ab0b-e30bd17bba1d tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:17:38.535455 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:17:38.541217 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57649922-79cc-4d6b-ab0b-e30bd17bba1d tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:38.549375 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57649922-79cc-4d6b-ab0b-e30bd17bba1d tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:38.550315 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e81f799-f061-44da-bf8e-cc6c9727811f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:38.554444 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-57649922-79cc-4d6b-ab0b-e30bd17bba1d tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "DELETE /v2.0/networks/b850aa89-4449-40b8-b828-2d1d18b737ed HTTP/1.1" status: 204 len: 168 time: 1.4172935 Nov 12 20:17:38.560720 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48756) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:38.574242 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574a80fd-1111-4338-8722-609e9ae25479 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:17:38.586646 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-574a80fd-1111-4338-8722-609e9ae25479 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "PUT /v2.0/routers/7a5fd51a-fae0-461b-95c9-5a682507980a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6009591 Nov 12 20:17:38.589334 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd51d18e-f0b7-4ff9-bdde-459b93fb43d1 None None] Sync routers for ids ['7a5fd51a-fae0-461b-95c9-5a682507980a'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:17:38.604261 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a5120a0b-8e73-4aa8-ab0d-e8fc5eb00a83 req-b349500d-d651-44a9-ad85-428da2ed0f9c tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961732 Nov 12 20:17:38.605052 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48758) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:38.605336 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd51d18e-f0b7-4ff9-bdde-459b93fb43d1 None None] Routers {'7a5fd51a-fae0-461b-95c9-5a682507980a'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:17:38.606035 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-cd51d18e-f0b7-4ff9-bdde-459b93fb43d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7a5fd51a-fae0-461b-95c9-5a682507980a'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:38.651494 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-01ed6ac0-9a3f-428c-b0d3-0e32bf90c277 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a5fd51a-fae0-461b-95c9-5a682507980a HTTP/1.1" status: 200 len: 205 time: 0.0435705 Nov 12 20:17:38.655414 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48760) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:38.656936 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-cd51d18e-f0b7-4ff9-bdde-459b93fb43d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:38.670845 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd51d18e-f0b7-4ff9-bdde-459b93fb43d1 None None] Routers {'7a5fd51a-fae0-461b-95c9-5a682507980a'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:17:38.671031 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456b530f-3436-49a2-8287-b288899a780e None None] Network b2532db0-8a62-4dcc-a527-c26203944566 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:38.671693 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-cd51d18e-f0b7-4ff9-bdde-459b93fb43d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7a5fd51a-fae0-461b-95c9-5a682507980a'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:38.680759 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b3c8fe-254f-4abe-b117-71d1d78050c5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Deleting subnet 53820834-01a8-4bd3-a788-0ef484e13533 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:17:38.689454 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57649922-79cc-4d6b-ab0b-e30bd17bba1d tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Pushing event deleted for resources: {'Network': ['ID=b850aa89-4449-40b8-b828-2d1d18b737ed,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:38.696753 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-06b3c8fe-254f-4abe-b117-71d1d78050c5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:38.715834 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-cd51d18e-f0b7-4ff9-bdde-459b93fb43d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:38.717570 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd51d18e-f0b7-4ff9-bdde-459b93fb43d1 None None] The sync data for ids ['7a5fd51a-fae0-461b-95c9-5a682507980a'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:17:38.759899 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-06b3c8fe-254f-4abe-b117-71d1d78050c5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:38.783246 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e554f8f5-ea6e-4097-a35e-ca4d9bfce65e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:38.796647 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a8506769-00f6-411a-9990-9ac2f0b2b0f9 None None] Provisioning complete for port 4f485c8e-e856-4c88-a94d-ab49a477c637 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:38.797011 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a8506769-00f6-411a-9990-9ac2f0b2b0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:38.892485 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-06b3c8fe-254f-4abe-b117-71d1d78050c5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:38.953653 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14013206-35ac-4710-bc90-a177b1a359c2 None None] DHCP port deletion for b2532db0-8a62-4dcc-a527-c26203944566 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:17:38.993097 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e554f8f5-ea6e-4097-a35e-ca4d9bfce65e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:38.995121 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-06b3c8fe-254f-4abe-b117-71d1d78050c5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:38.995944 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e554f8f5-ea6e-4097-a35e-ca4d9bfce65e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:39.007955 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-7e81f799-f061-44da-bf8e-cc6c9727811f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting port 4f485c8e-e856-4c88-a94d-ab49a477c637 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:39.008392 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e81f799-f061-44da-bf8e-cc6c9727811f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:39.014705 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-06b3c8fe-254f-4abe-b117-71d1d78050c5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:39.020909 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-06b3c8fe-254f-4abe-b117-71d1d78050c5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "DELETE /v2.0/subnets/53820834-01a8-4bd3-a788-0ef484e13533 HTTP/1.1" status: 204 len: 168 time: 0.4575839 Nov 12 20:17:39.025591 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2898f01-aae0-4731-aea8-82edd2122ed8 None None] Network 5ea4e691-ff74-4468-9b60-dc86ae70da46 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:39.038029 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48764) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:39.047894 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3c8fe-254f-4abe-b117-71d1d78050c5 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Pushing event deleted for resources: {'Subnet': ['ID=53820834-01a8-4bd3-a788-0ef484e13533,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:39.076321 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-7e81f799-f061-44da-bf8e-cc6c9727811f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] For port 4f485c8e-e856-4c88-a94d-ab49a477c637, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=4f485c8e-e856-4c88-a94d-ab49a477c637,segment=NetworkSegment(5de92a27-e53b-4e29-a4d2-722d964ea942),segment_id=5de92a27-e53b-4e29-a4d2-722d964ea942)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:39.076689 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e81f799-f061-44da-bf8e-cc6c9727811f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:39.085211 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-14013206-35ac-4710-bc90-a177b1a359c2 None None] Deleting port 4f485c8e-e856-4c88-a94d-ab49a477c637 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:39.085584 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-14013206-35ac-4710-bc90-a177b1a359c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:39.090781 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-7e81f799-f061-44da-bf8e-cc6c9727811f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Calling delete_port for 4f485c8e-e856-4c88-a94d-ab49a477c637 owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:39.109085 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e115386-11c7-4037-9351-48fc5f4a4f7e tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Deleting subnet 267246bc-3626-4af2-bc29-57b45e87a17e {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:17:39.118472 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5e115386-11c7-4037-9351-48fc5f4a4f7e tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:39.184203 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5e115386-11c7-4037-9351-48fc5f4a4f7e tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:39.213208 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e81f799-f061-44da-bf8e-cc6c9727811f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:39.226120 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e554f8f5-ea6e-4097-a35e-ca4d9bfce65e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:39.226633 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e554f8f5-ea6e-4097-a35e-ca4d9bfce65e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Fanout notify agent at l3_agent the message router_deleted on router 7a5fd51a-fae0-461b-95c9-5a682507980a {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:17:39.228655 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-14013206-35ac-4710-bc90-a177b1a359c2 None None] For port 4f485c8e-e856-4c88-a94d-ab49a477c637, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=4f485c8e-e856-4c88-a94d-ab49a477c637,segment=NetworkSegment(5de92a27-e53b-4e29-a4d2-722d964ea942),segment_id=5de92a27-e53b-4e29-a4d2-722d964ea942)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:39.228991 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-14013206-35ac-4710-bc90-a177b1a359c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:39.250375 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-14013206-35ac-4710-bc90-a177b1a359c2 None None] Calling delete_port for 4f485c8e-e856-4c88-a94d-ab49a477c637 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:39.259381 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e554f8f5-ea6e-4097-a35e-ca4d9bfce65e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:39.260593 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e554f8f5-ea6e-4097-a35e-ca4d9bfce65e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/routers/7a5fd51a-fae0-461b-95c9-5a682507980a HTTP/1.1" status: 204 len: 168 time: 0.6039712 Nov 12 20:17:39.264116 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81f799-f061-44da-bf8e-cc6c9727811f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Port': ['ID=4f485c8e-e856-4c88-a94d-ab49a477c637,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:39.266172 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e81f799-f061-44da-bf8e-cc6c9727811f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] No DVR routers for this DVR port 4f485c8e-e856-4c88-a94d-ab49a477c637 on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:17:39.267711 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48766) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:39.330353 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5e115386-11c7-4037-9351-48fc5f4a4f7e tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:39.411579 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-14013206-35ac-4710-bc90-a177b1a359c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:39.416792 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd85522-fce0-4601-8b51-cccb18f70fd2 None None] DHCP port deletion for 5ea4e691-ff74-4468-9b60-dc86ae70da46 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:17:39.440487 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ed46af-de43-464e-96f6-c38f110804f2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Deleting subnet 9fc94dc3-5c2b-4c33-b716-14f519459b01 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:17:39.447106 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-98ed46af-de43-464e-96f6-c38f110804f2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:39.449583 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14013206-35ac-4710-bc90-a177b1a359c2 None None] No DVR routers for this DVR port 4f485c8e-e856-4c88-a94d-ab49a477c637 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:17:39.450706 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c6672-e0c8-41d8-a08f-e46f0cc64053 req-d9eababf-bc6b-47e4-b1e5-69ae33b6a11b tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:39.459961 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5a9c6672-e0c8-41d8-a08f-e46f0cc64053 req-d9eababf-bc6b-47e4-b1e5-69ae33b6a11b tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.0869272 Nov 12 20:17:39.460746 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14013206-35ac-4710-bc90-a177b1a359c2 None None] Pushing event deleted for resources: {'Port': ['ID=4f485c8e-e856-4c88-a94d-ab49a477c637,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:39.507715 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e81f799-f061-44da-bf8e-cc6c9727811f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:39.532817 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5a9c6672-e0c8-41d8-a08f-e46f0cc64053 req-de718966-ba48-497a-bf1a-a888e8356276 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714993 Nov 12 20:17:39.536321 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-3bd85522-fce0-4601-8b51-cccb18f70fd2 None None] Deleting port 3c8796b9-2953-4c2a-a681-728a459629fc {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:39.536694 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3bd85522-fce0-4601-8b51-cccb18f70fd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:39.537785 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5e115386-11c7-4037-9351-48fc5f4a4f7e tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:39.567725 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-7e81f799-f061-44da-bf8e-cc6c9727811f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2532db0-8a62-4dcc-a527-c26203944566']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:39.571702 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e115386-11c7-4037-9351-48fc5f4a4f7e tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Pushing event deleted for resources: {'Subnet': ['ID=267246bc-3626-4af2-bc29-57b45e87a17e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:39.579192 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-98ed46af-de43-464e-96f6-c38f110804f2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:39.580530 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5e115386-11c7-4037-9351-48fc5f4a4f7e tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:39.583988 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5e115386-11c7-4037-9351-48fc5f4a4f7e tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "DELETE /v2.0/subnets/267246bc-3626-4af2-bc29-57b45e87a17e HTTP/1.1" status: 204 len: 168 time: 0.5449789 Nov 12 20:17:39.586324 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48774) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:39.593808 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450f9940-a939-436d-803f-db17ee4b0b3b None None] Network 104dccfc-e82a-4275-a12f-101595f2f691 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:39.615457 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-7e81f799-f061-44da-bf8e-cc6c9727811f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de92a27-e53b-4e29-a4d2-722d964ea942') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:39.623271 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-7e81f799-f061-44da-bf8e-cc6c9727811f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de92a27-e53b-4e29-a4d2-722d964ea942') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:39.641509 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e81f799-f061-44da-bf8e-cc6c9727811f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:39.667204 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e81f799-f061-44da-bf8e-cc6c9727811f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:39.678344 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e81f799-f061-44da-bf8e-cc6c9727811f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:17:39.678856 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e81f799-f061-44da-bf8e-cc6c9727811f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:17:39.682057 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:17:39.781514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-3bd85522-fce0-4601-8b51-cccb18f70fd2 None None] For port 3c8796b9-2953-4c2a-a681-728a459629fc, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3c8796b9-2953-4c2a-a681-728a459629fc,segment=NetworkSegment(31aeb156-8a09-4776-b2f9-d11b407c8933),segment_id=31aeb156-8a09-4776-b2f9-d11b407c8933)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:39.782106 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3bd85522-fce0-4601-8b51-cccb18f70fd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:39.791000 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c51c5f87-8243-48ad-bab9-6a1ad9f92c30 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:39.813579 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-98ed46af-de43-464e-96f6-c38f110804f2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:39.816354 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fa360-ecbe-4669-8604-e7400c56a081 req-ed31ae12-b0fe-4f9f-a02f-6c4626b0e1cc tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:39.827503 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-041fa360-ecbe-4669-8604-e7400c56a081 req-ed31ae12-b0fe-4f9f-a02f-6c4626b0e1cc tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.0982692 Nov 12 20:17:39.831489 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-3bd85522-fce0-4601-8b51-cccb18f70fd2 None None] Calling delete_port for 3c8796b9-2953-4c2a-a681-728a459629fc owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:39.869627 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e81f799-f061-44da-bf8e-cc6c9727811f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:39.891279 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7e81f799-f061-44da-bf8e-cc6c9727811f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:39.894729 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7e81f799-f061-44da-bf8e-cc6c9727811f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/networks/b2532db0-8a62-4dcc-a527-c26203944566 HTTP/1.1" status: 204 len: 168 time: 1.6475012 Nov 12 20:17:39.898778 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48788) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:39.959848 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-041fa360-ecbe-4669-8604-e7400c56a081 req-6c175dd6-95b9-4f64-89b1-4fde10a941cf tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313145 Nov 12 20:17:39.983221 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81f799-f061-44da-bf8e-cc6c9727811f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Network': ['ID=b2532db0-8a62-4dcc-a527-c26203944566,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:39.983429 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c51c5f87-8243-48ad-bab9-6a1ad9f92c30 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Deleting port 3c8796b9-2953-4c2a-a681-728a459629fc {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:39.983914 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c51c5f87-8243-48ad-bab9-6a1ad9f92c30 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:40.036316 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27ccd20-f769-4b35-90b9-5207e695ebd9 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:40.042837 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f27ccd20-f769-4b35-90b9-5207e695ebd9 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1416175 Nov 12 20:17:40.046245 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48792) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:40.058641 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-98ed46af-de43-464e-96f6-c38f110804f2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:40.110147 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3bd85522-fce0-4601-8b51-cccb18f70fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:40.133952 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-c51c5f87-8243-48ad-bab9-6a1ad9f92c30 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] For port 3c8796b9-2953-4c2a-a681-728a459629fc, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3c8796b9-2953-4c2a-a681-728a459629fc,segment=NetworkSegment(31aeb156-8a09-4776-b2f9-d11b407c8933),segment_id=31aeb156-8a09-4776-b2f9-d11b407c8933)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:40.134323 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c51c5f87-8243-48ad-bab9-6a1ad9f92c30 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:40.135573 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed46af-de43-464e-96f6-c38f110804f2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Subnet': ['ID=9fc94dc3-5c2b-4c33-b716-14f519459b01,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:40.151066 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-98ed46af-de43-464e-96f6-c38f110804f2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:40.155383 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c51c5f87-8243-48ad-bab9-6a1ad9f92c30 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Calling delete_port for 3c8796b9-2953-4c2a-a681-728a459629fc owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:40.162898 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-98ed46af-de43-464e-96f6-c38f110804f2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/subnets/9fc94dc3-5c2b-4c33-b716-14f519459b01 HTTP/1.1" status: 204 len: 168 time: 0.8929925 Nov 12 20:17:40.163634 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48794) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:40.184046 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a046629-4f32-44f2-8a4c-06c60f3008e8 None None] Network 740e9c88-8acb-48c9-9769-d0a2a55aee30 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:40.186578 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2293967e-8ecc-4abc-8b10-0582703ae224 None None] DHCP port deletion for 104dccfc-e82a-4275-a12f-101595f2f691 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:17:40.195073 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd85522-fce0-4601-8b51-cccb18f70fd2 None None] No DVR routers for this DVR port 3c8796b9-2953-4c2a-a681-728a459629fc on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:17:40.234565 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd85522-fce0-4601-8b51-cccb18f70fd2 None None] Pushing event deleted for resources: {'Port': ['ID=3c8796b9-2953-4c2a-a681-728a459629fc,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:40.235646 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c58dd604-d7f3-4262-a9a9-98f139fc064a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1881521 Nov 12 20:17:40.236935 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48796) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:40.275547 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-fd58aa91-6978-4eac-9b09-fd7ccaabf443 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-856855375'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:40.277503 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c51c5f87-8243-48ad-bab9-6a1ad9f92c30 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:40.317162 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9230e412-7881-4d32-835a-d3303f331be2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:40.332609 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd58aa91-6978-4eac-9b09-fd7ccaabf443 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:40.343122 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fd58aa91-6978-4eac-9b09-fd7ccaabf443 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:40.367253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51c5f87-8243-48ad-bab9-6a1ad9f92c30 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] No DVR routers for this DVR port 3c8796b9-2953-4c2a-a681-728a459629fc on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:17:40.369360 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c5f87-8243-48ad-bab9-6a1ad9f92c30 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Pushing event deleted for resources: {'Port': ['ID=3c8796b9-2953-4c2a-a681-728a459629fc,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:40.370519 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 83017a42-2e03-4f3b-a95e-58c7460da1a4 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:17:40.418426 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd58aa91-6978-4eac-9b09-fd7ccaabf443 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:17:40.432936 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fd58aa91-6978-4eac-9b09-fd7ccaabf443 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:40.433158 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-fd58aa91-6978-4eac-9b09-fd7ccaabf443 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Added segment 0cdf97c0-b890-4308-8f5e-ad2795969f2b of type vlan for network 2372ba77-dcba-4cff-accc-35258f5da240 Nov 12 20:17:40.462361 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c51c5f87-8243-48ad-bab9-6a1ad9f92c30 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:40.479810 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-9230e412-7881-4d32-835a-d3303f331be2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Deleting port c2904d45-1134-4b3e-bd11-cabc155c8ced {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:40.480155 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9230e412-7881-4d32-835a-d3303f331be2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:40.488284 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-c51c5f87-8243-48ad-bab9-6a1ad9f92c30 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea4e691-ff74-4468-9b60-dc86ae70da46']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:40.498427 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-c51c5f87-8243-48ad-bab9-6a1ad9f92c30 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31aeb156-8a09-4776-b2f9-d11b407c8933') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:40.498921 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-c51c5f87-8243-48ad-bab9-6a1ad9f92c30 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31aeb156-8a09-4776-b2f9-d11b407c8933') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:40.509473 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c51c5f87-8243-48ad-bab9-6a1ad9f92c30 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:40.509744 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fd58aa91-6978-4eac-9b09-fd7ccaabf443 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:40.524465 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c51c5f87-8243-48ad-bab9-6a1ad9f92c30 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:40.532137 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51c5f87-8243-48ad-bab9-6a1ad9f92c30 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:17:40.532664 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c51c5f87-8243-48ad-bab9-6a1ad9f92c30 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:17:40.567553 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:17:40.580024 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-9230e412-7881-4d32-835a-d3303f331be2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] For port c2904d45-1134-4b3e-bd11-cabc155c8ced, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c2904d45-1134-4b3e-bd11-cabc155c8ced,segment=NetworkSegment(861a3bce-9fc0-42d2-99ab-1e992d3ba968),segment_id=861a3bce-9fc0-42d2-99ab-1e992d3ba968)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:40.580550 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9230e412-7881-4d32-835a-d3303f331be2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:40.589289 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc966ef-4e9e-4298-9480-6187b6abce40 req-136e5395-4eee-47ce-80b0-3b48b8ca4994 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:40.597110 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9cc966ef-4e9e-4298-9480-6187b6abce40 req-136e5395-4eee-47ce-80b0-3b48b8ca4994 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.3587451 Nov 12 20:17:40.605246 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:40.609155 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fd58aa91-6978-4eac-9b09-fd7ccaabf443 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:40.615622 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd58aa91-6978-4eac-9b09-fd7ccaabf443 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:40.623915 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fd58aa91-6978-4eac-9b09-fd7ccaabf443 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:40.627869 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-9230e412-7881-4d32-835a-d3303f331be2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Calling delete_port for c2904d45-1134-4b3e-bd11-cabc155c8ced owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:40.671584 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c51c5f87-8243-48ad-bab9-6a1ad9f92c30 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:40.673534 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2293967e-8ecc-4abc-8b10-0582703ae224 None None] Deleting port 83017a42-2e03-4f3b-a95e-58c7460da1a4 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:40.674054 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2293967e-8ecc-4abc-8b10-0582703ae224 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:40.678679 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 83017a42-2e03-4f3b-a95e-58c7460da1a4, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=83017a42-2e03-4f3b-a95e-58c7460da1a4,segment=NetworkSegment(6eb9a1da-87d8-4354-8d42-85a93b56b898),segment_id=6eb9a1da-87d8-4354-8d42-85a93b56b898)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:40.690137 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c51c5f87-8243-48ad-bab9-6a1ad9f92c30 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:40.701751 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:40.702613 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3c8796b9-2953-4c2a-a681-728a459629fc no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:17:40.704660 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c51c5f87-8243-48ad-bab9-6a1ad9f92c30 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "DELETE /v2.0/networks/5ea4e691-ff74-4468-9b60-dc86ae70da46 HTTP/1.1" status: 204 len: 168 time: 1.1169589 Nov 12 20:17:40.713592 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48800) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:40.742444 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58aa91-6978-4eac-9b09-fd7ccaabf443 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Network': ['ID=2372ba77-dcba-4cff-accc-35258f5da240,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:40.753573 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9cc966ef-4e9e-4298-9480-6187b6abce40 req-5e0d49af-d931-4eec-8071-e53a56775ba5 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552975 Nov 12 20:17:40.767747 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c5f87-8243-48ad-bab9-6a1ad9f92c30 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Pushing event deleted for resources: {'Network': ['ID=5ea4e691-ff74-4468-9b60-dc86ae70da46,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:40.799548 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fd58aa91-6978-4eac-9b09-fd7ccaabf443 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5287616 Nov 12 20:17:40.803459 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48802) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:40.808565 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-62c47fa5-dba6-4f38-9a2e-703b96f49ee7 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'subnet': {'network_id': '2372ba77-dcba-4cff-accc-35258f5da240', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:40.832068 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd688062-4954-4d55-a808-187ccd9f9785 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:40.890600 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-fd688062-4954-4d55-a808-187ccd9f9785 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Deleting port 83017a42-2e03-4f3b-a95e-58c7460da1a4 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:40.890969 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd688062-4954-4d55-a808-187ccd9f9785 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:40.931857 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9230e412-7881-4d32-835a-d3303f331be2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:40.946556 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 2372ba77-dcba-4cff-accc-35258f5da240 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:17:40.959601 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c47fa5-dba6-4f38-9a2e-703b96f49ee7 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:40.962760 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-62c47fa5-dba6-4f38-9a2e-703b96f49ee7 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:40.968845 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-fd688062-4954-4d55-a808-187ccd9f9785 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] For port 83017a42-2e03-4f3b-a95e-58c7460da1a4, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=83017a42-2e03-4f3b-a95e-58c7460da1a4,segment=NetworkSegment(6eb9a1da-87d8-4354-8d42-85a93b56b898),segment_id=6eb9a1da-87d8-4354-8d42-85a93b56b898)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:40.969280 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd688062-4954-4d55-a808-187ccd9f9785 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:40.974512 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 3c8796b9-2953-4c2a-a681-728a459629fc {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:17:40.974870 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3c8796b9-2953-4c2a-a681-728a459629fc not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:17:40.975458 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4f485c8e-e856-4c88-a94d-ab49a477c637 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:17:41.000752 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-fd688062-4954-4d55-a808-187ccd9f9785 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Calling delete_port for 83017a42-2e03-4f3b-a95e-58c7460da1a4 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:41.008103 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 4f485c8e-e856-4c88-a94d-ab49a477c637 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:17:41.008555 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4f485c8e-e856-4c88-a94d-ab49a477c637 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:17:41.023515 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2293967e-8ecc-4abc-8b10-0582703ae224 None None] For port 83017a42-2e03-4f3b-a95e-58c7460da1a4, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=83017a42-2e03-4f3b-a95e-58c7460da1a4,segment=NetworkSegment(6eb9a1da-87d8-4354-8d42-85a93b56b898),segment_id=6eb9a1da-87d8-4354-8d42-85a93b56b898)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:41.023906 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2293967e-8ecc-4abc-8b10-0582703ae224 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:41.086199 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe668098-dd8d-4d18-ab4c-0d6b50470873 None None] DHCP port deletion for 740e9c88-8acb-48c9-9769-d0a2a55aee30 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:17:41.107323 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2293967e-8ecc-4abc-8b10-0582703ae224 None None] Calling delete_port for 83017a42-2e03-4f3b-a95e-58c7460da1a4 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:41.119640 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=83017a42-2e03-4f3b-a95e-58c7460da1a4,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:41.215813 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230e412-7881-4d32-835a-d3303f331be2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Port': ['ID=c2904d45-1134-4b3e-bd11-cabc155c8ced,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:41.218849 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9230e412-7881-4d32-835a-d3303f331be2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] No DVR routers for this DVR port c2904d45-1134-4b3e-bd11-cabc155c8ced on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:17:41.225869 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd688062-4954-4d55-a808-187ccd9f9785 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:41.238171 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2293967e-8ecc-4abc-8b10-0582703ae224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:41.273768 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293967e-8ecc-4abc-8b10-0582703ae224 None None] Pushing event deleted for resources: {'Port': ['ID=83017a42-2e03-4f3b-a95e-58c7460da1a4,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:41.278351 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2293967e-8ecc-4abc-8b10-0582703ae224 None None] No DVR routers for this DVR port 83017a42-2e03-4f3b-a95e-58c7460da1a4 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:17:41.292266 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd688062-4954-4d55-a808-187ccd9f9785 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Pushing event deleted for resources: {'Port': ['ID=83017a42-2e03-4f3b-a95e-58c7460da1a4,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:41.294424 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd688062-4954-4d55-a808-187ccd9f9785 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] No DVR routers for this DVR port 83017a42-2e03-4f3b-a95e-58c7460da1a4 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:17:41.311353 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-62c47fa5-dba6-4f38-9a2e-703b96f49ee7 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:41.399025 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a029cd-77f6-4e15-b9c9-45e0c57bafb2 req-bb579c2f-5e0c-45dc-aba3-2202a00c4cab tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:41.399376 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e2a029cd-77f6-4e15-b9c9-45e0c57bafb2 req-bb579c2f-5e0c-45dc-aba3-2202a00c4cab tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.2206168 Nov 12 20:17:41.411160 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd688062-4954-4d55-a808-187ccd9f9785 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:41.415590 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9230e412-7881-4d32-835a-d3303f331be2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:41.433009 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-fd688062-4954-4d55-a808-187ccd9f9785 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104dccfc-e82a-4275-a12f-101595f2f691']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:41.443877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-fd688062-4954-4d55-a808-187ccd9f9785 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb9a1da-87d8-4354-8d42-85a93b56b898') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:41.444260 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-fd688062-4954-4d55-a808-187ccd9f9785 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb9a1da-87d8-4354-8d42-85a93b56b898') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:41.454765 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd688062-4954-4d55-a808-187ccd9f9785 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:41.466439 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-9230e412-7881-4d32-835a-d3303f331be2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740e9c88-8acb-48c9-9769-d0a2a55aee30']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:41.468660 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd688062-4954-4d55-a808-187ccd9f9785 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:41.474672 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd688062-4954-4d55-a808-187ccd9f9785 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:17:41.475085 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd688062-4954-4d55-a808-187ccd9f9785 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:17:41.478476 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:17:41.480733 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c47fa5-dba6-4f38-9a2e-703b96f49ee7 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Subnet': ['ID=6c582f3b-238e-4e09-b315-f0ad133e485c,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:41.495569 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-9230e412-7881-4d32-835a-d3303f331be2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861a3bce-9fc0-42d2-99ab-1e992d3ba968') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:41.495888 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-9230e412-7881-4d32-835a-d3303f331be2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861a3bce-9fc0-42d2-99ab-1e992d3ba968') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:41.513574 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9230e412-7881-4d32-835a-d3303f331be2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:41.542399 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e2a029cd-77f6-4e15-b9c9-45e0c57bafb2 req-d29973fb-a344-46d9-851c-0cd65ce6b7a7 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292489 Nov 12 20:17:41.543769 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c47fa5-dba6-4f38-9a2e-703b96f49ee7 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Checking segment: {'id': '0cdf97c0-b890-4308-8f5e-ad2795969f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2372ba77-dcba-4cff-accc-35258f5da240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:41.544298 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c47fa5-dba6-4f38-9a2e-703b96f49ee7 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network hostable DHCP agents. Network: 2372ba77-dcba-4cff-accc-35258f5da240, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:17:41.546609 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9230e412-7881-4d32-835a-d3303f331be2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:41.555123 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9230e412-7881-4d32-835a-d3303f331be2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:17:41.555522 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9230e412-7881-4d32-835a-d3303f331be2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:41.556374 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd688062-4954-4d55-a808-187ccd9f9785 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:17:41.558522 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:17:41.564437 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd688062-4954-4d55-a808-187ccd9f9785 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:41.570779 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fd688062-4954-4d55-a808-187ccd9f9785 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "DELETE /v2.0/networks/104dccfc-e82a-4275-a12f-101595f2f691 HTTP/1.1" status: 204 len: 168 time: 0.8539572 Nov 12 20:17:41.573730 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48818) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:41.591080 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd688062-4954-4d55-a808-187ccd9f9785 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Pushing event deleted for resources: {'Network': ['ID=104dccfc-e82a-4275-a12f-101595f2f691,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:41.618107 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c47fa5-dba6-4f38-9a2e-703b96f49ee7 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network 2372ba77-dcba-4cff-accc-35258f5da240 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:17:41.628821 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9230e412-7881-4d32-835a-d3303f331be2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:41.646275 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d45147-bf14-4641-a7b1-c3dda84c887c tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Deleting subnet e5c76579-1744-4a63-ba0e-d59843b0e780 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:17:41.649936 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9230e412-7881-4d32-835a-d3303f331be2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:41.650333 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21d45147-bf14-4641-a7b1-c3dda84c887c tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:41.653421 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9230e412-7881-4d32-835a-d3303f331be2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/networks/740e9c88-8acb-48c9-9769-d0a2a55aee30 HTTP/1.1" status: 204 len: 168 time: 1.4863229 Nov 12 20:17:41.654153 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-62c47fa5-dba6-4f38-9a2e-703b96f49ee7 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 2372ba77-dcba-4cff-accc-35258f5da240) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:41.657548 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48822) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:41.658301 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c47fa5-dba6-4f38-9a2e-703b96f49ee7 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:41.658967 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-62c47fa5-dba6-4f38-9a2e-703b96f49ee7 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:41.673227 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0f7a29-3c52-407e-9da4-8cb175b14b71 None None] Network 2372ba77-dcba-4cff-accc-35258f5da240 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:41.675648 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230e412-7881-4d32-835a-d3303f331be2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Network': ['ID=740e9c88-8acb-48c9-9769-d0a2a55aee30,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:41.685338 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-5ea08098-df0c-49ff-b154-4f3b163930ea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-404186079', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}, 'admin_state_up': False}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:41.699167 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-62c47fa5-dba6-4f38-9a2e-703b96f49ee7 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8923039 Nov 12 20:17:41.699712 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48824) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:41.705638 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-81ff2054-6404-4d8f-9f92-1d7048d8865c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'port': {'network_id': '2372ba77-dcba-4cff-accc-35258f5da240', 'name': 'tempest-PortsIpV6TestJSON-2050399469'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:41.727110 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21d45147-bf14-4641-a7b1-c3dda84c887c tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:41.730866 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ea08098-df0c-49ff-b154-4f3b163930ea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:41.733247 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ea08098-df0c-49ff-b154-4f3b163930ea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:41.831058 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ea08098-df0c-49ff-b154-4f3b163930ea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:41.879419 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4a56a0-58e1-45bf-adf5-44e2e4f65c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-2372ba77-dcba-4cff-accc-35258f5da240', 'network_id': '2372ba77-dcba-4cff-accc-35258f5da240', 'tenant_id': '342069ba33064139a154c54a222289e0', 'fixed_ips': [{'subnet_id': '6c582f3b-238e-4e09-b315-f0ad133e485c'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:17:41.880402 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fc4a56a0-58e1-45bf-adf5-44e2e4f65c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:41.920128 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371743e-bf08-46f2-8141-6536ee3b3c7d req-c6b7275a-e781-42c8-91b4-eee95f76569f tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:41.927893 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5371743e-bf08-46f2-8141-6536ee3b3c7d req-c6b7275a-e781-42c8-91b4-eee95f76569f tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.0939672 Nov 12 20:17:41.937309 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ff2054-6404-4d8f-9f92-1d7048d8865c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:41.940915 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-81ff2054-6404-4d8f-9f92-1d7048d8865c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:41.979676 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-81ff2054-6404-4d8f-9f92-1d7048d8865c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] device_id is not set on port 122ee333-b5ab-4756-9f80-8c8002d679e6 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:17:42.035844 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5371743e-bf08-46f2-8141-6536ee3b3c7d req-7cd9b843-6b7a-4350-b70d-f51c6282036f tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068115 Nov 12 20:17:42.088665 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-fc4a56a0-58e1-45bf-adf5-44e2e4f65c81 None None] Allocated IP 2001:db8::2 (2372ba77-dcba-4cff-accc-35258f5da240/6c582f3b-238e-4e09-b315-f0ad133e485c/9bc1ae76-c6f1-4ef6-b384-dc949b8b1100) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:42.251052 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fc4a56a0-58e1-45bf-adf5-44e2e4f65c81 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:42.259488 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fc4a56a0-58e1-45bf-adf5-44e2e4f65c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:42.306161 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4a56a0-58e1-45bf-adf5-44e2e4f65c81 None None] Network 2372ba77-dcba-4cff-accc-35258f5da240 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:42.327818 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-fc4a56a0-58e1-45bf-adf5-44e2e4f65c81 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:42.332169 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4a56a0-58e1-45bf-adf5-44e2e4f65c81 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:42.379945 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-81ff2054-6404-4d8f-9f92-1d7048d8865c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Allocated IP 2001:db8::1fe (2372ba77-dcba-4cff-accc-35258f5da240/6c582f3b-238e-4e09-b315-f0ad133e485c/122ee333-b5ab-4756-9f80-8c8002d679e6) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:42.389028 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ea08098-df0c-49ff-b154-4f3b163930ea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:42.392603 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21d45147-bf14-4641-a7b1-c3dda84c887c tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:42.395289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c2904d45-1134-4b3e-bd11-cabc155c8ced no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:17:42.413558 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a56a0-58e1-45bf-adf5-44e2e4f65c81 None None] Pushing event updated for resources: {'Port': ['ID=9bc1ae76-c6f1-4ef6-b384-dc949b8b1100,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:42.470877 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: c2904d45-1134-4b3e-bd11-cabc155c8ced {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:17:42.471267 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c2904d45-1134-4b3e-bd11-cabc155c8ced not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:17:42.474735 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21d45147-bf14-4641-a7b1-c3dda84c887c tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:42.475806 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-fc4a56a0-58e1-45bf-adf5-44e2e4f65c81 None None] Attempting to bind port 9bc1ae76-c6f1-4ef6-b384-dc949b8b1100 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:17:42.476253 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-fc4a56a0-58e1-45bf-adf5-44e2e4f65c81 None None] Attempting to bind port 9bc1ae76-c6f1-4ef6-b384-dc949b8b1100 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '0cdf97c0-b890-4308-8f5e-ad2795969f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2372ba77-dcba-4cff-accc-35258f5da240'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:17:42.476625 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4a56a0-58e1-45bf-adf5-44e2e4f65c81 None None] Attempting to bind port 9bc1ae76-c6f1-4ef6-b384-dc949b8b1100 on network 2372ba77-dcba-4cff-accc-35258f5da240 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:17:42.488445 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4a56a0-58e1-45bf-adf5-44e2e4f65c81 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:17:42.488866 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4a56a0-58e1-45bf-adf5-44e2e4f65c81 None None] Checking segment: {'id': '0cdf97c0-b890-4308-8f5e-ad2795969f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2372ba77-dcba-4cff-accc-35258f5da240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:42.489271 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fc4a56a0-58e1-45bf-adf5-44e2e4f65c81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:42.489913 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4a56a0-58e1-45bf-adf5-44e2e4f65c81 None None] Bound using segment: {'id': '0cdf97c0-b890-4308-8f5e-ad2795969f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2372ba77-dcba-4cff-accc-35258f5da240'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:17:42.490442 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-fc4a56a0-58e1-45bf-adf5-44e2e4f65c81 None None] Bound port: 9bc1ae76-c6f1-4ef6-b384-dc949b8b1100, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cdf97c0-b890-4308-8f5e-ad2795969f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2372ba77-dcba-4cff-accc-35258f5da240'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:17:42.490824 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fc4a56a0-58e1-45bf-adf5-44e2e4f65c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:42.519475 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d45147-bf14-4641-a7b1-c3dda84c887c tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Pushing event deleted for resources: {'Subnet': ['ID=e5c76579-1744-4a63-ba0e-d59843b0e780,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:42.531525 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21d45147-bf14-4641-a7b1-c3dda84c887c tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:42.534952 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-21d45147-bf14-4641-a7b1-c3dda84c887c tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "DELETE /v2.0/subnets/e5c76579-1744-4a63-ba0e-d59843b0e780 HTTP/1.1" status: 204 len: 168 time: 0.9601865 Nov 12 20:17:42.565831 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48830) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:42.577829 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-81ff2054-6404-4d8f-9f92-1d7048d8865c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:42.588169 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-fc4a56a0-58e1-45bf-adf5-44e2e4f65c81 None None] For port 9bc1ae76-c6f1-4ef6-b384-dc949b8b1100, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:17:42.593711 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-fc4a56a0-58e1-45bf-adf5-44e2e4f65c81 None None] For port 9bc1ae76-c6f1-4ef6-b384-dc949b8b1100, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=9bc1ae76-c6f1-4ef6-b384-dc949b8b1100,segment=NetworkSegment(0cdf97c0-b890-4308-8f5e-ad2795969f2b),segment_id=0cdf97c0-b890-4308-8f5e-ad2795969f2b)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:17:42.600528 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1f9592-416e-4e05-814a-9c715522fa14 None None] Network 8f611192-f0b7-4cb8-b6da-22bc63312563 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:42.605822 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fc4a56a0-58e1-45bf-adf5-44e2e4f65c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:42.615793 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-81ff2054-6404-4d8f-9f92-1d7048d8865c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:42.655656 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ff2054-6404-4d8f-9f92-1d7048d8865c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network 2372ba77-dcba-4cff-accc-35258f5da240 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:42.659265 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-81ff2054-6404-4d8f-9f92-1d7048d8865c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:42.683215 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ff2054-6404-4d8f-9f92-1d7048d8865c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:42.690106 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ff2054-6404-4d8f-9f92-1d7048d8865c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:42.690723 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-81ff2054-6404-4d8f-9f92-1d7048d8865c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:42.711140 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3c297073-23ff-4ac0-9574-fbca2ffee205 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:42.717060 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-81ff2054-6404-4d8f-9f92-1d7048d8865c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0154643 Nov 12 20:17:42.720066 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48836) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:42.728939 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-829ee1b5-7ea2-437e-aa11-0905fef0a1ee tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'port': {'network_id': '2372ba77-dcba-4cff-accc-35258f5da240', 'name': 'tempest-PortsIpV6TestJSON-1032556739'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:42.799468 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a56a0-58e1-45bf-adf5-44e2e4f65c81 None None] Pushing event updated for resources: {'Port': ['ID=9bc1ae76-c6f1-4ef6-b384-dc949b8b1100,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:42.923838 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15029a62-4b87-4c37-8a4e-b6bea596520b req-f77d9b4f-d7e8-422f-8c7c-62eb9dc7ebf8 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:42.938384 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-15029a62-4b87-4c37-8a4e-b6bea596520b req-f77d9b4f-d7e8-422f-8c7c-62eb9dc7ebf8 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.2231574 Nov 12 20:17:42.993501 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55159920-63ba-4777-a7b9-771994863bfc None None] DHCP port deletion for 8f611192-f0b7-4cb8-b6da-22bc63312563 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:17:43.035247 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-15029a62-4b87-4c37-8a4e-b6bea596520b req-b0c3075f-30e8-4de9-a6ab-8025e56c49c0 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958641 Nov 12 20:17:43.143692 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-55159920-63ba-4777-a7b9-771994863bfc None None] Deleting port 7c4f34c6-365b-440c-a6d9-61a047c761f8 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:43.144407 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-55159920-63ba-4777-a7b9-771994863bfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:43.225685 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-55159920-63ba-4777-a7b9-771994863bfc None None] For port 7c4f34c6-365b-440c-a6d9-61a047c761f8, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7c4f34c6-365b-440c-a6d9-61a047c761f8,segment=NetworkSegment(3a50d881-8c81-4cbe-b2b0-322eb121d879),segment_id=3a50d881-8c81-4cbe-b2b0-322eb121d879)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:43.226156 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-55159920-63ba-4777-a7b9-771994863bfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:43.254974 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-55159920-63ba-4777-a7b9-771994863bfc None None] Calling delete_port for 7c4f34c6-365b-440c-a6d9-61a047c761f8 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:43.260191 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-3c297073-23ff-4ac0-9574-fbca2ffee205 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Deleting port 7c4f34c6-365b-440c-a6d9-61a047c761f8 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:43.264089 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3c297073-23ff-4ac0-9574-fbca2ffee205 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:43.299816 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ea08098-df0c-49ff-b154-4f3b163930ea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:43.361834 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-55159920-63ba-4777-a7b9-771994863bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:43.372634 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ea08098-df0c-49ff-b154-4f3b163930ea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:43.390914 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55159920-63ba-4777-a7b9-771994863bfc None None] Pushing event deleted for resources: {'Port': ['ID=7c4f34c6-365b-440c-a6d9-61a047c761f8,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:43.405456 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55159920-63ba-4777-a7b9-771994863bfc None None] No DVR routers for this DVR port 7c4f34c6-365b-440c-a6d9-61a047c761f8 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:17:43.470920 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-3c297073-23ff-4ac0-9574-fbca2ffee205 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] For port 7c4f34c6-365b-440c-a6d9-61a047c761f8, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7c4f34c6-365b-440c-a6d9-61a047c761f8,segment=NetworkSegment(3a50d881-8c81-4cbe-b2b0-322eb121d879),segment_id=3a50d881-8c81-4cbe-b2b0-322eb121d879)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:43.471507 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3c297073-23ff-4ac0-9574-fbca2ffee205 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:43.499546 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-3c297073-23ff-4ac0-9574-fbca2ffee205 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Calling delete_port for 7c4f34c6-365b-440c-a6d9-61a047c761f8 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:43.504052 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff2054-6404-4d8f-9f92-1d7048d8865c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Port': ['ID=122ee333-b5ab-4756-9f80-8c8002d679e6,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:43.580978 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfeddd3-445b-4333-9fa2-81c9cb3c7e63 req-1a8a776a-7fa8-4448-8087-6b54db5f29f7 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:43.582866 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fdfeddd3-445b-4333-9fa2-81c9cb3c7e63 req-1a8a776a-7fa8-4448-8087-6b54db5f29f7 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.1376626 Nov 12 20:17:43.584076 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829ee1b5-7ea2-437e-aa11-0905fef0a1ee tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:43.589253 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-829ee1b5-7ea2-437e-aa11-0905fef0a1ee tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:43.609175 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-5ea08098-df0c-49ff-b154-4f3b163930ea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Allocated IP 172.25.5.61 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/47ed22d4-5fe0-4276-9bab-4da8981b0abc) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:43.627902 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-829ee1b5-7ea2-437e-aa11-0905fef0a1ee tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] device_id is not set on port 71e8677e-5492-4f45-9e72-4a14fedfb01b yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:17:43.696320 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fdfeddd3-445b-4333-9fa2-81c9cb3c7e63 req-6a8eb376-5baa-4ff0-a51d-a3f2f06d1baf tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029253 Nov 12 20:17:43.702598 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3c297073-23ff-4ac0-9574-fbca2ffee205 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:43.737027 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c297073-23ff-4ac0-9574-fbca2ffee205 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Pushing event deleted for resources: {'Port': ['ID=7c4f34c6-365b-440c-a6d9-61a047c761f8,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:43.743740 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c297073-23ff-4ac0-9574-fbca2ffee205 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] No DVR routers for this DVR port 7c4f34c6-365b-440c-a6d9-61a047c761f8 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:17:43.825793 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-829ee1b5-7ea2-437e-aa11-0905fef0a1ee tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Allocated IP 2001:db8::112 (2372ba77-dcba-4cff-accc-35258f5da240/6c582f3b-238e-4e09-b315-f0ad133e485c/71e8677e-5492-4f45-9e72-4a14fedfb01b) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:43.874012 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3c297073-23ff-4ac0-9574-fbca2ffee205 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:43.879555 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ea08098-df0c-49ff-b154-4f3b163930ea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:43.904944 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-3c297073-23ff-4ac0-9574-fbca2ffee205 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f611192-f0b7-4cb8-b6da-22bc63312563']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:43.957358 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-3c297073-23ff-4ac0-9574-fbca2ffee205 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a50d881-8c81-4cbe-b2b0-322eb121d879') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:43.957653 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-3c297073-23ff-4ac0-9574-fbca2ffee205 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a50d881-8c81-4cbe-b2b0-322eb121d879') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:43.968191 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ea08098-df0c-49ff-b154-4f3b163930ea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:43.971137 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3c297073-23ff-4ac0-9574-fbca2ffee205 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:44.011914 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3c297073-23ff-4ac0-9574-fbca2ffee205 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:44.031588 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-829ee1b5-7ea2-437e-aa11-0905fef0a1ee tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:44.033612 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c297073-23ff-4ac0-9574-fbca2ffee205 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:17:44.033799 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3c297073-23ff-4ac0-9574-fbca2ffee205 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:17:44.037244 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:17:44.039714 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea08098-df0c-49ff-b154-4f3b163930ea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:44.066854 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-5ea08098-df0c-49ff-b154-4f3b163930ea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:44.069581 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea08098-df0c-49ff-b154-4f3b163930ea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:44.078204 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-829ee1b5-7ea2-437e-aa11-0905fef0a1ee tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:44.091407 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4f25ab-8153-40a0-9e15-f7b709873683 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:17:44.123987 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea08098-df0c-49ff-b154-4f3b163930ea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Port': ['ID=47ed22d4-5fe0-4276-9bab-4da8981b0abc,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:44.125384 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829ee1b5-7ea2-437e-aa11-0905fef0a1ee tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network 2372ba77-dcba-4cff-accc-35258f5da240 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:44.131972 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-829ee1b5-7ea2-437e-aa11-0905fef0a1ee tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:44.140748 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829ee1b5-7ea2-437e-aa11-0905fef0a1ee tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:44.156533 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829ee1b5-7ea2-437e-aa11-0905fef0a1ee tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:44.157426 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-829ee1b5-7ea2-437e-aa11-0905fef0a1ee tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:44.169213 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3c297073-23ff-4ac0-9574-fbca2ffee205 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:44.183035 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3c297073-23ff-4ac0-9574-fbca2ffee205 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:44.189396 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3c297073-23ff-4ac0-9574-fbca2ffee205 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "DELETE /v2.0/networks/8f611192-f0b7-4cb8-b6da-22bc63312563 HTTP/1.1" status: 204 len: 168 time: 1.6100352 Nov 12 20:17:44.194556 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48846) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:44.235173 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e16f7df4-6f84-4d3d-83ef-221319897e13 None None] Provisioning complete for port 47ed22d4-5fe0-4276-9bab-4da8981b0abc triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:44.236450 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e16f7df4-6f84-4d3d-83ef-221319897e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:44.254158 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c297073-23ff-4ac0-9574-fbca2ffee205 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Pushing event deleted for resources: {'Network': ['ID=8f611192-f0b7-4cb8-b6da-22bc63312563,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:44.291590 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d6157ff6-cd13-4379-8633-d477b39a4468 tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc8cd9a-04ba-4466-bd49-50e8c2d4a65f HTTP/1.1" status: 200 len: 205 time: 0.0936196 Nov 12 20:17:44.291590 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ee1b5-7ea2-437e-aa11-0905fef0a1ee tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Port': ['ID=71e8677e-5492-4f45-9e72-4a14fedfb01b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:44.293031 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48848) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:44.305637 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e16f7df4-6f84-4d3d-83ef-221319897e13 None None] Port 47ed22d4-5fe0-4276-9bab-4da8981b0abc cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:17:44.310641 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736cb00b-8b3a-48c5-919b-1271dfb2f197 None None] Network 2372ba77-dcba-4cff-accc-35258f5da240 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:44.318089 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-829ee1b5-7ea2-437e-aa11-0905fef0a1ee tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5941000 Nov 12 20:17:44.319084 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48850) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:44.411435 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89a0b857-c5d5-4399-8c46-33199584ca7a tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:44.449663 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 9bc1ae76-c6f1-4ef6-b384-dc949b8b1100 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:17:44.449859 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb621316-e2cd-4e51-b3de-948bb3608287 req-3fc6701d-3a7a-47ce-967a-83027b53e6cc tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:44.458901 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bb621316-e2cd-4e51-b3de-948bb3608287 req-3fc6701d-3a7a-47ce-967a-83027b53e6cc tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.2797675 Nov 12 20:17:44.502099 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-43f30457-f5a5-459f-ad70-054cb7dee3f6 None None] Provisioning complete for port 9bc1ae76-c6f1-4ef6-b384-dc949b8b1100 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:44.503019 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-43f30457-f5a5-459f-ad70-054cb7dee3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:44.527933 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bb621316-e2cd-4e51-b3de-948bb3608287 req-47936ac3-7bff-43ec-9c3b-8baf86f906f6 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680854 Nov 12 20:17:44.542973 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25c4805-5083-44dd-a548-d12eb0a49edf tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:44.544815 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a25c4805-5083-44dd-a548-d12eb0a49edf tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1fe HTTP/1.1" status: 200 len: 929 time: 0.2203948 Nov 12 20:17:44.547988 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48852) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:44.594573 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89a0b857-c5d5-4399-8c46-33199584ca7a tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:44.597015 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89a0b857-c5d5-4399-8c46-33199584ca7a tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:44.651741 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89a0b857-c5d5-4399-8c46-33199584ca7a tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:44.652614 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a0b857-c5d5-4399-8c46-33199584ca7a tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Fanout notify agent at l3_agent the message router_deleted on router edc8cd9a-04ba-4466-bd49-50e8c2d4a65f {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:17:44.662364 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89a0b857-c5d5-4399-8c46-33199584ca7a tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:44.665960 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-89a0b857-c5d5-4399-8c46-33199584ca7a tempest-RoutersNegativeIpV6Test-737544727 tempest-RoutersNegativeIpV6Test-737544727-project] 10.222.0.48 "DELETE /v2.0/routers/edc8cd9a-04ba-4466-bd49-50e8c2d4a65f HTTP/1.1" status: 204 len: 168 time: 0.3691814 Nov 12 20:17:44.680478 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-16ef7ce2-1c43-42c3-821d-2c74361ffec0 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting port 71e8677e-5492-4f45-9e72-4a14fedfb01b {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:44.681283 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-16ef7ce2-1c43-42c3-821d-2c74361ffec0 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:44.717252 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-43f30457-f5a5-459f-ad70-054cb7dee3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:44.761014 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 9bc1ae76-c6f1-4ef6-b384-dc949b8b1100 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:44.761387 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:44.787947 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ea08098-df0c-49ff-b154-4f3b163930ea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:44.790320 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-43f30457-f5a5-459f-ad70-054cb7dee3f6 None None] For port 9bc1ae76-c6f1-4ef6-b384-dc949b8b1100, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=9bc1ae76-c6f1-4ef6-b384-dc949b8b1100,segment=NetworkSegment(0cdf97c0-b890-4308-8f5e-ad2795969f2b),segment_id=0cdf97c0-b890-4308-8f5e-ad2795969f2b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:44.791510 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-16ef7ce2-1c43-42c3-821d-2c74361ffec0 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:44.810604 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-16ef7ce2-1c43-42c3-821d-2c74361ffec0 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Calling delete_port for 71e8677e-5492-4f45-9e72-4a14fedfb01b owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:44.820815 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-43f30457-f5a5-459f-ad70-054cb7dee3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:44.899698 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f30457-f5a5-459f-ad70-054cb7dee3f6 None None] Pushing event updated for resources: {'Port': ['ID=9bc1ae76-c6f1-4ef6-b384-dc949b8b1100,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:45.051724 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-16ef7ce2-1c43-42c3-821d-2c74361ffec0 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:45.080835 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f461c-9b51-4cc1-95a6-ff1f5bf1db8a req-a64a3426-784c-4ffe-9e0a-e64da1c8c962 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:45.081032 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7c4f34c6-365b-440c-a6d9-61a047c761f8 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:17:45.082818 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f59f461c-9b51-4cc1-95a6-ff1f5bf1db8a req-a64a3426-784c-4ffe-9e0a-e64da1c8c962 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.1331336 Nov 12 20:17:45.117715 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef7ce2-1c43-42c3-821d-2c74361ffec0 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Port': ['ID=71e8677e-5492-4f45-9e72-4a14fedfb01b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:45.121333 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 7c4f34c6-365b-440c-a6d9-61a047c761f8 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:17:45.121878 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7c4f34c6-365b-440c-a6d9-61a047c761f8 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:17:45.182985 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-16ef7ce2-1c43-42c3-821d-2c74361ffec0 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:45.187877 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-16ef7ce2-1c43-42c3-821d-2c74361ffec0 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/ports/71e8677e-5492-4f45-9e72-4a14fedfb01b HTTP/1.1" status: 204 len: 168 time: 0.6384523 Nov 12 20:17:45.193187 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48864) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:45.206948 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f59f461c-9b51-4cc1-95a6-ff1f5bf1db8a req-3ee73b38-38c9-4434-9694-9ad1f36ee82e tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639071 Nov 12 20:17:45.210139 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ea08098-df0c-49ff-b154-4f3b163930ea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:45.250293 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f78a494-d3f1-45b9-92fc-ddac741080bc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] GET failed (client error): The resource could not be found. Nov 12 20:17:45.251475 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3f78a494-d3f1-45b9-92fc-ddac741080bc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "GET /v2.0/ports/71e8677e-5492-4f45-9e72-4a14fedfb01b HTTP/1.1" status: 404 len: 333 time: 0.0558054 Nov 12 20:17:45.257855 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48866) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:45.294820 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48868) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:45.373743 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-cd3c5534-3c1c-45e5-ac0f-22d6ff8fd592 None None] Provisioning complete for port 9bc1ae76-c6f1-4ef6-b384-dc949b8b1100 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:45.374197 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cd3c5534-3c1c-45e5-ac0f-22d6ff8fd592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:45.400927 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea08098-df0c-49ff-b154-4f3b163930ea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Router c9625fa6-fc84-4ad7-b3c2-61fcfdcc41d3 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:17:45.427771 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-ffa34574-4f19-4204-9d35-85fc3d99f4b0 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting port 122ee333-b5ab-4756-9f80-8c8002d679e6 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:45.428096 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ffa34574-4f19-4204-9d35-85fc3d99f4b0 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:45.530000 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-cd3c5534-3c1c-45e5-ac0f-22d6ff8fd592 None None] Could not find standard attr ID for object 71e8677e-5492-4f45-9e72-4a14fedfb01b. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:17:45.535140 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea08098-df0c-49ff-b154-4f3b163930ea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:17:45.540564 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-cd3c5534-3c1c-45e5-ac0f-22d6ff8fd592 None None] Provisioning complete for port 122ee333-b5ab-4756-9f80-8c8002d679e6 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:45.541348 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cd3c5534-3c1c-45e5-ac0f-22d6ff8fd592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:45.551655 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96b76af-4454-4e61-b4bb-255fa21dce63 None None] Sync routers for ids ['c9625fa6-fc84-4ad7-b3c2-61fcfdcc41d3'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:17:45.565947 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ea08098-df0c-49ff-b154-4f3b163930ea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:45.570863 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5ea08098-df0c-49ff-b154-4f3b163930ea tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.9122081 Nov 12 20:17:45.571318 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48874) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:45.614029 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96b76af-4454-4e61-b4bb-255fa21dce63 None None] Routers {'c9625fa6-fc84-4ad7-b3c2-61fcfdcc41d3'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:17:45.614754 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c96b76af-4454-4e61-b4bb-255fa21dce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['c9625fa6-fc84-4ad7-b3c2-61fcfdcc41d3'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:45.620655 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-cd3c5534-3c1c-45e5-ac0f-22d6ff8fd592 None None] Port 122ee333-b5ab-4756-9f80-8c8002d679e6 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:17:45.643977 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c13849c7-3494-460e-9fa3-5d8e8656b13f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7b43fabbc0c4fd1b7488534368818d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3479702 Nov 12 20:17:45.644831 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48876) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:45.682317 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c96b76af-4454-4e61-b4bb-255fa21dce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:45.692327 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96b76af-4454-4e61-b4bb-255fa21dce63 None None] Routers {'c9625fa6-fc84-4ad7-b3c2-61fcfdcc41d3'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:17:45.692918 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c96b76af-4454-4e61-b4bb-255fa21dce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['c9625fa6-fc84-4ad7-b3c2-61fcfdcc41d3'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:45.697638 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ffa34574-4f19-4204-9d35-85fc3d99f4b0 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:45.726781 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-ffa34574-4f19-4204-9d35-85fc3d99f4b0 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Calling delete_port for 122ee333-b5ab-4756-9f80-8c8002d679e6 owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:45.744304 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c96b76af-4454-4e61-b4bb-255fa21dce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:45.745004 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96b76af-4454-4e61-b4bb-255fa21dce63 None None] The sync data for ids ['c9625fa6-fc84-4ad7-b3c2-61fcfdcc41d3'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:17:45.790301 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d08f8-046c-40f2-84e5-ba1008f45ebb req-bbed5654-1ac6-4283-a4a8-7611eff8ce8c tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:45.798357 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-963d08f8-046c-40f2-84e5-ba1008f45ebb req-bbed5654-1ac6-4283-a4a8-7611eff8ce8c tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.1611924 Nov 12 20:17:45.806376 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-13c52b94-b780-453f-8e7b-756e631ad92b None None] Provisioning complete for port 122ee333-b5ab-4756-9f80-8c8002d679e6 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:45.810564 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-13c52b94-b780-453f-8e7b-756e631ad92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:45.816637 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-94c4969f-62f2-46e0-a093-ca9aecac3abd tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "GET /v2.0/routers/c9625fa6-fc84-4ad7-b3c2-61fcfdcc41d3 HTTP/1.1" status: 200 len: 879 time: 0.2441502 Nov 12 20:17:45.822891 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48880) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:45.875534 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-13c52b94-b780-453f-8e7b-756e631ad92b None None] Port 122ee333-b5ab-4756-9f80-8c8002d679e6 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:17:45.928628 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-498f686e-b8d8-4b29-ad9d-1ea0a8aa0487 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:45.964824 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e559697d-d930-404d-b712-a8daafe46c8a req-1c469027-7f7e-440d-bcd2-affa3053e262 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0781958 Nov 12 20:17:45.988125 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-963d08f8-046c-40f2-84e5-ba1008f45ebb req-d5c7fd2a-3fbe-4c87-a546-ed844df9faa8 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886265 Nov 12 20:17:45.995656 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-498f686e-b8d8-4b29-ad9d-1ea0a8aa0487 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:46.044201 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8c73e5cd-6a11-442b-a725-d6c5c8165b21 None None] Could not find standard attr ID for object 71e8677e-5492-4f45-9e72-4a14fedfb01b. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:17:46.094152 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559697d-d930-404d-b712-a8daafe46c8a req-47bf9b35-2d1d-4488-8e12-3506041eead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:46.095665 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e559697d-d930-404d-b712-a8daafe46c8a req-47bf9b35-2d1d-4488-8e12-3506041eead7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f74867b50744eb7b866c1e4d6eb5a6e&device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 1097 time: 0.1044838 Nov 12 20:17:46.139819 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-498f686e-b8d8-4b29-ad9d-1ea0a8aa0487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:46.144668 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-498f686e-b8d8-4b29-ad9d-1ea0a8aa0487 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:46.148476 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-498f686e-b8d8-4b29-ad9d-1ea0a8aa0487 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/19966b8d-ec2b-4b0d-b09a-2e5e0a130fd0 HTTP/1.1" status: 204 len: 168 time: 0.4957812 Nov 12 20:17:46.150551 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ffa34574-4f19-4204-9d35-85fc3d99f4b0 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:46.199792 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f686e-b8d8-4b29-ad9d-1ea0a8aa0487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19966b8d-ec2b-4b0d-b09a-2e5e0a130fd0,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:46.206356 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa34574-4f19-4204-9d35-85fc3d99f4b0 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Port': ['ID=122ee333-b5ab-4756-9f80-8c8002d679e6,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:46.315670 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ffa34574-4f19-4204-9d35-85fc3d99f4b0 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:46.323580 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ffa34574-4f19-4204-9d35-85fc3d99f4b0 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/ports/122ee333-b5ab-4756-9f80-8c8002d679e6 HTTP/1.1" status: 204 len: 168 time: 1.0645328 Nov 12 20:17:46.324389 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48888) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:46.389324 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f750a5-71d9-43c7-af42-1900a2cb925e tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] GET failed (client error): The resource could not be found. Nov 12 20:17:46.392167 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-16f750a5-71d9-43c7-af42-1900a2cb925e tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "GET /v2.0/ports/122ee333-b5ab-4756-9f80-8c8002d679e6 HTTP/1.1" status: 404 len: 333 time: 0.0665343 Nov 12 20:17:46.406967 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48890) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:46.431464 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 9bc1ae76-c6f1-4ef6-b384-dc949b8b1100 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:17:46.548951 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0de0ea-a55e-4d2f-84b0-778516332760 req-8842ca81-9d53-49d6-b5a7-c16a9274801d tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:46.565189 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e0de0ea-a55e-4d2f-84b0-778516332760 req-8842ca81-9d53-49d6-b5a7-c16a9274801d tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.1921937 Nov 12 20:17:46.568580 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 9bc1ae76-c6f1-4ef6-b384-dc949b8b1100 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:46.571886 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:46.622302 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa3989c-63e4-4f48-b330-c5eb29e77177 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting subnet 6c582f3b-238e-4e09-b315-f0ad133e485c {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:17:46.653916 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6fa3989c-63e4-4f48-b330-c5eb29e77177 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:46.788788 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e0de0ea-a55e-4d2f-84b0-778516332760 req-4ef20b01-3560-429a-bcec-6b90cd764d82 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244327 Nov 12 20:17:46.795094 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6fa3989c-63e4-4f48-b330-c5eb29e77177 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:46.838152 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-04088f57-6999-4a96-a9b2-c63e196441b9 req-da8dda60-0818-4f62-bc20-4e6697f6352e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1189876 Nov 12 20:17:46.878586 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8dfa0b62-87fb-4851-ac3c-5f961f953913 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.0545614 Nov 12 20:17:46.881365 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48904) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:46.885808 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-b4db0ac4-21ab-4de6-a271-99c7481ded03 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-404186079'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:46.933554 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559697d-d930-404d-b712-a8daafe46c8a req-5792e7b2-29fa-4cbd-ba32-29b3cc57eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:46.935096 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e559697d-d930-404d-b712-a8daafe46c8a req-5792e7b2-29fa-4cbd-ba32-29b3cc57eb04 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b3107c86-393d-4546-95b6-185ebc23d220 HTTP/1.1" status: 200 len: 911 time: 0.8094642 Nov 12 20:17:46.953503 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6fa3989c-63e4-4f48-b330-c5eb29e77177 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:47.002271 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04088f57-6999-4a96-a9b2-c63e196441b9 req-cb35c018-6c37-4bf6-88ce-ef341ca2cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:47.002271 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-04088f57-6999-4a96-a9b2-c63e196441b9 req-cb35c018-6c37-4bf6-88ce-ef341ca2cbce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d48c506c1da468aab40c41f0ac9e84d&device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 1097 time: 0.0896730 Nov 12 20:17:47.015324 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e559697d-d930-404d-b712-a8daafe46c8a req-42e86090-3db9-47a7-82e1-950ca3e005d2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d03a2a6-2286-4242-adad-b094ff59b894 HTTP/1.1" status: 200 len: 217 time: 0.0675747 Nov 12 20:17:47.031853 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6fa3989c-63e4-4f48-b330-c5eb29e77177 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:47.058476 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3989c-63e4-4f48-b330-c5eb29e77177 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Subnet': ['ID=6c582f3b-238e-4e09-b315-f0ad133e485c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:47.098499 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3102f70a-5357-425f-a0eb-8aa1401c4c7d None None] Network 2372ba77-dcba-4cff-accc-35258f5da240 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:47.107603 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6fa3989c-63e4-4f48-b330-c5eb29e77177 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:47.123182 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6fa3989c-63e4-4f48-b330-c5eb29e77177 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/subnets/6c582f3b-238e-4e09-b315-f0ad133e485c HTTP/1.1" status: 204 len: 168 time: 0.7148731 Nov 12 20:17:47.124470 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48914) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:47.161512 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559697d-d930-404d-b712-a8daafe46c8a req-c036a19e-9e99-4263-a207-dec6ce9c5156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:47.173677 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e559697d-d930-404d-b712-a8daafe46c8a req-c036a19e-9e99-4263-a207-dec6ce9c5156 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c0b4a992-c342-412e-9115-492f4914c4c9 HTTP/1.1" status: 200 len: 850 time: 0.1403079 Nov 12 20:17:47.258943 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e559697d-d930-404d-b712-a8daafe46c8a req-3fbacea5-fb97-46e4-b135-bb17fb2be2cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b3107c86-393d-4546-95b6-185ebc23d220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867062 Nov 12 20:17:47.297234 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-968569e7-0172-4752-a4d6-0a77fc5e5e65 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:47.379581 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48920) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:47.384653 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0235a366-7559-4833-945e-ff4683f201fc None None] DHCP port deletion for 2372ba77-dcba-4cff-accc-35258f5da240 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:17:47.423505 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04088f57-6999-4a96-a9b2-c63e196441b9 req-7197a825-b2bb-4cd9-937e-f8465af31eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:47.425032 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-04088f57-6999-4a96-a9b2-c63e196441b9 req-7197a825-b2bb-4cd9-937e-f8465af31eb3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b1371fda-9f38-4155-be6b-0739065dc4f2 HTTP/1.1" status: 200 len: 910 time: 0.3679633 Nov 12 20:17:47.449329 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0235a366-7559-4833-945e-ff4683f201fc None None] Deleting port 9bc1ae76-c6f1-4ef6-b384-dc949b8b1100 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:47.451212 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0235a366-7559-4833-945e-ff4683f201fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:47.465428 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e559697d-d930-404d-b712-a8daafe46c8a req-e21d7df4-0973-4cd9-b03e-f2ca71efb78b service neutron] 10.222.0.52 "GET /v2.0/networks/b3107c86-393d-4546-95b6-185ebc23d220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903296 Nov 12 20:17:47.526710 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd5ad3-021c-4887-8a70-fa9d27d4ca37 req-4e17f902-d743-4323-a6fb-c49ac9c19ed6 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:47.528435 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f9cd5ad3-021c-4887-8a70-fa9d27d4ca37 req-4e17f902-d743-4323-a6fb-c49ac9c19ed6 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.3607709 Nov 12 20:17:47.534877 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-968569e7-0172-4752-a4d6-0a77fc5e5e65 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting port 9bc1ae76-c6f1-4ef6-b384-dc949b8b1100 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:47.536433 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-968569e7-0172-4752-a4d6-0a77fc5e5e65 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:47.558870 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0235a366-7559-4833-945e-ff4683f201fc None None] For port 9bc1ae76-c6f1-4ef6-b384-dc949b8b1100, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=9bc1ae76-c6f1-4ef6-b384-dc949b8b1100,segment=NetworkSegment(0cdf97c0-b890-4308-8f5e-ad2795969f2b),segment_id=0cdf97c0-b890-4308-8f5e-ad2795969f2b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:47.559893 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0235a366-7559-4833-945e-ff4683f201fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:47.589461 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0235a366-7559-4833-945e-ff4683f201fc None None] Calling delete_port for 9bc1ae76-c6f1-4ef6-b384-dc949b8b1100 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:47.592067 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-0920b8e2-5fd8-46cb-b6a4-64473759f225 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Request body: {'security_group': {'name': 'tempest-secgroup--1597395924'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:47.648924 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-04088f57-6999-4a96-a9b2-c63e196441b9 req-e1fc2f86-0b9b-4a64-83f5-88b8098c759b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2d33e1e-7bc5-47f1-a090-dfa8e2409089 HTTP/1.1" status: 200 len: 1001 time: 0.2054839 Nov 12 20:17:47.680322 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0920b8e2-5fd8-46cb-b6a4-64473759f225 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:47.684024 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f9cd5ad3-021c-4887-8a70-fa9d27d4ca37 req-24cb50f8-b83f-471c-a54c-e31a9533b548 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210978 Nov 12 20:17:47.727145 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0235a366-7559-4833-945e-ff4683f201fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:47.728412 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0920b8e2-5fd8-46cb-b6a4-64473759f225 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:47.738954 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e559697d-d930-404d-b712-a8daafe46c8a req-4f9b82c6-3bd1-4e72-92fe-30b762026585 service neutron] 10.222.0.52 "GET /v2.0/networks/b3107c86-393d-4546-95b6-185ebc23d220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645578 Nov 12 20:17:47.739142 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-968569e7-0172-4752-a4d6-0a77fc5e5e65 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] For port 9bc1ae76-c6f1-4ef6-b384-dc949b8b1100, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=9bc1ae76-c6f1-4ef6-b384-dc949b8b1100,segment=NetworkSegment(0cdf97c0-b890-4308-8f5e-ad2795969f2b),segment_id=0cdf97c0-b890-4308-8f5e-ad2795969f2b)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:47.739437 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-968569e7-0172-4752-a4d6-0a77fc5e5e65 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:47.758936 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b4db0ac4-21ab-4de6-a271-99c7481ded03 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7534'] for router, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:47.770155 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04088f57-6999-4a96-a9b2-c63e196441b9 req-97d117db-a257-4ed4-8944-17e1c1380291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:47.771640 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-04088f57-6999-4a96-a9b2-c63e196441b9 req-97d117db-a257-4ed4-8944-17e1c1380291 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=92e15e0d-7238-4f64-9728-a120864f849a HTTP/1.1" status: 200 len: 848 time: 0.1117609 Nov 12 20:17:47.772603 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-968569e7-0172-4752-a4d6-0a77fc5e5e65 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Calling delete_port for 9bc1ae76-c6f1-4ef6-b384-dc949b8b1100 owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:47.782072 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235a366-7559-4833-945e-ff4683f201fc None None] Pushing event deleted for resources: {'Port': ['ID=9bc1ae76-c6f1-4ef6-b384-dc949b8b1100,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:47.791851 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b4db0ac4-21ab-4de6-a271-99c7481ded03 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706542'] for router, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:47.793087 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0235a366-7559-4833-945e-ff4683f201fc None None] No DVR routers for this DVR port 9bc1ae76-c6f1-4ef6-b384-dc949b8b1100 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:17:47.895155 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04088f57-6999-4a96-a9b2-c63e196441b9 req-2e9958a1-cd55-4461-8c1c-3c9041c9f6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:47.896691 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-04088f57-6999-4a96-a9b2-c63e196441b9 req-2e9958a1-cd55-4461-8c1c-3c9041c9f6d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1371fda-9f38-4155-be6b-0739065dc4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1116943 Nov 12 20:17:47.962205 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4db0ac4-21ab-4de6-a271-99c7481ded03 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Router c9625fa6-fc84-4ad7-b3c2-61fcfdcc41d3 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:17:48.041069 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0920b8e2-5fd8-46cb-b6a4-64473759f225 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:48.047659 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-968569e7-0172-4752-a4d6-0a77fc5e5e65 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:48.064504 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0920b8e2-5fd8-46cb-b6a4-64473759f225 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:48.077793 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4db0ac4-21ab-4de6-a271-99c7481ded03 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:17:48.084686 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b4db0ac4-21ab-4de6-a271-99c7481ded03 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:48.086389 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b4db0ac4-21ab-4de6-a271-99c7481ded03 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "PUT /v2.0/routers/c9625fa6-fc84-4ad7-b3c2-61fcfdcc41d3 HTTP/1.1" status: 200 len: 886 time: 1.2040915 Nov 12 20:17:48.088593 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b1f48b-5cbd-4090-8ff7-d2aba708c9f1 None None] Sync routers for ids ['c9625fa6-fc84-4ad7-b3c2-61fcfdcc41d3'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:17:48.089080 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48928) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:48.097145 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18d633-043b-4ede-8e37-2aa50028002c req-11e7f52a-843d-476a-9270-283f607740db tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:48.098850 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5b18d633-043b-4ede-8e37-2aa50028002c req-11e7f52a-843d-476a-9270-283f607740db tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.1744568 Nov 12 20:17:48.119545 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b1f48b-5cbd-4090-8ff7-d2aba708c9f1 None None] Routers {'c9625fa6-fc84-4ad7-b3c2-61fcfdcc41d3'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:17:48.121691 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-85b1f48b-5cbd-4090-8ff7-d2aba708c9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['c9625fa6-fc84-4ad7-b3c2-61fcfdcc41d3'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:48.155355 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0920b8e2-5fd8-46cb-b6a4-64473759f225 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:48.165222 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968569e7-0172-4752-a4d6-0a77fc5e5e65 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Port': ['ID=9bc1ae76-c6f1-4ef6-b384-dc949b8b1100,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:48.177167 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968569e7-0172-4752-a4d6-0a77fc5e5e65 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] No DVR routers for this DVR port 9bc1ae76-c6f1-4ef6-b384-dc949b8b1100 on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:17:48.181505 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0920b8e2-5fd8-46cb-b6a4-64473759f225 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:48.184201 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-85b1f48b-5cbd-4090-8ff7-d2aba708c9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:48.194814 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b1f48b-5cbd-4090-8ff7-d2aba708c9f1 None None] Routers {'c9625fa6-fc84-4ad7-b3c2-61fcfdcc41d3'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:17:48.196157 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-85b1f48b-5cbd-4090-8ff7-d2aba708c9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['c9625fa6-fc84-4ad7-b3c2-61fcfdcc41d3'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:48.277892 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-85b1f48b-5cbd-4090-8ff7-d2aba708c9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:48.278878 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b1f48b-5cbd-4090-8ff7-d2aba708c9f1 None None] The sync data for ids ['c9625fa6-fc84-4ad7-b3c2-61fcfdcc41d3'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:17:48.286175 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-04088f57-6999-4a96-a9b2-c63e196441b9 req-0df7c855-027b-4b41-a765-42fcc79b3bcf service neutron] 10.222.0.55 "GET /v2.0/networks/b1371fda-9f38-4155-be6b-0739065dc4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752706 Nov 12 20:17:48.286887 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920b8e2-5fd8-46cb-b6a4-64473759f225 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5678ba9b-5ab8-4c78-9c2a-3dadf512fbf8,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:48.287372 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8bacecd1-f0e4-42d0-9f49-6571aa4ec315 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "GET /v2.0/routers/c9625fa6-fc84-4ad7-b3c2-61fcfdcc41d3 HTTP/1.1" status: 200 len: 886 time: 0.1973042 Nov 12 20:17:48.288167 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48930) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:48.349559 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-076231b1-7358-4cca-8aa5-0b900f9ad6eb tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9625fa6-fc84-4ad7-b3c2-61fcfdcc41d3 HTTP/1.1" status: 200 len: 205 time: 0.0468624 Nov 12 20:17:48.350236 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48932) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:48.364934 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 9bc1ae76-c6f1-4ef6-b384-dc949b8b1100 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:17:48.370482 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5b18d633-043b-4ede-8e37-2aa50028002c req-c7147cb2-e951-4223-aa41-e0d6589745bf tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096019 Nov 12 20:17:48.414184 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0920b8e2-5fd8-46cb-b6a4-64473759f225 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:48.418221 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0920b8e2-5fd8-46cb-b6a4-64473759f225 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0212965 Nov 12 20:17:48.420813 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48936) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:48.424335 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-968569e7-0172-4752-a4d6-0a77fc5e5e65 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:48.444701 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 9bc1ae76-c6f1-4ef6-b384-dc949b8b1100 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:17:48.445193 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 9bc1ae76-c6f1-4ef6-b384-dc949b8b1100 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:17:48.494451 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920b8e2-5fd8-46cb-b6a4-64473759f225 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5eea6ce-62eb-4c45-b62e-9484a4f8f25f,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:48.497628 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-968569e7-0172-4752-a4d6-0a77fc5e5e65 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2372ba77-dcba-4cff-accc-35258f5da240']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:48.511835 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-968569e7-0172-4752-a4d6-0a77fc5e5e65 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cdf97c0-b890-4308-8f5e-ad2795969f2b') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:48.512139 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-968569e7-0172-4752-a4d6-0a77fc5e5e65 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cdf97c0-b890-4308-8f5e-ad2795969f2b') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:48.527373 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-968569e7-0172-4752-a4d6-0a77fc5e5e65 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:48.548980 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-04088f57-6999-4a96-a9b2-c63e196441b9 req-b138d1a8-335d-4bfa-a072-fa12294deea2 service neutron] 10.222.0.55 "GET /v2.0/networks/b1371fda-9f38-4155-be6b-0739065dc4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946414 Nov 12 20:17:48.551165 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-968569e7-0172-4752-a4d6-0a77fc5e5e65 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:48.568703 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968569e7-0172-4752-a4d6-0a77fc5e5e65 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:17:48.569152 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-968569e7-0172-4752-a4d6-0a77fc5e5e65 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: self.session.flush() Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: self.session.flush() Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: self.session.flush() Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: self.session.flush() Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:17:48.572457 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:17:48.574784 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-535f100a-9ae8-45d8-9b1a-fe7e5cdf42ef tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:48.616434 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-aed00f77-18e6-40e0-a34f-ade2ab25569a tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1914272 Nov 12 20:17:48.619069 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48938) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:48.625911 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f13889ea-9f4b-4eb4-8ea7-7345176e57fe tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Request body: {'security_group': {'name': 'tempest-security--1101865211', 'description': 'tempest-security-description-1212387255'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:48.660360 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-968569e7-0172-4752-a4d6-0a77fc5e5e65 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:48.671044 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-968569e7-0172-4752-a4d6-0a77fc5e5e65 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:48.674207 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-968569e7-0172-4752-a4d6-0a77fc5e5e65 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/networks/2372ba77-dcba-4cff-accc-35258f5da240 HTTP/1.1" status: 204 len: 168 time: 1.5475681 Nov 12 20:17:48.677927 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48940) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:48.683239 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-1aefbca6-f060-4842-82f5-4f988432365c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-377715333'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:48.687386 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968569e7-0172-4752-a4d6-0a77fc5e5e65 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Network': ['ID=2372ba77-dcba-4cff-accc-35258f5da240,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:48.690437 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f13889ea-9f4b-4eb4-8ea7-7345176e57fe tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:48.723349 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-535f100a-9ae8-45d8-9b1a-fe7e5cdf42ef tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:48.730293 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aefbca6-f060-4842-82f5-4f988432365c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:48.734412 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1aefbca6-f060-4842-82f5-4f988432365c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:48.748482 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f13889ea-9f4b-4eb4-8ea7-7345176e57fe tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:48.752848 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f13889ea-9f4b-4eb4-8ea7-7345176e57fe tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:48.756085 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f13889ea-9f4b-4eb4-8ea7-7345176e57fe tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:48.757425 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f13889ea-9f4b-4eb4-8ea7-7345176e57fe tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "PUT /v2.0/security-groups/a5eea6ce-62eb-4c45-b62e-9484a4f8f25f HTTP/1.1" status: 200 len: 1797 time: 0.1373868 Nov 12 20:17:48.769176 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48944) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:48.782792 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aefbca6-f060-4842-82f5-4f988432365c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:17:48.796044 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1aefbca6-f060-4842-82f5-4f988432365c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:48.796434 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-1aefbca6-f060-4842-82f5-4f988432365c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Added segment 0ec5962a-5b4c-4ebc-b3a3-ee54de56cb6a of type vlan for network 616e32cc-d287-4c71-b235-c5d215187d9b Nov 12 20:17:48.824793 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13889ea-9f4b-4eb4-8ea7-7345176e57fe tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5eea6ce-62eb-4c45-b62e-9484a4f8f25f,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:48.851661 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1aefbca6-f060-4842-82f5-4f988432365c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:48.855450 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-08fb4215-dac2-4777-80de-400e2e9362d6 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "GET /v2.0/security-groups/a5eea6ce-62eb-4c45-b62e-9484a4f8f25f HTTP/1.1" status: 200 len: 1797 time: 0.0849066 Nov 12 20:17:48.856626 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-535f100a-9ae8-45d8-9b1a-fe7e5cdf42ef tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Deleting port 47ed22d4-5fe0-4276-9bab-4da8981b0abc {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:48.857158 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-535f100a-9ae8-45d8-9b1a-fe7e5cdf42ef tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:48.860295 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48946) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:48.863890 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17234418-4b47-4da5-a52c-8f7d4d9ea4a0 req-7c7dc471-1f8c-457d-a9f3-d38555dfbd7e tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:48.865383 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-17234418-4b47-4da5-a52c-8f7d4d9ea4a0 req-7c7dc471-1f8c-457d-a9f3-d38555dfbd7e tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.0970771 Nov 12 20:17:48.914237 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-17234418-4b47-4da5-a52c-8f7d4d9ea4a0 req-b2a9bc9e-7125-4c60-b49e-32b2be60b200 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428615 Nov 12 20:17:48.957604 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1aefbca6-f060-4842-82f5-4f988432365c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:48.963928 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aefbca6-f060-4842-82f5-4f988432365c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:48.964599 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1aefbca6-f060-4842-82f5-4f988432365c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:49.065847 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1aefbca6-f060-4842-82f5-4f988432365c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3866699 Nov 12 20:17:49.068909 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48956) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:49.071578 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-535f100a-9ae8-45d8-9b1a-fe7e5cdf42ef tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:49.074034 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f365eedc-6dd1-43a4-9469-732f3add5d33 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:49.074495 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-1c74edbc-557d-49bb-92b3-5e5cd374e743 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'subnet': {'network_id': '616e32cc-d287-4c71-b235-c5d215187d9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:49.092888 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefbca6-f060-4842-82f5-4f988432365c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Network': ['ID=616e32cc-d287-4c71-b235-c5d215187d9b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:49.110187 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-535f100a-9ae8-45d8-9b1a-fe7e5cdf42ef tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Calling delete_port for 47ed22d4-5fe0-4276-9bab-4da8981b0abc owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:49.111540 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 616e32cc-d287-4c71-b235-c5d215187d9b details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:17:49.126074 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f365eedc-6dd1-43a4-9469-732f3add5d33 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:49.187400 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c74edbc-557d-49bb-92b3-5e5cd374e743 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:49.191713 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1c74edbc-557d-49bb-92b3-5e5cd374e743 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:49.232989 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f365eedc-6dd1-43a4-9469-732f3add5d33 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:49.235591 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f365eedc-6dd1-43a4-9469-732f3add5d33 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:49.239766 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f365eedc-6dd1-43a4-9469-732f3add5d33 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "DELETE /v2.0/security-groups/a5eea6ce-62eb-4c45-b62e-9484a4f8f25f HTTP/1.1" status: 204 len: 168 time: 0.3749852 Nov 12 20:17:49.244438 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48964) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:49.300687 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365eedc-6dd1-43a4-9469-732f3add5d33 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5eea6ce-62eb-4c45-b62e-9484a4f8f25f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:49.353677 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-434e6210-3ba4-45ea-ab40-1453d2133a07 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0726078 Nov 12 20:17:49.357380 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48968) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:49.378378 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-82f3bdbd-8bba-46a9-ab74-40f77f117b86 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] delete failed (client error): The resource could not be found. Nov 12 20:17:49.380678 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-82f3bdbd-8bba-46a9-ab74-40f77f117b86 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "DELETE /v2.0/security-groups/a5eea6ce-62eb-4c45-b62e-9484a4f8f25f HTTP/1.1" status: 404 len: 347 time: 0.0218971 Nov 12 20:17:49.384260 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48970) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:49.390911 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-d5058e22-8943-42ec-9518-c6af0278e6e5 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Request body: {'security_group': {'name': 'tempest-secgroup--348733760'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:49.416416 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d5058e22-8943-42ec-9518-c6af0278e6e5 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:49.446292 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-535f100a-9ae8-45d8-9b1a-fe7e5cdf42ef tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:49.471254 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1c74edbc-557d-49bb-92b3-5e5cd374e743 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:49.490339 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f100a-9ae8-45d8-9b1a-fe7e5cdf42ef tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Port': ['ID=47ed22d4-5fe0-4276-9bab-4da8981b0abc,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:49.519466 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306288cc-0f11-40b4-828a-3fb89f2ccb8a None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:17:49.581109 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec5a23-36bb-40a4-be28-8242d0703ce1 req-e9498119-50a8-4d03-8bff-2fe69b8c9498 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:49.582600 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-51ec5a23-36bb-40a4-be28-8242d0703ce1 req-e9498119-50a8-4d03-8bff-2fe69b8c9498 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.1134059 Nov 12 20:17:49.585397 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74edbc-557d-49bb-92b3-5e5cd374e743 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Subnet': ['ID=304bb93a-3c54-4e8d-9746-5a5b6709ad41,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:49.611857 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74edbc-557d-49bb-92b3-5e5cd374e743 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Checking segment: {'id': '0ec5962a-5b4c-4ebc-b3a3-ee54de56cb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '616e32cc-d287-4c71-b235-c5d215187d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:49.612214 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c74edbc-557d-49bb-92b3-5e5cd374e743 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network hostable DHCP agents. Network: 616e32cc-d287-4c71-b235-c5d215187d9b, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:17:49.623457 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d5058e22-8943-42ec-9518-c6af0278e6e5 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:49.630730 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d5058e22-8943-42ec-9518-c6af0278e6e5 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:49.634816 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-535f100a-9ae8-45d8-9b1a-fe7e5cdf42ef tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:49.651604 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-51ec5a23-36bb-40a4-be28-8242d0703ce1 req-3cf851e8-6f65-4ae4-adfb-4ea23cb50ffb tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597713 Nov 12 20:17:49.652624 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c74edbc-557d-49bb-92b3-5e5cd374e743 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network 616e32cc-d287-4c71-b235-c5d215187d9b is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:17:49.663375 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-1c74edbc-557d-49bb-92b3-5e5cd374e743 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 616e32cc-d287-4c71-b235-c5d215187d9b) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:49.676368 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c74edbc-557d-49bb-92b3-5e5cd374e743 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:49.676368 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1c74edbc-557d-49bb-92b3-5e5cd374e743 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:49.676734 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b10792-5ded-4713-bdcc-35c50e666950 None None] Network 616e32cc-d287-4c71-b235-c5d215187d9b requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:49.699923 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1c74edbc-557d-49bb-92b3-5e5cd374e743 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6269825 Nov 12 20:17:49.701648 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48978) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:49.708085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-27bd19c6-5304-4963-bc36-8ac0d0fefa68 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'port': {'network_id': '616e32cc-d287-4c71-b235-c5d215187d9b', 'name': 'tempest-PortsIpV6TestJSON-178561120', 'fixed_ips': [{'subnet_id': '304bb93a-3c54-4e8d-9746-5a5b6709ad41', 'ip_address': '2001:db8::10'}]}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:49.735659 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0548094-734f-49d6-b3d5-fe584906204b req-0bd6e6a2-6cfc-4fc3-9768-7dd42283ae5a tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:49.737461 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e0548094-734f-49d6-b3d5-fe584906204b req-0bd6e6a2-6cfc-4fc3-9768-7dd42283ae5a tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b38c076-b682-490a-9fd5-90ad4778d11b HTTP/1.1" status: 200 len: 946 time: 0.2127035 Nov 12 20:17:49.780557 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d5058e22-8943-42ec-9518-c6af0278e6e5 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:49.788391 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d5058e22-8943-42ec-9518-c6af0278e6e5 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4011147 Nov 12 20:17:49.789108 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48980) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:49.798192 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-20375681-8d71-4dc7-ae19-9daf8cba88fd tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Request body: {'security_group_rule': {'security_group_id': 'c6f71b20-3eea-4408-8d54-538c9f8aeb0e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:49.806349 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-535f100a-9ae8-45d8-9b1a-fe7e5cdf42ef tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:49.813162 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-535f100a-9ae8-45d8-9b1a-fe7e5cdf42ef tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:49.827339 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5058e22-8943-42ec-9518-c6af0278e6e5 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f71b20-3eea-4408-8d54-538c9f8aeb0e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:49.906822 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-abf63c05-1d77-4c07-91d0-3cbaf1887954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:49.911883 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77031d2c-6488-4735-a416-d232b0a2f494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-616e32cc-d287-4c71-b235-c5d215187d9b', 'network_id': '616e32cc-d287-4c71-b235-c5d215187d9b', 'tenant_id': '342069ba33064139a154c54a222289e0', 'fixed_ips': [{'subnet_id': '304bb93a-3c54-4e8d-9746-5a5b6709ad41'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:17:49.913007 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-77031d2c-6488-4735-a416-d232b0a2f494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:49.916794 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-535f100a-9ae8-45d8-9b1a-fe7e5cdf42ef tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:49.921364 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535f100a-9ae8-45d8-9b1a-fe7e5cdf42ef tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Fanout notify agent at l3_agent the message router_deleted on router c9625fa6-fc84-4ad7-b3c2-61fcfdcc41d3 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:17:49.927110 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bd19c6-5304-4963-bc36-8ac0d0fefa68 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:49.938826 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-535f100a-9ae8-45d8-9b1a-fe7e5cdf42ef tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:49.948999 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-535f100a-9ae8-45d8-9b1a-fe7e5cdf42ef tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/routers/c9625fa6-fc84-4ad7-b3c2-61fcfdcc41d3 HTTP/1.1" status: 204 len: 168 time: 1.5971391 Nov 12 20:17:49.949589 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-20375681-8d71-4dc7-ae19-9daf8cba88fd tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:49.959714 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48984) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:49.980032 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-f817174a-7421-4406-83fe-84aec7bc4f1a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'network': {'name': 'tempest-RoutersTest-878292867'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:50.009633 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e0548094-734f-49d6-b3d5-fe584906204b req-b199850e-a7a8-4f93-84ab-1a420e3ac770 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=732325cd-f6c2-4e82-aa96-5189121d9965&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2321949 Nov 12 20:17:50.076702 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f817174a-7421-4406-83fe-84aec7bc4f1a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Made reservation on behalf of 2fbdff350f264aeaacb6dcabbb39b466 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:50.080274 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f817174a-7421-4406-83fe-84aec7bc4f1a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:50.117933 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-20375681-8d71-4dc7-ae19-9daf8cba88fd tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:50.120444 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27bd19c6-5304-4963-bc36-8ac0d0fefa68 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:50.123147 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f817174a-7421-4406-83fe-84aec7bc4f1a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:17:50.126389 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-20375681-8d71-4dc7-ae19-9daf8cba88fd tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:50.136713 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:50.152742 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-27bd19c6-5304-4963-bc36-8ac0d0fefa68 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] device_id is not set on port 5b536d03-233f-4c4d-911c-c4ffe91683da yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:17:50.154486 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20375681-8d71-4dc7-ae19-9daf8cba88fd tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9202030f-7505-4c90-b44f-e3a40e73bffd,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:50.158996 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f817174a-7421-4406-83fe-84aec7bc4f1a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:50.159539 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-f817174a-7421-4406-83fe-84aec7bc4f1a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Added segment 5d3de6e7-25d5-4f5f-9ace-0e02cd26f344 of type vlan for network 40cfdf77-0a37-48eb-ad22-1ccc635ddd14 Nov 12 20:17:50.172825 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-20375681-8d71-4dc7-ae19-9daf8cba88fd tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:50.177348 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-20375681-8d71-4dc7-ae19-9daf8cba88fd tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3825500 Nov 12 20:17:50.178051 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48986) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:50.186816 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-77031d2c-6488-4735-a416-d232b0a2f494 None None] Allocated IP 2001:db8::2 (616e32cc-d287-4c71-b235-c5d215187d9b/304bb93a-3c54-4e8d-9746-5a5b6709ad41/987c1dd0-af50-45b4-a07f-ba519c31af3a) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:50.235384 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcb665-a1bd-416b-a8b5-bb933adcb092 req-7085038e-7348-4997-9bed-7e148e59da84 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:50.237135 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f817174a-7421-4406-83fe-84aec7bc4f1a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:50.246045 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7ffcb665-a1bd-416b-a8b5-bb933adcb092 req-7085038e-7348-4997-9bed-7e148e59da84 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.2086103 Nov 12 20:17:50.261842 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-93383bf1-4745-46c9-9073-e0d209f4c6fb tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:50.275937 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-93383bf1-4745-46c9-9073-e0d209f4c6fb tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:50.295537 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f817174a-7421-4406-83fe-84aec7bc4f1a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:50.301804 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f817174a-7421-4406-83fe-84aec7bc4f1a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:50.302508 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f817174a-7421-4406-83fe-84aec7bc4f1a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:50.358660 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-93383bf1-4745-46c9-9073-e0d209f4c6fb tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:50.378167 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7ffcb665-a1bd-416b-a8b5-bb933adcb092 req-d237edd8-9f51-48a8-bbf2-c0b02a8c65c3 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308494 Nov 12 20:17:50.406829 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-93383bf1-4745-46c9-9073-e0d209f4c6fb tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:50.408387 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-93383bf1-4745-46c9-9073-e0d209f4c6fb tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/9202030f-7505-4c90-b44f-e3a40e73bffd HTTP/1.1" status: 204 len: 168 time: 0.2274714 Nov 12 20:17:50.409454 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93383bf1-4745-46c9-9073-e0d209f4c6fb tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9202030f-7505-4c90-b44f-e3a40e73bffd,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:50.411030 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48988) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:50.420222 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f817174a-7421-4406-83fe-84aec7bc4f1a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4590805 Nov 12 20:17:50.424445 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48990) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:50.429592 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-fe710901-591c-453d-a888-82a6bc5f37ee tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'subnet': {'network_id': '40cfdf77-0a37-48eb-ad22-1ccc635ddd14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:50.485625 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3a4cd3d3-cbbc-4067-b8f9-a85e05e20919 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0731630 Nov 12 20:17:50.488931 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48992) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:50.526831 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817174a-7421-4406-83fe-84aec7bc4f1a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Network': ['ID=40cfdf77-0a37-48eb-ad22-1ccc635ddd14,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:50.555972 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe710901-591c-453d-a888-82a6bc5f37ee tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Made reservation on behalf of 2fbdff350f264aeaacb6dcabbb39b466 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:50.557552 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bd3f85b1-e7f8-44d8-8bb6-b670b289dec8 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:50.561742 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fe710901-591c-453d-a888-82a6bc5f37ee tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:50.576581 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-77031d2c-6488-4735-a416-d232b0a2f494 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:50.582413 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 40cfdf77-0a37-48eb-ad22-1ccc635ddd14 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:17:50.585586 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bd3f85b1-e7f8-44d8-8bb6-b670b289dec8 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:50.663882 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-77031d2c-6488-4735-a416-d232b0a2f494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:50.672978 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-27bd19c6-5304-4963-bc36-8ac0d0fefa68 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Allocated IP 2001:db8::10 (616e32cc-d287-4c71-b235-c5d215187d9b/304bb93a-3c54-4e8d-9746-5a5b6709ad41/5b536d03-233f-4c4d-911c-c4ffe91683da) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:50.687493 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bd3f85b1-e7f8-44d8-8bb6-b670b289dec8 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:50.691692 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bd3f85b1-e7f8-44d8-8bb6-b670b289dec8 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:50.696202 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bd3f85b1-e7f8-44d8-8bb6-b670b289dec8 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "DELETE /v2.0/security-groups/c6f71b20-3eea-4408-8d54-538c9f8aeb0e HTTP/1.1" status: 204 len: 168 time: 0.2062538 Nov 12 20:17:50.699253 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48996) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:50.713903 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77031d2c-6488-4735-a416-d232b0a2f494 None None] Network 616e32cc-d287-4c71-b235-c5d215187d9b is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:50.717806 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-77031d2c-6488-4735-a416-d232b0a2f494 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:50.725498 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77031d2c-6488-4735-a416-d232b0a2f494 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:50.742605 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f85b1-e7f8-44d8-8bb6-b670b289dec8 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f71b20-3eea-4408-8d54-538c9f8aeb0e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:50.805804 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77031d2c-6488-4735-a416-d232b0a2f494 None None] Pushing event updated for resources: {'Port': ['ID=987c1dd0-af50-45b4-a07f-ba519c31af3a,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:50.839166 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-77031d2c-6488-4735-a416-d232b0a2f494 None None] Attempting to bind port 987c1dd0-af50-45b4-a07f-ba519c31af3a on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:17:50.839531 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-77031d2c-6488-4735-a416-d232b0a2f494 None None] Attempting to bind port 987c1dd0-af50-45b4-a07f-ba519c31af3a by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '0ec5962a-5b4c-4ebc-b3a3-ee54de56cb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '616e32cc-d287-4c71-b235-c5d215187d9b'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:17:50.839887 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77031d2c-6488-4735-a416-d232b0a2f494 None None] Attempting to bind port 987c1dd0-af50-45b4-a07f-ba519c31af3a on network 616e32cc-d287-4c71-b235-c5d215187d9b {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:17:50.846221 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77031d2c-6488-4735-a416-d232b0a2f494 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:17:50.846575 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77031d2c-6488-4735-a416-d232b0a2f494 None None] Checking segment: {'id': '0ec5962a-5b4c-4ebc-b3a3-ee54de56cb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '616e32cc-d287-4c71-b235-c5d215187d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:50.846972 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-77031d2c-6488-4735-a416-d232b0a2f494 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:50.847356 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77031d2c-6488-4735-a416-d232b0a2f494 None None] Bound using segment: {'id': '0ec5962a-5b4c-4ebc-b3a3-ee54de56cb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '616e32cc-d287-4c71-b235-c5d215187d9b'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:17:50.847818 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-77031d2c-6488-4735-a416-d232b0a2f494 None None] Bound port: 987c1dd0-af50-45b4-a07f-ba519c31af3a, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ec5962a-5b4c-4ebc-b3a3-ee54de56cb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '616e32cc-d287-4c71-b235-c5d215187d9b'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:17:50.848515 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-77031d2c-6488-4735-a416-d232b0a2f494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:50.859611 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fe710901-591c-453d-a888-82a6bc5f37ee tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:50.883099 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-43b6b9af-d206-4fda-9075-aa9a1bfe6227 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1779642 Nov 12 20:17:50.891048 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49000) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:50.896697 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-21fcdcc8-7689-4636-a897-54de65682975 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Request body: {'security_group': {'name': 'tempest-secgroup--900237174'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:50.930091 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-77031d2c-6488-4735-a416-d232b0a2f494 None None] For port 987c1dd0-af50-45b4-a07f-ba519c31af3a, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:17:50.933406 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-77031d2c-6488-4735-a416-d232b0a2f494 None None] For port 987c1dd0-af50-45b4-a07f-ba519c31af3a, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=987c1dd0-af50-45b4-a07f-ba519c31af3a,segment=NetworkSegment(0ec5962a-5b4c-4ebc-b3a3-ee54de56cb6a),segment_id=0ec5962a-5b4c-4ebc-b3a3-ee54de56cb6a)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:17:50.944875 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-77031d2c-6488-4735-a416-d232b0a2f494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:50.971685 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe710901-591c-453d-a888-82a6bc5f37ee tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Checking segment: {'id': '5d3de6e7-25d5-4f5f-9ace-0e02cd26f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '40cfdf77-0a37-48eb-ad22-1ccc635ddd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:50.972081 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe710901-591c-453d-a888-82a6bc5f37ee tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network hostable DHCP agents. Network: 40cfdf77-0a37-48eb-ad22-1ccc635ddd14, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:17:50.987234 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0441f6-9468-4094-9356-0c197b1540d5 req-dcf8baa7-c514-4acb-b71f-12f24d7ce7e2 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:50.989324 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0d0441f6-9468-4094-9356-0c197b1540d5 req-dcf8baa7-c514-4acb-b71f-12f24d7ce7e2 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.1438978 Nov 12 20:17:50.993929 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-21fcdcc8-7689-4636-a897-54de65682975 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:50.995823 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe710901-591c-453d-a888-82a6bc5f37ee tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Subnet': ['ID=a9523557-a16f-4d52-ae8f-3be0d147be70,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:51.015294 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe710901-591c-453d-a888-82a6bc5f37ee tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network 40cfdf77-0a37-48eb-ad22-1ccc635ddd14 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:17:51.052611 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-fe710901-591c-453d-a888-82a6bc5f37ee tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 40cfdf77-0a37-48eb-ad22-1ccc635ddd14) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:51.055209 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77031d2c-6488-4735-a416-d232b0a2f494 None None] Pushing event updated for resources: {'Port': ['ID=987c1dd0-af50-45b4-a07f-ba519c31af3a,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:51.065298 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe710901-591c-453d-a888-82a6bc5f37ee tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:51.065898 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fe710901-591c-453d-a888-82a6bc5f37ee tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:51.068279 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810bad46-f6b6-45ee-8257-5a2be68b8315 None None] Network 40cfdf77-0a37-48eb-ad22-1ccc635ddd14 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:51.088919 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0d0441f6-9468-4094-9356-0c197b1540d5 req-23c601ee-b46a-47b7-a8f4-43854dcd3ab7 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896692 Nov 12 20:17:51.097257 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fe710901-591c-453d-a888-82a6bc5f37ee tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6693735 Nov 12 20:17:51.097923 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49004) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:51.120795 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-61477ae7-f046-4a38-9524-feb0e2191d8e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1801000059', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:51.130320 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27bd19c6-5304-4963-bc36-8ac0d0fefa68 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:51.150669 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61477ae7-f046-4a38-9524-feb0e2191d8e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:51.151956 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61477ae7-f046-4a38-9524-feb0e2191d8e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:51.248262 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61477ae7-f046-4a38-9524-feb0e2191d8e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:51.255256 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61477ae7-f046-4a38-9524-feb0e2191d8e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:51.282840 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61477ae7-f046-4a38-9524-feb0e2191d8e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:51.288124 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-61477ae7-f046-4a38-9524-feb0e2191d8e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1850731 Nov 12 20:17:51.289158 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49006) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:51.315635 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51103b8-3650-44c4-b38c-d23fb0b0b4f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-40cfdf77-0a37-48eb-ad22-1ccc635ddd14', 'network_id': '40cfdf77-0a37-48eb-ad22-1ccc635ddd14', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'fixed_ips': [{'subnet_id': 'a9523557-a16f-4d52-ae8f-3be0d147be70'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:17:51.316567 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d51103b8-3650-44c4-b38c-d23fb0b0b4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:51.549080 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-d51103b8-3650-44c4-b38c-d23fb0b0b4f8 None None] Allocated IP 172.20.0.2 (40cfdf77-0a37-48eb-ad22-1ccc635ddd14/a9523557-a16f-4d52-ae8f-3be0d147be70/657b17df-a321-481c-936e-83af1e5914c1) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:51.596413 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27bd19c6-5304-4963-bc36-8ac0d0fefa68 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:51.643809 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc74327-bdb3-4ce6-aa43-b4676f750f1a req-f47a031d-2792-446c-b29d-a6c48bfe3da7 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:51.645863 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cdc74327-bdb3-4ce6-aa43-b4676f750f1a req-f47a031d-2792-446c-b29d-a6c48bfe3da7 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b38c076-b682-490a-9fd5-90ad4778d11b HTTP/1.1" status: 200 len: 946 time: 0.4933844 Nov 12 20:17:51.648489 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-21fcdcc8-7689-4636-a897-54de65682975 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:51.659491 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-21fcdcc8-7689-4636-a897-54de65682975 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:51.681150 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bd19c6-5304-4963-bc36-8ac0d0fefa68 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network 616e32cc-d287-4c71-b235-c5d215187d9b is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:51.704576 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-27bd19c6-5304-4963-bc36-8ac0d0fefa68 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:51.720981 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bd19c6-5304-4963-bc36-8ac0d0fefa68 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:51.726707 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bd19c6-5304-4963-bc36-8ac0d0fefa68 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:51.727368 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27bd19c6-5304-4963-bc36-8ac0d0fefa68 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:51.729745 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d51103b8-3650-44c4-b38c-d23fb0b0b4f8 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:51.731695 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd19c6-5304-4963-bc36-8ac0d0fefa68 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Port': ['ID=5b536d03-233f-4c4d-911c-c4ffe91683da,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:51.738584 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d51103b8-3650-44c4-b38c-d23fb0b0b4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:51.745056 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-21fcdcc8-7689-4636-a897-54de65682975 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:51.746504 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-21fcdcc8-7689-4636-a897-54de65682975 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8539870 Nov 12 20:17:51.755760 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49010) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:51.769183 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-dfeec7dd-75bb-407b-b1d5-a79f8fbdcadb tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Request body: {'security_group_rule': {'security_group_id': '73174322-93b4-4f0f-85e2-0b59c0c89dad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:51.774379 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fcdcc8-7689-4636-a897-54de65682975 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73174322-93b4-4f0f-85e2-0b59c0c89dad,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:51.783742 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51103b8-3650-44c4-b38c-d23fb0b0b4f8 None None] Network 40cfdf77-0a37-48eb-ad22-1ccc635ddd14 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:51.786142 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-27bd19c6-5304-4963-bc36-8ac0d0fefa68 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0835397 Nov 12 20:17:51.787020 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-d51103b8-3650-44c4-b38c-d23fb0b0b4f8 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:51.789483 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51103b8-3650-44c4-b38c-d23fb0b0b4f8 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:51.794143 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49012) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:51.807017 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-afda0199-8298-4a4e-8f5b-5054eb4b24e3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'port': {'network_id': '616e32cc-d287-4c71-b235-c5d215187d9b', 'name': 'tempest-PortsIpV6TestJSON-1207888021', 'fixed_ips': [{'subnet_id': '304bb93a-3c54-4e8d-9746-5a5b6709ad41', 'ip_address': '2001:db8::f'}]}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:51.811028 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51103b8-3650-44c4-b38c-d23fb0b0b4f8 None None] Pushing event updated for resources: {'Port': ['ID=657b17df-a321-481c-936e-83af1e5914c1,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:51.845186 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cdc74327-bdb3-4ce6-aa43-b4676f750f1a req-c8210f49-a99a-42f0-a871-3c76e56b63e6 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=732325cd-f6c2-4e82-aa96-5189121d9965&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1792145 Nov 12 20:17:51.868878 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d51103b8-3650-44c4-b38c-d23fb0b0b4f8 None None] Attempting to bind port 657b17df-a321-481c-936e-83af1e5914c1 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:17:51.870397 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d51103b8-3650-44c4-b38c-d23fb0b0b4f8 None None] Attempting to bind port 657b17df-a321-481c-936e-83af1e5914c1 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '5d3de6e7-25d5-4f5f-9ace-0e02cd26f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '40cfdf77-0a37-48eb-ad22-1ccc635ddd14'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:17:51.870397 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51103b8-3650-44c4-b38c-d23fb0b0b4f8 None None] Attempting to bind port 657b17df-a321-481c-936e-83af1e5914c1 on network 40cfdf77-0a37-48eb-ad22-1ccc635ddd14 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:17:51.875779 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51103b8-3650-44c4-b38c-d23fb0b0b4f8 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:17:51.876169 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51103b8-3650-44c4-b38c-d23fb0b0b4f8 None None] Checking segment: {'id': '5d3de6e7-25d5-4f5f-9ace-0e02cd26f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '40cfdf77-0a37-48eb-ad22-1ccc635ddd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:51.876600 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d51103b8-3650-44c4-b38c-d23fb0b0b4f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:51.877142 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51103b8-3650-44c4-b38c-d23fb0b0b4f8 None None] Bound using segment: {'id': '5d3de6e7-25d5-4f5f-9ace-0e02cd26f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '40cfdf77-0a37-48eb-ad22-1ccc635ddd14'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:17:51.877525 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d51103b8-3650-44c4-b38c-d23fb0b0b4f8 None None] Bound port: 657b17df-a321-481c-936e-83af1e5914c1, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3de6e7-25d5-4f5f-9ace-0e02cd26f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '40cfdf77-0a37-48eb-ad22-1ccc635ddd14'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:17:51.878052 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d51103b8-3650-44c4-b38c-d23fb0b0b4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:51.905534 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dfeec7dd-75bb-407b-b1d5-a79f8fbdcadb tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:51.978625 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d51103b8-3650-44c4-b38c-d23fb0b0b4f8 None None] For port 657b17df-a321-481c-936e-83af1e5914c1, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:17:51.982629 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d51103b8-3650-44c4-b38c-d23fb0b0b4f8 None None] For port 657b17df-a321-481c-936e-83af1e5914c1, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=657b17df-a321-481c-936e-83af1e5914c1,segment=NetworkSegment(5d3de6e7-25d5-4f5f-9ace-0e02cd26f344),segment_id=5d3de6e7-25d5-4f5f-9ace-0e02cd26f344)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:17:51.990475 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d51103b8-3650-44c4-b38c-d23fb0b0b4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:51.994760 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05343b-003c-4e2e-ad9c-c7949ba46bcf req-41f6a35e-6460-4b5b-a8ae-12a8d3b5b514 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:52.002734 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8c05343b-003c-4e2e-ad9c-c7949ba46bcf req-41f6a35e-6460-4b5b-a8ae-12a8d3b5b514 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.2369497 Nov 12 20:17:52.012375 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dcc45-6d1e-48d1-927f-5a0cfd2c86e2 req-3866fffe-ceef-45da-bdcd-501bf81f79ae tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:52.014432 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2c8dcc45-6d1e-48d1-927f-5a0cfd2c86e2 req-3866fffe-ceef-45da-bdcd-501bf81f79ae tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b38c076-b682-490a-9fd5-90ad4778d11b HTTP/1.1" status: 200 len: 946 time: 0.2472734 Nov 12 20:17:52.014724 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afda0199-8298-4a4e-8f5b-5054eb4b24e3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:52.019666 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-afda0199-8298-4a4e-8f5b-5054eb4b24e3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:52.022817 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dfeec7dd-75bb-407b-b1d5-a79f8fbdcadb tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:52.035725 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dfeec7dd-75bb-407b-b1d5-a79f8fbdcadb tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:52.059398 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-afda0199-8298-4a4e-8f5b-5054eb4b24e3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] device_id is not set on port 3f07b74d-05a0-4be3-88c4-63f6eed91645 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:17:52.064372 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeec7dd-75bb-407b-b1d5-a79f8fbdcadb tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc49695-3d30-464f-a58c-dde0ff0ae5ce,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:52.099183 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51103b8-3650-44c4-b38c-d23fb0b0b4f8 None None] Pushing event updated for resources: {'Port': ['ID=657b17df-a321-481c-936e-83af1e5914c1,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:52.215134 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dfeec7dd-75bb-407b-b1d5-a79f8fbdcadb tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:52.220700 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-dfeec7dd-75bb-407b-b1d5-a79f8fbdcadb tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4626696 Nov 12 20:17:52.226314 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49018) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:52.235244 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8c05343b-003c-4e2e-ad9c-c7949ba46bcf req-0d164924-fc0b-4173-97ad-7afb455e78f3 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316833 Nov 12 20:17:52.256903 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-0718f7e9-0616-43c7-a4f7-0fe3287bd0ff tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Request body: {'security_group_rule': {'security_group_id': '73174322-93b4-4f0f-85e2-0b59c0c89dad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:52.266058 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-862c6e27-cf62-4c62-abbf-327a90523879 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:52.421667 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-2c8dcc45-6d1e-48d1-927f-5a0cfd2c86e2 req-67f0e0a1-13d5-4fb0-b5cc-508d79b7c041 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Deleting port e6b8ad67-b0b2-463b-b774-bd807cab95f3 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:52.422224 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 987c1dd0-af50-45b4-a07f-ba519c31af3a up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:17:52.422657 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2c8dcc45-6d1e-48d1-927f-5a0cfd2c86e2 req-67f0e0a1-13d5-4fb0-b5cc-508d79b7c041 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:52.485448 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce55c8a-17d0-444f-b452-0ae08543fd5e req-410baad8-5a43-4256-992c-a5e4a5fb1212 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:52.493412 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0ce55c8a-17d0-444f-b452-0ae08543fd5e req-410baad8-5a43-4256-992c-a5e4a5fb1212 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.2454467 Nov 12 20:17:52.500822 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-afda0199-8298-4a4e-8f5b-5054eb4b24e3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Allocated IP 2001:db8::f (616e32cc-d287-4c71-b235-c5d215187d9b/304bb93a-3c54-4e8d-9746-5a5b6709ad41/3f07b74d-05a0-4be3-88c4-63f6eed91645) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:52.517692 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0718f7e9-0616-43c7-a4f7-0fe3287bd0ff tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:52.563658 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 987c1dd0-af50-45b4-a07f-ba519c31af3a triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:52.564172 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:52.631246 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-2c8dcc45-6d1e-48d1-927f-5a0cfd2c86e2 req-67f0e0a1-13d5-4fb0-b5cc-508d79b7c041 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] For port e6b8ad67-b0b2-463b-b774-bd807cab95f3, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=e6b8ad67-b0b2-463b-b774-bd807cab95f3,segment=NetworkSegment(0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af),segment_id=0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:52.631629 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2c8dcc45-6d1e-48d1-927f-5a0cfd2c86e2 req-67f0e0a1-13d5-4fb0-b5cc-508d79b7c041 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:52.685760 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cde8461-44f5-4327-94b8-90e00d5500df None None] Network 616e32cc-d287-4c71-b235-c5d215187d9b requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:52.765953 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0718f7e9-0616-43c7-a4f7-0fe3287bd0ff tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:52.772919 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:52.778679 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0ce55c8a-17d0-444f-b452-0ae08543fd5e req-b634c2c4-4889-4497-a700-0c7de34c7f03 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824421 Nov 12 20:17:52.780413 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bf0e0f65-cf4e-4c9a-8040-04fd1fbb029a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:52.813642 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-65de3a40-2ba2-4b2e-bab8-1a40bf5846fb None None] Provisioning complete for port 987c1dd0-af50-45b4-a07f-ba519c31af3a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:52.814546 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-65de3a40-2ba2-4b2e-bab8-1a40bf5846fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:52.828461 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0718f7e9-0616-43c7-a4f7-0fe3287bd0ff tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:52.863077 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-afda0199-8298-4a4e-8f5b-5054eb4b24e3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:52.869323 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2c8dcc45-6d1e-48d1-927f-5a0cfd2c86e2 req-67f0e0a1-13d5-4fb0-b5cc-508d79b7c041 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:52.869613 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2c8dcc45-6d1e-48d1-927f-5a0cfd2c86e2 req-67f0e0a1-13d5-4fb0-b5cc-508d79b7c041 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:52.870362 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [req-2c8dcc45-6d1e-48d1-927f-5a0cfd2c86e2 req-67f0e0a1-13d5-4fb0-b5cc-508d79b7c041 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Floating IP 88c54442-d210-4882-af9a-565a8b7ff999 disassociated. External IP: 172.25.5.191, port: e6b8ad67-b0b2-463b-b774-bd807cab95f3. Nov 12 20:17:52.870362 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-2c8dcc45-6d1e-48d1-927f-5a0cfd2c86e2 req-67f0e0a1-13d5-4fb0-b5cc-508d79b7c041 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Calling delete_port for e6b8ad67-b0b2-463b-b774-bd807cab95f3 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:52.870896 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718f7e9-0616-43c7-a4f7-0fe3287bd0ff tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0effb5-be3d-461b-8652-a853f7156071,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:52.881102 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 987c1dd0-af50-45b4-a07f-ba519c31af3a, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=987c1dd0-af50-45b4-a07f-ba519c31af3a,segment=NetworkSegment(0ec5962a-5b4c-4ebc-b3a3-ee54de56cb6a),segment_id=0ec5962a-5b4c-4ebc-b3a3-ee54de56cb6a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:52.885479 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0718f7e9-0616-43c7-a4f7-0fe3287bd0ff tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:52.890850 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0718f7e9-0616-43c7-a4f7-0fe3287bd0ff tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6610959 Nov 12 20:17:52.891011 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:52.895551 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49020) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:52.903828 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b65a9d39-ecc4-40f9-b087-71b2563a3594 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Request body: {'security_group_rule': {'security_group_id': '73174322-93b4-4f0f-85e2-0b59c0c89dad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:52.937136 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-862c6e27-cf62-4c62-abbf-327a90523879 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Allocated IP 172.20.0.1 (40cfdf77-0a37-48eb-ad22-1ccc635ddd14/a9523557-a16f-4d52-ae8f-3be0d147be70/4c84ef06-57f5-4153-870d-53eedb8bc9f2) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:52.955410 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b65a9d39-ecc4-40f9-b087-71b2563a3594 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:52.962044 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-afda0199-8298-4a4e-8f5b-5054eb4b24e3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:53.037814 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afda0199-8298-4a4e-8f5b-5054eb4b24e3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network 616e32cc-d287-4c71-b235-c5d215187d9b is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:53.056204 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-afda0199-8298-4a4e-8f5b-5054eb4b24e3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:53.056918 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=987c1dd0-af50-45b4-a07f-ba519c31af3a,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:53.079129 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afda0199-8298-4a4e-8f5b-5054eb4b24e3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:53.086723 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afda0199-8298-4a4e-8f5b-5054eb4b24e3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:53.087768 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-afda0199-8298-4a4e-8f5b-5054eb4b24e3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:53.124604 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda0199-8298-4a4e-8f5b-5054eb4b24e3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Port': ['ID=3f07b74d-05a0-4be3-88c4-63f6eed91645,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:53.131910 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-afda0199-8298-4a4e-8f5b-5054eb4b24e3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3366742 Nov 12 20:17:53.134803 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49026) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:53.181178 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b65a9d39-ecc4-40f9-b087-71b2563a3594 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:53.182331 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c1619-2426-4994-80cf-1316456d9d9d req-c27cf992-0530-4e8b-ac73-eca5c06072ba tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:53.191239 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-633c1619-2426-4994-80cf-1316456d9d9d req-c27cf992-0530-4e8b-ac73-eca5c06072ba tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b38c076-b682-490a-9fd5-90ad4778d11b HTTP/1.1" status: 200 len: 946 time: 0.2056229 Nov 12 20:17:53.210431 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b65a9d39-ecc4-40f9-b087-71b2563a3594 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:53.241013 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-862c6e27-cf62-4c62-abbf-327a90523879 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:53.251298 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a9d39-ecc4-40f9-b087-71b2563a3594 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a15ba69-4573-4ef2-9199-050aae53809c,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:53.278153 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2c8dcc45-6d1e-48d1-927f-5a0cfd2c86e2 req-67f0e0a1-13d5-4fb0-b5cc-508d79b7c041 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:53.284206 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b65a9d39-ecc4-40f9-b087-71b2563a3594 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:53.292806 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b65a9d39-ecc4-40f9-b087-71b2563a3594 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3937936 Nov 12 20:17:53.293847 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49030) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:53.302068 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-297cfce3-0bb8-454e-8f4b-b6426faf05ae tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Request body: {'security_group_rule': {'security_group_id': '73174322-93b4-4f0f-85e2-0b59c0c89dad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:53.337677 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2906b9-f8b9-44b7-a618-4b5b278673d6 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:53.342530 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4b2906b9-f8b9-44b7-a618-4b5b278673d6 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1961451 Nov 12 20:17:53.343165 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49032) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:53.355709 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-633c1619-2426-4994-80cf-1316456d9d9d req-93af01bd-d340-43a5-86f0-dfaa9e653c06 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups?id=732325cd-f6c2-4e82-aa96-5189121d9965&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1635525 Nov 12 20:17:53.358907 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0e0a1-13d5-4fb0-b5cc-508d79b7c041 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Pushing event deleted for resources: {'Port': ['ID=e6b8ad67-b0b2-463b-b774-bd807cab95f3,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:53.423308 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-862c6e27-cf62-4c62-abbf-327a90523879 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:53.448201 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-297cfce3-0bb8-454e-8f4b-b6426faf05ae tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:53.491982 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec098742-bb79-4442-906b-77195dd1e5ae tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:53.499055 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec098742-bb79-4442-906b-77195dd1e5ae tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:53.505528 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec098742-bb79-4442-906b-77195dd1e5ae tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:53.507287 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ec098742-bb79-4442-906b-77195dd1e5ae tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1633117 Nov 12 20:17:53.512117 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49034) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:53.519966 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862c6e27-cf62-4c62-abbf-327a90523879 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network 40cfdf77-0a37-48eb-ad22-1ccc635ddd14 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:53.524031 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa36fd4-dde0-47d0-bdf6-9bc804668884 req-bf494eb2-2be1-4619-9245-21677a72d3fe tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:53.525786 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7fa36fd4-dde0-47d0-bdf6-9bc804668884 req-bf494eb2-2be1-4619-9245-21677a72d3fe tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.1701171 Nov 12 20:17:53.526256 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-862c6e27-cf62-4c62-abbf-327a90523879 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:53.533624 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862c6e27-cf62-4c62-abbf-327a90523879 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:53.539579 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c6e27-cf62-4c62-abbf-327a90523879 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Port': ['ID=4c84ef06-57f5-4153-870d-53eedb8bc9f2,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:53.569062 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7a59d36a-3859-4517-855a-58a5f04942cd None None] Provisioning complete for port 3f07b74d-05a0-4be3-88c4-63f6eed91645 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:53.569630 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7a59d36a-3859-4517-855a-58a5f04942cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:53.625545 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c8dcc45-6d1e-48d1-927f-5a0cfd2c86e2 req-67f0e0a1-13d5-4fb0-b5cc-508d79b7c041 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Router e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:17:53.626624 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-862c6e27-cf62-4c62-abbf-327a90523879 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:53.633402 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7a59d36a-3859-4517-855a-58a5f04942cd None None] Port 3f07b74d-05a0-4be3-88c4-63f6eed91645 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:17:53.651005 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7a59d36a-3859-4517-855a-58a5f04942cd None None] Provisioning complete for port 987c1dd0-af50-45b4-a07f-ba519c31af3a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:53.651773 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7a59d36a-3859-4517-855a-58a5f04942cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:53.674147 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-297cfce3-0bb8-454e-8f4b-b6426faf05ae tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:53.691250 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7fa36fd4-dde0-47d0-bdf6-9bc804668884 req-67118cf2-5e80-4e58-85d1-a86f01f55be7 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548927 Nov 12 20:17:53.707981 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-297cfce3-0bb8-454e-8f4b-b6426faf05ae tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:53.742409 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297cfce3-0bb8-454e-8f4b-b6426faf05ae tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1cf4fdf-05ce-44a9-93bc-2e4a38a063a9,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:53.765420 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-297cfce3-0bb8-454e-8f4b-b6426faf05ae tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:53.766671 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-297cfce3-0bb8-454e-8f4b-b6426faf05ae tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4721160 Nov 12 20:17:53.769741 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49036) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:53.776179 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-a040f20c-bcc9-475a-958c-6712e5d28a0b tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Request body: {'security_group_rule': {'security_group_id': '73174322-93b4-4f0f-85e2-0b59c0c89dad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:53.793293 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851b7816-a858-43d4-aa40-484621fcdf4f None None] Network 40cfdf77-0a37-48eb-ad22-1ccc635ddd14 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:53.842617 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-170bfe73-de58-441b-83b0-1c95879291a2 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting port 3f07b74d-05a0-4be3-88c4-63f6eed91645 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:53.844780 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-170bfe73-de58-441b-83b0-1c95879291a2 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:53.887490 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a040f20c-bcc9-475a-958c-6712e5d28a0b tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:53.910263 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:53.967654 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:53.974418 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-862c6e27-cf62-4c62-abbf-327a90523879 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:53.991721 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c8dcc45-6d1e-48d1-927f-5a0cfd2c86e2 req-67f0e0a1-13d5-4fb0-b5cc-508d79b7c041 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:17:53.999863 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-170bfe73-de58-441b-83b0-1c95879291a2 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:54.022513 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5925d0d6-0166-4080-8de7-4653347370a7 None None] Sync routers for ids ['e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:17:54.029142 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a040f20c-bcc9-475a-958c-6712e5d28a0b tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:54.030505 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-170bfe73-de58-441b-83b0-1c95879291a2 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Calling delete_port for 3f07b74d-05a0-4be3-88c4-63f6eed91645 owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:54.039475 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a040f20c-bcc9-475a-958c-6712e5d28a0b tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:54.070716 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040f20c-bcc9-475a-958c-6712e5d28a0b tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed5add28-1d1e-40b1-8e68-c93d18bacd2d,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:54.107798 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5925d0d6-0166-4080-8de7-4653347370a7 None None] Routers {'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:17:54.108472 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-5925d0d6-0166-4080-8de7-4653347370a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:54.110018 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a040f20c-bcc9-475a-958c-6712e5d28a0b tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:54.111257 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a040f20c-bcc9-475a-958c-6712e5d28a0b tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3405542 Nov 12 20:17:54.115040 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49040) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:54.170069 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ca9e5c31-ccd2-4e0d-a7f3-d194fe34aa84 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:54.178304 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ca9e5c31-ccd2-4e0d-a7f3-d194fe34aa84 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:54.218977 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ca9e5c31-ccd2-4e0d-a7f3-d194fe34aa84 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:54.227709 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8dcc45-6d1e-48d1-927f-5a0cfd2c86e2 req-67f0e0a1-13d5-4fb0-b5cc-508d79b7c041 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] No DVR routers for this DVR port e6b8ad67-b0b2-463b-b774-bd807cab95f3 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:17:54.231660 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2c8dcc45-6d1e-48d1-927f-5a0cfd2c86e2 req-67f0e0a1-13d5-4fb0-b5cc-508d79b7c041 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:54.235590 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2c8dcc45-6d1e-48d1-927f-5a0cfd2c86e2 req-67f0e0a1-13d5-4fb0-b5cc-508d79b7c041 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.52 "DELETE /v2.0/ports/e6b8ad67-b0b2-463b-b774-bd807cab95f3 HTTP/1.1" status: 204 len: 173 time: 2.1846123 Nov 12 20:17:54.240548 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b38c076-b682-490a-9fd5-90ad4778d11b', 'name': 'network-vif-deleted', 'tag': 'e6b8ad67-b0b2-463b-b774-bd807cab95f3'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:17:54.244088 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0bd039-15cf-4220-a98f-62571652b60b" -d '{"events": [{"server_uuid": "8b38c076-b682-490a-9fd5-90ad4778d11b", "name": "network-vif-deleted", "tag": "e6b8ad67-b0b2-463b-b774-bd807cab95f3"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:17:54.258583 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ca9e5c31-ccd2-4e0d-a7f3-d194fe34aa84 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:54.263310 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ca9e5c31-ccd2-4e0d-a7f3-d194fe34aa84 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/ed5add28-1d1e-40b1-8e68-c93d18bacd2d HTTP/1.1" status: 204 len: 168 time: 0.1457424 Nov 12 20:17:54.268098 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49046) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:54.270089 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e5c31-ccd2-4e0d-a7f3-d194fe34aa84 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed5add28-1d1e-40b1-8e68-c93d18bacd2d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:54.302176 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-5925d0d6-0166-4080-8de7-4653347370a7 None None] Set router e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:17:54.326594 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9777dae-ee86-4ddf-9781-6f8e39c9c25a x-openstack-request-id: req-d9777dae-ee86-4ddf-9781-6f8e39c9c25a {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:17:54.326594 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b38c076-b682-490a-9fd5-90ad4778d11b", "name": "network-vif-deleted", "tag": "e6b8ad67-b0b2-463b-b774-bd807cab95f3", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:17:54.326594 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d9777dae-ee86-4ddf-9781-6f8e39c9c25a {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:17:54.326594 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b38c076-b682-490a-9fd5-90ad4778d11b', 'name': 'network-vif-deleted', 'tag': 'e6b8ad67-b0b2-463b-b774-bd807cab95f3', 'status': 'completed', 'code': 200} Nov 12 20:17:54.362298 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-170bfe73-de58-441b-83b0-1c95879291a2 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:54.378082 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7a59d36a-3859-4517-855a-58a5f04942cd None None] Provisioning complete for port 5b536d03-233f-4c4d-911c-c4ffe91683da triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:54.378447 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7a59d36a-3859-4517-855a-58a5f04942cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:54.440451 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170bfe73-de58-441b-83b0-1c95879291a2 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Port': ['ID=3f07b74d-05a0-4be3-88c4-63f6eed91645,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:54.473600 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-170bfe73-de58-441b-83b0-1c95879291a2 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:54.481651 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-170bfe73-de58-441b-83b0-1c95879291a2 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/ports/3f07b74d-05a0-4be3-88c4-63f6eed91645 HTTP/1.1" status: 204 len: 168 time: 0.9650660 Nov 12 20:17:54.482331 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49050) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:54.540943 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b3b6572-0967-4de4-9c68-6e1fcb86bcdd tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] GET failed (client error): The resource could not be found. Nov 12 20:17:54.542834 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4b3b6572-0967-4de4-9c68-6e1fcb86bcdd tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "GET /v2.0/ports/3f07b74d-05a0-4be3-88c4-63f6eed91645 HTTP/1.1" status: 404 len: 333 time: 0.0593560 Nov 12 20:17:54.556872 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49052) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:54.584018 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6a35460a-5a43-46df-8a66-7d421432d91f req-9cc1aed8-83b0-4519-94e5-ce8c6481c03e tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b38c076-b682-490a-9fd5-90ad4778d11b HTTP/1.1" status: 200 len: 210 time: 0.0387316 Nov 12 20:17:54.600778 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5721a63-f6ad-49de-b3c3-9e0bd696b507 req-731fa978-3645-4a7e-b64b-9cf7f42e52c6 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:54.600778 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d5721a63-f6ad-49de-b3c3-9e0bd696b507 req-731fa978-3645-4a7e-b64b-9cf7f42e52c6 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.6041577 Nov 12 20:17:54.620458 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-862c6e27-cf62-4c62-abbf-327a90523879 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:54.657532 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c8329ac2-f4a0-4a47-a6dd-2eef289b9147 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3852367 Nov 12 20:17:54.658037 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49054) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:54.666327 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-862c6e27-cf62-4c62-abbf-327a90523879 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:54.692011 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91ca21c1-612e-410e-b742-332972570e85 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:54.704442 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91ca21c1-612e-410e-b742-332972570e85 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:54.713604 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 657b17df-a321-481c-936e-83af1e5914c1 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:17:54.745996 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91ca21c1-612e-410e-b742-332972570e85 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:54.754855 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91ca21c1-612e-410e-b742-332972570e85 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:54.756084 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-91ca21c1-612e-410e-b742-332972570e85 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/f1cf4fdf-05ce-44a9-93bc-2e4a38a063a9 HTTP/1.1" status: 204 len: 168 time: 0.0968945 Nov 12 20:17:54.761830 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49058) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:54.764854 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7a59d36a-3859-4517-855a-58a5f04942cd None None] Port 5b536d03-233f-4c4d-911c-c4ffe91683da cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:17:54.765012 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca21c1-612e-410e-b742-332972570e85 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1cf4fdf-05ce-44a9-93bc-2e4a38a063a9,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:54.770373 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c6e27-cf62-4c62-abbf-327a90523879 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Port': ['ID=4c84ef06-57f5-4153-870d-53eedb8bc9f2,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:54.875251 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-862c6e27-cf62-4c62-abbf-327a90523879 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:54.887071 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 657b17df-a321-481c-936e-83af1e5914c1 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:54.888364 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:54.894259 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d5721a63-f6ad-49de-b3c3-9e0bd696b507 req-a264889f-6392-429c-b38e-101cdfa38fa0 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930791 Nov 12 20:17:54.895265 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b5af56eb-53ec-4c68-ae1e-aebfd3e5f6cc None None] Could not find standard attr ID for object 3f07b74d-05a0-4be3-88c4-63f6eed91645. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:17:54.977245 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b5af56eb-53ec-4c68-ae1e-aebfd3e5f6cc None None] Provisioning complete for port 657b17df-a321-481c-936e-83af1e5914c1 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:54.977512 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b5af56eb-53ec-4c68-ae1e-aebfd3e5f6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:54.986652 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-359e4761-5dc5-453f-ba4c-04b950f4be7e tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2225559 Nov 12 20:17:54.989587 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49060) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:54.993560 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-dc3374c6-1b0a-4f9f-af9d-5d12990793c5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting port 5b536d03-233f-4c4d-911c-c4ffe91683da {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:54.993902 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dc3374c6-1b0a-4f9f-af9d-5d12990793c5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:55.010368 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5238b0-ffb6-4f42-bf7f-c2008e487317 req-8909f583-6719-49c7-9bf3-59408f4e64f1 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:55.017078 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cc5238b0-ffb6-4f42-bf7f-c2008e487317 req-8909f583-6719-49c7-9bf3-59408f4e64f1 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.1478121 Nov 12 20:17:55.041530 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-5925d0d6-0166-4080-8de7-4653347370a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'name': 'tempest-AttachVolumeTestJSON-2005805429-router', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:30Z', 'updated_at': '2021-11-12T20:08:38Z', 'revision_number': 4, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'gw_port': {'id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:32Z', 'updated_at': '2021-11-12T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '88d61755-629b-4c6e-b651-954056d16c11', 'name': '', 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'mac_address': 'fa:16:3e:bb:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:37Z', 'updated_at': '2021-11-12T20:08:43Z', 'revision_number': 5, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'subnets': [{'id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:55.084930 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e7811ad6-dd21-45b5-9462-d771013fce44 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:55.094711 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cc5238b0-ffb6-4f42-bf7f-c2008e487317 req-45d77212-63a4-4a37-b0c6-ee3f111d004f tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637233 Nov 12 20:17:55.101830 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e7811ad6-dd21-45b5-9462-d771013fce44 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:55.128716 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862c6e27-cf62-4c62-abbf-327a90523879 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network 40cfdf77-0a37-48eb-ad22-1ccc635ddd14 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:55.131547 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5925d0d6-0166-4080-8de7-4653347370a7 None None] Checking router: e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:17:55.133958 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-862c6e27-cf62-4c62-abbf-327a90523879 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:55.141003 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:55.154037 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dc3374c6-1b0a-4f9f-af9d-5d12990793c5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:55.167118 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:55.168745 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5925d0d6-0166-4080-8de7-4653347370a7 None None] Routers {'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:17:55.169631 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-5925d0d6-0166-4080-8de7-4653347370a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:55.204793 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-dc3374c6-1b0a-4f9f-af9d-5d12990793c5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Calling delete_port for 5b536d03-233f-4c4d-911c-c4ffe91683da owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:55.210625 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e7811ad6-dd21-45b5-9462-d771013fce44 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:55.249003 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e7811ad6-dd21-45b5-9462-d771013fce44 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:55.250043 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e7811ad6-dd21-45b5-9462-d771013fce44 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/0a15ba69-4573-4ef2-9199-050aae53809c HTTP/1.1" status: 204 len: 168 time: 0.2532279 Nov 12 20:17:55.254511 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49062) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:55.261055 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 657b17df-a321-481c-936e-83af1e5914c1, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=657b17df-a321-481c-936e-83af1e5914c1,segment=NetworkSegment(5d3de6e7-25d5-4f5f-9ace-0e02cd26f344),segment_id=5d3de6e7-25d5-4f5f-9ace-0e02cd26f344)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:55.264522 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7811ad6-dd21-45b5-9462-d771013fce44 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a15ba69-4573-4ef2-9199-050aae53809c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:55.274284 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:55.275083 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 987c1dd0-af50-45b4-a07f-ba519c31af3a up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:17:55.320670 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e3a53ec9-3ee9-454b-b61d-30266b86e822 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0647604 Nov 12 20:17:55.322029 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49066) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:55.354359 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d3849520-8607-4909-bfcd-6da80110d1e7 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:55.368653 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d3849520-8607-4909-bfcd-6da80110d1e7 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:55.402657 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b5af56eb-53ec-4c68-ae1e-aebfd3e5f6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:55.418978 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d3849520-8607-4909-bfcd-6da80110d1e7 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:55.432556 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862c6e27-cf62-4c62-abbf-327a90523879 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Router 3a76a44e-4eaf-4648-9c04-1f13b7da3d46 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:17:55.436305 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d3849520-8607-4909-bfcd-6da80110d1e7 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:55.438547 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d3849520-8607-4909-bfcd-6da80110d1e7 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/cd0effb5-be3d-461b-8652-a853f7156071 HTTP/1.1" status: 204 len: 168 time: 0.1146638 Nov 12 20:17:55.440849 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49068) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:55.449313 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3849520-8607-4909-bfcd-6da80110d1e7 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd0effb5-be3d-461b-8652-a853f7156071,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:55.504869 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-5925d0d6-0166-4080-8de7-4653347370a7 None None] Set router e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:17:55.508718 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=657b17df-a321-481c-936e-83af1e5914c1,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:55.511332 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 987c1dd0-af50-45b4-a07f-ba519c31af3a triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:55.511696 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:55.576994 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dc3374c6-1b0a-4f9f-af9d-5d12990793c5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:55.588139 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.api [None req-b5af56eb-53ec-4c68-ae1e-aebfd3e5f6cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:17:55.588516 n-d-712140-15 neutron-server[102449]: DEBUG oslo_db.api [None req-b5af56eb-53ec-4c68-ae1e-aebfd3e5f6cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:17:55.593144 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c10d824e-0e4f-43e1-9800-ce628593b489 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1302438 Nov 12 20:17:55.593943 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49070) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:55.646564 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d29d8c29-f687-4a88-8168-a34d791ced6d tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:55.660864 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d29d8c29-f687-4a88-8168-a34d791ced6d tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:55.681747 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3374c6-1b0a-4f9f-af9d-5d12990793c5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Port': ['ID=5b536d03-233f-4c4d-911c-c4ffe91683da,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:55.722465 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862c6e27-cf62-4c62-abbf-327a90523879 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:17:55.738888 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-862c6e27-cf62-4c62-abbf-327a90523879 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "PUT /v2.0/routers/3a76a44e-4eaf-4648-9c04-1f13b7da3d46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4455943 Nov 12 20:17:55.738888 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dc3374c6-1b0a-4f9f-af9d-5d12990793c5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:55.741303 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-dc3374c6-1b0a-4f9f-af9d-5d12990793c5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/ports/5b536d03-233f-4c4d-911c-c4ffe91683da HTTP/1.1" status: 204 len: 168 time: 1.1782577 Nov 12 20:17:55.742029 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49078) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:55.758811 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49076) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:55.759136 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49080) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:55.761871 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7bca3-db5c-478b-b377-c9bfd5202ff2 None None] Sync routers for ids ['3a76a44e-4eaf-4648-9c04-1f13b7da3d46'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:17:55.763865 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device e6b8ad67-b0b2-463b-b774-bd807cab95f3 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:17:55.782889 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d29d8c29-f687-4a88-8168-a34d791ced6d tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:55.788642 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d29d8c29-f687-4a88-8168-a34d791ced6d tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:55.793800 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d29d8c29-f687-4a88-8168-a34d791ced6d tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/2dc49695-3d30-464f-a58c-dde0ff0ae5ce HTTP/1.1" status: 204 len: 168 time: 0.1984494 Nov 12 20:17:55.797497 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49082) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:55.803291 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b7bca3-db5c-478b-b377-c9bfd5202ff2 None None] Routers {'3a76a44e-4eaf-4648-9c04-1f13b7da3d46'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:17:55.804148 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-f2b7bca3-db5c-478b-b377-c9bfd5202ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3a76a44e-4eaf-4648-9c04-1f13b7da3d46'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:55.814598 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: e6b8ad67-b0b2-463b-b774-bd807cab95f3 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:17:55.814937 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device e6b8ad67-b0b2-463b-b774-bd807cab95f3 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:17:55.833264 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d8c29-f687-4a88-8168-a34d791ced6d tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2dc49695-3d30-464f-a58c-dde0ff0ae5ce,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:55.833501 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecf64a73-fd62-4567-8b64-4e8950948d63 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] GET failed (client error): The resource could not be found. Nov 12 20:17:55.835089 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ecf64a73-fd62-4567-8b64-4e8950948d63 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "GET /v2.0/ports/5b536d03-233f-4c4d-911c-c4ffe91683da HTTP/1.1" status: 404 len: 333 time: 0.0750918 Nov 12 20:17:55.849351 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49084) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:55.868590 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-f2b7bca3-db5c-478b-b377-c9bfd5202ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:55.880033 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b7bca3-db5c-478b-b377-c9bfd5202ff2 None None] Routers {'3a76a44e-4eaf-4648-9c04-1f13b7da3d46'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:17:55.880916 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-f2b7bca3-db5c-478b-b377-c9bfd5202ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3a76a44e-4eaf-4648-9c04-1f13b7da3d46'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:55.898663 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-02210188-57f1-474f-baaf-35dbfdcf585d tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0976849 Nov 12 20:17:55.900358 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-76e28e5f-b51e-40cf-89bc-0757966b4c74 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:55.900564 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72bc03a-ebd2-4e83-9c85-f3f307189bbf tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:55.902308 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e72bc03a-ebd2-4e83-9c85-f3f307189bbf tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "GET /v2.0/ports/4c84ef06-57f5-4153-870d-53eedb8bc9f2 HTTP/1.1" status: 200 len: 910 time: 0.1593750 Nov 12 20:17:55.906843 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49086) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:55.907163 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49088) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:55.912439 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-8f5455fb-eb95-4e1d-8bc1-1f9460ed95a2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a9523557-a16f-4d52-ae8f-3be0d147be70'}]}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:55.926721 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-5925d0d6-0166-4080-8de7-4653347370a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'name': 'tempest-AttachVolumeTestJSON-2005805429-router', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:30Z', 'updated_at': '2021-11-12T20:08:38Z', 'revision_number': 4, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'gw_port': {'id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:32Z', 'updated_at': '2021-11-12T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '88d61755-629b-4c6e-b651-954056d16c11', 'name': '', 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'mac_address': 'fa:16:3e:bb:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:37Z', 'updated_at': '2021-11-12T20:08:43Z', 'revision_number': 5, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'subnets': [{'id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:55.967944 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-357edb03-547e-4005-a06c-b1ee26709816 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting subnet 304bb93a-3c54-4e8d-9746-5a5b6709ad41 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:17:55.974762 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-76e28e5f-b51e-40cf-89bc-0757966b4c74 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:55.975248 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-357edb03-547e-4005-a06c-b1ee26709816 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:55.986011 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5925d0d6-0166-4080-8de7-4653347370a7 None None] The sync data for ids ['e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'] in n-d-712140-15 is: [{'id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'name': 'tempest-AttachVolumeTestJSON-2005805429-router', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:30Z', 'updated_at': '2021-11-12T20:08:38Z', 'revision_number': 4, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'gw_port': {'id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:32Z', 'updated_at': '2021-11-12T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '88d61755-629b-4c6e-b651-954056d16c11', 'name': '', 'network_id': '1217fc13-52b1-48e2-90e3-8ec289b00657', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'mac_address': 'fa:16:3e:bb:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:37Z', 'updated_at': '2021-11-12T20:08:43Z', 'revision_number': 5, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'subnets': [{'id': '72eab03a-2e4d-41e0-82f1-7fb4346cd6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:17:55.987883 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:56.003860 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-f2b7bca3-db5c-478b-b377-c9bfd5202ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:56.004559 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7bca3-db5c-478b-b377-c9bfd5202ff2 None None] The sync data for ids ['3a76a44e-4eaf-4648-9c04-1f13b7da3d46'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:17:56.154305 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-76e28e5f-b51e-40cf-89bc-0757966b4c74 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:56.158259 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-76e28e5f-b51e-40cf-89bc-0757966b4c74 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:56.162109 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-76e28e5f-b51e-40cf-89bc-0757966b4c74 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "DELETE /v2.0/security-groups/732325cd-f6c2-4e82-aa96-5189121d9965 HTTP/1.1" status: 204 len: 168 time: 0.3989685 Nov 12 20:17:56.171919 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b5af56eb-53ec-4c68-ae1e-aebfd3e5f6cc None None] Could not find standard attr ID for object 5b536d03-233f-4c4d-911c-c4ffe91683da. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:17:56.175775 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260106e-c669-42b6-a93c-9bd71c4f0e57 req-878f500d-3266-46ae-8ad4-ef3c352386f6 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:56.180786 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4260106e-c669-42b6-a93c-9bd71c4f0e57 req-878f500d-3266-46ae-8ad4-ef3c352386f6 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.1130028 Nov 12 20:17:56.182773 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49094) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:56.240332 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e28e5f-b51e-40cf-89bc-0757966b4c74 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=732325cd-f6c2-4e82-aa96-5189121d9965,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:56.263845 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-ea212cb6-1430-4692-a944-33e563b22a7c tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] show failed (client error): The resource could not be found. Nov 12 20:17:56.264949 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ea212cb6-1430-4692-a944-33e563b22a7c tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "GET /v2.0/security-groups/732325cd-f6c2-4e82-aa96-5189121d9965 HTTP/1.1" status: 404 len: 347 time: 0.0718124 Nov 12 20:17:56.267763 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f5455fb-eb95-4e1d-8bc1-1f9460ed95a2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:56.298704 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49096) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:56.304564 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-32e45fcf-4333-49e8-8671-f6700be0ad8a None None] Provisioning complete for port 4c84ef06-57f5-4153-870d-53eedb8bc9f2 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:56.304941 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-32e45fcf-4333-49e8-8671-f6700be0ad8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:56.382762 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 657b17df-a321-481c-936e-83af1e5914c1 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:17:56.389068 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-32e45fcf-4333-49e8-8671-f6700be0ad8a None None] Port 4c84ef06-57f5-4153-870d-53eedb8bc9f2 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:17:56.433877 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4df895-0d7d-420b-bfef-afe6381aa663 None None] New status for floating IP 88c54442-d210-4882-af9a-565a8b7ff999: DOWN {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:17:56.442218 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-32e45fcf-4333-49e8-8671-f6700be0ad8a None None] Provisioning complete for port 657b17df-a321-481c-936e-83af1e5914c1 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:56.442589 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-32e45fcf-4333-49e8-8671-f6700be0ad8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:56.457818 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5891c58c-0c4d-4c9a-8e19-0c143fce0201 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:56.461111 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-357edb03-547e-4005-a06c-b1ee26709816 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:56.533818 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4260106e-c669-42b6-a93c-9bd71c4f0e57 req-dac9bc07-b178-4c02-82b3-b59e7fe1638c tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378286 Nov 12 20:17:56.539528 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5891c58c-0c4d-4c9a-8e19-0c143fce0201 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:56.549623 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dff722-7740-4d7d-96ff-70092ebc0ea6 req-24d7f778-3e37-422a-aecb-3013380294ec tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:56.563793 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-05dff722-7740-4d7d-96ff-70092ebc0ea6 req-24d7f778-3e37-422a-aecb-3013380294ec tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.1168196 Nov 12 20:17:56.598683 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 657b17df-a321-481c-936e-83af1e5914c1 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:17:56.600106 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:56.671034 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-357edb03-547e-4005-a06c-b1ee26709816 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:56.676453 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-719f1074-ded8-49f3-932b-d002c376b254 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Deleting port 7b8cdea6-33b4-4118-b452-bdef9610e297 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:56.676889 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-719f1074-ded8-49f3-932b-d002c376b254 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:56.693267 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5891c58c-0c4d-4c9a-8e19-0c143fce0201 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:56.695826 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5891c58c-0c4d-4c9a-8e19-0c143fce0201 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:56.697074 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5891c58c-0c4d-4c9a-8e19-0c143fce0201 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "DELETE /v2.0/security-groups/73174322-93b4-4f0f-85e2-0b59c0c89dad HTTP/1.1" status: 204 len: 168 time: 0.7891428 Nov 12 20:17:56.700758 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49100) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:56.720561 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-05dff722-7740-4d7d-96ff-70092ebc0ea6 req-d3777262-69e2-479a-9203-e37361d14c26 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542404 Nov 12 20:17:56.734872 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891c58c-0c4d-4c9a-8e19-0c143fce0201 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73174322-93b4-4f0f-85e2-0b59c0c89dad,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:56.770641 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-357edb03-547e-4005-a06c-b1ee26709816 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:56.786393 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-357edb03-547e-4005-a06c-b1ee26709816 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:56.791508 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-357edb03-547e-4005-a06c-b1ee26709816 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/subnets/304bb93a-3c54-4e8d-9746-5a5b6709ad41 HTTP/1.1" status: 204 len: 168 time: 0.9414005 Nov 12 20:17:56.792141 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49102) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:56.796580 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a35d285-764d-40d6-89ed-1ec95f79218f None None] Network 616e32cc-d287-4c71-b235-c5d215187d9b requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:56.819113 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357edb03-547e-4005-a06c-b1ee26709816 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Subnet': ['ID=304bb93a-3c54-4e8d-9746-5a5b6709ad41,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:56.895423 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c2c8a152-93a7-4323-bc85-3504d52ec2f5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:56.908769 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-719f1074-ded8-49f3-932b-d002c376b254 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:56.909095 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-719f1074-ded8-49f3-932b-d002c376b254 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:56.916541 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0f6dd247-d3b4-4398-b902-603d08a31d1e tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2020998 Nov 12 20:17:56.925638 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49104) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:56.931142 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-10918ba3-702d-4c89-a817-ba26be63959e tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Request body: {'security_group': {'name': 'tempest-secgroup--1261411602'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:56.940480 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-719f1074-ded8-49f3-932b-d002c376b254 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Calling delete_port for 7b8cdea6-33b4-4118-b452-bdef9610e297 owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:56.957637 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c2c8a152-93a7-4323-bc85-3504d52ec2f5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting port 987c1dd0-af50-45b4-a07f-ba519c31af3a {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:56.958046 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c2c8a152-93a7-4323-bc85-3504d52ec2f5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:56.994663 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab81f551-e939-4a09-ab71-5a87cd0d31b7 None None] DHCP port deletion for 616e32cc-d287-4c71-b235-c5d215187d9b request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:17:57.030023 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-c2c8a152-93a7-4323-bc85-3504d52ec2f5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] For port 987c1dd0-af50-45b4-a07f-ba519c31af3a, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=987c1dd0-af50-45b4-a07f-ba519c31af3a,segment=NetworkSegment(0ec5962a-5b4c-4ebc-b3a3-ee54de56cb6a),segment_id=0ec5962a-5b4c-4ebc-b3a3-ee54de56cb6a)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:57.030303 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c2c8a152-93a7-4323-bc85-3504d52ec2f5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.044886 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c2c8a152-93a7-4323-bc85-3504d52ec2f5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Calling delete_port for 987c1dd0-af50-45b4-a07f-ba519c31af3a owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:57.048116 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-10918ba3-702d-4c89-a817-ba26be63959e tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.051306 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ab81f551-e939-4a09-ab71-5a87cd0d31b7 None None] Deleting port 987c1dd0-af50-45b4-a07f-ba519c31af3a {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:57.051813 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ab81f551-e939-4a09-ab71-5a87cd0d31b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.054854 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f5455fb-eb95-4e1d-8bc1-1f9460ed95a2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.077635 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f5455fb-eb95-4e1d-8bc1-1f9460ed95a2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.119947 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ab81f551-e939-4a09-ab71-5a87cd0d31b7 None None] For port 987c1dd0-af50-45b4-a07f-ba519c31af3a, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=987c1dd0-af50-45b4-a07f-ba519c31af3a,segment=NetworkSegment(0ec5962a-5b4c-4ebc-b3a3-ee54de56cb6a),segment_id=0ec5962a-5b4c-4ebc-b3a3-ee54de56cb6a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:17:57.120372 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ab81f551-e939-4a09-ab71-5a87cd0d31b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.134031 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ab81f551-e939-4a09-ab71-5a87cd0d31b7 None None] Calling delete_port for 987c1dd0-af50-45b4-a07f-ba519c31af3a owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:57.135575 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c2c8a152-93a7-4323-bc85-3504d52ec2f5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.161900 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8a152-93a7-4323-bc85-3504d52ec2f5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Port': ['ID=987c1dd0-af50-45b4-a07f-ba519c31af3a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:57.166489 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c8a152-93a7-4323-bc85-3504d52ec2f5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] No DVR routers for this DVR port 987c1dd0-af50-45b4-a07f-ba519c31af3a on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:17:57.196204 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5455fb-eb95-4e1d-8bc1-1f9460ed95a2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:57.196894 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f5455fb-eb95-4e1d-8bc1-1f9460ed95a2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.201910 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8f5455fb-eb95-4e1d-8bc1-1f9460ed95a2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "PUT /v2.0/ports/4c84ef06-57f5-4153-870d-53eedb8bc9f2 HTTP/1.1" status: 200 len: 910 time: 1.2899861 Nov 12 20:17:57.205637 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49106) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:57.209802 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5455fb-eb95-4e1d-8bc1-1f9460ed95a2 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Port': ['ID=4c84ef06-57f5-4153-870d-53eedb8bc9f2,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:57.270202 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-10918ba3-702d-4c89-a817-ba26be63959e tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.278494 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-10918ba3-702d-4c89-a817-ba26be63959e tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.311290 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-10918ba3-702d-4c89-a817-ba26be63959e tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.316362 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-10918ba3-702d-4c89-a817-ba26be63959e tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3858526 Nov 12 20:17:57.316557 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49108) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:57.322061 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-bcc076bf-2d54-4d28-be9f-54f983a4addb tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Request body: {'security_group_rule': {'security_group_id': 'b504a431-ad09-47d5-b731-996f583eb40f', 'direction': 'ingress', 'protocol': 17}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:57.324520 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c2c8a152-93a7-4323-bc85-3504d52ec2f5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.335869 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-719f1074-ded8-49f3-932b-d002c376b254 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.360204 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-c2c8a152-93a7-4323-bc85-3504d52ec2f5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['616e32cc-d287-4c71-b235-c5d215187d9b']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:57.367062 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10918ba3-702d-4c89-a817-ba26be63959e tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b504a431-ad09-47d5-b731-996f583eb40f,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:57.378353 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-c2c8a152-93a7-4323-bc85-3504d52ec2f5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec5962a-5b4c-4ebc-b3a3-ee54de56cb6a') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:57.379390 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-c2c8a152-93a7-4323-bc85-3504d52ec2f5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec5962a-5b4c-4ebc-b3a3-ee54de56cb6a') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:17:57.379509 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f1074-ded8-49f3-932b-d002c376b254 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Pushing event deleted for resources: {'Port': ['ID=7b8cdea6-33b4-4118-b452-bdef9610e297,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:57.393577 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ab81f551-e939-4a09-ab71-5a87cd0d31b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.416810 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81f551-e939-4a09-ab71-5a87cd0d31b7 None None] Pushing event deleted for resources: {'Port': ['ID=987c1dd0-af50-45b4-a07f-ba519c31af3a,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:57.420906 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c2c8a152-93a7-4323-bc85-3504d52ec2f5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.425910 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab81f551-e939-4a09-ab71-5a87cd0d31b7 None None] No DVR routers for this DVR port 987c1dd0-af50-45b4-a07f-ba519c31af3a on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:17:57.437594 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bcc076bf-2d54-4d28-be9f-54f983a4addb tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.471690 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c2c8a152-93a7-4323-bc85-3504d52ec2f5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.477468 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-719f1074-ded8-49f3-932b-d002c376b254 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.480093 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-719f1074-ded8-49f3-932b-d002c376b254 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.481805 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-719f1074-ded8-49f3-932b-d002c376b254 tempest-AttachVolumeTestJSON-1620820440 tempest-AttachVolumeTestJSON-1620820440-project] 10.222.0.48 "DELETE /v2.0/floatingips/88c54442-d210-4882-af9a-565a8b7ff999 HTTP/1.1" status: 204 len: 168 time: 1.1448867 Nov 12 20:17:57.484293 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c8a152-93a7-4323-bc85-3504d52ec2f5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:17:57.484293 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c2c8a152-93a7-4323-bc85-3504d52ec2f5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:17:57.496099 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:17:57.508625 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bcc076bf-2d54-4d28-be9f-54f983a4addb tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.514950 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bcc076bf-2d54-4d28-be9f-54f983a4addb tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.535623 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc076bf-2d54-4d28-be9f-54f983a4addb tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69138e91-c8c0-477c-8fd2-be6f07fac3db,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:57.547291 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bcc076bf-2d54-4d28-be9f-54f983a4addb tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.547291 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bcc076bf-2d54-4d28-be9f-54f983a4addb tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2296712 Nov 12 20:17:57.549770 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49112) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:57.602817 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c2c8a152-93a7-4323-bc85-3504d52ec2f5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.635048 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30aa9ff4-c014-416f-898c-d96fd52cd4bd tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.642145 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c2c8a152-93a7-4323-bc85-3504d52ec2f5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.645500 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c2c8a152-93a7-4323-bc85-3504d52ec2f5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/networks/616e32cc-d287-4c71-b235-c5d215187d9b HTTP/1.1" status: 204 len: 168 time: 0.8354502 Nov 12 20:17:57.649971 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49118) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:57.655434 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-2de7ba20-6a0e-4243-9d64-982c14021f4a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-867466750'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:57.668202 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30aa9ff4-c014-416f-898c-d96fd52cd4bd tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.677227 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8a152-93a7-4323-bc85-3504d52ec2f5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Network': ['ID=616e32cc-d287-4c71-b235-c5d215187d9b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:57.705064 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de7ba20-6a0e-4243-9d64-982c14021f4a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:57.708792 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2de7ba20-6a0e-4243-9d64-982c14021f4a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.757371 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69e672-c703-41db-83b2-0be84fdfe14f req-bb4a41c1-a76b-4be4-93ca-12bc065adad9 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:57.759026 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4c69e672-c703-41db-83b2-0be84fdfe14f req-bb4a41c1-a76b-4be4-93ca-12bc065adad9 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.0653493 Nov 12 20:17:57.765704 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30aa9ff4-c014-416f-898c-d96fd52cd4bd tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.769064 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30aa9ff4-c014-416f-898c-d96fd52cd4bd tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.771175 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-30aa9ff4-c014-416f-898c-d96fd52cd4bd tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "DELETE /v2.0/security-groups/b504a431-ad09-47d5-b731-996f583eb40f HTTP/1.1" status: 204 len: 168 time: 0.2202241 Nov 12 20:17:57.773685 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de7ba20-6a0e-4243-9d64-982c14021f4a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:17:57.775916 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49124) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:57.799608 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa9ff4-c014-416f-898c-d96fd52cd4bd tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b504a431-ad09-47d5-b731-996f583eb40f,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:57.805360 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2de7ba20-6a0e-4243-9d64-982c14021f4a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.805816 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-2de7ba20-6a0e-4243-9d64-982c14021f4a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Added segment c32765fc-2cfa-4268-b6e1-aa6123096569 of type vlan for network 23dee15a-99f9-4f6a-a5ef-52abeb712b2e Nov 12 20:17:57.845468 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4c69e672-c703-41db-83b2-0be84fdfe14f req-83b1c0be-54a0-4eca-8627-0180f13edd2a tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725787 Nov 12 20:17:57.890627 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2de7ba20-6a0e-4243-9d64-982c14021f4a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.898934 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3c5ce58a-d288-436c-af01-9eded3e6f454 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:57.920022 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-66f2a01f-29ca-4ab2-bb31-b5236497b33e tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1417897 Nov 12 20:17:57.924476 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49126) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:57.928034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-4b293af4-dd82-420f-af93-99e7d7297eec tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Request body: {'security_group': {'name': 'tempest-secgroup--1350336311'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:58.064634 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4b293af4-dd82-420f-af93-99e7d7297eec tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:58.069562 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2de7ba20-6a0e-4243-9d64-982c14021f4a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:58.075738 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de7ba20-6a0e-4243-9d64-982c14021f4a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:58.076465 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2de7ba20-6a0e-4243-9d64-982c14021f4a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:58.102067 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8409ad9-cf7b-460b-9fc6-a516255709b7 req-d886a6a8-0466-40c6-8caa-65935364e0a0 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:58.104011 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f8409ad9-cf7b-460b-9fc6-a516255709b7 req-d886a6a8-0466-40c6-8caa-65935364e0a0 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.2299209 Nov 12 20:17:58.259647 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2de7ba20-6a0e-4243-9d64-982c14021f4a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6084335 Nov 12 20:17:58.262757 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49128) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:58.268084 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-1cae37d3-1e6c-4462-95e3-f6f213a362e0 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'subnet': {'network_id': '23dee15a-99f9-4f6a-a5ef-52abeb712b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:58.283864 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7ba20-6a0e-4243-9d64-982c14021f4a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Network': ['ID=23dee15a-99f9-4f6a-a5ef-52abeb712b2e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:58.335237 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f8409ad9-cf7b-460b-9fc6-a516255709b7 req-f4f72fb8-0ac1-49a1-bb1e-7f123487d325 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051151 Nov 12 20:17:58.367819 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 23dee15a-99f9-4f6a-a5ef-52abeb712b2e details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:17:58.395280 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4b293af4-dd82-420f-af93-99e7d7297eec tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:58.424803 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4b293af4-dd82-420f-af93-99e7d7297eec tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:58.459376 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cae37d3-1e6c-4462-95e3-f6f213a362e0 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:58.467913 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1cae37d3-1e6c-4462-95e3-f6f213a362e0 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:58.482987 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 987c1dd0-af50-45b4-a07f-ba519c31af3a no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:17:58.487008 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4b293af4-dd82-420f-af93-99e7d7297eec tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:58.488584 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4b293af4-dd82-420f-af93-99e7d7297eec tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5638463 Nov 12 20:17:58.511331 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49130) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:58.520698 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-cb007bc8-8b08-4c88-92b9-27578ef7481f tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Request body: {'security_group': {'name': 'tempest-secgroup--582952521'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:58.523678 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 987c1dd0-af50-45b4-a07f-ba519c31af3a {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:17:58.524302 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 987c1dd0-af50-45b4-a07f-ba519c31af3a not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:17:58.528851 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b293af4-dd82-420f-af93-99e7d7297eec tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5945074c-5f26-4e3e-9e15-5d3c91763926,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:58.562417 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cb007bc8-8b08-4c88-92b9-27578ef7481f tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:58.618822 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-3c5ce58a-d288-436c-af01-9eded3e6f454 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Deleting port 4c84ef06-57f5-4153-870d-53eedb8bc9f2 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:17:58.619176 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3c5ce58a-d288-436c-af01-9eded3e6f454 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:58.746706 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cb007bc8-8b08-4c88-92b9-27578ef7481f tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:58.752398 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cb007bc8-8b08-4c88-92b9-27578ef7481f tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:58.778613 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1cae37d3-1e6c-4462-95e3-f6f213a362e0 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:58.791037 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3c5ce58a-d288-436c-af01-9eded3e6f454 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:58.817253 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cb007bc8-8b08-4c88-92b9-27578ef7481f tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:58.818574 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cb007bc8-8b08-4c88-92b9-27578ef7481f tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3047640 Nov 12 20:17:58.824193 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49136) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:58.829481 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-b78adae3-81c2-4743-beff-7313baf04494 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Request body: {'security_group_rule': {'security_group_id': '5945074c-5f26-4e3e-9e15-5d3c91763926', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '095f06b0-335c-404f-896e-229257001c3c', 'remote_ip_prefix': None}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:58.855168 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-3c5ce58a-d288-436c-af01-9eded3e6f454 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Calling delete_port for 4c84ef06-57f5-4153-870d-53eedb8bc9f2 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:17:58.863093 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb007bc8-8b08-4c88-92b9-27578ef7481f tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=095f06b0-335c-404f-896e-229257001c3c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:58.874457 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b78adae3-81c2-4743-beff-7313baf04494 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:58.903613 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae37d3-1e6c-4462-95e3-f6f213a362e0 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Subnet': ['ID=63b1e8cf-c142-4ade-996c-304f53dfb690,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:58.912324 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cae37d3-1e6c-4462-95e3-f6f213a362e0 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Checking segment: {'id': 'c32765fc-2cfa-4268-b6e1-aa6123096569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '23dee15a-99f9-4f6a-a5ef-52abeb712b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:17:58.912690 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cae37d3-1e6c-4462-95e3-f6f213a362e0 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network hostable DHCP agents. Network: 23dee15a-99f9-4f6a-a5ef-52abeb712b2e, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:17:58.931902 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cae37d3-1e6c-4462-95e3-f6f213a362e0 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network 23dee15a-99f9-4f6a-a5ef-52abeb712b2e is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:17:58.942498 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-1cae37d3-1e6c-4462-95e3-f6f213a362e0 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 23dee15a-99f9-4f6a-a5ef-52abeb712b2e) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:58.947130 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cae37d3-1e6c-4462-95e3-f6f213a362e0 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:58.947597 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1cae37d3-1e6c-4462-95e3-f6f213a362e0 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:58.955619 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090c0b08-9edc-4273-af77-fe5b5f79febe None None] Network 23dee15a-99f9-4f6a-a5ef-52abeb712b2e requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:17:58.974193 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1cae37d3-1e6c-4462-95e3-f6f213a362e0 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7074826 Nov 12 20:17:58.975393 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49140) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:58.980371 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-45533d8d-4a41-4e23-9bf6-14c8278e3a7b tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1275452813', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:59.006542 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45533d8d-4a41-4e23-9bf6-14c8278e3a7b tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:59.007831 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45533d8d-4a41-4e23-9bf6-14c8278e3a7b tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:59.062273 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b78adae3-81c2-4743-beff-7313baf04494 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:59.074107 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b78adae3-81c2-4743-beff-7313baf04494 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:59.076504 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45533d8d-4a41-4e23-9bf6-14c8278e3a7b tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:59.083010 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45533d8d-4a41-4e23-9bf6-14c8278e3a7b tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:59.105928 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45533d8d-4a41-4e23-9bf6-14c8278e3a7b tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:59.107695 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-45533d8d-4a41-4e23-9bf6-14c8278e3a7b tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1308606 Nov 12 20:17:59.110241 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49142) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:59.117544 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-6f7105c0-14de-449b-a27d-80b7277fef2d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'port': {'network_id': '23dee15a-99f9-4f6a-a5ef-52abeb712b2e', 'name': 'tempest-PortsIpV6TestJSON-1907483800'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:17:59.130679 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78adae3-81c2-4743-beff-7313baf04494 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a84dbc-d5ef-47b6-bfed-db29a1af0540,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:59.170443 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b513d4-7d34-4227-b7c9-c01535a74c95 req-79ae5446-ce8f-4e14-845b-a79cccdf8d5f tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:59.173405 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c5b513d4-7d34-4227-b7c9-c01535a74c95 req-79ae5446-ce8f-4e14-845b-a79cccdf8d5f tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.1773586 Nov 12 20:17:59.177763 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b78adae3-81c2-4743-beff-7313baf04494 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:59.181639 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b78adae3-81c2-4743-beff-7313baf04494 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3536913 Nov 12 20:17:59.181812 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49144) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:59.191134 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b7420b-1909-4063-83c7-825a6d4e30c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-23dee15a-99f9-4f6a-a5ef-52abeb712b2e', 'network_id': '23dee15a-99f9-4f6a-a5ef-52abeb712b2e', 'tenant_id': '342069ba33064139a154c54a222289e0', 'fixed_ips': [{'subnet_id': '63b1e8cf-c142-4ade-996c-304f53dfb690'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:17:59.193691 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c1b7420b-1909-4063-83c7-825a6d4e30c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:59.272505 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7105c0-14de-449b-a27d-80b7277fef2d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:17:59.273668 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d0238b6-3296-4198-8ff5-9d77181ba778 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:59.277687 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f7105c0-14de-449b-a27d-80b7277fef2d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:59.302997 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d0238b6-3296-4198-8ff5-9d77181ba778 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:59.327737 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c5b513d4-7d34-4227-b7c9-c01535a74c95 req-05113ede-4d3b-40da-a41d-3889bcc7f901 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270511 Nov 12 20:17:59.361592 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3c5ce58a-d288-436c-af01-9eded3e6f454 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:59.382965 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ce58a-d288-436c-af01-9eded3e6f454 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Port': ['ID=4c84ef06-57f5-4153-870d-53eedb8bc9f2,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:59.400311 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d0238b6-3296-4198-8ff5-9d77181ba778 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:59.417287 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d0238b6-3296-4198-8ff5-9d77181ba778 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:59.420932 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9d0238b6-3296-4198-8ff5-9d77181ba778 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/63a84dbc-d5ef-47b6-bfed-db29a1af0540 HTTP/1.1" status: 204 len: 168 time: 0.2356656 Nov 12 20:17:59.457699 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49148) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:59.525799 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0238b6-3296-4198-8ff5-9d77181ba778 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63a84dbc-d5ef-47b6-bfed-db29a1af0540,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:59.580063 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e3c2bc8c-738f-4880-913d-0cc4841b492a tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1121328 Nov 12 20:17:59.581080 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49150) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:17:59.651586 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-c1b7420b-1909-4063-83c7-825a6d4e30c2 None None] Allocated IP 2001:db8::2 (23dee15a-99f9-4f6a-a5ef-52abeb712b2e/63b1e8cf-c142-4ade-996c-304f53dfb690/7c14b98a-c902-481d-a77c-953937ef1827) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:17:59.741402 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3c5ce58a-d288-436c-af01-9eded3e6f454 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:59.766656 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-6f7105c0-14de-449b-a27d-80b7277fef2d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] device_id is not set on port e0ceb189-95c5-490e-850a-adc04a5ea28b yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:17:59.849332 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75803b74-2300-405d-82e3-0b30a026073a req-bacabec4-fc0b-4566-ac0b-128a12c150d0 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:17:59.850865 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-75803b74-2300-405d-82e3-0b30a026073a req-bacabec4-fc0b-4566-ac0b-128a12c150d0 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.1501963 Nov 12 20:17:59.861359 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c1b7420b-1909-4063-83c7-825a6d4e30c2 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:59.868959 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c1b7420b-1909-4063-83c7-825a6d4e30c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:59.879058 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-79945e4e-3c6e-4ef7-969e-870c5372309e tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:17:59.921946 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b7420b-1909-4063-83c7-825a6d4e30c2 None None] Network 23dee15a-99f9-4f6a-a5ef-52abeb712b2e is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:17:59.924873 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-c1b7420b-1909-4063-83c7-825a6d4e30c2 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:17:59.931492 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b7420b-1909-4063-83c7-825a6d4e30c2 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:17:59.942293 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7420b-1909-4063-83c7-825a6d4e30c2 None None] Pushing event updated for resources: {'Port': ['ID=7c14b98a-c902-481d-a77c-953937ef1827,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:17:59.969002 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-75803b74-2300-405d-82e3-0b30a026073a req-91b4ca01-9191-4865-9897-5de314614e95 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066356 Nov 12 20:18:00.018553 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-c1b7420b-1909-4063-83c7-825a6d4e30c2 None None] Attempting to bind port 7c14b98a-c902-481d-a77c-953937ef1827 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:18:00.019168 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-c1b7420b-1909-4063-83c7-825a6d4e30c2 None None] Attempting to bind port 7c14b98a-c902-481d-a77c-953937ef1827 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'c32765fc-2cfa-4268-b6e1-aa6123096569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '23dee15a-99f9-4f6a-a5ef-52abeb712b2e'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:18:00.019632 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b7420b-1909-4063-83c7-825a6d4e30c2 None None] Attempting to bind port 7c14b98a-c902-481d-a77c-953937ef1827 on network 23dee15a-99f9-4f6a-a5ef-52abeb712b2e {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:18:00.022808 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-6f7105c0-14de-449b-a27d-80b7277fef2d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Allocated IP 2001:db8::18a (23dee15a-99f9-4f6a-a5ef-52abeb712b2e/63b1e8cf-c142-4ade-996c-304f53dfb690/e0ceb189-95c5-490e-850a-adc04a5ea28b) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:18:00.025237 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b7420b-1909-4063-83c7-825a6d4e30c2 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:18:00.025732 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b7420b-1909-4063-83c7-825a6d4e30c2 None None] Checking segment: {'id': 'c32765fc-2cfa-4268-b6e1-aa6123096569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '23dee15a-99f9-4f6a-a5ef-52abeb712b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:18:00.026256 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c1b7420b-1909-4063-83c7-825a6d4e30c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:00.026842 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b7420b-1909-4063-83c7-825a6d4e30c2 None None] Bound using segment: {'id': 'c32765fc-2cfa-4268-b6e1-aa6123096569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '23dee15a-99f9-4f6a-a5ef-52abeb712b2e'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:18:00.027358 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-c1b7420b-1909-4063-83c7-825a6d4e30c2 None None] Bound port: 7c14b98a-c902-481d-a77c-953937ef1827, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32765fc-2cfa-4268-b6e1-aa6123096569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '23dee15a-99f9-4f6a-a5ef-52abeb712b2e'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:18:00.028676 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c1b7420b-1909-4063-83c7-825a6d4e30c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:00.044834 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5ce58a-d288-436c-af01-9eded3e6f454 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Router 3a76a44e-4eaf-4648-9c04-1f13b7da3d46 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:18:00.046746 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-79945e4e-3c6e-4ef7-969e-870c5372309e tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:00.108723 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-c1b7420b-1909-4063-83c7-825a6d4e30c2 None None] For port 7c14b98a-c902-481d-a77c-953937ef1827, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:18:00.113857 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-c1b7420b-1909-4063-83c7-825a6d4e30c2 None None] For port 7c14b98a-c902-481d-a77c-953937ef1827, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7c14b98a-c902-481d-a77c-953937ef1827,segment=NetworkSegment(c32765fc-2cfa-4268-b6e1-aa6123096569),segment_id=c32765fc-2cfa-4268-b6e1-aa6123096569)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:18:00.121322 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c1b7420b-1909-4063-83c7-825a6d4e30c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:00.162244 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5ce58a-d288-436c-af01-9eded3e6f454 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:18:00.178493 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93305bc0-b61d-4024-8c58-4f657447b1f3 None None] Sync routers for ids ['3a76a44e-4eaf-4648-9c04-1f13b7da3d46'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:18:00.180249 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3c5ce58a-d288-436c-af01-9eded3e6f454 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "PUT /v2.0/routers/3a76a44e-4eaf-4648-9c04-1f13b7da3d46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9738402 Nov 12 20:18:00.182997 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49156) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:00.195427 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93305bc0-b61d-4024-8c58-4f657447b1f3 None None] Routers {'3a76a44e-4eaf-4648-9c04-1f13b7da3d46'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:18:00.196408 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-93305bc0-b61d-4024-8c58-4f657447b1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3a76a44e-4eaf-4648-9c04-1f13b7da3d46'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:00.212031 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-865dc078-3a8f-4c9d-97c4-59e900f957df tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a76a44e-4eaf-4648-9c04-1f13b7da3d46 HTTP/1.1" status: 200 len: 205 time: 0.0279014 Nov 12 20:18:00.216836 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49158) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:00.225368 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7420b-1909-4063-83c7-825a6d4e30c2 None None] Pushing event updated for resources: {'Port': ['ID=7c14b98a-c902-481d-a77c-953937ef1827,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:00.251910 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-93305bc0-b61d-4024-8c58-4f657447b1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:00.267489 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93305bc0-b61d-4024-8c58-4f657447b1f3 None None] Routers {'3a76a44e-4eaf-4648-9c04-1f13b7da3d46'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:18:00.269436 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-93305bc0-b61d-4024-8c58-4f657447b1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3a76a44e-4eaf-4648-9c04-1f13b7da3d46'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:00.275314 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f7105c0-14de-449b-a27d-80b7277fef2d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:00.315852 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-93305bc0-b61d-4024-8c58-4f657447b1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:00.317199 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93305bc0-b61d-4024-8c58-4f657447b1f3 None None] The sync data for ids ['3a76a44e-4eaf-4648-9c04-1f13b7da3d46'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:18:00.317359 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1782d220-60a2-492c-b91d-38c4f0913823 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:00.323936 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-79945e4e-3c6e-4ef7-969e-870c5372309e tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:00.327197 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-79945e4e-3c6e-4ef7-969e-870c5372309e tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:00.327476 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f7105c0-14de-449b-a27d-80b7277fef2d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:00.331249 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-79945e4e-3c6e-4ef7-969e-870c5372309e tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "DELETE /v2.0/security-groups/095f06b0-335c-404f-896e-229257001c3c HTTP/1.1" status: 204 len: 168 time: 0.7468090 Nov 12 20:18:00.334352 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49160) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:00.379709 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79945e4e-3c6e-4ef7-969e-870c5372309e tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=095f06b0-335c-404f-896e-229257001c3c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:00.467427 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7105c0-14de-449b-a27d-80b7277fef2d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Port': ['ID=e0ceb189-95c5-490e-850a-adc04a5ea28b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:00.485143 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7105c0-14de-449b-a27d-80b7277fef2d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network 23dee15a-99f9-4f6a-a5ef-52abeb712b2e is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:18:00.511317 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-6f7105c0-14de-449b-a27d-80b7277fef2d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:18:00.515032 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7105c0-14de-449b-a27d-80b7277fef2d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:18:00.524391 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7105c0-14de-449b-a27d-80b7277fef2d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:00.525071 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f7105c0-14de-449b-a27d-80b7277fef2d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:00.550426 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d8e6562a-f0ee-455d-967d-ee865a1e57f2 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2122309 Nov 12 20:18:00.550754 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49164) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:00.574131 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1782d220-60a2-492c-b91d-38c4f0913823 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:00.579472 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49166) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:00.579995 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6f7105c0-14de-449b-a27d-80b7277fef2d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4683349 Nov 12 20:18:00.591220 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1782d220-60a2-492c-b91d-38c4f0913823 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:00.594145 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816bdb8-b8d5-458e-9612-62d39ff6207e req-ecbdd41b-d54a-4d7a-8018-3e5e56d3e505 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:00.598765 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b816bdb8-b8d5-458e-9612-62d39ff6207e req-ecbdd41b-d54a-4d7a-8018-3e5e56d3e505 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.0995862 Nov 12 20:18:00.649389 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b816bdb8-b8d5-458e-9612-62d39ff6207e req-eea2df2a-43c2-4997-965f-76584cdffa26 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469112 Nov 12 20:18:00.758721 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1782d220-60a2-492c-b91d-38c4f0913823 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:00.759262 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1782d220-60a2-492c-b91d-38c4f0913823 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Fanout notify agent at l3_agent the message router_deleted on router 3a76a44e-4eaf-4648-9c04-1f13b7da3d46 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:18:00.769535 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1782d220-60a2-492c-b91d-38c4f0913823 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:00.770654 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1782d220-60a2-492c-b91d-38c4f0913823 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/routers/3a76a44e-4eaf-4648-9c04-1f13b7da3d46 HTTP/1.1" status: 204 len: 168 time: 0.5525188 Nov 12 20:18:00.773406 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49168) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:00.796395 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f93ce471-4113-4f3a-a632-cf0a0e945245 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:00.830067 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-0946d1b7-816a-404b-8c46-291e8683413d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Deleting subnet a9523557-a16f-4d52-ae8f-3be0d147be70 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:18:00.833919 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0946d1b7-816a-404b-8c46-291e8683413d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:00.854002 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f93ce471-4113-4f3a-a632-cf0a0e945245 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:00.878293 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0946d1b7-816a-404b-8c46-291e8683413d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:00.984200 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0946d1b7-816a-404b-8c46-291e8683413d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:00.989129 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f93ce471-4113-4f3a-a632-cf0a0e945245 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:00.991856 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f93ce471-4113-4f3a-a632-cf0a0e945245 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:00.993104 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f93ce471-4113-4f3a-a632-cf0a0e945245 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "DELETE /v2.0/security-groups/5945074c-5f26-4e3e-9e15-5d3c91763926 HTTP/1.1" status: 204 len: 168 time: 0.4413576 Nov 12 20:18:01.003453 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49172) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:01.038222 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ce471-4113-4f3a-a632-cf0a0e945245 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5945074c-5f26-4e3e-9e15-5d3c91763926,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:01.067050 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0946d1b7-816a-404b-8c46-291e8683413d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:01.117545 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0946d1b7-816a-404b-8c46-291e8683413d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:01.124314 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f66e1ee-13b6-4499-975e-0d2b2a370aa0 None None] Network 40cfdf77-0a37-48eb-ad22-1ccc635ddd14 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:18:01.138875 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0946d1b7-816a-404b-8c46-291e8683413d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/subnets/a9523557-a16f-4d52-ae8f-3be0d147be70 HTTP/1.1" status: 204 len: 168 time: 0.3638830 Nov 12 20:18:01.148448 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946d1b7-816a-404b-8c46-291e8683413d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Subnet': ['ID=a9523557-a16f-4d52-ae8f-3be0d147be70,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:01.151066 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49178) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:01.261088 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f856c8-6983-4dd8-92e0-a13db139b4bd req-40942c50-e836-46b0-8e9a-0a2de919c68e tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:01.268607 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-74f856c8-6983-4dd8-92e0-a13db139b4bd req-40942c50-e836-46b0-8e9a-0a2de919c68e tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.1284783 Nov 12 20:18:01.289780 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-25f34966-d2d5-4790-92b3-1ac5ebf5cfd1 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:01.381004 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-74f856c8-6983-4dd8-92e0-a13db139b4bd req-7d1f2910-de3b-4395-bdd8-306ed6601404 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112692 Nov 12 20:18:01.409762 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b494122b-af23-42e5-a280-1ce35aae598c None None] DHCP port deletion for 40cfdf77-0a37-48eb-ad22-1ccc635ddd14 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:18:01.424483 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-25f34966-d2d5-4790-92b3-1ac5ebf5cfd1 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Deleting port 657b17df-a321-481c-936e-83af1e5914c1 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:18:01.424825 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-25f34966-d2d5-4790-92b3-1ac5ebf5cfd1 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:01.475628 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869c70d7-0fbc-45ac-8dd3-40fffd5da45e None None] Network 23dee15a-99f9-4f6a-a5ef-52abeb712b2e requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:18:01.520286 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-25f34966-d2d5-4790-92b3-1ac5ebf5cfd1 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] For port 657b17df-a321-481c-936e-83af1e5914c1, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=657b17df-a321-481c-936e-83af1e5914c1,segment=NetworkSegment(5d3de6e7-25d5-4f5f-9ace-0e02cd26f344),segment_id=5d3de6e7-25d5-4f5f-9ace-0e02cd26f344)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:01.520729 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-25f34966-d2d5-4790-92b3-1ac5ebf5cfd1 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:01.539712 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b494122b-af23-42e5-a280-1ce35aae598c None None] Deleting port 657b17df-a321-481c-936e-83af1e5914c1 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:18:01.540333 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b494122b-af23-42e5-a280-1ce35aae598c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:01.540450 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-25f34966-d2d5-4790-92b3-1ac5ebf5cfd1 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Calling delete_port for 657b17df-a321-481c-936e-83af1e5914c1 owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:18:01.633792 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b494122b-af23-42e5-a280-1ce35aae598c None None] For port 657b17df-a321-481c-936e-83af1e5914c1, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=657b17df-a321-481c-936e-83af1e5914c1,segment=NetworkSegment(5d3de6e7-25d5-4f5f-9ace-0e02cd26f344),segment_id=5d3de6e7-25d5-4f5f-9ace-0e02cd26f344)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:01.634438 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b494122b-af23-42e5-a280-1ce35aae598c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:01.659710 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b494122b-af23-42e5-a280-1ce35aae598c None None] Calling delete_port for 657b17df-a321-481c-936e-83af1e5914c1 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:18:01.661642 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-486ba7e1-59b9-47c8-86fe-b8dcee0c7622 None None] Provisioning complete for port 7c14b98a-c902-481d-a77c-953937ef1827 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:01.662158 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-486ba7e1-59b9-47c8-86fe-b8dcee0c7622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:01.665630 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-428db78d-e547-4fa7-a28a-edd5e7201849 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6613376 Nov 12 20:18:01.666361 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f40827eb-0cb0-4587-9f83-d869904dc481 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:01.678491 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49180) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:01.685643 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-e6bee594-c278-465a-ba58-1ce59eca05f6 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Request body: {'security_group': {'name': 'tempest-secgroup--531560366'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:01.693035 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-25f34966-d2d5-4790-92b3-1ac5ebf5cfd1 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:01.757939 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f34966-d2d5-4790-92b3-1ac5ebf5cfd1 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] No DVR routers for this DVR port 657b17df-a321-481c-936e-83af1e5914c1 on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:18:01.768818 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f34966-d2d5-4790-92b3-1ac5ebf5cfd1 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Port': ['ID=657b17df-a321-481c-936e-83af1e5914c1,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:01.828922 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e6bee594-c278-465a-ba58-1ce59eca05f6 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:01.898460 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-25f34966-d2d5-4790-92b3-1ac5ebf5cfd1 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:01.903457 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5ebfa-7bad-4a97-8147-dab53e4398a9 req-7bdfb391-698a-41c5-8122-97728d3cb208 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:01.910886 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-25b5ebfa-7bad-4a97-8147-dab53e4398a9 req-7bdfb391-698a-41c5-8122-97728d3cb208 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.1243861 Nov 12 20:18:01.932540 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-486ba7e1-59b9-47c8-86fe-b8dcee0c7622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:01.942368 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b494122b-af23-42e5-a280-1ce35aae598c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:01.948810 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-25f34966-d2d5-4790-92b3-1ac5ebf5cfd1 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40cfdf77-0a37-48eb-ad22-1ccc635ddd14']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:01.969361 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-25f34966-d2d5-4790-92b3-1ac5ebf5cfd1 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3de6e7-25d5-4f5f-9ace-0e02cd26f344') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:01.970247 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-25f34966-d2d5-4790-92b3-1ac5ebf5cfd1 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3de6e7-25d5-4f5f-9ace-0e02cd26f344') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:02.000065 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-25b5ebfa-7bad-4a97-8147-dab53e4398a9 req-e39dd111-7c26-43b1-84c1-b9866f028ed6 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880787 Nov 12 20:18:02.003264 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b494122b-af23-42e5-a280-1ce35aae598c None None] No DVR routers for this DVR port 657b17df-a321-481c-936e-83af1e5914c1 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:18:02.025483 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494122b-af23-42e5-a280-1ce35aae598c None None] Pushing event deleted for resources: {'Port': ['ID=657b17df-a321-481c-936e-83af1e5914c1,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:02.051755 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-25f34966-d2d5-4790-92b3-1ac5ebf5cfd1 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:02.058144 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-486ba7e1-59b9-47c8-86fe-b8dcee0c7622 None None] For port 7c14b98a-c902-481d-a77c-953937ef1827, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7c14b98a-c902-481d-a77c-953937ef1827,segment=NetworkSegment(c32765fc-2cfa-4268-b6e1-aa6123096569),segment_id=c32765fc-2cfa-4268-b6e1-aa6123096569)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:02.064739 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-486ba7e1-59b9-47c8-86fe-b8dcee0c7622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:02.136612 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ba7e1-59b9-47c8-86fe-b8dcee0c7622 None None] Pushing event updated for resources: {'Port': ['ID=7c14b98a-c902-481d-a77c-953937ef1827,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:02.165019 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e6bee594-c278-465a-ba58-1ce59eca05f6 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:02.168165 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-25f34966-d2d5-4790-92b3-1ac5ebf5cfd1 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:02.177388 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e6bee594-c278-465a-ba58-1ce59eca05f6 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:02.194780 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f34966-d2d5-4790-92b3-1ac5ebf5cfd1 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:18:02.195711 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-25f34966-d2d5-4790-92b3-1ac5ebf5cfd1 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:18:02.204083 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:18:02.205984 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f40827eb-0cb0-4587-9f83-d869904dc481 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:02.213873 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f40827eb-0cb0-4587-9f83-d869904dc481 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:02.227171 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e6bee594-c278-465a-ba58-1ce59eca05f6 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:02.229404 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e6bee594-c278-465a-ba58-1ce59eca05f6 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5498624 Nov 12 20:18:02.287699 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49192) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:02.288433 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40827eb-0cb0-4587-9f83-d869904dc481 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Port': ['ID=e0ceb189-95c5-490e-850a-adc04a5ea28b,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:02.316458 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-7966ee38-2fb7-44d9-abf0-494a6a46a7d2 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Request body: {'security_group_rule': {'security_group_id': '9380ec33-606c-4a23-b359-81c31fb25895', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:02.338939 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bee594-c278-465a-ba58-1ce59eca05f6 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9380ec33-606c-4a23-b359-81c31fb25895,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:02.360262 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-25f34966-d2d5-4790-92b3-1ac5ebf5cfd1 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:02.376811 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-25f34966-d2d5-4790-92b3-1ac5ebf5cfd1 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:02.382463 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-25f34966-d2d5-4790-92b3-1ac5ebf5cfd1 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/networks/40cfdf77-0a37-48eb-ad22-1ccc635ddd14 HTTP/1.1" status: 204 len: 168 time: 1.2290809 Nov 12 20:18:02.389874 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49194) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:02.390838 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7966ee38-2fb7-44d9-abf0-494a6a46a7d2 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:02.411756 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f34966-d2d5-4790-92b3-1ac5ebf5cfd1 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Network': ['ID=40cfdf77-0a37-48eb-ad22-1ccc635ddd14,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:02.438910 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7c14b98a-c902-481d-a77c-953937ef1827 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:18:02.448779 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-6efeef93-e114-427b-8291-8964a1e9ac71 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1424949178', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:02.515610 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0c981394-81e9-4b51-9d15-fc7fc9092117 None None] Provisioning complete for port 7c14b98a-c902-481d-a77c-953937ef1827 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:02.516045 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0c981394-81e9-4b51-9d15-fc7fc9092117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:02.560111 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6efeef93-e114-427b-8291-8964a1e9ac71 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:02.561159 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6efeef93-e114-427b-8291-8964a1e9ac71 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:02.592477 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 7c14b98a-c902-481d-a77c-953937ef1827 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:02.593189 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:02.691634 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6efeef93-e114-427b-8291-8964a1e9ac71 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:02.710353 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6efeef93-e114-427b-8291-8964a1e9ac71 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:02.732359 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0c981394-81e9-4b51-9d15-fc7fc9092117 None None] Provisioning complete for port e0ceb189-95c5-490e-850a-adc04a5ea28b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:02.732840 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0c981394-81e9-4b51-9d15-fc7fc9092117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:02.759487 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76c967-8b73-4e1f-ae8c-55058ae0f66a req-73742bf6-0880-47af-982d-e7d7ab2f1217 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:02.767869 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3b76c967-8b73-4e1f-ae8c-55058ae0f66a req-73742bf6-0880-47af-982d-e7d7ab2f1217 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.2347405 Nov 12 20:18:02.776658 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7966ee38-2fb7-44d9-abf0-494a6a46a7d2 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:02.785947 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0c981394-81e9-4b51-9d15-fc7fc9092117 None None] Port e0ceb189-95c5-490e-850a-adc04a5ea28b cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:18:02.811497 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7966ee38-2fb7-44d9-abf0-494a6a46a7d2 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:02.815216 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6efeef93-e114-427b-8291-8964a1e9ac71 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:02.819229 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6efeef93-e114-427b-8291-8964a1e9ac71 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3785198 Nov 12 20:18:02.820770 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49198) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:02.830199 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-cc7fa983-b5d0-42c5-93df-7c83827a58f8 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'network': {'name': 'tempest-RoutersTest-945759992'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:02.842617 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966ee38-2fb7-44d9-abf0-494a6a46a7d2 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725428a3-c184-401d-9e69-72f8368fcd52,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:02.872054 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7fa983-b5d0-42c5-93df-7c83827a58f8 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Made reservation on behalf of 2fbdff350f264aeaacb6dcabbb39b466 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:18:02.883004 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cc7fa983-b5d0-42c5-93df-7c83827a58f8 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:02.907340 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 657b17df-a321-481c-936e-83af1e5914c1 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:18:02.917401 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7966ee38-2fb7-44d9-abf0-494a6a46a7d2 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:02.919331 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7966ee38-2fb7-44d9-abf0-494a6a46a7d2 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6281326 Nov 12 20:18:02.923391 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49200) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:02.927246 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f40827eb-0cb0-4587-9f83-d869904dc481 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:02.941247 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3b76c967-8b73-4e1f-ae8c-55058ae0f66a req-f7733c1d-7603-41fb-b2df-d97609681e65 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723800 Nov 12 20:18:02.952882 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 657b17df-a321-481c-936e-83af1e5914c1 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:18:02.956380 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 657b17df-a321-481c-936e-83af1e5914c1 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:18:02.996218 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-1387ca04-15db-41cd-a9e3-b2a11655c2f0 None None] Provisioning complete for port e0ceb189-95c5-490e-850a-adc04a5ea28b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:02.997926 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1387ca04-15db-41cd-a9e3-b2a11655c2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:02.998998 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-291b9cbc-2e95-4a56-b765-03c03b7e0eb5 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:03.024518 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-291b9cbc-2e95-4a56-b765-03c03b7e0eb5 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:03.043094 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7fa983-b5d0-42c5-93df-7c83827a58f8 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:18:03.080439 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-1387ca04-15db-41cd-a9e3-b2a11655c2f0 None None] Port e0ceb189-95c5-490e-850a-adc04a5ea28b cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:18:03.088116 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cc7fa983-b5d0-42c5-93df-7c83827a58f8 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:03.088842 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-cc7fa983-b5d0-42c5-93df-7c83827a58f8 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Added segment f18f528a-7cba-4900-a00c-f1a6cea954d8 of type vlan for network 9b68ca3e-2222-4af3-8e93-1cf3dd9ee317 Nov 12 20:18:03.130714 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-291b9cbc-2e95-4a56-b765-03c03b7e0eb5 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:03.140061 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-291b9cbc-2e95-4a56-b765-03c03b7e0eb5 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:03.141803 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-291b9cbc-2e95-4a56-b765-03c03b7e0eb5 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/725428a3-c184-401d-9e69-72f8368fcd52 HTTP/1.1" status: 204 len: 168 time: 0.2151995 Nov 12 20:18:03.145816 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49204) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:03.210079 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067113f6-f501-4680-93ef-07835894147b req-27510f9e-8e11-44aa-9964-91154ac60eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:03.211550 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-067113f6-f501-4680-93ef-07835894147b req-27510f9e-8e11-44aa-9964-91154ac60eb2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 1098 time: 0.0893993 Nov 12 20:18:03.234597 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cc7fa983-b5d0-42c5-93df-7c83827a58f8 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:03.239045 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b9cbc-2e95-4a56-b765-03c03b7e0eb5 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=725428a3-c184-401d-9e69-72f8368fcd52,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:03.306432 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f40827eb-0cb0-4587-9f83-d869904dc481 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:03.309240 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8e6650a8-3166-409c-9def-5a92f14ae118 None None] Provisioning complete for port e0ceb189-95c5-490e-850a-adc04a5ea28b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:03.309898 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8e6650a8-3166-409c-9def-5a92f14ae118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:03.326351 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcc240-81b3-4d94-8399-3a7c30688185 req-8e98aa2f-870d-4bd0-bd43-9297d3943265 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:03.341442 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46fcc240-81b3-4d94-8399-3a7c30688185 req-8e98aa2f-870d-4bd0-bd43-9297d3943265 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.1763804 Nov 12 20:18:03.372961 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cc7fa983-b5d0-42c5-93df-7c83827a58f8 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:03.378632 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7fa983-b5d0-42c5-93df-7c83827a58f8 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:03.379973 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cc7fa983-b5d0-42c5-93df-7c83827a58f8 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:03.403786 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8e6650a8-3166-409c-9def-5a92f14ae118 None None] Port e0ceb189-95c5-490e-850a-adc04a5ea28b cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:18:03.405410 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4e0d3bda-4486-450a-9ba1-0c4a776cf36b tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2572539 Nov 12 20:18:03.411517 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49210) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:03.473962 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cc7fa983-b5d0-42c5-93df-7c83827a58f8 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6513801 Nov 12 20:18:03.508757 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49212) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:03.514591 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-93f241fd-3c0c-4a4e-9498-1c163d6e5739 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'subnet': {'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:03.551337 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fa983-b5d0-42c5-93df-7c83827a58f8 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Network': ['ID=9b68ca3e-2222-4af3-8e93-1cf3dd9ee317,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:03.563812 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 9b68ca3e-2222-4af3-8e93-1cf3dd9ee317 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:18:03.580037 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46fcc240-81b3-4d94-8399-3a7c30688185 req-256e2930-a705-49d9-87ec-0e262938adf3 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369254 Nov 12 20:18:03.655756 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1b7902ed-6329-4c04-b86d-0c5501b9a93d tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:03.689317 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1b7902ed-6329-4c04-b86d-0c5501b9a93d tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:03.719624 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f241fd-3c0c-4a4e-9498-1c163d6e5739 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Made reservation on behalf of 2fbdff350f264aeaacb6dcabbb39b466 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:18:03.722526 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f40827eb-0cb0-4587-9f83-d869904dc481 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:03.723190 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-93f241fd-3c0c-4a4e-9498-1c163d6e5739 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:03.735575 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f40827eb-0cb0-4587-9f83-d869904dc481 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:03.737096 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f40827eb-0cb0-4587-9f83-d869904dc481 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:03.796843 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-067113f6-f501-4680-93ef-07835894147b req-8d607c87-f7e7-46c7-8997-9815e60c15a9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5582199 Nov 12 20:18:03.810469 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1b7902ed-6329-4c04-b86d-0c5501b9a93d tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:03.813465 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1b7902ed-6329-4c04-b86d-0c5501b9a93d tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:03.817076 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1b7902ed-6329-4c04-b86d-0c5501b9a93d tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "DELETE /v2.0/security-groups/9380ec33-606c-4a23-b359-81c31fb25895 HTTP/1.1" status: 204 len: 168 time: 0.3997796 Nov 12 20:18:03.818390 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49214) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:03.835502 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7902ed-6329-4c04-b86d-0c5501b9a93d tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9380ec33-606c-4a23-b359-81c31fb25895,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:03.908167 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40827eb-0cb0-4587-9f83-d869904dc481 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Port': ['ID=e0ceb189-95c5-490e-850a-adc04a5ea28b,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:03.917214 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9f1ef432-783b-4f7b-9801-be843d4de5d7 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0916631 Nov 12 20:18:03.918175 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49216) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:03.922248 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-f0f0fe17-f720-4197-8605-63efe4c2da1a tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Request body: {'security_group': {'name': 'tempest-secgroup--1665891210'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:03.972954 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f0f0fe17-f720-4197-8605-63efe4c2da1a tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:04.010745 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40827eb-0cb0-4587-9f83-d869904dc481 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network 23dee15a-99f9-4f6a-a5ef-52abeb712b2e is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:18:04.016383 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-f40827eb-0cb0-4587-9f83-d869904dc481 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:18:04.028001 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-93f241fd-3c0c-4a4e-9498-1c163d6e5739 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:04.118508 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f241fd-3c0c-4a4e-9498-1c163d6e5739 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Subnet': ['ID=65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:04.129413 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f241fd-3c0c-4a4e-9498-1c163d6e5739 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Checking segment: {'id': 'f18f528a-7cba-4900-a00c-f1a6cea954d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:18:04.129760 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f241fd-3c0c-4a4e-9498-1c163d6e5739 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network hostable DHCP agents. Network: 9b68ca3e-2222-4af3-8e93-1cf3dd9ee317, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:18:04.151243 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f241fd-3c0c-4a4e-9498-1c163d6e5739 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network 9b68ca3e-2222-4af3-8e93-1cf3dd9ee317 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:18:04.166207 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-93f241fd-3c0c-4a4e-9498-1c163d6e5739 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 9b68ca3e-2222-4af3-8e93-1cf3dd9ee317) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:18:04.171771 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f241fd-3c0c-4a4e-9498-1c163d6e5739 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:04.172411 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-93f241fd-3c0c-4a4e-9498-1c163d6e5739 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:04.193413 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1f283e-4d89-4c17-8d3d-21ec000e4025 None None] Network 9b68ca3e-2222-4af3-8e93-1cf3dd9ee317 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:18:04.199273 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-93f241fd-3c0c-4a4e-9498-1c163d6e5739 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6891069 Nov 12 20:18:04.200009 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49220) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:04.204560 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f0f0fe17-f720-4197-8605-63efe4c2da1a tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:04.219083 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137cb48-06f5-416e-9aab-dc31f1d2bc2d req-ab39977c-4772-460a-8da6-a402a1c9b8d1 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:04.220700 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d137cb48-06f5-416e-9aab-dc31f1d2bc2d req-ab39977c-4772-460a-8da6-a402a1c9b8d1 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.1460133 Nov 12 20:18:04.223322 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f0f0fe17-f720-4197-8605-63efe4c2da1a tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:04.299457 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f0f0fe17-f720-4197-8605-63efe4c2da1a tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:04.303207 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f0f0fe17-f720-4197-8605-63efe4c2da1a tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3820713 Nov 12 20:18:04.303925 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49224) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:04.311673 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-33de9e6b-0be7-4afe-9a47-023baa0afab8 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Request body: {'security_group_rule': {'security_group_id': '46b8536e-61b3-42ec-96b4-e3e14b1c329d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:04.316191 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0fe17-f720-4197-8605-63efe4c2da1a tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46b8536e-61b3-42ec-96b4-e3e14b1c329d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:04.378420 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40827eb-0cb0-4587-9f83-d869904dc481 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Router 3dc6f08a-8be7-4b48-8025-407d3b3af76e is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:18:04.401032 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d137cb48-06f5-416e-9aab-dc31f1d2bc2d req-30b965cf-341a-4443-a074-554392a52f8f tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681314 Nov 12 20:18:04.451158 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256413dc-c9f3-4886-bb00-8219183ae1c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-9b68ca3e-2222-4af3-8e93-1cf3dd9ee317', 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'fixed_ips': [{'subnet_id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:18:04.452073 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-256413dc-c9f3-4886-bb00-8219183ae1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:04.536694 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40827eb-0cb0-4587-9f83-d869904dc481 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:18:04.546122 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f40827eb-0cb0-4587-9f83-d869904dc481 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "PUT /v2.0/routers/3dc6f08a-8be7-4b48-8025-407d3b3af76e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9656141 Nov 12 20:18:04.552758 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49228) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:04.556563 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb5aaa3-afa2-4943-9d0c-ac50f6ccb410 None None] Sync routers for ids ['3dc6f08a-8be7-4b48-8025-407d3b3af76e'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:18:04.561668 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-33de9e6b-0be7-4afe-9a47-023baa0afab8 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:04.620058 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb5aaa3-afa2-4943-9d0c-ac50f6ccb410 None None] Routers {'3dc6f08a-8be7-4b48-8025-407d3b3af76e'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:18:04.620715 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-8fb5aaa3-afa2-4943-9d0c-ac50f6ccb410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3dc6f08a-8be7-4b48-8025-407d3b3af76e'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:04.631866 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcb69ec-42a4-4da2-b1d9-9659690a76de tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:04.638701 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4dcb69ec-42a4-4da2-b1d9-9659690a76de tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "GET /v2.0/ports?device_id=3dc6f08a-8be7-4b48-8025-407d3b3af76e HTTP/1.1" status: 200 len: 989 time: 0.0848391 Nov 12 20:18:04.641724 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49232) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:04.661495 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-33de9e6b-0be7-4afe-9a47-023baa0afab8 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:04.670311 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-33de9e6b-0be7-4afe-9a47-023baa0afab8 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:04.711074 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-8fb5aaa3-afa2-4943-9d0c-ac50f6ccb410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:04.717882 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1bee1a19-2262-400f-8462-dee5f3b0989a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:04.722296 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de9e6b-0be7-4afe-9a47-023baa0afab8 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110f7bdc-45f7-4b14-9ca1-feab15137eb4,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:04.723470 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-46b89fbb-bcbd-47c7-86c3-ce544104c4bf None None] Provisioning complete for port e0ceb189-95c5-490e-850a-adc04a5ea28b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:04.723845 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-46b89fbb-bcbd-47c7-86c3-ce544104c4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:04.752447 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-33de9e6b-0be7-4afe-9a47-023baa0afab8 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:04.756032 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-33de9e6b-0be7-4afe-9a47-023baa0afab8 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4473248 Nov 12 20:18:04.759590 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb5aaa3-afa2-4943-9d0c-ac50f6ccb410 None None] Routers {'3dc6f08a-8be7-4b48-8025-407d3b3af76e'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:18:04.760222 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-8fb5aaa3-afa2-4943-9d0c-ac50f6ccb410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3dc6f08a-8be7-4b48-8025-407d3b3af76e'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:04.793790 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49234) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:04.831224 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3e0bffdb-6600-479a-bbab-fd9ded70619d tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "GET /v2.0/security-group-rules/110f7bdc-45f7-4b14-9ca1-feab15137eb4 HTTP/1.1" status: 200 len: 763 time: 0.0319009 Nov 12 20:18:04.832809 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49236) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:04.879571 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a1d79-edc8-4b47-89e5-3960b2dbf545 req-03f49a31-0c6e-4b9a-ac56-f864ee609beb tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:04.887334 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ce0a1d79-edc8-4b47-89e5-3960b2dbf545 req-03f49a31-0c6e-4b9a-ac56-f864ee609beb tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.1833971 Nov 12 20:18:04.969760 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-8fb5aaa3-afa2-4943-9d0c-ac50f6ccb410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:04.969760 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb5aaa3-afa2-4943-9d0c-ac50f6ccb410 None None] The sync data for ids ['3dc6f08a-8be7-4b48-8025-407d3b3af76e'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:18:04.978329 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-256413dc-c9f3-4886-bb00-8219183ae1c6 None None] Allocated IP 172.20.0.2 (9b68ca3e-2222-4af3-8e93-1cf3dd9ee317/65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae/8456deee-616f-4506-b97e-87cdc2b9fa3c) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:18:04.990597 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3243aacf-6365-4bb4-97cd-1638a7a236c4 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1540146 Nov 12 20:18:04.990897 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-46b89fbb-bcbd-47c7-86c3-ce544104c4bf None None] Port e0ceb189-95c5-490e-850a-adc04a5ea28b cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:18:04.991985 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49238) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:05.061661 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ce0a1d79-edc8-4b47-89e5-3960b2dbf545 req-bffb9dfa-bdaa-4040-90e6-4f2d13e848a5 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719906 Nov 12 20:18:05.098404 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fe709671-0569-4375-b821-65c5f9afa3e6 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:05.110060 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fe709671-0569-4375-b821-65c5f9afa3e6 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:05.151166 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fe709671-0569-4375-b821-65c5f9afa3e6 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:05.157240 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fe709671-0569-4375-b821-65c5f9afa3e6 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:05.158439 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fe709671-0569-4375-b821-65c5f9afa3e6 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/110f7bdc-45f7-4b14-9ca1-feab15137eb4 HTTP/1.1" status: 204 len: 168 time: 0.1626744 Nov 12 20:18:05.161201 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49240) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:05.171978 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe709671-0569-4375-b821-65c5f9afa3e6 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=110f7bdc-45f7-4b14-9ca1-feab15137eb4,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:05.219164 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-256413dc-c9f3-4886-bb00-8219183ae1c6 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:05.225640 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-75b04b4c-b10c-4e09-88e5-8eb3513a5363 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0631392 Nov 12 20:18:05.227677 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-256413dc-c9f3-4886-bb00-8219183ae1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:05.229469 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49242) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:05.235352 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-88f27632-8d43-43b2-9d53-6c3546d9324b tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Request body: {'security_group_rule': {'security_group_id': '46b8536e-61b3-42ec-96b4-e3e14b1c329d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:05.270481 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d340858f-4df0-4257-ad34-636ae066ecdc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:05.295972 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256413dc-c9f3-4886-bb00-8219183ae1c6 None None] Pushing event updated for resources: {'Port': ['ID=8456deee-616f-4506-b97e-87cdc2b9fa3c,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:05.312436 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256413dc-c9f3-4886-bb00-8219183ae1c6 None None] Network 9b68ca3e-2222-4af3-8e93-1cf3dd9ee317 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:18:05.314041 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-256413dc-c9f3-4886-bb00-8219183ae1c6 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:18:05.316524 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256413dc-c9f3-4886-bb00-8219183ae1c6 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:18:05.337248 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-1bee1a19-2262-400f-8462-dee5f3b0989a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Allocated IP 172.20.0.1 (9b68ca3e-2222-4af3-8e93-1cf3dd9ee317/65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae/df2bc197-b9f7-4ef7-81f3-83e10fc71d51) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:18:05.348744 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-88f27632-8d43-43b2-9d53-6c3546d9324b tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:05.402072 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-256413dc-c9f3-4886-bb00-8219183ae1c6 None None] Attempting to bind port 8456deee-616f-4506-b97e-87cdc2b9fa3c on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:18:05.402439 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-256413dc-c9f3-4886-bb00-8219183ae1c6 None None] Attempting to bind port 8456deee-616f-4506-b97e-87cdc2b9fa3c by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'f18f528a-7cba-4900-a00c-f1a6cea954d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:18:05.403488 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256413dc-c9f3-4886-bb00-8219183ae1c6 None None] Attempting to bind port 8456deee-616f-4506-b97e-87cdc2b9fa3c on network 9b68ca3e-2222-4af3-8e93-1cf3dd9ee317 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:18:05.409488 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256413dc-c9f3-4886-bb00-8219183ae1c6 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:18:05.409918 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256413dc-c9f3-4886-bb00-8219183ae1c6 None None] Checking segment: {'id': 'f18f528a-7cba-4900-a00c-f1a6cea954d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:18:05.410315 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-256413dc-c9f3-4886-bb00-8219183ae1c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:05.410699 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256413dc-c9f3-4886-bb00-8219183ae1c6 None None] Bound using segment: {'id': 'f18f528a-7cba-4900-a00c-f1a6cea954d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:18:05.411162 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-256413dc-c9f3-4886-bb00-8219183ae1c6 None None] Bound port: 8456deee-616f-4506-b97e-87cdc2b9fa3c, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18f528a-7cba-4900-a00c-f1a6cea954d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:18:05.411543 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-256413dc-c9f3-4886-bb00-8219183ae1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:05.511134 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-88f27632-8d43-43b2-9d53-6c3546d9324b tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:05.522405 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-88f27632-8d43-43b2-9d53-6c3546d9324b tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:05.562922 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-256413dc-c9f3-4886-bb00-8219183ae1c6 None None] For port 8456deee-616f-4506-b97e-87cdc2b9fa3c, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:18:05.568663 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-256413dc-c9f3-4886-bb00-8219183ae1c6 None None] For port 8456deee-616f-4506-b97e-87cdc2b9fa3c, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8456deee-616f-4506-b97e-87cdc2b9fa3c,segment=NetworkSegment(f18f528a-7cba-4900-a00c-f1a6cea954d8),segment_id=f18f528a-7cba-4900-a00c-f1a6cea954d8)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:18:05.574098 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-256413dc-c9f3-4886-bb00-8219183ae1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:05.602450 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f27632-8d43-43b2-9d53-6c3546d9324b tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ec31f6-9c0c-48ef-8c99-4d149db080b5,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:05.626008 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-88f27632-8d43-43b2-9d53-6c3546d9324b tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:05.636443 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-88f27632-8d43-43b2-9d53-6c3546d9324b tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4054313 Nov 12 20:18:05.639753 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49254) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:05.649933 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1bee1a19-2262-400f-8462-dee5f3b0989a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:05.679061 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256413dc-c9f3-4886-bb00-8219183ae1c6 None None] Pushing event updated for resources: {'Port': ['ID=8456deee-616f-4506-b97e-87cdc2b9fa3c,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:05.682600 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-d340858f-4df0-4257-ad34-636ae066ecdc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting port e0ceb189-95c5-490e-850a-adc04a5ea28b {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:18:05.683086 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d340858f-4df0-4257-ad34-636ae066ecdc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:05.706627 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e553ba06-4ea8-41ad-a90c-98882951593a tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "GET /v2.0/security-group-rules/f6ec31f6-9c0c-48ef-8c99-4d149db080b5 HTTP/1.1" status: 200 len: 763 time: 0.0651159 Nov 12 20:18:05.707929 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9439f2-5c2a-4e1a-a4e5-bdde78eb989b req-c60126d4-7ef6-46ba-af22-a049a1722115 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:05.709525 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd9439f2-5c2a-4e1a-a4e5-bdde78eb989b req-c60126d4-7ef6-46ba-af22-a049a1722115 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.1452198 Nov 12 20:18:05.711681 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49256) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:05.802198 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1bee1a19-2262-400f-8462-dee5f3b0989a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:05.816094 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2c16bb82-e8eb-4006-8245-8dcd75ccf0ae tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1020329 Nov 12 20:18:05.817759 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49258) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:05.834572 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d340858f-4df0-4257-ad34-636ae066ecdc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:05.857679 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-d340858f-4df0-4257-ad34-636ae066ecdc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Calling delete_port for e0ceb189-95c5-490e-850a-adc04a5ea28b owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:18:05.858729 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd9439f2-5c2a-4e1a-a4e5-bdde78eb989b req-23f2a2d5-72d5-4ded-8d60-2c0b89617f7a tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345084 Nov 12 20:18:05.863993 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-59b97962-aaff-4c73-8e69-22287bd914c3 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:05.889585 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-59b97962-aaff-4c73-8e69-22287bd914c3 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:05.911262 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee1a19-2262-400f-8462-dee5f3b0989a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Port': ['ID=df2bc197-b9f7-4ef7-81f3-83e10fc71d51,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:05.915247 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bee1a19-2262-400f-8462-dee5f3b0989a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network 9b68ca3e-2222-4af3-8e93-1cf3dd9ee317 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:18:05.917271 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-1bee1a19-2262-400f-8462-dee5f3b0989a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:18:05.924897 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bee1a19-2262-400f-8462-dee5f3b0989a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:18:05.990912 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1bee1a19-2262-400f-8462-dee5f3b0989a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:06.047004 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-59b97962-aaff-4c73-8e69-22287bd914c3 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:06.058315 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-59b97962-aaff-4c73-8e69-22287bd914c3 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:06.062957 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-59b97962-aaff-4c73-8e69-22287bd914c3 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/f6ec31f6-9c0c-48ef-8c99-4d149db080b5 HTTP/1.1" status: 204 len: 168 time: 0.2418177 Nov 12 20:18:06.067302 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49264) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:06.077857 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b97962-aaff-4c73-8e69-22287bd914c3 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6ec31f6-9c0c-48ef-8c99-4d149db080b5,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:06.206125 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d37a-b4c6-46b3-a6c1-167752392f00 req-9f5a4027-01f7-4486-bce9-7c51a88e1951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:06.207968 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ccf8d37a-b4c6-46b3-a6c1-167752392f00 req-9f5a4027-01f7-4486-bce9-7c51a88e1951 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f74867b50744eb7b866c1e4d6eb5a6e&device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 1098 time: 0.0763168 Nov 12 20:18:06.291093 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-da1fe6a6-f82c-43a7-9999-497eee69f50c tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2205050 Nov 12 20:18:06.294001 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49268) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:06.304410 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-1c26de38-577b-43eb-a548-f7d6dd0e522a tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Request body: {'security_group_rule': {'security_group_id': '46b8536e-61b3-42ec-96b4-e3e14b1c329d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:06.343066 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d340858f-4df0-4257-ad34-636ae066ecdc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:06.419595 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8456deee-616f-4506-b97e-87cdc2b9fa3c up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:18:06.427471 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f3b9d-1cda-4a6e-ab73-fa61ddd144ea req-6ff51e82-9376-47b3-aa21-877708b23ded tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:06.427866 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340858f-4df0-4257-ad34-636ae066ecdc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Port': ['ID=e0ceb189-95c5-490e-850a-adc04a5ea28b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:06.444522 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f26f3b9d-1cda-4a6e-ab73-fa61ddd144ea req-6ff51e82-9376-47b3-aa21-877708b23ded tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.2612121 Nov 12 20:18:06.492960 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d37a-b4c6-46b3-a6c1-167752392f00 req-db39d713-b9e5-44b7-a8e4-e9f33d0b10cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:06.493404 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1bee1a19-2262-400f-8462-dee5f3b0989a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:06.494384 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ccf8d37a-b4c6-46b3-a6c1-167752392f00 req-db39d713-b9e5-44b7-a8e4-e9f33d0b10cf service neutron] 10.222.0.52 "GET /v2.0/networks?id=b3107c86-393d-4546-95b6-185ebc23d220 HTTP/1.1" status: 200 len: 911 time: 0.2762156 Nov 12 20:18:06.579880 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1c26de38-577b-43eb-a548-f7d6dd0e522a tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:06.589647 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 8456deee-616f-4506-b97e-87cdc2b9fa3c triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:06.590940 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:06.673084 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ccf8d37a-b4c6-46b3-a6c1-167752392f00 req-070359ff-d2ea-4b53-a557-501d5af1ac9e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c3f6589-a29c-40da-bca7-3a5c3f83d39e HTTP/1.1" status: 200 len: 217 time: 0.1390166 Nov 12 20:18:06.702787 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f98a5-a77a-4b6c-be93-9f93e5d9d5e6 req-81b3f98a-ddad-4441-9493-24e4b1ceebb1 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:06.711608 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dd0f98a5-a77a-4b6c-be93-9f93e5d9d5e6 req-81b3f98a-ddad-4441-9493-24e4b1ceebb1 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.1786485 Nov 12 20:18:06.773387 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:06.784770 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f26f3b9d-1cda-4a6e-ab73-fa61ddd144ea req-34cd1131-7a76-4972-97c5-e3d745ee6826 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069363 Nov 12 20:18:06.795083 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d37a-b4c6-46b3-a6c1-167752392f00 req-fac273e9-e30c-4794-9f0d-6403f1d3cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:06.797190 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ccf8d37a-b4c6-46b3-a6c1-167752392f00 req-fac273e9-e30c-4794-9f0d-6403f1d3cd05 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c0b4a992-c342-412e-9115-492f4914c4c9 HTTP/1.1" status: 200 len: 850 time: 0.1078374 Nov 12 20:18:06.797826 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d340858f-4df0-4257-ad34-636ae066ecdc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:06.842460 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 8456deee-616f-4506-b97e-87cdc2b9fa3c, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8456deee-616f-4506-b97e-87cdc2b9fa3c,segment=NetworkSegment(f18f528a-7cba-4900-a00c-f1a6cea954d8),segment_id=f18f528a-7cba-4900-a00c-f1a6cea954d8)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:06.854558 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:06.879846 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1c26de38-577b-43eb-a548-f7d6dd0e522a tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:06.889576 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1c26de38-577b-43eb-a548-f7d6dd0e522a tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:06.939075 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=8456deee-616f-4506-b97e-87cdc2b9fa3c,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:06.992012 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ccf8d37a-b4c6-46b3-a6c1-167752392f00 req-1bfcacec-19fe-4bbc-b6e5-33b70eb0e577 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b3107c86-393d-4546-95b6-185ebc23d220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1838169 Nov 12 20:18:07.022325 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1c26de38-577b-43eb-a548-f7d6dd0e522a tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:07.023665 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1c26de38-577b-43eb-a548-f7d6dd0e522a tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7253954 Nov 12 20:18:07.030045 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26de38-577b-43eb-a548-f7d6dd0e522a tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320f795a-c088-44ab-a0e0-56dd19976d94,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:07.031759 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49276) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:07.095543 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-462a0fa3-fe52-4d45-a3ca-c5274d790642 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "GET /v2.0/security-group-rules/320f795a-c088-44ab-a0e0-56dd19976d94 HTTP/1.1" status: 200 len: 764 time: 0.0600147 Nov 12 20:18:07.101079 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49278) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:07.142236 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd4f77-8c3e-4b75-9b3e-82a0176ad684 req-58dee34b-9eb1-4c6e-a72f-e7049e9f4932 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:07.143871 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-88cd4f77-8c3e-4b75-9b3e-82a0176ad684 req-58dee34b-9eb1-4c6e-a72f-e7049e9f4932 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 945 time: 0.2222338 Nov 12 20:18:07.212287 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0375f97-389f-4f91-ba8c-d943e9273006 None None] Network 9b68ca3e-2222-4af3-8e93-1cf3dd9ee317 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:18:07.217011 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-dd6215d5-6961-4a46-a579-6321e49a5fdd tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1129405 Nov 12 20:18:07.244654 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49280) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:07.260142 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-88cd4f77-8c3e-4b75-9b3e-82a0176ad684 req-6e0b6cec-716e-4a78-993d-a663613c1e60 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddfd53d2-4185-4ad8-940c-a23173adae83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032524 Nov 12 20:18:07.321127 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-468c7fa4-6eb1-43ee-a068-e1e80e941cbd None None] Provisioning complete for port 8456deee-616f-4506-b97e-87cdc2b9fa3c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:07.321757 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-468c7fa4-6eb1-43ee-a068-e1e80e941cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:07.341065 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-058c19ba-df4c-475f-8bba-649aef2cb37f tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:07.350836 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-058c19ba-df4c-475f-8bba-649aef2cb37f tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:07.373338 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1bee1a19-2262-400f-8462-dee5f3b0989a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:07.388420 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1bee1a19-2262-400f-8462-dee5f3b0989a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:07.454195 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-058c19ba-df4c-475f-8bba-649aef2cb37f tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:07.470759 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef57e92-7fb4-4fe3-bf0c-60027f8680e5 req-d50dde49-8b4a-408f-93f4-be49ad3ff03e tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:07.472640 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9ef57e92-7fb4-4fe3-bf0c-60027f8680e5 req-d50dde49-8b4a-408f-93f4-be49ad3ff03e tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 945 time: 0.2268500 Nov 12 20:18:07.483314 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-058c19ba-df4c-475f-8bba-649aef2cb37f tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:07.484509 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-058c19ba-df4c-475f-8bba-649aef2cb37f tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/320f795a-c088-44ab-a0e0-56dd19976d94 HTTP/1.1" status: 204 len: 168 time: 0.2233424 Nov 12 20:18:07.498042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49282) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:07.520872 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c19ba-df4c-475f-8bba-649aef2cb37f tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=320f795a-c088-44ab-a0e0-56dd19976d94,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:07.563527 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1bee1a19-2262-400f-8462-dee5f3b0989a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:07.565308 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee1a19-2262-400f-8462-dee5f3b0989a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Port': ['ID=df2bc197-b9f7-4ef7-81f3-83e10fc71d51,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:07.647855 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dd0f98a5-a77a-4b6c-be93-9f93e5d9d5e6 req-c6e4ac46-9e6e-4291-9098-36c1b479e7bf tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9351196 Nov 12 20:18:07.737499 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d340858f-4df0-4257-ad34-636ae066ecdc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Router 3dc6f08a-8be7-4b48-8025-407d3b3af76e has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:18:07.905215 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ccf8d37a-b4c6-46b3-a6c1-167752392f00 req-d779a19a-88ff-4126-9584-eb54dbe74c16 service neutron] 10.222.0.52 "GET /v2.0/networks/b3107c86-393d-4546-95b6-185ebc23d220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8547597 Nov 12 20:18:07.906310 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d340858f-4df0-4257-ad34-636ae066ecdc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:18:07.914664 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d340858f-4df0-4257-ad34-636ae066ecdc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "PUT /v2.0/routers/3dc6f08a-8be7-4b48-8025-407d3b3af76e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2671530 Nov 12 20:18:07.921077 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610ba756-5de3-4daa-8a96-ac30b836bcc2 None None] Sync routers for ids ['3dc6f08a-8be7-4b48-8025-407d3b3af76e'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:18:07.933540 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49296) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:07.944052 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610ba756-5de3-4daa-8a96-ac30b836bcc2 None None] Routers {'3dc6f08a-8be7-4b48-8025-407d3b3af76e'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:18:07.945364 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-610ba756-5de3-4daa-8a96-ac30b836bcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3dc6f08a-8be7-4b48-8025-407d3b3af76e'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:07.965146 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-06dda54e-e7b2-403b-8d0c-159bacd7f9dc None None] Provisioning complete for port 8456deee-616f-4506-b97e-87cdc2b9fa3c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:07.965680 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-06dda54e-e7b2-403b-8d0c-159bacd7f9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:07.986936 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0231697-1090-438b-a8d4-d8fe65fe6ef5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] GET failed (client error): The resource could not be found. Nov 12 20:18:07.991238 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d0231697-1090-438b-a8d4-d8fe65fe6ef5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "GET /v2.0/ports/e0ceb189-95c5-490e-850a-adc04a5ea28b HTTP/1.1" status: 404 len: 333 time: 0.0549362 Nov 12 20:18:07.992042 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49298) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:08.047445 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-610ba756-5de3-4daa-8a96-ac30b836bcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:08.077495 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610ba756-5de3-4daa-8a96-ac30b836bcc2 None None] Routers {'3dc6f08a-8be7-4b48-8025-407d3b3af76e'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:18:08.078229 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-610ba756-5de3-4daa-8a96-ac30b836bcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3dc6f08a-8be7-4b48-8025-407d3b3af76e'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:08.161990 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-610ba756-5de3-4daa-8a96-ac30b836bcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:08.163007 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610ba756-5de3-4daa-8a96-ac30b836bcc2 None None] The sync data for ids ['3dc6f08a-8be7-4b48-8025-407d3b3af76e'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:18:08.170130 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-06dda54e-e7b2-403b-8d0c-159bacd7f9dc None None] Provisioning complete for port df2bc197-b9f7-4ef7-81f3-83e10fc71d51 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:08.170559 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-06dda54e-e7b2-403b-8d0c-159bacd7f9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:08.201192 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ccf8d37a-b4c6-46b3-a6c1-167752392f00 req-58831c29-7c64-4af9-beab-3077b42912b6 service neutron] 10.222.0.52 "GET /v2.0/networks/b3107c86-393d-4546-95b6-185ebc23d220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801709 Nov 12 20:18:08.243503 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-16f28122-37c0-4b3b-a567-46a594c79c3c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:08.271283 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-06dda54e-e7b2-403b-8d0c-159bacd7f9dc None None] Port df2bc197-b9f7-4ef7-81f3-83e10fc71d51 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:18:08.397589 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-65303efe-4820-454e-81de-e77c79df745d tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8904045 Nov 12 20:18:08.403281 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49304) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:08.403584 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-869a293b-1896-4976-809f-a9056dde22ab None None] Provisioning complete for port df2bc197-b9f7-4ef7-81f3-83e10fc71d51 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:08.403968 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-869a293b-1896-4976-809f-a9056dde22ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:08.511729 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-869a293b-1896-4976-809f-a9056dde22ab None None] Port df2bc197-b9f7-4ef7-81f3-83e10fc71d51 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:18:08.514961 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8456deee-616f-4506-b97e-87cdc2b9fa3c up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:18:08.569935 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a4dec-66d7-483a-8dd6-e3daf80fd47b req-6cd6950a-f5cd-4514-86ac-9ee125a00563 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:08.578144 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-708a4dec-66d7-483a-8dd6-e3daf80fd47b req-6cd6950a-f5cd-4514-86ac-9ee125a00563 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.2294760 Nov 12 20:18:08.582406 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 8456deee-616f-4506-b97e-87cdc2b9fa3c triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:08.582955 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:08.602228 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-9ef57e92-7fb4-4fe3-bf0c-60027f8680e5 req-ae501fb4-75af-4ff6-968e-7ff1a99e631c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Deleting port e2d33e1e-7bc5-47f1-a090-dfa8e2409089 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:18:08.602577 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9ef57e92-7fb4-4fe3-bf0c-60027f8680e5 req-ae501fb4-75af-4ff6-968e-7ff1a99e631c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:08.644312 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7aa6a-fbf8-4231-9ba0-bd2f807d4bf5 req-b3e49370-117d-4643-a252-a8fe1fb864a4 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:08.646297 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b3a7aa6a-fbf8-4231-9ba0-bd2f807d4bf5 req-b3e49370-117d-4643-a252-a8fe1fb864a4 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 945 time: 0.1886067 Nov 12 20:18:08.648066 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-16f28122-37c0-4b3b-a567-46a594c79c3c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:08.651411 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-16f28122-37c0-4b3b-a567-46a594c79c3c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:08.731419 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bee1a19-2262-400f-8462-dee5f3b0989a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network 9b68ca3e-2222-4af3-8e93-1cf3dd9ee317 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:18:08.736872 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8289cb1-0d2c-44c9-b565-fb40feef234b tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:08.738889 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-1bee1a19-2262-400f-8462-dee5f3b0989a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:18:08.759185 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device db7f27c0-8839-4d75-9752-433f98026878 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:18:08.762598 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b3a7aa6a-fbf8-4231-9ba0-bd2f807d4bf5 req-9dbb70de-2452-4640-b55b-82553dd7db47 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddfd53d2-4185-4ad8-940c-a23173adae83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022882 Nov 12 20:18:08.763301 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-708a4dec-66d7-483a-8dd6-e3daf80fd47b req-60d5ba80-7638-438b-9db5-702bf58edce9 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797798 Nov 12 20:18:08.770722 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-16f28122-37c0-4b3b-a567-46a594c79c3c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:08.771552 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f28122-37c0-4b3b-a567-46a594c79c3c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Fanout notify agent at l3_agent the message router_deleted on router 3dc6f08a-8be7-4b48-8025-407d3b3af76e {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:18:08.787969 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-16f28122-37c0-4b3b-a567-46a594c79c3c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:08.803586 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49308) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:08.805840 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-16f28122-37c0-4b3b-a567-46a594c79c3c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/routers/3dc6f08a-8be7-4b48-8025-407d3b3af76e HTTP/1.1" status: 204 len: 168 time: 0.8130765 Nov 12 20:18:08.904003 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8289cb1-0d2c-44c9-b565-fb40feef234b tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:08.923997 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070117c1-ec03-4c13-8540-11cf3bc1c022 req-b6308be4-ddde-4b86-842d-126c7cf68d02 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:08.933654 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-070117c1-ec03-4c13-8540-11cf3bc1c022 req-b6308be4-ddde-4b86-842d-126c7cf68d02 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.0716798 Nov 12 20:18:08.978201 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port db7f27c0-8839-4d75-9752-433f98026878, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=db7f27c0-8839-4d75-9752-433f98026878,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:09.005209 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'db7f27c0-8839-4d75-9752-433f98026878', 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099', 'port_id': 'db7f27c0-8839-4d75-9752-433f98026878', 'mac_address': 'fa:16:3e:24:83:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112e4b86-9b36-4cfc-b638-09194238d947', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:18:09.006881 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-070117c1-ec03-4c13-8540-11cf3bc1c022 req-15b0b46a-b894-4235-9e47-1aa0776dfc15 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715988 Nov 12 20:18:09.025870 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-9ef57e92-7fb4-4fe3-bf0c-60027f8680e5 req-ae501fb4-75af-4ff6-968e-7ff1a99e631c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] For port e2d33e1e-7bc5-47f1-a090-dfa8e2409089, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e2d33e1e-7bc5-47f1-a090-dfa8e2409089,segment=NetworkSegment(0b000aa6-4b23-436a-8be4-0b4c9032582a),segment_id=0b000aa6-4b23-436a-8be4-0b4c9032582a)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:09.026254 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9ef57e92-7fb4-4fe3-bf0c-60027f8680e5 req-ae501fb4-75af-4ff6-968e-7ff1a99e631c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:09.050975 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:09.067958 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db7f27c0-8839-4d75-9752-433f98026878 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:18:09.091902 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port db7f27c0-8839-4d75-9752-433f98026878, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=db7f27c0-8839-4d75-9752-433f98026878,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:09.099912 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:09.188605 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=db7f27c0-8839-4d75-9752-433f98026878,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:09.188809 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-d388b0d1-9641-41dd-ad65-4ef9f9738636 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting subnet 63b1e8cf-c142-4ade-996c-304f53dfb690 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:18:09.197937 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d388b0d1-9641-41dd-ad65-4ef9f9738636 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:09.228897 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['db7f27c0-8839-4d75-9752-433f98026878'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:18:09.274723 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8289cb1-0d2c-44c9-b565-fb40feef234b tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:09.277392 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8289cb1-0d2c-44c9-b565-fb40feef234b tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:09.281488 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a8289cb1-0d2c-44c9-b565-fb40feef234b tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "DELETE /v2.0/security-groups/46b8536e-61b3-42ec-96b4-e3e14b1c329d HTTP/1.1" status: 204 len: 168 time: 0.8667314 Nov 12 20:18:09.281852 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49312) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:09.292808 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-114eaf4e-da3a-40dd-acef-dc7737782105 None None] Provisioning complete for port df2bc197-b9f7-4ef7-81f3-83e10fc71d51 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:09.294321 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-114eaf4e-da3a-40dd-acef-dc7737782105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:09.334335 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2b0f775c-77f9-4841-a223-edde53a89984 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0475852 Nov 12 20:18:09.336205 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d388b0d1-9641-41dd-ad65-4ef9f9738636 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:09.337738 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49314) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:09.372704 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-114eaf4e-da3a-40dd-acef-dc7737782105 None None] Port df2bc197-b9f7-4ef7-81f3-83e10fc71d51 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:18:09.378909 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8289cb1-0d2c-44c9-b565-fb40feef234b tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b8536e-61b3-42ec-96b4-e3e14b1c329d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:09.408724 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a426180b-13c9-4fed-8c1e-dc0b0b314115 tempest-SecGroupTest-625826190 tempest-SecGroupTest-625826190-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0583768 Nov 12 20:18:09.424074 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9ef57e92-7fb4-4fe3-bf0c-60027f8680e5 req-ae501fb4-75af-4ff6-968e-7ff1a99e631c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:09.424634 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9ef57e92-7fb4-4fe3-bf0c-60027f8680e5 req-ae501fb4-75af-4ff6-968e-7ff1a99e631c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:09.424884 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [req-9ef57e92-7fb4-4fe3-bf0c-60027f8680e5 req-ae501fb4-75af-4ff6-968e-7ff1a99e631c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Floating IP a3c8a2b2-e3b1-4301-8a99-63f5eabf8344 disassociated. External IP: 172.25.5.204, port: e2d33e1e-7bc5-47f1-a090-dfa8e2409089. Nov 12 20:18:09.425232 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-9ef57e92-7fb4-4fe3-bf0c-60027f8680e5 req-ae501fb4-75af-4ff6-968e-7ff1a99e631c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Calling delete_port for e2d33e1e-7bc5-47f1-a090-dfa8e2409089 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:18:09.451320 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bee1a19-2262-400f-8462-dee5f3b0989a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:18:09.531912 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d388b0d1-9641-41dd-ad65-4ef9f9738636 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:09.705150 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49320) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:09.712783 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bee1a19-2262-400f-8462-dee5f3b0989a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:18:09.718464 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1bee1a19-2262-400f-8462-dee5f3b0989a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "PUT /v2.0/routers/8a6f341b-c20c-4c58-b82b-e08bc2540b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5173247 Nov 12 20:18:09.721354 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49324) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:09.731697 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c07399-6b54-4fe0-8562-1921306565fc None None] Sync routers for ids ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:18:09.736994 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-5957c358-2b9d-4d5b-966b-01f33b99ea74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'network': {'name': 'tempest-RoutersTest-202136566'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:09.750383 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d388b0d1-9641-41dd-ad65-4ef9f9738636 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:09.758728 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c07399-6b54-4fe0-8562-1921306565fc None None] Routers {'8a6f341b-c20c-4c58-b82b-e08bc2540b49'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:18:09.760753 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-e9c07399-6b54-4fe0-8562-1921306565fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:09.797999 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d388b0d1-9641-41dd-ad65-4ef9f9738636 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:09.815567 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49330) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:09.821653 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d388b0d1-9641-41dd-ad65-4ef9f9738636 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/subnets/63b1e8cf-c142-4ade-996c-304f53dfb690 HTTP/1.1" status: 204 len: 168 time: 1.0135615 Nov 12 20:18:09.823328 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388b0d1-9641-41dd-ad65-4ef9f9738636 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Subnet': ['ID=63b1e8cf-c142-4ade-996c-304f53dfb690,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:09.836594 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9ef57e92-7fb4-4fe3-bf0c-60027f8680e5 req-ae501fb4-75af-4ff6-968e-7ff1a99e631c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:09.894006 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ec6567-6a04-49cb-9f5e-e46eff19c846 None None] Network 23dee15a-99f9-4f6a-a5ef-52abeb712b2e requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:18:09.897177 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5957c358-2b9d-4d5b-966b-01f33b99ea74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Made reservation on behalf of 2fbdff350f264aeaacb6dcabbb39b466 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:18:09.904306 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5957c358-2b9d-4d5b-966b-01f33b99ea74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:09.958262 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae501fb4-75af-4ff6-968e-7ff1a99e631c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Pushing event deleted for resources: {'Port': ['ID=e2d33e1e-7bc5-47f1-a090-dfa8e2409089,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:10.027206 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-e9c07399-6b54-4fe0-8562-1921306565fc None None] Set router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:18:10.041654 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0fdfcada-b89e-4fc6-ab1d-dfa040bcad28 req-4b6fb8ac-93ee-4e43-8098-4638b3e938c0 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 210 time: 0.1326976 Nov 12 20:18:10.102415 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85cad9bd-dd49-4c6a-b923-9d1df450915f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:10.116087 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5957c358-2b9d-4d5b-966b-01f33b99ea74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:18:10.153544 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-781bfa6f-22fd-46a3-92d6-74c7df1ce737 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=803128e1fd324c98aa914c444ae7cf08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4462488 Nov 12 20:18:10.157142 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49338) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:10.164820 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5957c358-2b9d-4d5b-966b-01f33b99ea74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:10.165330 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-5957c358-2b9d-4d5b-966b-01f33b99ea74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Added segment 0669d68f-9524-40bc-a273-79b80e4a7ed2 of type vlan for network b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d Nov 12 20:18:10.184082 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea57f0-a9d9-43c1-9b31-227e94fb045e req-695a306a-b843-4f65-ac20-e22a3852af86 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:10.195169 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03ea57f0-a9d9-43c1-9b31-227e94fb045e req-695a306a-b843-4f65-ac20-e22a3852af86 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.2476175 Nov 12 20:18:10.274255 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ef57e92-7fb4-4fe3-bf0c-60027f8680e5 req-ae501fb4-75af-4ff6-968e-7ff1a99e631c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Router 52564ca0-a44f-4571-b355-4251d9275d24 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:18:10.286595 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc03c5d-b567-4de8-923d-92526aac0879 None None] DHCP port deletion for 23dee15a-99f9-4f6a-a5ef-52abeb712b2e request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:18:10.291256 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03ea57f0-a9d9-43c1-9b31-227e94fb045e req-82793eb5-7ef6-4121-9354-a2e5d460dc76 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903971 Nov 12 20:18:10.333675 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5957c358-2b9d-4d5b-966b-01f33b99ea74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:10.446810 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-3cc03c5d-b567-4de8-923d-92526aac0879 None None] Deleting port 7c14b98a-c902-481d-a77c-953937ef1827 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:18:10.447268 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3cc03c5d-b567-4de8-923d-92526aac0879 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:10.460386 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b2c64cb8-098f-4716-85a8-f69f4014d5e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:10.507017 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5957c358-2b9d-4d5b-966b-01f33b99ea74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:10.523096 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5957c358-2b9d-4d5b-966b-01f33b99ea74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:10.523742 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5957c358-2b9d-4d5b-966b-01f33b99ea74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:10.536570 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-3cc03c5d-b567-4de8-923d-92526aac0879 None None] For port 7c14b98a-c902-481d-a77c-953937ef1827, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7c14b98a-c902-481d-a77c-953937ef1827,segment=NetworkSegment(c32765fc-2cfa-4268-b6e1-aa6123096569),segment_id=c32765fc-2cfa-4268-b6e1-aa6123096569)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:10.538117 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3cc03c5d-b567-4de8-923d-92526aac0879 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:10.547689 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-85cad9bd-dd49-4c6a-b923-9d1df450915f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting port 7c14b98a-c902-481d-a77c-953937ef1827 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:18:10.551556 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85cad9bd-dd49-4c6a-b923-9d1df450915f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:10.559722 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-3cc03c5d-b567-4de8-923d-92526aac0879 None None] Calling delete_port for 7c14b98a-c902-481d-a77c-953937ef1827 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:18:10.582974 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ef57e92-7fb4-4fe3-bf0c-60027f8680e5 req-ae501fb4-75af-4ff6-968e-7ff1a99e631c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:18:10.599288 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa39387f-1451-4e8c-b846-5467ba0dca64 None None] Sync routers for ids ['52564ca0-a44f-4571-b355-4251d9275d24'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:18:10.627395 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:18:10.628390 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa39387f-1451-4e8c-b846-5467ba0dca64 None None] Routers {'52564ca0-a44f-4571-b355-4251d9275d24'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:18:10.629410 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-fa39387f-1451-4e8c-b846-5467ba0dca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['52564ca0-a44f-4571-b355-4251d9275d24'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:10.670546 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3cc03c5d-b567-4de8-923d-92526aac0879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:10.693504 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef57e92-7fb4-4fe3-bf0c-60027f8680e5 req-ae501fb4-75af-4ff6-968e-7ff1a99e631c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] No DVR routers for this DVR port e2d33e1e-7bc5-47f1-a090-dfa8e2409089 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:18:10.693864 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b2c64cb8-098f-4716-85a8-f69f4014d5e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:10.696558 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9ef57e92-7fb4-4fe3-bf0c-60027f8680e5 req-ae501fb4-75af-4ff6-968e-7ff1a99e631c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:10.702289 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9ef57e92-7fb4-4fe3-bf0c-60027f8680e5 req-ae501fb4-75af-4ff6-968e-7ff1a99e631c tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.55 "DELETE /v2.0/ports/e2d33e1e-7bc5-47f1-a090-dfa8e2409089 HTTP/1.1" status: 204 len: 173 time: 3.2145097 Nov 12 20:18:10.703500 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc36e749-8bfe-40df-b2a8-69898a3b6d78', 'name': 'network-vif-deleted', 'tag': 'e2d33e1e-7bc5-47f1-a090-dfa8e2409089'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:18:10.707207 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bece3be9-5c76-4e46-807b-6f48ee4d3303" -d '{"events": [{"server_uuid": "cc36e749-8bfe-40df-b2a8-69898a3b6d78", "name": "network-vif-deleted", "tag": "e2d33e1e-7bc5-47f1-a090-dfa8e2409089"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:18:10.735868 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc03c5d-b567-4de8-923d-92526aac0879 None None] No DVR routers for this DVR port 7c14b98a-c902-481d-a77c-953937ef1827 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:18:10.745802 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-e9c07399-6b54-4fe0-8562-1921306565fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:18:06Z', 'revision_number': 2, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None, '_interfaces': [{'id': 'df2bc197-b9f7-4ef7-81f3-83e10fc71d51', 'name': '', 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:42:21:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:04Z', 'updated_at': '2021-11-12T20:18:06Z', 'revision_number': 2, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:10.757016 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc03c5d-b567-4de8-923d-92526aac0879 None None] Pushing event deleted for resources: {'Port': ['ID=7c14b98a-c902-481d-a77c-953937ef1827,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:10.773083 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device db7f27c0-8839-4d75-9752-433f98026878 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:18:10.791407 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8df5e-6dd4-42a4-a589-2f70b163a14b req-f0c10a5a-d3df-4523-8657-ccc2c302d014 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:10.797958 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-fa39387f-1451-4e8c-b846-5467ba0dca64 None None] Set router 52564ca0-a44f-4571-b355-4251d9275d24 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:18:10.800595 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e2d8df5e-6dd4-42a4-a589-2f70b163a14b req-f0c10a5a-d3df-4523-8657-ccc2c302d014 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.1077609 Nov 12 20:18:10.875405 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e2d8df5e-6dd4-42a4-a589-2f70b163a14b req-5dace612-e6de-4ab6-aa73-fce4bdddef85 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728545 Nov 12 20:18:10.904460 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5957c358-2b9d-4d5b-966b-01f33b99ea74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1817901 Nov 12 20:18:10.907282 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49354) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:10.914169 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f69d96b5-0436-47c8-8cd6-fcb92a56f471 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'subnet': {'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:10.993441 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfced89d-6246-4fe2-9e80-9d07eeba1fe0 x-openstack-request-id: req-cfced89d-6246-4fe2-9e80-9d07eeba1fe0 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:18:10.993822 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc36e749-8bfe-40df-b2a8-69898a3b6d78", "name": "network-vif-deleted", "tag": "e2d33e1e-7bc5-47f1-a090-dfa8e2409089", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:18:10.994149 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cfced89d-6246-4fe2-9e80-9d07eeba1fe0 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:18:10.994765 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc36e749-8bfe-40df-b2a8-69898a3b6d78', 'name': 'network-vif-deleted', 'tag': 'e2d33e1e-7bc5-47f1-a090-dfa8e2409089', 'status': 'completed', 'code': 200} Nov 12 20:18:11.137650 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-fa39387f-1451-4e8c-b846-5467ba0dca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52564ca0-a44f-4571-b355-4251d9275d24', 'name': 'tempest-TestServerBasicOps-1383773425-router', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'a1f322a0-feec-4170-8fc9-f27921ab28fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:06Z', 'updated_at': '2021-11-12T20:12:12Z', 'revision_number': 4, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'gw_port': {'id': 'a1f322a0-feec-4170-8fc9-f27921ab28fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52564ca0-a44f-4571-b355-4251d9275d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:07Z', 'updated_at': '2021-11-12T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'c3069d35-5c08-4139-bdc5-b88dc9de06b1', 'name': '', 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'mac_address': 'fa:16:3e:5a:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52564ca0-a44f-4571-b355-4251d9275d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '92e15e0d-7238-4f64-9728-a120864f849a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:11Z', 'updated_at': '2021-11-12T20:12:25Z', 'revision_number': 5, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'subnets': [{'id': '92e15e0d-7238-4f64-9728-a120864f849a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:11.163571 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957c358-2b9d-4d5b-966b-01f33b99ea74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Network': ['ID=b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:11.181194 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5957c358-2b9d-4d5b-966b-01f33b99ea74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:11.181662 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5957c358-2b9d-4d5b-966b-01f33b99ea74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:11.182221 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5957c358-2b9d-4d5b-966b-01f33b99ea74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:11.182692 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5957c358-2b9d-4d5b-966b-01f33b99ea74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:11.183186 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5957c358-2b9d-4d5b-966b-01f33b99ea74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:11.183536 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5957c358-2b9d-4d5b-966b-01f33b99ea74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:11.184590 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5957c358-2b9d-4d5b-966b-01f33b99ea74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:11.185285 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5957c358-2b9d-4d5b-966b-01f33b99ea74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:11.185639 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5957c358-2b9d-4d5b-966b-01f33b99ea74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:11.186638 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5957c358-2b9d-4d5b-966b-01f33b99ea74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:11.186985 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5957c358-2b9d-4d5b-966b-01f33b99ea74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:11.187616 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5957c358-2b9d-4d5b-966b-01f33b99ea74 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:11.209538 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69d96b5-0436-47c8-8cd6-fcb92a56f471 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Made reservation on behalf of 2fbdff350f264aeaacb6dcabbb39b466 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:18:11.216989 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f69d96b5-0436-47c8-8cd6-fcb92a56f471 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:11.239490 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa39387f-1451-4e8c-b846-5467ba0dca64 None None] Checking router: 52564ca0-a44f-4571-b355-4251d9275d24 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:18:11.240311 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d201720-1f9f-4da7-a32d-37da27c6fd10 req-d8022c1e-ebc3-4f8a-af12-a92fbaef8ffd tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:11.251820 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d201720-1f9f-4da7-a32d-37da27c6fd10 req-d8022c1e-ebc3-4f8a-af12-a92fbaef8ffd tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 945 time: 0.9151747 Nov 12 20:18:11.255255 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b2c64cb8-098f-4716-85a8-f69f4014d5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:11.260126 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b2c64cb8-098f-4716-85a8-f69f4014d5e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:11.263991 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b2c64cb8-098f-4716-85a8-f69f4014d5e0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5678ba9b-5ab8-4c78-9c2a-3dadf512fbf8 HTTP/1.1" status: 204 len: 168 time: 1.1033387 Nov 12 20:18:11.270140 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-85cad9bd-dd49-4c6a-b923-9d1df450915f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] For port 7c14b98a-c902-481d-a77c-953937ef1827, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7c14b98a-c902-481d-a77c-953937ef1827,segment=NetworkSegment(c32765fc-2cfa-4268-b6e1-aa6123096569),segment_id=c32765fc-2cfa-4268-b6e1-aa6123096569)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:11.270552 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85cad9bd-dd49-4c6a-b923-9d1df450915f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:11.273545 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa39387f-1451-4e8c-b846-5467ba0dca64 None None] Routers {'52564ca0-a44f-4571-b355-4251d9275d24'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:18:11.277991 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-fa39387f-1451-4e8c-b846-5467ba0dca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['52564ca0-a44f-4571-b355-4251d9275d24'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:11.281977 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:18:11.315653 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-85cad9bd-dd49-4c6a-b923-9d1df450915f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Calling delete_port for 7c14b98a-c902-481d-a77c-953937ef1827 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:18:11.326563 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c64cb8-098f-4716-85a8-f69f4014d5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5678ba9b-5ab8-4c78-9c2a-3dadf512fbf8,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:11.397773 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc03c5d-b567-4de8-923d-92526aac0879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:11.398544 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc03c5d-b567-4de8-923d-92526aac0879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:11.399224 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc03c5d-b567-4de8-923d-92526aac0879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:11.404283 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc03c5d-b567-4de8-923d-92526aac0879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:11.405047 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc03c5d-b567-4de8-923d-92526aac0879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:11.405642 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc03c5d-b567-4de8-923d-92526aac0879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:11.406269 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc03c5d-b567-4de8-923d-92526aac0879 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:11.407078 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc03c5d-b567-4de8-923d-92526aac0879 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:11.407628 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc03c5d-b567-4de8-923d-92526aac0879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:11.408439 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc03c5d-b567-4de8-923d-92526aac0879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:11.409780 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc03c5d-b567-4de8-923d-92526aac0879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:11.410406 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc03c5d-b567-4de8-923d-92526aac0879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:11.417291 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c07399-6b54-4fe0-8562-1921306565fc None None] Checking router: 8a6f341b-c20c-4c58-b82b-e08bc2540b49 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:18:11.418826 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c07399-6b54-4fe0-8562-1921306565fc None None] Updating router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 port df2bc197-b9f7-4ef7-81f3-83e10fc71d51 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:18:11.435653 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d201720-1f9f-4da7-a32d-37da27c6fd10 req-836f8b6b-7d69-458b-af46-7204331f8026 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817608 Nov 12 20:18:11.543155 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-fa39387f-1451-4e8c-b846-5467ba0dca64 None None] Set router 52564ca0-a44f-4571-b355-4251d9275d24 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:18:11.550682 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1bc40a6f-0eab-4aaf-b55b-016bf015d924 req-2192a4aa-e66a-44bd-8579-09132b20b344 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc36e749-8bfe-40df-b2a8-69898a3b6d78 HTTP/1.1" status: 200 len: 210 time: 0.2313943 Nov 12 20:18:11.554144 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e9c07399-6b54-4fe0-8562-1921306565fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:11.595943 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85cad9bd-dd49-4c6a-b923-9d1df450915f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:11.631527 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cad9bd-dd49-4c6a-b923-9d1df450915f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] No DVR routers for this DVR port 7c14b98a-c902-481d-a77c-953937ef1827 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:18:11.674687 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port db7f27c0-8839-4d75-9752-433f98026878 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:11.675671 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:11.707998 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cad9bd-dd49-4c6a-b923-9d1df450915f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Port': ['ID=7c14b98a-c902-481d-a77c-953937ef1827,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:11.787072 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85cad9bd-dd49-4c6a-b923-9d1df450915f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:11.834434 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-85cad9bd-dd49-4c6a-b923-9d1df450915f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23dee15a-99f9-4f6a-a5ef-52abeb712b2e']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:11.858174 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f69d96b5-0436-47c8-8cd6-fcb92a56f471 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:11.862436 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-85cad9bd-dd49-4c6a-b923-9d1df450915f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32765fc-2cfa-4268-b6e1-aa6123096569') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:11.865806 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-85cad9bd-dd49-4c6a-b923-9d1df450915f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32765fc-2cfa-4268-b6e1-aa6123096569') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:11.892514 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85cad9bd-dd49-4c6a-b923-9d1df450915f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:11.925995 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:11.926311 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85cad9bd-dd49-4c6a-b923-9d1df450915f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:11.952159 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85cad9bd-dd49-4c6a-b923-9d1df450915f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:18:11.957431 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85cad9bd-dd49-4c6a-b923-9d1df450915f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:18:11.975026 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:18:12.005131 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d96b5-0436-47c8-8cd6-fcb92a56f471 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Subnet': ['ID=f5c9a590-85d0-4a94-9d04-3d366f7a4dc6,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:12.015939 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9fcc51-c741-45c8-8013-e0aeec421dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db7f27c0-8839-4d75-9752-433f98026878'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:18:12.018260 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8073ce1-d88b-494e-8f8b-251ec0998609" -d '{"events": [{"server_uuid": "ba9fcc51-c741-45c8-8013-e0aeec421dbe", "name": "network-vif-plugged", "status": "completed", "tag": "db7f27c0-8839-4d75-9752-433f98026878"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:18:12.026726 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69d96b5-0436-47c8-8cd6-fcb92a56f471 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Checking segment: {'id': '0669d68f-9524-40bc-a273-79b80e4a7ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:18:12.027088 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69d96b5-0436-47c8-8cd6-fcb92a56f471 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network hostable DHCP agents. Network: b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:18:12.051224 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port db7f27c0-8839-4d75-9752-433f98026878, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=db7f27c0-8839-4d75-9752-433f98026878,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:12.071235 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:12.072373 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device e2d33e1e-7bc5-47f1-a090-dfa8e2409089 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:18:12.110926 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-fa39387f-1451-4e8c-b846-5467ba0dca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52564ca0-a44f-4571-b355-4251d9275d24', 'name': 'tempest-TestServerBasicOps-1383773425-router', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'a1f322a0-feec-4170-8fc9-f27921ab28fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:06Z', 'updated_at': '2021-11-12T20:12:12Z', 'revision_number': 4, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'gw_port': {'id': 'a1f322a0-feec-4170-8fc9-f27921ab28fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52564ca0-a44f-4571-b355-4251d9275d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:07Z', 'updated_at': '2021-11-12T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'c3069d35-5c08-4139-bdc5-b88dc9de06b1', 'name': '', 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'mac_address': 'fa:16:3e:5a:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52564ca0-a44f-4571-b355-4251d9275d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '92e15e0d-7238-4f64-9728-a120864f849a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:11Z', 'updated_at': '2021-11-12T20:12:25Z', 'revision_number': 5, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'subnets': [{'id': '92e15e0d-7238-4f64-9728-a120864f849a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:12.116897 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69d96b5-0436-47c8-8cd6-fcb92a56f471 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:18:12.128905 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd3b3e7-1213-44e6-b685-8d4abd2fceed x-openstack-request-id: req-acd3b3e7-1213-44e6-b685-8d4abd2fceed {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:18:12.129332 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9fcc51-c741-45c8-8013-e0aeec421dbe", "name": "network-vif-plugged", "status": "completed", "tag": "db7f27c0-8839-4d75-9752-433f98026878", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:18:12.129589 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-acd3b3e7-1213-44e6-b685-8d4abd2fceed {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:18:12.129986 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9fcc51-c741-45c8-8013-e0aeec421dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db7f27c0-8839-4d75-9752-433f98026878', 'code': 200} Nov 12 20:18:12.132694 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: e2d33e1e-7bc5-47f1-a090-dfa8e2409089 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:18:12.133037 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device e2d33e1e-7bc5-47f1-a090-dfa8e2409089 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:18:12.182979 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85cad9bd-dd49-4c6a-b923-9d1df450915f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:12.201279 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-f69d96b5-0436-47c8-8cd6-fcb92a56f471 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:18:12.201623 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85cad9bd-dd49-4c6a-b923-9d1df450915f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:12.223226 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69d96b5-0436-47c8-8cd6-fcb92a56f471 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:12.233557 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-85cad9bd-dd49-4c6a-b923-9d1df450915f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/networks/23dee15a-99f9-4f6a-a5ef-52abeb712b2e HTTP/1.1" status: 204 len: 168 time: 2.4103923 Nov 12 20:18:12.234266 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49398) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:12.240156 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f69d96b5-0436-47c8-8cd6-fcb92a56f471 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:12.243114 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa39387f-1451-4e8c-b846-5467ba0dca64 None None] The sync data for ids ['52564ca0-a44f-4571-b355-4251d9275d24'] in n-d-712140-15 is: [{'id': '52564ca0-a44f-4571-b355-4251d9275d24', 'name': 'tempest-TestServerBasicOps-1383773425-router', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'a1f322a0-feec-4170-8fc9-f27921ab28fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:06Z', 'updated_at': '2021-11-12T20:12:12Z', 'revision_number': 4, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'gw_port': {'id': 'a1f322a0-feec-4170-8fc9-f27921ab28fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52564ca0-a44f-4571-b355-4251d9275d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:07Z', 'updated_at': '2021-11-12T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'c3069d35-5c08-4139-bdc5-b88dc9de06b1', 'name': '', 'network_id': 'b1371fda-9f38-4155-be6b-0739065dc4f2', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'mac_address': 'fa:16:3e:5a:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52564ca0-a44f-4571-b355-4251d9275d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '92e15e0d-7238-4f64-9728-a120864f849a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:11Z', 'updated_at': '2021-11-12T20:12:25Z', 'revision_number': 5, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'subnets': [{'id': '92e15e0d-7238-4f64-9728-a120864f849a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:18:12.307134 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54566842-c0d3-4da1-882c-22d3baf229fb None None] Network b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:18:12.374582 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f69d96b5-0436-47c8-8cd6-fcb92a56f471 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4656610 Nov 12 20:18:12.384111 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49402) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:12.446685 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7635215-b152-4587-9015-f1310a4778f4 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:12.455995 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f7635215-b152-4587-9015-f1310a4778f4 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "GET /v2.0/ports/9dfda7e4-a973-413d-894d-fecdc25e3ee8 HTTP/1.1" status: 200 len: 845 time: 0.1827426 Nov 12 20:18:12.476477 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49406) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:12.492219 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cad9bd-dd49-4c6a-b923-9d1df450915f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Network': ['ID=23dee15a-99f9-4f6a-a5ef-52abeb712b2e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:12.514968 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7c14b98a-c902-481d-a77c-953937ef1827 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:18:12.578129 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 7c14b98a-c902-481d-a77c-953937ef1827 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:18:12.584643 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5af25b0d-e8f0-4b1a-8939-41acc93dff37 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "GET /v2.0/ports/9dfda7e4-a973-413d-894d-fecdc25e3ee8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1024978 Nov 12 20:18:12.585572 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7c14b98a-c902-481d-a77c-953937ef1827 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:18:12.586320 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49412) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:12.601349 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-14a4fe96-4cfc-4556-a08d-fdecfc51c4ea tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'subnet': {'network_id': '1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:12.631323 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02674c54-abd7-4ab6-8520-29c305cb10f4 req-81bcb789-6503-4c40-b5d4-a562b261b8b7 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:12.644119 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-02674c54-abd7-4ab6-8520-29c305cb10f4 req-81bcb789-6503-4c40-b5d4-a562b261b8b7 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.5539796 Nov 12 20:18:12.765900 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=db7f27c0-8839-4d75-9752-433f98026878,revision_number=7']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:12.862382 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-02674c54-abd7-4ab6-8520-29c305cb10f4 req-f625df68-280c-4fff-a17a-f4300f8e1cb5 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166440 Nov 12 20:18:12.897466 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c30205-0582-489e-b5c8-ca9d26105146 req-96f14cb3-4d9b-4d51-8b7f-f97c9667af75 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:12.899405 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-21c30205-0582-489e-b5c8-ca9d26105146 req-96f14cb3-4d9b-4d51-8b7f-f97c9667af75 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.2730126 Nov 12 20:18:12.901777 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb495ef-5da7-4f0e-ac49-07e1fa90600f None None] New status for floating IP a3c8a2b2-e3b1-4301-8a99-63f5eabf8344: DOWN {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:18:12.995408 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49422) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:13.024536 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a4fe96-4cfc-4556-a08d-fdecfc51c4ea tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:18:13.030439 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-14a4fe96-4cfc-4556-a08d-fdecfc51c4ea tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:13.080423 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e9c07399-6b54-4fe0-8562-1921306565fc None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:13.138585 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49424) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:13.145564 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e9c07399-6b54-4fe0-8562-1921306565fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:13.459503 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-21c30205-0582-489e-b5c8-ca9d26105146 req-4e96d387-ef7b-46be-875a-ae3ab0bc21ef tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5482593 Nov 12 20:18:13.543333 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-8f38e4cc-7d6d-4f54-833e-da0e376250d7 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:13.550568 n-d-712140-15 neutron-server[102448]: WARNING neutron.api.v2.base [None req-8f38e4cc-7d6d-4f54-833e-da0e376250d7 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 20:18:13.559966 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-8f38e4cc-7d6d-4f54-833e-da0e376250d7 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 20:18:13.560990 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcacf50-553c-43b5-a8a4-f92c4db1aeee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d', 'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'fixed_ips': [{'subnet_id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:18:13.561921 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7bcacf50-553c-43b5-a8a4-f92c4db1aeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:13.564553 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8f38e4cc-7d6d-4f54-833e-da0e376250d7 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3059943 Nov 12 20:18:13.575277 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49434) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:13.595670 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-d4612ddd-7de8-446a-857b-57a524f080d9 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group': {'name': 'tempest-secgroup--313533258'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:13.624678 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0460e-ada1-4c01-89f0-f6875269bcec None None] Pushing event updated for resources: {'Port': ['ID=df2bc197-b9f7-4ef7-81f3-83e10fc71d51,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:13.659853 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49436) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:13.676829 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e9c07399-6b54-4fe0-8562-1921306565fc None None] Attempting to bind port df2bc197-b9f7-4ef7-81f3-83e10fc71d51 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:18:13.678892 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e9c07399-6b54-4fe0-8562-1921306565fc None None] Attempting to bind port df2bc197-b9f7-4ef7-81f3-83e10fc71d51 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'f18f528a-7cba-4900-a00c-f1a6cea954d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:18:13.685998 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c07399-6b54-4fe0-8562-1921306565fc None None] Attempting to bind port df2bc197-b9f7-4ef7-81f3-83e10fc71d51 on network 9b68ca3e-2222-4af3-8e93-1cf3dd9ee317 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:18:13.694518 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c07399-6b54-4fe0-8562-1921306565fc None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:18:13.701053 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c07399-6b54-4fe0-8562-1921306565fc None None] Checking segment: {'id': 'f18f528a-7cba-4900-a00c-f1a6cea954d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:18:13.704031 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e9c07399-6b54-4fe0-8562-1921306565fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:13.704641 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c07399-6b54-4fe0-8562-1921306565fc None None] Bound using segment: {'id': 'f18f528a-7cba-4900-a00c-f1a6cea954d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:18:13.707633 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e9c07399-6b54-4fe0-8562-1921306565fc None None] Bound port: df2bc197-b9f7-4ef7-81f3-83e10fc71d51, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18f528a-7cba-4900-a00c-f1a6cea954d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:18:13.708029 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e9c07399-6b54-4fe0-8562-1921306565fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:13.747509 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:13.796929 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-9474a4a6-ef7e-4be2-bdf7-3a3892c9b8d1 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Deleting port ddca555a-d234-49a1-944a-5ade7a23ac11 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:18:13.797280 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9474a4a6-ef7e-4be2-bdf7-3a3892c9b8d1 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:13.959707 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e9c07399-6b54-4fe0-8562-1921306565fc None None] For port df2bc197-b9f7-4ef7-81f3-83e10fc71d51, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:18:13.971744 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e9c07399-6b54-4fe0-8562-1921306565fc None None] For port df2bc197-b9f7-4ef7-81f3-83e10fc71d51, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=df2bc197-b9f7-4ef7-81f3-83e10fc71d51,segment=NetworkSegment(f18f528a-7cba-4900-a00c-f1a6cea954d8),segment_id=f18f528a-7cba-4900-a00c-f1a6cea954d8)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:18:13.978727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-769bbf61-f7dd-4dc3-975b-a7625fe20dec None None] Provisioning complete for port df2bc197-b9f7-4ef7-81f3-83e10fc71d51 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:13.979103 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-769bbf61-f7dd-4dc3-975b-a7625fe20dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:14.015592 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-14a4fe96-4cfc-4556-a08d-fdecfc51c4ea tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:14.038483 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e9c07399-6b54-4fe0-8562-1921306565fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:14.155284 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9474a4a6-ef7e-4be2-bdf7-3a3892c9b8d1 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:14.155614 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9474a4a6-ef7e-4be2-bdf7-3a3892c9b8d1 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:14.169882 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-9474a4a6-ef7e-4be2-bdf7-3a3892c9b8d1 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Calling delete_port for ddca555a-d234-49a1-944a-5ade7a23ac11 owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:18:14.301946 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4612ddd-7de8-446a-857b-57a524f080d9 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:14.319171 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0460e-ada1-4c01-89f0-f6875269bcec None None] Pushing event updated for resources: {'Port': ['ID=df2bc197-b9f7-4ef7-81f3-83e10fc71d51,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:14.340987 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4612ddd-7de8-446a-857b-57a524f080d9 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:14.411778 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9474a4a6-ef7e-4be2-bdf7-3a3892c9b8d1 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:14.455499 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474a4a6-ef7e-4be2-bdf7-3a3892c9b8d1 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Pushing event deleted for resources: {'Port': ['ID=ddca555a-d234-49a1-944a-5ade7a23ac11,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:14.465210 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a4fe96-4cfc-4556-a08d-fdecfc51c4ea tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:18:14.471243 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4fe96-4cfc-4556-a08d-fdecfc51c4ea tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Subnet': ['ID=08a84e4a-a105-400c-b7fd-9e2ebe5630f2,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:14.488220 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-14a4fe96-4cfc-4556-a08d-fdecfc51c4ea tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:18:14.492998 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a4fe96-4cfc-4556-a08d-fdecfc51c4ea tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:14.493774 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-14a4fe96-4cfc-4556-a08d-fdecfc51c4ea tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:14.506030 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-769bbf61-f7dd-4dc3-975b-a7625fe20dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:14.512922 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b26417b-502f-423e-9b57-bb062c43ab87 None None] Network 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:18:14.523391 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b4dad0-1fb6-4e65-9e4c-da50f1ec3ab6 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:18:14.547294 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-14a4fe96-4cfc-4556-a08d-fdecfc51c4ea tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9524915 Nov 12 20:18:14.552614 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49446) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:14.567891 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-0442296b-6f00-4204-b89e-36d80b7bcd9a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'security_group': {'name': 'tempest-secgroup-528326808'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:14.584961 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c07399-6b54-4fe0-8562-1921306565fc None None] Routers {'8a6f341b-c20c-4c58-b82b-e08bc2540b49'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:18:14.585485 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-e9c07399-6b54-4fe0-8562-1921306565fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:14.646293 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bcbb6-e6ef-4817-aa0e-28e5ad3fcfa2 req-337ee057-b99d-4a18-a093-ea0f942f2717 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:14.647893 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-165bcbb6-e6ef-4817-aa0e-28e5ad3fcfa2 req-337ee057-b99d-4a18-a093-ea0f942f2717 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.52 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.6600378 Nov 12 20:18:14.822641 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dd5e2-9065-49f1-9666-3253c3294c52 req-375fb24b-2e4f-484e-825f-52392284fc67 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:14.831908 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b89dd5e2-9065-49f1-9666-3253c3294c52 req-375fb24b-2e4f-484e-825f-52392284fc67 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 946 time: 0.5310454 Nov 12 20:18:14.842050 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0442296b-6f00-4204-b89e-36d80b7bcd9a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:14.896158 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4612ddd-7de8-446a-857b-57a524f080d9 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:14.908061 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9474a4a6-ef7e-4be2-bdf7-3a3892c9b8d1 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for floatingip, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:14.910688 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9474a4a6-ef7e-4be2-bdf7-3a3892c9b8d1 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:14.911554 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4612ddd-7de8-446a-857b-57a524f080d9 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:14.915106 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9474a4a6-ef7e-4be2-bdf7-3a3892c9b8d1 tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "DELETE /v2.0/floatingips/a3c8a2b2-e3b1-4301-8a99-63f5eabf8344 HTTP/1.1" status: 204 len: 168 time: 1.9175413 Nov 12 20:18:14.930057 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ada28-001c-4f76-bb24-6b653934a065 req-1fbdcc4a-f506-4779-bb9e-1d5544d8c935 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:14.938739 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d0ada28-001c-4f76-bb24-6b653934a065 req-1fbdcc4a-f506-4779-bb9e-1d5544d8c935 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.2229991 Nov 12 20:18:15.032752 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4612ddd-7de8-446a-857b-57a524f080d9 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3e36f5-0266-4c19-92f0-046ad6d565ba,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:15.094816 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d0ada28-001c-4f76-bb24-6b653934a065 req-4763671f-4a82-48b4-a547-f5566f78ac41 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539643 Nov 12 20:18:15.152068 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-769bbf61-f7dd-4dc3-975b-a7625fe20dec None None] For port df2bc197-b9f7-4ef7-81f3-83e10fc71d51, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=df2bc197-b9f7-4ef7-81f3-83e10fc71d51,segment=NetworkSegment(f18f528a-7cba-4900-a00c-f1a6cea954d8),segment_id=f18f528a-7cba-4900-a00c-f1a6cea954d8)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:15.170668 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-769bbf61-f7dd-4dc3-975b-a7625fe20dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:15.180956 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0442296b-6f00-4204-b89e-36d80b7bcd9a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:15.195801 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-7bcacf50-553c-43b5-a8a4-f92c4db1aeee None None] Allocated IP 172.21.0.2 (b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d/f5c9a590-85d0-4a94-9d04-3d366f7a4dc6/bafcd10e-0198-4cc2-b306-27c7c046d25b) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:18:15.206290 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0442296b-6f00-4204-b89e-36d80b7bcd9a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:15.226875 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b89dd5e2-9065-49f1-9666-3253c3294c52 req-f4b5a116-efa2-425d-8d31-a4c0255d7095 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938422 Nov 12 20:18:15.261087 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-e9c07399-6b54-4fe0-8562-1921306565fc None None] Set router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:18:15.282561 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-165bcbb6-e6ef-4817-aa0e-28e5ad3fcfa2 req-bb536cf0-833e-4634-9267-6d32f4fe4882 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Deleting port 9c3f6589-a29c-40da-bca7-3a5c3f83d39e {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:18:15.283006 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-165bcbb6-e6ef-4817-aa0e-28e5ad3fcfa2 req-bb536cf0-833e-4634-9267-6d32f4fe4882 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:15.321994 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4612ddd-7de8-446a-857b-57a524f080d9 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:15.323186 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49452) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:15.339435 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0442296b-6f00-4204-b89e-36d80b7bcd9a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:15.341521 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0442296b-6f00-4204-b89e-36d80b7bcd9a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7882714 Nov 12 20:18:15.360149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49456) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:15.382617 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-53044ffc-1794-4659-bbab-e0d538c417cc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'security_group': {'name': 'tempest-secgroup-144876682'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:15.396144 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4612ddd-7de8-446a-857b-57a524f080d9 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:15.426720 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442296b-6f00-4204-b89e-36d80b7bcd9a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfa7394-e731-45a7-80b9-287ed3632f65,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:15.494934 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4612ddd-7de8-446a-857b-57a524f080d9 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cedd1b8-0b24-4ea5-93f9-36858a0fe7cd,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:15.517384 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bbf61-f7dd-4dc3-975b-a7625fe20dec None None] Pushing event updated for resources: {'Port': ['ID=df2bc197-b9f7-4ef7-81f3-83e10fc71d51,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:15.523845 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-165bcbb6-e6ef-4817-aa0e-28e5ad3fcfa2 req-bb536cf0-833e-4634-9267-6d32f4fe4882 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] For port 9c3f6589-a29c-40da-bca7-3a5c3f83d39e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=9c3f6589-a29c-40da-bca7-3a5c3f83d39e,segment=NetworkSegment(69cd314b-0c9e-4d8d-9aa9-8bf2959b016a),segment_id=69cd314b-0c9e-4d8d-9aa9-8bf2959b016a)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:15.524413 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-165bcbb6-e6ef-4817-aa0e-28e5ad3fcfa2 req-bb536cf0-833e-4634-9267-6d32f4fe4882 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:15.553742 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-165bcbb6-e6ef-4817-aa0e-28e5ad3fcfa2 req-bb536cf0-833e-4634-9267-6d32f4fe4882 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Calling delete_port for 9c3f6589-a29c-40da-bca7-3a5c3f83d39e owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:18:15.604594 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c58046ea-8dfd-41c9-bd41-c7814be987c4 None None] Provisioning complete for port df2bc197-b9f7-4ef7-81f3-83e10fc71d51 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:15.605133 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c58046ea-8dfd-41c9-bd41-c7814be987c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:15.617644 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-53044ffc-1794-4659-bbab-e0d538c417cc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:15.625408 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4612ddd-7de8-446a-857b-57a524f080d9 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:15.628494 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d4612ddd-7de8-446a-857b-57a524f080d9 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.0364976 Nov 12 20:18:15.648640 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49458) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:15.663959 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-238c02f8-fb4c-4b69-a973-6050c0f20fad tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group_rule': {'security_group_id': '1cedd1b8-0b24-4ea5-93f9-36858a0fe7cd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:15.856201 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b6922b-e880-46b7-a94d-aa052d9f7ed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1', 'network_id': '1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1', 'tenant_id': '342069ba33064139a154c54a222289e0', 'fixed_ips': [{'subnet_id': '08a84e4a-a105-400c-b7fd-9e2ebe5630f2'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:18:15.857386 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-54b6922b-e880-46b7-a94d-aa052d9f7ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:15.875968 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-395b59d1-1500-4bf4-aa9b-f3fbef4991fc tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:15.908984 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-395b59d1-1500-4bf4-aa9b-f3fbef4991fc tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:15.934048 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-e9c07399-6b54-4fe0-8562-1921306565fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:18:06Z', 'revision_number': 2, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None, '_interfaces': [{'id': 'df2bc197-b9f7-4ef7-81f3-83e10fc71d51', 'name': '', 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:42:21:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:04Z', 'updated_at': '2021-11-12T20:18:13Z', 'revision_number': 4, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:15.966489 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-165bcbb6-e6ef-4817-aa0e-28e5ad3fcfa2 req-bb536cf0-833e-4634-9267-6d32f4fe4882 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:16.000547 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c07399-6b54-4fe0-8562-1921306565fc None None] The sync data for ids ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'] in n-d-712140-15 is: [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:18:06Z', 'revision_number': 2, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None, '_interfaces': [{'id': 'df2bc197-b9f7-4ef7-81f3-83e10fc71d51', 'name': '', 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:42:21:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:04Z', 'updated_at': '2021-11-12T20:18:13Z', 'revision_number': 4, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:18:16.011311 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['0d03a2a6-2286-4242-adad-b094ff59b894'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:18:16.036313 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-395b59d1-1500-4bf4-aa9b-f3fbef4991fc tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:16.045094 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-395b59d1-1500-4bf4-aa9b-f3fbef4991fc tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:16.050493 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-395b59d1-1500-4bf4-aa9b-f3fbef4991fc tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] 10.222.0.48 "DELETE /v2.0/security-groups/ddfd53d2-4185-4ad8-940c-a23173adae83 HTTP/1.1" status: 204 len: 168 time: 0.7163010 Nov 12 20:18:16.098915 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-238c02f8-fb4c-4b69-a973-6050c0f20fad tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:16.132618 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49462) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:16.139893 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb536cf0-833e-4634-9267-6d32f4fe4882 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Pushing event deleted for resources: {'Port': ['ID=9c3f6589-a29c-40da-bca7-3a5c3f83d39e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:16.175141 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b28f67-7254-4fff-b5fc-da07d6d9e631 None None] DHCP port deletion for b3107c86-393d-4546-95b6-185ebc23d220 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:18:16.212926 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b59d1-1500-4bf4-aa9b-f3fbef4991fc tempest-TestServerBasicOps-468983969 tempest-TestServerBasicOps-468983969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfd53d2-4185-4ad8-940c-a23173adae83,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:16.226176 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-165bcbb6-e6ef-4817-aa0e-28e5ad3fcfa2 req-bb536cf0-833e-4634-9267-6d32f4fe4882 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] No DVR routers for this DVR port 9c3f6589-a29c-40da-bca7-3a5c3f83d39e on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:18:16.228999 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-165bcbb6-e6ef-4817-aa0e-28e5ad3fcfa2 req-bb536cf0-833e-4634-9267-6d32f4fe4882 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:16.236519 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-165bcbb6-e6ef-4817-aa0e-28e5ad3fcfa2 req-bb536cf0-833e-4634-9267-6d32f4fe4882 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.52 "DELETE /v2.0/ports/9c3f6589-a29c-40da-bca7-3a5c3f83d39e HTTP/1.1" status: 204 len: 173 time: 1.5711706 Nov 12 20:18:16.237194 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c8d3f3-d813-4df8-acaa-f2c18175214b', 'name': 'network-vif-deleted', 'tag': '9c3f6589-a29c-40da-bca7-3a5c3f83d39e'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:18:16.272584 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6604a9-119d-436b-a75c-f03842493d75" -d '{"events": [{"server_uuid": "72c8d3f3-d813-4df8-acaa-f2c18175214b", "name": "network-vif-deleted", "tag": "9c3f6589-a29c-40da-bca7-3a5c3f83d39e"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:18:16.397692 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-53044ffc-1794-4659-bbab-e0d538c417cc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:16.402827 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7bcacf50-553c-43b5-a8a4-f92c4db1aeee None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:16.437085 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-37edcd7d-3c6c-4223-a3ef-83312b50577d req-e93bb764-5ff1-4a80-9d81-34984d38e695 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c8d3f3-d813-4df8-acaa-f2c18175214b HTTP/1.1" status: 200 len: 210 time: 0.0660222 Nov 12 20:18:16.438359 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7bcacf50-553c-43b5-a8a4-f92c4db1aeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:16.476705 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-53044ffc-1794-4659-bbab-e0d538c417cc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:16.505939 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f52382-fd44-410a-baee-6eb748ec130f x-openstack-request-id: req-62f52382-fd44-410a-baee-6eb748ec130f {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:18:16.506562 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c8d3f3-d813-4df8-acaa-f2c18175214b", "name": "network-vif-deleted", "tag": "9c3f6589-a29c-40da-bca7-3a5c3f83d39e", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:18:16.507073 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-62f52382-fd44-410a-baee-6eb748ec130f {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:18:16.507703 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c8d3f3-d813-4df8-acaa-f2c18175214b', 'name': 'network-vif-deleted', 'tag': '9c3f6589-a29c-40da-bca7-3a5c3f83d39e', 'status': 'completed', 'code': 200} Nov 12 20:18:16.582598 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-53044ffc-1794-4659-bbab-e0d538c417cc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:16.586731 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-53044ffc-1794-4659-bbab-e0d538c417cc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2208228 Nov 12 20:18:16.586979 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49474) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:16.592941 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-d53ca36a-486b-40b7-b2a0-f8e1139cbdc3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-607550531', 'security_groups': ['e7edcb48-2f37-423f-9e95-6dce85a1f5ee'], 'network_id': '1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '08a84e4a-a105-400c-b7fd-9e2ebe5630f2'}]}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:16.613777 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcacf50-553c-43b5-a8a4-f92c4db1aeee None None] Pushing event updated for resources: {'Port': ['ID=bafcd10e-0198-4cc2-b306-27c7c046d25b,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:16.633129 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcacf50-553c-43b5-a8a4-f92c4db1aeee None None] Network b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:18:16.638962 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-238c02f8-fb4c-4b69-a973-6050c0f20fad tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:16.648426 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538539d-3e5d-4e54-9431-935a54b7e514 req-db40e129-3ccb-45d8-99d3-7e5726202fcf tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:16.649057 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e538539d-3e5d-4e54-9431-935a54b7e514 req-db40e129-3ccb-45d8-99d3-7e5726202fcf tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.3606796 Nov 12 20:18:16.674632 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-238c02f8-fb4c-4b69-a973-6050c0f20fad tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:16.687773 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-7bcacf50-553c-43b5-a8a4-f92c4db1aeee None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:18:16.694754 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcacf50-553c-43b5-a8a4-f92c4db1aeee None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:18:16.772992 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-238c02f8-fb4c-4b69-a973-6050c0f20fad tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:16.774205 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-238c02f8-fb4c-4b69-a973-6050c0f20fad tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1145723 Nov 12 20:18:16.784537 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49476) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:16.785395 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53044ffc-1794-4659-bbab-e0d538c417cc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7edcb48-2f37-423f-9e95-6dce85a1f5ee,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:16.801038 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Allocated IP 172.21.0.1 (b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d/f5c9a590-85d0-4a94-9d04-3d366f7a4dc6/da1bb3cd-972e-4d9c-8f8b-04ec69672b03) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:18:16.806510 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-bf4ef683-db09-4653-a67f-441f1ebb89f2 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group_rule': {'security_group_id': '1cedd1b8-0b24-4ea5-93f9-36858a0fe7cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:16.815538 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c02f8-fb4c-4b69-a973-6050c0f20fad tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43504698-a171-455e-94d8-d37b9a44dcbf,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:16.850872 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-7bcacf50-553c-43b5-a8a4-f92c4db1aeee None None] Attempting to bind port bafcd10e-0198-4cc2-b306-27c7c046d25b on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:18:16.851218 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-7bcacf50-553c-43b5-a8a4-f92c4db1aeee None None] Attempting to bind port bafcd10e-0198-4cc2-b306-27c7c046d25b by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '0669d68f-9524-40bc-a273-79b80e4a7ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:18:16.851575 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcacf50-553c-43b5-a8a4-f92c4db1aeee None None] Attempting to bind port bafcd10e-0198-4cc2-b306-27c7c046d25b on network b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:18:16.874762 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-54b6922b-e880-46b7-a94d-aa052d9f7ed7 None None] Allocated IP 2001:db8::2 (1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1/08a84e4a-a105-400c-b7fd-9e2ebe5630f2/0bd14f39-6fd2-4b06-8d42-3afb5e93de88) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:18:16.896457 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcacf50-553c-43b5-a8a4-f92c4db1aeee None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:18:16.903135 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcacf50-553c-43b5-a8a4-f92c4db1aeee None None] Checking segment: {'id': '0669d68f-9524-40bc-a273-79b80e4a7ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:18:16.903135 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7bcacf50-553c-43b5-a8a4-f92c4db1aeee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:16.903135 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcacf50-553c-43b5-a8a4-f92c4db1aeee None None] Bound using segment: {'id': '0669d68f-9524-40bc-a273-79b80e4a7ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:18:16.903135 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-7bcacf50-553c-43b5-a8a4-f92c4db1aeee None None] Bound port: bafcd10e-0198-4cc2-b306-27c7c046d25b, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0669d68f-9524-40bc-a273-79b80e4a7ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:18:16.903135 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7bcacf50-553c-43b5-a8a4-f92c4db1aeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:16.963166 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf4ef683-db09-4653-a67f-441f1ebb89f2 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:16.998604 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53ca36a-486b-40b7-b2a0-f8e1139cbdc3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:18:17.125158 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-bf4ef683-db09-4653-a67f-441f1ebb89f2 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 20:18:17.130336 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bf4ef683-db09-4653-a67f-441f1ebb89f2 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3407602 Nov 12 20:18:17.138196 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49478) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:17.272541 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6d79eb9b-f88d-4841-83ac-64459ee954ca tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:17.316076 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6d79eb9b-f88d-4841-83ac-64459ee954ca tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:17.349506 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7bcacf50-553c-43b5-a8a4-f92c4db1aeee None None] For port bafcd10e-0198-4cc2-b306-27c7c046d25b, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:18:17.359599 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:17.374000 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7bcacf50-553c-43b5-a8a4-f92c4db1aeee None None] For port bafcd10e-0198-4cc2-b306-27c7c046d25b, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=bafcd10e-0198-4cc2-b306-27c7c046d25b,segment=NetworkSegment(0669d68f-9524-40bc-a273-79b80e4a7ed2),segment_id=0669d68f-9524-40bc-a273-79b80e4a7ed2)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:18:17.394009 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d53ca36a-486b-40b7-b2a0-f8e1139cbdc3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:17.395283 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7bcacf50-553c-43b5-a8a4-f92c4db1aeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:17.407494 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6d79eb9b-f88d-4841-83ac-64459ee954ca tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:17.410203 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6d79eb9b-f88d-4841-83ac-64459ee954ca tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:17.415390 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6d79eb9b-f88d-4841-83ac-64459ee954ca tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "DELETE /v2.0/security-groups/1cedd1b8-0b24-4ea5-93f9-36858a0fe7cd HTTP/1.1" status: 204 len: 168 time: 0.2750294 Nov 12 20:18:17.416060 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49480) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:17.422769 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e538539d-3e5d-4e54-9431-935a54b7e514 req-8a30ff7f-5b62-4e90-9124-edcd360b7933 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7614284 Nov 12 20:18:17.490040 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-d53ca36a-486b-40b7-b2a0-f8e1139cbdc3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] device_id is not set on port 1ca86cb6-9c8f-462d-a75a-285ffc58615c yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:18:17.498848 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:17.530357 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-632dec6b-9e2f-4a6f-b93c-951a982cd20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:17.549991 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcacf50-553c-43b5-a8a4-f92c4db1aeee None None] Pushing event updated for resources: {'Port': ['ID=bafcd10e-0198-4cc2-b306-27c7c046d25b,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:17.552718 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-54b6922b-e880-46b7-a94d-aa052d9f7ed7 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:17.568731 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-54b6922b-e880-46b7-a94d-aa052d9f7ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:17.627829 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6922b-e880-46b7-a94d-aa052d9f7ed7 None None] Pushing event updated for resources: {'Port': ['ID=0bd14f39-6fd2-4b06-8d42-3afb5e93de88,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:17.643356 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b6922b-e880-46b7-a94d-aa052d9f7ed7 None None] Network 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:18:17.645099 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-54b6922b-e880-46b7-a94d-aa052d9f7ed7 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:18:17.648046 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b6922b-e880-46b7-a94d-aa052d9f7ed7 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:18:17.713609 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:18:17.783119 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-54b6922b-e880-46b7-a94d-aa052d9f7ed7 None None] Attempting to bind port 0bd14f39-6fd2-4b06-8d42-3afb5e93de88 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:18:17.783350 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-54b6922b-e880-46b7-a94d-aa052d9f7ed7 None None] Attempting to bind port 0bd14f39-6fd2-4b06-8d42-3afb5e93de88 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '55a704f2-5594-49e9-af36-a7bcff4654ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:18:17.784454 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b6922b-e880-46b7-a94d-aa052d9f7ed7 None None] Attempting to bind port 0bd14f39-6fd2-4b06-8d42-3afb5e93de88 on network 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:18:17.796381 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:18:17.798529 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Port': ['ID=da1bb3cd-972e-4d9c-8f8b-04ec69672b03,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:17.802345 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b6922b-e880-46b7-a94d-aa052d9f7ed7 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:18:17.804666 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b6922b-e880-46b7-a94d-aa052d9f7ed7 None None] Checking segment: {'id': '55a704f2-5594-49e9-af36-a7bcff4654ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:18:17.805108 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-54b6922b-e880-46b7-a94d-aa052d9f7ed7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:17.805709 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b6922b-e880-46b7-a94d-aa052d9f7ed7 None None] Bound using segment: {'id': '55a704f2-5594-49e9-af36-a7bcff4654ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:18:17.806225 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-54b6922b-e880-46b7-a94d-aa052d9f7ed7 None None] Bound port: 0bd14f39-6fd2-4b06-8d42-3afb5e93de88, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a704f2-5594-49e9-af36-a7bcff4654ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:18:17.809373 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-54b6922b-e880-46b7-a94d-aa052d9f7ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:17.814603 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:18:17.914121 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79eb9b-f88d-4841-83ac-64459ee954ca tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cedd1b8-0b24-4ea5-93f9-36858a0fe7cd,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:17.931917 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4154f423-b63a-4444-ba19-66fa7a059d21 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5034149 Nov 12 20:18:17.978002 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49490) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:18.001586 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 9c3f6589-a29c-40da-bca7-3a5c3f83d39e no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:18:18.011224 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-9d090a48-8622-4167-9edf-bdd4ef0b47c7 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group': {'name': 'tempest-secgroup--70049031'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:18.101298 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-54b6922b-e880-46b7-a94d-aa052d9f7ed7 None None] For port 0bd14f39-6fd2-4b06-8d42-3afb5e93de88, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:18:18.106127 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-54b6922b-e880-46b7-a94d-aa052d9f7ed7 None None] For port 0bd14f39-6fd2-4b06-8d42-3afb5e93de88, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=0bd14f39-6fd2-4b06-8d42-3afb5e93de88,segment=NetworkSegment(55a704f2-5594-49e9-af36-a7bcff4654ca),segment_id=55a704f2-5594-49e9-af36-a7bcff4654ca)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:18:18.138841 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:18.141523 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9d090a48-8622-4167-9edf-bdd4ef0b47c7 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:18.154137 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-54b6922b-e880-46b7-a94d-aa052d9f7ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:18.228165 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 9c3f6589-a29c-40da-bca7-3a5c3f83d39e {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:18:18.228805 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 9c3f6589-a29c-40da-bca7-3a5c3f83d39e not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:18:18.234270 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-d53ca36a-486b-40b7-b2a0-f8e1139cbdc3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Allocated IP 2001:db8::359 (1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1/08a84e4a-a105-400c-b7fd-9e2ebe5630f2/1ca86cb6-9c8f-462d-a75a-285ffc58615c) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:18:18.239979 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6922b-e880-46b7-a94d-aa052d9f7ed7 None None] Pushing event updated for resources: {'Port': ['ID=0bd14f39-6fd2-4b06-8d42-3afb5e93de88,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:18.240252 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9d090a48-8622-4167-9edf-bdd4ef0b47c7 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:18.276571 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13922e38-2b6b-453a-bdd5-9270199ce918 req-610d035e-ca4c-49d3-8b40-0d4f37504032 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:18.287126 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9d090a48-8622-4167-9edf-bdd4ef0b47c7 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:18.288024 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-13922e38-2b6b-453a-bdd5-9270199ce918 req-610d035e-ca4c-49d3-8b40-0d4f37504032 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.2103324 Nov 12 20:18:18.544852 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device bafcd10e-0198-4cc2-b306-27c7c046d25b up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:18:18.545015 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-13922e38-2b6b-453a-bdd5-9270199ce918 req-d1ca0f9c-955c-468f-ab5b-12da77f725a1 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558374 Nov 12 20:18:18.657967 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port bafcd10e-0198-4cc2-b306-27c7c046d25b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:18.658473 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:18.673523 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9d090a48-8622-4167-9edf-bdd4ef0b47c7 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:18.677851 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9d090a48-8622-4167-9edf-bdd4ef0b47c7 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6840329 Nov 12 20:18:18.684426 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49494) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:18.692338 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-2ce364d5-93d8-47c1-ba79-1ac713c28000 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group_rule': {'security_group_id': '7a06f85f-e76e-4a8b-a539-e03451a520b0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:18.693744 n-d-712140-15 neutron-server[102447]: WARNING neutron.api.v2.base [None req-2ce364d5-93d8-47c1-ba79-1ac713c28000 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 20:18:18.696575 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-2ce364d5-93d8-47c1-ba79-1ac713c28000 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:18:18.697681 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2ce364d5-93d8-47c1-ba79-1ac713c28000 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0116715 Nov 12 20:18:18.716213 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49496) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:18.745503 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d090a48-8622-4167-9edf-bdd4ef0b47c7 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a06f85f-e76e-4a8b-a539-e03451a520b0,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:18.758719 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d53ca36a-486b-40b7-b2a0-f8e1139cbdc3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:18.847911 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2ac7a754-a8ae-4600-bc66-ee5a8b3b86d6 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:18.877407 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d53ca36a-486b-40b7-b2a0-f8e1139cbdc3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:18.906644 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:18.914686 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:18.971605 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2ac7a754-a8ae-4600-bc66-ee5a8b3b86d6 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:19.020449 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port bafcd10e-0198-4cc2-b306-27c7c046d25b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=bafcd10e-0198-4cc2-b306-27c7c046d25b,segment=NetworkSegment(0669d68f-9524-40bc-a273-79b80e4a7ed2),segment_id=0669d68f-9524-40bc-a273-79b80e4a7ed2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:19.029122 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:19.029946 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device df2bc197-b9f7-4ef7-81f3-83e10fc71d51 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:18:19.056743 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53ca36a-486b-40b7-b2a0-f8e1139cbdc3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:18:19.067720 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-d53ca36a-486b-40b7-b2a0-f8e1139cbdc3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:18:19.088457 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53ca36a-486b-40b7-b2a0-f8e1139cbdc3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:18:19.107411 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53ca36a-486b-40b7-b2a0-f8e1139cbdc3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:19.108370 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d53ca36a-486b-40b7-b2a0-f8e1139cbdc3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:19.118948 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ca36a-486b-40b7-b2a0-f8e1139cbdc3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Port': ['ID=1ca86cb6-9c8f-462d-a75a-285ffc58615c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:19.170425 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d53ca36a-486b-40b7-b2a0-f8e1139cbdc3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5821388 Nov 12 20:18:19.171491 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49500) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:19.178265 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-156cbbbe-9f51-4a22-9ed9-7a5626c9f98d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'subnet': {'network_id': '1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:19.179638 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=bafcd10e-0198-4cc2-b306-27c7c046d25b,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:19.210897 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port df2bc197-b9f7-4ef7-81f3-83e10fc71d51 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:19.211272 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:19.220022 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db9946-e7e7-4aee-8847-ea096aa49834 req-a9bf4fd0-9a34-45df-a5ee-282e56116dd5 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:19.224208 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2ac7a754-a8ae-4600-bc66-ee5a8b3b86d6 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:19.226996 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2ac7a754-a8ae-4600-bc66-ee5a8b3b86d6 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:19.228627 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2ac7a754-a8ae-4600-bc66-ee5a8b3b86d6 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "DELETE /v2.0/security-groups/7a06f85f-e76e-4a8b-a539-e03451a520b0 HTTP/1.1" status: 204 len: 168 time: 0.5069847 Nov 12 20:18:19.233126 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a6db9946-e7e7-4aee-8847-ea096aa49834 req-a9bf4fd0-9a34-45df-a5ee-282e56116dd5 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.5376611 Nov 12 20:18:19.234690 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49502) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:19.326936 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7a754-a8ae-4600-bc66-ee5a8b3b86d6 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a06f85f-e76e-4a8b-a539-e03451a520b0,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:19.432589 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156cbbbe-9f51-4a22-9ed9-7a5626c9f98d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:18:19.437968 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-156cbbbe-9f51-4a22-9ed9-7a5626c9f98d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:19.479163 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56434ac-2874-4c64-97c8-d0a34a6255eb None None] Network b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:18:19.633819 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e7a7a220-0aea-47d1-9576-e83911b24d04 None None] Provisioning complete for port bafcd10e-0198-4cc2-b306-27c7c046d25b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:19.639580 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e7a7a220-0aea-47d1-9576-e83911b24d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:19.642657 n-d-712140-15 neutron-server[102447]: INFO neutron.db.ipam_backend_mixin [None req-156cbbbe-9f51-4a22-9ed9-7a5626c9f98d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 08a84e4a-a105-400c-b7fd-9e2ebe5630f2 (CIDR: 2001:db8::/64) Nov 12 20:18:19.648660 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-156cbbbe-9f51-4a22-9ed9-7a5626c9f98d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:18:19.649295 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156cbbbe-9f51-4a22-9ed9-7a5626c9f98d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:18:19.677852 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-156cbbbe-9f51-4a22-9ed9-7a5626c9f98d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5017741 Nov 12 20:18:19.689907 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49506) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:19.695695 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-ea21c6d9-2926-492e-8b5b-e9a68c73c05d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'subnet': {'network_id': '1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:19.753534 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d775a3e-c90b-468f-bd59-544381a55110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:19.902932 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a6db9946-e7e7-4aee-8847-ea096aa49834 req-f9465b5b-b964-4456-a9b7-bf958cf21bc4 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192411 Nov 12 20:18:19.973901 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bcde1e19-5ae7-4cdf-a7bd-e6574168ff14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:20.090577 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4f751cee-1099-4063-9e52-d161988319cb tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.8439300 Nov 12 20:18:20.095225 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:20.097679 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49510) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:20.102493 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-efbdb253-a448-4d37-9b4b-27c3fec7c499 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group': {'name': 'tempest-secgroup--1395213750'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:20.231338 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b7e12f44-96e8-4d17-873a-534bd049d9de None None] Provisioning complete for port 9dfda7e4-a973-413d-894d-fecdc25e3ee8 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:20.231703 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b7e12f44-96e8-4d17-873a-534bd049d9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:20.335352 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b7e12f44-96e8-4d17-873a-534bd049d9de None None] Port 9dfda7e4-a973-413d-894d-fecdc25e3ee8 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:18:20.394541 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b7e12f44-96e8-4d17-873a-534bd049d9de None None] Provisioning complete for port 0bd14f39-6fd2-4b06-8d42-3afb5e93de88 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:20.396392 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b7e12f44-96e8-4d17-873a-534bd049d9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:20.475558 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-efbdb253-a448-4d37-9b4b-27c3fec7c499 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:20.495829 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd24b6-e1b2-4aa9-9bb9-8d7f8dcbf9ee req-888733d6-d567-4dcd-aa7c-d575895c1b96 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:20.506259 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-42cd24b6-e1b2-4aa9-9bb9-8d7f8dcbf9ee req-888733d6-d567-4dcd-aa7c-d575895c1b96 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.8367989 Nov 12 20:18:20.588314 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:20.604175 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f8916-cf6a-46fc-a166-468e780ef2a8 req-db23e97f-7749-4d31-a6f6-b4937a7f1ec5 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:20.606728 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-436f8916-cf6a-46fc-a166-468e780ef2a8 req-db23e97f-7749-4d31-a6f6-b4937a7f1ec5 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 945 time: 0.2105906 Nov 12 20:18:20.651675 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device bafcd10e-0198-4cc2-b306-27c7c046d25b up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:18:20.752727 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b7e12f44-96e8-4d17-873a-534bd049d9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:20.758785 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-efbdb253-a448-4d37-9b4b-27c3fec7c499 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:20.770222 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-632dec6b-9e2f-4a6f-b93c-951a982cd20e admin admin] Deleting port 88d61755-629b-4c6e-b651-954056d16c11 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:18:20.770581 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-632dec6b-9e2f-4a6f-b93c-951a982cd20e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:20.774543 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:20.787089 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-efbdb253-a448-4d37-9b4b-27c3fec7c499 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:20.807065 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-42cd24b6-e1b2-4aa9-9bb9-8d7f8dcbf9ee req-6affaff4-8c4d-4c65-9ee0-3fd42fc3ffb3 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec7acdd5-3699-4a90-a499-37c7b126c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840199 Nov 12 20:18:20.811216 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea21c6d9-2926-492e-8b5b-e9a68c73c05d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:18:20.815615 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ea21c6d9-2926-492e-8b5b-e9a68c73c05d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:20.913161 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-efbdb253-a448-4d37-9b4b-27c3fec7c499 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:20.914438 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-efbdb253-a448-4d37-9b4b-27c3fec7c499 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8157642 Nov 12 20:18:20.919081 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49516) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:20.925706 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-07814dfd-b44a-40f5-8ecf-b6a94558e233 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group_rule': {'security_group_id': 'a73675b3-e38c-4d1e-9680-0379bd6f5098', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:20.926590 n-d-712140-15 neutron-server[102447]: WARNING neutron.api.v2.base [None req-07814dfd-b44a-40f5-8ecf-b6a94558e233 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 20:18:20.927140 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-07814dfd-b44a-40f5-8ecf-b6a94558e233 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:18:20.931039 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-07814dfd-b44a-40f5-8ecf-b6a94558e233 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0091338 Nov 12 20:18:20.932982 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49518) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:20.964015 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-436f8916-cf6a-46fc-a166-468e780ef2a8 req-53df6a6a-5054-459c-82eb-7af843fbd26f tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Deleting port 0d03a2a6-2286-4242-adad-b094ff59b894 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:18:20.964386 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-436f8916-cf6a-46fc-a166-468e780ef2a8 req-53df6a6a-5054-459c-82eb-7af843fbd26f tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:21.016255 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:21.030648 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Port': ['ID=da1bb3cd-972e-4d9c-8f8b-04ec69672b03,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:21.066193 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:21.066867 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:21.068484 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:21.069002 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:21.069499 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:21.069991 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:21.070489 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:21.071001 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:21.072091 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:21.072595 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:21.072800 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:21.073141 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:21.083536 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdb253-a448-4d37-9b4b-27c3fec7c499 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73675b3-e38c-4d1e-9680-0379bd6f5098,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:21.126126 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54cef359-7ab8-4364-9b19-058af112aab4 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:21.174286 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-436f8916-cf6a-46fc-a166-468e780ef2a8 req-53df6a6a-5054-459c-82eb-7af843fbd26f tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] For port 0d03a2a6-2286-4242-adad-b094ff59b894, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0d03a2a6-2286-4242-adad-b094ff59b894,segment=NetworkSegment(69cd314b-0c9e-4d8d-9aa9-8bf2959b016a),segment_id=69cd314b-0c9e-4d8d-9aa9-8bf2959b016a)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:21.174790 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-436f8916-cf6a-46fc-a166-468e780ef2a8 req-53df6a6a-5054-459c-82eb-7af843fbd26f tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:21.196314 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54cef359-7ab8-4364-9b19-058af112aab4 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:21.201721 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b7e12f44-96e8-4d17-873a-534bd049d9de None None] For port 0bd14f39-6fd2-4b06-8d42-3afb5e93de88, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=0bd14f39-6fd2-4b06-8d42-3afb5e93de88,segment=NetworkSegment(55a704f2-5594-49e9-af36-a7bcff4654ca),segment_id=55a704f2-5594-49e9-af36-a7bcff4654ca)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:21.203078 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port bafcd10e-0198-4cc2-b306-27c7c046d25b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:21.204195 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:21.211093 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-436f8916-cf6a-46fc-a166-468e780ef2a8 req-53df6a6a-5054-459c-82eb-7af843fbd26f tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Calling delete_port for 0d03a2a6-2286-4242-adad-b094ff59b894 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:18:21.249137 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b7e12f44-96e8-4d17-873a-534bd049d9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:21.268714 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-632dec6b-9e2f-4a6f-b93c-951a982cd20e admin admin] For port 88d61755-629b-4c6e-b651-954056d16c11, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=88d61755-629b-4c6e-b651-954056d16c11,segment=NetworkSegment(0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af),segment_id=0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:21.268714 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-632dec6b-9e2f-4a6f-b93c-951a982cd20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:21.306310 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc8cbc-f194-462d-ac2f-d3ee60e265ea req-37be77bb-d153-4746-8c69-87a983fbd779 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:21.307843 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5cbc8cbc-f194-462d-ac2f-d3ee60e265ea req-37be77bb-d153-4746-8c69-87a983fbd779 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.2036161 Nov 12 20:18:21.309068 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-632dec6b-9e2f-4a6f-b93c-951a982cd20e admin admin] Calling delete_port for 88d61755-629b-4c6e-b651-954056d16c11 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:18:21.345509 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54cef359-7ab8-4364-9b19-058af112aab4 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:21.357244 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54cef359-7ab8-4364-9b19-058af112aab4 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:21.361054 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-54cef359-7ab8-4364-9b19-058af112aab4 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "DELETE /v2.0/security-groups/a73675b3-e38c-4d1e-9680-0379bd6f5098 HTTP/1.1" status: 204 len: 168 time: 0.4239569 Nov 12 20:18:21.361686 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49524) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:21.365412 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:18:21.379300 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:18:21.415590 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cef359-7ab8-4364-9b19-058af112aab4 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73675b3-e38c-4d1e-9680-0379bd6f5098,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:21.422971 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ea21c6d9-2926-492e-8b5b-e9a68c73c05d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:21.450677 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e12f44-96e8-4d17-873a-534bd049d9de None None] Pushing event updated for resources: {'Port': ['ID=0bd14f39-6fd2-4b06-8d42-3afb5e93de88,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:21.482643 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-7d775a3e-c90b-468f-bd59-544381a55110 admin admin] Deleting port c3069d35-5c08-4139-bdc5-b88dc9de06b1 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:18:21.483238 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d775a3e-c90b-468f-bd59-544381a55110 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:21.491415 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f6e048b2-42b8-407a-a259-031c866ad918 None None] Provisioning complete for port bafcd10e-0198-4cc2-b306-27c7c046d25b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:21.492640 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f6e048b2-42b8-407a-a259-031c866ad918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:21.522084 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-337cd41a-39c9-48d3-9bfd-57d47e6870d8 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1491711 Nov 12 20:18:21.524396 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea21c6d9-2926-492e-8b5b-e9a68c73c05d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:18:21.526700 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49526) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:21.534782 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-17138b28-0fb1-4f4d-ab8d-c31342d0e6dd tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group': {'name': 'tempest-secgroup--114989916'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:21.565852 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5cbc8cbc-f194-462d-ac2f-d3ee60e265ea req-0365c7b6-d0c2-4cd7-9a9f-bfd1f2557321 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246699 Nov 12 20:18:21.566029 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-ea21c6d9-2926-492e-8b5b-e9a68c73c05d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:18:21.569519 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea21c6d9-2926-492e-8b5b-e9a68c73c05d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:21.569938 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ea21c6d9-2926-492e-8b5b-e9a68c73c05d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:21.596626 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21c6d9-2926-492e-8b5b-e9a68c73c05d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Subnet': ['ID=015dd655-e3ad-42bb-9c2e-163fa4bc8795,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:21.628043 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-17138b28-0fb1-4f4d-ab8d-c31342d0e6dd tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:21.632739 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-436f8916-cf6a-46fc-a166-468e780ef2a8 req-53df6a6a-5054-459c-82eb-7af843fbd26f tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:21.662371 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a64696-2c55-41fd-9418-ee50a1b23b16 None None] Network 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:18:21.670685 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ea21c6d9-2926-492e-8b5b-e9a68c73c05d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9816804 Nov 12 20:18:21.671390 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['0d03a2a6-2286-4242-adad-b094ff59b894'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:18:21.686093 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49528) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:21.701563 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df6a6a-5054-459c-82eb-7af843fbd26f tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Pushing event deleted for resources: {'Port': ['ID=0d03a2a6-2286-4242-adad-b094ff59b894,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:21.725280 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-a14286e1-4094-41f9-875c-c949a90a4924 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1328160151', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '015dd655-e3ad-42bb-9c2e-163fa4bc8795'}], 'security_groups': ['4dfa7394-e731-45a7-80b9-287ed3632f65']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:21.745647 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d86891-c423-4a28-ae70-3417c51bc494 None None] DHCP port deletion for b3107c86-393d-4546-95b6-185ebc23d220 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:18:21.805238 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-436f8916-cf6a-46fc-a166-468e780ef2a8 req-53df6a6a-5054-459c-82eb-7af843fbd26f tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] No DVR routers for this DVR port 0d03a2a6-2286-4242-adad-b094ff59b894 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:18:21.810547 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-436f8916-cf6a-46fc-a166-468e780ef2a8 req-53df6a6a-5054-459c-82eb-7af843fbd26f tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:21.819307 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-436f8916-cf6a-46fc-a166-468e780ef2a8 req-53df6a6a-5054-459c-82eb-7af843fbd26f tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.52 "DELETE /v2.0/ports/0d03a2a6-2286-4242-adad-b094ff59b894 HTTP/1.1" status: 204 len: 173 time: 1.1893647 Nov 12 20:18:21.824850 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa', 'name': 'network-vif-deleted', 'tag': '0d03a2a6-2286-4242-adad-b094ff59b894'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:18:21.829954 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94588bd-65a2-4699-9dd0-e7bfa484d59a" -d '{"events": [{"server_uuid": "f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa", "name": "network-vif-deleted", "tag": "0d03a2a6-2286-4242-adad-b094ff59b894"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:18:21.925480 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0680dc67-e789-4381-ad2e-fe8362a5281c x-openstack-request-id: req-0680dc67-e789-4381-ad2e-fe8362a5281c {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:18:21.925776 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa", "name": "network-vif-deleted", "tag": "0d03a2a6-2286-4242-adad-b094ff59b894", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:18:21.926030 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0680dc67-e789-4381-ad2e-fe8362a5281c {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:18:21.926796 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa', 'name': 'network-vif-deleted', 'tag': '0d03a2a6-2286-4242-adad-b094ff59b894', 'status': 'completed', 'code': 200} Nov 12 20:18:21.950513 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-17138b28-0fb1-4f4d-ab8d-c31342d0e6dd tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:21.956481 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-17138b28-0fb1-4f4d-ab8d-c31342d0e6dd tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:22.017546 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-17138b28-0fb1-4f4d-ab8d-c31342d0e6dd tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:22.022586 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-17138b28-0fb1-4f4d-ab8d-c31342d0e6dd tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4913721 Nov 12 20:18:22.024211 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49534) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:22.030187 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-90342f7b-09cf-4511-a207-48b041abc42e tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group_rule': {'security_group_id': '10907004-5b3c-4414-902d-9d855044a5bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:22.030797 n-d-712140-15 neutron-server[102447]: WARNING neutron.api.v2.base [None req-90342f7b-09cf-4511-a207-48b041abc42e tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 20:18:22.031251 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-90342f7b-09cf-4511-a207-48b041abc42e tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:18:22.035657 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-90342f7b-09cf-4511-a207-48b041abc42e tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0103900 Nov 12 20:18:22.036293 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49536) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:22.041231 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-7d964467-afbd-4a39-b30f-a5f7a7eb91d1 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group_rule': {'security_group_id': '10907004-5b3c-4414-902d-9d855044a5bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:22.041911 n-d-712140-15 neutron-server[102447]: WARNING neutron.api.v2.base [None req-7d964467-afbd-4a39-b30f-a5f7a7eb91d1 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 20:18:22.042411 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-7d964467-afbd-4a39-b30f-a5f7a7eb91d1 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:18:22.046376 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7d964467-afbd-4a39-b30f-a5f7a7eb91d1 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0088148 Nov 12 20:18:22.046999 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49538) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:22.053300 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-c3f7bfda-5fea-469c-ba1e-fdd13b34d7e4 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group_rule': {'security_group_id': '10907004-5b3c-4414-902d-9d855044a5bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:22.054140 n-d-712140-15 neutron-server[102447]: WARNING neutron.api.v2.base [None req-c3f7bfda-5fea-469c-ba1e-fdd13b34d7e4 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 20:18:22.055107 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-c3f7bfda-5fea-469c-ba1e-fdd13b34d7e4 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:18:22.059933 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c3f7bfda-5fea-469c-ba1e-fdd13b34d7e4 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0102372 Nov 12 20:18:22.060592 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17138b28-0fb1-4f4d-ab8d-c31342d0e6dd tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10907004-5b3c-4414-902d-9d855044a5bb,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:22.063552 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49540) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:22.068087 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-fc6c19ba-55f7-4bbd-b16d-8825292cc88b tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group_rule': {'security_group_id': '10907004-5b3c-4414-902d-9d855044a5bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:22.069023 n-d-712140-15 neutron-server[102447]: WARNING neutron.api.v2.base [None req-fc6c19ba-55f7-4bbd-b16d-8825292cc88b tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 20:18:22.069671 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-fc6c19ba-55f7-4bbd-b16d-8825292cc88b tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:18:22.073570 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fc6c19ba-55f7-4bbd-b16d-8825292cc88b tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0087836 Nov 12 20:18:22.074386 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49542) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:22.113929 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 0bd14f39-6fd2-4b06-8d42-3afb5e93de88 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:18:22.137457 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f26996f6-5c92-41b0-a9fc-ea42989ee478 req-8f45a263-a759-425b-aea2-c8c2f26655a1 tempest-ServerRescueTestJSON-375156914 tempest-ServerRescueTestJSON-375156914-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47f4825-7f56-4bc9-b7ea-2a3a7dd01baa HTTP/1.1" status: 200 len: 210 time: 0.1474228 Nov 12 20:18:22.142985 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-72faee3c-98d7-496d-a4cb-e0b5e4fa6e98 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:22.149730 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-7d775a3e-c90b-468f-bd59-544381a55110 admin admin] For port c3069d35-5c08-4139-bdc5-b88dc9de06b1, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c3069d35-5c08-4139-bdc5-b88dc9de06b1,segment=NetworkSegment(0b000aa6-4b23-436a-8be4-0b4c9032582a),segment_id=0b000aa6-4b23-436a-8be4-0b4c9032582a)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:22.150109 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d775a3e-c90b-468f-bd59-544381a55110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:22.176262 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-72faee3c-98d7-496d-a4cb-e0b5e4fa6e98 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:22.177780 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:18:22.194243 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-7d775a3e-c90b-468f-bd59-544381a55110 admin admin] Calling delete_port for c3069d35-5c08-4139-bdc5-b88dc9de06b1 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:18:22.227601 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-72faee3c-98d7-496d-a4cb-e0b5e4fa6e98 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:22.231381 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-72faee3c-98d7-496d-a4cb-e0b5e4fa6e98 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:22.234955 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-72faee3c-98d7-496d-a4cb-e0b5e4fa6e98 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "DELETE /v2.0/security-groups/10907004-5b3c-4414-902d-9d855044a5bb HTTP/1.1" status: 204 len: 168 time: 0.1574626 Nov 12 20:18:22.238927 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f6e048b2-42b8-407a-a259-031c866ad918 None None] Provisioning complete for port da1bb3cd-972e-4d9c-8f8b-04ec69672b03 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:22.239545 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f6e048b2-42b8-407a-a259-031c866ad918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:22.239815 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49544) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:22.265025 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72faee3c-98d7-496d-a4cb-e0b5e4fa6e98 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10907004-5b3c-4414-902d-9d855044a5bb,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:22.272607 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 0bd14f39-6fd2-4b06-8d42-3afb5e93de88 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:22.273071 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:22.319455 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-f6e048b2-42b8-407a-a259-031c866ad918 None None] Port da1bb3cd-972e-4d9c-8f8b-04ec69672b03 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:18:22.350051 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f6e048b2-42b8-407a-a259-031c866ad918 None None] Provisioning complete for port 1ca86cb6-9c8f-462d-a75a-285ffc58615c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:22.350693 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f6e048b2-42b8-407a-a259-031c866ad918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:22.383337 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7c0e126f-1e3e-4194-a5d9-a63d9ea05792 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1388800 Nov 12 20:18:22.383785 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49548) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:22.390221 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a7a3f985-6f63-4dfe-8df7-794ebe8a25c7 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group': {'name': 'tempest-secgroup--1500806670'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:22.414367 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-f6e048b2-42b8-407a-a259-031c866ad918 None None] Port 1ca86cb6-9c8f-462d-a75a-285ffc58615c cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:18:22.449078 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a7a3f985-6f63-4dfe-8df7-794ebe8a25c7 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:22.567562 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8c3fa4-4461-4c82-a6f0-0c6ce8d8ebd3 None None] Update dhcp port {'port': {'network_id': '1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1', 'fixed_ips': [{'subnet_id': '08a84e4a-a105-400c-b7fd-9e2ebe5630f2', 'ip_address': '2001:db8::2'}, {'subnet_id': '015dd655-e3ad-42bb-9c2e-163fa4bc8795'}], 'binding:host_id': 'n-d-712140-15'}, 'id': '0bd14f39-6fd2-4b06-8d42-3afb5e93de88'} from n-d-712140-15. {{(pid=102449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 20:18:22.613126 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a7a3f985-6f63-4dfe-8df7-794ebe8a25c7 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:22.614577 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a14286e1-4094-41f9-875c-c949a90a4924 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:22.624571 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a7a3f985-6f63-4dfe-8df7-794ebe8a25c7 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:22.671445 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4ffcb9bd-cb54-4e5a-b574-f53dc3957ae6 None None] Provisioning complete for port da1bb3cd-972e-4d9c-8f8b-04ec69672b03 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:22.671823 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4ffcb9bd-cb54-4e5a-b574-f53dc3957ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:22.704322 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a7a3f985-6f63-4dfe-8df7-794ebe8a25c7 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:22.705599 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a7a3f985-6f63-4dfe-8df7-794ebe8a25c7 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3206878 Nov 12 20:18:22.708471 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49552) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:22.721205 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-c2f2df4f-67d4-4d77-ae4f-58a7fbee82f5 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group_rule': {'security_group_id': '1dc17c1a-c541-4488-9848-c9dbb36e9bf6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:22.721708 n-d-712140-15 neutron-server[102447]: WARNING neutron.api.v2.base [None req-c2f2df4f-67d4-4d77-ae4f-58a7fbee82f5 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 20:18:22.721822 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 0bd14f39-6fd2-4b06-8d42-3afb5e93de88 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:18:22.722225 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-c2f2df4f-67d4-4d77-ae4f-58a7fbee82f5 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:18:22.723458 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c2f2df4f-67d4-4d77-ae4f-58a7fbee82f5 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0138793 Nov 12 20:18:22.723853 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7f8c3fa4-4461-4c82-a6f0-0c6ce8d8ebd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:22.729184 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49554) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:22.742330 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-2a2a87e1-0f3b-40b2-8b9b-ad0910b82cb7 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group_rule': {'security_group_id': '1dc17c1a-c541-4488-9848-c9dbb36e9bf6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:22.746774 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3f985-6f63-4dfe-8df7-794ebe8a25c7 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc17c1a-c541-4488-9848-c9dbb36e9bf6,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:22.748416 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:18:22.765342 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b064419-d990-4b9b-b19a-43ec138727f1 None None] Sync routers for ids ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:18:22.789942 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b064419-d990-4b9b-b19a-43ec138727f1 None None] Routers {'8a6f341b-c20c-4c58-b82b-e08bc2540b49'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:18:22.790574 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2b064419-d990-4b9b-b19a-43ec138727f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:17:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:22.822894 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-2a2a87e1-0f3b-40b2-8b9b-ad0910b82cb7 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:18:22.825074 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2a2a87e1-0f3b-40b2-8b9b-ad0910b82cb7 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0945418 Nov 12 20:18:22.828564 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49556) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:22.835682 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-2390585b-5276-4d1d-aa66-d84f73751b2a tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group_rule': {'security_group_id': '1dc17c1a-c541-4488-9848-c9dbb36e9bf6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:22.836703 n-d-712140-15 neutron-server[102447]: WARNING neutron.api.v2.base [None req-2390585b-5276-4d1d-aa66-d84f73751b2a tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 20:18:22.837348 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-2390585b-5276-4d1d-aa66-d84f73751b2a tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:18:22.840328 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2390585b-5276-4d1d-aa66-d84f73751b2a tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093131 Nov 12 20:18:22.842313 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49558) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:22.850729 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f221a49a-fd50-4d67-92b1-55c0c7d5b332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "PUT /v2.0/routers/8a6f341b-c20c-4c58-b82b-e08bc2540b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4626300 Nov 12 20:18:22.855084 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-ae54fb13-b93f-4af1-ab91-6281945c7871 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group_rule': {'security_group_id': '1dc17c1a-c541-4488-9848-c9dbb36e9bf6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:22.864587 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-632dec6b-9e2f-4a6f-b93c-951a982cd20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:22.891598 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4ffcb9bd-cb54-4e5a-b574-f53dc3957ae6 None None] Port da1bb3cd-972e-4d9c-8f8b-04ec69672b03 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:18:22.894764 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49560) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:22.900575 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-d85e6a2d-83c8-49ac-b105-0e13bc64c3d3 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'network': {'name': 'tempest-RoutersTest-1633843634'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:22.905440 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c38f7b04-5b0e-449c-8c51-e3eb5f2b2721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:22.932304 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85e6a2d-83c8-49ac-b105-0e13bc64c3d3 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Made reservation on behalf of 2fbdff350f264aeaacb6dcabbb39b466 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:18:22.937721 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d85e6a2d-83c8-49ac-b105-0e13bc64c3d3 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:22.977187 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85e6a2d-83c8-49ac-b105-0e13bc64c3d3 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:18:22.989539 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d85e6a2d-83c8-49ac-b105-0e13bc64c3d3 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:22.990852 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-d85e6a2d-83c8-49ac-b105-0e13bc64c3d3 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Added segment 63b5c52c-9ba9-4609-a9f5-f44e5b14ae52 of type vlan for network 6b35a8bd-db94-46c4-a592-466e55252abb Nov 12 20:18:23.041735 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d85e6a2d-83c8-49ac-b105-0e13bc64c3d3 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:23.073836 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-ae54fb13-b93f-4af1-ab91-6281945c7871 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:18:23.075867 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ae54fb13-b93f-4af1-ab91-6281945c7871 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2323630 Nov 12 20:18:23.080365 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49562) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:23.091873 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-edae3935-a091-4987-8e51-5fe4be5effc6 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group_rule': {'security_group_id': '1dc17c1a-c541-4488-9848-c9dbb36e9bf6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:23.095478 n-d-712140-15 neutron-server[102447]: WARNING neutron.api.v2.base [None req-edae3935-a091-4987-8e51-5fe4be5effc6 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 20:18:23.095656 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-2b064419-d990-4b9b-b19a-43ec138727f1 None None] Set router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:18:23.098004 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-edae3935-a091-4987-8e51-5fe4be5effc6 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:18:23.102434 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-edae3935-a091-4987-8e51-5fe4be5effc6 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0168374 Nov 12 20:18:23.102773 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d85e6a2d-83c8-49ac-b105-0e13bc64c3d3 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:23.111250 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 0bd14f39-6fd2-4b06-8d42-3afb5e93de88 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:23.111753 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:23.131740 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85e6a2d-83c8-49ac-b105-0e13bc64c3d3 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:23.133706 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d85e6a2d-83c8-49ac-b105-0e13bc64c3d3 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:23.145064 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49564) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:23.242980 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-e155527b-0cc8-4be2-b524-9d4786595978 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group_rule': {'security_group_id': '1dc17c1a-c541-4488-9848-c9dbb36e9bf6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:23.267943 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49568) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:23.407243 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e6a2d-83c8-49ac-b105-0e13bc64c3d3 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Network': ['ID=6b35a8bd-db94-46c4-a592-466e55252abb,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:23.422200 n-d-712140-15 neutron-server[102447]: INFO neutron.db.securitygroups_db [None req-e155527b-0cc8-4be2-b524-9d4786595978 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Project 20592548f9f8408caab9988994e6f538 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 20:18:23.482558 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-7f8c3fa4-4461-4c82-a6f0-0c6ce8d8ebd3 None None] Allocated IP 2001:db8:0:1::2 (1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1/015dd655-e3ad-42bb-9c2e-163fa4bc8795/0bd14f39-6fd2-4b06-8d42-3afb5e93de88) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:18:23.510013 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d85e6a2d-83c8-49ac-b105-0e13bc64c3d3 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6112647 Nov 12 20:18:23.514548 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49572) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:23.516752 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-e155527b-0cc8-4be2-b524-9d4786595978 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:18:23.521967 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e155527b-0cc8-4be2-b524-9d4786595978 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3176785 Nov 12 20:18:23.524333 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2b064419-d990-4b9b-b19a-43ec138727f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:18:18Z', 'revision_number': 3, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None, '_interfaces': [{'id': 'da1bb3cd-972e-4d9c-8f8b-04ec69672b03', 'name': '', 'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:34:09:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:14Z', 'updated_at': '2021-11-12T20:18:19Z', 'revision_number': 2, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df2bc197-b9f7-4ef7-81f3-83e10fc71d51', 'name': '', 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:42:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:04Z', 'updated_at': '2021-11-12T20:18:14Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:23.530937 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-058bc34b-6e28-4cf1-af05-2011fb070ee8 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'subnet': {'network_id': '6b35a8bd-db94-46c4-a592-466e55252abb', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:23.544905 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49574) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:23.575449 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-5918c97c-bc15-486d-bf70-522371b243ba tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group_rule': {'security_group_id': '1dc17c1a-c541-4488-9848-c9dbb36e9bf6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:23.575947 n-d-712140-15 neutron-server[102447]: WARNING neutron.api.v2.base [None req-5918c97c-bc15-486d-bf70-522371b243ba tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 20:18:23.576575 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-5918c97c-bc15-486d-bf70-522371b243ba tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:18:23.577509 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5918c97c-bc15-486d-bf70-522371b243ba tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0169754 Nov 12 20:18:23.589617 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b064419-d990-4b9b-b19a-43ec138727f1 None None] Checking router: 8a6f341b-c20c-4c58-b82b-e08bc2540b49 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:18:23.590466 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b064419-d990-4b9b-b19a-43ec138727f1 None None] Updating router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 port da1bb3cd-972e-4d9c-8f8b-04ec69672b03 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:18:23.607605 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 6b35a8bd-db94-46c4-a592-466e55252abb details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:18:23.611008 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49576) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:23.626348 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-f07b4c17-b1a7-488a-90e3-2a530b7d5674 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group_rule': {'security_group_id': '1dc17c1a-c541-4488-9848-c9dbb36e9bf6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:23.655041 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2b064419-d990-4b9b-b19a-43ec138727f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:23.679892 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7f8c3fa4-4461-4c82-a6f0-0c6ce8d8ebd3 None None] For port 0bd14f39-6fd2-4b06-8d42-3afb5e93de88, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=0bd14f39-6fd2-4b06-8d42-3afb5e93de88,segment=NetworkSegment(55a704f2-5594-49e9-af36-a7bcff4654ca),segment_id=55a704f2-5594-49e9-af36-a7bcff4654ca)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:23.735012 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7f8c3fa4-4461-4c82-a6f0-0c6ce8d8ebd3 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:23.748996 n-d-712140-15 neutron-server[102447]: INFO neutron.db.securitygroups_db [None req-f07b4c17-b1a7-488a-90e3-2a530b7d5674 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Project 20592548f9f8408caab9988994e6f538 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 20:18:23.767604 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632dec6b-9e2f-4a6f-b93c-951a982cd20e admin admin] Pushing event deleted for resources: {'Port': ['ID=88d61755-629b-4c6e-b651-954056d16c11,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:23.830602 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-f07b4c17-b1a7-488a-90e3-2a530b7d5674 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:18:23.832178 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f07b4c17-b1a7-488a-90e3-2a530b7d5674 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2204196 Nov 12 20:18:23.837260 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49578) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:23.847090 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-97f07efc-eec6-4f1a-a2b7-333ffb68ddc8 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group_rule': {'security_group_id': '1dc17c1a-c541-4488-9848-c9dbb36e9bf6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:23.880413 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7f8c3fa4-4461-4c82-a6f0-0c6ce8d8ebd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:23.978554 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058bc34b-6e28-4cf1-af05-2011fb070ee8 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Made reservation on behalf of 2fbdff350f264aeaacb6dcabbb39b466 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:18:23.987211 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2b064419-d990-4b9b-b19a-43ec138727f1 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:23.989040 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-058bc34b-6e28-4cf1-af05-2011fb070ee8 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:24.003856 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2b064419-d990-4b9b-b19a-43ec138727f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:24.035192 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 0d03a2a6-2286-4242-adad-b094ff59b894 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:18:24.103955 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cccfcc-0aec-42ec-8dd0-64ec7ac2e435 None None] Pushing event updated for resources: {'Port': ['ID=da1bb3cd-972e-4d9c-8f8b-04ec69672b03,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:24.113048 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:24.137427 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 0d03a2a6-2286-4242-adad-b094ff59b894 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:18:24.137427 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 0d03a2a6-2286-4242-adad-b094ff59b894 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:18:24.156676 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cccfcc-0aec-42ec-8dd0-64ec7ac2e435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:24.157396 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cccfcc-0aec-42ec-8dd0-64ec7ac2e435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:24.157991 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cccfcc-0aec-42ec-8dd0-64ec7ac2e435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:24.165284 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cccfcc-0aec-42ec-8dd0-64ec7ac2e435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:24.170123 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cccfcc-0aec-42ec-8dd0-64ec7ac2e435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:24.170451 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:24.171008 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cccfcc-0aec-42ec-8dd0-64ec7ac2e435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:24.171594 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cccfcc-0aec-42ec-8dd0-64ec7ac2e435 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:24.172133 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cccfcc-0aec-42ec-8dd0-64ec7ac2e435 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:24.172707 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cccfcc-0aec-42ec-8dd0-64ec7ac2e435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:24.173239 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cccfcc-0aec-42ec-8dd0-64ec7ac2e435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:24.173787 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cccfcc-0aec-42ec-8dd0-64ec7ac2e435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:24.174313 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cccfcc-0aec-42ec-8dd0-64ec7ac2e435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:18:24.188907 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-2b064419-d990-4b9b-b19a-43ec138727f1 None None] Attempting to bind port da1bb3cd-972e-4d9c-8f8b-04ec69672b03 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:18:24.189551 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-2b064419-d990-4b9b-b19a-43ec138727f1 None None] Attempting to bind port da1bb3cd-972e-4d9c-8f8b-04ec69672b03 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '0669d68f-9524-40bc-a273-79b80e4a7ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:18:24.190120 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b064419-d990-4b9b-b19a-43ec138727f1 None None] Attempting to bind port da1bb3cd-972e-4d9c-8f8b-04ec69672b03 on network b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:18:24.202859 n-d-712140-15 neutron-server[102447]: INFO neutron.db.securitygroups_db [None req-97f07efc-eec6-4f1a-a2b7-333ffb68ddc8 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Project 20592548f9f8408caab9988994e6f538 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 20:18:24.210613 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b064419-d990-4b9b-b19a-43ec138727f1 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:18:24.211160 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b064419-d990-4b9b-b19a-43ec138727f1 None None] Checking segment: {'id': '0669d68f-9524-40bc-a273-79b80e4a7ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:18:24.212169 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2b064419-d990-4b9b-b19a-43ec138727f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:24.212685 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b064419-d990-4b9b-b19a-43ec138727f1 None None] Bound using segment: {'id': '0669d68f-9524-40bc-a273-79b80e4a7ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:18:24.221297 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-2b064419-d990-4b9b-b19a-43ec138727f1 None None] Bound port: da1bb3cd-972e-4d9c-8f8b-04ec69672b03, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0669d68f-9524-40bc-a273-79b80e4a7ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:18:24.222025 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2b064419-d990-4b9b-b19a-43ec138727f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:24.243844 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c3fa4-4461-4c82-a6f0-0c6ce8d8ebd3 None None] Pushing event updated for resources: {'Port': ['ID=0bd14f39-6fd2-4b06-8d42-3afb5e93de88,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:24.400981 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-97f07efc-eec6-4f1a-a2b7-333ffb68ddc8 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:18:24.402820 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-97f07efc-eec6-4f1a-a2b7-333ffb68ddc8 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5609746 Nov 12 20:18:24.419469 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49580) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:24.431259 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-2b064419-d990-4b9b-b19a-43ec138727f1 None None] For port da1bb3cd-972e-4d9c-8f8b-04ec69672b03, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:18:24.440662 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-2b064419-d990-4b9b-b19a-43ec138727f1 None None] For port da1bb3cd-972e-4d9c-8f8b-04ec69672b03, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=da1bb3cd-972e-4d9c-8f8b-04ec69672b03,segment=NetworkSegment(0669d68f-9524-40bc-a273-79b80e4a7ed2),segment_id=0669d68f-9524-40bc-a273-79b80e4a7ed2)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:18:24.448558 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2b064419-d990-4b9b-b19a-43ec138727f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:24.554455 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21706e4d-07d4-44a8-9aa1-b9209ad253a9 req-69f7df88-d228-4e73-a960-e5248c470864 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:24.566253 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-21706e4d-07d4-44a8-9aa1-b9209ad253a9 req-69f7df88-d228-4e73-a960-e5248c470864 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 1.8062015 Nov 12 20:18:24.581973 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-257e67d6-afd1-44b6-98b3-1bfdf4d3d8ee None None] Provisioning complete for port da1bb3cd-972e-4d9c-8f8b-04ec69672b03 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:24.583293 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-257e67d6-afd1-44b6-98b3-1bfdf4d3d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:24.613248 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-a14286e1-4094-41f9-875c-c949a90a4924 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Delete allocated IP 2001:db8::359 (1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1/08a84e4a-a105-400c-b7fd-9e2ebe5630f2) {{(pid=102448) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 20:18:24.651571 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cccfcc-0aec-42ec-8dd0-64ec7ac2e435 None None] Pushing event updated for resources: {'Port': ['ID=da1bb3cd-972e-4d9c-8f8b-04ec69672b03,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:24.724226 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-a14286e1-4094-41f9-875c-c949a90a4924 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Allocated IP 2001:db8:0:1::2ca (1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1/015dd655-e3ad-42bb-9c2e-163fa4bc8795/1ca86cb6-9c8f-462d-a75a-285ffc58615c) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:18:24.730918 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b064419-d990-4b9b-b19a-43ec138727f1 None None] Routers {'8a6f341b-c20c-4c58-b82b-e08bc2540b49'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:18:24.732252 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2b064419-d990-4b9b-b19a-43ec138727f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:24.797292 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf12bb71-e935-4605-8f5c-73990b4f96be tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:24.798383 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d775a3e-c90b-468f-bd59-544381a55110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:24.882389 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf12bb71-e935-4605-8f5c-73990b4f96be tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:24.938719 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-257e67d6-afd1-44b6-98b3-1bfdf4d3d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:25.041401 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-257e67d6-afd1-44b6-98b3-1bfdf4d3d8ee None None] For port da1bb3cd-972e-4d9c-8f8b-04ec69672b03, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=da1bb3cd-972e-4d9c-8f8b-04ec69672b03,segment=NetworkSegment(0669d68f-9524-40bc-a273-79b80e4a7ed2),segment_id=0669d68f-9524-40bc-a273-79b80e4a7ed2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:25.051100 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 0bd14f39-6fd2-4b06-8d42-3afb5e93de88 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:18:25.052666 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-2b064419-d990-4b9b-b19a-43ec138727f1 None None] Set router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:18:25.070653 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d775a3e-c90b-468f-bd59-544381a55110 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3069d35-5c08-4139-bdc5-b88dc9de06b1,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:25.185111 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-257e67d6-afd1-44b6-98b3-1bfdf4d3d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:25.241834 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-21706e4d-07d4-44a8-9aa1-b9209ad253a9 req-b2c6e8e7-d5be-44a6-a496-9fa8a773a1d0 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6745701 Nov 12 20:18:25.298426 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf12bb71-e935-4605-8f5c-73990b4f96be tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:25.303402 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf12bb71-e935-4605-8f5c-73990b4f96be tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:25.305131 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bf12bb71-e935-4605-8f5c-73990b4f96be tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "DELETE /v2.0/security-groups/1dc17c1a-c541-4488-9848-c9dbb36e9bf6 HTTP/1.1" status: 204 len: 168 time: 0.8846686 Nov 12 20:18:25.331554 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e67d6-afd1-44b6-98b3-1bfdf4d3d8ee None None] Pushing event updated for resources: {'Port': ['ID=da1bb3cd-972e-4d9c-8f8b-04ec69672b03,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:25.350183 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49584) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:25.382971 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 0bd14f39-6fd2-4b06-8d42-3afb5e93de88 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:25.383398 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:25.397019 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12bb71-e935-4605-8f5c-73990b4f96be tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc17c1a-c541-4488-9848-c9dbb36e9bf6,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:25.435681 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-058bc34b-6e28-4cf1-af05-2011fb070ee8 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:25.436067 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:25.446386 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-df22cd81-26a3-4339-8b01-a013c2bfa26f None None] Provisioning complete for port da1bb3cd-972e-4d9c-8f8b-04ec69672b03 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:25.446898 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-df22cd81-26a3-4339-8b01-a013c2bfa26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:25.523249 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a5deb86-0964-4296-9b22-fcf41a6a424a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:25.656979 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058bc34b-6e28-4cf1-af05-2011fb070ee8 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Subnet': ['ID=eaba39bd-baa8-4857-ac42-4721216440e0,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:25.678145 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2b064419-d990-4b9b-b19a-43ec138727f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:18:18Z', 'revision_number': 3, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None, '_interfaces': [{'id': 'da1bb3cd-972e-4d9c-8f8b-04ec69672b03', 'name': '', 'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:34:09:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:14Z', 'updated_at': '2021-11-12T20:18:24Z', 'revision_number': 4, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df2bc197-b9f7-4ef7-81f3-83e10fc71d51', 'name': '', 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:42:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:04Z', 'updated_at': '2021-11-12T20:18:14Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:25.712062 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058bc34b-6e28-4cf1-af05-2011fb070ee8 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Checking segment: {'id': '63b5c52c-9ba9-4609-a9f5-f44e5b14ae52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6b35a8bd-db94-46c4-a592-466e55252abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:18:25.712460 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b064419-d990-4b9b-b19a-43ec138727f1 None None] The sync data for ids ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'] in n-d-712140-15 is: [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:18:18Z', 'revision_number': 3, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None, '_interfaces': [{'id': 'da1bb3cd-972e-4d9c-8f8b-04ec69672b03', 'name': '', 'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:34:09:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:14Z', 'updated_at': '2021-11-12T20:18:24Z', 'revision_number': 4, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df2bc197-b9f7-4ef7-81f3-83e10fc71d51', 'name': '', 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:42:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:04Z', 'updated_at': '2021-11-12T20:18:14Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:18:25.712643 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058bc34b-6e28-4cf1-af05-2011fb070ee8 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network hostable DHCP agents. Network: 6b35a8bd-db94-46c4-a592-466e55252abb, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:18:25.714053 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a14286e1-4094-41f9-875c-c949a90a4924 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:25.743449 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a14286e1-4094-41f9-875c-c949a90a4924 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:25.758876 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-632dec6b-9e2f-4a6f-b93c-951a982cd20e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:25.766600 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b2879ff0-3c35-48e5-acc7-c808143ff6f0 None None] Provisioning complete for port 9dfda7e4-a973-413d-894d-fecdc25e3ee8 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:25.767094 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b2879ff0-3c35-48e5-acc7-c808143ff6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:25.786628 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058bc34b-6e28-4cf1-af05-2011fb070ee8 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network 6b35a8bd-db94-46c4-a592-466e55252abb is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:18:25.856174 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0e3bc047-37b6-486a-9d9d-fa4c316f2a43 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5018933 Nov 12 20:18:25.871610 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49588) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:25.878800 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b2879ff0-3c35-48e5-acc7-c808143ff6f0 None None] Port 9dfda7e4-a973-413d-894d-fecdc25e3ee8 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:18:25.889454 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-058bc34b-6e28-4cf1-af05-2011fb070ee8 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 6b35a8bd-db94-46c4-a592-466e55252abb) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:18:25.903280 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d775a3e-c90b-468f-bd59-544381a55110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:25.907587 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058bc34b-6e28-4cf1-af05-2011fb070ee8 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:25.908121 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-058bc34b-6e28-4cf1-af05-2011fb070ee8 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:25.909801 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-30a89108-5a67-4d66-848d-30dfc991d06f tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group': {'name': 'tempest-secgroup--98516953'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:25.918405 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b2879ff0-3c35-48e5-acc7-c808143ff6f0 None None] Provisioning complete for port 0bd14f39-6fd2-4b06-8d42-3afb5e93de88 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:25.918779 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b2879ff0-3c35-48e5-acc7-c808143ff6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:26.014981 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:26.023204 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-058bc34b-6e28-4cf1-af05-2011fb070ee8 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4971399 Nov 12 20:18:26.047192 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49590) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:26.061197 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-a14286e1-4094-41f9-875c-c949a90a4924 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] In _notify_port_updated(), no bound segment for port 1ca86cb6-9c8f-462d-a75a-285ffc58615c on network 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 {{(pid=102448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 20:18:26.067006 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14286e1-4094-41f9-875c-c949a90a4924 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:26.067621 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a14286e1-4094-41f9-875c-c949a90a4924 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:26.072135 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a14286e1-4094-41f9-875c-c949a90a4924 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "PUT /v2.0/ports/1ca86cb6-9c8f-462d-a75a-285ffc58615c HTTP/1.1" status: 200 len: 931 time: 4.3826990 Nov 12 20:18:26.074695 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49592) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:26.100468 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14286e1-4094-41f9-875c-c949a90a4924 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Port': ['ID=1ca86cb6-9c8f-462d-a75a-285ffc58615c,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:26.122346 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d079bd7e-3645-423e-b0a1-bde1d1641bd6 None None] Network 6b35a8bd-db94-46c4-a592-466e55252abb requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:18:26.155339 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b2879ff0-3c35-48e5-acc7-c808143ff6f0 None None] Provisioning complete for port 1ca86cb6-9c8f-462d-a75a-285ffc58615c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:26.155950 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b2879ff0-3c35-48e5-acc7-c808143ff6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:26.273733 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-7a5deb86-0964-4296-9b22-fcf41a6a424a admin admin] Deleting port d8ef7606-8849-4c66-bd8b-1b9d974d7e91 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:18:26.274078 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a5deb86-0964-4296-9b22-fcf41a6a424a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:26.303489 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b2879ff0-3c35-48e5-acc7-c808143ff6f0 None None] Port 1ca86cb6-9c8f-462d-a75a-285ffc58615c cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:18:26.444104 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-7a5deb86-0964-4296-9b22-fcf41a6a424a admin admin] For port d8ef7606-8849-4c66-bd8b-1b9d974d7e91, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d8ef7606-8849-4c66-bd8b-1b9d974d7e91,segment=NetworkSegment(69cd314b-0c9e-4d8d-9aa9-8bf2959b016a),segment_id=69cd314b-0c9e-4d8d-9aa9-8bf2959b016a)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:26.465306 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a5deb86-0964-4296-9b22-fcf41a6a424a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:26.475895 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a13215c-6026-4b0a-bfb6-e4efe336818a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-6b35a8bd-db94-46c4-a592-466e55252abb', 'network_id': '6b35a8bd-db94-46c4-a592-466e55252abb', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'fixed_ips': [{'subnet_id': 'eaba39bd-baa8-4857-ac42-4721216440e0'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:18:26.476851 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2a13215c-6026-4b0a-bfb6-e4efe336818a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:26.490980 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-2ff16e24-c18f-4b80-a977-53f4176e24a7 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting port 1ca86cb6-9c8f-462d-a75a-285ffc58615c {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:18:26.491132 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2ff16e24-c18f-4b80-a977-53f4176e24a7 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:26.508659 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-7a5deb86-0964-4296-9b22-fcf41a6a424a admin admin] Calling delete_port for d8ef7606-8849-4c66-bd8b-1b9d974d7e91 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:18:26.538748 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30a89108-5a67-4d66-848d-30dfc991d06f tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:26.608005 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-6e026c30-6d62-40aa-8d58-d2eb2ba43689 None None] Provisioning complete for port 1ca86cb6-9c8f-462d-a75a-285ffc58615c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:26.608481 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6e026c30-6d62-40aa-8d58-d2eb2ba43689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:26.716559 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-6e026c30-6d62-40aa-8d58-d2eb2ba43689 None None] Port 1ca86cb6-9c8f-462d-a75a-285ffc58615c cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:18:26.741867 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2ff16e24-c18f-4b80-a977-53f4176e24a7 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:26.770700 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-2ff16e24-c18f-4b80-a977-53f4176e24a7 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Calling delete_port for 1ca86cb6-9c8f-462d-a75a-285ffc58615c owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:18:26.813184 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc46c6e-2e96-4c3e-86ac-3bee78162136 req-4d6fef64-b459-4eb5-9341-c836a0814bd7 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:26.814776 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4dc46c6e-2e96-4c3e-86ac-3bee78162136 req-4d6fef64-b459-4eb5-9341-c836a0814bd7 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.4182127 Nov 12 20:18:26.817460 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-2a13215c-6026-4b0a-bfb6-e4efe336818a None None] Allocated IP 172.22.0.2 (6b35a8bd-db94-46c4-a592-466e55252abb/eaba39bd-baa8-4857-ac42-4721216440e0/ab10a2fc-3014-49a6-8f62-5d384f663b86) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:18:26.952160 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device da1bb3cd-972e-4d9c-8f8b-04ec69672b03 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:18:27.215008 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2ff16e24-c18f-4b80-a977-53f4176e24a7 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:27.230637 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a5deb86-0964-4296-9b22-fcf41a6a424a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:27.248894 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port da1bb3cd-972e-4d9c-8f8b-04ec69672b03 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:27.249480 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:27.272805 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0dac74-f9d4-4e79-a9d7-553d9eb401a6 None None] DHCP port deletion for b3107c86-393d-4546-95b6-185ebc23d220 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:18:27.348988 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2a13215c-6026-4b0a-bfb6-e4efe336818a None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:27.364764 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2a13215c-6026-4b0a-bfb6-e4efe336818a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:27.435818 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a13215c-6026-4b0a-bfb6-e4efe336818a None None] Network 6b35a8bd-db94-46c4-a592-466e55252abb is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:18:27.442184 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-2a13215c-6026-4b0a-bfb6-e4efe336818a None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:18:27.451710 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a13215c-6026-4b0a-bfb6-e4efe336818a None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:18:27.455400 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13215c-6026-4b0a-bfb6-e4efe336818a None None] Pushing event updated for resources: {'Port': ['ID=ab10a2fc-3014-49a6-8f62-5d384f663b86,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:27.557845 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff16e24-c18f-4b80-a977-53f4176e24a7 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Port': ['ID=1ca86cb6-9c8f-462d-a75a-285ffc58615c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:27.568302 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-2a13215c-6026-4b0a-bfb6-e4efe336818a None None] Attempting to bind port ab10a2fc-3014-49a6-8f62-5d384f663b86 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:18:27.568678 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-2a13215c-6026-4b0a-bfb6-e4efe336818a None None] Attempting to bind port ab10a2fc-3014-49a6-8f62-5d384f663b86 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '63b5c52c-9ba9-4609-a9f5-f44e5b14ae52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6b35a8bd-db94-46c4-a592-466e55252abb'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:18:27.569255 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a13215c-6026-4b0a-bfb6-e4efe336818a None None] Attempting to bind port ab10a2fc-3014-49a6-8f62-5d384f663b86 on network 6b35a8bd-db94-46c4-a592-466e55252abb {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:18:27.575043 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a13215c-6026-4b0a-bfb6-e4efe336818a None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:18:27.575424 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a13215c-6026-4b0a-bfb6-e4efe336818a None None] Checking segment: {'id': '63b5c52c-9ba9-4609-a9f5-f44e5b14ae52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6b35a8bd-db94-46c4-a592-466e55252abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:18:27.575971 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2a13215c-6026-4b0a-bfb6-e4efe336818a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:27.576389 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a13215c-6026-4b0a-bfb6-e4efe336818a None None] Bound using segment: {'id': '63b5c52c-9ba9-4609-a9f5-f44e5b14ae52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6b35a8bd-db94-46c4-a592-466e55252abb'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:18:27.576867 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-2a13215c-6026-4b0a-bfb6-e4efe336818a None None] Bound port: ab10a2fc-3014-49a6-8f62-5d384f663b86, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b5c52c-9ba9-4609-a9f5-f44e5b14ae52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6b35a8bd-db94-46c4-a592-466e55252abb'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:18:27.577250 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2a13215c-6026-4b0a-bfb6-e4efe336818a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:27.600592 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a5deb86-0964-4296-9b22-fcf41a6a424a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:27.632369 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4dc46c6e-2e96-4c3e-86ac-3bee78162136 req-4e4fa1a5-3216-4854-bd9a-4f993b7d9d27 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7682512 Nov 12 20:18:27.721126 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30a89108-5a67-4d66-848d-30dfc991d06f tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:27.734755 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5deb86-0964-4296-9b22-fcf41a6a424a admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ef7606-8849-4c66-bd8b-1b9d974d7e91,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:27.736129 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2a13215c-6026-4b0a-bfb6-e4efe336818a None None] For port ab10a2fc-3014-49a6-8f62-5d384f663b86, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:18:27.741257 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30a89108-5a67-4d66-848d-30dfc991d06f tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:27.749608 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2a13215c-6026-4b0a-bfb6-e4efe336818a None None] For port ab10a2fc-3014-49a6-8f62-5d384f663b86, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ab10a2fc-3014-49a6-8f62-5d384f663b86,segment=NetworkSegment(63b5c52c-9ba9-4609-a9f5-f44e5b14ae52),segment_id=63b5c52c-9ba9-4609-a9f5-f44e5b14ae52)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:18:27.758372 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2a13215c-6026-4b0a-bfb6-e4efe336818a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:27.827867 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2ff16e24-c18f-4b80-a977-53f4176e24a7 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:27.833849 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2ff16e24-c18f-4b80-a977-53f4176e24a7 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/ports/1ca86cb6-9c8f-462d-a75a-285ffc58615c HTTP/1.1" status: 204 len: 168 time: 1.7559683 Nov 12 20:18:27.877175 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49598) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:27.880384 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632dec6b-9e2f-4a6f-b93c-951a982cd20e admin admin] Router e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:18:27.883003 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13215c-6026-4b0a-bfb6-e4efe336818a None None] Pushing event updated for resources: {'Port': ['ID=ab10a2fc-3014-49a6-8f62-5d384f663b86,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:27.884510 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-30a89108-5a67-4d66-848d-30dfc991d06f tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:27.885736 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-30a89108-5a67-4d66-848d-30dfc991d06f tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.9861128 Nov 12 20:18:27.900826 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49600) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:27.906139 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-d114ab17-b19e-408a-a6ca-5b9ad48daf12 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group_rule': {'security_group_id': '13d3e028-9c97-4f70-8c19-837e65e3e426', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:27.972167 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a89108-5a67-4d66-848d-30dfc991d06f tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13d3e028-9c97-4f70-8c19-837e65e3e426,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:27.981686 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d6e439-2a9b-43b1-b679-59b493eac878 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] GET failed (client error): The resource could not be found. Nov 12 20:18:27.986076 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e6d6e439-2a9b-43b1-b679-59b493eac878 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "GET /v2.0/ports/1ca86cb6-9c8f-462d-a75a-285ffc58615c HTTP/1.1" status: 404 len: 333 time: 0.1045208 Nov 12 20:18:27.987044 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49602) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:28.020388 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c53c6d34-24da-4b5a-af82-c1d8da9a3e52 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:28.023325 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d775a3e-c90b-468f-bd59-544381a55110 admin admin] Router 52564ca0-a44f-4571-b355-4251d9275d24 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:18:28.037758 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-d114ab17-b19e-408a-a6ca-5b9ad48daf12 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] create failed (client error): The resource could not be found. Nov 12 20:18:28.041904 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d114ab17-b19e-408a-a6ca-5b9ad48daf12 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1375375 Nov 12 20:18:28.042426 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49604) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:28.048799 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-6e00b222-0293-4785-931d-05d7fd49c9b8 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group_rule': {'security_group_id': '13d3e028-9c97-4f70-8c19-837e65e3e426', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4d0ff903-526b-4c33-bb43-9c227cfde6ec'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:28.223021 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5deb86-0964-4296-9b22-fcf41a6a424a admin admin] Router baa48e79-96a2-4451-a821-e18d34834dfc has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:18:28.253594 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-6e00b222-0293-4785-931d-05d7fd49c9b8 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] create failed (client error): The resource could not be found. Nov 12 20:18:28.254967 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6e00b222-0293-4785-931d-05d7fd49c9b8 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2116268 Nov 12 20:18:28.257911 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49608) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:28.427253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5deb86-0964-4296-9b22-fcf41a6a424a admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:18:28.437421 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7a5deb86-0964-4296-9b22-fcf41a6a424a admin admin] 10.222.0.48 "PUT /v2.0/routers/baa48e79-96a2-4451-a821-e18d34834dfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1683855 Nov 12 20:18:28.440549 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae589f50-b33f-4af2-9ecb-cff15274d3b6 None None] Sync routers for ids ['baa48e79-96a2-4451-a821-e18d34834dfc'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:18:28.444854 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f60b588c-33e7-4fa9-a3c3-ceb39a88ca5e tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:28.447879 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49610) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:28.476555 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4fdb0f6-147e-4b47-9b52-63dfdf0eaa4f tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:28.482522 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae589f50-b33f-4af2-9ecb-cff15274d3b6 None None] Routers {'baa48e79-96a2-4451-a821-e18d34834dfc'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:18:28.483163 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-ae589f50-b33f-4af2-9ecb-cff15274d3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['baa48e79-96a2-4451-a821-e18d34834dfc'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:28.505819 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4fdb0f6-147e-4b47-9b52-63dfdf0eaa4f tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:28.558919 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4fdb0f6-147e-4b47-9b52-63dfdf0eaa4f tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:28.561723 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4fdb0f6-147e-4b47-9b52-63dfdf0eaa4f tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:28.568718 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d4fdb0f6-147e-4b47-9b52-63dfdf0eaa4f tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "DELETE /v2.0/security-groups/13d3e028-9c97-4f70-8c19-837e65e3e426 HTTP/1.1" status: 204 len: 168 time: 0.3096719 Nov 12 20:18:28.571941 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49612) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:28.622665 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fdb0f6-147e-4b47-9b52-63dfdf0eaa4f tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d3e028-9c97-4f70-8c19-837e65e3e426,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:28.650930 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f60b588c-33e7-4fa9-a3c3-ceb39a88ca5e tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:28.681795 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4dbb4050-032a-4842-80e2-c23b342a6cf3 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0979660 Nov 12 20:18:28.682065 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632dec6b-9e2f-4a6f-b93c-951a982cd20e admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:18:28.684344 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a7658da-43c0-4895-ac3c-c17a646211a8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:28.686952 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49616) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:28.695329 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada94b45-478c-4aae-af9c-dacf41aeb777 None None] Sync routers for ids ['e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:18:28.706566 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada94b45-478c-4aae-af9c-dacf41aeb777 None None] Routers {'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:18:28.707188 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ada94b45-478c-4aae-af9c-dacf41aeb777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:28.715868 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-338a9a2f-c484-4779-a699-ffa431eb81c7 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group_rule': {'security_group_id': '7cbedb49-9fe8-472e-9454-6bfb7b5e2165', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:28.734207 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-ae589f50-b33f-4af2-9ecb-cff15274d3b6 None None] Set router baa48e79-96a2-4451-a821-e18d34834dfc gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:18:28.830493 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-632dec6b-9e2f-4a6f-b93c-951a982cd20e admin admin] 10.222.0.48 "PUT /v2.0/routers/e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1394653 Nov 12 20:18:28.831169 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49618) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:28.843445 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-338a9a2f-c484-4779-a699-ffa431eb81c7 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] create failed (client error): The resource could not be found. Nov 12 20:18:28.864114 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-338a9a2f-c484-4779-a699-ffa431eb81c7 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1759396 Nov 12 20:18:28.867159 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49620) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:28.954814 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d775a3e-c90b-468f-bd59-544381a55110 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:18:28.956506 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a7658da-43c0-4895-ac3c-c17a646211a8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:28.968851 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ab10a2fc-3014-49a6-8f62-5d384f663b86 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:18:29.075755 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7d775a3e-c90b-468f-bd59-544381a55110 admin admin] 10.222.0.48 "PUT /v2.0/routers/52564ca0-a44f-4571-b355-4251d9275d24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8325777 Nov 12 20:18:29.075859 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-ada94b45-478c-4aae-af9c-dacf41aeb777 None None] Set router e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:18:29.075961 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49622) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:29.116931 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b35a34d-a3e5-4fd4-b3f9-c546502876c7 None None] Sync routers for ids ['52564ca0-a44f-4571-b355-4251d9275d24'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:18:29.220171 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b35a34d-a3e5-4fd4-b3f9-c546502876c7 None None] Routers {'52564ca0-a44f-4571-b355-4251d9275d24'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:18:29.220854 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-8b35a34d-a3e5-4fd4-b3f9-c546502876c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['52564ca0-a44f-4571-b355-4251d9275d24'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:29.296882 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ada94b45-478c-4aae-af9c-dacf41aeb777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'name': 'tempest-AttachVolumeTestJSON-2005805429-router', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:30Z', 'updated_at': '2021-11-12T20:18:22Z', 'revision_number': 5, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'gw_port': {'id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:32Z', 'updated_at': '2021-11-12T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:29.397241 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-8b35a34d-a3e5-4fd4-b3f9-c546502876c7 None None] Set router 52564ca0-a44f-4571-b355-4251d9275d24 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:18:29.465646 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-c53c6d34-24da-4b5a-af82-c1d8da9a3e52 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Allocated IP 172.22.0.1 (6b35a8bd-db94-46c4-a592-466e55252abb/eaba39bd-baa8-4857-ac42-4721216440e0/c9f1944a-7334-4ba2-a8c3-d903415f4abf) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:18:29.521398 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port ab10a2fc-3014-49a6-8f62-5d384f663b86 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:29.523659 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:29.639729 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-f3df3ec8-93b8-40cd-8379-d925ace8e89f tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group': {'name': 'tempest-secgroup--307451098'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:29.645262 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6ba9b66d-66c3-4e3f-8619-e005c24a3a0c admin admin] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:29.684746 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-ae589f50-b33f-4af2-9ecb-cff15274d3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa48e79-96a2-4451-a821-e18d34834dfc', 'name': 'tempest-ServerRescueTestJSON-619950951-router', 'tenant_id': '2f74867b50744eb7b866c1e4d6eb5a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '93b530eb-12d7-470d-bf9e-b5f58e00751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:16:10Z', 'updated_at': '2021-11-12T20:18:27Z', 'revision_number': 5, 'project_id': '2f74867b50744eb7b866c1e4d6eb5a6e', 'gw_port': {'id': '93b530eb-12d7-470d-bf9e-b5f58e00751f', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa48e79-96a2-4451-a821-e18d34834dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:16:11Z', 'updated_at': '2021-11-12T20:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:29.688653 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c53c6d34-24da-4b5a-af82-c1d8da9a3e52 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:29.697179 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada94b45-478c-4aae-af9c-dacf41aeb777 None None] Checking router: e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:18:29.721520 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada94b45-478c-4aae-af9c-dacf41aeb777 None None] Routers {'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:18:29.722170 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ada94b45-478c-4aae-af9c-dacf41aeb777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:29.743679 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bd6757-4969-417e-b1ed-fc5a48e8065b None None] Network 6b35a8bd-db94-46c4-a592-466e55252abb requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:18:29.757994 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463b312-b243-4e3b-924d-22d1c9ce51a0 req-adc60b9a-39d3-4f1f-8529-d76a683f2fcc tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:29.770634 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6463b312-b243-4e3b-924d-22d1c9ce51a0 req-adc60b9a-39d3-4f1f-8529-d76a683f2fcc tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.9376786 Nov 12 20:18:29.776329 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f60b588c-33e7-4fa9-a3c3-ceb39a88ca5e tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:29.780512 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f60b588c-33e7-4fa9-a3c3-ceb39a88ca5e tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:29.784050 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f60b588c-33e7-4fa9-a3c3-ceb39a88ca5e tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/security-groups/e7edcb48-2f37-423f-9e95-6dce85a1f5ee HTTP/1.1" status: 204 len: 168 time: 1.7907035 Nov 12 20:18:29.786401 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49630) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:29.819662 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c53c6d34-24da-4b5a-af82-c1d8da9a3e52 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:29.822916 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6ba9b66d-66c3-4e3f-8619-e005c24a3a0c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:29.889017 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae589f50-b33f-4af2-9ecb-cff15274d3b6 None None] Checking router: baa48e79-96a2-4451-a821-e18d34834dfc for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:18:29.931380 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3df3ec8-93b8-40cd-8379-d925ace8e89f tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:29.935182 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c6d34-24da-4b5a-af82-c1d8da9a3e52 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Port': ['ID=c9f1944a-7334-4ba2-a8c3-d903415f4abf,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:29.956374 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b588c-33e7-4fa9-a3c3-ceb39a88ca5e tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7edcb48-2f37-423f-9e95-6dce85a1f5ee,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:29.979621 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53c6d34-24da-4b5a-af82-c1d8da9a3e52 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network 6b35a8bd-db94-46c4-a592-466e55252abb is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:18:29.985340 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-c53c6d34-24da-4b5a-af82-c1d8da9a3e52 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:18:29.997015 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-ada94b45-478c-4aae-af9c-dacf41aeb777 None None] Set router e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:18:30.014035 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53c6d34-24da-4b5a-af82-c1d8da9a3e52 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:18:30.046693 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-1f0baf73-77dd-44b5-b717-d98ae32a55e7 None None] Provisioning complete for port ab10a2fc-3014-49a6-8f62-5d384f663b86 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:30.046921 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1f0baf73-77dd-44b5-b717-d98ae32a55e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:30.080709 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae589f50-b33f-4af2-9ecb-cff15274d3b6 None None] Routers {'baa48e79-96a2-4451-a821-e18d34834dfc'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:18:30.081396 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-ae589f50-b33f-4af2-9ecb-cff15274d3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['baa48e79-96a2-4451-a821-e18d34834dfc'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:30.090201 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3df3ec8-93b8-40cd-8379-d925ace8e89f tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:30.119181 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3df3ec8-93b8-40cd-8379-d925ace8e89f tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:30.135131 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6463b312-b243-4e3b-924d-22d1c9ce51a0 req-f79b161f-0bbb-4d70-87d0-48c1d2d56198 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607173 Nov 12 20:18:30.193016 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c53c6d34-24da-4b5a-af82-c1d8da9a3e52 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:30.206606 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df3ec8-93b8-40cd-8379-d925ace8e89f tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d47db19-b6f0-437f-b835-80680a889085,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:30.232427 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3df3ec8-93b8-40cd-8379-d925ace8e89f tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:30.234070 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f3df3ec8-93b8-40cd-8379-d925ace8e89f tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3598030 Nov 12 20:18:30.235160 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-84b5aa70-4843-4b4a-9bd2-b34ff69649ba tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:30.237605 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49632) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:30.246577 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-61cb0e38-55c8-4f35-8919-83d21147b5ba tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group': {'name': 'tempest-secgroup--339725622'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:30.274653 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-9a7658da-43c0-4895-ac3c-c17a646211a8 admin admin] Deleting port 93b530eb-12d7-470d-bf9e-b5f58e00751f {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:18:30.275165 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a7658da-43c0-4895-ac3c-c17a646211a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:30.280603 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cf547578-1469-4f16-885e-725b930aeade admin admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:30.380610 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-84b5aa70-4843-4b4a-9bd2-b34ff69649ba tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:30.399656 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-6ba9b66d-66c3-4e3f-8619-e005c24a3a0c admin admin] Deleting port 924d2b9b-3b79-4d48-a476-3fd41d3cbd8b {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:18:30.400281 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6ba9b66d-66c3-4e3f-8619-e005c24a3a0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:30.403094 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61cb0e38-55c8-4f35-8919-83d21147b5ba tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:30.429978 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ada94b45-478c-4aae-af9c-dacf41aeb777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'name': 'tempest-AttachVolumeTestJSON-2005805429-router', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:30Z', 'updated_at': '2021-11-12T20:18:22Z', 'revision_number': 5, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'gw_port': {'id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:32Z', 'updated_at': '2021-11-12T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:30.503112 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada94b45-478c-4aae-af9c-dacf41aeb777 None None] The sync data for ids ['e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0'] in n-d-712140-15 is: [{'id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'name': 'tempest-AttachVolumeTestJSON-2005805429-router', 'tenant_id': '00b6cfb5312f47e6bba6b1a73804db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:08:30Z', 'updated_at': '2021-11-12T20:18:22Z', 'revision_number': 5, 'project_id': '00b6cfb5312f47e6bba6b1a73804db22', 'gw_port': {'id': '924d2b9b-3b79-4d48-a476-3fd41d3cbd8b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:08:32Z', 'updated_at': '2021-11-12T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:18:30.541656 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-ae589f50-b33f-4af2-9ecb-cff15274d3b6 None None] Set router baa48e79-96a2-4451-a821-e18d34834dfc gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:18:30.581106 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c53c6d34-24da-4b5a-af82-c1d8da9a3e52 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:30.630878 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61cb0e38-55c8-4f35-8919-83d21147b5ba tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:30.633457 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-9a7658da-43c0-4895-ac3c-c17a646211a8 admin admin] For port 93b530eb-12d7-470d-bf9e-b5f58e00751f, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=93b530eb-12d7-470d-bf9e-b5f58e00751f,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:30.634125 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a7658da-43c0-4895-ac3c-c17a646211a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:30.645289 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61cb0e38-55c8-4f35-8919-83d21147b5ba tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:30.671127 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-84b5aa70-4843-4b4a-9bd2-b34ff69649ba tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:30.674050 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-84b5aa70-4843-4b4a-9bd2-b34ff69649ba tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:30.677859 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-84b5aa70-4843-4b4a-9bd2-b34ff69649ba tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/security-groups/4dfa7394-e731-45a7-80b9-287ed3632f65 HTTP/1.1" status: 204 len: 168 time: 0.8879316 Nov 12 20:18:30.683588 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49636) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:30.687162 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-ae589f50-b33f-4af2-9ecb-cff15274d3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa48e79-96a2-4451-a821-e18d34834dfc', 'name': 'tempest-ServerRescueTestJSON-619950951-router', 'tenant_id': '2f74867b50744eb7b866c1e4d6eb5a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:16:10Z', 'updated_at': '2021-11-12T20:18:28Z', 'revision_number': 6, 'project_id': '2f74867b50744eb7b866c1e4d6eb5a6e', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:30.704086 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:30.736157 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61cb0e38-55c8-4f35-8919-83d21147b5ba tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:30.740395 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-61cb0e38-55c8-4f35-8919-83d21147b5ba tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4977605 Nov 12 20:18:30.754610 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49638) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:30.771159 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-205fe148-a732-4400-84e3-d7ac7d90ed29 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group_rule': {'security_group_id': '6d47db19-b6f0-437f-b835-80680a889085', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c71461fa-220d-4270-a2b5-88c54bb5a3d5'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:30.801237 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-6ba9b66d-66c3-4e3f-8619-e005c24a3a0c admin admin] For port 924d2b9b-3b79-4d48-a476-3fd41d3cbd8b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=924d2b9b-3b79-4d48-a476-3fd41d3cbd8b,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:30.801916 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6ba9b66d-66c3-4e3f-8619-e005c24a3a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:30.811354 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb0e38-55c8-4f35-8919-83d21147b5ba tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c71461fa-220d-4270-a2b5-88c54bb5a3d5,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:30.812872 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port ab10a2fc-3014-49a6-8f62-5d384f663b86, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ab10a2fc-3014-49a6-8f62-5d384f663b86,segment=NetworkSegment(63b5c52c-9ba9-4609-a9f5-f44e5b14ae52),segment_id=63b5c52c-9ba9-4609-a9f5-f44e5b14ae52)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:30.838980 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:30.872936 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae589f50-b33f-4af2-9ecb-cff15274d3b6 None None] The sync data for ids ['baa48e79-96a2-4451-a821-e18d34834dfc'] in n-d-712140-15 is: [{'id': 'baa48e79-96a2-4451-a821-e18d34834dfc', 'name': 'tempest-ServerRescueTestJSON-619950951-router', 'tenant_id': '2f74867b50744eb7b866c1e4d6eb5a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:16:10Z', 'updated_at': '2021-11-12T20:18:28Z', 'revision_number': 6, 'project_id': '2f74867b50744eb7b866c1e4d6eb5a6e', 'gw_port_host': None}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:18:30.899712 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-6ba9b66d-66c3-4e3f-8619-e005c24a3a0c admin admin] Calling delete_port for 924d2b9b-3b79-4d48-a476-3fd41d3cbd8b owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:18:30.918391 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5aa70-4843-4b4a-9bd2-b34ff69649ba tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfa7394-e731-45a7-80b9-287ed3632f65,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:30.950866 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32467c3-da77-41d8-b691-485e4f7e066b tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting subnet 08a84e4a-a105-400c-b7fd-9e2ebe5630f2 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:18:31.064453 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 88d61755-629b-4c6e-b651-954056d16c11 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:18:31.090276 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f32467c3-da77-41d8-b691-485e4f7e066b tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:31.145823 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-8b35a34d-a3e5-4fd4-b3f9-c546502876c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52564ca0-a44f-4571-b355-4251d9275d24', 'name': 'tempest-TestServerBasicOps-1383773425-router', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'a1f322a0-feec-4170-8fc9-f27921ab28fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:06Z', 'updated_at': '2021-11-12T20:18:23Z', 'revision_number': 5, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'gw_port': {'id': 'a1f322a0-feec-4170-8fc9-f27921ab28fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52564ca0-a44f-4571-b355-4251d9275d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:07Z', 'updated_at': '2021-11-12T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:31.203898 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-205fe148-a732-4400-84e3-d7ac7d90ed29 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:18:31.205393 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-205fe148-a732-4400-84e3-d7ac7d90ed29 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4411025 Nov 12 20:18:31.211328 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49642) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:31.215646 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c53c6d34-24da-4b5a-af82-c1d8da9a3e52 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:31.222038 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-9a7658da-43c0-4895-ac3c-c17a646211a8 admin admin] Calling delete_port for 93b530eb-12d7-470d-bf9e-b5f58e00751f owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:18:31.234607 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c53c6d34-24da-4b5a-af82-c1d8da9a3e52 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:31.239749 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 88d61755-629b-4c6e-b651-954056d16c11 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:18:31.243163 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f32467c3-da77-41d8-b691-485e4f7e066b tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:31.248704 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 88d61755-629b-4c6e-b651-954056d16c11 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:18:31.256141 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cf547578-1469-4f16-885e-725b930aeade admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:31.271480 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b35a34d-a3e5-4fd4-b3f9-c546502876c7 None None] Checking router: 52564ca0-a44f-4571-b355-4251d9275d24 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:18:31.353255 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b35a34d-a3e5-4fd4-b3f9-c546502876c7 None None] Routers {'52564ca0-a44f-4571-b355-4251d9275d24'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:18:31.359617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-8b35a34d-a3e5-4fd4-b3f9-c546502876c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['52564ca0-a44f-4571-b355-4251d9275d24'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:31.453094 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=ab10a2fc-3014-49a6-8f62-5d384f663b86,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:31.458510 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f32467c3-da77-41d8-b691-485e4f7e066b tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:31.504186 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9ed0c851-6863-4e89-b8aa-22f16f557f6b None None] Provisioning complete for port ab10a2fc-3014-49a6-8f62-5d384f663b86 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:31.504726 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9ed0c851-6863-4e89-b8aa-22f16f557f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:31.559030 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-8b35a34d-a3e5-4fd4-b3f9-c546502876c7 None None] Set router 52564ca0-a44f-4571-b355-4251d9275d24 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:18:31.629646 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cd3fd710-17c5-445d-b97d-046a5ab053ad tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:31.671327 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-8b35a34d-a3e5-4fd4-b3f9-c546502876c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52564ca0-a44f-4571-b355-4251d9275d24', 'name': 'tempest-TestServerBasicOps-1383773425-router', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:06Z', 'updated_at': '2021-11-12T20:18:31Z', 'revision_number': 6, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:31.721343 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f32467c3-da77-41d8-b691-485e4f7e066b tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:31.732466 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b35a34d-a3e5-4fd4-b3f9-c546502876c7 None None] The sync data for ids ['52564ca0-a44f-4571-b355-4251d9275d24'] in n-d-712140-15 is: [{'id': '52564ca0-a44f-4571-b355-4251d9275d24', 'name': 'tempest-TestServerBasicOps-1383773425-router', 'tenant_id': '1d48c506c1da468aab40c41f0ac9e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:06Z', 'updated_at': '2021-11-12T20:18:31Z', 'revision_number': 6, 'project_id': '1d48c506c1da468aab40c41f0ac9e84d', 'gw_port_host': None}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:18:31.813837 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9ed0c851-6863-4e89-b8aa-22f16f557f6b None None] Provisioning complete for port c9f1944a-7334-4ba2-a8c3-d903415f4abf triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:31.814938 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9ed0c851-6863-4e89-b8aa-22f16f557f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:31.832994 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32467c3-da77-41d8-b691-485e4f7e066b tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Subnet': ['ID=08a84e4a-a105-400c-b7fd-9e2ebe5630f2,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:31.856325 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cd3fd710-17c5-445d-b97d-046a5ab053ad tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:31.877337 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d160cc-f752-4fd8-9172-6fd0547cd63d None None] Network 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:18:31.879079 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f32467c3-da77-41d8-b691-485e4f7e066b tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:31.882918 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f32467c3-da77-41d8-b691-485e4f7e066b tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/subnets/08a84e4a-a105-400c-b7fd-9e2ebe5630f2 HTTP/1.1" status: 204 len: 168 time: 1.1980765 Nov 12 20:18:31.886460 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6ba9b66d-66c3-4e3f-8619-e005c24a3a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:31.889700 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49646) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:31.900512 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-fcbd50af-4c57-4de2-b8cc-6cbf738ce5e5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'subnet': {'network_id': '1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:31.922831 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-9ed0c851-6863-4e89-b8aa-22f16f557f6b None None] Port c9f1944a-7334-4ba2-a8c3-d903415f4abf cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:18:31.968766 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9b66d-66c3-4e3f-8619-e005c24a3a0c admin admin] Pushing event deleted for resources: {'Port': ['ID=924d2b9b-3b79-4d48-a476-3fd41d3cbd8b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:32.006847 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbfd4a3-37d8-4b66-98c7-c783b475c489 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:18:32.096051 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cd3fd710-17c5-445d-b97d-046a5ab053ad tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:32.106892 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c6d34-24da-4b5a-af82-c1d8da9a3e52 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Port': ['ID=c9f1944a-7334-4ba2-a8c3-d903415f4abf,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:32.107120 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cd3fd710-17c5-445d-b97d-046a5ab053ad tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:32.111258 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cd3fd710-17c5-445d-b97d-046a5ab053ad tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "DELETE /v2.0/security-groups/c71461fa-220d-4270-a2b5-88c54bb5a3d5 HTTP/1.1" status: 204 len: 168 time: 0.8959315 Nov 12 20:18:32.113193 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49648) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:32.163620 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3fd710-17c5-445d-b97d-046a5ab053ad tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71461fa-220d-4270-a2b5-88c54bb5a3d5,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:32.186556 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c53c6d34-24da-4b5a-af82-c1d8da9a3e52 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:32.191448 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6ba9b66d-66c3-4e3f-8619-e005c24a3a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:32.229342 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b19a8ee9-6f39-40db-9118-e5b828ea6719 None None] Provisioning complete for port c9f1944a-7334-4ba2-a8c3-d903415f4abf triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:32.231202 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b19a8ee9-6f39-40db-9118-e5b828ea6719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:32.334748 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b19a8ee9-6f39-40db-9118-e5b828ea6719 None None] Port c9f1944a-7334-4ba2-a8c3-d903415f4abf cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:18:32.350513 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebf038-6ccc-48ea-a53e-cedf63ac557f req-a811d8f0-4482-4343-98ab-3d749009dd5c tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:32.361367 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ecebf038-6ccc-48ea-a53e-cedf63ac557f req-a811d8f0-4482-4343-98ab-3d749009dd5c tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.9791102 Nov 12 20:18:32.371144 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6ba9b66d-66c3-4e3f-8619-e005c24a3a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:32.375988 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6ba9b66d-66c3-4e3f-8619-e005c24a3a0c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:32.434030 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbd50af-4c57-4de2-b8cc-6cbf738ce5e5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:18:32.438695 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fcbd50af-4c57-4de2-b8cc-6cbf738ce5e5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:32.446448 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-cf547578-1469-4f16-885e-725b930aeade admin admin] Deleting port a1f322a0-feec-4170-8fc9-f27921ab28fe {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:18:32.446783 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cf547578-1469-4f16-885e-725b930aeade admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:32.460083 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6ba9b66d-66c3-4e3f-8619-e005c24a3a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:32.460720 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba9b66d-66c3-4e3f-8619-e005c24a3a0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:18:32.472419 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6ba9b66d-66c3-4e3f-8619-e005c24a3a0c admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:32.473946 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6ba9b66d-66c3-4e3f-8619-e005c24a3a0c admin admin] 10.222.0.48 "DELETE /v2.0/routers/e2d890e7-eb1c-4b0a-8a40-6eceedc02fe0 HTTP/1.1" status: 204 len: 168 time: 3.6410093 Nov 12 20:18:32.476895 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49650) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:32.515705 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d205253c-bbc9-46ed-8677-73aead30eae9 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3952250 Nov 12 20:18:32.516040 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49652) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:32.694052 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaad0f74-53a0-469a-be6f-a57a4f057e0b admin admin] Deleting subnet 72eab03a-2e4d-41e0-82f1-7fb4346cd6bd {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:18:32.697625 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eaad0f74-53a0-469a-be6f-a57a4f057e0b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:32.751259 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a7658da-43c0-4895-ac3c-c17a646211a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:32.760949 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ecebf038-6ccc-48ea-a53e-cedf63ac557f req-6b111ad9-6fef-4549-af49-a633b85ae18d tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660161 Nov 12 20:18:32.786942 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eaad0f74-53a0-469a-be6f-a57a4f057e0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:32.827344 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53c6d34-24da-4b5a-af82-c1d8da9a3e52 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network 6b35a8bd-db94-46c4-a592-466e55252abb is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:18:32.835543 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7658da-43c0-4895-ac3c-c17a646211a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=93b530eb-12d7-470d-bf9e-b5f58e00751f,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:32.844859 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-c53c6d34-24da-4b5a-af82-c1d8da9a3e52 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:18:32.911044 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf6f7e5-eb91-40da-a180-1904a1ea156c None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:18:32.966080 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eaad0f74-53a0-469a-be6f-a57a4f057e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:33.181543 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-cf547578-1469-4f16-885e-725b930aeade admin admin] For port a1f322a0-feec-4170-8fc9-f27921ab28fe, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a1f322a0-feec-4170-8fc9-f27921ab28fe,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:33.181922 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cf547578-1469-4f16-885e-725b930aeade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:33.239058 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eaad0f74-53a0-469a-be6f-a57a4f057e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:33.251782 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4aaf76ae-86f7-4469-bd48-2674b6ddbfe2 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:33.259040 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ab10a2fc-3014-49a6-8f62-5d384f663b86 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:18:33.299332 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad0f74-53a0-469a-be6f-a57a4f057e0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72eab03a-2e4d-41e0-82f1-7fb4346cd6bd,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:33.340011 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53c6d34-24da-4b5a-af82-c1d8da9a3e52 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:18:33.349872 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-cf547578-1469-4f16-885e-725b930aeade admin admin] Calling delete_port for a1f322a0-feec-4170-8fc9-f27921ab28fe owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:18:33.375349 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port ab10a2fc-3014-49a6-8f62-5d384f663b86 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:33.375939 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:33.399149 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a7658da-43c0-4895-ac3c-c17a646211a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:33.413311 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eaad0f74-53a0-469a-be6f-a57a4f057e0b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:33.416979 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-eaad0f74-53a0-469a-be6f-a57a4f057e0b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/72eab03a-2e4d-41e0-82f1-7fb4346cd6bd HTTP/1.1" status: 204 len: 168 time: 0.9391732 Nov 12 20:18:33.432837 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3795d2f-8fad-478a-a092-c31a08dacc24 None None] Network 1217fc13-52b1-48e2-90e3-8ec289b00657 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:18:33.440750 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49656) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:33.459544 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4aaf76ae-86f7-4469-bd48-2674b6ddbfe2 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:33.607909 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5eaca78e-d8a9-4dcc-9d0c-d372b2dfa58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:33.656729 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ad10399d-0d46-4353-af77-d0e93f33ef34 None None] Provisioning complete for port c9f1944a-7334-4ba2-a8c3-d903415f4abf triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:33.657391 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ad10399d-0d46-4353-af77-d0e93f33ef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:33.657979 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fcbd50af-4c57-4de2-b8cc-6cbf738ce5e5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:33.665109 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4aaf76ae-86f7-4469-bd48-2674b6ddbfe2 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:33.669618 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4aaf76ae-86f7-4469-bd48-2674b6ddbfe2 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:33.674997 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4aaf76ae-86f7-4469-bd48-2674b6ddbfe2 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "DELETE /v2.0/security-groups/6d47db19-b6f0-437f-b835-80680a889085 HTTP/1.1" status: 204 len: 168 time: 1.1047435 Nov 12 20:18:33.677192 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49658) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:33.706237 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cf547578-1469-4f16-885e-725b930aeade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:33.714191 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ad10399d-0d46-4353-af77-d0e93f33ef34 None None] Port c9f1944a-7334-4ba2-a8c3-d903415f4abf cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:18:33.783808 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bf0fce0c-d5e2-4884-85f0-24af8627ada9 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0945928 Nov 12 20:18:33.791434 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49660) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:33.807721 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcca4c42-92bd-4c6b-93a7-933190625d84 None None] DHCP port deletion for 1217fc13-52b1-48e2-90e3-8ec289b00657 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:18:33.823393 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-7f558d9c-022f-41c9-80e9-a9da2f0415eb tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group': {'name': 'tempest-secgroup--1650905061'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:33.833653 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a7658da-43c0-4895-ac3c-c17a646211a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:33.836707 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf547578-1469-4f16-885e-725b930aeade admin admin] Pushing event deleted for resources: {'Port': ['ID=a1f322a0-feec-4170-8fc9-f27921ab28fe,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:33.884480 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a7658da-43c0-4895-ac3c-c17a646211a8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:33.885341 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 924d2b9b-3b79-4d48-a476-3fd41d3cbd8b no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:18:33.887465 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf75ff5-7e0b-4fa3-9a71-093cfec99635 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:18:33.910011 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf76ae-86f7-4469-bd48-2674b6ddbfe2 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d47db19-b6f0-437f-b835-80680a889085,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:33.921889 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7f558d9c-022f-41c9-80e9-a9da2f0415eb tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:33.937162 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 924d2b9b-3b79-4d48-a476-3fd41d3cbd8b {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:18:33.937537 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 924d2b9b-3b79-4d48-a476-3fd41d3cbd8b not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:18:33.937950 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c3069d35-5c08-4139-bdc5-b88dc9de06b1 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:18:33.942490 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbd50af-4c57-4de2-b8cc-6cbf738ce5e5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:18:33.952603 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-fcbd50af-4c57-4de2-b8cc-6cbf738ce5e5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:18:33.955860 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbd50af-4c57-4de2-b8cc-6cbf738ce5e5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:33.956603 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fcbd50af-4c57-4de2-b8cc-6cbf738ce5e5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:33.991312 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f783307-e67b-4755-8185-f3ff668d3f07 None None] Network 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:18:33.996780 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: c3069d35-5c08-4139-bdc5-b88dc9de06b1 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:18:34.003622 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c3069d35-5c08-4139-bdc5-b88dc9de06b1 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:18:34.004102 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 93b530eb-12d7-470d-bf9e-b5f58e00751f no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:18:34.013820 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fcbd50af-4c57-4de2-b8cc-6cbf738ce5e5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1156676 Nov 12 20:18:34.015616 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49668) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:34.016407 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd50af-4c57-4de2-b8cc-6cbf738ce5e5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Subnet': ['ID=4a4ae7f6-3398-484f-91fe-838b096a67e4,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:34.025053 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-7df29d7a-f0b4-4efc-aaa0-09901a79b8e3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'security_group': {'name': 'tempest-secgroup-297490094'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:34.060468 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-061b9a7f-c300-487f-9d92-092d4e1dfcc3 None None] Provisioning complete for port 9dfda7e4-a973-413d-894d-fecdc25e3ee8 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:34.061080 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-061b9a7f-c300-487f-9d92-092d4e1dfcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:34.097973 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7df29d7a-f0b4-4efc-aaa0-09901a79b8e3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:34.115870 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53c6d34-24da-4b5a-af82-c1d8da9a3e52 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:18:34.116557 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-5eaca78e-d8a9-4dcc-9d0c-d372b2dfa58a admin admin] Deleting port b7c79351-8676-4a53-9b8e-49cc6f2da3cd {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:18:34.117701 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5eaca78e-d8a9-4dcc-9d0c-d372b2dfa58a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:34.126974 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deffb847-a4f3-406b-8beb-902cc5fa303b None None] Sync routers for ids ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:18:34.142612 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-bcca4c42-92bd-4c6b-93a7-933190625d84 None None] Deleting port b7c79351-8676-4a53-9b8e-49cc6f2da3cd {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:18:34.142837 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c53c6d34-24da-4b5a-af82-c1d8da9a3e52 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "PUT /v2.0/routers/8a6f341b-c20c-4c58-b82b-e08bc2540b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0828326 Nov 12 20:18:34.143918 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bcca4c42-92bd-4c6b-93a7-933190625d84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:34.145145 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cf547578-1469-4f16-885e-725b930aeade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:34.157724 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deffb847-a4f3-406b-8beb-902cc5fa303b None None] Routers {'8a6f341b-c20c-4c58-b82b-e08bc2540b49'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:18:34.159756 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-deffb847-a4f3-406b-8beb-902cc5fa303b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:34.168454 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 93b530eb-12d7-470d-bf9e-b5f58e00751f {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:18:34.169023 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 93b530eb-12d7-470d-bf9e-b5f58e00751f not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:18:34.169617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a1f322a0-feec-4170-8fc9-f27921ab28fe no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:18:34.188254 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49670) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:34.194783 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-cee6f679-2100-40c5-9210-28fed5190d2d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'network': {'name': 'tempest-RoutersTest-1452363260'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:34.245536 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-5eaca78e-d8a9-4dcc-9d0c-d372b2dfa58a admin admin] For port b7c79351-8676-4a53-9b8e-49cc6f2da3cd, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b7c79351-8676-4a53-9b8e-49cc6f2da3cd,segment=NetworkSegment(0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af),segment_id=0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:34.246152 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5eaca78e-d8a9-4dcc-9d0c-d372b2dfa58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:34.249189 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: a1f322a0-feec-4170-8fc9-f27921ab28fe {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:18:34.249701 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a1f322a0-feec-4170-8fc9-f27921ab28fe not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:18:34.250259 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d8ef7606-8849-4c66-bd8b-1b9d974d7e91 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:18:34.280740 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-5eaca78e-d8a9-4dcc-9d0c-d372b2dfa58a admin admin] Calling delete_port for b7c79351-8676-4a53-9b8e-49cc6f2da3cd owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:18:34.284805 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a7658da-43c0-4895-ac3c-c17a646211a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:34.285381 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7658da-43c0-4895-ac3c-c17a646211a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router baa48e79-96a2-4451-a821-e18d34834dfc {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:18:34.343070 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a7658da-43c0-4895-ac3c-c17a646211a8 admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:34.345782 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9a7658da-43c0-4895-ac3c-c17a646211a8 admin admin] 10.222.0.48 "DELETE /v2.0/routers/baa48e79-96a2-4451-a821-e18d34834dfc HTTP/1.1" status: 204 len: 168 time: 5.8903217 Nov 12 20:18:34.357859 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-061b9a7f-c300-487f-9d92-092d4e1dfcc3 None None] Port 9dfda7e4-a973-413d-894d-fecdc25e3ee8 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:18:34.367149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49672) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:34.373295 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-deffb847-a4f3-406b-8beb-902cc5fa303b None None] Set router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:18:34.373774 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: d8ef7606-8849-4c66-bd8b-1b9d974d7e91 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:18:34.374266 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d8ef7606-8849-4c66-bd8b-1b9d974d7e91 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:18:34.385359 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cf547578-1469-4f16-885e-725b930aeade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:34.388011 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-bcca4c42-92bd-4c6b-93a7-933190625d84 None None] For port b7c79351-8676-4a53-9b8e-49cc6f2da3cd, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b7c79351-8676-4a53-9b8e-49cc6f2da3cd,segment=NetworkSegment(0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af),segment_id=0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:34.388619 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bcca4c42-92bd-4c6b-93a7-933190625d84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:34.398199 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7fc6f-02cf-4218-99d6-394af7105fb6 req-86e7be1b-858f-4ada-9b0c-fd429d1b31cb tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:34.399829 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-59d7fc6f-02cf-4218-99d6-394af7105fb6 req-86e7be1b-858f-4ada-9b0c-fd429d1b31cb tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.3848743 Nov 12 20:18:34.403255 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cf547578-1469-4f16-885e-725b930aeade admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:34.420529 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-bcca4c42-92bd-4c6b-93a7-933190625d84 None None] Calling delete_port for b7c79351-8676-4a53-9b8e-49cc6f2da3cd owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:18:34.461641 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-061b9a7f-c300-487f-9d92-092d4e1dfcc3 None None] Provisioning complete for port 0bd14f39-6fd2-4b06-8d42-3afb5e93de88 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:34.462289 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-061b9a7f-c300-487f-9d92-092d4e1dfcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:34.523623 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee6f679-2100-40c5-9210-28fed5190d2d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Made reservation on behalf of 2fbdff350f264aeaacb6dcabbb39b466 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:18:34.528159 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cee6f679-2100-40c5-9210-28fed5190d2d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:34.529964 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5eaca78e-d8a9-4dcc-9d0c-d372b2dfa58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:34.593954 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee6f679-2100-40c5-9210-28fed5190d2d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:18:34.608397 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cee6f679-2100-40c5-9210-28fed5190d2d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:34.608946 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-cee6f679-2100-40c5-9210-28fed5190d2d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Added segment a69b3940-3fca-419a-8b94-f37043f5bdc8 of type vlan for network 3a503c6e-0cda-4826-a96a-ecaee65932fe Nov 12 20:18:34.650718 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7f558d9c-022f-41c9-80e9-a9da2f0415eb tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:34.662564 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaca78e-d8a9-4dcc-9d0c-d372b2dfa58a admin admin] Pushing event deleted for resources: {'Port': ['ID=b7c79351-8676-4a53-9b8e-49cc6f2da3cd,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:34.671489 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cee6f679-2100-40c5-9210-28fed5190d2d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:34.707142 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cf547578-1469-4f16-885e-725b930aeade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:34.707818 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf547578-1469-4f16-885e-725b930aeade admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52564ca0-a44f-4571-b355-4251d9275d24 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:18:34.711003 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7f558d9c-022f-41c9-80e9-a9da2f0415eb tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:34.716335 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-23fa137c-f191-49ef-ac10-722c4db2f570 admin admin] Deleting subnet c0b4a992-c342-412e-9115-492f4914c4c9 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:18:34.721802 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-23fa137c-f191-49ef-ac10-722c4db2f570 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:34.738958 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bcca4c42-92bd-4c6b-93a7-933190625d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:34.766829 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcca4c42-92bd-4c6b-93a7-933190625d84 None None] No DVR routers for this DVR port b7c79351-8676-4a53-9b8e-49cc6f2da3cd on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:18:34.788778 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cee6f679-2100-40c5-9210-28fed5190d2d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:34.799914 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaca78e-d8a9-4dcc-9d0c-d372b2dfa58a admin admin] No DVR routers for this DVR port b7c79351-8676-4a53-9b8e-49cc6f2da3cd on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:18:34.827874 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee6f679-2100-40c5-9210-28fed5190d2d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:34.828831 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cee6f679-2100-40c5-9210-28fed5190d2d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:34.831880 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca4c42-92bd-4c6b-93a7-933190625d84 None None] Pushing event deleted for resources: {'Port': ['ID=b7c79351-8676-4a53-9b8e-49cc6f2da3cd,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:34.839048 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-23fa137c-f191-49ef-ac10-722c4db2f570 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:34.861767 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cf547578-1469-4f16-885e-725b930aeade admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:34.863188 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cf547578-1469-4f16-885e-725b930aeade admin admin] 10.222.0.48 "DELETE /v2.0/routers/52564ca0-a44f-4571-b355-4251d9275d24 HTTP/1.1" status: 204 len: 168 time: 5.8129160 Nov 12 20:18:34.898702 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49674) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:34.898702 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f558d9c-022f-41c9-80e9-a9da2f0415eb tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74261341-e6a1-4d68-9bd6-60fac8effdc9,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:34.923943 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-59d7fc6f-02cf-4218-99d6-394af7105fb6 req-1a7c36fa-3800-4c9d-bf26-b0ff48c3bb5b tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4963214 Nov 12 20:18:34.972140 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-deffb847-a4f3-406b-8beb-902cc5fa303b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:18:30Z', 'revision_number': 4, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None, '_interfaces': [{'id': 'c9f1944a-7334-4ba2-a8c3-d903415f4abf', 'name': '', 'network_id': '6b35a8bd-db94-46c4-a592-466e55252abb', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:c1:7d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'eaba39bd-baa8-4857-ac42-4721216440e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:28Z', 'updated_at': '2021-11-12T20:18:30Z', 'revision_number': 2, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'eaba39bd-baa8-4857-ac42-4721216440e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da1bb3cd-972e-4d9c-8f8b-04ec69672b03', 'name': '', 'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:34:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:14Z', 'updated_at': '2021-11-12T20:18:24Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df2bc197-b9f7-4ef7-81f3-83e10fc71d51', 'name': '', 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:42:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:04Z', 'updated_at': '2021-11-12T20:18:14Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:34.975538 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-23fa137c-f191-49ef-ac10-722c4db2f570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:35.001039 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa212a9-25a5-4f81-b1fb-8946fd651d37 None None] Update dhcp port {'port': {'network_id': '1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1', 'fixed_ips': [{'subnet_id': '015dd655-e3ad-42bb-9c2e-163fa4bc8795', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4a4ae7f6-3398-484f-91fe-838b096a67e4'}], 'binding:host_id': 'n-d-712140-15'}, 'id': '0bd14f39-6fd2-4b06-8d42-3afb5e93de88'} from n-d-712140-15. {{(pid=102449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 20:18:35.052854 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-23fa137c-f191-49ef-ac10-722c4db2f570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:35.059642 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deffb847-a4f3-406b-8beb-902cc5fa303b None None] Checking router: 8a6f341b-c20c-4c58-b82b-e08bc2540b49 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:18:35.059991 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deffb847-a4f3-406b-8beb-902cc5fa303b None None] Updating router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 port c9f1944a-7334-4ba2-a8c3-d903415f4abf binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:18:35.062429 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b7c79351-8676-4a53-9b8e-49cc6f2da3cd no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:18:35.086086 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b800f-7429-44c0-917c-1f173520897d req-65520889-d6c5-4576-b2a1-ea57b3a72628 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:35.095913 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: b7c79351-8676-4a53-9b8e-49cc6f2da3cd {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:18:35.096574 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b7c79351-8676-4a53-9b8e-49cc6f2da3cd not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:18:35.096684 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b800f-7429-44c0-917c-1f173520897d req-65520889-d6c5-4576-b2a1-ea57b3a72628 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:35.107506 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3fa212a9-25a5-4f81-b1fb-8946fd651d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:35.117118 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b800f-7429-44c0-917c-1f173520897d req-65520889-d6c5-4576-b2a1-ea57b3a72628 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:35.125801 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b800f-7429-44c0-917c-1f173520897d req-65520889-d6c5-4576-b2a1-ea57b3a72628 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:35.136935 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cee6f679-2100-40c5-9210-28fed5190d2d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9427238 Nov 12 20:18:35.137150 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b800f-7429-44c0-917c-1f173520897d req-65520889-d6c5-4576-b2a1-ea57b3a72628 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:35.139627 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa137c-f191-49ef-ac10-722c4db2f570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0b4a992-c342-412e-9115-492f4914c4c9,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:35.142014 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-23fa137c-f191-49ef-ac10-722c4db2f570 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:35.147876 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-23fa137c-f191-49ef-ac10-722c4db2f570 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c0b4a992-c342-412e-9115-492f4914c4c9 HTTP/1.1" status: 204 len: 168 time: 0.7723560 Nov 12 20:18:35.147876 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49676) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:35.154396 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-383427b2-a80c-40ca-b4e4-84e7bbacc2cd tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'subnet': {'network_id': '3a503c6e-0cda-4826-a96a-ecaee65932fe', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:35.156792 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b800f-7429-44c0-917c-1f173520897d req-65520889-d6c5-4576-b2a1-ea57b3a72628 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:35.157743 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49678) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:35.162966 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e387868-5d70-4526-a987-ca7362f7fc54 None None] Network b3107c86-393d-4546-95b6-185ebc23d220 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:18:35.170408 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b800f-7429-44c0-917c-1f173520897d req-65520889-d6c5-4576-b2a1-ea57b3a72628 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:35.182049 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-163b800f-7429-44c0-917c-1f173520897d req-65520889-d6c5-4576-b2a1-ea57b3a72628 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5443 time: 0.7077291 Nov 12 20:18:35.182575 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-deffb847-a4f3-406b-8beb-902cc5fa303b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:35.208981 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7f558d9c-022f-41c9-80e9-a9da2f0415eb tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:35.214130 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7f558d9c-022f-41c9-80e9-a9da2f0415eb tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3951459 Nov 12 20:18:35.233204 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49680) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:35.244202 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-942794c8-1c70-4b31-80d5-19109e62a252 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group_rule': {'security_group_id': '74261341-e6a1-4d68-9bd6-60fac8effdc9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:35.244443 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb9f7620-0b42-416b-b1f2-588db920b8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:35.258133 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee6f679-2100-40c5-9210-28fed5190d2d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Network': ['ID=3a503c6e-0cda-4826-a96a-ecaee65932fe,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:35.351761 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5eaca78e-d8a9-4dcc-9d0c-d372b2dfa58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:35.397718 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-a72c432f-e467-4bbe-a3b0-755c9a9350b3 admin admin] Deleting subnet 92e15e0d-7238-4f64-9728-a120864f849a {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:18:35.401703 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a72c432f-e467-4bbe-a3b0-755c9a9350b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:35.444528 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb9f7620-0b42-416b-b1f2-588db920b8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:35.450453 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 3a503c6e-0cda-4826-a96a-ecaee65932fe details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:18:35.452205 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a72c432f-e467-4bbe-a3b0-755c9a9350b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:35.476086 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-fb9f7620-0b42-416b-b1f2-588db920b8b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3107c86-393d-4546-95b6-185ebc23d220']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:35.499580 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-fb9f7620-0b42-416b-b1f2-588db920b8b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69cd314b-0c9e-4d8d-9aa9-8bf2959b016a') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:35.500061 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-fb9f7620-0b42-416b-b1f2-588db920b8b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69cd314b-0c9e-4d8d-9aa9-8bf2959b016a') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:35.521738 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb9f7620-0b42-416b-b1f2-588db920b8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:35.541375 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb9f7620-0b42-416b-b1f2-588db920b8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:35.550332 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a72c432f-e467-4bbe-a3b0-755c9a9350b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:35.560728 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9f7620-0b42-416b-b1f2-588db920b8b7 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:18:35.561312 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb9f7620-0b42-416b-b1f2-588db920b8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:18:35.565417 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:18:35.634402 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a72c432f-e467-4bbe-a3b0-755c9a9350b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:35.682157 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-5eaca78e-d8a9-4dcc-9d0c-d372b2dfa58a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1217fc13-52b1-48e2-90e3-8ec289b00657']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:35.686768 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383427b2-a80c-40ca-b4e4-84e7bbacc2cd tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Made reservation on behalf of 2fbdff350f264aeaacb6dcabbb39b466 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:18:35.691465 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-383427b2-a80c-40ca-b4e4-84e7bbacc2cd tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:35.711371 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb9f7620-0b42-416b-b1f2-588db920b8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:35.731955 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb9f7620-0b42-416b-b1f2-588db920b8b7 admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:35.738581 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fb9f7620-0b42-416b-b1f2-588db920b8b7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b3107c86-393d-4546-95b6-185ebc23d220 HTTP/1.1" status: 204 len: 168 time: 0.5747519 Nov 12 20:18:35.790036 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-942794c8-1c70-4b31-80d5-19109e62a252 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:18:35.790372 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f7620-0b42-416b-b1f2-588db920b8b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3107c86-393d-4546-95b6-185ebc23d220,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:35.793973 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-942794c8-1c70-4b31-80d5-19109e62a252 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5521338 Nov 12 20:18:35.795205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49684) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:35.801876 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-e8c3bf48-10c1-4ece-ab3a-a2fc8a9a58a8 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group_rule': {'security_group_id': '74261341-e6a1-4d68-9bd6-60fac8effdc9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:35.805447 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-5eaca78e-d8a9-4dcc-9d0c-d372b2dfa58a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:35.805928 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-5eaca78e-d8a9-4dcc-9d0c-d372b2dfa58a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c22b6bc-1ee4-43cd-bf53-7e269ea6c8af') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:35.828643 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7df29d7a-f0b4-4efc-aaa0-09901a79b8e3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:35.831207 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c432f-e467-4bbe-a3b0-755c9a9350b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92e15e0d-7238-4f64-9728-a120864f849a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:35.848454 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e12285-d769-4842-b99b-93bdf8a65b20 None None] DHCP port deletion for b3107c86-393d-4546-95b6-185ebc23d220 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:18:35.862393 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a72c432f-e467-4bbe-a3b0-755c9a9350b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:35.866625 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-3fa212a9-25a5-4f81-b1fb-8946fd651d37 None None] Allocated IP 2001:db8::2 (1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1/4a4ae7f6-3398-484f-91fe-838b096a67e4/0bd14f39-6fd2-4b06-8d42-3afb5e93de88) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:18:35.869902 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a72c432f-e467-4bbe-a3b0-755c9a9350b3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/92e15e0d-7238-4f64-9728-a120864f849a HTTP/1.1" status: 204 len: 168 time: 0.9613917 Nov 12 20:18:35.877583 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dbc8a8-37f8-4179-acee-30b4fdae516b None None] Network b1371fda-9f38-4155-be6b-0739065dc4f2 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:18:35.882879 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49686) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:35.884318 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-163b800f-7429-44c0-917c-1f173520897d req-31f4d081-5dca-4269-88e4-f6011f5dbf46 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7013454 Nov 12 20:18:35.892107 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5eaca78e-d8a9-4dcc-9d0c-d372b2dfa58a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:35.894407 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7df29d7a-f0b4-4efc-aaa0-09901a79b8e3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:35.978605 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5eaca78e-d8a9-4dcc-9d0c-d372b2dfa58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:35.985669 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-e8c3bf48-10c1-4ece-ab3a-a2fc8a9a58a8 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:18:35.989017 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e8c3bf48-10c1-4ece-ab3a-a2fc8a9a58a8 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1914172 Nov 12 20:18:36.002633 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7df29d7a-f0b4-4efc-aaa0-09901a79b8e3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:36.010503 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7df29d7a-f0b4-4efc-aaa0-09901a79b8e3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.9882178 Nov 12 20:18:36.024194 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eaca78e-d8a9-4dcc-9d0c-d372b2dfa58a admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:18:36.024746 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5eaca78e-d8a9-4dcc-9d0c-d372b2dfa58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:36.028822 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49692) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:36.030165 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49694) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:18:36.032787 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:18:36.074730 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49696) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:36.099803 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-823ff81c-7841-42b6-ae8d-e42f3a1aba9a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'security_group': {'name': 'tempest-secgroup-1550171124'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:36.137868 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-deffb847-a4f3-406b-8beb-902cc5fa303b None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:36.147246 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-deffb847-a4f3-406b-8beb-902cc5fa303b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:36.176084 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f78a034-195e-4fa3-8dea-4aef1345926c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:36.187929 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df29d7a-f0b4-4efc-aaa0-09901a79b8e3 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=558ca253-62bd-4ee5-b0cb-d15ffb1d62ea,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:36.201300 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-3fa212a9-25a5-4f81-b1fb-8946fd651d37 None None] For port 0bd14f39-6fd2-4b06-8d42-3afb5e93de88, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=0bd14f39-6fd2-4b06-8d42-3afb5e93de88,segment=NetworkSegment(55a704f2-5594-49e9-af36-a7bcff4654ca),segment_id=55a704f2-5594-49e9-af36-a7bcff4654ca)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:36.257221 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa765b-8abe-4d21-8db4-6155e7302ec7 None None] Pushing event updated for resources: {'Port': ['ID=c9f1944a-7334-4ba2-a8c3-d903415f4abf,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:36.305548 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305c4c35-c070-4236-b588-60b72d4f4e07 None None] DHCP port deletion for b1371fda-9f38-4155-be6b-0739065dc4f2 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:18:36.312071 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-823ff81c-7841-42b6-ae8d-e42f3a1aba9a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:36.321353 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3fa212a9-25a5-4f81-b1fb-8946fd651d37 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:36.399090 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3fa212a9-25a5-4f81-b1fb-8946fd651d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:36.404884 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d06fbc3-160e-47dd-9ca0-549fecd419d2 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:36.414189 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-deffb847-a4f3-406b-8beb-902cc5fa303b None None] Attempting to bind port c9f1944a-7334-4ba2-a8c3-d903415f4abf on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:18:36.414551 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-deffb847-a4f3-406b-8beb-902cc5fa303b None None] Attempting to bind port c9f1944a-7334-4ba2-a8c3-d903415f4abf by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '63b5c52c-9ba9-4609-a9f5-f44e5b14ae52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6b35a8bd-db94-46c4-a592-466e55252abb'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:18:36.418344 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deffb847-a4f3-406b-8beb-902cc5fa303b None None] Attempting to bind port c9f1944a-7334-4ba2-a8c3-d903415f4abf on network 6b35a8bd-db94-46c4-a592-466e55252abb {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:18:36.427510 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deffb847-a4f3-406b-8beb-902cc5fa303b None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:18:36.430110 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deffb847-a4f3-406b-8beb-902cc5fa303b None None] Checking segment: {'id': '63b5c52c-9ba9-4609-a9f5-f44e5b14ae52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6b35a8bd-db94-46c4-a592-466e55252abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:18:36.432281 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-deffb847-a4f3-406b-8beb-902cc5fa303b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:36.433676 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deffb847-a4f3-406b-8beb-902cc5fa303b None None] Bound using segment: {'id': '63b5c52c-9ba9-4609-a9f5-f44e5b14ae52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6b35a8bd-db94-46c4-a592-466e55252abb'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:18:36.436070 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-deffb847-a4f3-406b-8beb-902cc5fa303b None None] Bound port: c9f1944a-7334-4ba2-a8c3-d903415f4abf, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b5c52c-9ba9-4609-a9f5-f44e5b14ae52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6b35a8bd-db94-46c4-a592-466e55252abb'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:18:36.436685 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-deffb847-a4f3-406b-8beb-902cc5fa303b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:36.438355 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5eaca78e-d8a9-4dcc-9d0c-d372b2dfa58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:36.447052 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-383427b2-a80c-40ca-b4e4-84e7bbacc2cd tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:36.482495 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8440-0340-45cc-922f-876c6adfd637 req-babda394-e964-4c9f-a906-bc03c5ebbb68 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:36.487283 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa212a9-25a5-4f81-b1fb-8946fd651d37 None None] Pushing event updated for resources: {'Port': ['ID=0bd14f39-6fd2-4b06-8d42-3afb5e93de88,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:36.498652 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8440-0340-45cc-922f-876c6adfd637 req-babda394-e964-4c9f-a906-bc03c5ebbb68 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:36.517546 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8440-0340-45cc-922f-876c6adfd637 req-babda394-e964-4c9f-a906-bc03c5ebbb68 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:36.529686 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8440-0340-45cc-922f-876c6adfd637 req-babda394-e964-4c9f-a906-bc03c5ebbb68 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:36.554018 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8440-0340-45cc-922f-876c6adfd637 req-babda394-e964-4c9f-a906-bc03c5ebbb68 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:36.564485 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8440-0340-45cc-922f-876c6adfd637 req-babda394-e964-4c9f-a906-bc03c5ebbb68 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:36.571686 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8440-0340-45cc-922f-876c6adfd637 req-babda394-e964-4c9f-a906-bc03c5ebbb68 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:36.574583 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-deffb847-a4f3-406b-8beb-902cc5fa303b None None] For port c9f1944a-7334-4ba2-a8c3-d903415f4abf, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:18:36.575515 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-586a8440-0340-45cc-922f-876c6adfd637 req-babda394-e964-4c9f-a906-bc03c5ebbb68 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5443 time: 0.4490962 Nov 12 20:18:36.583562 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-deffb847-a4f3-406b-8beb-902cc5fa303b None None] For port c9f1944a-7334-4ba2-a8c3-d903415f4abf, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c9f1944a-7334-4ba2-a8c3-d903415f4abf,segment=NetworkSegment(63b5c52c-9ba9-4609-a9f5-f44e5b14ae52),segment_id=63b5c52c-9ba9-4609-a9f5-f44e5b14ae52)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:18:36.596196 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-deffb847-a4f3-406b-8beb-902cc5fa303b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:36.624326 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383427b2-a80c-40ca-b4e4-84e7bbacc2cd tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Subnet': ['ID=e269107c-7cc1-498c-82ec-7cd6d9372f5e,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:36.650300 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-305c4c35-c070-4236-b588-60b72d4f4e07 None None] Deleting port 52ceb175-0c52-43f8-8982-b9253d5a3cec {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:18:36.650984 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-305c4c35-c070-4236-b588-60b72d4f4e07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:36.693761 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5eaca78e-d8a9-4dcc-9d0c-d372b2dfa58a admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:36.700874 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5eaca78e-d8a9-4dcc-9d0c-d372b2dfa58a admin admin] 10.222.0.48 "DELETE /v2.0/networks/1217fc13-52b1-48e2-90e3-8ec289b00657 HTTP/1.1" status: 204 len: 168 time: 3.2544973 Nov 12 20:18:36.717972 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-823ff81c-7841-42b6-ae8d-e42f3a1aba9a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:36.721716 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaca78e-d8a9-4dcc-9d0c-d372b2dfa58a admin admin] Pushing event deleted for resources: {'Network': ['ID=1217fc13-52b1-48e2-90e3-8ec289b00657,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:36.731100 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-36d56e10-6775-4af6-9816-73e1e3a97e36 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f74867b50744eb7b866c1e4d6eb5a6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6472573 Nov 12 20:18:36.731384 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49702) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:36.732365 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-823ff81c-7841-42b6-ae8d-e42f3a1aba9a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:36.737233 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa765b-8abe-4d21-8db4-6155e7302ec7 None None] Pushing event updated for resources: {'Port': ['ID=c9f1944a-7334-4ba2-a8c3-d903415f4abf,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:36.782908 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-823ff81c-7841-42b6-ae8d-e42f3a1aba9a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:36.786850 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-823ff81c-7841-42b6-ae8d-e42f3a1aba9a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6882529 Nov 12 20:18:36.790717 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d06fbc3-160e-47dd-9ca0-549fecd419d2 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:36.810425 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deffb847-a4f3-406b-8beb-902cc5fa303b None None] Routers {'8a6f341b-c20c-4c58-b82b-e08bc2540b49'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:18:36.810920 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-deffb847-a4f3-406b-8beb-902cc5fa303b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:36.812867 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49704) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:36.818397 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-fb703805-a894-4089-8041-e13191f1f9e9 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'security_group': {'name': 'tempest-secgroup-1509691375'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:36.834497 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-305c4c35-c070-4236-b588-60b72d4f4e07 None None] For port 52ceb175-0c52-43f8-8982-b9253d5a3cec, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=52ceb175-0c52-43f8-8982-b9253d5a3cec,segment=NetworkSegment(0b000aa6-4b23-436a-8be4-0b4c9032582a),segment_id=0b000aa6-4b23-436a-8be4-0b4c9032582a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:36.835255 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-305c4c35-c070-4236-b588-60b72d4f4e07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:36.854586 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-305c4c35-c070-4236-b588-60b72d4f4e07 None None] Calling delete_port for 52ceb175-0c52-43f8-8982-b9253d5a3cec owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:18:36.878865 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fb703805-a894-4089-8041-e13191f1f9e9 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:36.929922 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59affe8e-939f-4fcb-bd96-48b20ae1778b req-284e941a-60b8-477d-ba37-a9aa5e0f1396 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:36.943529 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-59affe8e-939f-4fcb-bd96-48b20ae1778b req-284e941a-60b8-477d-ba37-a9aa5e0f1396 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.7865005 Nov 12 20:18:37.013992 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383427b2-a80c-40ca-b4e4-84e7bbacc2cd tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Checking segment: {'id': 'a69b3940-3fca-419a-8b94-f37043f5bdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3a503c6e-0cda-4826-a96a-ecaee65932fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:18:37.015292 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383427b2-a80c-40ca-b4e4-84e7bbacc2cd tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network hostable DHCP agents. Network: 3a503c6e-0cda-4826-a96a-ecaee65932fe, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:18:37.034766 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ff81c-7841-42b6-ae8d-e42f3a1aba9a tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03cbdf73-a10f-4445-8168-32a3db934bf9,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:37.109300 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383427b2-a80c-40ca-b4e4-84e7bbacc2cd tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network 3a503c6e-0cda-4826-a96a-ecaee65932fe is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:18:37.137301 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-deffb847-a4f3-406b-8beb-902cc5fa303b None None] Set router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:18:37.164241 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-59affe8e-939f-4fcb-bd96-48b20ae1778b req-7064b516-3921-4f00-809e-2842159e4999 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194352 Nov 12 20:18:37.176018 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 0bd14f39-6fd2-4b06-8d42-3afb5e93de88 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:18:37.182603 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-8f78a034-195e-4fa3-8dea-4aef1345926c admin admin] Deleting port 52ceb175-0c52-43f8-8982-b9253d5a3cec {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:18:37.183818 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f78a034-195e-4fa3-8dea-4aef1345926c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:37.226376 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fb703805-a894-4089-8041-e13191f1f9e9 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:37.233462 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1727dac4-9d98-4142-9db0-f9b32ab34dce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:37.267209 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49706) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:37.267761 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-383427b2-a80c-40ca-b4e4-84e7bbacc2cd tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 3a503c6e-0cda-4826-a96a-ecaee65932fe) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:18:37.288797 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383427b2-a80c-40ca-b4e4-84e7bbacc2cd tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:37.291138 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-383427b2-a80c-40ca-b4e4-84e7bbacc2cd tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:37.303273 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fb703805-a894-4089-8041-e13191f1f9e9 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:37.336100 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-305c4c35-c070-4236-b588-60b72d4f4e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:37.345546 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-8f78a034-195e-4fa3-8dea-4aef1345926c admin admin] For port 52ceb175-0c52-43f8-8982-b9253d5a3cec, host n-d-712140-15, got binding levels [] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:37.345873 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f78a034-195e-4fa3-8dea-4aef1345926c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:37.358103 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ddfe2c-1148-4a5c-b27d-6814011cc2c2 None None] Network 3a503c6e-0cda-4826-a96a-ecaee65932fe requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:18:37.359457 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-383427b2-a80c-40ca-b4e4-84e7bbacc2cd tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2095563 Nov 12 20:18:37.365551 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49708) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:37.416187 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1727dac4-9d98-4142-9db0-f9b32ab34dce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:37.430002 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d06fbc3-160e-47dd-9ca0-549fecd419d2 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:37.432564 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d06fbc3-160e-47dd-9ca0-549fecd419d2 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:37.436178 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1d06fbc3-160e-47dd-9ca0-549fecd419d2 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "DELETE /v2.0/security-groups/74261341-e6a1-4d68-9bd6-60fac8effdc9 HTTP/1.1" status: 204 len: 168 time: 1.4002109 Nov 12 20:18:37.450710 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c4c35-c070-4236-b588-60b72d4f4e07 None None] Pushing event deleted for resources: {'Port': ['ID=52ceb175-0c52-43f8-8982-b9253d5a3cec,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:37.450929 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49710) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:37.451766 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-8f78a034-195e-4fa3-8dea-4aef1345926c admin admin] Calling delete_port for 52ceb175-0c52-43f8-8982-b9253d5a3cec owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:18:37.463293 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4723560a-cfa9-443e-8fd5-adf4a70eb000 None None] Provisioning complete for port c9f1944a-7334-4ba2-a8c3-d903415f4abf triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:37.468840 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4723560a-cfa9-443e-8fd5-adf4a70eb000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:37.472457 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.ipam_backend_mixin [None req-8f78a034-195e-4fa3-8dea-4aef1345926c admin admin] Port 52ceb175-0c52-43f8-8982-b9253d5a3cec was not found and therefore no delete operation was performed {{(pid=102448) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 20:18:37.472997 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305c4c35-c070-4236-b588-60b72d4f4e07 None None] No DVR routers for this DVR port 52ceb175-0c52-43f8-8982-b9253d5a3cec on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:18:37.479266 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f78a034-195e-4fa3-8dea-4aef1345926c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:37.482525 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f1e8eb60-bbbb-4a47-862e-9e743949f3f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=00b6cfb5312f47e6bba6b1a73804db22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2028992 Nov 12 20:18:37.488075 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fb703805-a894-4089-8041-e13191f1f9e9 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:37.488075 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fb703805-a894-4089-8041-e13191f1f9e9 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6725397 Nov 12 20:18:37.490121 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49712) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:37.490349 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49714) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:37.531761 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-76e260ea-f49a-437a-b99d-df05a983d2ec tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-270863342', 'security_groups': ['9b1849ef-00c9-44c1-b885-3fe43ebd15b0'], 'network_id': '1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4a4ae7f6-3398-484f-91fe-838b096a67e4'}]}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:37.543166 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb703805-a894-4089-8041-e13191f1f9e9 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1849ef-00c9-44c1-b885-3fe43ebd15b0,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:37.561896 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 0bd14f39-6fd2-4b06-8d42-3afb5e93de88 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:37.562459 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:37.627831 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06fbc3-160e-47dd-9ca0-549fecd419d2 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74261341-e6a1-4d68-9bd6-60fac8effdc9,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:37.782579 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-47305760-df3a-4d9a-b9f8-45eed382150f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:37.857403 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1727dac4-9d98-4142-9db0-f9b32ab34dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:37.864529 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1727dac4-9d98-4142-9db0-f9b32ab34dce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:37.866237 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1727dac4-9d98-4142-9db0-f9b32ab34dce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec7acdd5-3699-4a90-a499-37c7b126c211 HTTP/1.1" status: 204 len: 168 time: 1.1152050 Nov 12 20:18:37.961705 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727dac4-9d98-4142-9db0-f9b32ab34dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7acdd5-3699-4a90-a499-37c7b126c211,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:37.963913 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4723560a-cfa9-443e-8fd5-adf4a70eb000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:38.015726 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-47305760-df3a-4d9a-b9f8-45eed382150f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:38.057498 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-deffb847-a4f3-406b-8beb-902cc5fa303b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:18:30Z', 'revision_number': 4, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None, '_interfaces': [{'id': 'c9f1944a-7334-4ba2-a8c3-d903415f4abf', 'name': '', 'network_id': '6b35a8bd-db94-46c4-a592-466e55252abb', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:c1:7d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'eaba39bd-baa8-4857-ac42-4721216440e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:28Z', 'updated_at': '2021-11-12T20:18:36Z', 'revision_number': 4, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'eaba39bd-baa8-4857-ac42-4721216440e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da1bb3cd-972e-4d9c-8f8b-04ec69672b03', 'name': '', 'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:34:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:14Z', 'updated_at': '2021-11-12T20:18:24Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df2bc197-b9f7-4ef7-81f3-83e10fc71d51', 'name': '', 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:42:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:04Z', 'updated_at': '2021-11-12T20:18:14Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:38.101542 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deffb847-a4f3-406b-8beb-902cc5fa303b None None] The sync data for ids ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'] in n-d-712140-15 is: [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:18:30Z', 'revision_number': 4, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None, '_interfaces': [{'id': 'c9f1944a-7334-4ba2-a8c3-d903415f4abf', 'name': '', 'network_id': '6b35a8bd-db94-46c4-a592-466e55252abb', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:c1:7d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'eaba39bd-baa8-4857-ac42-4721216440e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:28Z', 'updated_at': '2021-11-12T20:18:36Z', 'revision_number': 4, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'eaba39bd-baa8-4857-ac42-4721216440e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da1bb3cd-972e-4d9c-8f8b-04ec69672b03', 'name': '', 'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:34:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:14Z', 'updated_at': '2021-11-12T20:18:24Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df2bc197-b9f7-4ef7-81f3-83e10fc71d51', 'name': '', 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:42:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:04Z', 'updated_at': '2021-11-12T20:18:14Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:18:38.157360 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 52ceb175-0c52-43f8-8982-b9253d5a3cec no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:18:38.167795 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a594daa5-8557-4509-a69c-8ddf378dc209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-3a503c6e-0cda-4826-a96a-ecaee65932fe', 'network_id': '3a503c6e-0cda-4826-a96a-ecaee65932fe', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'fixed_ips': [{'subnet_id': 'e269107c-7cc1-498c-82ec-7cd6d9372f5e'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:18:38.168992 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a594daa5-8557-4509-a69c-8ddf378dc209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:38.188779 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e260ea-f49a-437a-b99d-df05a983d2ec tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:18:38.279857 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 52ceb175-0c52-43f8-8982-b9253d5a3cec {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:18:38.280180 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 52ceb175-0c52-43f8-8982-b9253d5a3cec not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:18:38.286465 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-47305760-df3a-4d9a-b9f8-45eed382150f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:38.288500 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-4723560a-cfa9-443e-8fd5-adf4a70eb000 None None] For port c9f1944a-7334-4ba2-a8c3-d903415f4abf, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c9f1944a-7334-4ba2-a8c3-d903415f4abf,segment=NetworkSegment(63b5c52c-9ba9-4609-a9f5-f44e5b14ae52),segment_id=63b5c52c-9ba9-4609-a9f5-f44e5b14ae52)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:38.303326 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-47305760-df3a-4d9a-b9f8-45eed382150f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:38.304579 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-47305760-df3a-4d9a-b9f8-45eed382150f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b540c8c1-9f38-4d66-b0a7-bcb05bca21be HTTP/1.1" status: 204 len: 168 time: 0.8132780 Nov 12 20:18:38.315627 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4723560a-cfa9-443e-8fd5-adf4a70eb000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:38.408919 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47305760-df3a-4d9a-b9f8-45eed382150f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b540c8c1-9f38-4d66-b0a7-bcb05bca21be,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:38.442827 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f78a034-195e-4fa3-8dea-4aef1345926c admin admin] No DVR routers for this DVR port 52ceb175-0c52-43f8-8982-b9253d5a3cec on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:18:38.507912 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78a034-195e-4fa3-8dea-4aef1345926c admin admin] Pushing event deleted for resources: {'Port': ['ID=52ceb175-0c52-43f8-8982-b9253d5a3cec,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:38.615593 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea68f63-26ac-46ff-aa57-71eb70965f35 req-784c11ed-a98c-4b40-9b3d-ca5f9ab10339 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:38.627351 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4ea68f63-26ac-46ff-aa57-71eb70965f35 req-784c11ed-a98c-4b40-9b3d-ca5f9ab10339 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.2408333 Nov 12 20:18:38.628515 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e7c397d7-6ff6-498b-85cb-f4dec3d952d9 None None] Provisioning complete for port 9dfda7e4-a973-413d-894d-fecdc25e3ee8 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:38.629393 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e7c397d7-6ff6-498b-85cb-f4dec3d952d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:38.678055 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e7c397d7-6ff6-498b-85cb-f4dec3d952d9 None None] Port 9dfda7e4-a973-413d-894d-fecdc25e3ee8 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:18:38.693879 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f78a034-195e-4fa3-8dea-4aef1345926c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:38.701654 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76e260ea-f49a-437a-b99d-df05a983d2ec tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:38.705006 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723560a-cfa9-443e-8fd5-adf4a70eb000 None None] Pushing event updated for resources: {'Port': ['ID=c9f1944a-7334-4ba2-a8c3-d903415f4abf,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:38.733225 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-8f78a034-195e-4fa3-8dea-4aef1345926c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1371fda-9f38-4155-be6b-0739065dc4f2']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:38.755796 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e7c397d7-6ff6-498b-85cb-f4dec3d952d9 None None] Provisioning complete for port 0bd14f39-6fd2-4b06-8d42-3afb5e93de88 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:38.757173 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e7c397d7-6ff6-498b-85cb-f4dec3d952d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:38.764030 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-8f78a034-195e-4fa3-8dea-4aef1345926c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b000aa6-4b23-436a-8be4-0b4c9032582a') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:38.764327 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-8f78a034-195e-4fa3-8dea-4aef1345926c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b000aa6-4b23-436a-8be4-0b4c9032582a') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:38.775310 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f78a034-195e-4fa3-8dea-4aef1345926c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:38.780708 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-a594daa5-8557-4509-a69c-8ddf378dc209 None None] Allocated IP 172.23.0.2 (3a503c6e-0cda-4826-a96a-ecaee65932fe/e269107c-7cc1-498c-82ec-7cd6d9372f5e/344e70f6-992a-411d-9fe0-d9facb13640c) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:18:38.791989 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f78a034-195e-4fa3-8dea-4aef1345926c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:38.800315 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f78a034-195e-4fa3-8dea-4aef1345926c admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:18:38.800796 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f78a034-195e-4fa3-8dea-4aef1345926c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:38.846283 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4ea68f63-26ac-46ff-aa57-71eb70965f35 req-f6b148f8-17a5-46bf-869f-e032e00a507f tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150156 Nov 12 20:18:38.880845 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-76e260ea-f49a-437a-b99d-df05a983d2ec tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] device_id is not set on port 300f60d1-f518-4451-a94a-bd21e8106d2c yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:18:38.905587 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:18:39.018841 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f78a034-195e-4fa3-8dea-4aef1345926c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:39.027471 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f78a034-195e-4fa3-8dea-4aef1345926c admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:39.038322 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8f78a034-195e-4fa3-8dea-4aef1345926c admin admin] 10.222.0.48 "DELETE /v2.0/networks/b1371fda-9f38-4155-be6b-0739065dc4f2 HTTP/1.1" status: 204 len: 168 time: 3.1528990 Nov 12 20:18:39.042454 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49738) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:39.061479 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1ecc2fe9-68dc-4b31-b77c-422c355b2790 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.5837960 Nov 12 20:18:39.066249 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49742) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:39.072823 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f988591d-004d-4774-899c-cc44bed099cd tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group': {'name': 'tempest-secgroup--1409594111'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:39.145818 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c9f1944a-7334-4ba2-a8c3-d903415f4abf up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:18:39.161072 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78a034-195e-4fa3-8dea-4aef1345926c admin admin] Pushing event deleted for resources: {'Network': ['ID=b1371fda-9f38-4155-be6b-0739065dc4f2,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:39.246828 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f988591d-004d-4774-899c-cc44bed099cd tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:39.636118 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-76e260ea-f49a-437a-b99d-df05a983d2ec tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Allocated IP 2001:db8::330 (1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1/4a4ae7f6-3398-484f-91fe-838b096a67e4/300f60d1-f518-4451-a94a-bd21e8106d2c) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:18:39.656066 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port c9f1944a-7334-4ba2-a8c3-d903415f4abf triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:39.656650 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:39.686031 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e7c397d7-6ff6-498b-85cb-f4dec3d952d9 None None] Provisioning complete for port c9f1944a-7334-4ba2-a8c3-d903415f4abf triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:39.686437 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e7c397d7-6ff6-498b-85cb-f4dec3d952d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:39.742334 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a594daa5-8557-4509-a69c-8ddf378dc209 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:39.759859 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a594daa5-8557-4509-a69c-8ddf378dc209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:39.806444 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a594daa5-8557-4509-a69c-8ddf378dc209 None None] Network 3a503c6e-0cda-4826-a96a-ecaee65932fe is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:18:39.814405 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-a594daa5-8557-4509-a69c-8ddf378dc209 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:18:39.821932 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a594daa5-8557-4509-a69c-8ddf378dc209 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:18:39.837101 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f988591d-004d-4774-899c-cc44bed099cd tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:39.871728 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594daa5-8557-4509-a69c-8ddf378dc209 None None] Pushing event updated for resources: {'Port': ['ID=344e70f6-992a-411d-9fe0-d9facb13640c,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:39.938094 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f988591d-004d-4774-899c-cc44bed099cd tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:40.029703 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f988591d-004d-4774-899c-cc44bed099cd tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:40.036647 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f988591d-004d-4774-899c-cc44bed099cd tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9692891 Nov 12 20:18:40.072450 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49774) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:40.081832 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-aa3bf5ed-61ef-4e28-a7fc-0886a013a445 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:40.082597 n-d-712140-15 neutron-server[102448]: WARNING neutron.api.v2.base [None req-aa3bf5ed-61ef-4e28-a7fc-0886a013a445 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 20:18:40.083300 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-aa3bf5ed-61ef-4e28-a7fc-0886a013a445 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 20:18:40.084548 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-aa3bf5ed-61ef-4e28-a7fc-0886a013a445 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "PUT /v2.0/security-groups/b36e9987-d22c-4390-aa9c-726cc1ef4db2 HTTP/1.1" status: 409 len: 330 time: 0.0110993 Nov 12 20:18:40.095365 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49776) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:40.105250 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-a594daa5-8557-4509-a69c-8ddf378dc209 None None] Attempting to bind port 344e70f6-992a-411d-9fe0-d9facb13640c on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:18:40.106199 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-a594daa5-8557-4509-a69c-8ddf378dc209 None None] Attempting to bind port 344e70f6-992a-411d-9fe0-d9facb13640c by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'a69b3940-3fca-419a-8b94-f37043f5bdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3a503c6e-0cda-4826-a96a-ecaee65932fe'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:18:40.106730 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a594daa5-8557-4509-a69c-8ddf378dc209 None None] Attempting to bind port 344e70f6-992a-411d-9fe0-d9facb13640c on network 3a503c6e-0cda-4826-a96a-ecaee65932fe {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:18:40.123656 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a594daa5-8557-4509-a69c-8ddf378dc209 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:18:40.124710 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a594daa5-8557-4509-a69c-8ddf378dc209 None None] Checking segment: {'id': 'a69b3940-3fca-419a-8b94-f37043f5bdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3a503c6e-0cda-4826-a96a-ecaee65932fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:18:40.125643 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a594daa5-8557-4509-a69c-8ddf378dc209 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:40.128269 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a594daa5-8557-4509-a69c-8ddf378dc209 None None] Bound using segment: {'id': 'a69b3940-3fca-419a-8b94-f37043f5bdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3a503c6e-0cda-4826-a96a-ecaee65932fe'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:18:40.129714 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-a594daa5-8557-4509-a69c-8ddf378dc209 None None] Bound port: 344e70f6-992a-411d-9fe0-d9facb13640c, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a69b3940-3fca-419a-8b94-f37043f5bdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3a503c6e-0cda-4826-a96a-ecaee65932fe'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:18:40.130413 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a594daa5-8557-4509-a69c-8ddf378dc209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:40.220373 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1d4218f-12ef-4cfa-9113-20b9f41f8c88 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:40.247465 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a594daa5-8557-4509-a69c-8ddf378dc209 None None] For port 344e70f6-992a-411d-9fe0-d9facb13640c, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:18:40.255181 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a594daa5-8557-4509-a69c-8ddf378dc209 None None] For port 344e70f6-992a-411d-9fe0-d9facb13640c, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=344e70f6-992a-411d-9fe0-d9facb13640c,segment=NetworkSegment(a69b3940-3fca-419a-8b94-f37043f5bdc8),segment_id=a69b3940-3fca-419a-8b94-f37043f5bdc8)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:18:40.263513 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a594daa5-8557-4509-a69c-8ddf378dc209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:40.358021 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594daa5-8557-4509-a69c-8ddf378dc209 None None] Pushing event updated for resources: {'Port': ['ID=344e70f6-992a-411d-9fe0-d9facb13640c,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:40.377071 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-518fd227-dfe4-4b90-a2c8-59b0d10a1050 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:40.405222 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-518fd227-dfe4-4b90-a2c8-59b0d10a1050 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:40.509366 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77dfcd-e8d5-4674-bf32-3be4ae6726c2 req-d6715f95-f9c8-43ac-8e73-ea5d20ffcd83 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:40.511104 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3c77dfcd-e8d5-4674-bf32-3be4ae6726c2 req-d6715f95-f9c8-43ac-8e73-ea5d20ffcd83 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.4516633 Nov 12 20:18:40.512445 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988591d-004d-4774-899c-cc44bed099cd tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36e9987-d22c-4390-aa9c-726cc1ef4db2,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:40.514883 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-518fd227-dfe4-4b90-a2c8-59b0d10a1050 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:40.517590 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-518fd227-dfe4-4b90-a2c8-59b0d10a1050 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:40.518752 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-518fd227-dfe4-4b90-a2c8-59b0d10a1050 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "DELETE /v2.0/security-groups/b36e9987-d22c-4390-aa9c-726cc1ef4db2 HTTP/1.1" status: 204 len: 168 time: 0.3677680 Nov 12 20:18:40.532508 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fd227-dfe4-4b90-a2c8-59b0d10a1050 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36e9987-d22c-4390-aa9c-726cc1ef4db2,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:40.535635 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49798) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:40.587200 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529ffac-0c7b-46e7-a0a3-17e706f63ec8 req-8daa0754-26bb-4af3-81d9-5d803282d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:40.587713 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529ffac-0c7b-46e7-a0a3-17e706f63ec8 req-8daa0754-26bb-4af3-81d9-5d803282d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:40.588148 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529ffac-0c7b-46e7-a0a3-17e706f63ec8 req-8daa0754-26bb-4af3-81d9-5d803282d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:40.588629 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529ffac-0c7b-46e7-a0a3-17e706f63ec8 req-8daa0754-26bb-4af3-81d9-5d803282d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:40.589118 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529ffac-0c7b-46e7-a0a3-17e706f63ec8 req-8daa0754-26bb-4af3-81d9-5d803282d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:40.589576 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529ffac-0c7b-46e7-a0a3-17e706f63ec8 req-8daa0754-26bb-4af3-81d9-5d803282d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:40.590030 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529ffac-0c7b-46e7-a0a3-17e706f63ec8 req-8daa0754-26bb-4af3-81d9-5d803282d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:40.592173 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6529ffac-0c7b-46e7-a0a3-17e706f63ec8 req-8daa0754-26bb-4af3-81d9-5d803282d66a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 6507 time: 1.1416194 Nov 12 20:18:40.627604 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-203416ea-fb93-468b-9f29-a18583655956 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0866992 Nov 12 20:18:40.631446 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49800) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:40.707914 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3c77dfcd-e8d5-4674-bf32-3be4ae6726c2 req-1d781fdd-899f-424a-ad78-4020c44aa875 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784377 Nov 12 20:18:40.708825 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-649cc156-2398-4b34-a30a-4f519fdf14e2 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] delete failed (client error): The resource could not be found. Nov 12 20:18:40.709753 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-649cc156-2398-4b34-a30a-4f519fdf14e2 tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "DELETE /v2.0/security-groups/db163804-1e4e-4f9c-8e27-6213a684c105 HTTP/1.1" status: 404 len: 347 time: 0.0749798 Nov 12 20:18:40.724697 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49802) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:40.784857 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-4c83ad48-f4ba-44de-9f93-7e6f7f26443d tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] show failed (client error): The resource could not be found. Nov 12 20:18:40.786090 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4c83ad48-f4ba-44de-9f93-7e6f7f26443d tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "GET /v2.0/security-groups/36faa04d-a5ef-4366-8c0b-f5da2c48353a HTTP/1.1" status: 404 len: 347 time: 0.0566943 Nov 12 20:18:40.789866 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49804) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:40.817642 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-903b2232-eb80-4c26-9c17-c52eeb874baf tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] show failed (client error): The resource could not be found. Nov 12 20:18:40.818968 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-903b2232-eb80-4c26-9c17-c52eeb874baf tempest-NegativeSecGroupIPv6Test-2105415508 tempest-NegativeSecGroupIPv6Test-2105415508-project] 10.222.0.48 "GET /v2.0/security-group-rules/655a478c-cb95-4f93-84d6-cb159745e045 HTTP/1.1" status: 404 len: 356 time: 0.0280559 Nov 12 20:18:40.858201 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76e260ea-f49a-437a-b99d-df05a983d2ec tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:40.888183 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6529ffac-0c7b-46e7-a0a3-17e706f63ec8 req-ed1f0362-8440-4f87-ad40-14eb5e785b80 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b1dbe704-0c8b-4d31-b036-4921aded8586&id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2464659 Nov 12 20:18:40.987394 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76e260ea-f49a-437a-b99d-df05a983d2ec tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:41.052908 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-c1d4218f-12ef-4cfa-9113-20b9f41f8c88 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Allocated IP 172.23.0.1 (3a503c6e-0cda-4826-a96a-ecaee65932fe/e269107c-7cc1-498c-82ec-7cd6d9372f5e/42a3508f-f695-4637-b58d-9ebf16eb35e4) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:18:41.094591 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 344e70f6-992a-411d-9fe0-d9facb13640c up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:18:41.124758 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e260ea-f49a-437a-b99d-df05a983d2ec tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:18:41.167437 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-76e260ea-f49a-437a-b99d-df05a983d2ec tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:18:41.170015 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e260ea-f49a-437a-b99d-df05a983d2ec tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Port': ['ID=300f60d1-f518-4451-a94a-bd21e8106d2c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:41.191894 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e260ea-f49a-437a-b99d-df05a983d2ec tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:18:41.200822 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e260ea-f49a-437a-b99d-df05a983d2ec tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:41.201773 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76e260ea-f49a-437a-b99d-df05a983d2ec tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:41.233602 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 344e70f6-992a-411d-9fe0-d9facb13640c triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:41.234749 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:41.268444 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-76e260ea-f49a-437a-b99d-df05a983d2ec tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7285776 Nov 12 20:18:41.269353 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49824) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:41.314366 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a607aeae-7164-45ee-921f-ceadcd23908c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'subnet': {'network_id': '1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:41.389246 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:41.443020 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 344e70f6-992a-411d-9fe0-d9facb13640c, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=344e70f6-992a-411d-9fe0-d9facb13640c,segment=NetworkSegment(a69b3940-3fca-419a-8b94-f37043f5bdc8),segment_id=a69b3940-3fca-419a-8b94-f37043f5bdc8)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:41.447982 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:41.453231 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49832) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:41.496188 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cff43-e44c-4344-9a49-7c24d08ec349 req-dfde08b9-82cc-430d-8721-c8e164e7b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:41.498083 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-531cff43-e44c-4344-9a49-7c24d08ec349 req-dfde08b9-82cc-430d-8721-c8e164e7b678 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8273d0d46fc244019c3a4caebc6e0105&device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 1098 time: 0.1622043 Nov 12 20:18:41.568560 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=344e70f6-992a-411d-9fe0-d9facb13640c,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:41.665729 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1d4218f-12ef-4cfa-9113-20b9f41f8c88 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:41.712429 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aacf22e5-ef9d-4abc-944f-11dd7c394828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:41.785252 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cff43-e44c-4344-9a49-7c24d08ec349 req-ce1c7732-064b-411c-9afc-50674eb41987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:41.786985 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-531cff43-e44c-4344-9a49-7c24d08ec349 req-ce1c7732-064b-411c-9afc-50674eb41987 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3873ac0-1db4-4dba-9bfe-d989f1a20099 HTTP/1.1" status: 200 len: 912 time: 0.2781599 Nov 12 20:18:41.794678 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-89bef8f0-c855-4d29-902a-522c36046c1c None None] Provisioning complete for port 300f60d1-f518-4451-a94a-bd21e8106d2c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:41.795061 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-89bef8f0-c855-4d29-902a-522c36046c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:41.795183 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-933c7acd-e051-4e58-927a-3fc2b43a4a2d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=20592548f9f8408caab9988994e6f538&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3409235 Nov 12 20:18:41.795872 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49844) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:41.822983 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a607aeae-7164-45ee-921f-ceadcd23908c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:18:41.826624 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a607aeae-7164-45ee-921f-ceadcd23908c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:41.847581 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-531cff43-e44c-4344-9a49-7c24d08ec349 req-cae21754-17ce-4934-843c-e617da28140f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db7f27c0-8839-4d75-9752-433f98026878 HTTP/1.1" status: 200 len: 217 time: 0.0421114 Nov 12 20:18:41.905645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cff43-e44c-4344-9a49-7c24d08ec349 req-cfe3617d-3377-46ac-8d30-849a2262101f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:41.907149 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-89bef8f0-c855-4d29-902a-522c36046c1c None None] Port 300f60d1-f518-4451-a94a-bd21e8106d2c cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:18:41.907828 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-531cff43-e44c-4344-9a49-7c24d08ec349 req-cfe3617d-3377-46ac-8d30-849a2262101f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=112e4b86-9b36-4cfc-b638-09194238d947 HTTP/1.1" status: 200 len: 851 time: 0.0530612 Nov 12 20:18:41.954078 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1d4218f-12ef-4cfa-9113-20b9f41f8c88 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:41.964861 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-531cff43-e44c-4344-9a49-7c24d08ec349 req-7daeea6b-2122-4545-af3a-89ee93b12a63 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3873ac0-1db4-4dba-9bfe-d989f1a20099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433311 Nov 12 20:18:41.975356 n-d-712140-15 neutron-server[102447]: INFO neutron.db.ipam_backend_mixin [None req-a607aeae-7164-45ee-921f-ceadcd23908c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4a4ae7f6-3398-484f-91fe-838b096a67e4 (CIDR: 2001:db8::/64) Nov 12 20:18:41.981484 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d4218f-12ef-4cfa-9113-20b9f41f8c88 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network 3a503c6e-0cda-4826-a96a-ecaee65932fe is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:18:41.986760 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-c1d4218f-12ef-4cfa-9113-20b9f41f8c88 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:18:41.990128 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d4218f-12ef-4cfa-9113-20b9f41f8c88 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:18:41.992619 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-a607aeae-7164-45ee-921f-ceadcd23908c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:18:41.993381 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a607aeae-7164-45ee-921f-ceadcd23908c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:18:42.067174 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1d4218f-12ef-4cfa-9113-20b9f41f8c88 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:42.070986 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c53c94-b929-4066-8366-f6fde95fe530 None None] Network 3a503c6e-0cda-4826-a96a-ecaee65932fe requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:18:42.084296 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a607aeae-7164-45ee-921f-ceadcd23908c tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7933280 Nov 12 20:18:42.088682 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49846) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:42.098519 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-e38f1250-ffd1-471c-a836-dcdd699a4bdd tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'subnet': {'network_id': '1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:42.230988 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-24dcb707-4e3b-4492-8b0c-366bed4781bc None None] Provisioning complete for port 344e70f6-992a-411d-9fe0-d9facb13640c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:42.231505 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-24dcb707-4e3b-4492-8b0c-366bed4781bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:42.263464 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874395c-c666-47dd-86dc-86388a7133bd req-ff0f52e7-7daf-45a4-ae35-717b5c36d16d tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:42.272574 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c874395c-c666-47dd-86dc-86388a7133bd req-ff0f52e7-7daf-45a4-ae35-717b5c36d16d tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.2955775 Nov 12 20:18:42.278584 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1d4218f-12ef-4cfa-9113-20b9f41f8c88 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:42.435737 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38f1250-ffd1-471c-a836-dcdd699a4bdd tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:18:42.447461 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e38f1250-ffd1-471c-a836-dcdd699a4bdd tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:42.505407 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-977518ed-56f0-4bc7-adf9-23f5158aee68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:42.530391 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-977518ed-56f0-4bc7-adf9-23f5158aee68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:42.565981 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c874395c-c666-47dd-86dc-86388a7133bd req-354029d1-b38c-4b77-ae09-dcab56e51da4 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919621 Nov 12 20:18:42.633499 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4218f-12ef-4cfa-9113-20b9f41f8c88 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Port': ['ID=42a3508f-f695-4637-b58d-9ebf16eb35e4,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:42.732299 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-977518ed-56f0-4bc7-adf9-23f5158aee68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:42.734806 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-977518ed-56f0-4bc7-adf9-23f5158aee68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:42.735976 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-977518ed-56f0-4bc7-adf9-23f5158aee68 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0c3e36f5-0266-4c19-92f0-046ad6d565ba HTTP/1.1" status: 204 len: 168 time: 0.9377348 Nov 12 20:18:42.746477 n-d-712140-15 neutron-server[102447]: INFO neutron.db.ipam_backend_mixin [None req-e38f1250-ffd1-471c-a836-dcdd699a4bdd tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 015dd655-e3ad-42bb-9c2e-163fa4bc8795 (CIDR: 2001:db8:0:1::/64) Nov 12 20:18:42.757630 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38f1250-ffd1-471c-a836-dcdd699a4bdd tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:18:42.758093 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e38f1250-ffd1-471c-a836-dcdd699a4bdd tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:18:42.774791 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-531cff43-e44c-4344-9a49-7c24d08ec349 req-9f9832ca-4e55-454e-93ca-1c7cb1b1d321 service neutron] 10.222.0.55 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7913792 Nov 12 20:18:42.787386 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977518ed-56f0-4bc7-adf9-23f5158aee68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3e36f5-0266-4c19-92f0-046ad6d565ba,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:42.809548 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-56800318-1862-4f84-8565-8ca6beab236d None None] Provisioning complete for port 344e70f6-992a-411d-9fe0-d9facb13640c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:42.810004 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-56800318-1862-4f84-8565-8ca6beab236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:42.810949 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e38f1250-ffd1-471c-a836-dcdd699a4bdd tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7169297 Nov 12 20:18:42.815044 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-aacf22e5-ef9d-4abc-944f-11dd7c394828 admin admin] Deleting port 3b2f70bd-9b27-4dfc-a142-de3bec9a49b5 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:18:42.815402 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aacf22e5-ef9d-4abc-944f-11dd7c394828 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:42.826664 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49856) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:42.844449 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-6bb6becb-70b4-465e-81aa-f26f55679ddd tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'subnet': {'network_id': '1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:43.072416 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-56800318-1862-4f84-8565-8ca6beab236d None None] Provisioning complete for port 42a3508f-f695-4637-b58d-9ebf16eb35e4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:43.072801 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-56800318-1862-4f84-8565-8ca6beab236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:43.131086 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 344e70f6-992a-411d-9fe0-d9facb13640c up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:18:43.149286 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-aacf22e5-ef9d-4abc-944f-11dd7c394828 admin admin] For port 3b2f70bd-9b27-4dfc-a142-de3bec9a49b5, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3b2f70bd-9b27-4dfc-a142-de3bec9a49b5,segment=NetworkSegment(2cf18d2e-db70-4847-8293-7497328b775e),segment_id=2cf18d2e-db70-4847-8293-7497328b775e)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:43.149811 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aacf22e5-ef9d-4abc-944f-11dd7c394828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:43.198242 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-aacf22e5-ef9d-4abc-944f-11dd7c394828 admin admin] Calling delete_port for 3b2f70bd-9b27-4dfc-a142-de3bec9a49b5 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:18:43.237564 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-531cff43-e44c-4344-9a49-7c24d08ec349 req-3837c6b9-a5ba-4be7-a937-e3351b71b99e service neutron] 10.222.0.55 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112332 Nov 12 20:18:43.280750 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1d4218f-12ef-4cfa-9113-20b9f41f8c88 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:43.286020 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-56800318-1862-4f84-8565-8ca6beab236d None None] Port 42a3508f-f695-4637-b58d-9ebf16eb35e4 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:18:43.289056 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1d4218f-12ef-4cfa-9113-20b9f41f8c88 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:43.318493 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 344e70f6-992a-411d-9fe0-d9facb13640c triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:43.318967 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:43.350384 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb6becb-70b4-465e-81aa-f26f55679ddd tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Made reservation on behalf of 342069ba33064139a154c54a222289e0 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:18:43.356187 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6bb6becb-70b4-465e-81aa-f26f55679ddd tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:43.435690 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9ae2df50-0323-4e8c-accf-4b3fb1a73dd0 None None] Provisioning complete for port 42a3508f-f695-4637-b58d-9ebf16eb35e4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:43.436190 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9ae2df50-0323-4e8c-accf-4b3fb1a73dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:43.440217 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4218f-12ef-4cfa-9113-20b9f41f8c88 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event updated for resources: {'Port': ['ID=42a3508f-f695-4637-b58d-9ebf16eb35e4,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:43.444814 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1d4218f-12ef-4cfa-9113-20b9f41f8c88 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:43.626141 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-9ae2df50-0323-4e8c-accf-4b3fb1a73dd0 None None] Port 42a3508f-f695-4637-b58d-9ebf16eb35e4 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:18:43.682474 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d4218f-12ef-4cfa-9113-20b9f41f8c88 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Network 3a503c6e-0cda-4826-a96a-ecaee65932fe is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:18:43.686140 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-c1d4218f-12ef-4cfa-9113-20b9f41f8c88 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:18:43.738887 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aacf22e5-ef9d-4abc-944f-11dd7c394828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:43.842452 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf22e5-ef9d-4abc-944f-11dd7c394828 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b2f70bd-9b27-4dfc-a142-de3bec9a49b5,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:44.007188 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149f34d-12d0-4f52-a1f8-39c5a0458f00 req-2de88068-f8cd-4df5-afb3-30b5980dfc5e tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:44.028390 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b149f34d-12d0-4f52-a1f8-39c5a0458f00 req-2de88068-f8cd-4df5-afb3-30b5980dfc5e tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 946 time: 0.1998951 Nov 12 20:18:44.032388 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d4218f-12ef-4cfa-9113-20b9f41f8c88 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:18:44.204577 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6bb6becb-70b4-465e-81aa-f26f55679ddd tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:44.286472 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-3600feb1-ad43-42f4-9efb-01e948ab5dfa None None] Provisioning complete for port 42a3508f-f695-4637-b58d-9ebf16eb35e4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:44.287056 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3600feb1-ad43-42f4-9efb-01e948ab5dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:44.299111 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b149f34d-12d0-4f52-a1f8-39c5a0458f00 req-27ce1055-4769-4e9b-a6e6-5d5213c7ee17 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608793 Nov 12 20:18:44.331293 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d4218f-12ef-4cfa-9113-20b9f41f8c88 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:18:44.345436 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c1d4218f-12ef-4cfa-9113-20b9f41f8c88 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "PUT /v2.0/routers/8a6f341b-c20c-4c58-b82b-e08bc2540b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9787059 Nov 12 20:18:44.346142 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49910) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:44.355769 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-005fc738-1a41-49d9-b744-a5873b39d8a6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:44.372609 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-3600feb1-ad43-42f4-9efb-01e948ab5dfa None None] Port 42a3508f-f695-4637-b58d-9ebf16eb35e4 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:18:44.376606 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc17641-b56c-4b54-8948-e2cbefb5c325 None None] Sync routers for ids ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:18:44.388681 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc17641-b56c-4b54-8948-e2cbefb5c325 None None] Routers {'8a6f341b-c20c-4c58-b82b-e08bc2540b49'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:18:44.389316 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-bdc17641-b56c-4b54-8948-e2cbefb5c325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:44.396988 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb6becb-70b4-465e-81aa-f26f55679ddd tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Network 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:18:44.410596 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-6bb6becb-70b4-465e-81aa-f26f55679ddd tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:18:44.429810 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb6becb-70b4-465e-81aa-f26f55679ddd tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:44.430570 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6bb6becb-70b4-465e-81aa-f26f55679ddd tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:44.458582 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6bb6becb-70b4-465e-81aa-f26f55679ddd tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6291251 Nov 12 20:18:44.458582 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49912) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:44.459846 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49914) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:44.470416 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-e6913a37-148c-42dc-8b3a-5703b03154fe tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1300614316', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'aa438eee-822f-4040-b237-f05c7b5c5ebe'}], 'security_groups': ['558ca253-62bd-4ee5-b0cb-d15ffb1d62ea', '03cbdf73-a10f-4445-8168-32a3db934bf9']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:44.509600 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aacf22e5-ef9d-4abc-944f-11dd7c394828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:44.515098 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e612a8e0-443b-4276-bbde-19e99110a831 None None] Network 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:18:44.522749 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6becb-70b4-465e-81aa-f26f55679ddd tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Subnet': ['ID=aa438eee-822f-4040-b237-f05c7b5c5ebe,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:44.696006 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-04f3f441-0328-4c04-962b-ccafb3e282a7 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-605079108'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:44.750711 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-bdc17641-b56c-4b54-8948-e2cbefb5c325 None None] Set router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:18:44.780289 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f3f441-0328-4c04-962b-ccafb3e282a7 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Made reservation on behalf of 578dbab6700a4b0ea6d637fc2739a966 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:18:44.783636 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-04f3f441-0328-4c04-962b-ccafb3e282a7 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:44.804388 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-04f3f441-0328-4c04-962b-ccafb3e282a7 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:44.822412 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e6913a37-148c-42dc-8b3a-5703b03154fe tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:44.980851 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.extraroute_db [None req-005fc738-1a41-49d9-b744-a5873b39d8a6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 20:18:45.001357 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.extraroute_db [None req-005fc738-1a41-49d9-b744-a5873b39d8a6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Removed routes are [] {{(pid=102448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 20:18:45.001971 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-005fc738-1a41-49d9-b744-a5873b39d8a6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7534'] for router, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:45.017246 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device db7f27c0-8839-4d75-9752-433f98026878 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:18:45.189869 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aacf22e5-ef9d-4abc-944f-11dd7c394828 admin admin] Router 22530241-d24f-4377-a2b6-042f182305f4 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:18:45.280569 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-04f3f441-0328-4c04-962b-ccafb3e282a7 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:45.340600 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-04f3f441-0328-4c04-962b-ccafb3e282a7 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:45.345890 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:45.455340 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-005fc738-1a41-49d9-b744-a5873b39d8a6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7534'] for router, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:45.461905 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port db7f27c0-8839-4d75-9752-433f98026878, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=db7f27c0-8839-4d75-9752-433f98026878,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:45.469356 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f3f441-0328-4c04-962b-ccafb3e282a7 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:18:45.471847 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9fcc51-c741-45c8-8013-e0aeec421dbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db7f27c0-8839-4d75-9752-433f98026878'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:18:45.474428 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b47341-6735-4b57-bcfd-51b5b82daaae" -d '{"events": [{"server_uuid": "ba9fcc51-c741-45c8-8013-e0aeec421dbe", "name": "network-vif-unplugged", "status": "completed", "tag": "db7f27c0-8839-4d75-9752-433f98026878"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:18:45.481501 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:45.503641 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3f441-0328-4c04-962b-ccafb3e282a7 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d313a5-a6c3-4e9b-8a5d-429c11e03b24,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:45.519974 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-005fc738-1a41-49d9-b744-a5873b39d8a6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706542'] for router, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:45.551439 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-bdc17641-b56c-4b54-8948-e2cbefb5c325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:18:42Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None, '_interfaces': [{'id': '42a3508f-f695-4637-b58d-9ebf16eb35e4', 'name': '', 'network_id': '3a503c6e-0cda-4826-a96a-ecaee65932fe', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:17:2a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'e269107c-7cc1-498c-82ec-7cd6d9372f5e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:40Z', 'updated_at': '2021-11-12T20:18:42Z', 'revision_number': 2, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'e269107c-7cc1-498c-82ec-7cd6d9372f5e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f1944a-7334-4ba2-a8c3-d903415f4abf', 'name': '', 'network_id': '6b35a8bd-db94-46c4-a592-466e55252abb', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:c1:7d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'eaba39bd-baa8-4857-ac42-4721216440e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:28Z', 'updated_at': '2021-11-12T20:18:38Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'eaba39bd-baa8-4857-ac42-4721216440e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da1bb3cd-972e-4d9c-8f8b-04ec69672b03', 'name': '', 'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:34:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:14Z', 'updated_at': '2021-11-12T20:18:24Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df2bc197-b9f7-4ef7-81f3-83e10fc71d51', 'name': '', 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:42:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:04Z', 'updated_at': '2021-11-12T20:18:14Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:45.565611 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-04f3f441-0328-4c04-962b-ccafb3e282a7 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:45.566102 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-04f3f441-0328-4c04-962b-ccafb3e282a7 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Added segment 682a62c9-20b4-4fd1-9d16-b214a84b0bff of type vlan for network 30ac13e7-9311-401f-81ad-ef9df483d732 Nov 12 20:18:45.618313 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e06175-50d4-49e3-ab3c-740f0ae35258 req-d7f5c121-f63c-48cd-b094-2a1d95fe0439 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:45.620045 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-38e06175-50d4-49e3-ab3c-740f0ae35258 req-d7f5c121-f63c-48cd-b094-2a1d95fe0439 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 944 time: 0.1627884 Nov 12 20:18:45.715534 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-04f3f441-0328-4c04-962b-ccafb3e282a7 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:45.739322 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacf22e5-ef9d-4abc-944f-11dd7c394828 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:18:45.759854 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-aacf22e5-ef9d-4abc-944f-11dd7c394828 admin admin] 10.222.0.48 "PUT /v2.0/routers/22530241-d24f-4377-a2b6-042f182305f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7040625 Nov 12 20:18:45.761521 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49930) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:45.778217 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e4da43-2419-4c75-9973-586848d06e55 None None] Sync routers for ids ['22530241-d24f-4377-a2b6-042f182305f4'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:18:45.811237 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e4da43-2419-4c75-9973-586848d06e55 None None] Routers {'22530241-d24f-4377-a2b6-042f182305f4'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:18:45.811943 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b4e4da43-2419-4c75-9973-586848d06e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['22530241-d24f-4377-a2b6-042f182305f4'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:45.826274 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=db7f27c0-8839-4d75-9752-433f98026878,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:45.845457 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 20:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3d6c2c-0b88-4bea-9d9d-3445404def2f x-openstack-request-id: req-2e3d6c2c-0b88-4bea-9d9d-3445404def2f {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:18:45.845746 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9fcc51-c741-45c8-8013-e0aeec421dbe", "name": "network-vif-unplugged", "status": "failed", "tag": "db7f27c0-8839-4d75-9752-433f98026878", "code": 422}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:18:45.845991 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e3d6c2c-0b88-4bea-9d9d-3445404def2f {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:18:45.846389 n-d-712140-15 neutron-server[102449]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ba9fcc51-c741-45c8-8013-e0aeec421dbe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'db7f27c0-8839-4d75-9752-433f98026878', 'code': 422} returned with failed status Nov 12 20:18:45.864981 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc17641-b56c-4b54-8948-e2cbefb5c325 None None] Checking router: 8a6f341b-c20c-4c58-b82b-e08bc2540b49 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:18:45.865336 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc17641-b56c-4b54-8948-e2cbefb5c325 None None] Updating router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 port 42a3508f-f695-4637-b58d-9ebf16eb35e4 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:18:45.921708 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-e6913a37-148c-42dc-8b3a-5703b03154fe tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Delete allocated IP 2001:db8::330 (1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1/4a4ae7f6-3398-484f-91fe-838b096a67e4) {{(pid=102447) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 20:18:45.936333 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-e6913a37-148c-42dc-8b3a-5703b03154fe tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Allocated IP 2001:db8:0:2::35d (1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1/aa438eee-822f-4040-b237-f05c7b5c5ebe/300f60d1-f518-4451-a94a-bd21e8106d2c) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:18:45.989315 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-b4e4da43-2419-4c75-9973-586848d06e55 None None] Set router 22530241-d24f-4377-a2b6-042f182305f4 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:18:46.005191 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bdc17641-b56c-4b54-8948-e2cbefb5c325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:46.158503 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c469a0-f38c-44d2-9d5f-3e441178c017 None None] Update dhcp port {'port': {'network_id': '1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1', 'fixed_ips': [{'subnet_id': '015dd655-e3ad-42bb-9c2e-163fa4bc8795', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4a4ae7f6-3398-484f-91fe-838b096a67e4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'aa438eee-822f-4040-b237-f05c7b5c5ebe'}], 'binding:host_id': 'n-d-712140-15'}, 'id': '0bd14f39-6fd2-4b06-8d42-3afb5e93de88'} from n-d-712140-15. {{(pid=102449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 20:18:46.189754 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e6913a37-148c-42dc-8b3a-5703b03154fe tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:46.207534 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e6913a37-148c-42dc-8b3a-5703b03154fe tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:46.211878 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-71c469a0-f38c-44d2-9d5f-3e441178c017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:46.342926 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b4e4da43-2419-4c75-9973-586848d06e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22530241-d24f-4377-a2b6-042f182305f4', 'name': 'tempest-TestServerBasicOps-1914184400-router', 'tenant_id': '8f9b04dbb559474e8bd8238bbf04d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'fd610e7a-b033-42df-9e16-6e013b5ff802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:17Z', 'updated_at': '2021-11-12T20:18:43Z', 'revision_number': 5, 'project_id': '8f9b04dbb559474e8bd8238bbf04d360', 'gw_port': {'id': 'fd610e7a-b033-42df-9e16-6e013b5ff802', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22530241-d24f-4377-a2b6-042f182305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:17Z', 'updated_at': '2021-11-12T20:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:46.378170 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e4da43-2419-4c75-9973-586848d06e55 None None] Checking router: 22530241-d24f-4377-a2b6-042f182305f4 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:18:46.390152 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e4da43-2419-4c75-9973-586848d06e55 None None] Routers {'22530241-d24f-4377-a2b6-042f182305f4'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:18:46.391340 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b4e4da43-2419-4c75-9973-586848d06e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['22530241-d24f-4377-a2b6-042f182305f4'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:46.544785 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-b4e4da43-2419-4c75-9973-586848d06e55 None None] Set router 22530241-d24f-4377-a2b6-042f182305f4 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:18:46.583272 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-38e06175-50d4-49e3-ab3c-740f0ae35258 req-614c6d14-b665-4e8e-a585-c0f83929f644 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9542639 Nov 12 20:18:46.585929 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005fc738-1a41-49d9-b744-a5873b39d8a6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:18:46.593608 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-71c469a0-f38c-44d2-9d5f-3e441178c017 None None] Allocated IP 2001:db8:0:2::2 (1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1/aa438eee-822f-4040-b237-f05c7b5c5ebe/0bd14f39-6fd2-4b06-8d42-3afb5e93de88) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:18:46.716856 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-71c469a0-f38c-44d2-9d5f-3e441178c017 None None] For port 0bd14f39-6fd2-4b06-8d42-3afb5e93de88, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=0bd14f39-6fd2-4b06-8d42-3afb5e93de88,segment=NetworkSegment(55a704f2-5594-49e9-af36-a7bcff4654ca),segment_id=55a704f2-5594-49e9-af36-a7bcff4654ca)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:46.770967 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-71c469a0-f38c-44d2-9d5f-3e441178c017 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:46.802517 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-71c469a0-f38c-44d2-9d5f-3e441178c017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:46.850954 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005fc738-1a41-49d9-b744-a5873b39d8a6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:18:46.874861 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-005fc738-1a41-49d9-b744-a5873b39d8a6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:46.880710 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-005fc738-1a41-49d9-b744-a5873b39d8a6 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "PUT /v2.0/routers/8a6f341b-c20c-4c58-b82b-e08bc2540b49 HTTP/1.1" status: 200 len: 934 time: 2.5323138 Nov 12 20:18:46.884469 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49952) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:46.909144 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b4e4da43-2419-4c75-9973-586848d06e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22530241-d24f-4377-a2b6-042f182305f4', 'name': 'tempest-TestServerBasicOps-1914184400-router', 'tenant_id': '8f9b04dbb559474e8bd8238bbf04d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'fd610e7a-b033-42df-9e16-6e013b5ff802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:17Z', 'updated_at': '2021-11-12T20:18:43Z', 'revision_number': 5, 'project_id': '8f9b04dbb559474e8bd8238bbf04d360', 'gw_port': {'id': 'fd610e7a-b033-42df-9e16-6e013b5ff802', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22530241-d24f-4377-a2b6-042f182305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:17Z', 'updated_at': '2021-11-12T20:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:46.994810 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e4da43-2419-4c75-9973-586848d06e55 None None] The sync data for ids ['22530241-d24f-4377-a2b6-042f182305f4'] in n-d-712140-15 is: [{'id': '22530241-d24f-4377-a2b6-042f182305f4', 'name': 'tempest-TestServerBasicOps-1914184400-router', 'tenant_id': '8f9b04dbb559474e8bd8238bbf04d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'fd610e7a-b033-42df-9e16-6e013b5ff802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:12:17Z', 'updated_at': '2021-11-12T20:18:43Z', 'revision_number': 5, 'project_id': '8f9b04dbb559474e8bd8238bbf04d360', 'gw_port': {'id': 'fd610e7a-b033-42df-9e16-6e013b5ff802', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22530241-d24f-4377-a2b6-042f182305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:12:17Z', 'updated_at': '2021-11-12T20:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:18:47.134502 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-04f3f441-0328-4c04-962b-ccafb3e282a7 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:47.145277 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f3f441-0328-4c04-962b-ccafb3e282a7 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:47.146087 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-04f3f441-0328-4c04-962b-ccafb3e282a7 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:47.166529 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-756b587d-4651-4369-8b84-6dd9ce5e9dc0 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "GET /v2.0/routers/8a6f341b-c20c-4c58-b82b-e08bc2540b49 HTTP/1.1" status: 200 len: 934 time: 0.2803156 Nov 12 20:18:47.172691 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49962) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:47.184023 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b5d2d67c-443e-4cbb-9709-9864a0046a45 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'router': {'routes': None}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:47.247987 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c469a0-f38c-44d2-9d5f-3e441178c017 None None] Pushing event updated for resources: {'Port': ['ID=0bd14f39-6fd2-4b06-8d42-3afb5e93de88,revision_number=7']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:47.311083 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3bd8dd6e-7fbe-4ba5-a491-f2970e09b7a8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:47.321197 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-e6913a37-148c-42dc-8b3a-5703b03154fe tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] In _notify_port_updated(), no bound segment for port 300f60d1-f518-4451-a94a-bd21e8106d2c on network 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 {{(pid=102447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 20:18:47.326927 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6913a37-148c-42dc-8b3a-5703b03154fe tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:47.327575 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e6913a37-148c-42dc-8b3a-5703b03154fe tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:47.328955 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e6913a37-148c-42dc-8b3a-5703b03154fe tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "PUT /v2.0/ports/300f60d1-f518-4451-a94a-bd21e8106d2c HTTP/1.1" status: 200 len: 970 time: 2.8636041 Nov 12 20:18:47.393388 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49968) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:47.459947 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bdc17641-b56c-4b54-8948-e2cbefb5c325 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:47.472483 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bdc17641-b56c-4b54-8948-e2cbefb5c325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:47.590720 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-04f3f441-0328-4c04-962b-ccafb3e282a7 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 3.1317077 Nov 12 20:18:47.621379 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:18:47.677011 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49988) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:47.690803 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21642ee3-a219-4844-8ed3-04743c2162b0 None None] Pushing event updated for resources: {'Port': ['ID=42a3508f-f695-4637-b58d-9ebf16eb35e4,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:47.706508 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-45149a55-0a1b-43c6-970a-7b39e35bdd83 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Request body: {'subnet': {'network_id': '30ac13e7-9311-401f-81ad-ef9df483d732', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:47.733911 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6913a37-148c-42dc-8b3a-5703b03154fe tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event updated for resources: {'Port': ['ID=300f60d1-f518-4451-a94a-bd21e8106d2c,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:47.780510 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-bdc17641-b56c-4b54-8948-e2cbefb5c325 None None] Attempting to bind port 42a3508f-f695-4637-b58d-9ebf16eb35e4 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:18:47.781128 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-bdc17641-b56c-4b54-8948-e2cbefb5c325 None None] Attempting to bind port 42a3508f-f695-4637-b58d-9ebf16eb35e4 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'a69b3940-3fca-419a-8b94-f37043f5bdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3a503c6e-0cda-4826-a96a-ecaee65932fe'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:18:47.781274 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc17641-b56c-4b54-8948-e2cbefb5c325 None None] Attempting to bind port 42a3508f-f695-4637-b58d-9ebf16eb35e4 on network 3a503c6e-0cda-4826-a96a-ecaee65932fe {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:18:47.803080 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc17641-b56c-4b54-8948-e2cbefb5c325 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:18:47.803458 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc17641-b56c-4b54-8948-e2cbefb5c325 None None] Checking segment: {'id': 'a69b3940-3fca-419a-8b94-f37043f5bdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3a503c6e-0cda-4826-a96a-ecaee65932fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:18:47.803864 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bdc17641-b56c-4b54-8948-e2cbefb5c325 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:47.819574 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc17641-b56c-4b54-8948-e2cbefb5c325 None None] Bound using segment: {'id': 'a69b3940-3fca-419a-8b94-f37043f5bdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3a503c6e-0cda-4826-a96a-ecaee65932fe'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:18:47.820724 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-bdc17641-b56c-4b54-8948-e2cbefb5c325 None None] Bound port: 42a3508f-f695-4637-b58d-9ebf16eb35e4, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a69b3940-3fca-419a-8b94-f37043f5bdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3a503c6e-0cda-4826-a96a-ecaee65932fe'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:18:47.824730 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bdc17641-b56c-4b54-8948-e2cbefb5c325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:47.975466 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-bdc17641-b56c-4b54-8948-e2cbefb5c325 None None] For port 42a3508f-f695-4637-b58d-9ebf16eb35e4, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:18:47.980438 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-bdc17641-b56c-4b54-8948-e2cbefb5c325 None None] For port 42a3508f-f695-4637-b58d-9ebf16eb35e4, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=42a3508f-f695-4637-b58d-9ebf16eb35e4,segment=NetworkSegment(a69b3940-3fca-419a-8b94-f37043f5bdc8),segment_id=a69b3940-3fca-419a-8b94-f37043f5bdc8)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:18:47.998567 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bdc17641-b56c-4b54-8948-e2cbefb5c325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:48.043917 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3f441-0328-4c04-962b-ccafb3e282a7 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Pushing event updated for resources: {'Network': ['ID=30ac13e7-9311-401f-81ad-ef9df483d732,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:48.082503 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 30ac13e7-9311-401f-81ad-ef9df483d732 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:18:48.251067 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3bd8dd6e-7fbe-4ba5-a491-f2970e09b7a8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:48.320255 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc17641-b56c-4b54-8948-e2cbefb5c325 None None] Routers {'8a6f341b-c20c-4c58-b82b-e08bc2540b49'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:18:48.321204 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-bdc17641-b56c-4b54-8948-e2cbefb5c325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:48.321674 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.extraroute_db [None req-b5d2d67c-443e-4cbb-9709-9864a0046a45 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Added routes are [] {{(pid=102448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 20:18:48.323941 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.extraroute_db [None req-b5d2d67c-443e-4cbb-9709-9864a0046a45 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 20:18:48.428830 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21642ee3-a219-4844-8ed3-04743c2162b0 None None] Pushing event updated for resources: {'Port': ['ID=42a3508f-f695-4637-b58d-9ebf16eb35e4,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:48.437314 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b5d2d67c-443e-4cbb-9709-9864a0046a45 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7534'] for router, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:48.479442 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8dec14ee-02eb-45b6-a90b-736759dc2572 None None] Provisioning complete for port 42a3508f-f695-4637-b58d-9ebf16eb35e4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:48.482072 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8dec14ee-02eb-45b6-a90b-736759dc2572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:48.503233 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45149a55-0a1b-43c6-970a-7b39e35bdd83 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Made reservation on behalf of 578dbab6700a4b0ea6d637fc2739a966 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:18:48.506815 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-45149a55-0a1b-43c6-970a-7b39e35bdd83 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:48.584404 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-bdc17641-b56c-4b54-8948-e2cbefb5c325 None None] Set router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:18:48.779616 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-9e44691c-8b0a-4488-bfbf-e4aad04ce645 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting port 300f60d1-f518-4451-a94a-bd21e8106d2c {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:18:48.780258 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9e44691c-8b0a-4488-bfbf-e4aad04ce645 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:48.848046 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-3bd8dd6e-7fbe-4ba5-a491-f2970e09b7a8 admin admin] Deleting port fd610e7a-b033-42df-9e16-6e013b5ff802 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:18:48.850331 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3bd8dd6e-7fbe-4ba5-a491-f2970e09b7a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:48.947223 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-bb54f2b8-ef13-4fcd-8473-940c6c4ad484 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2815251 Nov 12 20:18:48.968554 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b5d2d67c-443e-4cbb-9709-9864a0046a45 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7534'] for router, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:48.972824 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b5d2d67c-443e-4cbb-9709-9864a0046a45 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706542'] for router, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:48.987057 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-3bd8dd6e-7fbe-4ba5-a491-f2970e09b7a8 admin admin] For port fd610e7a-b033-42df-9e16-6e013b5ff802, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=fd610e7a-b033-42df-9e16-6e013b5ff802,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:48.987421 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3bd8dd6e-7fbe-4ba5-a491-f2970e09b7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:49.002807 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-3bd8dd6e-7fbe-4ba5-a491-f2970e09b7a8 admin admin] Calling delete_port for fd610e7a-b033-42df-9e16-6e013b5ff802 owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:18:49.045827 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device db7f27c0-8839-4d75-9752-433f98026878 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:18:49.072081 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50010) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:49.081058 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8dec14ee-02eb-45b6-a90b-736759dc2572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:49.185886 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d2d67c-443e-4cbb-9709-9864a0046a45 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:18:49.196538 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 0bd14f39-6fd2-4b06-8d42-3afb5e93de88 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:18:49.198197 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-f41935b2-b1b6-4003-bb5e-77d4e4b8dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:49.200838 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-f41935b2-b1b6-4003-bb5e-77d4e4b8dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:49.201365 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-f41935b2-b1b6-4003-bb5e-77d4e4b8dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:49.202157 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-f41935b2-b1b6-4003-bb5e-77d4e4b8dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:49.202772 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-f41935b2-b1b6-4003-bb5e-77d4e4b8dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:49.203736 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-f41935b2-b1b6-4003-bb5e-77d4e4b8dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:49.204846 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-f41935b2-b1b6-4003-bb5e-77d4e4b8dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:49.209212 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-f41935b2-b1b6-4003-bb5e-77d4e4b8dc06 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4852665fabb5408ab377b1cbc45feb40&device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 6507 time: 0.1337616 Nov 12 20:18:49.265797 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-8dec14ee-02eb-45b6-a90b-736759dc2572 None None] For port 42a3508f-f695-4637-b58d-9ebf16eb35e4, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=42a3508f-f695-4637-b58d-9ebf16eb35e4,segment=NetworkSegment(a69b3940-3fca-419a-8b94-f37043f5bdc8),segment_id=a69b3940-3fca-419a-8b94-f37043f5bdc8)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:49.280855 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8dec14ee-02eb-45b6-a90b-736759dc2572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:49.395073 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec14ee-02eb-45b6-a90b-736759dc2572 None None] Pushing event updated for resources: {'Port': ['ID=42a3508f-f695-4637-b58d-9ebf16eb35e4,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:49.399240 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3bd8dd6e-7fbe-4ba5-a491-f2970e09b7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:49.437707 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8dd6e-7fbe-4ba5-a491-f2970e09b7a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd610e7a-b033-42df-9e16-6e013b5ff802,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:49.511919 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cf1ee5-a975-4c83-bf3e-e140bb1000d7 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:18:49.513725 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0db97f-703c-42df-b7e5-4b4d501a2479 req-13679bce-7809-42d5-be85-2ce99d531a9b tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:49.515538 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7b0db97f-703c-42df-b7e5-4b4d501a2479 req-13679bce-7809-42d5-be85-2ce99d531a9b tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9fcc51-c741-45c8-8013-e0aeec421dbe HTTP/1.1" status: 200 len: 944 time: 0.3281546 Nov 12 20:18:49.528077 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-bdc17641-b56c-4b54-8948-e2cbefb5c325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:18:44Z', 'revision_number': 6, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None, '_interfaces': [{'id': '42a3508f-f695-4637-b58d-9ebf16eb35e4', 'name': '', 'network_id': '3a503c6e-0cda-4826-a96a-ecaee65932fe', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:17:2a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'e269107c-7cc1-498c-82ec-7cd6d9372f5e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:40Z', 'updated_at': '2021-11-12T20:18:47Z', 'revision_number': 4, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'e269107c-7cc1-498c-82ec-7cd6d9372f5e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f1944a-7334-4ba2-a8c3-d903415f4abf', 'name': '', 'network_id': '6b35a8bd-db94-46c4-a592-466e55252abb', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:c1:7d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'eaba39bd-baa8-4857-ac42-4721216440e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:28Z', 'updated_at': '2021-11-12T20:18:38Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'eaba39bd-baa8-4857-ac42-4721216440e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da1bb3cd-972e-4d9c-8f8b-04ec69672b03', 'name': '', 'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:34:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:14Z', 'updated_at': '2021-11-12T20:18:24Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df2bc197-b9f7-4ef7-81f3-83e10fc71d51', 'name': '', 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:42:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:04Z', 'updated_at': '2021-11-12T20:18:14Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:49.532953 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d2d67c-443e-4cbb-9709-9864a0046a45 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:18:49.541338 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2ffea71f-5015-4c7d-8d06-61b96306f4e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:49.548775 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b5d2d67c-443e-4cbb-9709-9864a0046a45 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:49.552655 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b5d2d67c-443e-4cbb-9709-9864a0046a45 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "PUT /v2.0/routers/8a6f341b-c20c-4c58-b82b-e08bc2540b49 HTTP/1.1" status: 200 len: 700 time: 2.3783092 Nov 12 20:18:49.561811 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-cb9eac9a-55ad-4c23-9a50-456c46d71264 None None] Provisioning complete for port 9dfda7e4-a973-413d-894d-fecdc25e3ee8 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:49.562180 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cb9eac9a-55ad-4c23-9a50-456c46d71264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:49.564130 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc17641-b56c-4b54-8948-e2cbefb5c325 None None] The sync data for ids ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'] in n-d-712140-15 is: [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:18:44Z', 'revision_number': 6, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None, '_interfaces': [{'id': '42a3508f-f695-4637-b58d-9ebf16eb35e4', 'name': '', 'network_id': '3a503c6e-0cda-4826-a96a-ecaee65932fe', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:17:2a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'e269107c-7cc1-498c-82ec-7cd6d9372f5e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:40Z', 'updated_at': '2021-11-12T20:18:47Z', 'revision_number': 4, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'e269107c-7cc1-498c-82ec-7cd6d9372f5e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f1944a-7334-4ba2-a8c3-d903415f4abf', 'name': '', 'network_id': '6b35a8bd-db94-46c4-a592-466e55252abb', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:c1:7d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'eaba39bd-baa8-4857-ac42-4721216440e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:28Z', 'updated_at': '2021-11-12T20:18:38Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'eaba39bd-baa8-4857-ac42-4721216440e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da1bb3cd-972e-4d9c-8f8b-04ec69672b03', 'name': '', 'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:34:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:14Z', 'updated_at': '2021-11-12T20:18:24Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df2bc197-b9f7-4ef7-81f3-83e10fc71d51', 'name': '', 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:42:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:04Z', 'updated_at': '2021-11-12T20:18:14Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:18:49.565960 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 0bd14f39-6fd2-4b06-8d42-3afb5e93de88 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:49.566313 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:49.599418 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50026) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:49.668759 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3bd8dd6e-7fbe-4ba5-a491-f2970e09b7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:49.766366 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-59104643-55b4-49f3-ad2a-1724ee4f6176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:49.767851 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-59104643-55b4-49f3-ad2a-1724ee4f6176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:49.768348 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-59104643-55b4-49f3-ad2a-1724ee4f6176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:49.770243 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-59104643-55b4-49f3-ad2a-1724ee4f6176 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bd6be986-db97-4cb9-abe7-787b341a3cd5&id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&id=5d5111b2-3f92-4f00-9f7f-454d59cb9659&id=5d5111b2-3f92-4f00-9f7f-454d59cb9659 HTTP/1.1" status: 200 len: 2298 time: 0.5236905 Nov 12 20:18:49.814919 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-cb9eac9a-55ad-4c23-9a50-456c46d71264 None None] Port 9dfda7e4-a973-413d-894d-fecdc25e3ee8 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:18:49.865572 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-cb9eac9a-55ad-4c23-9a50-456c46d71264 None None] Provisioning complete for port 300f60d1-f518-4451-a94a-bd21e8106d2c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:49.866112 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cb9eac9a-55ad-4c23-9a50-456c46d71264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:49.958758 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-a54cb8ff-b98c-4146-ba68-d525e6f5a98b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60910e1f-f0d1-4eec-848e-460daa336aca HTTP/1.1" status: 200 len: 1001 time: 0.1491976 Nov 12 20:18:50.022802 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-f689aee1-59e0-46a0-9ac7-c9458059f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:50.024557 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-f689aee1-59e0-46a0-9ac7-c9458059f72d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9f077436-4556-447d-83d4-cbd3714774cd HTTP/1.1" status: 200 len: 855 time: 0.0537782 Nov 12 20:18:50.051454 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3bd8dd6e-7fbe-4ba5-a491-f2970e09b7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:50.052327 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-7b0db97f-703c-42df-b7e5-4b4d501a2479 req-aeed7e15-145d-4f5b-a10e-464563476d99 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Deleting port db7f27c0-8839-4d75-9752-433f98026878 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:18:50.053234 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7b0db97f-703c-42df-b7e5-4b4d501a2479 req-aeed7e15-145d-4f5b-a10e-464563476d99 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:50.077772 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c4d8cb96-b8cc-475a-9577-26bcb5f44476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:50.102276 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3bd8dd6e-7fbe-4ba5-a491-f2970e09b7a8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:50.145942 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9e44691c-8b0a-4488-bfbf-e4aad04ce645 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:50.160197 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-7b0db97f-703c-42df-b7e5-4b4d501a2479 req-aeed7e15-145d-4f5b-a10e-464563476d99 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] For port db7f27c0-8839-4d75-9752-433f98026878, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=db7f27c0-8839-4d75-9752-433f98026878,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:50.160742 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7b0db97f-703c-42df-b7e5-4b4d501a2479 req-aeed7e15-145d-4f5b-a10e-464563476d99 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:50.161443 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-cb9eac9a-55ad-4c23-9a50-456c46d71264 None None] Port 300f60d1-f518-4451-a94a-bd21e8106d2c cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:18:50.177627 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3b2f70bd-9b27-4dfc-a142-de3bec9a49b5 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:18:50.220365 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-7b0db97f-703c-42df-b7e5-4b4d501a2479 req-aeed7e15-145d-4f5b-a10e-464563476d99 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Calling delete_port for db7f27c0-8839-4d75-9752-433f98026878 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:18:50.237353 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 3b2f70bd-9b27-4dfc-a142-de3bec9a49b5 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:18:50.244185 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-9e44691c-8b0a-4488-bfbf-e4aad04ce645 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Calling delete_port for 300f60d1-f518-4451-a94a-bd21e8106d2c owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:18:50.244855 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3b2f70bd-9b27-4dfc-a142-de3bec9a49b5 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:18:50.247863 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:50.263148 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-cb9eac9a-55ad-4c23-9a50-456c46d71264 None None] Provisioning complete for port 42a3508f-f695-4637-b58d-9ebf16eb35e4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:50.263689 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cb9eac9a-55ad-4c23-9a50-456c46d71264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:50.310258 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-39d18534-a7e1-4120-ad9c-af635520cada tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "GET /v2.0/routers/8a6f341b-c20c-4c58-b82b-e08bc2540b49 HTTP/1.1" status: 200 len: 700 time: 0.7056296 Nov 12 20:18:50.319257 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3bd8dd6e-7fbe-4ba5-a491-f2970e09b7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:50.320322 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd8dd6e-7fbe-4ba5-a491-f2970e09b7a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22530241-d24f-4377-a2b6-042f182305f4 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:18:50.331062 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50044) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:50.359256 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3bd8dd6e-7fbe-4ba5-a491-f2970e09b7a8 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:50.367093 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3bd8dd6e-7fbe-4ba5-a491-f2970e09b7a8 admin admin] 10.222.0.48 "DELETE /v2.0/routers/22530241-d24f-4377-a2b6-042f182305f4 HTTP/1.1" status: 204 len: 168 time: 4.1746786 Nov 12 20:18:50.486947 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50046) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:50.513794 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7b0db97f-703c-42df-b7e5-4b4d501a2479 req-aeed7e15-145d-4f5b-a10e-464563476d99 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:50.561176 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-45149a55-0a1b-43c6-970a-7b39e35bdd83 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:50.580502 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed7e15-145d-4f5b-a10e-464563476d99 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Pushing event deleted for resources: {'Port': ['ID=db7f27c0-8839-4d75-9752-433f98026878,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:50.677803 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0db97f-703c-42df-b7e5-4b4d501a2479 req-aeed7e15-145d-4f5b-a10e-464563476d99 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] No DVR routers for this DVR port db7f27c0-8839-4d75-9752-433f98026878 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:18:50.690500 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7b0db97f-703c-42df-b7e5-4b4d501a2479 req-aeed7e15-145d-4f5b-a10e-464563476d99 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:50.698696 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7b0db97f-703c-42df-b7e5-4b4d501a2479 req-aeed7e15-145d-4f5b-a10e-464563476d99 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "DELETE /v2.0/ports/db7f27c0-8839-4d75-9752-433f98026878 HTTP/1.1" status: 204 len: 173 time: 1.1630948 Nov 12 20:18:50.717257 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9fcc51-c741-45c8-8013-e0aeec421dbe', 'name': 'network-vif-deleted', 'tag': 'db7f27c0-8839-4d75-9752-433f98026878'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:18:50.722384 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa807599-5d5a-481b-8909-d950e19764db" -d '{"events": [{"server_uuid": "ba9fcc51-c741-45c8-8013-e0aeec421dbe", "name": "network-vif-deleted", "tag": "db7f27c0-8839-4d75-9752-433f98026878"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:18:50.850226 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45149a55-0a1b-43c6-970a-7b39e35bdd83 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Pushing event updated for resources: {'Subnet': ['ID=93ef1e3d-aeef-44b9-b91c-67812d54950b,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:50.913844 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-b6a924f4-95db-4d7e-95ee-9c3cba26088f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:50.929364 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-b6a924f4-95db-4d7e-95ee-9c3cba26088f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd6be986-db97-4cb9-abe7-787b341a3cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8956490 Nov 12 20:18:50.946261 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e7d357-5f11-4161-b89f-c0e5e9b63035 admin admin] Deleting subnet 85d46580-7163-4f8e-ab7e-91985414010c {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:18:50.965605 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d357-5f11-4161-b89f-c0e5e9b63035 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:50.977759 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ab6740-d19c-4d2a-840b-b24a3a2e89c8 None None] DHCP port deletion for d3873ac0-1db4-4dba-9bfe-d989f1a20099 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:18:51.025747 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-cb9eac9a-55ad-4c23-9a50-456c46d71264 None None] Provisioning complete for port 0bd14f39-6fd2-4b06-8d42-3afb5e93de88 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:51.026128 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cb9eac9a-55ad-4c23-9a50-456c46d71264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:51.067446 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2ffea71f-5015-4c7d-8d06-61b96306f4e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:51.075311 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 20:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f872a56d-9b04-4144-84f1-6a4be5770072 x-openstack-request-id: req-f872a56d-9b04-4144-84f1-6a4be5770072 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:18:51.077283 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9fcc51-c741-45c8-8013-e0aeec421dbe", "name": "network-vif-deleted", "tag": "db7f27c0-8839-4d75-9752-433f98026878", "status": "failed", "code": 422}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:18:51.077698 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f872a56d-9b04-4144-84f1-6a4be5770072 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:18:51.078291 n-d-712140-15 neutron-server[102448]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ba9fcc51-c741-45c8-8013-e0aeec421dbe', 'name': 'network-vif-deleted', 'tag': 'db7f27c0-8839-4d75-9752-433f98026878', 'status': 'failed', 'code': 422} returned with failed status Nov 12 20:18:51.099765 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d357-5f11-4161-b89f-c0e5e9b63035 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:51.107641 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45149a55-0a1b-43c6-970a-7b39e35bdd83 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Checking segment: {'id': '682a62c9-20b4-4fd1-9d16-b214a84b0bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '30ac13e7-9311-401f-81ad-ef9df483d732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:18:51.108310 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45149a55-0a1b-43c6-970a-7b39e35bdd83 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Network hostable DHCP agents. Network: 30ac13e7-9311-401f-81ad-ef9df483d732, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:18:51.199129 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 42a3508f-f695-4637-b58d-9ebf16eb35e4 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:18:51.342423 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2ffea71f-5015-4c7d-8d06-61b96306f4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:51.345610 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dac26fc-1ece-406d-bb2e-9ef9e4f5a5e6 None None] Sync routers for ids ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:18:51.377131 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dac26fc-1ece-406d-bb2e-9ef9e4f5a5e6 None None] Routers {'8a6f341b-c20c-4c58-b82b-e08bc2540b49'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:18:51.378210 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-2dac26fc-1ece-406d-bb2e-9ef9e4f5a5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:51.420332 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-d17e695c-586b-4308-a4d4-11499916d593 service neutron] 10.222.0.55 "GET /v2.0/networks/bd6be986-db97-4cb9-abe7-787b341a3cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775789 Nov 12 20:18:51.498949 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9e44691c-8b0a-4488-bfbf-e4aad04ce645 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:51.519613 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45149a55-0a1b-43c6-970a-7b39e35bdd83 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Network 30ac13e7-9311-401f-81ad-ef9df483d732 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:18:51.585119 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffea71f-5015-4c7d-8d06-61b96306f4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abd1576-2af2-40f3-a6f8-b6d24482b6b0,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:51.600595 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 42a3508f-f695-4637-b58d-9ebf16eb35e4 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:51.601396 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:51.615456 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-45149a55-0a1b-43c6-970a-7b39e35bdd83 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 30ac13e7-9311-401f-81ad-ef9df483d732) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:18:51.621446 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2ffea71f-5015-4c7d-8d06-61b96306f4e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8284258091214dc985ee2e362ab86fd4&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5419631 Nov 12 20:18:51.622609 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50072) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:51.628422 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44691c-8b0a-4488-bfbf-e4aad04ce645 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Port': ['ID=300f60d1-f518-4451-a94a-bd21e8106d2c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:51.651513 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45149a55-0a1b-43c6-970a-7b39e35bdd83 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:51.654312 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-45149a55-0a1b-43c6-970a-7b39e35bdd83 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:51.667695 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-2dac26fc-1ece-406d-bb2e-9ef9e4f5a5e6 None None] Set router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:18:51.726440 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-f196bdf6-6f5b-47d4-b617-5716061ae8b4 service neutron] 10.222.0.55 "GET /v2.0/networks/bd6be986-db97-4cb9-abe7-787b341a3cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980549 Nov 12 20:18:51.769918 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9e44691c-8b0a-4488-bfbf-e4aad04ce645 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:51.775988 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50076) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:51.788323 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9e44691c-8b0a-4488-bfbf-e4aad04ce645 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/ports/300f60d1-f518-4451-a94a-bd21e8106d2c HTTP/1.1" status: 204 len: 168 time: 4.3663220 Nov 12 20:18:51.813230 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ada1c0-40f8-4474-98f5-d4445afe5b18 None None] Network 30ac13e7-9311-401f-81ad-ef9df483d732 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:18:51.837657 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d357-5f11-4161-b89f-c0e5e9b63035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:51.842870 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-0b188155-ae2e-44c8-86af-f31a09d7707a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=7c68d458-cf6b-40f0-99d1-44f97634c3b5 HTTP/1.1" status: 200 len: 217 time: 0.0918303 Nov 12 20:18:51.885259 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-45149a55-0a1b-43c6-970a-7b39e35bdd83 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2050147 Nov 12 20:18:51.890870 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50084) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:51.896327 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-7bbd9e57-3e6e-4832-9609-1f09039591ab tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Request body: {'port': {'network_id': '30ac13e7-9311-401f-81ad-ef9df483d732', 'name': 'tempest-TagsExtTest-1467868476'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:51.908204 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14cb07f-0670-4a1f-9307-d8aa2f8309bc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] GET failed (client error): The resource could not be found. Nov 12 20:18:51.912750 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e14cb07f-0670-4a1f-9307-d8aa2f8309bc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "GET /v2.0/ports/300f60d1-f518-4451-a94a-bd21e8106d2c HTTP/1.1" status: 404 len: 333 time: 0.0867107 Nov 12 20:18:51.919046 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50090) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:51.952892 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-085707bd-6be2-4702-aa31-7f161786e441 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:52.093683 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-d5e06276-da48-4432-8391-5c10b7daf266 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:52.095313 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-d5e06276-da48-4432-8391-5c10b7daf266 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/networks?id=d3873ac0-1db4-4dba-9bfe-d989f1a20099 HTTP/1.1" status: 200 len: 811 time: 0.1496146 Nov 12 20:18:52.138133 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbd9e57-3e6e-4832-9609-1f09039591ab tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Made reservation on behalf of 578dbab6700a4b0ea6d637fc2739a966 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:18:52.143681 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9e57-3e6e-4832-9609-1f09039591ab tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:52.160663 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-085707bd-6be2-4702-aa31-7f161786e441 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:52.179880 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-f8b30f3f-5e4a-4c91-ab1d-b267de486242 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/quotas/8273d0d46fc244019c3a4caebc6e0105 HTTP/1.1" status: 200 len: 375 time: 0.0647769 Nov 12 20:18:52.186702 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-4af217c3-f45d-4d3d-a604-2dd6aac021a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:52.188600 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-4af217c3-f45d-4d3d-a604-2dd6aac021a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23e59f70-1cf8-4ea4-824b-1efc5167ff36 HTTP/1.1" status: 200 len: 797 time: 0.3043823 Nov 12 20:18:52.240816 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-7bbd9e57-3e6e-4832-9609-1f09039591ab tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] device_id is not set on port d68505a0-349b-4f8c-b095-99b24842c010 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:18:52.249738 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d357-5f11-4161-b89f-c0e5e9b63035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:52.382421 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device fd610e7a-b033-42df-9e16-6e013b5ff802 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:18:52.423011 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: fd610e7a-b033-42df-9e16-6e013b5ff802 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:18:52.423365 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device fd610e7a-b033-42df-9e16-6e013b5ff802 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:18:52.477889 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bd1857-1143-41ee-813b-4a3fa294f18e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-30ac13e7-9311-401f-81ad-ef9df483d732', 'network_id': '30ac13e7-9311-401f-81ad-ef9df483d732', 'tenant_id': '578dbab6700a4b0ea6d637fc2739a966', 'fixed_ips': [{'subnet_id': '93ef1e3d-aeef-44b9-b91c-67812d54950b'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:18:52.478785 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-34bd1857-1143-41ee-813b-4a3fa294f18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:52.522004 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-2dac26fc-1ece-406d-bb2e-9ef9e4f5a5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:18:48Z', 'revision_number': 7, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None, '_interfaces': [{'id': '42a3508f-f695-4637-b58d-9ebf16eb35e4', 'name': '', 'network_id': '3a503c6e-0cda-4826-a96a-ecaee65932fe', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:17:2a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'e269107c-7cc1-498c-82ec-7cd6d9372f5e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:40Z', 'updated_at': '2021-11-12T20:18:49Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'e269107c-7cc1-498c-82ec-7cd6d9372f5e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f1944a-7334-4ba2-a8c3-d903415f4abf', 'name': '', 'network_id': '6b35a8bd-db94-46c4-a592-466e55252abb', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:c1:7d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'eaba39bd-baa8-4857-ac42-4721216440e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:28Z', 'updated_at': '2021-11-12T20:18:38Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'eaba39bd-baa8-4857-ac42-4721216440e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da1bb3cd-972e-4d9c-8f8b-04ec69672b03', 'name': '', 'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:34:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:14Z', 'updated_at': '2021-11-12T20:18:24Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df2bc197-b9f7-4ef7-81f3-83e10fc71d51', 'name': '', 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:42:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:04Z', 'updated_at': '2021-11-12T20:18:14Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:52.546446 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-7bbd9e57-3e6e-4832-9609-1f09039591ab tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Allocated IP 172.20.0.6 (30ac13e7-9311-401f-81ad-ef9df483d732/93ef1e3d-aeef-44b9-b91c-67812d54950b/d68505a0-349b-4f8c-b095-99b24842c010) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:18:52.570989 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-401069b6-30c9-4c63-8f9c-f9f078d94453 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:52.578352 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dac26fc-1ece-406d-bb2e-9ef9e4f5a5e6 None None] Checking router: 8a6f341b-c20c-4c58-b82b-e08bc2540b49 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:18:52.764860 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7d357-5f11-4161-b89f-c0e5e9b63035 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85d46580-7163-4f8e-ab7e-91985414010c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:52.770727 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-50ba4dc5-6caf-4613-a0c7-0c2e1a018fa7 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8273d0d46fc244019c3a4caebc6e0105&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5811491 Nov 12 20:18:52.780581 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dac26fc-1ece-406d-bb2e-9ef9e4f5a5e6 None None] Routers {'8a6f341b-c20c-4c58-b82b-e08bc2540b49'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:18:52.781354 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-2dac26fc-1ece-406d-bb2e-9ef9e4f5a5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:52.806823 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d357-5f11-4161-b89f-c0e5e9b63035 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:52.815937 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e1e7d357-5f11-4161-b89f-c0e5e9b63035 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/85d46580-7163-4f8e-ab7e-91985414010c HTTP/1.1" status: 204 len: 168 time: 2.3273497 Nov 12 20:18:52.817381 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50096) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:52.878866 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-eee1aba5-69de-441f-9cb9-26e97750f42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:52.895182 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4484cbf5-869e-4b7a-8250-bac5f8ee3840 None None] Network 819cb6e3-dbbe-446e-9a58-83b003520ceb requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:18:52.897866 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-acf0d2ed-bd0d-44c4-b3d4-80474006f7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:52.899470 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-af21e0b2-8901-4ab4-9f93-1aba1b8689cc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:52.909225 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-392f8983-86d3-41fb-bd44-e01495ae02c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:52.911057 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-392f8983-86d3-41fb-bd44-e01495ae02c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7068510 Nov 12 20:18:52.956454 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9e57-3e6e-4832-9609-1f09039591ab tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:53.035102 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-af21e0b2-8901-4ab4-9f93-1aba1b8689cc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:53.081717 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-085707bd-6be2-4702-aa31-7f161786e441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:53.083023 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9e57-3e6e-4832-9609-1f09039591ab tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:53.084332 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-085707bd-6be2-4702-aa31-7f161786e441 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:53.090197 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-085707bd-6be2-4702-aa31-7f161786e441 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6abd1576-2af2-40f3-a6f8-b6d24482b6b0 HTTP/1.1" status: 204 len: 168 time: 1.4314520 Nov 12 20:18:53.111890 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085707bd-6be2-4702-aa31-7f161786e441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abd1576-2af2-40f3-a6f8-b6d24482b6b0,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:53.157192 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbd9e57-3e6e-4832-9609-1f09039591ab tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Network 30ac13e7-9311-401f-81ad-ef9df483d732 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:18:53.162351 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-7bbd9e57-3e6e-4832-9609-1f09039591ab tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:18:53.167642 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbd9e57-3e6e-4832-9609-1f09039591ab tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:18:53.195329 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-b12d55d0-2759-4d7a-afbb-c66bf447df28 service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706432 Nov 12 20:18:53.218255 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd9e57-3e6e-4832-9609-1f09039591ab tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Pushing event updated for resources: {'Port': ['ID=d68505a0-349b-4f8c-b095-99b24842c010,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:53.226678 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-34bd1857-1143-41ee-813b-4a3fa294f18e None None] Allocated IP 172.20.0.2 (30ac13e7-9311-401f-81ad-ef9df483d732/93ef1e3d-aeef-44b9-b91c-67812d54950b/98e6f80b-90ff-4ab4-80d3-568aaae0e29c) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:18:53.254403 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-401069b6-30c9-4c63-8f9c-f9f078d94453 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Deleting port 42a3508f-f695-4637-b58d-9ebf16eb35e4 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:18:53.257148 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-401069b6-30c9-4c63-8f9c-f9f078d94453 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:53.317990 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-692b3ccd-4fc4-4d23-a29e-83afb6856a5d service neutron] 10.222.0.48 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5330782 Nov 12 20:18:53.343051 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-af21e0b2-8901-4ab4-9f93-1aba1b8689cc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:53.349957 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-af21e0b2-8901-4ab4-9f93-1aba1b8689cc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:53.360139 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-af21e0b2-8901-4ab4-9f93-1aba1b8689cc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/security-groups/9b1849ef-00c9-44c1-b885-3fe43ebd15b0 HTTP/1.1" status: 204 len: 168 time: 1.4344444 Nov 12 20:18:53.363202 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-a3236035-5b81-4c19-812e-275afa6807ed service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536946 Nov 12 20:18:53.365464 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50102) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:53.387713 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-401069b6-30c9-4c63-8f9c-f9f078d94453 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] For port 42a3508f-f695-4637-b58d-9ebf16eb35e4, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=42a3508f-f695-4637-b58d-9ebf16eb35e4,segment=NetworkSegment(a69b3940-3fca-419a-8b94-f37043f5bdc8),segment_id=a69b3940-3fca-419a-8b94-f37043f5bdc8)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:53.390027 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-401069b6-30c9-4c63-8f9c-f9f078d94453 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:53.443174 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-34bd1857-1143-41ee-813b-4a3fa294f18e None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:53.475646 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21e0b2-8901-4ab4-9f93-1aba1b8689cc tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1849ef-00c9-44c1-b885-3fe43ebd15b0,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:53.483611 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-34bd1857-1143-41ee-813b-4a3fa294f18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:53.493048 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-acf0d2ed-bd0d-44c4-b3d4-80474006f7fe admin admin] Deleting port 3dd7c666-821d-4546-b444-13aa00415689 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:18:53.493383 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-acf0d2ed-bd0d-44c4-b3d4-80474006f7fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:53.493846 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-2dac26fc-1ece-406d-bb2e-9ef9e4f5a5e6 None None] Set router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:18:53.572976 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-acf0d2ed-bd0d-44c4-b3d4-80474006f7fe admin admin] For port 3dd7c666-821d-4546-b444-13aa00415689, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3dd7c666-821d-4546-b444-13aa00415689,segment=NetworkSegment(2cf18d2e-db70-4847-8293-7497328b775e),segment_id=2cf18d2e-db70-4847-8293-7497328b775e)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:53.573904 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-acf0d2ed-bd0d-44c4-b3d4-80474006f7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:53.587738 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd1857-1143-41ee-813b-4a3fa294f18e None None] Pushing event updated for resources: {'Port': ['ID=98e6f80b-90ff-4ab4-80d3-568aaae0e29c,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:53.587963 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-acf0d2ed-bd0d-44c4-b3d4-80474006f7fe admin admin] Calling delete_port for 3dd7c666-821d-4546-b444-13aa00415689 owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:18:53.622354 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bd1857-1143-41ee-813b-4a3fa294f18e None None] Network 30ac13e7-9311-401f-81ad-ef9df483d732 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:18:53.650812 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-34bd1857-1143-41ee-813b-4a3fa294f18e None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:18:53.665173 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bd1857-1143-41ee-813b-4a3fa294f18e None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:18:53.696060 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-07c9319a-23d0-452c-9149-6ae7fe47ee7c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=8bf2886a-7dd4-4335-8bda-619bc89bd1cd HTTP/1.1" status: 200 len: 217 time: 0.2995849 Nov 12 20:18:53.736709 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-acf0d2ed-bd0d-44c4-b3d4-80474006f7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:53.778364 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0d2ed-bd0d-44c4-b3d4-80474006f7fe admin admin] Pushing event deleted for resources: {'Port': ['ID=3dd7c666-821d-4546-b444-13aa00415689,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:53.860818 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf0d2ed-bd0d-44c4-b3d4-80474006f7fe admin admin] No DVR routers for this DVR port 3dd7c666-821d-4546-b444-13aa00415689 on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:18:53.945883 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-acf0d2ed-bd0d-44c4-b3d4-80474006f7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:53.969907 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-acf0d2ed-bd0d-44c4-b3d4-80474006f7fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819cb6e3-dbbe-446e-9a58-83b003520ceb']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:53.981651 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-acf0d2ed-bd0d-44c4-b3d4-80474006f7fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf18d2e-db70-4847-8293-7497328b775e') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:53.981876 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-acf0d2ed-bd0d-44c4-b3d4-80474006f7fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf18d2e-db70-4847-8293-7497328b775e') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:53.994461 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-acf0d2ed-bd0d-44c4-b3d4-80474006f7fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:54.016322 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-acf0d2ed-bd0d-44c4-b3d4-80474006f7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:54.024881 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf0d2ed-bd0d-44c4-b3d4-80474006f7fe admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:18:54.025393 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-acf0d2ed-bd0d-44c4-b3d4-80474006f7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:54.096459 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5f98b6-3fce-4f6d-9210-3d2f2e41ebb9 None None] DHCP port deletion for 819cb6e3-dbbe-446e-9a58-83b003520ceb request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:18:54.104185 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:18:54.114953 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-acf0d2ed-bd0d-44c4-b3d4-80474006f7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:54.120607 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-acf0d2ed-bd0d-44c4-b3d4-80474006f7fe admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:54.127236 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-acf0d2ed-bd0d-44c4-b3d4-80474006f7fe admin admin] 10.222.0.48 "DELETE /v2.0/networks/819cb6e3-dbbe-446e-9a58-83b003520ceb HTTP/1.1" status: 204 len: 168 time: 1.3078134 Nov 12 20:18:54.150861 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-5cd4c939-ea00-4e8b-ba47-0e652b1533dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:54.152612 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-5cd4c939-ea00-4e8b-ba47-0e652b1533dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23e59f70-1cf8-4ea4-824b-1efc5167ff36 HTTP/1.1" status: 200 len: 797 time: 0.4120748 Nov 12 20:18:54.170963 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eda02260-ba17-401b-8235-5db33805e420 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:54.189208 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:54.189440 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0d2ed-bd0d-44c4-b3d4-80474006f7fe admin admin] Pushing event deleted for resources: {'Network': ['ID=819cb6e3-dbbe-446e-9a58-83b003520ceb,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:54.191245 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:54.202378 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-e8049833-28e7-443e-943d-d25e449ff643 service neutron] 10.222.0.48 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8743868 Nov 12 20:18:54.226547 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-34bd1857-1143-41ee-813b-4a3fa294f18e None None] Attempting to bind port 98e6f80b-90ff-4ab4-80d3-568aaae0e29c on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:18:54.228318 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-34bd1857-1143-41ee-813b-4a3fa294f18e None None] Attempting to bind port 98e6f80b-90ff-4ab4-80d3-568aaae0e29c by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '682a62c9-20b4-4fd1-9d16-b214a84b0bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '30ac13e7-9311-401f-81ad-ef9df483d732'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:18:54.231791 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bd1857-1143-41ee-813b-4a3fa294f18e None None] Attempting to bind port 98e6f80b-90ff-4ab4-80d3-568aaae0e29c on network 30ac13e7-9311-401f-81ad-ef9df483d732 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:18:54.244905 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eda02260-ba17-401b-8235-5db33805e420 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:54.270579 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bd1857-1143-41ee-813b-4a3fa294f18e None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:18:54.271041 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bd1857-1143-41ee-813b-4a3fa294f18e None None] Checking segment: {'id': '682a62c9-20b4-4fd1-9d16-b214a84b0bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '30ac13e7-9311-401f-81ad-ef9df483d732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:18:54.271353 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-34bd1857-1143-41ee-813b-4a3fa294f18e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:54.273496 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-08d20e33-eff2-41da-af36-c3bec9acb2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:54.277205 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-08d20e33-eff2-41da-af36-c3bec9acb2bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1001675 Nov 12 20:18:54.277876 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bd1857-1143-41ee-813b-4a3fa294f18e None None] Bound using segment: {'id': '682a62c9-20b4-4fd1-9d16-b214a84b0bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '30ac13e7-9311-401f-81ad-ef9df483d732'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:18:54.278409 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-34bd1857-1143-41ee-813b-4a3fa294f18e None None] Bound port: 98e6f80b-90ff-4ab4-80d3-568aaae0e29c, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682a62c9-20b4-4fd1-9d16-b214a84b0bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '30ac13e7-9311-401f-81ad-ef9df483d732'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:18:54.278877 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-34bd1857-1143-41ee-813b-4a3fa294f18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:54.293679 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-401069b6-30c9-4c63-8f9c-f9f078d94453 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Calling delete_port for 42a3508f-f695-4637-b58d-9ebf16eb35e4 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:18:54.320650 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbd9e57-3e6e-4832-9609-1f09039591ab tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:54.321513 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9e57-3e6e-4832-9609-1f09039591ab tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:54.434385 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eda02260-ba17-401b-8235-5db33805e420 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:54.441985 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7bbd9e57-3e6e-4832-9609-1f09039591ab tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.5474577 Nov 12 20:18:54.442603 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eda02260-ba17-401b-8235-5db33805e420 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:54.446094 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-eda02260-ba17-401b-8235-5db33805e420 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/security-groups/03cbdf73-a10f-4445-8168-32a3db934bf9 HTTP/1.1" status: 204 len: 168 time: 1.0544145 Nov 12 20:18:54.446277 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50124) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:54.448781 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50126) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:54.449138 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50128) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:54.469405 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f68e3183-45f6-4927-b2d4-dac6f530adf0 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2076447422', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:54.472820 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-2dac26fc-1ece-406d-bb2e-9ef9e4f5a5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:18:48Z', 'revision_number': 7, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None, '_interfaces': [{'id': '42a3508f-f695-4637-b58d-9ebf16eb35e4', 'name': '', 'network_id': '3a503c6e-0cda-4826-a96a-ecaee65932fe', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:17:2a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'e269107c-7cc1-498c-82ec-7cd6d9372f5e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:40Z', 'updated_at': '2021-11-12T20:18:49Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'e269107c-7cc1-498c-82ec-7cd6d9372f5e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f1944a-7334-4ba2-a8c3-d903415f4abf', 'name': '', 'network_id': '6b35a8bd-db94-46c4-a592-466e55252abb', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:c1:7d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'eaba39bd-baa8-4857-ac42-4721216440e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:28Z', 'updated_at': '2021-11-12T20:18:38Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'eaba39bd-baa8-4857-ac42-4721216440e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da1bb3cd-972e-4d9c-8f8b-04ec69672b03', 'name': '', 'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:34:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:14Z', 'updated_at': '2021-11-12T20:18:24Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df2bc197-b9f7-4ef7-81f3-83e10fc71d51', 'name': '', 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:42:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:04Z', 'updated_at': '2021-11-12T20:18:14Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:54.563620 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda02260-ba17-401b-8235-5db33805e420 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cbdf73-a10f-4445-8168-32a3db934bf9,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:54.575451 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f6821112-759b-44c1-a19c-c78f25c1027f req-4c617396-fc85-424d-8e43-48157e29c808 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 210 time: 0.0572133 Nov 12 20:18:54.606980 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d54c731f-06bd-47d3-8e5e-13b9ea30212d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1d48c506c1da468aab40c41f0ac9e84d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1568360 Nov 12 20:18:54.607551 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50136) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:54.614791 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dac26fc-1ece-406d-bb2e-9ef9e4f5a5e6 None None] The sync data for ids ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'] in n-d-712140-15 is: [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:18:48Z', 'revision_number': 7, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None, '_interfaces': [{'id': '42a3508f-f695-4637-b58d-9ebf16eb35e4', 'name': '', 'network_id': '3a503c6e-0cda-4826-a96a-ecaee65932fe', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:17:2a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'e269107c-7cc1-498c-82ec-7cd6d9372f5e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:40Z', 'updated_at': '2021-11-12T20:18:49Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'e269107c-7cc1-498c-82ec-7cd6d9372f5e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f1944a-7334-4ba2-a8c3-d903415f4abf', 'name': '', 'network_id': '6b35a8bd-db94-46c4-a592-466e55252abb', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:c1:7d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'eaba39bd-baa8-4857-ac42-4721216440e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:28Z', 'updated_at': '2021-11-12T20:18:38Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'eaba39bd-baa8-4857-ac42-4721216440e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da1bb3cd-972e-4d9c-8f8b-04ec69672b03', 'name': '', 'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:34:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:14Z', 'updated_at': '2021-11-12T20:18:24Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df2bc197-b9f7-4ef7-81f3-83e10fc71d51', 'name': '', 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:42:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:04Z', 'updated_at': '2021-11-12T20:18:14Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:18:54.669122 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dc75f141-5dd0-4a10-94c5-78142793b896 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:54.686968 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f68e3183-45f6-4927-b2d4-dac6f530adf0 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:54.688723 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f68e3183-45f6-4927-b2d4-dac6f530adf0 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:54.711450 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-34bd1857-1143-41ee-813b-4a3fa294f18e None None] For port 98e6f80b-90ff-4ab4-80d3-568aaae0e29c, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:18:54.734556 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-34bd1857-1143-41ee-813b-4a3fa294f18e None None] For port 98e6f80b-90ff-4ab4-80d3-568aaae0e29c, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=98e6f80b-90ff-4ab4-80d3-568aaae0e29c,segment=NetworkSegment(682a62c9-20b4-4fd1-9d16-b214a84b0bff),segment_id=682a62c9-20b4-4fd1-9d16-b214a84b0bff)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:18:54.754023 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-a5165598-a0f9-48a0-988e-2ef88bf4247d service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705608 Nov 12 20:18:54.754367 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-34bd1857-1143-41ee-813b-4a3fa294f18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:54.759426 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dc75f141-5dd0-4a10-94c5-78142793b896 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:54.843257 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8ef7cee5-97e2-40f7-8f3b-c98e979b74be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:54.890354 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8ef7cee5-97e2-40f7-8f3b-c98e979b74be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:54.928315 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd1857-1143-41ee-813b-4a3fa294f18e None None] Pushing event updated for resources: {'Port': ['ID=98e6f80b-90ff-4ab4-80d3-568aaae0e29c,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:54.935620 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-ae859868-7ebe-406c-ac4e-27d42f3a5dd3 service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722853 Nov 12 20:18:55.003467 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-401069b6-30c9-4c63-8f9c-f9f078d94453 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:55.017028 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-f2ea0cfc-cd57-4980-8681-431dc6780b57 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=e4d475ee-cd28-4a98-ab67-825a574e5c5e HTTP/1.1" status: 200 len: 217 time: 0.0600531 Nov 12 20:18:55.032751 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3dd7c666-821d-4546-b444-13aa00415689 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:18:55.056866 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401069b6-30c9-4c63-8f9c-f9f078d94453 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Port': ['ID=42a3508f-f695-4637-b58d-9ebf16eb35e4,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:55.122447 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 3dd7c666-821d-4546-b444-13aa00415689 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:18:55.123151 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3dd7c666-821d-4546-b444-13aa00415689 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:18:55.165146 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:55.211501 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8ef7cee5-97e2-40f7-8f3b-c98e979b74be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:55.224356 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8ef7cee5-97e2-40f7-8f3b-c98e979b74be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:55.228957 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8ef7cee5-97e2-40f7-8f3b-c98e979b74be admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/921d40f9-750e-4464-8db7-ca261227d6bc HTTP/1.1" status: 204 len: 168 time: 0.6203616 Nov 12 20:18:55.280623 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7cee5-97e2-40f7-8f3b-c98e979b74be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921d40f9-750e-4464-8db7-ca261227d6bc,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:55.320547 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f68e3183-45f6-4927-b2d4-dac6f530adf0 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:55.334491 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f68e3183-45f6-4927-b2d4-dac6f530adf0 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:55.417322 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f68e3183-45f6-4927-b2d4-dac6f530adf0 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:55.421731 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f68e3183-45f6-4927-b2d4-dac6f530adf0 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9578214 Nov 12 20:18:55.426342 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-401069b6-30c9-4c63-8f9c-f9f078d94453 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:55.428382 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dc75f141-5dd0-4a10-94c5-78142793b896 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:55.442199 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50152) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:55.448826 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-1a621f27-40d1-4d1f-9f3e-116b6f4b1ff0 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1891670617', 'prefixes': ['172.20.0.0/16']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:55.456649 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dc75f141-5dd0-4a10-94c5-78142793b896 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:55.478452 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-dc75f141-5dd0-4a10-94c5-78142793b896 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/security-groups/558ca253-62bd-4ee5-b0cb-d15ffb1d62ea HTTP/1.1" status: 204 len: 168 time: 1.0017862 Nov 12 20:18:55.481326 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50156) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:55.493070 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-cbd6ada8-4f60-469d-96fe-43d7c0da06c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:55.498700 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-cbd6ada8-4f60-469d-96fe-43d7c0da06c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23e59f70-1cf8-4ea4-824b-1efc5167ff36 HTTP/1.1" status: 200 len: 797 time: 0.4712358 Nov 12 20:18:55.697459 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75f141-5dd0-4a10-94c5-78142793b896 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=558ca253-62bd-4ee5-b0cb-d15ffb1d62ea,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:55.882788 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401069b6-30c9-4c63-8f9c-f9f078d94453 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:18:55.931434 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-feb8f304-20bf-40c0-ae9d-37802e5a76c6 req-458ab91b-efc4-4e84-9199-39c340962150 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 210 time: 0.1411939 Nov 12 20:18:55.995897 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:56.014602 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-521b3642-1b44-4c56-8522-e0028fb7e948 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting subnet 4a4ae7f6-3398-484f-91fe-838b096a67e4 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:18:56.029259 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-65e03ec8-1928-4112-8be1-5844281c5afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:56.039822 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-65e03ec8-1928-4112-8be1-5844281c5afe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5040445 Nov 12 20:18:56.039822 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-521b3642-1b44-4c56-8522-e0028fb7e948 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:56.043953 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1a621f27-40d1-4d1f-9f3e-116b6f4b1ff0 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks [] for subnetpool, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:56.053986 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1a621f27-40d1-4d1f-9f3e-116b6f4b1ff0 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6094129 Nov 12 20:18:56.054662 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50174) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:56.064327 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.tag.tag_plugin [None req-07ca836e-0141-4788-87a7-2bff0071b1c8 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '93ef1e3d-aeef-44b9-b91c-67812d54950b', 'tempest-TagsExtTest-Tag-1733855133') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:56.150134 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50176) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:56.190301 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-521b3642-1b44-4c56-8522-e0028fb7e948 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:56.209614 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401069b6-30c9-4c63-8f9c-f9f078d94453 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:18:56.223754 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4806c0e-9e7f-4ec0-b8c5-09ff3fab464d None None] Sync routers for ids ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:18:56.226034 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-401069b6-30c9-4c63-8f9c-f9f078d94453 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "PUT /v2.0/routers/8a6f341b-c20c-4c58-b82b-e08bc2540b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8912792 Nov 12 20:18:56.228590 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50178) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:56.246461 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4806c0e-9e7f-4ec0-b8c5-09ff3fab464d None None] Routers {'8a6f341b-c20c-4c58-b82b-e08bc2540b49'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:18:56.250307 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d4806c0e-9e7f-4ec0-b8c5-09ff3fab464d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:56.381527 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-521b3642-1b44-4c56-8522-e0028fb7e948 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:56.421237 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c4e974-9a15-448b-b0a5-246141c576b3 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Deleting subnet e269107c-7cc1-498c-82ec-7cd6d9372f5e {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:18:56.436896 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e974-9a15-448b-b0a5-246141c576b3 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:56.471490 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-07ca836e-0141-4788-87a7-2bff0071b1c8 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "PUT /v2.0/subnets/93ef1e3d-aeef-44b9-b91c-67812d54950b/tags/tempest-TagsExtTest-Tag-1733855133 HTTP/1.1" status: 201 len: 201 time: 0.4130661 Nov 12 20:18:56.474795 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50182) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:56.480752 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.tag.tag_plugin [None req-cd1f65b8-8faa-43cd-8912-03e240620622 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd68505a0-349b-4f8c-b095-99b24842c010', 'tempest-TagsExtTest-Tag-1402840204') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:56.522252 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-521b3642-1b44-4c56-8522-e0028fb7e948 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:56.549604 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fd832f-45a1-43ed-9d52-4a03438694b5 None None] Network 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:18:56.575970 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-521b3642-1b44-4c56-8522-e0028fb7e948 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:56.585712 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50186) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:56.586422 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-d4806c0e-9e7f-4ec0-b8c5-09ff3fab464d None None] Set router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:18:56.587391 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-521b3642-1b44-4c56-8522-e0028fb7e948 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/subnets/4a4ae7f6-3398-484f-91fe-838b096a67e4 HTTP/1.1" status: 204 len: 168 time: 1.0854874 Nov 12 20:18:56.602597 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b3642-1b44-4c56-8522-e0028fb7e948 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Subnet': ['ID=4a4ae7f6-3398-484f-91fe-838b096a67e4,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:56.608048 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e974-9a15-448b-b0a5-246141c576b3 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:56.637326 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-579318b9-a206-4357-8a6e-aa1c3fb26c65 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f9b04dbb559474e8bd8238bbf04d360&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4820137 Nov 12 20:18:56.646812 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50188) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:56.674960 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-d136e086-749f-42ea-b8b2-70cc78e70094 service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6269274 Nov 12 20:18:56.929306 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-2a63a69f-4737-4cbc-9541-0cf04ef178a3 service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430501 Nov 12 20:18:56.985997 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d82150-b7a0-44e0-af67-e26b4630e269 None None] Network 30ac13e7-9311-401f-81ad-ef9df483d732 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:18:57.106306 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-1eac4f45-eab1-43b0-ba9d-d4014056e427 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=10d51039-4f5f-40e0-a541-b315dbaf21c3 HTTP/1.1" status: 200 len: 217 time: 0.1517487 Nov 12 20:18:57.216088 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-1f9bec27-4af8-46eb-b8fe-0ae0767794e1 None None] Provisioning complete for port 98e6f80b-90ff-4ab4-80d3-568aaae0e29c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:57.217661 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1f9bec27-4af8-46eb-b8fe-0ae0767794e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:57.239325 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-f9ebb751-e80f-4e62-946b-ad97ae8dcfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:57.241076 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-f9ebb751-e80f-4e62-946b-ad97ae8dcfe1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23e59f70-1cf8-4ea4-824b-1efc5167ff36 HTTP/1.1" status: 200 len: 797 time: 0.1252141 Nov 12 20:18:57.293657 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 98e6f80b-90ff-4ab4-80d3-568aaae0e29c up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:18:57.304141 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d4806c0e-9e7f-4ec0-b8c5-09ff3fab464d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:18:54Z', 'revision_number': 8, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None, '_interfaces': [{'id': 'c9f1944a-7334-4ba2-a8c3-d903415f4abf', 'name': '', 'network_id': '6b35a8bd-db94-46c4-a592-466e55252abb', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:c1:7d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'eaba39bd-baa8-4857-ac42-4721216440e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:28Z', 'updated_at': '2021-11-12T20:18:38Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'eaba39bd-baa8-4857-ac42-4721216440e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da1bb3cd-972e-4d9c-8f8b-04ec69672b03', 'name': '', 'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:34:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:14Z', 'updated_at': '2021-11-12T20:18:24Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df2bc197-b9f7-4ef7-81f3-83e10fc71d51', 'name': '', 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:42:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:04Z', 'updated_at': '2021-11-12T20:18:14Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:57.312721 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-164a3678-1761-4e6d-9e87-8a1fd0cb7072 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:57.344145 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-164a3678-1761-4e6d-9e87-8a1fd0cb7072 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:57.415695 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4806c0e-9e7f-4ec0-b8c5-09ff3fab464d None None] Checking router: 8a6f341b-c20c-4c58-b82b-e08bc2540b49 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:18:57.432375 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-164a3678-1761-4e6d-9e87-8a1fd0cb7072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:57.442112 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-164a3678-1761-4e6d-9e87-8a1fd0cb7072 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:57.443306 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-164a3678-1761-4e6d-9e87-8a1fd0cb7072 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8076bccc-60b4-4410-bc96-632a21ca1b97 HTTP/1.1" status: 204 len: 168 time: 0.7951648 Nov 12 20:18:57.443928 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4806c0e-9e7f-4ec0-b8c5-09ff3fab464d None None] Routers {'8a6f341b-c20c-4c58-b82b-e08bc2540b49'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:18:57.446228 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d4806c0e-9e7f-4ec0-b8c5-09ff3fab464d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:57.470710 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a3678-1761-4e6d-9e87-8a1fd0cb7072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8076bccc-60b4-4410-bc96-632a21ca1b97,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:57.496634 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-fb61b7be-b40c-4e64-a989-46ce8cf064c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:57.513799 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-fb61b7be-b40c-4e64-a989-46ce8cf064c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2618270 Nov 12 20:18:57.543013 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ee5bb8fa-a86e-4eb2-96a5-66281d1e3885 req-db2a9964-f4ed-48db-a77f-ff7a262f61c1 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 210 time: 0.3302767 Nov 12 20:18:57.629022 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-91eafa2c-d14b-4800-894a-4be0abdd1d91 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting subnet aa438eee-822f-4040-b237-f05c7b5c5ebe {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:18:57.673834 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1f9bec27-4af8-46eb-b8fe-0ae0767794e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:57.721154 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-d4806c0e-9e7f-4ec0-b8c5-09ff3fab464d None None] Set router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:18:57.727527 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-aa9d8843-2ed3-4856-a830-e799b6c09884 service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052777 Nov 12 20:18:57.750050 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91eafa2c-d14b-4800-894a-4be0abdd1d91 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:57.783638 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 98e6f80b-90ff-4ab4-80d3-568aaae0e29c triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:57.788461 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:57.914650 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-1f9bec27-4af8-46eb-b8fe-0ae0767794e1 None None] For port 98e6f80b-90ff-4ab4-80d3-568aaae0e29c, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=98e6f80b-90ff-4ab4-80d3-568aaae0e29c,segment=NetworkSegment(682a62c9-20b4-4fd1-9d16-b214a84b0bff),segment_id=682a62c9-20b4-4fd1-9d16-b214a84b0bff)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:18:57.944303 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1f9bec27-4af8-46eb-b8fe-0ae0767794e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:57.993816 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-ea10111a-efc2-426e-a35a-0f6602c1d7d8 service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493136 Nov 12 20:18:57.998424 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-2788c9e0-42c1-4eae-a9b3-c347f7478092 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:57.999976 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-2788c9e0-42c1-4eae-a9b3-c347f7478092 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.52 "GET /v2.0/networks?id=d3873ac0-1db4-4dba-9bfe-d989f1a20099 HTTP/1.1" status: 200 len: 811 time: 1.3004737 Nov 12 20:18:58.014133 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e974-9a15-448b-b0a5-246141c576b3 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:58.054445 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-725a7c7a-7944-4218-a242-64a4013b6881 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Request body: {'port': {'device_id': '0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1', 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099', 'admin_state_up': True, 'tenant_id': '8273d0d46fc244019c3a4caebc6e0105'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:58.081152 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9bec27-4af8-46eb-b8fe-0ae0767794e1 None None] Pushing event updated for resources: {'Port': ['ID=98e6f80b-90ff-4ab4-80d3-568aaae0e29c,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:58.111738 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-c5a14881-f505-4782-9e0f-70c4f719b145 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205 HTTP/1.1" status: 200 len: 217 time: 0.1103704 Nov 12 20:18:58.209194 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cd1f65b8-8faa-43cd-8912-03e240620622 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "PUT /v2.0/ports/d68505a0-349b-4f8c-b095-99b24842c010/tags/tempest-TagsExtTest-Tag-1402840204 HTTP/1.1" status: 201 len: 201 time: 1.7332549 Nov 12 20:18:58.221766 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50216) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:58.244205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-8937831a-525c-4311-a6c7-e8ecd644cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:58.249320 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-8937831a-525c-4311-a6c7-e8ecd644cd3e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ed506cf3-b5f8-43df-9ed6-18a9019fc64b HTTP/1.1" status: 200 len: 797 time: 0.1290045 Nov 12 20:18:58.337710 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.tag.tag_plugin [None req-ca33615e-ebb6-4d72-957f-35ed5220dfe7 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '809a57f7-006d-4d4c-8bf1-b36c79bea717', 'tempest-TagsExtTest-Tag-542796252') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:58.384084 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-f4484252-f44c-4723-a7cf-c39c9798c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:58.386611 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-f4484252-f44c-4723-a7cf-c39c9798c7ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d5111b2-3f92-4f00-9f7f-454d59cb9659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1291876 Nov 12 20:18:58.601878 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-cc677621-b584-44bf-b693-9b716f29e0aa None None] Provisioning complete for port 9dfda7e4-a973-413d-894d-fecdc25e3ee8 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:58.602360 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cc677621-b584-44bf-b693-9b716f29e0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:58.606320 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-6d241c76-c2e2-4e0c-9308-f682e4175da8 service neutron] 10.222.0.55 "GET /v2.0/networks/5d5111b2-3f92-4f00-9f7f-454d59cb9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072980 Nov 12 20:18:58.708709 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91eafa2c-d14b-4800-894a-4be0abdd1d91 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:58.710580 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d4806c0e-9e7f-4ec0-b8c5-09ff3fab464d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:18:54Z', 'revision_number': 8, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None, '_interfaces': [{'id': 'c9f1944a-7334-4ba2-a8c3-d903415f4abf', 'name': '', 'network_id': '6b35a8bd-db94-46c4-a592-466e55252abb', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:c1:7d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'eaba39bd-baa8-4857-ac42-4721216440e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:28Z', 'updated_at': '2021-11-12T20:18:38Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'eaba39bd-baa8-4857-ac42-4721216440e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da1bb3cd-972e-4d9c-8f8b-04ec69672b03', 'name': '', 'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:34:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:14Z', 'updated_at': '2021-11-12T20:18:24Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df2bc197-b9f7-4ef7-81f3-83e10fc71d51', 'name': '', 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:42:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:04Z', 'updated_at': '2021-11-12T20:18:14Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:58.778007 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-cc677621-b584-44bf-b693-9b716f29e0aa None None] Port 9dfda7e4-a973-413d-894d-fecdc25e3ee8 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:18:58.795511 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4806c0e-9e7f-4ec0-b8c5-09ff3fab464d None None] The sync data for ids ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'] in n-d-712140-15 is: [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:18:54Z', 'revision_number': 8, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None, '_interfaces': [{'id': 'c9f1944a-7334-4ba2-a8c3-d903415f4abf', 'name': '', 'network_id': '6b35a8bd-db94-46c4-a592-466e55252abb', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:c1:7d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'eaba39bd-baa8-4857-ac42-4721216440e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:28Z', 'updated_at': '2021-11-12T20:18:38Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'eaba39bd-baa8-4857-ac42-4721216440e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da1bb3cd-972e-4d9c-8f8b-04ec69672b03', 'name': '', 'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:34:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:14Z', 'updated_at': '2021-11-12T20:18:24Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df2bc197-b9f7-4ef7-81f3-83e10fc71d51', 'name': '', 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:42:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:04Z', 'updated_at': '2021-11-12T20:18:14Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:18:58.807837 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e974-9a15-448b-b0a5-246141c576b3 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:58.863519 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e974-9a15-448b-b0a5-246141c576b3 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:58.863951 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-cc677621-b584-44bf-b693-9b716f29e0aa None None] Provisioning complete for port 0bd14f39-6fd2-4b06-8d42-3afb5e93de88 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:58.864343 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cc677621-b584-44bf-b693-9b716f29e0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:58.878573 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d9c4e974-9a15-448b-b0a5-246141c576b3 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/subnets/e269107c-7cc1-498c-82ec-7cd6d9372f5e HTTP/1.1" status: 204 len: 168 time: 2.6426704 Nov 12 20:18:58.891754 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccaea62-d172-4d35-9c30-93912f8ac531 None None] Network 3a503c6e-0cda-4826-a96a-ecaee65932fe requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:18:58.898583 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50230) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:58.945581 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9771ac4d-d923-4921-b862-e50de0801e7e req-bd455627-19a8-4702-a309-1f535a99a9b6 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 210 time: 0.2364330 Nov 12 20:18:59.066769 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4e974-9a15-448b-b0a5-246141c576b3 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Subnet': ['ID=e269107c-7cc1-498c-82ec-7cd6d9372f5e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:59.131701 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50234) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:59.147113 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-34f26792-994f-4a9b-bcca-8bb245428d28 service neutron] 10.222.0.55 "GET /v2.0/networks/5d5111b2-3f92-4f00-9f7f-454d59cb9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212922 Nov 12 20:18:59.237684 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-725a7c7a-7944-4218-a242-64a4013b6881 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Made reservation on behalf of 8273d0d46fc244019c3a4caebc6e0105 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:18:59.246341 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-725a7c7a-7944-4218-a242-64a4013b6881 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:59.247865 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-ad695300-938d-4c83-87a1-1b26a5b18856 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4 HTTP/1.1" status: 200 len: 217 time: 0.0917218 Nov 12 20:18:59.403897 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 98e6f80b-90ff-4ab4-80d3-568aaae0e29c up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:18:59.452369 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-c2838d10-34e7-406b-a434-02e3f326e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:59.454724 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-c2838d10-34e7-406b-a434-02e3f326e7a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ed506cf3-b5f8-43df-9ed6-18a9019fc64b HTTP/1.1" status: 200 len: 797 time: 0.1989143 Nov 12 20:18:59.490333 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-100bea38-f606-4ad2-a906-cbbddf814793 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:59.542276 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ca33615e-ebb6-4d72-957f-35ed5220dfe7 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "PUT /v2.0/routers/809a57f7-006d-4d4c-8bf1-b36c79bea717/tags/tempest-TagsExtTest-Tag-542796252 HTTP/1.1" status: 201 len: 201 time: 1.2203734 Nov 12 20:18:59.547420 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91eafa2c-d14b-4800-894a-4be0abdd1d91 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:59.554581 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50242) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:59.567127 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-3adf52b4-55d1-4215-877d-54beb2cf39ad tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '04032815-1ed0-4534-9ddc-e50981960786', 'tempest-TagsExtTest-Tag-1361475022') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:59.618445 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-725a7c7a-7944-4218-a242-64a4013b6881 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Allocated IP 172.20.0.11 (d3873ac0-1db4-4dba-9bfe-d989f1a20099/112e4b86-9b36-4cfc-b638-09194238d947/4e63c4a6-5107-494f-bfef-5cb509deeda1) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:18:59.632322 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-624e4a2c-3f66-41e3-96cf-20e94dfeca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:18:59.634296 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-624e4a2c-3f66-41e3-96cf-20e94dfeca12 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d5111b2-3f92-4f00-9f7f-454d59cb9659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1680837 Nov 12 20:18:59.678847 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-f304ceef-0202-47af-9646-49a491d69169 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-774322252-network', 'tenant_id': '60fc56a8351442c1b35da9d7e26b263f'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:18:59.771200 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-100bea38-f606-4ad2-a906-cbbddf814793 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Deleting port 344e70f6-992a-411d-9fe0-d9facb13640c {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:18:59.771836 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-100bea38-f606-4ad2-a906-cbbddf814793 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:59.795123 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-5a0bd92f-7797-46e0-b670-61d660bb2fd1 None None] Provisioning complete for port d68505a0-349b-4f8c-b095-99b24842c010 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:59.795678 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd92f-7797-46e0-b670-61d660bb2fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:59.795763 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-898ec010-3864-428b-aa9d-8f8482b3741d service neutron] 10.222.0.55 "GET /v2.0/networks/5d5111b2-3f92-4f00-9f7f-454d59cb9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456757 Nov 12 20:18:59.800872 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91eafa2c-d14b-4800-894a-4be0abdd1d91 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:59.801442 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 98e6f80b-90ff-4ab4-80d3-568aaae0e29c triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:18:59.801888 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:59.830520 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f304ceef-0202-47af-9646-49a491d69169 admin admin] Made reservation on behalf of 60fc56a8351442c1b35da9d7e26b263f for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:18:59.833218 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f304ceef-0202-47af-9646-49a491d69169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:59.838414 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3adf52b4-55d1-4215-877d-54beb2cf39ad tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "PUT /v2.0/subnetpools/04032815-1ed0-4534-9ddc-e50981960786/tags/tempest-TagsExtTest-Tag-1361475022 HTTP/1.1" status: 201 len: 201 time: 0.2793689 Nov 12 20:18:59.840702 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50244) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:59.843652 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91eafa2c-d14b-4800-894a-4be0abdd1d91 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:59.845242 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-984ce8d4-ec55-4482-8692-5451b5e646b9 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '93ef1e3d-aeef-44b9-b91c-67812d54950b') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:18:59.850101 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-91eafa2c-d14b-4800-894a-4be0abdd1d91 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/subnets/aa438eee-822f-4040-b237-f05c7b5c5ebe HTTP/1.1" status: 204 len: 168 time: 3.2363021 Nov 12 20:18:59.883104 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50246) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:18:59.919992 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eafa2c-d14b-4800-894a-4be0abdd1d91 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Subnet': ['ID=aa438eee-822f-4040-b237-f05c7b5c5ebe,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:18:59.926079 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ef73ff-22d3-4fc4-a07f-1822ba9bb611 None None] DHCP port deletion for 3a503c6e-0cda-4826-a96a-ecaee65932fe request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:18:59.927723 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea680838-b359-44bd-b668-4c153dc59448 None None] Network 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:18:59.929333 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f304ceef-0202-47af-9646-49a491d69169 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:18:59.947571 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d2a3e6-9552-43dd-8bb8-26c8e6caf859 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] DELETE failed (client error): The resource could not be found. Nov 12 20:18:59.948604 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99d2a3e6-9552-43dd-8bb8-26c8e6caf859 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:18:59.955153 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-99d2a3e6-9552-43dd-8bb8-26c8e6caf859 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/subnets/4a4ae7f6-3398-484f-91fe-838b096a67e4 HTTP/1.1" status: 404 len: 337 time: 0.0710368 Nov 12 20:18:59.955926 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50250) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:00.022479 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a14a78e-b3df-4f97-824e-5d73e7dff6df tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting subnet 015dd655-e3ad-42bb-9c2e-163fa4bc8795 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:19:00.040917 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a14a78e-b3df-4f97-824e-5d73e7dff6df tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:00.198559 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-5a0bd92f-7797-46e0-b670-61d660bb2fd1 None None] Port d68505a0-349b-4f8c-b095-99b24842c010 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:19:00.201971 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-100bea38-f606-4ad2-a906-cbbddf814793 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] For port 344e70f6-992a-411d-9fe0-d9facb13640c, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=344e70f6-992a-411d-9fe0-d9facb13640c,segment=NetworkSegment(a69b3940-3fca-419a-8b94-f37043f5bdc8),segment_id=a69b3940-3fca-419a-8b94-f37043f5bdc8)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:19:00.202347 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-100bea38-f606-4ad2-a906-cbbddf814793 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:00.244586 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50256) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:00.276801 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b76c04e8-dfc3-42ee-8d33-b0a748c1d822 req-44144074-8901-4bc8-995e-932bca263e75 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 210 time: 0.1125336 Nov 12 20:19:00.298409 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-5a0bd92f-7797-46e0-b670-61d660bb2fd1 None None] Provisioning complete for port 98e6f80b-90ff-4ab4-80d3-568aaae0e29c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:00.298784 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd92f-7797-46e0-b670-61d660bb2fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:00.312474 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-100bea38-f606-4ad2-a906-cbbddf814793 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Calling delete_port for 344e70f6-992a-411d-9fe0-d9facb13640c owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:19:00.317725 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f304ceef-0202-47af-9646-49a491d69169 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:00.330896 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f304ceef-0202-47af-9646-49a491d69169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:00.403986 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304ceef-0202-47af-9646-49a491d69169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3770852f-0f2e-4911-a899-9ac8026069d9,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:00.438334 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f304ceef-0202-47af-9646-49a491d69169 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:19:00.445484 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-51ef73ff-22d3-4fc4-a07f-1822ba9bb611 None None] Deleting port 344e70f6-992a-411d-9fe0-d9facb13640c {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:19:00.445851 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-51ef73ff-22d3-4fc4-a07f-1822ba9bb611 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:00.467411 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 42a3508f-f695-4637-b58d-9ebf16eb35e4 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:19:00.493983 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-725a7c7a-7944-4218-a242-64a4013b6881 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:00.516959 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f304ceef-0202-47af-9646-49a491d69169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:00.517306 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-f304ceef-0202-47af-9646-49a491d69169 admin admin] Added segment b7a0d982-d203-4761-b816-dcb80c0677c6 of type vlan for network d8c6beb0-6892-4f31-9f60-9634061a9d3a Nov 12 20:19:00.520881 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-de02d7c0-196a-4a82-9877-a25f4c0040d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:00.595400 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-51ef73ff-22d3-4fc4-a07f-1822ba9bb611 None None] For port 344e70f6-992a-411d-9fe0-d9facb13640c, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=344e70f6-992a-411d-9fe0-d9facb13640c,segment=NetworkSegment(a69b3940-3fca-419a-8b94-f37043f5bdc8),segment_id=a69b3940-3fca-419a-8b94-f37043f5bdc8)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:19:00.595892 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-51ef73ff-22d3-4fc4-a07f-1822ba9bb611 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:00.607391 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f304ceef-0202-47af-9646-49a491d69169 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:00.618060 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-51ef73ff-22d3-4fc4-a07f-1822ba9bb611 None None] Calling delete_port for 344e70f6-992a-411d-9fe0-d9facb13640c owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:19:00.621648 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cebbf7e-ac35-4d38-b965-50f3c0fe036c req-4f6543af-8504-48d8-b9a0-de202a55c95a service neutron] 10.222.0.55 "GET /v2.0/networks/5d5111b2-3f92-4f00-9f7f-454d59cb9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8179932 Nov 12 20:19:00.635650 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a14a78e-b3df-4f97-824e-5d73e7dff6df tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:00.678989 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f304ceef-0202-47af-9646-49a491d69169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:00.679365 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-984ce8d4-ec55-4482-8692-5451b5e646b9 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "GET /v2.0/subnets/93ef1e3d-aeef-44b9-b91c-67812d54950b/tags HTTP/1.1" status: 200 len: 241 time: 0.8368585 Nov 12 20:19:00.681151 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f304ceef-0202-47af-9646-49a491d69169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:00.682017 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f304ceef-0202-47af-9646-49a491d69169 admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:00.685489 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50262) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:00.715429 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.tag.tag_plugin [None req-d0cb3ef0-ccce-4c52-87c9-7e49a5c3efa8 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '93ef1e3d-aeef-44b9-b91c-67812d54950b', 'tempest-TagsExtTest-Tag-1733855133') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:00.719893 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-725a7c7a-7944-4218-a242-64a4013b6881 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:00.796786 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a14a78e-b3df-4f97-824e-5d73e7dff6df tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:00.905011 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 42a3508f-f695-4637-b58d-9ebf16eb35e4 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:19:00.905649 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 42a3508f-f695-4637-b58d-9ebf16eb35e4 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:19:00.925704 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a14a78e-b3df-4f97-824e-5d73e7dff6df tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:00.971256 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14a78e-b3df-4f97-824e-5d73e7dff6df tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Subnet': ['ID=015dd655-e3ad-42bb-9c2e-163fa4bc8795,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:00.973544 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a14a78e-b3df-4f97-824e-5d73e7dff6df tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:00.976917 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7a14a78e-b3df-4f97-824e-5d73e7dff6df tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/subnets/015dd655-e3ad-42bb-9c2e-163fa4bc8795 HTTP/1.1" status: 204 len: 168 time: 1.0176377 Nov 12 20:19:00.979625 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50264) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:01.025243 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3745ee-5911-42ba-af4b-c7b153e2ec6b tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] DELETE failed (client error): The resource could not be found. Nov 12 20:19:01.025679 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad3745ee-5911-42ba-af4b-c7b153e2ec6b tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:19:01.032179 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ad3745ee-5911-42ba-af4b-c7b153e2ec6b tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/subnets/08a84e4a-a105-400c-b7fd-9e2ebe5630f2 HTTP/1.1" status: 404 len: 337 time: 0.0487339 Nov 12 20:19:01.032557 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50266) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:01.069243 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bb2f4eb9-aec5-404c-a08b-616adf1abf2d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "GET /v2.0/ports?device_id=3dc6f08a-8be7-4b48-8025-407d3b3af76e HTTP/1.1" status: 200 len: 205 time: 0.0332701 Nov 12 20:19:01.072166 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50268) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:01.085893 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 344e70f6-992a-411d-9fe0-d9facb13640c no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:19:01.159070 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-743c03b8-2ed8-4e29-8901-12d23ba3ab19 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] delete failed (client error): The resource could not be found. Nov 12 20:19:01.162339 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-743c03b8-2ed8-4e29-8901-12d23ba3ab19 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/routers/3dc6f08a-8be7-4b48-8025-407d3b3af76e HTTP/1.1" status: 404 len: 336 time: 0.0868294 Nov 12 20:19:01.162618 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50270) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:01.236162 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe73906-be5e-4d07-ac19-c53693296415 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] DELETE failed (client error): The resource could not be found. Nov 12 20:19:01.237682 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe73906-be5e-4d07-ac19-c53693296415 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:19:01.243371 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8fe73906-be5e-4d07-ac19-c53693296415 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/subnets/63b1e8cf-c142-4ade-996c-304f53dfb690 HTTP/1.1" status: 404 len: 337 time: 0.0772758 Nov 12 20:19:01.244744 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50272) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:01.263709 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:01.295711 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79d6b5c-3781-4989-be38-9436727fcf43 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] DELETE failed (client error): The resource could not be found. Nov 12 20:19:01.296171 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b79d6b5c-3781-4989-be38-9436727fcf43 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:19:01.299684 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b79d6b5c-3781-4989-be38-9436727fcf43 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/subnets/304bb93a-3c54-4e8d-9746-5a5b6709ad41 HTTP/1.1" status: 404 len: 337 time: 0.0528781 Nov 12 20:19:01.307388 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50276) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:01.376452 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a740edb-1fca-4522-872b-1042e5f1a27f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] DELETE failed (client error): The resource could not be found. Nov 12 20:19:01.376917 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a740edb-1fca-4522-872b-1042e5f1a27f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:19:01.380139 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8a740edb-1fca-4522-872b-1042e5f1a27f tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/subnets/6c582f3b-238e-4e09-b315-f0ad133e485c HTTP/1.1" status: 404 len: 337 time: 0.0703137 Nov 12 20:19:01.390284 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50278) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:01.426647 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce84a26-d102-4c97-b4f6-c9ebaeff86c6 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] DELETE failed (client error): The resource could not be found. Nov 12 20:19:01.427345 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce84a26-d102-4c97-b4f6-c9ebaeff86c6 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:19:01.430481 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6ce84a26-d102-4c97-b4f6-c9ebaeff86c6 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/ports/b3d50d86-9c0b-4e8c-b760-32b4fbc811d8 HTTP/1.1" status: 404 len: 333 time: 0.0392153 Nov 12 20:19:01.452568 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50280) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:01.498994 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f304ceef-0202-47af-9646-49a491d69169 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3576276 Nov 12 20:19:01.501162 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50284) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:01.508883 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-5974d8c5-cec5-4963-9b34-567a0f571187 admin admin] Request body: {'subnet': {'network_id': 'd8c6beb0-6892-4f31-9f60-9634061a9d3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-774322252-subnet', 'tenant_id': '60fc56a8351442c1b35da9d7e26b263f', 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:19:01.515141 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ca82ea-6b35-4e2a-b58f-b9663922a93d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] DELETE failed (client error): The resource could not be found. Nov 12 20:19:01.518802 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ca82ea-6b35-4e2a-b58f-b9663922a93d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:19:01.525758 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c9ca82ea-6b35-4e2a-b58f-b9663922a93d tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/subnets/701912e1-a7f8-4610-9a19-0b2adaa7c0b0 HTTP/1.1" status: 404 len: 337 time: 0.0720000 Nov 12 20:19:01.529071 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50288) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:01.564603 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-51ef73ff-22d3-4fc4-a07f-1822ba9bb611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:01.592774 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9122ce-872e-4b66-bf25-1453f8bc1724 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] DELETE failed (client error): The resource could not be found. Nov 12 20:19:01.593238 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9122ce-872e-4b66-bf25-1453f8bc1724 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:19:01.600003 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1b9122ce-872e-4b66-bf25-1453f8bc1724 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/subnets/4b5c3845-4be9-40e4-882f-193cb21791db HTTP/1.1" status: 404 len: 337 time: 0.0697014 Nov 12 20:19:01.602726 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50292) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:01.630119 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df071e-0282-4717-afb2-aa9b0e0a6991 req-43541088-bb8b-459d-941a-5dac533e2d3b tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:01.631770 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-725a7c7a-7944-4218-a242-64a4013b6881 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Network d3873ac0-1db4-4dba-9bfe-d989f1a20099 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:19:01.631910 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-39df071e-0282-4717-afb2-aa9b0e0a6991 req-43541088-bb8b-459d-941a-5dac533e2d3b tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 932 time: 0.2506077 Nov 12 20:19:01.634776 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-100bea38-f606-4ad2-a906-cbbddf814793 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:01.638725 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-725a7c7a-7944-4218-a242-64a4013b6881 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:19:01.650643 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93082fb-0986-4008-9bb2-d6af19db9917 None None] Network 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:19:01.661045 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50035476-b124-4fe9-b974-f94f25c58a66 None None] DHCP port deletion for d3873ac0-1db4-4dba-9bfe-d989f1a20099 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:19:01.662947 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-725a7c7a-7944-4218-a242-64a4013b6881 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:19:01.667655 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef73ff-22d3-4fc4-a07f-1822ba9bb611 None None] Pushing event deleted for resources: {'Port': ['ID=344e70f6-992a-411d-9fe0-d9facb13640c,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:01.669737 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304ceef-0202-47af-9646-49a491d69169 admin admin] Pushing event updated for resources: {'Network': ['ID=d8c6beb0-6892-4f31-9f60-9634061a9d3a,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:01.679283 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca407a7a-3f47-4e5d-ae30-36c14be99d7b tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] DELETE failed (client error): The resource could not be found. Nov 12 20:19:01.679998 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a7c7a-7944-4218-a242-64a4013b6881 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Pushing event updated for resources: {'Port': ['ID=4e63c4a6-5107-494f-bfef-5cb509deeda1,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:01.680121 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca407a7a-3f47-4e5d-ae30-36c14be99d7b tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:19:01.691349 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ca407a7a-3f47-4e5d-ae30-36c14be99d7b tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/ports/f88df754-b9ee-40b2-a85d-e8652c47130a HTTP/1.1" status: 404 len: 333 time: 0.0854242 Nov 12 20:19:01.692836 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5974d8c5-cec5-4963-9b34-567a0f571187 admin admin] Made reservation on behalf of 60fc56a8351442c1b35da9d7e26b263f for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:19:01.695451 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5974d8c5-cec5-4963-9b34-567a0f571187 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:01.700087 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50294) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:01.715728 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100bea38-f606-4ad2-a906-cbbddf814793 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] No DVR routers for this DVR port 344e70f6-992a-411d-9fe0-d9facb13640c on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:19:01.752684 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network d8c6beb0-6892-4f31-9f60-9634061a9d3a details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:19:01.780143 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c79e84-9bfe-4978-bc59-23ed562df965 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] DELETE failed (client error): The resource could not be found. Nov 12 20:19:01.780650 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c79e84-9bfe-4978-bc59-23ed562df965 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:19:01.786517 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-15c79e84-9bfe-4978-bc59-23ed562df965 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/subnets/3366b245-2e31-4686-afb8-63a6e6f13029 HTTP/1.1" status: 404 len: 337 time: 0.0853267 Nov 12 20:19:01.787136 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50296) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:01.800272 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-de02d7c0-196a-4a82-9877-a25f4c0040d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:01.824996 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bea38-f606-4ad2-a906-cbbddf814793 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Port': ['ID=344e70f6-992a-411d-9fe0-d9facb13640c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:01.833063 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-725a7c7a-7944-4218-a242-64a4013b6881 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:01.833999 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-725a7c7a-7944-4218-a242-64a4013b6881 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:01.846807 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ef73ff-22d3-4fc4-a07f-1822ba9bb611 None None] No DVR routers for this DVR port 344e70f6-992a-411d-9fe0-d9facb13640c on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:19:01.871620 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b3bb7d-c463-4b4b-b747-3003d57c76d5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] DELETE failed (client error): The resource could not be found. Nov 12 20:19:01.873072 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b3bb7d-c463-4b4b-b747-3003d57c76d5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:19:01.880443 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-05b3bb7d-c463-4b4b-b747-3003d57c76d5 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/subnets/3419541d-c70a-420e-a9e1-f2423958e99f HTTP/1.1" status: 404 len: 337 time: 0.0589650 Nov 12 20:19:01.881068 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50298) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:01.893851 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-de02d7c0-196a-4a82-9877-a25f4c0040d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:01.929576 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-39df071e-0282-4717-afb2-aa9b0e0a6991 req-069f86b6-cb99-43bd-b708-d004b68bc402 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517507 Nov 12 20:19:01.980178 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-eb003138-5f3b-44d1-a8c2-b3dd2dea6ffc None None] Provisioning complete for port 9dfda7e4-a973-413d-894d-fecdc25e3ee8 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:01.980778 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-eb003138-5f3b-44d1-a8c2-b3dd2dea6ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:01.983323 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-725a7c7a-7944-4218-a242-64a4013b6881 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9495420 Nov 12 20:19:02.016563 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d0cb3ef0-ccce-4c52-87c9-7e49a5c3efa8 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "GET /v2.0/subnets/93ef1e3d-aeef-44b9-b91c-67812d54950b/tags/tempest-TagsExtTest-Tag-1733855133 HTTP/1.1" status: 204 len: 168 time: 1.3182709 Nov 12 20:19:02.020605 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50300) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:02.027226 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-d6dce139-13bf-43f9-8d9a-45a62c667249 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '93ef1e3d-aeef-44b9-b91c-67812d54950b', 'tempest-TagsExtTest-Tag-1733855133') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:02.074120 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-3b7d9876-6789-4fa6-8e83-6da8f4ac5794 service neutron] Request body: {'port': {'device_id': '0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:19:02.074346 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-eb003138-5f3b-44d1-a8c2-b3dd2dea6ffc None None] Port 9dfda7e4-a973-413d-894d-fecdc25e3ee8 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:19:02.093023 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-eb003138-5f3b-44d1-a8c2-b3dd2dea6ffc None None] Provisioning complete for port 0bd14f39-6fd2-4b06-8d42-3afb5e93de88 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:02.093023 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-eb003138-5f3b-44d1-a8c2-b3dd2dea6ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:02.141041 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02d7c0-196a-4a82-9877-a25f4c0040d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c23330-b5cd-48fa-8d08-68e2bf7394d5,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:02.158115 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-8feffb26-00c8-4061-834a-e5d8e1d2b587 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Deleting port 9dfda7e4-a973-413d-894d-fecdc25e3ee8 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:19:02.158819 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8feffb26-00c8-4061-834a-e5d8e1d2b587 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:02.234497 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-de02d7c0-196a-4a82-9877-a25f4c0040d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=73b23ee45099458cafc7e02aff713e48&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9712260 Nov 12 20:19:02.250684 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e566891-b8c0-49ed-ad21-5945ed535f1c None None] DHCP port deletion for 1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:19:02.253919 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50302) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:02.263402 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-100bea38-f606-4ad2-a906-cbbddf814793 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:02.265548 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5974d8c5-cec5-4963-9b34-567a0f571187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:02.318181 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8feffb26-00c8-4061-834a-e5d8e1d2b587 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:02.347228 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-8feffb26-00c8-4061-834a-e5d8e1d2b587 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Calling delete_port for 9dfda7e4-a973-413d-894d-fecdc25e3ee8 owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:19:02.353615 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d6dce139-13bf-43f9-8d9a-45a62c667249 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "DELETE /v2.0/subnets/93ef1e3d-aeef-44b9-b91c-67812d54950b/tags/tempest-TagsExtTest-Tag-1733855133 HTTP/1.1" status: 204 len: 168 time: 0.3288507 Nov 12 20:19:02.363354 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974d8c5-cec5-4963-9b34-567a0f571187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db9aec07-5046-4d42-a84e-4db5a81c82ec,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:02.371850 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50304) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:02.376463 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-89525c04-e391-4f12-b1c8-9cc05d223cc4 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '93ef1e3d-aeef-44b9-b91c-67812d54950b') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:02.384558 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4e566891-b8c0-49ed-ad21-5945ed535f1c None None] Deleting port 0bd14f39-6fd2-4b06-8d42-3afb5e93de88 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:19:02.385068 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4e566891-b8c0-49ed-ad21-5945ed535f1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:02.428957 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-3b7d9876-6789-4fa6-8e83-6da8f4ac5794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:02.461786 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-4e566891-b8c0-49ed-ad21-5945ed535f1c None None] For port 0bd14f39-6fd2-4b06-8d42-3afb5e93de88, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=0bd14f39-6fd2-4b06-8d42-3afb5e93de88,segment=NetworkSegment(55a704f2-5594-49e9-af36-a7bcff4654ca),segment_id=55a704f2-5594-49e9-af36-a7bcff4654ca)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:19:02.462271 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4e566891-b8c0-49ed-ad21-5945ed535f1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:02.464263 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5974d8c5-cec5-4963-9b34-567a0f571187 admin admin] Checking segment: {'id': 'b7a0d982-d203-4761-b816-dcb80c0677c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd8c6beb0-6892-4f31-9f60-9634061a9d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:19:02.464619 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5974d8c5-cec5-4963-9b34-567a0f571187 admin admin] Network hostable DHCP agents. Network: d8c6beb0-6892-4f31-9f60-9634061a9d3a, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:19:02.477075 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4e566891-b8c0-49ed-ad21-5945ed535f1c None None] Calling delete_port for 0bd14f39-6fd2-4b06-8d42-3afb5e93de88 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:19:02.492561 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-100bea38-f606-4ad2-a906-cbbddf814793 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a503c6e-0cda-4826-a96a-ecaee65932fe']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:02.513572 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c9dc1d6e-5876-43b1-b9ed-8eaf14dcf630 None None] Provisioning complete for port 4e63c4a6-5107-494f-bfef-5cb509deeda1 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:02.513833 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c9dc1d6e-5876-43b1-b9ed-8eaf14dcf630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:02.516730 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5974d8c5-cec5-4963-9b34-567a0f571187 admin admin] Network d8c6beb0-6892-4f31-9f60-9634061a9d3a is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:19:02.543381 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-5974d8c5-cec5-4963-9b34-567a0f571187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, d8c6beb0-6892-4f31-9f60-9634061a9d3a) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:19:02.548883 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-89525c04-e391-4f12-b1c8-9cc05d223cc4 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "GET /v2.0/subnets/93ef1e3d-aeef-44b9-b91c-67812d54950b/tags HTTP/1.1" status: 200 len: 205 time: 0.1734464 Nov 12 20:19:02.549282 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8feffb26-00c8-4061-834a-e5d8e1d2b587 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:02.550562 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50306) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:02.552024 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5974d8c5-cec5-4963-9b34-567a0f571187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:02.552652 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5974d8c5-cec5-4963-9b34-567a0f571187 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:02.572679 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b785ad0e-4287-44ed-852d-9c00a264a1d3 None None] Network d8c6beb0-6892-4f31-9f60-9634061a9d3a requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:19:02.576164 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-fa442dce-133d-48e2-b604-d1f6b95b0443 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd68505a0-349b-4f8c-b095-99b24842c010') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:02.582924 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-132b0f40-daae-444d-a0d2-17b0b203a8ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:02.586013 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-100bea38-f606-4ad2-a906-cbbddf814793 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a69b3940-3fca-419a-8b94-f37043f5bdc8') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:02.586442 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-100bea38-f606-4ad2-a906-cbbddf814793 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a69b3940-3fca-419a-8b94-f37043f5bdc8') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:02.597699 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-100bea38-f606-4ad2-a906-cbbddf814793 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:02.616022 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-100bea38-f606-4ad2-a906-cbbddf814793 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:02.625176 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100bea38-f606-4ad2-a906-cbbddf814793 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:19:02.625737 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-100bea38-f606-4ad2-a906-cbbddf814793 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:02.676283 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c9dc1d6e-5876-43b1-b9ed-8eaf14dcf630 None None] Port 4e63c4a6-5107-494f-bfef-5cb509deeda1 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:19:02.691943 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4e566891-b8c0-49ed-ad21-5945ed535f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:19:02.702611 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:19:02.707936 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8feffb26-00c8-4061-834a-e5d8e1d2b587 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:02.709694 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-100bea38-f606-4ad2-a906-cbbddf814793 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:02.723594 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8feffb26-00c8-4061-834a-e5d8e1d2b587 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/ports/9dfda7e4-a973-413d-894d-fecdc25e3ee8 HTTP/1.1" status: 204 len: 168 time: 0.8362236 Nov 12 20:19:02.731227 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50310) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:02.732474 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-100bea38-f606-4ad2-a906-cbbddf814793 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:02.738661 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-100bea38-f606-4ad2-a906-cbbddf814793 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/networks/3a503c6e-0cda-4826-a96a-ecaee65932fe HTTP/1.1" status: 204 len: 168 time: 3.8330350 Nov 12 20:19:02.738866 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feffb26-00c8-4061-834a-e5d8e1d2b587 tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Port': ['ID=9dfda7e4-a973-413d-894d-fecdc25e3ee8,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:02.749037 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50312) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:02.754249 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5974d8c5-cec5-4963-9b34-567a0f571187 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2519863 Nov 12 20:19:02.785499 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50314) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:02.804476 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-e758e034-bdb4-4876-a4f0-a0fba4fd46ae admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-774322252-router', 'tenant_id': '60fc56a8351442c1b35da9d7e26b263f', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:19:02.828514 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-132b0f40-daae-444d-a0d2-17b0b203a8ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:02.843881 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e566891-b8c0-49ed-ad21-5945ed535f1c None None] No DVR routers for this DVR port 0bd14f39-6fd2-4b06-8d42-3afb5e93de88 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:19:02.844545 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bea38-f606-4ad2-a906-cbbddf814793 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Network': ['ID=3a503c6e-0cda-4826-a96a-ecaee65932fe,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:02.911669 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e566891-b8c0-49ed-ad21-5945ed535f1c None None] Pushing event deleted for resources: {'Port': ['ID=0bd14f39-6fd2-4b06-8d42-3afb5e93de88,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:02.964374 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fa442dce-133d-48e2-b604-d1f6b95b0443 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "GET /v2.0/ports/d68505a0-349b-4f8c-b095-99b24842c010/tags HTTP/1.1" status: 200 len: 241 time: 0.4071367 Nov 12 20:19:02.964374 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50316) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:02.975042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-68aff1f5-0037-4a46-b683-ed987ec29d10 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd68505a0-349b-4f8c-b095-99b24842c010', 'tempest-TagsExtTest-Tag-1402840204') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:02.992861 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ec4df2-eb90-47a4-99d5-b5d1034f668c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-d8c6beb0-6892-4f31-9f60-9634061a9d3a', 'network_id': 'd8c6beb0-6892-4f31-9f60-9634061a9d3a', 'tenant_id': '60fc56a8351442c1b35da9d7e26b263f', 'fixed_ips': [{'subnet_id': 'db9aec07-5046-4d42-a84e-4db5a81c82ec'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:19:02.993884 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4df2-eb90-47a4-99d5-b5d1034f668c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:03.026093 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e758e034-bdb4-4876-a4f0-a0fba4fd46ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:03.027281 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e758e034-bdb4-4876-a4f0-a0fba4fd46ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:03.121026 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 0bd14f39-6fd2-4b06-8d42-3afb5e93de88 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:19:03.165947 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a327e113-d218-4556-b106-8c8924f522af tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:03.244624 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e758e034-bdb4-4876-a4f0-a0fba4fd46ae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:03.303041 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-a1ec4df2-eb90-47a4-99d5-b5d1034f668c None None] Allocated IP 172.20.0.2 (d8c6beb0-6892-4f31-9f60-9634061a9d3a/db9aec07-5046-4d42-a84e-4db5a81c82ec/3fac9795-5fb7-428e-94be-79c0dde99c75) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:19:03.324694 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-68aff1f5-0037-4a46-b683-ed987ec29d10 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "GET /v2.0/ports/d68505a0-349b-4f8c-b095-99b24842c010/tags/tempest-TagsExtTest-Tag-1402840204 HTTP/1.1" status: 204 len: 168 time: 0.3556361 Nov 12 20:19:03.327470 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50322) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:03.336607 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2604af-98e7-4522-a958-5bbe66c8e72b req-2e76efed-69f7-458a-ae98-6e9aa641097a tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:03.337873 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6e2604af-98e7-4522-a958-5bbe66c8e72b req-2e76efed-69f7-458a-ae98-6e9aa641097a tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 932 time: 0.2704387 Nov 12 20:19:03.343185 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-132b0f40-daae-444d-a0d2-17b0b203a8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:03.345890 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-132b0f40-daae-444d-a0d2-17b0b203a8ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:03.347126 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-132b0f40-daae-444d-a0d2-17b0b203a8ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/90c23330-b5cd-48fa-8d08-68e2bf7394d5 HTTP/1.1" status: 204 len: 168 time: 1.0914071 Nov 12 20:19:03.369610 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-93856dbb-38bd-451a-8208-651c7fbe8800 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd68505a0-349b-4f8c-b095-99b24842c010', 'tempest-TagsExtTest-Tag-1402840204') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:03.453105 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b0f40-daae-444d-a0d2-17b0b203a8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c23330-b5cd-48fa-8d08-68e2bf7394d5,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:03.506071 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 0bd14f39-6fd2-4b06-8d42-3afb5e93de88 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:19:03.506464 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 0bd14f39-6fd2-4b06-8d42-3afb5e93de88 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:19:03.561001 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-93856dbb-38bd-451a-8208-651c7fbe8800 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "DELETE /v2.0/ports/d68505a0-349b-4f8c-b095-99b24842c010/tags/tempest-TagsExtTest-Tag-1402840204 HTTP/1.1" status: 204 len: 168 time: 0.2326021 Nov 12 20:19:03.579128 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4df2-eb90-47a4-99d5-b5d1034f668c None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:03.583119 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50328) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:03.587572 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-5d4c3441-f29f-4588-a01d-e851822cb20e tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd68505a0-349b-4f8c-b095-99b24842c010') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:03.589301 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4df2-eb90-47a4-99d5-b5d1034f668c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:03.649441 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec4df2-eb90-47a4-99d5-b5d1034f668c None None] Pushing event updated for resources: {'Port': ['ID=3fac9795-5fb7-428e-94be-79c0dde99c75,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:03.662561 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db4770c3-72af-43dc-b67b-e1c8311e9b4e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:03.664985 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ec4df2-eb90-47a4-99d5-b5d1034f668c None None] Network d8c6beb0-6892-4f31-9f60-9634061a9d3a is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:19:03.666991 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-a1ec4df2-eb90-47a4-99d5-b5d1034f668c None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:19:03.674034 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ec4df2-eb90-47a4-99d5-b5d1034f668c None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:19:03.717275 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5d4c3441-f29f-4588-a01d-e851822cb20e tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "GET /v2.0/ports/d68505a0-349b-4f8c-b095-99b24842c010/tags HTTP/1.1" status: 200 len: 205 time: 0.1304502 Nov 12 20:19:03.726583 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50330) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:03.731784 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-ac67daa2-ee43-460d-8c67-64e22f8c0fe3 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '809a57f7-006d-4d4c-8bf1-b36c79bea717') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:03.736683 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a327e113-d218-4556-b106-8c8924f522af tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:03.770541 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-a1ec4df2-eb90-47a4-99d5-b5d1034f668c None None] Attempting to bind port 3fac9795-5fb7-428e-94be-79c0dde99c75 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:19:03.771511 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-a1ec4df2-eb90-47a4-99d5-b5d1034f668c None None] Attempting to bind port 3fac9795-5fb7-428e-94be-79c0dde99c75 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'b7a0d982-d203-4761-b816-dcb80c0677c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd8c6beb0-6892-4f31-9f60-9634061a9d3a'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:19:03.773462 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ec4df2-eb90-47a4-99d5-b5d1034f668c None None] Attempting to bind port 3fac9795-5fb7-428e-94be-79c0dde99c75 on network d8c6beb0-6892-4f31-9f60-9634061a9d3a {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:19:03.781405 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ec4df2-eb90-47a4-99d5-b5d1034f668c None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:19:03.782270 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ec4df2-eb90-47a4-99d5-b5d1034f668c None None] Checking segment: {'id': 'b7a0d982-d203-4761-b816-dcb80c0677c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd8c6beb0-6892-4f31-9f60-9634061a9d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:19:03.782649 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e758e034-bdb4-4876-a4f0-a0fba4fd46ae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:03.783526 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4df2-eb90-47a4-99d5-b5d1034f668c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:03.784132 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ec4df2-eb90-47a4-99d5-b5d1034f668c None None] Bound using segment: {'id': 'b7a0d982-d203-4761-b816-dcb80c0677c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd8c6beb0-6892-4f31-9f60-9634061a9d3a'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:19:03.785345 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-a1ec4df2-eb90-47a4-99d5-b5d1034f668c None None] Bound port: 3fac9795-5fb7-428e-94be-79c0dde99c75, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a0d982-d203-4761-b816-dcb80c0677c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd8c6beb0-6892-4f31-9f60-9634061a9d3a'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:19:03.785965 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4df2-eb90-47a4-99d5-b5d1034f668c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:03.826740 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50334) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:03.843707 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-a327e113-d218-4556-b106-8c8924f522af tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:03.879797 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-a327e113-d218-4556-b106-8c8924f522af tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a704f2-5594-49e9-af36-a7bcff4654ca') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:03.880104 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-a327e113-d218-4556-b106-8c8924f522af tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a704f2-5594-49e9-af36-a7bcff4654ca') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:03.890660 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a1ec4df2-eb90-47a4-99d5-b5d1034f668c None None] For port 3fac9795-5fb7-428e-94be-79c0dde99c75, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:19:03.894318 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a1ec4df2-eb90-47a4-99d5-b5d1034f668c None None] For port 3fac9795-5fb7-428e-94be-79c0dde99c75, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3fac9795-5fb7-428e-94be-79c0dde99c75,segment=NetworkSegment(b7a0d982-d203-4761-b816-dcb80c0677c6),segment_id=b7a0d982-d203-4761-b816-dcb80c0677c6)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:19:03.904272 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4df2-eb90-47a4-99d5-b5d1034f668c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:03.906247 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6e2604af-98e7-4522-a958-5bbe66c8e72b req-3b8949a4-3019-4758-a0f2-490719ffe825 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5029275 Nov 12 20:19:03.919248 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f2354a6f-84f3-4ad9-9b46-b0360ea52074 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:03.926711 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ac67daa2-ee43-460d-8c67-64e22f8c0fe3 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "GET /v2.0/routers/809a57f7-006d-4d4c-8bf1-b36c79bea717/tags HTTP/1.1" status: 200 len: 240 time: 0.1982317 Nov 12 20:19:03.942143 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50336) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:03.943655 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a327e113-d218-4556-b106-8c8924f522af tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:03.975208 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.tag.tag_plugin [None req-dbdefc68-b986-466d-9f5c-88cfc26a3b07 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '809a57f7-006d-4d4c-8bf1-b36c79bea717', 'tempest-TagsExtTest-Tag-542796252') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:03.976787 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec4df2-eb90-47a4-99d5-b5d1034f668c None None] Pushing event updated for resources: {'Port': ['ID=3fac9795-5fb7-428e-94be-79c0dde99c75,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:04.048753 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a327e113-d218-4556-b106-8c8924f522af tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:04.072929 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-3b7d9876-6789-4fa6-8e83-6da8f4ac5794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e63c4a6-5107-494f-bfef-5cb509deeda1 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:19:04.119714 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-db4770c3-72af-43dc-b67b-e1c8311e9b4e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Deleting port c9f1944a-7334-4ba2-a8c3-d903415f4abf {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:19:04.120209 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db4770c3-72af-43dc-b67b-e1c8311e9b4e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:04.142408 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a327e113-d218-4556-b106-8c8924f522af tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:19:04.142860 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a327e113-d218-4556-b106-8c8924f522af tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:04.147399 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-3b7d9876-6789-4fa6-8e83-6da8f4ac5794 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:19:04.153968 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:19:04.255019 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-db4770c3-72af-43dc-b67b-e1c8311e9b4e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] For port c9f1944a-7334-4ba2-a8c3-d903415f4abf, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c9f1944a-7334-4ba2-a8c3-d903415f4abf,segment=NetworkSegment(63b5c52c-9ba9-4609-a9f5-f44e5b14ae52),segment_id=63b5c52c-9ba9-4609-a9f5-f44e5b14ae52)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:19:04.255479 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db4770c3-72af-43dc-b67b-e1c8311e9b4e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:04.277277 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-db4770c3-72af-43dc-b67b-e1c8311e9b4e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Calling delete_port for c9f1944a-7334-4ba2-a8c3-d903415f4abf owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:19:04.318370 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-dbdefc68-b986-466d-9f5c-88cfc26a3b07 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "GET /v2.0/routers/809a57f7-006d-4d4c-8bf1-b36c79bea717/tags/tempest-TagsExtTest-Tag-542796252 HTTP/1.1" status: 204 len: 168 time: 0.3712461 Nov 12 20:19:04.324145 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50338) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:04.329053 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-033c3f71-7d83-4a0f-8842-290d6b4a9ca7 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '809a57f7-006d-4d4c-8bf1-b36c79bea717', 'tempest-TagsExtTest-Tag-542796252') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:04.352818 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-3b7d9876-6789-4fa6-8e83-6da8f4ac5794 service neutron] Transition to ACTIVE for port object 4e63c4a6-5107-494f-bfef-5cb509deeda1 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:19:04.359392 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a327e113-d218-4556-b106-8c8924f522af tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:04.363482 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f2354a6f-84f3-4ad9-9b46-b0360ea52074 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:04.372952 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a327e113-d218-4556-b106-8c8924f522af tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:04.376438 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a327e113-d218-4556-b106-8c8924f522af tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] 10.222.0.48 "DELETE /v2.0/networks/1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1 HTTP/1.1" status: 204 len: 168 time: 1.6359529 Nov 12 20:19:04.380220 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-3b7d9876-6789-4fa6-8e83-6da8f4ac5794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:04.399932 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f2354a6f-84f3-4ad9-9b46-b0360ea52074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:04.466132 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327e113-d218-4556-b106-8c8924f522af tempest-PortsIpV6TestJSON-861069060 tempest-PortsIpV6TestJSON-861069060-project] Pushing event deleted for resources: {'Network': ['ID=1f05c04d-ddc9-493c-bcb8-c5d7ecd3d1b1,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:04.529075 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d653941-a378-46c0-be72-1b5adfeb4d52 None None] DHCP port deletion for d3873ac0-1db4-4dba-9bfe-d989f1a20099 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:19:04.550545 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-033c3f71-7d83-4a0f-8842-290d6b4a9ca7 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "DELETE /v2.0/routers/809a57f7-006d-4d4c-8bf1-b36c79bea717/tags/tempest-TagsExtTest-Tag-542796252 HTTP/1.1" status: 204 len: 168 time: 0.2246335 Nov 12 20:19:04.552307 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50342) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:04.558666 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-9cea2ae6-b9f4-4ed8-9aa8-f8750c2b9dc8 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '809a57f7-006d-4d4c-8bf1-b36c79bea717') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:04.565963 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2354a6f-84f3-4ad9-9b46-b0360ea52074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d80ee5d-80ea-4e52-a0b4-b960fc8e8c1f,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:04.611385 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f2354a6f-84f3-4ad9-9b46-b0360ea52074 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1aaf1e360f4643bfb280d997b55f148f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7775211 Nov 12 20:19:04.613986 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50344) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:04.616096 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d9876-6789-4fa6-8e83-6da8f4ac5794 service neutron] Pushing event updated for resources: {'Port': ['ID=4e63c4a6-5107-494f-bfef-5cb509deeda1,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:04.774463 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9cea2ae6-b9f4-4ed8-9aa8-f8750c2b9dc8 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "GET /v2.0/routers/809a57f7-006d-4d4c-8bf1-b36c79bea717/tags HTTP/1.1" status: 200 len: 205 time: 0.2188277 Nov 12 20:19:04.779778 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50348) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:04.785031 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-decb3b16-63ae-4d0a-9c92-a0675d2b0ea6 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '04032815-1ed0-4534-9ddc-e50981960786') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:04.787916 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db4770c3-72af-43dc-b67b-e1c8311e9b4e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:04.834142 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-52267757-d6d8-4727-9815-6d05b4c5f783 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:04.837445 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50350) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:04.848822 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4770c3-72af-43dc-b67b-e1c8311e9b4e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Port': ['ID=c9f1944a-7334-4ba2-a8c3-d903415f4abf,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:04.909468 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-52267757-d6d8-4727-9815-6d05b4c5f783 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:05.004346 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-decb3b16-63ae-4d0a-9c92-a0675d2b0ea6 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "GET /v2.0/subnetpools/04032815-1ed0-4534-9ddc-e50981960786/tags HTTP/1.1" status: 200 len: 241 time: 0.2209337 Nov 12 20:19:05.019884 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50360) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:05.055055 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-d1742ba5-e09d-4cd9-85c8-b63126b07469 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '04032815-1ed0-4534-9ddc-e50981960786', 'tempest-TagsExtTest-Tag-1361475022') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:05.297986 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3fac9795-5fb7-428e-94be-79c0dde99c75 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:19:05.415925 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 3fac9795-5fb7-428e-94be-79c0dde99c75 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:05.429051 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:05.496499 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e758e034-bdb4-4876-a4f0-a0fba4fd46ae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:05.498217 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50364) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:05.548027 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-3b7d9876-6789-4fa6-8e83-6da8f4ac5794 service neutron] Attempting to bind port 4e63c4a6-5107-494f-bfef-5cb509deeda1 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:19:05.548375 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-3b7d9876-6789-4fa6-8e83-6da8f4ac5794 service neutron] Attempting to bind port 4e63c4a6-5107-494f-bfef-5cb509deeda1 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'f4687f99-6781-4a43-82a7-56c0a23bfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:19:05.548655 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-3b7d9876-6789-4fa6-8e83-6da8f4ac5794 service neutron] Attempting to bind port 4e63c4a6-5107-494f-bfef-5cb509deeda1 on network d3873ac0-1db4-4dba-9bfe-d989f1a20099 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:19:05.554286 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e758e034-bdb4-4876-a4f0-a0fba4fd46ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:05.566039 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-3b7d9876-6789-4fa6-8e83-6da8f4ac5794 service neutron] Port 4e63c4a6-5107-494f-bfef-5cb509deeda1 on network d3873ac0-1db4-4dba-9bfe-d989f1a20099 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:19:05.566382 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-3b7d9876-6789-4fa6-8e83-6da8f4ac5794 service neutron] Attempting to bind port 4e63c4a6-5107-494f-bfef-5cb509deeda1 on network d3873ac0-1db4-4dba-9bfe-d989f1a20099 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:19:05.597561 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-3b7d9876-6789-4fa6-8e83-6da8f4ac5794 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:19:05.598011 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-3b7d9876-6789-4fa6-8e83-6da8f4ac5794 service neutron] Checking segment: {'id': 'f4687f99-6781-4a43-82a7-56c0a23bfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:19:05.598305 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-3b7d9876-6789-4fa6-8e83-6da8f4ac5794 service neutron] Bound using segment: {'id': 'f4687f99-6781-4a43-82a7-56c0a23bfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:19:05.598768 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-3b7d9876-6789-4fa6-8e83-6da8f4ac5794 service neutron] Bound port: 4e63c4a6-5107-494f-bfef-5cb509deeda1, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4687f99-6781-4a43-82a7-56c0a23bfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:19:05.599134 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-3b7d9876-6789-4fa6-8e83-6da8f4ac5794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:05.618916 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:05.693323 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 3fac9795-5fb7-428e-94be-79c0dde99c75, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3fac9795-5fb7-428e-94be-79c0dde99c75,segment=NetworkSegment(b7a0d982-d203-4761-b816-dcb80c0677c6),segment_id=b7a0d982-d203-4761-b816-dcb80c0677c6)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:19:05.699225 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:05.727646 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d1742ba5-e09d-4cd9-85c8-b63126b07469 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "GET /v2.0/subnetpools/04032815-1ed0-4534-9ddc-e50981960786/tags/tempest-TagsExtTest-Tag-1361475022 HTTP/1.1" status: 204 len: 168 time: 0.7036638 Nov 12 20:19:05.765574 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50368) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:05.771785 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8cf327f8-6a4f-4b40-aa45-64ee1b3c9eac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=342069ba33064139a154c54a222289e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9320781 Nov 12 20:19:05.773561 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-3b7d9876-6789-4fa6-8e83-6da8f4ac5794 service neutron] For port 4e63c4a6-5107-494f-bfef-5cb509deeda1, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:19:05.778485 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-3b7d9876-6789-4fa6-8e83-6da8f4ac5794 service neutron] For port 4e63c4a6-5107-494f-bfef-5cb509deeda1, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=4e63c4a6-5107-494f-bfef-5cb509deeda1,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:19:05.781814 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d0d48-af84-48e5-bdf9-c2db105312b3 req-110a80f3-7659-4383-a8c8-8704786f01e1 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:05.784417 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=3fac9795-5fb7-428e-94be-79c0dde99c75,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:05.790303 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f71d0d48-af84-48e5-bdf9-c2db105312b3 req-110a80f3-7659-4383-a8c8-8704786f01e1 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 944 time: 0.7267931 Nov 12 20:19:05.791008 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50370) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:05.798406 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-6b2c3b7e-612a-43d7-a5f8-b153c357d45c tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '04032815-1ed0-4534-9ddc-e50981960786', 'tempest-TagsExtTest-Tag-1361475022') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:05.805973 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edb89dc-71f8-473f-ab17-951680eb8645 None None] Network d8c6beb0-6892-4f31-9f60-9634061a9d3a requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:19:05.817069 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-3b7d9876-6789-4fa6-8e83-6da8f4ac5794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:05.889816 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db4770c3-72af-43dc-b67b-e1c8311e9b4e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:05.903478 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-52267757-d6d8-4727-9815-6d05b4c5f783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:05.905400 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2d8b86f7-e9ed-4183-a0d9-0046da68d4ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:05.906884 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-52267757-d6d8-4727-9815-6d05b4c5f783 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:05.908278 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-52267757-d6d8-4727-9815-6d05b4c5f783 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7d80ee5d-80ea-4e52-a0b4-b960fc8e8c1f HTTP/1.1" status: 204 len: 168 time: 1.2933593 Nov 12 20:19:05.969315 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f71d0d48-af84-48e5-bdf9-c2db105312b3 req-18f4aadd-b108-468f-9da9-fbdc4853cf20 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781378 Nov 12 20:19:06.022405 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7de57be2-e22d-4eba-8201-40625efad267 None None] Provisioning complete for port 3fac9795-5fb7-428e-94be-79c0dde99c75 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:06.023141 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7de57be2-e22d-4eba-8201-40625efad267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:06.033352 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2d8b86f7-e9ed-4183-a0d9-0046da68d4ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:06.054770 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2d8b86f7-e9ed-4183-a0d9-0046da68d4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:06.066056 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52267757-d6d8-4727-9815-6d05b4c5f783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d80ee5d-80ea-4e52-a0b4-b960fc8e8c1f,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:06.079555 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6b2c3b7e-612a-43d7-a5f8-b153c357d45c tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "DELETE /v2.0/subnetpools/04032815-1ed0-4534-9ddc-e50981960786/tags/tempest-TagsExtTest-Tag-1361475022 HTTP/1.1" status: 204 len: 168 time: 0.2869558 Nov 12 20:19:06.086784 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50374) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:06.087909 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-3b7d9876-6789-4fa6-8e83-6da8f4ac5794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:06.089196 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-3b7d9876-6789-4fa6-8e83-6da8f4ac5794 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:06.090691 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-3b7d9876-6789-4fa6-8e83-6da8f4ac5794 service neutron] 10.222.0.52 "PUT /v2.0/ports/4e63c4a6-5107-494f-bfef-5cb509deeda1 HTTP/1.1" status: 200 len: 1093 time: 4.0496058 Nov 12 20:19:06.095115 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2d8b86f7-e9ed-4183-a0d9-0046da68d4ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=18e4be23e7a54314b52f489ad9af5a37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5937545 Nov 12 20:19:06.095629 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1', 'tag': '4e63c4a6-5107-494f-bfef-5cb509deeda1'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:19:06.097963 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75e17ac-5c12-4a18-b7c9-7785906bad22" -d '{"events": [{"name": "network-changed", "server_uuid": "0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1", "tag": "4e63c4a6-5107-494f-bfef-5cb509deeda1"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:19:06.100768 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-9c7c451c-55ed-4943-a602-dc21123c6302 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '04032815-1ed0-4534-9ddc-e50981960786') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:06.114505 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50376) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:06.138284 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b20d12-19f8-4ffa-95ba-8f37090929d1 None None] DHCP port deletion for d3873ac0-1db4-4dba-9bfe-d989f1a20099 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:19:06.186175 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9c7c451c-55ed-4943-a602-dc21123c6302 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "GET /v2.0/subnetpools/04032815-1ed0-4534-9ddc-e50981960786/tags HTTP/1.1" status: 200 len: 205 time: 0.0965593 Nov 12 20:19:06.203017 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50382) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:06.208271 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da1c50f4-3b97-4dbf-bcba-013a085ce4c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:06.208460 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-b846298b-6ed7-4212-96a6-7d0b5da9f1b5 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '04032815-1ed0-4534-9ddc-e50981960786') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:06.235062 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da1c50f4-3b97-4dbf-bcba-013a085ce4c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:06.308894 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a430346-7734-4dd6-82b9-611b4bf3ef19 x-openstack-request-id: req-0a430346-7734-4dd6-82b9-611b4bf3ef19 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:19:06.309117 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1", "tag": "4e63c4a6-5107-494f-bfef-5cb509deeda1", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:19:06.309347 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0a430346-7734-4dd6-82b9-611b4bf3ef19 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:19:06.309748 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1', 'tag': '4e63c4a6-5107-494f-bfef-5cb509deeda1', 'status': 'completed', 'code': 200} Nov 12 20:19:06.315556 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b86f7-e9ed-4183-a0d9-0046da68d4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe785ac-d3a5-4741-8f89-464632584e6c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:06.397645 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d9876-6789-4fa6-8e83-6da8f4ac5794 service neutron] Pushing event updated for resources: {'Port': ['ID=4e63c4a6-5107-494f-bfef-5cb509deeda1,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:06.402966 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b846298b-6ed7-4212-96a6-7d0b5da9f1b5 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "DELETE /v2.0/subnetpools/04032815-1ed0-4534-9ddc-e50981960786/tags HTTP/1.1" status: 204 len: 168 time: 0.1951284 Nov 12 20:19:06.403671 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50390) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:06.415348 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-8674db52-5000-44e0-89b2-21f2737c9ce9 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '809a57f7-006d-4d4c-8bf1-b36c79bea717') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:06.455878 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-db7dbf4c-b5e9-4383-bae7-e9627f39c8b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:06.465939 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4770c3-72af-43dc-b67b-e1c8311e9b4e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:19:06.487401 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-e758e034-bdb4-4876-a4f0-a0fba4fd46ae admin admin] Allocated IP 172.25.5.16 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/9b9ce6f4-17a8-4af0-bc18-456f42951261) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:19:06.493378 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-a18ac7e8-e1f5-4418-b85a-dc22f2b902dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:06.494979 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-a18ac7e8-e1f5-4418-b85a-dc22f2b902dd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8273d0d46fc244019c3a4caebc6e0105&device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 1096 time: 0.3225536 Nov 12 20:19:06.534139 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-db7dbf4c-b5e9-4383-bae7-e9627f39c8b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:06.625784 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8674db52-5000-44e0-89b2-21f2737c9ce9 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "DELETE /v2.0/routers/809a57f7-006d-4d4c-8bf1-b36c79bea717/tags HTTP/1.1" status: 204 len: 168 time: 0.2209280 Nov 12 20:19:06.626582 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50394) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:06.633010 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-3627f6dd-7181-499e-a31c-0bc6f2731592 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd68505a0-349b-4f8c-b095-99b24842c010') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:06.665290 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-a4515241-abe1-40f9-9104-c17af7cd3c33 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e63c4a6-5107-494f-bfef-5cb509deeda1 HTTP/1.1" status: 200 len: 217 time: 0.0651076 Nov 12 20:19:06.676260 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-db7dbf4c-b5e9-4383-bae7-e9627f39c8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:06.678831 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-db7dbf4c-b5e9-4383-bae7-e9627f39c8b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:06.682508 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-db7dbf4c-b5e9-4383-bae7-e9627f39c8b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1fe785ac-d3a5-4741-8f89-464632584e6c HTTP/1.1" status: 204 len: 168 time: 0.5623426 Nov 12 20:19:06.689908 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da1c50f4-3b97-4dbf-bcba-013a085ce4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:06.693245 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4770c3-72af-43dc-b67b-e1c8311e9b4e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:19:06.694205 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da1c50f4-3b97-4dbf-bcba-013a085ce4c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:06.703092 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-da1c50f4-3b97-4dbf-bcba-013a085ce4c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b903f91-9454-4cb7-8ac0-10751cd08d42 HTTP/1.1" status: 204 len: 168 time: 0.9076054 Nov 12 20:19:06.703246 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-db4770c3-72af-43dc-b67b-e1c8311e9b4e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "PUT /v2.0/routers/8a6f341b-c20c-4c58-b82b-e08bc2540b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9451280 Nov 12 20:19:06.703335 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50404) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:06.728682 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7036a558-12ee-43e1-9600-86765ba4a037 None None] Sync routers for ids ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:19:06.747120 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ed1faf7c-d201-4c7f-a80c-ef15b66a34b9 None None] Provisioning complete for port 3fac9795-5fb7-428e-94be-79c0dde99c75 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:06.747693 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ed1faf7c-d201-4c7f-a80c-ef15b66a34b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:06.784604 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7036a558-12ee-43e1-9600-86765ba4a037 None None] Routers {'8a6f341b-c20c-4c58-b82b-e08bc2540b49'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:19:06.785119 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-7036a558-12ee-43e1-9600-86765ba4a037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:06.787137 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e5648e-98c2-470c-8931-8245ec3c9b51 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Deleting subnet eaba39bd-baa8-4857-ac42-4721216440e0 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:19:06.794485 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-95e5648e-98c2-470c-8931-8245ec3c9b51 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:06.810324 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7dbf4c-b5e9-4383-bae7-e9627f39c8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe785ac-d3a5-4741-8f89-464632584e6c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:06.843892 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c50f4-3b97-4dbf-bcba-013a085ce4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b903f91-9454-4cb7-8ac0-10751cd08d42,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:06.853326 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-05374997-049e-4e0e-9672-8e8b836aacbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:06.855297 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-05374997-049e-4e0e-9672-8e8b836aacbe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=112e4b86-9b36-4cfc-b638-09194238d947 HTTP/1.1" status: 200 len: 851 time: 0.1539207 Nov 12 20:19:06.867240 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3627f6dd-7181-499e-a31c-0bc6f2731592 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "DELETE /v2.0/ports/d68505a0-349b-4f8c-b095-99b24842c010/tags HTTP/1.1" status: 204 len: 168 time: 0.2377601 Nov 12 20:19:06.868088 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50410) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:06.875520 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-17a7c956-ee8f-4942-a400-2b4b5b3237d9 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '93ef1e3d-aeef-44b9-b91c-67812d54950b') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:06.917880 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-95e5648e-98c2-470c-8931-8245ec3c9b51 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:06.987396 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-508739a2-d560-49c8-85fb-88adc5960b57 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3873ac0-1db4-4dba-9bfe-d989f1a20099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040320 Nov 12 20:19:06.999521 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e758e034-bdb4-4876-a4f0-a0fba4fd46ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:07.032691 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-7036a558-12ee-43e1-9600-86765ba4a037 None None] Set router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:19:07.099198 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50416) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:07.100732 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-17a7c956-ee8f-4942-a400-2b4b5b3237d9 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "DELETE /v2.0/subnets/93ef1e3d-aeef-44b9-b91c-67812d54950b/tags HTTP/1.1" status: 204 len: 168 time: 0.2283621 Nov 12 20:19:07.102325 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-95e5648e-98c2-470c-8931-8245ec3c9b51 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:07.105189 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.tag.tag_plugin [None req-64a64dfc-3e80-4db1-888d-65bce1937c85 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '93ef1e3d-aeef-44b9-b91c-67812d54950b', 'tempest-TagsExtTest-Tag-2030527717') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:07.203649 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-01ba3a83-d78e-4701-b1bc-9ba2fd9e877a service neutron] 10.222.0.52 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015545 Nov 12 20:19:07.223177 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3fac9795-5fb7-428e-94be-79c0dde99c75 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:19:07.227888 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e758e034-bdb4-4876-a4f0-a0fba4fd46ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:07.228468 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a3ad6-3517-4a0b-98b8-4ec6495a63d2 req-f16592b9-f469-415b-9a4e-2f131badab19 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:07.237604 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ad9a3ad6-3517-4a0b-98b8-4ec6495a63d2 req-f16592b9-f469-415b-9a4e-2f131badab19 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 944 time: 0.0986891 Nov 12 20:19:07.330062 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e758e034-bdb4-4876-a4f0-a0fba4fd46ae admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:19:07.333484 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ad9a3ad6-3517-4a0b-98b8-4ec6495a63d2 req-20a9c10c-0efd-4493-b777-bf726cd2f185 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946262 Nov 12 20:19:07.336103 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-95e5648e-98c2-470c-8931-8245ec3c9b51 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:07.343019 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-e758e034-bdb4-4876-a4f0-a0fba4fd46ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:19:07.356563 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e758e034-bdb4-4876-a4f0-a0fba4fd46ae admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:19:07.384574 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5648e-98c2-470c-8931-8245ec3c9b51 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Subnet': ['ID=eaba39bd-baa8-4857-ac42-4721216440e0,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:07.388205 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-95e5648e-98c2-470c-8931-8245ec3c9b51 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:07.397256 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-95e5648e-98c2-470c-8931-8245ec3c9b51 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/subnets/eaba39bd-baa8-4857-ac42-4721216440e0 HTTP/1.1" status: 204 len: 168 time: 0.6917102 Nov 12 20:19:07.397849 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50426) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:07.402470 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5a6ade-d3f7-4c0f-89fc-fa9f26ccab78 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:19:07.404754 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758e034-bdb4-4876-a4f0-a0fba4fd46ae admin admin] Pushing event updated for resources: {'Port': ['ID=9b9ce6f4-17a8-4af0-bc18-456f42951261,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:07.422955 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387d1899-41dc-4e66-b43b-8700f093f0e4 None None] Network 6b35a8bd-db94-46c4-a592-466e55252abb requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:19:07.424421 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-64a64dfc-3e80-4db1-888d-65bce1937c85 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "PUT /v2.0/subnets/93ef1e3d-aeef-44b9-b91c-67812d54950b/tags/tempest-TagsExtTest-Tag-2030527717 HTTP/1.1" status: 201 len: 201 time: 0.3239114 Nov 12 20:19:07.437516 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50428) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:07.468185 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.tag.tag_plugin [None req-c5c41e86-ae7a-4e65-836e-cddfa86c1e7f tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd68505a0-349b-4f8c-b095-99b24842c010', 'tempest-TagsExtTest-Tag-423850057') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:07.517497 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 3fac9795-5fb7-428e-94be-79c0dde99c75 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:07.517991 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:07.519204 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b1797df-9fc9-4bad-8285-c13dd3624e63 req-63f2848f-1725-4c76-9163-5a5992cfaac4 service neutron] 10.222.0.52 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022211 Nov 12 20:19:07.530904 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-74920c9a-a512-406b-ab13-2fbd879a79b4 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:07.620293 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-74920c9a-a512-406b-ab13-2fbd879a79b4 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Deleting port ab10a2fc-3014-49a6-8f62-5d384f663b86 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:19:07.620651 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-74920c9a-a512-406b-ab13-2fbd879a79b4 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:07.733751 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-74920c9a-a512-406b-ab13-2fbd879a79b4 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] For port ab10a2fc-3014-49a6-8f62-5d384f663b86, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ab10a2fc-3014-49a6-8f62-5d384f663b86,segment=NetworkSegment(63b5c52c-9ba9-4609-a9f5-f44e5b14ae52),segment_id=63b5c52c-9ba9-4609-a9f5-f44e5b14ae52)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:19:07.734399 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-74920c9a-a512-406b-ab13-2fbd879a79b4 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:07.753085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-74920c9a-a512-406b-ab13-2fbd879a79b4 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Calling delete_port for ab10a2fc-3014-49a6-8f62-5d384f663b86 owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:19:07.762884 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e17ac-5c12-4a18-b7c9-7785906bad22 req-245f4a20-ea8d-4a23-815f-082d15990850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:07.766593 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b75e17ac-5c12-4a18-b7c9-7785906bad22 req-245f4a20-ea8d-4a23-815f-082d15990850 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8273d0d46fc244019c3a4caebc6e0105&device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 1096 time: 0.1574879 Nov 12 20:19:07.819675 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-26505f08-a740-480e-a7a6-a96090473075 None None] Provisioning complete for port 9b9ce6f4-17a8-4af0-bc18-456f42951261 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:07.820326 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-26505f08-a740-480e-a7a6-a96090473075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:07.857201 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-74920c9a-a512-406b-ab13-2fbd879a79b4 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:07.873013 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74920c9a-a512-406b-ab13-2fbd879a79b4 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] No DVR routers for this DVR port ab10a2fc-3014-49a6-8f62-5d384f663b86 on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:19:07.904364 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74920c9a-a512-406b-ab13-2fbd879a79b4 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Port': ['ID=ab10a2fc-3014-49a6-8f62-5d384f663b86,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:07.991900 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-26505f08-a740-480e-a7a6-a96090473075 None None] Port 9b9ce6f4-17a8-4af0-bc18-456f42951261 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:19:08.028987 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c5c41e86-ae7a-4e65-836e-cddfa86c1e7f tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "PUT /v2.0/ports/d68505a0-349b-4f8c-b095-99b24842c010/tags/tempest-TagsExtTest-Tag-423850057 HTTP/1.1" status: 201 len: 201 time: 0.5885742 Nov 12 20:19:08.032586 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-7036a558-12ee-43e1-9600-86765ba4a037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:19:04Z', 'revision_number': 9, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None, '_interfaces': [{'id': 'da1bb3cd-972e-4d9c-8f8b-04ec69672b03', 'name': '', 'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:34:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:14Z', 'updated_at': '2021-11-12T20:18:24Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df2bc197-b9f7-4ef7-81f3-83e10fc71d51', 'name': '', 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:42:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:04Z', 'updated_at': '2021-11-12T20:18:14Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:08.044626 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50448) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:08.057894 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-74920c9a-a512-406b-ab13-2fbd879a79b4 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:08.065056 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.tag.tag_plugin [None req-40ebc5ab-62d8-47a5-bac7-80231765c5a0 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '809a57f7-006d-4d4c-8bf1-b36c79bea717', 'tempest-TagsExtTest-Tag-1612098330') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:08.074799 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7ac2b9-3c56-4e34-b1ec-323d0948ae59 None None] DHCP port deletion for 6b35a8bd-db94-46c4-a592-466e55252abb request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:19:08.078890 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7036a558-12ee-43e1-9600-86765ba4a037 None None] Checking router: 8a6f341b-c20c-4c58-b82b-e08bc2540b49 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:19:08.100282 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7036a558-12ee-43e1-9600-86765ba4a037 None None] Routers {'8a6f341b-c20c-4c58-b82b-e08bc2540b49'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:19:08.100917 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-7036a558-12ee-43e1-9600-86765ba4a037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:08.117405 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-74920c9a-a512-406b-ab13-2fbd879a79b4 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b35a8bd-db94-46c4-a592-466e55252abb']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:08.135772 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-74920c9a-a512-406b-ab13-2fbd879a79b4 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b5c52c-9ba9-4609-a9f5-f44e5b14ae52') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:08.136162 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-74920c9a-a512-406b-ab13-2fbd879a79b4 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b5c52c-9ba9-4609-a9f5-f44e5b14ae52') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:08.144261 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e17ac-5c12-4a18-b7c9-7785906bad22 req-6d0c6215-f8bb-40f2-be14-dd0f52838a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:08.146344 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b75e17ac-5c12-4a18-b7c9-7785906bad22 req-6d0c6215-f8bb-40f2-be14-dd0f52838a9b service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3873ac0-1db4-4dba-9bfe-d989f1a20099 HTTP/1.1" status: 200 len: 912 time: 0.3671043 Nov 12 20:19:08.149606 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-74920c9a-a512-406b-ab13-2fbd879a79b4 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:08.167757 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-74920c9a-a512-406b-ab13-2fbd879a79b4 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:08.175693 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74920c9a-a512-406b-ab13-2fbd879a79b4 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:19:08.176102 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-74920c9a-a512-406b-ab13-2fbd879a79b4 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:19:08.180200 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:19:08.222350 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-7036a558-12ee-43e1-9600-86765ba4a037 None None] Set router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:19:08.265100 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-74920c9a-a512-406b-ab13-2fbd879a79b4 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:08.281597 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-74920c9a-a512-406b-ab13-2fbd879a79b4 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:08.291723 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50460) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:08.292126 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-74920c9a-a512-406b-ab13-2fbd879a79b4 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/networks/6b35a8bd-db94-46c4-a592-466e55252abb HTTP/1.1" status: 204 len: 168 time: 0.8878069 Nov 12 20:19:08.293636 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b75e17ac-5c12-4a18-b7c9-7785906bad22 req-bb83cdc0-5b52-4988-b894-2dfa557a29e5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e63c4a6-5107-494f-bfef-5cb509deeda1 HTTP/1.1" status: 200 len: 217 time: 0.1386502 Nov 12 20:19:08.314593 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74920c9a-a512-406b-ab13-2fbd879a79b4 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Network': ['ID=6b35a8bd-db94-46c4-a592-466e55252abb,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:08.445341 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e758e034-bdb4-4876-a4f0-a0fba4fd46ae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:08.521181 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-7036a558-12ee-43e1-9600-86765ba4a037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:19:04Z', 'revision_number': 9, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None, '_interfaces': [{'id': 'da1bb3cd-972e-4d9c-8f8b-04ec69672b03', 'name': '', 'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:34:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:14Z', 'updated_at': '2021-11-12T20:18:24Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df2bc197-b9f7-4ef7-81f3-83e10fc71d51', 'name': '', 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:42:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:04Z', 'updated_at': '2021-11-12T20:18:14Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:08.532996 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e17ac-5c12-4a18-b7c9-7785906bad22 req-ce0323eb-0886-4921-8e15-5c2238d7a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:08.534598 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b75e17ac-5c12-4a18-b7c9-7785906bad22 req-ce0323eb-0886-4921-8e15-5c2238d7a16b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=112e4b86-9b36-4cfc-b638-09194238d947 HTTP/1.1" status: 200 len: 851 time: 0.2225873 Nov 12 20:19:08.559389 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7036a558-12ee-43e1-9600-86765ba4a037 None None] The sync data for ids ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'] in n-d-712140-15 is: [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:19:04Z', 'revision_number': 9, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None, '_interfaces': [{'id': 'da1bb3cd-972e-4d9c-8f8b-04ec69672b03', 'name': '', 'network_id': 'b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:34:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:14Z', 'updated_at': '2021-11-12T20:18:24Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': 'f5c9a590-85d0-4a94-9d04-3d366f7a4dc6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df2bc197-b9f7-4ef7-81f3-83e10fc71d51', 'name': '', 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:42:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:04Z', 'updated_at': '2021-11-12T20:18:14Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:19:08.855699 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-40ebc5ab-62d8-47a5-bac7-80231765c5a0 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "PUT /v2.0/routers/809a57f7-006d-4d4c-8bf1-b36c79bea717/tags/tempest-TagsExtTest-Tag-1612098330 HTTP/1.1" status: 201 len: 201 time: 0.8044276 Nov 12 20:19:08.856264 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50480) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:08.860953 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-69ff4f13-01ff-4f45-bc57-0df9bd7f9ab7 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '04032815-1ed0-4534-9ddc-e50981960786', 'tempest-TagsExtTest-Tag-736388757') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:08.908676 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-69ff4f13-01ff-4f45-bc57-0df9bd7f9ab7 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "PUT /v2.0/subnetpools/04032815-1ed0-4534-9ddc-e50981960786/tags/tempest-TagsExtTest-Tag-736388757 HTTP/1.1" status: 201 len: 201 time: 0.0515213 Nov 12 20:19:08.913554 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50484) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:08.919143 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-ddc5b753-be43-4590-972b-14698d471f39 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '93ef1e3d-aeef-44b9-b91c-67812d54950b', {'tags': ['tempest-TagsExtTest-Tag-2117344348', 'tempest-TagsExtTest-Tag-1567411278', 'tempest-TagsExtTest-Tag-712495746']}) {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:08.966666 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50486) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:08.985835 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b75e17ac-5c12-4a18-b7c9-7785906bad22 req-af46ced6-0955-4d5b-9bb4-4cd231f4e011 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3873ac0-1db4-4dba-9bfe-d989f1a20099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1354377 Nov 12 20:19:08.988616 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031366 Nov 12 20:19:08.988798 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50488) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:09.065459 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ab10a2fc-3014-49a6-8f62-5d384f663b86 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:19:09.090301 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ddc5b753-be43-4590-972b-14698d471f39 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "PUT /v2.0/subnets/93ef1e3d-aeef-44b9-b91c-67812d54950b/tags HTTP/1.1" status: 200 len: 317 time: 0.1720364 Nov 12 20:19:09.090301 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50492) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:09.090750 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477083f-0019-4534-8c1c-a831cd7d9c22 req-5f0fa115-9bd0-49d7-83cd-0130aab741c6 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:09.096106 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5477083f-0019-4534-8c1c-a831cd7d9c22 req-5f0fa115-9bd0-49d7-83cd-0130aab741c6 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 944 time: 0.5862064 Nov 12 20:19:09.102562 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-67c24f5e-865b-4c6a-a8cf-855506ea4f40 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '93ef1e3d-aeef-44b9-b91c-67812d54950b') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:09.112262 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: ab10a2fc-3014-49a6-8f62-5d384f663b86 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:19:09.113074 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ab10a2fc-3014-49a6-8f62-5d384f663b86 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:19:09.113505 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c9f1944a-7334-4ba2-a8c3-d903415f4abf no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:19:09.155299 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: c9f1944a-7334-4ba2-a8c3-d903415f4abf {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:19:09.155640 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c9f1944a-7334-4ba2-a8c3-d903415f4abf not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:19:09.212468 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-67c24f5e-865b-4c6a-a8cf-855506ea4f40 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "DELETE /v2.0/subnets/93ef1e3d-aeef-44b9-b91c-67812d54950b/tags HTTP/1.1" status: 204 len: 168 time: 0.1224790 Nov 12 20:19:09.216255 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50498) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:09.221522 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-8c1c5d6f-0845-429e-9aa0-36aed4f5e5a7 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '93ef1e3d-aeef-44b9-b91c-67812d54950b', 'tempest-TagsExtTest-Tag-2117344348') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:09.288502 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-8c1c5d6f-0845-429e-9aa0-36aed4f5e5a7 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] show failed (client error): The resource could not be found. Nov 12 20:19:09.289673 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8c1c5d6f-0845-429e-9aa0-36aed4f5e5a7 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "GET /v2.0/subnets/93ef1e3d-aeef-44b9-b91c-67812d54950b/tags/tempest-TagsExtTest-Tag-2117344348 HTTP/1.1" status: 404 len: 329 time: 0.0722241 Nov 12 20:19:09.294288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50502) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:09.299673 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-bc1e172b-113e-4925-9457-c12e2933f72f tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '93ef1e3d-aeef-44b9-b91c-67812d54950b', 'tempest-TagsExtTest-Tag-1567411278') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:09.375839 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-bc1e172b-113e-4925-9457-c12e2933f72f tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] show failed (client error): The resource could not be found. Nov 12 20:19:09.380512 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bc1e172b-113e-4925-9457-c12e2933f72f tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "GET /v2.0/subnets/93ef1e3d-aeef-44b9-b91c-67812d54950b/tags/tempest-TagsExtTest-Tag-1567411278 HTTP/1.1" status: 404 len: 329 time: 0.0852025 Nov 12 20:19:09.381662 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50506) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:09.389687 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-90c2d3e2-230e-4616-a76b-34f1b9b6d729 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '93ef1e3d-aeef-44b9-b91c-67812d54950b', 'tempest-TagsExtTest-Tag-712495746') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:09.393443 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5477083f-0019-4534-8c1c-a831cd7d9c22 req-911d1605-2ee9-444b-a191-4c998bc3d5b3 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964261 Nov 12 20:19:09.399174 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a010a885-6ad4-4622-8aae-46aa1ffde264 tempest-NetworksApiDiscovery-1553604237 tempest-NetworksApiDiscovery-1553604237-project] 10.222.0.48 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4075723 Nov 12 20:19:09.409837 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b75e17ac-5c12-4a18-b7c9-7785906bad22 req-c872a93d-aeda-4b2a-a98f-8cca18f28e08 service neutron] 10.222.0.52 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043698 Nov 12 20:19:09.461196 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e758e034-bdb4-4876-a4f0-a0fba4fd46ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:09.478234 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-90c2d3e2-230e-4616-a76b-34f1b9b6d729 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] show failed (client error): The resource could not be found. Nov 12 20:19:09.482432 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-90c2d3e2-230e-4616-a76b-34f1b9b6d729 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "GET /v2.0/subnets/93ef1e3d-aeef-44b9-b91c-67812d54950b/tags/tempest-TagsExtTest-Tag-712495746 HTTP/1.1" status: 404 len: 328 time: 0.0968518 Nov 12 20:19:09.484700 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50514) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:09.490828 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-4ea35717-0727-44cb-abe1-8ea789c48fe8 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd68505a0-349b-4f8c-b095-99b24842c010', {'tags': ['tempest-TagsExtTest-Tag-1708128647', 'tempest-TagsExtTest-Tag-822507172', 'tempest-TagsExtTest-Tag-1042948284']}) {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:09.576797 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4ea35717-0727-44cb-abe1-8ea789c48fe8 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "PUT /v2.0/ports/d68505a0-349b-4f8c-b095-99b24842c010/tags HTTP/1.1" status: 200 len: 317 time: 0.0910280 Nov 12 20:19:09.579250 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50518) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:09.591536 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-f43138ad-6ee8-4633-ac74-565395b4c3c6 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd68505a0-349b-4f8c-b095-99b24842c010') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:09.644209 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b75e17ac-5c12-4a18-b7c9-7785906bad22 req-09857a11-8222-4444-a4e6-00e5969e2255 service neutron] 10.222.0.52 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210443 Nov 12 20:19:09.689744 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-344554c7-a731-4b6d-9a0e-d2f80aa67542 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:09.698574 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f43138ad-6ee8-4633-ac74-565395b4c3c6 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "DELETE /v2.0/ports/d68505a0-349b-4f8c-b095-99b24842c010/tags HTTP/1.1" status: 204 len: 168 time: 0.1180735 Nov 12 20:19:09.702155 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50522) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:09.708291 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-17d6d921-4240-451c-bd65-211b0d8120e0 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd68505a0-349b-4f8c-b095-99b24842c010', 'tempest-TagsExtTest-Tag-1708128647') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:09.730937 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50524) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:09.770587 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e758e034-bdb4-4876-a4f0-a0fba4fd46ae admin admin] Router a31d46cf-506d-4e8c-8da9-a902d91c6462 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:19:09.777613 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-17d6d921-4240-451c-bd65-211b0d8120e0 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] show failed (client error): The resource could not be found. Nov 12 20:19:09.781356 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-17d6d921-4240-451c-bd65-211b0d8120e0 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "GET /v2.0/ports/d68505a0-349b-4f8c-b095-99b24842c010/tags/tempest-TagsExtTest-Tag-1708128647 HTTP/1.1" status: 404 len: 329 time: 0.0742691 Nov 12 20:19:09.782217 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50530) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:09.786517 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-ab6640a1-37a3-414a-a4e7-bc87b1e2b185 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd68505a0-349b-4f8c-b095-99b24842c010', 'tempest-TagsExtTest-Tag-822507172') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:09.849928 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-ab6640a1-37a3-414a-a4e7-bc87b1e2b185 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] show failed (client error): The resource could not be found. Nov 12 20:19:09.853772 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ab6640a1-37a3-414a-a4e7-bc87b1e2b185 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "GET /v2.0/ports/d68505a0-349b-4f8c-b095-99b24842c010/tags/tempest-TagsExtTest-Tag-822507172 HTTP/1.1" status: 404 len: 328 time: 0.0684421 Nov 12 20:19:09.855120 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50532) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:09.868136 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-cc05486c-e77d-41ce-be6c-c81b671e4ca4 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd68505a0-349b-4f8c-b095-99b24842c010', 'tempest-TagsExtTest-Tag-1042948284') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:09.933969 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-cc05486c-e77d-41ce-be6c-c81b671e4ca4 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] show failed (client error): The resource could not be found. Nov 12 20:19:09.934687 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cc05486c-e77d-41ce-be6c-c81b671e4ca4 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "GET /v2.0/ports/d68505a0-349b-4f8c-b095-99b24842c010/tags/tempest-TagsExtTest-Tag-1042948284 HTTP/1.1" status: 404 len: 329 time: 0.0783906 Nov 12 20:19:09.937669 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50536) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:09.943409 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-18b4b83c-b188-4a97-823c-260e922ea0d7 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '809a57f7-006d-4d4c-8bf1-b36c79bea717', {'tags': ['tempest-TagsExtTest-Tag-1927664807', 'tempest-TagsExtTest-Tag-2012625461', 'tempest-TagsExtTest-Tag-1388831708']}) {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:09.980093 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e758e034-bdb4-4876-a4f0-a0fba4fd46ae admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:19:09.994659 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6c4a88-daf9-480f-b7e8-cd088ddb2307 None None] Sync routers for ids ['a31d46cf-506d-4e8c-8da9-a902d91c6462'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:19:10.005259 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6c4a88-daf9-480f-b7e8-cd088ddb2307 None None] Routers {'a31d46cf-506d-4e8c-8da9-a902d91c6462'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:19:10.005961 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-1a6c4a88-daf9-480f-b7e8-cd088ddb2307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a31d46cf-506d-4e8c-8da9-a902d91c6462'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:10.021447 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e758e034-bdb4-4876-a4f0-a0fba4fd46ae admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:10.025229 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e758e034-bdb4-4876-a4f0-a0fba4fd46ae admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.2359467 Nov 12 20:19:10.029841 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50540) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:10.125825 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-18b4b83c-b188-4a97-823c-260e922ea0d7 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "PUT /v2.0/routers/809a57f7-006d-4d4c-8bf1-b36c79bea717/tags HTTP/1.1" status: 200 len: 318 time: 0.1859591 Nov 12 20:19:10.127602 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50542) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:10.134877 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-d34e89b0-6e64-4d74-80b5-f304c9399a7e tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '809a57f7-006d-4d4c-8bf1-b36c79bea717') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:10.142774 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-1a6c4a88-daf9-480f-b7e8-cd088ddb2307 None None] Set router a31d46cf-506d-4e8c-8da9-a902d91c6462 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:19:10.174019 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f21caea7-e186-4358-8a9d-0bd0302b3bd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:10.175180 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 4e63c4a6-5107-494f-bfef-5cb509deeda1 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:19:10.193074 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-344554c7-a731-4b6d-9a0e-d2f80aa67542 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Deleting port da1bb3cd-972e-4d9c-8f8b-04ec69672b03 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:19:10.193424 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-344554c7-a731-4b6d-9a0e-d2f80aa67542 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:10.348453 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d34e89b0-6e64-4d74-80b5-f304c9399a7e tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "DELETE /v2.0/routers/809a57f7-006d-4d4c-8bf1-b36c79bea717/tags HTTP/1.1" status: 204 len: 168 time: 0.2196276 Nov 12 20:19:10.349105 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50548) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:10.353844 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-554a3be4-2f12-4496-8635-9e44fc82dfb0 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '809a57f7-006d-4d4c-8bf1-b36c79bea717', 'tempest-TagsExtTest-Tag-1927664807') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:10.446326 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 4e63c4a6-5107-494f-bfef-5cb509deeda1, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=4e63c4a6-5107-494f-bfef-5cb509deeda1,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:19:10.456684 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-554a3be4-2f12-4496-8635-9e44fc82dfb0 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] show failed (client error): The resource could not be found. Nov 12 20:19:10.460772 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-554a3be4-2f12-4496-8635-9e44fc82dfb0 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "GET /v2.0/routers/809a57f7-006d-4d4c-8bf1-b36c79bea717/tags/tempest-TagsExtTest-Tag-1927664807 HTTP/1.1" status: 404 len: 329 time: 0.1106744 Nov 12 20:19:10.461393 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50554) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:10.467323 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-a0248c2f-8008-4c6a-9324-21e31eb534dd tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '809a57f7-006d-4d4c-8bf1-b36c79bea717', 'tempest-TagsExtTest-Tag-2012625461') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:10.486015 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '4e63c4a6-5107-494f-bfef-5cb509deeda1', 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099', 'port_id': '4e63c4a6-5107-494f-bfef-5cb509deeda1', 'mac_address': 'fa:16:3e:50:64:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112e4b86-9b36-4cfc-b638-09194238d947', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:19:10.504263 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-1a6c4a88-daf9-480f-b7e8-cd088ddb2307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31d46cf-506d-4e8c-8da9-a902d91c6462', 'name': 'tempest-TestServerMultinode-774322252-router', 'tenant_id': '60fc56a8351442c1b35da9d7e26b263f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '9b9ce6f4-17a8-4af0-bc18-456f42951261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:19:03Z', 'updated_at': '2021-11-12T20:19:07Z', 'revision_number': 3, 'project_id': '60fc56a8351442c1b35da9d7e26b263f', 'gw_port': {'id': '9b9ce6f4-17a8-4af0-bc18-456f42951261', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31d46cf-506d-4e8c-8da9-a902d91c6462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:19:05Z', 'updated_at': '2021-11-12T20:19:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:10.573841 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-344554c7-a731-4b6d-9a0e-d2f80aa67542 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] For port da1bb3cd-972e-4d9c-8f8b-04ec69672b03, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=da1bb3cd-972e-4d9c-8f8b-04ec69672b03,segment=NetworkSegment(0669d68f-9524-40bc-a273-79b80e4a7ed2),segment_id=0669d68f-9524-40bc-a273-79b80e4a7ed2)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:19:10.574213 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-344554c7-a731-4b6d-9a0e-d2f80aa67542 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:10.585851 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6c4a88-daf9-480f-b7e8-cd088ddb2307 None None] Checking router: a31d46cf-506d-4e8c-8da9-a902d91c6462 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:19:10.588915 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6c4a88-daf9-480f-b7e8-cd088ddb2307 None None] Updating router a31d46cf-506d-4e8c-8da9-a902d91c6462 port 9b9ce6f4-17a8-4af0-bc18-456f42951261 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:19:10.595739 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:10.604996 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-344554c7-a731-4b6d-9a0e-d2f80aa67542 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Calling delete_port for da1bb3cd-972e-4d9c-8f8b-04ec69672b03 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:19:10.622834 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-a0248c2f-8008-4c6a-9324-21e31eb534dd tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] show failed (client error): The resource could not be found. Nov 12 20:19:10.627771 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a0248c2f-8008-4c6a-9324-21e31eb534dd tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "GET /v2.0/routers/809a57f7-006d-4d4c-8bf1-b36c79bea717/tags/tempest-TagsExtTest-Tag-2012625461 HTTP/1.1" status: 404 len: 329 time: 0.1653898 Nov 12 20:19:10.628730 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50558) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:10.635324 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e63c4a6-5107-494f-bfef-5cb509deeda1 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:19:10.639892 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743d4f0-b03c-42bb-857c-19827350a492 req-b079d39e-f8f6-4d41-a693-d08cf049ac30 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:10.641600 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c743d4f0-b03c-42bb-857c-19827350a492 req-b079d39e-f8f6-4d41-a693-d08cf049ac30 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 944 time: 0.0864239 Nov 12 20:19:10.644830 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-68f86133-b066-4e6c-8e5d-5f212735bef1 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '809a57f7-006d-4d4c-8bf1-b36c79bea717', 'tempest-TagsExtTest-Tag-1388831708') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:10.678204 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1a6c4a88-daf9-480f-b7e8-cd088ddb2307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:10.710981 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 4e63c4a6-5107-494f-bfef-5cb509deeda1, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=4e63c4a6-5107-494f-bfef-5cb509deeda1,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:19:10.718838 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:10.808191 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-68f86133-b066-4e6c-8e5d-5f212735bef1 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] show failed (client error): The resource could not be found. Nov 12 20:19:10.813435 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-68f86133-b066-4e6c-8e5d-5f212735bef1 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "GET /v2.0/routers/809a57f7-006d-4d4c-8bf1-b36c79bea717/tags/tempest-TagsExtTest-Tag-1388831708 HTTP/1.1" status: 404 len: 329 time: 0.1833494 Nov 12 20:19:10.817217 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50566) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:10.822234 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-5dabc36e-2f68-4922-ab56-178f8827e2ee tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '04032815-1ed0-4534-9ddc-e50981960786', {'tags': ['tempest-TagsExtTest-Tag-1360525608', 'tempest-TagsExtTest-Tag-1170858839', 'tempest-TagsExtTest-Tag-2015803319']}) {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:10.835877 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f21caea7-e186-4358-8a9d-0bd0302b3bd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:10.840135 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=4e63c4a6-5107-494f-bfef-5cb509deeda1,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:10.867173 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f21caea7-e186-4358-8a9d-0bd0302b3bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:10.875900 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c743d4f0-b03c-42bb-857c-19827350a492 req-907fb732-2275-4bfb-bf06-140a93c1650e tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784291 Nov 12 20:19:10.884506 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5dabc36e-2f68-4922-ab56-178f8827e2ee tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "PUT /v2.0/subnetpools/04032815-1ed0-4534-9ddc-e50981960786/tags HTTP/1.1" status: 200 len: 318 time: 0.0652096 Nov 12 20:19:10.886553 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50572) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:10.893258 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-d40ce3e9-ee70-4eb9-94fe-c830e643d565 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '04032815-1ed0-4534-9ddc-e50981960786') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:10.942673 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d40ce3e9-ee70-4eb9-94fe-c830e643d565 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "DELETE /v2.0/subnetpools/04032815-1ed0-4534-9ddc-e50981960786/tags HTTP/1.1" status: 204 len: 168 time: 0.0539825 Nov 12 20:19:10.945361 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50574) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:10.954192 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f21caea7-e186-4358-8a9d-0bd0302b3bd7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e64e9a54889546d6b0fd9e2f9d7755a7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2231128 Nov 12 20:19:10.958536 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-4480ecdb-c9a9-4d1d-8ec7-bde8088a3239 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '04032815-1ed0-4534-9ddc-e50981960786', 'tempest-TagsExtTest-Tag-1360525608') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:10.963336 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50576) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:10.994791 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21caea7-e186-4358-8a9d-0bd0302b3bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07659b0f-a348-4610-b05c-6b049c10c67a,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:11.019997 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['4e63c4a6-5107-494f-bfef-5cb509deeda1'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:19:11.048041 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5b9d99ff-03da-4fb5-b128-06feeedfcba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:11.052217 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-4480ecdb-c9a9-4d1d-8ec7-bde8088a3239 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] show failed (client error): The resource could not be found. Nov 12 20:19:11.055906 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4480ecdb-c9a9-4d1d-8ec7-bde8088a3239 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "GET /v2.0/subnetpools/04032815-1ed0-4534-9ddc-e50981960786/tags/tempest-TagsExtTest-Tag-1360525608 HTTP/1.1" status: 404 len: 329 time: 0.1064556 Nov 12 20:19:11.056858 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50580) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:11.067464 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-9f36bbb0-d7ec-4ce8-b342-aa7d18c43f84 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '04032815-1ed0-4534-9ddc-e50981960786', 'tempest-TagsExtTest-Tag-1170858839') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:11.116132 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5b9d99ff-03da-4fb5-b128-06feeedfcba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:11.133334 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c5ffe351-ee69-4c0a-bec3-5f2b9932448d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:11.157937 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-9f36bbb0-d7ec-4ce8-b342-aa7d18c43f84 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] show failed (client error): The resource could not be found. Nov 12 20:19:11.162947 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9f36bbb0-d7ec-4ce8-b342-aa7d18c43f84 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "GET /v2.0/subnetpools/04032815-1ed0-4534-9ddc-e50981960786/tags/tempest-TagsExtTest-Tag-1170858839 HTTP/1.1" status: 404 len: 329 time: 0.1019821 Nov 12 20:19:11.168898 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50582) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:11.189894 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-e8c79014-79c5-4b5a-9862-db3a939a9666 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '04032815-1ed0-4534-9ddc-e50981960786', 'tempest-TagsExtTest-Tag-2015803319') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:11.278182 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-e8c79014-79c5-4b5a-9862-db3a939a9666 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] show failed (client error): The resource could not be found. Nov 12 20:19:11.278182 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e8c79014-79c5-4b5a-9862-db3a939a9666 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "GET /v2.0/subnetpools/04032815-1ed0-4534-9ddc-e50981960786/tags/tempest-TagsExtTest-Tag-2015803319 HTTP/1.1" status: 404 len: 329 time: 0.1031353 Nov 12 20:19:11.283511 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50586) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:11.290303 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-bc4daeef-88f5-410d-9ecb-60cce123a1a0 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '04032815-1ed0-4534-9ddc-e50981960786') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:11.294608 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1a6c4a88-daf9-480f-b7e8-cd088ddb2307 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:11.304223 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1a6c4a88-daf9-480f-b7e8-cd088ddb2307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:11.330293 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5b9d99ff-03da-4fb5-b128-06feeedfcba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:11.335410 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5b9d99ff-03da-4fb5-b128-06feeedfcba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:11.347486 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5b9d99ff-03da-4fb5-b128-06feeedfcba0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07659b0f-a348-4610-b05c-6b049c10c67a HTTP/1.1" status: 204 len: 168 time: 0.3829839 Nov 12 20:19:11.382910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d99ff-03da-4fb5-b128-06feeedfcba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07659b0f-a348-4610-b05c-6b049c10c67a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:11.392350 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75af21e1-5700-48d8-8ca9-84c0089ea63a None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:19:11.395839 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bc4daeef-88f5-410d-9ecb-60cce123a1a0 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "DELETE /v2.0/subnetpools/04032815-1ed0-4534-9ddc-e50981960786/tags HTTP/1.1" status: 204 len: 168 time: 0.1090016 Nov 12 20:19:11.396586 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50592) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:11.404133 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-e5f460d0-f5cf-4f8f-bea4-a6e64da4da9d tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '809a57f7-006d-4d4c-8bf1-b36c79bea717') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:11.417987 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-1a6c4a88-daf9-480f-b7e8-cd088ddb2307 None None] Attempting to bind port 9b9ce6f4-17a8-4af0-bc18-456f42951261 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:19:11.418458 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-1a6c4a88-daf9-480f-b7e8-cd088ddb2307 None None] Attempting to bind port 9b9ce6f4-17a8-4af0-bc18-456f42951261 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:19:11.423143 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6c4a88-daf9-480f-b7e8-cd088ddb2307 None None] Attempting to bind port 9b9ce6f4-17a8-4af0-bc18-456f42951261 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:19:11.458432 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6c4a88-daf9-480f-b7e8-cd088ddb2307 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:19:11.458804 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6c4a88-daf9-480f-b7e8-cd088ddb2307 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:19:11.459194 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1a6c4a88-daf9-480f-b7e8-cd088ddb2307 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:11.459753 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6c4a88-daf9-480f-b7e8-cd088ddb2307 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:19:11.460427 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-1a6c4a88-daf9-480f-b7e8-cd088ddb2307 None None] Bound port: 9b9ce6f4-17a8-4af0-bc18-456f42951261, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:19:11.461579 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1a6c4a88-daf9-480f-b7e8-cd088ddb2307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:11.521731 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fcb9f3-a863-4465-93eb-fb7aa1f6aeea None None] Pushing event updated for resources: {'Port': ['ID=9b9ce6f4-17a8-4af0-bc18-456f42951261,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:11.546836 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4801f889-b1ff-4c4a-9169-facde3a88da2 None None] Provisioning complete for port 9b9ce6f4-17a8-4af0-bc18-456f42951261 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:11.547205 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4801f889-b1ff-4c4a-9169-facde3a88da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:11.560927 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e5f460d0-f5cf-4f8f-bea4-a6e64da4da9d tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "DELETE /v2.0/routers/809a57f7-006d-4d4c-8bf1-b36c79bea717/tags HTTP/1.1" status: 204 len: 168 time: 0.1632264 Nov 12 20:19:11.564431 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50598) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:11.569410 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-ae90a66e-4068-40ec-8f00-ae894fc11437 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd68505a0-349b-4f8c-b095-99b24842c010') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:11.586254 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4801f889-b1ff-4c4a-9169-facde3a88da2 None None] Port 9b9ce6f4-17a8-4af0-bc18-456f42951261 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:19:11.593935 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-1a6c4a88-daf9-480f-b7e8-cd088ddb2307 None None] For port 9b9ce6f4-17a8-4af0-bc18-456f42951261, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:19:11.599032 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-1a6c4a88-daf9-480f-b7e8-cd088ddb2307 None None] For port 9b9ce6f4-17a8-4af0-bc18-456f42951261, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=9b9ce6f4-17a8-4af0-bc18-456f42951261,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:19:11.609049 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1a6c4a88-daf9-480f-b7e8-cd088ddb2307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:11.659305 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ae90a66e-4068-40ec-8f00-ae894fc11437 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "DELETE /v2.0/ports/d68505a0-349b-4f8c-b095-99b24842c010/tags HTTP/1.1" status: 204 len: 168 time: 0.0914495 Nov 12 20:19:11.659983 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50600) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:11.666251 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-86f55675-85c2-4341-a24d-f9daf9105337 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '93ef1e3d-aeef-44b9-b91c-67812d54950b') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:11.701262 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fcb9f3-a863-4465-93eb-fb7aa1f6aeea None None] Pushing event updated for resources: {'Port': ['ID=9b9ce6f4-17a8-4af0-bc18-456f42951261,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:11.716035 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226cd32b-d26b-46a7-bce4-bbad872376aa None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:19:11.718739 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6c4a88-daf9-480f-b7e8-cd088ddb2307 None None] Routers {'a31d46cf-506d-4e8c-8da9-a902d91c6462'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:19:11.719402 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-1a6c4a88-daf9-480f-b7e8-cd088ddb2307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a31d46cf-506d-4e8c-8da9-a902d91c6462'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:11.765834 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-344554c7-a731-4b6d-9a0e-d2f80aa67542 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:11.800025 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-86f55675-85c2-4341-a24d-f9daf9105337 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "DELETE /v2.0/subnets/93ef1e3d-aeef-44b9-b91c-67812d54950b/tags HTTP/1.1" status: 204 len: 168 time: 0.1388757 Nov 12 20:19:11.800814 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50604) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:11.819340 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-199c5093-440f-418d-a86d-5e741a63d206 None None] Provisioning complete for port 9b9ce6f4-17a8-4af0-bc18-456f42951261 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:11.819898 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-199c5093-440f-418d-a86d-5e741a63d206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:11.837673 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344554c7-a731-4b6d-9a0e-d2f80aa67542 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Port': ['ID=da1bb3cd-972e-4d9c-8f8b-04ec69672b03,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:11.890121 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-1a6c4a88-daf9-480f-b7e8-cd088ddb2307 None None] Set router a31d46cf-506d-4e8c-8da9-a902d91c6462 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:19:11.935029 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344554c7-a731-4b6d-9a0e-d2f80aa67542 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:11.935386 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344554c7-a731-4b6d-9a0e-d2f80aa67542 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:11.935732 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344554c7-a731-4b6d-9a0e-d2f80aa67542 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:11.936202 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344554c7-a731-4b6d-9a0e-d2f80aa67542 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:11.936576 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344554c7-a731-4b6d-9a0e-d2f80aa67542 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:11.936908 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344554c7-a731-4b6d-9a0e-d2f80aa67542 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:11.937239 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344554c7-a731-4b6d-9a0e-d2f80aa67542 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:11.940101 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344554c7-a731-4b6d-9a0e-d2f80aa67542 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:11.940513 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344554c7-a731-4b6d-9a0e-d2f80aa67542 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:11.940859 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344554c7-a731-4b6d-9a0e-d2f80aa67542 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:11.941200 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344554c7-a731-4b6d-9a0e-d2f80aa67542 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:11.941535 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344554c7-a731-4b6d-9a0e-d2f80aa67542 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:11.988627 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5dcad65d-345b-4aa5-82a6-96e141c0b703 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks [] for subnetpool, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:11.992755 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5dcad65d-345b-4aa5-82a6-96e141c0b703 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "DELETE /v2.0/subnetpools/04032815-1ed0-4534-9ddc-e50981960786 HTTP/1.1" status: 204 len: 168 time: 0.1906071 Nov 12 20:19:11.993139 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50610) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:12.016726 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-c5ffe351-ee69-4c0a-bec3-5f2b9932448d admin admin] Allocated IP 172.20.0.1 (d8c6beb0-6892-4f31-9f60-9634061a9d3a/db9aec07-5046-4d42-a84e-4db5a81c82ec/bea4cea1-9832-40a3-bb12-fe8d1d860091) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:19:12.035660 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a91e12ab-02fe-4cf8-9b88-2f25264bc55b tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "GET /v2.0/ports?device_id=809a57f7-006d-4d4c-8bf1-b36c79bea717 HTTP/1.1" status: 200 len: 205 time: 0.0392704 Nov 12 20:19:12.035991 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50612) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:12.065283 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-199c5093-440f-418d-a86d-5e741a63d206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:12.115798 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-199c5093-440f-418d-a86d-5e741a63d206 None None] For port 9b9ce6f4-17a8-4af0-bc18-456f42951261, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=9b9ce6f4-17a8-4af0-bc18-456f42951261,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:19:12.125232 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-199c5093-440f-418d-a86d-5e741a63d206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:12.222676 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c5093-440f-418d-a86d-5e741a63d206 None None] Pushing event updated for resources: {'Port': ['ID=9b9ce6f4-17a8-4af0-bc18-456f42951261,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:12.225950 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 4e63c4a6-5107-494f-bfef-5cb509deeda1 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:19:12.259551 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c5093-440f-418d-a86d-5e741a63d206 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:12.260528 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c5093-440f-418d-a86d-5e741a63d206 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:12.261162 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c5093-440f-418d-a86d-5e741a63d206 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:12.262228 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c5093-440f-418d-a86d-5e741a63d206 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:12.262778 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c5093-440f-418d-a86d-5e741a63d206 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:12.263327 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c5093-440f-418d-a86d-5e741a63d206 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:12.264315 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c5093-440f-418d-a86d-5e741a63d206 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:12.264868 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c5093-440f-418d-a86d-5e741a63d206 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:12.265429 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c5093-440f-418d-a86d-5e741a63d206 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:12.265971 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c5093-440f-418d-a86d-5e741a63d206 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:12.266541 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c5093-440f-418d-a86d-5e741a63d206 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:12.267442 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c5093-440f-418d-a86d-5e741a63d206 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:12.282194 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7677f-6ed1-4da9-9060-41708c1ab541 req-cc7c2514-6e32-43ef-b7c0-e097f915936a tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:12.283839 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-09f7677f-6ed1-4da9-9060-41708c1ab541 req-cc7c2514-6e32-43ef-b7c0-e097f915936a tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 945 time: 0.2642164 Nov 12 20:19:12.307653 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 4e63c4a6-5107-494f-bfef-5cb509deeda1 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:19:12.322501 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 4e63c4a6-5107-494f-bfef-5cb509deeda1 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:12.322501 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:12.331618 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-1a6c4a88-daf9-480f-b7e8-cd088ddb2307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31d46cf-506d-4e8c-8da9-a902d91c6462', 'name': 'tempest-TestServerMultinode-774322252-router', 'tenant_id': '60fc56a8351442c1b35da9d7e26b263f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '9b9ce6f4-17a8-4af0-bc18-456f42951261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:19:03Z', 'updated_at': '2021-11-12T20:19:07Z', 'revision_number': 3, 'project_id': '60fc56a8351442c1b35da9d7e26b263f', 'gw_port': {'id': '9b9ce6f4-17a8-4af0-bc18-456f42951261', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31d46cf-506d-4e8c-8da9-a902d91c6462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:19:05Z', 'updated_at': '2021-11-12T20:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:12.382348 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6c4a88-daf9-480f-b7e8-cd088ddb2307 None None] The sync data for ids ['a31d46cf-506d-4e8c-8da9-a902d91c6462'] in n-d-712140-15 is: [{'id': 'a31d46cf-506d-4e8c-8da9-a902d91c6462', 'name': 'tempest-TestServerMultinode-774322252-router', 'tenant_id': '60fc56a8351442c1b35da9d7e26b263f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '9b9ce6f4-17a8-4af0-bc18-456f42951261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:19:03Z', 'updated_at': '2021-11-12T20:19:07Z', 'revision_number': 3, 'project_id': '60fc56a8351442c1b35da9d7e26b263f', 'gw_port': {'id': '9b9ce6f4-17a8-4af0-bc18-456f42951261', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31d46cf-506d-4e8c-8da9-a902d91c6462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:19:05Z', 'updated_at': '2021-11-12T20:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:19:12.502242 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:12.571529 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 4e63c4a6-5107-494f-bfef-5cb509deeda1, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=4e63c4a6-5107-494f-bfef-5cb509deeda1,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:19:12.574828 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e63c4a6-5107-494f-bfef-5cb509deeda1'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:19:12.579302 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24588461-cfba-481b-9d2b-96652a0a7efd" -d '{"events": [{"server_uuid": "0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1", "name": "network-vif-plugged", "status": "completed", "tag": "4e63c4a6-5107-494f-bfef-5cb509deeda1"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:19:12.584010 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-09f7677f-6ed1-4da9-9060-41708c1ab541 req-83a728d6-89f0-4c7d-8a48-bb3da52f04ce tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860589 Nov 12 20:19:12.608080 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-344554c7-a731-4b6d-9a0e-d2f80aa67542 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:12.610456 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:12.693990 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c5ffe351-ee69-4c0a-bec3-5f2b9932448d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:12.720576 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=4e63c4a6-5107-494f-bfef-5cb509deeda1,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:12.728112 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a6e3479-d887-4604-b811-f43c8fb78cba tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:12.733465 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9e6a0e-c2d2-443a-9dd3-d91ca0fd0ad9 x-openstack-request-id: req-de9e6a0e-c2d2-443a-9dd3-d91ca0fd0ad9 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:19:12.734202 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1", "name": "network-vif-plugged", "status": "completed", "tag": "4e63c4a6-5107-494f-bfef-5cb509deeda1", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:19:12.734461 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de9e6a0e-c2d2-443a-9dd3-d91ca0fd0ad9 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:19:12.734862 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e63c4a6-5107-494f-bfef-5cb509deeda1', 'code': 200} Nov 12 20:19:12.920276 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c5ffe351-ee69-4c0a-bec3-5f2b9932448d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:13.014363 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ffe351-ee69-4c0a-bec3-5f2b9932448d admin admin] Network d8c6beb0-6892-4f31-9f60-9634061a9d3a is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:19:13.028316 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-c5ffe351-ee69-4c0a-bec3-5f2b9932448d admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:19:13.031022 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ffe351-ee69-4c0a-bec3-5f2b9932448d admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:19:13.069410 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a6e3479-d887-4604-b811-f43c8fb78cba tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:13.072922 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a6e3479-d887-4604-b811-f43c8fb78cba tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:13.090744 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ffe351-ee69-4c0a-bec3-5f2b9932448d admin admin] Pushing event updated for resources: {'Port': ['ID=bea4cea1-9832-40a3-bb12-fe8d1d860091,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:13.152788 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2b7f6-bbb2-4924-9a64-65dd4f2b6670 req-076d4ec9-55ea-4045-9b53-30b67baa618a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:13.157096 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8ec2b7f6-bbb2-4924-9a64-65dd4f2b6670 req-076d4ec9-55ea-4045-9b53-30b67baa618a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 1098 time: 0.2517769 Nov 12 20:19:13.215451 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a6e3479-d887-4604-b811-f43c8fb78cba tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:13.216758 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6e3479-d887-4604-b811-f43c8fb78cba tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Fanout notify agent at l3_agent the message router_deleted on router 809a57f7-006d-4d4c-8bf1-b36c79bea717 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:19:13.217331 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 9b9ce6f4-17a8-4af0-bc18-456f42951261 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:19:13.240561 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a6e3479-d887-4604-b811-f43c8fb78cba tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:13.242034 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7a6e3479-d887-4604-b811-f43c8fb78cba tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "DELETE /v2.0/routers/809a57f7-006d-4d4c-8bf1-b36c79bea717 HTTP/1.1" status: 204 len: 168 time: 1.2050319 Nov 12 20:19:13.244794 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50632) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:13.279527 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c5ffe351-ee69-4c0a-bec3-5f2b9932448d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:13.320591 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 9b9ce6f4-17a8-4af0-bc18-456f42951261 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:13.321584 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:13.429204 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-38c81bd2-744d-4d89-a48d-535e56c04dec tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Deleting port d68505a0-349b-4f8c-b095-99b24842c010 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:19:13.429552 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-38c81bd2-744d-4d89-a48d-535e56c04dec tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:13.440320 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8ec2b7f6-bbb2-4924-9a64-65dd4f2b6670 req-52a0f4a6-32ee-4518-9c8d-deb188e50daa service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397237 Nov 12 20:19:13.483871 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344554c7-a731-4b6d-9a0e-d2f80aa67542 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:19:13.503277 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-58dcd4e6-2bea-49f8-afc0-dc59435ac71f None None] Provisioning complete for port bea4cea1-9832-40a3-bb12-fe8d1d860091 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:13.503781 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-58dcd4e6-2bea-49f8-afc0-dc59435ac71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:13.573404 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-58dcd4e6-2bea-49f8-afc0-dc59435ac71f None None] Port bea4cea1-9832-40a3-bb12-fe8d1d860091 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:19:13.659069 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c5ffe351-ee69-4c0a-bec3-5f2b9932448d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:13.661929 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-38c81bd2-744d-4d89-a48d-535e56c04dec tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:13.688993 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344554c7-a731-4b6d-9a0e-d2f80aa67542 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:19:13.697887 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-344554c7-a731-4b6d-9a0e-d2f80aa67542 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "PUT /v2.0/routers/8a6f341b-c20c-4c58-b82b-e08bc2540b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3995631 Nov 12 20:19:13.704060 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8828af4-9cdd-41a6-bd2f-cdd5baaa8056 None None] Sync routers for ids ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:19:13.717693 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50642) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:13.720336 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8828af4-9cdd-41a6-bd2f-cdd5baaa8056 None None] Routers {'8a6f341b-c20c-4c58-b82b-e08bc2540b49'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:19:13.722125 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d8828af4-9cdd-41a6-bd2f-cdd5baaa8056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:13.846009 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-38c81bd2-744d-4d89-a48d-535e56c04dec tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Calling delete_port for d68505a0-349b-4f8c-b095-99b24842c010 owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:19:13.853035 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75216ef7-e2a2-4e76-bdcd-4724885cfea6 req-7ca61811-d884-492a-a1dd-c6e8c64d5bf7 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:13.860660 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5436e13-c376-418c-a57b-bfdda318aa02 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Deleting subnet f5c9a590-85d0-4a94-9d04-3d366f7a4dc6 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:19:13.861133 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-75216ef7-e2a2-4e76-bdcd-4724885cfea6 req-7ca61811-d884-492a-a1dd-c6e8c64d5bf7 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 946 time: 0.1137114 Nov 12 20:19:13.875161 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c5436e13-c376-418c-a57b-bfdda318aa02 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:13.909206 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-d8828af4-9cdd-41a6-bd2f-cdd5baaa8056 None None] Set router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:19:13.981643 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-75216ef7-e2a2-4e76-bdcd-4724885cfea6 req-a30b829e-3855-4663-bed4-6797004eab17 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191423 Nov 12 20:19:14.005358 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c5436e13-c376-418c-a57b-bfdda318aa02 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:14.033355 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c5ffe351-ee69-4c0a-bec3-5f2b9932448d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:14.042458 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c5ffe351-ee69-4c0a-bec3-5f2b9932448d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:14.152367 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c5ffe351-ee69-4c0a-bec3-5f2b9932448d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:14.165041 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ffe351-ee69-4c0a-bec3-5f2b9932448d admin admin] Pushing event updated for resources: {'Port': ['ID=bea4cea1-9832-40a3-bb12-fe8d1d860091,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:14.219338 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c5436e13-c376-418c-a57b-bfdda318aa02 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:14.222784 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-38c81bd2-744d-4d89-a48d-535e56c04dec tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:14.264312 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d8828af4-9cdd-41a6-bd2f-cdd5baaa8056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:19:11Z', 'revision_number': 10, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None, '_interfaces': [{'id': 'df2bc197-b9f7-4ef7-81f3-83e10fc71d51', 'name': '', 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:42:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:04Z', 'updated_at': '2021-11-12T20:18:14Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:14.274954 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c81bd2-744d-4d89-a48d-535e56c04dec tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Pushing event deleted for resources: {'Port': ['ID=d68505a0-349b-4f8c-b095-99b24842c010,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:14.327178 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8828af4-9cdd-41a6-bd2f-cdd5baaa8056 None None] Checking router: 8a6f341b-c20c-4c58-b82b-e08bc2540b49 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:19:14.336503 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8828af4-9cdd-41a6-bd2f-cdd5baaa8056 None None] Routers {'8a6f341b-c20c-4c58-b82b-e08bc2540b49'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:19:14.336722 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d8828af4-9cdd-41a6-bd2f-cdd5baaa8056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:14.376419 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-38c81bd2-744d-4d89-a48d-535e56c04dec tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:14.381096 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ffe351-ee69-4c0a-bec3-5f2b9932448d admin admin] Network d8c6beb0-6892-4f31-9f60-9634061a9d3a is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:19:14.382373 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-38c81bd2-744d-4d89-a48d-535e56c04dec tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "DELETE /v2.0/ports/d68505a0-349b-4f8c-b095-99b24842c010 HTTP/1.1" status: 204 len: 168 time: 1.1361742 Nov 12 20:19:14.382524 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50652) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:14.407283 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-c5ffe351-ee69-4c0a-bec3-5f2b9932448d admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:19:14.409091 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c5436e13-c376-418c-a57b-bfdda318aa02 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:14.495425 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5436e13-c376-418c-a57b-bfdda318aa02 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Subnet': ['ID=f5c9a590-85d0-4a94-9d04-3d366f7a4dc6,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:14.514053 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c5436e13-c376-418c-a57b-bfdda318aa02 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:14.519819 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2dd199-49fe-498c-aff5-27b793f91aa5 None None] Network b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:19:14.526876 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c5436e13-c376-418c-a57b-bfdda318aa02 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/subnets/f5c9a590-85d0-4a94-9d04-3d366f7a4dc6 HTTP/1.1" status: 204 len: 168 time: 0.8049433 Nov 12 20:19:14.531000 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50656) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:14.571259 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-d8828af4-9cdd-41a6-bd2f-cdd5baaa8056 None None] Set router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:19:14.714637 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad92c814-408c-466a-a157-5c81ee6f1653 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Deleting subnet 93ef1e3d-aeef-44b9-b91c-67812d54950b {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:19:14.739672 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ad92c814-408c-466a-a157-5c81ee6f1653 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:14.763601 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a8dfd67-48b4-40a1-9284-781d6a808cff tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:14.804351 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50662) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:14.899744 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ad92c814-408c-466a-a157-5c81ee6f1653 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:14.948819 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-9a8dfd67-48b4-40a1-9284-781d6a808cff tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Deleting port bafcd10e-0198-4cc2-b306-27c7c046d25b {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:19:14.957010 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a8dfd67-48b4-40a1-9284-781d6a808cff tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:15.137440 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ad92c814-408c-466a-a157-5c81ee6f1653 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:15.179093 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-9a8dfd67-48b4-40a1-9284-781d6a808cff tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] For port bafcd10e-0198-4cc2-b306-27c7c046d25b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=bafcd10e-0198-4cc2-b306-27c7c046d25b,segment=NetworkSegment(0669d68f-9524-40bc-a273-79b80e4a7ed2),segment_id=0669d68f-9524-40bc-a273-79b80e4a7ed2)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:19:15.179939 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a8dfd67-48b4-40a1-9284-781d6a808cff tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:15.180069 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ce8f6d92-3fdc-4451-82c0-689c3b559a38 None None] Provisioning complete for port bea4cea1-9832-40a3-bb12-fe8d1d860091 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:15.180533 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ce8f6d92-3fdc-4451-82c0-689c3b559a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:15.194291 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ffe351-ee69-4c0a-bec3-5f2b9932448d admin admin] Router a31d46cf-506d-4e8c-8da9-a902d91c6462 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:19:15.203791 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-9a8dfd67-48b4-40a1-9284-781d6a808cff tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Calling delete_port for bafcd10e-0198-4cc2-b306-27c7c046d25b owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:19:15.216188 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56d2d0-9a11-4f76-9035-b57dd2df1eb7 req-6cff105c-983b-431a-8a76-35e0d8770004 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:15.224608 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5f56d2d0-9a11-4f76-9035-b57dd2df1eb7 req-6cff105c-983b-431a-8a76-35e0d8770004 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 946 time: 0.1210139 Nov 12 20:19:15.287276 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ce8f6d92-3fdc-4451-82c0-689c3b559a38 None None] Port bea4cea1-9832-40a3-bb12-fe8d1d860091 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:19:15.293066 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2057ebe3-1c4c-4cab-9921-8b5d5fdb846e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:15.351072 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7edf88-7497-4c39-9a03-1327714f2d38 None None] DHCP port deletion for b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:19:15.359469 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d8828af4-9cdd-41a6-bd2f-cdd5baaa8056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:19:11Z', 'revision_number': 10, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None, '_interfaces': [{'id': 'df2bc197-b9f7-4ef7-81f3-83e10fc71d51', 'name': '', 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:42:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:04Z', 'updated_at': '2021-11-12T20:18:14Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:15.416558 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8828af4-9cdd-41a6-bd2f-cdd5baaa8056 None None] The sync data for ids ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'] in n-d-712140-15 is: [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:19:11Z', 'revision_number': 10, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None, '_interfaces': [{'id': 'df2bc197-b9f7-4ef7-81f3-83e10fc71d51', 'name': '', 'network_id': '9b68ca3e-2222-4af3-8e93-1cf3dd9ee317', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'mac_address': 'fa:16:3e:42:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:18:04Z', 'updated_at': '2021-11-12T20:18:14Z', 'revision_number': 5, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'subnets': [{'id': '65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:19:15.464484 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-da7edf88-7497-4c39-9a03-1327714f2d38 None None] Deleting port bafcd10e-0198-4cc2-b306-27c7c046d25b {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:19:15.465249 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-da7edf88-7497-4c39-9a03-1327714f2d38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:15.481162 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2057ebe3-1c4c-4cab-9921-8b5d5fdb846e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:15.487584 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5f56d2d0-9a11-4f76-9035-b57dd2df1eb7 req-a0a5e497-76f9-4666-bd5e-7bfc99104a3f tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617657 Nov 12 20:19:15.490494 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ffe351-ee69-4c0a-bec3-5f2b9932448d admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:19:15.490762 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2057ebe3-1c4c-4cab-9921-8b5d5fdb846e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:15.497207 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c5ffe351-ee69-4c0a-bec3-5f2b9932448d admin admin] 10.222.0.48 "PUT /v2.0/routers/a31d46cf-506d-4e8c-8da9-a902d91c6462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4663210 Nov 12 20:19:15.512114 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ae9a0a-4b07-4d0f-9c08-62f8bd27210f None None] Sync routers for ids ['a31d46cf-506d-4e8c-8da9-a902d91c6462'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:19:15.535827 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ad92c814-408c-466a-a157-5c81ee6f1653 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:15.539281 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ae9a0a-4b07-4d0f-9c08-62f8bd27210f None None] Routers {'a31d46cf-506d-4e8c-8da9-a902d91c6462'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:19:15.540202 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-71ae9a0a-4b07-4d0f-9c08-62f8bd27210f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a31d46cf-506d-4e8c-8da9-a902d91c6462'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:15.543856 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-da7edf88-7497-4c39-9a03-1327714f2d38 None None] For port bafcd10e-0198-4cc2-b306-27c7c046d25b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=bafcd10e-0198-4cc2-b306-27c7c046d25b,segment=NetworkSegment(0669d68f-9524-40bc-a273-79b80e4a7ed2),segment_id=0669d68f-9524-40bc-a273-79b80e4a7ed2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:19:15.544406 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-da7edf88-7497-4c39-9a03-1327714f2d38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:15.548629 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057ebe3-1c4c-4cab-9921-8b5d5fdb846e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db58bfc9-b046-4d0c-b6ed-1d699f753b7b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:15.576647 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-da7edf88-7497-4c39-9a03-1327714f2d38 None None] Calling delete_port for bafcd10e-0198-4cc2-b306-27c7c046d25b owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:19:15.609580 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2057ebe3-1c4c-4cab-9921-8b5d5fdb846e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c59e0f632bf41348926d4f1f7ac484a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8022873 Nov 12 20:19:15.613075 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50684) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:15.653495 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ad92c814-408c-466a-a157-5c81ee6f1653 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:15.661227 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ad92c814-408c-466a-a157-5c81ee6f1653 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "DELETE /v2.0/subnets/93ef1e3d-aeef-44b9-b91c-67812d54950b HTTP/1.1" status: 204 len: 168 time: 1.2754214 Nov 12 20:19:15.662715 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50686) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:15.663550 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92c814-408c-466a-a157-5c81ee6f1653 tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Pushing event deleted for resources: {'Subnet': ['ID=93ef1e3d-aeef-44b9-b91c-67812d54950b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:15.670836 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a8dfd67-48b4-40a1-9284-781d6a808cff tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:15.675279 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d220ba-bb05-4c42-bac8-8033c93301f2 None None] Network 30ac13e7-9311-401f-81ad-ef9df483d732 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:19:15.703782 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8dfd67-48b4-40a1-9284-781d6a808cff tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Port': ['ID=bafcd10e-0198-4cc2-b306-27c7c046d25b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:15.711551 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8dfd67-48b4-40a1-9284-781d6a808cff tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] No DVR routers for this DVR port bafcd10e-0198-4cc2-b306-27c7c046d25b on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:19:15.755214 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d0d870b7-966c-49b0-95e6-dfd3d16cc0c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:15.882410 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-71ae9a0a-4b07-4d0f-9c08-62f8bd27210f None None] Set router a31d46cf-506d-4e8c-8da9-a902d91c6462 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:19:15.950732 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-414f65d1-b4f6-4add-8eae-24b486185d6e tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:15.965875 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-da7edf88-7497-4c39-9a03-1327714f2d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:15.966634 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a8dfd67-48b4-40a1-9284-781d6a808cff tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:15.990394 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d0d870b7-966c-49b0-95e6-dfd3d16cc0c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:16.023103 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7edf88-7497-4c39-9a03-1327714f2d38 None None] Pushing event deleted for resources: {'Port': ['ID=bafcd10e-0198-4cc2-b306-27c7c046d25b,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:16.030882 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7edf88-7497-4c39-9a03-1327714f2d38 None None] No DVR routers for this DVR port bafcd10e-0198-4cc2-b306-27c7c046d25b on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:19:16.050374 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-9a8dfd67-48b4-40a1-9284-781d6a808cff tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:16.079175 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfcb3b-914f-42fb-b54d-0a90fd206b85 req-72df2657-6f5a-4619-802b-b856ef05ec07 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:16.081211 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ecbfcb3b-914f-42fb-b54d-0a90fd206b85 req-72df2657-6f5a-4619-802b-b856ef05ec07 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 946 time: 0.1553352 Nov 12 20:19:16.084249 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-9a8dfd67-48b4-40a1-9284-781d6a808cff tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0669d68f-9524-40bc-a273-79b80e4a7ed2') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:16.084382 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-9a8dfd67-48b4-40a1-9284-781d6a808cff tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0669d68f-9524-40bc-a273-79b80e4a7ed2') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:16.147969 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a8dfd67-48b4-40a1-9284-781d6a808cff tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:16.153874 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ecbfcb3b-914f-42fb-b54d-0a90fd206b85 req-f99eb238-5c6f-42e6-94fe-004b5e10b243 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610170 Nov 12 20:19:16.173841 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a8dfd67-48b4-40a1-9284-781d6a808cff tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:16.182756 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a8dfd67-48b4-40a1-9284-781d6a808cff tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:19:16.183365 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a8dfd67-48b4-40a1-9284-781d6a808cff tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:19:16.187106 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:19:16.189703 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e977c4b1-bab4-4ed7-98d6-4121f1b718fa None None] DHCP port deletion for 30ac13e7-9311-401f-81ad-ef9df483d732 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:19:16.222837 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d0d870b7-966c-49b0-95e6-dfd3d16cc0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:16.225961 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d0d870b7-966c-49b0-95e6-dfd3d16cc0c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:16.229585 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d0d870b7-966c-49b0-95e6-dfd3d16cc0c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db58bfc9-b046-4d0c-b6ed-1d699f753b7b HTTP/1.1" status: 204 len: 168 time: 0.6132450 Nov 12 20:19:16.278362 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d870b7-966c-49b0-95e6-dfd3d16cc0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db58bfc9-b046-4d0c-b6ed-1d699f753b7b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:16.300389 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a8dfd67-48b4-40a1-9284-781d6a808cff tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:16.319206 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9a8dfd67-48b4-40a1-9284-781d6a808cff tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:16.323749 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9a8dfd67-48b4-40a1-9284-781d6a808cff tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/networks/b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d HTTP/1.1" status: 204 len: 168 time: 1.7933993 Nov 12 20:19:16.346270 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50704) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:16.353666 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8dfd67-48b4-40a1-9284-781d6a808cff tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Network': ['ID=b2b631c5-83dc-4aa5-8f11-6d26d5d3bf2d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:16.388854 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e977c4b1-bab4-4ed7-98d6-4121f1b718fa None None] Deleting port 98e6f80b-90ff-4ab4-80d3-568aaae0e29c {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:19:16.389230 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e977c4b1-bab4-4ed7-98d6-4121f1b718fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:16.516475 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e977c4b1-bab4-4ed7-98d6-4121f1b718fa None None] For port 98e6f80b-90ff-4ab4-80d3-568aaae0e29c, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=98e6f80b-90ff-4ab4-80d3-568aaae0e29c,segment=NetworkSegment(682a62c9-20b4-4fd1-9d16-b214a84b0bff),segment_id=682a62c9-20b4-4fd1-9d16-b214a84b0bff)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:19:16.516751 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e977c4b1-bab4-4ed7-98d6-4121f1b718fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:16.532588 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e977c4b1-bab4-4ed7-98d6-4121f1b718fa None None] Calling delete_port for 98e6f80b-90ff-4ab4-80d3-568aaae0e29c owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:19:16.581038 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-71ae9a0a-4b07-4d0f-9c08-62f8bd27210f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31d46cf-506d-4e8c-8da9-a902d91c6462', 'name': 'tempest-TestServerMultinode-774322252-router', 'tenant_id': '60fc56a8351442c1b35da9d7e26b263f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '9b9ce6f4-17a8-4af0-bc18-456f42951261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:19:03Z', 'updated_at': '2021-11-12T20:19:13Z', 'revision_number': 4, 'project_id': '60fc56a8351442c1b35da9d7e26b263f', 'gw_port': {'id': '9b9ce6f4-17a8-4af0-bc18-456f42951261', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31d46cf-506d-4e8c-8da9-a902d91c6462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:19:05Z', 'updated_at': '2021-11-12T20:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'bea4cea1-9832-40a3-bb12-fe8d1d860091', 'name': '', 'network_id': 'd8c6beb0-6892-4f31-9f60-9634061a9d3a', 'tenant_id': '60fc56a8351442c1b35da9d7e26b263f', 'mac_address': 'fa:16:3e:db:cb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31d46cf-506d-4e8c-8da9-a902d91c6462', 'device_owner': 'network:router_interface', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'db9aec07-5046-4d42-a84e-4db5a81c82ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:19:11Z', 'updated_at': '2021-11-12T20:19:13Z', 'revision_number': 2, 'project_id': '60fc56a8351442c1b35da9d7e26b263f', 'subnets': [{'id': 'db9aec07-5046-4d42-a84e-4db5a81c82ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:16.644785 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-414f65d1-b4f6-4add-8eae-24b486185d6e tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Deleting port 98e6f80b-90ff-4ab4-80d3-568aaae0e29c {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:19:16.645269 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-414f65d1-b4f6-4add-8eae-24b486185d6e tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:16.662345 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ae9a0a-4b07-4d0f-9c08-62f8bd27210f None None] Checking router: a31d46cf-506d-4e8c-8da9-a902d91c6462 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:19:16.662863 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ae9a0a-4b07-4d0f-9c08-62f8bd27210f None None] Updating router a31d46cf-506d-4e8c-8da9-a902d91c6462 port bea4cea1-9832-40a3-bb12-fe8d1d860091 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:19:16.716279 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e977c4b1-bab4-4ed7-98d6-4121f1b718fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:16.721234 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-71ae9a0a-4b07-4d0f-9c08-62f8bd27210f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:16.747243 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-414f65d1-b4f6-4add-8eae-24b486185d6e tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] For port 98e6f80b-90ff-4ab4-80d3-568aaae0e29c, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=98e6f80b-90ff-4ab4-80d3-568aaae0e29c,segment=NetworkSegment(682a62c9-20b4-4fd1-9d16-b214a84b0bff),segment_id=682a62c9-20b4-4fd1-9d16-b214a84b0bff)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:19:16.748841 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-414f65d1-b4f6-4add-8eae-24b486185d6e tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:16.784457 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-414f65d1-b4f6-4add-8eae-24b486185d6e tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Calling delete_port for 98e6f80b-90ff-4ab4-80d3-568aaae0e29c owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:19:16.785255 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977c4b1-bab4-4ed7-98d6-4121f1b718fa None None] Pushing event deleted for resources: {'Port': ['ID=98e6f80b-90ff-4ab4-80d3-568aaae0e29c,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:16.793762 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e977c4b1-bab4-4ed7-98d6-4121f1b718fa None None] No DVR routers for this DVR port 98e6f80b-90ff-4ab4-80d3-568aaae0e29c on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:19:16.915362 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-414f65d1-b4f6-4add-8eae-24b486185d6e tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:16.918849 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-839b2455-9b33-4a67-8db4-1f111d00cc7d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:16.951185 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f65d1-b4f6-4add-8eae-24b486185d6e tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Pushing event deleted for resources: {'Port': ['ID=98e6f80b-90ff-4ab4-80d3-568aaae0e29c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:16.960747 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414f65d1-b4f6-4add-8eae-24b486185d6e tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] No DVR routers for this DVR port 98e6f80b-90ff-4ab4-80d3-568aaae0e29c on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:19:17.112269 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device bafcd10e-0198-4cc2-b306-27c7c046d25b no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:19:17.172696 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-414f65d1-b4f6-4add-8eae-24b486185d6e tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:17.173381 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: bafcd10e-0198-4cc2-b306-27c7c046d25b {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:19:17.173733 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device bafcd10e-0198-4cc2-b306-27c7c046d25b not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:19:17.180947 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 98e6f80b-90ff-4ab4-80d3-568aaae0e29c no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:19:17.189224 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-71ae9a0a-4b07-4d0f-9c08-62f8bd27210f None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:17.202216 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-71ae9a0a-4b07-4d0f-9c08-62f8bd27210f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:17.202445 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-414f65d1-b4f6-4add-8eae-24b486185d6e tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ac13e7-9311-401f-81ad-ef9df483d732']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:17.214745 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-414f65d1-b4f6-4add-8eae-24b486185d6e tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '682a62c9-20b4-4fd1-9d16-b214a84b0bff') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:17.215173 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 98e6f80b-90ff-4ab4-80d3-568aaae0e29c {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:19:17.215339 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-414f65d1-b4f6-4add-8eae-24b486185d6e tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '682a62c9-20b4-4fd1-9d16-b214a84b0bff') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:17.215553 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 98e6f80b-90ff-4ab4-80d3-568aaae0e29c not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:19:17.216817 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device da1bb3cd-972e-4d9c-8f8b-04ec69672b03 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:19:17.230489 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-414f65d1-b4f6-4add-8eae-24b486185d6e tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:17.252209 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-414f65d1-b4f6-4add-8eae-24b486185d6e tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:17.264134 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414f65d1-b4f6-4add-8eae-24b486185d6e tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:19:17.264667 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-414f65d1-b4f6-4add-8eae-24b486185d6e tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:17.288666 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ece5e-5e53-4c92-b7be-5c09234e44f7 None None] Pushing event updated for resources: {'Port': ['ID=bea4cea1-9832-40a3-bb12-fe8d1d860091,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:17.297066 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: da1bb3cd-972e-4d9c-8f8b-04ec69672b03 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:19:17.297414 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device da1bb3cd-972e-4d9c-8f8b-04ec69672b03 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:19:17.300640 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-839b2455-9b33-4a67-8db4-1f111d00cc7d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Deleting port df2bc197-b9f7-4ef7-81f3-83e10fc71d51 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:19:17.304041 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-839b2455-9b33-4a67-8db4-1f111d00cc7d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:19:17.384481 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:19:17.402798 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-414f65d1-b4f6-4add-8eae-24b486185d6e tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:17.402798 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50722) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:17.441353 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-71ae9a0a-4b07-4d0f-9c08-62f8bd27210f None None] Attempting to bind port bea4cea1-9832-40a3-bb12-fe8d1d860091 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:19:17.442104 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-71ae9a0a-4b07-4d0f-9c08-62f8bd27210f None None] Attempting to bind port bea4cea1-9832-40a3-bb12-fe8d1d860091 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'b7a0d982-d203-4761-b816-dcb80c0677c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd8c6beb0-6892-4f31-9f60-9634061a9d3a'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:19:17.444034 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ae9a0a-4b07-4d0f-9c08-62f8bd27210f None None] Attempting to bind port bea4cea1-9832-40a3-bb12-fe8d1d860091 on network d8c6beb0-6892-4f31-9f60-9634061a9d3a {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:19:17.452072 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ae9a0a-4b07-4d0f-9c08-62f8bd27210f None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:19:17.452926 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ae9a0a-4b07-4d0f-9c08-62f8bd27210f None None] Checking segment: {'id': 'b7a0d982-d203-4761-b816-dcb80c0677c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd8c6beb0-6892-4f31-9f60-9634061a9d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:19:17.453533 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-71ae9a0a-4b07-4d0f-9c08-62f8bd27210f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:17.454125 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ae9a0a-4b07-4d0f-9c08-62f8bd27210f None None] Bound using segment: {'id': 'b7a0d982-d203-4761-b816-dcb80c0677c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd8c6beb0-6892-4f31-9f60-9634061a9d3a'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:19:17.454896 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-71ae9a0a-4b07-4d0f-9c08-62f8bd27210f None None] Bound port: bea4cea1-9832-40a3-bb12-fe8d1d860091, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a0d982-d203-4761-b816-dcb80c0677c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd8c6beb0-6892-4f31-9f60-9634061a9d3a'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:19:17.455501 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-71ae9a0a-4b07-4d0f-9c08-62f8bd27210f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:17.462800 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-839b2455-9b33-4a67-8db4-1f111d00cc7d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] For port df2bc197-b9f7-4ef7-81f3-83e10fc71d51, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=df2bc197-b9f7-4ef7-81f3-83e10fc71d51,segment=NetworkSegment(f18f528a-7cba-4900-a00c-f1a6cea954d8),segment_id=f18f528a-7cba-4900-a00c-f1a6cea954d8)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:19:17.464065 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-839b2455-9b33-4a67-8db4-1f111d00cc7d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:17.482271 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-839b2455-9b33-4a67-8db4-1f111d00cc7d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Calling delete_port for df2bc197-b9f7-4ef7-81f3-83e10fc71d51 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:19:17.482861 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-414f65d1-b4f6-4add-8eae-24b486185d6e tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:17.489381 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-414f65d1-b4f6-4add-8eae-24b486185d6e tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] 10.222.0.48 "DELETE /v2.0/networks/30ac13e7-9311-401f-81ad-ef9df483d732 HTTP/1.1" status: 204 len: 168 time: 1.8233151 Nov 12 20:19:17.490327 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f65d1-b4f6-4add-8eae-24b486185d6e tempest-TagsExtTest-1895757540 tempest-TagsExtTest-1895757540-project] Pushing event deleted for resources: {'Network': ['ID=30ac13e7-9311-401f-81ad-ef9df483d732,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:17.496122 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b657ef7f-238a-4dd1-85f5-a536a4ab6213 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:17.553511 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-71ae9a0a-4b07-4d0f-9c08-62f8bd27210f None None] For port bea4cea1-9832-40a3-bb12-fe8d1d860091, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:19:17.559166 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-71ae9a0a-4b07-4d0f-9c08-62f8bd27210f None None] For port bea4cea1-9832-40a3-bb12-fe8d1d860091, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=bea4cea1-9832-40a3-bb12-fe8d1d860091,segment=NetworkSegment(b7a0d982-d203-4761-b816-dcb80c0677c6),segment_id=b7a0d982-d203-4761-b816-dcb80c0677c6)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:19:17.564868 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-71ae9a0a-4b07-4d0f-9c08-62f8bd27210f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:17.598339 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f877bca-58e4-4b18-a93e-2cf1501523af req-eef28346-4d9c-4ad2-ac0b-7d9ca575cf07 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:17.599875 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0f877bca-58e4-4b18-a93e-2cf1501523af req-eef28346-4d9c-4ad2-ac0b-7d9ca575cf07 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 946 time: 0.2142658 Nov 12 20:19:17.653575 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ae9a0a-4b07-4d0f-9c08-62f8bd27210f None None] Routers {'a31d46cf-506d-4e8c-8da9-a902d91c6462'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:19:17.654957 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-71ae9a0a-4b07-4d0f-9c08-62f8bd27210f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a31d46cf-506d-4e8c-8da9-a902d91c6462'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:17.659225 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b657ef7f-238a-4dd1-85f5-a536a4ab6213 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:17.691332 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b657ef7f-238a-4dd1-85f5-a536a4ab6213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:17.742415 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-be6e2ed9-a576-4e42-b04b-288792750806 None None] Provisioning complete for port bea4cea1-9832-40a3-bb12-fe8d1d860091 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:17.742973 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be6e2ed9-a576-4e42-b04b-288792750806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:17.792088 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0f877bca-58e4-4b18-a93e-2cf1501523af req-55796029-cd52-460d-8f5e-682dc13f1c40 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835098 Nov 12 20:19:17.823873 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-839b2455-9b33-4a67-8db4-1f111d00cc7d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:17.849887 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b657ef7f-238a-4dd1-85f5-a536a4ab6213 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eb5a42822441430bba2bf6697b1abb25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4458776 Nov 12 20:19:17.850948 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50732) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:17.860208 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657ef7f-238a-4dd1-85f5-a536a4ab6213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e35407-37ef-4b0d-bea5-71be2de5a603,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:17.922873 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be6e2ed9-a576-4e42-b04b-288792750806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:17.934653 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-71ae9a0a-4b07-4d0f-9c08-62f8bd27210f None None] Set router a31d46cf-506d-4e8c-8da9-a902d91c6462 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:19:17.937066 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ece5e-5e53-4c92-b7be-5c09234e44f7 None None] Pushing event updated for resources: {'Port': ['ID=bea4cea1-9832-40a3-bb12-fe8d1d860091,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:17.985912 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-14b9b8bf-ab30-45e3-b7a4-521d402c7432 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:18.017018 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-be6e2ed9-a576-4e42-b04b-288792750806 None None] For port bea4cea1-9832-40a3-bb12-fe8d1d860091, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=bea4cea1-9832-40a3-bb12-fe8d1d860091,segment=NetworkSegment(b7a0d982-d203-4761-b816-dcb80c0677c6),segment_id=b7a0d982-d203-4761-b816-dcb80c0677c6)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:19:18.024898 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be6e2ed9-a576-4e42-b04b-288792750806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:18.057679 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-14b9b8bf-ab30-45e3-b7a4-521d402c7432 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:18.085884 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b2455-9b33-4a67-8db4-1f111d00cc7d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Port': ['ID=df2bc197-b9f7-4ef7-81f3-83e10fc71d51,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:18.146639 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e2ed9-a576-4e42-b04b-288792750806 None None] Pushing event updated for resources: {'Port': ['ID=bea4cea1-9832-40a3-bb12-fe8d1d860091,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:18.212607 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-14b9b8bf-ab30-45e3-b7a4-521d402c7432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:18.217293 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-839b2455-9b33-4a67-8db4-1f111d00cc7d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:18.217447 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-14b9b8bf-ab30-45e3-b7a4-521d402c7432 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:18.224200 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-14b9b8bf-ab30-45e3-b7a4-521d402c7432 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44e35407-37ef-4b0d-bea5-71be2de5a603 HTTP/1.1" status: 204 len: 168 time: 0.3687801 Nov 12 20:19:18.251360 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9b8bf-ab30-45e3-b7a4-521d402c7432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e35407-37ef-4b0d-bea5-71be2de5a603,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:18.275144 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-6edd563b-3a45-450d-8b50-4b55d07992d5 None None] Provisioning complete for port bea4cea1-9832-40a3-bb12-fe8d1d860091 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:18.276033 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6edd563b-3a45-450d-8b50-4b55d07992d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:18.448279 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-71ae9a0a-4b07-4d0f-9c08-62f8bd27210f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31d46cf-506d-4e8c-8da9-a902d91c6462', 'name': 'tempest-TestServerMultinode-774322252-router', 'tenant_id': '60fc56a8351442c1b35da9d7e26b263f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '9b9ce6f4-17a8-4af0-bc18-456f42951261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:19:03Z', 'updated_at': '2021-11-12T20:19:13Z', 'revision_number': 4, 'project_id': '60fc56a8351442c1b35da9d7e26b263f', 'gw_port': {'id': '9b9ce6f4-17a8-4af0-bc18-456f42951261', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31d46cf-506d-4e8c-8da9-a902d91c6462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:19:05Z', 'updated_at': '2021-11-12T20:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'bea4cea1-9832-40a3-bb12-fe8d1d860091', 'name': '', 'network_id': 'd8c6beb0-6892-4f31-9f60-9634061a9d3a', 'tenant_id': '60fc56a8351442c1b35da9d7e26b263f', 'mac_address': 'fa:16:3e:db:cb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31d46cf-506d-4e8c-8da9-a902d91c6462', 'device_owner': 'network:router_interface', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'db9aec07-5046-4d42-a84e-4db5a81c82ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:19:11Z', 'updated_at': '2021-11-12T20:19:17Z', 'revision_number': 4, 'project_id': '60fc56a8351442c1b35da9d7e26b263f', 'subnets': [{'id': 'db9aec07-5046-4d42-a84e-4db5a81c82ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:18.474614 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839b2455-9b33-4a67-8db4-1f111d00cc7d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:19:18.490064 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ae9a0a-4b07-4d0f-9c08-62f8bd27210f None None] The sync data for ids ['a31d46cf-506d-4e8c-8da9-a902d91c6462'] in n-d-712140-15 is: [{'id': 'a31d46cf-506d-4e8c-8da9-a902d91c6462', 'name': 'tempest-TestServerMultinode-774322252-router', 'tenant_id': '60fc56a8351442c1b35da9d7e26b263f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '9b9ce6f4-17a8-4af0-bc18-456f42951261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:19:03Z', 'updated_at': '2021-11-12T20:19:13Z', 'revision_number': 4, 'project_id': '60fc56a8351442c1b35da9d7e26b263f', 'gw_port': {'id': '9b9ce6f4-17a8-4af0-bc18-456f42951261', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31d46cf-506d-4e8c-8da9-a902d91c6462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:19:05Z', 'updated_at': '2021-11-12T20:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'bea4cea1-9832-40a3-bb12-fe8d1d860091', 'name': '', 'network_id': 'd8c6beb0-6892-4f31-9f60-9634061a9d3a', 'tenant_id': '60fc56a8351442c1b35da9d7e26b263f', 'mac_address': 'fa:16:3e:db:cb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31d46cf-506d-4e8c-8da9-a902d91c6462', 'device_owner': 'network:router_interface', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'db9aec07-5046-4d42-a84e-4db5a81c82ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:19:11Z', 'updated_at': '2021-11-12T20:19:17Z', 'revision_number': 4, 'project_id': '60fc56a8351442c1b35da9d7e26b263f', 'subnets': [{'id': 'db9aec07-5046-4d42-a84e-4db5a81c82ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:19:18.538101 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50746) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:18.577106 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839b2455-9b33-4a67-8db4-1f111d00cc7d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:19:18.583024 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-839b2455-9b33-4a67-8db4-1f111d00cc7d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "PUT /v2.0/routers/8a6f341b-c20c-4c58-b82b-e08bc2540b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2361848 Nov 12 20:19:18.585982 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50750) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:18.599065 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440c4203-e268-4d1c-bbc2-dcb0932e97c1 None None] Sync routers for ids ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:19:18.611709 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440c4203-e268-4d1c-bbc2-dcb0932e97c1 None None] Routers {'8a6f341b-c20c-4c58-b82b-e08bc2540b49'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:19:18.612679 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-440c4203-e268-4d1c-bbc2-dcb0932e97c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:18.674685 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f2d4fd-424a-4a13-aaa7-55099a31df1a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Deleting subnet 65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:19:18.683179 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-75f2d4fd-424a-4a13-aaa7-55099a31df1a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:18.701399 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-440c4203-e268-4d1c-bbc2-dcb0932e97c1 None None] Set router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:19:18.766634 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-75f2d4fd-424a-4a13-aaa7-55099a31df1a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:18.779962 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-440c4203-e268-4d1c-bbc2-dcb0932e97c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:19:17Z', 'revision_number': 11, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:18.810396 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440c4203-e268-4d1c-bbc2-dcb0932e97c1 None None] Checking router: 8a6f341b-c20c-4c58-b82b-e08bc2540b49 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:19:18.834250 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440c4203-e268-4d1c-bbc2-dcb0932e97c1 None None] Routers {'8a6f341b-c20c-4c58-b82b-e08bc2540b49'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:19:18.835089 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-440c4203-e268-4d1c-bbc2-dcb0932e97c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:18.879651 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-75f2d4fd-424a-4a13-aaa7-55099a31df1a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:18.928212 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-440c4203-e268-4d1c-bbc2-dcb0932e97c1 None None] Set router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:19:18.976343 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-75f2d4fd-424a-4a13-aaa7-55099a31df1a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:18.994010 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca887f-df56-402d-b578-167f7bba5462 req-b240e442-05af-4319-98a5-d3a38d78750c tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:19.006939 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e7ca887f-df56-402d-b578-167f7bba5462 req-b240e442-05af-4319-98a5-d3a38d78750c tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 946 time: 0.1124458 Nov 12 20:19:19.010852 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2d4fd-424a-4a13-aaa7-55099a31df1a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Subnet': ['ID=65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:19.025259 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-75f2d4fd-424a-4a13-aaa7-55099a31df1a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:19.032710 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-440c4203-e268-4d1c-bbc2-dcb0932e97c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:19:17Z', 'revision_number': 11, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:19.039390 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-75f2d4fd-424a-4a13-aaa7-55099a31df1a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/subnets/65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae HTTP/1.1" status: 204 len: 168 time: 0.4519470 Nov 12 20:19:19.040316 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50760) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:19.042410 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9473096-9102-475b-a2a7-33a3aa4bcc70 None None] Network 9b68ca3e-2222-4af3-8e93-1cf3dd9ee317 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:19:19.082696 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e7ca887f-df56-402d-b578-167f7bba5462 req-83e9879f-813e-4542-888f-1321cf29b479 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747566 Nov 12 20:19:19.161247 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440c4203-e268-4d1c-bbc2-dcb0932e97c1 None None] The sync data for ids ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'] in n-d-712140-15 is: [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:19:17Z', 'revision_number': 11, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:19:19.191546 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-985fa2ac-48cc-415b-87e0-f83617c7a592 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:19.315524 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1986fc9e-5a3e-45d3-bdb1-20811ce22276 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=578dbab6700a4b0ea6d637fc2739a966&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7760174 Nov 12 20:19:19.318228 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50764) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:19.373965 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-985fa2ac-48cc-415b-87e0-f83617c7a592 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Deleting port 8456deee-616f-4506-b97e-87cdc2b9fa3c {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:19:19.379356 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-985fa2ac-48cc-415b-87e0-f83617c7a592 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:19.478092 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7818aee5-44a6-4fd7-b439-1aa9e63baa0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:19.480138 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-985fa2ac-48cc-415b-87e0-f83617c7a592 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] For port 8456deee-616f-4506-b97e-87cdc2b9fa3c, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8456deee-616f-4506-b97e-87cdc2b9fa3c,segment=NetworkSegment(f18f528a-7cba-4900-a00c-f1a6cea954d8),segment_id=f18f528a-7cba-4900-a00c-f1a6cea954d8)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:19:19.481886 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-985fa2ac-48cc-415b-87e0-f83617c7a592 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:19.508532 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7818aee5-44a6-4fd7-b439-1aa9e63baa0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:19.524534 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-985fa2ac-48cc-415b-87e0-f83617c7a592 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Calling delete_port for 8456deee-616f-4506-b97e-87cdc2b9fa3c owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:19:19.553643 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aab44c-5e44-4302-bf58-315d1c605036 None None] DHCP port deletion for 9b68ca3e-2222-4af3-8e93-1cf3dd9ee317 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:19:19.574927 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device bea4cea1-9832-40a3-bb12-fe8d1d860091 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:19:19.618970 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7818aee5-44a6-4fd7-b439-1aa9e63baa0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:19.626601 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7818aee5-44a6-4fd7-b439-1aa9e63baa0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:19.628357 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7818aee5-44a6-4fd7-b439-1aa9e63baa0e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/64d313a5-a6c3-4e9b-8a5d-429c11e03b24 HTTP/1.1" status: 204 len: 168 time: 0.3089175 Nov 12 20:19:19.648545 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818aee5-44a6-4fd7-b439-1aa9e63baa0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d313a5-a6c3-4e9b-8a5d-429c11e03b24,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:19.671011 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50776) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:19.684080 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-985fa2ac-48cc-415b-87e0-f83617c7a592 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:19.686719 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-2ad2df85-7086-49f7-9a99-56c692bd9d6b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1851523448-network', 'tenant_id': '87656e288e854f3e88c46f9678daf6da'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:19:19.725633 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985fa2ac-48cc-415b-87e0-f83617c7a592 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] No DVR routers for this DVR port 8456deee-616f-4506-b97e-87cdc2b9fa3c on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:19:19.749730 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad2df85-7086-49f7-9a99-56c692bd9d6b admin admin] Made reservation on behalf of 87656e288e854f3e88c46f9678daf6da for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:19:19.752366 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2ad2df85-7086-49f7-9a99-56c692bd9d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:19.786369 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2ad2df85-7086-49f7-9a99-56c692bd9d6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:19.844059 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-53aab44c-5e44-4302-bf58-315d1c605036 None None] Deleting port 8456deee-616f-4506-b97e-87cdc2b9fa3c {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:19:19.845154 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-53aab44c-5e44-4302-bf58-315d1c605036 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:19.982066 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port bea4cea1-9832-40a3-bb12-fe8d1d860091 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:19.982663 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:19.984784 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-985fa2ac-48cc-415b-87e0-f83617c7a592 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:20.012794 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2ad2df85-7086-49f7-9a99-56c692bd9d6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:20.020360 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2ad2df85-7086-49f7-9a99-56c692bd9d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:20.046406 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad2df85-7086-49f7-9a99-56c692bd9d6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:19:20.054719 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e13ebf34-f906-4998-a299-39bf3d6aa201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:20.061839 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-985fa2ac-48cc-415b-87e0-f83617c7a592 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b68ca3e-2222-4af3-8e93-1cf3dd9ee317']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:20.069691 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2ad2df85-7086-49f7-9a99-56c692bd9d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:20.072275 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-2ad2df85-7086-49f7-9a99-56c692bd9d6b admin admin] Added segment 52bac6ef-d9c1-4bfc-9a6b-dcec6f6ad6b7 of type vlan for network 0338df82-8ed4-4039-9702-759ae120cb15 Nov 12 20:19:20.081552 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-985fa2ac-48cc-415b-87e0-f83617c7a592 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f18f528a-7cba-4900-a00c-f1a6cea954d8') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:20.082136 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-985fa2ac-48cc-415b-87e0-f83617c7a592 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f18f528a-7cba-4900-a00c-f1a6cea954d8') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:20.107144 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-985fa2ac-48cc-415b-87e0-f83617c7a592 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:20.127720 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-53aab44c-5e44-4302-bf58-315d1c605036 None None] For port 8456deee-616f-4506-b97e-87cdc2b9fa3c, host n-d-712140-15, got binding levels [] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:19:20.129858 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-53aab44c-5e44-4302-bf58-315d1c605036 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:20.157596 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985fa2ac-48cc-415b-87e0-f83617c7a592 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Port': ['ID=8456deee-616f-4506-b97e-87cdc2b9fa3c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:20.180872 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-985fa2ac-48cc-415b-87e0-f83617c7a592 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:20.187556 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2ad2df85-7086-49f7-9a99-56c692bd9d6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:20.194942 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-53aab44c-5e44-4302-bf58-315d1c605036 None None] Calling delete_port for 8456deee-616f-4506-b97e-87cdc2b9fa3c owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:19:20.197924 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985fa2ac-48cc-415b-87e0-f83617c7a592 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:19:20.200503 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-985fa2ac-48cc-415b-87e0-f83617c7a592 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:19:20.209319 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:19:20.220854 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.ipam_backend_mixin [None req-53aab44c-5e44-4302-bf58-315d1c605036 None None] Port 8456deee-616f-4506-b97e-87cdc2b9fa3c was not found and therefore no delete operation was performed {{(pid=102449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 20:19:20.230745 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-53aab44c-5e44-4302-bf58-315d1c605036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:20.236068 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:20.285960 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2ad2df85-7086-49f7-9a99-56c692bd9d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:20.286956 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad2df85-7086-49f7-9a99-56c692bd9d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:20.287537 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2ad2df85-7086-49f7-9a99-56c692bd9d6b admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:20.304948 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aab44c-5e44-4302-bf58-315d1c605036 None None] Pushing event deleted for resources: {'Port': ['ID=8456deee-616f-4506-b97e-87cdc2b9fa3c,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:20.324759 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aab44c-5e44-4302-bf58-315d1c605036 None None] No DVR routers for this DVR port 8456deee-616f-4506-b97e-87cdc2b9fa3c on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:19:20.419285 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2df85-7086-49f7-9a99-56c692bd9d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127b0ee3-9833-4af3-9fbc-ab1a7a06907b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:20.431486 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2ad2df85-7086-49f7-9a99-56c692bd9d6b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7590895 Nov 12 20:19:20.432842 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50790) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:20.450284 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-9d00b10a-37e4-4fd4-8671-62643f17653c admin admin] Request body: {'subnet': {'network_id': '0338df82-8ed4-4039-9702-759ae120cb15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1851523448-subnet', 'tenant_id': '87656e288e854f3e88c46f9678daf6da', 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:19:20.486108 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d00b10a-37e4-4fd4-8671-62643f17653c admin admin] Made reservation on behalf of 87656e288e854f3e88c46f9678daf6da for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:19:20.492337 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9d00b10a-37e4-4fd4-8671-62643f17653c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:20.500729 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2df85-7086-49f7-9a99-56c692bd9d6b admin admin] Pushing event updated for resources: {'Network': ['ID=0338df82-8ed4-4039-9702-759ae120cb15,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:20.509083 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 0338df82-8ed4-4039-9702-759ae120cb15 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:19:20.545556 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-985fa2ac-48cc-415b-87e0-f83617c7a592 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:20.556874 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-985fa2ac-48cc-415b-87e0-f83617c7a592 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:20.566352 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-985fa2ac-48cc-415b-87e0-f83617c7a592 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/networks/9b68ca3e-2222-4af3-8e93-1cf3dd9ee317 HTTP/1.1" status: 204 len: 168 time: 1.5223899 Nov 12 20:19:20.567781 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50794) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:20.597203 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6dde60-9e11-42c7-83c0-d500347d18a7 req-4fd4997f-93b1-4a47-b32f-a33e60e906b3 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:20.599210 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6f6dde60-9e11-42c7-83c0-d500347d18a7 req-4fd4997f-93b1-4a47-b32f-a33e60e906b3 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 946 time: 0.3500514 Nov 12 20:19:20.623277 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-bc79199f-c0a3-4131-9a6f-781def1dfb32 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'router': {'routes': None}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:19:20.798624 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985fa2ac-48cc-415b-87e0-f83617c7a592 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Pushing event deleted for resources: {'Network': ['ID=9b68ca3e-2222-4af3-8e93-1cf3dd9ee317,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:20.977159 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9d00b10a-37e4-4fd4-8671-62643f17653c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:21.021968 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6f6dde60-9e11-42c7-83c0-d500347d18a7 req-e96aa6d8-874a-451f-b55f-517cb05eac75 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128609 Nov 12 20:19:21.023284 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.extraroute_db [None req-bc79199f-c0a3-4131-9a6f-781def1dfb32 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Added routes are [] {{(pid=102447) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 20:19:21.025304 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.extraroute_db [None req-bc79199f-c0a3-4131-9a6f-781def1dfb32 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Removed routes are [] {{(pid=102447) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 20:19:21.025858 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bc79199f-c0a3-4131-9a6f-781def1dfb32 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7534'] for router, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:21.059269 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8456deee-616f-4506-b97e-87cdc2b9fa3c no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:19:21.123355 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 8456deee-616f-4506-b97e-87cdc2b9fa3c {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:19:21.126086 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00b10a-37e4-4fd4-8671-62643f17653c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a73f677-5344-45d0-b405-a3b518b7f435,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:21.126452 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8456deee-616f-4506-b97e-87cdc2b9fa3c not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:19:21.127048 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device df2bc197-b9f7-4ef7-81f3-83e10fc71d51 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:19:21.157084 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00b10a-37e4-4fd4-8671-62643f17653c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:21.157084 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00b10a-37e4-4fd4-8671-62643f17653c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:21.157084 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00b10a-37e4-4fd4-8671-62643f17653c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:21.157084 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00b10a-37e4-4fd4-8671-62643f17653c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:21.157570 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00b10a-37e4-4fd4-8671-62643f17653c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:21.157721 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00b10a-37e4-4fd4-8671-62643f17653c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:21.158045 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00b10a-37e4-4fd4-8671-62643f17653c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:21.158410 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00b10a-37e4-4fd4-8671-62643f17653c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:21.158686 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00b10a-37e4-4fd4-8671-62643f17653c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:21.159001 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00b10a-37e4-4fd4-8671-62643f17653c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:21.159326 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00b10a-37e4-4fd4-8671-62643f17653c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:21.159646 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00b10a-37e4-4fd4-8671-62643f17653c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:21.185773 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: df2bc197-b9f7-4ef7-81f3-83e10fc71d51 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:19:21.186341 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device df2bc197-b9f7-4ef7-81f3-83e10fc71d51 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:19:21.194376 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d00b10a-37e4-4fd4-8671-62643f17653c admin admin] Checking segment: {'id': '52bac6ef-d9c1-4bfc-9a6b-dcec6f6ad6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0338df82-8ed4-4039-9702-759ae120cb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:19:21.194376 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d00b10a-37e4-4fd4-8671-62643f17653c admin admin] Network hostable DHCP agents. Network: 0338df82-8ed4-4039-9702-759ae120cb15, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:19:21.219944 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d00b10a-37e4-4fd4-8671-62643f17653c admin admin] Network 0338df82-8ed4-4039-9702-759ae120cb15 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:19:21.240719 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-9d00b10a-37e4-4fd4-8671-62643f17653c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 0338df82-8ed4-4039-9702-759ae120cb15) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:19:21.257772 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084f6672-9233-42cb-a10e-e22d6a4c864a None None] Network 0338df82-8ed4-4039-9702-759ae120cb15 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:19:21.266468 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d00b10a-37e4-4fd4-8671-62643f17653c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:21.267301 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9d00b10a-37e4-4fd4-8671-62643f17653c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:21.308139 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9d00b10a-37e4-4fd4-8671-62643f17653c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8710043 Nov 12 20:19:21.311076 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50814) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:21.315784 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-593c190f-2a94-4a88-927a-fc171ef485f2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1851523448-router', 'tenant_id': '87656e288e854f3e88c46f9678daf6da', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:19:21.341847 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bc79199f-c0a3-4131-9a6f-781def1dfb32 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7534'] for router, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:21.350010 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bc79199f-c0a3-4131-9a6f-781def1dfb32 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706542'] for router, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:21.364494 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-593c190f-2a94-4a88-927a-fc171ef485f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:21.365806 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-593c190f-2a94-4a88-927a-fc171ef485f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:21.474735 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031c7ffa-7ce2-4189-b944-b82c70e11ddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-0338df82-8ed4-4039-9702-759ae120cb15', 'network_id': '0338df82-8ed4-4039-9702-759ae120cb15', 'tenant_id': '87656e288e854f3e88c46f9678daf6da', 'fixed_ips': [{'subnet_id': '7a73f677-5344-45d0-b405-a3b518b7f435'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:19:21.475633 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-031c7ffa-7ce2-4189-b944-b82c70e11ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:21.486297 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-593c190f-2a94-4a88-927a-fc171ef485f2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:21.511520 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc79199f-c0a3-4131-9a6f-781def1dfb32 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:19:21.635900 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc79199f-c0a3-4131-9a6f-781def1dfb32 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:19:21.648357 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bc79199f-c0a3-4131-9a6f-781def1dfb32 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:21.651437 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bc79199f-c0a3-4131-9a6f-781def1dfb32 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "PUT /v2.0/routers/8a6f341b-c20c-4c58-b82b-e08bc2540b49 HTTP/1.1" status: 200 len: 701 time: 1.0460160 Nov 12 20:19:21.653205 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6bb376-43ed-4f0e-bd75-1c81853d8cdd None None] Sync routers for ids ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:19:21.657078 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50822) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:21.678199 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6bb376-43ed-4f0e-bd75-1c81853d8cdd None None] Routers {'8a6f341b-c20c-4c58-b82b-e08bc2540b49'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:19:21.678829 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ed6bb376-43ed-4f0e-bd75-1c81853d8cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:21.698932 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c602349e-845f-4233-82e0-beaca97f3c08 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a6f341b-c20c-4c58-b82b-e08bc2540b49 HTTP/1.1" status: 200 len: 205 time: 0.0404363 Nov 12 20:19:21.702515 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50824) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:21.717621 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-031c7ffa-7ce2-4189-b944-b82c70e11ddb None None] Allocated IP 172.20.0.2 (0338df82-8ed4-4039-9702-759ae120cb15/7a73f677-5344-45d0-b405-a3b518b7f435/b67e96be-35b0-49ce-9ac1-c7a68c666144) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:19:21.849387 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-ed6bb376-43ed-4f0e-bd75-1c81853d8cdd None None] Set router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:19:21.885824 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-05dded8e-47e6-4110-9b61-6cc601f00fbb tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:21.907020 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-031c7ffa-7ce2-4189-b944-b82c70e11ddb None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:21.921489 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-031c7ffa-7ce2-4189-b944-b82c70e11ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:21.964153 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ed6bb376-43ed-4f0e-bd75-1c81853d8cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:19:17Z', 'revision_number': 11, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:22.030288 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6bb376-43ed-4f0e-bd75-1c81853d8cdd None None] Checking router: 8a6f341b-c20c-4c58-b82b-e08bc2540b49 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:19:22.050312 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6bb376-43ed-4f0e-bd75-1c81853d8cdd None None] Routers {'8a6f341b-c20c-4c58-b82b-e08bc2540b49'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:19:22.051148 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ed6bb376-43ed-4f0e-bd75-1c81853d8cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:18:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:22.055135 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031c7ffa-7ce2-4189-b944-b82c70e11ddb None None] Network 0338df82-8ed4-4039-9702-759ae120cb15 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:19:22.076304 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-031c7ffa-7ce2-4189-b944-b82c70e11ddb None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:19:22.080834 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031c7ffa-7ce2-4189-b944-b82c70e11ddb None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:19:22.126799 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c7ffa-7ce2-4189-b944-b82c70e11ddb None None] Pushing event updated for resources: {'Port': ['ID=b67e96be-35b0-49ce-9ac1-c7a68c666144,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:22.207383 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-ed6bb376-43ed-4f0e-bd75-1c81853d8cdd None None] Set router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:19:22.256064 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-031c7ffa-7ce2-4189-b944-b82c70e11ddb None None] Attempting to bind port b67e96be-35b0-49ce-9ac1-c7a68c666144 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:19:22.256583 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-031c7ffa-7ce2-4189-b944-b82c70e11ddb None None] Attempting to bind port b67e96be-35b0-49ce-9ac1-c7a68c666144 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '52bac6ef-d9c1-4bfc-9a6b-dcec6f6ad6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0338df82-8ed4-4039-9702-759ae120cb15'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:19:22.257053 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031c7ffa-7ce2-4189-b944-b82c70e11ddb None None] Attempting to bind port b67e96be-35b0-49ce-9ac1-c7a68c666144 on network 0338df82-8ed4-4039-9702-759ae120cb15 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:19:22.266885 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031c7ffa-7ce2-4189-b944-b82c70e11ddb None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:19:22.267177 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-593c190f-2a94-4a88-927a-fc171ef485f2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:22.269433 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031c7ffa-7ce2-4189-b944-b82c70e11ddb None None] Checking segment: {'id': '52bac6ef-d9c1-4bfc-9a6b-dcec6f6ad6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0338df82-8ed4-4039-9702-759ae120cb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:19:22.270012 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-031c7ffa-7ce2-4189-b944-b82c70e11ddb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:22.276612 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031c7ffa-7ce2-4189-b944-b82c70e11ddb None None] Bound using segment: {'id': '52bac6ef-d9c1-4bfc-9a6b-dcec6f6ad6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0338df82-8ed4-4039-9702-759ae120cb15'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:19:22.277372 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-031c7ffa-7ce2-4189-b944-b82c70e11ddb None None] Bound port: b67e96be-35b0-49ce-9ac1-c7a68c666144, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52bac6ef-d9c1-4bfc-9a6b-dcec6f6ad6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0338df82-8ed4-4039-9702-759ae120cb15'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:19:22.277942 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-031c7ffa-7ce2-4189-b944-b82c70e11ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:22.297002 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-05dded8e-47e6-4110-9b61-6cc601f00fbb tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:22.311802 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-05dded8e-47e6-4110-9b61-6cc601f00fbb tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:22.344429 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ed6bb376-43ed-4f0e-bd75-1c81853d8cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:19:17Z', 'revision_number': 11, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:22.417017 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6bb376-43ed-4f0e-bd75-1c81853d8cdd None None] The sync data for ids ['8a6f341b-c20c-4c58-b82b-e08bc2540b49'] in n-d-712140-15 is: [{'id': '8a6f341b-c20c-4c58-b82b-e08bc2540b49', 'name': 'tempest-RoutersTest-router-1424949178', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:18:02Z', 'updated_at': '2021-11-12T20:19:17Z', 'revision_number': 11, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:19:22.424147 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-05dded8e-47e6-4110-9b61-6cc601f00fbb tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:22.425351 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05dded8e-47e6-4110-9b61-6cc601f00fbb tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Fanout notify agent at l3_agent the message router_deleted on router 8a6f341b-c20c-4c58-b82b-e08bc2540b49 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:19:22.434967 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-05dded8e-47e6-4110-9b61-6cc601f00fbb tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:22.435643 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-031c7ffa-7ce2-4189-b944-b82c70e11ddb None None] For port b67e96be-35b0-49ce-9ac1-c7a68c666144, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:19:22.436575 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-05dded8e-47e6-4110-9b61-6cc601f00fbb tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/routers/8a6f341b-c20c-4c58-b82b-e08bc2540b49 HTTP/1.1" status: 204 len: 168 time: 0.7329631 Nov 12 20:19:22.440739 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50850) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:22.446097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-9d1de566-3796-4e6a-aa35-c9f81d309c0e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1544711496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:19:22.446243 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-031c7ffa-7ce2-4189-b944-b82c70e11ddb None None] For port b67e96be-35b0-49ce-9ac1-c7a68c666144, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b67e96be-35b0-49ce-9ac1-c7a68c666144,segment=NetworkSegment(52bac6ef-d9c1-4bfc-9a6b-dcec6f6ad6b7),segment_id=52bac6ef-d9c1-4bfc-9a6b-dcec6f6ad6b7)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:19:22.454157 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-031c7ffa-7ce2-4189-b944-b82c70e11ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:22.481840 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d1de566-3796-4e6a-aa35-c9f81d309c0e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:22.483228 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d1de566-3796-4e6a-aa35-c9f81d309c0e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:22.507601 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e66e2-cef5-4049-9681-74f24ba2d9b6 req-60e9978d-e2cf-476c-94d8-2f03edb19b01 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:22.515461 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7c6e66e2-cef5-4049-9681-74f24ba2d9b6 req-60e9978d-e2cf-476c-94d8-2f03edb19b01 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 946 time: 0.2353880 Nov 12 20:19:22.540401 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c7ffa-7ce2-4189-b944-b82c70e11ddb None None] Pushing event updated for resources: {'Port': ['ID=b67e96be-35b0-49ce-9ac1-c7a68c666144,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:22.630947 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d1de566-3796-4e6a-aa35-c9f81d309c0e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:22.639009 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d1de566-3796-4e6a-aa35-c9f81d309c0e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:22.682208 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d1de566-3796-4e6a-aa35-c9f81d309c0e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:22.687175 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9d1de566-3796-4e6a-aa35-c9f81d309c0e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2444706 Nov 12 20:19:22.689461 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50858) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:22.702282 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-9f54f7f9-8e6a-4798-bbff-4221e303ef0f tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:19:22.729144 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7c6e66e2-cef5-4049-9681-74f24ba2d9b6 req-8924d83f-fcd9-4361-94e9-2f47b052ec1c tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459935 Nov 12 20:19:22.735483 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-27d23859-f6d0-41c7-83e5-9e9f94c6712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:23.011261 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-593c190f-2a94-4a88-927a-fc171ef485f2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:23.096590 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-593c190f-2a94-4a88-927a-fc171ef485f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:23.167287 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b67e96be-35b0-49ce-9ac1-c7a68c666144 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:19:23.288416 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b67e96be-35b0-49ce-9ac1-c7a68c666144 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:23.289333 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:23.320815 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-593c190f-2a94-4a88-927a-fc171ef485f2 admin admin] Allocated IP 172.25.5.187 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/a22336b6-0239-44b3-8356-48e17e439aef) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:19:23.493806 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:23.539024 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-593c190f-2a94-4a88-927a-fc171ef485f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:23.544798 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port b67e96be-35b0-49ce-9ac1-c7a68c666144, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b67e96be-35b0-49ce-9ac1-c7a68c666144,segment=NetworkSegment(52bac6ef-d9c1-4bfc-9a6b-dcec6f6ad6b7),segment_id=52bac6ef-d9c1-4bfc-9a6b-dcec6f6ad6b7)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:19:23.551515 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:23.606827 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-593c190f-2a94-4a88-927a-fc171ef485f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:23.649275 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=b67e96be-35b0-49ce-9ac1-c7a68c666144,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:23.697206 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c190f-2a94-4a88-927a-fc171ef485f2 admin admin] Pushing event updated for resources: {'Port': ['ID=a22336b6-0239-44b3-8356-48e17e439aef,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:23.722744 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:23.728983 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593c190f-2a94-4a88-927a-fc171ef485f2 admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:19:23.732447 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-593c190f-2a94-4a88-927a-fc171ef485f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:19:23.736945 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c190f-2a94-4a88-927a-fc171ef485f2 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:19:23.747526 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9f54f7f9-8e6a-4798-bbff-4221e303ef0f tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7534'] for router, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:23.750426 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbf7786-ca93-4fb1-817f-f0ca0b0ec3a3 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:19:23.768994 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9f54f7f9-8e6a-4798-bbff-4221e303ef0f tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706542'] for router, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:23.812992 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:23.896153 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-05283b90-819d-419a-b5e7-875855274a5e None None] Provisioning complete for port a22336b6-0239-44b3-8356-48e17e439aef triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:23.897385 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-05283b90-819d-419a-b5e7-875855274a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:23.997306 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-05283b90-819d-419a-b5e7-875855274a5e None None] Port a22336b6-0239-44b3-8356-48e17e439aef cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:19:24.022364 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5320a-3da2-4ce8-acee-24255c0e6e14 req-db90aaf7-26eb-4c7a-8c60-4580190b15f9 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:24.024196 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-23c5320a-3da2-4ce8-acee-24255c0e6e14 req-db90aaf7-26eb-4c7a-8c60-4580190b15f9 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 946 time: 0.1219583 Nov 12 20:19:24.052577 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f54f7f9-8e6a-4798-bbff-4221e303ef0f tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Router 0b2ae49c-4aab-4140-9b58-904369df1a05 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:19:24.090948 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-23c5320a-3da2-4ce8-acee-24255c0e6e14 req-5becddfe-5266-4905-8f83-943583745a1e tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592260 Nov 12 20:19:24.185644 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f54f7f9-8e6a-4798-bbff-4221e303ef0f tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:19:24.201429 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f76d3ad-fddc-4373-9948-e6f980320d8d None None] Sync routers for ids ['0b2ae49c-4aab-4140-9b58-904369df1a05'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:19:24.205593 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9f54f7f9-8e6a-4798-bbff-4221e303ef0f tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:24.206794 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9f54f7f9-8e6a-4798-bbff-4221e303ef0f tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "PUT /v2.0/routers/0b2ae49c-4aab-4140-9b58-904369df1a05 HTTP/1.1" status: 200 len: 694 time: 1.5154216 Nov 12 20:19:24.214928 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50902) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:24.227831 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f76d3ad-fddc-4373-9948-e6f980320d8d None None] Routers {'0b2ae49c-4aab-4140-9b58-904369df1a05'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:19:24.228514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-2f76d3ad-fddc-4373-9948-e6f980320d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:19:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0b2ae49c-4aab-4140-9b58-904369df1a05'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:24.430602 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8ec53330-be91-406a-9fab-0f943419871d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "GET /v2.0/routers/0b2ae49c-4aab-4140-9b58-904369df1a05 HTTP/1.1" status: 200 len: 700 time: 0.2143714 Nov 12 20:19:24.435426 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50904) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:24.496981 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0c7c943a-1374-42a5-be49-968e5a6553ed tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b2ae49c-4aab-4140-9b58-904369df1a05 HTTP/1.1" status: 200 len: 205 time: 0.0600152 Nov 12 20:19:24.497197 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50908) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:24.498617 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-593c190f-2a94-4a88-927a-fc171ef485f2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:24.622924 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:19:24.627595 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1085c2b0-a980-46ca-b676-125cfe5cbbd0 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:24.730401 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cc01d3-1aa6-43e6-bf98-67341882d8fb None None] Network 0338df82-8ed4-4039-9702-759ae120cb15 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:19:24.843446 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1085c2b0-a980-46ca-b676-125cfe5cbbd0 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:24.846246 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1085c2b0-a980-46ca-b676-125cfe5cbbd0 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:24.910193 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-2f76d3ad-fddc-4373-9948-e6f980320d8d None None] Set router 0b2ae49c-4aab-4140-9b58-904369df1a05 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:19:24.930222 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-593c190f-2a94-4a88-927a-fc171ef485f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:24.948383 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1085c2b0-a980-46ca-b676-125cfe5cbbd0 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:24.949168 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1085c2b0-a980-46ca-b676-125cfe5cbbd0 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Fanout notify agent at l3_agent the message router_deleted on router 0b2ae49c-4aab-4140-9b58-904369df1a05 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:19:24.966785 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-107ca476-fbb1-4144-8bfb-1355bb07df57 None None] Provisioning complete for port b67e96be-35b0-49ce-9ac1-c7a68c666144 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:24.967438 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-107ca476-fbb1-4144-8bfb-1355bb07df57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:24.973495 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1085c2b0-a980-46ca-b676-125cfe5cbbd0 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:24.980811 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1085c2b0-a980-46ca-b676-125cfe5cbbd0 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/routers/0b2ae49c-4aab-4140-9b58-904369df1a05 HTTP/1.1" status: 204 len: 168 time: 0.4788024 Nov 12 20:19:24.982721 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50924) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:25.101962 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d0a3bccb-6f60-41b2-961a-7770215d5278 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b2ae49c-4aab-4140-9b58-904369df1a05 HTTP/1.1" status: 200 len: 205 time: 0.1160381 Nov 12 20:19:25.102265 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50926) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:25.114866 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-2f76d3ad-fddc-4373-9948-e6f980320d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2ae49c-4aab-4140-9b58-904369df1a05', 'name': 'tempest-RoutersTest-router-1544711496', 'tenant_id': '2fbdff350f264aeaacb6dcabbb39b466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:19:22Z', 'updated_at': '2021-11-12T20:19:23Z', 'revision_number': 2, 'project_id': '2fbdff350f264aeaacb6dcabbb39b466', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:25.157234 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f76d3ad-fddc-4373-9948-e6f980320d8d None None] Checking router: 0b2ae49c-4aab-4140-9b58-904369df1a05 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:19:25.164799 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b67e96be-35b0-49ce-9ac1-c7a68c666144 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:19:25.216185 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-1a4075aa-49c6-4f24-9c0d-12101f988332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] delete failed (client error): The resource could not be found. Nov 12 20:19:25.219746 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1a4075aa-49c6-4f24-9c0d-12101f988332 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/routers/0b2ae49c-4aab-4140-9b58-904369df1a05 HTTP/1.1" status: 404 len: 336 time: 0.1159317 Nov 12 20:19:25.222260 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50932) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:25.228125 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:25.268056 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b67e96be-35b0-49ce-9ac1-c7a68c666144 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:25.268446 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:25.289634 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b90bd2e-1165-462c-b78b-75b0c60a40bc tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] DELETE failed (client error): The resource could not be found. Nov 12 20:19:25.301710 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b90bd2e-1165-462c-b78b-75b0c60a40bc tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:19:25.307138 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f76d3ad-fddc-4373-9948-e6f980320d8d None None] Routers set() bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:19:25.307338 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0b90bd2e-1165-462c-b78b-75b0c60a40bc tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/subnets/e269107c-7cc1-498c-82ec-7cd6d9372f5e HTTP/1.1" status: 404 len: 337 time: 0.0834916 Nov 12 20:19:25.307992 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f76d3ad-fddc-4373-9948-e6f980320d8d None None] Router IDs set() for agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 20:19:25.308882 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_agentschedulers_db [None req-2f76d3ad-fddc-4373-9948-e6f980320d8d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0b2ae49c-4aab-4140-9b58-904369df1a05'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:19:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent'). {{(pid=102449) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 20:19:25.309409 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f76d3ad-fddc-4373-9948-e6f980320d8d None None] The sync data for ids ['0b2ae49c-4aab-4140-9b58-904369df1a05'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:19:25.311523 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50934) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:25.380867 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e589e25-e0b0-4706-b5a3-fcb237bc3d4c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] DELETE failed (client error): The resource could not be found. Nov 12 20:19:25.382244 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e589e25-e0b0-4706-b5a3-fcb237bc3d4c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:19:25.388639 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4e589e25-e0b0-4706-b5a3-fcb237bc3d4c tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/subnets/eaba39bd-baa8-4857-ac42-4721216440e0 HTTP/1.1" status: 404 len: 337 time: 0.0760009 Nov 12 20:19:25.391656 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50936) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:25.471617 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248cb59-30bc-4cb3-acbe-2e9f10b08161 req-4b402d4a-ba50-4f28-91d9-d6a5a1f88431 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:25.485208 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f248cb59-30bc-4cb3-acbe-2e9f10b08161 req-4b402d4a-ba50-4f28-91d9-d6a5a1f88431 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 946 time: 0.2635174 Nov 12 20:19:25.499986 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b086a5b-a41c-49af-8bdc-7f00ea645590 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] DELETE failed (client error): The resource could not be found. Nov 12 20:19:25.503376 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b086a5b-a41c-49af-8bdc-7f00ea645590 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:19:25.519909 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6b086a5b-a41c-49af-8bdc-7f00ea645590 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/subnets/f5c9a590-85d0-4a94-9d04-3d366f7a4dc6 HTTP/1.1" status: 404 len: 337 time: 0.1259696 Nov 12 20:19:25.520283 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50942) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:25.565396 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc3a994-18d0-41a0-b722-32f3b7942543 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] DELETE failed (client error): The resource could not be found. Nov 12 20:19:25.566416 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc3a994-18d0-41a0-b722-32f3b7942543 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:19:25.573821 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9cc3a994-18d0-41a0-b722-32f3b7942543 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/subnets/65c62db1-0ce5-4e4f-bf33-bf6ba1ac61ae HTTP/1.1" status: 404 len: 337 time: 0.0410547 Nov 12 20:19:25.574504 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50952) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:25.597480 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f248cb59-30bc-4cb3-acbe-2e9f10b08161 req-ff7b5bd0-b7e5-4cf4-b1b0-7c301531cb54 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111310 Nov 12 20:19:25.608368 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c7dc0f1c-985c-4b3d-832c-4df29701f83a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a6f341b-c20c-4c58-b82b-e08bc2540b49 HTTP/1.1" status: 200 len: 205 time: 0.0323741 Nov 12 20:19:25.609272 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50954) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:25.630196 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593c190f-2a94-4a88-927a-fc171ef485f2 admin admin] Router f26202a9-e7d4-405a-9d30-d5aed666dfe4 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:19:25.657489 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-7675f8e2-dade-4ae3-bf85-bc86d72a113a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] delete failed (client error): The resource could not be found. Nov 12 20:19:25.662935 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7675f8e2-dade-4ae3-bf85-bc86d72a113a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/routers/8a6f341b-c20c-4c58-b82b-e08bc2540b49 HTTP/1.1" status: 404 len: 336 time: 0.0519919 Nov 12 20:19:25.663723 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50958) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:25.729981 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-77d2f4ef-421b-42a9-8849-645a671c8650 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a76a44e-4eaf-4648-9c04-1f13b7da3d46 HTTP/1.1" status: 200 len: 205 time: 0.0633554 Nov 12 20:19:25.732141 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50960) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:25.794381 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-4aa6b546-95ae-410d-88c3-98732de24edf tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] delete failed (client error): The resource could not be found. Nov 12 20:19:25.798116 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4aa6b546-95ae-410d-88c3-98732de24edf tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/routers/3a76a44e-4eaf-4648-9c04-1f13b7da3d46 HTTP/1.1" status: 404 len: 336 time: 0.0616462 Nov 12 20:19:25.798738 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50962) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:25.868215 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-186f9815-9e40-4661-961d-d7f2a00809ee tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] DELETE failed (client error): The resource could not be found. Nov 12 20:19:25.870054 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186f9815-9e40-4661-961d-d7f2a00809ee tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:19:25.886217 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-186f9815-9e40-4661-961d-d7f2a00809ee tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/subnets/a9523557-a16f-4d52-ae8f-3be0d147be70 HTTP/1.1" status: 404 len: 337 time: 0.0818079 Nov 12 20:19:25.887710 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50964) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:25.942694 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:25.947715 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593c190f-2a94-4a88-927a-fc171ef485f2 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:19:25.955730 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bec34f07-d53d-4201-8656-8036a9efbf6a tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9625fa6-fc84-4ad7-b3c2-61fcfdcc41d3 HTTP/1.1" status: 200 len: 205 time: 0.0667627 Nov 12 20:19:25.958373 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50968) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:25.959285 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcdd64f-8755-4a5c-a14c-e3f8de95a1f4 None None] Sync routers for ids ['f26202a9-e7d4-405a-9d30-d5aed666dfe4'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:19:25.975654 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcdd64f-8755-4a5c-a14c-e3f8de95a1f4 None None] Routers {'f26202a9-e7d4-405a-9d30-d5aed666dfe4'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:19:25.976309 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7bcdd64f-8755-4a5c-a14c-e3f8de95a1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:19:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f26202a9-e7d4-405a-9d30-d5aed666dfe4'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:25.999131 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-337ca36e-1c59-4526-8061-35d7e7185d4c None None] Provisioning complete for port b67e96be-35b0-49ce-9ac1-c7a68c666144 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:26.000011 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-337ca36e-1c59-4526-8061-35d7e7185d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:26.016104 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-593c190f-2a94-4a88-927a-fc171ef485f2 admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:26.019245 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-593c190f-2a94-4a88-927a-fc171ef485f2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7067087 Nov 12 20:19:26.022645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50970) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:26.058978 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-ce3a5385-af32-4140-a51c-4920db72f1f3 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] delete failed (client error): The resource could not be found. Nov 12 20:19:26.060066 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ce3a5385-af32-4140-a51c-4920db72f1f3 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/routers/c9625fa6-fc84-4ad7-b3c2-61fcfdcc41d3 HTTP/1.1" status: 404 len: 336 time: 0.1007020 Nov 12 20:19:26.069068 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50972) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:26.134256 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ed7a8d1e-c25c-455b-8538-68e24cbf8653 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a5fd51a-fae0-461b-95c9-5a682507980a HTTP/1.1" status: 200 len: 205 time: 0.0639839 Nov 12 20:19:26.137107 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50978) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:26.221932 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-22b1f72c-dcce-4d65-8b6e-833fbb5bac22 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] delete failed (client error): The resource could not be found. Nov 12 20:19:26.226158 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50982) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:26.226445 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-22b1f72c-dcce-4d65-8b6e-833fbb5bac22 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/routers/7a5fd51a-fae0-461b-95c9-5a682507980a HTTP/1.1" status: 404 len: 336 time: 0.0834954 Nov 12 20:19:26.330827 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f5566e-738c-4c89-89e1-84aba45afca4 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] DELETE failed (client error): The resource could not be found. Nov 12 20:19:26.331311 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46f5566e-738c-4c89-89e1-84aba45afca4 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:19:26.335348 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-46f5566e-738c-4c89-89e1-84aba45afca4 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/subnets/9fc94dc3-5c2b-4c33-b716-14f519459b01 HTTP/1.1" status: 404 len: 337 time: 0.1081281 Nov 12 20:19:26.339146 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50986) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:26.393123 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-82738109-4aa2-4098-9a63-3dde75b25fde tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "GET /v2.0/ports?device_id=30b3b82c-f25b-4d57-8c50-9acbd51e4a15 HTTP/1.1" status: 200 len: 205 time: 0.0526421 Nov 12 20:19:26.394326 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50990) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:26.463770 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-88ed2584-4319-4b01-be15-6715893d8850 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] delete failed (client error): The resource could not be found. Nov 12 20:19:26.464905 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-7bcdd64f-8755-4a5c-a14c-e3f8de95a1f4 None None] Set router f26202a9-e7d4-405a-9d30-d5aed666dfe4 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:19:26.468663 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50994) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:26.469039 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-88ed2584-4319-4b01-be15-6715893d8850 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/routers/30b3b82c-f25b-4d57-8c50-9acbd51e4a15 HTTP/1.1" status: 404 len: 336 time: 0.0731413 Nov 12 20:19:26.520837 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa72e006-e36d-4499-b72f-1c320a81eb71 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] DELETE failed (client error): The resource could not be found. Nov 12 20:19:26.521297 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa72e006-e36d-4499-b72f-1c320a81eb71 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:19:26.527548 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-aa72e006-e36d-4499-b72f-1c320a81eb71 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/subnets/c7b700d6-978b-4962-8e1b-404551404d61 HTTP/1.1" status: 404 len: 337 time: 0.0548894 Nov 12 20:19:26.528330 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50996) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:26.594940 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cf79097a-33ab-46d5-b454-7bd27183981e tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "GET /v2.0/ports?device_id=e140d2ef-aaa1-4873-8702-64f4ec467db4 HTTP/1.1" status: 200 len: 205 time: 0.0633705 Nov 12 20:19:26.595147 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50998) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:26.651629 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-08b56450-770b-49a6-94c6-ae675eb8c84d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] delete failed (client error): The resource could not be found. Nov 12 20:19:26.659605 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-08b56450-770b-49a6-94c6-ae675eb8c84d tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/routers/e140d2ef-aaa1-4873-8702-64f4ec467db4 HTTP/1.1" status: 404 len: 336 time: 0.0559402 Nov 12 20:19:26.661024 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51006) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:26.731000 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-d855feed-39d4-4f88-9e73-7ff889bfbfe7 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] DELETE failed (client error): The resource could not be found. Nov 12 20:19:26.731994 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d855feed-39d4-4f88-9e73-7ff889bfbfe7 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:19:26.742869 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d855feed-39d4-4f88-9e73-7ff889bfbfe7 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/subnets/7348e662-366e-4e90-9f36-6ea855388a38 HTTP/1.1" status: 404 len: 337 time: 0.0793498 Nov 12 20:19:26.743808 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51008) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:26.752218 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7bcdd64f-8755-4a5c-a14c-e3f8de95a1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26202a9-e7d4-405a-9d30-d5aed666dfe4', 'name': 'tempest-TestServerMultinode-1851523448-router', 'tenant_id': '87656e288e854f3e88c46f9678daf6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'a22336b6-0239-44b3-8356-48e17e439aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:19:21Z', 'updated_at': '2021-11-12T20:19:24Z', 'revision_number': 3, 'project_id': '87656e288e854f3e88c46f9678daf6da', 'gw_port': {'id': 'a22336b6-0239-44b3-8356-48e17e439aef', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26202a9-e7d4-405a-9d30-d5aed666dfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:19:23Z', 'updated_at': '2021-11-12T20:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:26.823679 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcdd64f-8755-4a5c-a14c-e3f8de95a1f4 None None] Checking router: f26202a9-e7d4-405a-9d30-d5aed666dfe4 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:19:26.824045 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcdd64f-8755-4a5c-a14c-e3f8de95a1f4 None None] Updating router f26202a9-e7d4-405a-9d30-d5aed666dfe4 port a22336b6-0239-44b3-8356-48e17e439aef binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:19:26.839164 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-253a053e-d848-4070-a879-7ac23aa4c712 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] DELETE failed (client error): The resource could not be found. Nov 12 20:19:26.841531 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-253a053e-d848-4070-a879-7ac23aa4c712 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:19:26.852111 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-253a053e-d848-4070-a879-7ac23aa4c712 tempest-RoutersTest-1306257641 tempest-RoutersTest-1306257641-project] 10.222.0.48 "DELETE /v2.0/subnets/bb211f8b-8648-462c-a915-edcf17875b03 HTTP/1.1" status: 404 len: 337 time: 0.1060677 Nov 12 20:19:26.876203 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7bcdd64f-8755-4a5c-a14c-e3f8de95a1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:26.919085 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477df45-b9db-4b30-9b9f-4992dffcbada req-5f913cea-2ef1-4531-b60d-36f1c5c82774 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:26.920877 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0477df45-b9db-4b30-9b9f-4992dffcbada req-5f913cea-2ef1-4531-b60d-36f1c5c82774 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 946 time: 0.0915422 Nov 12 20:19:26.994881 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-22165714-8fdf-4286-bd0b-5838dddc9a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:27.049948 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0477df45-b9db-4b30-9b9f-4992dffcbada req-3e2d8b51-716a-40f4-8b2f-6aaf9c0036d3 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220069 Nov 12 20:19:27.256804 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7bcdd64f-8755-4a5c-a14c-e3f8de95a1f4 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:27.270221 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7bcdd64f-8755-4a5c-a14c-e3f8de95a1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:27.304994 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51026) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:27.360024 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-22165714-8fdf-4286-bd0b-5838dddc9a7f admin admin] Allocated IP 172.20.0.1 (0338df82-8ed4-4039-9702-759ae120cb15/7a73f677-5344-45d0-b405-a3b518b7f435/b897626c-6176-47b7-ab2d-3899bf4fb540) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:19:27.369875 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebacae4-bfac-4020-ae01-c00109841a91 None None] Pushing event updated for resources: {'Port': ['ID=a22336b6-0239-44b3-8356-48e17e439aef,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:27.382872 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7886090b-fa3a-4804-8e09-7d96d9edc46b None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:19:27.389715 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebacae4-bfac-4020-ae01-c00109841a91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:27.390074 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebacae4-bfac-4020-ae01-c00109841a91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:27.390405 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebacae4-bfac-4020-ae01-c00109841a91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:27.390793 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebacae4-bfac-4020-ae01-c00109841a91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:27.391131 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebacae4-bfac-4020-ae01-c00109841a91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:27.391464 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebacae4-bfac-4020-ae01-c00109841a91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:27.391841 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebacae4-bfac-4020-ae01-c00109841a91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:27.392174 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebacae4-bfac-4020-ae01-c00109841a91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:27.392543 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebacae4-bfac-4020-ae01-c00109841a91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:27.392907 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebacae4-bfac-4020-ae01-c00109841a91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:27.393485 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebacae4-bfac-4020-ae01-c00109841a91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:27.393734 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebacae4-bfac-4020-ae01-c00109841a91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:19:27.414706 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-7bcdd64f-8755-4a5c-a14c-e3f8de95a1f4 None None] Attempting to bind port a22336b6-0239-44b3-8356-48e17e439aef on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:19:27.415263 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-7bcdd64f-8755-4a5c-a14c-e3f8de95a1f4 None None] Attempting to bind port a22336b6-0239-44b3-8356-48e17e439aef by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:19:27.416005 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcdd64f-8755-4a5c-a14c-e3f8de95a1f4 None None] Attempting to bind port a22336b6-0239-44b3-8356-48e17e439aef on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:19:27.426144 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcdd64f-8755-4a5c-a14c-e3f8de95a1f4 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:19:27.426605 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcdd64f-8755-4a5c-a14c-e3f8de95a1f4 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:19:27.427110 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7bcdd64f-8755-4a5c-a14c-e3f8de95a1f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:27.428320 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcdd64f-8755-4a5c-a14c-e3f8de95a1f4 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:19:27.428945 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-7bcdd64f-8755-4a5c-a14c-e3f8de95a1f4 None None] Bound port: a22336b6-0239-44b3-8356-48e17e439aef, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:19:27.429563 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7bcdd64f-8755-4a5c-a14c-e3f8de95a1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:27.462893 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-bd9a3e50-9f29-4d51-9f0a-a66b94d2d120 None None] Provisioning complete for port a22336b6-0239-44b3-8356-48e17e439aef triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:27.465174 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bd9a3e50-9f29-4d51-9f0a-a66b94d2d120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:27.498710 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-7bcdd64f-8755-4a5c-a14c-e3f8de95a1f4 None None] For port a22336b6-0239-44b3-8356-48e17e439aef, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:19:27.501994 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-7bcdd64f-8755-4a5c-a14c-e3f8de95a1f4 None None] For port a22336b6-0239-44b3-8356-48e17e439aef, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a22336b6-0239-44b3-8356-48e17e439aef,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:19:27.509367 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7bcdd64f-8755-4a5c-a14c-e3f8de95a1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:27.552193 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-22165714-8fdf-4286-bd0b-5838dddc9a7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:27.589188 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-bd9a3e50-9f29-4d51-9f0a-a66b94d2d120 None None] Port a22336b6-0239-44b3-8356-48e17e439aef cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:19:27.593510 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-22165714-8fdf-4286-bd0b-5838dddc9a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:27.670496 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebacae4-bfac-4020-ae01-c00109841a91 None None] Pushing event updated for resources: {'Port': ['ID=a22336b6-0239-44b3-8356-48e17e439aef,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:27.672623 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa060ef8-93a3-407d-8ee5-60c8dc9e1417 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:19:27.681068 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22165714-8fdf-4286-bd0b-5838dddc9a7f admin admin] Network 0338df82-8ed4-4039-9702-759ae120cb15 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:19:27.686761 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22165714-8fdf-4286-bd0b-5838dddc9a7f admin admin] Pushing event updated for resources: {'Port': ['ID=b897626c-6176-47b7-ab2d-3899bf4fb540,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:27.689801 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-22165714-8fdf-4286-bd0b-5838dddc9a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:19:27.692047 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcdd64f-8755-4a5c-a14c-e3f8de95a1f4 None None] Routers {'f26202a9-e7d4-405a-9d30-d5aed666dfe4'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:19:27.692337 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22165714-8fdf-4286-bd0b-5838dddc9a7f admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:19:27.692884 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7bcdd64f-8755-4a5c-a14c-e3f8de95a1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:19:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f26202a9-e7d4-405a-9d30-d5aed666dfe4'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:27.767377 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-22165714-8fdf-4286-bd0b-5838dddc9a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:27.866756 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-64744315-91c8-4a7a-8a99-34a3e2790a74 None None] Provisioning complete for port a22336b6-0239-44b3-8356-48e17e439aef triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:27.867414 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-64744315-91c8-4a7a-8a99-34a3e2790a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:27.919080 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-41514004-ef0f-4c8e-97e2-c6e48c3ec744 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2fbdff350f264aeaacb6dcabbb39b466&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6128979 Nov 12 20:19:27.922338 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51056) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:27.952981 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-7bcdd64f-8755-4a5c-a14c-e3f8de95a1f4 None None] Set router f26202a9-e7d4-405a-9d30-d5aed666dfe4 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:19:28.221881 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-64744315-91c8-4a7a-8a99-34a3e2790a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:28.265735 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-06ed007f-f1b3-44c0-b8b9-8d151c46b65f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:28.302179 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-64744315-91c8-4a7a-8a99-34a3e2790a74 None None] For port a22336b6-0239-44b3-8356-48e17e439aef, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a22336b6-0239-44b3-8356-48e17e439aef,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:19:28.313351 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-64744315-91c8-4a7a-8a99-34a3e2790a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:28.456993 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-22165714-8fdf-4286-bd0b-5838dddc9a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:28.491158 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-06ed007f-f1b3-44c0-b8b9-8d151c46b65f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:28.530850 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7bcdd64f-8755-4a5c-a14c-e3f8de95a1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26202a9-e7d4-405a-9d30-d5aed666dfe4', 'name': 'tempest-TestServerMultinode-1851523448-router', 'tenant_id': '87656e288e854f3e88c46f9678daf6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'a22336b6-0239-44b3-8356-48e17e439aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:19:21Z', 'updated_at': '2021-11-12T20:19:24Z', 'revision_number': 3, 'project_id': '87656e288e854f3e88c46f9678daf6da', 'gw_port': {'id': 'a22336b6-0239-44b3-8356-48e17e439aef', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26202a9-e7d4-405a-9d30-d5aed666dfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:19:23Z', 'updated_at': '2021-11-12T20:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:28.547265 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd305b5b-e8f4-4c7d-9947-9f4bf19ecd98 req-ca6072fd-255e-425b-8a86-0a098973b6f9 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:28.549435 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd305b5b-e8f4-4c7d-9947-9f4bf19ecd98 req-ca6072fd-255e-425b-8a86-0a098973b6f9 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 946 time: 0.2945457 Nov 12 20:19:28.628360 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64744315-91c8-4a7a-8a99-34a3e2790a74 None None] Pushing event updated for resources: {'Port': ['ID=a22336b6-0239-44b3-8356-48e17e439aef,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:28.635613 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcdd64f-8755-4a5c-a14c-e3f8de95a1f4 None None] The sync data for ids ['f26202a9-e7d4-405a-9d30-d5aed666dfe4'] in n-d-712140-15 is: [{'id': 'f26202a9-e7d4-405a-9d30-d5aed666dfe4', 'name': 'tempest-TestServerMultinode-1851523448-router', 'tenant_id': '87656e288e854f3e88c46f9678daf6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'a22336b6-0239-44b3-8356-48e17e439aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:19:21Z', 'updated_at': '2021-11-12T20:19:24Z', 'revision_number': 3, 'project_id': '87656e288e854f3e88c46f9678daf6da', 'gw_port': {'id': 'a22336b6-0239-44b3-8356-48e17e439aef', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26202a9-e7d4-405a-9d30-d5aed666dfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:19:23Z', 'updated_at': '2021-11-12T20:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:19:28.695619 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f23fdfbf-7f39-4ca4-8e1e-729ede685718 None None] Provisioning complete for port b897626c-6176-47b7-ab2d-3899bf4fb540 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:28.696676 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f23fdfbf-7f39-4ca4-8e1e-729ede685718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:28.814516 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-f23fdfbf-7f39-4ca4-8e1e-729ede685718 None None] Port b897626c-6176-47b7-ab2d-3899bf4fb540 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:19:28.875841 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd305b5b-e8f4-4c7d-9947-9f4bf19ecd98 req-b29fa61d-c19c-4096-bdac-9e335ab754a6 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155835 Nov 12 20:19:28.921863 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-06ed007f-f1b3-44c0-b8b9-8d151c46b65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:28.932280 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-06ed007f-f1b3-44c0-b8b9-8d151c46b65f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:28.932280 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-06ed007f-f1b3-44c0-b8b9-8d151c46b65f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c29aa97b-6825-4696-b44d-1c5cbdaad8c0 HTTP/1.1" status: 204 len: 168 time: 1.0064683 Nov 12 20:19:28.975538 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed007f-f1b3-44c0-b8b9-8d151c46b65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29aa97b-6825-4696-b44d-1c5cbdaad8c0,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:29.137747 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-22165714-8fdf-4286-bd0b-5838dddc9a7f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:29.144529 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-22165714-8fdf-4286-bd0b-5838dddc9a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:29.335010 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-22165714-8fdf-4286-bd0b-5838dddc9a7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:29.379124 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22165714-8fdf-4286-bd0b-5838dddc9a7f admin admin] Pushing event updated for resources: {'Port': ['ID=b897626c-6176-47b7-ab2d-3899bf4fb540,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:29.505143 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22165714-8fdf-4286-bd0b-5838dddc9a7f admin admin] Network 0338df82-8ed4-4039-9702-759ae120cb15 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:19:29.506941 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-22165714-8fdf-4286-bd0b-5838dddc9a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:19:29.682961 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51092) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:29.759373 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51096) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:29.970658 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-df8c848a-09ac-475d-a09a-fe48af37d0a4 None None] Provisioning complete for port b897626c-6176-47b7-ab2d-3899bf4fb540 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:29.971239 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-df8c848a-09ac-475d-a09a-fe48af37d0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:30.123000 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-df8c848a-09ac-475d-a09a-fe48af37d0a4 None None] Port b897626c-6176-47b7-ab2d-3899bf4fb540 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:19:30.174687 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22165714-8fdf-4286-bd0b-5838dddc9a7f admin admin] Router f26202a9-e7d4-405a-9d30-d5aed666dfe4 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:19:30.196296 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d0b6c-ed25-4d80-aebb-faea9811422c req-93818b5b-acc5-4f5c-aeb5-6b42230edd7d tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:30.204415 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d86d0b6c-ed25-4d80-aebb-faea9811422c req-93818b5b-acc5-4f5c-aeb5-6b42230edd7d tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 946 time: 0.1506991 Nov 12 20:19:30.289502 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-84d5b544-8dd4-4e61-99f4-ece64e95592a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:30.367070 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6f6c9718-7ca1-426f-b642-2773abd88e5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:30.447662 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d86d0b6c-ed25-4d80-aebb-faea9811422c req-bb2cd225-5dce-4adc-a737-0b1fd5f0a738 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417164 Nov 12 20:19:30.468001 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22165714-8fdf-4286-bd0b-5838dddc9a7f admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:19:30.482865 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-22165714-8fdf-4286-bd0b-5838dddc9a7f admin admin] 10.222.0.48 "PUT /v2.0/routers/f26202a9-e7d4-405a-9d30-d5aed666dfe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4585361 Nov 12 20:19:30.602065 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-84d5b544-8dd4-4e61-99f4-ece64e95592a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:30.608179 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6f6c9718-7ca1-426f-b642-2773abd88e5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:30.609436 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-84d5b544-8dd4-4e61-99f4-ece64e95592a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:30.621627 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6f6c9718-7ca1-426f-b642-2773abd88e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:30.710327 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51130) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:30.718993 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6f6c9718-7ca1-426f-b642-2773abd88e5a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=439e7b68bad14258b2bdd9394a734717&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0348341 Nov 12 20:19:30.722144 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5b544-8dd4-4e61-99f4-ece64e95592a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c2a3b2-ba9d-408b-8640-369cf65d6bbe,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:30.756566 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c9718-7ca1-426f-b642-2773abd88e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dea812-c7f5-49f8-b9cd-edfbff90040b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:30.762969 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-84d5b544-8dd4-4e61-99f4-ece64e95592a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4818309421740c6b309b14e68da42ba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0017786 Nov 12 20:19:30.765545 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51134) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:30.803131 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e0a94e23-85b1-4c58-93d4-07c875a32263 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:30.829834 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e0a94e23-85b1-4c58-93d4-07c875a32263 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:30.830038 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5e7214f6-f97a-48b7-a20b-30d01165c88d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:30.858222 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5e7214f6-f97a-48b7-a20b-30d01165c88d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:30.858536 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51138) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:30.896335 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e0a94e23-85b1-4c58-93d4-07c875a32263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:30.899353 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e0a94e23-85b1-4c58-93d4-07c875a32263 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:30.903618 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e0a94e23-85b1-4c58-93d4-07c875a32263 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/01dea812-c7f5-49f8-b9cd-edfbff90040b HTTP/1.1" status: 204 len: 168 time: 0.1923127 Nov 12 20:19:30.917694 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a94e23-85b1-4c58-93d4-07c875a32263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dea812-c7f5-49f8-b9cd-edfbff90040b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:30.937610 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5e7214f6-f97a-48b7-a20b-30d01165c88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:30.948637 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5e7214f6-f97a-48b7-a20b-30d01165c88d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:30.952221 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5e7214f6-f97a-48b7-a20b-30d01165c88d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/32c2a3b2-ba9d-408b-8640-369cf65d6bbe HTTP/1.1" status: 204 len: 168 time: 0.1833630 Nov 12 20:19:30.973057 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7214f6-f97a-48b7-a20b-30d01165c88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c2a3b2-ba9d-408b-8640-369cf65d6bbe,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:31.086110 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a22336b6-0239-44b3-8356-48e17e439aef up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:19:31.156398 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port a22336b6-0239-44b3-8356-48e17e439aef triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:31.156847 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:31.328215 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-96b9e4ab-8175-4012-a53d-4b4d945f2a72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:31.410771 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15523071-f707-4c4a-8715-41da6ed9ccb4 None None] Sync routers for ids ['f26202a9-e7d4-405a-9d30-d5aed666dfe4'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:19:31.422784 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15523071-f707-4c4a-8715-41da6ed9ccb4 None None] Routers {'f26202a9-e7d4-405a-9d30-d5aed666dfe4'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:19:31.424084 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-15523071-f707-4c4a-8715-41da6ed9ccb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:19:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f26202a9-e7d4-405a-9d30-d5aed666dfe4'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:31.436466 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-96b9e4ab-8175-4012-a53d-4b4d945f2a72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:31.441985 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-96b9e4ab-8175-4012-a53d-4b4d945f2a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:31.493840 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-96b9e4ab-8175-4012-a53d-4b4d945f2a72 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee3ae3146a94445088d471fa598089f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6342535 Nov 12 20:19:31.496090 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51160) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:31.496969 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9e4ab-8175-4012-a53d-4b4d945f2a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4773d182-27f6-4ff5-a784-c9108b810419,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:31.573013 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-264a61ba-5885-4668-8c3d-6bfd3a568516 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:31.583634 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-15523071-f707-4c4a-8715-41da6ed9ccb4 None None] Set router f26202a9-e7d4-405a-9d30-d5aed666dfe4 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:19:31.600890 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-264a61ba-5885-4668-8c3d-6bfd3a568516 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:31.637465 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445f8a7-9cbd-4d9a-9185-c0c6847dca63 req-47550e17-204b-4084-b451-f73690745cf6 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:31.639821 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e445f8a7-9cbd-4d9a-9185-c0c6847dca63 req-47550e17-204b-4084-b451-f73690745cf6 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 946 time: 0.0696428 Nov 12 20:19:31.662159 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-264a61ba-5885-4668-8c3d-6bfd3a568516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:31.664814 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-264a61ba-5885-4668-8c3d-6bfd3a568516 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:31.668256 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-264a61ba-5885-4668-8c3d-6bfd3a568516 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4773d182-27f6-4ff5-a784-c9108b810419 HTTP/1.1" status: 204 len: 168 time: 0.1673334 Nov 12 20:19:31.682454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a61ba-5885-4668-8c3d-6bfd3a568516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4773d182-27f6-4ff5-a784-c9108b810419,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:31.728529 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e445f8a7-9cbd-4d9a-9185-c0c6847dca63 req-bde382c5-5f0d-4608-a17e-82c0f7e79bb1 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789652 Nov 12 20:19:31.883165 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-15523071-f707-4c4a-8715-41da6ed9ccb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26202a9-e7d4-405a-9d30-d5aed666dfe4', 'name': 'tempest-TestServerMultinode-1851523448-router', 'tenant_id': '87656e288e854f3e88c46f9678daf6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'a22336b6-0239-44b3-8356-48e17e439aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:19:21Z', 'updated_at': '2021-11-12T20:19:28Z', 'revision_number': 4, 'project_id': '87656e288e854f3e88c46f9678daf6da', 'gw_port': {'id': 'a22336b6-0239-44b3-8356-48e17e439aef', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26202a9-e7d4-405a-9d30-d5aed666dfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:19:23Z', 'updated_at': '2021-11-12T20:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b897626c-6176-47b7-ab2d-3899bf4fb540', 'name': '', 'network_id': '0338df82-8ed4-4039-9702-759ae120cb15', 'tenant_id': '87656e288e854f3e88c46f9678daf6da', 'mac_address': 'fa:16:3e:84:73:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26202a9-e7d4-405a-9d30-d5aed666dfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '7a73f677-5344-45d0-b405-a3b518b7f435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:19:27Z', 'updated_at': '2021-11-12T20:19:28Z', 'revision_number': 2, 'project_id': '87656e288e854f3e88c46f9678daf6da', 'subnets': [{'id': '7a73f677-5344-45d0-b405-a3b518b7f435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:31.916351 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15523071-f707-4c4a-8715-41da6ed9ccb4 None None] Checking router: f26202a9-e7d4-405a-9d30-d5aed666dfe4 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:19:31.916758 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15523071-f707-4c4a-8715-41da6ed9ccb4 None None] Updating router f26202a9-e7d4-405a-9d30-d5aed666dfe4 port b897626c-6176-47b7-ab2d-3899bf4fb540 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:19:31.957417 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-38a58054-4757-4d25-ab4b-c9a995794940 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:31.959569 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51178) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:31.962733 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-38a58054-4757-4d25-ab4b-c9a995794940 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/networks?id=d8c6beb0-6892-4f31-9f60-9634061a9d3a HTTP/1.1" status: 200 len: 910 time: 0.1098137 Nov 12 20:19:31.972824 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51180) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:31.977759 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-730e3fca-31f8-46a4-97b0-62da9e9cccc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:32.014502 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8dd06ed7-c0da-47e3-ac3d-cf0f2b4e8923 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:32.018465 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-1a0a827d-ef96-4ab7-b8c3-bbdc3a8b42d9 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/quotas/87656e288e854f3e88c46f9678daf6da HTTP/1.1" status: 200 len: 375 time: 0.0493038 Nov 12 20:19:32.128621 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-b81e639b-4751-4261-9514-e19adaf8c0db tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=87656e288e854f3e88c46f9678daf6da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962162 Nov 12 20:19:32.129689 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-15523071-f707-4c4a-8715-41da6ed9ccb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:32.145106 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-730e3fca-31f8-46a4-97b0-62da9e9cccc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:32.156184 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-730e3fca-31f8-46a4-97b0-62da9e9cccc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:32.211659 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e3fca-31f8-46a4-97b0-62da9e9cccc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dd8c4c-c777-4f6e-98e2-03ae623e9c3d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:32.255020 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8dd06ed7-c0da-47e3-ac3d-cf0f2b4e8923 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:32.264306 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8dd06ed7-c0da-47e3-ac3d-cf0f2b4e8923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:32.268463 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-730e3fca-31f8-46a4-97b0-62da9e9cccc2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=afbf17638f734e35b87bd36ec4830d8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3073330 Nov 12 20:19:32.273026 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51186) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:32.284797 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-f9cb256d-2591-4c0c-af7d-88b5fd24a066 service neutron] 10.222.0.48 "GET /v2.0/networks/d8c6beb0-6892-4f31-9f60-9634061a9d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462145 Nov 12 20:19:32.339613 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8dd06ed7-c0da-47e3-ac3d-cf0f2b4e8923 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=945111c1d5df4217a4b529bbae9d9f03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3651388 Nov 12 20:19:32.342358 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd06ed7-c0da-47e3-ac3d-cf0f2b4e8923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cbfb7a-0bd1-4fa7-b67a-16707f0d688d,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:32.342597 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51188) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:32.454921 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-368e483f-3192-4b73-858b-d9597a95fb53 service neutron] 10.222.0.48 "GET /v2.0/networks/d8c6beb0-6892-4f31-9f60-9634061a9d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601806 Nov 12 20:19:32.490475 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fab10030-7243-4213-9577-2b5ffd1dec4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:32.565506 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51194) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:32.594785 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fab10030-7243-4213-9577-2b5ffd1dec4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:32.654303 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b7f0ebcd-27e8-4271-93e8-dfb8c0ad7133 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:32.693665 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-15523071-f707-4c4a-8715-41da6ed9ccb4 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:32.702475 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-15523071-f707-4c4a-8715-41da6ed9ccb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:32.796140 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5e4b4948-36c8-48f3-9472-f982d60a7474 req-fcaa5431-8005-4d27-a66e-5e672626f9fc tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=72a2b338-7688-4295-a071-a0b94392cf8b HTTP/1.1" status: 200 len: 210 time: 0.1187966 Nov 12 20:19:32.810629 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b7f0ebcd-27e8-4271-93e8-dfb8c0ad7133 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:32.835015 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940318ea-8453-439e-b0b6-8bef7ad758bb None None] Pushing event updated for resources: {'Port': ['ID=b897626c-6176-47b7-ab2d-3899bf4fb540,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:32.864211 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fab10030-7243-4213-9577-2b5ffd1dec4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:32.867066 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fab10030-7243-4213-9577-2b5ffd1dec4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:32.871817 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fab10030-7243-4213-9577-2b5ffd1dec4d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/92dd8c4c-c777-4f6e-98e2-03ae623e9c3d HTTP/1.1" status: 204 len: 168 time: 0.5935237 Nov 12 20:19:32.885764 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab10030-7243-4213-9577-2b5ffd1dec4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dd8c4c-c777-4f6e-98e2-03ae623e9c3d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:32.902896 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51208) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:32.932893 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b7f0ebcd-27e8-4271-93e8-dfb8c0ad7133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:32.935836 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b7f0ebcd-27e8-4271-93e8-dfb8c0ad7133 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:32.937223 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b7f0ebcd-27e8-4271-93e8-dfb8c0ad7133 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/74cbfb7a-0bd1-4fa7-b67a-16707f0d688d HTTP/1.1" status: 204 len: 168 time: 0.5935557 Nov 12 20:19:32.953537 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0ebcd-27e8-4271-93e8-dfb8c0ad7133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cbfb7a-0bd1-4fa7-b67a-16707f0d688d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:32.972929 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-15523071-f707-4c4a-8715-41da6ed9ccb4 None None] Attempting to bind port b897626c-6176-47b7-ab2d-3899bf4fb540 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:19:32.973499 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-15523071-f707-4c4a-8715-41da6ed9ccb4 None None] Attempting to bind port b897626c-6176-47b7-ab2d-3899bf4fb540 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '52bac6ef-d9c1-4bfc-9a6b-dcec6f6ad6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0338df82-8ed4-4039-9702-759ae120cb15'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:19:32.974023 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15523071-f707-4c4a-8715-41da6ed9ccb4 None None] Attempting to bind port b897626c-6176-47b7-ab2d-3899bf4fb540 on network 0338df82-8ed4-4039-9702-759ae120cb15 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:19:32.980805 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15523071-f707-4c4a-8715-41da6ed9ccb4 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:19:32.986772 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15523071-f707-4c4a-8715-41da6ed9ccb4 None None] Checking segment: {'id': '52bac6ef-d9c1-4bfc-9a6b-dcec6f6ad6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0338df82-8ed4-4039-9702-759ae120cb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:19:32.987602 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-15523071-f707-4c4a-8715-41da6ed9ccb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:32.988448 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15523071-f707-4c4a-8715-41da6ed9ccb4 None None] Bound using segment: {'id': '52bac6ef-d9c1-4bfc-9a6b-dcec6f6ad6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0338df82-8ed4-4039-9702-759ae120cb15'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:19:32.989289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-15523071-f707-4c4a-8715-41da6ed9ccb4 None None] Bound port: b897626c-6176-47b7-ab2d-3899bf4fb540, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52bac6ef-d9c1-4bfc-9a6b-dcec6f6ad6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0338df82-8ed4-4039-9702-759ae120cb15'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:19:32.989928 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-15523071-f707-4c4a-8715-41da6ed9ccb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:33.003214 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e4a47ce7-dc02-4bba-8f73-448e46c4945f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:33.110053 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-15523071-f707-4c4a-8715-41da6ed9ccb4 None None] For port b897626c-6176-47b7-ab2d-3899bf4fb540, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:19:33.114750 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-15523071-f707-4c4a-8715-41da6ed9ccb4 None None] For port b897626c-6176-47b7-ab2d-3899bf4fb540, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b897626c-6176-47b7-ab2d-3899bf4fb540,segment=NetworkSegment(52bac6ef-d9c1-4bfc-9a6b-dcec6f6ad6b7),segment_id=52bac6ef-d9c1-4bfc-9a6b-dcec6f6ad6b7)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:19:33.126362 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-15523071-f707-4c4a-8715-41da6ed9ccb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:33.130398 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f5d75-47d7-4726-bd8a-3d8bc180519b req-d3cb7f24-b373-4308-926d-c005c0ef4202 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:33.139588 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-693f5d75-47d7-4726-bd8a-3d8bc180519b req-d3cb7f24-b373-4308-926d-c005c0ef4202 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 946 time: 0.2255743 Nov 12 20:19:33.199673 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c30dac2d-ebb0-43e4-accb-dabac9f08691 tempest-ServiceProvidersTest-1368790609 tempest-ServiceProvidersTest-1368790609-project] 10.222.0.48 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.6265156 Nov 12 20:19:33.233691 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940318ea-8453-439e-b0b6-8bef7ad758bb None None] Pushing event updated for resources: {'Port': ['ID=b897626c-6176-47b7-ab2d-3899bf4fb540,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:33.249943 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15523071-f707-4c4a-8715-41da6ed9ccb4 None None] Routers {'f26202a9-e7d4-405a-9d30-d5aed666dfe4'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:19:33.250956 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-15523071-f707-4c4a-8715-41da6ed9ccb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:19:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f26202a9-e7d4-405a-9d30-d5aed666dfe4'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:33.258589 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-693f5d75-47d7-4726-bd8a-3d8bc180519b req-8aad2759-dd34-4a74-9ba3-4c28cf2c343a tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110897 Nov 12 20:19:33.330651 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-30c62710-769a-4817-bfbb-86a6f7cc95c8 None None] Provisioning complete for port b897626c-6176-47b7-ab2d-3899bf4fb540 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:33.331214 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-30c62710-769a-4817-bfbb-86a6f7cc95c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:33.348875 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e4a47ce7-dc02-4bba-8f73-448e46c4945f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:33.357757 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e4a47ce7-dc02-4bba-8f73-448e46c4945f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:33.438775 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e4a47ce7-dc02-4bba-8f73-448e46c4945f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=691e1588dfad44cc87d70e2a5b207213&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5342734 Nov 12 20:19:33.439993 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a47ce7-dc02-4bba-8f73-448e46c4945f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa8f673-b9ba-4ad7-bb85-b1f5d82c8669,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:33.441522 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51224) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:33.494597 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-15523071-f707-4c4a-8715-41da6ed9ccb4 None None] Set router f26202a9-e7d4-405a-9d30-d5aed666dfe4 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:19:33.559530 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67143454-08e1-42f8-affe-086d57f1c067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:33.600062 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67143454-08e1-42f8-affe-086d57f1c067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:33.648342 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-30c62710-769a-4817-bfbb-86a6f7cc95c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:33.671348 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67143454-08e1-42f8-affe-086d57f1c067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:33.678217 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67143454-08e1-42f8-affe-086d57f1c067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:33.679885 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-67143454-08e1-42f8-affe-086d57f1c067 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9aa8f673-b9ba-4ad7-bb85-b1f5d82c8669 HTTP/1.1" status: 204 len: 168 time: 0.2373040 Nov 12 20:19:33.692683 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67143454-08e1-42f8-affe-086d57f1c067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa8f673-b9ba-4ad7-bb85-b1f5d82c8669,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:33.818093 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-30c62710-769a-4817-bfbb-86a6f7cc95c8 None None] For port b897626c-6176-47b7-ab2d-3899bf4fb540, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b897626c-6176-47b7-ab2d-3899bf4fb540,segment=NetworkSegment(52bac6ef-d9c1-4bfc-9a6b-dcec6f6ad6b7),segment_id=52bac6ef-d9c1-4bfc-9a6b-dcec6f6ad6b7)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:19:33.834293 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-30c62710-769a-4817-bfbb-86a6f7cc95c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:33.932220 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72d7d4c2-4e8e-49e7-b694-03701e341193 req-35523e37-4bc4-4390-ae90-e22b2c16c207 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=72a2b338-7688-4295-a071-a0b94392cf8b HTTP/1.1" status: 200 len: 210 time: 0.0351970 Nov 12 20:19:33.934183 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c62710-769a-4817-bfbb-86a6f7cc95c8 None None] Pushing event updated for resources: {'Port': ['ID=b897626c-6176-47b7-ab2d-3899bf4fb540,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:33.973622 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4f7c24d3-f9b7-469e-8633-a6f69dc9fafb None None] Provisioning complete for port b897626c-6176-47b7-ab2d-3899bf4fb540 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:33.974249 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4f7c24d3-f9b7-469e-8633-a6f69dc9fafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:34.006286 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-15523071-f707-4c4a-8715-41da6ed9ccb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26202a9-e7d4-405a-9d30-d5aed666dfe4', 'name': 'tempest-TestServerMultinode-1851523448-router', 'tenant_id': '87656e288e854f3e88c46f9678daf6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'a22336b6-0239-44b3-8356-48e17e439aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:19:21Z', 'updated_at': '2021-11-12T20:19:28Z', 'revision_number': 4, 'project_id': '87656e288e854f3e88c46f9678daf6da', 'gw_port': {'id': 'a22336b6-0239-44b3-8356-48e17e439aef', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26202a9-e7d4-405a-9d30-d5aed666dfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:19:23Z', 'updated_at': '2021-11-12T20:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b897626c-6176-47b7-ab2d-3899bf4fb540', 'name': '', 'network_id': '0338df82-8ed4-4039-9702-759ae120cb15', 'tenant_id': '87656e288e854f3e88c46f9678daf6da', 'mac_address': 'fa:16:3e:84:73:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26202a9-e7d4-405a-9d30-d5aed666dfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '7a73f677-5344-45d0-b405-a3b518b7f435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:19:27Z', 'updated_at': '2021-11-12T20:19:33Z', 'revision_number': 4, 'project_id': '87656e288e854f3e88c46f9678daf6da', 'subnets': [{'id': '7a73f677-5344-45d0-b405-a3b518b7f435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:19:34.040459 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15523071-f707-4c4a-8715-41da6ed9ccb4 None None] The sync data for ids ['f26202a9-e7d4-405a-9d30-d5aed666dfe4'] in n-d-712140-15 is: [{'id': 'f26202a9-e7d4-405a-9d30-d5aed666dfe4', 'name': 'tempest-TestServerMultinode-1851523448-router', 'tenant_id': '87656e288e854f3e88c46f9678daf6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'a22336b6-0239-44b3-8356-48e17e439aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:19:21Z', 'updated_at': '2021-11-12T20:19:28Z', 'revision_number': 4, 'project_id': '87656e288e854f3e88c46f9678daf6da', 'gw_port': {'id': 'a22336b6-0239-44b3-8356-48e17e439aef', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26202a9-e7d4-405a-9d30-d5aed666dfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:19:23Z', 'updated_at': '2021-11-12T20:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b897626c-6176-47b7-ab2d-3899bf4fb540', 'name': '', 'network_id': '0338df82-8ed4-4039-9702-759ae120cb15', 'tenant_id': '87656e288e854f3e88c46f9678daf6da', 'mac_address': 'fa:16:3e:84:73:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26202a9-e7d4-405a-9d30-d5aed666dfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '7a73f677-5344-45d0-b405-a3b518b7f435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:19:27Z', 'updated_at': '2021-11-12T20:19:33Z', 'revision_number': 4, 'project_id': '87656e288e854f3e88c46f9678daf6da', 'subnets': [{'id': '7a73f677-5344-45d0-b405-a3b518b7f435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:19:34.304621 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51252) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:34.435413 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503a545-18dd-4197-a280-901721d94e1b req-7c65a0ff-aea1-4cb9-bb4c-d1aeaeff0a58 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:34.451673 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b503a545-18dd-4197-a280-901721d94e1b req-7c65a0ff-aea1-4cb9-bb4c-d1aeaeff0a58 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 946 time: 0.1055098 Nov 12 20:19:34.539645 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b503a545-18dd-4197-a280-901721d94e1b req-5f05f9ab-b9d7-4852-9325-7ad33938b663 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792735 Nov 12 20:19:34.670825 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee88e4b6-23a4-4b65-b6f8-4255f43963d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:34.782835 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee88e4b6-23a4-4b65-b6f8-4255f43963d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:34.789642 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee88e4b6-23a4-4b65-b6f8-4255f43963d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:34.856504 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ee88e4b6-23a4-4b65-b6f8-4255f43963d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e41ada8600054567b2a8142ccdd5590c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5505676 Nov 12 20:19:34.857782 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88e4b6-23a4-4b65-b6f8-4255f43963d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f314f1-9e94-4d24-82d3-27a4e6619d37,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:34.859003 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51270) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:34.969824 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e914a9be-4acd-4749-b7b5-25eda6e47713 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:35.030852 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e914a9be-4acd-4749-b7b5-25eda6e47713 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:35.104096 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-11ab6df1-5f29-4623-98c2-e8a6a307eed1 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:35.105701 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-11ab6df1-5f29-4623-98c2-e8a6a307eed1 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.52 "GET /v2.0/networks?id=d8c6beb0-6892-4f31-9f60-9634061a9d3a HTTP/1.1" status: 200 len: 910 time: 0.2238619 Nov 12 20:19:35.142597 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b897626c-6176-47b7-ab2d-3899bf4fb540 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:19:35.170421 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e914a9be-4acd-4749-b7b5-25eda6e47713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:35.170676 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-33df9e65-6cf6-4fc7-b700-a9b59876dad2 req-12a7d882-ed96-46c4-81b7-e93281fb32fe tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=72a2b338-7688-4295-a071-a0b94392cf8b HTTP/1.1" status: 200 len: 210 time: 0.0607047 Nov 12 20:19:35.173593 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e914a9be-4acd-4749-b7b5-25eda6e47713 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:35.175816 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e914a9be-4acd-4749-b7b5-25eda6e47713 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e4f314f1-9e94-4d24-82d3-27a4e6619d37 HTTP/1.1" status: 204 len: 168 time: 0.3157630 Nov 12 20:19:35.182121 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-8d04e945-0655-4bad-9b4f-e494ef6e799b tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Request body: {'port': {'device_id': '72a2b338-7688-4295-a071-a0b94392cf8b', 'network_id': 'd8c6beb0-6892-4f31-9f60-9634061a9d3a', 'admin_state_up': True, 'tenant_id': '87656e288e854f3e88c46f9678daf6da'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:19:35.196159 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914a9be-4acd-4749-b7b5-25eda6e47713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f314f1-9e94-4d24-82d3-27a4e6619d37,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:35.222622 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-8d04e945-0655-4bad-9b4f-e494ef6e799b tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Made reservation on behalf of 87656e288e854f3e88c46f9678daf6da for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:19:35.228217 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-8d04e945-0655-4bad-9b4f-e494ef6e799b tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:35.265556 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b897626c-6176-47b7-ab2d-3899bf4fb540 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:35.265876 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:35.412096 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-8d04e945-0655-4bad-9b4f-e494ef6e799b tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Allocated IP 172.20.0.9 (d8c6beb0-6892-4f31-9f60-9634061a9d3a/db9aec07-5046-4d42-a84e-4db5a81c82ec/b6096a89-3d3a-4ddc-9d5e-a91d3729d234) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:19:35.609895 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-8d04e945-0655-4bad-9b4f-e494ef6e799b tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:35.662347 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-8d04e945-0655-4bad-9b4f-e494ef6e799b tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:35.722611 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833f657-c26a-46ae-8284-d0d7039c6f7a req-f90e6258-136f-45e8-a2cd-7843f509622f tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:35.734882 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b833f657-c26a-46ae-8284-d0d7039c6f7a req-f90e6258-136f-45e8-a2cd-7843f509622f tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 946 time: 0.0913596 Nov 12 20:19:35.747452 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04e945-0655-4bad-9b4f-e494ef6e799b tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Pushing event updated for resources: {'Port': ['ID=b6096a89-3d3a-4ddc-9d5e-a91d3729d234,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:35.757997 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-8d04e945-0655-4bad-9b4f-e494ef6e799b tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Network d8c6beb0-6892-4f31-9f60-9634061a9d3a is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:19:35.759552 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-8d04e945-0655-4bad-9b4f-e494ef6e799b tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:19:35.762544 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-8d04e945-0655-4bad-9b4f-e494ef6e799b tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:19:35.834012 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-8d04e945-0655-4bad-9b4f-e494ef6e799b tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:35.834790 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-8d04e945-0655-4bad-9b4f-e494ef6e799b tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:35.860263 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b833f657-c26a-46ae-8284-d0d7039c6f7a req-4d851769-2095-4627-8bd5-616a397f865f tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137044 Nov 12 20:19:35.866158 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-8d04e945-0655-4bad-9b4f-e494ef6e799b tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7471826 Nov 12 20:19:35.882427 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-3195ab40-cff5-4c52-852b-464614fdd359 service neutron] Request body: {'port': {'device_id': '72a2b338-7688-4295-a071-a0b94392cf8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:19:35.970207 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-3195ab40-cff5-4c52-852b-464614fdd359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:36.159449 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-1d93b94a-26ca-4280-973d-d45d6c5d8e4e None None] Provisioning complete for port b6096a89-3d3a-4ddc-9d5e-a91d3729d234 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:36.160961 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1d93b94a-26ca-4280-973d-d45d6c5d8e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:36.200544 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-1d93b94a-26ca-4280-973d-d45d6c5d8e4e None None] Port b6096a89-3d3a-4ddc-9d5e-a91d3729d234 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:19:36.315236 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-3195ab40-cff5-4c52-852b-464614fdd359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6096a89-3d3a-4ddc-9d5e-a91d3729d234 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:19:36.324943 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-3195ab40-cff5-4c52-852b-464614fdd359 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:36.346827 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b8f39-793e-4f60-98d1-56ef932c1fee req-019ab516-5a0f-45c4-a2e8-8643833997d9 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:36.348486 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f6b8f39-793e-4f60-98d1-56ef932c1fee req-019ab516-5a0f-45c4-a2e8-8643833997d9 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=72a2b338-7688-4295-a071-a0b94392cf8b HTTP/1.1" status: 200 len: 1027 time: 0.0660267 Nov 12 20:19:36.349982 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-3195ab40-cff5-4c52-852b-464614fdd359 service neutron] Transition to ACTIVE for port object b6096a89-3d3a-4ddc-9d5e-a91d3729d234 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:19:36.355960 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-3195ab40-cff5-4c52-852b-464614fdd359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:36.464107 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195ab40-cff5-4c52-852b-464614fdd359 service neutron] Pushing event updated for resources: {'Port': ['ID=b6096a89-3d3a-4ddc-9d5e-a91d3729d234,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:36.499107 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f6b8f39-793e-4f60-98d1-56ef932c1fee req-4cc4b935-0d44-40b5-9bd8-acaa220bc9e7 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=127b0ee3-9833-4af3-9fbc-ab1a7a06907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339779 Nov 12 20:19:36.536921 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-3195ab40-cff5-4c52-852b-464614fdd359 service neutron] Attempting to bind port b6096a89-3d3a-4ddc-9d5e-a91d3729d234 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:19:36.537190 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-3195ab40-cff5-4c52-852b-464614fdd359 service neutron] Attempting to bind port b6096a89-3d3a-4ddc-9d5e-a91d3729d234 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'b7a0d982-d203-4761-b816-dcb80c0677c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd8c6beb0-6892-4f31-9f60-9634061a9d3a'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:19:36.537517 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-3195ab40-cff5-4c52-852b-464614fdd359 service neutron] Attempting to bind port b6096a89-3d3a-4ddc-9d5e-a91d3729d234 on network d8c6beb0-6892-4f31-9f60-9634061a9d3a {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:19:36.542389 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-3195ab40-cff5-4c52-852b-464614fdd359 service neutron] Port b6096a89-3d3a-4ddc-9d5e-a91d3729d234 on network d8c6beb0-6892-4f31-9f60-9634061a9d3a not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:19:36.542722 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-3195ab40-cff5-4c52-852b-464614fdd359 service neutron] Attempting to bind port b6096a89-3d3a-4ddc-9d5e-a91d3729d234 on network d8c6beb0-6892-4f31-9f60-9634061a9d3a {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:19:36.547997 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-3195ab40-cff5-4c52-852b-464614fdd359 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:19:36.548391 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-3195ab40-cff5-4c52-852b-464614fdd359 service neutron] Checking segment: {'id': 'b7a0d982-d203-4761-b816-dcb80c0677c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd8c6beb0-6892-4f31-9f60-9634061a9d3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:19:36.548786 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-3195ab40-cff5-4c52-852b-464614fdd359 service neutron] Bound using segment: {'id': 'b7a0d982-d203-4761-b816-dcb80c0677c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd8c6beb0-6892-4f31-9f60-9634061a9d3a'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:19:36.549233 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-3195ab40-cff5-4c52-852b-464614fdd359 service neutron] Bound port: b6096a89-3d3a-4ddc-9d5e-a91d3729d234, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a0d982-d203-4761-b816-dcb80c0677c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd8c6beb0-6892-4f31-9f60-9634061a9d3a'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:19:36.549776 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-3195ab40-cff5-4c52-852b-464614fdd359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:36.629386 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-3195ab40-cff5-4c52-852b-464614fdd359 service neutron] For port b6096a89-3d3a-4ddc-9d5e-a91d3729d234, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:19:36.633191 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-3195ab40-cff5-4c52-852b-464614fdd359 service neutron] For port b6096a89-3d3a-4ddc-9d5e-a91d3729d234, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=b6096a89-3d3a-4ddc-9d5e-a91d3729d234,segment=NetworkSegment(b7a0d982-d203-4761-b816-dcb80c0677c6),segment_id=b7a0d982-d203-4761-b816-dcb80c0677c6)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:19:36.639425 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-3195ab40-cff5-4c52-852b-464614fdd359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:36.673467 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-3195ab40-cff5-4c52-852b-464614fdd359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:36.674438 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-3195ab40-cff5-4c52-852b-464614fdd359 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:36.675895 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-3195ab40-cff5-4c52-852b-464614fdd359 service neutron] 10.222.0.52 "PUT /v2.0/ports/b6096a89-3d3a-4ddc-9d5e-a91d3729d234 HTTP/1.1" status: 200 len: 1092 time: 0.7999198 Nov 12 20:19:36.678323 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a2b338-7688-4295-a071-a0b94392cf8b', 'tag': 'b6096a89-3d3a-4ddc-9d5e-a91d3729d234'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:19:36.687309 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab65555d-3e14-40ce-a963-d3b1a5107a21" -d '{"events": [{"name": "network-changed", "server_uuid": "72a2b338-7688-4295-a071-a0b94392cf8b", "tag": "b6096a89-3d3a-4ddc-9d5e-a91d3729d234"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:19:36.793539 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa919b8-3105-4bae-b773-d73cf3402175 x-openstack-request-id: req-ffa919b8-3105-4bae-b773-d73cf3402175 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:19:36.793667 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a2b338-7688-4295-a071-a0b94392cf8b", "tag": "b6096a89-3d3a-4ddc-9d5e-a91d3729d234", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:19:36.793864 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ffa919b8-3105-4bae-b773-d73cf3402175 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:19:36.794949 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a2b338-7688-4295-a071-a0b94392cf8b', 'tag': 'b6096a89-3d3a-4ddc-9d5e-a91d3729d234', 'status': 'completed', 'code': 200} Nov 12 20:19:36.819361 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195ab40-cff5-4c52-852b-464614fdd359 service neutron] Pushing event updated for resources: {'Port': ['ID=b6096a89-3d3a-4ddc-9d5e-a91d3729d234,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:36.842376 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-6dc2a5f5-fc23-4540-9687-892b8f991b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:36.844497 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-6dc2a5f5-fc23-4540-9687-892b8f991b8e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87656e288e854f3e88c46f9678daf6da&device_id=72a2b338-7688-4295-a071-a0b94392cf8b HTTP/1.1" status: 200 len: 1095 time: 0.0931990 Nov 12 20:19:36.915171 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-5d41a8ae-f937-4337-b7e3-0762478facb4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6096a89-3d3a-4ddc-9d5e-a91d3729d234 HTTP/1.1" status: 200 len: 217 time: 0.0580039 Nov 12 20:19:37.011167 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-1b7b5ebc-1cfe-434c-bf05-bd9c9211f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:37.012760 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-1b7b5ebc-1cfe-434c-bf05-bd9c9211f85c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db9aec07-5046-4d42-a84e-4db5a81c82ec HTTP/1.1" status: 200 len: 848 time: 0.0897448 Nov 12 20:19:37.031143 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9c7f4-a325-4b11-9bef-7d74054872af req-d0e89a08-928b-4271-8f31-d88d833de98d tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:37.032648 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b8b9c7f4-a325-4b11-9bef-7d74054872af req-d0e89a08-928b-4271-8f31-d88d833de98d tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 946 time: 0.0730655 Nov 12 20:19:37.112422 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b8b9c7f4-a325-4b11-9bef-7d74054872af req-c34616ba-59be-47fb-81d1-49aa3d9d291e tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685613 Nov 12 20:19:37.142093 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-bf7b6167-eebb-415b-b32e-e5c666d4e2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:37.143629 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-bf7b6167-eebb-415b-b32e-e5c666d4e2a8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8c6beb0-6892-4f31-9f60-9634061a9d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1215682 Nov 12 20:19:37.249869 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-184bc7ba-717a-48de-9f3c-9d915f7915a4 service neutron] 10.222.0.52 "GET /v2.0/networks/d8c6beb0-6892-4f31-9f60-9634061a9d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973136 Nov 12 20:19:37.351113 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aeb7e068-94e4-4791-a069-3cbe1bbf93e8 req-33548320-86ae-451d-b688-84a947b42f1e service neutron] 10.222.0.52 "GET /v2.0/networks/d8c6beb0-6892-4f31-9f60-9634061a9d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932541 Nov 12 20:19:37.449343 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65555d-3e14-40ce-a963-d3b1a5107a21 req-efd776fd-180e-42b0-9492-dd85936a2e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:37.451056 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab65555d-3e14-40ce-a963-d3b1a5107a21 req-efd776fd-180e-42b0-9492-dd85936a2e20 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87656e288e854f3e88c46f9678daf6da&device_id=72a2b338-7688-4295-a071-a0b94392cf8b HTTP/1.1" status: 200 len: 1095 time: 0.0492318 Nov 12 20:19:37.554106 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65555d-3e14-40ce-a963-d3b1a5107a21 req-9f6c2154-cd57-4409-a48e-8eebcbc0e2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:37.555549 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab65555d-3e14-40ce-a963-d3b1a5107a21 req-9f6c2154-cd57-4409-a48e-8eebcbc0e2f1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d8c6beb0-6892-4f31-9f60-9634061a9d3a HTTP/1.1" status: 200 len: 910 time: 0.0966852 Nov 12 20:19:37.623645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784ab2e-ffa2-4c10-a23b-501d67dcf4f1 req-24f2045e-4a6a-45f5-96b8-27f62e8d0b18 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:37.632489 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a784ab2e-ffa2-4c10-a23b-501d67dcf4f1 req-24f2045e-4a6a-45f5-96b8-27f62e8d0b18 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=72a2b338-7688-4295-a071-a0b94392cf8b HTTP/1.1" status: 200 len: 1095 time: 0.0532236 Nov 12 20:19:37.655178 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab65555d-3e14-40ce-a963-d3b1a5107a21 req-f2658835-d2dd-45d2-a5e2-4435ffa2bada service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6096a89-3d3a-4ddc-9d5e-a91d3729d234 HTTP/1.1" status: 200 len: 217 time: 0.0897725 Nov 12 20:19:37.686810 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a784ab2e-ffa2-4c10-a23b-501d67dcf4f1 req-7f500511-8bfa-4e74-8276-37ae1b6fef79 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=127b0ee3-9833-4af3-9fbc-ab1a7a06907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511479 Nov 12 20:19:38.032608 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65555d-3e14-40ce-a963-d3b1a5107a21 req-cc3c45cb-0ccd-46aa-b937-4f2ee43351d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:38.034089 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab65555d-3e14-40ce-a963-d3b1a5107a21 req-cc3c45cb-0ccd-46aa-b937-4f2ee43351d6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db9aec07-5046-4d42-a84e-4db5a81c82ec HTTP/1.1" status: 200 len: 848 time: 0.3701406 Nov 12 20:19:38.091281 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65555d-3e14-40ce-a963-d3b1a5107a21 req-6e76ce7c-429d-42f2-a016-b978850ac20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:38.092981 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab65555d-3e14-40ce-a963-d3b1a5107a21 req-6e76ce7c-429d-42f2-a016-b978850ac20c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8c6beb0-6892-4f31-9f60-9634061a9d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507696 Nov 12 20:19:38.199551 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab65555d-3e14-40ce-a963-d3b1a5107a21 req-7cbb2dd6-3d21-4698-89aa-564e6110f21d service neutron] 10.222.0.52 "GET /v2.0/networks/d8c6beb0-6892-4f31-9f60-9634061a9d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960467 Nov 12 20:19:38.315064 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c367dee-fe85-4347-9616-a4e29762041d req-d28e401a-bb64-4a5f-864f-a3a87d968ff8 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:38.316952 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0c367dee-fe85-4347-9616-a4e29762041d req-d28e401a-bb64-4a5f-864f-a3a87d968ff8 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 946 time: 0.1164677 Nov 12 20:19:38.359731 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab65555d-3e14-40ce-a963-d3b1a5107a21 req-9778cc67-3c53-4644-8e40-c9ca61aed871 service neutron] 10.222.0.52 "GET /v2.0/networks/d8c6beb0-6892-4f31-9f60-9634061a9d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502862 Nov 12 20:19:38.394056 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0c367dee-fe85-4347-9616-a4e29762041d req-c1064fec-2791-429c-baf5-7cd413fcac87 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626488 Nov 12 20:19:38.817403 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ccfb7-f37f-4ea7-aea8-e1d4843f765a req-b6b214a1-d5e6-4e00-b3ab-ce818f1aa6b3 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:38.820743 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d25ccfb7-f37f-4ea7-aea8-e1d4843f765a req-b6b214a1-d5e6-4e00-b3ab-ce818f1aa6b3 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=72a2b338-7688-4295-a071-a0b94392cf8b HTTP/1.1" status: 200 len: 1095 time: 0.0593722 Nov 12 20:19:38.868469 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d25ccfb7-f37f-4ea7-aea8-e1d4843f765a req-c1170820-0735-4365-b6b0-d29b47796242 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=127b0ee3-9833-4af3-9fbc-ab1a7a06907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425601 Nov 12 20:19:39.649188 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c10130-8269-4487-b280-2b0da4cc7bec req-bf528e3d-53d3-4486-b98a-17b363ffd754 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:39.661648 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-77c10130-8269-4487-b280-2b0da4cc7bec req-bf528e3d-53d3-4486-b98a-17b363ffd754 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 946 time: 0.1237769 Nov 12 20:19:39.744866 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-77c10130-8269-4487-b280-2b0da4cc7bec req-9070bbab-baa0-4302-b9b0-1a6de9aa712d tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811887 Nov 12 20:19:39.892094 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51510) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:40.085903 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85e145-95ca-48d7-b56a-50db4dc2de35 req-600b00dc-7699-429d-89f3-7f74df12f2cb tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:40.100974 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6d85e145-95ca-48d7-b56a-50db4dc2de35 req-600b00dc-7699-429d-89f3-7f74df12f2cb tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=72a2b338-7688-4295-a071-a0b94392cf8b HTTP/1.1" status: 200 len: 1095 time: 0.0998566 Nov 12 20:19:40.248077 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6d85e145-95ca-48d7-b56a-50db4dc2de35 req-4f4178b9-b00c-4b5d-8289-3f11ec5ea292 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=127b0ee3-9833-4af3-9fbc-ab1a7a06907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460125 Nov 12 20:19:40.249077 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-300278c7-dc76-4ae5-8a4e-bb3bfb9aa650 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:40.313515 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device b6096a89-3d3a-4ddc-9d5e-a91d3729d234 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:19:40.430661 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-7b3e4235-66bb-45c6-89a5-4745dff373ef req-409311bd-c1f0-46e4-88fb-c0e873304725 tempest-ImagesTestJSON-16666008 tempest-ImagesTestJSON-16666008-project] (102447) timed out ('10.222.0.55', 49277) {{(pid=102447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 20:19:40.456190 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port b6096a89-3d3a-4ddc-9d5e-a91d3729d234, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=b6096a89-3d3a-4ddc-9d5e-a91d3729d234,segment=NetworkSegment(b7a0d982-d203-4761-b816-dcb80c0677c6),segment_id=b7a0d982-d203-4761-b816-dcb80c0677c6)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:19:40.470246 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-300278c7-dc76-4ae5-8a4e-bb3bfb9aa650 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:40.471477 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'b6096a89-3d3a-4ddc-9d5e-a91d3729d234', 'network_id': 'd8c6beb0-6892-4f31-9f60-9634061a9d3a', 'port_id': 'b6096a89-3d3a-4ddc-9d5e-a91d3729d234', 'mac_address': 'fa:16:3e:26:c0:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db9aec07-5046-4d42-a84e-4db5a81c82ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:19:40.475220 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-300278c7-dc76-4ae5-8a4e-bb3bfb9aa650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:40.522621 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300278c7-dc76-4ae5-8a4e-bb3bfb9aa650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ed6236-afcb-4fe0-b901-b1d0c161f5eb,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:40.523164 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:40.541181 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6096a89-3d3a-4ddc-9d5e-a91d3729d234 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:19:40.542849 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-300278c7-dc76-4ae5-8a4e-bb3bfb9aa650 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8d888d7736074f68a7a0a82bd9af82a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6491039 Nov 12 20:19:40.545553 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51544) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:40.581604 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port b6096a89-3d3a-4ddc-9d5e-a91d3729d234, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=b6096a89-3d3a-4ddc-9d5e-a91d3729d234,segment=NetworkSegment(b7a0d982-d203-4761-b816-dcb80c0677c6),segment_id=b7a0d982-d203-4761-b816-dcb80c0677c6)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:19:40.588436 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:40.621150 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-81b2bb56-daf4-4344-980a-c4e0829aca3c req-aa05f93c-c20d-4c7f-b00f-c719ebf1f894 service neutron] (102448) timed out ('10.222.0.55', 49289) {{(pid=102448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 20:19:40.626441 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2da49830-407c-45a6-9bc2-8a8a7f13fc74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:40.673258 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2da49830-407c-45a6-9bc2-8a8a7f13fc74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:40.688006 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=b6096a89-3d3a-4ddc-9d5e-a91d3729d234,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:40.778298 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2da49830-407c-45a6-9bc2-8a8a7f13fc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:40.782264 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2da49830-407c-45a6-9bc2-8a8a7f13fc74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:40.787244 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2da49830-407c-45a6-9bc2-8a8a7f13fc74 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d8ed6236-afcb-4fe0-b901-b1d0c161f5eb HTTP/1.1" status: 204 len: 168 time: 0.2402101 Nov 12 20:19:40.807025 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da49830-407c-45a6-9bc2-8a8a7f13fc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ed6236-afcb-4fe0-b901-b1d0c161f5eb,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:40.836551 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['b6096a89-3d3a-4ddc-9d5e-a91d3729d234'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:19:40.872468 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51560) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:40.942931 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad8f62-5d8b-4f12-8067-3274a047d674 req-6c6dc152-333a-4117-865b-a06813dcb64a tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:40.944655 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-37ad8f62-5d8b-4f12-8067-3274a047d674 req-6c6dc152-333a-4117-865b-a06813dcb64a tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 946 time: 0.0637679 Nov 12 20:19:41.015242 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-37ad8f62-5d8b-4f12-8067-3274a047d674 req-647c3529-d68f-4ed1-b7df-1a35b773428d tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548706 Nov 12 20:19:41.146453 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3afd7ad0-ca88-4001-9a36-c4ddc54567b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:41.230547 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3afd7ad0-ca88-4001-9a36-c4ddc54567b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:41.236339 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3afd7ad0-ca88-4001-9a36-c4ddc54567b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:41.261882 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51576) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:41.292439 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3afd7ad0-ca88-4001-9a36-c4ddc54567b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f86d11511d894d0683e8270a9090a917&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4192379 Nov 12 20:19:41.293675 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7b9e5e6b-94e5-4202-9993-195a470a1ea6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:41.295333 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51580) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:41.302824 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd7ad0-ca88-4001-9a36-c4ddc54567b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce2e351-50ef-42cf-b5d0-2eea01b18177,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:41.404787 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8efe635f-2ac0-4610-abf7-09a37910a5c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:41.409861 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47976e7-3e5f-4c22-8ad1-f1ef14e27444 req-aa57555c-cb56-4fe6-842a-8c6af4c78129 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:41.420368 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d47976e7-3e5f-4c22-8ad1-f1ef14e27444 req-aa57555c-cb56-4fe6-842a-8c6af4c78129 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=72a2b338-7688-4295-a071-a0b94392cf8b HTTP/1.1" status: 200 len: 1096 time: 0.0769699 Nov 12 20:19:41.451390 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8efe635f-2ac0-4610-abf7-09a37910a5c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:41.480810 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d47976e7-3e5f-4c22-8ad1-f1ef14e27444 req-b179199e-752d-4675-9457-c199850214ec tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=127b0ee3-9833-4af3-9fbc-ab1a7a06907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594938 Nov 12 20:19:41.499188 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7b9e5e6b-94e5-4202-9993-195a470a1ea6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:41.504708 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7b9e5e6b-94e5-4202-9993-195a470a1ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:41.548447 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51604) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:41.548627 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7b9e5e6b-94e5-4202-9993-195a470a1ea6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=afd216ec22ed4ca5ac9bfb3cd5aace17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2792802 Nov 12 20:19:41.554675 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e5e6b-94e5-4202-9993-195a470a1ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98433bc4-bffb-44b0-abd0-be46a0378e91,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:41.559369 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8efe635f-2ac0-4610-abf7-09a37910a5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:41.561828 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8efe635f-2ac0-4610-abf7-09a37910a5c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:41.562982 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8efe635f-2ac0-4610-abf7-09a37910a5c3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ce2e351-50ef-42cf-b5d0-2eea01b18177 HTTP/1.1" status: 204 len: 168 time: 0.2667475 Nov 12 20:19:41.586927 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe635f-2ac0-4610-abf7-09a37910a5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce2e351-50ef-42cf-b5d0-2eea01b18177,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:41.631326 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-546d6599-b578-46fd-800f-5b760d5b6ce4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:41.659756 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-546d6599-b578-46fd-800f-5b760d5b6ce4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:41.722120 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-546d6599-b578-46fd-800f-5b760d5b6ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:41.724727 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-546d6599-b578-46fd-800f-5b760d5b6ce4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:41.726008 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-546d6599-b578-46fd-800f-5b760d5b6ce4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/98433bc4-bffb-44b0-abd0-be46a0378e91 HTTP/1.1" status: 204 len: 168 time: 0.1761956 Nov 12 20:19:41.747777 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d6599-b578-46fd-800f-5b760d5b6ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98433bc4-bffb-44b0-abd0-be46a0378e91,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:42.216510 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143d44a-8329-427c-b6f5-df755164ac5f req-f6a14d7b-5a23-4dd2-847c-3ebafbe43798 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:42.218322 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e143d44a-8329-427c-b6f5-df755164ac5f req-f6a14d7b-5a23-4dd2-847c-3ebafbe43798 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 946 time: 0.1086757 Nov 12 20:19:42.230421 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51662) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:42.255632 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-723ad388-e507-4b77-9383-73b2ed9a5187 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:42.312807 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e143d44a-8329-427c-b6f5-df755164ac5f req-0b587511-cc56-4240-8b08-81f03980f030 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881793 Nov 12 20:19:42.325977 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device b6096a89-3d3a-4ddc-9d5e-a91d3729d234 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:19:42.442966 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-723ad388-e507-4b77-9383-73b2ed9a5187 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:42.455730 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port b6096a89-3d3a-4ddc-9d5e-a91d3729d234 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:19:42.457048 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-723ad388-e507-4b77-9383-73b2ed9a5187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:42.465700 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port b6096a89-3d3a-4ddc-9d5e-a91d3729d234 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:42.466063 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:42.522947 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ad388-e507-4b77-9383-73b2ed9a5187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5983beb-8e5b-4dae-82ce-8c4d4a6ef7ef,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:42.578748 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:42.583809 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51690) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:42.592355 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-723ad388-e507-4b77-9383-73b2ed9a5187 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=306d93b198c54b29b5454fa287eee688&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3494039 Nov 12 20:19:42.608972 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a2b338-7688-4295-a071-a0b94392cf8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6096a89-3d3a-4ddc-9d5e-a91d3729d234'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:19:42.611700 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f523e9c7-3250-4c8f-bd31-0a6d7ad8a696" -d '{"events": [{"server_uuid": "72a2b338-7688-4295-a071-a0b94392cf8b", "name": "network-vif-plugged", "status": "completed", "tag": "b6096a89-3d3a-4ddc-9d5e-a91d3729d234"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:19:42.663119 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port b6096a89-3d3a-4ddc-9d5e-a91d3729d234, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=b6096a89-3d3a-4ddc-9d5e-a91d3729d234,segment=NetworkSegment(b7a0d982-d203-4761-b816-dcb80c0677c6),segment_id=b7a0d982-d203-4761-b816-dcb80c0677c6)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:19:42.670260 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:42.708883 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7a0bb-f22c-48cd-92f8-c8bf340c7b93 req-452e2331-f2bc-4e8e-bf90-ea6e813d9e46 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:42.718565 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87ca585-d846-4e8a-80e4-09fe98c24b91 x-openstack-request-id: req-e87ca585-d846-4e8a-80e4-09fe98c24b91 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:19:42.719130 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a2b338-7688-4295-a071-a0b94392cf8b", "name": "network-vif-plugged", "status": "completed", "tag": "b6096a89-3d3a-4ddc-9d5e-a91d3729d234", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:19:42.719615 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e87ca585-d846-4e8a-80e4-09fe98c24b91 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:19:42.722159 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a2b338-7688-4295-a071-a0b94392cf8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6096a89-3d3a-4ddc-9d5e-a91d3729d234', 'code': 200} Nov 12 20:19:42.731229 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4aa7a0bb-f22c-48cd-92f8-c8bf340c7b93 req-452e2331-f2bc-4e8e-bf90-ea6e813d9e46 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=72a2b338-7688-4295-a071-a0b94392cf8b HTTP/1.1" status: 200 len: 1096 time: 0.1064789 Nov 12 20:19:42.746885 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f5056c8-ed58-4061-a77c-1fa8e2d73e05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:42.770099 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=b6096a89-3d3a-4ddc-9d5e-a91d3729d234,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:42.832913 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4aa7a0bb-f22c-48cd-92f8-c8bf340c7b93 req-e8058f09-d7de-4357-a511-384cbfa7dfd6 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=127b0ee3-9833-4af3-9fbc-ab1a7a06907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987589 Nov 12 20:19:42.849080 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f5056c8-ed58-4061-a77c-1fa8e2d73e05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:42.953282 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282d9bd-f25d-4dc7-976e-41c9fc0f4f6f req-aa54f162-42e5-4276-b98e-a0b0d8fae923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:42.956672 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7282d9bd-f25d-4dc7-976e-41c9fc0f4f6f req-aa54f162-42e5-4276-b98e-a0b0d8fae923 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=72a2b338-7688-4295-a071-a0b94392cf8b HTTP/1.1" status: 200 len: 1097 time: 0.1657889 Nov 12 20:19:43.029980 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7282d9bd-f25d-4dc7-976e-41c9fc0f4f6f req-706e0287-ef7c-4c4f-8e00-a9808f82690c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=127b0ee3-9833-4af3-9fbc-ab1a7a06907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649915 Nov 12 20:19:43.039035 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f5056c8-ed58-4061-a77c-1fa8e2d73e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:43.043717 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f5056c8-ed58-4061-a77c-1fa8e2d73e05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:43.045591 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4f5056c8-ed58-4061-a77c-1fa8e2d73e05 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d5983beb-8e5b-4dae-82ce-8c4d4a6ef7ef HTTP/1.1" status: 204 len: 168 time: 0.4606907 Nov 12 20:19:43.058188 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5056c8-ed58-4061-a77c-1fa8e2d73e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5983beb-8e5b-4dae-82ce-8c4d4a6ef7ef,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:43.549679 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99a8df-44a8-4172-bba3-4e8b3e74f666 req-cbae658f-349e-4597-a4dd-b8d441ab6ee1 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:43.559551 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9b99a8df-44a8-4172-bba3-4e8b3e74f666 req-cbae658f-349e-4597-a4dd-b8d441ab6ee1 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 946 time: 0.1247327 Nov 12 20:19:43.644209 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9b99a8df-44a8-4172-bba3-4e8b3e74f666 req-59ff6454-0296-4d40-84bd-93dadb94e19b tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835655 Nov 12 20:19:43.995573 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57c4cc-1706-400a-b310-9c3e13c9e1eb req-d86d457d-5f0f-43e0-9f99-19d9277179ec tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:43.999566 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3e57c4cc-1706-400a-b310-9c3e13c9e1eb req-d86d457d-5f0f-43e0-9f99-19d9277179ec tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=72a2b338-7688-4295-a071-a0b94392cf8b HTTP/1.1" status: 200 len: 1097 time: 0.0813305 Nov 12 20:19:44.116921 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3e57c4cc-1706-400a-b310-9c3e13c9e1eb req-852eac1b-0da7-4959-a5aa-91689b027ac1 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=127b0ee3-9833-4af3-9fbc-ab1a7a06907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023252 Nov 12 20:19:44.255337 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51828) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:44.484498 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-746670c3-7265-429c-9b84-8b642606f556 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:44.584482 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-746670c3-7265-429c-9b84-8b642606f556 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:44.590910 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-746670c3-7265-429c-9b84-8b642606f556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:44.636792 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-746670c3-7265-429c-9b84-8b642606f556 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f2f65b6fd0774affbf42d12ea5c61b53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3774767 Nov 12 20:19:44.637545 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51846) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:44.668100 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746670c3-7265-429c-9b84-8b642606f556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b9b853-0998-4885-b974-6a88e73ed294,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:44.699903 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c13faed2-41b9-4f6d-b64e-b7d893f726c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:44.724293 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c13faed2-41b9-4f6d-b64e-b7d893f726c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:44.781112 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c13faed2-41b9-4f6d-b64e-b7d893f726c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:44.784005 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c13faed2-41b9-4f6d-b64e-b7d893f726c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:44.787474 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c13faed2-41b9-4f6d-b64e-b7d893f726c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/82b9b853-0998-4885-b974-6a88e73ed294 HTTP/1.1" status: 204 len: 168 time: 0.1467021 Nov 12 20:19:44.794562 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13faed2-41b9-4f6d-b64e-b7d893f726c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b9b853-0998-4885-b974-6a88e73ed294,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:44.883303 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bfbe5-1b75-44be-919e-3154035f0461 req-71b96737-7d87-4094-bfac-812bf630a79e tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:44.885741 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-207bfbe5-1b75-44be-919e-3154035f0461 req-71b96737-7d87-4094-bfac-812bf630a79e tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 946 time: 0.0784485 Nov 12 20:19:44.986266 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-207bfbe5-1b75-44be-919e-3154035f0461 req-5cb80237-75f2-4a5b-b816-29657ba2605c tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918059 Nov 12 20:19:45.242691 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842529f7-0850-4e1e-b8a0-5d5a4d245444 req-ceed586d-108e-4cb4-9dc9-8023ebf4bdd9 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:45.252675 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-842529f7-0850-4e1e-b8a0-5d5a4d245444 req-ceed586d-108e-4cb4-9dc9-8023ebf4bdd9 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=72a2b338-7688-4295-a071-a0b94392cf8b HTTP/1.1" status: 200 len: 1097 time: 0.0559394 Nov 12 20:19:45.312320 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-842529f7-0850-4e1e-b8a0-5d5a4d245444 req-c887a979-ec65-4545-a2e5-1b61a9973faa tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=127b0ee3-9833-4af3-9fbc-ab1a7a06907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521362 Nov 12 20:19:45.468553 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bd82b-1dbc-4f95-a416-04ff1b67e4c6 req-d70fb1b4-9d1a-4f88-8472-4d5b0c068b2e tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:45.470585 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-778bd82b-1dbc-4f95-a416-04ff1b67e4c6 req-d70fb1b4-9d1a-4f88-8472-4d5b0c068b2e tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=72a2b338-7688-4295-a071-a0b94392cf8b HTTP/1.1" status: 200 len: 1097 time: 0.0567837 Nov 12 20:19:45.536553 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-778bd82b-1dbc-4f95-a416-04ff1b67e4c6 req-b955dbd4-26db-4033-8951-b15a8b5cc440 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=127b0ee3-9833-4af3-9fbc-ab1a7a06907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547297 Nov 12 20:19:45.554018 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51902) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:45.583655 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c98d7990-8bba-4805-81b6-91244aca7e5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:45.719755 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e74dbc-bef5-4248-be3a-d6105bb14ab9 req-8c104773-2c9f-4445-8994-052145b87100 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:45.726987 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-21e74dbc-bef5-4248-be3a-d6105bb14ab9 req-8c104773-2c9f-4445-8994-052145b87100 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=72a2b338-7688-4295-a071-a0b94392cf8b HTTP/1.1" status: 200 len: 1097 time: 0.0873215 Nov 12 20:19:45.797730 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c98d7990-8bba-4805-81b6-91244aca7e5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:45.808693 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-21e74dbc-bef5-4248-be3a-d6105bb14ab9 req-aa4809f4-cf43-4884-9d9e-5e88cedb881b tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=127b0ee3-9833-4af3-9fbc-ab1a7a06907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807447 Nov 12 20:19:45.809889 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c98d7990-8bba-4805-81b6-91244aca7e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:45.842188 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c98d7990-8bba-4805-81b6-91244aca7e5d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d6dd348e4f2486e9cd911c72f5f545c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2870967 Nov 12 20:19:45.844836 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51920) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:45.879474 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d7990-8bba-4805-81b6-91244aca7e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31c7731-88f1-4e77-8fab-174f047cb359,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:45.940815 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3a8774ba-3b14-496f-997f-fe907c213fb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:45.965219 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3a8774ba-3b14-496f-997f-fe907c213fb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:46.025602 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3a8774ba-3b14-496f-997f-fe907c213fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:46.028624 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3a8774ba-3b14-496f-997f-fe907c213fb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:46.031923 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3a8774ba-3b14-496f-997f-fe907c213fb2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e31c7731-88f1-4e77-8fab-174f047cb359 HTTP/1.1" status: 204 len: 168 time: 0.1839573 Nov 12 20:19:46.038996 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8774ba-3b14-496f-997f-fe907c213fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31c7731-88f1-4e77-8fab-174f047cb359,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:46.161146 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b52895-8a62-42c4-8893-a0314e405d8a req-5585083c-c930-4256-a2d0-ab23332d3c97 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:46.162941 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-32b52895-8a62-42c4-8893-a0314e405d8a req-5585083c-c930-4256-a2d0-ab23332d3c97 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 946 time: 0.0602539 Nov 12 20:19:46.239689 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51946) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:46.255014 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-32b52895-8a62-42c4-8893-a0314e405d8a req-5e591adb-621b-437d-8047-71fa9f616be2 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841386 Nov 12 20:19:46.351440 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-b0549ca0-a963-4830-883a-3a2ddf0de7bd tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:46.354471 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-b0549ca0-a963-4830-883a-3a2ddf0de7bd tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/networks?id=d8c6beb0-6892-4f31-9f60-9634061a9d3a HTTP/1.1" status: 200 len: 910 time: 0.1339142 Nov 12 20:19:46.370602 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-c6927744-6965-4e49-91a8-cfca26c4eb17 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/quotas/87656e288e854f3e88c46f9678daf6da HTTP/1.1" status: 200 len: 375 time: 0.0106251 Nov 12 20:19:46.427537 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-8066be10-10b2-447d-a713-6c6c2cc48223 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=87656e288e854f3e88c46f9678daf6da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502117 Nov 12 20:19:46.557569 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-c87d98b9-2652-489b-baac-d6524b75ecb8 service neutron] 10.222.0.48 "GET /v2.0/networks/d8c6beb0-6892-4f31-9f60-9634061a9d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216826 Nov 12 20:19:46.612716 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-779e7c04-da03-49fa-b54c-32db4a29ac46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:46.687629 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-180bcebc-207a-4883-b5e6-60f9ae86f9a2 service neutron] 10.222.0.48 "GET /v2.0/networks/d8c6beb0-6892-4f31-9f60-9634061a9d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290236 Nov 12 20:19:46.709707 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-779e7c04-da03-49fa-b54c-32db4a29ac46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:46.714503 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-779e7c04-da03-49fa-b54c-32db4a29ac46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:46.781800 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51978) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:46.782189 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-779e7c04-da03-49fa-b54c-32db4a29ac46 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5086a0bb2f964a03a7af93bec5535a3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5408840 Nov 12 20:19:46.782883 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e7c04-da03-49fa-b54c-32db4a29ac46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176b2ed9-87fd-447e-9628-12cf16d453ac,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:46.855904 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d2ff61ce-d5af-482f-9818-9fddc507203a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:46.889295 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d2ff61ce-d5af-482f-9818-9fddc507203a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:46.905359 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4db22954-0f97-4fad-8b20-d1d6b14797e2 req-6cb8698c-73b1-496c-a121-79a0a3589e1a tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d HTTP/1.1" status: 200 len: 210 time: 0.0332758 Nov 12 20:19:46.966494 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d2ff61ce-d5af-482f-9818-9fddc507203a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:46.970466 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d2ff61ce-d5af-482f-9818-9fddc507203a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:46.971667 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d2ff61ce-d5af-482f-9818-9fddc507203a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/176b2ed9-87fd-447e-9628-12cf16d453ac HTTP/1.1" status: 204 len: 168 time: 0.1885743 Nov 12 20:19:46.981613 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff61ce-d5af-482f-9818-9fddc507203a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176b2ed9-87fd-447e-9628-12cf16d453ac,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:47.384916 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357edef-d58a-4016-af86-2aeb59498f6a req-11d2d0c9-e0d1-4136-9552-3d4f9be32da9 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:47.393609 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a357edef-d58a-4016-af86-2aeb59498f6a req-11d2d0c9-e0d1-4136-9552-3d4f9be32da9 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 946 time: 0.0586133 Nov 12 20:19:47.456218 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a357edef-d58a-4016-af86-2aeb59498f6a req-c293740b-329f-4772-8591-028f9244c46e tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616703 Nov 12 20:19:47.664141 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52044) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:47.698116 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-42d56028-d90e-4422-bb2d-fd7a0e08379a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:47.834386 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-42d56028-d90e-4422-bb2d-fd7a0e08379a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:47.841810 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-42d56028-d90e-4422-bb2d-fd7a0e08379a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:47.878290 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3d5b9-49a4-44f7-9fc8-44fb013eed62 req-4d32312e-bf4e-4eca-9d17-da3980f993a9 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:47.879923 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-68e3d5b9-49a4-44f7-9fc8-44fb013eed62 req-4d32312e-bf4e-4eca-9d17-da3980f993a9 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 946 time: 0.1006622 Nov 12 20:19:47.906484 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-42d56028-d90e-4422-bb2d-fd7a0e08379a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c0db1265c15548a1974442817423c71f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2409146 Nov 12 20:19:47.910197 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52054) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:47.919665 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d56028-d90e-4422-bb2d-fd7a0e08379a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1284cb3-4356-429b-8563-64d7b1e214c7,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:47.982791 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-68e3d5b9-49a4-44f7-9fc8-44fb013eed62 req-be0efe5f-2656-4c13-b4b5-b1489966571c tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902462 Nov 12 20:19:48.030683 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e9aa49b1-b5aa-4a15-ad6b-56fc308fc4ab req-86e799f9-24b6-4cd3-af9e-30e4cb558f16 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d HTTP/1.1" status: 200 len: 210 time: 0.0382855 Nov 12 20:19:48.032120 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-43111eaf-821d-4db4-809d-f848ad501b45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:48.070493 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-43111eaf-821d-4db4-809d-f848ad501b45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:48.162767 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-d9ef0acf-8d46-41dd-a7bb-29a6c0449f55 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:48.164717 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-d9ef0acf-8d46-41dd-a7bb-29a6c0449f55 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.55 "GET /v2.0/networks?id=d8c6beb0-6892-4f31-9f60-9634061a9d3a HTTP/1.1" status: 200 len: 910 time: 0.1168137 Nov 12 20:19:48.173168 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-43111eaf-821d-4db4-809d-f848ad501b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:48.177312 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-43111eaf-821d-4db4-809d-f848ad501b45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:48.181083 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-83d3b2b2-757e-4166-b0de-cf10055138e8 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Request body: {'port': {'device_id': '0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d', 'network_id': 'd8c6beb0-6892-4f31-9f60-9634061a9d3a', 'admin_state_up': True, 'tenant_id': '87656e288e854f3e88c46f9678daf6da'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:19:48.181745 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-43111eaf-821d-4db4-809d-f848ad501b45 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c1284cb3-4356-429b-8563-64d7b1e214c7 HTTP/1.1" status: 204 len: 168 time: 0.2683828 Nov 12 20:19:48.200428 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43111eaf-821d-4db4-809d-f848ad501b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1284cb3-4356-429b-8563-64d7b1e214c7,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:48.211336 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-83d3b2b2-757e-4166-b0de-cf10055138e8 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Made reservation on behalf of 87656e288e854f3e88c46f9678daf6da for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:19:48.217104 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-83d3b2b2-757e-4166-b0de-cf10055138e8 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:48.371451 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-83d3b2b2-757e-4166-b0de-cf10055138e8 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Allocated IP 172.20.0.5 (d8c6beb0-6892-4f31-9f60-9634061a9d3a/db9aec07-5046-4d42-a84e-4db5a81c82ec/5835bc09-20a9-4a55-8a72-afdafedcc2ff) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:19:48.415262 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52074) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:48.549425 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-83d3b2b2-757e-4166-b0de-cf10055138e8 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:48.585999 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-83d3b2b2-757e-4166-b0de-cf10055138e8 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:48.601098 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['b6096a89-3d3a-4ddc-9d5e-a91d3729d234'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:19:48.634013 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-83d3b2b2-757e-4166-b0de-cf10055138e8 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Network d8c6beb0-6892-4f31-9f60-9634061a9d3a is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:19:48.638145 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-83d3b2b2-757e-4166-b0de-cf10055138e8 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:19:48.644697 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-83d3b2b2-757e-4166-b0de-cf10055138e8 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:19:48.677370 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3b2b2-757e-4166-b0de-cf10055138e8 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Pushing event updated for resources: {'Port': ['ID=5835bc09-20a9-4a55-8a72-afdafedcc2ff,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:48.740556 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-83d3b2b2-757e-4166-b0de-cf10055138e8 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:48.741443 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-83d3b2b2-757e-4166-b0de-cf10055138e8 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:48.775663 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-83d3b2b2-757e-4166-b0de-cf10055138e8 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5993946 Nov 12 20:19:48.787360 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-7ead7097-4958-4684-ac83-dfa5eb37865e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0872490 Nov 12 20:19:48.793077 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-b7c2a1d0-30af-4722-95b8-1172bb112923 service neutron] Request body: {'port': {'device_id': '0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:19:48.919804 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db494e5b-f361-4de9-98ae-65fa65c694c7 req-594b6302-b4be-4024-9912-01435fb8b283 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=72a2b338-7688-4295-a071-a0b94392cf8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0799959 Nov 12 20:19:48.922252 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-b7c2a1d0-30af-4722-95b8-1172bb112923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:48.977356 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b251d82f-b147-4836-966b-ebbd47f237f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:49.071000 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db494e5b-f361-4de9-98ae-65fa65c694c7 req-0e660e28-571a-4a10-b84b-86370befd7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:49.074893 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db494e5b-f361-4de9-98ae-65fa65c694c7 req-0e660e28-571a-4a10-b84b-86370befd7bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87656e288e854f3e88c46f9678daf6da&device_id=72a2b338-7688-4295-a071-a0b94392cf8b HTTP/1.1" status: 200 len: 1097 time: 0.0931835 Nov 12 20:19:49.107557 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3806-0bdc-4c6b-8fff-de606239939e req-da720a30-244a-4f38-a921-f46129cd0976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:49.108212 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3806-0bdc-4c6b-8fff-de606239939e req-da720a30-244a-4f38-a921-f46129cd0976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:49.108770 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3806-0bdc-4c6b-8fff-de606239939e req-da720a30-244a-4f38-a921-f46129cd0976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:49.109468 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3806-0bdc-4c6b-8fff-de606239939e req-da720a30-244a-4f38-a921-f46129cd0976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:49.109935 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3806-0bdc-4c6b-8fff-de606239939e req-da720a30-244a-4f38-a921-f46129cd0976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:49.110566 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3806-0bdc-4c6b-8fff-de606239939e req-da720a30-244a-4f38-a921-f46129cd0976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:49.111231 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3806-0bdc-4c6b-8fff-de606239939e req-da720a30-244a-4f38-a921-f46129cd0976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:49.113700 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-da720a30-244a-4f38-a921-f46129cd0976 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4852665fabb5408ab377b1cbc45feb40&device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 6507 time: 0.2300553 Nov 12 20:19:49.115300 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-31ba350f-0d79-421c-98fd-7c89d99b5d8c None None] Provisioning complete for port 5835bc09-20a9-4a55-8a72-afdafedcc2ff triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:49.135791 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-31ba350f-0d79-421c-98fd-7c89d99b5d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:49.228182 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-31ba350f-0d79-421c-98fd-7c89d99b5d8c None None] Port 5835bc09-20a9-4a55-8a72-afdafedcc2ff cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:19:49.298373 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a374000-d25e-4544-896a-6de525d06a8e req-10311bf2-4257-4eaf-a4e5-5d429b441f5d tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:49.300145 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a374000-d25e-4544-896a-6de525d06a8e req-10311bf2-4257-4eaf-a4e5-5d429b441f5d tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 946 time: 0.2211831 Nov 12 20:19:49.318261 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ce320-90f3-42a3-8d12-f13da3fb74be req-6ddd7e6e-643b-49a5-8e7e-d3b805e61ab1 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:49.319962 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-614ce320-90f3-42a3-8d12-f13da3fb74be req-6ddd7e6e-643b-49a5-8e7e-d3b805e61ab1 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 946 time: 0.2013855 Nov 12 20:19:49.373776 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52102) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:49.403509 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b251d82f-b147-4836-966b-ebbd47f237f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:49.411917 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3806-0bdc-4c6b-8fff-de606239939e req-63c060cf-25c4-45d8-bae7-9eaded96d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:49.412508 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3806-0bdc-4c6b-8fff-de606239939e req-63c060cf-25c4-45d8-bae7-9eaded96d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:49.412981 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3806-0bdc-4c6b-8fff-de606239939e req-63c060cf-25c4-45d8-bae7-9eaded96d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:49.414595 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-63c060cf-25c4-45d8-bae7-9eaded96d098 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bd6be986-db97-4cb9-abe7-787b341a3cd5&id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&id=5d5111b2-3f92-4f00-9f7f-454d59cb9659&id=5d5111b2-3f92-4f00-9f7f-454d59cb9659 HTTP/1.1" status: 200 len: 2298 time: 0.2444565 Nov 12 20:19:49.431528 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b251d82f-b147-4836-966b-ebbd47f237f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:49.495040 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-614ce320-90f3-42a3-8d12-f13da3fb74be req-31d094d7-150b-4cbe-b1db-98638fc4ab9a tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646037 Nov 12 20:19:49.527435 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86db09c-07c2-41eb-83ef-c84c0dbb3095 req-7bd71be4-9bd6-4f5e-8b44-dbf47c3d77e8 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:49.537026 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c86db09c-07c2-41eb-83ef-c84c0dbb3095 req-7bd71be4-9bd6-4f5e-8b44-dbf47c3d77e8 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d HTTP/1.1" status: 200 len: 1027 time: 0.3474877 Nov 12 20:19:49.543136 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52110) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:49.559478 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-5fbd2e4a-5138-427e-9bff-1dc1b9cf10b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60910e1f-f0d1-4eec-848e-460daa336aca HTTP/1.1" status: 200 len: 1001 time: 0.1361947 Nov 12 20:19:49.569965 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-b7c2a1d0-30af-4722-95b8-1172bb112923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5835bc09-20a9-4a55-8a72-afdafedcc2ff {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:19:49.593366 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251d82f-b147-4836-966b-ebbd47f237f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e571f7-b432-4965-a0bd-9739b1eca5d5,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:49.603175 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-b7c2a1d0-30af-4722-95b8-1172bb112923 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:49.605489 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b251d82f-b147-4836-966b-ebbd47f237f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d0dc501f72204b198bcef7863da8910b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1879363 Nov 12 20:19:49.607973 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52118) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:49.610286 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db494e5b-f361-4de9-98ae-65fa65c694c7 req-cac80411-6085-4890-a5a0-f5aefa293618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:49.611685 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db494e5b-f361-4de9-98ae-65fa65c694c7 req-cac80411-6085-4890-a5a0-f5aefa293618 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d8c6beb0-6892-4f31-9f60-9634061a9d3a HTTP/1.1" status: 200 len: 910 time: 0.4397860 Nov 12 20:19:49.664544 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-b7c2a1d0-30af-4722-95b8-1172bb112923 service neutron] Transition to ACTIVE for port object 5835bc09-20a9-4a55-8a72-afdafedcc2ff will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:19:49.669488 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3806-0bdc-4c6b-8fff-de606239939e req-b5a48961-4562-48ed-ac0a-f94d77904ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:49.671106 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-b5a48961-4562-48ed-ac0a-f94d77904ca9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9f077436-4556-447d-83d4-cbd3714774cd HTTP/1.1" status: 200 len: 855 time: 0.1036317 Nov 12 20:19:49.673964 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-b7c2a1d0-30af-4722-95b8-1172bb112923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:49.678151 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db494e5b-f361-4de9-98ae-65fa65c694c7 req-e268c5d3-7146-4cfb-997b-42e058b6f294 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6096a89-3d3a-4ddc-9d5e-a91d3729d234 HTTP/1.1" status: 200 len: 217 time: 0.0532045 Nov 12 20:19:49.687808 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c86db09c-07c2-41eb-83ef-c84c0dbb3095 req-a82766c2-8462-4510-b023-3c326d137e5c tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=127b0ee3-9833-4af3-9fbc-ab1a7a06907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498451 Nov 12 20:19:49.741656 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1ced4265-9b80-4b29-8bdf-c53781f3eb6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:49.768693 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1ced4265-9b80-4b29-8bdf-c53781f3eb6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:49.769985 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-1a374000-d25e-4544-896a-6de525d06a8e req-1d55b9f7-8de6-41de-82eb-3c22d3f9ca28 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Deleting port 4e63c4a6-5107-494f-bfef-5cb509deeda1 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:19:49.770322 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1a374000-d25e-4544-896a-6de525d06a8e req-1d55b9f7-8de6-41de-82eb-3c22d3f9ca28 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:49.783435 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db494e5b-f361-4de9-98ae-65fa65c694c7 req-ed802b05-7161-4d59-a6e3-20290b331d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:49.785972 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db494e5b-f361-4de9-98ae-65fa65c694c7 req-ed802b05-7161-4d59-a6e3-20290b331d97 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db9aec07-5046-4d42-a84e-4db5a81c82ec HTTP/1.1" status: 200 len: 848 time: 0.0940557 Nov 12 20:19:49.854992 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1ced4265-9b80-4b29-8bdf-c53781f3eb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:49.857670 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1ced4265-9b80-4b29-8bdf-c53781f3eb6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:49.858605 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1ced4265-9b80-4b29-8bdf-c53781f3eb6c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/60e571f7-b432-4965-a0bd-9739b1eca5d5 HTTP/1.1" status: 204 len: 168 time: 0.2480886 Nov 12 20:19:49.876010 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-75388f37-d0b8-4de6-bdbd-8510e4fadb45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:49.912476 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9225a99e-911f-491c-af65-95ddc800de65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:49.920861 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-544bd3ad-f17e-4e31-bcd4-a9e70436fcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:49.921912 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced4265-9b80-4b29-8bdf-c53781f3eb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e571f7-b432-4965-a0bd-9739b1eca5d5,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:50.053924 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-75388f37-d0b8-4de6-bdbd-8510e4fadb45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:50.062748 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-1a374000-d25e-4544-896a-6de525d06a8e req-1d55b9f7-8de6-41de-82eb-3c22d3f9ca28 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] For port 4e63c4a6-5107-494f-bfef-5cb509deeda1, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=4e63c4a6-5107-494f-bfef-5cb509deeda1,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:19:50.063424 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1a374000-d25e-4544-896a-6de525d06a8e req-1d55b9f7-8de6-41de-82eb-3c22d3f9ca28 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:50.081312 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2a1d0-30af-4722-95b8-1172bb112923 service neutron] Pushing event updated for resources: {'Port': ['ID=5835bc09-20a9-4a55-8a72-afdafedcc2ff,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:50.083170 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-75388f37-d0b8-4de6-bdbd-8510e4fadb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:50.090876 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-1a374000-d25e-4544-896a-6de525d06a8e req-1d55b9f7-8de6-41de-82eb-3c22d3f9ca28 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Calling delete_port for 4e63c4a6-5107-494f-bfef-5cb509deeda1 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:19:50.157823 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:50.161368 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3806-0bdc-4c6b-8fff-de606239939e req-eeef532c-06f4-4354-9581-d46c1b1c6e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:50.162928 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-eeef532c-06f4-4354-9581-d46c1b1c6e29 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd6be986-db97-4cb9-abe7-787b341a3cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4702401 Nov 12 20:19:50.261691 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-75388f37-d0b8-4de6-bdbd-8510e4fadb45 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33bb46d6f9604dc4a979b001834e2b42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8818769 Nov 12 20:19:50.268732 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52128) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:50.305972 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75388f37-d0b8-4de6-bdbd-8510e4fadb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4daf75f3-385a-4fdb-8245-30d391ec1711,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:50.413420 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c6fbf9db-429b-49e7-b6e5-e03c406dcbe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:50.426064 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-b7c2a1d0-30af-4722-95b8-1172bb112923 service neutron] Attempting to bind port 5835bc09-20a9-4a55-8a72-afdafedcc2ff on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:19:50.426404 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-b7c2a1d0-30af-4722-95b8-1172bb112923 service neutron] Attempting to bind port 5835bc09-20a9-4a55-8a72-afdafedcc2ff by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'b7a0d982-d203-4761-b816-dcb80c0677c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd8c6beb0-6892-4f31-9f60-9634061a9d3a'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:19:50.426732 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-b7c2a1d0-30af-4722-95b8-1172bb112923 service neutron] Attempting to bind port 5835bc09-20a9-4a55-8a72-afdafedcc2ff on network d8c6beb0-6892-4f31-9f60-9634061a9d3a {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:19:50.439070 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db494e5b-f361-4de9-98ae-65fa65c694c7 req-594ef18c-b1b7-4ec8-928f-b65e779bd9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:50.440866 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db494e5b-f361-4de9-98ae-65fa65c694c7 req-594ef18c-b1b7-4ec8-928f-b65e779bd9b4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8c6beb0-6892-4f31-9f60-9634061a9d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2345624 Nov 12 20:19:50.476776 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-8c0019d9-3c41-468e-8a0e-2f04b320c8e0 service neutron] 10.222.0.55 "GET /v2.0/networks/bd6be986-db97-4cb9-abe7-787b341a3cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669089 Nov 12 20:19:50.479534 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-b7c2a1d0-30af-4722-95b8-1172bb112923 service neutron] Port 5835bc09-20a9-4a55-8a72-afdafedcc2ff on network d8c6beb0-6892-4f31-9f60-9634061a9d3a not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:19:50.480018 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-b7c2a1d0-30af-4722-95b8-1172bb112923 service neutron] Attempting to bind port 5835bc09-20a9-4a55-8a72-afdafedcc2ff on network d8c6beb0-6892-4f31-9f60-9634061a9d3a {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:19:50.499302 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c6fbf9db-429b-49e7-b6e5-e03c406dcbe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:50.615450 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9225a99e-911f-491c-af65-95ddc800de65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:50.654788 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52140) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:50.657677 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1a374000-d25e-4544-896a-6de525d06a8e req-1d55b9f7-8de6-41de-82eb-3c22d3f9ca28 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:50.713794 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cba0ec20-8e2d-4070-bc02-4279a13a0c16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:50.721029 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55b9f7-8de6-41de-82eb-3c22d3f9ca28 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Pushing event deleted for resources: {'Port': ['ID=4e63c4a6-5107-494f-bfef-5cb509deeda1,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:50.723931 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c6fbf9db-429b-49e7-b6e5-e03c406dcbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:50.727121 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c6fbf9db-429b-49e7-b6e5-e03c406dcbe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:50.727850 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c6fbf9db-429b-49e7-b6e5-e03c406dcbe7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4daf75f3-385a-4fdb-8245-30d391ec1711 HTTP/1.1" status: 204 len: 168 time: 0.4561126 Nov 12 20:19:50.729956 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db494e5b-f361-4de9-98ae-65fa65c694c7 req-5dfa249e-41e8-4da4-9728-446fd6f93474 service neutron] 10.222.0.52 "GET /v2.0/networks/d8c6beb0-6892-4f31-9f60-9634061a9d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728705 Nov 12 20:19:50.752768 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-3d39b5f4-6b73-460f-8b01-a9f6051ebcc0 service neutron] 10.222.0.55 "GET /v2.0/networks/bd6be986-db97-4cb9-abe7-787b341a3cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662566 Nov 12 20:19:50.753831 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-b7c2a1d0-30af-4722-95b8-1172bb112923 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:19:50.755972 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-b7c2a1d0-30af-4722-95b8-1172bb112923 service neutron] Checking segment: {'id': 'b7a0d982-d203-4761-b816-dcb80c0677c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd8c6beb0-6892-4f31-9f60-9634061a9d3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:19:50.756559 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-b7c2a1d0-30af-4722-95b8-1172bb112923 service neutron] Bound using segment: {'id': 'b7a0d982-d203-4761-b816-dcb80c0677c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd8c6beb0-6892-4f31-9f60-9634061a9d3a'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:19:50.757399 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-b7c2a1d0-30af-4722-95b8-1172bb112923 service neutron] Bound port: 5835bc09-20a9-4a55-8a72-afdafedcc2ff, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a0d982-d203-4761-b816-dcb80c0677c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd8c6beb0-6892-4f31-9f60-9634061a9d3a'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:19:50.757961 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-b7c2a1d0-30af-4722-95b8-1172bb112923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:50.767284 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9225a99e-911f-491c-af65-95ddc800de65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:50.839142 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db494e5b-f361-4de9-98ae-65fa65c694c7 req-e609a744-0bec-4ed0-8115-b2ffac580d6a service neutron] 10.222.0.52 "GET /v2.0/networks/d8c6beb0-6892-4f31-9f60-9634061a9d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991592 Nov 12 20:19:50.843918 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-99f3ec0d-eb67-4510-81f5-e8762ceae95e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=7c68d458-cf6b-40f0-99d1-44f97634c3b5 HTTP/1.1" status: 200 len: 217 time: 0.0775623 Nov 12 20:19:50.893616 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8859e39f-543b-45ef-bb4e-57851b87b56f req-aa00a12a-fc42-4caa-a362-53912dff07a5 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 210 time: 0.1289933 Nov 12 20:19:50.928115 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9225a99e-911f-491c-af65-95ddc800de65 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=525c559e7d4344d19de3c18193219ea9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3838127 Nov 12 20:19:50.996324 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cba0ec20-8e2d-4070-bc02-4279a13a0c16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:51.007533 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52150) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:51.021762 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc4b223-553a-4eb4-8fd0-f456cd6eb520 None None] DHCP port deletion for d3873ac0-1db4-4dba-9bfe-d989f1a20099 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:19:51.082545 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cba0ec20-8e2d-4070-bc02-4279a13a0c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:51.087407 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fbf9db-429b-49e7-b6e5-e03c406dcbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4daf75f3-385a-4fdb-8245-30d391ec1711,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:51.088363 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3806-0bdc-4c6b-8fff-de606239939e req-be55648c-87df-4219-9830-c8c9fdb38cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:51.098879 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-be55648c-87df-4219-9830-c8c9fdb38cae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23e59f70-1cf8-4ea4-824b-1efc5167ff36 HTTP/1.1" status: 200 len: 797 time: 0.2027946 Nov 12 20:19:51.144000 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0ec20-8e2d-4070-bc02-4279a13a0c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e6e3eb-601b-4d6f-9d90-9c12d233f183,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:51.245668 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a374000-d25e-4544-896a-6de525d06a8e req-1d55b9f7-8de6-41de-82eb-3c22d3f9ca28 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] No DVR routers for this DVR port 4e63c4a6-5107-494f-bfef-5cb509deeda1 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:19:51.248682 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1a374000-d25e-4544-896a-6de525d06a8e req-1d55b9f7-8de6-41de-82eb-3c22d3f9ca28 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:51.253413 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a374000-d25e-4544-896a-6de525d06a8e req-1d55b9f7-8de6-41de-82eb-3c22d3f9ca28 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.52 "DELETE /v2.0/ports/4e63c4a6-5107-494f-bfef-5cb509deeda1 HTTP/1.1" status: 204 len: 173 time: 1.8430123 Nov 12 20:19:51.316505 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1', 'name': 'network-vif-deleted', 'tag': '4e63c4a6-5107-494f-bfef-5cb509deeda1'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:19:51.328409 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-b7c2a1d0-30af-4722-95b8-1172bb112923 service neutron] For port 5835bc09-20a9-4a55-8a72-afdafedcc2ff, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:19:51.330764 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3deaf808-9f88-4726-b966-7138a07a6dc3" -d '{"events": [{"server_uuid": "0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1", "name": "network-vif-deleted", "tag": "4e63c4a6-5107-494f-bfef-5cb509deeda1"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:19:51.332180 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-b7c2a1d0-30af-4722-95b8-1172bb112923 service neutron] For port 5835bc09-20a9-4a55-8a72-afdafedcc2ff, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5835bc09-20a9-4a55-8a72-afdafedcc2ff,segment=NetworkSegment(b7a0d982-d203-4761-b816-dcb80c0677c6),segment_id=b7a0d982-d203-4761-b816-dcb80c0677c6)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:19:51.343952 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225a99e-911f-491c-af65-95ddc800de65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f893dad-14cb-4059-b91e-0dc871275e6d,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:51.386834 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-b7c2a1d0-30af-4722-95b8-1172bb112923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:51.405191 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cba0ec20-8e2d-4070-bc02-4279a13a0c16 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68d8d2c049a04f8992ecbb8b4999d666&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7419913 Nov 12 20:19:51.407204 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52172) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:51.429462 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da70079-9732-48f3-86cd-8f67745126c9 req-2c322fec-435a-4f66-8e17-34b9a5584cd6 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:51.433797 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4da70079-9732-48f3-86cd-8f67745126c9 req-2c322fec-435a-4f66-8e17-34b9a5584cd6 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d HTTP/1.1" status: 200 len: 1053 time: 0.5932629 Nov 12 20:19:51.471370 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3806-0bdc-4c6b-8fff-de606239939e req-26f71451-ada3-496c-bccd-aeb12383013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:51.473229 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-26f71451-ada3-496c-bccd-aeb12383013c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3393478 Nov 12 20:19:51.479171 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-b7c2a1d0-30af-4722-95b8-1172bb112923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:51.480715 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-b7c2a1d0-30af-4722-95b8-1172bb112923 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:51.482367 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-b7c2a1d0-30af-4722-95b8-1172bb112923 service neutron] 10.222.0.55 "PUT /v2.0/ports/5835bc09-20a9-4a55-8a72-afdafedcc2ff HTTP/1.1" status: 200 len: 1092 time: 2.6938131 Nov 12 20:19:51.483065 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d', 'tag': '5835bc09-20a9-4a55-8a72-afdafedcc2ff'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:19:51.487057 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65aa2338-3436-4363-a0b6-1e7ff6584774" -d '{"events": [{"name": "network-changed", "server_uuid": "0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d", "tag": "5835bc09-20a9-4a55-8a72-afdafedcc2ff"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:19:51.494996 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f145a2-01f6-4b72-a683-c348f42ff057 x-openstack-request-id: req-41f145a2-01f6-4b72-a683-c348f42ff057 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:19:51.500638 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1", "name": "network-vif-deleted", "tag": "4e63c4a6-5107-494f-bfef-5cb509deeda1", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:19:51.501257 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-41f145a2-01f6-4b72-a683-c348f42ff057 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:19:51.502864 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1', 'name': 'network-vif-deleted', 'tag': '4e63c4a6-5107-494f-bfef-5cb509deeda1', 'status': 'completed', 'code': 200} Nov 12 20:19:51.534144 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3aea1ef-f42d-4ef1-b341-0a09e95f4200 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:51.589610 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3aea1ef-f42d-4ef1-b341-0a09e95f4200 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:51.623199 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a714401-e85a-4787-ad2c-e2d4bd13649b x-openstack-request-id: req-2a714401-e85a-4787-ad2c-e2d4bd13649b {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:19:51.624183 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d", "tag": "5835bc09-20a9-4a55-8a72-afdafedcc2ff", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:19:51.624673 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2a714401-e85a-4787-ad2c-e2d4bd13649b {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:19:51.625282 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d', 'tag': '5835bc09-20a9-4a55-8a72-afdafedcc2ff', 'status': 'completed', 'code': 200} Nov 12 20:19:51.686511 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2a1d0-30af-4722-95b8-1172bb112923 service neutron] Pushing event updated for resources: {'Port': ['ID=5835bc09-20a9-4a55-8a72-afdafedcc2ff,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:51.714658 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-8a1cb192-a4a0-4b09-a778-c62c1e1613f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:51.716886 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-8a1cb192-a4a0-4b09-a778-c62c1e1613f1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=87656e288e854f3e88c46f9678daf6da&device_id=0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d HTTP/1.1" status: 200 len: 1095 time: 0.1764765 Nov 12 20:19:51.726993 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3aea1ef-f42d-4ef1-b341-0a09e95f4200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:51.731624 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3aea1ef-f42d-4ef1-b341-0a09e95f4200 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:51.735658 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f3aea1ef-f42d-4ef1-b341-0a09e95f4200 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9f893dad-14cb-4059-b91e-0dc871275e6d HTTP/1.1" status: 204 len: 168 time: 0.7268186 Nov 12 20:19:51.767697 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aea1ef-f42d-4ef1-b341-0a09e95f4200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f893dad-14cb-4059-b91e-0dc871275e6d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:51.776762 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4da70079-9732-48f3-86cd-8f67745126c9 req-ef789968-57bb-4aa9-9f52-0c78ccb2fda6 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=127b0ee3-9833-4af3-9fbc-ab1a7a06907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331950 Nov 12 20:19:51.808460 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b492c327-d331-46bb-85e3-683142adffb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:51.837413 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b492c327-d331-46bb-85e3-683142adffb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:51.854222 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-9a4611bc-2f95-4c82-a19d-cbc216cb5896 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5835bc09-20a9-4a55-8a72-afdafedcc2ff HTTP/1.1" status: 200 len: 217 time: 0.1268458 Nov 12 20:19:51.858753 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-5ee7a0ec-7de1-427d-ba8f-4a6db0dd2bde service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622875 Nov 12 20:19:51.898852 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b492c327-d331-46bb-85e3-683142adffb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:51.902431 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b492c327-d331-46bb-85e3-683142adffb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:51.907840 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b492c327-d331-46bb-85e3-683142adffb6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5e6e3eb-601b-4d6f-9d90-9c12d233f183 HTTP/1.1" status: 204 len: 168 time: 0.4825392 Nov 12 20:19:51.928900 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492c327-d331-46bb-85e3-683142adffb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e6e3eb-601b-4d6f-9d90-9c12d233f183,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:52.375440 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 4e63c4a6-5107-494f-bfef-5cb509deeda1 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:19:52.428074 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 4e63c4a6-5107-494f-bfef-5cb509deeda1 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:19:52.428870 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 4e63c4a6-5107-494f-bfef-5cb509deeda1 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:19:52.477965 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-e3090a25-b590-4a9f-a044-e3baa3a3c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:52.479646 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-e3090a25-b590-4a9f-a044-e3baa3a3c924 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db9aec07-5046-4d42-a84e-4db5a81c82ec HTTP/1.1" status: 200 len: 848 time: 0.6125693 Nov 12 20:19:52.505874 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-35682185-cd0a-47cf-9ba3-11e98fcb9660 req-d118f06f-caba-4e0f-b7bf-08a3e8821aa1 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d857f46-2f22-41d7-afe7-e7c9fe0e2ae1 HTTP/1.1" status: 200 len: 210 time: 0.0405772 Nov 12 20:19:52.562919 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-7a37cfba-1a32-4a9b-aea0-f4a48db9d51a service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6942828 Nov 12 20:19:52.610132 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-d8ecaad2-bf0a-40fd-9de0-ef0697194879 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=8bf2886a-7dd4-4335-8bda-619bc89bd1cd HTTP/1.1" status: 200 len: 217 time: 0.0403225 Nov 12 20:19:52.612402 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-aa3f07a4-4d57-4ed7-b344-92d523b1c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:52.614106 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-aa3f07a4-4d57-4ed7-b344-92d523b1c997 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8c6beb0-6892-4f31-9f60-9634061a9d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1168084 Nov 12 20:19:52.688976 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3806-0bdc-4c6b-8fff-de606239939e req-d9e778a7-8fc6-499e-a8d6-73b397397077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:52.690487 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-d9e778a7-8fc6-499e-a8d6-73b397397077 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23e59f70-1cf8-4ea4-824b-1efc5167ff36 HTTP/1.1" status: 200 len: 797 time: 0.0593922 Nov 12 20:19:52.717398 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52206) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:52.720188 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-161cebdd-15bc-429a-a593-44ba70692ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:52.735906 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-adf1ea9c-c1d1-454f-8610-8d06ccfbd06b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:52.874050 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3806-0bdc-4c6b-8fff-de606239939e req-36a9f1b8-dab5-419f-a171-3864f78e3ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:52.876085 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-36a9f1b8-dab5-419f-a171-3864f78e3ac9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1570721 Nov 12 20:19:52.926558 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-525f9632-7227-4336-a996-2572ec817905 service neutron] 10.222.0.55 "GET /v2.0/networks/d8c6beb0-6892-4f31-9f60-9634061a9d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035097 Nov 12 20:19:52.938472 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-adf1ea9c-c1d1-454f-8610-8d06ccfbd06b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:52.946834 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-adf1ea9c-c1d1-454f-8610-8d06ccfbd06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:52.998654 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fa1c4-c271-4750-a79d-1addf395334f req-b210f075-469e-426a-a83e-a01265e6139c tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:53.000474 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-493fa1c4-c271-4750-a79d-1addf395334f req-b210f075-469e-426a-a83e-a01265e6139c tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d HTTP/1.1" status: 200 len: 1095 time: 0.1061440 Nov 12 20:19:53.013202 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-adf1ea9c-c1d1-454f-8610-8d06ccfbd06b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b314018271db4efcb1835a4975daa851&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2927911 Nov 12 20:19:53.021180 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1ea9c-c1d1-454f-8610-8d06ccfbd06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6561dd6a-f232-4d79-b157-a5f77c01844b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:53.025123 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52218) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:53.072445 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6fc8325e-b7e2-4443-8b7e-64d5529283f9 req-53abe82a-7aa8-4619-b15f-68cb8a55f5eb service neutron] 10.222.0.55 "GET /v2.0/networks/d8c6beb0-6892-4f31-9f60-9634061a9d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115050 Nov 12 20:19:53.108878 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-493fa1c4-c271-4750-a79d-1addf395334f req-329f7311-a42c-45bf-a4c2-b4c9c3ab4712 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=127b0ee3-9833-4af3-9fbc-ab1a7a06907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970380 Nov 12 20:19:53.126951 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-72473338-94b0-4ea5-8550-2683bc8eab83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:53.139799 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-676252f0-70db-4c9d-bf1f-6b6e11fcb6ab service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533479 Nov 12 20:19:53.156785 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-72473338-94b0-4ea5-8550-2683bc8eab83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:53.273978 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-72473338-94b0-4ea5-8550-2683bc8eab83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:53.278882 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-72473338-94b0-4ea5-8550-2683bc8eab83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:53.280188 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-72473338-94b0-4ea5-8550-2683bc8eab83 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6561dd6a-f232-4d79-b157-a5f77c01844b HTTP/1.1" status: 204 len: 168 time: 0.2528610 Nov 12 20:19:53.295333 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72473338-94b0-4ea5-8550-2683bc8eab83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6561dd6a-f232-4d79-b157-a5f77c01844b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:53.313879 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa2338-3436-4363-a0b6-1e7ff6584774 req-a5bf8074-62d4-4170-bb79-2fd4d1a6d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:53.315472 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-65aa2338-3436-4363-a0b6-1e7ff6584774 req-a5bf8074-62d4-4170-bb79-2fd4d1a6d0b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=87656e288e854f3e88c46f9678daf6da&device_id=0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d HTTP/1.1" status: 200 len: 1095 time: 0.1738131 Nov 12 20:19:53.438632 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa2338-3436-4363-a0b6-1e7ff6584774 req-04b0a494-7b26-4c6f-b044-a450bb59eb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:53.440460 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-65aa2338-3436-4363-a0b6-1e7ff6584774 req-04b0a494-7b26-4c6f-b044-a450bb59eb86 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8c6beb0-6892-4f31-9f60-9634061a9d3a HTTP/1.1" status: 200 len: 910 time: 0.1168237 Nov 12 20:19:53.512059 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-65aa2338-3436-4363-a0b6-1e7ff6584774 req-bb5d0a8f-d7f0-4192-a46c-c6d3cd4f3f97 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5835bc09-20a9-4a55-8a72-afdafedcc2ff HTTP/1.1" status: 200 len: 217 time: 0.0595744 Nov 12 20:19:53.514778 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-21076e87-bd25-4332-9ee8-20ebbd1ffc5e service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614206 Nov 12 20:19:53.616373 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-54f70d06-0e9d-46c7-89b2-89794fbfc6cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=e4d475ee-cd28-4a98-ab67-825a574e5c5e HTTP/1.1" status: 200 len: 217 time: 0.0768816 Nov 12 20:19:53.685229 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa2338-3436-4363-a0b6-1e7ff6584774 req-3a9021ee-048d-40d3-9a11-4d3218c20401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:53.687712 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-65aa2338-3436-4363-a0b6-1e7ff6584774 req-3a9021ee-048d-40d3-9a11-4d3218c20401 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db9aec07-5046-4d42-a84e-4db5a81c82ec HTTP/1.1" status: 200 len: 848 time: 0.1593573 Nov 12 20:19:53.732025 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:53.735924 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3806-0bdc-4c6b-8fff-de606239939e req-e8531b34-149a-4055-9ffc-bb609110cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:53.737573 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-e8531b34-149a-4055-9ffc-bb609110cfff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23e59f70-1cf8-4ea4-824b-1efc5167ff36 HTTP/1.1" status: 200 len: 797 time: 0.1120467 Nov 12 20:19:53.787093 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa2338-3436-4363-a0b6-1e7ff6584774 req-70726b23-ffc3-4152-bd1e-2622a162bc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:53.788937 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-65aa2338-3436-4363-a0b6-1e7ff6584774 req-70726b23-ffc3-4152-bd1e-2622a162bc91 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8c6beb0-6892-4f31-9f60-9634061a9d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0908058 Nov 12 20:19:53.807527 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:53.878163 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3806-0bdc-4c6b-8fff-de606239939e req-5d8c3254-f804-4c33-81fd-2bef85297b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:53.879687 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-5d8c3254-f804-4c33-81fd-2bef85297b55 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1321425 Nov 12 20:19:54.030320 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-65aa2338-3436-4363-a0b6-1e7ff6584774 req-c5f3d06f-3858-4d63-b2e4-6824f4e3ef8b service neutron] 10.222.0.55 "GET /v2.0/networks/d8c6beb0-6892-4f31-9f60-9634061a9d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329082 Nov 12 20:19:54.229710 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-65aa2338-3436-4363-a0b6-1e7ff6584774 req-46cd4edb-a941-4ca1-ab0e-9b75a4ce1403 service neutron] 10.222.0.55 "GET /v2.0/networks/d8c6beb0-6892-4f31-9f60-9634061a9d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904004 Nov 12 20:19:54.240534 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-20d6e096-2585-480c-afdc-b4b9df44fc6b service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520544 Nov 12 20:19:54.252362 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-c6b8ae4d-baaf-4973-a8c2-897aea0f325c tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:54.258273 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-c6b8ae4d-baaf-4973-a8c2-897aea0f325c tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/networks?id=d3873ac0-1db4-4dba-9bfe-d989f1a20099 HTTP/1.1" status: 200 len: 811 time: 0.2080059 Nov 12 20:19:54.280195 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-6d3389ee-91ab-43f2-9d98-4a74e93195a5 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/quotas/8273d0d46fc244019c3a4caebc6e0105 HTTP/1.1" status: 200 len: 375 time: 0.0136139 Nov 12 20:19:54.375790 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-6ee3547a-addd-4840-ba63-1cb2a1a9b59f tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8273d0d46fc244019c3a4caebc6e0105&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872660 Nov 12 20:19:54.405400 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7d1b4-b667-4677-8312-ac207aad113b req-afa494da-1fa9-455d-9c69-89b8137a01c3 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:54.407585 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-54c7d1b4-b667-4677-8312-ac207aad113b req-afa494da-1fa9-455d-9c69-89b8137a01c3 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d HTTP/1.1" status: 200 len: 1095 time: 0.1714475 Nov 12 20:19:54.486151 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-54c7d1b4-b667-4677-8312-ac207aad113b req-a7cae253-841f-487b-87eb-9e8a786d3c86 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=127b0ee3-9833-4af3-9fbc-ab1a7a06907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719268 Nov 12 20:19:54.488274 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-5ad79e8b-ba68-4406-a279-4fb7e840bbd0 service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333415 Nov 12 20:19:54.559962 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-679d2c50-f1ca-4a1a-b38a-ef6353057bfc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=10d51039-4f5f-40e0-a541-b315dbaf21c3 HTTP/1.1" status: 200 len: 217 time: 0.0620413 Nov 12 20:19:54.661106 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3806-0bdc-4c6b-8fff-de606239939e req-6fa7fc7b-6a0a-47c2-8fa0-6d4773c0e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:54.662839 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-6fa7fc7b-6a0a-47c2-8fa0-6d4773c0e18c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23e59f70-1cf8-4ea4-824b-1efc5167ff36 HTTP/1.1" status: 200 len: 797 time: 0.0953317 Nov 12 20:19:54.726109 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3806-0bdc-4c6b-8fff-de606239939e req-80d2386f-a65f-47e9-9cae-499c7ca61885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:54.727835 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-80d2386f-a65f-47e9-9cae-499c7ca61885 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52e60747-ae16-46d8-9dbe-b7ebe5cc096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0570376 Nov 12 20:19:54.739232 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-0a5a4ed8-119b-4703-a63c-796b344e1c86 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:19:54.740457 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-0a5a4ed8-119b-4703-a63c-796b344e1c86 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3559964 Nov 12 20:19:54.923744 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-8282010c-0111-4131-804d-28563ffda18b service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878135 Nov 12 20:19:55.067386 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-8901c297-1a52-449c-ba6a-3a6a5604ed47 service neutron] 10.222.0.48 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174529 Nov 12 20:19:55.115883 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:55.216117 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-41bf77f3-3f82-435b-b57b-42e19f9a8837 service neutron] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846086 Nov 12 20:19:55.272374 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-e604b368-60f2-4cd4-ab4d-f30a747ddb45 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205 HTTP/1.1" status: 200 len: 217 time: 0.0477889 Nov 12 20:19:55.323741 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-5505b74e-0acd-4ee2-88e7-b316d7df5a9f service neutron] 10.222.0.48 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285297 Nov 12 20:19:55.361371 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3806-0bdc-4c6b-8fff-de606239939e req-9a4412ef-c883-4e4a-b34d-f432e5814a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:55.364277 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-9a4412ef-c883-4e4a-b34d-f432e5814a71 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ed506cf3-b5f8-43df-9ed6-18a9019fc64b HTTP/1.1" status: 200 len: 797 time: 0.0833097 Nov 12 20:19:55.437896 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3806-0bdc-4c6b-8fff-de606239939e req-dccbd8e6-b4f7-43b2-9f01-6588686b4a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:55.439770 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-dccbd8e6-b4f7-43b2-9f01-6588686b4a2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d5111b2-3f92-4f00-9f7f-454d59cb9659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0663822 Nov 12 20:19:55.649321 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e86488f-6a48-4c55-bc5c-e5b6db4908b0 req-c35cc96c-8131-41cc-abe8-9074c8d64a4f tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=254dc147-5728-4ba5-82a5-7ff54e7c9f52 HTTP/1.1" status: 200 len: 210 time: 0.0361183 Nov 12 20:19:55.688355 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52346) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:55.698609 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-90d93f06-7e86-46aa-90e7-3a9340b18f83 service neutron] 10.222.0.55 "GET /v2.0/networks/5d5111b2-3f92-4f00-9f7f-454d59cb9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490184 Nov 12 20:19:55.728098 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8630b-01b8-486c-ace3-a3206b4dfe70 req-01ff34d1-b468-4caf-8ae5-d1facc551126 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:55.731708 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ecd8630b-01b8-486c-ace3-a3206b4dfe70 req-01ff34d1-b468-4caf-8ae5-d1facc551126 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d HTTP/1.1" status: 200 len: 1095 time: 0.0797472 Nov 12 20:19:55.844366 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ecd8630b-01b8-486c-ace3-a3206b4dfe70 req-a73963fa-8cec-4218-8929-9657e2bcabcd tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=127b0ee3-9833-4af3-9fbc-ab1a7a06907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038885 Nov 12 20:19:55.869683 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-22a60e71-3725-4c44-a974-49c4a9c57641 service neutron] 10.222.0.55 "GET /v2.0/networks/5d5111b2-3f92-4f00-9f7f-454d59cb9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627350 Nov 12 20:19:55.934327 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:55.944477 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-c782d96e-d6db-4ba0-98f2-4b3480bacdf6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4 HTTP/1.1" status: 200 len: 217 time: 0.0640168 Nov 12 20:19:56.016151 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7365638a-45c6-49d5-8bef-7eaa233578e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:56.057906 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3806-0bdc-4c6b-8fff-de606239939e req-d1184d7a-90da-4a6a-b048-e1213ba6d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:56.059399 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-d1184d7a-90da-4a6a-b048-e1213ba6d0a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ed506cf3-b5f8-43df-9ed6-18a9019fc64b HTTP/1.1" status: 200 len: 797 time: 0.1115346 Nov 12 20:19:56.176156 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7365638a-45c6-49d5-8bef-7eaa233578e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:56.183859 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7365638a-45c6-49d5-8bef-7eaa233578e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:56.225284 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3806-0bdc-4c6b-8fff-de606239939e req-e3c36eb3-278a-423c-8006-0c3b221ef369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:56.226987 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-e3c36eb3-278a-423c-8006-0c3b221ef369 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d5111b2-3f92-4f00-9f7f-454d59cb9659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0999815 Nov 12 20:19:56.258350 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365638a-45c6-49d5-8bef-7eaa233578e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c6b4e0-6614-4b9c-abc6-f0193d494ae4,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:56.263011 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7365638a-45c6-49d5-8bef-7eaa233578e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=24c6c966cf9e4063adbfe61c50a944b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5734315 Nov 12 20:19:56.266264 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52414) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:56.420528 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a84dac07-4eba-4442-a835-e359d784d630 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:56.443406 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-27e0f5d0-87ef-44bd-b44d-c9faaa67dc7d service neutron] 10.222.0.55 "GET /v2.0/networks/5d5111b2-3f92-4f00-9f7f-454d59cb9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957207 Nov 12 20:19:56.460747 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a84dac07-4eba-4442-a835-e359d784d630 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:56.550875 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a84dac07-4eba-4442-a835-e359d784d630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:56.557953 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a84dac07-4eba-4442-a835-e359d784d630 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:56.560700 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a84dac07-4eba-4442-a835-e359d784d630 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/89c6b4e0-6614-4b9c-abc6-f0193d494ae4 HTTP/1.1" status: 204 len: 168 time: 0.2934058 Nov 12 20:19:56.588507 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84dac07-4eba-4442-a835-e359d784d630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c6b4e0-6614-4b9c-abc6-f0193d494ae4,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:56.765622 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94de3806-0bdc-4c6b-8fff-de606239939e req-1aedb340-205d-4541-8825-cca12c07c2b2 service neutron] 10.222.0.55 "GET /v2.0/networks/5d5111b2-3f92-4f00-9f7f-454d59cb9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141267 Nov 12 20:19:56.841288 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9da4b29a-79f9-4534-b40c-10b6262b917f req-bce6b739-33a3-43b9-b279-aee6fbde1e5c tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=254dc147-5728-4ba5-82a5-7ff54e7c9f52 HTTP/1.1" status: 200 len: 210 time: 0.0605721 Nov 12 20:19:57.220859 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c2e25-a96d-474e-b200-f5d6e9413748 req-df33b9c7-1582-4120-b03e-a123a48ee344 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:57.224582 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-194c2e25-a96d-474e-b200-f5d6e9413748 req-df33b9c7-1582-4120-b03e-a123a48ee344 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d HTTP/1.1" status: 200 len: 1095 time: 0.2188978 Nov 12 20:19:57.333331 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-65efd4ce-b98e-4af4-b000-b3f5c1a13fae tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:57.335961 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-65efd4ce-b98e-4af4-b000-b3f5c1a13fae tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.52 "GET /v2.0/networks?id=d3873ac0-1db4-4dba-9bfe-d989f1a20099 HTTP/1.1" status: 200 len: 811 time: 0.2733212 Nov 12 20:19:57.355233 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-194c2e25-a96d-474e-b200-f5d6e9413748 req-bb3f9f8d-2042-45de-bb5e-2d22c4ad467b tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=127b0ee3-9833-4af3-9fbc-ab1a7a06907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212182 Nov 12 20:19:57.376131 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-fc89f10d-df69-459a-ac39-5f0cf09de834 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Request body: {'port': {'device_id': '254dc147-5728-4ba5-82a5-7ff54e7c9f52', 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099', 'admin_state_up': True, 'tenant_id': '8273d0d46fc244019c3a4caebc6e0105'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:19:57.476153 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 5835bc09-20a9-4a55-8a72-afdafedcc2ff details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:19:57.627320 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-fc89f10d-df69-459a-ac39-5f0cf09de834 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Made reservation on behalf of 8273d0d46fc244019c3a4caebc6e0105 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:19:57.634532 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 5835bc09-20a9-4a55-8a72-afdafedcc2ff, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5835bc09-20a9-4a55-8a72-afdafedcc2ff,segment=NetworkSegment(b7a0d982-d203-4761-b816-dcb80c0677c6),segment_id=b7a0d982-d203-4761-b816-dcb80c0677c6)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:19:57.652339 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-fc89f10d-df69-459a-ac39-5f0cf09de834 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:57.657839 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '5835bc09-20a9-4a55-8a72-afdafedcc2ff', 'network_id': 'd8c6beb0-6892-4f31-9f60-9634061a9d3a', 'port_id': '5835bc09-20a9-4a55-8a72-afdafedcc2ff', 'mac_address': 'fa:16:3e:76:6e:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db9aec07-5046-4d42-a84e-4db5a81c82ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:19:57.746111 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:57.760685 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5835bc09-20a9-4a55-8a72-afdafedcc2ff {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:19:57.780873 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 5835bc09-20a9-4a55-8a72-afdafedcc2ff, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5835bc09-20a9-4a55-8a72-afdafedcc2ff,segment=NetworkSegment(b7a0d982-d203-4761-b816-dcb80c0677c6),segment_id=b7a0d982-d203-4761-b816-dcb80c0677c6)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:19:57.786016 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:57.894232 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=5835bc09-20a9-4a55-8a72-afdafedcc2ff,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:58.039605 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c409a50a-27a2-46e6-b3ce-9c1b11eefdca req-d26e45f9-c11c-4232-9d78-8880f61a3580 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=254dc147-5728-4ba5-82a5-7ff54e7c9f52 HTTP/1.1" status: 200 len: 210 time: 0.0538855 Nov 12 20:19:58.199451 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52556) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:58.211404 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['5835bc09-20a9-4a55-8a72-afdafedcc2ff'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:19:58.464139 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-fc89f10d-df69-459a-ac39-5f0cf09de834 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Allocated IP 172.20.0.3 (d3873ac0-1db4-4dba-9bfe-d989f1a20099/112e4b86-9b36-4cfc-b638-09194238d947/d39c1d04-65ba-4135-ab02-ef161ed78c8a) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:19:58.590221 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09a0d6-98ed-45b5-bcd4-78b6882f3c91 req-a6e8622e-322c-4fbd-9fd8-da82607e4b31 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:58.591811 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d09a0d6-98ed-45b5-bcd4-78b6882f3c91 req-a6e8622e-322c-4fbd-9fd8-da82607e4b31 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d HTTP/1.1" status: 200 len: 1096 time: 0.0859330 Nov 12 20:19:58.623270 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c99b8d2c-365b-485f-9808-70943abd85cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:58.732812 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1d09a0d6-98ed-45b5-bcd4-78b6882f3c91 req-194a8188-68f0-407d-9639-f3fd6094834e tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=127b0ee3-9833-4af3-9fbc-ab1a7a06907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154466 Nov 12 20:19:58.807634 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-fc89f10d-df69-459a-ac39-5f0cf09de834 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:58.809061 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c99b8d2c-365b-485f-9808-70943abd85cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:58.815185 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c99b8d2c-365b-485f-9808-70943abd85cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:58.862767 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-fc89f10d-df69-459a-ac39-5f0cf09de834 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:58.890952 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c99b8d2c-365b-485f-9808-70943abd85cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0be0abb0d4c047e58b2797ba73785b67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6901529 Nov 12 20:19:58.893742 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b8d2c-365b-485f-9808-70943abd85cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdb3eb9-8414-4344-9d6f-a7d845e62f87,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:58.896699 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52578) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:58.923549 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-fc89f10d-df69-459a-ac39-5f0cf09de834 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Network d3873ac0-1db4-4dba-9bfe-d989f1a20099 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:19:58.928590 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-fc89f10d-df69-459a-ac39-5f0cf09de834 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:19:58.933174 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-fc89f10d-df69-459a-ac39-5f0cf09de834 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:19:58.951421 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4a1198-adc5-41f3-b512-7d4eec10d4b2 None None] DHCP port deletion for d3873ac0-1db4-4dba-9bfe-d989f1a20099 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:19:58.967920 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-11509695-4c15-4d27-af3d-3207d247761b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:59.002315 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-11509695-4c15-4d27-af3d-3207d247761b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:59.013528 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-fc89f10d-df69-459a-ac39-5f0cf09de834 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:59.016921 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-fc89f10d-df69-459a-ac39-5f0cf09de834 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:59.048836 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-1cbf65b7-085b-4647-b126-3c19703004e1 None None] Provisioning complete for port d39c1d04-65ba-4135-ab02-ef161ed78c8a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:59.049975 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1cbf65b7-085b-4647-b126-3c19703004e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:59.063427 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-11509695-4c15-4d27-af3d-3207d247761b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:59.070896 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-11509695-4c15-4d27-af3d-3207d247761b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:59.075472 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-11509695-4c15-4d27-af3d-3207d247761b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7cdb3eb9-8414-4344-9d6f-a7d845e62f87 HTTP/1.1" status: 204 len: 168 time: 0.1747117 Nov 12 20:19:59.075743 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89f10d-df69-459a-ac39-5f0cf09de834 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Pushing event updated for resources: {'Port': ['ID=d39c1d04-65ba-4135-ab02-ef161ed78c8a,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:59.085001 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-fc89f10d-df69-459a-ac39-5f0cf09de834 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7280140 Nov 12 20:19:59.089074 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11509695-4c15-4d27-af3d-3207d247761b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdb3eb9-8414-4344-9d6f-a7d845e62f87,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:59.103841 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-ef650414-a2f3-4612-b0c8-9f01ee67819a service neutron] Request body: {'port': {'device_id': '254dc147-5728-4ba5-82a5-7ff54e7c9f52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:19:59.161846 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-1cbf65b7-085b-4647-b126-3c19703004e1 None None] Port d39c1d04-65ba-4135-ab02-ef161ed78c8a cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:19:59.234433 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-ef650414-a2f3-4612-b0c8-9f01ee67819a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:59.275641 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad98e7c-be20-4778-86eb-39644b5bd74f req-c5d10f1e-f860-4898-b0e2-867565f4d5e7 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:19:59.278846 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6ad98e7c-be20-4778-86eb-39644b5bd74f req-c5d10f1e-f860-4898-b0e2-867565f4d5e7 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=254dc147-5728-4ba5-82a5-7ff54e7c9f52 HTTP/1.1" status: 200 len: 931 time: 0.0977800 Nov 12 20:19:59.388926 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6ad98e7c-be20-4778-86eb-39644b5bd74f req-912f894d-78dc-4c58-9fe2-60cc72c39cf7 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040289 Nov 12 20:19:59.495474 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 5835bc09-20a9-4a55-8a72-afdafedcc2ff up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:19:59.604007 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 5835bc09-20a9-4a55-8a72-afdafedcc2ff completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:19:59.608515 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 5835bc09-20a9-4a55-8a72-afdafedcc2ff triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:19:59.608887 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:59.648757 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52628) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:59.670384 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-057b62ba-9439-482c-9686-fe8c427b22b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:59.875492 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-ef650414-a2f3-4612-b0c8-9f01ee67819a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d39c1d04-65ba-4135-ab02-ef161ed78c8a {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:19:59.896919 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-ef650414-a2f3-4612-b0c8-9f01ee67819a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:59.903498 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-057b62ba-9439-482c-9686-fe8c427b22b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:59.909561 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-057b62ba-9439-482c-9686-fe8c427b22b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:19:59.982602 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-057b62ba-9439-482c-9686-fe8c427b22b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b62bbe692940443ab8e49557b98d401a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3268955 Nov 12 20:19:59.982602 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b62ba-9439-482c-9686-fe8c427b22b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dd63c9-5893-4fca-8d2c-e4ffa98cbffd,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:19:59.985988 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52640) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:19:59.986329 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52642) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:00.057943 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-ef650414-a2f3-4612-b0c8-9f01ee67819a service neutron] Transition to ACTIVE for port object d39c1d04-65ba-4135-ab02-ef161ed78c8a will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:20:00.068695 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-ef650414-a2f3-4612-b0c8-9f01ee67819a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:00.090739 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fac3087d-fa33-41aa-8fd1-b705086f2dce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:00.154211 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fac3087d-fa33-41aa-8fd1-b705086f2dce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:00.173473 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf0daf-66a3-49f3-a5a6-13ad6b86b535 req-fc921430-d69a-4f73-8abd-8143355322b4 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:00.174069 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:00.185570 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5cdf0daf-66a3-49f3-a5a6-13ad6b86b535 req-fc921430-d69a-4f73-8abd-8143355322b4 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d HTTP/1.1" status: 200 len: 1096 time: 0.2734246 Nov 12 20:20:00.205702 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5835bc09-20a9-4a55-8a72-afdafedcc2ff'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:20:00.210767 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fe685c-7be0-4684-aafe-001df4989e29" -d '{"events": [{"server_uuid": "0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d", "name": "network-vif-plugged", "status": "completed", "tag": "5835bc09-20a9-4a55-8a72-afdafedcc2ff"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:20:00.247023 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac401709-040e-43d4-9023-7556369c41ac None None] DHCP port deletion for d3873ac0-1db4-4dba-9bfe-d989f1a20099 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:20:00.275835 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c902f2c5-ffc7-47bf-8dc7-4d397f809add admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:00.282536 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 5835bc09-20a9-4a55-8a72-afdafedcc2ff, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5835bc09-20a9-4a55-8a72-afdafedcc2ff,segment=NetworkSegment(b7a0d982-d203-4761-b816-dcb80c0677c6),segment_id=b7a0d982-d203-4761-b816-dcb80c0677c6)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:00.306781 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:00.334927 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fac3087d-fa33-41aa-8fd1-b705086f2dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:00.342589 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fac3087d-fa33-41aa-8fd1-b705086f2dce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:00.342942 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef650414-a2f3-4612-b0c8-9f01ee67819a service neutron] Pushing event updated for resources: {'Port': ['ID=d39c1d04-65ba-4135-ab02-ef161ed78c8a,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:00.344125 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fac3087d-fa33-41aa-8fd1-b705086f2dce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/55dd63c9-5893-4fca-8d2c-e4ffa98cbffd HTTP/1.1" status: 204 len: 168 time: 0.3521812 Nov 12 20:20:00.387454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3087d-fa33-41aa-8fd1-b705086f2dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dd63c9-5893-4fca-8d2c-e4ffa98cbffd,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:00.405408 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5cdf0daf-66a3-49f3-a5a6-13ad6b86b535 req-4173745c-a399-4380-8949-a9de2364ca14 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=127b0ee3-9833-4af3-9fbc-ab1a7a06907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138386 Nov 12 20:20:00.441888 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-ef650414-a2f3-4612-b0c8-9f01ee67819a service neutron] Attempting to bind port d39c1d04-65ba-4135-ab02-ef161ed78c8a on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:00.442337 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-ef650414-a2f3-4612-b0c8-9f01ee67819a service neutron] Attempting to bind port d39c1d04-65ba-4135-ab02-ef161ed78c8a by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'f4687f99-6781-4a43-82a7-56c0a23bfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:00.442756 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-ef650414-a2f3-4612-b0c8-9f01ee67819a service neutron] Attempting to bind port d39c1d04-65ba-4135-ab02-ef161ed78c8a on network d3873ac0-1db4-4dba-9bfe-d989f1a20099 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:00.448482 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-ef650414-a2f3-4612-b0c8-9f01ee67819a service neutron] Port d39c1d04-65ba-4135-ab02-ef161ed78c8a on network d3873ac0-1db4-4dba-9bfe-d989f1a20099 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:00.449021 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-ef650414-a2f3-4612-b0c8-9f01ee67819a service neutron] Attempting to bind port d39c1d04-65ba-4135-ab02-ef161ed78c8a on network d3873ac0-1db4-4dba-9bfe-d989f1a20099 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:00.455006 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-ef650414-a2f3-4612-b0c8-9f01ee67819a service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:20:00.455635 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-ef650414-a2f3-4612-b0c8-9f01ee67819a service neutron] Checking segment: {'id': 'f4687f99-6781-4a43-82a7-56c0a23bfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:20:00.456163 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-ef650414-a2f3-4612-b0c8-9f01ee67819a service neutron] Bound using segment: {'id': 'f4687f99-6781-4a43-82a7-56c0a23bfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:20:00.456758 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-ef650414-a2f3-4612-b0c8-9f01ee67819a service neutron] Bound port: d39c1d04-65ba-4135-ab02-ef161ed78c8a, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4687f99-6781-4a43-82a7-56c0a23bfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:20:00.457223 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-ef650414-a2f3-4612-b0c8-9f01ee67819a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:00.494041 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c902f2c5-ffc7-47bf-8dc7-4d397f809add admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:00.514656 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c902f2c5-ffc7-47bf-8dc7-4d397f809add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:00.568188 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c902f2c5-ffc7-47bf-8dc7-4d397f809add admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4517d9e51edb4700aea46464d4ca23a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5807750 Nov 12 20:20:00.573854 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52660) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:00.607399 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe48d6-6e49-4418-979e-cd6ca43e1d35 req-101f78b0-7f19-4abf-92dc-b697d9c3b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:00.609493 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6efe48d6-6e49-4418-979e-cd6ca43e1d35 req-101f78b0-7f19-4abf-92dc-b697d9c3b37a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d HTTP/1.1" status: 200 len: 1097 time: 0.1496949 Nov 12 20:20:00.612211 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902f2c5-ffc7-47bf-8dc7-4d397f809add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7702b43e-da21-4b9a-84f8-819af0ce5273,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:00.621606 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3d22f4-324d-4af9-a69f-dae5011d5bde x-openstack-request-id: req-0e3d22f4-324d-4af9-a69f-dae5011d5bde {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:20:00.627254 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d", "name": "network-vif-plugged", "status": "completed", "tag": "5835bc09-20a9-4a55-8a72-afdafedcc2ff", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:20:00.627453 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e3d22f4-324d-4af9-a69f-dae5011d5bde {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:20:00.627837 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5835bc09-20a9-4a55-8a72-afdafedcc2ff', 'code': 200} Nov 12 20:20:00.646469 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=5835bc09-20a9-4a55-8a72-afdafedcc2ff,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:00.728857 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-ef650414-a2f3-4612-b0c8-9f01ee67819a service neutron] For port d39c1d04-65ba-4135-ab02-ef161ed78c8a, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:20:00.751028 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6efe48d6-6e49-4418-979e-cd6ca43e1d35 req-b0d77d8c-5bf3-4131-9a7d-b8f752e79bb6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=127b0ee3-9833-4af3-9fbc-ab1a7a06907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299763 Nov 12 20:20:00.771505 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-ef650414-a2f3-4612-b0c8-9f01ee67819a service neutron] For port d39c1d04-65ba-4135-ab02-ef161ed78c8a, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d39c1d04-65ba-4135-ab02-ef161ed78c8a,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:20:00.775766 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439bba5-fd76-4084-bff3-e138bb3fa5d9 req-dbcd0a82-ee85-4e5a-bfca-fdb17cbd7a01 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:00.777816 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0439bba5-fd76-4084-bff3-e138bb3fa5d9 req-dbcd0a82-ee85-4e5a-bfca-fdb17cbd7a01 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=254dc147-5728-4ba5-82a5-7ff54e7c9f52 HTTP/1.1" status: 200 len: 943 time: 0.1048667 Nov 12 20:20:00.798416 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-ef650414-a2f3-4612-b0c8-9f01ee67819a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:00.838796 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74c3bb30-f74e-4f72-9542-fa139047df72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:00.859881 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0439bba5-fd76-4084-bff3-e138bb3fa5d9 req-f24b45c7-de9c-413f-9bf4-fcbc0426da2a tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729098 Nov 12 20:20:00.942753 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74c3bb30-f74e-4f72-9542-fa139047df72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:01.060975 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43693b91-287e-481a-ade9-4515ea5c4d40 None None] DHCP port deletion for d3873ac0-1db4-4dba-9bfe-d989f1a20099 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:20:01.077861 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-ef650414-a2f3-4612-b0c8-9f01ee67819a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:01.077861 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-ef650414-a2f3-4612-b0c8-9f01ee67819a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:01.077861 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-ef650414-a2f3-4612-b0c8-9f01ee67819a service neutron] 10.222.0.52 "PUT /v2.0/ports/d39c1d04-65ba-4135-ab02-ef161ed78c8a HTTP/1.1" status: 200 len: 1092 time: 1.9769614 Nov 12 20:20:01.077861 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74c3bb30-f74e-4f72-9542-fa139047df72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:01.078511 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74c3bb30-f74e-4f72-9542-fa139047df72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:01.083860 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-74c3bb30-f74e-4f72-9542-fa139047df72 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7702b43e-da21-4b9a-84f8-819af0ce5273 HTTP/1.1" status: 204 len: 168 time: 0.4924510 Nov 12 20:20:01.084635 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254dc147-5728-4ba5-82a5-7ff54e7c9f52', 'tag': 'd39c1d04-65ba-4135-ab02-ef161ed78c8a'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:20:01.089396 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dafac77-c79a-4747-8258-98d54115e61b" -d '{"events": [{"name": "network-changed", "server_uuid": "254dc147-5728-4ba5-82a5-7ff54e7c9f52", "tag": "d39c1d04-65ba-4135-ab02-ef161ed78c8a"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:20:01.158756 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3bb30-f74e-4f72-9542-fa139047df72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7702b43e-da21-4b9a-84f8-819af0ce5273,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:01.209178 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7843aaa-b05f-41ea-8c08-1d740f630750 x-openstack-request-id: req-b7843aaa-b05f-41ea-8c08-1d740f630750 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:20:01.210602 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "254dc147-5728-4ba5-82a5-7ff54e7c9f52", "tag": "d39c1d04-65ba-4135-ab02-ef161ed78c8a", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:20:01.217308 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b7843aaa-b05f-41ea-8c08-1d740f630750 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:20:01.217882 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '254dc147-5728-4ba5-82a5-7ff54e7c9f52', 'tag': 'd39c1d04-65ba-4135-ab02-ef161ed78c8a', 'status': 'completed', 'code': 200} Nov 12 20:20:01.316167 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef650414-a2f3-4612-b0c8-9f01ee67819a service neutron] Pushing event updated for resources: {'Port': ['ID=d39c1d04-65ba-4135-ab02-ef161ed78c8a,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:01.358710 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-4239a069-0449-4144-a952-ea2d4b26435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:01.368917 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-4239a069-0449-4144-a952-ea2d4b26435b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8273d0d46fc244019c3a4caebc6e0105&device_id=254dc147-5728-4ba5-82a5-7ff54e7c9f52 HTTP/1.1" status: 200 len: 1095 time: 0.1831708 Nov 12 20:20:01.442152 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-2c29a8be-cab5-4527-b3a7-acd9faa30b8b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d39c1d04-65ba-4135-ab02-ef161ed78c8a HTTP/1.1" status: 200 len: 217 time: 0.0593781 Nov 12 20:20:01.554615 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-2b863654-0889-4578-bdad-6eb03a53debf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:01.560626 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-2b863654-0889-4578-bdad-6eb03a53debf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=112e4b86-9b36-4cfc-b638-09194238d947 HTTP/1.1" status: 200 len: 851 time: 0.1077924 Nov 12 20:20:01.606227 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b9268-980d-44ae-9806-1136a7e4162e req-b80d5833-b039-40ca-979e-354fda8d4c97 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:01.608501 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-821b9268-980d-44ae-9806-1136a7e4162e req-b80d5833-b039-40ca-979e-354fda8d4c97 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d HTTP/1.1" status: 200 len: 1097 time: 0.0941274 Nov 12 20:20:01.629178 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:20:01.638519 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-6ac2b097-f04d-4fb1-a6e3-2a467917ecb0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3873ac0-1db4-4dba-9bfe-d989f1a20099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617070 Nov 12 20:20:01.720629 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52720) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:01.743947 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-821b9268-980d-44ae-9806-1136a7e4162e req-f2717633-4aeb-4c89-84f9-d43d27f3c43a tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=127b0ee3-9833-4af3-9fbc-ab1a7a06907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165648 Nov 12 20:20:01.767730 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-15b807ff-7777-4b80-af56-470dfa4e0c48 service neutron] 10.222.0.52 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165130 Nov 12 20:20:01.782982 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c8774c3d-7f24-4d96-b7d0-a963ce926095 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:01.954780 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b23426a-3175-48eb-b712-39b6628b38b0 req-3fdce1ac-67e8-4824-8a2e-c27066f0abc2 service neutron] 10.222.0.52 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784854 Nov 12 20:20:01.978557 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c8774c3d-7f24-4d96-b7d0-a963ce926095 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:02.006927 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c8774c3d-7f24-4d96-b7d0-a963ce926095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:02.140670 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8774c3d-7f24-4d96-b7d0-a963ce926095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49632122-fcc2-48c8-ae86-6bdae786fbcc,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:02.147632 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c8774c3d-7f24-4d96-b7d0-a963ce926095 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d308c789a6eb4abab3f3ee997b37078e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3984652 Nov 12 20:20:02.148306 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52732) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:02.257140 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafac77-c79a-4747-8258-98d54115e61b req-1bfb66ac-0167-4b2a-a905-63b1abe2591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:02.259548 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5dafac77-c79a-4747-8258-98d54115e61b req-1bfb66ac-0167-4b2a-a905-63b1abe2591b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8273d0d46fc244019c3a4caebc6e0105&device_id=254dc147-5728-4ba5-82a5-7ff54e7c9f52 HTTP/1.1" status: 200 len: 1095 time: 0.2456632 Nov 12 20:20:02.275736 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-740b701a-54e1-4cfd-a67c-f9f8387681f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:02.305218 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-740b701a-54e1-4cfd-a67c-f9f8387681f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:02.335962 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665aed57-15d3-4e80-a8e8-963ece914cbd req-dd91163b-0f77-4e68-86b8-43a18a2d0e17 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:02.343244 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-665aed57-15d3-4e80-a8e8-963ece914cbd req-dd91163b-0f77-4e68-86b8-43a18a2d0e17 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=254dc147-5728-4ba5-82a5-7ff54e7c9f52 HTTP/1.1" status: 200 len: 943 time: 0.2353382 Nov 12 20:20:02.439412 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-740b701a-54e1-4cfd-a67c-f9f8387681f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:02.451694 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-740b701a-54e1-4cfd-a67c-f9f8387681f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:02.455235 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-740b701a-54e1-4cfd-a67c-f9f8387681f0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/49632122-fcc2-48c8-ae86-6bdae786fbcc HTTP/1.1" status: 204 len: 168 time: 0.3017268 Nov 12 20:20:02.467821 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b701a-54e1-4cfd-a67c-f9f8387681f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49632122-fcc2-48c8-ae86-6bdae786fbcc,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:02.471628 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-665aed57-15d3-4e80-a8e8-963ece914cbd req-23d80cb9-5f0f-426a-9e78-da7611c20bfe tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261718 Nov 12 20:20:02.486302 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafac77-c79a-4747-8258-98d54115e61b req-1ad22531-b9e8-41b6-940b-3f85fed1fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:02.490058 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5dafac77-c79a-4747-8258-98d54115e61b req-1ad22531-b9e8-41b6-940b-3f85fed1fbaa service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3873ac0-1db4-4dba-9bfe-d989f1a20099 HTTP/1.1" status: 200 len: 912 time: 0.2200453 Nov 12 20:20:02.597268 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5dafac77-c79a-4747-8258-98d54115e61b req-b425201f-5025-4dff-95ea-1feb48d89738 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d39c1d04-65ba-4135-ab02-ef161ed78c8a HTTP/1.1" status: 200 len: 217 time: 0.0946405 Nov 12 20:20:02.676342 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafac77-c79a-4747-8258-98d54115e61b req-42eaaf42-3d26-485b-b249-753cd3c58589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:02.678590 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5dafac77-c79a-4747-8258-98d54115e61b req-42eaaf42-3d26-485b-b249-753cd3c58589 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=112e4b86-9b36-4cfc-b638-09194238d947 HTTP/1.1" status: 200 len: 851 time: 0.0732977 Nov 12 20:20:02.738678 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5dafac77-c79a-4747-8258-98d54115e61b req-9cbc9acb-2e42-4f78-9bb9-e9be5e98c22c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3873ac0-1db4-4dba-9bfe-d989f1a20099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500801 Nov 12 20:20:02.870141 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5dafac77-c79a-4747-8258-98d54115e61b req-7bda39a1-ad19-4316-a63f-4cbf81fcdb11 service neutron] 10.222.0.52 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208577 Nov 12 20:20:02.926007 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858549-9e8a-4f86-8217-afa62b2bfec4 req-3270d712-27ec-44db-8bb2-04e46b3b8eda tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:02.927989 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7b858549-9e8a-4f86-8217-afa62b2bfec4 req-3270d712-27ec-44db-8bb2-04e46b3b8eda tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d HTTP/1.1" status: 200 len: 1097 time: 0.0683675 Nov 12 20:20:03.044303 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7b858549-9e8a-4f86-8217-afa62b2bfec4 req-e820a38c-07b8-4453-b7f1-792a550dd3c1 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=127b0ee3-9833-4af3-9fbc-ab1a7a06907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040556 Nov 12 20:20:03.104114 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5dafac77-c79a-4747-8258-98d54115e61b req-f43139d2-7557-428e-8baf-a9deafd1e32e service neutron] 10.222.0.52 "GET /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206092 Nov 12 20:20:03.278598 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46f72b-7f75-4955-a1c6-5c30878035f9 req-ec9c9466-6971-48fc-93f0-262bf4b22e89 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:03.280202 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2b46f72b-7f75-4955-a1c6-5c30878035f9 req-ec9c9466-6971-48fc-93f0-262bf4b22e89 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d HTTP/1.1" status: 200 len: 1097 time: 0.1254354 Nov 12 20:20:03.397127 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2b46f72b-7f75-4955-a1c6-5c30878035f9 req-c2e5aab1-b229-40d0-8cc4-9470d96dbfd1 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=127b0ee3-9833-4af3-9fbc-ab1a7a06907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032128 Nov 12 20:20:03.605987 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d3703-a01d-49e8-9cc1-cf068345612e req-37df8575-2f8f-4474-88e6-4b862ce87acd tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:03.609609 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-924d3703-a01d-49e8-9cc1-cf068345612e req-37df8575-2f8f-4474-88e6-4b862ce87acd tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d HTTP/1.1" status: 200 len: 1097 time: 0.1331511 Nov 12 20:20:03.696550 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac942a-7b74-4a7b-8b60-98256e146401 req-4788bbfc-a3c6-405c-9d3a-73cb4e97fc78 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:03.698197 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-99ac942a-7b74-4a7b-8b60-98256e146401 req-4788bbfc-a3c6-405c-9d3a-73cb4e97fc78 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=254dc147-5728-4ba5-82a5-7ff54e7c9f52 HTTP/1.1" status: 200 len: 943 time: 0.0747845 Nov 12 20:20:03.701388 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-924d3703-a01d-49e8-9cc1-cf068345612e req-eba6cc9a-4992-4a19-8218-7da100626377 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=127b0ee3-9833-4af3-9fbc-ab1a7a06907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844691 Nov 12 20:20:03.788657 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-99ac942a-7b74-4a7b-8b60-98256e146401 req-1beef547-d403-40fb-84ac-e7d4bbbdc5d1 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808392 Nov 12 20:20:03.854273 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52826) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:04.204270 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee76901c-b636-44fe-89d0-1f7cc8cb87b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:04.326383 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2605115-3b8c-4635-92e1-7542e921cdc1 req-27f5026c-0e30-485f-8b6c-954a89c5a31e tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:04.328083 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b2605115-3b8c-4635-92e1-7542e921cdc1 req-27f5026c-0e30-485f-8b6c-954a89c5a31e tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d HTTP/1.1" status: 200 len: 1097 time: 0.2127366 Nov 12 20:20:04.421267 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b2605115-3b8c-4635-92e1-7542e921cdc1 req-17bda414-81d2-4ffb-9e0c-4ff0677b6d72 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=127b0ee3-9833-4af3-9fbc-ab1a7a06907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762212 Nov 12 20:20:04.424110 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee76901c-b636-44fe-89d0-1f7cc8cb87b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:04.431546 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee76901c-b636-44fe-89d0-1f7cc8cb87b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:04.433231 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device d39c1d04-65ba-4135-ab02-ef161ed78c8a details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:20:04.469357 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76901c-b636-44fe-89d0-1f7cc8cb87b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5c54f4-8f43-45be-a04b-6cfd3aad2bad,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:04.501778 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ee76901c-b636-44fe-89d0-1f7cc8cb87b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e5ef035f3cc543dd98c44c93a699ce04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6459134 Nov 12 20:20:04.504348 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52844) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:04.624303 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6d736e7-d05a-4501-bf59-cdcc196adbb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:04.657802 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6d736e7-d05a-4501-bf59-cdcc196adbb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:04.675014 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port d39c1d04-65ba-4135-ab02-ef161ed78c8a, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d39c1d04-65ba-4135-ab02-ef161ed78c8a,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:04.716072 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'd39c1d04-65ba-4135-ab02-ef161ed78c8a', 'network_id': 'd3873ac0-1db4-4dba-9bfe-d989f1a20099', 'port_id': 'd39c1d04-65ba-4135-ab02-ef161ed78c8a', 'mac_address': 'fa:16:3e:fc:06:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112e4b86-9b36-4cfc-b638-09194238d947', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:20:04.745657 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6d736e7-d05a-4501-bf59-cdcc196adbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:04.752759 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6d736e7-d05a-4501-bf59-cdcc196adbb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:04.754773 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f6d736e7-d05a-4501-bf59-cdcc196adbb8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec5c54f4-8f43-45be-a04b-6cfd3aad2bad HTTP/1.1" status: 204 len: 168 time: 0.2445405 Nov 12 20:20:04.775956 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d736e7-d05a-4501-bf59-cdcc196adbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5c54f4-8f43-45be-a04b-6cfd3aad2bad,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:04.806664 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:04.894972 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d39c1d04-65ba-4135-ab02-ef161ed78c8a {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:20:04.990596 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port d39c1d04-65ba-4135-ab02-ef161ed78c8a, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d39c1d04-65ba-4135-ab02-ef161ed78c8a,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:05.002332 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:05.076022 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=d39c1d04-65ba-4135-ab02-ef161ed78c8a,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:05.182109 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4fc0a-b476-428b-a1b4-f8f3fb8aac73 req-de93428f-cda1-40c5-a472-c39681eb30ea tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:05.184342 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3bb4fc0a-b476-428b-a1b4-f8f3fb8aac73 req-de93428f-cda1-40c5-a472-c39681eb30ea tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=254dc147-5728-4ba5-82a5-7ff54e7c9f52 HTTP/1.1" status: 200 len: 944 time: 0.1898553 Nov 12 20:20:05.255635 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['d39c1d04-65ba-4135-ab02-ef161ed78c8a'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:20:05.323786 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3bb4fc0a-b476-428b-a1b4-f8f3fb8aac73 req-1309839c-a148-4359-82f4-bb462053ecbf tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289086 Nov 12 20:20:05.478011 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580e258-9091-45fb-9bdb-2972024f609f req-2ad57c5c-1062-4dc3-ab55-8b08bb73b46e tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:05.479602 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1580e258-9091-45fb-9bdb-2972024f609f req-2ad57c5c-1062-4dc3-ab55-8b08bb73b46e tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d HTTP/1.1" status: 200 len: 1097 time: 0.1054404 Nov 12 20:20:05.688792 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-1580e258-9091-45fb-9bdb-2972024f609f req-bdb622ef-9f28-465b-9611-ecbd6cc203a2 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Deleting port 5835bc09-20a9-4a55-8a72-afdafedcc2ff {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:20:05.689364 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1580e258-9091-45fb-9bdb-2972024f609f req-bdb622ef-9f28-465b-9611-ecbd6cc203a2 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:05.751520 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347849c9-e76f-48df-b125-230eb56bfa90 req-7bc80274-28e7-44b8-a4c1-976a967450d1 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:05.760111 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-347849c9-e76f-48df-b125-230eb56bfa90 req-7bc80274-28e7-44b8-a4c1-976a967450d1 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d HTTP/1.1" status: 200 len: 1097 time: 0.1646838 Nov 12 20:20:05.952901 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-347849c9-e76f-48df-b125-230eb56bfa90 req-33094164-fa37-41a2-a2a9-80aa9b74586a tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=127b0ee3-9833-4af3-9fbc-ab1a7a06907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834874 Nov 12 20:20:06.025540 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-1580e258-9091-45fb-9bdb-2972024f609f req-bdb622ef-9f28-465b-9611-ecbd6cc203a2 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] For port 5835bc09-20a9-4a55-8a72-afdafedcc2ff, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5835bc09-20a9-4a55-8a72-afdafedcc2ff,segment=NetworkSegment(b7a0d982-d203-4761-b816-dcb80c0677c6),segment_id=b7a0d982-d203-4761-b816-dcb80c0677c6)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:06.026366 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1580e258-9091-45fb-9bdb-2972024f609f req-bdb622ef-9f28-465b-9611-ecbd6cc203a2 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:06.052269 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-1580e258-9091-45fb-9bdb-2972024f609f req-bdb622ef-9f28-465b-9611-ecbd6cc203a2 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Calling delete_port for 5835bc09-20a9-4a55-8a72-afdafedcc2ff owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:20:06.112410 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52884) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:06.332948 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1580e258-9091-45fb-9bdb-2972024f609f req-bdb622ef-9f28-465b-9611-ecbd6cc203a2 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:06.360543 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['5835bc09-20a9-4a55-8a72-afdafedcc2ff'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:20:06.365050 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['b6096a89-3d3a-4ddc-9d5e-a91d3729d234'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:20:06.475755 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device d39c1d04-65ba-4135-ab02-ef161ed78c8a up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:20:06.485364 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb622ef-9f28-465b-9611-ecbd6cc203a2 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Pushing event deleted for resources: {'Port': ['ID=5835bc09-20a9-4a55-8a72-afdafedcc2ff,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:06.529391 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-363f13ec-b515-4fcf-9d72-76fc975e46dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:06.531957 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-1580e258-9091-45fb-9bdb-2972024f609f req-bdb622ef-9f28-465b-9611-ecbd6cc203a2 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] No DVR routers for this DVR port 5835bc09-20a9-4a55-8a72-afdafedcc2ff on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:20:06.540951 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1580e258-9091-45fb-9bdb-2972024f609f req-bdb622ef-9f28-465b-9611-ecbd6cc203a2 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:06.548911 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1580e258-9091-45fb-9bdb-2972024f609f req-bdb622ef-9f28-465b-9611-ecbd6cc203a2 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.55 "DELETE /v2.0/ports/5835bc09-20a9-4a55-8a72-afdafedcc2ff HTTP/1.1" status: 204 len: 173 time: 1.0568652 Nov 12 20:20:06.583388 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d', 'name': 'network-vif-deleted', 'tag': '5835bc09-20a9-4a55-8a72-afdafedcc2ff'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:20:06.590558 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4e01eb-8005-47b9-aa12-48e37e110c0e" -d '{"events": [{"server_uuid": "0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d", "name": "network-vif-deleted", "tag": "5835bc09-20a9-4a55-8a72-afdafedcc2ff"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:20:06.650723 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port d39c1d04-65ba-4135-ab02-ef161ed78c8a completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:20:06.660836 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port d39c1d04-65ba-4135-ab02-ef161ed78c8a triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:20:06.661462 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:06.748600 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f5b984-35f4-4169-bd81-5495e3d45729 x-openstack-request-id: req-97f5b984-35f4-4169-bd81-5495e3d45729 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:20:06.752969 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d", "name": "network-vif-deleted", "tag": "5835bc09-20a9-4a55-8a72-afdafedcc2ff", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:20:06.753359 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-97f5b984-35f4-4169-bd81-5495e3d45729 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:20:06.757321 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d', 'name': 'network-vif-deleted', 'tag': '5835bc09-20a9-4a55-8a72-afdafedcc2ff', 'status': 'completed', 'code': 200} Nov 12 20:20:06.848985 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52902) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:06.854133 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a61a1-223e-4eae-83c1-bd1d6bbbe652 req-169ab0b9-aa85-47c3-a604-29d50ea79972 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:06.874611 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5f0a61a1-223e-4eae-83c1-bd1d6bbbe652 req-169ab0b9-aa85-47c3-a604-29d50ea79972 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=254dc147-5728-4ba5-82a5-7ff54e7c9f52 HTTP/1.1" status: 200 len: 944 time: 0.3396952 Nov 12 20:20:06.916960 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:06.924268 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-363f13ec-b515-4fcf-9d72-76fc975e46dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:06.932651 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-363f13ec-b515-4fcf-9d72-76fc975e46dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:06.948202 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254dc147-5728-4ba5-82a5-7ff54e7c9f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39c1d04-65ba-4135-ab02-ef161ed78c8a'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:20:06.953563 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc2948f-d1b2-4fcd-a15d-bdb437d2cef4" -d '{"events": [{"server_uuid": "254dc147-5728-4ba5-82a5-7ff54e7c9f52", "name": "network-vif-plugged", "status": "completed", "tag": "d39c1d04-65ba-4135-ab02-ef161ed78c8a"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:20:06.970537 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port d39c1d04-65ba-4135-ab02-ef161ed78c8a, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d39c1d04-65ba-4135-ab02-ef161ed78c8a,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:06.980739 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:07.063295 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15245ae8-d85b-4b5a-9205-be87e400bc61 x-openstack-request-id: req-15245ae8-d85b-4b5a-9205-be87e400bc61 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:20:07.068172 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254dc147-5728-4ba5-82a5-7ff54e7c9f52", "name": "network-vif-plugged", "status": "completed", "tag": "d39c1d04-65ba-4135-ab02-ef161ed78c8a", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:20:07.070490 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-15245ae8-d85b-4b5a-9205-be87e400bc61 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:20:07.071651 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254dc147-5728-4ba5-82a5-7ff54e7c9f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39c1d04-65ba-4135-ab02-ef161ed78c8a', 'code': 200} Nov 12 20:20:07.100186 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5f0a61a1-223e-4eae-83c1-bd1d6bbbe652 req-61093a66-198a-4edd-89c7-ec235480f2f3 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241006 Nov 12 20:20:07.104840 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52914) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:07.115950 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-363f13ec-b515-4fcf-9d72-76fc975e46dc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=161d6cc39c7949bbb526a5b4ecadd70a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9728918 Nov 12 20:20:07.169903 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f13ec-b515-4fcf-9d72-76fc975e46dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf58c9c-2581-4b40-aa0a-2623839c6c53,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:07.239954 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0475987d-4ea9-42b3-899e-62e139bd5ec1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:07.278728 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=d39c1d04-65ba-4135-ab02-ef161ed78c8a,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:07.315496 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0475987d-4ea9-42b3-899e-62e139bd5ec1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:07.367723 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-77c35114-49f6-4541-8603-5ff1b9d43f49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:07.425152 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0475987d-4ea9-42b3-899e-62e139bd5ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:07.429476 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0475987d-4ea9-42b3-899e-62e139bd5ec1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:07.434345 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0475987d-4ea9-42b3-899e-62e139bd5ec1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4bf58c9c-2581-4b40-aa0a-2623839c6c53 HTTP/1.1" status: 204 len: 168 time: 0.3215444 Nov 12 20:20:07.458132 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475987d-4ea9-42b3-899e-62e139bd5ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf58c9c-2581-4b40-aa0a-2623839c6c53,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:07.546612 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c405b0c8-307b-45fe-9d69-4f2a2e89dbab req-ad559b67-5eaf-4265-9c69-6169c716975c tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0e0ed7c1-5d2e-47bd-9bb1-396c1ae2358d HTTP/1.1" status: 200 len: 210 time: 0.1721714 Nov 12 20:20:07.646332 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acfb66-00a4-4a6a-98df-8b32768f2fa6 req-31434910-fdd5-4293-9d20-87a1842ec870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:07.655150 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-42acfb66-00a4-4a6a-98df-8b32768f2fa6 req-31434910-fdd5-4293-9d20-87a1842ec870 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=254dc147-5728-4ba5-82a5-7ff54e7c9f52 HTTP/1.1" status: 200 len: 1097 time: 0.4148667 Nov 12 20:20:07.736780 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-77c35114-49f6-4541-8603-5ff1b9d43f49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:07.741820 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-42acfb66-00a4-4a6a-98df-8b32768f2fa6 req-962fc48d-d04b-4d4c-97b9-ff6f4f4dee03 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761251 Nov 12 20:20:07.745710 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-77c35114-49f6-4541-8603-5ff1b9d43f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:07.776932 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c35114-49f6-4541-8603-5ff1b9d43f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bd7c3d-9d8c-414e-8d49-6d0a0a1b5471,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:07.809582 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-77c35114-49f6-4541-8603-5ff1b9d43f49 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b7e6ff8cdd864318bb6b9a83e5d525b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9386971 Nov 12 20:20:07.811746 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52932) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:07.876566 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ec7a2ecb-3244-44af-9e0d-1d7a540821a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:07.906510 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ec7a2ecb-3244-44af-9e0d-1d7a540821a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:08.034965 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ec7a2ecb-3244-44af-9e0d-1d7a540821a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:08.041262 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ec7a2ecb-3244-44af-9e0d-1d7a540821a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:08.042789 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ec7a2ecb-3244-44af-9e0d-1d7a540821a2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6bd7c3d-9d8c-414e-8d49-6d0a0a1b5471 HTTP/1.1" status: 204 len: 168 time: 0.2300360 Nov 12 20:20:08.061491 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a2ecb-3244-44af-9e0d-1d7a540821a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bd7c3d-9d8c-414e-8d49-6d0a0a1b5471,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:08.116020 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52948) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:08.263896 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c97502-48fa-4783-9482-5f8e4aad2c48 req-703b81e4-85a5-4609-9430-b541c4b66ada tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:08.273401 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-55c97502-48fa-4783-9482-5f8e4aad2c48 req-703b81e4-85a5-4609-9430-b541c4b66ada tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=254dc147-5728-4ba5-82a5-7ff54e7c9f52 HTTP/1.1" status: 200 len: 945 time: 0.0799067 Nov 12 20:20:08.332096 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-55c97502-48fa-4783-9482-5f8e4aad2c48 req-4b5a8b68-48fb-4b90-9d6b-05a926b16aac tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532923 Nov 12 20:20:08.516063 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ceec5e58-ced1-4ee9-80a8-4b29a5879c3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:08.666100 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52966) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:08.685067 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ceec5e58-ced1-4ee9-80a8-4b29a5879c3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:08.689115 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-34b15a5a-f45a-4e4b-bd5e-0cfe2d46cb98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:08.692174 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ceec5e58-ced1-4ee9-80a8-4b29a5879c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:08.741809 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ceec5e58-ced1-4ee9-80a8-4b29a5879c3f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2362d5c79d7741fa9cb870541af040a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6177881 Nov 12 20:20:08.746860 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52970) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:08.765178 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec5e58-ced1-4ee9-80a8-4b29a5879c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd875d5-fdfe-45ce-92fb-0b7a0e72e0ae,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:08.845111 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92afe026-7142-4f61-9b8d-afccf8072a62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:08.923820 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92afe026-7142-4f61-9b8d-afccf8072a62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:08.931778 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-34b15a5a-f45a-4e4b-bd5e-0cfe2d46cb98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:08.966671 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-34b15a5a-f45a-4e4b-bd5e-0cfe2d46cb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:09.020454 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92afe026-7142-4f61-9b8d-afccf8072a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:09.026655 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92afe026-7142-4f61-9b8d-afccf8072a62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:09.041571 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-92afe026-7142-4f61-9b8d-afccf8072a62 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2cd875d5-fdfe-45ce-92fb-0b7a0e72e0ae HTTP/1.1" status: 204 len: 168 time: 0.2934563 Nov 12 20:20:09.056066 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-34b15a5a-f45a-4e4b-bd5e-0cfe2d46cb98 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a86a11d3f9b41cb89d1552114b0e8d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3887994 Nov 12 20:20:09.057175 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b15a5a-f45a-4e4b-bd5e-0cfe2d46cb98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801f6e52-e70a-4a47-aa40-b3a5820ae0cc,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:09.063593 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52982) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:09.094161 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afe026-7142-4f61-9b8d-afccf8072a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd875d5-fdfe-45ce-92fb-0b7a0e72e0ae,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:09.128071 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e5e7c-dc6e-4d30-b02f-52e1578056c2 req-52e1c526-143f-4d1f-9821-a7dc337d7263 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:09.130345 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b56e5e7c-dc6e-4d30-b02f-52e1578056c2 req-52e1c526-143f-4d1f-9821-a7dc337d7263 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=72a2b338-7688-4295-a071-a0b94392cf8b HTTP/1.1" status: 200 len: 1097 time: 0.1934354 Nov 12 20:20:09.215076 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74f8fc14-31fa-4edb-a0fc-d677f185a275 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:09.252930 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b56e5e7c-dc6e-4d30-b02f-52e1578056c2 req-e413d62d-582d-491d-8146-61d8b94cb185 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=127b0ee3-9833-4af3-9fbc-ab1a7a06907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062350 Nov 12 20:20:09.276696 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74f8fc14-31fa-4edb-a0fc-d677f185a275 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:09.351858 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74f8fc14-31fa-4edb-a0fc-d677f185a275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:09.357903 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74f8fc14-31fa-4edb-a0fc-d677f185a275 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:09.361083 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-74f8fc14-31fa-4edb-a0fc-d677f185a275 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/801f6e52-e70a-4a47-aa40-b3a5820ae0cc HTTP/1.1" status: 204 len: 168 time: 0.2809868 Nov 12 20:20:09.378104 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8fc14-31fa-4edb-a0fc-d677f185a275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801f6e52-e70a-4a47-aa40-b3a5820ae0cc,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:09.542675 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c47ed-af21-4b53-ada3-94a15e9cc430 req-79ead349-da91-4e51-9bba-41d391bca47a tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:09.551440 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cb5c47ed-af21-4b53-ada3-94a15e9cc430 req-79ead349-da91-4e51-9bba-41d391bca47a tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=254dc147-5728-4ba5-82a5-7ff54e7c9f52 HTTP/1.1" status: 200 len: 945 time: 0.0840747 Nov 12 20:20:09.568024 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 5835bc09-20a9-4a55-8a72-afdafedcc2ff no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:20:09.597653 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 5835bc09-20a9-4a55-8a72-afdafedcc2ff {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:20:09.598002 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 5835bc09-20a9-4a55-8a72-afdafedcc2ff not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:20:09.632455 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cb5c47ed-af21-4b53-ada3-94a15e9cc430 req-adddcf1f-5b44-4f8b-b358-aa112da2bc3b tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803556 Nov 12 20:20:10.013183 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b90180-5cbd-472d-8b8b-60f635b234a3 req-ba773851-799a-41d8-af5d-c3c56be36b22 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:10.015543 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-69b90180-5cbd-472d-8b8b-60f635b234a3 req-ba773851-799a-41d8-af5d-c3c56be36b22 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=254dc147-5728-4ba5-82a5-7ff54e7c9f52 HTTP/1.1" status: 200 len: 945 time: 0.0725765 Nov 12 20:20:10.093304 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-69b90180-5cbd-472d-8b8b-60f635b234a3 req-d2f29252-63f5-40cf-9ae7-07098cc17f4f tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715036 Nov 12 20:20:10.375639 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14426d8-b377-4706-9c97-be5ac30a4526 req-c544235b-bbba-401d-8e3c-c195373c3fb2 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:10.378010 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a14426d8-b377-4706-9c97-be5ac30a4526 req-c544235b-bbba-401d-8e3c-c195373c3fb2 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=72a2b338-7688-4295-a071-a0b94392cf8b HTTP/1.1" status: 200 len: 1097 time: 0.0512021 Nov 12 20:20:10.509706 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd333b-d4d1-4a1c-bc87-7389597d0b6d req-6ce240fc-4bd2-4c2c-885f-d7688d8b4526 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:10.513075 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f8fd333b-d4d1-4a1c-bc87-7389597d0b6d req-6ce240fc-4bd2-4c2c-885f-d7688d8b4526 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=72a2b338-7688-4295-a071-a0b94392cf8b HTTP/1.1" status: 200 len: 1097 time: 0.1291234 Nov 12 20:20:10.516185 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a14426d8-b377-4706-9c97-be5ac30a4526 req-d21aff54-0728-42bb-8026-99a1a2f73add tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=127b0ee3-9833-4af3-9fbc-ab1a7a06907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309764 Nov 12 20:20:10.620794 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-f8fd333b-d4d1-4a1c-bc87-7389597d0b6d req-2b52afe8-1583-40ad-b13b-ab7b7eb47c23 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Deleting port b6096a89-3d3a-4ddc-9d5e-a91d3729d234 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:20:10.621140 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f8fd333b-d4d1-4a1c-bc87-7389597d0b6d req-2b52afe8-1583-40ad-b13b-ab7b7eb47c23 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:10.736109 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-f8fd333b-d4d1-4a1c-bc87-7389597d0b6d req-2b52afe8-1583-40ad-b13b-ab7b7eb47c23 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] For port b6096a89-3d3a-4ddc-9d5e-a91d3729d234, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=b6096a89-3d3a-4ddc-9d5e-a91d3729d234,segment=NetworkSegment(b7a0d982-d203-4761-b816-dcb80c0677c6),segment_id=b7a0d982-d203-4761-b816-dcb80c0677c6)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:10.736635 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f8fd333b-d4d1-4a1c-bc87-7389597d0b6d req-2b52afe8-1583-40ad-b13b-ab7b7eb47c23 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:10.775881 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-f8fd333b-d4d1-4a1c-bc87-7389597d0b6d req-2b52afe8-1583-40ad-b13b-ab7b7eb47c23 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Calling delete_port for b6096a89-3d3a-4ddc-9d5e-a91d3729d234 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:20:11.026119 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f8fd333b-d4d1-4a1c-bc87-7389597d0b6d req-2b52afe8-1583-40ad-b13b-ab7b7eb47c23 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:11.043253 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['b6096a89-3d3a-4ddc-9d5e-a91d3729d234'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:20:11.113845 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52afe8-1583-40ad-b13b-ab7b7eb47c23 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6096a89-3d3a-4ddc-9d5e-a91d3729d234,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:11.220535 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fd333b-d4d1-4a1c-bc87-7389597d0b6d req-2b52afe8-1583-40ad-b13b-ab7b7eb47c23 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] No DVR routers for this DVR port b6096a89-3d3a-4ddc-9d5e-a91d3729d234 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:20:11.223363 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f8fd333b-d4d1-4a1c-bc87-7389597d0b6d req-2b52afe8-1583-40ad-b13b-ab7b7eb47c23 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:11.227652 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f8fd333b-d4d1-4a1c-bc87-7389597d0b6d req-2b52afe8-1583-40ad-b13b-ab7b7eb47c23 tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.52 "DELETE /v2.0/ports/b6096a89-3d3a-4ddc-9d5e-a91d3729d234 HTTP/1.1" status: 204 len: 173 time: 0.7085500 Nov 12 20:20:11.228512 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a2b338-7688-4295-a071-a0b94392cf8b', 'name': 'network-vif-deleted', 'tag': 'b6096a89-3d3a-4ddc-9d5e-a91d3729d234'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:20:11.232020 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9584722-312b-4f14-ae0b-2270433e45a8" -d '{"events": [{"server_uuid": "72a2b338-7688-4295-a071-a0b94392cf8b", "name": "network-vif-deleted", "tag": "b6096a89-3d3a-4ddc-9d5e-a91d3729d234"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:20:11.387618 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53271ae-bc3b-4985-9ced-4e331577677c x-openstack-request-id: req-d53271ae-bc3b-4985-9ced-4e331577677c {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:20:11.388210 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a2b338-7688-4295-a071-a0b94392cf8b", "name": "network-vif-deleted", "tag": "b6096a89-3d3a-4ddc-9d5e-a91d3729d234", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:20:11.388580 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d53271ae-bc3b-4985-9ced-4e331577677c {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:20:11.389218 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a2b338-7688-4295-a071-a0b94392cf8b', 'name': 'network-vif-deleted', 'tag': 'b6096a89-3d3a-4ddc-9d5e-a91d3729d234', 'status': 'completed', 'code': 200} Nov 12 20:20:11.426316 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6618770-7ebe-43c2-803e-f839bf13d921 req-8d0c0dab-2e8e-4c77-83f9-51c6c2ffc026 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:11.439595 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b6618770-7ebe-43c2-803e-f839bf13d921 req-8d0c0dab-2e8e-4c77-83f9-51c6c2ffc026 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=254dc147-5728-4ba5-82a5-7ff54e7c9f52 HTTP/1.1" status: 200 len: 945 time: 0.2048564 Nov 12 20:20:11.531331 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b6618770-7ebe-43c2-803e-f839bf13d921 req-51bf9b47-efa4-40ba-a985-d6458d79a3c6 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908010 Nov 12 20:20:11.793560 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-40369381-570b-4897-912e-8791aa0e1a93 req-ed6fadbf-70c5-47c0-a1ad-c7eab4d3c0cb tempest-TestServerMultinode-1274962139 tempest-TestServerMultinode-1274962139-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=72a2b338-7688-4295-a071-a0b94392cf8b HTTP/1.1" status: 200 len: 210 time: 0.0684481 Nov 12 20:20:12.120936 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53106) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:12.139540 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e78ab-eb8b-4934-a95a-5f382d49ff1d req-18d87ea3-088b-4a6f-8c5b-df2437d91ecc tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:12.148490 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e1e78ab-eb8b-4934-a95a-5f382d49ff1d req-18d87ea3-088b-4a6f-8c5b-df2437d91ecc tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=254dc147-5728-4ba5-82a5-7ff54e7c9f52 HTTP/1.1" status: 200 len: 945 time: 0.1044950 Nov 12 20:20:12.246454 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e1e78ab-eb8b-4934-a95a-5f382d49ff1d req-c55dc276-3a3e-4ead-957c-2c9ab779d9c5 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855722 Nov 12 20:20:12.360985 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-e4602adb-ee3b-4a0d-876c-6767e471f67b tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:12.415490 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e4602adb-ee3b-4a0d-876c-6767e471f67b tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:12.561027 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e4602adb-ee3b-4a0d-876c-6767e471f67b tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:12.783963 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-e4602adb-ee3b-4a0d-876c-6767e471f67b tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Allocated IP 172.25.5.248 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/1e03cc2b-0b11-4b68-bb16-4ef161591b49) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:20:12.890759 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53142) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:12.976665 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e4602adb-ee3b-4a0d-876c-6767e471f67b tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:13.033230 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e4602adb-ee3b-4a0d-876c-6767e471f67b tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:13.537337 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a08dc-9cd4-4c63-b545-4594d45790f3 req-9d89eeba-0f2e-48bc-96a5-3fdc23792fae tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:13.540331 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b57a08dc-9cd4-4c63-b545-4594d45790f3 req-9d89eeba-0f2e-48bc-96a5-3fdc23792fae tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=254dc147-5728-4ba5-82a5-7ff54e7c9f52 HTTP/1.1" status: 200 len: 945 time: 0.1068258 Nov 12 20:20:13.598644 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4602adb-ee3b-4a0d-876c-6767e471f67b tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:20:13.602211 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-e4602adb-ee3b-4a0d-876c-6767e471f67b tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:20:13.608434 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4602adb-ee3b-4a0d-876c-6767e471f67b tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:20:13.635502 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4602adb-ee3b-4a0d-876c-6767e471f67b tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Pushing event updated for resources: {'Port': ['ID=1e03cc2b-0b11-4b68-bb16-4ef161591b49,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:13.672835 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b57a08dc-9cd4-4c63-b545-4594d45790f3 req-ebb0d818-9a3b-4971-b622-8acd58405171 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127782 Nov 12 20:20:13.775850 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8698d-df44-4767-b3c6-bb60e360e7c2 req-263b110c-eaea-487a-b86a-1051328a459d tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:13.777522 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8fc8698d-df44-4767-b3c6-bb60e360e7c2 req-263b110c-eaea-487a-b86a-1051328a459d tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.52 "GET /v2.0/ports?device_id=254dc147-5728-4ba5-82a5-7ff54e7c9f52 HTTP/1.1" status: 200 len: 945 time: 0.1032143 Nov 12 20:20:13.800308 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e4602adb-ee3b-4a0d-876c-6767e471f67b tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:13.845868 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-36cdefa6-02be-4722-b048-f881b151a5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:13.861589 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e4602adb-ee3b-4a0d-876c-6767e471f67b tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:14.014617 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53198) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:14.120027 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e4602adb-ee3b-4a0d-876c-6767e471f67b tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:14.135343 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e4602adb-ee3b-4a0d-876c-6767e471f67b tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:14.184176 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-8fc8698d-df44-4767-b3c6-bb60e360e7c2 req-8eb33816-c455-49b5-b60b-f76a736b4b22 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Deleting port d39c1d04-65ba-4135-ab02-ef161ed78c8a {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:20:14.184821 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8fc8698d-df44-4767-b3c6-bb60e360e7c2 req-8eb33816-c455-49b5-b60b-f76a736b4b22 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:14.244324 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4602adb-ee3b-4a0d-876c-6767e471f67b tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Pushing event updated for resources: {'Port': ['ID=1e03cc2b-0b11-4b68-bb16-4ef161591b49,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:14.304770 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e4602adb-ee3b-4a0d-876c-6767e471f67b tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:14.324344 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-8fc8698d-df44-4767-b3c6-bb60e360e7c2 req-8eb33816-c455-49b5-b60b-f76a736b4b22 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] For port d39c1d04-65ba-4135-ab02-ef161ed78c8a, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d39c1d04-65ba-4135-ab02-ef161ed78c8a,segment=NetworkSegment(f4687f99-6781-4a43-82a7-56c0a23bfae0),segment_id=f4687f99-6781-4a43-82a7-56c0a23bfae0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:14.324750 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8fc8698d-df44-4767-b3c6-bb60e360e7c2 req-8eb33816-c455-49b5-b60b-f76a736b4b22 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:14.342417 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ddcb4b9-a16a-4c1d-80ae-32085e4d5438 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:14.348015 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e4602adb-ee3b-4a0d-876c-6767e471f67b tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:14.356252 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e4602adb-ee3b-4a0d-876c-6767e471f67b tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2273698 Nov 12 20:20:14.356252 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53208) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:14.359753 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-8fc8698d-df44-4767-b3c6-bb60e360e7c2 req-8eb33816-c455-49b5-b60b-f76a736b4b22 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Calling delete_port for d39c1d04-65ba-4135-ab02-ef161ed78c8a owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:20:14.363209 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-92897668-3545-4973-9538-f482d758c39c tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-402660948', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'fixed_ips': [{'ip_address': '172.25.5.248'}]}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:14.451656 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ddcb4b9-a16a-4c1d-80ae-32085e4d5438 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:14.463418 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ddcb4b9-a16a-4c1d-80ae-32085e4d5438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:14.487169 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device b6096a89-3d3a-4ddc-9d5e-a91d3729d234 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:20:14.512414 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddcb4b9-a16a-4c1d-80ae-32085e4d5438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17568d5-57d2-437c-9984-b380d91d8a10,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:14.530999 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: b6096a89-3d3a-4ddc-9d5e-a91d3729d234 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:20:14.531578 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device b6096a89-3d3a-4ddc-9d5e-a91d3729d234 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:20:14.550086 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5ddcb4b9-a16a-4c1d-80ae-32085e4d5438 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=02bc8dc11f8d4f8ea4d8f1d762163242&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5342093 Nov 12 20:20:14.551372 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53216) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:14.557987 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92897668-3545-4973-9538-f482d758c39c tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Made reservation on behalf of 94444b12a24c4f57b81afdcab8c2d5f6 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:20:14.560798 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92897668-3545-4973-9538-f482d758c39c tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:14.577588 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92897668-3545-4973-9538-f482d758c39c tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:14.635583 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-04fb4c78-5207-4519-b86f-c627fdeed140 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:14.677210 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-04fb4c78-5207-4519-b86f-c627fdeed140 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:14.757973 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-36cdefa6-02be-4722-b048-f881b151a5e6 admin admin] Deleting port bea4cea1-9832-40a3-bb12-fe8d1d860091 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:20:14.759199 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-36cdefa6-02be-4722-b048-f881b151a5e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:14.816046 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92897668-3545-4973-9538-f482d758c39c tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:14.827103 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92897668-3545-4973-9538-f482d758c39c tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:14.850463 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-92897668-3545-4973-9538-f482d758c39c tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] device_id is not set on port af3fe13f-4592-4c95-9510-4812c7ff97bb yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:20:14.861210 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-04fb4c78-5207-4519-b86f-c627fdeed140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:14.864049 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-04fb4c78-5207-4519-b86f-c627fdeed140 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:14.868621 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-04fb4c78-5207-4519-b86f-c627fdeed140 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f17568d5-57d2-437c-9984-b380d91d8a10 HTTP/1.1" status: 204 len: 168 time: 0.3155921 Nov 12 20:20:14.986971 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92897668-3545-4973-9538-f482d758c39c tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f46226e-74a3-4512-96ec-a3e4d72a8b11,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:15.052855 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18d043-2584-460a-aaaa-08cf3337ef3c req-e0a08b1e-b47d-4805-b4ba-6314dea8649b tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:15.061071 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd18d043-2584-460a-aaaa-08cf3337ef3c req-e0a08b1e-b47d-4805-b4ba-6314dea8649b tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/ports?device_id=254dc147-5728-4ba5-82a5-7ff54e7c9f52 HTTP/1.1" status: 200 len: 945 time: 0.2520370 Nov 12 20:20:15.066267 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb4c78-5207-4519-b86f-c627fdeed140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17568d5-57d2-437c-9984-b380d91d8a10,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:15.227187 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd18d043-2584-460a-aaaa-08cf3337ef3c req-18971c57-5a95-4045-b74d-df6b2c64a6a5 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.48 "GET /v2.0/security-groups?id=923fcd49-f57a-4eb3-ab63-50b6d323be08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650906 Nov 12 20:20:15.311739 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-36cdefa6-02be-4722-b048-f881b151a5e6 admin admin] For port bea4cea1-9832-40a3-bb12-fe8d1d860091, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=bea4cea1-9832-40a3-bb12-fe8d1d860091,segment=NetworkSegment(b7a0d982-d203-4761-b816-dcb80c0677c6),segment_id=b7a0d982-d203-4761-b816-dcb80c0677c6)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:15.312813 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-36cdefa6-02be-4722-b048-f881b151a5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:15.326517 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-36cdefa6-02be-4722-b048-f881b151a5e6 admin admin] Calling delete_port for bea4cea1-9832-40a3-bb12-fe8d1d860091 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:20:15.346819 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-92897668-3545-4973-9538-f482d758c39c tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 20:20:15.355317 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92897668-3545-4973-9538-f482d758c39c tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:20:15.373688 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-92897668-3545-4973-9538-f482d758c39c tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0169842 Nov 12 20:20:15.374562 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53232) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:15.380063 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8fc8698d-df44-4767-b3c6-bb60e360e7c2 req-8eb33816-c455-49b5-b60b-f76a736b4b22 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:15.402426 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['d39c1d04-65ba-4135-ab02-ef161ed78c8a'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:20:15.422088 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb33816-c455-49b5-b60b-f76a736b4b22 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Pushing event deleted for resources: {'Port': ['ID=d39c1d04-65ba-4135-ab02-ef161ed78c8a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:15.459594 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb33816-c455-49b5-b60b-f76a736b4b22 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:15.459977 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb33816-c455-49b5-b60b-f76a736b4b22 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:15.460312 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb33816-c455-49b5-b60b-f76a736b4b22 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:15.460659 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb33816-c455-49b5-b60b-f76a736b4b22 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:15.460997 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb33816-c455-49b5-b60b-f76a736b4b22 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:15.461327 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb33816-c455-49b5-b60b-f76a736b4b22 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:15.462565 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb33816-c455-49b5-b60b-f76a736b4b22 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:15.462914 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb33816-c455-49b5-b60b-f76a736b4b22 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:15.463246 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb33816-c455-49b5-b60b-f76a736b4b22 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:15.463577 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb33816-c455-49b5-b60b-f76a736b4b22 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:15.463900 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb33816-c455-49b5-b60b-f76a736b4b22 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:15.464261 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb33816-c455-49b5-b60b-f76a736b4b22 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:15.489334 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc8698d-df44-4767-b3c6-bb60e360e7c2 req-8eb33816-c455-49b5-b60b-f76a736b4b22 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] No DVR routers for this DVR port d39c1d04-65ba-4135-ab02-ef161ed78c8a on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:20:15.491481 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dabf41-c860-4fe2-9eff-75b394e7338a None None] DHCP port deletion for d3873ac0-1db4-4dba-9bfe-d989f1a20099 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:20:15.492839 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8fc8698d-df44-4767-b3c6-bb60e360e7c2 req-8eb33816-c455-49b5-b60b-f76a736b4b22 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:15.496248 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8fc8698d-df44-4767-b3c6-bb60e360e7c2 req-8eb33816-c455-49b5-b60b-f76a736b4b22 tempest-DeleteServersTestJSON-1916820221 tempest-DeleteServersTestJSON-1916820221-project] 10.222.0.52 "DELETE /v2.0/ports/d39c1d04-65ba-4135-ab02-ef161ed78c8a HTTP/1.1" status: 204 len: 173 time: 1.7067850 Nov 12 20:20:15.496744 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254dc147-5728-4ba5-82a5-7ff54e7c9f52', 'name': 'network-vif-deleted', 'tag': 'd39c1d04-65ba-4135-ab02-ef161ed78c8a'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:20:15.499327 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50907210-0b85-412a-a089-adc0a2490209" -d '{"events": [{"server_uuid": "254dc147-5728-4ba5-82a5-7ff54e7c9f52", "name": "network-vif-deleted", "tag": "d39c1d04-65ba-4135-ab02-ef161ed78c8a"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:20:15.539314 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53236) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:15.580426 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91c03e99-1f9e-4ba0-b0ef-f5eb62a9c6b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:15.585837 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b4c7eb-d330-49b9-9dd0-42dad19855e9 x-openstack-request-id: req-53b4c7eb-d330-49b9-9dd0-42dad19855e9 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:20:15.587427 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254dc147-5728-4ba5-82a5-7ff54e7c9f52", "name": "network-vif-deleted", "tag": "d39c1d04-65ba-4135-ab02-ef161ed78c8a", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:20:15.588154 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-53b4c7eb-d330-49b9-9dd0-42dad19855e9 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:20:15.588801 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254dc147-5728-4ba5-82a5-7ff54e7c9f52', 'name': 'network-vif-deleted', 'tag': 'd39c1d04-65ba-4135-ab02-ef161ed78c8a', 'status': 'completed', 'code': 200} Nov 12 20:20:15.716815 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-36cdefa6-02be-4722-b048-f881b151a5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:15.811718 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91c03e99-1f9e-4ba0-b0ef-f5eb62a9c6b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:15.814538 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdefa6-02be-4722-b048-f881b151a5e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bea4cea1-9832-40a3-bb12-fe8d1d860091,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:15.818502 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91c03e99-1f9e-4ba0-b0ef-f5eb62a9c6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:15.892701 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-91c03e99-1f9e-4ba0-b0ef-f5eb62a9c6b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f8a2326b9ba4ddca7ae111cf40adf31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3522913 Nov 12 20:20:15.896982 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53246) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:15.948656 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c03e99-1f9e-4ba0-b0ef-f5eb62a9c6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891df586-176f-423b-8948-7931fd3e61ea,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:15.967157 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-0992eb19-d85a-47f0-914f-8bf8bf6b6e33 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Deleting port 1e03cc2b-0b11-4b68-bb16-4ef161591b49 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:20:15.967509 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0992eb19-d85a-47f0-914f-8bf8bf6b6e33 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:16.077438 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0992eb19-d85a-47f0-914f-8bf8bf6b6e33 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:16.077786 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0992eb19-d85a-47f0-914f-8bf8bf6b6e33 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:16.094962 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-0992eb19-d85a-47f0-914f-8bf8bf6b6e33 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Calling delete_port for 1e03cc2b-0b11-4b68-bb16-4ef161591b49 owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:20:16.114125 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-36cdefa6-02be-4722-b048-f881b151a5e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:16.288043 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0992eb19-d85a-47f0-914f-8bf8bf6b6e33 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:16.325240 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992eb19-d85a-47f0-914f-8bf8bf6b6e33 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e03cc2b-0b11-4b68-bb16-4ef161591b49,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:16.329110 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-945fcd97-da53-4fcc-bded-ed00c5837d32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:16.377167 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-945fcd97-da53-4fcc-bded-ed00c5837d32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:16.516351 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0992eb19-d85a-47f0-914f-8bf8bf6b6e33 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:16.519517 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0992eb19-d85a-47f0-914f-8bf8bf6b6e33 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:16.520777 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0992eb19-d85a-47f0-914f-8bf8bf6b6e33 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801 tempest-ExternalNetworksAdminNegativeTestJSON-1402011801-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/5c1aa676-00a6-4f8a-beaf-03275e83bad9 HTTP/1.1" status: 204 len: 168 time: 1.1452312 Nov 12 20:20:16.543425 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-945fcd97-da53-4fcc-bded-ed00c5837d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:16.546392 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-945fcd97-da53-4fcc-bded-ed00c5837d32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:16.547570 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-945fcd97-da53-4fcc-bded-ed00c5837d32 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/891df586-176f-423b-8948-7931fd3e61ea HTTP/1.1" status: 204 len: 168 time: 0.6493709 Nov 12 20:20:16.580377 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fcd97-da53-4fcc-bded-ed00c5837d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891df586-176f-423b-8948-7931fd3e61ea,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:16.778875 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cdefa6-02be-4722-b048-f881b151a5e6 admin admin] Router a31d46cf-506d-4e8c-8da9-a902d91c6462 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:20:17.062015 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cdefa6-02be-4722-b048-f881b151a5e6 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:20:17.069891 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-36cdefa6-02be-4722-b048-f881b151a5e6 admin admin] 10.222.0.48 "PUT /v2.0/routers/a31d46cf-506d-4e8c-8da9-a902d91c6462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1778789 Nov 12 20:20:17.071792 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53298) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:17.089834 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372d0ffd-b289-4b17-879d-36ded86ad179 None None] Sync routers for ids ['a31d46cf-506d-4e8c-8da9-a902d91c6462'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:20:17.107766 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372d0ffd-b289-4b17-879d-36ded86ad179 None None] Routers {'a31d46cf-506d-4e8c-8da9-a902d91c6462'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:20:17.110214 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-372d0ffd-b289-4b17-879d-36ded86ad179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:19:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a31d46cf-506d-4e8c-8da9-a902d91c6462'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:17.263073 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53302) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:17.275328 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8435adf7-0131-4404-917e-061387fec7dd admin admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:17.336727 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-372d0ffd-b289-4b17-879d-36ded86ad179 None None] Set router a31d46cf-506d-4e8c-8da9-a902d91c6462 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:20:17.534037 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b6464848-1339-463b-a2cc-cf1973865b2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:17.622225 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8435adf7-0131-4404-917e-061387fec7dd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:17.754860 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-8435adf7-0131-4404-917e-061387fec7dd admin admin] Deleting port 9b9ce6f4-17a8-4af0-bc18-456f42951261 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:20:17.755207 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8435adf7-0131-4404-917e-061387fec7dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:17.778708 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b6464848-1339-463b-a2cc-cf1973865b2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:17.813932 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b6464848-1339-463b-a2cc-cf1973865b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:17.887546 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6464848-1339-463b-a2cc-cf1973865b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed850541-96c6-4b6a-b682-c3e25c32a3c8,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:17.948803 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b6464848-1339-463b-a2cc-cf1973865b2e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=82afd4c79ae349ecb45e8bd4f3e99c5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6841409 Nov 12 20:20:17.950816 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53322) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:17.959482 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-372d0ffd-b289-4b17-879d-36ded86ad179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31d46cf-506d-4e8c-8da9-a902d91c6462', 'name': 'tempest-TestServerMultinode-774322252-router', 'tenant_id': '60fc56a8351442c1b35da9d7e26b263f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '9b9ce6f4-17a8-4af0-bc18-456f42951261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:19:03Z', 'updated_at': '2021-11-12T20:20:15Z', 'revision_number': 5, 'project_id': '60fc56a8351442c1b35da9d7e26b263f', 'gw_port': {'id': '9b9ce6f4-17a8-4af0-bc18-456f42951261', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31d46cf-506d-4e8c-8da9-a902d91c6462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:19:05Z', 'updated_at': '2021-11-12T20:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:17.997690 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372d0ffd-b289-4b17-879d-36ded86ad179 None None] Checking router: a31d46cf-506d-4e8c-8da9-a902d91c6462 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:20:18.008932 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372d0ffd-b289-4b17-879d-36ded86ad179 None None] Routers {'a31d46cf-506d-4e8c-8da9-a902d91c6462'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:20:18.009994 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-372d0ffd-b289-4b17-879d-36ded86ad179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:19:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a31d46cf-506d-4e8c-8da9-a902d91c6462'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:18.055007 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-8435adf7-0131-4404-917e-061387fec7dd admin admin] For port 9b9ce6f4-17a8-4af0-bc18-456f42951261, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=9b9ce6f4-17a8-4af0-bc18-456f42951261,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:18.060569 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8435adf7-0131-4404-917e-061387fec7dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:18.061412 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b215c68b-0e7b-4b45-8a10-26da8ebb9b68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:18.105928 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-8435adf7-0131-4404-917e-061387fec7dd admin admin] Calling delete_port for 9b9ce6f4-17a8-4af0-bc18-456f42951261 owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:20:18.161144 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b215c68b-0e7b-4b45-8a10-26da8ebb9b68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:18.248638 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-372d0ffd-b289-4b17-879d-36ded86ad179 None None] Set router a31d46cf-506d-4e8c-8da9-a902d91c6462 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:20:18.263885 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b215c68b-0e7b-4b45-8a10-26da8ebb9b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:18.276165 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b215c68b-0e7b-4b45-8a10-26da8ebb9b68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:18.281313 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b215c68b-0e7b-4b45-8a10-26da8ebb9b68 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ed850541-96c6-4b6a-b682-c3e25c32a3c8 HTTP/1.1" status: 204 len: 168 time: 0.3270798 Nov 12 20:20:18.326815 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215c68b-0e7b-4b45-8a10-26da8ebb9b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed850541-96c6-4b6a-b682-c3e25c32a3c8,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:18.432955 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-372d0ffd-b289-4b17-879d-36ded86ad179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31d46cf-506d-4e8c-8da9-a902d91c6462', 'name': 'tempest-TestServerMultinode-774322252-router', 'tenant_id': '60fc56a8351442c1b35da9d7e26b263f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:19:03Z', 'updated_at': '2021-11-12T20:20:17Z', 'revision_number': 6, 'project_id': '60fc56a8351442c1b35da9d7e26b263f', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:18.520811 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372d0ffd-b289-4b17-879d-36ded86ad179 None None] The sync data for ids ['a31d46cf-506d-4e8c-8da9-a902d91c6462'] in n-d-712140-15 is: [{'id': 'a31d46cf-506d-4e8c-8da9-a902d91c6462', 'name': 'tempest-TestServerMultinode-774322252-router', 'tenant_id': '60fc56a8351442c1b35da9d7e26b263f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:19:03Z', 'updated_at': '2021-11-12T20:20:17Z', 'revision_number': 6, 'project_id': '60fc56a8351442c1b35da9d7e26b263f', 'gw_port_host': None}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:20:18.532045 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device d39c1d04-65ba-4135-ab02-ef161ed78c8a no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:20:18.568934 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: d39c1d04-65ba-4135-ab02-ef161ed78c8a {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:20:18.569872 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device d39c1d04-65ba-4135-ab02-ef161ed78c8a not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:20:18.823008 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8435adf7-0131-4404-917e-061387fec7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:18.877779 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435adf7-0131-4404-917e-061387fec7dd admin admin] Pushing event deleted for resources: {'Port': ['ID=9b9ce6f4-17a8-4af0-bc18-456f42951261,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:18.890465 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b33ab94-2619-4969-8b86-b76b9e409aba None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:20:18.991882 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53354) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:19.061154 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8435adf7-0131-4404-917e-061387fec7dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:19.157705 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device bea4cea1-9832-40a3-bb12-fe8d1d860091 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:20:19.186056 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9db66c47-81db-4b2a-97b9-a13411452372 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=94444b12a24c4f57b81afdcab8c2d5f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1931415 Nov 12 20:20:19.186720 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53360) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:19.250778 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: bea4cea1-9832-40a3-bb12-fe8d1d860091 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:20:19.251128 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device bea4cea1-9832-40a3-bb12-fe8d1d860091 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:20:19.335813 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8435adf7-0131-4404-917e-061387fec7dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:19.343764 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8435adf7-0131-4404-917e-061387fec7dd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:19.365320 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bcb6e234-9e90-488a-8734-9252e9ecdf24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:19.394347 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bcb6e234-9e90-488a-8734-9252e9ecdf24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:19.468413 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bcb6e234-9e90-488a-8734-9252e9ecdf24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:19.471634 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bcb6e234-9e90-488a-8734-9252e9ecdf24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:19.475872 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bcb6e234-9e90-488a-8734-9252e9ecdf24 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f46226e-74a3-4512-96ec-a3e4d72a8b11 HTTP/1.1" status: 204 len: 168 time: 0.2878826 Nov 12 20:20:19.502680 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6e234-9e90-488a-8734-9252e9ecdf24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f46226e-74a3-4512-96ec-a3e4d72a8b11,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:19.509517 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8435adf7-0131-4404-917e-061387fec7dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:19.509966 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8435adf7-0131-4404-917e-061387fec7dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a31d46cf-506d-4e8c-8da9-a902d91c6462 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:20:19.515153 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8435adf7-0131-4404-917e-061387fec7dd admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:19.516659 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8435adf7-0131-4404-917e-061387fec7dd admin admin] 10.222.0.48 "DELETE /v2.0/routers/a31d46cf-506d-4e8c-8da9-a902d91c6462 HTTP/1.1" status: 204 len: 168 time: 2.4435842 Nov 12 20:20:19.519286 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53370) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:19.667972 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-27954365-0bbd-40e4-97dc-4f51ef6c1053 admin admin] Deleting subnet db9aec07-5046-4d42-a84e-4db5a81c82ec {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:20:19.676672 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27954365-0bbd-40e4-97dc-4f51ef6c1053 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:19.781283 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27954365-0bbd-40e4-97dc-4f51ef6c1053 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:19.935639 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f3b5c36b-ae55-4710-a6ea-a328aaa1f2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:20.040850 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27954365-0bbd-40e4-97dc-4f51ef6c1053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:20.150603 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:20.196896 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53386) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:20.246297 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27954365-0bbd-40e4-97dc-4f51ef6c1053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:20.301636 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27954365-0bbd-40e4-97dc-4f51ef6c1053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db9aec07-5046-4d42-a84e-4db5a81c82ec,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:20.322198 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27954365-0bbd-40e4-97dc-4f51ef6c1053 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:20.328727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155ebef7-7ce6-4826-97a6-ce10816d9b87 None None] Network d8c6beb0-6892-4f31-9f60-9634061a9d3a requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:20:20.333646 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-27954365-0bbd-40e4-97dc-4f51ef6c1053 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/db9aec07-5046-4d42-a84e-4db5a81c82ec HTTP/1.1" status: 204 len: 168 time: 0.8130968 Nov 12 20:20:20.346023 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53398) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:20.608564 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9e55522b-ce8f-46de-bf08-2529a315395a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:20.712359 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6cc56644-e8b2-4f99-b02d-52e97fb3293e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:20.781088 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9e55522b-ce8f-46de-bf08-2529a315395a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:20.817503 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9e55522b-ce8f-46de-bf08-2529a315395a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:20.865836 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78244d9e-f2a1-408e-a347-c5eb9e049007 None None] DHCP port deletion for d8c6beb0-6892-4f31-9f60-9634061a9d3a request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:20:20.871011 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-6cc56644-e8b2-4f99-b02d-52e97fb3293e admin admin] Deleting port 3fac9795-5fb7-428e-94be-79c0dde99c75 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:20:20.871527 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6cc56644-e8b2-4f99-b02d-52e97fb3293e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:20.965854 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-6cc56644-e8b2-4f99-b02d-52e97fb3293e admin admin] For port 3fac9795-5fb7-428e-94be-79c0dde99c75, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3fac9795-5fb7-428e-94be-79c0dde99c75,segment=NetworkSegment(b7a0d982-d203-4761-b816-dcb80c0677c6),segment_id=b7a0d982-d203-4761-b816-dcb80c0677c6)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:20.966536 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6cc56644-e8b2-4f99-b02d-52e97fb3293e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:20.982088 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-6cc56644-e8b2-4f99-b02d-52e97fb3293e admin admin] Calling delete_port for 3fac9795-5fb7-428e-94be-79c0dde99c75 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:20:21.065697 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55522b-ce8f-46de-bf08-2529a315395a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084545f7-5110-4820-b154-822b0f6efede,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:21.091193 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9e55522b-ce8f-46de-bf08-2529a315395a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b98dd1fb6294d54a628814d6127ed0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8936970 Nov 12 20:20:21.093824 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53430) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:21.111716 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 9b9ce6f4-17a8-4af0-bc18-456f42951261 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:20:21.208460 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-78244d9e-f2a1-408e-a347-c5eb9e049007 None None] Deleting port 3fac9795-5fb7-428e-94be-79c0dde99c75 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:20:21.209062 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-78244d9e-f2a1-408e-a347-c5eb9e049007 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:21.212983 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 9b9ce6f4-17a8-4af0-bc18-456f42951261 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:20:21.221996 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 9b9ce6f4-17a8-4af0-bc18-456f42951261 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:20:21.222565 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3fac9795-5fb7-428e-94be-79c0dde99c75 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:20:21.235540 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c5a94c7-61a4-400e-b415-f378725c63a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:21.321851 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c5a94c7-61a4-400e-b415-f378725c63a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:21.349892 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6cc56644-e8b2-4f99-b02d-52e97fb3293e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:21.367220 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc56644-e8b2-4f99-b02d-52e97fb3293e admin admin] No DVR routers for this DVR port 3fac9795-5fb7-428e-94be-79c0dde99c75 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:20:21.419081 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c5a94c7-61a4-400e-b415-f378725c63a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:21.421653 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c5a94c7-61a4-400e-b415-f378725c63a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:21.425316 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5c5a94c7-61a4-400e-b415-f378725c63a5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/084545f7-5110-4820-b154-822b0f6efede HTTP/1.1" status: 204 len: 168 time: 0.3280027 Nov 12 20:20:21.454062 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a94c7-61a4-400e-b415-f378725c63a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084545f7-5110-4820-b154-822b0f6efede,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:21.476336 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a94c7-61a4-400e-b415-f378725c63a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:21.476681 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a94c7-61a4-400e-b415-f378725c63a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:21.486343 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a94c7-61a4-400e-b415-f378725c63a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:21.486701 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a94c7-61a4-400e-b415-f378725c63a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:21.487043 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a94c7-61a4-400e-b415-f378725c63a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:21.487380 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a94c7-61a4-400e-b415-f378725c63a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:21.487711 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a94c7-61a4-400e-b415-f378725c63a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:21.489302 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a94c7-61a4-400e-b415-f378725c63a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:21.489657 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a94c7-61a4-400e-b415-f378725c63a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:21.501277 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a94c7-61a4-400e-b415-f378725c63a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:21.502157 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a94c7-61a4-400e-b415-f378725c63a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:21.502502 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a94c7-61a4-400e-b415-f378725c63a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:21.598146 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-78244d9e-f2a1-408e-a347-c5eb9e049007 None None] For port 3fac9795-5fb7-428e-94be-79c0dde99c75, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3fac9795-5fb7-428e-94be-79c0dde99c75,segment=NetworkSegment(b7a0d982-d203-4761-b816-dcb80c0677c6),segment_id=b7a0d982-d203-4761-b816-dcb80c0677c6)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:21.600089 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-78244d9e-f2a1-408e-a347-c5eb9e049007 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:21.627089 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No active binding found for port 3fac9795-5fb7-428e-94be-79c0dde99c75 {{(pid=102449) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 20:20:21.628160 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3fac9795-5fb7-428e-94be-79c0dde99c75 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:20:21.686611 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6cc56644-e8b2-4f99-b02d-52e97fb3293e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:21.694975 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-78244d9e-f2a1-408e-a347-c5eb9e049007 None None] Calling delete_port for 3fac9795-5fb7-428e-94be-79c0dde99c75 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:20:21.750090 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-6cc56644-e8b2-4f99-b02d-52e97fb3293e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c6beb0-6892-4f31-9f60-9634061a9d3a']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:21.773896 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-6cc56644-e8b2-4f99-b02d-52e97fb3293e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a0d982-d203-4761-b816-dcb80c0677c6') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:21.776279 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-6cc56644-e8b2-4f99-b02d-52e97fb3293e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a0d982-d203-4761-b816-dcb80c0677c6') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:21.816550 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6cc56644-e8b2-4f99-b02d-52e97fb3293e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:21.849701 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6cc56644-e8b2-4f99-b02d-52e97fb3293e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:21.864039 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cc56644-e8b2-4f99-b02d-52e97fb3293e admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:20:21.865363 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6cc56644-e8b2-4f99-b02d-52e97fb3293e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:21.875339 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:20:21.881470 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-78244d9e-f2a1-408e-a347-c5eb9e049007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:21.900174 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78244d9e-f2a1-408e-a347-c5eb9e049007 None None] No DVR routers for this DVR port 3fac9795-5fb7-428e-94be-79c0dde99c75 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:20:21.962476 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78244d9e-f2a1-408e-a347-c5eb9e049007 None None] Pushing event deleted for resources: {'Port': ['ID=3fac9795-5fb7-428e-94be-79c0dde99c75,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:21.990064 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78244d9e-f2a1-408e-a347-c5eb9e049007 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:21.990399 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78244d9e-f2a1-408e-a347-c5eb9e049007 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:21.990737 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78244d9e-f2a1-408e-a347-c5eb9e049007 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:21.991062 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78244d9e-f2a1-408e-a347-c5eb9e049007 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:22.002323 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78244d9e-f2a1-408e-a347-c5eb9e049007 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:22.002667 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78244d9e-f2a1-408e-a347-c5eb9e049007 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:22.003008 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78244d9e-f2a1-408e-a347-c5eb9e049007 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:22.003418 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78244d9e-f2a1-408e-a347-c5eb9e049007 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:22.003653 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78244d9e-f2a1-408e-a347-c5eb9e049007 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:22.003973 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78244d9e-f2a1-408e-a347-c5eb9e049007 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:22.006972 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78244d9e-f2a1-408e-a347-c5eb9e049007 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:22.007307 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78244d9e-f2a1-408e-a347-c5eb9e049007 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:22.021740 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc56644-e8b2-4f99-b02d-52e97fb3293e admin admin] Pushing event deleted for resources: {'Port': ['ID=3fac9795-5fb7-428e-94be-79c0dde99c75,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:20:22.029562 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:20:22.033720 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6cc56644-e8b2-4f99-b02d-52e97fb3293e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:22.049788 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6cc56644-e8b2-4f99-b02d-52e97fb3293e admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:22.054155 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6cc56644-e8b2-4f99-b02d-52e97fb3293e admin admin] 10.222.0.48 "DELETE /v2.0/networks/d8c6beb0-6892-4f31-9f60-9634061a9d3a HTTP/1.1" status: 204 len: 168 time: 1.7042072 Nov 12 20:20:22.057302 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53478) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:22.094255 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc56644-e8b2-4f99-b02d-52e97fb3293e admin admin] Pushing event deleted for resources: {'Network': ['ID=d8c6beb0-6892-4f31-9f60-9634061a9d3a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:22.440523 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53510) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:22.472166 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6780516b-56cb-4773-b165-7a4a43d2a580 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:22.705866 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6780516b-56cb-4773-b165-7a4a43d2a580 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:22.717616 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6780516b-56cb-4773-b165-7a4a43d2a580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:22.758383 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5b0d1f0d-e6d8-43a1-9222-c390e53cf7e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:22.814582 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780516b-56cb-4773-b165-7a4a43d2a580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded873d5-925a-4751-8096-1fc3c3d1505b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:22.842454 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6780516b-56cb-4773-b165-7a4a43d2a580 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3d48d7432cc247579cbec4254f5ab9c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4008234 Nov 12 20:20:22.851803 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53540) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:22.961386 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-10859107-db32-48ce-be49-12797258aee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:23.063820 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0c07ab49-8b24-4486-861a-2daf6c2fcc64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:23.099093 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0c07ab49-8b24-4486-861a-2daf6c2fcc64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:23.270725 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0c07ab49-8b24-4486-861a-2daf6c2fcc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:23.283180 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0c07ab49-8b24-4486-861a-2daf6c2fcc64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:23.292667 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0c07ab49-8b24-4486-861a-2daf6c2fcc64 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ded873d5-925a-4751-8096-1fc3c3d1505b HTTP/1.1" status: 204 len: 168 time: 0.4371164 Nov 12 20:20:23.339612 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53556) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:23.399354 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07ab49-8b24-4486-861a-2daf6c2fcc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded873d5-925a-4751-8096-1fc3c3d1505b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:23.420478 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53568) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:23.485319 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-10859107-db32-48ce-be49-12797258aee4 admin admin] Deleting port b897626c-6176-47b7-ab2d-3899bf4fb540 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:20:23.485659 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-10859107-db32-48ce-be49-12797258aee4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:23.625073 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-10859107-db32-48ce-be49-12797258aee4 admin admin] For port b897626c-6176-47b7-ab2d-3899bf4fb540, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b897626c-6176-47b7-ab2d-3899bf4fb540,segment=NetworkSegment(52bac6ef-d9c1-4bfc-9a6b-dcec6f6ad6b7),segment_id=52bac6ef-d9c1-4bfc-9a6b-dcec6f6ad6b7)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:23.625445 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-10859107-db32-48ce-be49-12797258aee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:23.643920 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-10859107-db32-48ce-be49-12797258aee4 admin admin] Calling delete_port for b897626c-6176-47b7-ab2d-3899bf4fb540 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:20:23.729375 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:23.795466 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:23.816649 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3ee95910-7c1b-4447-b94c-6b465342cf85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:23.984707 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-10859107-db32-48ce-be49-12797258aee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:24.030195 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10859107-db32-48ce-be49-12797258aee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b897626c-6176-47b7-ab2d-3899bf4fb540,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:24.058576 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-8aaa7172-cdbd-4919-a33b-185e18b2d131 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1770468670', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:24.112223 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3ee95910-7c1b-4447-b94c-6b465342cf85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:24.125849 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3ee95910-7c1b-4447-b94c-6b465342cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:24.220648 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3ee95910-7c1b-4447-b94c-6b465342cf85 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b5d6c326a6e14f5d99df0dbbcd19829c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8777914 Nov 12 20:20:24.220648 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aaa7172-cdbd-4919-a33b-185e18b2d131 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Made reservation on behalf of afbf71c9b6434f799915c145090456ad for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:20:24.237521 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7172-cdbd-4919-a33b-185e18b2d131 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:24.240381 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53592) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:24.299261 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7172-cdbd-4919-a33b-185e18b2d131 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:24.420317 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-10859107-db32-48ce-be49-12797258aee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:24.479986 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee95910-7c1b-4447-b94c-6b465342cf85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32759358-8682-45bb-b9e9-31e2091026b6,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:24.629174 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7172-cdbd-4919-a33b-185e18b2d131 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:24.630156 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ca238e10-5046-4d4a-9e91-7a4ff223b36d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:24.695945 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ca238e10-5046-4d4a-9e91-7a4ff223b36d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:24.712629 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7172-cdbd-4919-a33b-185e18b2d131 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:24.716700 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-8aaa7172-cdbd-4919-a33b-185e18b2d131 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] device_id is not set on port 8318b749-4e25-4b1e-b73e-f96135891248 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:20:24.875773 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-8aaa7172-cdbd-4919-a33b-185e18b2d131 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Allocated IP 172.25.5.67 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/8318b749-4e25-4b1e-b73e-f96135891248) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:20:25.122313 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa7172-cdbd-4919-a33b-185e18b2d131 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8c9995-52b4-4266-8035-d2495ac77563,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:25.129052 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:25.157532 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53636) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:25.308030 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ca238e10-5046-4d4a-9e91-7a4ff223b36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:25.314484 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ca238e10-5046-4d4a-9e91-7a4ff223b36d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:25.321104 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ca238e10-5046-4d4a-9e91-7a4ff223b36d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/32759358-8682-45bb-b9e9-31e2091026b6 HTTP/1.1" status: 204 len: 168 time: 1.0621841 Nov 12 20:20:25.345432 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca238e10-5046-4d4a-9e91-7a4ff223b36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32759358-8682-45bb-b9e9-31e2091026b6,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:25.422607 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ea1aa0-c3d7-47b7-87dc-9e2a10e3ad5d admin admin] Deleting subnet 112e4b86-9b36-4cfc-b638-09194238d947 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:20:25.479014 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74ea1aa0-c3d7-47b7-87dc-9e2a10e3ad5d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:25.604186 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7172-cdbd-4919-a33b-185e18b2d131 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:25.694324 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7172-cdbd-4919-a33b-185e18b2d131 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:25.897436 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74ea1aa0-c3d7-47b7-87dc-9e2a10e3ad5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:25.901836 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaa7172-cdbd-4919-a33b-185e18b2d131 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:20:25.946433 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:25.983856 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-8aaa7172-cdbd-4919-a33b-185e18b2d131 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:20:25.990050 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10859107-db32-48ce-be49-12797258aee4 admin admin] Router f26202a9-e7d4-405a-9d30-d5aed666dfe4 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:20:25.998050 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27ad008-4b7a-4a9a-b2e6-ab669f47496f None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:20:26.013136 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa7172-cdbd-4919-a33b-185e18b2d131 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Pushing event updated for resources: {'Port': ['ID=8318b749-4e25-4b1e-b73e-f96135891248,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:26.019250 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa7172-cdbd-4919-a33b-185e18b2d131 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:20:26.061545 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-da452155-8227-4d75-9759-274cc16b224f None None] Provisioning complete for port 8318b749-4e25-4b1e-b73e-f96135891248 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:20:26.061960 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-da452155-8227-4d75-9759-274cc16b224f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:26.166207 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-da452155-8227-4d75-9759-274cc16b224f None None] Port 8318b749-4e25-4b1e-b73e-f96135891248 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:20:26.173413 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74ea1aa0-c3d7-47b7-87dc-9e2a10e3ad5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:26.213376 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53660) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:26.241592 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaa7172-cdbd-4919-a33b-185e18b2d131 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:26.242215 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7172-cdbd-4919-a33b-185e18b2d131 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:26.247050 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74ea1aa0-c3d7-47b7-87dc-9e2a10e3ad5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:26.259114 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-318ffaa0-84f9-48b9-a329-1360109c604c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:26.287010 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea1aa0-c3d7-47b7-87dc-9e2a10e3ad5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=112e4b86-9b36-4cfc-b638-09194238d947,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:26.295765 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8aaa7172-cdbd-4919-a33b-185e18b2d131 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.8740954 Nov 12 20:20:26.298415 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53662) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:26.303204 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-b78413e0-9740-4bf8-bdfd-9ace71157133 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.67'}]}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:26.306244 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04da616-9c3b-4bd8-9f1b-f2d502e7759e None None] Network d3873ac0-1db4-4dba-9bfe-d989f1a20099 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:20:26.323414 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74ea1aa0-c3d7-47b7-87dc-9e2a10e3ad5d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:26.327285 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-74ea1aa0-c3d7-47b7-87dc-9e2a10e3ad5d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/112e4b86-9b36-4cfc-b638-09194238d947 HTTP/1.1" status: 204 len: 168 time: 1.1591177 Nov 12 20:20:26.329234 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b78413e0-9740-4bf8-bdfd-9ace71157133 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:26.335707 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b78413e0-9740-4bf8-bdfd-9ace71157133 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:26.360722 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53664) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:26.379563 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10859107-db32-48ce-be49-12797258aee4 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:20:26.389456 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-10859107-db32-48ce-be49-12797258aee4 admin admin] 10.222.0.48 "PUT /v2.0/routers/f26202a9-e7d4-405a-9d30-d5aed666dfe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3308768 Nov 12 20:20:26.395757 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53666) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:26.396313 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1f7c0c-783e-4c7a-a971-dcd400b47cf9 None None] Sync routers for ids ['f26202a9-e7d4-405a-9d30-d5aed666dfe4'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:20:26.425515 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1f7c0c-783e-4c7a-a971-dcd400b47cf9 None None] Routers {'f26202a9-e7d4-405a-9d30-d5aed666dfe4'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:20:26.426711 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-5d1f7c0c-783e-4c7a-a971-dcd400b47cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:20:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f26202a9-e7d4-405a-9d30-d5aed666dfe4'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:26.542349 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de168ae-c524-4063-827b-cf0ece0839d1 None None] DHCP port deletion for d3873ac0-1db4-4dba-9bfe-d989f1a20099 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:20:26.583944 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b78413e0-9740-4bf8-bdfd-9ace71157133 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:26.587642 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3d1364f4-c88f-4c4b-9051-134bb8839b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:26.693342 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92820991-39cd-4e33-9205-dde86dbc5431 admin admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:26.734206 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-5d1f7c0c-783e-4c7a-a971-dcd400b47cf9 None None] Set router f26202a9-e7d4-405a-9d30-d5aed666dfe4 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:20:26.764742 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-318ffaa0-84f9-48b9-a329-1360109c604c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:26.773493 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-318ffaa0-84f9-48b9-a329-1360109c604c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:26.811214 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b78413e0-9740-4bf8-bdfd-9ace71157133 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:26.957741 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-318ffaa0-84f9-48b9-a329-1360109c604c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eb1ee68a9077432c8547a6f285d79073&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7423325 Nov 12 20:20:26.966096 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53678) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:27.033823 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3d1364f4-c88f-4c4b-9051-134bb8839b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:27.047903 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ffaa0-84f9-48b9-a329-1360109c604c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8617406-1389-4341-b7fd-4ed2d90e154f,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:27.096193 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92820991-39cd-4e33-9205-dde86dbc5431 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:27.139908 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f1f8b19e-9424-4183-8d17-dd8e5e276d0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:27.158063 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-5d1f7c0c-783e-4c7a-a971-dcd400b47cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26202a9-e7d4-405a-9d30-d5aed666dfe4', 'name': 'tempest-TestServerMultinode-1851523448-router', 'tenant_id': '87656e288e854f3e88c46f9678daf6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'a22336b6-0239-44b3-8356-48e17e439aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:19:21Z', 'updated_at': '2021-11-12T20:20:23Z', 'revision_number': 5, 'project_id': '87656e288e854f3e88c46f9678daf6da', 'gw_port': {'id': 'a22336b6-0239-44b3-8356-48e17e439aef', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26202a9-e7d4-405a-9d30-d5aed666dfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:19:23Z', 'updated_at': '2021-11-12T20:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:27.159925 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-3d1364f4-c88f-4c4b-9051-134bb8839b21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3873ac0-1db4-4dba-9bfe-d989f1a20099']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:27.183657 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-3d1364f4-c88f-4c4b-9051-134bb8839b21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4687f99-6781-4a43-82a7-56c0a23bfae0') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:27.187997 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1f7c0c-783e-4c7a-a971-dcd400b47cf9 None None] Checking router: f26202a9-e7d4-405a-9d30-d5aed666dfe4 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:20:27.188742 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-3d1364f4-c88f-4c4b-9051-134bb8839b21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4687f99-6781-4a43-82a7-56c0a23bfae0') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:27.198194 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1f7c0c-783e-4c7a-a971-dcd400b47cf9 None None] Routers {'f26202a9-e7d4-405a-9d30-d5aed666dfe4'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:20:27.198898 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-5d1f7c0c-783e-4c7a-a971-dcd400b47cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:20:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['f26202a9-e7d4-405a-9d30-d5aed666dfe4'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:27.234833 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3d1364f4-c88f-4c4b-9051-134bb8839b21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:27.264612 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f1f8b19e-9424-4183-8d17-dd8e5e276d0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:27.297695 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3d1364f4-c88f-4c4b-9051-134bb8839b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:27.309637 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d1364f4-c88f-4c4b-9051-134bb8839b21 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:20:27.310558 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3d1364f4-c88f-4c4b-9051-134bb8839b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:20:27.313607 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:20:27.339612 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-92820991-39cd-4e33-9205-dde86dbc5431 admin admin] Deleting port a22336b6-0239-44b3-8356-48e17e439aef {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:20:27.339844 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-5d1f7c0c-783e-4c7a-a971-dcd400b47cf9 None None] Set router f26202a9-e7d4-405a-9d30-d5aed666dfe4 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:20:27.340107 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92820991-39cd-4e33-9205-dde86dbc5431 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:27.416085 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3d1364f4-c88f-4c4b-9051-134bb8839b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:27.441760 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f1f8b19e-9424-4183-8d17-dd8e5e276d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:27.445385 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f1f8b19e-9424-4183-8d17-dd8e5e276d0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:27.446908 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f1f8b19e-9424-4183-8d17-dd8e5e276d0d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d8617406-1389-4341-b7fd-4ed2d90e154f HTTP/1.1" status: 204 len: 168 time: 0.4725828 Nov 12 20:20:27.451149 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-5d1f7c0c-783e-4c7a-a971-dcd400b47cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26202a9-e7d4-405a-9d30-d5aed666dfe4', 'name': 'tempest-TestServerMultinode-1851523448-router', 'tenant_id': '87656e288e854f3e88c46f9678daf6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:19:21Z', 'updated_at': '2021-11-12T20:20:27Z', 'revision_number': 6, 'project_id': '87656e288e854f3e88c46f9678daf6da', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:27.465134 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8b19e-9424-4183-8d17-dd8e5e276d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8617406-1389-4341-b7fd-4ed2d90e154f,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:27.474533 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3d1364f4-c88f-4c4b-9051-134bb8839b21 admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:27.479102 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3d1364f4-c88f-4c4b-9051-134bb8839b21 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d3873ac0-1db4-4dba-9bfe-d989f1a20099 HTTP/1.1" status: 204 len: 168 time: 1.1169193 Nov 12 20:20:27.521829 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-92820991-39cd-4e33-9205-dde86dbc5431 admin admin] For port a22336b6-0239-44b3-8356-48e17e439aef, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a22336b6-0239-44b3-8356-48e17e439aef,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:27.523057 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92820991-39cd-4e33-9205-dde86dbc5431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:27.552154 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-92820991-39cd-4e33-9205-dde86dbc5431 admin admin] Calling delete_port for a22336b6-0239-44b3-8356-48e17e439aef owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:20:27.563097 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1f7c0c-783e-4c7a-a971-dcd400b47cf9 None None] The sync data for ids ['f26202a9-e7d4-405a-9d30-d5aed666dfe4'] in n-d-712140-15 is: [{'id': 'f26202a9-e7d4-405a-9d30-d5aed666dfe4', 'name': 'tempest-TestServerMultinode-1851523448-router', 'tenant_id': '87656e288e854f3e88c46f9678daf6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:19:21Z', 'updated_at': '2021-11-12T20:20:27Z', 'revision_number': 6, 'project_id': '87656e288e854f3e88c46f9678daf6da', 'gw_port_host': None}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:20:27.624306 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1364f4-c88f-4c4b-9051-134bb8839b21 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3873ac0-1db4-4dba-9bfe-d989f1a20099,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:27.767996 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b78413e0-9740-4bf8-bdfd-9ace71157133 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:27.868812 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53694) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:27.878696 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b78413e0-9740-4bf8-bdfd-9ace71157133 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:28.069300 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-195f9b5a-d94e-4a60-ae71-5af5e7b37bf3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8273d0d46fc244019c3a4caebc6e0105&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1987052 Nov 12 20:20:28.072034 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53708) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:28.222374 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b78413e0-9740-4bf8-bdfd-9ace71157133 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:28.343174 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92820991-39cd-4e33-9205-dde86dbc5431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:28.393123 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0267bca1-50ec-40ac-96d7-33e532cffd02 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:20:28.469121 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db414382-25c1-4852-af9b-ac23190c1ca4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:28.472523 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-41d95598-e611-4b2a-9e48-c35349a7b3f3 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=594c74304b624770acf9875d5202424e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673189 Nov 12 20:20:28.479475 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92820991-39cd-4e33-9205-dde86dbc5431 admin admin] Pushing event deleted for resources: {'Port': ['ID=a22336b6-0239-44b3-8356-48e17e439aef,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:28.521471 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b78413e0-9740-4bf8-bdfd-9ace71157133 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:28.534984 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b78413e0-9740-4bf8-bdfd-9ace71157133 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:28.569440 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db414382-25c1-4852-af9b-ac23190c1ca4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:28.613199 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92820991-39cd-4e33-9205-dde86dbc5431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:28.731433 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92820991-39cd-4e33-9205-dde86dbc5431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:28.737066 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b78413e0-9740-4bf8-bdfd-9ace71157133 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:28.739875 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92820991-39cd-4e33-9205-dde86dbc5431 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:28.745888 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78413e0-9740-4bf8-bdfd-9ace71157133 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38247e5f-165c-4c0c-8b12-1c8e05681f2f {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:20:28.801802 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db414382-25c1-4852-af9b-ac23190c1ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:28.804376 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-db414382-25c1-4852-af9b-ac23190c1ca4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:28.806422 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-db414382-25c1-4852-af9b-ac23190c1ca4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/923fcd49-f57a-4eb3-ab63-50b6d323be08 HTTP/1.1" status: 204 len: 168 time: 0.7332072 Nov 12 20:20:28.818051 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db414382-25c1-4852-af9b-ac23190c1ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923fcd49-f57a-4eb3-ab63-50b6d323be08,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:28.823580 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92820991-39cd-4e33-9205-dde86dbc5431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:28.827897 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92820991-39cd-4e33-9205-dde86dbc5431 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f26202a9-e7d4-405a-9d30-d5aed666dfe4 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:20:28.837794 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92820991-39cd-4e33-9205-dde86dbc5431 admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:28.838984 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-92820991-39cd-4e33-9205-dde86dbc5431 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f26202a9-e7d4-405a-9d30-d5aed666dfe4 HTTP/1.1" status: 204 len: 168 time: 2.4396231 Nov 12 20:20:28.841477 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53750) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:28.909433 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-4631bf86-a275-4089-86ed-fd0209699f82 admin admin] Deleting subnet 7a73f677-5344-45d0-b405-a3b518b7f435 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:20:28.924900 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4631bf86-a275-4089-86ed-fd0209699f82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:29.035760 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4631bf86-a275-4089-86ed-fd0209699f82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:29.128603 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a22336b6-0239-44b3-8356-48e17e439aef no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:20:29.171884 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: a22336b6-0239-44b3-8356-48e17e439aef {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:20:29.173249 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a22336b6-0239-44b3-8356-48e17e439aef not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:20:29.174913 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b897626c-6176-47b7-ab2d-3899bf4fb540 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:20:29.226013 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: b897626c-6176-47b7-ab2d-3899bf4fb540 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:20:29.226859 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b897626c-6176-47b7-ab2d-3899bf4fb540 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:20:29.284117 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4631bf86-a275-4089-86ed-fd0209699f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:29.381965 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4631bf86-a275-4089-86ed-fd0209699f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:29.434208 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631bf86-a275-4089-86ed-fd0209699f82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a73f677-5344-45d0-b405-a3b518b7f435,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:29.460021 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4631bf86-a275-4089-86ed-fd0209699f82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:29.467156 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4631bf86-a275-4089-86ed-fd0209699f82 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7a73f677-5344-45d0-b405-a3b518b7f435 HTTP/1.1" status: 204 len: 168 time: 0.6245444 Nov 12 20:20:29.469377 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4839637a-fdf7-4c6e-b81e-3f7c9c35d533 None None] Network 0338df82-8ed4-4039-9702-759ae120cb15 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:20:29.469899 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53774) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:29.473560 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-b78413e0-9740-4bf8-bdfd-9ace71157133 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 20:20:29.479013 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b78413e0-9740-4bf8-bdfd-9ace71157133 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.1794224 Nov 12 20:20:29.485486 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53778) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:29.533961 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-d310d9b7-eded-467b-8f52-00e6c9239511 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:29.541913 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-d310d9b7-eded-467b-8f52-00e6c9239511 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0392127 Nov 12 20:20:29.562472 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-2fa4d319-a934-4e92-b18b-69b734bcee0c tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/quotas/594c74304b624770acf9875d5202424e HTTP/1.1" status: 200 len: 375 time: 0.0195584 Nov 12 20:20:29.611031 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-f82e69de-cbd2-457c-8655-a4526933635c tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=594c74304b624770acf9875d5202424e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475595 Nov 12 20:20:29.717068 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-04802748-89d1-4051-b388-fbfebbb9ef12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:29.768183 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c9f9319c-1fd7-4b0e-a3a5-4bf5d7f48bf9 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Deleting port 8318b749-4e25-4b1e-b73e-f96135891248 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:20:29.768599 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c9f9319c-1fd7-4b0e-a3a5-4bf5d7f48bf9 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:29.878876 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-04802748-89d1-4051-b388-fbfebbb9ef12 admin admin] Deleting port b67e96be-35b0-49ce-9ac1-c7a68c666144 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:20:29.879208 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-04802748-89d1-4051-b388-fbfebbb9ef12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:29.935198 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676599a2-18c4-47ad-b65e-1be26338acb6 None None] DHCP port deletion for 0338df82-8ed4-4039-9702-759ae120cb15 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:20:29.970888 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c9f9319c-1fd7-4b0e-a3a5-4bf5d7f48bf9 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:30.002724 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c9f9319c-1fd7-4b0e-a3a5-4bf5d7f48bf9 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Calling delete_port for 8318b749-4e25-4b1e-b73e-f96135891248 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:20:30.058290 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-676599a2-18c4-47ad-b65e-1be26338acb6 None None] Deleting port b67e96be-35b0-49ce-9ac1-c7a68c666144 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:20:30.059726 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-676599a2-18c4-47ad-b65e-1be26338acb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:30.133952 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e78a8a1b-d6d2-42d7-a4e0-b25f2a66b6a7 req-6ae5bd79-84c5-45ab-8d3a-306084f3294a tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/ports?device_id=837efd2d-3ef2-4f4c-a214-b5e9480bf989 HTTP/1.1" status: 200 len: 210 time: 0.1701407 Nov 12 20:20:30.204481 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-676599a2-18c4-47ad-b65e-1be26338acb6 None None] For port b67e96be-35b0-49ce-9ac1-c7a68c666144, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b67e96be-35b0-49ce-9ac1-c7a68c666144,segment=NetworkSegment(52bac6ef-d9c1-4bfc-9a6b-dcec6f6ad6b7),segment_id=52bac6ef-d9c1-4bfc-9a6b-dcec6f6ad6b7)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:30.205168 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-676599a2-18c4-47ad-b65e-1be26338acb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:30.215514 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-04802748-89d1-4051-b388-fbfebbb9ef12 admin admin] For port b67e96be-35b0-49ce-9ac1-c7a68c666144, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b67e96be-35b0-49ce-9ac1-c7a68c666144,segment=NetworkSegment(52bac6ef-d9c1-4bfc-9a6b-dcec6f6ad6b7),segment_id=52bac6ef-d9c1-4bfc-9a6b-dcec6f6ad6b7)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:30.220593 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-04802748-89d1-4051-b388-fbfebbb9ef12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:30.222119 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-676599a2-18c4-47ad-b65e-1be26338acb6 None None] Calling delete_port for b67e96be-35b0-49ce-9ac1-c7a68c666144 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:20:30.239470 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53808) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:30.290961 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-04802748-89d1-4051-b388-fbfebbb9ef12 admin admin] Calling delete_port for b67e96be-35b0-49ce-9ac1-c7a68c666144 owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:20:30.371750 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-676599a2-18c4-47ad-b65e-1be26338acb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:30.403581 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676599a2-18c4-47ad-b65e-1be26338acb6 None None] Pushing event deleted for resources: {'Port': ['ID=b67e96be-35b0-49ce-9ac1-c7a68c666144,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:30.418849 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676599a2-18c4-47ad-b65e-1be26338acb6 None None] No DVR routers for this DVR port b67e96be-35b0-49ce-9ac1-c7a68c666144 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:20:30.444871 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c9f9319c-1fd7-4b0e-a3a5-4bf5d7f48bf9 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:30.487437 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9319c-1fd7-4b0e-a3a5-4bf5d7f48bf9 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Pushing event deleted for resources: {'Port': ['ID=8318b749-4e25-4b1e-b73e-f96135891248,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:30.500248 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777baf92-1993-40a9-985f-9abcc3d4ab07 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:20:30.553458 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53824) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:30.579754 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-04802748-89d1-4051-b388-fbfebbb9ef12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:30.638233 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04802748-89d1-4051-b388-fbfebbb9ef12 admin admin] Pushing event deleted for resources: {'Port': ['ID=b67e96be-35b0-49ce-9ac1-c7a68c666144,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:30.666028 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04802748-89d1-4051-b388-fbfebbb9ef12 admin admin] No DVR routers for this DVR port b67e96be-35b0-49ce-9ac1-c7a68c666144 on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:20:30.683714 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c9f9319c-1fd7-4b0e-a3a5-4bf5d7f48bf9 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:30.687183 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c9f9319c-1fd7-4b0e-a3a5-4bf5d7f48bf9 tempest-RoutersAdminNegativeIpV6Test-180235219 tempest-RoutersAdminNegativeIpV6Test-180235219-project-admin] 10.222.0.48 "DELETE /v2.0/ports/8318b749-4e25-4b1e-b73e-f96135891248 HTTP/1.1" status: 204 len: 168 time: 1.2007811 Nov 12 20:20:30.702901 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-89f38cdb-c0aa-4c01-a68e-d931717de592 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1627487138-network', 'tenant_id': '7e8721b8322b46768b4d5df279187cac'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:30.752165 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-c259b948-9d6e-452f-8ed6-c9080c4e5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1290269223'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:30.798510 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f38cdb-c0aa-4c01-a68e-d931717de592 admin admin] Made reservation on behalf of 7e8721b8322b46768b4d5df279187cac for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:20:30.801435 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-89f38cdb-c0aa-4c01-a68e-d931717de592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:30.810614 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-04802748-89d1-4051-b388-fbfebbb9ef12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:30.828073 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-89f38cdb-c0aa-4c01-a68e-d931717de592 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:30.947821 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-89f38cdb-c0aa-4c01-a68e-d931717de592 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:30.950983 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c259b948-9d6e-452f-8ed6-c9080c4e5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] Made reservation on behalf of 53b2947341624c05802a395dd3691c7c for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:20:30.955295 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c259b948-9d6e-452f-8ed6-c9080c4e5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:30.959183 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-04802748-89d1-4051-b388-fbfebbb9ef12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0338df82-8ed4-4039-9702-759ae120cb15']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:30.962350 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-89f38cdb-c0aa-4c01-a68e-d931717de592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:30.995986 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-04802748-89d1-4051-b388-fbfebbb9ef12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52bac6ef-d9c1-4bfc-9a6b-dcec6f6ad6b7') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:30.996410 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-04802748-89d1-4051-b388-fbfebbb9ef12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52bac6ef-d9c1-4bfc-9a6b-dcec6f6ad6b7') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:31.000416 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c259b948-9d6e-452f-8ed6-c9080c4e5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:31.015728 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53838) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:31.026214 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-04802748-89d1-4051-b388-fbfebbb9ef12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:31.046858 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f38cdb-c0aa-4c01-a68e-d931717de592 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:20:31.073287 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f38cdb-c0aa-4c01-a68e-d931717de592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ebb7e1-c40c-4675-860b-fa345437c695,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:31.077329 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-89f38cdb-c0aa-4c01-a68e-d931717de592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:31.077652 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-89f38cdb-c0aa-4c01-a68e-d931717de592 admin admin] Added segment 421b93f8-ac8d-44c6-89c8-74a45d6e3a93 of type vlan for network b6864b2f-6168-42ea-9422-cd478a748786 Nov 12 20:20:31.088698 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-04802748-89d1-4051-b388-fbfebbb9ef12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:31.158771 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04802748-89d1-4051-b388-fbfebbb9ef12 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:20:31.159799 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-04802748-89d1-4051-b388-fbfebbb9ef12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:31.165873 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b67e96be-35b0-49ce-9ac1-c7a68c666144 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: self.session.flush() Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: self.session.flush() Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: self.session.flush() Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: self.session.flush() Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:20:31.193580 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:20:31.222085 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: b67e96be-35b0-49ce-9ac1-c7a68c666144 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:20:31.222556 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b67e96be-35b0-49ce-9ac1-c7a68c666144 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:20:31.280326 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-89f38cdb-c0aa-4c01-a68e-d931717de592 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:31.301894 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8b2537ad-5bbc-49d8-9534-51f8a43f5bfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:31.308520 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-04802748-89d1-4051-b388-fbfebbb9ef12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:31.348953 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-04802748-89d1-4051-b388-fbfebbb9ef12 admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:31.352915 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-04802748-89d1-4051-b388-fbfebbb9ef12 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0338df82-8ed4-4039-9702-759ae120cb15 HTTP/1.1" status: 204 len: 168 time: 1.8815184 Nov 12 20:20:31.368404 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aab85563-8c47-4a1a-9655-5a64448935c9 req-1f570ef9-6042-4c4e-ba64-872ce88abbb9 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/ports?device_id=837efd2d-3ef2-4f4c-a214-b5e9480bf989 HTTP/1.1" status: 200 len: 210 time: 0.0787950 Nov 12 20:20:31.402019 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04802748-89d1-4051-b388-fbfebbb9ef12 admin admin] Pushing event deleted for resources: {'Network': ['ID=0338df82-8ed4-4039-9702-759ae120cb15,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:31.421528 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c259b948-9d6e-452f-8ed6-c9080c4e5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:31.422628 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-89f38cdb-c0aa-4c01-a68e-d931717de592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:31.423722 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f38cdb-c0aa-4c01-a68e-d931717de592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:31.424263 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-89f38cdb-c0aa-4c01-a68e-d931717de592 admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:31.488634 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8b2537ad-5bbc-49d8-9534-51f8a43f5bfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:31.494846 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8b2537ad-5bbc-49d8-9534-51f8a43f5bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:31.530205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f38cdb-c0aa-4c01-a68e-d931717de592 admin admin] Pushing event updated for resources: {'Network': ['ID=b6864b2f-6168-42ea-9422-cd478a748786,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:31.532302 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c259b948-9d6e-452f-8ed6-c9080c4e5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:31.558041 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network b6864b2f-6168-42ea-9422-cd478a748786 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:20:31.573025 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c259b948-9d6e-452f-8ed6-c9080c4e5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:20:31.598019 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-89f38cdb-c0aa-4c01-a68e-d931717de592 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0434167 Nov 12 20:20:31.600657 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53854) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:31.602344 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53856) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:31.622637 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c259b948-9d6e-452f-8ed6-c9080c4e5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:31.622995 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-c259b948-9d6e-452f-8ed6-c9080c4e5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] Added segment 386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5 of type vlan for network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 Nov 12 20:20:31.624372 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259b948-9d6e-452f-8ed6-c9080c4e5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53c7ed27-06ea-4e53-af2e-9f7f19b0f14a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:31.652465 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-0d9a14fa-36a1-455a-a6c0-e24b710f597b admin admin] Request body: {'subnet': {'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1627487138-subnet', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:31.670201 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8b2537ad-5bbc-49d8-9534-51f8a43f5bfc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c1806f36fefe4adf904404902892d983&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6533086 Nov 12 20:20:31.674208 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53858) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:31.676786 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2537ad-5bbc-49d8-9534-51f8a43f5bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954be9cc-7118-4366-8fc0-0129c3dd7ecf,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:31.727909 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c259b948-9d6e-452f-8ed6-c9080c4e5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:31.799182 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c259b948-9d6e-452f-8ed6-c9080c4e5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:31.807843 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c259b948-9d6e-452f-8ed6-c9080c4e5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:31.808951 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c259b948-9d6e-452f-8ed6-c9080c4e5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:31.848188 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9a14fa-36a1-455a-a6c0-e24b710f597b admin admin] Made reservation on behalf of 7e8721b8322b46768b4d5df279187cac for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:20:31.850617 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0d9a14fa-36a1-455a-a6c0-e24b710f597b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:31.856286 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1ad496f9-5d63-4d9f-9160-eb4a3e3b119e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=60fc56a8351442c1b35da9d7e26b263f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2420173 Nov 12 20:20:31.870390 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c259b948-9d6e-452f-8ed6-c9080c4e5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6264608 Nov 12 20:20:31.892914 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53860) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:31.933043 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-c79b7423-79c4-4294-9469-1210e1adaf70 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=594c74304b624770acf9875d5202424e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1682036 Nov 12 20:20:32.036052 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259b948-9d6e-452f-8ed6-c9080c4e5626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] Pushing event updated for resources: {'Network': ['ID=7e840d7f-ea96-4a8e-bea6-1659fac4e1f4,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:32.052970 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:20:32.103449 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cbcc00c5-7f7a-4c92-ada8-547f7cc307fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:32.130842 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cbcc00c5-7f7a-4c92-ada8-547f7cc307fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:32.132387 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4e6310e-98a3-4fc1-9cf5-7596ec9b892a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:32.178829 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4e6310e-98a3-4fc1-9cf5-7596ec9b892a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:32.200847 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cbcc00c5-7f7a-4c92-ada8-547f7cc307fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:32.209848 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cbcc00c5-7f7a-4c92-ada8-547f7cc307fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:32.220553 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-add8815b-5a61-4476-939e-eef7b1561cb6 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:32.222507 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-add8815b-5a61-4476-939e-eef7b1561cb6 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2222650 Nov 12 20:20:32.234004 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cbcc00c5-7f7a-4c92-ada8-547f7cc307fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3770852f-0f2e-4911-a899-9ac8026069d9 HTTP/1.1" status: 204 len: 168 time: 0.3281407 Nov 12 20:20:32.241831 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-15f13d5b-26b5-416f-8f9b-74f90d11d7ae tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Request body: {'port': {'device_id': '837efd2d-3ef2-4f4c-a214-b5e9480bf989', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': '594c74304b624770acf9875d5202424e'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:32.260057 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc00c5-7f7a-4c92-ada8-547f7cc307fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3770852f-0f2e-4911-a899-9ac8026069d9,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:32.330027 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53874) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:32.334921 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Request body: {'port': {'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4', 'binding:host_id': 'n-h2-712140-15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188231665'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:32.390260 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Made reservation on behalf of f847ecac6c0f4ac792e2a1374db7a159 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:20:32.393050 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:32.411354 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:32.431211 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4e6310e-98a3-4fc1-9cf5-7596ec9b892a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:32.433790 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d4e6310e-98a3-4fc1-9cf5-7596ec9b892a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:32.434965 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d4e6310e-98a3-4fc1-9cf5-7596ec9b892a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/954be9cc-7118-4366-8fc0-0129c3dd7ecf HTTP/1.1" status: 204 len: 168 time: 0.7529616 Nov 12 20:20:32.606076 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:32.610763 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:32.617623 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] device_id is not set on port 3305f58c-0a21-47c7-a9f3-1e548c022a2c yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:20:32.621724 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6310e-98a3-4fc1-9cf5-7596ec9b892a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954be9cc-7118-4366-8fc0-0129c3dd7ecf,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:32.668380 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fdd70d0a-38fc-4cc7-883e-9178e21f3daa req-ae9a6b34-5646-4a14-b606-e0275d1a2734 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/ports?device_id=837efd2d-3ef2-4f4c-a214-b5e9480bf989 HTTP/1.1" status: 200 len: 210 time: 0.0713983 Nov 12 20:20:32.759812 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0d9a14fa-36a1-455a-a6c0-e24b710f597b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:32.791154 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d091967-b956-4216-9f7f-266b839dc7f5,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:32.875235 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53894) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:32.928584 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a14fa-36a1-455a-a6c0-e24b710f597b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c500cb5-3e69-49e9-9723-b1dae39e8dfb,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:32.931593 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-15f13d5b-26b5-416f-8f9b-74f90d11d7ae tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Made reservation on behalf of 594c74304b624770acf9875d5202424e for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:20:32.935652 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-15f13d5b-26b5-416f-8f9b-74f90d11d7ae tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:32.962163 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9a14fa-36a1-455a-a6c0-e24b710f597b admin admin] Checking segment: {'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:20:32.962163 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9a14fa-36a1-455a-a6c0-e24b710f597b admin admin] Network hostable DHCP agents. Network: b6864b2f-6168-42ea-9422-cd478a748786, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:20:32.962163 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-15f13d5b-26b5-416f-8f9b-74f90d11d7ae tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:33.057880 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-15f13d5b-26b5-416f-8f9b-74f90d11d7ae tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:33.067589 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-15f13d5b-26b5-416f-8f9b-74f90d11d7ae tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:33.117996 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9a14fa-36a1-455a-a6c0-e24b710f597b admin admin] Network b6864b2f-6168-42ea-9422-cd478a748786 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:20:33.154583 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] device_id is not set on port 3305f58c-0a21-47c7-a9f3-1e548c022a2c yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:20:33.170287 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:33.189337 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:33.216218 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f13d5b-26b5-416f-8f9b-74f90d11d7ae tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5851cf-11d2-42c5-9e86-314938ea369b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:33.224458 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-0d9a14fa-36a1-455a-a6c0-e24b710f597b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, b6864b2f-6168-42ea-9422-cd478a748786) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:20:33.251855 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2472a76d-0661-4cc0-a914-298fca27e000 None None] Network b6864b2f-6168-42ea-9422-cd478a748786 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:20:33.281670 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9a14fa-36a1-455a-a6c0-e24b710f597b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:33.286451 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0d9a14fa-36a1-455a-a6c0-e24b710f597b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:33.293617 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53900) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:33.327248 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c0af9b97-b42c-4d6c-b145-d9a1d9f827f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87656e288e854f3e88c46f9678daf6da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4500690 Nov 12 20:20:33.334254 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53902) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:33.424292 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Pushing event updated for resources: {'Port': ['ID=3305f58c-0a21-47c7-a9f3-1e548c022a2c,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:33.426689 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0d9a14fa-36a1-455a-a6c0-e24b710f597b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7843328 Nov 12 20:20:33.434455 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53908) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:33.447585 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-9cc6a87f-efbd-427e-b369-59e4466e826d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1627487138-router', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:33.461170 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Checking segment: {'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:20:33.461170 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Network hostable DHCP agents. Network: 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:20:33.505820 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-15f13d5b-26b5-416f-8f9b-74f90d11d7ae tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Allocated IP 192.168.233.195 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/84741c03-855b-473d-ba06-5a325ca25fd8) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:20:33.513233 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9cc6a87f-efbd-427e-b369-59e4466e826d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:33.513623 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e1c82f1-f8fa-4e3e-9f6a-315ac2fd977e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:33.514835 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9cc6a87f-efbd-427e-b369-59e4466e826d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:33.517799 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:20:33.553859 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:20:33.565937 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:20:33.568429 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6d8b64-843a-4d5c-8ae6-ccb29ba8c1ba None None] Network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:20:33.571801 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e1c82f1-f8fa-4e3e-9f6a-315ac2fd977e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:33.596479 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:33.596975 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:33.597422 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:33.615176 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:33.616609 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9cc6a87f-efbd-427e-b369-59e4466e826d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:33.617297 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:33.624359 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8722d6c3-daca-4b3c-9df4-0d00d6ad46d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=afbf71c9b6434f799915c145090456ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3246315 Nov 12 20:20:33.661620 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempt 2 to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c Nov 12 20:20:33.669094 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53912) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:33.686205 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856efbbd-4df1-47e2-a375-3f8cdcf6b666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-b6864b2f-6168-42ea-9422-cd478a748786', 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'fixed_ips': [{'subnet_id': '5c500cb5-3e69-49e9-9723-b1dae39e8dfb'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:20:33.687418 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-856efbbd-4df1-47e2-a375-3f8cdcf6b666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:33.701318 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:33.701819 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:33.702270 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:33.724955 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:33.725473 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:33.730603 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempt 3 to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c Nov 12 20:20:33.784656 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:33.785129 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:33.785618 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:33.791486 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e1c82f1-f8fa-4e3e-9f6a-315ac2fd977e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:33.811129 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e1c82f1-f8fa-4e3e-9f6a-315ac2fd977e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:33.815769 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6e1c82f1-f8fa-4e3e-9f6a-315ac2fd977e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/127b0ee3-9833-4af3-9fbc-ab1a7a06907b HTTP/1.1" status: 204 len: 168 time: 0.4734864 Nov 12 20:20:33.838213 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:33.839004 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:33.840173 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cbbeb509-5d29-436e-8632-c743edea1978 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:33.858397 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempt 4 to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c Nov 12 20:20:33.910943 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:33.911750 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:33.912247 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:33.915607 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c82f1-f8fa-4e3e-9f6a-315ac2fd977e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127b0ee3-9833-4af3-9fbc-ab1a7a06907b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:33.919856 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-856efbbd-4df1-47e2-a375-3f8cdcf6b666 None None] Allocated IP 172.20.0.2 (b6864b2f-6168-42ea-9422-cd478a748786/5c500cb5-3e69-49e9-9723-b1dae39e8dfb/681e2787-cfde-4efd-a8d2-27738606b070) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:20:33.980941 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-02428b3a-d44b-48fc-baea-7ebcd9984f55 req-983f9011-70d7-4a6a-8253-94eff71c65da tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/ports?device_id=837efd2d-3ef2-4f4c-a214-b5e9480bf989 HTTP/1.1" status: 200 len: 210 time: 0.1449955 Nov 12 20:20:33.993539 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:33.994039 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:34.008725 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempt 5 to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c Nov 12 20:20:34.022066 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cbbeb509-5d29-436e-8632-c743edea1978 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:34.036590 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:34.037030 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:34.037472 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:34.062832 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:34.063322 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:34.066946 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempt 6 to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c Nov 12 20:20:34.081783 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:34.082277 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:34.082745 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:34.089381 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:34.089844 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:34.091042 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempt 7 to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c Nov 12 20:20:34.122029 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:34.122542 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:34.123731 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:34.134122 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cbbeb509-5d29-436e-8632-c743edea1978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:34.141095 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cbbeb509-5d29-436e-8632-c743edea1978 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:34.143326 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cbbeb509-5d29-436e-8632-c743edea1978 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fb8c9995-52b4-4266-8035-d2495ac77563 HTTP/1.1" status: 204 len: 168 time: 0.4727407 Nov 12 20:20:34.151768 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:34.155172 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:34.163575 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempt 8 to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c Nov 12 20:20:34.194552 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbeb509-5d29-436e-8632-c743edea1978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8c9995-52b4-4266-8035-d2495ac77563,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:34.212214 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:34.214476 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:34.215200 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:34.227798 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:34.228286 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:34.229851 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempt 9 to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c Nov 12 20:20:34.260834 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-856efbbd-4df1-47e2-a375-3f8cdcf6b666 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:34.263142 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:34.264223 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:34.264697 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:34.276739 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:34.277344 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:34.280806 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempt 10 to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c Nov 12 20:20:34.313241 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:34.313870 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9cc6a87f-efbd-427e-b369-59e4466e826d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:34.315214 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:34.315705 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:34.328961 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:34.329506 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 3305f58c-0a21-47c7-a9f3-1e548c022a2c on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:34.330837 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:34.345597 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-856efbbd-4df1-47e2-a375-3f8cdcf6b666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:34.415090 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856efbbd-4df1-47e2-a375-3f8cdcf6b666 None None] Network b6864b2f-6168-42ea-9422-cd478a748786 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:20:34.425522 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-856efbbd-4df1-47e2-a375-3f8cdcf6b666 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:20:34.432518 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856efbbd-4df1-47e2-a375-3f8cdcf6b666 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:20:34.448193 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856efbbd-4df1-47e2-a375-3f8cdcf6b666 None None] Pushing event updated for resources: {'Port': ['ID=681e2787-cfde-4efd-a8d2-27738606b070,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:34.469269 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] For port 3305f58c-0a21-47c7-a9f3-1e548c022a2c, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:20:34.469807 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempted to set empty binding levels {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 20:20:34.475274 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:34.546316 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-856efbbd-4df1-47e2-a375-3f8cdcf6b666 None None] Attempting to bind port 681e2787-cfde-4efd-a8d2-27738606b070 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:34.546974 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-856efbbd-4df1-47e2-a375-3f8cdcf6b666 None None] Attempting to bind port 681e2787-cfde-4efd-a8d2-27738606b070 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:34.547495 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856efbbd-4df1-47e2-a375-3f8cdcf6b666 None None] Attempting to bind port 681e2787-cfde-4efd-a8d2-27738606b070 on network b6864b2f-6168-42ea-9422-cd478a748786 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:34.563439 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856efbbd-4df1-47e2-a375-3f8cdcf6b666 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:20:34.564080 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856efbbd-4df1-47e2-a375-3f8cdcf6b666 None None] Checking segment: {'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:20:34.564675 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-856efbbd-4df1-47e2-a375-3f8cdcf6b666 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:34.565212 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856efbbd-4df1-47e2-a375-3f8cdcf6b666 None None] Bound using segment: {'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:20:34.565836 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-856efbbd-4df1-47e2-a375-3f8cdcf6b666 None None] Bound port: 681e2787-cfde-4efd-a8d2-27738606b070, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:20:34.566377 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-856efbbd-4df1-47e2-a375-3f8cdcf6b666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:34.610387 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Pushing event updated for resources: {'Port': ['ID=3305f58c-0a21-47c7-a9f3-1e548c022a2c,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:34.632713 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-15f13d5b-26b5-416f-8f9b-74f90d11d7ae tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:34.641735 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:34.642377 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:34.686120 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0d0c84c9-14da-44b2-991a-ba63ffa7f173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.3530223 Nov 12 20:20:34.686998 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53940) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:34.729546 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-856efbbd-4df1-47e2-a375-3f8cdcf6b666 None None] For port 681e2787-cfde-4efd-a8d2-27738606b070, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:20:34.737093 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-15f13d5b-26b5-416f-8f9b-74f90d11d7ae tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:34.738610 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-856efbbd-4df1-47e2-a375-3f8cdcf6b666 None None] For port 681e2787-cfde-4efd-a8d2-27738606b070, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=681e2787-cfde-4efd-a8d2-27738606b070,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:20:34.753209 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-856efbbd-4df1-47e2-a375-3f8cdcf6b666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:34.857833 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856efbbd-4df1-47e2-a375-3f8cdcf6b666 None None] Pushing event updated for resources: {'Port': ['ID=681e2787-cfde-4efd-a8d2-27738606b070,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:34.872542 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-15f13d5b-26b5-416f-8f9b-74f90d11d7ae tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:20:34.938643 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-f69145f3-2207-4d58-bc82-b981fe5900cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Deleting port 3305f58c-0a21-47c7-a9f3-1e548c022a2c {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:20:34.938987 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f69145f3-2207-4d58-bc82-b981fe5900cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:34.969339 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-15f13d5b-26b5-416f-8f9b-74f90d11d7ae tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:20:34.993463 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-15f13d5b-26b5-416f-8f9b-74f90d11d7ae tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:20:35.149904 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-15f13d5b-26b5-416f-8f9b-74f90d11d7ae tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:35.151509 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-15f13d5b-26b5-416f-8f9b-74f90d11d7ae tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:35.160406 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f13d5b-26b5-416f-8f9b-74f90d11d7ae tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Pushing event updated for resources: {'Port': ['ID=84741c03-855b-473d-ba06-5a325ca25fd8,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:35.281296 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-f69145f3-2207-4d58-bc82-b981fe5900cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] For port 3305f58c-0a21-47c7-a9f3-1e548c022a2c, host n-h2-712140-15, got binding levels [] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:35.281626 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f69145f3-2207-4d58-bc82-b981fe5900cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:35.315785 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-f69145f3-2207-4d58-bc82-b981fe5900cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Calling delete_port for 3305f58c-0a21-47c7-a9f3-1e548c022a2c owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:20:35.360780 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9cc6a87f-efbd-427e-b369-59e4466e826d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:35.376015 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-15f13d5b-26b5-416f-8f9b-74f90d11d7ae tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1415722 Nov 12 20:20:35.449984 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-c71ba365-5c99-4348-8b2d-de24f1e5ee41 service neutron] Request body: {'port': {'device_id': '837efd2d-3ef2-4f4c-a214-b5e9480bf989', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:35.494519 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-85eddc7e-2a87-4677-b457-9a714fe8e259 None None] Provisioning complete for port 84741c03-855b-473d-ba06-5a325ca25fd8 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:20:35.495512 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-85eddc7e-2a87-4677-b457-9a714fe8e259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:35.503762 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9cc6a87f-efbd-427e-b369-59e4466e826d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:35.521092 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f69145f3-2207-4d58-bc82-b981fe5900cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:35.522064 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a1316-c15c-43db-a144-74005b4003c3 req-fa2c8514-f163-47eb-b1b1-8d051ec2dd23 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:35.526137 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ce0a1316-c15c-43db-a144-74005b4003c3 req-fa2c8514-f163-47eb-b1b1-8d051ec2dd23 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/ports?device_id=837efd2d-3ef2-4f4c-a214-b5e9480bf989 HTTP/1.1" status: 200 len: 936 time: 0.3699169 Nov 12 20:20:35.610027 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69145f3-2207-4d58-bc82-b981fe5900cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Pushing event deleted for resources: {'Port': ['ID=3305f58c-0a21-47c7-a9f3-1e548c022a2c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:35.620914 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-85eddc7e-2a87-4677-b457-9a714fe8e259 None None] Port 84741c03-855b-473d-ba06-5a325ca25fd8 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:20:35.632207 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f69145f3-2207-4d58-bc82-b981fe5900cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:35.640690 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f69145f3-2207-4d58-bc82-b981fe5900cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] 10.222.0.48 "DELETE /v2.0/ports/3305f58c-0a21-47c7-a9f3-1e548c022a2c HTTP/1.1" status: 204 len: 168 time: 0.9492090 Nov 12 20:20:35.641889 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53978) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:35.731758 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-c71ba365-5c99-4348-8b2d-de24f1e5ee41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:35.736691 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92fe35f-fb32-450e-8535-e4931b3b3644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] GET failed (client error): The resource could not be found. Nov 12 20:20:35.739085 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d92fe35f-fb32-450e-8535-e4931b3b3644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] 10.222.0.48 "GET /v2.0/ports/3305f58c-0a21-47c7-a9f3-1e548c022a2c HTTP/1.1" status: 404 len: 333 time: 0.0964849 Nov 12 20:20:35.744816 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53984) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:35.764147 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-7a4f548d-8957-42b2-aa84-41f0fcf2db3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Request body: {'port': {'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-768953388'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:35.838448 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4f548d-8957-42b2-aa84-41f0fcf2db3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Made reservation on behalf of f847ecac6c0f4ac792e2a1374db7a159 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:20:35.841755 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a4f548d-8957-42b2-aa84-41f0fcf2db3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:35.848778 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ce0a1316-c15c-43db-a144-74005b4003c3 req-0f30eb71-c71d-4c6f-9e73-4e35f837cc0f tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec5851cf-11d2-42c5-9e86-314938ea369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132594 Nov 12 20:20:35.879491 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53990) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:35.893997 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-7a4f548d-8957-42b2-aa84-41f0fcf2db3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] device_id is not set on port 490b3acf-2afc-400a-85a2-037121153620 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:20:35.902407 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53994) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.064073 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-9cc6a87f-efbd-427e-b369-59e4466e826d admin admin] Allocated IP 172.25.5.122 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/c8a82b8d-a736-4232-b22b-36972c8802ee) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:20:36.105976 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-5595ee5a-311f-49f8-bc6f-7fe64ae51804 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.107177 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5595ee5a-311f-49f8-bc6f-7fe64ae51804 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2266159 Nov 12 20:20:36.113498 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54002) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.118043 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-458965f2-49f6-4add-a17a-602bc9925fe2 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.118999 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-458965f2-49f6-4add-a17a-602bc9925fe2 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0044987 Nov 12 20:20:36.121776 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54004) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.134217 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-02ec56c7-a237-42a5-bc86-d00acd8944fa tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.135209 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-02ec56c7-a237-42a5-bc86-d00acd8944fa tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0099673 Nov 12 20:20:36.140561 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54006) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.145166 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [None req-ec4888e7-9eb2-499a-8614-3c5a8af4b040 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.146353 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ec4888e7-9eb2-499a-8614-3c5a8af4b040 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0046058 Nov 12 20:20:36.151063 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a4f548d-8957-42b2-aa84-41f0fcf2db3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:36.152896 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54008) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.168829 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-6151bc40-e030-42bb-bd2c-ec6adb755485 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.172998 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6151bc40-e030-42bb-bd2c-ec6adb755485 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0165672 Nov 12 20:20:36.184803 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54012) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.192530 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-0186401b-d65e-49c3-b415-7477b9fe04ac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2072930217-network', 'tenant_id': '416776ef7a904035a66442e4dfb8994d'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:36.203122 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-a95829e9-33bd-4aed-9e74-8a29f1d08f06 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.204279 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a95829e9-33bd-4aed-9e74-8a29f1d08f06 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0194685 Nov 12 20:20:36.207472 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54014) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.213807 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-84d482cf-0162-480a-87db-f3691ae8e77d tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.214853 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-84d482cf-0162-480a-87db-f3691ae8e77d tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0053477 Nov 12 20:20:36.218794 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54016) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.226311 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-ee694785-a919-4cd1-8c8b-eeaed040d853 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.227949 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ee694785-a919-4cd1-8c8b-eeaed040d853 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0067937 Nov 12 20:20:36.233854 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54018) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.241710 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-98398711-395f-4437-86a4-54269bd54242 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.242838 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-98398711-395f-4437-86a4-54269bd54242 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0079942 Nov 12 20:20:36.248134 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54020) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.263728 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-9cf09452-30a5-46fa-baae-8c63680765bf tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.267980 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9cf09452-30a5-46fa-baae-8c63680765bf tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0186837 Nov 12 20:20:36.268617 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54022) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.278615 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [None req-b74fb261-1b1f-420e-bebd-704a8a5c273e tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.279867 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b74fb261-1b1f-420e-bebd-704a8a5c273e tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0053346 Nov 12 20:20:36.284209 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54024) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.291834 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-faebc2e1-8681-4eed-be4b-bcece6207c06 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.296265 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-faebc2e1-8681-4eed-be4b-bcece6207c06 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0106392 Nov 12 20:20:36.299856 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54026) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.301237 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0186401b-d65e-49c3-b415-7477b9fe04ac admin admin] Made reservation on behalf of 416776ef7a904035a66442e4dfb8994d for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:20:36.303958 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0186401b-d65e-49c3-b415-7477b9fe04ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:36.312697 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-4e6e93ac-a473-42dd-a8e4-f3b6e1ed8e2e tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.316369 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4e6e93ac-a473-42dd-a8e4-f3b6e1ed8e2e tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0139308 Nov 12 20:20:36.317478 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54028) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.321995 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-cd5d2fc9-5d93-40d7-b284-cabd69b5ef01 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.325600 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cd5d2fc9-5d93-40d7-b284-cabd69b5ef01 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0046039 Nov 12 20:20:36.328977 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9cc6a87f-efbd-427e-b369-59e4466e826d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:36.333600 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54030) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.344082 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0186401b-d65e-49c3-b415-7477b9fe04ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:36.346664 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a4f548d-8957-42b2-aa84-41f0fcf2db3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:36.353280 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-ded86fcf-d803-4ace-b24b-0300e66496d2 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.354337 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ded86fcf-d803-4ace-b24b-0300e66496d2 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0192337 Nov 12 20:20:36.361068 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54032) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.371464 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-352e3b08-0f54-4c49-bac9-de3e3dd1669d tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.372544 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-352e3b08-0f54-4c49-bac9-de3e3dd1669d tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0086536 Nov 12 20:20:36.377418 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54034) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.388025 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [None req-f3d3cfd1-526c-45ac-9082-f241b3a1ed11 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.389140 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f3d3cfd1-526c-45ac-9082-f241b3a1ed11 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0065830 Nov 12 20:20:36.394169 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54036) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.401384 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [None req-074c4ea8-0f91-45a5-a322-d52b85858f18 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.404631 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-074c4ea8-0f91-45a5-a322-d52b85858f18 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0051270 Nov 12 20:20:36.406148 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54038) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.416030 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-1d8ed107-d20f-4064-9697-a5b66b0b168e tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.419594 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1d8ed107-d20f-4064-9697-a5b66b0b168e tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0063419 Nov 12 20:20:36.422637 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54042) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.428123 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4f548d-8957-42b2-aa84-41f0fcf2db3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:20:36.429273 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [None req-00ea4249-1e68-463d-97fc-3631fa1be00a tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.430610 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-00ea4249-1e68-463d-97fc-3631fa1be00a tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0069354 Nov 12 20:20:36.435389 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54044) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.438233 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-7a4f548d-8957-42b2-aa84-41f0fcf2db3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:20:36.442240 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [None req-2b35c8b3-69ba-4063-9bfb-a46a5f96f98f tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.443409 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2b35c8b3-69ba-4063-9bfb-a46a5f96f98f tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0069366 Nov 12 20:20:36.444414 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4f548d-8957-42b2-aa84-41f0fcf2db3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:20:36.445855 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4f548d-8957-42b2-aa84-41f0fcf2db3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:36.446698 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a4f548d-8957-42b2-aa84-41f0fcf2db3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:36.447183 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54048) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.452091 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f548d-8957-42b2-aa84-41f0fcf2db3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Pushing event updated for resources: {'Port': ['ID=490b3acf-2afc-400a-85a2-037121153620,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:36.460568 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [None req-ee29269e-5ddb-4295-a6b6-ea6e3c961957 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.464510 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ee29269e-5ddb-4295-a6b6-ea6e3c961957 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0046630 Nov 12 20:20:36.467508 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54050) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.471703 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-3be23840-9dfe-4c45-9d4b-9085f267a566 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.475382 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3be23840-9dfe-4c45-9d4b-9085f267a566 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0043478 Nov 12 20:20:36.475527 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9cc6a87f-efbd-427e-b369-59e4466e826d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:36.475631 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54052) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.476346 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-c71ba365-5c99-4348-8b2d-de24f1e5ee41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84741c03-855b-473d-ba06-5a325ca25fd8 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:20:36.485305 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-c475c9c7-9100-4e59-ae33-b45e73f2c934 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.488893 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c475c9c7-9100-4e59-ae33-b45e73f2c934 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0068345 Nov 12 20:20:36.489447 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54054) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.494444 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-b671f1be-9e2e-46d2-b55d-8e18f649305c tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.497656 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b671f1be-9e2e-46d2-b55d-8e18f649305c tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0053144 Nov 12 20:20:36.497814 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-c71ba365-5c99-4348-8b2d-de24f1e5ee41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:36.499392 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54056) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.509944 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7a4f548d-8957-42b2-aa84-41f0fcf2db3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7603245 Nov 12 20:20:36.510127 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [None req-2106884f-aa2f-4b8a-a53d-b72df985f2ee tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.510127 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2106884f-aa2f-4b8a-a53d-b72df985f2ee tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0062463 Nov 12 20:20:36.510325 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54058) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.518702 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:36.529645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54060) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.531343 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-bd619a7d-b18c-4b10-8dc8-5e9ec6fb806f tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.536700 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bd619a7d-b18c-4b10-8dc8-5e9ec6fb806f tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0060973 Nov 12 20:20:36.537856 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54062) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.546902 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [None req-1c2b898a-6916-4b9b-9d06-2b3bfcbf6a7c tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.551575 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1c2b898a-6916-4b9b-9d06-2b3bfcbf6a7c tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0045328 Nov 12 20:20:36.551730 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54064) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.551822 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc6a87f-efbd-427e-b369-59e4466e826d admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:20:36.557899 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-9cc6a87f-efbd-427e-b369-59e4466e826d admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:20:36.565448 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-de5d4ddf-800f-46b7-9dad-5edf8482257d tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.568884 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-de5d4ddf-800f-46b7-9dad-5edf8482257d tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0140572 Nov 12 20:20:36.569052 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc6a87f-efbd-427e-b369-59e4466e826d admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:20:36.571648 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-c71ba365-5c99-4348-8b2d-de24f1e5ee41 service neutron] Transition to ACTIVE for port object 84741c03-855b-473d-ba06-5a325ca25fd8 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:20:36.573664 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54066) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.581709 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f88d62f-0754-4ae1-ab71-f96e4cb4c977 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:20:36.601754 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [None req-9aa0440a-5564-4d25-8977-d7def9b40e1b tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.602864 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9aa0440a-5564-4d25-8977-d7def9b40e1b tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0249515 Nov 12 20:20:36.606055 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-c71ba365-5c99-4348-8b2d-de24f1e5ee41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:36.610229 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54068) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.610866 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6a87f-efbd-427e-b369-59e4466e826d admin admin] Pushing event updated for resources: {'Port': ['ID=c8a82b8d-a736-4232-b22b-36972c8802ee,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:36.611324 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d851ecc8-f5f3-40f0-8c73-84c8514d19ad None None] Network b6864b2f-6168-42ea-9422-cd478a748786 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:20:36.617036 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [None req-2a4befa7-98f2-4d54-9fd4-09ba38d5896c tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.620730 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2a4befa7-98f2-4d54-9fd4-09ba38d5896c tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0045972 Nov 12 20:20:36.626246 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54070) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.664208 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0186401b-d65e-49c3-b415-7477b9fe04ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:36.674116 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0186401b-d65e-49c3-b415-7477b9fe04ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:36.683128 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:36.697829 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0186401b-d65e-49c3-b415-7477b9fe04ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:20:36.698052 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-52ca2f46-f694-42e4-b48c-703d8df6b158 None None] Provisioning complete for port 681e2787-cfde-4efd-a8d2-27738606b070 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:20:36.698556 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-52ca2f46-f694-42e4-b48c-703d8df6b158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:36.700453 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ba365-5c99-4348-8b2d-de24f1e5ee41 service neutron] Pushing event updated for resources: {'Port': ['ID=84741c03-855b-473d-ba06-5a325ca25fd8,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:36.707649 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0186401b-d65e-49c3-b415-7477b9fe04ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:36.708028 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-0186401b-d65e-49c3-b415-7477b9fe04ac admin admin] Added segment 24b86c1a-ad19-4432-a62d-ff2d5144d58d of type vlan for network a14ebab6-b135-479f-8842-077a5fca0d71 Nov 12 20:20:36.733646 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [None req-d4df6c3d-82bd-4ab6-a8b0-eab73fdca148 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.739017 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d4df6c3d-82bd-4ab6-a8b0-eab73fdca148 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.1090825 Nov 12 20:20:36.744180 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54072) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.749811 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [None req-e9623093-adc0-4625-aebb-861c1be264a6 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.754232 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e9623093-adc0-4625-aebb-861c1be264a6 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0057201 Nov 12 20:20:36.754856 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54076) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.761532 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [None req-edaf0452-b4ac-451b-92b5-2e2b4bf9f401 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.765290 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-edaf0452-b4ac-451b-92b5-2e2b4bf9f401 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0060794 Nov 12 20:20:36.766407 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54080) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.776012 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [None req-df6c9db9-df42-4465-b1bd-e2ea71a15688 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.779538 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-df6c9db9-df42-4465-b1bd-e2ea71a15688 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0095568 Nov 12 20:20:36.784974 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0186401b-d65e-49c3-b415-7477b9fe04ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:36.793515 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54082) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.806165 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-6214b5f4-315d-4bdd-b84e-92c64095bfc3 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.809759 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6214b5f4-315d-4bdd-b84e-92c64095bfc3 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0124788 Nov 12 20:20:36.821171 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54084) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.825024 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186401b-d65e-49c3-b415-7477b9fe04ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d00fca-fb29-46db-a038-fdbd4f879308,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:36.827118 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [None req-9a86c9f8-41f5-4af0-844f-2709bd3b3911 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.830674 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9a86c9f8-41f5-4af0-844f-2709bd3b3911 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0060635 Nov 12 20:20:36.831265 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54086) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.852977 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [None req-d4cbfbb5-cfd3-46b3-8572-1f007db733da tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.856856 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54090) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.860699 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d4cbfbb5-cfd3-46b3-8572-1f007db733da tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0216982 Nov 12 20:20:36.861907 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-4240af27-70fa-4d82-9e4b-103de1800c5b tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.865620 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4240af27-70fa-4d82-9e4b-103de1800c5b tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0050826 Nov 12 20:20:36.871888 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54092) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.877500 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-034049de-45a6-4f1e-b482-1a1f7ca7e3a8 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.880861 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-034049de-45a6-4f1e-b482-1a1f7ca7e3a8 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0042043 Nov 12 20:20:36.885089 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54094) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.896046 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-9ffa9894-b9f0-436f-862b-ec4dfa830e34 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.901063 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9ffa9894-b9f0-436f-862b-ec4dfa830e34 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0097721 Nov 12 20:20:36.919564 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54098) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.923857 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-776b5246-2444-44d0-a66c-2902d7312e99 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.927257 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-776b5246-2444-44d0-a66c-2902d7312e99 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0043037 Nov 12 20:20:36.928071 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54100) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.942698 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-5581190a-3161-413f-89d5-ccbde92d0259 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.947200 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5581190a-3161-413f-89d5-ccbde92d0259 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0048511 Nov 12 20:20:36.954352 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54104) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:36.958914 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-d3f43beb-537e-42ab-80bb-f25e3ba17780 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:36.962547 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d3f43beb-537e-42ab-80bb-f25e3ba17780 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0044403 Nov 12 20:20:36.962547 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0186401b-d65e-49c3-b415-7477b9fe04ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:36.962547 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0186401b-d65e-49c3-b415-7477b9fe04ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:36.962547 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0186401b-d65e-49c3-b415-7477b9fe04ac admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:36.971878 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54106) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:37.019372 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0186401b-d65e-49c3-b415-7477b9fe04ac admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1117945 Nov 12 20:20:37.028671 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54108) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:37.043575 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [None req-a754e6a3-db74-4ea4-ad30-bde5658a499c tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:37.044661 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a754e6a3-db74-4ea4-ad30-bde5658a499c tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0733113 Nov 12 20:20:37.093693 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54110) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:37.111303 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a3a2354b-70f9-42c0-985a-b243cc2bf0f3 admin admin] Request body: {'subnet': {'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2072930217-subnet', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:37.155821 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-52ca2f46-f694-42e4-b48c-703d8df6b158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:37.196856 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 681e2787-cfde-4efd-a8d2-27738606b070 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:20:37.245103 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a2354b-70f9-42c0-985a-b243cc2bf0f3 admin admin] Made reservation on behalf of 416776ef7a904035a66442e4dfb8994d for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:20:37.247476 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a3a2354b-70f9-42c0-985a-b243cc2bf0f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:37.283317 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-52ca2f46-f694-42e4-b48c-703d8df6b158 None None] For port 681e2787-cfde-4efd-a8d2-27738606b070, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=681e2787-cfde-4efd-a8d2-27738606b070,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:37.299208 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-a88cb580-c54c-4f2e-980a-5edb5004333f tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:37.301897 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a88cb580-c54c-4f2e-980a-5edb5004333f tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0851562 Nov 12 20:20:37.306047 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54118) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:37.315960 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-52ca2f46-f694-42e4-b48c-703d8df6b158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:37.382337 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-c71ba365-5c99-4348-8b2d-de24f1e5ee41 service neutron] Attempting to bind port 84741c03-855b-473d-ba06-5a325ca25fd8 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:37.383463 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-c71ba365-5c99-4348-8b2d-de24f1e5ee41 service neutron] Attempting to bind port 84741c03-855b-473d-ba06-5a325ca25fd8 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:37.384268 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-c71ba365-5c99-4348-8b2d-de24f1e5ee41 service neutron] Attempting to bind port 84741c03-855b-473d-ba06-5a325ca25fd8 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:37.399663 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186401b-d65e-49c3-b415-7477b9fe04ac admin admin] Pushing event updated for resources: {'Network': ['ID=a14ebab6-b135-479f-8842-077a5fca0d71,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:37.408210 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-52ca2f46-f694-42e4-b48c-703d8df6b158 None None] Provisioning complete for port c8a82b8d-a736-4232-b22b-36972c8802ee triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:20:37.413792 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-52ca2f46-f694-42e4-b48c-703d8df6b158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:37.416607 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-99cbc2c2-9c94-46d8-a699-063c8389d75e tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:37.417613 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-99cbc2c2-9c94-46d8-a699-063c8389d75e tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0198138 Nov 12 20:20:37.431008 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network a14ebab6-b135-479f-8842-077a5fca0d71 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:20:37.434212 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54122) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:37.464524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-4b7135f8-4894-4162-869d-b60ad2752793 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:37.465579 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4b7135f8-4894-4162-869d-b60ad2752793 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0234957 Nov 12 20:20:37.471018 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54126) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:37.486746 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf1fc1-a197-4d6c-92db-b44033bfb4f0 req-b706a51e-8601-4ab1-8834-ac4a90d7e7eb tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:37.495508 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5bf1fc1-a197-4d6c-92db-b44033bfb4f0 req-b706a51e-8601-4ab1-8834-ac4a90d7e7eb tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/ports?device_id=837efd2d-3ef2-4f4c-a214-b5e9480bf989 HTTP/1.1" status: 200 len: 948 time: 0.5118775 Nov 12 20:20:37.495867 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca2f46-f694-42e4-b48c-703d8df6b158 None None] Pushing event updated for resources: {'Port': ['ID=681e2787-cfde-4efd-a8d2-27738606b070,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:37.500692 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] device_id is not set on port 490b3acf-2afc-400a-85a2-037121153620 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:20:37.513540 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-10f07c2e-58c6-4c83-9399-9d84f33bd62e tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:37.514561 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-10f07c2e-58c6-4c83-9399-9d84f33bd62e tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0169964 Nov 12 20:20:37.529484 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54128) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:37.536166 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-57caf028-31cd-44e4-8021-205857301dad tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:37.537152 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-57caf028-31cd-44e4-8021-205857301dad tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044441 Nov 12 20:20:37.540432 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:37.549141 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54130) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:37.554310 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-2a9e245b-5c6c-4d87-962a-36bb4f5d9692 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:37.555910 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2a9e245b-5c6c-4d87-962a-36bb4f5d9692 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0057976 Nov 12 20:20:37.560952 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54132) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:37.565891 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:37.567497 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 681e2787-cfde-4efd-a8d2-27738606b070 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:20:37.567870 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:37.579469 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-421158a9-2189-409d-99e1-60cc78a65901 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:37.589903 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-421158a9-2189-409d-99e1-60cc78a65901 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0253828 Nov 12 20:20:37.655937 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54134) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:37.656996 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Pushing event updated for resources: {'Port': ['ID=490b3acf-2afc-400a-85a2-037121153620,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:37.678277 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-52ca2f46-f694-42e4-b48c-703d8df6b158 None None] Port c8a82b8d-a736-4232-b22b-36972c8802ee cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:20:37.685270 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-e4073683-d423-49cc-82d4-6c4fae02a508 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:37.693607 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e4073683-d423-49cc-82d4-6c4fae02a508 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0224721 Nov 12 20:20:37.711272 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54136) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:37.718309 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-9423aa2e-6d7f-495c-9047-125eeaaa0c7d tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:37.723420 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9423aa2e-6d7f-495c-9047-125eeaaa0c7d tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0091019 Nov 12 20:20:37.725702 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54140) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:37.762406 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-a3c6821e-0d6d-4eaa-bbaa-40596dd7d366 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:37.766429 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a3c6821e-0d6d-4eaa-bbaa-40596dd7d366 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0296962 Nov 12 20:20:37.788796 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5bf1fc1-a197-4d6c-92db-b44033bfb4f0 req-1aa90d5b-4107-46b5-b1d3-e164ec0732c1 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec5851cf-11d2-42c5-9e86-314938ea369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923620 Nov 12 20:20:37.790207 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54144) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:37.794851 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-003e6f8b-c7dd-41f0-b909-700d82ca4321 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:37.798234 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-003e6f8b-c7dd-41f0-b909-700d82ca4321 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0047171 Nov 12 20:20:37.798234 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:37.798234 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:37.798234 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:37.801449 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54148) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:37.808406 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-6c339a5f-0247-4a29-a50e-0a90bbe7618a tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:37.822414 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6c339a5f-0247-4a29-a50e-0a90bbe7618a tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0170059 Nov 12 20:20:37.822624 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54150) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:37.826918 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-f921fe9d-329d-49ad-b00c-9b5c97c1bf55 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:37.829921 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f921fe9d-329d-49ad-b00c-9b5c97c1bf55 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0043306 Nov 12 20:20:37.829921 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 490b3acf-2afc-400a-85a2-037121153620 on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:37.829921 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 490b3acf-2afc-400a-85a2-037121153620 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:37.830227 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempt 2 to bind port 490b3acf-2afc-400a-85a2-037121153620 Nov 12 20:20:37.836933 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54152) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:37.845071 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:37.845405 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:37.845740 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:37.848395 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [None req-268ced9e-c61d-4404-845b-1112942aa5ec tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:37.854798 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-268ced9e-c61d-4404-845b-1112942aa5ec tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0142698 Nov 12 20:20:37.857412 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-303d34a8-7e35-49c5-9a01-5b843084f5fa None None] Provisioning complete for port 681e2787-cfde-4efd-a8d2-27738606b070 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:20:37.857673 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54154) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:37.858196 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-303d34a8-7e35-49c5-9a01-5b843084f5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:37.872330 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-90a9e053-99c6-449f-9571-233e2e7aa9ce tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:37.873431 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-90a9e053-99c6-449f-9571-233e2e7aa9ce tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0094788 Nov 12 20:20:37.875881 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54156) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:37.885398 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-ec02ca33-398e-4fc7-a92a-91db4b4258b5 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:37.886522 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ec02ca33-398e-4fc7-a92a-91db4b4258b5 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0089068 Nov 12 20:20:37.887662 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 490b3acf-2afc-400a-85a2-037121153620 on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:37.887998 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 490b3acf-2afc-400a-85a2-037121153620 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:37.888500 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempt 3 to bind port 490b3acf-2afc-400a-85a2-037121153620 Nov 12 20:20:37.892073 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54158) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:37.912693 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-70effc4e-fa6e-4b16-bdf7-7af2ffda3a26 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:37.913680 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-70effc4e-fa6e-4b16-bdf7-7af2ffda3a26 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0194654 Nov 12 20:20:37.918149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54160) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:37.936753 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-0799dcc6-186f-4203-87d5-424206c83a78 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:37.937704 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0799dcc6-186f-4203-87d5-424206c83a78 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0043645 Nov 12 20:20:37.950579 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54162) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:37.961830 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-3493ffe2-ce93-48ff-aa4d-aba1d7dee02e tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:37.963289 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3493ffe2-ce93-48ff-aa4d-aba1d7dee02e tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0117593 Nov 12 20:20:37.964600 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:37.964953 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:37.965278 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:37.967199 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54164) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:37.972892 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-c71ba365-5c99-4348-8b2d-de24f1e5ee41 service neutron] Port 84741c03-855b-473d-ba06-5a325ca25fd8 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:37.973226 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-c71ba365-5c99-4348-8b2d-de24f1e5ee41 service neutron] Attempting to bind port 84741c03-855b-473d-ba06-5a325ca25fd8 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:37.985757 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-eb5613d7-327e-4a7a-8b4a-3d571453cdb9 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:37.989321 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-eb5613d7-327e-4a7a-8b4a-3d571453cdb9 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0186250 Nov 12 20:20:37.990141 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54166) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:37.995191 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-a169093d-8609-40a7-aef4-96dce804b6ff tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:37.998165 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a169093d-8609-40a7-aef4-96dce804b6ff tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0051167 Nov 12 20:20:37.998165 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 490b3acf-2afc-400a-85a2-037121153620 on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:37.998165 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 490b3acf-2afc-400a-85a2-037121153620 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:37.998165 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempt 4 to bind port 490b3acf-2afc-400a-85a2-037121153620 Nov 12 20:20:38.000933 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54168) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:38.005155 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-71c0168e-6720-4da2-9816-ed2139cd51a2 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:38.008121 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-71c0168e-6720-4da2-9816-ed2139cd51a2 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0042706 Nov 12 20:20:38.018367 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54170) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:38.020978 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-c71ba365-5c99-4348-8b2d-de24f1e5ee41 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:20:38.021331 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-c71ba365-5c99-4348-8b2d-de24f1e5ee41 service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:20:38.021720 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-c71ba365-5c99-4348-8b2d-de24f1e5ee41 service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:20:38.022181 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-c71ba365-5c99-4348-8b2d-de24f1e5ee41 service neutron] Bound port: 84741c03-855b-473d-ba06-5a325ca25fd8, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:20:38.022542 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-c71ba365-5c99-4348-8b2d-de24f1e5ee41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:38.038267 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [None req-ff8951b4-c831-466a-ad55-8f24a2403c87 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:38.046564 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a3a2354b-70f9-42c0-985a-b243cc2bf0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:38.046564 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54172) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:38.048147 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ff8951b4-c831-466a-ad55-8f24a2403c87 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0287349 Nov 12 20:20:38.053769 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:38.054429 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:38.055696 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:38.061600 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 490b3acf-2afc-400a-85a2-037121153620 on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:38.062879 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 490b3acf-2afc-400a-85a2-037121153620 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:38.063719 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempt 5 to bind port 490b3acf-2afc-400a-85a2-037121153620 Nov 12 20:20:38.080127 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:38.080840 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:38.081580 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:38.086670 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 490b3acf-2afc-400a-85a2-037121153620 on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:38.087252 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 490b3acf-2afc-400a-85a2-037121153620 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:38.088513 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempt 6 to bind port 490b3acf-2afc-400a-85a2-037121153620 Nov 12 20:20:38.090758 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [None req-16234273-5322-4034-8d82-4dfeece98406 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:38.092014 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-16234273-5322-4034-8d82-4dfeece98406 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0046611 Nov 12 20:20:38.098398 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2354b-70f9-42c0-985a-b243cc2bf0f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63fe6903-02cc-4d59-b54a-0012785b1f66,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:38.137956 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54174) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:38.144998 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [None req-7aa0bee4-76d4-4085-a960-768258338967 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:38.146924 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7aa0bee4-76d4-4085-a960-768258338967 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0059311 Nov 12 20:20:38.156687 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54180) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:38.161634 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [None req-3bbbe053-17d4-4b55-bd8c-8fd72d24f104 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:20:38.163014 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3bbbe053-17d4-4b55-bd8c-8fd72d24f104 tempest-ExtensionsTestJSON-1646155678 tempest-ExtensionsTestJSON-1646155678-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0048635 Nov 12 20:20:38.200503 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9cc6a87f-efbd-427e-b369-59e4466e826d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:38.363549 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-c71ba365-5c99-4348-8b2d-de24f1e5ee41 service neutron] For port 84741c03-855b-473d-ba06-5a325ca25fd8, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:20:38.398207 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-c71ba365-5c99-4348-8b2d-de24f1e5ee41 service neutron] For port 84741c03-855b-473d-ba06-5a325ca25fd8, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=84741c03-855b-473d-ba06-5a325ca25fd8,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:20:38.424053 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-c71ba365-5c99-4348-8b2d-de24f1e5ee41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:38.562615 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2354b-70f9-42c0-985a-b243cc2bf0f3 admin admin] Checking segment: {'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:20:38.563140 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a2354b-70f9-42c0-985a-b243cc2bf0f3 admin admin] Network hostable DHCP agents. Network: a14ebab6-b135-479f-8842-077a5fca0d71, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:20:38.577404 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54194) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:38.593630 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ba365-5c99-4348-8b2d-de24f1e5ee41 service neutron] Pushing event updated for resources: {'Port': ['ID=84741c03-855b-473d-ba06-5a325ca25fd8,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:38.607147 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-c71ba365-5c99-4348-8b2d-de24f1e5ee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:38.607879 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-c71ba365-5c99-4348-8b2d-de24f1e5ee41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:38.609562 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-c71ba365-5c99-4348-8b2d-de24f1e5ee41 service neutron] 10.222.0.52 "PUT /v2.0/ports/84741c03-855b-473d-ba06-5a325ca25fd8 HTTP/1.1" status: 200 len: 1097 time: 3.1751869 Nov 12 20:20:38.610126 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '837efd2d-3ef2-4f4c-a214-b5e9480bf989', 'tag': '84741c03-855b-473d-ba06-5a325ca25fd8'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:20:38.612681 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417c962d-a478-473f-97cc-78399a3fef96" -d '{"events": [{"name": "network-changed", "server_uuid": "837efd2d-3ef2-4f4c-a214-b5e9480bf989", "tag": "84741c03-855b-473d-ba06-5a325ca25fd8"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:20:38.630575 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:20:38.685632 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:38.686229 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:38.693123 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:38.710510 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 490b3acf-2afc-400a-85a2-037121153620 on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:38.711731 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 490b3acf-2afc-400a-85a2-037121153620 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:38.712196 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempt 7 to bind port 490b3acf-2afc-400a-85a2-037121153620 Nov 12 20:20:38.735192 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a2354b-70f9-42c0-985a-b243cc2bf0f3 admin admin] Network a14ebab6-b135-479f-8842-077a5fca0d71 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:20:38.740650 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:38.741698 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:38.742444 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:38.745637 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b548a689-8f12-4e3d-8ee0-ce46caa6d2fd x-openstack-request-id: req-b548a689-8f12-4e3d-8ee0-ce46caa6d2fd {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:20:38.746202 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "837efd2d-3ef2-4f4c-a214-b5e9480bf989", "tag": "84741c03-855b-473d-ba06-5a325ca25fd8", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:20:38.746632 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b548a689-8f12-4e3d-8ee0-ce46caa6d2fd {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:20:38.747217 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '837efd2d-3ef2-4f4c-a214-b5e9480bf989', 'tag': '84741c03-855b-473d-ba06-5a325ca25fd8', 'status': 'completed', 'code': 200} Nov 12 20:20:38.748687 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9cc6a87f-efbd-427e-b369-59e4466e826d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:38.753763 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 490b3acf-2afc-400a-85a2-037121153620 on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:38.754350 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 490b3acf-2afc-400a-85a2-037121153620 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:38.754887 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempt 8 to bind port 490b3acf-2afc-400a-85a2-037121153620 Nov 12 20:20:38.772644 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:38.774880 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:38.775272 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:38.782792 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 490b3acf-2afc-400a-85a2-037121153620 on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:38.783119 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 490b3acf-2afc-400a-85a2-037121153620 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:38.783531 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempt 9 to bind port 490b3acf-2afc-400a-85a2-037121153620 Nov 12 20:20:38.802528 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:38.802863 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:38.803204 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:38.807970 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 490b3acf-2afc-400a-85a2-037121153620 on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:38.808331 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 490b3acf-2afc-400a-85a2-037121153620 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:38.808740 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempt 10 to bind port 490b3acf-2afc-400a-85a2-037121153620 Nov 12 20:20:38.829040 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:38.829239 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:38.829668 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 490b3acf-2afc-400a-85a2-037121153620 on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:38.837247 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 490b3acf-2afc-400a-85a2-037121153620 on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:38.837609 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 490b3acf-2afc-400a-85a2-037121153620 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:38.838005 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:38.876842 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-a3a2354b-70f9-42c0-985a-b243cc2bf0f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, a14ebab6-b135-479f-8842-077a5fca0d71) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:20:38.883544 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cce553b-32c5-4e76-8cbf-daaf57745ca4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:38.887232 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ba0824-5f5d-422b-82fd-c73dd49f9b45 None None] Network a14ebab6-b135-479f-8842-077a5fca0d71 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:20:38.909526 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a2354b-70f9-42c0-985a-b243cc2bf0f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:38.910742 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a3a2354b-70f9-42c0-985a-b243cc2bf0f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:38.942096 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-a095430f-4cae-44e2-b08b-e9d00ff49848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:38.943798 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-a095430f-4cae-44e2-b08b-e9d00ff49848 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=594c74304b624770acf9875d5202424e&device_id=837efd2d-3ef2-4f4c-a214-b5e9480bf989 HTTP/1.1" status: 200 len: 1100 time: 0.2729747 Nov 12 20:20:38.957674 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a3a2354b-70f9-42c0-985a-b243cc2bf0f3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9101605 Nov 12 20:20:38.964531 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54206) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:38.997049 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-342fdd0b-0051-4f59-9ae5-d456512589c7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2072930217-router', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:39.060660 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] For port 490b3acf-2afc-400a-85a2-037121153620, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:20:39.060660 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempted to set empty binding levels {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 20:20:39.067982 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:39.110327 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-0fea71bf-2c40-454b-85c6-7de4e6a1065f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=84741c03-855b-473d-ba06-5a325ca25fd8 HTTP/1.1" status: 200 len: 217 time: 0.1482244 Nov 12 20:20:39.131617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 681e2787-cfde-4efd-a8d2-27738606b070 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:20:39.154661 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c0b6c-114f-49b0-bbfd-86ca69e2b38b req-f1f7d8d7-6001-4c4a-ad30-ee874a69d18c tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:39.156224 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-429c0b6c-114f-49b0-bbfd-86ca69e2b38b req-f1f7d8d7-6001-4c4a-ad30-ee874a69d18c tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/ports?device_id=837efd2d-3ef2-4f4c-a214-b5e9480bf989 HTTP/1.1" status: 200 len: 948 time: 0.2171688 Nov 12 20:20:39.162510 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] In _notify_port_updated(), no bound segment for port 490b3acf-2afc-400a-85a2-037121153620 on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 20:20:39.163098 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:39.164715 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:39.165459 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422c64d7-e7ef-4bc3-b956-c00386f9a745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-a14ebab6-b135-479f-8842-077a5fca0d71', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:20:39.165650 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] 10.222.0.48 "PUT /v2.0/ports/490b3acf-2afc-400a-85a2-037121153620 HTTP/1.1" status: 200 len: 979 time: 2.6547792 Nov 12 20:20:39.167076 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-422c64d7-e7ef-4bc3-b956-c00386f9a745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:39.168755 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54208) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:39.216070 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-5d79c2ed-05c7-49df-b8cd-0d2671e9a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:39.218104 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-5d79c2ed-05c7-49df-b8cd-0d2671e9a888 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0928934 Nov 12 20:20:39.288608 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-429c0b6c-114f-49b0-bbfd-86ca69e2b38b req-96b9fec4-eea5-4d3c-9225-c24e3bd36bb8 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec5851cf-11d2-42c5-9e86-314938ea369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637217 Nov 12 20:20:39.301428 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c4c02-3cab-49fd-9332-a7bdfd2cf35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Pushing event updated for resources: {'Port': ['ID=490b3acf-2afc-400a-85a2-037121153620,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:39.315191 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 681e2787-cfde-4efd-a8d2-27738606b070 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:20:39.315555 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:39.342362 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d7ce7-8a20-4bed-a954-0976681a3a66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:39.342897 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d7ce7-8a20-4bed-a954-0976681a3a66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:39.343185 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-342fdd0b-0051-4f59-9ae5-d456512589c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:39.343392 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d7ce7-8a20-4bed-a954-0976681a3a66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:39.343822 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d7ce7-8a20-4bed-a954-0976681a3a66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:39.344296 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d7ce7-8a20-4bed-a954-0976681a3a66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:39.344592 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-342fdd0b-0051-4f59-9ae5-d456512589c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:39.345139 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d7ce7-8a20-4bed-a954-0976681a3a66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:39.345687 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d7ce7-8a20-4bed-a954-0976681a3a66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:39.346077 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d7ce7-8a20-4bed-a954-0976681a3a66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:39.346531 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d7ce7-8a20-4bed-a954-0976681a3a66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:39.346980 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d7ce7-8a20-4bed-a954-0976681a3a66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:39.348090 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d7ce7-8a20-4bed-a954-0976681a3a66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:39.348761 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d7ce7-8a20-4bed-a954-0976681a3a66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:39.349397 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d7ce7-8a20-4bed-a954-0976681a3a66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:39.349852 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d7ce7-8a20-4bed-a954-0976681a3a66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:39.350474 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d7ce7-8a20-4bed-a954-0976681a3a66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:39.350941 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d7ce7-8a20-4bed-a954-0976681a3a66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:39.351913 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d7ce7-8a20-4bed-a954-0976681a3a66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:39.352622 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d7ce7-8a20-4bed-a954-0976681a3a66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:39.353418 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d7ce7-8a20-4bed-a954-0976681a3a66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:39.353663 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d7ce7-8a20-4bed-a954-0976681a3a66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:39.354288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d7ce7-8a20-4bed-a954-0976681a3a66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:39.362747 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7d1d7ce7-8a20-4bed-a954-0976681a3a66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19003 time: 0.1927111 Nov 12 20:20:39.363829 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54212) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:39.406292 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-75ed2f18-b185-4815-a71d-b34bfa6af624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:39.407847 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-75ed2f18-b185-4815-a71d-b34bfa6af624 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1717732 Nov 12 20:20:39.469721 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-342fdd0b-0051-4f59-9ae5-d456512589c7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:39.475428 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc6a87f-efbd-427e-b369-59e4466e826d admin admin] Router b7611240-2171-4031-af5c-16c640b5c765 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:20:39.530065 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-842678ef-2967-4edd-9201-77e718f36ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Deleting port 490b3acf-2afc-400a-85a2-037121153620 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:20:39.530854 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-842678ef-2967-4edd-9201-77e718f36ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:39.569799 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cce553b-32c5-4e76-8cbf-daaf57745ca4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:39.623874 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-422c64d7-e7ef-4bc3-b956-c00386f9a745 None None] Allocated IP 172.20.0.2 (a14ebab6-b135-479f-8842-077a5fca0d71/63fe6903-02cc-4d59-b54a-0012785b1f66/66e9e28f-0104-4014-9d37-7465fd54e953) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:20:39.667834 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cce553b-32c5-4e76-8cbf-daaf57745ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:39.677042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-842678ef-2967-4edd-9201-77e718f36ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] For port 490b3acf-2afc-400a-85a2-037121153620, host n-h2-712140-15, got binding levels [] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:39.677763 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-842678ef-2967-4edd-9201-77e718f36ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:39.695059 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-842678ef-2967-4edd-9201-77e718f36ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Calling delete_port for 490b3acf-2afc-400a-85a2-037121153620 owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:20:39.697736 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4cce553b-32c5-4e76-8cbf-daaf57745ca4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a6113e576bd4bf8956ff0304cc4b178&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1188335 Nov 12 20:20:39.708744 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54220) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:39.795806 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-342fdd0b-0051-4f59-9ae5-d456512589c7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:39.811217 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-842678ef-2967-4edd-9201-77e718f36ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:39.850300 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-842678ef-2967-4edd-9201-77e718f36ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:39.857477 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-842678ef-2967-4edd-9201-77e718f36ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] 10.222.0.48 "DELETE /v2.0/ports/490b3acf-2afc-400a-85a2-037121153620 HTTP/1.1" status: 204 len: 168 time: 0.4923997 Nov 12 20:20:39.858483 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842678ef-2967-4edd-9201-77e718f36ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Pushing event deleted for resources: {'Port': ['ID=490b3acf-2afc-400a-85a2-037121153620,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:39.866190 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54226) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:39.893496 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ca02b2-a6ad-4e6e-a460-8417fcde0404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] GET failed (client error): The resource could not be found. Nov 12 20:20:39.903753 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b5ca02b2-a6ad-4e6e-a460-8417fcde0404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] 10.222.0.48 "GET /v2.0/ports/490b3acf-2afc-400a-85a2-037121153620 HTTP/1.1" status: 404 len: 333 time: 0.0357938 Nov 12 20:20:39.906170 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54228) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:39.912907 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b7c48fe9-7906-43eb-b3a2-23c19cd2e23d tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112649283', 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:39.938614 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce553b-32c5-4e76-8cbf-daaf57745ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78590d7-0ed2-4815-ad69-42d86b87ab79,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:39.948985 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-f204fc87-384e-4cf1-a505-00458ac4919f service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180755 Nov 12 20:20:39.949204 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-422c64d7-e7ef-4bc3-b956-c00386f9a745 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:40.019579 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-422c64d7-e7ef-4bc3-b956-c00386f9a745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:40.067769 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c48fe9-7906-43eb-b3a2-23c19cd2e23d tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Made reservation on behalf of f847ecac6c0f4ac792e2a1374db7a159 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:20:40.070306 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b7c48fe9-7906-43eb-b3a2-23c19cd2e23d tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:40.119580 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-700712e2-d763-401e-9233-5b3940115ac4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:40.133923 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc6a87f-efbd-427e-b369-59e4466e826d admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:20:40.138157 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422c64d7-e7ef-4bc3-b956-c00386f9a745 None None] Network a14ebab6-b135-479f-8842-077a5fca0d71 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:20:40.146657 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-422c64d7-e7ef-4bc3-b956-c00386f9a745 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:20:40.155349 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422c64d7-e7ef-4bc3-b956-c00386f9a745 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:20:40.157099 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586b291c-e155-4f6f-a681-52c3348eff1a None None] Sync routers for ids ['b7611240-2171-4031-af5c-16c640b5c765'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:20:40.173369 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-b7c48fe9-7906-43eb-b3a2-23c19cd2e23d tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] device_id is not set on port 3f01f460-eb57-4292-89f1-5090c864e2cd yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:20:40.181063 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586b291c-e155-4f6f-a681-52c3348eff1a None None] Routers {'b7611240-2171-4031-af5c-16c640b5c765'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:20:40.181611 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-586b291c-e155-4f6f-a681-52c3348eff1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:20:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['b7611240-2171-4031-af5c-16c640b5c765'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:40.215081 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-700712e2-d763-401e-9233-5b3940115ac4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:40.222250 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-961595b0-e1bc-4844-8c66-8c08658ddfa1 req-2564342d-1c13-4b53-8b33-c41b3840c620 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557111 Nov 12 20:20:40.232744 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9cc6a87f-efbd-427e-b369-59e4466e826d admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:40.236975 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9cc6a87f-efbd-427e-b369-59e4466e826d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7942321 Nov 12 20:20:40.237704 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54230) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:40.302055 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c64d7-e7ef-4bc3-b956-c00386f9a745 None None] Pushing event updated for resources: {'Port': ['ID=66e9e28f-0104-4014-9d37-7465fd54e953,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:40.360346 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-422c64d7-e7ef-4bc3-b956-c00386f9a745 None None] Attempting to bind port 66e9e28f-0104-4014-9d37-7465fd54e953 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:40.360971 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-422c64d7-e7ef-4bc3-b956-c00386f9a745 None None] Attempting to bind port 66e9e28f-0104-4014-9d37-7465fd54e953 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:40.361501 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422c64d7-e7ef-4bc3-b956-c00386f9a745 None None] Attempting to bind port 66e9e28f-0104-4014-9d37-7465fd54e953 on network a14ebab6-b135-479f-8842-077a5fca0d71 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:40.376627 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422c64d7-e7ef-4bc3-b956-c00386f9a745 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:20:40.377353 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422c64d7-e7ef-4bc3-b956-c00386f9a745 None None] Checking segment: {'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:20:40.377930 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-422c64d7-e7ef-4bc3-b956-c00386f9a745 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:40.378626 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422c64d7-e7ef-4bc3-b956-c00386f9a745 None None] Bound using segment: {'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:20:40.379286 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-422c64d7-e7ef-4bc3-b956-c00386f9a745 None None] Bound port: 66e9e28f-0104-4014-9d37-7465fd54e953, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:20:40.379840 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-422c64d7-e7ef-4bc3-b956-c00386f9a745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:40.467810 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-586b291c-e155-4f6f-a681-52c3348eff1a None None] Set router b7611240-2171-4031-af5c-16c640b5c765 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:20:40.515507 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-422c64d7-e7ef-4bc3-b956-c00386f9a745 None None] For port 66e9e28f-0104-4014-9d37-7465fd54e953, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:20:40.521384 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-422c64d7-e7ef-4bc3-b956-c00386f9a745 None None] For port 66e9e28f-0104-4014-9d37-7465fd54e953, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=66e9e28f-0104-4014-9d37-7465fd54e953,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:20:40.527809 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-422c64d7-e7ef-4bc3-b956-c00386f9a745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:40.548342 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b7c48fe9-7906-43eb-b3a2-23c19cd2e23d tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:40.631675 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b7c48fe9-7906-43eb-b3a2-23c19cd2e23d tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:40.644725 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c64d7-e7ef-4bc3-b956-c00386f9a745 None None] Pushing event updated for resources: {'Port': ['ID=66e9e28f-0104-4014-9d37-7465fd54e953,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:40.709693 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c48fe9-7906-43eb-b3a2-23c19cd2e23d tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:20:40.716247 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-b7c48fe9-7906-43eb-b3a2-23c19cd2e23d tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:20:40.719928 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c48fe9-7906-43eb-b3a2-23c19cd2e23d tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:20:40.720915 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c48fe9-7906-43eb-b3a2-23c19cd2e23d tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:40.721531 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b7c48fe9-7906-43eb-b3a2-23c19cd2e23d tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:40.746392 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-586b291c-e155-4f6f-a681-52c3348eff1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7611240-2171-4031-af5c-16c640b5c765', 'name': 'tempest-ServerActionsTestJSON-1627487138-router', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'c8a82b8d-a736-4232-b22b-36972c8802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:33Z', 'updated_at': '2021-11-12T20:20:37Z', 'revision_number': 3, 'project_id': '7e8721b8322b46768b4d5df279187cac', 'gw_port': {'id': 'c8a82b8d-a736-4232-b22b-36972c8802ee', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7611240-2171-4031-af5c-16c640b5c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:35Z', 'updated_at': '2021-11-12T20:20:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:40.752363 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c48fe9-7906-43eb-b3a2-23c19cd2e23d tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Pushing event updated for resources: {'Port': ['ID=3f01f460-eb57-4292-89f1-5090c864e2cd,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:40.759870 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b7c48fe9-7906-43eb-b3a2-23c19cd2e23d tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8523602 Nov 12 20:20:40.762816 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54242) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:40.794338 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586b291c-e155-4f6f-a681-52c3348eff1a None None] Checking router: b7611240-2171-4031-af5c-16c640b5c765 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:20:40.794684 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586b291c-e155-4f6f-a681-52c3348eff1a None None] Updating router b7611240-2171-4031-af5c-16c640b5c765 port c8a82b8d-a736-4232-b22b-36972c8802ee binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:20:40.840295 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb08f96-d68a-4b5d-bde3-2f5ef0f29d51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:40.844539 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-586b291c-e155-4f6f-a681-52c3348eff1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:40.846432 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ceb08f96-d68a-4b5d-bde3-2f5ef0f29d51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] 10.222.0.48 "GET /v2.0/ports/3f01f460-eb57-4292-89f1-5090c864e2cd HTTP/1.1" status: 200 len: 959 time: 0.0824811 Nov 12 20:20:40.852141 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54244) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:41.034800 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-32be58c1-de28-4ffd-9352-3d4ee32bed6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Deleting port 3f01f460-eb57-4292-89f1-5090c864e2cd {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:20:41.035157 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-32be58c1-de28-4ffd-9352-3d4ee32bed6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:41.202509 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-32be58c1-de28-4ffd-9352-3d4ee32bed6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:41.210938 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 66e9e28f-0104-4014-9d37-7465fd54e953 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:20:41.237407 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-32be58c1-de28-4ffd-9352-3d4ee32bed6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Calling delete_port for 3f01f460-eb57-4292-89f1-5090c864e2cd owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:20:41.290559 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65771a2-94ae-487d-9f8f-f0504e49a2fd req-c41e9bb3-04cb-4f3c-8531-8150e89948d7 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:41.298710 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c65771a2-94ae-487d-9f8f-f0504e49a2fd req-c41e9bb3-04cb-4f3c-8531-8150e89948d7 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/ports?device_id=837efd2d-3ef2-4f4c-a214-b5e9480bf989 HTTP/1.1" status: 200 len: 948 time: 0.7588620 Nov 12 20:20:41.384098 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c962d-a478-473f-97cc-78399a3fef96 req-6390c536-789e-43dc-a91d-95f3a7992737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:41.385886 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-417c962d-a478-473f-97cc-78399a3fef96 req-6390c536-789e-43dc-a91d-95f3a7992737 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=594c74304b624770acf9875d5202424e&device_id=837efd2d-3ef2-4f4c-a214-b5e9480bf989 HTTP/1.1" status: 200 len: 1100 time: 0.8473477 Nov 12 20:20:41.428270 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-586b291c-e155-4f6f-a681-52c3348eff1a None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:41.453064 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-586b291c-e155-4f6f-a681-52c3348eff1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:41.454901 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-700712e2-d763-401e-9233-5b3940115ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:41.458931 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-700712e2-d763-401e-9233-5b3940115ac4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:41.476396 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-700712e2-d763-401e-9233-5b3940115ac4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e78590d7-0ed2-4815-ad69-42d86b87ab79 HTTP/1.1" status: 204 len: 168 time: 1.7663438 Nov 12 20:20:41.479313 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-32be58c1-de28-4ffd-9352-3d4ee32bed6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:41.543849 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be58c1-de28-4ffd-9352-3d4ee32bed6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f01f460-eb57-4292-89f1-5090c864e2cd,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:41.563515 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-32be58c1-de28-4ffd-9352-3d4ee32bed6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:41.574920 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-32be58c1-de28-4ffd-9352-3d4ee32bed6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] 10.222.0.48 "DELETE /v2.0/ports/3f01f460-eb57-4292-89f1-5090c864e2cd HTTP/1.1" status: 204 len: 168 time: 0.7212741 Nov 12 20:20:41.579786 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e7e8a-217e-4eed-9666-a2f9e10ba843 None None] Pushing event updated for resources: {'Port': ['ID=c8a82b8d-a736-4232-b22b-36972c8802ee,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:41.589261 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54258) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:41.607344 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e7e8a-217e-4eed-9666-a2f9e10ba843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:41.607578 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e7e8a-217e-4eed-9666-a2f9e10ba843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:41.607927 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e7e8a-217e-4eed-9666-a2f9e10ba843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:41.608291 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e7e8a-217e-4eed-9666-a2f9e10ba843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:41.608625 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e7e8a-217e-4eed-9666-a2f9e10ba843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:41.608956 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e7e8a-217e-4eed-9666-a2f9e10ba843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:41.609324 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e7e8a-217e-4eed-9666-a2f9e10ba843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:41.609688 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e7e8a-217e-4eed-9666-a2f9e10ba843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:41.610073 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e7e8a-217e-4eed-9666-a2f9e10ba843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:41.610404 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e7e8a-217e-4eed-9666-a2f9e10ba843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:41.610727 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e7e8a-217e-4eed-9666-a2f9e10ba843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:41.611052 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e7e8a-217e-4eed-9666-a2f9e10ba843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:20:41.637357 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-586b291c-e155-4f6f-a681-52c3348eff1a None None] Attempting to bind port c8a82b8d-a736-4232-b22b-36972c8802ee on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:41.637744 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-586b291c-e155-4f6f-a681-52c3348eff1a None None] Attempting to bind port c8a82b8d-a736-4232-b22b-36972c8802ee by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:41.638114 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586b291c-e155-4f6f-a681-52c3348eff1a None None] Attempting to bind port c8a82b8d-a736-4232-b22b-36972c8802ee on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:41.647612 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-75417165-6643-4bee-8c72-e13a671cb362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] GET failed (client error): The resource could not be found. Nov 12 20:20:41.650066 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-75417165-6643-4bee-8c72-e13a671cb362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] 10.222.0.48 "GET /v2.0/ports/3f01f460-eb57-4292-89f1-5090c864e2cd HTTP/1.1" status: 404 len: 333 time: 0.0597565 Nov 12 20:20:41.655013 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586b291c-e155-4f6f-a681-52c3348eff1a None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:20:41.655013 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586b291c-e155-4f6f-a681-52c3348eff1a None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:20:41.655013 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-586b291c-e155-4f6f-a681-52c3348eff1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:41.655013 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586b291c-e155-4f6f-a681-52c3348eff1a None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:20:41.655517 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-586b291c-e155-4f6f-a681-52c3348eff1a None None] Bound port: c8a82b8d-a736-4232-b22b-36972c8802ee, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:20:41.655896 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-586b291c-e155-4f6f-a681-52c3348eff1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:41.659752 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54260) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:41.681878 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-7b0d895a-6e41-4bda-ad3c-11e11f372fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Request body: {'port': {'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1004878017'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:41.754295 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3f681b-cefd-4dbd-98bd-a813538bc6ca None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:20:41.787981 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0d895a-6e41-4bda-ad3c-11e11f372fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Made reservation on behalf of f847ecac6c0f4ac792e2a1374db7a159 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:20:41.796721 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-586b291c-e155-4f6f-a681-52c3348eff1a None None] For port c8a82b8d-a736-4232-b22b-36972c8802ee, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:20:41.806895 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-586b291c-e155-4f6f-a681-52c3348eff1a None None] For port c8a82b8d-a736-4232-b22b-36972c8802ee, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c8a82b8d-a736-4232-b22b-36972c8802ee,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:20:41.815413 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b0d895a-6e41-4bda-ad3c-11e11f372fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:41.816114 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-586b291c-e155-4f6f-a681-52c3348eff1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:41.820896 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700712e2-d763-401e-9233-5b3940115ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78590d7-0ed2-4815-ad69-42d86b87ab79,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:41.841685 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-7b0d895a-6e41-4bda-ad3c-11e11f372fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] device_id is not set on port 7b35f833-45a3-4d89-b0ec-de833259bf1c yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:20:41.892390 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 66e9e28f-0104-4014-9d37-7465fd54e953 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:20:41.899816 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:41.902968 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4553ef9-e124-4481-8850-91ea166dc81f None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:20:41.909139 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586b291c-e155-4f6f-a681-52c3348eff1a None None] Routers {'b7611240-2171-4031-af5c-16c640b5c765'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:20:41.910085 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-586b291c-e155-4f6f-a681-52c3348eff1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:20:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['b7611240-2171-4031-af5c-16c640b5c765'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:42.048566 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b727911b-cd00-4af3-9283-04fd624ee737 None None] Provisioning complete for port c8a82b8d-a736-4232-b22b-36972c8802ee triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:20:42.049209 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b727911b-cd00-4af3-9283-04fd624ee737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:42.049825 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e7e8a-217e-4eed-9666-a2f9e10ba843 None None] Pushing event updated for resources: {'Port': ['ID=c8a82b8d-a736-4232-b22b-36972c8802ee,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:42.128492 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b0d895a-6e41-4bda-ad3c-11e11f372fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:42.133651 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c65771a2-94ae-487d-9f8f-f0504e49a2fd req-5bcdf952-561c-4c1e-983a-abbdfd40de3f tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec5851cf-11d2-42c5-9e86-314938ea369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8338614 Nov 12 20:20:42.138195 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c962d-a478-473f-97cc-78399a3fef96 req-eada9766-6056-4ebf-886e-f0397ed4f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:42.142402 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-417c962d-a478-473f-97cc-78399a3fef96 req-eada9766-6056-4ebf-886e-f0397ed4f869 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.7080131 Nov 12 20:20:42.176961 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b0d895a-6e41-4bda-ad3c-11e11f372fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:42.236930 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-586b291c-e155-4f6f-a681-52c3348eff1a None None] Set router b7611240-2171-4031-af5c-16c640b5c765 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:20:42.248653 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d895a-6e41-4bda-ad3c-11e11f372fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Pushing event updated for resources: {'Port': ['ID=7b35f833-45a3-4d89-b0ec-de833259bf1c,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:42.268357 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0d895a-6e41-4bda-ad3c-11e11f372fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:20:42.270961 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-7b0d895a-6e41-4bda-ad3c-11e11f372fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:20:42.273640 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0d895a-6e41-4bda-ad3c-11e11f372fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:20:42.276568 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0d895a-6e41-4bda-ad3c-11e11f372fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:42.277980 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b0d895a-6e41-4bda-ad3c-11e11f372fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:42.322873 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7b0d895a-6e41-4bda-ad3c-11e11f372fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6616480 Nov 12 20:20:42.325303 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54276) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:42.327002 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:42.332959 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:42.445249 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:42.451312 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-417c962d-a478-473f-97cc-78399a3fef96 req-a4f75c99-e0de-4ef3-90c3-4d86c872b96d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=84741c03-855b-473d-ba06-5a325ca25fd8 HTTP/1.1" status: 200 len: 217 time: 0.2484534 Nov 12 20:20:42.472313 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b727911b-cd00-4af3-9283-04fd624ee737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:42.524283 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c41ab5-5edc-4feb-ad52-7c9f10b1a7e3 None None] Network a14ebab6-b135-479f-8842-077a5fca0d71 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:20:42.552913 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2fcf3a6f-21ab-423c-92c4-330cd97e8d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:42.575091 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-342fdd0b-0051-4f59-9ae5-d456512589c7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:42.600018 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b727911b-cd00-4af3-9283-04fd624ee737 None None] For port c8a82b8d-a736-4232-b22b-36972c8802ee, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c8a82b8d-a736-4232-b22b-36972c8802ee,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:42.631324 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 66e9e28f-0104-4014-9d37-7465fd54e953, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=66e9e28f-0104-4014-9d37-7465fd54e953,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:42.661712 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:42.675518 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-342fdd0b-0051-4f59-9ae5-d456512589c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:42.713146 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-586b291c-e155-4f6f-a681-52c3348eff1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7611240-2171-4031-af5c-16c640b5c765', 'name': 'tempest-ServerActionsTestJSON-1627487138-router', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'c8a82b8d-a736-4232-b22b-36972c8802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:33Z', 'updated_at': '2021-11-12T20:20:37Z', 'revision_number': 3, 'project_id': '7e8721b8322b46768b4d5df279187cac', 'gw_port': {'id': 'c8a82b8d-a736-4232-b22b-36972c8802ee', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7611240-2171-4031-af5c-16c640b5c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:35Z', 'updated_at': '2021-11-12T20:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:42.736512 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c962d-a478-473f-97cc-78399a3fef96 req-f85af68a-e274-4b17-bc33-8a8bc0facd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:42.739171 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-417c962d-a478-473f-97cc-78399a3fef96 req-f85af68a-e274-4b17-bc33-8a8bc0facd38 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.2642438 Nov 12 20:20:42.815741 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b727911b-cd00-4af3-9283-04fd624ee737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:42.816646 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586b291c-e155-4f6f-a681-52c3348eff1a None None] The sync data for ids ['b7611240-2171-4031-af5c-16c640b5c765'] in n-d-712140-15 is: [{'id': 'b7611240-2171-4031-af5c-16c640b5c765', 'name': 'tempest-ServerActionsTestJSON-1627487138-router', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'c8a82b8d-a736-4232-b22b-36972c8802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:33Z', 'updated_at': '2021-11-12T20:20:37Z', 'revision_number': 3, 'project_id': '7e8721b8322b46768b4d5df279187cac', 'gw_port': {'id': 'c8a82b8d-a736-4232-b22b-36972c8802ee', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7611240-2171-4031-af5c-16c640b5c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:35Z', 'updated_at': '2021-11-12T20:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:20:42.835256 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=66e9e28f-0104-4014-9d37-7465fd54e953,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:42.850679 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 84741c03-855b-473d-ba06-5a325ca25fd8 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:20:42.912426 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] device_id is not set on port 7b35f833-45a3-4d89-b0ec-de833259bf1c yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:20:42.930698 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:42.946576 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:43.162421 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Pushing event updated for resources: {'Port': ['ID=7b35f833-45a3-4d89-b0ec-de833259bf1c,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:43.180485 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:43.181608 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:43.182061 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:43.195344 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 7b35f833-45a3-4d89-b0ec-de833259bf1c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:43.196825 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727911b-cd00-4af3-9283-04fd624ee737 None None] Pushing event updated for resources: {'Port': ['ID=c8a82b8d-a736-4232-b22b-36972c8802ee,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:43.197272 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:43.199084 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempt 2 to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c Nov 12 20:20:43.230100 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 66e9e28f-0104-4014-9d37-7465fd54e953 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:20:43.253060 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54306) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:43.274689 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:43.277074 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:43.279851 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:43.298708 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 7b35f833-45a3-4d89-b0ec-de833259bf1c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:43.299132 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:43.301383 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempt 3 to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c Nov 12 20:20:43.357506 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:43.362179 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:43.362770 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:43.364596 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c962d-a478-473f-97cc-78399a3fef96 req-9b6f706b-3b56-488d-9d95-d2574a7522ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:43.367703 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-417c962d-a478-473f-97cc-78399a3fef96 req-9b6f706b-3b56-488d-9d95-d2574a7522ef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5314505 Nov 12 20:20:43.383877 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 7b35f833-45a3-4d89-b0ec-de833259bf1c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:43.387008 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:43.387533 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempt 4 to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c Nov 12 20:20:43.443173 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:43.443507 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:43.443856 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:43.454734 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-df65fff2-afff-47d7-b07d-9deeb810b6db None None] Provisioning complete for port 66e9e28f-0104-4014-9d37-7465fd54e953 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:20:43.455330 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-df65fff2-afff-47d7-b07d-9deeb810b6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:43.476647 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 7b35f833-45a3-4d89-b0ec-de833259bf1c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:43.477028 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:43.477458 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempt 5 to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c Nov 12 20:20:43.487197 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.resource_extend [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 20:20:43.543048 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:43.543546 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:43.543900 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:43.556350 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 7b35f833-45a3-4d89-b0ec-de833259bf1c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:43.556695 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:43.557094 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempt 6 to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c Nov 12 20:20:43.582839 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-342fdd0b-0051-4f59-9ae5-d456512589c7 admin admin] Allocated IP 172.25.5.13 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/f4c330b0-ad40-40c9-aa68-657ecdb76bab) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:20:43.608307 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:43.608662 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:43.609016 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:43.646010 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-7a2667b6-f662-4c6c-b62d-5edead0d2072 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1907651885'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:43.652177 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 7b35f833-45a3-4d89-b0ec-de833259bf1c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:43.652479 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:43.654737 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempt 7 to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c Nov 12 20:20:43.722137 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:43.722571 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:43.723027 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:43.765641 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 7b35f833-45a3-4d89-b0ec-de833259bf1c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:43.768115 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:43.781010 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 84741c03-855b-473d-ba06-5a325ca25fd8, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=84741c03-855b-473d-ba06-5a325ca25fd8,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:43.786537 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempt 8 to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c Nov 12 20:20:43.797529 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '84741c03-855b-473d-ba06-5a325ca25fd8', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': '84741c03-855b-473d-ba06-5a325ca25fd8', 'mac_address': 'fa:16:3e:2e:96:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:20:43.803381 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-2fcf3a6f-21ab-423c-92c4-330cd97e8d9b admin admin] Allocated IP 172.20.0.1 (b6864b2f-6168-42ea-9422-cd478a748786/5c500cb5-3e69-49e9-9723-b1dae39e8dfb/f923363a-5d0f-4a64-b3d3-740edd617d2d) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:20:43.830331 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 66e9e28f-0104-4014-9d37-7465fd54e953 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:20:43.830722 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:43.878442 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:43.879583 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:43.881628 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:43.906502 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 7b35f833-45a3-4d89-b0ec-de833259bf1c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:43.906874 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:43.912491 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempt 9 to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c Nov 12 20:20:43.917730 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2667b6-f662-4c6c-b62d-5edead0d2072 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Made reservation on behalf of fe1e0f33bc3e4ca99478c386fcb122c0 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:20:43.933305 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a2667b6-f662-4c6c-b62d-5edead0d2072 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:43.972407 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a2667b6-f662-4c6c-b62d-5edead0d2072 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:44.062151 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:44.076783 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-417c962d-a478-473f-97cc-78399a3fef96 req-b357b0f4-1708-42c8-a706-edd033c0fe51 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6824851 Nov 12 20:20:44.159046 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c789e2-29df-40fa-84a5-847f758447d0 req-3368c3d6-382d-4cfd-bba3-e316873b2b48 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:44.160827 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f0c789e2-29df-40fa-84a5-847f758447d0 req-3368c3d6-382d-4cfd-bba3-e316873b2b48 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/ports?device_id=837efd2d-3ef2-4f4c-a214-b5e9480bf989 HTTP/1.1" status: 200 len: 948 time: 0.8924782 Nov 12 20:20:44.173907 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-342fdd0b-0051-4f59-9ae5-d456512589c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:44.187570 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a2667b6-f662-4c6c-b62d-5edead0d2072 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:44.204268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:44.204268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:44.204268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:44.205799 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84741c03-855b-473d-ba06-5a325ca25fd8 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:20:44.207123 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a2667b6-f662-4c6c-b62d-5edead0d2072 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:44.224177 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2667b6-f662-4c6c-b62d-5edead0d2072 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:20:44.240072 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a2667b6-f662-4c6c-b62d-5edead0d2072 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:44.240601 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-7a2667b6-f662-4c6c-b62d-5edead0d2072 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Added segment 680d4e76-c4c5-4f4f-aebc-8a23d60b529a of type vlan for network d5663de8-731b-4ed0-b8c6-2c97b17c36bb Nov 12 20:20:44.295420 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2fcf3a6f-21ab-423c-92c4-330cd97e8d9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:44.314368 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a2667b6-f662-4c6c-b62d-5edead0d2072 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:44.341919 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 84741c03-855b-473d-ba06-5a325ca25fd8, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=84741c03-855b-473d-ba06-5a325ca25fd8,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:44.375038 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-df65fff2-afff-47d7-b07d-9deeb810b6db None None] Provisioning complete for port c8a82b8d-a736-4232-b22b-36972c8802ee triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:20:44.375664 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-df65fff2-afff-47d7-b07d-9deeb810b6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:44.383305 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:44.425806 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f0c789e2-29df-40fa-84a5-847f758447d0 req-537e2f56-407b-449a-837c-eb24386fc7f4 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec5851cf-11d2-42c5-9e86-314938ea369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480164 Nov 12 20:20:44.445437 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 7b35f833-45a3-4d89-b0ec-de833259bf1c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:44.445955 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:44.452694 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-417c962d-a478-473f-97cc-78399a3fef96 req-38caa383-bf34-47c4-b4a0-64c0de03a339 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561325 Nov 12 20:20:44.459346 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempt 10 to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c Nov 12 20:20:44.483041 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-342fdd0b-0051-4f59-9ae5-d456512589c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:44.499990 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a2667b6-f662-4c6c-b62d-5edead0d2072 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:44.525356 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2667b6-f662-4c6c-b62d-5edead0d2072 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:44.526026 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a2667b6-f662-4c6c-b62d-5edead0d2072 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:44.596569 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342fdd0b-0051-4f59-9ae5-d456512589c7 admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:20:44.600308 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2fcf3a6f-21ab-423c-92c4-330cd97e8d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:44.619970 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:44.620393 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:44.620690 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempting to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:44.624020 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-342fdd0b-0051-4f59-9ae5-d456512589c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:20:44.630636 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=84741c03-855b-473d-ba06-5a325ca25fd8,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:44.647944 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342fdd0b-0051-4f59-9ae5-d456512589c7 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:20:44.659140 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2667b6-f662-4c6c-b62d-5edead0d2072 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4896fa28-9264-47f9-8081-cf8cddc79f16,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:44.662688 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d72b5b1-24ad-4310-bb35-28c0b22ee5be None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:20:44.676131 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fdd0b-0051-4f59-9ae5-d456512589c7 admin admin] Pushing event updated for resources: {'Port': ['ID=f4c330b0-ad40-40c9-aa68-657ecdb76bab,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:44.699448 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7a2667b6-f662-4c6c-b62d-5edead0d2072 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4438884 Nov 12 20:20:44.705054 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Port 7b35f833-45a3-4d89-b0ec-de833259bf1c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:20:44.705400 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Failed to bind port 7b35f833-45a3-4d89-b0ec-de833259bf1c on host n-h2-712140-15 for vnic_type normal using segments [{'id': '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e840d7f-ea96-4a8e-bea6-1659fac4e1f4'}] Nov 12 20:20:44.705780 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:44.740981 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['84741c03-855b-473d-ba06-5a325ca25fd8'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:20:44.756669 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcf3a6f-21ab-423c-92c4-330cd97e8d9b admin admin] Network b6864b2f-6168-42ea-9422-cd478a748786 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:20:44.778915 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-2fcf3a6f-21ab-423c-92c4-330cd97e8d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:20:44.787986 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcf3a6f-21ab-423c-92c4-330cd97e8d9b admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:20:44.817068 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd03575-de5d-4274-aae7-768f534c7da3 req-21d815a8-16e7-40c1-bc5f-ecfb1b232eff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:44.837376 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd03575-de5d-4274-aae7-768f534c7da3 req-21d815a8-16e7-40c1-bc5f-ecfb1b232eff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:44.847963 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd03575-de5d-4274-aae7-768f534c7da3 req-21d815a8-16e7-40c1-bc5f-ecfb1b232eff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:44.854857 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd03575-de5d-4274-aae7-768f534c7da3 req-21d815a8-16e7-40c1-bc5f-ecfb1b232eff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:44.864615 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd03575-de5d-4274-aae7-768f534c7da3 req-21d815a8-16e7-40c1-bc5f-ecfb1b232eff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:44.871874 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54338) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:44.876774 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd03575-de5d-4274-aae7-768f534c7da3 req-21d815a8-16e7-40c1-bc5f-ecfb1b232eff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:44.913358 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-47ae155d-7175-4553-9585-d95239601168 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Request body: {'subnet': {'network_id': 'd5663de8-731b-4ed0-b8c6-2c97b17c36bb', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:44.916409 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd03575-de5d-4274-aae7-768f534c7da3 req-21d815a8-16e7-40c1-bc5f-ecfb1b232eff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:44.918475 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bfd03575-de5d-4274-aae7-768f534c7da3 req-21d815a8-16e7-40c1-bc5f-ecfb1b232eff tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5443 time: 1.3003190 Nov 12 20:20:44.948206 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf3a6f-21ab-423c-92c4-330cd97e8d9b admin admin] Pushing event updated for resources: {'Port': ['ID=f923363a-5d0f-4a64-b3d3-740edd617d2d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:45.082101 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] For port 7b35f833-45a3-4d89-b0ec-de833259bf1c, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:20:45.082502 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attempted to set empty binding levels {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 20:20:45.090869 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:45.101880 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2667b6-f662-4c6c-b62d-5edead0d2072 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event updated for resources: {'Network': ['ID=d5663de8-731b-4ed0-b8c6-2c97b17c36bb,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:45.110647 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] In _notify_port_updated(), no bound segment for port 7b35f833-45a3-4d89-b0ec-de833259bf1c on network 7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 {{(pid=102448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 20:20:45.111503 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:45.112105 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:45.114192 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] 10.222.0.48 "PUT /v2.0/ports/7b35f833-45a3-4d89-b0ec-de833259bf1c HTTP/1.1" status: 200 len: 980 time: 2.7877588 Nov 12 20:20:45.153166 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54342) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:45.195892 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-598b7774-d9ce-4b7b-9ff4-3cdbfbf77187 None None] Provisioning complete for port 66e9e28f-0104-4014-9d37-7465fd54e953 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:20:45.200528 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-598b7774-d9ce-4b7b-9ff4-3cdbfbf77187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:45.206430 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network d5663de8-731b-4ed0-b8c6-2c97b17c36bb details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:20:45.246868 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bfd03575-de5d-4274-aae7-768f534c7da3 req-d7ff61b4-2cb4-4096-8452-93b328153a7a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3093848 Nov 12 20:20:45.303763 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-69f97359-cba4-4dcf-a7f0-d3c4b4bef9e5 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:45.303993 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c8a82b8d-a736-4232-b22b-36972c8802ee up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:20:45.310983 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-69f97359-cba4-4dcf-a7f0-d3c4b4bef9e5 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:45.317267 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-69f97359-cba4-4dcf-a7f0-d3c4b4bef9e5 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:45.324275 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-69f97359-cba4-4dcf-a7f0-d3c4b4bef9e5 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:45.330327 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-69f97359-cba4-4dcf-a7f0-d3c4b4bef9e5 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:45.344623 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-69f97359-cba4-4dcf-a7f0-d3c4b4bef9e5 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:45.361995 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-69f97359-cba4-4dcf-a7f0-d3c4b4bef9e5 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:45.364320 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-69f97359-cba4-4dcf-a7f0-d3c4b4bef9e5 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 5443 time: 0.6561415 Nov 12 20:20:45.425225 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f652c00-0e52-4452-8a1e-a421f64727e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Pushing event updated for resources: {'Port': ['ID=7b35f833-45a3-4d89-b0ec-de833259bf1c,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:45.459953 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2fcf3a6f-21ab-423c-92c4-330cd97e8d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:45.501935 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-c21412a7-31e1-426b-9ecb-5e9714d96798 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:45.503414 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-c21412a7-31e1-426b-9ecb-5e9714d96798 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.55 "GET /v2.0/ports/8bf2886a-7dd4-4335-8bda-619bc89bd1cd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1309016 Nov 12 20:20:45.560188 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port c8a82b8d-a736-4232-b22b-36972c8802ee triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:20:45.560850 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:45.687367 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-6ecec95a-095d-44aa-a1ba-ce63909ce20b tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Deleting port 7b35f833-45a3-4d89-b0ec-de833259bf1c {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:20:45.691246 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6ecec95a-095d-44aa-a1ba-ce63909ce20b tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:45.704842 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-598b7774-d9ce-4b7b-9ff4-3cdbfbf77187 None None] Provisioning complete for port f4c330b0-ad40-40c9-aa68-657ecdb76bab triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:20:45.706264 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-598b7774-d9ce-4b7b-9ff4-3cdbfbf77187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:45.750843 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-598b7774-d9ce-4b7b-9ff4-3cdbfbf77187 None None] Port f4c330b0-ad40-40c9-aa68-657ecdb76bab cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:20:45.766677 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-342fdd0b-0051-4f59-9ae5-d456512589c7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:45.826318 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-69574c59-e1d2-4f1e-a8ca-761708794af6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.55 "GET /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3124630 Nov 12 20:20:45.836950 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ae155d-7175-4553-9585-d95239601168 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Made reservation on behalf of fe1e0f33bc3e4ca99478c386fcb122c0 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:20:45.841763 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-47ae155d-7175-4553-9585-d95239601168 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:45.846480 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-be63418b-c076-4668-ac44-2d7a2ea33d75 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:45.886689 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-fce70c02-108c-47b4-af1c-364b1ffadf86 None None] Provisioning complete for port f923363a-5d0f-4a64-b3d3-740edd617d2d triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:20:45.887062 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fce70c02-108c-47b4-af1c-364b1ffadf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:45.892476 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-6ecec95a-095d-44aa-a1ba-ce63909ce20b tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] For port 7b35f833-45a3-4d89-b0ec-de833259bf1c, host n-h2-712140-15, got binding levels [] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:45.892807 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6ecec95a-095d-44aa-a1ba-ce63909ce20b tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:45.947850 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-fce70c02-108c-47b4-af1c-364b1ffadf86 None None] Port f923363a-5d0f-4a64-b3d3-740edd617d2d cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:20:45.955905 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-be63418b-c076-4668-ac44-2d7a2ea33d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:45.960418 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-6ecec95a-095d-44aa-a1ba-ce63909ce20b tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Calling delete_port for 7b35f833-45a3-4d89-b0ec-de833259bf1c owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:20:46.136002 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-be63418b-c076-4668-ac44-2d7a2ea33d75 service neutron] For port 8bf2886a-7dd4-4335-8bda-619bc89bd1cd, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=8bf2886a-7dd4-4335-8bda-619bc89bd1cd,segment=NetworkSegment(1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb),segment_id=1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:46.273928 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-be63418b-c076-4668-ac44-2d7a2ea33d75 service neutron] For port 8bf2886a-7dd4-4335-8bda-619bc89bd1cd, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:20:46.385532 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-be63418b-c076-4668-ac44-2d7a2ea33d75 service neutron] device_id is not set on port 8bf2886a-7dd4-4335-8bda-619bc89bd1cd yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:20:46.394657 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e469f-7b49-4ed1-b987-f61a96f682a6 req-55137813-3b3b-4852-9f87-54dae7a43c67 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:46.396349 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ea4e469f-7b49-4ed1-b987-f61a96f682a6 req-55137813-3b3b-4852-9f87-54dae7a43c67 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/ports?device_id=837efd2d-3ef2-4f4c-a214-b5e9480bf989 HTTP/1.1" status: 200 len: 949 time: 0.7537706 Nov 12 20:20:46.405319 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-be63418b-c076-4668-ac44-2d7a2ea33d75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:46.429218 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-be63418b-c076-4668-ac44-2d7a2ea33d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:46.467798 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2fcf3a6f-21ab-423c-92c4-330cd97e8d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:46.493248 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6ecec95a-095d-44aa-a1ba-ce63909ce20b tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:46.555389 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-be63418b-c076-4668-ac44-2d7a2ea33d75 service neutron] No DVR routers for this DVR port 8bf2886a-7dd4-4335-8bda-619bc89bd1cd on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:20:46.572219 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bcb54-40ef-4283-b26b-4dfaa9183db9 req-7f2d77d6-15c1-4a63-b495-fd97d37b1e3e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:46.579226 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bcb54-40ef-4283-b26b-4dfaa9183db9 req-7f2d77d6-15c1-4a63-b495-fd97d37b1e3e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:46.586499 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bcb54-40ef-4283-b26b-4dfaa9183db9 req-7f2d77d6-15c1-4a63-b495-fd97d37b1e3e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:46.596054 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bcb54-40ef-4283-b26b-4dfaa9183db9 req-7f2d77d6-15c1-4a63-b495-fd97d37b1e3e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:46.604072 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bcb54-40ef-4283-b26b-4dfaa9183db9 req-7f2d77d6-15c1-4a63-b495-fd97d37b1e3e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:46.610492 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bcb54-40ef-4283-b26b-4dfaa9183db9 req-7f2d77d6-15c1-4a63-b495-fd97d37b1e3e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:46.612623 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-467bcb54-40ef-4283-b26b-4dfaa9183db9 req-7f2d77d6-15c1-4a63-b495-fd97d37b1e3e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 4665 time: 0.1953156 Nov 12 20:20:46.644369 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ea4e469f-7b49-4ed1-b987-f61a96f682a6 req-4d53f871-413e-4782-8f40-fdffa1b87d34 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec5851cf-11d2-42c5-9e86-314938ea369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339747 Nov 12 20:20:46.645660 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6ecec95a-095d-44aa-a1ba-ce63909ce20b tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:46.650928 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6ecec95a-095d-44aa-a1ba-ce63909ce20b tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] 10.222.0.48 "DELETE /v2.0/ports/7b35f833-45a3-4d89-b0ec-de833259bf1c HTTP/1.1" status: 204 len: 168 time: 1.4953249 Nov 12 20:20:46.654229 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54366) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:46.687674 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 84741c03-855b-473d-ba06-5a325ca25fd8 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:20:46.740805 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63418b-c076-4668-ac44-2d7a2ea33d75 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf2886a-7dd4-4335-8bda-619bc89bd1cd,revision_number=6']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:46.762230 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d24845-a636-431f-8789-e215ae8aaae3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] GET failed (client error): The resource could not be found. Nov 12 20:20:46.769055 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-90d24845-a636-431f-8789-e215ae8aaae3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] 10.222.0.48 "GET /v2.0/ports/7b35f833-45a3-4d89-b0ec-de833259bf1c HTTP/1.1" status: 404 len: 333 time: 0.0879180 Nov 12 20:20:46.789601 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54372) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:46.797476 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 84741c03-855b-473d-ba06-5a325ca25fd8 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:20:46.806642 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 84741c03-855b-473d-ba06-5a325ca25fd8 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:20:46.807271 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:46.860866 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecec95a-095d-44aa-a1ba-ce63909ce20b tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239667252-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b35f833-45a3-4d89-b0ec-de833259bf1c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:46.877872 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2fcf3a6f-21ab-423c-92c4-330cd97e8d9b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:46.908606 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-467bcb54-40ef-4283-b26b-4dfaa9183db9 req-8444a720-f2e0-4819-baed-91b4fb39eae6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2827568 Nov 12 20:20:46.911742 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-be63418b-c076-4668-ac44-2d7a2ea33d75 service neutron] In _notify_port_updated(), no bound segment for port 8bf2886a-7dd4-4335-8bda-619bc89bd1cd on network 52e60747-ae16-46d8-9dbe-b7ebe5cc096d {{(pid=102448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 20:20:46.912884 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-be63418b-c076-4668-ac44-2d7a2ea33d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:46.914165 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-be63418b-c076-4668-ac44-2d7a2ea33d75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:46.915894 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-be63418b-c076-4668-ac44-2d7a2ea33d75 service neutron] 10.222.0.55 "PUT /v2.0/ports/8bf2886a-7dd4-4335-8bda-619bc89bd1cd HTTP/1.1" status: 200 len: 1031 time: 1.0816157 Nov 12 20:20:46.955020 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ceb2d7be-09a7-4d9e-847c-c79c1c6f3747 None None] Provisioning complete for port 8bf2886a-7dd4-4335-8bda-619bc89bd1cd triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:20:46.955395 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d7be-09a7-4d9e-847c-c79c1c6f3747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:46.969830 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-422789a9-fdaa-48e4-a9cc-1a713bc9eb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:47.018098 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ceb2d7be-09a7-4d9e-847c-c79c1c6f3747 None None] Port 8bf2886a-7dd4-4335-8bda-619bc89bd1cd cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:20:47.036862 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2fcf3a6f-21ab-423c-92c4-330cd97e8d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:47.044396 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-47ae155d-7175-4553-9585-d95239601168 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:47.082901 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-4b6a9e0d-bd58-4b84-bd82-3220b0256873 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:47.087636 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-4b6a9e0d-bd58-4b84-bd82-3220b0256873 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.55 "GET /v2.0/ports/7c68d458-cf6b-40f0-99d1-44f97634c3b5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1602728 Nov 12 20:20:47.088082 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:47.111212 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-b48d4003-225a-477b-8f02-409fc26ca2d5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:47.123856 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837efd2d-3ef2-4f4c-a214-b5e9480bf989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84741c03-855b-473d-ba06-5a325ca25fd8'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:20:47.126210 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b752f57c-41ac-441c-86a4-d1def12412ca" -d '{"events": [{"server_uuid": "837efd2d-3ef2-4f4c-a214-b5e9480bf989", "name": "network-vif-plugged", "status": "completed", "tag": "84741c03-855b-473d-ba06-5a325ca25fd8"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:20:47.142710 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 84741c03-855b-473d-ba06-5a325ca25fd8, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=84741c03-855b-473d-ba06-5a325ca25fd8,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:47.148066 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:47.185091 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-342fdd0b-0051-4f59-9ae5-d456512589c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:47.194255 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2fcf3a6f-21ab-423c-92c4-330cd97e8d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:47.201638 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf3a6f-21ab-423c-92c4-330cd97e8d9b admin admin] Pushing event updated for resources: {'Port': ['ID=f923363a-5d0f-4a64-b3d3-740edd617d2d,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:47.208078 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=84741c03-855b-473d-ba06-5a325ca25fd8,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:47.228903 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae155d-7175-4553-9585-d95239601168 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event updated for resources: {'Subnet': ['ID=4e3298cd-e719-43ca-8396-76862dc35164,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:47.233647 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62db5882-4a07-41a0-b669-a456bba5f607 x-openstack-request-id: req-62db5882-4a07-41a0-b669-a456bba5f607 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:20:47.234237 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "837efd2d-3ef2-4f4c-a214-b5e9480bf989", "name": "network-vif-plugged", "status": "completed", "tag": "84741c03-855b-473d-ba06-5a325ca25fd8", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:20:47.234521 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-62db5882-4a07-41a0-b669-a456bba5f607 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:20:47.235005 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '837efd2d-3ef2-4f4c-a214-b5e9480bf989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84741c03-855b-473d-ba06-5a325ca25fd8', 'code': 200} Nov 12 20:20:47.310702 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ae155d-7175-4553-9585-d95239601168 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Checking segment: {'id': '680d4e76-c4c5-4f4f-aebc-8a23d60b529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd5663de8-731b-4ed0-b8c6-2c97b17c36bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:20:47.311157 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ae155d-7175-4553-9585-d95239601168 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Network hostable DHCP agents. Network: d5663de8-731b-4ed0-b8c6-2c97b17c36bb, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:20:47.366320 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-422789a9-fdaa-48e4-a9cc-1a713bc9eb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:47.411933 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-b48d4003-225a-477b-8f02-409fc26ca2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:47.415613 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-422789a9-fdaa-48e4-a9cc-1a713bc9eb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e840d7f-ea96-4a8e-bea6-1659fac4e1f4']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:47.482338 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-422789a9-fdaa-48e4-a9cc-1a713bc9eb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:47.482641 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-422789a9-fdaa-48e4-a9cc-1a713bc9eb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '386b37a6-5caf-4f94-90e2-7e8bc0d2a8c5') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:47.503434 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ae155d-7175-4553-9585-d95239601168 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Network d5663de8-731b-4ed0-b8c6-2c97b17c36bb is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:20:47.504086 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-422789a9-fdaa-48e4-a9cc-1a713bc9eb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:47.542587 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-47ae155d-7175-4553-9585-d95239601168 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, d5663de8-731b-4ed0-b8c6-2c97b17c36bb) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:20:47.557046 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-422789a9-fdaa-48e4-a9cc-1a713bc9eb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:47.560771 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd579410-ef51-40ac-b018-c46f52e07dba None None] Network d5663de8-731b-4ed0-b8c6-2c97b17c36bb requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:20:47.566719 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422789a9-fdaa-48e4-a9cc-1a713bc9eb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:20:47.567162 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-422789a9-fdaa-48e4-a9cc-1a713bc9eb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:20:47.570437 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:20:47.574387 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5856a2-046d-4d48-8432-f89d9bd07946 req-770dc2b2-7ac8-4440-8116-5a174c7b8b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:47.577285 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5a5856a2-046d-4d48-8432-f89d9bd07946 req-770dc2b2-7ac8-4440-8116-5a174c7b8b73 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=837efd2d-3ef2-4f4c-a214-b5e9480bf989 HTTP/1.1" status: 200 len: 1102 time: 0.1432197 Nov 12 20:20:47.581968 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ae155d-7175-4553-9585-d95239601168 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:47.582865 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-47ae155d-7175-4553-9585-d95239601168 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:47.604944 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342fdd0b-0051-4f59-9ae5-d456512589c7 admin admin] Router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:20:47.660524 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-47ae155d-7175-4553-9585-d95239601168 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.7792132 Nov 12 20:20:47.666485 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54384) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:47.673955 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-4bae5ace-cc44-4745-8f78-0e1e42a7e2da tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-140352252'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:47.688580 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcf3a6f-21ab-423c-92c4-330cd97e8d9b admin admin] Network b6864b2f-6168-42ea-9422-cd478a748786 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:20:47.705087 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-2fcf3a6f-21ab-423c-92c4-330cd97e8d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:20:47.713404 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-b48d4003-225a-477b-8f02-409fc26ca2d5 service neutron] For port 7c68d458-cf6b-40f0-99d1-44f97634c3b5, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=7c68d458-cf6b-40f0-99d1-44f97634c3b5,segment=NetworkSegment(1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb),segment_id=1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:47.715231 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-422789a9-fdaa-48e4-a9cc-1a713bc9eb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:47.733675 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-422789a9-fdaa-48e4-a9cc-1a713bc9eb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:47.736880 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-422789a9-fdaa-48e4-a9cc-1a713bc9eb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] 10.222.0.48 "DELETE /v2.0/networks/7e840d7f-ea96-4a8e-bea6-1659fac4e1f4 HTTP/1.1" status: 204 len: 168 time: 0.9439054 Nov 12 20:20:47.771162 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 60910e1f-f0d1-4eec-848e-460daa336aca no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:20:47.824435 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422789a9-fdaa-48e4-a9cc-1a713bc9eb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75889139-project] Pushing event deleted for resources: {'Network': ['ID=7e840d7f-ea96-4a8e-bea6-1659fac4e1f4,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:47.847454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bae5ace-cc44-4745-8f78-0e1e42a7e2da tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Made reservation on behalf of fe1e0f33bc3e4ca99478c386fcb122c0 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:20:47.860751 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4bae5ace-cc44-4745-8f78-0e1e42a7e2da tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:47.947674 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-b48d4003-225a-477b-8f02-409fc26ca2d5 service neutron] For port 7c68d458-cf6b-40f0-99d1-44f97634c3b5, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:20:47.966009 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5a5856a2-046d-4d48-8432-f89d9bd07946 req-bfb3baed-6677-42d9-8633-494c9f8ad944 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ec5851cf-11d2-42c5-9e86-314938ea369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724434 Nov 12 20:20:48.075987 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bae5ace-cc44-4745-8f78-0e1e42a7e2da tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:20:48.096802 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4bae5ace-cc44-4745-8f78-0e1e42a7e2da tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:48.097339 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-4bae5ace-cc44-4745-8f78-0e1e42a7e2da tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Added segment 3572e726-ef7f-4445-8307-499b222638b3 of type vlan for network 01127832-3808-49c6-bbbd-3042a31c00fd Nov 12 20:20:48.227477 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-cfd66976-4977-42a6-9fe6-2d3ed2b2b16e None None] Provisioning complete for port f923363a-5d0f-4a64-b3d3-740edd617d2d triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:20:48.229970 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cfd66976-4977-42a6-9fe6-2d3ed2b2b16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:48.233296 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4bae5ace-cc44-4745-8f78-0e1e42a7e2da tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:48.295116 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4bae5ace-cc44-4745-8f78-0e1e42a7e2da tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:48.307580 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bae5ace-cc44-4745-8f78-0e1e42a7e2da tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:48.308570 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4bae5ace-cc44-4745-8f78-0e1e42a7e2da tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:48.313994 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54400) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:48.372169 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-b48d4003-225a-477b-8f02-409fc26ca2d5 service neutron] device_id is not set on port 7c68d458-cf6b-40f0-99d1-44f97634c3b5 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:20:48.394200 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342fdd0b-0051-4f59-9ae5-d456512589c7 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:20:48.419253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32b273-cf23-4ce7-9603-e98acf6812df req-3b28d3d0-81aa-4fd9-8d01-cebae014b3bc tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:48.426597 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32b273-cf23-4ce7-9603-e98acf6812df req-3b28d3d0-81aa-4fd9-8d01-cebae014b3bc tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:48.437746 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32b273-cf23-4ce7-9603-e98acf6812df req-3b28d3d0-81aa-4fd9-8d01-cebae014b3bc tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:48.439598 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b8d2e-0795-4230-b0f4-ad1259ab0056 req-a5e0b668-d98e-4bff-84e4-b2cb8d6188bb tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:48.441389 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-016b8d2e-0795-4230-b0f4-ad1259ab0056 req-a5e0b668-d98e-4bff-84e4-b2cb8d6188bb tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/ports?device_id=837efd2d-3ef2-4f4c-a214-b5e9480bf989 HTTP/1.1" status: 200 len: 950 time: 0.5601785 Nov 12 20:20:48.445544 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32b273-cf23-4ce7-9603-e98acf6812df req-3b28d3d0-81aa-4fd9-8d01-cebae014b3bc tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:48.446130 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-b48d4003-225a-477b-8f02-409fc26ca2d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:48.450640 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4bae5ace-cc44-4745-8f78-0e1e42a7e2da tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7806962 Nov 12 20:20:48.453496 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32b273-cf23-4ce7-9603-e98acf6812df req-3b28d3d0-81aa-4fd9-8d01-cebae014b3bc tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:48.457035 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54408) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:48.460135 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32b273-cf23-4ce7-9603-e98acf6812df req-3b28d3d0-81aa-4fd9-8d01-cebae014b3bc tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:48.471460 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4e32b273-cf23-4ce7-9603-e98acf6812df req-3b28d3d0-81aa-4fd9-8d01-cebae014b3bc tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 4665 time: 0.2315195 Nov 12 20:20:48.479440 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-a1ee2e4e-7d0f-4587-b3a7-8b1a18a23092 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Request body: {'subnet': {'network_id': '01127832-3808-49c6-bbbd-3042a31c00fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:48.482898 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcf3a6f-21ab-423c-92c4-330cd97e8d9b admin admin] Router b7611240-2171-4031-af5c-16c640b5c765 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:20:48.526303 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-342fdd0b-0051-4f59-9ae5-d456512589c7 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:48.531504 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-342fdd0b-0051-4f59-9ae5-d456512589c7 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.5464559 Nov 12 20:20:48.532605 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54410) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:48.574939 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-b48d4003-225a-477b-8f02-409fc26ca2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:48.576748 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae5ace-cc44-4745-8f78-0e1e42a7e2da tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event updated for resources: {'Network': ['ID=01127832-3808-49c6-bbbd-3042a31c00fd,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:48.589473 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-cfd66976-4977-42a6-9fe6-2d3ed2b2b16e None None] Port f923363a-5d0f-4a64-b3d3-740edd617d2d cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:20:48.609531 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed996f8-f421-4f59-88b4-cfe802a33614 None None] Sync routers for ids ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:20:48.691296 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-b48d4003-225a-477b-8f02-409fc26ca2d5 service neutron] No DVR routers for this DVR port 7c68d458-cf6b-40f0-99d1-44f97634c3b5 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:20:48.693235 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ee2e4e-7d0f-4587-b3a7-8b1a18a23092 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Made reservation on behalf of fe1e0f33bc3e4ca99478c386fcb122c0 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:20:48.696926 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a1ee2e4e-7d0f-4587-b3a7-8b1a18a23092 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:48.748892 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d4003-225a-477b-8f02-409fc26ca2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c68d458-cf6b-40f0-99d1-44f97634c3b5,revision_number=6']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:48.760916 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 01127832-3808-49c6-bbbd-3042a31c00fd details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:20:48.782895 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-016b8d2e-0795-4230-b0f4-ad1259ab0056 req-5b437d44-cf4b-4459-92cf-d2da730ca9e6 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec5851cf-11d2-42c5-9e86-314938ea369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179035 Nov 12 20:20:48.787606 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726288cd-5b76-452f-af77-786f809da5db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-d5663de8-731b-4ed0-b8c6-2c97b17c36bb', 'network_id': 'd5663de8-731b-4ed0-b8c6-2c97b17c36bb', 'tenant_id': 'fe1e0f33bc3e4ca99478c386fcb122c0', 'fixed_ips': [{'subnet_id': '4e3298cd-e719-43ca-8396-76862dc35164'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:20:48.788782 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-726288cd-5b76-452f-af77-786f809da5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:48.828610 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4e32b273-cf23-4ce7-9603-e98acf6812df req-6fddac40-d2e4-44e8-ae63-1f27f8c78238 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&id=b1dbe704-0c8b-4d31-b036-4921aded8586&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3442526 Nov 12 20:20:48.838660 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed996f8-f421-4f59-88b4-cfe802a33614 None None] Routers {'06faa6b2-33e6-49e4-9d41-4ee858d16f4e'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:20:48.839316 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-5ed996f8-f421-4f59-88b4-cfe802a33614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:20:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:48.902301 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-b48d4003-225a-477b-8f02-409fc26ca2d5 service neutron] In _notify_port_updated(), no bound segment for port 7c68d458-cf6b-40f0-99d1-44f97634c3b5 on network 52e60747-ae16-46d8-9dbe-b7ebe5cc096d {{(pid=102448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 20:20:48.902301 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-b48d4003-225a-477b-8f02-409fc26ca2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:48.903210 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-b48d4003-225a-477b-8f02-409fc26ca2d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:48.910509 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-b48d4003-225a-477b-8f02-409fc26ca2d5 service neutron] 10.222.0.55 "PUT /v2.0/ports/7c68d458-cf6b-40f0-99d1-44f97634c3b5 HTTP/1.1" status: 200 len: 1033 time: 1.8064206 Nov 12 20:20:49.028305 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:49.058327 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcf3a6f-21ab-423c-92c4-330cd97e8d9b admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:20:49.083414 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576c9863-8470-4169-87b4-de7288823cc1 None None] Sync routers for ids ['b7611240-2171-4031-af5c-16c640b5c765'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:20:49.144332 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2fcf3a6f-21ab-423c-92c4-330cd97e8d9b admin admin] 10.222.0.48 "PUT /v2.0/routers/b7611240-2171-4031-af5c-16c640b5c765/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9024954 Nov 12 20:20:49.159254 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576c9863-8470-4169-87b4-de7288823cc1 None None] Routers {'b7611240-2171-4031-af5c-16c640b5c765'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:20:49.159984 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-576c9863-8470-4169-87b4-de7288823cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:20:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['b7611240-2171-4031-af5c-16c640b5c765'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:49.378488 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-35fa6348-4fc4-42f1-87e5-e6097309648b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=53b2947341624c05802a395dd3691c7c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0598547 Nov 12 20:20:49.400762 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54422) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:49.530663 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-726288cd-5b76-452f-af77-786f809da5db None None] Allocated IP 172.20.255.242 (d5663de8-731b-4ed0-b8c6-2c97b17c36bb/4e3298cd-e719-43ca-8396-76862dc35164/85beda1d-4f0b-4529-8889-ed7ffbcce4fd) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:20:49.709728 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-726288cd-5b76-452f-af77-786f809da5db None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:49.718398 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-576c9863-8470-4169-87b4-de7288823cc1 None None] Set router b7611240-2171-4031-af5c-16c640b5c765 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:20:49.740488 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-726288cd-5b76-452f-af77-786f809da5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:49.823808 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-313ac27f-9bb7-49b8-89b6-b5072ee8a3b0 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Deleting port 5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:20:49.824495 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-313ac27f-9bb7-49b8-89b6-b5072ee8a3b0 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:49.830206 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-584846ca-d1c0-4040-8a64-ee7fb7881ee6 None None] Provisioning complete for port 7c68d458-cf6b-40f0-99d1-44f97634c3b5 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:20:49.831094 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-584846ca-d1c0-4040-8a64-ee7fb7881ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:49.970143 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-584846ca-d1c0-4040-8a64-ee7fb7881ee6 None None] Port 7c68d458-cf6b-40f0-99d1-44f97634c3b5 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:20:49.984670 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60910e1f-f0d1-4eec-848e-460daa336aca'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:20:49.993069 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b23a18-a885-4a5f-9412-7fd408558b36" -d '{"events": [{"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-unplugged", "status": "completed", "tag": "60910e1f-f0d1-4eec-848e-460daa336aca"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:20:50.024572 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a1ee2e4e-7d0f-4587-b3a7-8b1a18a23092 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:50.032791 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 60910e1f-f0d1-4eec-848e-460daa336aca, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=60910e1f-f0d1-4eec-848e-460daa336aca,segment=NetworkSegment(c8159339-4435-4af0-9c54-46eb2fa783d6),segment_id=c8159339-4435-4af0-9c54-46eb2fa783d6)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:50.045752 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726288cd-5b76-452f-af77-786f809da5db None None] Network d5663de8-731b-4ed0-b8c6-2c97b17c36bb is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:20:50.068984 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:50.072373 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:20:50.211005 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c73a69e-0569-4261-9156-f30a24c1eb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:50.211553 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b9d037df-5e0b-4e9e-8095-629896f8cd76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:50.214350 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-726288cd-5b76-452f-af77-786f809da5db None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:20:50.220881 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726288cd-5b76-452f-af77-786f809da5db None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:20:50.235933 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0420ea-2572-4348-9b59-e7b4285dbdca req-7aa18c91-79fb-476b-929a-305dff3f5e28 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:50.252574 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9a0420ea-2572-4348-9b59-e7b4285dbdca req-7aa18c91-79fb-476b-929a-305dff3f5e28 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/ports?device_id=837efd2d-3ef2-4f4c-a214-b5e9480bf989 HTTP/1.1" status: 200 len: 950 time: 0.2347014 Nov 12 20:20:50.361668 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:50.408105 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205,segment=NetworkSegment(124a8660-e81f-45fb-9111-4945346fd031),segment_id=124a8660-e81f-45fb-9111-4945346fd031)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:50.432807 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:50.434474 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-576c9863-8470-4169-87b4-de7288823cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7611240-2171-4031-af5c-16c640b5c765', 'name': 'tempest-ServerActionsTestJSON-1627487138-router', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'c8a82b8d-a736-4232-b22b-36972c8802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:33Z', 'updated_at': '2021-11-12T20:20:45Z', 'revision_number': 4, 'project_id': '7e8721b8322b46768b4d5df279187cac', 'gw_port': {'id': 'c8a82b8d-a736-4232-b22b-36972c8802ee', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7611240-2171-4031-af5c-16c640b5c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:35Z', 'updated_at': '2021-11-12T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'f923363a-5d0f-4a64-b3d3-740edd617d2d', 'name': '', 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'mac_address': 'fa:16:3e:90:72:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7611240-2171-4031-af5c-16c640b5c765', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '5c500cb5-3e69-49e9-9723-b1dae39e8dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:20:46Z', 'revision_number': 2, 'project_id': '7e8721b8322b46768b4d5df279187cac', 'subnets': [{'id': '5c500cb5-3e69-49e9-9723-b1dae39e8dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:50.450811 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:50.451947 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:20:50.526792 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726288cd-5b76-452f-af77-786f809da5db None None] Pushing event updated for resources: {'Port': ['ID=85beda1d-4f0b-4529-8889-ed7ffbcce4fd,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:50.536142 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-5ed996f8-f421-4f59-88b4-cfe802a33614 None None] Set router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:20:50.538166 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-726288cd-5b76-452f-af77-786f809da5db None None] Attempting to bind port 85beda1d-4f0b-4529-8889-ed7ffbcce4fd on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:50.542456 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-726288cd-5b76-452f-af77-786f809da5db None None] Attempting to bind port 85beda1d-4f0b-4529-8889-ed7ffbcce4fd by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '680d4e76-c4c5-4f4f-aebc-8a23d60b529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd5663de8-731b-4ed0-b8c6-2c97b17c36bb'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:50.542722 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726288cd-5b76-452f-af77-786f809da5db None None] Attempting to bind port 85beda1d-4f0b-4529-8889-ed7ffbcce4fd on network d5663de8-731b-4ed0-b8c6-2c97b17c36bb {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:50.575619 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576c9863-8470-4169-87b4-de7288823cc1 None None] Checking router: b7611240-2171-4031-af5c-16c640b5c765 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:20:50.588821 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576c9863-8470-4169-87b4-de7288823cc1 None None] Updating router b7611240-2171-4031-af5c-16c640b5c765 port f923363a-5d0f-4a64-b3d3-740edd617d2d binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:20:50.639539 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9a0420ea-2572-4348-9b59-e7b4285dbdca req-4f6cfba8-b4ac-4828-bfea-f812fe9a3d96 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec5851cf-11d2-42c5-9e86-314938ea369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864381 Nov 12 20:20:50.642727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726288cd-5b76-452f-af77-786f809da5db None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:20:50.643131 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726288cd-5b76-452f-af77-786f809da5db None None] Checking segment: {'id': '680d4e76-c4c5-4f4f-aebc-8a23d60b529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd5663de8-731b-4ed0-b8c6-2c97b17c36bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:20:50.643538 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-726288cd-5b76-452f-af77-786f809da5db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:50.660089 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726288cd-5b76-452f-af77-786f809da5db None None] Bound using segment: {'id': '680d4e76-c4c5-4f4f-aebc-8a23d60b529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd5663de8-731b-4ed0-b8c6-2c97b17c36bb'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:20:50.660089 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-726288cd-5b76-452f-af77-786f809da5db None None] Bound port: 85beda1d-4f0b-4529-8889-ed7ffbcce4fd, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680d4e76-c4c5-4f4f-aebc-8a23d60b529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd5663de8-731b-4ed0-b8c6-2c97b17c36bb'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:20:50.660089 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-726288cd-5b76-452f-af77-786f809da5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:50.685853 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-576c9863-8470-4169-87b4-de7288823cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:50.909153 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54450) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:50.930297 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-e552e3fa-47fb-4bfc-b49d-44780db7c7f3 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1258742430', 'description': 'tempest-description--1243646727'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:51.025340 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5928a1be-fbe5-4f15-ada5-e90bb1e3e543 x-openstack-request-id: req-5928a1be-fbe5-4f15-ada5-e90bb1e3e543 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:20:51.025835 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-unplugged", "status": "completed", "tag": "60910e1f-f0d1-4eec-848e-460daa336aca", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:20:51.028997 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5928a1be-fbe5-4f15-ada5-e90bb1e3e543 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:20:51.029479 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60910e1f-f0d1-4eec-848e-460daa336aca', 'code': 200} Nov 12 20:20:51.140582 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7544053-d828-44ec-9a77-5d2daa233fe2 req-f4cb4888-c7bc-4cd6-9bc8-f2751cefa097 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:51.164658 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7544053-d828-44ec-9a77-5d2daa233fe2 req-f4cb4888-c7bc-4cd6-9bc8-f2751cefa097 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:51.209755 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-54343aec-efb1-4285-b022-fb3b9f5aad64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:51.228506 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:51.236287 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-576c9863-8470-4169-87b4-de7288823cc1 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:51.247002 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-576c9863-8470-4169-87b4-de7288823cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:51.255334 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7544053-d828-44ec-9a77-5d2daa233fe2 req-f4cb4888-c7bc-4cd6-9bc8-f2751cefa097 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:51.289892 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee2e4e-7d0f-4587-b3a7-8b1a18a23092 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event updated for resources: {'Subnet': ['ID=4819c8b8-d13e-4f5b-8bc5-21fe2471ebd1,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:51.303572 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7544053-d828-44ec-9a77-5d2daa233fe2 req-f4cb4888-c7bc-4cd6-9bc8-f2751cefa097 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:51.323704 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7544053-d828-44ec-9a77-5d2daa233fe2 req-f4cb4888-c7bc-4cd6-9bc8-f2751cefa097 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:51.325917 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d7544053-d828-44ec-9a77-5d2daa233fe2 req-f4cb4888-c7bc-4cd6-9bc8-f2751cefa097 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 3881 time: 0.4961798 Nov 12 20:20:51.345193 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-0c73a69e-0569-4261-9156-f30a24c1eb44 admin admin] Allocated IP 172.20.0.1 (a14ebab6-b135-479f-8842-077a5fca0d71/63fe6903-02cc-4d59-b54a-0012785b1f66/2f3c7bc6-185e-46ba-a51f-7659ab966c67) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:20:51.363525 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=60910e1f-f0d1-4eec-848e-460daa336aca,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:51.432909 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-54343aec-efb1-4285-b022-fb3b9f5aad64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:51.554513 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-726288cd-5b76-452f-af77-786f809da5db None None] For port 85beda1d-4f0b-4529-8889-ed7ffbcce4fd, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:20:51.566336 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-726288cd-5b76-452f-af77-786f809da5db None None] For port 85beda1d-4f0b-4529-8889-ed7ffbcce4fd, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=85beda1d-4f0b-4529-8889-ed7ffbcce4fd,segment=NetworkSegment(680d4e76-c4c5-4f4f-aebc-8a23d60b529a),segment_id=680d4e76-c4c5-4f4f-aebc-8a23d60b529a)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:20:51.609747 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478820e0-8ca1-4f25-b84b-34c860ebd38c None None] Pushing event updated for resources: {'Port': ['ID=f923363a-5d0f-4a64-b3d3-740edd617d2d,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:51.723324 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-576c9863-8470-4169-87b4-de7288823cc1 None None] Attempting to bind port f923363a-5d0f-4a64-b3d3-740edd617d2d on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:51.723699 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-576c9863-8470-4169-87b4-de7288823cc1 None None] Attempting to bind port f923363a-5d0f-4a64-b3d3-740edd617d2d by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:51.725181 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576c9863-8470-4169-87b4-de7288823cc1 None None] Attempting to bind port f923363a-5d0f-4a64-b3d3-740edd617d2d on network b6864b2f-6168-42ea-9422-cd478a748786 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:51.736437 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-726288cd-5b76-452f-af77-786f809da5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:51.745906 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576c9863-8470-4169-87b4-de7288823cc1 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:20:51.746216 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ee2e4e-7d0f-4587-b3a7-8b1a18a23092 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Checking segment: {'id': '3572e726-ef7f-4445-8307-499b222638b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '01127832-3808-49c6-bbbd-3042a31c00fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:20:51.746341 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576c9863-8470-4169-87b4-de7288823cc1 None None] Checking segment: {'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:20:51.746449 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ee2e4e-7d0f-4587-b3a7-8b1a18a23092 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Network hostable DHCP agents. Network: 01127832-3808-49c6-bbbd-3042a31c00fd, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:20:51.747291 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-576c9863-8470-4169-87b4-de7288823cc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:51.747698 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576c9863-8470-4169-87b4-de7288823cc1 None None] Bound using segment: {'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:20:51.748185 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-576c9863-8470-4169-87b4-de7288823cc1 None None] Bound port: f923363a-5d0f-4a64-b3d3-740edd617d2d, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:20:51.748590 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-576c9863-8470-4169-87b4-de7288823cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:51.772680 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4,segment=NetworkSegment(124a8660-e81f-45fb-9111-4945346fd031),segment_id=124a8660-e81f-45fb-9111-4945346fd031)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:51.775812 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-313ac27f-9bb7-49b8-89b6-b5072ee8a3b0 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] For port 5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4,segment=NetworkSegment(124a8660-e81f-45fb-9111-4945346fd031),segment_id=124a8660-e81f-45fb-9111-4945346fd031)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:51.777507 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-313ac27f-9bb7-49b8-89b6-b5072ee8a3b0 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:51.794733 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:51.795283 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 8bf2886a-7dd4-4335-8bda-619bc89bd1cd no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:20:51.883758 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-313ac27f-9bb7-49b8-89b6-b5072ee8a3b0 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Calling delete_port for 5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:20:51.923481 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-576c9863-8470-4169-87b4-de7288823cc1 None None] For port f923363a-5d0f-4a64-b3d3-740edd617d2d, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:20:51.926486 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:51.934838 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-576c9863-8470-4169-87b4-de7288823cc1 None None] For port f923363a-5d0f-4a64-b3d3-740edd617d2d, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f923363a-5d0f-4a64-b3d3-740edd617d2d,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:20:51.955612 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-576c9863-8470-4169-87b4-de7288823cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:52.021486 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ee2e4e-7d0f-4587-b3a7-8b1a18a23092 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Network 01127832-3808-49c6-bbbd-3042a31c00fd is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:20:52.070829 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-54343aec-efb1-4285-b022-fb3b9f5aad64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:52.073809 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-54343aec-efb1-4285-b022-fb3b9f5aad64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:52.081911 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-54343aec-efb1-4285-b022-fb3b9f5aad64 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/53c7ed27-06ea-4e53-af2e-9f7f19b0f14a HTTP/1.1" status: 204 len: 168 time: 2.5327361 Nov 12 20:20:52.086205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-a1ee2e4e-7d0f-4587-b3a7-8b1a18a23092 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 01127832-3808-49c6-bbbd-3042a31c00fd) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:20:52.158585 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576c9863-8470-4169-87b4-de7288823cc1 None None] Routers {'b7611240-2171-4031-af5c-16c640b5c765'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:20:52.159514 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-576c9863-8470-4169-87b4-de7288823cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:20:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['b7611240-2171-4031-af5c-16c640b5c765'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:52.201279 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2612ed3a-993b-4aca-b1a8-50a3dc3a0f8f None None] Network 01127832-3808-49c6-bbbd-3042a31c00fd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:20:52.240902 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ee2e4e-7d0f-4587-b3a7-8b1a18a23092 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:52.241745 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a1ee2e4e-7d0f-4587-b3a7-8b1a18a23092 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:52.326688 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54343aec-efb1-4285-b022-fb3b9f5aad64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c7ed27-06ea-4e53-af2e-9f7f19b0f14a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:52.412203 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a1ee2e4e-7d0f-4587-b3a7-8b1a18a23092 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.9515285 Nov 12 20:20:52.433143 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54474) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:52.457761 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 8bf2886a-7dd4-4335-8bda-619bc89bd1cd not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:20:52.464564 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 7c68d458-cf6b-40f0-99d1-44f97634c3b5 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:20:52.544879 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478820e0-8ca1-4f25-b84b-34c860ebd38c None None] Pushing event updated for resources: {'Port': ['ID=f923363a-5d0f-4a64-b3d3-740edd617d2d,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:52.787403 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e552e3fa-47fb-4bfc-b49d-44780db7c7f3 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:52.868847 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-576c9863-8470-4169-87b4-de7288823cc1 None None] Set router b7611240-2171-4031-af5c-16c640b5c765 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:20:52.943014 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d7544053-d828-44ec-9a77-5d2daa233fe2 req-35cec619-6ca7-49a4-ae6d-e8a9be93097f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3127079 Nov 12 20:20:52.966963 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-313ac27f-9bb7-49b8-89b6-b5072ee8a3b0 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:52.970548 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c73a69e-0569-4261-9156-f30a24c1eb44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:53.058839 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2fe68bff-d738-439b-b647-660185d8686b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:53.113708 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e552e3fa-47fb-4bfc-b49d-44780db7c7f3 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:53.121441 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e552e3fa-47fb-4bfc-b49d-44780db7c7f3 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:53.136958 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c73a69e-0569-4261-9156-f30a24c1eb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:53.223361 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ac27f-9bb7-49b8-89b6-b5072ee8a3b0 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event deleted for resources: {'Port': ['ID=5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:53.258739 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205'}, {'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:20:53.268380 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cbf105-4d05-41c2-8a23-73f462e8c297" -d '{"events": [{"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-unplugged", "status": "completed", "tag": "5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205"}, {"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-unplugged", "status": "completed", "tag": "5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:20:53.329912 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-45bf9326-de34-48c5-97ba-6a01e5868a15 None None] Provisioning complete for port f923363a-5d0f-4a64-b3d3-740edd617d2d triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:20:53.330506 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-45bf9326-de34-48c5-97ba-6a01e5868a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:53.366490 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e552e3fa-47fb-4bfc-b49d-44780db7c7f3 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:53.367672 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e552e3fa-47fb-4bfc-b49d-44780db7c7f3 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 2.4457383 Nov 12 20:20:53.394676 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54492) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:53.397244 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552e3fa-47fb-4bfc-b49d-44780db7c7f3 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94075ea3-d769-4fb4-929a-760c29b5a0e3,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:53.413279 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-c29e8480-ce43-4629-a89b-af9ae4a48cfa tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Request body: {'security_group_rule': {'security_group_id': '94075ea3-d769-4fb4-929a-760c29b5a0e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:53.476343 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-313ac27f-9bb7-49b8-89b6-b5072ee8a3b0 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] No DVR routers for this DVR port 5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:20:53.506857 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c73a69e-0569-4261-9156-f30a24c1eb44 admin admin] Network a14ebab6-b135-479f-8842-077a5fca0d71 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:20:53.559287 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-313ac27f-9bb7-49b8-89b6-b5072ee8a3b0 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:53.568943 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-313ac27f-9bb7-49b8-89b6-b5072ee8a3b0 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.55 "DELETE /v2.0/ports/5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4 HTTP/1.1" status: 204 len: 173 time: 4.6384604 Nov 12 20:20:53.581482 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-deleted', 'tag': '5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:20:53.582957 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-0c73a69e-0569-4261-9156-f30a24c1eb44 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:20:53.588216 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26f8914-a6df-4989-8f47-88bebaacd4f3" -d '{"events": [{"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-deleted", "tag": "5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:20:53.594688 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c73a69e-0569-4261-9156-f30a24c1eb44 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:20:53.627010 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54498) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:53.709180 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-576c9863-8470-4169-87b4-de7288823cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7611240-2171-4031-af5c-16c640b5c765', 'name': 'tempest-ServerActionsTestJSON-1627487138-router', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'c8a82b8d-a736-4232-b22b-36972c8802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:33Z', 'updated_at': '2021-11-12T20:20:45Z', 'revision_number': 4, 'project_id': '7e8721b8322b46768b4d5df279187cac', 'gw_port': {'id': 'c8a82b8d-a736-4232-b22b-36972c8802ee', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7611240-2171-4031-af5c-16c640b5c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:35Z', 'updated_at': '2021-11-12T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'f923363a-5d0f-4a64-b3d3-740edd617d2d', 'name': '', 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'mac_address': 'fa:16:3e:90:72:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7611240-2171-4031-af5c-16c640b5c765', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '5c500cb5-3e69-49e9-9723-b1dae39e8dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:20:51Z', 'revision_number': 4, 'project_id': '7e8721b8322b46768b4d5df279187cac', 'subnets': [{'id': '5c500cb5-3e69-49e9-9723-b1dae39e8dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:53.767329 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9dcf3a-8c22-4043-886a-89a5b5104938 x-openstack-request-id: req-6e9dcf3a-8c22-4043-886a-89a5b5104938 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:20:53.767593 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-deleted", "tag": "5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:20:53.771870 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6e9dcf3a-8c22-4043-886a-89a5b5104938 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:20:53.772312 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-deleted', 'tag': '5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4', 'status': 'completed', 'code': 200} Nov 12 20:20:53.817937 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2fe68bff-d738-439b-b647-660185d8686b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:53.856973 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576c9863-8470-4169-87b4-de7288823cc1 None None] The sync data for ids ['b7611240-2171-4031-af5c-16c640b5c765'] in n-d-712140-15 is: [{'id': 'b7611240-2171-4031-af5c-16c640b5c765', 'name': 'tempest-ServerActionsTestJSON-1627487138-router', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'c8a82b8d-a736-4232-b22b-36972c8802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:33Z', 'updated_at': '2021-11-12T20:20:45Z', 'revision_number': 4, 'project_id': '7e8721b8322b46768b4d5df279187cac', 'gw_port': {'id': 'c8a82b8d-a736-4232-b22b-36972c8802ee', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7611240-2171-4031-af5c-16c640b5c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:35Z', 'updated_at': '2021-11-12T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'f923363a-5d0f-4a64-b3d3-740edd617d2d', 'name': '', 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'mac_address': 'fa:16:3e:90:72:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7611240-2171-4031-af5c-16c640b5c765', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '5c500cb5-3e69-49e9-9723-b1dae39e8dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:20:51Z', 'revision_number': 4, 'project_id': '7e8721b8322b46768b4d5df279187cac', 'subnets': [{'id': '5c500cb5-3e69-49e9-9723-b1dae39e8dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:20:54.235038 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c73a69e-0569-4261-9156-f30a24c1eb44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:54.484709 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726288cd-5b76-452f-af77-786f809da5db None None] Pushing event updated for resources: {'Port': ['ID=85beda1d-4f0b-4529-8889-ed7ffbcce4fd,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:54.487457 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-da2a6ee1-026d-4e92-9603-dc05d2f1060d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Deleting port 60910e1f-f0d1-4eec-848e-460daa336aca {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:20:54.487874 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-da2a6ee1-026d-4e92-9603-dc05d2f1060d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:54.510152 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73a69e-0569-4261-9156-f30a24c1eb44 admin admin] Pushing event updated for resources: {'Port': ['ID=2f3c7bc6-185e-46ba-a51f-7659ab966c67,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:54.519439 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-07f45ddc-5eb7-4ecb-80af-4321bfb77f3e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f847ecac6c0f4ac792e2a1374db7a159&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8692675 Nov 12 20:20:54.527461 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54512) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:54.591274 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 12 Nov 2021 20:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db12ed2-ccfa-4c82-b9a2-c2cd24e8dd37 x-openstack-request-id: req-4db12ed2-ccfa-4c82-b9a2-c2cd24e8dd37 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:20:54.591566 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-unplugged", "status": "completed", "tag": "5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205", "code": 200}, {"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-unplugged", "status": "completed", "tag": "5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:20:54.591818 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4db12ed2-ccfa-4c82-b9a2-c2cd24e8dd37 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:20:54.592225 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205', 'code': 200} Nov 12 20:20:54.592913 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4', 'code': 200} Nov 12 20:20:54.593162 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c29e8480-ce43-4629-a89b-af9ae4a48cfa tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:54.629350 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event deleted for resources: {'Port': ['ID=5c0dad6d-e25c-4c81-ad0d-afc1dadffbe4,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:54.678167 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-26544c58-a381-4434-b5d1-8fdb69a5cd40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:54.687418 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6d4318-0fe0-4ed5-a480-5f83b3e3cdc2 None None] Network d5663de8-731b-4ed0-b8c6-2c97b17c36bb requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:20:54.761909 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecda5f-91f3-4726-9315-1fb384fb1cc6 req-be1f1c6f-527f-484f-b332-2452bab5fd4a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:54.802415 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecda5f-91f3-4726-9315-1fb384fb1cc6 req-be1f1c6f-527f-484f-b332-2452bab5fd4a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:54.809622 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecda5f-91f3-4726-9315-1fb384fb1cc6 req-be1f1c6f-527f-484f-b332-2452bab5fd4a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:54.830631 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecda5f-91f3-4726-9315-1fb384fb1cc6 req-be1f1c6f-527f-484f-b332-2452bab5fd4a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:54.839109 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3cecda5f-91f3-4726-9315-1fb384fb1cc6 req-be1f1c6f-527f-484f-b332-2452bab5fd4a tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 3146 time: 0.4976056 Nov 12 20:20:54.852958 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-505a0adb-326c-498d-bcbd-c0209674ae58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:54.895892 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-505a0adb-326c-498d-bcbd-c0209674ae58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:54.907655 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2fe68bff-d738-439b-b647-660185d8686b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:54.965973 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 7c68d458-cf6b-40f0-99d1-44f97634c3b5 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:20:54.967094 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device e4d475ee-cd28-4a98-ab67-825a574e5c5e no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:20:55.024517 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c73a69e-0569-4261-9156-f30a24c1eb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:55.063089 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe68bff-d738-439b-b647-660185d8686b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event deleted for resources: {'Subnet': ['ID=4819c8b8-d13e-4f5b-8bc5-21fe2471ebd1,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:55.119064 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c29e8480-ce43-4629-a89b-af9ae4a48cfa tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:55.127237 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-505a0adb-326c-498d-bcbd-c0209674ae58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:55.137031 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-505a0adb-326c-498d-bcbd-c0209674ae58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:55.139468 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-505a0adb-326c-498d-bcbd-c0209674ae58 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d091967-b956-4216-9f7f-266b839dc7f5 HTTP/1.1" status: 204 len: 168 time: 0.6077945 Nov 12 20:20:55.157457 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c29e8480-ce43-4629-a89b-af9ae4a48cfa tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:55.191177 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-5ed996f8-f421-4f59-88b4-cfe802a33614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'name': 'tempest-TestVolumeBootPattern-2072930217-router', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:39Z', 'updated_at': '2021-11-12T20:20:45Z', 'revision_number': 3, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'gw_port': {'id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:20:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:55.210597 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:55.311950 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-45bf9326-de34-48c5-97ba-6a01e5868a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:55.318047 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2fe68bff-d738-439b-b647-660185d8686b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:55.319052 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a0adb-326c-498d-bcbd-c0209674ae58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d091967-b956-4216-9f7f-266b839dc7f5,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:55.360259 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-2fe68bff-d738-439b-b647-660185d8686b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01127832-3808-49c6-bbbd-3042a31c00fd']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:55.362647 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e8480-ce43-4629-a89b-af9ae4a48cfa tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7477236b-3916-4b14-89a4-0e624b5cda40,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:55.401208 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-2fe68bff-d738-439b-b647-660185d8686b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3572e726-ef7f-4445-8307-499b222638b3') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:55.401504 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-2fe68bff-d738-439b-b647-660185d8686b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3572e726-ef7f-4445-8307-499b222638b3') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:55.411653 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c29e8480-ce43-4629-a89b-af9ae4a48cfa tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:55.416720 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c29e8480-ce43-4629-a89b-af9ae4a48cfa tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0107780 Nov 12 20:20:55.431496 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54522) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:55.449464 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-8aabfe43-71f6-4c39-8396-4a2ebbc2e37c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Request body: {'security_group_rule': {'security_group_id': '94075ea3-d769-4fb4-929a-760c29b5a0e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:55.457853 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2fe68bff-d738-439b-b647-660185d8686b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:55.503068 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2fe68bff-d738-439b-b647-660185d8686b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:55.519225 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe68bff-d738-439b-b647-660185d8686b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:20:55.520033 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2fe68bff-d738-439b-b647-660185d8686b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:55.569600 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-45bf9326-de34-48c5-97ba-6a01e5868a15 None None] For port f923363a-5d0f-4a64-b3d3-740edd617d2d, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f923363a-5d0f-4a64-b3d3-740edd617d2d,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:20:55.621713 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:20:55.635137 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2fe68bff-d738-439b-b647-660185d8686b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:55.660264 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3cecda5f-91f3-4726-9315-1fb384fb1cc6 req-4b06caff-56d4-4ef5-8f93-98f4705bffde tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8155880 Nov 12 20:20:55.670455 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2fe68bff-d738-439b-b647-660185d8686b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:55.683588 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2fe68bff-d738-439b-b647-660185d8686b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/networks/01127832-3808-49c6-bbbd-3042a31c00fd HTTP/1.1" status: 204 len: 168 time: 3.2436843 Nov 12 20:20:55.702970 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54528) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:55.708724 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-4f930106-61ef-4476-b8ba-93bf3c988f85 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1877218273'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:55.718713 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe68bff-d738-439b-b647-660185d8686b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event deleted for resources: {'Network': ['ID=01127832-3808-49c6-bbbd-3042a31c00fd,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:55.724346 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-da2a6ee1-026d-4e92-9603-dc05d2f1060d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] For port 60910e1f-f0d1-4eec-848e-460daa336aca, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=60910e1f-f0d1-4eec-848e-460daa336aca,segment=NetworkSegment(c8159339-4435-4af0-9c54-46eb2fa783d6),segment_id=c8159339-4435-4af0-9c54-46eb2fa783d6)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:55.732008 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-da2a6ee1-026d-4e92-9603-dc05d2f1060d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:55.827114 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8aabfe43-71f6-4c39-8396-4a2ebbc2e37c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:55.843231 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 85beda1d-4f0b-4529-8889-ed7ffbcce4fd up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:20:55.877789 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:55.879155 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed996f8-f421-4f59-88b4-cfe802a33614 None None] Checking router: 06faa6b2-33e6-49e4-9d41-4ee858d16f4e for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:20:55.879155 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed996f8-f421-4f59-88b4-cfe802a33614 None None] Updating router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e port f4c330b0-ad40-40c9-aa68-657ecdb76bab binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:20:55.881529 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-45bf9326-de34-48c5-97ba-6a01e5868a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:55.998759 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:56.004393 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f930106-61ef-4476-b8ba-93bf3c988f85 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Made reservation on behalf of fe1e0f33bc3e4ca99478c386fcb122c0 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:20:56.020995 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4f930106-61ef-4476-b8ba-93bf3c988f85 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:56.121721 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:56.144901 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c73a69e-0569-4261-9156-f30a24c1eb44 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:56.155846 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c73a69e-0569-4261-9156-f30a24c1eb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:56.173490 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8aabfe43-71f6-4c39-8396-4a2ebbc2e37c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:56.273108 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8aabfe43-71f6-4c39-8396-4a2ebbc2e37c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:56.398606 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f930106-61ef-4476-b8ba-93bf3c988f85 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:20:56.483001 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4f930106-61ef-4476-b8ba-93bf3c988f85 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:56.483540 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-4f930106-61ef-4476-b8ba-93bf3c988f85 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Added segment 7b607dfe-4946-4404-b7e4-4bf9673668ea of type vlan for network a26cf177-7470-4411-802c-119f9c0a79d5 Nov 12 20:20:56.486747 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aabfe43-71f6-4c39-8396-4a2ebbc2e37c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a218f593-e2d7-4ece-93ed-038008634185,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:56.493802 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:56.501072 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5ed996f8-f421-4f59-88b4-cfe802a33614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:56.518661 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c73a69e-0569-4261-9156-f30a24c1eb44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:56.571053 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8aabfe43-71f6-4c39-8396-4a2ebbc2e37c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:56.580959 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-da2a6ee1-026d-4e92-9603-dc05d2f1060d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:56.581831 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-da2a6ee1-026d-4e92-9603-dc05d2f1060d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:56.581831 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-da2a6ee1-026d-4e92-9603-dc05d2f1060d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Floating IP 48ec3a96-339c-4c7a-88ac-9d7c69fe99b5 disassociated. External IP: 172.25.5.143, port: 60910e1f-f0d1-4eec-848e-460daa336aca. Nov 12 20:20:56.582189 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-da2a6ee1-026d-4e92-9603-dc05d2f1060d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Calling delete_port for 60910e1f-f0d1-4eec-848e-460daa336aca owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:20:56.582373 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf9326-de34-48c5-97ba-6a01e5868a15 None None] Pushing event updated for resources: {'Port': ['ID=f923363a-5d0f-4a64-b3d3-740edd617d2d,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:56.587939 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8aabfe43-71f6-4c39-8396-4a2ebbc2e37c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1497884 Nov 12 20:20:56.589242 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54548) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:56.601984 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73a69e-0569-4261-9156-f30a24c1eb44 admin admin] Pushing event updated for resources: {'Port': ['ID=2f3c7bc6-185e-46ba-a51f-7659ab966c67,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:56.631128 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-be5857f3-72e2-4ff4-9ef5-02211a95740b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:56.704093 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port e4d475ee-cd28-4a98-ab67-825a574e5c5e, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e4d475ee-cd28-4a98-ab67-825a574e5c5e,segment=NetworkSegment(1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb),segment_id=1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:56.726266 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4d475ee-cd28-4a98-ab67-825a574e5c5e'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:20:56.743486 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c0e4f0-f9f1-4181-acee-ed7d6ad2d7c5" -d '{"events": [{"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-unplugged", "status": "completed", "tag": "e4d475ee-cd28-4a98-ab67-825a574e5c5e"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:20:56.844734 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:56.845982 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 10d51039-4f5f-40e0-a541-b315dbaf21c3 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:20:56.977466 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ff0b52-b5cb-440b-9805-08e953715d7f x-openstack-request-id: req-f1ff0b52-b5cb-440b-9805-08e953715d7f {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:20:56.977795 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-unplugged", "status": "completed", "tag": "e4d475ee-cd28-4a98-ab67-825a574e5c5e", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:20:56.977997 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f1ff0b52-b5cb-440b-9805-08e953715d7f {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:20:56.978391 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4d475ee-cd28-4a98-ab67-825a574e5c5e', 'code': 200} Nov 12 20:20:56.995620 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4f930106-61ef-4476-b8ba-93bf3c988f85 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:57.045035 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-be5857f3-72e2-4ff4-9ef5-02211a95740b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks [] for floatingip, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:57.069424 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-63a3c9c4-febb-483c-92cd-96f79451ce34 None None] Provisioning complete for port 2f3c7bc6-185e-46ba-a51f-7659ab966c67 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:20:57.071291 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-63a3c9c4-febb-483c-92cd-96f79451ce34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:57.120103 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d66e44-bb54-428b-8f38-16b99cc31fc1 req-70b7c9fa-38d0-4eb8-b201-514dbcc51f1c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:57.127875 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4f930106-61ef-4476-b8ba-93bf3c988f85 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:57.131550 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d66e44-bb54-428b-8f38-16b99cc31fc1 req-70b7c9fa-38d0-4eb8-b201-514dbcc51f1c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:57.145721 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f930106-61ef-4476-b8ba-93bf3c988f85 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:57.150083 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4f930106-61ef-4476-b8ba-93bf3c988f85 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:57.154765 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8d449c-6218-4a8b-8619-b897f5f8adbd None None] Network 01127832-3808-49c6-bbbd-3042a31c00fd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:20:57.156263 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d66e44-bb54-428b-8f38-16b99cc31fc1 req-70b7c9fa-38d0-4eb8-b201-514dbcc51f1c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:57.175398 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d66e44-bb54-428b-8f38-16b99cc31fc1 req-70b7c9fa-38d0-4eb8-b201-514dbcc51f1c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:57.178088 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-10d66e44-bb54-428b-8f38-16b99cc31fc1 req-70b7c9fa-38d0-4eb8-b201-514dbcc51f1c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 3144 time: 0.1959727 Nov 12 20:20:57.319778 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4f930106-61ef-4476-b8ba-93bf3c988f85 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6151559 Nov 12 20:20:57.358084 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54570) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:57.358565 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-32f4501a-dc6d-4ad7-9c4b-2b54b2b88635 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Request body: {'subnet': {'network_id': 'a26cf177-7470-4411-802c-119f9c0a79d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:57.388208 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-10d66e44-bb54-428b-8f38-16b99cc31fc1 req-709e73ca-aedd-453e-999d-084804bc7c17 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906686 Nov 12 20:20:57.396751 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c73a69e-0569-4261-9156-f30a24c1eb44 admin admin] Network a14ebab6-b135-479f-8842-077a5fca0d71 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:20:57.403809 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-0c73a69e-0569-4261-9156-f30a24c1eb44 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:20:57.404740 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8d449c-6218-4a8b-8619-b897f5f8adbd None None] Network 01127832-3808-49c6-bbbd-3042a31c00fd could not be found, it might have been deleted concurrently. {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 20:20:57.413990 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=e4d475ee-cd28-4a98-ab67-825a574e5c5e,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:57.438590 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f930106-61ef-4476-b8ba-93bf3c988f85 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event updated for resources: {'Network': ['ID=a26cf177-7470-4411-802c-119f9c0a79d5,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:57.488642 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network a26cf177-7470-4411-802c-119f9c0a79d5 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:20:57.505550 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-da2a6ee1-026d-4e92-9603-dc05d2f1060d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:57.622556 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a6ee1-026d-4e92-9603-dc05d2f1060d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event deleted for resources: {'Port': ['ID=60910e1f-f0d1-4eec-848e-460daa336aca,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:57.774033 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-63a3c9c4-febb-483c-92cd-96f79451ce34 None None] Port 2f3c7bc6-185e-46ba-a51f-7659ab966c67 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:20:57.802014 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 85beda1d-4f0b-4529-8889-ed7ffbcce4fd triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:20:57.805381 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:57.993690 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f4501a-dc6d-4ad7-9c4b-2b54b2b88635 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Made reservation on behalf of fe1e0f33bc3e4ca99478c386fcb122c0 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:20:58.012245 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-32f4501a-dc6d-4ad7-9c4b-2b54b2b88635 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:58.039594 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-da2a6ee1-026d-4e92-9603-dc05d2f1060d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Router 303850bb-72b9-4110-bf93-bbbe6e3ff8ed has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:20:58.145808 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-be5857f3-72e2-4ff4-9ef5-02211a95740b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:58.190192 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c73a69e-0569-4261-9156-f30a24c1eb44 admin admin] Router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:20:58.331447 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.ipam_backend_mixin [None req-32f4501a-dc6d-4ad7-9c4b-2b54b2b88635 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Performing IP validity checks on allocation pools {{(pid=102447) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 20:20:58.343670 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.ipam_backend_mixin [None req-32f4501a-dc6d-4ad7-9c4b-2b54b2b88635 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102447) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 20:20:58.402209 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-da2a6ee1-026d-4e92-9603-dc05d2f1060d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:20:58.407262 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5ed996f8-f421-4f59-88b4-cfe802a33614 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:58.431060 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3c603f-c8cc-4f33-a288-cbc6d6125d3c None None] Sync routers for ids ['303850bb-72b9-4110-bf93-bbbe6e3ff8ed'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:20:58.433585 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5ed996f8-f421-4f59-88b4-cfe802a33614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:58.510196 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3c603f-c8cc-4f33-a288-cbc6d6125d3c None None] Routers {'303850bb-72b9-4110-bf93-bbbe6e3ff8ed'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:20:58.511409 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-af3c603f-c8cc-4f33-a288-cbc6d6125d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:20:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['303850bb-72b9-4110-bf93-bbbe6e3ff8ed'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:20:58.515359 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-da2a6ee1-026d-4e92-9603-dc05d2f1060d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] No DVR routers for this DVR port 60910e1f-f0d1-4eec-848e-460daa336aca on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:20:58.519515 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-da2a6ee1-026d-4e92-9603-dc05d2f1060d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:58.538444 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-da2a6ee1-026d-4e92-9603-dc05d2f1060d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.55 "DELETE /v2.0/ports/60910e1f-f0d1-4eec-848e-460daa336aca HTTP/1.1" status: 204 len: 173 time: 4.9274449 Nov 12 20:20:58.541427 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-deleted', 'tag': '60910e1f-f0d1-4eec-848e-460daa336aca'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:20:58.546930 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359ddf31-c1ca-4b17-90b9-f282a9cae008" -d '{"events": [{"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-deleted", "tag": "60910e1f-f0d1-4eec-848e-460daa336aca"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:20:58.675230 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-63a3c9c4-febb-483c-92cd-96f79451ce34 None None] Provisioning complete for port 85beda1d-4f0b-4529-8889-ed7ffbcce4fd triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:20:58.675816 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-63a3c9c4-febb-483c-92cd-96f79451ce34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:58.703497 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5122e75e-10c2-41e6-ad8a-9ff127a22437 x-openstack-request-id: req-5122e75e-10c2-41e6-ad8a-9ff127a22437 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:20:58.703935 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-deleted", "tag": "60910e1f-f0d1-4eec-848e-460daa336aca", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:20:58.706938 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5122e75e-10c2-41e6-ad8a-9ff127a22437 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:20:58.707458 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-deleted', 'tag': '60910e1f-f0d1-4eec-848e-460daa336aca', 'status': 'completed', 'code': 200} Nov 12 20:20:58.759704 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:58.776812 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c757972-2335-4f60-b58c-a0f03c711d73 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:20:58.798705 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-5ed996f8-f421-4f59-88b4-cfe802a33614 None None] Attempting to bind port f4c330b0-ad40-40c9-aa68-657ecdb76bab on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:20:58.799393 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-5ed996f8-f421-4f59-88b4-cfe802a33614 None None] Attempting to bind port f4c330b0-ad40-40c9-aa68-657ecdb76bab by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:20:58.800106 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed996f8-f421-4f59-88b4-cfe802a33614 None None] Attempting to bind port f4c330b0-ad40-40c9-aa68-657ecdb76bab on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:20:58.968371 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:58.979962 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398fc86-6885-465e-ac3f-98b4be3a45fd None None] Pushing event updated for resources: {'Port': ['ID=f4c330b0-ad40-40c9-aa68-657ecdb76bab,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:58.997709 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed996f8-f421-4f59-88b4-cfe802a33614 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:20:58.998285 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed996f8-f421-4f59-88b4-cfe802a33614 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:20:58.998438 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a60dcd-41d1-4c68-95a7-aa6ac4223d31 req-deab107a-5bf5-48de-87ca-6f493d30a16e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:58.999146 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5ed996f8-f421-4f59-88b4-cfe802a33614 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:58.999693 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed996f8-f421-4f59-88b4-cfe802a33614 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:20:59.000487 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-5ed996f8-f421-4f59-88b4-cfe802a33614 None None] Bound port: f4c330b0-ad40-40c9-aa68-657ecdb76bab, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:20:59.001050 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5ed996f8-f421-4f59-88b4-cfe802a33614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:59.014517 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a60dcd-41d1-4c68-95a7-aa6ac4223d31 req-deab107a-5bf5-48de-87ca-6f493d30a16e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:59.020937 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a60dcd-41d1-4c68-95a7-aa6ac4223d31 req-deab107a-5bf5-48de-87ca-6f493d30a16e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:59.042837 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b6a60dcd-41d1-4c68-95a7-aa6ac4223d31 req-deab107a-5bf5-48de-87ca-6f493d30a16e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 2411 time: 0.4274716 Nov 12 20:20:59.046655 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54612) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:20:59.062351 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-5ed996f8-f421-4f59-88b4-cfe802a33614 None None] For port f4c330b0-ad40-40c9-aa68-657ecdb76bab, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:20:59.066556 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-5ed996f8-f421-4f59-88b4-cfe802a33614 None None] For port f4c330b0-ad40-40c9-aa68-657ecdb76bab, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f4c330b0-ad40-40c9-aa68-657ecdb76bab,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:20:59.122843 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5ed996f8-f421-4f59-88b4-cfe802a33614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:59.131320 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10d51039-4f5f-40e0-a541-b315dbaf21c3'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:20:59.135382 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d30cebc-7e55-4fa4-9ba8-bd486311db6e" -d '{"events": [{"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-unplugged", "status": "completed", "tag": "10d51039-4f5f-40e0-a541-b315dbaf21c3"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:20:59.175021 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-3ee72fc7-2543-4880-a48d-cb4276ac6bfd tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Deleting port e4d475ee-cd28-4a98-ab67-825a574e5c5e {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:20:59.177437 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-3ee72fc7-2543-4880-a48d-cb4276ac6bfd tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:59.183373 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-be5857f3-72e2-4ff4-9ef5-02211a95740b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Allocated IP 172.25.5.69 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/c265f2d5-ee14-459e-9f84-734b236cd8c2) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:20:59.196371 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b6a60dcd-41d1-4c68-95a7-aa6ac4223d31 req-ab06b477-868f-4282-a6ba-4b6fd9712251 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521759 Nov 12 20:20:59.325622 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c73a69e-0569-4261-9156-f30a24c1eb44 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:20:59.364337 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0c73a69e-0569-4261-9156-f30a24c1eb44 admin admin] 10.222.0.48 "PUT /v2.0/routers/06faa6b2-33e6-49e4-9d41-4ee858d16f4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7918689 Nov 12 20:20:59.423031 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-1eec80fc-2717-4424-95d3-29f860d46d4b tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1156789518'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:20:59.427315 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 10d51039-4f5f-40e0-a541-b315dbaf21c3, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=10d51039-4f5f-40e0-a541-b315dbaf21c3,segment=NetworkSegment(1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb),segment_id=1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:59.467540 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 85beda1d-4f0b-4529-8889-ed7ffbcce4fd, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=85beda1d-4f0b-4529-8889-ed7ffbcce4fd,segment=NetworkSegment(680d4e76-c4c5-4f4f-aebc-8a23d60b529a),segment_id=680d4e76-c4c5-4f4f-aebc-8a23d60b529a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:59.473323 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57cea5b-1fb2-46a1-99c7-656278eb6e6e x-openstack-request-id: req-d57cea5b-1fb2-46a1-99c7-656278eb6e6e {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:20:59.475093 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-unplugged", "status": "completed", "tag": "10d51039-4f5f-40e0-a541-b315dbaf21c3", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:20:59.475437 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d57cea5b-1fb2-46a1-99c7-656278eb6e6e {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:20:59.476291 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10d51039-4f5f-40e0-a541-b315dbaf21c3', 'code': 200} Nov 12 20:20:59.484199 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-32f4501a-dc6d-4ad7-9c4b-2b54b2b88635 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:59.500880 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-3ee72fc7-2543-4880-a48d-cb4276ac6bfd tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] For port e4d475ee-cd28-4a98-ab67-825a574e5c5e, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e4d475ee-cd28-4a98-ab67-825a574e5c5e,segment=NetworkSegment(1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb),segment_id=1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:20:59.505941 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-3ee72fc7-2543-4880-a48d-cb4276ac6bfd tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:59.531149 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:59.533220 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398fc86-6885-465e-ac3f-98b4be3a45fd None None] Pushing event updated for resources: {'Port': ['ID=f4c330b0-ad40-40c9-aa68-657ecdb76bab,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:59.545155 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-3ee72fc7-2543-4880-a48d-cb4276ac6bfd tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Calling delete_port for e4d475ee-cd28-4a98-ab67-825a574e5c5e owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:20:59.548856 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace9d711-ace8-44dd-a590-75416f05a398 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:20:59.563449 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:59.566733 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f923363a-5d0f-4a64-b3d3-740edd617d2d up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:20:59.759361 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4501a-dc6d-4ad7-9c4b-2b54b2b88635 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event updated for resources: {'Subnet': ['ID=32070a99-8f24-447b-84f3-5e85866b1607,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:20:59.796397 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-af3c603f-c8cc-4f33-a288-cbc6d6125d3c None None] Set router 303850bb-72b9-4110-bf93-bbbe6e3ff8ed gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:20:59.815407 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f4501a-dc6d-4ad7-9c4b-2b54b2b88635 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Checking segment: {'id': '7b607dfe-4946-4404-b7e4-4bf9673668ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a26cf177-7470-4411-802c-119f9c0a79d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:20:59.818370 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f4501a-dc6d-4ad7-9c4b-2b54b2b88635 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Network hostable DHCP agents. Network: a26cf177-7470-4411-802c-119f9c0a79d5, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:20:59.824538 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-be5857f3-72e2-4ff4-9ef5-02211a95740b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:59.850467 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-3ee72fc7-2543-4880-a48d-cb4276ac6bfd tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:59.876934 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eec80fc-2717-4424-95d3-29f860d46d4b tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] Made reservation on behalf of 2654f07b1f944fb8818a9e64abaa5650 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:20:59.886785 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1eec80fc-2717-4424-95d3-29f860d46d4b tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:59.891844 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f4501a-dc6d-4ad7-9c4b-2b54b2b88635 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Network a26cf177-7470-4411-802c-119f9c0a79d5 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:20:59.942336 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-32f4501a-dc6d-4ad7-9c4b-2b54b2b88635 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, a26cf177-7470-4411-802c-119f9c0a79d5) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:20:59.961425 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f4501a-dc6d-4ad7-9c4b-2b54b2b88635 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:20:59.962739 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-32f4501a-dc6d-4ad7-9c4b-2b54b2b88635 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:20:59.985108 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee72fc7-2543-4880-a48d-cb4276ac6bfd tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event deleted for resources: {'Port': ['ID=e4d475ee-cd28-4a98-ab67-825a574e5c5e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:00.009975 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1eec80fc-2717-4424-95d3-29f860d46d4b tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:00.015287 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-be5857f3-72e2-4ff4-9ef5-02211a95740b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:00.040843 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-32f4501a-dc6d-4ad7-9c4b-2b54b2b88635 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.6864541 Nov 12 20:21:00.049169 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54638) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:00.123082 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5857f3-72e2-4ff4-9ef5-02211a95740b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:21:00.144743 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-be5857f3-72e2-4ff4-9ef5-02211a95740b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:21:00.166925 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5857f3-72e2-4ff4-9ef5-02211a95740b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:21:00.239319 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5857f3-72e2-4ff4-9ef5-02211a95740b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Pushing event updated for resources: {'Port': ['ID=c265f2d5-ee14-459e-9f84-734b236cd8c2,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:00.271668 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14987c97-8e83-46a6-84fe-9126af3381f4 None None] Network a26cf177-7470-4411-802c-119f9c0a79d5 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:00.294285 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-63a3c9c4-febb-483c-92cd-96f79451ce34 None None] Provisioning complete for port f923363a-5d0f-4a64-b3d3-740edd617d2d triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:00.294566 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-63a3c9c4-febb-483c-92cd-96f79451ce34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:00.369986 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-836f124b-bb93-4ab7-9777-0751bd14ea4d tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:00.407011 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-3ee72fc7-2543-4880-a48d-cb4276ac6bfd tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] No DVR routers for this DVR port e4d475ee-cd28-4a98-ab67-825a574e5c5e on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:21:00.420581 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-3ee72fc7-2543-4880-a48d-cb4276ac6bfd tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:00.434779 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-3ee72fc7-2543-4880-a48d-cb4276ac6bfd tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.55 "DELETE /v2.0/ports/e4d475ee-cd28-4a98-ab67-825a574e5c5e HTTP/1.1" status: 204 len: 173 time: 1.8947594 Nov 12 20:21:00.538028 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-be5857f3-72e2-4ff4-9ef5-02211a95740b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:00.615847 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed996f8-f421-4f59-88b4-cfe802a33614 None None] Routers {'06faa6b2-33e6-49e4-9d41-4ee858d16f4e'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:21:00.616904 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-5ed996f8-f421-4f59-88b4-cfe802a33614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:20:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:00.656351 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-be5857f3-72e2-4ff4-9ef5-02211a95740b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:00.722385 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-deleted', 'tag': 'e4d475ee-cd28-4a98-ab67-825a574e5c5e'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:21:00.729803 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18db1ebd-17c6-4c2b-b83f-6cde98df32b4" -d '{"events": [{"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-deleted", "tag": "e4d475ee-cd28-4a98-ab67-825a574e5c5e"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:21:00.735549 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54656) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:00.749238 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-4be744b5-3c6f-4d7b-b5f9-c3c2328ca01d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1574066611-network', 'tenant_id': '55d5bb3e8d074240826dc4d17cd9fb73'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:00.810747 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-836f124b-bb93-4ab7-9777-0751bd14ea4d tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:00.825751 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da021be-fc16-4c13-bd7d-5926ad809f0c req-7563f47b-dd1f-45b2-8ae0-f52108a98a34 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:00.828909 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=10d51039-4f5f-40e0-a541-b315dbaf21c3,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:00.835015 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da021be-fc16-4c13-bd7d-5926ad809f0c req-7563f47b-dd1f-45b2-8ae0-f52108a98a34 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:00.845238 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8da021be-fc16-4c13-bd7d-5926ad809f0c req-7563f47b-dd1f-45b2-8ae0-f52108a98a34 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 1677 time: 0.4085748 Nov 12 20:21:00.900174 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be744b5-3c6f-4d7b-b5f9-c3c2328ca01d admin admin] Made reservation on behalf of 55d5bb3e8d074240826dc4d17cd9fb73 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:00.902951 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4be744b5-3c6f-4d7b-b5f9-c3c2328ca01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:00.919636 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4be744b5-3c6f-4d7b-b5f9-c3c2328ca01d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:00.951047 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b723b334-58c5-49b3-94c7-76340ba9e041 x-openstack-request-id: req-b723b334-58c5-49b3-94c7-76340ba9e041 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:21:00.951569 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-deleted", "tag": "e4d475ee-cd28-4a98-ab67-825a574e5c5e", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:21:00.951569 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b723b334-58c5-49b3-94c7-76340ba9e041 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:21:00.951954 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-deleted', 'tag': 'e4d475ee-cd28-4a98-ab67-825a574e5c5e', 'status': 'completed', 'code': 200} Nov 12 20:21:01.065277 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8da021be-fc16-4c13-bd7d-5926ad809f0c req-bae8b4c4-68bc-40a0-a893-b501a6a1a38b tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062960 Nov 12 20:21:01.108997 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-be5857f3-72e2-4ff4-9ef5-02211a95740b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:01.169304 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-908cb48c-a8f4-4c15-8818-0c109f258c2c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Deleting port 5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:21:01.183514 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4be744b5-3c6f-4d7b-b5f9-c3c2328ca01d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:01.184473 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-908cb48c-a8f4-4c15-8818-0c109f258c2c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:01.185151 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-be5857f3-72e2-4ff4-9ef5-02211a95740b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:01.232871 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-836f124b-bb93-4ab7-9777-0751bd14ea4d tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:01.241024 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port f923363a-5d0f-4a64-b3d3-740edd617d2d triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:01.241470 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:01.305161 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d614398e-9e6d-4edf-8af4-88fb76b1467c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-a26cf177-7470-4411-802c-119f9c0a79d5', 'network_id': 'a26cf177-7470-4411-802c-119f9c0a79d5', 'tenant_id': 'fe1e0f33bc3e4ca99478c386fcb122c0', 'fixed_ips': [{'subnet_id': '32070a99-8f24-447b-84f3-5e85866b1607'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:21:01.306033 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d614398e-9e6d-4edf-8af4-88fb76b1467c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:01.311866 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5857f3-72e2-4ff4-9ef5-02211a95740b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Pushing event updated for resources: {'Port': ['ID=c265f2d5-ee14-459e-9f84-734b236cd8c2,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:01.317200 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4be744b5-3c6f-4d7b-b5f9-c3c2328ca01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:01.317920 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1eec80fc-2717-4424-95d3-29f860d46d4b tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:01.334169 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f124b-bb93-4ab7-9777-0751bd14ea4d tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event deleted for resources: {'Subnet': ['ID=32070a99-8f24-447b-84f3-5e85866b1607,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:01.388408 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1eec80fc-2717-4424-95d3-29f860d46d4b tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:01.429758 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eec80fc-2717-4424-95d3-29f860d46d4b tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:21:01.450423 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=85beda1d-4f0b-4529-8889-ed7ffbcce4fd,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:01.454405 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1eec80fc-2717-4424-95d3-29f860d46d4b tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:01.454809 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-1eec80fc-2717-4424-95d3-29f860d46d4b tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] Added segment 44a5dc84-d4c2-46ad-907a-b279be682633 of type vlan for network f7c83170-be24-4765-9d6d-55ab879ca714 Nov 12 20:21:01.464687 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-5ed996f8-f421-4f59-88b4-cfe802a33614 None None] Set router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:21:01.467054 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be744b5-3c6f-4d7b-b5f9-c3c2328ca01d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:21:01.544392 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4be744b5-3c6f-4d7b-b5f9-c3c2328ca01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:01.545434 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-4be744b5-3c6f-4d7b-b5f9-c3c2328ca01d admin admin] Added segment c6b1ab3d-0d62-40e5-a6ea-eb66d4b75af1 of type vlan for network 1e4bb262-1d51-4c23-83dd-69331a7fa905 Nov 12 20:21:01.553885 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-be5857f3-72e2-4ff4-9ef5-02211a95740b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:01.580785 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be744b5-3c6f-4d7b-b5f9-c3c2328ca01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64b9dcf-076d-457b-a7df-b00c0f51d4de,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:01.617115 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1eec80fc-2717-4424-95d3-29f860d46d4b tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:01.624504 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec80fc-2717-4424-95d3-29f860d46d4b tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0497bb60-931d-479d-909d-f66ac2a74502,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:01.632600 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-836f124b-bb93-4ab7-9777-0751bd14ea4d tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:01.664408 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-be5857f3-72e2-4ff4-9ef5-02211a95740b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:01.672432 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-be5857f3-72e2-4ff4-9ef5-02211a95740b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0738285 Nov 12 20:21:01.677011 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-908cb48c-a8f4-4c15-8818-0c109f258c2c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] For port 5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205,segment=NetworkSegment(124a8660-e81f-45fb-9111-4945346fd031),segment_id=124a8660-e81f-45fb-9111-4945346fd031)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:21:01.677584 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-908cb48c-a8f4-4c15-8818-0c109f258c2c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:01.700184 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-836f124b-bb93-4ab7-9777-0751bd14ea4d tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26cf177-7470-4411-802c-119f9c0a79d5']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:01.716223 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-836f124b-bb93-4ab7-9777-0751bd14ea4d tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b607dfe-4946-4404-b7e4-4bf9673668ea') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:01.716575 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-836f124b-bb93-4ab7-9777-0751bd14ea4d tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b607dfe-4946-4404-b7e4-4bf9673668ea') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:01.727700 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-908cb48c-a8f4-4c15-8818-0c109f258c2c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Calling delete_port for 5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:21:01.733145 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4be744b5-3c6f-4d7b-b5f9-c3c2328ca01d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:01.744804 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-836f124b-bb93-4ab7-9777-0751bd14ea4d tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:01.746587 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1eec80fc-2717-4424-95d3-29f860d46d4b tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:01.757286 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd80eb1-eee2-4e2f-80bf-ff463600f12b None None] Network a26cf177-7470-4411-802c-119f9c0a79d5 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:01.767894 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eec80fc-2717-4424-95d3-29f860d46d4b tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:01.768607 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1eec80fc-2717-4424-95d3-29f860d46d4b tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:01.790693 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4be744b5-3c6f-4d7b-b5f9-c3c2328ca01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:01.791755 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be744b5-3c6f-4d7b-b5f9-c3c2328ca01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:01.792686 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4be744b5-3c6f-4d7b-b5f9-c3c2328ca01d admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:01.880329 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-836f124b-bb93-4ab7-9777-0751bd14ea4d tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:01.926017 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4be744b5-3c6f-4d7b-b5f9-c3c2328ca01d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1846905 Nov 12 20:21:01.929785 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54684) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:01.955727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ac4a600e-bda3-45f7-9ea3-e8a286754461 None None] Provisioning complete for port 2f3c7bc6-185e-46ba-a51f-7659ab966c67 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:01.956199 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ac4a600e-bda3-45f7-9ea3-e8a286754461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:01.957394 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-dd5fa0b6-34bf-4a60-b4e8-8dbc9216dc18 admin admin] Request body: {'subnet': {'network_id': '1e4bb262-1d51-4c23-83dd-69331a7fa905', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1574066611-subnet', 'tenant_id': '55d5bb3e8d074240826dc4d17cd9fb73', 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:01.976449 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be744b5-3c6f-4d7b-b5f9-c3c2328ca01d admin admin] Pushing event updated for resources: {'Network': ['ID=1e4bb262-1d51-4c23-83dd-69331a7fa905,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:02.034068 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ac4a600e-bda3-45f7-9ea3-e8a286754461 None None] Port 2f3c7bc6-185e-46ba-a51f-7659ab966c67 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:21:02.037027 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5fa0b6-34bf-4a60-b4e8-8dbc9216dc18 admin admin] Made reservation on behalf of 55d5bb3e8d074240826dc4d17cd9fb73 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:02.037264 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1eec80fc-2717-4424-95d3-29f860d46d4b tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.9893141 Nov 12 20:21:02.038058 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 1e4bb262-1d51-4c23-83dd-69331a7fa905 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:21:02.040311 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836f124b-bb93-4ab7-9777-0751bd14ea4d tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:21:02.054559 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-836f124b-bb93-4ab7-9777-0751bd14ea4d tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:02.060469 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa0b6-34bf-4a60-b4e8-8dbc9216dc18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:21:02.068988 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:21:02.114841 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec80fc-2717-4424-95d3-29f860d46d4b tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] Pushing event updated for resources: {'Network': ['ID=f7c83170-be24-4765-9d6d-55ab879ca714,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:02.226596 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-836f124b-bb93-4ab7-9777-0751bd14ea4d tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:02.251385 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network f7c83170-be24-4765-9d6d-55ab879ca714 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:21:02.261360 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-836f124b-bb93-4ab7-9777-0751bd14ea4d tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:02.267100 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-836f124b-bb93-4ab7-9777-0751bd14ea4d tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/networks/a26cf177-7470-4411-802c-119f9c0a79d5 HTTP/1.1" status: 204 len: 168 time: 2.2167845 Nov 12 20:21:02.268363 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f124b-bb93-4ab7-9777-0751bd14ea4d tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event deleted for resources: {'Network': ['ID=a26cf177-7470-4411-802c-119f9c0a79d5,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:02.281346 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54706) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:02.289963 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-15a82e24-67c4-4b4f-9f11-2ea90d8aa28b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-554432042'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:02.401409 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a82e24-67c4-4b4f-9f11-2ea90d8aa28b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Made reservation on behalf of fe1e0f33bc3e4ca99478c386fcb122c0 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:02.408124 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-15a82e24-67c4-4b4f-9f11-2ea90d8aa28b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:02.453240 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a82e24-67c4-4b4f-9f11-2ea90d8aa28b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:21:02.470611 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-15a82e24-67c4-4b4f-9f11-2ea90d8aa28b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:02.471716 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-15a82e24-67c4-4b4f-9f11-2ea90d8aa28b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Added segment 06c8c33f-1c69-4ccf-a573-b6d7f8418cb3 of type vlan for network e852cf92-3774-499b-916b-038d38f9206a Nov 12 20:21:02.481150 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ac4a600e-bda3-45f7-9ea3-e8a286754461 None None] Provisioning complete for port 85beda1d-4f0b-4529-8889-ed7ffbcce4fd triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:02.481704 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ac4a600e-bda3-45f7-9ea3-e8a286754461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:02.589817 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54712) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:02.596186 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-7f3a7211-540d-4bc8-a8b1-99ad6c03e425 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1258742430&fields=id&tenant_id=7e8721b8322b46768b4d5df279187cac HTTP/1.1" status: 200 len: 267 time: 0.5946286 Nov 12 20:21:02.597366 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Request body: {'port': {'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714', 'binding:host_id': 'n-h2-712140-15', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-364367118'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:02.618003 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-15a82e24-67c4-4b4f-9f11-2ea90d8aa28b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:02.658691 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa0b6-34bf-4a60-b4e8-8dbc9216dc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:02.680409 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 85beda1d-4f0b-4529-8889-ed7ffbcce4fd up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:21:02.728387 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-908cb48c-a8f4-4c15-8818-0c109f258c2c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:02.792767 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Made reservation on behalf of 93f65fb2964f4b94ba078f2908a28a70 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:02.795134 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:02.927001 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-af3c603f-c8cc-4f33-a288-cbc6d6125d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'name': 'tempest-TaggedBootDevicesTest_v242-577568443-router', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a10ae385-3467-4a80-8eff-6d8de956ff51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:10:25Z', 'updated_at': '2021-11-12T20:10:29Z', 'revision_number': 4, 'project_id': '4852665fabb5408ab377b1cbc45feb40', 'gw_port': {'id': 'a10ae385-3467-4a80-8eff-6d8de956ff51', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:10:26Z', 'updated_at': '2021-11-12T20:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '07d6ab8a-d086-4af1-835a-5836c7418539', 'name': '', 'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'mac_address': 'fa:16:3e:4c:c0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9f077436-4556-447d-83d4-cbd3714774cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:10:28Z', 'updated_at': '2021-11-12T20:10:35Z', 'revision_number': 5, 'project_id': '4852665fabb5408ab377b1cbc45feb40', 'subnets': [{'id': '9f077436-4556-447d-83d4-cbd3714774cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:03.088594 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5fa0b6-34bf-4a60-b4e8-8dbc9216dc18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26f60e6c-d816-4940-bc6f-a3baca23d3da,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:03.119292 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5fa0b6-34bf-4a60-b4e8-8dbc9216dc18 admin admin] Checking segment: {'id': 'c6b1ab3d-0d62-40e5-a6ea-eb66d4b75af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1e4bb262-1d51-4c23-83dd-69331a7fa905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:21:03.120107 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5fa0b6-34bf-4a60-b4e8-8dbc9216dc18 admin admin] Network hostable DHCP agents. Network: 1e4bb262-1d51-4c23-83dd-69331a7fa905, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:21:03.166866 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3c603f-c8cc-4f33-a288-cbc6d6125d3c None None] Checking router: 303850bb-72b9-4110-bf93-bbbe6e3ff8ed for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:21:03.187791 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-70223267-7770-4431-9f96-6b8c6500a16c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:03.195914 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3c603f-c8cc-4f33-a288-cbc6d6125d3c None None] Routers {'303850bb-72b9-4110-bf93-bbbe6e3ff8ed'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:21:03.197230 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-af3c603f-c8cc-4f33-a288-cbc6d6125d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:20:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['303850bb-72b9-4110-bf93-bbbe6e3ff8ed'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:03.198480 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-70223267-7770-4431-9f96-6b8c6500a16c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 812 time: 0.5992970 Nov 12 20:21:03.218619 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-5ed996f8-f421-4f59-88b4-cfe802a33614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'name': 'tempest-TestVolumeBootPattern-2072930217-router', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:39Z', 'updated_at': '2021-11-12T20:20:54Z', 'revision_number': 4, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'gw_port': {'id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '2f3c7bc6-185e-46ba-a51f-7659ab966c67', 'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'mac_address': 'fa:16:3e:94:4a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:50Z', 'updated_at': '2021-11-12T20:20:55Z', 'revision_number': 2, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'subnets': [{'id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:03.219153 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5fa0b6-34bf-4a60-b4e8-8dbc9216dc18 admin admin] Network 1e4bb262-1d51-4c23-83dd-69331a7fa905 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:21:03.265075 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 85beda1d-4f0b-4529-8889-ed7ffbcce4fd triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:03.265905 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:03.280188 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-b987067c-d332-4160-abe8-9e2147379555 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/quotas/7e8721b8322b46768b4d5df279187cac HTTP/1.1" status: 200 len: 375 time: 0.0772190 Nov 12 20:21:03.315407 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-dd5fa0b6-34bf-4a60-b4e8-8dbc9216dc18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 1e4bb262-1d51-4c23-83dd-69331a7fa905) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:21:03.358125 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-15a82e24-67c4-4b4f-9f11-2ea90d8aa28b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:03.364695 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a82e24-67c4-4b4f-9f11-2ea90d8aa28b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:03.365570 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-15a82e24-67c4-4b4f-9f11-2ea90d8aa28b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:03.385168 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5fa0b6-34bf-4a60-b4e8-8dbc9216dc18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:03.385934 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa0b6-34bf-4a60-b4e8-8dbc9216dc18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:03.397043 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908cb48c-a8f4-4c15-8818-0c109f258c2c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event deleted for resources: {'Port': ['ID=5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:03.441128 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-dd5fa0b6-34bf-4a60-b4e8-8dbc9216dc18 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5101266 Nov 12 20:21:03.442094 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54726) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:03.461810 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:03.479225 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-e460c74d-9bcb-4937-8e35-8168bcfe4d8f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1574066611-router', 'tenant_id': '55d5bb3e8d074240826dc4d17cd9fb73', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:03.590979 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-0bb16fa9-184a-4c60-82ab-981dc08fb577 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3097432 Nov 12 20:21:03.600340 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-15a82e24-67c4-4b4f-9f11-2ea90d8aa28b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3166094 Nov 12 20:21:03.603467 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-908cb48c-a8f4-4c15-8818-0c109f258c2c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] No DVR routers for this DVR port 5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:21:03.604160 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54730) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:03.609951 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-1de233ef-cfc3-4e94-b5a5-09a1bbaecfea tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Request body: {'subnet': {'network_id': 'e852cf92-3774-499b-916b-038d38f9206a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:03.621583 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-908cb48c-a8f4-4c15-8818-0c109f258c2c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:03.627381 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-908cb48c-a8f4-4c15-8818-0c109f258c2c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.55 "DELETE /v2.0/ports/5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205 HTTP/1.1" status: 204 len: 173 time: 3.1222010 Nov 12 20:21:03.628939 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ac4a600e-bda3-45f7-9ea3-e8a286754461 None None] Provisioning complete for port f4c330b0-ad40-40c9-aa68-657ecdb76bab triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:03.629363 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ac4a600e-bda3-45f7-9ea3-e8a286754461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:03.631310 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed996f8-f421-4f59-88b4-cfe802a33614 None None] The sync data for ids ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'] in n-d-712140-15 is: [{'id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'name': 'tempest-TestVolumeBootPattern-2072930217-router', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:39Z', 'updated_at': '2021-11-12T20:20:54Z', 'revision_number': 4, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'gw_port': {'id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '2f3c7bc6-185e-46ba-a51f-7659ab966c67', 'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'mac_address': 'fa:16:3e:94:4a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:50Z', 'updated_at': '2021-11-12T20:20:55Z', 'revision_number': 2, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'subnets': [{'id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:21:03.637735 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4c2b06-2f06-4030-8767-4e4de095d958 None None] Network 1e4bb262-1d51-4c23-83dd-69331a7fa905 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:03.644075 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-deleted', 'tag': '5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:21:03.653640 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5176af3-4735-477f-a691-ec0e5d18d66d" -d '{"events": [{"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-deleted", "tag": "5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:21:03.676997 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e460c74d-9bcb-4937-8e35-8168bcfe4d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:03.678321 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e460c74d-9bcb-4937-8e35-8168bcfe4d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:03.889904 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762ab60-cfac-45d6-93e2-def592c35e24 req-08511a24-877b-455b-81ce-9b8f4c5dc2cc tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:03.891597 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2762ab60-cfac-45d6-93e2-def592c35e24 req-08511a24-877b-455b-81ce-9b8f4c5dc2cc tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 943 time: 1.0755372 Nov 12 20:21:03.892308 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a82e24-67c4-4b4f-9f11-2ea90d8aa28b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event updated for resources: {'Network': ['ID=e852cf92-3774-499b-916b-038d38f9206a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:03.924028 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-af3c603f-c8cc-4f33-a288-cbc6d6125d3c None None] Set router 303850bb-72b9-4110-bf93-bbbe6e3ff8ed gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:21:04.142820 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2762ab60-cfac-45d6-93e2-def592c35e24 req-0e8699a2-7364-405a-a3c3-122c5957f886 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups?id=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2360222 Nov 12 20:21:04.278340 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network e852cf92-3774-499b-916b-038d38f9206a details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:21:04.286760 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-7bf32bbb-0c10-4ba8-8cb4-dd9f35a28a42 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Deleting port 10d51039-4f5f-40e0-a541-b315dbaf21c3 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:21:04.301867 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-7bf32bbb-0c10-4ba8-8cb4-dd9f35a28a42 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:04.465842 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-7bf32bbb-0c10-4ba8-8cb4-dd9f35a28a42 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] For port 10d51039-4f5f-40e0-a541-b315dbaf21c3, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=10d51039-4f5f-40e0-a541-b315dbaf21c3,segment=NetworkSegment(1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb),segment_id=1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:21:04.466498 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-7bf32bbb-0c10-4ba8-8cb4-dd9f35a28a42 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:04.480962 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-7bf32bbb-0c10-4ba8-8cb4-dd9f35a28a42 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Calling delete_port for 10d51039-4f5f-40e0-a541-b315dbaf21c3 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:21:04.582841 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f923363a-5d0f-4a64-b3d3-740edd617d2d up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:21:04.712304 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd3704c-e74d-467f-8ce7-87ba99950128 x-openstack-request-id: req-2fd3704c-e74d-467f-8ce7-87ba99950128 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:21:04.712908 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-deleted", "tag": "5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:21:04.713377 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2fd3704c-e74d-467f-8ce7-87ba99950128 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:21:04.714035 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-deleted', 'tag': '5bd2f2c9-c8b4-410b-b7cd-ceaeb4ff8205', 'status': 'completed', 'code': 200} Nov 12 20:21:04.732943 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:04.735304 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-7bf32bbb-0c10-4ba8-8cb4-dd9f35a28a42 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:04.753938 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ac4a600e-bda3-45f7-9ea3-e8a286754461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:04.801789 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:04.828209 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] device_id is not set on port 2022f046-4c70-4476-9c4a-a19b99f6f518 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:21:04.910933 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ac4a600e-bda3-45f7-9ea3-e8a286754461 None None] For port f4c330b0-ad40-40c9-aa68-657ecdb76bab, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f4c330b0-ad40-40c9-aa68-657ecdb76bab,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:21:04.962941 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ac4a600e-bda3-45f7-9ea3-e8a286754461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:04.983952 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e460c74d-9bcb-4937-8e35-8168bcfe4d8f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:05.018503 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port f923363a-5d0f-4a64-b3d3-740edd617d2d triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:05.019013 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:05.204314 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb1979d-8a71-4b16-869a-854ce7d0ada2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-1e4bb262-1d51-4c23-83dd-69331a7fa905', 'network_id': '1e4bb262-1d51-4c23-83dd-69331a7fa905', 'tenant_id': '55d5bb3e8d074240826dc4d17cd9fb73', 'fixed_ips': [{'subnet_id': '26f60e6c-d816-4940-bc6f-a3baca23d3da'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:21:05.205461 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-aeb1979d-8a71-4b16-869a-854ce7d0ada2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:05.250189 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] device_id is not set on port 2022f046-4c70-4476-9c4a-a19b99f6f518 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:21:05.292606 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:05.294599 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de233ef-cfc3-4e94-b5a5-09a1bbaecfea tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Made reservation on behalf of fe1e0f33bc3e4ca99478c386fcb122c0 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:05.298242 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1de233ef-cfc3-4e94-b5a5-09a1bbaecfea tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:05.316496 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a600e-bda3-45f7-9ea3-e8a286754461 None None] Pushing event updated for resources: {'Port': ['ID=f4c330b0-ad40-40c9-aa68-657ecdb76bab,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:05.367700 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417ca601-d0cc-498c-aefb-14e29e8945b7,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:05.370431 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf32bbb-0c10-4ba8-8cb4-dd9f35a28a42 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event deleted for resources: {'Port': ['ID=10d51039-4f5f-40e0-a541-b315dbaf21c3,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:05.433922 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:05.473616 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e6a5ae1a-da87-4829-bb2b-9ac50ed1fdb1 req-986916b7-220d-4450-8df8-921874e575bb tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.1785862 Nov 12 20:21:05.522302 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-7bf32bbb-0c10-4ba8-8cb4-dd9f35a28a42 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] No DVR routers for this DVR port 10d51039-4f5f-40e0-a541-b315dbaf21c3 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:21:05.529881 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-7bf32bbb-0c10-4ba8-8cb4-dd9f35a28a42 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:05.533472 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-34d8f285-cdec-476e-aaab-6e958f6bff96 req-7bf32bbb-0c10-4ba8-8cb4-dd9f35a28a42 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.55 "DELETE /v2.0/ports/10d51039-4f5f-40e0-a541-b315dbaf21c3 HTTP/1.1" status: 204 len: 173 time: 1.8733387 Nov 12 20:21:05.573359 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Pushing event updated for resources: {'Port': ['ID=2022f046-4c70-4476-9c4a-a19b99f6f518,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:05.616941 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Checking segment: {'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:21:05.617311 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Network hostable DHCP agents. Network: f7c83170-be24-4765-9d6d-55ab879ca714, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:21:05.644206 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e460c74d-9bcb-4937-8e35-8168bcfe4d8f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:05.656056 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Network f7c83170-be24-4765-9d6d-55ab879ca714 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:21:05.677057 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, f7c83170-be24-4765-9d6d-55ab879ca714) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:21:05.687335 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:21:05.702261 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-bc208135-46e3-423a-80f0-704469158c5b service neutron] 10.222.0.48 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0773218 Nov 12 20:21:05.721374 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:05.721852 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:05.722297 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:05.738299 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port 2022f046-4c70-4476-9c4a-a19b99f6f518 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:05.739947 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:05.740663 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempt 2 to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 Nov 12 20:21:05.760858 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-aeb1979d-8a71-4b16-869a-854ce7d0ada2 None None] Allocated IP 172.20.0.2 (1e4bb262-1d51-4c23-83dd-69331a7fa905/26f60e6c-d816-4940-bc6f-a3baca23d3da/bb7a2a64-e188-4770-996d-c0f0b4b443aa) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:21:05.783578 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:05.784811 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:05.789828 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:05.849652 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port 2022f046-4c70-4476-9c4a-a19b99f6f518 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:05.852320 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:05.854260 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempt 3 to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 Nov 12 20:21:05.921309 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:05.925681 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:05.927378 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:05.962496 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port 2022f046-4c70-4476-9c4a-a19b99f6f518 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:05.966867 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:05.967354 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempt 4 to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 Nov 12 20:21:06.018068 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:06.019084 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:06.019437 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:06.032863 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port 2022f046-4c70-4476-9c4a-a19b99f6f518 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:06.033199 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:06.033601 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempt 5 to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 Nov 12 20:21:06.077459 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:06.077879 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:06.078231 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:06.085165 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port 2022f046-4c70-4476-9c4a-a19b99f6f518 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:06.091094 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:06.091551 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempt 6 to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 Nov 12 20:21:06.115652 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:06.116004 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:06.116909 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:06.122348 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port 2022f046-4c70-4476-9c4a-a19b99f6f518 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:06.122686 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:06.123088 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempt 7 to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 Nov 12 20:21:06.140223 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:06.140588 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:06.140932 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:06.145981 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port 2022f046-4c70-4476-9c4a-a19b99f6f518 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:06.146318 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:06.146784 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempt 8 to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 Nov 12 20:21:06.169864 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:06.170208 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:06.170574 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:06.177896 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-bf2ec5c5-2078-47fc-a95e-b3f08fb118ec service neutron] 10.222.0.48 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744496 Nov 12 20:21:06.185462 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port 2022f046-4c70-4476-9c4a-a19b99f6f518 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:06.185984 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:06.186398 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempt 9 to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 Nov 12 20:21:06.220680 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:06.220984 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:06.221264 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:06.235024 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port 2022f046-4c70-4476-9c4a-a19b99f6f518 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:06.235365 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:06.235782 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempt 10 to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 Nov 12 20:21:06.264296 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-aeb1979d-8a71-4b16-869a-854ce7d0ada2 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:06.266654 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:06.267017 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:06.267359 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:06.280720 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port 2022f046-4c70-4476-9c4a-a19b99f6f518 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:06.281200 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port 2022f046-4c70-4476-9c4a-a19b99f6f518 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:06.281589 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:06.292485 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1de233ef-cfc3-4e94-b5a5-09a1bbaecfea tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:06.298224 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c29d064-bb9d-410d-bd89-b62468fcf8d0 None None] Network f7c83170-be24-4765-9d6d-55ab879ca714 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:06.300873 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-aeb1979d-8a71-4b16-869a-854ce7d0ada2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:06.415549 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de233ef-cfc3-4e94-b5a5-09a1bbaecfea tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event updated for resources: {'Subnet': ['ID=024745fc-e7c1-47ca-9192-b3f171a3a042,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:06.463862 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] For port 2022f046-4c70-4476-9c4a-a19b99f6f518, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:21:06.465950 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempted to set empty binding levels {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 20:21:06.476171 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:06.542609 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-af3c603f-c8cc-4f33-a288-cbc6d6125d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'name': 'tempest-TaggedBootDevicesTest_v242-577568443-router', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a10ae385-3467-4a80-8eff-6d8de956ff51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:10:25Z', 'updated_at': '2021-11-12T20:10:29Z', 'revision_number': 4, 'project_id': '4852665fabb5408ab377b1cbc45feb40', 'gw_port': {'id': 'a10ae385-3467-4a80-8eff-6d8de956ff51', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:10:26Z', 'updated_at': '2021-11-12T20:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '07d6ab8a-d086-4af1-835a-5836c7418539', 'name': '', 'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'mac_address': 'fa:16:3e:4c:c0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9f077436-4556-447d-83d4-cbd3714774cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:10:28Z', 'updated_at': '2021-11-12T20:10:35Z', 'revision_number': 5, 'project_id': '4852665fabb5408ab377b1cbc45feb40', 'subnets': [{'id': '9f077436-4556-447d-83d4-cbd3714774cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:06.640861 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb1979d-8a71-4b16-869a-854ce7d0ada2 None None] Network 1e4bb262-1d51-4c23-83dd-69331a7fa905 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:21:06.645681 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3c603f-c8cc-4f33-a288-cbc6d6125d3c None None] The sync data for ids ['303850bb-72b9-4110-bf93-bbbe6e3ff8ed'] in n-d-712140-15 is: [{'id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'name': 'tempest-TaggedBootDevicesTest_v242-577568443-router', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a10ae385-3467-4a80-8eff-6d8de956ff51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:10:25Z', 'updated_at': '2021-11-12T20:10:29Z', 'revision_number': 4, 'project_id': '4852665fabb5408ab377b1cbc45feb40', 'gw_port': {'id': 'a10ae385-3467-4a80-8eff-6d8de956ff51', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:10:26Z', 'updated_at': '2021-11-12T20:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '07d6ab8a-d086-4af1-835a-5836c7418539', 'name': '', 'network_id': 'bd6be986-db97-4cb9-abe7-787b341a3cd5', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'mac_address': 'fa:16:3e:4c:c0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '9f077436-4556-447d-83d4-cbd3714774cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:10:28Z', 'updated_at': '2021-11-12T20:10:35Z', 'revision_number': 5, 'project_id': '4852665fabb5408ab377b1cbc45feb40', 'subnets': [{'id': '9f077436-4556-447d-83d4-cbd3714774cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:21:06.665450 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de233ef-cfc3-4e94-b5a5-09a1bbaecfea tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Checking segment: {'id': '06c8c33f-1c69-4ccf-a573-b6d7f8418cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e852cf92-3774-499b-916b-038d38f9206a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:21:06.666090 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de233ef-cfc3-4e94-b5a5-09a1bbaecfea tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Network hostable DHCP agents. Network: e852cf92-3774-499b-916b-038d38f9206a, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:21:06.666707 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:06.667537 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:06.686384 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-aeb1979d-8a71-4b16-869a-854ce7d0ada2 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:21:06.717128 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb1979d-8a71-4b16-869a-854ce7d0ada2 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:21:06.721650 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-deleted', 'tag': '10d51039-4f5f-40e0-a541-b315dbaf21c3'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:21:06.724397 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6b5918-5b31-4022-bbb8-fc7bb514eef4" -d '{"events": [{"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-deleted", "tag": "10d51039-4f5f-40e0-a541-b315dbaf21c3"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:21:06.729980 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7b3ce1d7-e868-476e-a659-af0c5bf985d5 req-9ae9fe42-9735-49f7-b60f-2df036bab0a5 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.0571392 Nov 12 20:21:06.735741 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1979d-8a71-4b16-869a-854ce7d0ada2 None None] Pushing event updated for resources: {'Port': ['ID=bb7a2a64-e188-4770-996d-c0f0b4b443aa,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:06.749354 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-be0cbe90-378e-4252-b471-c4137211c36a req-8d45ca8b-a19a-4ee4-8b52-679352388d08 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 210 time: 0.1676874 Nov 12 20:21:06.779118 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Pushing event updated for resources: {'Port': ['ID=2022f046-4c70-4476-9c4a-a19b99f6f518,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:06.801076 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fb2f8693-317c-4534-b65c-cebb7c581b36 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.2099035 Nov 12 20:21:06.803358 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54790) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:06.903745 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef30cbf-9bdc-4cff-96f9-0899606c14bb x-openstack-request-id: req-cef30cbf-9bdc-4cff-96f9-0899606c14bb {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:21:06.904094 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a85aab5-6c77-4e20-beaa-2cd3ecc47edd", "name": "network-vif-deleted", "tag": "10d51039-4f5f-40e0-a541-b315dbaf21c3", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:21:06.904304 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cef30cbf-9bdc-4cff-96f9-0899606c14bb {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:21:06.905878 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a85aab5-6c77-4e20-beaa-2cd3ecc47edd', 'name': 'network-vif-deleted', 'tag': '10d51039-4f5f-40e0-a541-b315dbaf21c3', 'status': 'completed', 'code': 200} Nov 12 20:21:06.910148 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e460c74d-9bcb-4937-8e35-8168bcfe4d8f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:06.957985 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-aeb1979d-8a71-4b16-869a-854ce7d0ada2 None None] Attempting to bind port bb7a2a64-e188-4770-996d-c0f0b4b443aa on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:06.958354 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-aeb1979d-8a71-4b16-869a-854ce7d0ada2 None None] Attempting to bind port bb7a2a64-e188-4770-996d-c0f0b4b443aa by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'c6b1ab3d-0d62-40e5-a6ea-eb66d4b75af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1e4bb262-1d51-4c23-83dd-69331a7fa905'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:06.961263 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb1979d-8a71-4b16-869a-854ce7d0ada2 None None] Attempting to bind port bb7a2a64-e188-4770-996d-c0f0b4b443aa on network 1e4bb262-1d51-4c23-83dd-69331a7fa905 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:07.004485 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb1979d-8a71-4b16-869a-854ce7d0ada2 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:21:07.005354 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb1979d-8a71-4b16-869a-854ce7d0ada2 None None] Checking segment: {'id': 'c6b1ab3d-0d62-40e5-a6ea-eb66d4b75af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1e4bb262-1d51-4c23-83dd-69331a7fa905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:21:07.006252 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-aeb1979d-8a71-4b16-869a-854ce7d0ada2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:07.006808 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb1979d-8a71-4b16-869a-854ce7d0ada2 None None] Bound using segment: {'id': 'c6b1ab3d-0d62-40e5-a6ea-eb66d4b75af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1e4bb262-1d51-4c23-83dd-69331a7fa905'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:21:07.008117 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-aeb1979d-8a71-4b16-869a-854ce7d0ada2 None None] Bound port: bb7a2a64-e188-4770-996d-c0f0b4b443aa, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b1ab3d-0d62-40e5-a6ea-eb66d4b75af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1e4bb262-1d51-4c23-83dd-69331a7fa905'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:21:07.012915 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-aeb1979d-8a71-4b16-869a-854ce7d0ada2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:07.055117 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e460c74d-9bcb-4937-8e35-8168bcfe4d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:07.063694 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f4c330b0-ad40-40c9-aa68-657ecdb76bab up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:21:07.109478 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-ff34ee2a-a8f6-44f8-a947-c59c10fefd0b tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Deleting port 2022f046-4c70-4476-9c4a-a19b99f6f518 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:21:07.109781 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ff34ee2a-a8f6-44f8-a947-c59c10fefd0b tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:07.300843 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-e460c74d-9bcb-4937-8e35-8168bcfe4d8f admin admin] Allocated IP 172.25.5.23 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/f62aef80-5b38-4e4b-acdd-8697902d7005) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:21:07.302467 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-ff34ee2a-a8f6-44f8-a947-c59c10fefd0b tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] For port 2022f046-4c70-4476-9c4a-a19b99f6f518, host n-h2-712140-15, got binding levels [] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:21:07.302844 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ff34ee2a-a8f6-44f8-a947-c59c10fefd0b tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:07.356168 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-ff34ee2a-a8f6-44f8-a947-c59c10fefd0b tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Calling delete_port for 2022f046-4c70-4476-9c4a-a19b99f6f518 owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:21:07.446572 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port f4c330b0-ad40-40c9-aa68-657ecdb76bab triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:07.447646 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:07.464693 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de233ef-cfc3-4e94-b5a5-09a1bbaecfea tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Network e852cf92-3774-499b-916b-038d38f9206a is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:21:07.526653 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-1de233ef-cfc3-4e94-b5a5-09a1bbaecfea tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, e852cf92-3774-499b-916b-038d38f9206a) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:21:07.534785 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-aeb1979d-8a71-4b16-869a-854ce7d0ada2 None None] For port bb7a2a64-e188-4770-996d-c0f0b4b443aa, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:21:07.537445 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cd77ac-631b-4304-828a-a06b2aa5f425 None None] New status for floating IP 48ec3a96-339c-4c7a-88ac-9d7c69fe99b5: DOWN {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:21:07.551734 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de233ef-cfc3-4e94-b5a5-09a1bbaecfea tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:07.554302 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082e23f5-680a-4210-bdbe-de16a92f4dc8 None None] Network e852cf92-3774-499b-916b-038d38f9206a requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:07.565288 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-aeb1979d-8a71-4b16-869a-854ce7d0ada2 None None] For port bb7a2a64-e188-4770-996d-c0f0b4b443aa, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=bb7a2a64-e188-4770-996d-c0f0b4b443aa,segment=NetworkSegment(c6b1ab3d-0d62-40e5-a6ea-eb66d4b75af1),segment_id=c6b1ab3d-0d62-40e5-a6ea-eb66d4b75af1)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:21:07.567985 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1de233ef-cfc3-4e94-b5a5-09a1bbaecfea tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:07.596500 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ff34ee2a-a8f6-44f8-a947-c59c10fefd0b tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:07.598538 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-aeb1979d-8a71-4b16-869a-854ce7d0ada2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:07.670069 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1de233ef-cfc3-4e94-b5a5-09a1bbaecfea tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.0506716 Nov 12 20:21:07.672697 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54802) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:07.677584 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1979d-8a71-4b16-869a-854ce7d0ada2 None None] Pushing event updated for resources: {'Port': ['ID=bb7a2a64-e188-4770-996d-c0f0b4b443aa,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:07.681652 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34ee2a-a8f6-44f8-a947-c59c10fefd0b tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Pushing event deleted for resources: {'Port': ['ID=2022f046-4c70-4476-9c4a-a19b99f6f518,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:07.700176 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e460c74d-9bcb-4937-8e35-8168bcfe4d8f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:07.709554 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ff34ee2a-a8f6-44f8-a947-c59c10fefd0b tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:07.714207 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ff34ee2a-a8f6-44f8-a947-c59c10fefd0b tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] 10.222.0.48 "DELETE /v2.0/ports/2022f046-4c70-4476-9c4a-a19b99f6f518 HTTP/1.1" status: 204 len: 168 time: 0.9093630 Nov 12 20:21:07.731126 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54806) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:07.854853 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-daef1a29-2ffd-4412-bc6d-fa8d2f92dc4f tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] GET failed (client error): The resource could not be found. Nov 12 20:21:07.866474 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-daef1a29-2ffd-4412-bc6d-fa8d2f92dc4f tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] 10.222.0.48 "GET /v2.0/ports/2022f046-4c70-4476-9c4a-a19b99f6f518 HTTP/1.1" status: 404 len: 333 time: 0.1320262 Nov 12 20:21:07.870288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54814) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:07.878848 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-3f61ae01-250a-472b-8bcb-7d597b15f399 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Request body: {'port': {'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-560321718'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:07.973413 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5950c946-7731-493f-9f89-b95eae787eda None None] Sync routers for ids ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:21:07.973638 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f61ae01-250a-472b-8bcb-7d597b15f399 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Made reservation on behalf of 93f65fb2964f4b94ba078f2908a28a70 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:07.987227 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3f61ae01-250a-472b-8bcb-7d597b15f399 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:08.153273 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-253ad2e1-acac-408c-9cdb-0e970ab7b1f0 req-121b47be-53d0-4c60-b2d5-5cda281109f5 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.1639605 Nov 12 20:21:08.158684 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b8b013db-3204-4e65-86e1-6db781043cd0 req-476cf2d4-df9f-43fd-8022-d1bd54185a18 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 210 time: 0.1625173 Nov 12 20:21:08.169636 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-3f61ae01-250a-472b-8bcb-7d597b15f399 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] device_id is not set on port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:21:08.261987 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d2726230-f4c2-4ae1-b2a7-0ab405286cec tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:08.304027 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e460c74d-9bcb-4937-8e35-8168bcfe4d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:08.559510 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5950c946-7731-493f-9f89-b95eae787eda None None] Routers {'06faa6b2-33e6-49e4-9d41-4ee858d16f4e'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:21:08.560139 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-5950c946-7731-493f-9f89-b95eae787eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:20:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:08.566175 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d2726230-f4c2-4ae1-b2a7-0ab405286cec tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:08.600313 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e460c74d-9bcb-4937-8e35-8168bcfe4d8f admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:21:08.602301 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460c74d-9bcb-4937-8e35-8168bcfe4d8f admin admin] Pushing event updated for resources: {'Port': ['ID=f62aef80-5b38-4e4b-acdd-8697902d7005,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:08.608156 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-e460c74d-9bcb-4937-8e35-8168bcfe4d8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:21:08.612463 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e460c74d-9bcb-4937-8e35-8168bcfe4d8f admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:21:08.734662 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3f61ae01-250a-472b-8bcb-7d597b15f399 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:08.752991 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97d2c0e-5bc8-4173-a3c0-87e0cd739559 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:21:08.796252 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-c7622ffc-868c-4cf0-bb71-7b556db91425 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:08.799286 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-c7622ffc-868c-4cf0-bb71-7b556db91425 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.55 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 812 time: 0.2534139 Nov 12 20:21:08.801735 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3f61ae01-250a-472b-8bcb-7d597b15f399 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:08.874959 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ec113b-72a0-4eb2-a8c0-936b79672cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-e852cf92-3774-499b-916b-038d38f9206a', 'network_id': 'e852cf92-3774-499b-916b-038d38f9206a', 'tenant_id': 'fe1e0f33bc3e4ca99478c386fcb122c0', 'fixed_ips': [{'subnet_id': '024745fc-e7c1-47ca-9192-b3f171a3a042'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:21:08.876161 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-85ec113b-72a0-4eb2-a8c0-936b79672cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:08.970544 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f61ae01-250a-472b-8bcb-7d597b15f399 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Network f7c83170-be24-4765-9d6d-55ab879ca714 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:21:08.978150 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0442f9e4-d40c-41c3-8498-1b99098d7a9a None None] Provisioning complete for port f62aef80-5b38-4e4b-acdd-8697902d7005 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:08.978693 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0442f9e4-d40c-41c3-8498-1b99098d7a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:09.009743 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-3f61ae01-250a-472b-8bcb-7d597b15f399 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:21:09.043252 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f61ae01-250a-472b-8bcb-7d597b15f399 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:21:09.046354 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f61ae01-250a-472b-8bcb-7d597b15f399 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:09.049748 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3f61ae01-250a-472b-8bcb-7d597b15f399 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:09.056431 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0442f9e4-d40c-41c3-8498-1b99098d7a9a None None] Port f62aef80-5b38-4e4b-acdd-8697902d7005 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:21:09.059371 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61ae01-250a-472b-8bcb-7d597b15f399 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Pushing event updated for resources: {'Port': ['ID=12aaebc3-bc7a-4ff5-8f98-aa137825f104,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:09.166473 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-f9389752-bf20-4cbc-8d02-ea97087d0b15 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e8721b8322b46768b4d5df279187cac HTTP/1.1" status: 200 len: 380 time: 0.3387649 Nov 12 20:21:09.175415 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3f61ae01-250a-472b-8bcb-7d597b15f399 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3034194 Nov 12 20:21:09.181464 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54842) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:09.193035 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:09.203310 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d2726230-f4c2-4ae1-b2a7-0ab405286cec tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:09.218687 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device bb7a2a64-e188-4770-996d-c0f0b4b443aa up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:21:09.238935 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2726230-f4c2-4ae1-b2a7-0ab405286cec tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event deleted for resources: {'Subnet': ['ID=024745fc-e7c1-47ca-9192-b3f171a3a042,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:09.247889 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-1f78d998-bc05-4197-9b81-42821a78f9e0 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Request body: {'port': {'device_id': '986c48be-0714-4270-bf8f-839ed717fa4e', 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786', 'admin_state_up': True, 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'security_groups': ['94075ea3-d769-4fb4-929a-760c29b5a0e3']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:09.404411 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5352f928-1f4e-4fa4-86ab-ce635af814a3 None None] Network e852cf92-3774-499b-916b-038d38f9206a requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:09.466603 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-5950c946-7731-493f-9f89-b95eae787eda None None] Set router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:21:09.554546 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6d366250-b1ef-4ad1-88e7-3ecc2d33af46 req-044e138a-ff9e-4238-a120-5bb9934fd932 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 210 time: 0.1099095 Nov 12 20:21:09.648711 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d2726230-f4c2-4ae1-b2a7-0ab405286cec tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:09.689179 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-d2726230-f4c2-4ae1-b2a7-0ab405286cec tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e852cf92-3774-499b-916b-038d38f9206a']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:09.690093 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-59b8e0cd-ac70-4799-98df-bfe750a8d150 req-78b78e93-3d47-4902-bf1d-104effbaa39f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.1440327 Nov 12 20:21:09.706100 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e460c74d-9bcb-4937-8e35-8168bcfe4d8f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:09.715890 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port bb7a2a64-e188-4770-996d-c0f0b4b443aa triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:09.723310 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:09.733698 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:09.791745 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-d2726230-f4c2-4ae1-b2a7-0ab405286cec tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c8c33f-1c69-4ccf-a573-b6d7f8418cb3') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:09.792106 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-d2726230-f4c2-4ae1-b2a7-0ab405286cec tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c8c33f-1c69-4ccf-a573-b6d7f8418cb3') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:09.816283 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d2726230-f4c2-4ae1-b2a7-0ab405286cec tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:09.847500 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d2726230-f4c2-4ae1-b2a7-0ab405286cec tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:09.862971 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2726230-f4c2-4ae1-b2a7-0ab405286cec tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:21:09.863685 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d2726230-f4c2-4ae1-b2a7-0ab405286cec tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:09.877479 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e8b82e-136b-4aa4-9b36-a0ebff362efe None None] Network 1e4bb262-1d51-4c23-83dd-69331a7fa905 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:10.008154 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] device_id is not set on port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:21:10.009471 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:21:10.028317 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d2726230-f4c2-4ae1-b2a7-0ab405286cec tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:10.029155 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:10.039978 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d2726230-f4c2-4ae1-b2a7-0ab405286cec tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:10.053874 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:10.058947 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d2726230-f4c2-4ae1-b2a7-0ab405286cec tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/networks/e852cf92-3774-499b-916b-038d38f9206a HTTP/1.1" status: 204 len: 168 time: 2.3840663 Nov 12 20:21:10.061974 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54850) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:10.068895 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-e71b8567-16da-4bcc-ad29-daf6e196c773 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1608732064'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:10.147026 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-1f78d998-bc05-4197-9b81-42821a78f9e0 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Made reservation on behalf of 7e8721b8322b46768b4d5df279187cac for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:10.158573 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2726230-f4c2-4ae1-b2a7-0ab405286cec tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event deleted for resources: {'Network': ['ID=e852cf92-3774-499b-916b-038d38f9206a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:10.166904 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-1f78d998-bc05-4197-9b81-42821a78f9e0 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:10.177663 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71b8567-16da-4bcc-ad29-daf6e196c773 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Made reservation on behalf of fe1e0f33bc3e4ca99478c386fcb122c0 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:10.187908 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e71b8567-16da-4bcc-ad29-daf6e196c773 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:10.199202 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2c688004-de7a-41a5-93d2-4b224af30ae4 None None] Provisioning complete for port bb7a2a64-e188-4770-996d-c0f0b4b443aa triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:10.199574 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2c688004-de7a-41a5-93d2-4b224af30ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:10.439014 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:10.529431 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-1f78d998-bc05-4197-9b81-42821a78f9e0 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Allocated IP 172.20.0.12 (b6864b2f-6168-42ea-9422-cd478a748786/5c500cb5-3e69-49e9-9723-b1dae39e8dfb/a2266bfb-a0d4-4896-9432-d20ec2953989) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:21:10.573085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Pushing event updated for resources: {'Port': ['ID=12aaebc3-bc7a-4ff5-8f98-aa137825f104,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:10.649100 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71b8567-16da-4bcc-ad29-daf6e196c773 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:21:10.695150 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:10.696051 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:10.697105 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:10.722046 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port bb7a2a64-e188-4770-996d-c0f0b4b443aa, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=bb7a2a64-e188-4770-996d-c0f0b4b443aa,segment=NetworkSegment(c6b1ab3d-0d62-40e5-a6ea-eb66d4b75af1),segment_id=c6b1ab3d-0d62-40e5-a6ea-eb66d4b75af1)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:21:10.733496 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-5950c946-7731-493f-9f89-b95eae787eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'name': 'tempest-TestVolumeBootPattern-2072930217-router', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:39Z', 'updated_at': '2021-11-12T20:20:54Z', 'revision_number': 4, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'gw_port': {'id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '2f3c7bc6-185e-46ba-a51f-7659ab966c67', 'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'mac_address': 'fa:16:3e:94:4a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:50Z', 'updated_at': '2021-11-12T20:20:55Z', 'revision_number': 2, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'subnets': [{'id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:10.760492 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:10.760492 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:10.783733 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e71b8567-16da-4bcc-ad29-daf6e196c773 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:10.784098 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-e71b8567-16da-4bcc-ad29-daf6e196c773 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Added segment cc0db08c-d5cc-474e-890b-9328bf336ab0 of type vlan for network 2fcf6480-e9c2-4b07-9906-b3a7c18dc090 Nov 12 20:21:10.787652 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempt 2 to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 Nov 12 20:21:10.794376 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:10.903445 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5950c946-7731-493f-9f89-b95eae787eda None None] Checking router: 06faa6b2-33e6-49e4-9d41-4ee858d16f4e for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:21:10.904226 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5950c946-7731-493f-9f89-b95eae787eda None None] Updating router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e port 2f3c7bc6-185e-46ba-a51f-7659ab966c67 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:21:10.961837 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:10.965477 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:10.965862 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:10.972405 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=bb7a2a64-e188-4770-996d-c0f0b4b443aa,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:10.992670 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e13b9640-af29-45a7-811a-bf86941f7c6b req-473590c5-eaf4-43b6-ba62-94213c809755 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.1608791 Nov 12 20:21:11.001752 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5950c946-7731-493f-9f89-b95eae787eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:11.027155 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e71b8567-16da-4bcc-ad29-daf6e196c773 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:11.032742 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:11.033076 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:11.041127 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempt 3 to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 Nov 12 20:21:11.092177 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-236ce7ac-f252-4561-a796-09d84961026d req-754d7db5-d94e-44b8-b5c9-6719e379baba tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 210 time: 0.0447111 Nov 12 20:21:11.110093 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:11.111691 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:11.112272 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:11.134720 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e460c74d-9bcb-4937-8e35-8168bcfe4d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:11.136339 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:11.136916 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:11.153803 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempt 4 to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 Nov 12 20:21:11.165634 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e71b8567-16da-4bcc-ad29-daf6e196c773 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:11.171182 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71b8567-16da-4bcc-ad29-daf6e196c773 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:11.171771 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e71b8567-16da-4bcc-ad29-daf6e196c773 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:11.187464 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-1f78d998-bc05-4197-9b81-42821a78f9e0 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:11.233323 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:11.239780 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:11.240259 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:11.286777 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:11.287135 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:11.361733 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempt 5 to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 Nov 12 20:21:11.363361 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e460c74d-9bcb-4937-8e35-8168bcfe4d8f admin admin] Router c14fd374-2a03-451b-b767-e8972962fb9a is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:21:11.381236 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e71b8567-16da-4bcc-ad29-daf6e196c773 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3176222 Nov 12 20:21:11.411070 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54864) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:11.429341 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-52ca251d-0661-4c41-8b80-2eb6e32ad97c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Request body: {'subnet': {'network_id': '2fcf6480-e9c2-4b07-9906-b3a7c18dc090', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:11.439866 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b8567-16da-4bcc-ad29-daf6e196c773 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event updated for resources: {'Network': ['ID=2fcf6480-e9c2-4b07-9906-b3a7c18dc090,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:11.475022 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c70abfb4-d490-415b-8c75-330eeb241a40 None None] Provisioning complete for port bb7a2a64-e188-4770-996d-c0f0b4b443aa triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:11.475573 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c70abfb4-d490-415b-8c75-330eeb241a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:11.502238 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:11.502576 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:11.503503 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:11.520832 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 2fcf6480-e9c2-4b07-9906-b3a7c18dc090 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:21:11.580195 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e460c74d-9bcb-4937-8e35-8168bcfe4d8f admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:21:11.588973 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:11.589306 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:11.591712 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2710286-bbf2-42cb-a200-b503e69bb158 None None] Sync routers for ids ['c14fd374-2a03-451b-b767-e8972962fb9a'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:21:11.592391 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempt 6 to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 Nov 12 20:21:11.594907 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-1f78d998-bc05-4197-9b81-42821a78f9e0 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:11.605453 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2710286-bbf2-42cb-a200-b503e69bb158 None None] Routers {'c14fd374-2a03-451b-b767-e8972962fb9a'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:21:11.611171 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e460c74d-9bcb-4937-8e35-8168bcfe4d8f admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:11.611707 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b2710286-bbf2-42cb-a200-b503e69bb158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:20:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['c14fd374-2a03-451b-b767-e8972962fb9a'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:11.615021 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e460c74d-9bcb-4937-8e35-8168bcfe4d8f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1660998 Nov 12 20:21:11.617219 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54870) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:11.704530 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:11.704873 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:11.705249 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:11.743758 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-1f78d998-bc05-4197-9b81-42821a78f9e0 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Network b6864b2f-6168-42ea-9422-cd478a748786 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:21:11.750234 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78d998-bc05-4197-9b81-42821a78f9e0 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Pushing event updated for resources: {'Port': ['ID=a2266bfb-a0d4-4896-9432-d20ec2953989,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:11.755081 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-1f78d998-bc05-4197-9b81-42821a78f9e0 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:21:11.757524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:11.757781 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:11.758938 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-1f78d998-bc05-4197-9b81-42821a78f9e0 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:21:11.763013 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempt 7 to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 Nov 12 20:21:11.791398 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-daf7119e-0d61-4e5f-aa3b-9df921a6ac2a req-a06f41ff-862a-46b3-908d-cf353fa6501d service neutron] (102448) timed out ('10.222.0.48', 48302) {{(pid=102448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 20:21:11.857031 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:11.857753 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:11.858386 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:11.859490 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-b2710286-bbf2-42cb-a200-b503e69bb158 None None] Set router c14fd374-2a03-451b-b767-e8972962fb9a gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:21:11.876602 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5950c946-7731-493f-9f89-b95eae787eda None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:11.885930 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:11.886663 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:11.887845 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempt 8 to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 Nov 12 20:21:11.892831 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5950c946-7731-493f-9f89-b95eae787eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:11.946151 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ca251d-0661-4c41-8b80-2eb6e32ad97c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Made reservation on behalf of fe1e0f33bc3e4ca99478c386fcb122c0 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:11.961037 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-52ca251d-0661-4c41-8b80-2eb6e32ad97c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:11.978579 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:11.979384 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:11.979729 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:12.031366 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83bd6cf-4251-44e3-ab29-558cc754a9ff None None] Pushing event updated for resources: {'Port': ['ID=2f3c7bc6-185e-46ba-a51f-7659ab966c67,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:12.157928 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-5950c946-7731-493f-9f89-b95eae787eda None None] Attempting to bind port 2f3c7bc6-185e-46ba-a51f-7659ab966c67 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:12.158298 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-5950c946-7731-493f-9f89-b95eae787eda None None] Attempting to bind port 2f3c7bc6-185e-46ba-a51f-7659ab966c67 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:12.158661 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5950c946-7731-493f-9f89-b95eae787eda None None] Attempting to bind port 2f3c7bc6-185e-46ba-a51f-7659ab966c67 on network a14ebab6-b135-479f-8842-077a5fca0d71 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:12.191950 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5950c946-7731-493f-9f89-b95eae787eda None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:21:12.192472 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5950c946-7731-493f-9f89-b95eae787eda None None] Checking segment: {'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:21:12.192472 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5950c946-7731-493f-9f89-b95eae787eda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:12.192846 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5950c946-7731-493f-9f89-b95eae787eda None None] Bound using segment: {'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:21:12.193350 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-5950c946-7731-493f-9f89-b95eae787eda None None] Bound port: 2f3c7bc6-185e-46ba-a51f-7659ab966c67, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:21:12.193761 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5950c946-7731-493f-9f89-b95eae787eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:12.294327 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:12.294947 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:12.310299 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempt 9 to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 Nov 12 20:21:12.362946 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-5950c946-7731-493f-9f89-b95eae787eda None None] For port 2f3c7bc6-185e-46ba-a51f-7659ab966c67, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:21:12.373169 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-5950c946-7731-493f-9f89-b95eae787eda None None] For port 2f3c7bc6-185e-46ba-a51f-7659ab966c67, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=2f3c7bc6-185e-46ba-a51f-7659ab966c67,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:21:12.374661 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-739ce8c8-ecb0-42dd-a905-6c589a079cd0 None None] Provisioning complete for port a2266bfb-a0d4-4896-9432-d20ec2953989 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:12.376453 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-739ce8c8-ecb0-42dd-a905-6c589a079cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:12.390989 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-1f78d998-bc05-4197-9b81-42821a78f9e0 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:12.391198 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5950c946-7731-493f-9f89-b95eae787eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:12.391322 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-1f78d998-bc05-4197-9b81-42821a78f9e0 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:12.410353 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-83933747-1dea-418b-8a46-7676dfe18260 req-94883610-16e4-4030-abc1-6670ab623811 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.1618185 Nov 12 20:21:12.431018 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:12.431523 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:12.431967 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:12.501663 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b2710286-bbf2-42cb-a200-b503e69bb158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14fd374-2a03-451b-b767-e8972962fb9a', 'name': 'tempest-TestVolumeBootPattern-1574066611-router', 'tenant_id': '55d5bb3e8d074240826dc4d17cd9fb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'f62aef80-5b38-4e4b-acdd-8697902d7005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:21:04Z', 'updated_at': '2021-11-12T20:21:09Z', 'revision_number': 3, 'project_id': '55d5bb3e8d074240826dc4d17cd9fb73', 'gw_port': {'id': 'f62aef80-5b38-4e4b-acdd-8697902d7005', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14fd374-2a03-451b-b767-e8972962fb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:21:07Z', 'updated_at': '2021-11-12T20:21:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:12.513475 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-1f78d998-bc05-4197-9b81-42821a78f9e0 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3343766 Nov 12 20:21:12.514138 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:12.514472 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:12.532196 n-d-712140-15 neutron-server[102448]: INFO neutron.plugins.ml2.plugin [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempt 10 to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 Nov 12 20:21:12.592322 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2710286-bbf2-42cb-a200-b503e69bb158 None None] Checking router: c14fd374-2a03-451b-b767-e8972962fb9a for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:21:12.593327 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2710286-bbf2-42cb-a200-b503e69bb158 None None] Updating router c14fd374-2a03-451b-b767-e8972962fb9a port f62aef80-5b38-4e4b-acdd-8697902d7005 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:21:12.597991 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-52ca251d-0661-4c41-8b80-2eb6e32ad97c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:12.603998 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:12.615318 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:12.615791 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:12.618479 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8104e-a149-4b7f-a683-d5c778b92a35 req-56ac870d-86a4-4f36-88ce-5f95c75cb7a9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:12.624962 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e5a8104e-a149-4b7f-a683-d5c778b92a35 req-56ac870d-86a4-4f36-88ce-5f95c75cb7a9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 932 time: 0.2631881 Nov 12 20:21:12.633377 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b2710286-bbf2-42cb-a200-b503e69bb158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:12.692295 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:12.692621 n-d-712140-15 neutron-server[102448]: ERROR neutron.plugins.ml2.managers [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:12.692997 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:12.766500 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e5a8104e-a149-4b7f-a683-d5c778b92a35 req-811ddd23-50ea-478d-9ef6-d83fdfd1a9e3 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282210 Nov 12 20:21:12.778008 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca251d-0661-4c41-8b80-2eb6e32ad97c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event updated for resources: {'Subnet': ['ID=7d316c3b-5ae6-4911-a251-da1f0237628d,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:12.799386 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-ef5827d5-afc2-4edc-8b70-5505bbc2f015 service neutron] Request body: {'port': {'device_id': '986c48be-0714-4270-bf8f-839ed717fa4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:12.853800 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-739ce8c8-ecb0-42dd-a905-6c589a079cd0 None None] Port a2266bfb-a0d4-4896-9432-d20ec2953989 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:21:12.944573 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83bd6cf-4251-44e3-ab29-558cc754a9ff None None] Pushing event updated for resources: {'Port': ['ID=2f3c7bc6-185e-46ba-a51f-7659ab966c67,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:12.955324 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ca251d-0661-4c41-8b80-2eb6e32ad97c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Checking segment: {'id': 'cc0db08c-d5cc-474e-890b-9328bf336ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2fcf6480-e9c2-4b07-9906-b3a7c18dc090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:21:12.959544 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ca251d-0661-4c41-8b80-2eb6e32ad97c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Network hostable DHCP agents. Network: 2fcf6480-e9c2-4b07-9906-b3a7c18dc090, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:21:13.044615 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5950c946-7731-493f-9f89-b95eae787eda None None] Routers {'06faa6b2-33e6-49e4-9d41-4ee858d16f4e'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:21:13.045385 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-5950c946-7731-493f-9f89-b95eae787eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:20:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:13.093110 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c12cbe1a-d63c-4ddc-9fb8-be539f6e8346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:13.143083 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-ef5827d5-afc2-4edc-8b70-5505bbc2f015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:13.290829 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ca251d-0661-4c41-8b80-2eb6e32ad97c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Network 2fcf6480-e9c2-4b07-9906-b3a7c18dc090 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:21:13.296001 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] For port 12aaebc3-bc7a-4ff5-8f98-aa137825f104, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:21:13.297240 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempted to set empty binding levels {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 20:21:13.314422 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:13.355683 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-5950c946-7731-493f-9f89-b95eae787eda None None] Set router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:21:13.359742 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b2710286-bbf2-42cb-a200-b503e69bb158 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:13.370850 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b2710286-bbf2-42cb-a200-b503e69bb158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:13.396765 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Pushing event updated for resources: {'Port': ['ID=12aaebc3-bc7a-4ff5-8f98-aa137825f104,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:13.400703 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] In _notify_port_updated(), no bound segment for port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 20:21:13.402031 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:13.403103 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:13.407044 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9d67abac-394b-4cd1-b16b-06955321b1f3 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] 10.222.0.48 "PUT /v2.0/ports/12aaebc3-bc7a-4ff5-8f98-aa137825f104 HTTP/1.1" status: 200 len: 975 time: 4.2219245 Nov 12 20:21:13.409096 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-52ca251d-0661-4c41-8b80-2eb6e32ad97c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 2fcf6480-e9c2-4b07-9906-b3a7c18dc090) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:21:13.409684 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54888) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:13.528867 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-b2710286-bbf2-42cb-a200-b503e69bb158 None None] Attempting to bind port f62aef80-5b38-4e4b-acdd-8697902d7005 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:13.529432 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-b2710286-bbf2-42cb-a200-b503e69bb158 None None] Attempting to bind port f62aef80-5b38-4e4b-acdd-8697902d7005 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:13.529891 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2710286-bbf2-42cb-a200-b503e69bb158 None None] Attempting to bind port f62aef80-5b38-4e4b-acdd-8697902d7005 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:13.548676 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2710286-bbf2-42cb-a200-b503e69bb158 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:21:13.550176 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2710286-bbf2-42cb-a200-b503e69bb158 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:21:13.550830 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b2710286-bbf2-42cb-a200-b503e69bb158 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:13.552533 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2710286-bbf2-42cb-a200-b503e69bb158 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:21:13.554273 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-b2710286-bbf2-42cb-a200-b503e69bb158 None None] Bound port: f62aef80-5b38-4e4b-acdd-8697902d7005, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:21:13.558716 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b2710286-bbf2-42cb-a200-b503e69bb158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:13.565172 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80748a6e-0bce-4889-9502-3f2d1a4fa8e4 None None] Pushing event updated for resources: {'Port': ['ID=f62aef80-5b38-4e4b-acdd-8697902d7005,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:13.691422 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908f6c9-d78f-472a-bc41-0d7507798f95 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:13.691961 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908f6c9-d78f-472a-bc41-0d7507798f95 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:13.692401 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908f6c9-d78f-472a-bc41-0d7507798f95 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:13.693116 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908f6c9-d78f-472a-bc41-0d7507798f95 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:13.693584 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908f6c9-d78f-472a-bc41-0d7507798f95 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:13.694309 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908f6c9-d78f-472a-bc41-0d7507798f95 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:13.694961 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908f6c9-d78f-472a-bc41-0d7507798f95 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:13.695425 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908f6c9-d78f-472a-bc41-0d7507798f95 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:13.696015 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908f6c9-d78f-472a-bc41-0d7507798f95 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:13.696525 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908f6c9-d78f-472a-bc41-0d7507798f95 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:13.696974 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908f6c9-d78f-472a-bc41-0d7507798f95 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:13.697487 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908f6c9-d78f-472a-bc41-0d7507798f95 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:13.697976 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908f6c9-d78f-472a-bc41-0d7507798f95 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:13.698406 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908f6c9-d78f-472a-bc41-0d7507798f95 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:13.698985 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908f6c9-d78f-472a-bc41-0d7507798f95 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:13.700057 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908f6c9-d78f-472a-bc41-0d7507798f95 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:13.700460 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908f6c9-d78f-472a-bc41-0d7507798f95 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:13.700925 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908f6c9-d78f-472a-bc41-0d7507798f95 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:13.701318 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device bb7a2a64-e188-4770-996d-c0f0b4b443aa up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:21:13.701456 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908f6c9-d78f-472a-bc41-0d7507798f95 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:13.701827 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908f6c9-d78f-472a-bc41-0d7507798f95 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:13.703317 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bae4c69-530e-4acb-a703-a1b1c03b8915 None None] Network 2fcf6480-e9c2-4b07-9906-b3a7c18dc090 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:13.705014 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869a2447-dc65-470c-b60b-e0aa40171048 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:21:13.705167 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908f6c9-d78f-472a-bc41-0d7507798f95 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:13.705702 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908f6c9-d78f-472a-bc41-0d7507798f95 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:13.706318 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908f6c9-d78f-472a-bc41-0d7507798f95 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:13.706797 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908f6c9-d78f-472a-bc41-0d7507798f95 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:13.707264 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908f6c9-d78f-472a-bc41-0d7507798f95 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:13.718132 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8908f6c9-d78f-472a-bc41-0d7507798f95 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22418 time: 0.2962344 Nov 12 20:21:13.718930 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54894) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:13.725112 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-b2710286-bbf2-42cb-a200-b503e69bb158 None None] For port f62aef80-5b38-4e4b-acdd-8697902d7005, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:21:13.738376 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-b2710286-bbf2-42cb-a200-b503e69bb158 None None] For port f62aef80-5b38-4e4b-acdd-8697902d7005, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f62aef80-5b38-4e4b-acdd-8697902d7005,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:21:13.743934 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b2710286-bbf2-42cb-a200-b503e69bb158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:13.756082 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-c12cbe1a-d63c-4ddc-9fb8-be539f6e8346 admin admin] Allocated IP 172.20.0.1 (1e4bb262-1d51-4c23-83dd-69331a7fa905/26f60e6c-d816-4940-bc6f-a3baca23d3da/956106f1-fecd-4de5-b906-816af49f3080) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:21:13.822393 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b4030818-4168-48ff-ace1-083d23c439d2 None None] Provisioning complete for port 2f3c7bc6-185e-46ba-a51f-7659ab966c67 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:13.822773 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b4030818-4168-48ff-ace1-083d23c439d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:13.864486 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80748a6e-0bce-4889-9502-3f2d1a4fa8e4 None None] Pushing event updated for resources: {'Port': ['ID=f62aef80-5b38-4e4b-acdd-8697902d7005,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:13.899912 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-ef5827d5-afc2-4edc-8b70-5505bbc2f015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2266bfb-a0d4-4896-9432-d20ec2953989 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:21:13.903767 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2710286-bbf2-42cb-a200-b503e69bb158 None None] Routers {'c14fd374-2a03-451b-b767-e8972962fb9a'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:21:13.905308 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b2710286-bbf2-42cb-a200-b503e69bb158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:20:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['c14fd374-2a03-451b-b767-e8972962fb9a'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:13.910533 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-ef5827d5-afc2-4edc-8b70-5505bbc2f015 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:13.927070 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-ef5827d5-afc2-4edc-8b70-5505bbc2f015 service neutron] Transition to ACTIVE for port object a2266bfb-a0d4-4896-9432-d20ec2953989 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:21:13.930355 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ca251d-0661-4c41-8b80-2eb6e32ad97c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:13.931304 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-52ca251d-0661-4c41-8b80-2eb6e32ad97c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:13.965263 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f6c55a53-2e39-493c-abc8-c54787d61050 req-8ad8e7f4-5e0b-468a-82fe-ace252ff9220 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.0306032 Nov 12 20:21:13.968034 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-ef5827d5-afc2-4edc-8b70-5505bbc2f015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:14.029481 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5827d5-afc2-4edc-8b70-5505bbc2f015 service neutron] Pushing event updated for resources: {'Port': ['ID=a2266bfb-a0d4-4896-9432-d20ec2953989,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:14.068961 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-52ca251d-0661-4c41-8b80-2eb6e32ad97c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6568656 Nov 12 20:21:14.070978 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54904) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:14.132149 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96b2d21-7ef9-4d1a-831b-95989df9bd67 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:21:14.187669 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c12cbe1a-d63c-4ddc-9fb8-be539f6e8346 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:14.202660 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port bb7a2a64-e188-4770-996d-c0f0b4b443aa triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:14.207240 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:14.245013 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-b2710286-bbf2-42cb-a200-b503e69bb158 None None] Set router c14fd374-2a03-451b-b767-e8972962fb9a gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:21:14.253577 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c12cbe1a-d63c-4ddc-9fb8-be539f6e8346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:14.355992 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12cbe1a-d63c-4ddc-9fb8-be539f6e8346 admin admin] Network 1e4bb262-1d51-4c23-83dd-69331a7fa905 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:21:14.360839 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cbe1a-d63c-4ddc-9fb8-be539f6e8346 admin admin] Pushing event updated for resources: {'Port': ['ID=956106f1-fecd-4de5-b906-816af49f3080,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:14.364594 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-c12cbe1a-d63c-4ddc-9fb8-be539f6e8346 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:21:14.368130 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-d87bbbce-c59d-4930-9602-3a3a51495d13 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Deleting port 12aaebc3-bc7a-4ff5-8f98-aa137825f104 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:21:14.368513 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d87bbbce-c59d-4930-9602-3a3a51495d13 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:14.457868 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-150dc2a9-4d9b-462d-831c-77933895df76 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:14.492551 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-d87bbbce-c59d-4930-9602-3a3a51495d13 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] For port 12aaebc3-bc7a-4ff5-8f98-aa137825f104, host n-h2-712140-15, got binding levels [] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:21:14.492929 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d87bbbce-c59d-4930-9602-3a3a51495d13 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:14.527842 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-d87bbbce-c59d-4930-9602-3a3a51495d13 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Calling delete_port for 12aaebc3-bc7a-4ff5-8f98-aa137825f104 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:21:14.552278 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12cbe1a-d63c-4ddc-9fb8-be539f6e8346 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:21:14.671617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-5950c946-7731-493f-9f89-b95eae787eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'name': 'tempest-TestVolumeBootPattern-2072930217-router', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:39Z', 'updated_at': '2021-11-12T20:20:54Z', 'revision_number': 4, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'gw_port': {'id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '2f3c7bc6-185e-46ba-a51f-7659ab966c67', 'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'mac_address': 'fa:16:3e:94:4a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:50Z', 'updated_at': '2021-11-12T20:21:12Z', 'revision_number': 4, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'subnets': [{'id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:14.683877 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b2710286-bbf2-42cb-a200-b503e69bb158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14fd374-2a03-451b-b767-e8972962fb9a', 'name': 'tempest-TestVolumeBootPattern-1574066611-router', 'tenant_id': '55d5bb3e8d074240826dc4d17cd9fb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'f62aef80-5b38-4e4b-acdd-8697902d7005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:21:04Z', 'updated_at': '2021-11-12T20:21:09Z', 'revision_number': 3, 'project_id': '55d5bb3e8d074240826dc4d17cd9fb73', 'gw_port': {'id': 'f62aef80-5b38-4e4b-acdd-8697902d7005', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14fd374-2a03-451b-b767-e8972962fb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:21:07Z', 'updated_at': '2021-11-12T20:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:14.714373 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-ef5827d5-afc2-4edc-8b70-5505bbc2f015 service neutron] Attempting to bind port a2266bfb-a0d4-4896-9432-d20ec2953989 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:14.714717 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-ef5827d5-afc2-4edc-8b70-5505bbc2f015 service neutron] Attempting to bind port a2266bfb-a0d4-4896-9432-d20ec2953989 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:14.714962 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-ef5827d5-afc2-4edc-8b70-5505bbc2f015 service neutron] Attempting to bind port a2266bfb-a0d4-4896-9432-d20ec2953989 on network b6864b2f-6168-42ea-9422-cd478a748786 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:14.722618 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-ef5827d5-afc2-4edc-8b70-5505bbc2f015 service neutron] Port a2266bfb-a0d4-4896-9432-d20ec2953989 on network b6864b2f-6168-42ea-9422-cd478a748786 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:14.722957 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-ef5827d5-afc2-4edc-8b70-5505bbc2f015 service neutron] Attempting to bind port a2266bfb-a0d4-4896-9432-d20ec2953989 on network b6864b2f-6168-42ea-9422-cd478a748786 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:14.737101 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-ef5827d5-afc2-4edc-8b70-5505bbc2f015 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:21:14.737497 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-ef5827d5-afc2-4edc-8b70-5505bbc2f015 service neutron] Checking segment: {'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:21:14.737830 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-ef5827d5-afc2-4edc-8b70-5505bbc2f015 service neutron] Bound using segment: {'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:21:14.738554 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-ef5827d5-afc2-4edc-8b70-5505bbc2f015 service neutron] Bound port: a2266bfb-a0d4-4896-9432-d20ec2953989, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:21:14.738913 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-ef5827d5-afc2-4edc-8b70-5505bbc2f015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:14.740048 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2710286-bbf2-42cb-a200-b503e69bb158 None None] The sync data for ids ['c14fd374-2a03-451b-b767-e8972962fb9a'] in n-d-712140-15 is: [{'id': 'c14fd374-2a03-451b-b767-e8972962fb9a', 'name': 'tempest-TestVolumeBootPattern-1574066611-router', 'tenant_id': '55d5bb3e8d074240826dc4d17cd9fb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'f62aef80-5b38-4e4b-acdd-8697902d7005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:21:04Z', 'updated_at': '2021-11-12T20:21:09Z', 'revision_number': 3, 'project_id': '55d5bb3e8d074240826dc4d17cd9fb73', 'gw_port': {'id': 'f62aef80-5b38-4e4b-acdd-8697902d7005', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14fd374-2a03-451b-b767-e8972962fb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:21:07Z', 'updated_at': '2021-11-12T20:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:21:14.786228 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66f484-ea77-4c08-b7f0-ca0ce4a7c56f req-67539d28-00f0-43e3-b116-e6fdbadf859d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:14.788868 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6c66f484-ea77-4c08-b7f0-ca0ce4a7c56f req-67539d28-00f0-43e3-b116-e6fdbadf859d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 944 time: 0.8106792 Nov 12 20:21:14.804311 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-150dc2a9-4d9b-462d-831c-77933895df76 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:14.839441 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c12cbe1a-d63c-4ddc-9fb8-be539f6e8346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:14.860155 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5950c946-7731-493f-9f89-b95eae787eda None None] The sync data for ids ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'] in n-d-712140-15 is: [{'id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'name': 'tempest-TestVolumeBootPattern-2072930217-router', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:39Z', 'updated_at': '2021-11-12T20:20:54Z', 'revision_number': 4, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'gw_port': {'id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '2f3c7bc6-185e-46ba-a51f-7659ab966c67', 'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'mac_address': 'fa:16:3e:94:4a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:50Z', 'updated_at': '2021-11-12T20:21:12Z', 'revision_number': 4, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'subnets': [{'id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:21:14.973514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82846b51-d621-4240-bab3-03d9cb2b7c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-2fcf6480-e9c2-4b07-9906-b3a7c18dc090', 'network_id': '2fcf6480-e9c2-4b07-9906-b3a7c18dc090', 'tenant_id': 'fe1e0f33bc3e4ca99478c386fcb122c0', 'fixed_ips': [{'subnet_id': '7d316c3b-5ae6-4911-a251-da1f0237628d'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:21:14.974481 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-82846b51-d621-4240-bab3-03d9cb2b7c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:14.982474 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b4030818-4168-48ff-ace1-083d23c439d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:15.074842 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-ef5827d5-afc2-4edc-8b70-5505bbc2f015 service neutron] For port a2266bfb-a0d4-4896-9432-d20ec2953989, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:21:15.093599 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-ef5827d5-afc2-4edc-8b70-5505bbc2f015 service neutron] For port a2266bfb-a0d4-4896-9432-d20ec2953989, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a2266bfb-a0d4-4896-9432-d20ec2953989,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:21:15.107058 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-ef5827d5-afc2-4edc-8b70-5505bbc2f015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:15.154818 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-150dc2a9-4d9b-462d-831c-77933895df76 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:15.305974 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6c66f484-ea77-4c08-b7f0-ca0ce4a7c56f req-c7db3d53-0d35-4928-a53a-248f5b370fec tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4583344 Nov 12 20:21:15.394425 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c12cbe1a-d63c-4ddc-9fb8-be539f6e8346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:15.401808 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-ef5827d5-afc2-4edc-8b70-5505bbc2f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:15.402733 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-ef5827d5-afc2-4edc-8b70-5505bbc2f015 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:15.404455 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-ef5827d5-afc2-4edc-8b70-5505bbc2f015 service neutron] 10.222.0.55 "PUT /v2.0/ports/a2266bfb-a0d4-4896-9432-d20ec2953989 HTTP/1.1" status: 200 len: 1093 time: 2.8627152 Nov 12 20:21:15.427058 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d87bbbce-c59d-4930-9602-3a3a51495d13 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:15.439814 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2f3c7bc6-185e-46ba-a51f-7659ab966c67 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:21:15.452671 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-eedc2e1d-5d5b-42e6-a450-3e249b11e6de req-d0c92723-e984-47bf-8e21-4575be0a4d04 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.2929094 Nov 12 20:21:15.454836 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150dc2a9-4d9b-462d-831c-77933895df76 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event deleted for resources: {'Subnet': ['ID=7d316c3b-5ae6-4911-a251-da1f0237628d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server [None req-82846b51-d621-4240-bab3-03d9cb2b7c1c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7d316c3b-5ae6-4911-a251-da1f0237628d: This subnet is being modified by another concurrent operation. Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise exception Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7d316c3b-5ae6-4911-a251-da1f0237628d: This subnet is being modified by another concurrent operation. Nov 12 20:21:15.478227 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server Nov 12 20:21:15.495204 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986c48be-0714-4270-bf8f-839ed717fa4e', 'tag': 'a2266bfb-a0d4-4896-9432-d20ec2953989'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:21:15.515860 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3260831-dfc1-44d9-b4fc-f3200cc9243e" -d '{"events": [{"name": "network-changed", "server_uuid": "986c48be-0714-4270-bf8f-839ed717fa4e", "tag": "a2266bfb-a0d4-4896-9432-d20ec2953989"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:21:15.583395 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d87bbbce-c59d-4930-9602-3a3a51495d13 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:15.594174 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d87bbbce-c59d-4930-9602-3a3a51495d13 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] 10.222.0.48 "DELETE /v2.0/ports/12aaebc3-bc7a-4ff5-8f98-aa137825f104 HTTP/1.1" status: 204 len: 168 time: 1.8719366 Nov 12 20:21:15.615872 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54916) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:15.630907 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:21:15.638460 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0ed56b-be1f-427d-b367-ccaa8862225c x-openstack-request-id: req-9c0ed56b-be1f-427d-b367-ccaa8862225c {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:21:15.641769 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986c48be-0714-4270-bf8f-839ed717fa4e", "tag": "a2266bfb-a0d4-4896-9432-d20ec2953989", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:21:15.641886 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9c0ed56b-be1f-427d-b367-ccaa8862225c {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:21:15.642277 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '986c48be-0714-4270-bf8f-839ed717fa4e', 'tag': 'a2266bfb-a0d4-4896-9432-d20ec2953989', 'status': 'completed', 'code': 200} Nov 12 20:21:15.662642 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66ebf1d-b5a7-45a5-86db-ae191a80caa4 None None] Network 2fcf6480-e9c2-4b07-9906-b3a7c18dc090 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:15.706644 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bbbce-c59d-4930-9602-3a3a51495d13 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Pushing event deleted for resources: {'Port': ['ID=12aaebc3-bc7a-4ff5-8f98-aa137825f104,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:15.709160 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b4030818-4168-48ff-ace1-083d23c439d2 None None] For port 2f3c7bc6-185e-46ba-a51f-7659ab966c67, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=2f3c7bc6-185e-46ba-a51f-7659ab966c67,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:21:15.778903 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5827d5-afc2-4edc-8b70-5505bbc2f015 service neutron] Pushing event updated for resources: {'Port': ['ID=a2266bfb-a0d4-4896-9432-d20ec2953989,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:15.791693 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b4030818-4168-48ff-ace1-083d23c439d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:15.828589 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ba120f1-3aa5-418b-b001-76008106d751 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] GET failed (client error): The resource could not be found. Nov 12 20:21:15.837852 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8ba120f1-3aa5-418b-b001-76008106d751 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] 10.222.0.48 "GET /v2.0/ports/12aaebc3-bc7a-4ff5-8f98-aa137825f104 HTTP/1.1" status: 404 len: 333 time: 0.1640668 Nov 12 20:21:15.839497 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54920) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:15.865147 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87bbbce-c59d-4930-9602-3a3a51495d13 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:15.866704 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87bbbce-c59d-4930-9602-3a3a51495d13 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:15.868821 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87bbbce-c59d-4930-9602-3a3a51495d13 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:15.869991 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87bbbce-c59d-4930-9602-3a3a51495d13 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:15.871474 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87bbbce-c59d-4930-9602-3a3a51495d13 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:15.871933 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87bbbce-c59d-4930-9602-3a3a51495d13 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:15.873747 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87bbbce-c59d-4930-9602-3a3a51495d13 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:15.874647 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87bbbce-c59d-4930-9602-3a3a51495d13 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:15.876731 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87bbbce-c59d-4930-9602-3a3a51495d13 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:15.877281 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87bbbce-c59d-4930-9602-3a3a51495d13 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:15.877733 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87bbbce-c59d-4930-9602-3a3a51495d13 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:15.878174 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87bbbce-c59d-4930-9602-3a3a51495d13 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:15.893253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-99085e9d-a49c-4ecf-b89b-db34d0989174 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1409180691', 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:16.082146 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7d8f4914-aa8d-49b2-a580-9b4808acfafc None None] Provisioning complete for port 2f3c7bc6-185e-46ba-a51f-7659ab966c67 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:16.082374 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c12cbe1a-d63c-4ddc-9fb8-be539f6e8346 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:16.083069 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7d8f4914-aa8d-49b2-a580-9b4808acfafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:16.085539 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 2f3c7bc6-185e-46ba-a51f-7659ab966c67 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:16.087829 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:16.096270 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c12cbe1a-d63c-4ddc-9fb8-be539f6e8346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:16.238336 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c12cbe1a-d63c-4ddc-9fb8-be539f6e8346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:16.240773 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4030818-4168-48ff-ace1-083d23c439d2 None None] Pushing event updated for resources: {'Port': ['ID=2f3c7bc6-185e-46ba-a51f-7659ab966c67,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:16.368501 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e035d67-f31c-4689-b7f3-42f233422849 None None] get_active_networks_info from n-d-712140-15 {{(pid=102449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 20:21:16.527038 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99085e9d-a49c-4ecf-b89b-db34d0989174 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Made reservation on behalf of 93f65fb2964f4b94ba078f2908a28a70 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:16.529555 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-99085e9d-a49c-4ecf-b89b-db34d0989174 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:16.549924 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12cbe1a-d63c-4ddc-9fb8-be539f6e8346 admin admin] Network 1e4bb262-1d51-4c23-83dd-69331a7fa905 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:21:16.555233 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-99085e9d-a49c-4ecf-b89b-db34d0989174 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] device_id is not set on port b0a47f9d-2ec0-461c-9223-48f547025d2e yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:21:16.707668 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e035d67-f31c-4689-b7f3-42f233422849 None None] Resources bound (agent type, host, resource id): {{(pid=102449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 20:21:16.764573 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-150dc2a9-4d9b-462d-831c-77933895df76 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:16.806240 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-150dc2a9-4d9b-462d-831c-77933895df76 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fcf6480-e9c2-4b07-9906-b3a7c18dc090']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:16.827968 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-150dc2a9-4d9b-462d-831c-77933895df76 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0db08c-d5cc-474e-890b-9328bf336ab0') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:16.828963 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-150dc2a9-4d9b-462d-831c-77933895df76 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0db08c-d5cc-474e-890b-9328bf336ab0') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:16.840557 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-150dc2a9-4d9b-462d-831c-77933895df76 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:16.855189 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-150dc2a9-4d9b-462d-831c-77933895df76 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:16.862126 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-150dc2a9-4d9b-462d-831c-77933895df76 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:21:16.862829 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-150dc2a9-4d9b-462d-831c-77933895df76 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:16.899031 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-99085e9d-a49c-4ecf-b89b-db34d0989174 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:21:16.938526 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:21:17.000181 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7d8f4914-aa8d-49b2-a580-9b4808acfafc None None] Provisioning complete for port f62aef80-5b38-4e4b-acdd-8697902d7005 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:17.000554 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7d8f4914-aa8d-49b2-a580-9b4808acfafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:17.058343 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-150dc2a9-4d9b-462d-831c-77933895df76 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:17.073070 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-150dc2a9-4d9b-462d-831c-77933895df76 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:17.090556 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-150dc2a9-4d9b-462d-831c-77933895df76 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/networks/2fcf6480-e9c2-4b07-9906-b3a7c18dc090 HTTP/1.1" status: 204 len: 168 time: 3.0118103 Nov 12 20:21:17.115489 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54934) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:17.158898 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-cb09f37a-0ba0-44f7-8b0d-7ef10961f483 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-504359473'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:17.187587 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-09d6cffc-9c45-4dd5-b4eb-d65fadce9cb4 req-33c89e4d-957f-4d08-a99b-982209412bc3 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.1794825 Nov 12 20:21:17.195146 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-c12cbe1a-d63c-4ddc-9fb8-be539f6e8346 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:21:17.212488 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cbe1a-d63c-4ddc-9fb8-be539f6e8346 admin admin] Pushing event updated for resources: {'Port': ['ID=956106f1-fecd-4de5-b906-816af49f3080,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:17.240686 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-99085e9d-a49c-4ecf-b89b-db34d0989174 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:17.271402 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb09f37a-0ba0-44f7-8b0d-7ef10961f483 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Made reservation on behalf of fe1e0f33bc3e4ca99478c386fcb122c0 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:17.280371 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cb09f37a-0ba0-44f7-8b0d-7ef10961f483 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:17.358332 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-ce3bf470-17c7-471a-a6b0-38f3bb0f7030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:17.359830 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-ce3bf470-17c7-471a-a6b0-38f3bb0f7030 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 1096 time: 1.8102443 Nov 12 20:21:17.416401 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805fde9-72dd-40c7-afae-3c1d5cd33086 req-5cbf18b7-1922-4c5f-8850-e75cdd31ee3d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:17.420597 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4805fde9-72dd-40c7-afae-3c1d5cd33086 req-5cbf18b7-1922-4c5f-8850-e75cdd31ee3d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 944 time: 0.6782570 Nov 12 20:21:17.426253 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150dc2a9-4d9b-462d-831c-77933895df76 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event deleted for resources: {'Network': ['ID=2fcf6480-e9c2-4b07-9906-b3a7c18dc090,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:17.461085 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7d8f4914-aa8d-49b2-a580-9b4808acfafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:17.467127 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f62aef80-5b38-4e4b-acdd-8697902d7005 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:21:17.577052 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99085e9d-a49c-4ecf-b89b-db34d0989174 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Network f7c83170-be24-4765-9d6d-55ab879ca714 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:21:17.629163 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4805fde9-72dd-40c7-afae-3c1d5cd33086 req-9b8981c8-be71-4027-a09b-a2935955ff71 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877861 Nov 12 20:21:17.631232 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12cbe1a-d63c-4ddc-9fb8-be539f6e8346 admin admin] Router c14fd374-2a03-451b-b767-e8972962fb9a has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:21:17.639598 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-99085e9d-a49c-4ecf-b89b-db34d0989174 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:21:17.644945 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-71cb0daf-526e-43dd-8c81-9faa4d719010 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2266bfb-a0d4-4896-9432-d20ec2953989 HTTP/1.1" status: 200 len: 217 time: 0.2620542 Nov 12 20:21:17.645763 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb09f37a-0ba0-44f7-8b0d-7ef10961f483 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:21:17.652755 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99085e9d-a49c-4ecf-b89b-db34d0989174 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:21:17.653901 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99085e9d-a49c-4ecf-b89b-db34d0989174 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:17.654644 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-99085e9d-a49c-4ecf-b89b-db34d0989174 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:17.671277 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7d8f4914-aa8d-49b2-a580-9b4808acfafc None None] For port f62aef80-5b38-4e4b-acdd-8697902d7005, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f62aef80-5b38-4e4b-acdd-8697902d7005,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:21:17.672308 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port f62aef80-5b38-4e4b-acdd-8697902d7005 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:17.672673 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:17.693528 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-99085e9d-a49c-4ecf-b89b-db34d0989174 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8437810 Nov 12 20:21:17.722593 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54938) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:17.745292 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cb09f37a-0ba0-44f7-8b0d-7ef10961f483 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:17.747927 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-cb09f37a-0ba0-44f7-8b0d-7ef10961f483 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Added segment d7ad101e-a5ad-4f43-942b-2f6200d4e88f of type vlan for network afc3a3cc-0333-4db1-9055-6bce48a37b22 Nov 12 20:21:17.780895 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7d8f4914-aa8d-49b2-a580-9b4808acfafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:17.815842 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b816b97-03bf-4e70-a9e5-de40b17b09b2 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:17.817657 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9b816b97-03bf-4e70-a9e5-de40b17b09b2 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] 10.222.0.48 "GET /v2.0/ports/b0a47f9d-2ec0-461c-9223-48f547025d2e HTTP/1.1" status: 200 len: 955 time: 0.0840712 Nov 12 20:21:17.826400 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54940) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:17.880082 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f4914-aa8d-49b2-a580-9b4808acfafc None None] Pushing event updated for resources: {'Port': ['ID=f62aef80-5b38-4e4b-acdd-8697902d7005,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:17.889568 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cb09f37a-0ba0-44f7-8b0d-7ef10961f483 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:17.941817 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99085e9d-a49c-4ecf-b89b-db34d0989174 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Pushing event updated for resources: {'Port': ['ID=b0a47f9d-2ec0-461c-9223-48f547025d2e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:17.965287 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cb09f37a-0ba0-44f7-8b0d-7ef10961f483 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:17.980786 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb09f37a-0ba0-44f7-8b0d-7ef10961f483 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:17.981444 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cb09f37a-0ba0-44f7-8b0d-7ef10961f483 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:17.986459 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2f3c7bc6-185e-46ba-a51f-7659ab966c67 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:21:18.025688 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-708587eb-4303-43e8-b033-6c6011a41122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:18.030464 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-708587eb-4303-43e8-b033-6c6011a41122 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 0.3736923 Nov 12 20:21:18.056122 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7d8f4914-aa8d-49b2-a580-9b4808acfafc None None] Provisioning complete for port 956106f1-fecd-4de5-b906-816af49f3080 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:18.056837 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7d8f4914-aa8d-49b2-a580-9b4808acfafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:18.082554 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12cbe1a-d63c-4ddc-9fb8-be539f6e8346 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:21:18.096726 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c12cbe1a-d63c-4ddc-9fb8-be539f6e8346 admin admin] 10.222.0.48 "PUT /v2.0/routers/c14fd374-2a03-451b-b767-e8972962fb9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4708796 Nov 12 20:21:18.102696 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-134650e7-8204-458a-b3db-60a5c282cf67 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Deleting port b0a47f9d-2ec0-461c-9223-48f547025d2e {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:21:18.103051 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-134650e7-8204-458a-b3db-60a5c282cf67 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:18.252022 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cb09f37a-0ba0-44f7-8b0d-7ef10961f483 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1112394 Nov 12 20:21:18.252876 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-134650e7-8204-458a-b3db-60a5c282cf67 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:18.270962 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54950) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:18.315406 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09f37a-0ba0-44f7-8b0d-7ef10961f483 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event updated for resources: {'Network': ['ID=afc3a3cc-0333-4db1-9055-6bce48a37b22,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:18.332144 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-8a561c05-9d79-4c82-aebd-33ca5141b2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:18.334009 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-8a561c05-9d79-4c82-aebd-33ca5141b2a0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2764971 Nov 12 20:21:18.470210 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78336e5-96b7-4aeb-a48f-16bb6f10b5eb None None] Sync routers for ids ['c14fd374-2a03-451b-b767-e8972962fb9a'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:21:18.474931 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network afc3a3cc-0333-4db1-9055-6bce48a37b22 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:21:18.500185 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 2f3c7bc6-185e-46ba-a51f-7659ab966c67 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:18.500904 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:18.572358 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-9f7c261c-3404-4c1b-af21-54435c554dd7 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277117 Nov 12 20:21:18.799378 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78336e5-96b7-4aeb-a48f-16bb6f10b5eb None None] Routers {'c14fd374-2a03-451b-b767-e8972962fb9a'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:21:18.804131 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-e78336e5-96b7-4aeb-a48f-16bb6f10b5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:20:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['c14fd374-2a03-451b-b767-e8972962fb9a'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:18.831813 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7d8f4914-aa8d-49b2-a580-9b4808acfafc None None] Port 956106f1-fecd-4de5-b906-816af49f3080 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:21:18.933261 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dafc9dda-af2f-4f76-9862-4dbd53161562 req-be8b6c29-1ade-421b-84b4-726dab691af1 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536394 Nov 12 20:21:18.992454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c7175-5157-4b40-9386-5acf10723ce9 req-1a17489e-6bf0-4fda-b1b0-2ced6c00e17d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:18.994007 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-366c7175-5157-4b40-9386-5acf10723ce9 req-1a17489e-6bf0-4fda-b1b0-2ced6c00e17d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 944 time: 0.1394091 Nov 12 20:21:19.078650 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-134650e7-8204-458a-b3db-60a5c282cf67 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Calling delete_port for b0a47f9d-2ec0-461c-9223-48f547025d2e owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:21:19.098986 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3260831-dfc1-44d9-b4fc-f3200cc9243e req-0dcd4b58-2dc0-446a-9158-f31dfee22144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:19.101513 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b3260831-dfc1-44d9-b4fc-f3200cc9243e req-0dcd4b58-2dc0-446a-9158-f31dfee22144 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 1096 time: 0.0729330 Nov 12 20:21:19.105361 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-366c7175-5157-4b40-9386-5acf10723ce9 req-0ee5456d-aece-4395-a2df-f7d53fc9d544 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976515 Nov 12 20:21:19.230436 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-5622e3de-81be-4482-9d42-a0ba818d2eb8 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Request body: {'subnet': {'network_id': 'afc3a3cc-0333-4db1-9055-6bce48a37b22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:19.315806 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3260831-dfc1-44d9-b4fc-f3200cc9243e req-8d4be1d5-ebba-485a-a39a-8233be6f4e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:19.318488 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b3260831-dfc1-44d9-b4fc-f3200cc9243e req-8d4be1d5-ebba-485a-a39a-8233be6f4e1b service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 913 time: 0.2104852 Nov 12 20:21:19.387718 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b97007f6-3a1e-4243-9723-22afec2aa44f req-dda1d755-4171-4b22-800c-dba3ca1be163 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.1401699 Nov 12 20:21:19.402138 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-fbb34ff8-9aa3-4dfe-86d3-c4f90543e036 None None] Provisioning complete for port 956106f1-fecd-4de5-b906-816af49f3080 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:19.402515 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fbb34ff8-9aa3-4dfe-86d3-c4f90543e036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:19.459491 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b3260831-dfc1-44d9-b4fc-f3200cc9243e req-56587529-28a3-4f7e-9359-d201ddd6646a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2266bfb-a0d4-4896-9432-d20ec2953989 HTTP/1.1" status: 200 len: 217 time: 0.1322637 Nov 12 20:21:19.490865 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-e78336e5-96b7-4aeb-a48f-16bb6f10b5eb None None] Set router c14fd374-2a03-451b-b767-e8972962fb9a gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:21:19.534919 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-134650e7-8204-458a-b3db-60a5c282cf67 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:19.546353 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5622e3de-81be-4482-9d42-a0ba818d2eb8 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Made reservation on behalf of fe1e0f33bc3e4ca99478c386fcb122c0 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:19.555156 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5622e3de-81be-4482-9d42-a0ba818d2eb8 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:19.573840 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3260831-dfc1-44d9-b4fc-f3200cc9243e req-4b96785f-ef83-4cdf-a4d2-fb26abb7fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:19.578280 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b3260831-dfc1-44d9-b4fc-f3200cc9243e req-4b96785f-ef83-4cdf-a4d2-fb26abb7fcfc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 0.1117516 Nov 12 20:21:19.642100 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134650e7-8204-458a-b3db-60a5c282cf67 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0a47f9d-2ec0-461c-9223-48f547025d2e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:19.680925 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3260831-dfc1-44d9-b4fc-f3200cc9243e req-d0d8d523-04a1-4b5e-8119-c0b35a174a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:19.683571 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b3260831-dfc1-44d9-b4fc-f3200cc9243e req-d0d8d523-04a1-4b5e-8119-c0b35a174a73 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978918 Nov 12 20:21:19.707834 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f62aef80-5b38-4e4b-acdd-8697902d7005 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:21:19.710556 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-134650e7-8204-458a-b3db-60a5c282cf67 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:19.729813 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-134650e7-8204-458a-b3db-60a5c282cf67 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] 10.222.0.48 "DELETE /v2.0/ports/b0a47f9d-2ec0-461c-9223-48f547025d2e HTTP/1.1" status: 204 len: 168 time: 1.9000781 Nov 12 20:21:19.736207 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54972) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:20.045761 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d1f6802-6d34-47ae-879b-5b3aab2e363b tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] GET failed (client error): The resource could not be found. Nov 12 20:21:20.053481 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-fbb34ff8-9aa3-4dfe-86d3-c4f90543e036 None None] Port 956106f1-fecd-4de5-b906-816af49f3080 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:21:20.054030 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54974) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:20.054680 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0d1f6802-6d34-47ae-879b-5b3aab2e363b tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] 10.222.0.48 "GET /v2.0/ports/b0a47f9d-2ec0-461c-9223-48f547025d2e HTTP/1.1" status: 404 len: 333 time: 0.1723359 Nov 12 20:21:20.058165 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.ipam_backend_mixin [None req-5622e3de-81be-4482-9d42-a0ba818d2eb8 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Performing IP validity checks on allocation pools {{(pid=102447) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 20:21:20.059065 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b6f1d9ae-f2d3-4574-874e-fcf50b5d25e6 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Request body: {'port': {'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-375087307'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:20.060623 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.ipam_backend_mixin [None req-5622e3de-81be-4482-9d42-a0ba818d2eb8 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102447) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 20:21:20.083419 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b3260831-dfc1-44d9-b4fc-f3200cc9243e req-e1d8f95a-1258-421e-b101-bed80890b7c2 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795497 Nov 12 20:21:20.191757 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port f62aef80-5b38-4e4b-acdd-8697902d7005 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:20.192056 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:20.201483 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f1d9ae-f2d3-4574-874e-fcf50b5d25e6 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Made reservation on behalf of 93f65fb2964f4b94ba078f2908a28a70 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:20.203958 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b6f1d9ae-f2d3-4574-874e-fcf50b5d25e6 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:20.282562 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-b6f1d9ae-f2d3-4574-874e-fcf50b5d25e6 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] device_id is not set on port c41820a4-4568-47e5-b893-66c327355bc6 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:21:20.289067 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:20.297844 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e13b3ddf-55d5-4e78-bd05-8bf7ffadcbee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:20.325912 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b3260831-dfc1-44d9-b4fc-f3200cc9243e req-ffdfaa5a-b3e0-4672-9f74-71842eb3aed2 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378478 Nov 12 20:21:20.453754 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5622e3de-81be-4482-9d42-a0ba818d2eb8 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:20.632713 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1edd1-aee8-4cf9-91af-7af23793af9f req-42bb3d30-65b1-43cc-9d70-c9c96e26654b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:20.634498 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-00c1edd1-aee8-4cf9-91af-7af23793af9f req-42bb3d30-65b1-43cc-9d70-c9c96e26654b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 944 time: 0.3075366 Nov 12 20:21:20.698586 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-e78336e5-96b7-4aeb-a48f-16bb6f10b5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14fd374-2a03-451b-b767-e8972962fb9a', 'name': 'tempest-TestVolumeBootPattern-1574066611-router', 'tenant_id': '55d5bb3e8d074240826dc4d17cd9fb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'f62aef80-5b38-4e4b-acdd-8697902d7005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:21:04Z', 'updated_at': '2021-11-12T20:21:15Z', 'revision_number': 4, 'project_id': '55d5bb3e8d074240826dc4d17cd9fb73', 'gw_port': {'id': 'f62aef80-5b38-4e4b-acdd-8697902d7005', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14fd374-2a03-451b-b767-e8972962fb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:21:07Z', 'updated_at': '2021-11-12T20:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '956106f1-fecd-4de5-b906-816af49f3080', 'name': '', 'network_id': '1e4bb262-1d51-4c23-83dd-69331a7fa905', 'tenant_id': '55d5bb3e8d074240826dc4d17cd9fb73', 'mac_address': 'fa:16:3e:03:ed:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14fd374-2a03-451b-b767-e8972962fb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '26f60e6c-d816-4940-bc6f-a3baca23d3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:21:13Z', 'updated_at': '2021-11-12T20:21:15Z', 'revision_number': 2, 'project_id': '55d5bb3e8d074240826dc4d17cd9fb73', 'subnets': [{'id': '26f60e6c-d816-4940-bc6f-a3baca23d3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:20.749260 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-af2ec3df-cae4-4519-b521-08abd39d3f83 req-46e3c396-ec50-4628-907d-708c17bfe9aa tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.1019075 Nov 12 20:21:20.769727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78336e5-96b7-4aeb-a48f-16bb6f10b5eb None None] Checking router: c14fd374-2a03-451b-b767-e8972962fb9a for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:21:20.770348 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78336e5-96b7-4aeb-a48f-16bb6f10b5eb None None] Updating router c14fd374-2a03-451b-b767-e8972962fb9a port 956106f1-fecd-4de5-b906-816af49f3080 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:21:20.832430 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e78336e5-96b7-4aeb-a48f-16bb6f10b5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:20.854608 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5622e3de-81be-4482-9d42-a0ba818d2eb8 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Checking segment: {'id': 'd7ad101e-a5ad-4f43-942b-2f6200d4e88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'afc3a3cc-0333-4db1-9055-6bce48a37b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:21:20.854978 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5622e3de-81be-4482-9d42-a0ba818d2eb8 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Network hostable DHCP agents. Network: afc3a3cc-0333-4db1-9055-6bce48a37b22, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:21:20.859255 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b6f1d9ae-f2d3-4574-874e-fcf50b5d25e6 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:20.882526 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622e3de-81be-4482-9d42-a0ba818d2eb8 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event updated for resources: {'Subnet': ['ID=1fa5d61b-6d9a-4581-af16-1439acdde49f,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:20.883580 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-00c1edd1-aee8-4cf9-91af-7af23793af9f req-bc1b5d98-9193-48fa-922b-7156ffd4b265 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286499 Nov 12 20:21:20.914381 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5622e3de-81be-4482-9d42-a0ba818d2eb8 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Network afc3a3cc-0333-4db1-9055-6bce48a37b22 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:21:20.926973 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-5622e3de-81be-4482-9d42-a0ba818d2eb8 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, afc3a3cc-0333-4db1-9055-6bce48a37b22) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:21:20.931907 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5622e3de-81be-4482-9d42-a0ba818d2eb8 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:20.932599 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5622e3de-81be-4482-9d42-a0ba818d2eb8 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:20.955181 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b6f1d9ae-f2d3-4574-874e-fcf50b5d25e6 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:20.963503 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5622e3de-81be-4482-9d42-a0ba818d2eb8 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.6911585 Nov 12 20:21:20.966139 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54986) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:21.047522 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f1d9ae-f2d3-4574-874e-fcf50b5d25e6 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Network f7c83170-be24-4765-9d6d-55ab879ca714 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:21:21.061959 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-b6f1d9ae-f2d3-4574-874e-fcf50b5d25e6 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:21:21.077101 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f1d9ae-f2d3-4574-874e-fcf50b5d25e6 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:21:21.078109 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f1d9ae-f2d3-4574-874e-fcf50b5d25e6 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:21.078730 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b6f1d9ae-f2d3-4574-874e-fcf50b5d25e6 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:21.104380 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1d9ae-f2d3-4574-874e-fcf50b5d25e6 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Pushing event updated for resources: {'Port': ['ID=c41820a4-4568-47e5-b893-66c327355bc6,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:21.117882 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b6f1d9ae-f2d3-4574-874e-fcf50b5d25e6 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0603607 Nov 12 20:21:21.119040 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 54988) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:21.124046 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:21.273210 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3161f890-e748-45a7-82a0-e1c867c4faa7 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:21.283613 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:21.322004 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e78336e5-96b7-4aeb-a48f-16bb6f10b5eb None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:21.367471 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2113580a-319e-469b-b167-335a53852150 None None] Network afc3a3cc-0333-4db1-9055-6bce48a37b22 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:21.374308 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e78336e5-96b7-4aeb-a48f-16bb6f10b5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:21.468793 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bb832-23a8-4eef-827a-e39b968b673f None None] Pushing event updated for resources: {'Port': ['ID=956106f1-fecd-4de5-b906-816af49f3080,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:21.563088 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3161f890-e748-45a7-82a0-e1c867c4faa7 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:21.951603 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8023804a-a0ec-4bcf-95ec-7a729c95b9d7 req-299fd957-1c5e-4907-8c4b-6d4b1a364283 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.0464175 Nov 12 20:21:21.966499 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3161f890-e748-45a7-82a0-e1c867c4faa7 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:22.036585 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161f890-e748-45a7-82a0-e1c867c4faa7 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event deleted for resources: {'Subnet': ['ID=1fa5d61b-6d9a-4581-af16-1439acdde49f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:22.105163 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] device_id is not set on port c41820a4-4568-47e5-b893-66c327355bc6 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:21:22.123646 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6370d4-b903-41af-96c0-f200406b48d1 req-fac140ce-eb52-4f26-b7a0-8dd8cd412399 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:22.128918 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ad6370d4-b903-41af-96c0-f200406b48d1 req-fac140ce-eb52-4f26-b7a0-8dd8cd412399 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 944 time: 0.1106522 Nov 12 20:21:22.193832 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7373dcfb-c406-4859-9ed3-8e7357e7cf9c None None] Provisioning complete for port 956106f1-fecd-4de5-b906-816af49f3080 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:22.198889 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7373dcfb-c406-4859-9ed3-8e7357e7cf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:22.228684 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:22.233903 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ad6370d4-b903-41af-96c0-f200406b48d1 req-8451f387-9137-4ce5-a8df-caa3196c65a0 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003764 Nov 12 20:21:22.238910 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3161f890-e748-45a7-82a0-e1c867c4faa7 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:22.258602 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:22.312921 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e78336e5-96b7-4aeb-a48f-16bb6f10b5eb None None] Attempting to bind port 956106f1-fecd-4de5-b906-816af49f3080 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:22.313298 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e78336e5-96b7-4aeb-a48f-16bb6f10b5eb None None] Attempting to bind port 956106f1-fecd-4de5-b906-816af49f3080 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'c6b1ab3d-0d62-40e5-a6ea-eb66d4b75af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1e4bb262-1d51-4c23-83dd-69331a7fa905'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:22.316767 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78336e5-96b7-4aeb-a48f-16bb6f10b5eb None None] Attempting to bind port 956106f1-fecd-4de5-b906-816af49f3080 on network 1e4bb262-1d51-4c23-83dd-69331a7fa905 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:22.371378 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78336e5-96b7-4aeb-a48f-16bb6f10b5eb None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:21:22.372043 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78336e5-96b7-4aeb-a48f-16bb6f10b5eb None None] Checking segment: {'id': 'c6b1ab3d-0d62-40e5-a6ea-eb66d4b75af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1e4bb262-1d51-4c23-83dd-69331a7fa905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:21:22.372043 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e78336e5-96b7-4aeb-a48f-16bb6f10b5eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:22.372469 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78336e5-96b7-4aeb-a48f-16bb6f10b5eb None None] Bound using segment: {'id': 'c6b1ab3d-0d62-40e5-a6ea-eb66d4b75af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1e4bb262-1d51-4c23-83dd-69331a7fa905'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:21:22.372975 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e78336e5-96b7-4aeb-a48f-16bb6f10b5eb None None] Bound port: 956106f1-fecd-4de5-b906-816af49f3080, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b1ab3d-0d62-40e5-a6ea-eb66d4b75af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1e4bb262-1d51-4c23-83dd-69331a7fa905'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:21:22.373352 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e78336e5-96b7-4aeb-a48f-16bb6f10b5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:22.376531 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc346516-5995-44bd-a90b-42cd1a4492e6 None None] Network afc3a3cc-0333-4db1-9055-6bce48a37b22 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:22.405454 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-3161f890-e748-45a7-82a0-e1c867c4faa7 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc3a3cc-0333-4db1-9055-6bce48a37b22']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:22.492980 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-3161f890-e748-45a7-82a0-e1c867c4faa7 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ad101e-a5ad-4f43-942b-2f6200d4e88f') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:22.497069 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-3161f890-e748-45a7-82a0-e1c867c4faa7 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ad101e-a5ad-4f43-942b-2f6200d4e88f') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:22.549384 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3161f890-e748-45a7-82a0-e1c867c4faa7 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:22.558216 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Pushing event updated for resources: {'Port': ['ID=c41820a4-4568-47e5-b893-66c327355bc6,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:22.584076 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:22.586169 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:22.586169 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:22.588578 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7373dcfb-c406-4859-9ed3-8e7357e7cf9c None None] Port 956106f1-fecd-4de5-b906-816af49f3080 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:21:22.591319 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port c41820a4-4568-47e5-b893-66c327355bc6 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:22.591702 n-d-712140-15 neutron-server[102447]: ERROR neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port c41820a4-4568-47e5-b893-66c327355bc6 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:22.597737 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3161f890-e748-45a7-82a0-e1c867c4faa7 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:22.603071 n-d-712140-15 neutron-server[102447]: INFO neutron.plugins.ml2.plugin [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempt 2 to bind port c41820a4-4568-47e5-b893-66c327355bc6 Nov 12 20:21:22.635514 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3161f890-e748-45a7-82a0-e1c867c4faa7 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:21:22.635933 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3161f890-e748-45a7-82a0-e1c867c4faa7 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:21:22.639118 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:21:22.698304 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:22.698860 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:22.699358 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:22.753047 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port c41820a4-4568-47e5-b893-66c327355bc6 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:22.753388 n-d-712140-15 neutron-server[102447]: ERROR neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port c41820a4-4568-47e5-b893-66c327355bc6 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:22.756931 n-d-712140-15 neutron-server[102447]: INFO neutron.plugins.ml2.plugin [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempt 3 to bind port c41820a4-4568-47e5-b893-66c327355bc6 Nov 12 20:21:22.782021 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e78336e5-96b7-4aeb-a48f-16bb6f10b5eb None None] For port 956106f1-fecd-4de5-b906-816af49f3080, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:21:22.796557 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:22.796967 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:22.797482 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:22.801214 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3161f890-e748-45a7-82a0-e1c867c4faa7 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:22.848929 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e78336e5-96b7-4aeb-a48f-16bb6f10b5eb None None] For port 956106f1-fecd-4de5-b906-816af49f3080, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=956106f1-fecd-4de5-b906-816af49f3080,segment=NetworkSegment(c6b1ab3d-0d62-40e5-a6ea-eb66d4b75af1),segment_id=c6b1ab3d-0d62-40e5-a6ea-eb66d4b75af1)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:21:22.853610 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6a43c025-c1e3-4e10-b930-eaa5f0438aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:22.856344 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e78336e5-96b7-4aeb-a48f-16bb6f10b5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:22.863323 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3161f890-e748-45a7-82a0-e1c867c4faa7 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:22.867363 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3161f890-e748-45a7-82a0-e1c867c4faa7 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/networks/afc3a3cc-0333-4db1-9055-6bce48a37b22 HTTP/1.1" status: 204 len: 168 time: 1.9002180 Nov 12 20:21:22.868508 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161f890-e748-45a7-82a0-e1c867c4faa7 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event deleted for resources: {'Network': ['ID=afc3a3cc-0333-4db1-9055-6bce48a37b22,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:22.871240 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55010) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:22.871638 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port c41820a4-4568-47e5-b893-66c327355bc6 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:22.871980 n-d-712140-15 neutron-server[102447]: ERROR neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port c41820a4-4568-47e5-b893-66c327355bc6 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:22.872431 n-d-712140-15 neutron-server[102447]: INFO neutron.plugins.ml2.plugin [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempt 4 to bind port c41820a4-4568-47e5-b893-66c327355bc6 Nov 12 20:21:22.881900 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-e2a571ec-37dc-411b-a3ed-5031d58a3924 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1355874195'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:22.887790 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:22.888138 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:22.888587 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:22.893280 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port c41820a4-4568-47e5-b893-66c327355bc6 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:22.893615 n-d-712140-15 neutron-server[102447]: ERROR neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port c41820a4-4568-47e5-b893-66c327355bc6 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:22.894018 n-d-712140-15 neutron-server[102447]: INFO neutron.plugins.ml2.plugin [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempt 5 to bind port c41820a4-4568-47e5-b893-66c327355bc6 Nov 12 20:21:22.921351 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:22.922160 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:22.922673 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:22.928519 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a571ec-37dc-411b-a3ed-5031d58a3924 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Made reservation on behalf of fe1e0f33bc3e4ca99478c386fcb122c0 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:22.930729 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port c41820a4-4568-47e5-b893-66c327355bc6 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:22.931100 n-d-712140-15 neutron-server[102447]: ERROR neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port c41820a4-4568-47e5-b893-66c327355bc6 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:22.931502 n-d-712140-15 neutron-server[102447]: INFO neutron.plugins.ml2.plugin [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempt 6 to bind port c41820a4-4568-47e5-b893-66c327355bc6 Nov 12 20:21:22.934118 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e2a571ec-37dc-411b-a3ed-5031d58a3924 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:22.946750 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:22.947227 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:22.947568 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:22.955218 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port c41820a4-4568-47e5-b893-66c327355bc6 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:22.955551 n-d-712140-15 neutron-server[102447]: ERROR neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port c41820a4-4568-47e5-b893-66c327355bc6 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:22.965642 n-d-712140-15 neutron-server[102447]: INFO neutron.plugins.ml2.plugin [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempt 7 to bind port c41820a4-4568-47e5-b893-66c327355bc6 Nov 12 20:21:22.978141 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78336e5-96b7-4aeb-a48f-16bb6f10b5eb None None] Routers {'c14fd374-2a03-451b-b767-e8972962fb9a'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:21:22.978770 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-e78336e5-96b7-4aeb-a48f-16bb6f10b5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:21:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['c14fd374-2a03-451b-b767-e8972962fb9a'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:23.000249 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:23.000588 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:23.000930 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:23.015161 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port c41820a4-4568-47e5-b893-66c327355bc6 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:23.015746 n-d-712140-15 neutron-server[102447]: ERROR neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port c41820a4-4568-47e5-b893-66c327355bc6 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:23.016152 n-d-712140-15 neutron-server[102447]: INFO neutron.plugins.ml2.plugin [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempt 8 to bind port c41820a4-4568-47e5-b893-66c327355bc6 Nov 12 20:21:23.040599 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a571ec-37dc-411b-a3ed-5031d58a3924 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:21:23.078972 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e2a571ec-37dc-411b-a3ed-5031d58a3924 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:23.079583 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-e2a571ec-37dc-411b-a3ed-5031d58a3924 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Added segment b3440af4-8fac-4dea-a58e-ea9d250e6163 of type vlan for network e82321e3-3982-4e01-b547-9b4e65ab59ab Nov 12 20:21:23.081981 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:23.082324 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:23.082664 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:23.109599 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port c41820a4-4568-47e5-b893-66c327355bc6 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:23.114964 n-d-712140-15 neutron-server[102447]: ERROR neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port c41820a4-4568-47e5-b893-66c327355bc6 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:23.115429 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bb832-23a8-4eef-827a-e39b968b673f None None] Pushing event updated for resources: {'Port': ['ID=956106f1-fecd-4de5-b906-816af49f3080,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:23.115614 n-d-712140-15 neutron-server[102447]: INFO neutron.plugins.ml2.plugin [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempt 9 to bind port c41820a4-4568-47e5-b893-66c327355bc6 Nov 12 20:21:23.149462 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0bb832-23a8-4eef-827a-e39b968b673f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:23.149965 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0bb832-23a8-4eef-827a-e39b968b673f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:23.150974 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0bb832-23a8-4eef-827a-e39b968b673f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:23.150974 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0bb832-23a8-4eef-827a-e39b968b673f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:23.150974 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0bb832-23a8-4eef-827a-e39b968b673f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:23.151591 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0bb832-23a8-4eef-827a-e39b968b673f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:23.151591 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0bb832-23a8-4eef-827a-e39b968b673f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:23.151757 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0bb832-23a8-4eef-827a-e39b968b673f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:23.152020 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0bb832-23a8-4eef-827a-e39b968b673f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:23.152389 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0bb832-23a8-4eef-827a-e39b968b673f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:23.152828 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0bb832-23a8-4eef-827a-e39b968b673f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:23.153211 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0bb832-23a8-4eef-827a-e39b968b673f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:23.310451 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-e78336e5-96b7-4aeb-a48f-16bb6f10b5eb None None] Set router c14fd374-2a03-451b-b767-e8972962fb9a gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:21:23.323433 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e2a571ec-37dc-411b-a3ed-5031d58a3924 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:23.371919 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-139fa13c-28a9-48e9-a5d3-23e022ca9bf9 req-0e7906ec-e0d7-4fa7-8dc5-85e64ac05bca tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.1915209 Nov 12 20:21:23.373335 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:23.373674 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:23.374009 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:23.401888 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port c41820a4-4568-47e5-b893-66c327355bc6 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:23.406963 n-d-712140-15 neutron-server[102447]: ERROR neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port c41820a4-4568-47e5-b893-66c327355bc6 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:23.410778 n-d-712140-15 neutron-server[102447]: INFO neutron.plugins.ml2.plugin [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempt 10 to bind port c41820a4-4568-47e5-b893-66c327355bc6 Nov 12 20:21:23.425208 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e2a571ec-37dc-411b-a3ed-5031d58a3924 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:23.448743 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a571ec-37dc-411b-a3ed-5031d58a3924 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:23.454030 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e2a571ec-37dc-411b-a3ed-5031d58a3924 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:23.482998 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:23.483318 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:23.483656 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempting to bind port c41820a4-4568-47e5-b893-66c327355bc6 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:23.513631 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Port c41820a4-4568-47e5-b893-66c327355bc6 on network f7c83170-be24-4765-9d6d-55ab879ca714 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:23.514126 n-d-712140-15 neutron-server[102447]: ERROR neutron.plugins.ml2.managers [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Failed to bind port c41820a4-4568-47e5-b893-66c327355bc6 on host n-h2-712140-15 for vnic_type normal using segments [{'id': '44a5dc84-d4c2-46ad-907a-b279be682633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f7c83170-be24-4765-9d6d-55ab879ca714'}] Nov 12 20:21:23.521249 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:23.846664 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e2a571ec-37dc-411b-a3ed-5031d58a3924 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9704771 Nov 12 20:21:23.859922 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55034) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:23.879891 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-ffc3c498-2e18-4698-8c19-144164c926a5 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Request body: {'subnet': {'network_id': 'e82321e3-3982-4e01-b547-9b4e65ab59ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:24.026303 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] For port c41820a4-4568-47e5-b893-66c327355bc6, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:21:24.033533 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device a2266bfb-a0d4-4896-9432-d20ec2953989 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:21:24.034004 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attempted to set empty binding levels {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 20:21:24.072157 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:24.101461 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-472de37a-30a9-445c-865d-5d8d5ab44547 None None] Provisioning complete for port 956106f1-fecd-4de5-b906-816af49f3080 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:24.102206 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-472de37a-30a9-445c-865d-5d8d5ab44547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:24.108989 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:24.131016 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:24.207012 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] In _notify_port_updated(), no bound segment for port c41820a4-4568-47e5-b893-66c327355bc6 on network f7c83170-be24-4765-9d6d-55ab879ca714 {{(pid=102447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 20:21:24.212378 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a571ec-37dc-411b-a3ed-5031d58a3924 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event updated for resources: {'Network': ['ID=e82321e3-3982-4e01-b547-9b4e65ab59ab,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:24.213497 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:24.214246 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:24.217011 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] 10.222.0.48 "PUT /v2.0/ports/c41820a4-4568-47e5-b893-66c327355bc6 HTTP/1.1" status: 200 len: 975 time: 3.0969830 Nov 12 20:21:24.221779 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55036) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:24.234532 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a571ec-37dc-411b-a3ed-5031d58a3924 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:24.235158 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a571ec-37dc-411b-a3ed-5031d58a3924 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:24.237807 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a571ec-37dc-411b-a3ed-5031d58a3924 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:24.242294 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a571ec-37dc-411b-a3ed-5031d58a3924 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:24.242916 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a571ec-37dc-411b-a3ed-5031d58a3924 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:24.243433 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a571ec-37dc-411b-a3ed-5031d58a3924 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:24.247378 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a571ec-37dc-411b-a3ed-5031d58a3924 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:24.247988 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a571ec-37dc-411b-a3ed-5031d58a3924 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:24.251963 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a571ec-37dc-411b-a3ed-5031d58a3924 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:24.252629 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a571ec-37dc-411b-a3ed-5031d58a3924 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:24.256025 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a571ec-37dc-411b-a3ed-5031d58a3924 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:24.256161 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-7b36e097-f324-4c49-a601-572957b8e391 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:24.257586 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a571ec-37dc-411b-a3ed-5031d58a3924 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:21:24.257725 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-7b36e097-f324-4c49-a601-572957b8e391 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 812 time: 0.5927744 Nov 12 20:21:24.284722 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc3c498-2e18-4698-8c19-144164c926a5 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Made reservation on behalf of fe1e0f33bc3e4ca99478c386fcb122c0 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:24.290256 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a864b51-251a-46e6-8f84-64fd3f4795ed tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Pushing event updated for resources: {'Port': ['ID=c41820a4-4568-47e5-b893-66c327355bc6,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:24.302095 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ffc3c498-2e18-4698-8c19-144164c926a5 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:24.302695 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-9022209d-0065-4d2f-8b24-885942a26ea6 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/quotas/416776ef7a904035a66442e4dfb8994d HTTP/1.1" status: 200 len: 375 time: 0.0236583 Nov 12 20:21:24.338583 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6d67f-20d2-44a0-84bb-d597968d732a req-3c8e237d-227d-46fa-ac7c-d8aaf6f68e1e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:24.353278 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0fc6d67f-20d2-44a0-84bb-d597968d732a req-3c8e237d-227d-46fa-ac7c-d8aaf6f68e1e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 944 time: 0.8882315 Nov 12 20:21:24.435991 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port a2266bfb-a0d4-4896-9432-d20ec2953989, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a2266bfb-a0d4-4896-9432-d20ec2953989,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:21:24.501142 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'a2266bfb-a0d4-4896-9432-d20ec2953989', 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786', 'port_id': 'a2266bfb-a0d4-4896-9432-d20ec2953989', 'mac_address': 'fa:16:3e:dc:dd:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c500cb5-3e69-49e9-9723-b1dae39e8dfb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:21:24.505630 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network e82321e3-3982-4e01-b547-9b4e65ab59ab details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:21:24.527511 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-7e1b4682-fc26-4dee-ba83-cb59e3906f3c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2202332 Nov 12 20:21:24.531043 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0fc6d67f-20d2-44a0-84bb-d597968d732a req-504a7539-9b55-4da9-b16c-38d0f8dff1da tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737902 Nov 12 20:21:24.693551 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-2cf22067-f3b5-48c6-a244-045ed7946146 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Deleting port c41820a4-4568-47e5-b893-66c327355bc6 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:21:24.693959 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2cf22067-f3b5-48c6-a244-045ed7946146 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:24.712668 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-650a7f32-3a76-454c-bba3-59ee35b5a217 req-a68d4bb4-60d9-4a53-ae08-053e2bd16e84 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.0569582 Nov 12 20:21:24.756225 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-e78336e5-96b7-4aeb-a48f-16bb6f10b5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14fd374-2a03-451b-b767-e8972962fb9a', 'name': 'tempest-TestVolumeBootPattern-1574066611-router', 'tenant_id': '55d5bb3e8d074240826dc4d17cd9fb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'f62aef80-5b38-4e4b-acdd-8697902d7005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:21:04Z', 'updated_at': '2021-11-12T20:21:15Z', 'revision_number': 4, 'project_id': '55d5bb3e8d074240826dc4d17cd9fb73', 'gw_port': {'id': 'f62aef80-5b38-4e4b-acdd-8697902d7005', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14fd374-2a03-451b-b767-e8972962fb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:21:07Z', 'updated_at': '2021-11-12T20:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '956106f1-fecd-4de5-b906-816af49f3080', 'name': '', 'network_id': '1e4bb262-1d51-4c23-83dd-69331a7fa905', 'tenant_id': '55d5bb3e8d074240826dc4d17cd9fb73', 'mac_address': 'fa:16:3e:03:ed:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14fd374-2a03-451b-b767-e8972962fb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '26f60e6c-d816-4940-bc6f-a3baca23d3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:21:13Z', 'updated_at': '2021-11-12T20:21:22Z', 'revision_number': 4, 'project_id': '55d5bb3e8d074240826dc4d17cd9fb73', 'subnets': [{'id': '26f60e6c-d816-4940-bc6f-a3baca23d3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:24.989156 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-2cf22067-f3b5-48c6-a244-045ed7946146 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] For port c41820a4-4568-47e5-b893-66c327355bc6, host n-h2-712140-15, got binding levels [] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:21:24.992266 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2cf22067-f3b5-48c6-a244-045ed7946146 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:24.998021 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ffc3c498-2e18-4698-8c19-144164c926a5 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:25.030367 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-f3831032-769e-4eae-85f1-e6cb70bd5da8 service neutron] 10.222.0.48 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914048 Nov 12 20:21:25.059329 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78336e5-96b7-4aeb-a48f-16bb6f10b5eb None None] The sync data for ids ['c14fd374-2a03-451b-b767-e8972962fb9a'] in n-d-712140-15 is: [{'id': 'c14fd374-2a03-451b-b767-e8972962fb9a', 'name': 'tempest-TestVolumeBootPattern-1574066611-router', 'tenant_id': '55d5bb3e8d074240826dc4d17cd9fb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'f62aef80-5b38-4e4b-acdd-8697902d7005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:21:04Z', 'updated_at': '2021-11-12T20:21:15Z', 'revision_number': 4, 'project_id': '55d5bb3e8d074240826dc4d17cd9fb73', 'gw_port': {'id': 'f62aef80-5b38-4e4b-acdd-8697902d7005', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14fd374-2a03-451b-b767-e8972962fb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:21:07Z', 'updated_at': '2021-11-12T20:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '956106f1-fecd-4de5-b906-816af49f3080', 'name': '', 'network_id': '1e4bb262-1d51-4c23-83dd-69331a7fa905', 'tenant_id': '55d5bb3e8d074240826dc4d17cd9fb73', 'mac_address': 'fa:16:3e:03:ed:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14fd374-2a03-451b-b767-e8972962fb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '26f60e6c-d816-4940-bc6f-a3baca23d3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:21:13Z', 'updated_at': '2021-11-12T20:21:22Z', 'revision_number': 4, 'project_id': '55d5bb3e8d074240826dc4d17cd9fb73', 'subnets': [{'id': '26f60e6c-d816-4940-bc6f-a3baca23d3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:21:25.062515 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-2cf22067-f3b5-48c6-a244-045ed7946146 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Calling delete_port for c41820a4-4568-47e5-b893-66c327355bc6 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:21:25.103381 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-472de37a-30a9-445c-865d-5d8d5ab44547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:25.215466 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3c498-2e18-4698-8c19-144164c926a5 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event updated for resources: {'Subnet': ['ID=73604221-8e43-4bbc-af85-8520efc08638,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:25.239059 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-472de37a-30a9-445c-865d-5d8d5ab44547 None None] For port 956106f1-fecd-4de5-b906-816af49f3080, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=956106f1-fecd-4de5-b906-816af49f3080,segment=NetworkSegment(c6b1ab3d-0d62-40e5-a6ea-eb66d4b75af1),segment_id=c6b1ab3d-0d62-40e5-a6ea-eb66d4b75af1)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:21:25.240652 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc3c498-2e18-4698-8c19-144164c926a5 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Checking segment: {'id': 'b3440af4-8fac-4dea-a58e-ea9d250e6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e82321e3-3982-4e01-b547-9b4e65ab59ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:21:25.241787 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc3c498-2e18-4698-8c19-144164c926a5 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Network hostable DHCP agents. Network: e82321e3-3982-4e01-b547-9b4e65ab59ab, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:21:25.255488 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:25.259817 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-472de37a-30a9-445c-865d-5d8d5ab44547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:25.275398 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc3c498-2e18-4698-8c19-144164c926a5 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Network e82321e3-3982-4e01-b547-9b4e65ab59ab is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:21:25.297887 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-ffc3c498-2e18-4698-8c19-144164c926a5 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, e82321e3-3982-4e01-b547-9b4e65ab59ab) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:21:25.310206 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc3c498-2e18-4698-8c19-144164c926a5 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:25.310815 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ffc3c498-2e18-4698-8c19-144164c926a5 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:25.349347 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ffc3c498-2e18-4698-8c19-144164c926a5 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4876418 Nov 12 20:21:25.359956 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55046) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:25.366820 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bebd2e9-0fea-4788-8773-70d1bb4b7dd3 None None] Network e82321e3-3982-4e01-b547-9b4e65ab59ab requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:25.371344 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-10b1853e-7c13-4b76-a5d3-97871df82603 service neutron] 10.222.0.48 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347592 Nov 12 20:21:25.628694 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2cf22067-f3b5-48c6-a244-045ed7946146 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:25.661542 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:25.719439 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2266bfb-a0d4-4896-9432-d20ec2953989 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:21:25.727620 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c42587b-1799-465e-926a-005e57e51de6 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:25.860558 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf22067-f3b5-48c6-a244-045ed7946146 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Pushing event deleted for resources: {'Port': ['ID=c41820a4-4568-47e5-b893-66c327355bc6,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:25.874625 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2cf22067-f3b5-48c6-a244-045ed7946146 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:25.886003 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2cf22067-f3b5-48c6-a244-045ed7946146 tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] 10.222.0.48 "DELETE /v2.0/ports/c41820a4-4568-47e5-b893-66c327355bc6 HTTP/1.1" status: 204 len: 168 time: 1.6613076 Nov 12 20:21:25.888388 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55058) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:25.914065 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf7b91-9cd5-4eb7-a14a-bcda6144355a req-088917d2-40ee-44be-a3bc-488f84037e90 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:25.918484 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-34bf7b91-9cd5-4eb7-a14a-bcda6144355a req-088917d2-40ee-44be-a3bc-488f84037e90 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 944 time: 0.1847441 Nov 12 20:21:25.921955 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60f125c-bf6a-4adb-9bdd-ce7b854c2cca tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] GET failed (client error): The resource could not be found. Nov 12 20:21:25.931990 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d60f125c-bf6a-4adb-9bdd-ce7b854c2cca tempest-PortsAdminExtendedAttrsTestJSON-901221389 tempest-PortsAdminExtendedAttrsTestJSON-901221389-project-admin] 10.222.0.48 "GET /v2.0/ports/c41820a4-4568-47e5-b893-66c327355bc6 HTTP/1.1" status: 404 len: 333 time: 0.0422659 Nov 12 20:21:25.932824 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port a2266bfb-a0d4-4896-9432-d20ec2953989, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a2266bfb-a0d4-4896-9432-d20ec2953989,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:21:25.933042 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55062) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:26.032677 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:26.046947 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 956106f1-fecd-4de5-b906-816af49f3080 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:21:26.066912 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c42587b-1799-465e-926a-005e57e51de6 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:26.189796 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472de37a-30a9-445c-865d-5d8d5ab44547 None None] Pushing event updated for resources: {'Port': ['ID=956106f1-fecd-4de5-b906-816af49f3080,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:26.383904 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b5c924d-6e9c-4284-9684-05754fcb5972 tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:26.426372 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-34bf7b91-9cd5-4eb7-a14a-bcda6144355a req-25d716cf-26f4-4e78-927c-9da7e0ae068e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4909718 Nov 12 20:21:26.439310 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c42587b-1799-465e-926a-005e57e51de6 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:26.603604 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4524067d-a8cb-4f2b-ae7b-a921246628b0 req-20414634-7efe-40f3-93ae-05f34760237c tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.1213591 Nov 12 20:21:26.627779 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:26.657289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['a2266bfb-a0d4-4896-9432-d20ec2953989'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:21:26.667547 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=a2266bfb-a0d4-4896-9432-d20ec2953989,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:26.693089 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa92b8d-bdc8-4173-b579-8546d5f235ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-e82321e3-3982-4e01-b547-9b4e65ab59ab', 'network_id': 'e82321e3-3982-4e01-b547-9b4e65ab59ab', 'tenant_id': 'fe1e0f33bc3e4ca99478c386fcb122c0', 'fixed_ips': [{'subnet_id': '73604221-8e43-4bbc-af85-8520efc08638'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:21:26.694603 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-afa92b8d-bdc8-4173-b579-8546d5f235ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:26.705041 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b5c924d-6e9c-4284-9684-05754fcb5972 tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:26.759035 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-1b5c924d-6e9c-4284-9684-05754fcb5972 tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c83170-be24-4765-9d6d-55ab879ca714']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:26.779081 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-1b5c924d-6e9c-4284-9684-05754fcb5972 tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a5dc84-d4c2-46ad-907a-b279be682633') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:26.779748 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42587b-1799-465e-926a-005e57e51de6 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event deleted for resources: {'Subnet': ['ID=73604221-8e43-4bbc-af85-8520efc08638,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:26.780657 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-1b5c924d-6e9c-4284-9684-05754fcb5972 tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a5dc84-d4c2-46ad-907a-b279be682633') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:26.805912 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b5c924d-6e9c-4284-9684-05754fcb5972 tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:26.837183 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6258b729-cd04-4537-8d43-177cfb628197 req-e41fb2e7-9aeb-400d-bd6e-b2ee7409edfc tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 210 time: 0.1844738 Nov 12 20:21:26.839391 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c42587b-1799-465e-926a-005e57e51de6 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:26.842335 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b5c924d-6e9c-4284-9684-05754fcb5972 tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:26.870085 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5c924d-6e9c-4284-9684-05754fcb5972 tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:21:26.871331 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b5c924d-6e9c-4284-9684-05754fcb5972 tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:21:26.892667 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:21:26.965618 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-5c42587b-1799-465e-926a-005e57e51de6 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e82321e3-3982-4e01-b547-9b4e65ab59ab']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:26.970529 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 956106f1-fecd-4de5-b906-816af49f3080 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:26.974894 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:26.997515 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-5c42587b-1799-465e-926a-005e57e51de6 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3440af4-8fac-4dea-a58e-ea9d250e6163') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:27.000043 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-5c42587b-1799-465e-926a-005e57e51de6 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3440af4-8fac-4dea-a58e-ea9d250e6163') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:27.019884 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c42587b-1799-465e-926a-005e57e51de6 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:27.049801 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c42587b-1799-465e-926a-005e57e51de6 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:27.059288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c42587b-1799-465e-926a-005e57e51de6 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:21:27.059814 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c42587b-1799-465e-926a-005e57e51de6 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:21:27.066880 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:21:27.089414 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b5c924d-6e9c-4284-9684-05754fcb5972 tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:27.105215 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b5c924d-6e9c-4284-9684-05754fcb5972 tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:27.132363 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1b5c924d-6e9c-4284-9684-05754fcb5972 tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] 10.222.0.48 "DELETE /v2.0/networks/f7c83170-be24-4765-9d6d-55ab879ca714 HTTP/1.1" status: 204 len: 168 time: 1.1965723 Nov 12 20:21:27.183300 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c924d-6e9c-4284-9684-05754fcb5972 tempest-PortsAdminExtendedAttrsTestJSON-1232554998 tempest-PortsAdminExtendedAttrsTestJSON-1232554998-project] Pushing event deleted for resources: {'Network': ['ID=f7c83170-be24-4765-9d6d-55ab879ca714,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:27.414884 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c42587b-1799-465e-926a-005e57e51de6 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:27.427648 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c42587b-1799-465e-926a-005e57e51de6 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:27.434694 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775386d8-f3c1-49b4-ae89-d068bd4a6f00 None None] Network e82321e3-3982-4e01-b547-9b4e65ab59ab requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:27.435221 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5c42587b-1799-465e-926a-005e57e51de6 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/networks/e82321e3-3982-4e01-b547-9b4e65ab59ab HTTP/1.1" status: 204 len: 168 time: 2.0761559 Nov 12 20:21:27.435325 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55086) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:27.440970 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a67f375e-0417-4a08-9450-38fcb5193d34 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-874339116'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:27.469112 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42587b-1799-465e-926a-005e57e51de6 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event deleted for resources: {'Network': ['ID=e82321e3-3982-4e01-b547-9b4e65ab59ab,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:27.517097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67f375e-0417-4a08-9450-38fcb5193d34 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Made reservation on behalf of fe1e0f33bc3e4ca99478c386fcb122c0 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:27.520641 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a67f375e-0417-4a08-9450-38fcb5193d34 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:27.535322 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775386d8-f3c1-49b4-ae89-d068bd4a6f00 None None] Network e82321e3-3982-4e01-b547-9b4e65ab59ab could not be found, it might have been deleted concurrently. {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 20:21:27.735036 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a67f375e-0417-4a08-9450-38fcb5193d34 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:21:27.830115 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a67f375e-0417-4a08-9450-38fcb5193d34 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:27.842132 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-a67f375e-0417-4a08-9450-38fcb5193d34 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Added segment 874004fe-69fa-405d-ad68-709ab5efde36 of type vlan for network 9ed73b8b-d294-4ffe-91b4-db36320d7025 Nov 12 20:21:27.895082 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5cf8c744-4fd7-450e-b893-cc403a50aa91 req-501091f0-5eab-4ab6-aea4-0473416d4f0e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.0849938 Nov 12 20:21:27.995781 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cfdd3-9bae-4534-a3b6-82bb66f63376 req-469047e9-92bb-487f-b87c-cf6d3e3b7f27 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:28.002839 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 956106f1-fecd-4de5-b906-816af49f3080 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:21:28.021630 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-120cfdd3-9bae-4534-a3b6-82bb66f63376 req-469047e9-92bb-487f-b87c-cf6d3e3b7f27 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.4247561 Nov 12 20:21:28.036069 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55098) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:28.148794 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8b72b1d4-d6f3-4f49-b5ce-abb7f7c190e8 req-26e0f7a5-5904-4a2b-b05b-06fc096e2a82 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 210 time: 0.1291683 Nov 12 20:21:28.203349 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a67f375e-0417-4a08-9450-38fcb5193d34 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:28.258920 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-120cfdd3-9bae-4534-a3b6-82bb66f63376 req-b67741dd-58c2-4c74-8c55-09bfa59ee845 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333882 Nov 12 20:21:28.298381 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a67f375e-0417-4a08-9450-38fcb5193d34 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:28.313689 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67f375e-0417-4a08-9450-38fcb5193d34 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:28.314333 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a67f375e-0417-4a08-9450-38fcb5193d34 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:28.427429 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 956106f1-fecd-4de5-b906-816af49f3080 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:28.427798 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:28.473961 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a67f375e-0417-4a08-9450-38fcb5193d34 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0380430 Nov 12 20:21:28.474603 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55106) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:28.478950 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f375e-0417-4a08-9450-38fcb5193d34 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event updated for resources: {'Network': ['ID=9ed73b8b-d294-4ffe-91b4-db36320d7025,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:28.490462 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-ddea05f6-1f2b-4b37-9e8e-8457699140f9 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Request body: {'subnet': {'network_id': '9ed73b8b-d294-4ffe-91b4-db36320d7025', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:28.558085 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 9ed73b8b-d294-4ffe-91b4-db36320d7025 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:21:28.766071 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55110) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:28.766279 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-60c2d27f-a38a-4c21-a7e2-60dcabeb66ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2654f07b1f944fb8818a9e64abaa5650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7287693 Nov 12 20:21:28.823874 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddea05f6-1f2b-4b37-9e8e-8457699140f9 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Made reservation on behalf of fe1e0f33bc3e4ca99478c386fcb122c0 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:28.828888 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ddea05f6-1f2b-4b37-9e8e-8457699140f9 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:29.038166 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c9bfb022-d91b-4bb2-b9f2-44b6021c79ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:29.059465 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1b8cef92-2658-4542-b897-9b858a910c76 req-d0589a73-c99d-4694-96e3-1ec119a649fd tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.0306387 Nov 12 20:21:29.146215 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ddea05f6-1f2b-4b37-9e8e-8457699140f9 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:29.214382 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-9b6265a7-0167-4361-b0d6-e4dd3e25531a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:29.216179 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-9b6265a7-0167-4361-b0d6-e4dd3e25531a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.52 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 812 time: 0.3846955 Nov 12 20:21:29.219849 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea05f6-1f2b-4b37-9e8e-8457699140f9 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event updated for resources: {'Subnet': ['ID=a805d255-25f5-4b8b-8637-bf9c29544f57,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:29.231968 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddea05f6-1f2b-4b37-9e8e-8457699140f9 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Checking segment: {'id': '874004fe-69fa-405d-ad68-709ab5efde36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ed73b8b-d294-4ffe-91b4-db36320d7025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:21:29.234904 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddea05f6-1f2b-4b37-9e8e-8457699140f9 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Network hostable DHCP agents. Network: 9ed73b8b-d294-4ffe-91b4-db36320d7025, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:21:29.238293 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-0471216b-527b-4295-871e-52b6a304c403 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Request body: {'port': {'device_id': '63b14c4b-fe67-45ee-a148-fa2bd6d79dda', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'admin_state_up': True, 'tenant_id': '416776ef7a904035a66442e4dfb8994d'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:29.244547 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c9bfb022-d91b-4bb2-b9f2-44b6021c79ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:29.278207 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddea05f6-1f2b-4b37-9e8e-8457699140f9 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Network 9ed73b8b-d294-4ffe-91b4-db36320d7025 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:21:29.308410 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-ddea05f6-1f2b-4b37-9e8e-8457699140f9 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 9ed73b8b-d294-4ffe-91b4-db36320d7025) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:21:29.324181 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99852a37-6cdd-4de0-8b15-a861fa6a6c4e None None] Network 9ed73b8b-d294-4ffe-91b4-db36320d7025 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:29.334009 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddea05f6-1f2b-4b37-9e8e-8457699140f9 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:29.340074 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ddea05f6-1f2b-4b37-9e8e-8457699140f9 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:29.406956 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ddea05f6-1f2b-4b37-9e8e-8457699140f9 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9310939 Nov 12 20:21:29.411396 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55118) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:29.435675 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c9bfb022-d91b-4bb2-b9f2-44b6021c79ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:29.446259 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c9bfb022-d91b-4bb2-b9f2-44b6021c79ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:29.447125 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c9bfb022-d91b-4bb2-b9f2-44b6021c79ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0497bb60-931d-479d-909d-f66ac2a74502 HTTP/1.1" status: 204 len: 168 time: 0.6795533 Nov 12 20:21:29.571331 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db63dd5c-11a4-435c-9c87-b7718d648e4c req-fe81c9e9-dd50-4dec-aa12-9d515574c8bc tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 210 time: 0.1652219 Nov 12 20:21:29.689780 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfb022-d91b-4bb2-b9f2-44b6021c79ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0497bb60-931d-479d-909d-f66ac2a74502,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:29.725608 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-0471216b-527b-4295-871e-52b6a304c403 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Made reservation on behalf of 416776ef7a904035a66442e4dfb8994d for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:29.729903 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-0471216b-527b-4295-871e-52b6a304c403 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:29.735362 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9d5b0b-e639-44de-abef-990456b7dfbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-9ed73b8b-d294-4ffe-91b4-db36320d7025', 'network_id': '9ed73b8b-d294-4ffe-91b4-db36320d7025', 'tenant_id': 'fe1e0f33bc3e4ca99478c386fcb122c0', 'fixed_ips': [{'subnet_id': 'a805d255-25f5-4b8b-8637-bf9c29544f57'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:21:29.739777 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6b9d5b0b-e639-44de-abef-990456b7dfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:29.975991 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95f42d-0f9d-49b1-8dfb-40c4987e4184 req-bd7fb5e1-2f1a-473d-8582-43b80e05de46 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:29.977647 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2d95f42d-0f9d-49b1-8dfb-40c4987e4184 req-bd7fb5e1-2f1a-473d-8582-43b80e05de46 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.4169352 Nov 12 20:21:30.091353 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-0471216b-527b-4295-871e-52b6a304c403 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Allocated IP 172.20.0.10 (a14ebab6-b135-479f-8842-077a5fca0d71/63fe6903-02cc-4d59-b54a-0012785b1f66/aecd839b-1838-4f3e-b719-56ec97f0eafd) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:21:30.151856 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:30.356094 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2d95f42d-0f9d-49b1-8dfb-40c4987e4184 req-95205e2a-ab00-4aba-88aa-68ddce7b9397 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3125503 Nov 12 20:21:30.445244 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55132) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:30.466975 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-01e5319c-ce3a-4ec0-a631-384f20923649 req-2e9b3eb0-c058-449e-9192-1a78becedcd0 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.1174030 Nov 12 20:21:30.546873 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device a2266bfb-a0d4-4896-9432-d20ec2953989 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:21:30.566275 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:30.719412 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55136) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:30.720214 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-dd9cb8f3-26eb-448c-9fba-07474e5dbb6d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=93f65fb2964f4b94ba078f2908a28a70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2696106 Nov 12 20:21:30.745323 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-6b9d5b0b-e639-44de-abef-990456b7dfbc None None] Allocated IP 172.20.0.1 (9ed73b8b-d294-4ffe-91b4-db36320d7025/a805d255-25f5-4b8b-8637-bf9c29544f57/3739c718-9439-4690-a4f9-00f09884318c) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:21:30.770323 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-0471216b-527b-4295-871e-52b6a304c403 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:30.814541 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5174dca9-0f69-42c2-9da4-163b32529db6 req-45cd9ab4-80a4-428f-81d2-62b4873b9b87 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 210 time: 0.0754580 Nov 12 20:21:30.840289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port a2266bfb-a0d4-4896-9432-d20ec2953989 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:21:30.849325 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-0471216b-527b-4295-871e-52b6a304c403 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:30.898328 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c599d7c6-02d6-4fa3-ab66-1aff3f5fe9f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:30.910295 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port a2266bfb-a0d4-4896-9432-d20ec2953989 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:30.910612 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:30.954333 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c599d7c6-02d6-4fa3-ab66-1aff3f5fe9f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:31.060285 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471216b-527b-4295-871e-52b6a304c403 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event updated for resources: {'Port': ['ID=aecd839b-1838-4f3e-b719-56ec97f0eafd,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:31.077378 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-0471216b-527b-4295-871e-52b6a304c403 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Network a14ebab6-b135-479f-8842-077a5fca0d71 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:21:31.077571 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c599d7c6-02d6-4fa3-ab66-1aff3f5fe9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:31.079069 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-0471216b-527b-4295-871e-52b6a304c403 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:21:31.091492 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c599d7c6-02d6-4fa3-ab66-1aff3f5fe9f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:31.095215 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-0471216b-527b-4295-871e-52b6a304c403 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:21:31.109472 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c599d7c6-02d6-4fa3-ab66-1aff3f5fe9f5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/417ca601-d0cc-498c-aefb-14e29e8945b7 HTTP/1.1" status: 204 len: 168 time: 0.3888402 Nov 12 20:21:31.149959 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6b9d5b0b-e639-44de-abef-990456b7dfbc None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:31.151932 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599d7c6-02d6-4fa3-ab66-1aff3f5fe9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417ca601-d0cc-498c-aefb-14e29e8945b7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:31.195459 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6b9d5b0b-e639-44de-abef-990456b7dfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:31.218877 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:31.254468 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-0471216b-527b-4295-871e-52b6a304c403 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:31.255404 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-0471216b-527b-4295-871e-52b6a304c403 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:31.285218 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9d5b0b-e639-44de-abef-990456b7dfbc None None] Network 9ed73b8b-d294-4ffe-91b4-db36320d7025 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:21:31.294284 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-0471216b-527b-4295-871e-52b6a304c403 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0609326 Nov 12 20:21:31.298323 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-6b9d5b0b-e639-44de-abef-990456b7dfbc None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:21:31.306170 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9d5b0b-e639-44de-abef-990456b7dfbc None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:21:31.310632 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-2e91132a-baaf-480e-a48f-f184f159be35 service neutron] Request body: {'port': {'device_id': '63b14c4b-fe67-45ee-a148-fa2bd6d79dda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:31.335296 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:31.409293 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event deleted for resources: {'Subnet': ['ID=a805d255-25f5-4b8b-8637-bf9c29544f57,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:31.443361 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-2e91132a-baaf-480e-a48f-f184f159be35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:31.464353 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d5b0b-e639-44de-abef-990456b7dfbc None None] Pushing event updated for resources: {'Port': ['ID=3739c718-9439-4690-a4f9-00f09884318c,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:31.521046 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port a2266bfb-a0d4-4896-9432-d20ec2953989, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a2266bfb-a0d4-4896-9432-d20ec2953989,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:21:31.543370 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986c48be-0714-4270-bf8f-839ed717fa4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2266bfb-a0d4-4896-9432-d20ec2953989'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:21:31.546461 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212cbc53-c831-4f35-9975-3fa768e0b9f8" -d '{"events": [{"server_uuid": "986c48be-0714-4270-bf8f-839ed717fa4e", "name": "network-vif-plugged", "status": "completed", "tag": "a2266bfb-a0d4-4896-9432-d20ec2953989"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:21:31.568672 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:31.587168 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:31.643981 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed73b8b-d294-4ffe-91b4-db36320d7025']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:31.671512 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874004fe-69fa-405d-ad68-709ab5efde36') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:31.671980 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874004fe-69fa-405d-ad68-709ab5efde36') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:31.689981 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4bbee193-a071-4a12-9ab1-fbcaa0961b06 None None] Provisioning complete for port aecd839b-1838-4f3e-b719-56ec97f0eafd triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:31.690476 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4bbee193-a071-4a12-9ab1-fbcaa0961b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:31.748685 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0f2f44b1-5565-46c0-b1c3-075753977b7d req-ecbba208-a830-49a8-9e4e-70ce7777e689 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.0721183 Nov 12 20:21:31.765168 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:31.771523 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-6b9d5b0b-e639-44de-abef-990456b7dfbc None None] Attempting to bind port 3739c718-9439-4690-a4f9-00f09884318c on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:31.773998 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-6b9d5b0b-e639-44de-abef-990456b7dfbc None None] Attempting to bind port 3739c718-9439-4690-a4f9-00f09884318c by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '874004fe-69fa-405d-ad68-709ab5efde36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ed73b8b-d294-4ffe-91b4-db36320d7025'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:31.776834 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9d5b0b-e639-44de-abef-990456b7dfbc None None] Attempting to bind port 3739c718-9439-4690-a4f9-00f09884318c on network 9ed73b8b-d294-4ffe-91b4-db36320d7025 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:31.790275 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:31.794421 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:21:31.795068 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:21:31.802323 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:21:31.830392 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9d5b0b-e639-44de-abef-990456b7dfbc None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:21:31.830773 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9d5b0b-e639-44de-abef-990456b7dfbc None None] Checking segment: {'id': '874004fe-69fa-405d-ad68-709ab5efde36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ed73b8b-d294-4ffe-91b4-db36320d7025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:21:31.831175 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6b9d5b0b-e639-44de-abef-990456b7dfbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:31.831680 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9d5b0b-e639-44de-abef-990456b7dfbc None None] Bound using segment: {'id': '874004fe-69fa-405d-ad68-709ab5efde36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ed73b8b-d294-4ffe-91b4-db36320d7025'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:21:31.832157 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-6b9d5b0b-e639-44de-abef-990456b7dfbc None None] Bound port: 3739c718-9439-4690-a4f9-00f09884318c, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874004fe-69fa-405d-ad68-709ab5efde36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ed73b8b-d294-4ffe-91b4-db36320d7025'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:21:31.832561 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6b9d5b0b-e639-44de-abef-990456b7dfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:31.866442 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4bbee193-a071-4a12-9ab1-fbcaa0961b06 None None] Port aecd839b-1838-4f3e-b719-56ec97f0eafd cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:21:31.868304 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=a2266bfb-a0d4-4896-9432-d20ec2953989,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:31.888591 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d8f71c-dab8-45cf-8eea-7ffccf697de7 x-openstack-request-id: req-a0d8f71c-dab8-45cf-8eea-7ffccf697de7 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:21:31.892755 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c2800-61cc-4cfb-b431-1b4900267cd9 req-2de44823-0bf6-4b09-9846-01ed2e77b19e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:31.893558 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986c48be-0714-4270-bf8f-839ed717fa4e", "name": "network-vif-plugged", "status": "completed", "tag": "a2266bfb-a0d4-4896-9432-d20ec2953989", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:21:31.893813 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0d8f71c-dab8-45cf-8eea-7ffccf697de7 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:21:31.894226 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986c48be-0714-4270-bf8f-839ed717fa4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2266bfb-a0d4-4896-9432-d20ec2953989', 'code': 200} Nov 12 20:21:31.904336 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ed4c2800-61cc-4cfb-b431-1b4900267cd9 req-2de44823-0bf6-4b09-9846-01ed2e77b19e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 946 time: 0.2432828 Nov 12 20:21:32.039670 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-6b9d5b0b-e639-44de-abef-990456b7dfbc None None] For port 3739c718-9439-4690-a4f9-00f09884318c, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:21:32.056721 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-6b9d5b0b-e639-44de-abef-990456b7dfbc None None] For port 3739c718-9439-4690-a4f9-00f09884318c, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3739c718-9439-4690-a4f9-00f09884318c,segment=NetworkSegment(874004fe-69fa-405d-ad68-709ab5efde36),segment_id=874004fe-69fa-405d-ad68-709ab5efde36)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:21:32.065342 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6b9d5b0b-e639-44de-abef-990456b7dfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:32.079700 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.db.api [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 20:21:32.079700 n-d-712140-15 neutron-server[102448]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 20:21:32.079700 n-d-712140-15 neutron-server[102448]: [parameters: {'id': '9ed73b8b-d294-4ffe-91b4-db36320d7025'}] Nov 12 20:21:32.079700 n-d-712140-15 neutron-server[102448]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:21:32.080589 n-d-712140-15 neutron-server[102448]: DEBUG oslo_db.api [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:21:32.124180 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e7ec4-be54-478c-8800-497652abbc86 req-fde5b864-5234-4a5d-b1a4-7c65d69eb4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:32.128000 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bd6e7ec4-be54-478c-8800-497652abbc86 req-fde5b864-5234-4a5d-b1a4-7c65d69eb4e3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 1098 time: 0.1968501 Nov 12 20:21:32.133475 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d5b0b-e639-44de-abef-990456b7dfbc None None] Pushing event updated for resources: {'Port': ['ID=3739c718-9439-4690-a4f9-00f09884318c,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:32.168314 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-2e91132a-baaf-480e-a48f-f184f159be35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aecd839b-1838-4f3e-b719-56ec97f0eafd {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:21:32.179724 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998c116-e3c2-4192-a993-3b0940f26686 req-2c0c6845-453d-47e9-a70c-44b76c38e59d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:32.188887 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0998c116-e3c2-4192-a993-3b0940f26686 req-2c0c6845-453d-47e9-a70c-44b76c38e59d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 932 time: 0.1829367 Nov 12 20:21:32.192614 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-2e91132a-baaf-480e-a48f-f184f159be35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:32.220220 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89e9625-b21d-4b77-a65c-36242bd224cd None None] Network 9ed73b8b-d294-4ffe-91b4-db36320d7025 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:32.228437 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-2e91132a-baaf-480e-a48f-f184f159be35 service neutron] Transition to ACTIVE for port object aecd839b-1838-4f3e-b719-56ec97f0eafd will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:21:32.244414 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-2e91132a-baaf-480e-a48f-f184f159be35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:32.354823 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bd6e7ec4-be54-478c-8800-497652abbc86 req-fc63ffe4-e4d9-4cba-9425-598fe019568b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154558 Nov 12 20:21:32.374286 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0998c116-e3c2-4192-a993-3b0940f26686 req-50876847-d750-4a55-b9d8-69f287e1fc7f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645734 Nov 12 20:21:32.491109 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cf6a9e-5a76-4343-afe5-7c932b467ce6 None None] get_active_networks_info from n-d-712140-15 {{(pid=102449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 20:21:32.581487 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:32.586386 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55166) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:32.682531 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cf6a9e-5a76-4343-afe5-7c932b467ce6 None None] Resources bound (agent type, host, resource id): {{(pid=102449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 20:21:32.719937 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Deleting port 3739c718-9439-4690-a4f9-00f09884318c {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:21:32.720294 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:32.774807 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-ebdc20e6-9bcb-4c3f-bb18-d5dbbf42b78a tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1337223652'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:32.825584 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ed4c2800-61cc-4cfb-b431-1b4900267cd9 req-698f43e5-6f8e-4210-b2eb-33216912c074 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9184394 Nov 12 20:21:32.831327 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdc20e6-9bcb-4c3f-bb18-d5dbbf42b78a tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Made reservation on behalf of 2abdc07c1e764f84b1699d5913459379 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:32.839600 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ebdc20e6-9bcb-4c3f-bb18-d5dbbf42b78a tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:32.846087 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91132a-baaf-480e-a48f-f184f159be35 service neutron] Pushing event updated for resources: {'Port': ['ID=aecd839b-1838-4f3e-b719-56ec97f0eafd,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:32.871237 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ebdc20e6-9bcb-4c3f-bb18-d5dbbf42b78a tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:32.945751 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c3e7bcfb-d1e4-4d1b-8540-0dfda58d2a57 req-7461367e-ef6c-4a05-9646-a5ac8d8f70dc tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.0360854 Nov 12 20:21:32.986634 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] For port 3739c718-9439-4690-a4f9-00f09884318c, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3739c718-9439-4690-a4f9-00f09884318c,segment=NetworkSegment(874004fe-69fa-405d-ad68-709ab5efde36),segment_id=874004fe-69fa-405d-ad68-709ab5efde36)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:21:32.987398 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:33.023622 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Calling delete_port for 3739c718-9439-4690-a4f9-00f09884318c owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:21:33.025327 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-2e91132a-baaf-480e-a48f-f184f159be35 service neutron] Attempting to bind port aecd839b-1838-4f3e-b719-56ec97f0eafd on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:33.025810 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-2e91132a-baaf-480e-a48f-f184f159be35 service neutron] Attempting to bind port aecd839b-1838-4f3e-b719-56ec97f0eafd by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:33.026000 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-2e91132a-baaf-480e-a48f-f184f159be35 service neutron] Attempting to bind port aecd839b-1838-4f3e-b719-56ec97f0eafd on network a14ebab6-b135-479f-8842-077a5fca0d71 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:33.038785 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-2e91132a-baaf-480e-a48f-f184f159be35 service neutron] Port aecd839b-1838-4f3e-b719-56ec97f0eafd on network a14ebab6-b135-479f-8842-077a5fca0d71 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:21:33.039117 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-2e91132a-baaf-480e-a48f-f184f159be35 service neutron] Attempting to bind port aecd839b-1838-4f3e-b719-56ec97f0eafd on network a14ebab6-b135-479f-8842-077a5fca0d71 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:33.044763 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-2e91132a-baaf-480e-a48f-f184f159be35 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:21:33.045158 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-2e91132a-baaf-480e-a48f-f184f159be35 service neutron] Checking segment: {'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:21:33.045494 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-2e91132a-baaf-480e-a48f-f184f159be35 service neutron] Bound using segment: {'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:21:33.045932 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-2e91132a-baaf-480e-a48f-f184f159be35 service neutron] Bound port: aecd839b-1838-4f3e-b719-56ec97f0eafd, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:21:33.046288 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-2e91132a-baaf-480e-a48f-f184f159be35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:33.146547 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ebdc20e6-9bcb-4c3f-bb18-d5dbbf42b78a tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:33.158946 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ebdc20e6-9bcb-4c3f-bb18-d5dbbf42b78a tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:33.161691 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-2e91132a-baaf-480e-a48f-f184f159be35 service neutron] For port aecd839b-1838-4f3e-b719-56ec97f0eafd, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:21:33.166571 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-2e91132a-baaf-480e-a48f-f184f159be35 service neutron] For port aecd839b-1838-4f3e-b719-56ec97f0eafd, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=aecd839b-1838-4f3e-b719-56ec97f0eafd,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:21:33.173607 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-2e91132a-baaf-480e-a48f-f184f159be35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:33.188633 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebdc20e6-9bcb-4c3f-bb18-d5dbbf42b78a tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:21:33.204567 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:33.219742 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc20e6-9bcb-4c3f-bb18-d5dbbf42b78a tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df6aea90-2cfe-415e-b32e-8a7a220a44f6,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:33.223953 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ebdc20e6-9bcb-4c3f-bb18-d5dbbf42b78a tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:33.224347 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-ebdc20e6-9bcb-4c3f-bb18-d5dbbf42b78a tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Added segment 858ad7ea-6fdf-45b9-9460-d4429bbc7268 of type vlan for network 01ff9b61-50c2-4077-b28d-b0e08d3c425c Nov 12 20:21:33.251307 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] No DVR routers for this DVR port 3739c718-9439-4690-a4f9-00f09884318c on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:21:33.259463 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event deleted for resources: {'Port': ['ID=3739c718-9439-4690-a4f9-00f09884318c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:33.260719 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91132a-baaf-480e-a48f-f184f159be35 service neutron] Pushing event updated for resources: {'Port': ['ID=aecd839b-1838-4f3e-b719-56ec97f0eafd,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:33.266290 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-2e91132a-baaf-480e-a48f-f184f159be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:33.266984 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-2e91132a-baaf-480e-a48f-f184f159be35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:33.268690 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-2e91132a-baaf-480e-a48f-f184f159be35 service neutron] 10.222.0.52 "PUT /v2.0/ports/aecd839b-1838-4f3e-b719-56ec97f0eafd HTTP/1.1" status: 200 len: 1093 time: 1.9654715 Nov 12 20:21:33.269142 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b14c4b-fe67-45ee-a148-fa2bd6d79dda', 'tag': 'aecd839b-1838-4f3e-b719-56ec97f0eafd'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:21:33.271905 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7b0ea2-14e4-4170-8ea9-640d99d068d6" -d '{"events": [{"name": "network-changed", "server_uuid": "63b14c4b-fe67-45ee-a148-fa2bd6d79dda", "tag": "aecd839b-1838-4f3e-b719-56ec97f0eafd"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:21:33.384989 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ebdc20e6-9bcb-4c3f-bb18-d5dbbf42b78a tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:33.550192 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-43543b76-102f-45d2-a748-e22582ad8b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:33.552337 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-43543b76-102f-45d2-a748-e22582ad8b20 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 1096 time: 0.2343631 Nov 12 20:21:33.567538 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:33.592978 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed73b8b-d294-4ffe-91b4-db36320d7025']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:33.604624 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874004fe-69fa-405d-ad68-709ab5efde36') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:33.604898 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874004fe-69fa-405d-ad68-709ab5efde36') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:33.627716 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:33.629454 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ebdc20e6-9bcb-4c3f-bb18-d5dbbf42b78a tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:33.637771 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdc20e6-9bcb-4c3f-bb18-d5dbbf42b78a tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:33.638317 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ebdc20e6-9bcb-4c3f-bb18-d5dbbf42b78a tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:33.657943 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-2b7a8307-71d6-45ea-84d3-ebfee137def6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aecd839b-1838-4f3e-b719-56ec97f0eafd HTTP/1.1" status: 200 len: 217 time: 0.0933924 Nov 12 20:21:33.772281 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba47dc95-066e-4e33-8411-648d496d2718 x-openstack-request-id: req-ba47dc95-066e-4e33-8411-648d496d2718 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:21:33.772605 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b14c4b-fe67-45ee-a148-fa2bd6d79dda", "tag": "aecd839b-1838-4f3e-b719-56ec97f0eafd", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:21:33.772792 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ba47dc95-066e-4e33-8411-648d496d2718 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:21:33.773185 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b14c4b-fe67-45ee-a148-fa2bd6d79dda', 'tag': 'aecd839b-1838-4f3e-b719-56ec97f0eafd', 'status': 'completed', 'code': 200} Nov 12 20:21:33.791894 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-c9366948-e8fa-4713-8c8e-ea9714d86bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:33.794601 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-c9366948-e8fa-4713-8c8e-ea9714d86bb5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63fe6903-02cc-4d59-b54a-0012785b1f66 HTTP/1.1" status: 200 len: 851 time: 0.1221156 Nov 12 20:21:33.795844 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ebdc20e6-9bcb-4c3f-bb18-d5dbbf42b78a tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2040849 Nov 12 20:21:33.799427 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55182) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:33.815687 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:33.822324 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-9b383db6-e197-48bc-8492-dcce386de0f9 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Request body: {'subnet': {'network_id': '01ff9b61-50c2-4077-b28d-b0e08d3c425c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:33.826488 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc20e6-9bcb-4c3f-bb18-d5dbbf42b78a tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Pushing event updated for resources: {'Network': ['ID=01ff9b61-50c2-4077-b28d-b0e08d3c425c,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:33.848184 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:21:33.848718 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:21:33.855162 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:21:33.878468 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 01ff9b61-50c2-4077-b28d-b0e08d3c425c details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:21:33.893291 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532f15f-9e74-4668-a013-9e17d2286d75 req-fe1895fb-1587-466a-8e6f-6a4698c86325 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:33.906509 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5532f15f-9e74-4668-a013-9e17d2286d75 req-fe1895fb-1587-466a-8e6f-6a4698c86325 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 944 time: 0.2921133 Nov 12 20:21:33.990959 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:33.999663 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-b80d2f7d-33ef-4494-be27-ebf4420a33cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:34.001253 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-b80d2f7d-33ef-4494-be27-ebf4420a33cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a14ebab6-b135-479f-8842-077a5fca0d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1940205 Nov 12 20:21:34.022907 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:34.030183 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/networks/9ed73b8b-d294-4ffe-91b4-db36320d7025 HTTP/1.1" status: 204 len: 168 time: 4.6148431 Nov 12 20:21:34.046250 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55188) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:34.054426 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f9b9fcbc-57b3-4723-ac5b-d3e3ccc9ae98 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1994138209'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:34.070377 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c8f1e-b58e-4c78-966f-77231a743933 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event deleted for resources: {'Network': ['ID=9ed73b8b-d294-4ffe-91b4-db36320d7025,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:34.126748 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5532f15f-9e74-4668-a013-9e17d2286d75 req-6d8ff541-b7c1-45ab-b858-f8ba92c4206e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479185 Nov 12 20:21:34.131830 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b9fcbc-57b3-4723-ac5b-d3e3ccc9ae98 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Made reservation on behalf of fe1e0f33bc3e4ca99478c386fcb122c0 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:34.136186 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f9b9fcbc-57b3-4723-ac5b-d3e3ccc9ae98 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:34.148826 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b383db6-e197-48bc-8492-dcce386de0f9 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Made reservation on behalf of 2abdc07c1e764f84b1699d5913459379 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:34.164568 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b383db6-e197-48bc-8492-dcce386de0f9 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:34.176536 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b9fcbc-57b3-4723-ac5b-d3e3ccc9ae98 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:21:34.195004 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f9b9fcbc-57b3-4723-ac5b-d3e3ccc9ae98 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:34.196277 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-f9b9fcbc-57b3-4723-ac5b-d3e3ccc9ae98 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Added segment a2e461c6-64c3-4783-9cc3-35b797c4df30 of type vlan for network f7d597ca-f2c3-42ea-91fb-2314d25da8ab Nov 12 20:21:34.260268 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f9b9fcbc-57b3-4723-ac5b-d3e3ccc9ae98 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:34.286830 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e057b8-3264-4fbc-9dcb-e7ce93df8d4a req-4bd3c4f4-1843-4b2e-ae22-5cae943e0607 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:34.289966 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-86e057b8-3264-4fbc-9dcb-e7ce93df8d4a req-4bd3c4f4-1843-4b2e-ae22-5cae943e0607 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 946 time: 0.2744262 Nov 12 20:21:34.298428 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f9b9fcbc-57b3-4723-ac5b-d3e3ccc9ae98 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:34.305591 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b9fcbc-57b3-4723-ac5b-d3e3ccc9ae98 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:34.306513 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f9b9fcbc-57b3-4723-ac5b-d3e3ccc9ae98 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:34.335917 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bfd55c6a-0714-47ad-8332-7404397bcef6 req-5649b57c-ecb1-4eca-90af-4bd8065140e6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.0520427 Nov 12 20:21:34.348002 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-24bd52c3-2a23-4e3b-9a1a-bf3dae19ecbd service neutron] 10.222.0.52 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286948 Nov 12 20:21:34.396798 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f9b9fcbc-57b3-4723-ac5b-d3e3ccc9ae98 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3480155 Nov 12 20:21:34.399633 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55190) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:34.404902 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b72192cb-0fa7-4375-8858-e6a47ef3bb43 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:34.457296 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46e6382d-5f81-4ee2-aa53-a80d9bbd4de9 req-df3c35ab-cb72-4bfd-b1b7-403cf67bc71e service neutron] 10.222.0.52 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957091 Nov 12 20:21:34.473873 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-86e057b8-3264-4fbc-9dcb-e7ce93df8d4a req-7950be15-3a31-4e9e-95ee-2a496d26dab1 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717381 Nov 12 20:21:34.489314 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9fcbc-57b3-4723-ac5b-d3e3ccc9ae98 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event updated for resources: {'Network': ['ID=f7d597ca-f2c3-42ea-91fb-2314d25da8ab,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:34.501245 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network f7d597ca-f2c3-42ea-91fb-2314d25da8ab details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:21:34.625553 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b383db6-e197-48bc-8492-dcce386de0f9 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:34.669221 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b0ea2-14e4-4170-8ea9-640d99d068d6 req-3521deb2-03cf-480f-b00e-aea28f389218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:34.670095 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b72192cb-0fa7-4375-8858-e6a47ef3bb43 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:34.670765 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ff7b0ea2-14e4-4170-8ea9-640d99d068d6 req-3521deb2-03cf-480f-b00e-aea28f389218 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 1096 time: 0.1192563 Nov 12 20:21:34.687311 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b72192cb-0fa7-4375-8858-e6a47ef3bb43 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:34.698267 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b72192cb-0fa7-4375-8858-e6a47ef3bb43 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Network f7d597ca-f2c3-42ea-91fb-2314d25da8ab is not hosted by any dhcp agent {{(pid=102448) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 20:21:34.706022 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72192cb-0fa7-4375-8858-e6a47ef3bb43 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:34.706675 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b72192cb-0fa7-4375-8858-e6a47ef3bb43 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:34.712825 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b72192cb-0fa7-4375-8858-e6a47ef3bb43 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "PUT /v2.0/networks/f7d597ca-f2c3-42ea-91fb-2314d25da8ab HTTP/1.1" status: 200 len: 723 time: 0.3071787 Nov 12 20:21:34.712825 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55194) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:34.713789 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b383db6-e197-48bc-8492-dcce386de0f9 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Pushing event updated for resources: {'Subnet': ['ID=f67ef336-a162-4b7f-a504-2b6994286a60,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:34.730732 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-684aeac2-488d-455e-ae1f-35339b15037b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Request body: {'subnet': {'network_id': 'f7d597ca-f2c3-42ea-91fb-2314d25da8ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:34.772243 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b383db6-e197-48bc-8492-dcce386de0f9 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Checking segment: {'id': '858ad7ea-6fdf-45b9-9460-d4429bbc7268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '01ff9b61-50c2-4077-b28d-b0e08d3c425c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:21:34.772836 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b383db6-e197-48bc-8492-dcce386de0f9 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Network hostable DHCP agents. Network: 01ff9b61-50c2-4077-b28d-b0e08d3c425c, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:21:34.816357 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b0ea2-14e4-4170-8ea9-640d99d068d6 req-eb4ac745-2338-42a8-aabd-72b16de66f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:34.818210 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ff7b0ea2-14e4-4170-8ea9-640d99d068d6 req-eb4ac745-2338-42a8-aabd-72b16de66f6e service neutron] 10.222.0.52 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 913 time: 0.1351135 Nov 12 20:21:34.820390 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b383db6-e197-48bc-8492-dcce386de0f9 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Network 01ff9b61-50c2-4077-b28d-b0e08d3c425c is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:21:34.845195 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-9b383db6-e197-48bc-8492-dcce386de0f9 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 01ff9b61-50c2-4077-b28d-b0e08d3c425c) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:21:34.856205 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f33589-7026-4fd1-9c43-863fc0924d7f None None] Network 01ff9b61-50c2-4077-b28d-b0e08d3c425c requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:34.900729 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b383db6-e197-48bc-8492-dcce386de0f9 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:34.901248 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b383db6-e197-48bc-8492-dcce386de0f9 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:34.906600 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ff7b0ea2-14e4-4170-8ea9-640d99d068d6 req-97f8ab5b-f042-43cd-8e16-65e8f837c1f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aecd839b-1838-4f3e-b719-56ec97f0eafd HTTP/1.1" status: 200 len: 217 time: 0.0726156 Nov 12 20:21:34.936485 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9b383db6-e197-48bc-8492-dcce386de0f9 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1346877 Nov 12 20:21:34.938928 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55198) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:34.948494 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-afc79b5d-aa33-4cfa-a63c-0bf4d4bce8e3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Request body: {'port': {'network_id': '01ff9b61-50c2-4077-b28d-b0e08d3c425c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-689129983'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:35.036932 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e704767a-0021-49c3-ad67-f982acada87b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-01ff9b61-50c2-4077-b28d-b0e08d3c425c', 'network_id': '01ff9b61-50c2-4077-b28d-b0e08d3c425c', 'tenant_id': '2abdc07c1e764f84b1699d5913459379', 'fixed_ips': [{'subnet_id': 'f67ef336-a162-4b7f-a504-2b6994286a60'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:21:35.038647 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e704767a-0021-49c3-ad67-f982acada87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:35.098181 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc79b5d-aa33-4cfa-a63c-0bf4d4bce8e3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Made reservation on behalf of 2abdc07c1e764f84b1699d5913459379 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:35.102280 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-afc79b5d-aa33-4cfa-a63c-0bf4d4bce8e3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:35.133530 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-afc79b5d-aa33-4cfa-a63c-0bf4d4bce8e3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] device_id is not set on port 89eb8e75-371c-43d9-b8fb-4a3c808a0edb yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:21:35.146724 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b0ea2-14e4-4170-8ea9-640d99d068d6 req-72f55ee7-bd97-4e65-abe4-86aafe64f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:35.150595 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ff7b0ea2-14e4-4170-8ea9-640d99d068d6 req-72f55ee7-bd97-4e65-abe4-86aafe64f52e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63fe6903-02cc-4d59-b54a-0012785b1f66 HTTP/1.1" status: 200 len: 851 time: 0.2302375 Nov 12 20:21:35.223295 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72192cb-0fa7-4375-8858-e6a47ef3bb43 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event updated for resources: {'Network': ['ID=f7d597ca-f2c3-42ea-91fb-2314d25da8ab,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:35.242395 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network f7d597ca-f2c3-42ea-91fb-2314d25da8ab details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:21:35.264473 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b0ea2-14e4-4170-8ea9-640d99d068d6 req-35a757ac-e926-49aa-ac01-8920c6caf845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:35.266046 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ff7b0ea2-14e4-4170-8ea9-640d99d068d6 req-35a757ac-e926-49aa-ac01-8920c6caf845 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a14ebab6-b135-479f-8842-077a5fca0d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659089 Nov 12 20:21:35.317453 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-e704767a-0021-49c3-ad67-f982acada87b None None] Allocated IP 172.20.0.2 (01ff9b61-50c2-4077-b28d-b0e08d3c425c/f67ef336-a162-4b7f-a504-2b6994286a60/a23607b8-241e-4cc0-80ce-bcfa94826dab) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:21:35.338695 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607768e-7f3e-4c0f-9cb8-265114003645 req-b60284be-f9a9-4d28-989a-a61336ba5e06 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:35.340280 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0607768e-7f3e-4c0f-9cb8-265114003645 req-b60284be-f9a9-4d28-989a-a61336ba5e06 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 944 time: 0.0716190 Nov 12 20:21:35.360595 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684aeac2-488d-455e-ae1f-35339b15037b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Made reservation on behalf of fe1e0f33bc3e4ca99478c386fcb122c0 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:35.369722 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-684aeac2-488d-455e-ae1f-35339b15037b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:35.419782 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ff7b0ea2-14e4-4170-8ea9-640d99d068d6 req-332998d3-6f27-45b0-b72a-d04cc715a0ed service neutron] 10.222.0.52 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414011 Nov 12 20:21:35.504864 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0607768e-7f3e-4c0f-9cb8-265114003645 req-9b2e46c3-f087-48aa-aa84-9adcfbe1aa3c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288056 Nov 12 20:21:35.555459 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e704767a-0021-49c3-ad67-f982acada87b None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:35.556644 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96bd40c3-c732-4210-af05-2741cf30b109 req-3234947d-cddf-451d-867e-86e22068c9ef tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.0828574 Nov 12 20:21:35.569529 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e704767a-0021-49c3-ad67-f982acada87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:35.608464 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e704767a-0021-49c3-ad67-f982acada87b None None] Network 01ff9b61-50c2-4077-b28d-b0e08d3c425c is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:21:35.611247 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-e704767a-0021-49c3-ad67-f982acada87b None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:21:35.617493 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e704767a-0021-49c3-ad67-f982acada87b None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:21:35.629534 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704767a-0021-49c3-ad67-f982acada87b None None] Pushing event updated for resources: {'Port': ['ID=a23607b8-241e-4cc0-80ce-bcfa94826dab,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:35.699868 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e704767a-0021-49c3-ad67-f982acada87b None None] Attempting to bind port a23607b8-241e-4cc0-80ce-bcfa94826dab on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:35.700631 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e704767a-0021-49c3-ad67-f982acada87b None None] Attempting to bind port a23607b8-241e-4cc0-80ce-bcfa94826dab by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '858ad7ea-6fdf-45b9-9460-d4429bbc7268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '01ff9b61-50c2-4077-b28d-b0e08d3c425c'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:35.701202 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e704767a-0021-49c3-ad67-f982acada87b None None] Attempting to bind port a23607b8-241e-4cc0-80ce-bcfa94826dab on network 01ff9b61-50c2-4077-b28d-b0e08d3c425c {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:35.706996 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e704767a-0021-49c3-ad67-f982acada87b None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:21:35.707791 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e704767a-0021-49c3-ad67-f982acada87b None None] Checking segment: {'id': '858ad7ea-6fdf-45b9-9460-d4429bbc7268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '01ff9b61-50c2-4077-b28d-b0e08d3c425c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:21:35.708441 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e704767a-0021-49c3-ad67-f982acada87b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:35.708592 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ff7b0ea2-14e4-4170-8ea9-640d99d068d6 req-15a115ad-c79e-4acc-bdfc-f6cab972e108 service neutron] 10.222.0.52 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764969 Nov 12 20:21:35.710959 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e704767a-0021-49c3-ad67-f982acada87b None None] Bound using segment: {'id': '858ad7ea-6fdf-45b9-9460-d4429bbc7268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '01ff9b61-50c2-4077-b28d-b0e08d3c425c'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:21:35.712010 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e704767a-0021-49c3-ad67-f982acada87b None None] Bound port: a23607b8-241e-4cc0-80ce-bcfa94826dab, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858ad7ea-6fdf-45b9-9460-d4429bbc7268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '01ff9b61-50c2-4077-b28d-b0e08d3c425c'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:21:35.712668 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e704767a-0021-49c3-ad67-f982acada87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:35.717812 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-afc79b5d-aa33-4cfa-a63c-0bf4d4bce8e3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Allocated IP 172.20.0.4 (01ff9b61-50c2-4077-b28d-b0e08d3c425c/f67ef336-a162-4b7f-a504-2b6994286a60/89eb8e75-371c-43d9-b8fb-4a3c808a0edb) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:21:35.721087 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-684aeac2-488d-455e-ae1f-35339b15037b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:35.795433 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e704767a-0021-49c3-ad67-f982acada87b None None] For port a23607b8-241e-4cc0-80ce-bcfa94826dab, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:21:35.797490 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684aeac2-488d-455e-ae1f-35339b15037b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event updated for resources: {'Subnet': ['ID=aeee5f8e-f944-4dc2-8caa-36f1d12a7024,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:35.799931 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e704767a-0021-49c3-ad67-f982acada87b None None] For port a23607b8-241e-4cc0-80ce-bcfa94826dab, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a23607b8-241e-4cc0-80ce-bcfa94826dab,segment=NetworkSegment(858ad7ea-6fdf-45b9-9460-d4429bbc7268),segment_id=858ad7ea-6fdf-45b9-9460-d4429bbc7268)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:21:35.809731 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e704767a-0021-49c3-ad67-f982acada87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:35.842368 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677bb5c-eec5-496f-94f9-428b6fa815d8 req-4f45647b-d1ad-4b9c-a28f-50e0b9b70917 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:35.851756 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2677bb5c-eec5-496f-94f9-428b6fa815d8 req-4f45647b-d1ad-4b9c-a28f-50e0b9b70917 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 946 time: 0.1879325 Nov 12 20:21:35.874463 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684aeac2-488d-455e-ae1f-35339b15037b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Checking segment: {'id': 'a2e461c6-64c3-4783-9cc3-35b797c4df30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f7d597ca-f2c3-42ea-91fb-2314d25da8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:21:35.874463 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684aeac2-488d-455e-ae1f-35339b15037b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Network hostable DHCP agents. Network: f7d597ca-f2c3-42ea-91fb-2314d25da8ab, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:21:35.877793 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704767a-0021-49c3-ad67-f982acada87b None None] Pushing event updated for resources: {'Port': ['ID=a23607b8-241e-4cc0-80ce-bcfa94826dab,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:35.907520 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684aeac2-488d-455e-ae1f-35339b15037b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Network f7d597ca-f2c3-42ea-91fb-2314d25da8ab is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:21:35.936032 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2677bb5c-eec5-496f-94f9-428b6fa815d8 req-eb51f1cf-f837-4e1d-a686-ee4d3353b14f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831316 Nov 12 20:21:35.937270 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-684aeac2-488d-455e-ae1f-35339b15037b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, f7d597ca-f2c3-42ea-91fb-2314d25da8ab) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:21:35.945370 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c8d600-d007-4ee9-ac04-b6a1f0a6524c None None] Network f7d597ca-f2c3-42ea-91fb-2314d25da8ab requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:35.956664 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684aeac2-488d-455e-ae1f-35339b15037b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:35.957901 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-684aeac2-488d-455e-ae1f-35339b15037b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:35.984731 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-afc79b5d-aa33-4cfa-a63c-0bf4d4bce8e3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:35.997412 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-684aeac2-488d-455e-ae1f-35339b15037b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2843702 Nov 12 20:21:35.999973 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55208) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:36.006026 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-9c31ed00-f8bb-41df-a08b-fa898e9cca83 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:36.042112 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-afc79b5d-aa33-4cfa-a63c-0bf4d4bce8e3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:36.073277 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc79b5d-aa33-4cfa-a63c-0bf4d4bce8e3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Network 01ff9b61-50c2-4077-b28d-b0e08d3c425c is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:21:36.078933 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-afc79b5d-aa33-4cfa-a63c-0bf4d4bce8e3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:21:36.129199 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc79b5d-aa33-4cfa-a63c-0bf4d4bce8e3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:21:36.129345 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c31ed00-f8bb-41df-a08b-fa898e9cca83 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26043287'] for subnet, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:36.197035 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42af095b-1026-4ecf-98eb-6b5727cd29a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-f7d597ca-f2c3-42ea-91fb-2314d25da8ab', 'network_id': 'f7d597ca-f2c3-42ea-91fb-2314d25da8ab', 'tenant_id': 'fe1e0f33bc3e4ca99478c386fcb122c0', 'fixed_ips': [{'subnet_id': 'aeee5f8e-f944-4dc2-8caa-36f1d12a7024'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:21:36.197918 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-42af095b-1026-4ecf-98eb-6b5727cd29a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:36.268652 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc79b5d-aa33-4cfa-a63c-0bf4d4bce8e3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Pushing event updated for resources: {'Port': ['ID=89eb8e75-371c-43d9-b8fb-4a3c808a0edb,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:36.290980 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc79b5d-aa33-4cfa-a63c-0bf4d4bce8e3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:36.292003 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-afc79b5d-aa33-4cfa-a63c-0bf4d4bce8e3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:36.305365 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662d47d-fcaf-4125-aea7-081dd637d237 req-e7850038-f5ce-4959-8a38-b8922d08921d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:36.306927 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0662d47d-fcaf-4125-aea7-081dd637d237 req-e7850038-f5ce-4959-8a38-b8922d08921d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 946 time: 0.2295291 Nov 12 20:21:36.320649 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55210) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:36.331345 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-b2ab553c-0d55-49d6-8101-64791bce7c16 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Request body: {'floatingip': {'port_id': 'a2266bfb-a0d4-4896-9432-d20ec2953989'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:36.375846 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b2ab553c-0d55-49d6-8101-64791bce7c16 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks [] for floatingip, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:36.383885 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-afc79b5d-aa33-4cfa-a63c-0bf4d4bce8e3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4432802 Nov 12 20:21:36.387642 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55212) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:36.402591 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-ce7507ef-505b-4ab8-aa49-c2b7d4cc47f3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Request body: {'port': {'network_id': '01ff9b61-50c2-4077-b28d-b0e08d3c425c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1130278180', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:36.403350 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.api.validators [None req-ce7507ef-505b-4ab8-aa49-c2b7d4cc47f3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] bootfile-name is not in valid_values {{(pid=102448) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 20:21:36.403781 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.api.validators [None req-ce7507ef-505b-4ab8-aa49-c2b7d4cc47f3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] tftp-server is not in valid_values {{(pid=102448) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 20:21:36.404183 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.api.validators [None req-ce7507ef-505b-4ab8-aa49-c2b7d4cc47f3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] server-ip-address is not in valid_values {{(pid=102448) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 20:21:36.452711 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c31ed00-f8bb-41df-a08b-fa898e9cca83 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769001279371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3500247'] for subnet, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:36.519419 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c31ed00-f8bb-41df-a08b-fa898e9cca83 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:36.520078 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c31ed00-f8bb-41df-a08b-fa898e9cca83 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:36.525197 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9c31ed00-f8bb-41df-a08b-fa898e9cca83 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "PUT /v2.0/subnets/aeee5f8e-f944-4dc2-8caa-36f1d12a7024 HTTP/1.1" status: 200 len: 806 time: 0.5213726 Nov 12 20:21:36.527033 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55214) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:36.543875 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-42af095b-1026-4ecf-98eb-6b5727cd29a2 None None] Allocated IP 172.20.0.2 (f7d597ca-f2c3-42ea-91fb-2314d25da8ab/aeee5f8e-f944-4dc2-8caa-36f1d12a7024/f913dc94-248f-48e5-a12b-115f1a467de6) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:21:36.598778 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31ed00-f8bb-41df-a08b-fa898e9cca83 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event updated for resources: {'Subnet': ['ID=aeee5f8e-f944-4dc2-8caa-36f1d12a7024,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:36.647620 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7507ef-505b-4ab8-aa49-c2b7d4cc47f3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Made reservation on behalf of 2abdc07c1e764f84b1699d5913459379 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:36.659851 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ce7507ef-505b-4ab8-aa49-c2b7d4cc47f3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:36.747959 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-ce7507ef-505b-4ab8-aa49-c2b7d4cc47f3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] device_id is not set on port e6d80124-1d78-4bea-8e40-354de382877e yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:21:36.821739 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1097132-6a2a-4cdb-bdd9-7ab691156bd4 req-8ed873c8-d086-4fe8-9f1e-e643faa07fde tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:36.823351 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c1097132-6a2a-4cdb-bdd9-7ab691156bd4 req-8ed873c8-d086-4fe8-9f1e-e643faa07fde tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 944 time: 0.1558859 Nov 12 20:21:36.833466 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd2af194-097f-434d-9ff9-21222dafd782 req-8ad590e0-1977-426d-b895-518ffef90080 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.0972459 Nov 12 20:21:36.839767 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-42af095b-1026-4ecf-98eb-6b5727cd29a2 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:36.852833 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-42af095b-1026-4ecf-98eb-6b5727cd29a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:36.916525 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42af095b-1026-4ecf-98eb-6b5727cd29a2 None None] Network f7d597ca-f2c3-42ea-91fb-2314d25da8ab is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:21:36.918022 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-42af095b-1026-4ecf-98eb-6b5727cd29a2 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:21:36.922287 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42af095b-1026-4ecf-98eb-6b5727cd29a2 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:21:36.935707 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cbe7790-d23d-4bb6-a228-44ae788cf80f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:36.964451 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af095b-1026-4ecf-98eb-6b5727cd29a2 None None] Pushing event updated for resources: {'Port': ['ID=f913dc94-248f-48e5-a12b-115f1a467de6,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:37.004559 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-42af095b-1026-4ecf-98eb-6b5727cd29a2 None None] Attempting to bind port f913dc94-248f-48e5-a12b-115f1a467de6 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:37.005204 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-42af095b-1026-4ecf-98eb-6b5727cd29a2 None None] Attempting to bind port f913dc94-248f-48e5-a12b-115f1a467de6 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'a2e461c6-64c3-4783-9cc3-35b797c4df30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f7d597ca-f2c3-42ea-91fb-2314d25da8ab'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:37.006577 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42af095b-1026-4ecf-98eb-6b5727cd29a2 None None] Attempting to bind port f913dc94-248f-48e5-a12b-115f1a467de6 on network f7d597ca-f2c3-42ea-91fb-2314d25da8ab {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:37.012745 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42af095b-1026-4ecf-98eb-6b5727cd29a2 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:21:37.013093 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c1097132-6a2a-4cdb-bdd9-7ab691156bd4 req-5ad1603f-9d84-44ba-908f-cc34af9ab423 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812580 Nov 12 20:21:37.013676 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42af095b-1026-4ecf-98eb-6b5727cd29a2 None None] Checking segment: {'id': 'a2e461c6-64c3-4783-9cc3-35b797c4df30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f7d597ca-f2c3-42ea-91fb-2314d25da8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:21:37.014432 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-42af095b-1026-4ecf-98eb-6b5727cd29a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:37.015028 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42af095b-1026-4ecf-98eb-6b5727cd29a2 None None] Bound using segment: {'id': 'a2e461c6-64c3-4783-9cc3-35b797c4df30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f7d597ca-f2c3-42ea-91fb-2314d25da8ab'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:21:37.015715 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-42af095b-1026-4ecf-98eb-6b5727cd29a2 None None] Bound port: f913dc94-248f-48e5-a12b-115f1a467de6, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e461c6-64c3-4783-9cc3-35b797c4df30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f7d597ca-f2c3-42ea-91fb-2314d25da8ab'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:21:37.016531 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-42af095b-1026-4ecf-98eb-6b5727cd29a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:37.021036 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-ce7507ef-505b-4ab8-aa49-c2b7d4cc47f3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Allocated IP 172.20.0.6 (01ff9b61-50c2-4077-b28d-b0e08d3c425c/f67ef336-a162-4b7f-a504-2b6994286a60/e6d80124-1d78-4bea-8e40-354de382877e) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:21:37.160719 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-42af095b-1026-4ecf-98eb-6b5727cd29a2 None None] For port f913dc94-248f-48e5-a12b-115f1a467de6, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:21:37.166056 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-42af095b-1026-4ecf-98eb-6b5727cd29a2 None None] For port f913dc94-248f-48e5-a12b-115f1a467de6, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f913dc94-248f-48e5-a12b-115f1a467de6,segment=NetworkSegment(a2e461c6-64c3-4783-9cc3-35b797c4df30),segment_id=a2e461c6-64c3-4783-9cc3-35b797c4df30)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:21:37.175353 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-42af095b-1026-4ecf-98eb-6b5727cd29a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:37.231068 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ce7507ef-505b-4ab8-aa49-c2b7d4cc47f3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:37.290493 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ce7507ef-505b-4ab8-aa49-c2b7d4cc47f3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:37.299854 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af095b-1026-4ecf-98eb-6b5727cd29a2 None None] Pushing event updated for resources: {'Port': ['ID=f913dc94-248f-48e5-a12b-115f1a467de6,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:37.368087 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7507ef-505b-4ab8-aa49-c2b7d4cc47f3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Network 01ff9b61-50c2-4077-b28d-b0e08d3c425c is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:21:37.378800 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-ce7507ef-505b-4ab8-aa49-c2b7d4cc47f3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:21:37.390742 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7507ef-505b-4ab8-aa49-c2b7d4cc47f3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:21:37.419064 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7507ef-505b-4ab8-aa49-c2b7d4cc47f3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Pushing event updated for resources: {'Port': ['ID=e6d80124-1d78-4bea-8e40-354de382877e,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:37.458064 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81128dd2-890d-4b6d-9355-c21b0b0d001a None None] Network 01ff9b61-50c2-4077-b28d-b0e08d3c425c requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:37.458390 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7507ef-505b-4ab8-aa49-c2b7d4cc47f3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:37.459907 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ce7507ef-505b-4ab8-aa49-c2b7d4cc47f3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:37.497355 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ce7507ef-505b-4ab8-aa49-c2b7d4cc47f3 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.1070433 Nov 12 20:21:37.498264 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55220) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:37.591327 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1c487f-36c7-4e0b-a176-f537144e32cf tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:37.598537 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1c487f-36c7-4e0b-a176-f537144e32cf tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:37.607358 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1c487f-36c7-4e0b-a176-f537144e32cf tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:37.611665 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6d1c487f-36c7-4e0b-a176-f537144e32cf tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1097617 Nov 12 20:21:37.611917 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55222) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:37.652160 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a9feb500-612c-49d2-bdfb-076f11c2ff1d None None] Provisioning complete for port a23607b8-241e-4cc0-80ce-bcfa94826dab triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:37.652550 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a9feb500-612c-49d2-bdfb-076f11c2ff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:37.724034 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.db.resource_extend [None req-b2ab553c-0d55-49d6-8101-64791bce7c16 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 20:21:37.763336 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-85aefa5c-e87f-4940-851a-89b45997b74c tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Deleting port e6d80124-1d78-4bea-8e40-354de382877e {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:21:37.763702 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-85aefa5c-e87f-4940-851a-89b45997b74c tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:37.805884 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b2ab553c-0d55-49d6-8101-64791bce7c16 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:37.812150 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-4cbe7790-d23d-4bb6-a228-44ae788cf80f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Deleting port f913dc94-248f-48e5-a12b-115f1a467de6 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:21:37.812662 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cbe7790-d23d-4bb6-a228-44ae788cf80f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:37.816345 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b2ab553c-0d55-49d6-8101-64791bce7c16 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:37.827287 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a9feb500-612c-49d2-bdfb-076f11c2ff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:37.915554 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a9feb500-612c-49d2-bdfb-076f11c2ff1d None None] For port a23607b8-241e-4cc0-80ce-bcfa94826dab, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a23607b8-241e-4cc0-80ce-bcfa94826dab,segment=NetworkSegment(858ad7ea-6fdf-45b9-9460-d4429bbc7268),segment_id=858ad7ea-6fdf-45b9-9460-d4429bbc7268)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:21:37.923888 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a9feb500-612c-49d2-bdfb-076f11c2ff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:38.007674 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-85aefa5c-e87f-4940-851a-89b45997b74c tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:38.022892 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a23607b8-241e-4cc0-80ce-bcfa94826dab up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:21:38.037427 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-85aefa5c-e87f-4940-851a-89b45997b74c tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Calling delete_port for e6d80124-1d78-4bea-8e40-354de382877e owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:21:38.114478 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9feb500-612c-49d2-bdfb-076f11c2ff1d None None] Pushing event updated for resources: {'Port': ['ID=a23607b8-241e-4cc0-80ce-bcfa94826dab,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:38.142625 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port a23607b8-241e-4cc0-80ce-bcfa94826dab triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:38.143548 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:38.144907 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [None req-b2ab553c-0d55-49d6-8101-64791bce7c16 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Floating IP a22ee3c5-db68-4be1-aa2e-e282de8f0564 associated. External IP: 172.25.5.69, port: a2266bfb-a0d4-4896-9432-d20ec2953989. Nov 12 20:21:38.226809 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7fd1600f-616c-43bd-b6ce-653463e9e6f0 req-82123b75-0c18-4b96-9dd7-0c0f708552e6 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.2160852 Nov 12 20:21:38.280771 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-4cbe7790-d23d-4bb6-a228-44ae788cf80f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] For port f913dc94-248f-48e5-a12b-115f1a467de6, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f913dc94-248f-48e5-a12b-115f1a467de6,segment=NetworkSegment(a2e461c6-64c3-4783-9cc3-35b797c4df30),segment_id=a2e461c6-64c3-4783-9cc3-35b797c4df30)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:21:38.281146 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cbe7790-d23d-4bb6-a228-44ae788cf80f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:38.298609 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-4cbe7790-d23d-4bb6-a228-44ae788cf80f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Calling delete_port for f913dc94-248f-48e5-a12b-115f1a467de6 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:21:38.379448 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-85aefa5c-e87f-4940-851a-89b45997b74c tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:38.463948 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cbe7790-d23d-4bb6-a228-44ae788cf80f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:38.481611 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aefa5c-e87f-4940-851a-89b45997b74c tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Pushing event deleted for resources: {'Port': ['ID=e6d80124-1d78-4bea-8e40-354de382877e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:38.505078 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-5491de30-23ea-48da-b378-590ea1f5c24c None None] Could not find standard attr ID for object e6d80124-1d78-4bea-8e40-354de382877e. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:21:38.538160 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa0c2f-9f22-4665-b99d-53da85ad8e69 req-6465227c-7092-486b-bd22-a079ba81a5df tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:38.540290 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b3aa0c2f-9f22-4665-b99d-53da85ad8e69 req-6465227c-7092-486b-bd22-a079ba81a5df tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 944 time: 0.2888360 Nov 12 20:21:38.558973 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-5491de30-23ea-48da-b378-590ea1f5c24c None None] Provisioning complete for port a23607b8-241e-4cc0-80ce-bcfa94826dab triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:38.559305 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5491de30-23ea-48da-b378-590ea1f5c24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:38.626281 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-85aefa5c-e87f-4940-851a-89b45997b74c tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:38.633892 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-85aefa5c-e87f-4940-851a-89b45997b74c tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] 10.222.0.48 "DELETE /v2.0/ports/e6d80124-1d78-4bea-8e40-354de382877e HTTP/1.1" status: 204 len: 168 time: 1.0208833 Nov 12 20:21:38.642829 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55228) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:38.648170 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-9022626a-5a0a-4d16-8f05-7bbd5dd7ec49 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Request body: {'port': {'name': 'tempest-new-port-name-455308130', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:38.653932 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe7790-d23d-4bb6-a228-44ae788cf80f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event deleted for resources: {'Port': ['ID=f913dc94-248f-48e5-a12b-115f1a467de6,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:38.661351 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.api.validators [None req-9022626a-5a0a-4d16-8f05-7bbd5dd7ec49 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] bootfile-name is not in valid_values {{(pid=102448) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 20:21:38.663402 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.api.validators [None req-9022626a-5a0a-4d16-8f05-7bbd5dd7ec49 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] tftp-server is not in valid_values {{(pid=102448) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 20:21:38.664092 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.api.validators [None req-9022626a-5a0a-4d16-8f05-7bbd5dd7ec49 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] server-ip-address is not in valid_values {{(pid=102448) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 20:21:38.673443 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b3aa0c2f-9f22-4665-b99d-53da85ad8e69 req-a8f8888f-983e-49d8-abf3-be423b626aaa tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216393 Nov 12 20:21:38.765134 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f913dc94-248f-48e5-a12b-115f1a467de6 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:21:38.768833 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbe7790-d23d-4bb6-a228-44ae788cf80f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] No DVR routers for this DVR port f913dc94-248f-48e5-a12b-115f1a467de6 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:21:38.790535 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9022626a-5a0a-4d16-8f05-7bbd5dd7ec49 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:38.827695 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: f913dc94-248f-48e5-a12b-115f1a467de6 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:21:38.828111 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f913dc94-248f-48e5-a12b-115f1a467de6 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 20:21:38.861273 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Port f913dc94-248f-48e5-a12b-115f1a467de6 not found, will not notify nova. {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 20:21:38.869279 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-5491de30-23ea-48da-b378-590ea1f5c24c None None] Provisioning complete for port 89eb8e75-371c-43d9-b8fb-4a3c808a0edb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:38.869648 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5491de30-23ea-48da-b378-590ea1f5c24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:38.918483 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cbe7790-d23d-4bb6-a228-44ae788cf80f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:38.947477 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-5491de30-23ea-48da-b378-590ea1f5c24c None None] Port 89eb8e75-371c-43d9-b8fb-4a3c808a0edb cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:21:38.983691 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ab553c-0d55-49d6-8101-64791bce7c16 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Router b7611240-2171-4031-af5c-16c640b5c765 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:21:39.042539 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864e7aa5-726c-49a8-8306-05971a035f91 None None] Network f7d597ca-f2c3-42ea-91fb-2314d25da8ab requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:39.049980 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cbe7790-d23d-4bb6-a228-44ae788cf80f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:39.092599 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe7790-d23d-4bb6-a228-44ae788cf80f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event deleted for resources: {'Subnet': ['ID=aeee5f8e-f944-4dc2-8caa-36f1d12a7024,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:39.140700 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9022626a-5a0a-4d16-8f05-7bbd5dd7ec49 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:39.148311 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9022626a-5a0a-4d16-8f05-7bbd5dd7ec49 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:39.208117 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a0d0b992-9afc-40ee-886f-c10569d8dc6a None None] Could not find standard attr ID for object e6d80124-1d78-4bea-8e40-354de382877e. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:21:39.228677 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cbe7790-d23d-4bb6-a228-44ae788cf80f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:39.251308 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022626a-5a0a-4d16-8f05-7bbd5dd7ec49 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Pushing event updated for resources: {'Port': ['ID=89eb8e75-371c-43d9-b8fb-4a3c808a0edb,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:39.261064 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ab553c-0d55-49d6-8101-64791bce7c16 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:21:39.266702 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b2ab553c-0d55-49d6-8101-64791bce7c16 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:39.271316 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732df494-844c-4344-af75-3f40c7d839e0 None None] Sync routers for ids ['b7611240-2171-4031-af5c-16c640b5c765'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:21:39.282661 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-4cbe7790-d23d-4bb6-a228-44ae788cf80f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d597ca-f2c3-42ea-91fb-2314d25da8ab']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:39.296968 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-9022626a-5a0a-4d16-8f05-7bbd5dd7ec49 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] In _notify_port_updated(), no bound segment for port 89eb8e75-371c-43d9-b8fb-4a3c808a0edb on network 01ff9b61-50c2-4077-b28d-b0e08d3c425c {{(pid=102448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 20:21:39.300213 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732df494-844c-4344-af75-3f40c7d839e0 None None] Routers {'b7611240-2171-4031-af5c-16c640b5c765'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:21:39.304179 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9022626a-5a0a-4d16-8f05-7bbd5dd7ec49 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:39.305123 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9022626a-5a0a-4d16-8f05-7bbd5dd7ec49 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:39.306424 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-732df494-844c-4344-af75-3f40c7d839e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:21:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['b7611240-2171-4031-af5c-16c640b5c765'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:39.309244 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9022626a-5a0a-4d16-8f05-7bbd5dd7ec49 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] 10.222.0.48 "PUT /v2.0/ports/89eb8e75-371c-43d9-b8fb-4a3c808a0edb HTTP/1.1" status: 200 len: 1135 time: 0.6654017 Nov 12 20:21:39.309991 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55232) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:39.360663 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-4cbe7790-d23d-4bb6-a228-44ae788cf80f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e461c6-64c3-4783-9cc3-35b797c4df30') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:39.361006 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-4cbe7790-d23d-4bb6-a228-44ae788cf80f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e461c6-64c3-4783-9cc3-35b797c4df30') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:39.363352 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a0d0b992-9afc-40ee-886f-c10569d8dc6a None None] Provisioning complete for port 89eb8e75-371c-43d9-b8fb-4a3c808a0edb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:39.363737 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a0d0b992-9afc-40ee-886f-c10569d8dc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:39.381854 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b78cca7-66bb-4bb2-a984-59e8039aa202 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:39.389217 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4b78cca7-66bb-4bb2-a984-59e8039aa202 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] 10.222.0.48 "GET /v2.0/ports/89eb8e75-371c-43d9-b8fb-4a3c808a0edb HTTP/1.1" status: 200 len: 1135 time: 0.0778880 Nov 12 20:21:39.390004 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55234) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:39.409086 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cbe7790-d23d-4bb6-a228-44ae788cf80f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:39.424483 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b2ab553c-0d55-49d6-8101-64791bce7c16 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "PUT /v2.0/floatingips/a22ee3c5-db68-4be1-aa2e-e282de8f0564 HTTP/1.1" status: 200 len: 991 time: 3.1022761 Nov 12 20:21:39.452117 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986c48be-0714-4270-bf8f-839ed717fa4e', 'tag': 'a2266bfb-a0d4-4896-9432-d20ec2953989'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:21:39.454712 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb7ae7c-eed3-45ec-b152-03b9195ad0f0" -d '{"events": [{"name": "network-changed", "server_uuid": "986c48be-0714-4270-bf8f-839ed717fa4e", "tag": "a2266bfb-a0d4-4896-9432-d20ec2953989"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:21:39.463082 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3da986ea-19e4-429e-ac99-5eae584f7d40 req-9e2e7051-999d-4360-afae-a74a16fc9ec2 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.0646451 Nov 12 20:21:39.468325 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cbe7790-d23d-4bb6-a228-44ae788cf80f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:39.475962 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-a0d0b992-9afc-40ee-886f-c10569d8dc6a None None] Port 89eb8e75-371c-43d9-b8fb-4a3c808a0edb cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cbe7790-d23d-4bb6-a228-44ae788cf80f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cbe7790-d23d-4bb6-a228-44ae788cf80f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:21:39.496268 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:21:39.498487 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a0d0b992-9afc-40ee-886f-c10569d8dc6a None None] Could not find standard attr ID for object f913dc94-248f-48e5-a12b-115f1a467de6. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:21:39.501790 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04894fc1-a4a3-4ef9-bbe8-e263f344e520 None None] DHCP port deletion for f7d597ca-f2c3-42ea-91fb-2314d25da8ab request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:21:39.540915 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7513e1-b1b2-4683-b41f-0de8f87bf3e0 None None] Network f7d597ca-f2c3-42ea-91fb-2314d25da8ab requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:39.610578 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-732df494-844c-4344-af75-3f40c7d839e0 None None] Set router b7611240-2171-4031-af5c-16c640b5c765 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:21:39.612200 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-b137ef15-f8de-4ac8-acc7-c9154635f866 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Deleting port 89eb8e75-371c-43d9-b8fb-4a3c808a0edb {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:21:39.613345 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669ea2aa-66d2-4de7-a7b2-c07e3a213e4b x-openstack-request-id: req-669ea2aa-66d2-4de7-a7b2-c07e3a213e4b {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:21:39.613666 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986c48be-0714-4270-bf8f-839ed717fa4e", "tag": "a2266bfb-a0d4-4896-9432-d20ec2953989", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:21:39.613903 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-669ea2aa-66d2-4de7-a7b2-c07e3a213e4b {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:21:39.614314 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '986c48be-0714-4270-bf8f-839ed717fa4e', 'tag': 'a2266bfb-a0d4-4896-9432-d20ec2953989', 'status': 'completed', 'code': 200} Nov 12 20:21:39.614590 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b137ef15-f8de-4ac8-acc7-c9154635f866 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:39.654219 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cbe7790-d23d-4bb6-a228-44ae788cf80f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:39.679157 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cbe7790-d23d-4bb6-a228-44ae788cf80f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:39.685624 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4cbe7790-d23d-4bb6-a228-44ae788cf80f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/networks/f7d597ca-f2c3-42ea-91fb-2314d25da8ab HTTP/1.1" status: 204 len: 168 time: 3.1575181 Nov 12 20:21:39.686710 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe7790-d23d-4bb6-a228-44ae788cf80f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event deleted for resources: {'Network': ['ID=f7d597ca-f2c3-42ea-91fb-2314d25da8ab,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:39.688552 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55240) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:39.731502 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41959e0-5340-46c0-9056-2ba517c806e1 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] DELETE failed (client error): The resource could not be found. Nov 12 20:21:39.732127 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a41959e0-5340-46c0-9056-2ba517c806e1 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:39.745347 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a41959e0-5340-46c0-9056-2ba517c806e1 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/networks/f7d597ca-f2c3-42ea-91fb-2314d25da8ab HTTP/1.1" status: 404 len: 339 time: 0.0518579 Nov 12 20:21:39.746690 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55244) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:39.753437 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-abf167dd-47d4-47bb-843e-2eb1834ea8f3 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-633051770', 'description': 'd1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:39.800741 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-1261a595-dab1-4a68-8c0b-e971a803aa92 None None] Provisioning complete for port 89eb8e75-371c-43d9-b8fb-4a3c808a0edb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:39.801270 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1261a595-dab1-4a68-8c0b-e971a803aa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:39.825206 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf167dd-47d4-47bb-843e-2eb1834ea8f3 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Made reservation on behalf of fe1e0f33bc3e4ca99478c386fcb122c0 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:39.835052 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-abf167dd-47d4-47bb-843e-2eb1834ea8f3 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:39.880587 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-1261a595-dab1-4a68-8c0b-e971a803aa92 None None] Port 89eb8e75-371c-43d9-b8fb-4a3c808a0edb cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:21:39.884647 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abf167dd-47d4-47bb-843e-2eb1834ea8f3 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:21:39.903793 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-abf167dd-47d4-47bb-843e-2eb1834ea8f3 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:39.905162 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-abf167dd-47d4-47bb-843e-2eb1834ea8f3 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Added segment 5d476fbc-b9d2-429c-8cbc-a85cb61aea17 of type vlan for network 848a0329-e7fa-4d37-968c-3da1e32b5704 Nov 12 20:21:39.936911 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7ae7c-eed3-45ec-b152-03b9195ad0f0 req-c5171876-f80a-4dd4-a210-53e24898d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:39.938457 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0eb7ae7c-eed3-45ec-b152-03b9195ad0f0 req-c5171876-f80a-4dd4-a210-53e24898d018 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 1098 time: 0.3162007 Nov 12 20:21:39.949081 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a23607b8-241e-4cc0-80ce-bcfa94826dab up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:21:39.977506 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7738e72-d041-4926-8d57-ad829cd0ca72 req-6ce1c92f-5779-43b8-9ab0-fb7e3d0888f4 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:39.979713 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e7738e72-d041-4926-8d57-ad829cd0ca72 req-6ce1c92f-5779-43b8-9ab0-fb7e3d0888f4 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 944 time: 0.2149382 Nov 12 20:21:40.000498 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-abf167dd-47d4-47bb-843e-2eb1834ea8f3 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:40.001159 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b137ef15-f8de-4ac8-acc7-c9154635f866 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:40.007604 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-732df494-844c-4344-af75-3f40c7d839e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7611240-2171-4031-af5c-16c640b5c765', 'name': 'tempest-ServerActionsTestJSON-1627487138-router', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'c8a82b8d-a736-4232-b22b-36972c8802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:33Z', 'updated_at': '2021-11-12T20:20:45Z', 'revision_number': 4, 'project_id': '7e8721b8322b46768b4d5df279187cac', 'gw_port': {'id': 'c8a82b8d-a736-4232-b22b-36972c8802ee', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7611240-2171-4031-af5c-16c640b5c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:35Z', 'updated_at': '2021-11-12T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'a22ee3c5-db68-4be1-aa2e-e282de8f0564', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'floating_ip_address': '172.25.5.69', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'b7611240-2171-4031-af5c-16c640b5c765', 'port_id': 'a2266bfb-a0d4-4896-9432-d20ec2953989', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786', 'mac_address': 'fa:16:3e:dc:dd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986c48be-0714-4270-bf8f-839ed717fa4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:21:00Z', 'updated_at': '2021-11-12T20:21:37Z', 'revision_number': 1, 'project_id': '7e8721b8322b46768b4d5df279187cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f923363a-5d0f-4a64-b3d3-740edd617d2d', 'name': '', 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'mac_address': 'fa:16:3e:90:72:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7611240-2171-4031-af5c-16c640b5c765', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '5c500cb5-3e69-49e9-9723-b1dae39e8dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:20:55Z', 'revision_number': 5, 'project_id': '7e8721b8322b46768b4d5df279187cac', 'subnets': [{'id': '5c500cb5-3e69-49e9-9723-b1dae39e8dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:40.046216 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732df494-844c-4344-af75-3f40c7d839e0 None None] Checking router: b7611240-2171-4031-af5c-16c640b5c765 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:21:40.056960 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-abf167dd-47d4-47bb-843e-2eb1834ea8f3 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:40.057295 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-b137ef15-f8de-4ac8-acc7-c9154635f866 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Calling delete_port for 89eb8e75-371c-43d9-b8fb-4a3c808a0edb owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:21:40.062753 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port a23607b8-241e-4cc0-80ce-bcfa94826dab triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:40.063851 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732df494-844c-4344-af75-3f40c7d839e0 None None] Routers {'b7611240-2171-4031-af5c-16c640b5c765'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:21:40.064347 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:40.064831 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-732df494-844c-4344-af75-3f40c7d839e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:21:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['b7611240-2171-4031-af5c-16c640b5c765'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:40.066174 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf167dd-47d4-47bb-843e-2eb1834ea8f3 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:40.069718 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-abf167dd-47d4-47bb-843e-2eb1834ea8f3 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:40.160968 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-abf167dd-47d4-47bb-843e-2eb1834ea8f3 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4107387 Nov 12 20:21:40.168444 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e7738e72-d041-4926-8d57-ad829cd0ca72 req-357fa1ba-e032-4a1b-8ea4-62f0fd3e7db9 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761999 Nov 12 20:21:40.183580 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7ae7c-eed3-45ec-b152-03b9195ad0f0 req-8fe71b80-41ff-42ba-a4f5-9673a836654d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:40.185480 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0eb7ae7c-eed3-45ec-b152-03b9195ad0f0 req-8fe71b80-41ff-42ba-a4f5-9673a836654d service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 913 time: 0.2371082 Nov 12 20:21:40.188360 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55246) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:40.206245 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-732df494-844c-4344-af75-3f40c7d839e0 None None] Set router b7611240-2171-4031-af5c-16c640b5c765 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:21:40.242773 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf167dd-47d4-47bb-843e-2eb1834ea8f3 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event updated for resources: {'Network': ['ID=848a0329-e7fa-4d37-968c-3da1e32b5704,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:40.254380 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 848a0329-e7fa-4d37-968c-3da1e32b5704 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:21:40.371680 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f913dc94-248f-48e5-a12b-115f1a467de6 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:21:40.377282 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab913e85-389a-4f32-96c2-af8b5b4d3e03 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:40.382283 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ab913e85-389a-4f32-96c2-af8b5b4d3e03 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "GET /v2.0/networks?id=848a0329-e7fa-4d37-968c-3da1e32b5704 HTTP/1.1" status: 200 len: 760 time: 0.1895113 Nov 12 20:21:40.382653 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0eb7ae7c-eed3-45ec-b152-03b9195ad0f0 req-aabd3e72-49cc-4d21-b81c-39169347f60e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2266bfb-a0d4-4896-9432-d20ec2953989 HTTP/1.1" status: 200 len: 999 time: 0.1822360 Nov 12 20:21:40.382752 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55248) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:40.387932 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-49514fe4-1690-42ed-9fc8-c880b97b78f2 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Request body: {'network': {'description': 'd2'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:40.404083 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: f913dc94-248f-48e5-a12b-115f1a467de6 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:21:40.404459 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f913dc94-248f-48e5-a12b-115f1a467de6 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:21:40.492545 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7ae7c-eed3-45ec-b152-03b9195ad0f0 req-1d99e466-0a10-4e0c-9087-6c33373daa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:40.494148 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0eb7ae7c-eed3-45ec-b152-03b9195ad0f0 req-1d99e466-0a10-4e0c-9087-6c33373daa0a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 0.1005640 Nov 12 20:21:40.500138 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b137ef15-f8de-4ac8-acc7-c9154635f866 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:40.561038 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137ef15-f8de-4ac8-acc7-c9154635f866 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Pushing event deleted for resources: {'Port': ['ID=89eb8e75-371c-43d9-b8fb-4a3c808a0edb,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:40.679002 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7ae7c-eed3-45ec-b152-03b9195ad0f0 req-7336ea14-5187-4acf-b85c-5a8615fc6a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:40.681359 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0eb7ae7c-eed3-45ec-b152-03b9195ad0f0 req-7336ea14-5187-4acf-b85c-5a8615fc6a29 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1747923 Nov 12 20:21:40.734576 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dec1f51c-4a87-4f94-b1a1-a192831a8ab0 req-11924e29-dd58-4318-bc21-bd5633ed3a0e tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.0629053 Nov 12 20:21:40.743994 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-732df494-844c-4344-af75-3f40c7d839e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7611240-2171-4031-af5c-16c640b5c765', 'name': 'tempest-ServerActionsTestJSON-1627487138-router', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'c8a82b8d-a736-4232-b22b-36972c8802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:33Z', 'updated_at': '2021-11-12T20:20:45Z', 'revision_number': 4, 'project_id': '7e8721b8322b46768b4d5df279187cac', 'gw_port': {'id': 'c8a82b8d-a736-4232-b22b-36972c8802ee', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7611240-2171-4031-af5c-16c640b5c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:35Z', 'updated_at': '2021-11-12T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'a22ee3c5-db68-4be1-aa2e-e282de8f0564', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'floating_ip_address': '172.25.5.69', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'b7611240-2171-4031-af5c-16c640b5c765', 'port_id': 'a2266bfb-a0d4-4896-9432-d20ec2953989', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786', 'mac_address': 'fa:16:3e:dc:dd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986c48be-0714-4270-bf8f-839ed717fa4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:21:00Z', 'updated_at': '2021-11-12T20:21:37Z', 'revision_number': 1, 'project_id': '7e8721b8322b46768b4d5df279187cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f923363a-5d0f-4a64-b3d3-740edd617d2d', 'name': '', 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'mac_address': 'fa:16:3e:90:72:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7611240-2171-4031-af5c-16c640b5c765', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '5c500cb5-3e69-49e9-9723-b1dae39e8dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:20:55Z', 'revision_number': 5, 'project_id': '7e8721b8322b46768b4d5df279187cac', 'subnets': [{'id': '5c500cb5-3e69-49e9-9723-b1dae39e8dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:40.777006 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b137ef15-f8de-4ac8-acc7-c9154635f866 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:40.779929 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732df494-844c-4344-af75-3f40c7d839e0 None None] The sync data for ids ['b7611240-2171-4031-af5c-16c640b5c765'] in n-d-712140-15 is: [{'id': 'b7611240-2171-4031-af5c-16c640b5c765', 'name': 'tempest-ServerActionsTestJSON-1627487138-router', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'c8a82b8d-a736-4232-b22b-36972c8802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:33Z', 'updated_at': '2021-11-12T20:20:45Z', 'revision_number': 4, 'project_id': '7e8721b8322b46768b4d5df279187cac', 'gw_port': {'id': 'c8a82b8d-a736-4232-b22b-36972c8802ee', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7611240-2171-4031-af5c-16c640b5c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:35Z', 'updated_at': '2021-11-12T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'a22ee3c5-db68-4be1-aa2e-e282de8f0564', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'floating_ip_address': '172.25.5.69', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'b7611240-2171-4031-af5c-16c640b5c765', 'port_id': 'a2266bfb-a0d4-4896-9432-d20ec2953989', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786', 'mac_address': 'fa:16:3e:dc:dd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986c48be-0714-4270-bf8f-839ed717fa4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:21:00Z', 'updated_at': '2021-11-12T20:21:37Z', 'revision_number': 1, 'project_id': '7e8721b8322b46768b4d5df279187cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f923363a-5d0f-4a64-b3d3-740edd617d2d', 'name': '', 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'mac_address': 'fa:16:3e:90:72:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7611240-2171-4031-af5c-16c640b5c765', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '5c500cb5-3e69-49e9-9723-b1dae39e8dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:20:55Z', 'revision_number': 5, 'project_id': '7e8721b8322b46768b4d5df279187cac', 'subnets': [{'id': '5c500cb5-3e69-49e9-9723-b1dae39e8dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:21:40.784852 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55254) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:40.785387 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b137ef15-f8de-4ac8-acc7-c9154635f866 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] 10.222.0.48 "DELETE /v2.0/ports/89eb8e75-371c-43d9-b8fb-4a3c808a0edb HTTP/1.1" status: 204 len: 168 time: 1.3938389 Nov 12 20:21:40.827405 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-49514fe4-1690-42ed-9fc8-c880b97b78f2 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:40.869885 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-49514fe4-1690-42ed-9fc8-c880b97b78f2 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:40.896623 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0eb7ae7c-eed3-45ec-b152-03b9195ad0f0 req-a67a2aa9-7588-4b6d-9f9e-6115fb32bd1e service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081420 Nov 12 20:21:40.912409 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-32915257-b46f-426e-9376-841d455e1c01 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Deleting subnet f67ef336-a162-4b7f-a504-2b6994286a60 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:21:40.925442 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-49514fe4-1690-42ed-9fc8-c880b97b78f2 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Network 848a0329-e7fa-4d37-968c-3da1e32b5704 is not hosted by any dhcp agent {{(pid=102447) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 20:21:40.932548 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49514fe4-1690-42ed-9fc8-c880b97b78f2 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:40.934478 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-49514fe4-1690-42ed-9fc8-c880b97b78f2 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:40.936811 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-49514fe4-1690-42ed-9fc8-c880b97b78f2 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "PUT /v2.0/networks/848a0329-e7fa-4d37-968c-3da1e32b5704 HTTP/1.1" status: 200 len: 757 time: 0.5532846 Nov 12 20:21:40.937930 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-32915257-b46f-426e-9376-841d455e1c01 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:40.941416 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55256) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:40.978022 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514fe4-1690-42ed-9fc8-c880b97b78f2 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event updated for resources: {'Network': ['ID=848a0329-e7fa-4d37-968c-3da1e32b5704,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:40.990868 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 848a0329-e7fa-4d37-968c-3da1e32b5704 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:21:41.032281 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-32915257-b46f-426e-9376-841d455e1c01 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:41.078913 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04824c5-66cd-4e13-a3a7-b1f5823d38ca tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:41.087300 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f04824c5-66cd-4e13-a3a7-b1f5823d38ca tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "GET /v2.0/networks?id=848a0329-e7fa-4d37-968c-3da1e32b5704 HTTP/1.1" status: 200 len: 760 time: 0.1444137 Nov 12 20:21:41.087544 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55258) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:41.092346 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0eb7ae7c-eed3-45ec-b152-03b9195ad0f0 req-0f82b16c-78f0-4015-8e38-5d7549face7d service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881561 Nov 12 20:21:41.093694 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-ce46dcb9-58e0-4f29-9393-869ba9a67120 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2097693822'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:41.155103 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce46dcb9-58e0-4f29-9393-869ba9a67120 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Made reservation on behalf of fe1e0f33bc3e4ca99478c386fcb122c0 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:41.158622 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ce46dcb9-58e0-4f29-9393-869ba9a67120 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:41.163541 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-32915257-b46f-426e-9376-841d455e1c01 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:41.200910 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d39af7-7372-4365-b6c2-015e7cc6b1ee None None] New status for floating IP a22ee3c5-db68-4be1-aa2e-e282de8f0564: ACTIVE {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:21:41.220023 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce46dcb9-58e0-4f29-9393-869ba9a67120 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:21:41.238583 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ce46dcb9-58e0-4f29-9393-869ba9a67120 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:41.238937 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-ce46dcb9-58e0-4f29-9393-869ba9a67120 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Added segment 01aa553a-3a31-4d9c-9ccb-ec79bd89982d of type vlan for network 3f9e3621-c06c-460b-94d9-320e94eef8a3 Nov 12 20:21:41.302300 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ce46dcb9-58e0-4f29-9393-869ba9a67120 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:41.312628 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-32915257-b46f-426e-9376-841d455e1c01 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:41.351158 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a7efd-a67f-4163-a6ee-689b8f24a32c req-6e72914c-1bdf-4d56-ae73-6b57a8b3f3af tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:41.362763 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-781a7efd-a67f-4163-a6ee-689b8f24a32c req-6e72914c-1bdf-4d56-ae73-6b57a8b3f3af tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 944 time: 0.0931897 Nov 12 20:21:41.366361 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-32915257-b46f-426e-9376-841d455e1c01 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:41.372722 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-32915257-b46f-426e-9376-841d455e1c01 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] 10.222.0.48 "DELETE /v2.0/subnets/f67ef336-a162-4b7f-a504-2b6994286a60 HTTP/1.1" status: 204 len: 168 time: 0.5862594 Nov 12 20:21:41.373351 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55262) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:41.378402 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32915257-b46f-426e-9376-841d455e1c01 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Pushing event deleted for resources: {'Subnet': ['ID=f67ef336-a162-4b7f-a504-2b6994286a60,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:41.407561 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42df21af-abd1-4f28-b8e9-77d65bd32c19 None None] Network 01ff9b61-50c2-4077-b28d-b0e08d3c425c requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:41.423858 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ce46dcb9-58e0-4f29-9393-869ba9a67120 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:41.429815 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce46dcb9-58e0-4f29-9393-869ba9a67120 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:41.430456 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ce46dcb9-58e0-4f29-9393-869ba9a67120 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:41.440852 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-781a7efd-a67f-4163-a6ee-689b8f24a32c req-ac2e802f-36cc-4902-b57c-f172dd388272 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768380 Nov 12 20:21:41.533160 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-161b8fcc-473c-4f93-808c-8b553944f8a4 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:41.563756 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ce46dcb9-58e0-4f29-9393-869ba9a67120 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4751379 Nov 12 20:21:41.566359 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55264) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:41.574254 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-aebe1ed7-92fa-42b4-aa4e-e81156f6b3ad tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Request body: {'subnet': {'network_id': '3f9e3621-c06c-460b-94d9-320e94eef8a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:41.577124 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46dcb9-58e0-4f29-9393-869ba9a67120 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event updated for resources: {'Network': ['ID=3f9e3621-c06c-460b-94d9-320e94eef8a3,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:41.587923 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 3f9e3621-c06c-460b-94d9-320e94eef8a3 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:21:41.654842 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f0b6db-addf-4afc-aa63-5bc68c0383f1 None None] DHCP port deletion for 01ff9b61-50c2-4077-b28d-b0e08d3c425c request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:21:41.667222 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-161b8fcc-473c-4f93-808c-8b553944f8a4 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Deleting port a23607b8-241e-4cc0-80ce-bcfa94826dab {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:21:41.667585 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-161b8fcc-473c-4f93-808c-8b553944f8a4 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:41.714667 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebe1ed7-92fa-42b4-aa4e-e81156f6b3ad tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Made reservation on behalf of fe1e0f33bc3e4ca99478c386fcb122c0 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:41.720701 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aebe1ed7-92fa-42b4-aa4e-e81156f6b3ad tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:41.746815 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c1f0b6db-addf-4afc-aa63-5bc68c0383f1 None None] Deleting port a23607b8-241e-4cc0-80ce-bcfa94826dab {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:21:41.747191 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c1f0b6db-addf-4afc-aa63-5bc68c0383f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:41.774945 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-161b8fcc-473c-4f93-808c-8b553944f8a4 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] For port a23607b8-241e-4cc0-80ce-bcfa94826dab, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a23607b8-241e-4cc0-80ce-bcfa94826dab,segment=NetworkSegment(858ad7ea-6fdf-45b9-9460-d4429bbc7268),segment_id=858ad7ea-6fdf-45b9-9460-d4429bbc7268)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:21:41.775323 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-161b8fcc-473c-4f93-808c-8b553944f8a4 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:41.800388 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-161b8fcc-473c-4f93-808c-8b553944f8a4 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Calling delete_port for a23607b8-241e-4cc0-80ce-bcfa94826dab owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:21:41.847037 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-c1f0b6db-addf-4afc-aa63-5bc68c0383f1 None None] For port a23607b8-241e-4cc0-80ce-bcfa94826dab, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a23607b8-241e-4cc0-80ce-bcfa94826dab,segment=NetworkSegment(858ad7ea-6fdf-45b9-9460-d4429bbc7268),segment_id=858ad7ea-6fdf-45b9-9460-d4429bbc7268)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:21:41.847830 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c1f0b6db-addf-4afc-aa63-5bc68c0383f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:41.885500 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c1f0b6db-addf-4afc-aa63-5bc68c0383f1 None None] Calling delete_port for a23607b8-241e-4cc0-80ce-bcfa94826dab owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:21:41.961074 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a23607b8-241e-4cc0-80ce-bcfa94826dab no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:21:41.966709 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-161b8fcc-473c-4f93-808c-8b553944f8a4 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:41.983722 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ccb072de-c41f-476a-a6f9-83f6bc117127 req-1f199db5-6b37-479d-a5cc-8a3ebada1658 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.0862606 Nov 12 20:21:41.996046 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b8fcc-473c-4f93-808c-8b553944f8a4 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Pushing event deleted for resources: {'Port': ['ID=a23607b8-241e-4cc0-80ce-bcfa94826dab,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:42.000008 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161b8fcc-473c-4f93-808c-8b553944f8a4 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] No DVR routers for this DVR port a23607b8-241e-4cc0-80ce-bcfa94826dab on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:21:42.035702 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No active binding found for port a23607b8-241e-4cc0-80ce-bcfa94826dab {{(pid=102449) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 20:21:42.036292 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a23607b8-241e-4cc0-80ce-bcfa94826dab not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:21:42.070551 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c1f0b6db-addf-4afc-aa63-5bc68c0383f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:42.097740 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aebe1ed7-92fa-42b4-aa4e-e81156f6b3ad tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:42.099251 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-161b8fcc-473c-4f93-808c-8b553944f8a4 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:42.115689 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0b6db-addf-4afc-aa63-5bc68c0383f1 None None] Pushing event deleted for resources: {'Port': ['ID=a23607b8-241e-4cc0-80ce-bcfa94826dab,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:42.122047 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f0b6db-addf-4afc-aa63-5bc68c0383f1 None None] No DVR routers for this DVR port a23607b8-241e-4cc0-80ce-bcfa94826dab on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:21:42.122206 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-161b8fcc-473c-4f93-808c-8b553944f8a4 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ff9b61-50c2-4077-b28d-b0e08d3c425c']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:42.138060 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-161b8fcc-473c-4f93-808c-8b553944f8a4 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858ad7ea-6fdf-45b9-9460-d4429bbc7268') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:42.138429 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-161b8fcc-473c-4f93-808c-8b553944f8a4 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858ad7ea-6fdf-45b9-9460-d4429bbc7268') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:42.150232 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-161b8fcc-473c-4f93-808c-8b553944f8a4 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:42.167460 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-161b8fcc-473c-4f93-808c-8b553944f8a4 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:42.175671 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161b8fcc-473c-4f93-808c-8b553944f8a4 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:21:42.176463 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-161b8fcc-473c-4f93-808c-8b553944f8a4 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:21:42.180580 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:21:42.185558 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebe1ed7-92fa-42b4-aa4e-e81156f6b3ad tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Checking segment: {'id': '01aa553a-3a31-4d9c-9ccb-ec79bd89982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3f9e3621-c06c-460b-94d9-320e94eef8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:21:42.185989 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebe1ed7-92fa-42b4-aa4e-e81156f6b3ad tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Network hostable DHCP agents. Network: 3f9e3621-c06c-460b-94d9-320e94eef8a3, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:21:42.187844 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe1ed7-92fa-42b4-aa4e-e81156f6b3ad tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event updated for resources: {'Subnet': ['ID=67151a5d-a87c-47c2-8272-7d87b3f13d72,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:42.206534 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebe1ed7-92fa-42b4-aa4e-e81156f6b3ad tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Network 3f9e3621-c06c-460b-94d9-320e94eef8a3 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:21:42.217081 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-aebe1ed7-92fa-42b4-aa4e-e81156f6b3ad tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 3f9e3621-c06c-460b-94d9-320e94eef8a3) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:21:42.221421 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebe1ed7-92fa-42b4-aa4e-e81156f6b3ad tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:42.222154 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aebe1ed7-92fa-42b4-aa4e-e81156f6b3ad tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:42.233177 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b5e61a-3f86-431d-a012-12cb615902bd None None] Network 3f9e3621-c06c-460b-94d9-320e94eef8a3 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:42.251223 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-aebe1ed7-92fa-42b4-aa4e-e81156f6b3ad tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6827478 Nov 12 20:21:42.254836 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55270) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:42.267062 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-161b8fcc-473c-4f93-808c-8b553944f8a4 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:42.277232 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-161b8fcc-473c-4f93-808c-8b553944f8a4 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:42.296444 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-161b8fcc-473c-4f93-808c-8b553944f8a4 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] 10.222.0.48 "DELETE /v2.0/networks/01ff9b61-50c2-4077-b28d-b0e08d3c425c HTTP/1.1" status: 204 len: 168 time: 0.9111552 Nov 12 20:21:42.323363 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b8fcc-473c-4f93-808c-8b553944f8a4 tempest-ExtraDHCPOptionsTestJSON-1995740009 tempest-ExtraDHCPOptionsTestJSON-1995740009-project] Pushing event deleted for resources: {'Network': ['ID=01ff9b61-50c2-4077-b28d-b0e08d3c425c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:42.402301 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e29c04d8-fd7f-4891-a697-8f1552846c16 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:42.470701 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ca1ee2-b93c-4713-974f-5eb544f8872e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-3f9e3621-c06c-460b-94d9-320e94eef8a3', 'network_id': '3f9e3621-c06c-460b-94d9-320e94eef8a3', 'tenant_id': 'fe1e0f33bc3e4ca99478c386fcb122c0', 'fixed_ips': [{'subnet_id': '67151a5d-a87c-47c2-8272-7d87b3f13d72'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:21:42.471912 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a9ca1ee2-b93c-4713-974f-5eb544f8872e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:42.501587 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e29c04d8-fd7f-4891-a697-8f1552846c16 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:42.589315 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822dc90-e07c-4e2d-ad43-dd74174284be req-9ca68d96-248c-408b-a38d-62942a2709ad tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:42.591198 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1822dc90-e07c-4e2d-ad43-dd74174284be req-9ca68d96-248c-408b-a38d-62942a2709ad tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 944 time: 0.0571113 Nov 12 20:21:42.595953 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e29c04d8-fd7f-4891-a697-8f1552846c16 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:42.651414 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55278) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:42.653420 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c04d8-fd7f-4891-a697-8f1552846c16 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event deleted for resources: {'Subnet': ['ID=67151a5d-a87c-47c2-8272-7d87b3f13d72,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server [None req-a9ca1ee2-b93c-4713-974f-5eb544f8872e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67151a5d-a87c-47c2-8272-7d87b3f13d72: This subnet is being modified by another concurrent operation. Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise exception Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67151a5d-a87c-47c2-8272-7d87b3f13d72: This subnet is being modified by another concurrent operation. Nov 12 20:21:42.659892 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server Nov 12 20:21:42.686802 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fd42b0-a8a7-40b4-ad3c-822c502b6001 None None] Network 3f9e3621-c06c-460b-94d9-320e94eef8a3 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:42.701607 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1822dc90-e07c-4e2d-ad43-dd74174284be req-caa27b14-191a-48c4-8b9a-fef24e8ccfe3 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011362 Nov 12 20:21:42.762586 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e29c04d8-fd7f-4891-a697-8f1552846c16 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:42.796674 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-e29c04d8-fd7f-4891-a697-8f1552846c16 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9e3621-c06c-460b-94d9-320e94eef8a3']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:42.808135 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-e29c04d8-fd7f-4891-a697-8f1552846c16 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01aa553a-3a31-4d9c-9ccb-ec79bd89982d') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:42.808580 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-e29c04d8-fd7f-4891-a697-8f1552846c16 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01aa553a-3a31-4d9c-9ccb-ec79bd89982d') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:42.820427 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e29c04d8-fd7f-4891-a697-8f1552846c16 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:42.835520 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e29c04d8-fd7f-4891-a697-8f1552846c16 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:42.842382 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e29c04d8-fd7f-4891-a697-8f1552846c16 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:21:42.842941 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e29c04d8-fd7f-4891-a697-8f1552846c16 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:21:42.846675 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:21:42.858315 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed34374-319c-40e8-9c81-e1f719574930 None None] get_active_networks_info from n-d-712140-15 {{(pid=102449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 20:21:42.946087 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e29c04d8-fd7f-4891-a697-8f1552846c16 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:42.953500 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e29c04d8-fd7f-4891-a697-8f1552846c16 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:42.956755 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e29c04d8-fd7f-4891-a697-8f1552846c16 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/networks/3f9e3621-c06c-460b-94d9-320e94eef8a3 HTTP/1.1" status: 204 len: 168 time: 0.7004256 Nov 12 20:21:42.959520 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7085261b-a16d-4fdd-ad5b-f83a63b83b89 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2abdc07c1e764f84b1699d5913459379&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2950547 Nov 12 20:21:42.959716 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55284) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:42.962331 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55286) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:42.971910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c04d8-fd7f-4891-a697-8f1552846c16 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event deleted for resources: {'Network': ['ID=3f9e3621-c06c-460b-94d9-320e94eef8a3,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:42.985943 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed34374-319c-40e8-9c81-e1f719574930 None None] Resources bound (agent type, host, resource id): {{(pid=102449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 20:21:43.016887 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-280f6fd2-9b66-41ae-9711-a898792031f4 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] GET failed (client error): The resource could not be found. Nov 12 20:21:43.018388 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-280f6fd2-9b66-41ae-9711-a898792031f4 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "GET /v2.0/subnets/67151a5d-a87c-47c2-8272-7d87b3f13d72 HTTP/1.1" status: 404 len: 337 time: 0.0456307 Nov 12 20:21:43.023064 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55290) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:43.062682 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-602eda98-77aa-4215-abe0-b135c5508914 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] DELETE failed (client error): The resource could not be found. Nov 12 20:21:43.065267 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-602eda98-77aa-4215-abe0-b135c5508914 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:43.071436 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-602eda98-77aa-4215-abe0-b135c5508914 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/networks/3f9e3621-c06c-460b-94d9-320e94eef8a3 HTTP/1.1" status: 404 len: 339 time: 0.0434854 Nov 12 20:21:43.076427 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55292) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:43.107145 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5b46a0c1-9f91-4f6e-a4ae-f921e03bb29b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:43.130180 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a45116cf-d9b9-4170-b266-4969b7d0b120 req-f805e5ba-4a3b-4558-aea7-7f981da3de64 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.0388784 Nov 12 20:21:43.164345 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5b46a0c1-9f91-4f6e-a4ae-f921e03bb29b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:43.218903 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5b46a0c1-9f91-4f6e-a4ae-f921e03bb29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:43.222041 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5b46a0c1-9f91-4f6e-a4ae-f921e03bb29b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:43.224062 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5b46a0c1-9f91-4f6e-a4ae-f921e03bb29b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df6aea90-2cfe-415e-b32e-8a7a220a44f6 HTTP/1.1" status: 204 len: 168 time: 0.2598696 Nov 12 20:21:43.234320 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46a0c1-9f91-4f6e-a4ae-f921e03bb29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6aea90-2cfe-415e-b32e-8a7a220a44f6,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:43.347123 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8186afd5-8cfb-43b9-9a84-c71ee8fad42a tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:43.348775 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8186afd5-8cfb-43b9-9a84-c71ee8fad42a tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2713978 Nov 12 20:21:43.352836 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55296) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:43.397065 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-47099aa4-c25c-46f0-99f1-b431f42feb7b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "GET /v2.0/subnets?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 207 time: 0.0414736 Nov 12 20:21:43.401653 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55300) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:43.605425 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12ea425-9909-48c1-8367-d70a865e6e14 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:43.611827 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12ea425-9909-48c1-8367-d70a865e6e14 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:43.618521 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12ea425-9909-48c1-8367-d70a865e6e14 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:43.624920 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12ea425-9909-48c1-8367-d70a865e6e14 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:43.626701 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b12ea425-9909-48c1-8367-d70a865e6e14 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2239859 Nov 12 20:21:43.630648 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55306) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:43.754723 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-95e13876-55a7-4f0d-bcd1-a8cccd36cf0c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1223712 Nov 12 20:21:43.760350 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55314) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:43.841163 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2d7e3-db76-488f-a1e3-73c7bf1aa197 req-e5f9f1b2-e6d9-4c03-b9bf-8173a30c0ac5 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:43.843355 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bab2d7e3-db76-488f-a1e3-73c7bf1aa197 req-e5f9f1b2-e6d9-4c03-b9bf-8173a30c0ac5 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 944 time: 0.0604963 Nov 12 20:21:43.887645 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ff9637-36a0-40ac-bd62-2f977e21f532 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:43.889555 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ff9637-36a0-40ac-bd62-2f977e21f532 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:43.896081 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f2ff9637-36a0-40ac-bd62-2f977e21f532 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1299341 Nov 12 20:21:43.899379 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55322) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:43.932860 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bab2d7e3-db76-488f-a1e3-73c7bf1aa197 req-1be9510b-3bd2-4071-a8c4-421fe2ddfb9a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796914 Nov 12 20:21:43.970960 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf2d81a-6a79-4d0d-a009-2a4ccf3e6772 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['shared'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:43.972806 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf2d81a-6a79-4d0d-a009-2a4ccf3e6772 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['shared'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:43.975141 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8cf2d81a-6a79-4d0d-a009-2a4ccf3e6772 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0741141 Nov 12 20:21:43.978647 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55326) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:44.112590 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55330) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:44.231014 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-831a01b3-0f78-4eba-9608-28d4b6a8bee5 tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] Request body: {'port': {'network_id': '410c6151-750d-40d6-a8e9-5faf360db18a', 'name': 'tempest-NetworksNegativeTestJSON-1715233312'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:44.246801 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-831a01b3-0f78-4eba-9608-28d4b6a8bee5 tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] POST failed (client error): The resource could not be found. Nov 12 20:21:44.247798 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-831a01b3-0f78-4eba-9608-28d4b6a8bee5 tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:44.249244 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-831a01b3-0f78-4eba-9608-28d4b6a8bee5 tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1350043 Nov 12 20:21:44.253399 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55336) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:44.274874 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e966bb6-9a79-468d-9337-5f4f2e596471 tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] DELETE failed (client error): The resource could not be found. Nov 12 20:21:44.275820 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e966bb6-9a79-468d-9337-5f4f2e596471 tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:44.279812 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4e966bb6-9a79-468d-9337-5f4f2e596471 tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] 10.222.0.48 "DELETE /v2.0/networks/44a3bf2f-5eb7-4e27-ba50-3089a044f3c2 HTTP/1.1" status: 404 len: 339 time: 0.0250666 Nov 12 20:21:44.283488 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55338) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:44.308901 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e1b5f8-1c63-40ad-bfbc-22b6cfec2e3d tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] DELETE failed (client error): The resource could not be found. Nov 12 20:21:44.310483 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e1b5f8-1c63-40ad-bfbc-22b6cfec2e3d tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:44.314221 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b1e1b5f8-1c63-40ad-bfbc-22b6cfec2e3d tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] 10.222.0.48 "DELETE /v2.0/ports/02551426-9497-4d45-85fb-5da44f4444cb HTTP/1.1" status: 404 len: 333 time: 0.0293334 Nov 12 20:21:44.318065 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55340) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:44.352359 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a8ea2a-9f19-478f-a1c5-8b8c11de57c7 tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] DELETE failed (client error): The resource could not be found. Nov 12 20:21:44.353132 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a8ea2a-9f19-478f-a1c5-8b8c11de57c7 tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:44.361491 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-47a8ea2a-9f19-478f-a1c5-8b8c11de57c7 tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] 10.222.0.48 "DELETE /v2.0/subnets/2c83410c-d35c-4564-b2d7-00f167662de7 HTTP/1.1" status: 404 len: 337 time: 0.0419528 Nov 12 20:21:44.362272 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55342) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:44.387216 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5117ac-6df8-42cd-8c67-064481a6a368 tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] GET failed (client error): The resource could not be found. Nov 12 20:21:44.392366 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9e5117ac-6df8-42cd-8c67-064481a6a368 tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] 10.222.0.48 "GET /v2.0/networks/025504e8-e884-407a-82de-0d0704e5eddf HTTP/1.1" status: 404 len: 339 time: 0.0255728 Nov 12 20:21:44.392716 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55344) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:44.447992 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-517793cd-0bbe-44af-9481-ef38eb3b6122 req-614ef3ed-bea7-4378-a974-af67b085e5dc tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.0607891 Nov 12 20:21:44.448952 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-6649ea2b-fc2f-416a-ab69-40df472192b8 tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] GET failed (client error): The resource could not be found. Nov 12 20:21:44.454175 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6649ea2b-fc2f-416a-ab69-40df472192b8 tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] 10.222.0.48 "GET /v2.0/ports/ed742b31-f0f0-4fee-9c69-53a725bd79e0 HTTP/1.1" status: 404 len: 333 time: 0.0567734 Nov 12 20:21:44.456082 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55346) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:44.493777 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a458279-b5f5-4e23-8cd7-faa083473fcf tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] GET failed (client error): The resource could not be found. Nov 12 20:21:44.498583 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3a458279-b5f5-4e23-8cd7-faa083473fcf tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] 10.222.0.48 "GET /v2.0/subnets/0aceab60-93ef-46ba-805e-65baafa44060 HTTP/1.1" status: 404 len: 337 time: 0.0381362 Nov 12 20:21:44.499031 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55348) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:44.504911 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-66e991d4-5050-409f-b7ba-0cdd96145f6e tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:44.515464 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5060ea2b-8a48-42f0-a232-3eb6e779d1b4 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:44.517120 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5060ea2b-8a48-42f0-a232-3eb6e779d1b4 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "GET /v2.0/networks/d5663de8-731b-4ed0-b8c6-2c97b17c36bb HTTP/1.1" status: 200 len: 800 time: 0.5371053 Nov 12 20:21:44.520491 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55350) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:44.520825 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e991d4-5050-409f-b7ba-0cdd96145f6e tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] PUT failed (client error): The resource could not be found. Nov 12 20:21:44.521512 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e991d4-5050-409f-b7ba-0cdd96145f6e tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:44.523152 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-66e991d4-5050-409f-b7ba-0cdd96145f6e tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] 10.222.0.48 "PUT /v2.0/networks/811158a6-8e39-4c55-af46-f89995f26fbd HTTP/1.1" status: 404 len: 339 time: 0.0222116 Nov 12 20:21:44.526750 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55352) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:44.532031 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-e1270916-169c-488e-9e77-bd2bebfb00e3 tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:44.550262 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1270916-169c-488e-9e77-bd2bebfb00e3 tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] PUT failed (client error): The resource could not be found. Nov 12 20:21:44.550958 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1270916-169c-488e-9e77-bd2bebfb00e3 tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:44.552211 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e1270916-169c-488e-9e77-bd2bebfb00e3 tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] 10.222.0.48 "PUT /v2.0/ports/a42316ed-23a3-4ee9-84c0-70e98656938d HTTP/1.1" status: 404 len: 333 time: 0.0244370 Nov 12 20:21:44.556551 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55354) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:44.561645 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-f7332462-90b7-4e28-a04f-57936f13b93e tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:44.584671 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7332462-90b7-4e28-a04f-57936f13b93e tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] PUT failed (client error): The resource could not be found. Nov 12 20:21:44.585321 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7332462-90b7-4e28-a04f-57936f13b93e tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:44.586490 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f7332462-90b7-4e28-a04f-57936f13b93e tempest-NetworksNegativeTestJSON-653659500 tempest-NetworksNegativeTestJSON-653659500-project] 10.222.0.48 "PUT /v2.0/subnets/fcdbff66-0c98-48d0-8b38-0f9c9eb0d3d8 HTTP/1.1" status: 404 len: 337 time: 0.0289445 Nov 12 20:21:44.633406 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2a8a7051-53c8-4884-9797-89969b235ef3 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "GET /v2.0/networks/d5663de8-731b-4ed0-b8c6-2c97b17c36bb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1082823 Nov 12 20:21:44.633624 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55358) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:44.688479 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549d148f-24a9-4b6f-b3c4-5045e0c9824e tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:44.690809 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-549d148f-24a9-4b6f-b3c4-5045e0c9824e tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "GET /v2.0/subnets/4e3298cd-e719-43ca-8396-76862dc35164 HTTP/1.1" status: 200 len: 811 time: 0.0558369 Nov 12 20:21:44.694860 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55360) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:44.750440 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b370b870-482f-47e6-8675-d8394805485e tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['shared'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:44.755273 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b370b870-482f-47e6-8675-d8394805485e tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "GET /v2.0/subnets/4e3298cd-e719-43ca-8396-76862dc35164?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0547020 Nov 12 20:21:44.755661 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55362) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:44.760982 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-331921af-c13a-4f7a-a2a7-f519bef7e6fe tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-847217019'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:44.786693 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331921af-c13a-4f7a-a2a7-f519bef7e6fe tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Made reservation on behalf of fe1e0f33bc3e4ca99478c386fcb122c0 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:44.792090 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-331921af-c13a-4f7a-a2a7-f519bef7e6fe tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:44.818969 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331921af-c13a-4f7a-a2a7-f519bef7e6fe tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:21:44.829099 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-331921af-c13a-4f7a-a2a7-f519bef7e6fe tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:44.829456 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-331921af-c13a-4f7a-a2a7-f519bef7e6fe tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Added segment 1c50e12e-435c-49f3-962e-91a746a39d46 of type vlan for network a91c13f7-1649-4ad1-8fc2-21d2bfc10d37 Nov 12 20:21:44.871597 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55366) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:44.879186 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-331921af-c13a-4f7a-a2a7-f519bef7e6fe tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:44.904852 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-331921af-c13a-4f7a-a2a7-f519bef7e6fe tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:44.910604 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331921af-c13a-4f7a-a2a7-f519bef7e6fe tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:44.911362 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-331921af-c13a-4f7a-a2a7-f519bef7e6fe tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:44.967068 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-331921af-c13a-4f7a-a2a7-f519bef7e6fe tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2101045 Nov 12 20:21:44.970149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55374) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:44.976916 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-c8c39200-24d4-4a54-a8f2-c53fa0371784 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Request body: {'subnet': {'network_id': 'a91c13f7-1649-4ad1-8fc2-21d2bfc10d37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:45.010652 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331921af-c13a-4f7a-a2a7-f519bef7e6fe tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event updated for resources: {'Network': ['ID=a91c13f7-1649-4ad1-8fc2-21d2bfc10d37,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:45.024943 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network a91c13f7-1649-4ad1-8fc2-21d2bfc10d37 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:21:45.082269 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbb3d6-562e-46b6-8112-919ef8417f9e req-78b5c52d-cc8a-4061-9c2f-b6d3820b15cd tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:45.083771 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1dcbb3d6-562e-46b6-8112-919ef8417f9e req-78b5c52d-cc8a-4061-9c2f-b6d3820b15cd tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 944 time: 0.0538924 Nov 12 20:21:45.118692 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-504460c5-f599-4c2c-86c0-a3f3477dcbad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:45.150328 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1dcbb3d6-562e-46b6-8112-919ef8417f9e req-9e44878f-eaac-4559-994b-7483b69f17a2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587034 Nov 12 20:21:45.202294 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c39200-24d4-4a54-a8f2-c53fa0371784 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Made reservation on behalf of fe1e0f33bc3e4ca99478c386fcb122c0 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:45.206627 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c8c39200-24d4-4a54-a8f2-c53fa0371784 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:45.279133 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.ipam_backend_mixin [None req-c8c39200-24d4-4a54-a8f2-c53fa0371784 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Performing IP validity checks on allocation pools {{(pid=102448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 20:21:45.279651 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.ipam_backend_mixin [None req-c8c39200-24d4-4a54-a8f2-c53fa0371784 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 20:21:45.294357 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-504460c5-f599-4c2c-86c0-a3f3477dcbad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:45.306462 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-504460c5-f599-4c2c-86c0-a3f3477dcbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:45.369456 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-504460c5-f599-4c2c-86c0-a3f3477dcbad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83a5b24537e64cf99f5e4c6c557b720f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4967411 Nov 12 20:21:45.372051 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55376) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:45.372667 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504460c5-f599-4c2c-86c0-a3f3477dcbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac8e867-c9b4-40ab-88e6-6c81ef826b12,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:45.428970 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-14cffd54-ad2d-48d7-b23b-f2f86255d47a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:45.456329 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-14cffd54-ad2d-48d7-b23b-f2f86255d47a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:45.473707 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c8c39200-24d4-4a54-a8f2-c53fa0371784 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:45.513300 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-14cffd54-ad2d-48d7-b23b-f2f86255d47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:45.515968 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-14cffd54-ad2d-48d7-b23b-f2f86255d47a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:45.518483 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-14cffd54-ad2d-48d7-b23b-f2f86255d47a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ac8e867-c9b4-40ab-88e6-6c81ef826b12 HTTP/1.1" status: 204 len: 168 time: 0.1449327 Nov 12 20:21:45.532679 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cffd54-ad2d-48d7-b23b-f2f86255d47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac8e867-c9b4-40ab-88e6-6c81ef826b12,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:45.567744 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c39200-24d4-4a54-a8f2-c53fa0371784 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event updated for resources: {'Subnet': ['ID=2899cf09-d44f-4ab1-bfcb-432b7991e089,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:45.587185 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ea6f5cce-5d2a-48f3-a268-9cab10c5fa40 req-22ddade2-845d-4ada-8d4f-6cece1ce1f84 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.0313706 Nov 12 20:21:45.596557 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c39200-24d4-4a54-a8f2-c53fa0371784 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Checking segment: {'id': '1c50e12e-435c-49f3-962e-91a746a39d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a91c13f7-1649-4ad1-8fc2-21d2bfc10d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:21:45.597161 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c39200-24d4-4a54-a8f2-c53fa0371784 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Network hostable DHCP agents. Network: a91c13f7-1649-4ad1-8fc2-21d2bfc10d37, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:21:45.619378 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c39200-24d4-4a54-a8f2-c53fa0371784 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Network a91c13f7-1649-4ad1-8fc2-21d2bfc10d37 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:21:45.633220 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-c8c39200-24d4-4a54-a8f2-c53fa0371784 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, a91c13f7-1649-4ad1-8fc2-21d2bfc10d37) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:21:45.637685 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c39200-24d4-4a54-a8f2-c53fa0371784 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:45.638365 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c8c39200-24d4-4a54-a8f2-c53fa0371784 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:45.642614 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0528a3d-48f8-4449-9e71-9694f284b1fa None None] Network a91c13f7-1649-4ad1-8fc2-21d2bfc10d37 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:45.658404 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c8c39200-24d4-4a54-a8f2-c53fa0371784 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6845024 Nov 12 20:21:45.659049 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55382) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:45.664742 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-c358237d-aed3-438e-89d2-da5f866b8068 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:45.770887 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c358237d-aed3-438e-89d2-da5f866b8068 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26043287'] for subnet, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:46.001676 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c358237d-aed3-438e-89d2-da5f866b8068 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769001279371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3500247'] for subnet, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:46.035596 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6d39eb-5158-4eec-9ff0-efe125c63ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-a91c13f7-1649-4ad1-8fc2-21d2bfc10d37', 'network_id': 'a91c13f7-1649-4ad1-8fc2-21d2bfc10d37', 'tenant_id': 'fe1e0f33bc3e4ca99478c386fcb122c0', 'fixed_ips': [{'subnet_id': '2899cf09-d44f-4ab1-bfcb-432b7991e089'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:21:46.036610 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bb6d39eb-5158-4eec-9ff0-efe125c63ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:46.074915 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c358237d-aed3-438e-89d2-da5f866b8068 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:46.074915 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c358237d-aed3-438e-89d2-da5f866b8068 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:46.079522 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c358237d-aed3-438e-89d2-da5f866b8068 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "PUT /v2.0/subnets/2899cf09-d44f-4ab1-bfcb-432b7991e089 HTTP/1.1" status: 200 len: 877 time: 0.4191208 Nov 12 20:21:46.079829 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55396) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:46.097893 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358237d-aed3-438e-89d2-da5f866b8068 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event updated for resources: {'Subnet': ['ID=2899cf09-d44f-4ab1-bfcb-432b7991e089,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:46.241662 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:46.282443 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-bb6d39eb-5158-4eec-9ff0-efe125c63ff7 None None] Allocated IP 172.20.0.3 (a91c13f7-1649-4ad1-8fc2-21d2bfc10d37/2899cf09-d44f-4ab1-bfcb-432b7991e089/a0b8287c-b18a-409a-92a9-9cff2184cf50) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:21:46.320696 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b26387-d882-4ca7-b505-7ad690428311 req-932f535c-361c-4e94-a41b-7f0142b578ad tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:46.329722 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c1b26387-d882-4ca7-b505-7ad690428311 req-932f535c-361c-4e94-a41b-7f0142b578ad tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 944 time: 0.0853198 Nov 12 20:21:46.449669 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c1b26387-d882-4ca7-b505-7ad690428311 req-aba86b9a-e88c-4cb9-9af4-cd216226c5f9 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155972 Nov 12 20:21:46.551599 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bb6d39eb-5158-4eec-9ff0-efe125c63ff7 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:46.552444 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55408) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:46.562960 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bb6d39eb-5158-4eec-9ff0-efe125c63ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:46.607725 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6d39eb-5158-4eec-9ff0-efe125c63ff7 None None] Network a91c13f7-1649-4ad1-8fc2-21d2bfc10d37 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:21:46.630116 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-bb6d39eb-5158-4eec-9ff0-efe125c63ff7 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:21:46.638292 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6d39eb-5158-4eec-9ff0-efe125c63ff7 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:21:46.681205 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d39eb-5158-4eec-9ff0-efe125c63ff7 None None] Pushing event updated for resources: {'Port': ['ID=a0b8287c-b18a-409a-92a9-9cff2184cf50,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:46.691454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-45dea95b-df85-4364-9584-0b8e5573293b tempest-SubnetPoolsTestJSON-2049338441 tempest-SubnetPoolsTestJSON-2049338441-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1606611797', 'prefixes': ['172.20.0.0/16']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:46.717271 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-bb6d39eb-5158-4eec-9ff0-efe125c63ff7 None None] Attempting to bind port a0b8287c-b18a-409a-92a9-9cff2184cf50 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:21:46.718117 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-bb6d39eb-5158-4eec-9ff0-efe125c63ff7 None None] Attempting to bind port a0b8287c-b18a-409a-92a9-9cff2184cf50 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '1c50e12e-435c-49f3-962e-91a746a39d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a91c13f7-1649-4ad1-8fc2-21d2bfc10d37'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:21:46.718679 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6d39eb-5158-4eec-9ff0-efe125c63ff7 None None] Attempting to bind port a0b8287c-b18a-409a-92a9-9cff2184cf50 on network a91c13f7-1649-4ad1-8fc2-21d2bfc10d37 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:21:46.725030 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6d39eb-5158-4eec-9ff0-efe125c63ff7 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:21:46.725900 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6d39eb-5158-4eec-9ff0-efe125c63ff7 None None] Checking segment: {'id': '1c50e12e-435c-49f3-962e-91a746a39d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a91c13f7-1649-4ad1-8fc2-21d2bfc10d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:21:46.726506 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bb6d39eb-5158-4eec-9ff0-efe125c63ff7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:46.727057 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6d39eb-5158-4eec-9ff0-efe125c63ff7 None None] Bound using segment: {'id': '1c50e12e-435c-49f3-962e-91a746a39d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a91c13f7-1649-4ad1-8fc2-21d2bfc10d37'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:21:46.727956 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-bb6d39eb-5158-4eec-9ff0-efe125c63ff7 None None] Bound port: a0b8287c-b18a-409a-92a9-9cff2184cf50, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c50e12e-435c-49f3-962e-91a746a39d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a91c13f7-1649-4ad1-8fc2-21d2bfc10d37'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:21:46.728564 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bb6d39eb-5158-4eec-9ff0-efe125c63ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:46.793877 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45dea95b-df85-4364-9584-0b8e5573293b tempest-SubnetPoolsTestJSON-2049338441 tempest-SubnetPoolsTestJSON-2049338441-project] Publish callbacks [] for subnetpool, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:46.797159 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ac34612f-397d-42cc-bfc6-1003338a72bf req-c3540f3c-934c-4cac-8438-241e5c64c0b9 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.0367811 Nov 12 20:21:46.799345 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-45dea95b-df85-4364-9584-0b8e5573293b tempest-SubnetPoolsTestJSON-2049338441 tempest-SubnetPoolsTestJSON-2049338441-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2448390 Nov 12 20:21:46.800205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55414) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:46.811674 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:46.833455 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-bb6d39eb-5158-4eec-9ff0-efe125c63ff7 None None] For port a0b8287c-b18a-409a-92a9-9cff2184cf50, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:21:46.840000 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-bb6d39eb-5158-4eec-9ff0-efe125c63ff7 None None] For port a0b8287c-b18a-409a-92a9-9cff2184cf50, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a0b8287c-b18a-409a-92a9-9cff2184cf50,segment=NetworkSegment(1c50e12e-435c-49f3-962e-91a746a39d46),segment_id=1c50e12e-435c-49f3-962e-91a746a39d46)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:21:46.846718 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bb6d39eb-5158-4eec-9ff0-efe125c63ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:46.853053 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cd4a4b8c-9f66-4fc2-9a0f-5ccd36c0f90c tempest-SubnetPoolsTestJSON-2049338441 tempest-SubnetPoolsTestJSON-2049338441-project] 10.222.0.48 "GET /v2.0/subnetpools/b637a3cc-4a4b-44a5-9c0d-9abd8d7d84f9 HTTP/1.1" status: 200 len: 732 time: 0.0501151 Nov 12 20:21:46.853771 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55416) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:46.878737 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-8a1b6e89-2602-4c55-b347-3f9b917fbaae tempest-SubnetPoolsTestJSON-2049338441 tempest-SubnetPoolsTestJSON-2049338441-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-783548591'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:46.904809 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:46.932722 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d39eb-5158-4eec-9ff0-efe125c63ff7 None None] Pushing event updated for resources: {'Port': ['ID=a0b8287c-b18a-409a-92a9-9cff2184cf50,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:46.990372 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event deleted for resources: {'Subnet': ['ID=2899cf09-d44f-4ab1-bfcb-432b7991e089,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:47.026751 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8a1b6e89-2602-4c55-b347-3f9b917fbaae tempest-SubnetPoolsTestJSON-2049338441 tempest-SubnetPoolsTestJSON-2049338441-project] Publish callbacks [] for subnetpool, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:47.028057 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8a1b6e89-2602-4c55-b347-3f9b917fbaae tempest-SubnetPoolsTestJSON-2049338441 tempest-SubnetPoolsTestJSON-2049338441-project] 10.222.0.48 "PUT /v2.0/subnetpools/b637a3cc-4a4b-44a5-9c0d-9abd8d7d84f9 HTTP/1.1" status: 200 len: 683 time: 0.1615298 Nov 12 20:21:47.030794 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55418) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:47.056559 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:47.079515 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a91c13f7-1649-4ad1-8fc2-21d2bfc10d37']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:47.090900 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c50e12e-435c-49f3-962e-91a746a39d46') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:47.091280 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c50e12e-435c-49f3-962e-91a746a39d46') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:47.101634 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:47.116271 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-43f61f74-4583-4403-a62e-b85fa961a1a5 tempest-SubnetPoolsTestJSON-2049338441 tempest-SubnetPoolsTestJSON-2049338441-project] Publish callbacks [] for subnetpool, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:47.119479 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-43f61f74-4583-4403-a62e-b85fa961a1a5 tempest-SubnetPoolsTestJSON-2049338441 tempest-SubnetPoolsTestJSON-2049338441-project] 10.222.0.48 "DELETE /v2.0/subnetpools/b637a3cc-4a4b-44a5-9c0d-9abd8d7d84f9 HTTP/1.1" status: 204 len: 168 time: 0.0868216 Nov 12 20:21:47.120923 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55420) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:47.121279 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:47.128723 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:21:47.129322 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:21:47.135110 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:21:47.139873 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-4c986827-69f9-47bd-a4a6-15acae281fef tempest-SubnetPoolsTestJSON-2049338441 tempest-SubnetPoolsTestJSON-2049338441-project] show failed (client error): The resource could not be found. Nov 12 20:21:47.141324 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4c986827-69f9-47bd-a4a6-15acae281fef tempest-SubnetPoolsTestJSON-2049338441 tempest-SubnetPoolsTestJSON-2049338441-project] 10.222.0.48 "GET /v2.0/subnetpools/b637a3cc-4a4b-44a5-9c0d-9abd8d7d84f9 HTTP/1.1" status: 404 len: 346 time: 0.0189469 Nov 12 20:21:47.143850 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55422) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:47.164351 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-daa7e6ce-cef1-4895-a4ab-10be68835b4a tempest-SubnetPoolsTestJSON-2049338441 tempest-SubnetPoolsTestJSON-2049338441-project] delete failed (client error): The resource could not be found. Nov 12 20:21:47.165621 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-daa7e6ce-cef1-4895-a4ab-10be68835b4a tempest-SubnetPoolsTestJSON-2049338441 tempest-SubnetPoolsTestJSON-2049338441-project] 10.222.0.48 "DELETE /v2.0/subnetpools/b637a3cc-4a4b-44a5-9c0d-9abd8d7d84f9 HTTP/1.1" status: 404 len: 346 time: 0.0206516 Nov 12 20:21:47.204141 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.db.api [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 20:21:47.204141 n-d-712140-15 neutron-server[102447]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 20:21:47.204141 n-d-712140-15 neutron-server[102447]: [parameters: {'id': 'a91c13f7-1649-4ad1-8fc2-21d2bfc10d37'}] Nov 12 20:21:47.204141 n-d-712140-15 neutron-server[102447]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:21:47.213958 n-d-712140-15 neutron-server[102447]: DEBUG oslo_db.api [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:21:47.518022 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55432) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:47.572252 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca5dc0-2648-4481-aa51-b8d81e3cad4b req-16c08df0-f2ee-4bf5-918b-4de9504ee69f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:47.573430 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b1ca5dc0-2648-4481-aa51-b8d81e3cad4b req-16c08df0-f2ee-4bf5-918b-4de9504ee69f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 944 time: 0.0693736 Nov 12 20:21:47.643925 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b1ca5dc0-2648-4481-aa51-b8d81e3cad4b req-023e7adc-7183-4908-99f4-719d5e57a60c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643044 Nov 12 20:21:47.655428 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-29aa86fd-369a-4aa9-a9d9-c30aa709076a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:47.715230 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:47.737414 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-29aa86fd-369a-4aa9-a9d9-c30aa709076a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:47.743150 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-29aa86fd-369a-4aa9-a9d9-c30aa709076a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:47.783966 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Deleting port a0b8287c-b18a-409a-92a9-9cff2184cf50 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:21:47.784534 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:47.797559 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-29aa86fd-369a-4aa9-a9d9-c30aa709076a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ebb72a6801764247ba35c07f346ccbff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2755945 Nov 12 20:21:47.797559 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa86fd-369a-4aa9-a9d9-c30aa709076a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1e2334-bcf5-453d-ae24-2bbdead71bd9,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:47.799231 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55436) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:47.861123 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3879a7d2-86ee-4739-968d-fa5babc0d4da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:47.888896 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3879a7d2-86ee-4739-968d-fa5babc0d4da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:47.967923 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3879a7d2-86ee-4739-968d-fa5babc0d4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:47.972161 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3879a7d2-86ee-4739-968d-fa5babc0d4da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:47.973501 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3879a7d2-86ee-4739-968d-fa5babc0d4da admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/af1e2334-bcf5-453d-ae24-2bbdead71bd9 HTTP/1.1" status: 204 len: 168 time: 0.1733320 Nov 12 20:21:47.992656 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879a7d2-86ee-4739-968d-fa5babc0d4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1e2334-bcf5-453d-ae24-2bbdead71bd9,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:48.011995 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b51d665c-78d2-4fb7-92c5-99a69a4506cd req-ef0e5531-c949-498c-b61c-6d4bd7042088 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.0466030 Nov 12 20:21:48.059187 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] For port a0b8287c-b18a-409a-92a9-9cff2184cf50, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a0b8287c-b18a-409a-92a9-9cff2184cf50,segment=NetworkSegment(1c50e12e-435c-49f3-962e-91a746a39d46),segment_id=1c50e12e-435c-49f3-962e-91a746a39d46)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:21:48.059956 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:48.076184 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Calling delete_port for a0b8287c-b18a-409a-92a9-9cff2184cf50 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:21:48.101154 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a0b8287c-b18a-409a-92a9-9cff2184cf50 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:21:48.165343 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port a0b8287c-b18a-409a-92a9-9cff2184cf50 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:21:48.165838 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:48.233329 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:48.245260 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ec1769-768d-4c55-a0c3-58661e246395 None None] Network a91c13f7-1649-4ad1-8fc2-21d2bfc10d37 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:48.254749 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] No DVR routers for this DVR port a0b8287c-b18a-409a-92a9-9cff2184cf50 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:21:48.294189 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-6c7a18a8-b689-49e6-b44c-6071ee9113f3 None None] Could not find standard attr ID for object a0b8287c-b18a-409a-92a9-9cff2184cf50. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:21:48.334256 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:48.361529 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event deleted for resources: {'Port': ['ID=a0b8287c-b18a-409a-92a9-9cff2184cf50,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:48.411400 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:48.438645 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a91c13f7-1649-4ad1-8fc2-21d2bfc10d37']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:48.456322 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c50e12e-435c-49f3-962e-91a746a39d46') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:48.457128 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c50e12e-435c-49f3-962e-91a746a39d46') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:48.470365 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:48.485861 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:48.494675 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:21:48.495190 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:21:48.498632 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:21:48.531753 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697335e8-a4f2-4336-83b9-0990f83d19ba None None] DHCP port deletion for a91c13f7-1649-4ad1-8fc2-21d2bfc10d37 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:21:48.553192 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f10b08-c704-4f5e-91dd-b6df7e02d55e None None] Network a91c13f7-1649-4ad1-8fc2-21d2bfc10d37 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:48.576091 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:48.604596 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:48.609620 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/networks/a91c13f7-1649-4ad1-8fc2-21d2bfc10d37 HTTP/1.1" status: 204 len: 168 time: 2.5284452 Nov 12 20:21:48.614449 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55456) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:48.635839 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29459fb5-117a-4331-9a03-134196368a35 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event deleted for resources: {'Network': ['ID=a91c13f7-1649-4ad1-8fc2-21d2bfc10d37,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:48.670638 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-91925a1f-228b-4d1b-8ce0-cb716ed6c943 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] DELETE failed (client error): The resource could not be found. Nov 12 20:21:48.671102 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91925a1f-228b-4d1b-8ce0-cb716ed6c943 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:48.682996 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55464) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:48.686173 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-91925a1f-228b-4d1b-8ce0-cb716ed6c943 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/subnets/2899cf09-d44f-4ab1-bfcb-432b7991e089 HTTP/1.1" status: 404 len: 337 time: 0.0640438 Nov 12 20:21:48.720419 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b75a64-b291-414d-bf47-1208e590ce0c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] DELETE failed (client error): The resource could not be found. Nov 12 20:21:48.722093 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b75a64-b291-414d-bf47-1208e590ce0c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:48.729009 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55466) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:48.729372 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a2b75a64-b291-414d-bf47-1208e590ce0c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/networks/a91c13f7-1649-4ad1-8fc2-21d2bfc10d37 HTTP/1.1" status: 404 len: 339 time: 0.0438771 Nov 12 20:21:48.777927 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-6440e355-f4e8-4c10-9c89-b162340993dc tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] DELETE failed (client error): The resource could not be found. Nov 12 20:21:48.778334 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6440e355-f4e8-4c10-9c89-b162340993dc tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:48.781883 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6440e355-f4e8-4c10-9c89-b162340993dc tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/subnets/67151a5d-a87c-47c2-8272-7d87b3f13d72 HTTP/1.1" status: 404 len: 337 time: 0.0518732 Nov 12 20:21:48.784662 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55470) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:48.820888 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc0c097-58d3-4066-8b9b-d5cb38c5b75a tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] DELETE failed (client error): The resource could not be found. Nov 12 20:21:48.821557 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc0c097-58d3-4066-8b9b-d5cb38c5b75a tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:48.825419 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4cc0c097-58d3-4066-8b9b-d5cb38c5b75a tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/networks/3f9e3621-c06c-460b-94d9-320e94eef8a3 HTTP/1.1" status: 404 len: 339 time: 0.0394650 Nov 12 20:21:48.827968 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55472) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:48.850645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3ba8b-788f-4779-8d34-2944516ab21e req-66fb8c4e-c029-43d4-8345-eb8d7be149e6 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:48.860628 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-58c3ba8b-788f-4779-8d34-2944516ab21e req-66fb8c4e-c029-43d4-8345-eb8d7be149e6 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 944 time: 0.0847132 Nov 12 20:21:48.886765 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55474) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:48.929248 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-58c3ba8b-788f-4779-8d34-2944516ab21e req-41dd5516-da22-4591-8ee4-0082c5ba8aff tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660112 Nov 12 20:21:48.959344 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9dfcdb44-4781-428a-82ae-5c4f3629b20c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:48.965841 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7382e7f0-45d0-4180-9a8e-6caf78069b91 req-de0ff2c9-f0e6-46ac-88cf-de41bffd1d3b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=837efd2d-3ef2-4f4c-a214-b5e9480bf989&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1284361 Nov 12 20:21:49.028557 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f8fa8bfd-6bc3-4b91-a674-77863de909d1 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-965668307'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:21:49.051927 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fa8bfd-6bc3-4b91-a674-77863de909d1 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] Made reservation on behalf of bf1cd65438f6492dba1c13d0584a2f05 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:21:49.058345 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8fa8bfd-6bc3-4b91-a674-77863de909d1 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:49.070381 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8fa8bfd-6bc3-4b91-a674-77863de909d1 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:49.078385 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9dfcdb44-4781-428a-82ae-5c4f3629b20c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:49.111396 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-9dfcdb44-4781-428a-82ae-5c4f3629b20c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848a0329-e7fa-4d37-968c-3da1e32b5704']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:49.127509 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-9dfcdb44-4781-428a-82ae-5c4f3629b20c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d476fbc-b9d2-429c-8cbc-a85cb61aea17') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:49.127897 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-9dfcdb44-4781-428a-82ae-5c4f3629b20c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d476fbc-b9d2-429c-8cbc-a85cb61aea17') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:49.140488 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9dfcdb44-4781-428a-82ae-5c4f3629b20c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:49.150530 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8fa8bfd-6bc3-4b91-a674-77863de909d1 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:49.155937 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8fa8bfd-6bc3-4b91-a674-77863de909d1 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:49.179253 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9dfcdb44-4781-428a-82ae-5c4f3629b20c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:49.185454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8fa8bfd-6bc3-4b91-a674-77863de909d1 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:21:49.196050 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa8bfd-6bc3-4b91-a674-77863de909d1 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7533a9-418b-4a4f-b95f-493de02a095e,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:49.212698 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2e155eaf-0047-49d3-920e-abc9b02b1ff0 req-d42600f1-4f42-4807-ab1c-f8f33121c2d1 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.0409634 Nov 12 20:21:49.213870 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dfcdb44-4781-428a-82ae-5c4f3629b20c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:21:49.214248 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9dfcdb44-4781-428a-82ae-5c4f3629b20c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:21:49.218011 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:21:49.240021 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382e7f0-45d0-4180-9a8e-6caf78069b91 req-149e0d3c-5d8b-490a-aaa9-40a093da6595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:49.242221 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7382e7f0-45d0-4180-9a8e-6caf78069b91 req-149e0d3c-5d8b-490a-aaa9-40a093da6595 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=594c74304b624770acf9875d5202424e&device_id=837efd2d-3ef2-4f4c-a214-b5e9480bf989 HTTP/1.1" status: 200 len: 1102 time: 0.1955006 Nov 12 20:21:49.309415 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9dfcdb44-4781-428a-82ae-5c4f3629b20c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:49.311634 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8fa8bfd-6bc3-4b91-a674-77863de909d1 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:49.312075 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-f8fa8bfd-6bc3-4b91-a674-77863de909d1 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] Added segment ba0777f0-aba9-4d0c-bc8a-2df59bdfe1df of type vlan for network e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f Nov 12 20:21:49.361011 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8fa8bfd-6bc3-4b91-a674-77863de909d1 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:49.361340 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9dfcdb44-4781-428a-82ae-5c4f3629b20c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:49.364911 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9dfcdb44-4781-428a-82ae-5c4f3629b20c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/networks/848a0329-e7fa-4d37-968c-3da1e32b5704 HTTP/1.1" status: 204 len: 168 time: 0.5359845 Nov 12 20:21:49.368620 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcdb44-4781-428a-82ae-5c4f3629b20c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event deleted for resources: {'Network': ['ID=848a0329-e7fa-4d37-968c-3da1e32b5704,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:49.368979 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55480) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:49.411401 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d54d96-fa3d-4fa5-a841-24d3f759564c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] DELETE failed (client error): The resource could not be found. Nov 12 20:21:49.412459 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d54d96-fa3d-4fa5-a841-24d3f759564c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:49.415896 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-05d54d96-fa3d-4fa5-a841-24d3f759564c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/subnets/aeee5f8e-f944-4dc2-8caa-36f1d12a7024 HTTP/1.1" status: 404 len: 337 time: 0.0455358 Nov 12 20:21:49.416142 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382e7f0-45d0-4180-9a8e-6caf78069b91 req-c85ff7a7-b3f7-4ceb-a85c-66438598f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:49.417906 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7382e7f0-45d0-4180-9a8e-6caf78069b91 req-c85ff7a7-b3f7-4ceb-a85c-66438598f678 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.1481872 Nov 12 20:21:49.418572 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55484) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:49.429943 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8fa8bfd-6bc3-4b91-a674-77863de909d1 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:49.436274 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fa8bfd-6bc3-4b91-a674-77863de909d1 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:49.436980 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8fa8bfd-6bc3-4b91-a674-77863de909d1 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:49.494716 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-15eac69d-1528-4a4f-9b3a-6799d22fbb77 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] DELETE failed (client error): The resource could not be found. Nov 12 20:21:49.495732 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15eac69d-1528-4a4f-9b3a-6799d22fbb77 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:49.500958 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-15eac69d-1528-4a4f-9b3a-6799d22fbb77 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/networks/f7d597ca-f2c3-42ea-91fb-2314d25da8ab HTTP/1.1" status: 404 len: 339 time: 0.0788970 Nov 12 20:21:49.500958 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7382e7f0-45d0-4180-9a8e-6caf78069b91 req-140fc119-f457-4ab7-8caa-42328732372b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=84741c03-855b-473d-ba06-5a325ca25fd8 HTTP/1.1" status: 200 len: 217 time: 0.0679386 Nov 12 20:21:49.501919 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55486) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:49.513690 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f8fa8bfd-6bc3-4b91-a674-77863de909d1 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.6215608 Nov 12 20:21:49.513690 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55488) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:49.519223 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-67792f01-43b0-4a21-ab3e-3ab57f577708 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f', 'tempest-TagsTest-Tag-1819238207') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:49.540037 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb48fd94-fac6-4428-bb88-65748f0dc88c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] DELETE failed (client error): The resource could not be found. Nov 12 20:21:49.540615 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb48fd94-fac6-4428-bb88-65748f0dc88c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:49.546175 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bb48fd94-fac6-4428-bb88-65748f0dc88c tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/subnets/a805d255-25f5-4b8b-8637-bf9c29544f57 HTTP/1.1" status: 404 len: 337 time: 0.0409079 Nov 12 20:21:49.546393 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa8bfd-6bc3-4b91-a674-77863de909d1 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] Pushing event updated for resources: {'Network': ['ID=e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:49.548214 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55490) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:49.557215 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:21:49.579429 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a2c292-d3b0-4dba-b0cc-185cfcb33ec2 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] DELETE failed (client error): The resource could not be found. Nov 12 20:21:49.580042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a2c292-d3b0-4dba-b0cc-185cfcb33ec2 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:49.583071 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-04a2c292-d3b0-4dba-b0cc-185cfcb33ec2 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/networks/9ed73b8b-d294-4ffe-91b4-db36320d7025 HTTP/1.1" status: 404 len: 339 time: 0.0330820 Nov 12 20:21:49.587494 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55492) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:49.594461 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382e7f0-45d0-4180-9a8e-6caf78069b91 req-bd511832-9253-4a13-957b-ea3382ff5007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:49.596424 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7382e7f0-45d0-4180-9a8e-6caf78069b91 req-bd511832-9253-4a13-957b-ea3382ff5007 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0663908 Nov 12 20:21:49.654072 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-196b55d1-cd0b-4582-80ae-4babe5acd1bb tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] DELETE failed (client error): The resource could not be found. Nov 12 20:21:49.655146 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196b55d1-cd0b-4582-80ae-4babe5acd1bb tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:49.658344 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-196b55d1-cd0b-4582-80ae-4babe5acd1bb tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/subnets/73604221-8e43-4bbc-af85-8520efc08638 HTTP/1.1" status: 404 len: 337 time: 0.0696337 Nov 12 20:21:49.664877 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55494) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:49.683711 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382e7f0-45d0-4180-9a8e-6caf78069b91 req-5ea6e4b3-767a-42f5-9194-6643bd26ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:49.684819 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7382e7f0-45d0-4180-9a8e-6caf78069b91 req-5ea6e4b3-767a-42f5-9194-6643bd26ad2c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0757618 Nov 12 20:21:49.725838 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea76e83-f39c-4812-9553-595e3a3d91cd tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] DELETE failed (client error): The resource could not be found. Nov 12 20:21:49.726724 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea76e83-f39c-4812-9553-595e3a3d91cd tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:49.729428 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6ea76e83-f39c-4812-9553-595e3a3d91cd tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/networks/e82321e3-3982-4e01-b547-9b4e65ab59ab HTTP/1.1" status: 404 len: 339 time: 0.0613418 Nov 12 20:21:49.746636 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55496) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:49.814533 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee80c5a-8036-4417-98d5-f0f884f6354b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] DELETE failed (client error): The resource could not be found. Nov 12 20:21:49.814995 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee80c5a-8036-4417-98d5-f0f884f6354b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:49.818123 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fee80c5a-8036-4417-98d5-f0f884f6354b tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/subnets/1fa5d61b-6d9a-4581-af16-1439acdde49f HTTP/1.1" status: 404 len: 337 time: 0.0704615 Nov 12 20:21:49.821464 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-67792f01-43b0-4a21-ab3e-3ab57f577708 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] 10.222.0.48 "PUT /v2.0/networks/e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f/tags/tempest-TagsTest-Tag-1819238207 HTTP/1.1" status: 201 len: 201 time: 0.3064857 Nov 12 20:21:49.821992 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55502) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:49.824409 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55504) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:49.843107 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.tag.tag_plugin [None req-e8bceb80-ea5c-4315-85d7-1c85169e72b7 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f', 'tempest-TagsTest-Tag-1819238207') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:49.892453 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7382e7f0-45d0-4180-9a8e-6caf78069b91 req-e90a825f-be34-4696-87a1-11880bbc8fa1 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941977 Nov 12 20:21:49.897589 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d75ea8f-d897-409a-b575-1f1b4e6e8932 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] DELETE failed (client error): The resource could not be found. Nov 12 20:21:49.900834 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d75ea8f-d897-409a-b575-1f1b4e6e8932 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:49.901089 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e5a16ea1-2afc-4af9-9ae2-f6f0cadf03d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:49.909238 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a0b8287c-b18a-409a-92a9-9cff2184cf50 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:21:49.912666 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4d75ea8f-d897-409a-b575-1f1b4e6e8932 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/networks/afc3a3cc-0333-4db1-9055-6bce48a37b22 HTTP/1.1" status: 404 len: 339 time: 0.0768411 Nov 12 20:21:49.920478 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55506) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:49.956076 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-143e0df0-8504-4544-9721-76992d929895 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] DELETE failed (client error): The resource could not be found. Nov 12 20:21:49.956700 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-143e0df0-8504-4544-9721-76992d929895 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:49.962711 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-143e0df0-8504-4544-9721-76992d929895 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/subnets/7d316c3b-5ae6-4911-a251-da1f0237628d HTTP/1.1" status: 404 len: 337 time: 0.0410113 Nov 12 20:21:49.965220 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55512) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:49.989478 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: a0b8287c-b18a-409a-92a9-9cff2184cf50 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:21:49.989828 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a0b8287c-b18a-409a-92a9-9cff2184cf50 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:21:49.990635 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5c3777-c854-45ba-ab50-2bfa766d81ee tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] DELETE failed (client error): The resource could not be found. Nov 12 20:21:49.991395 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b5c3777-c854-45ba-ab50-2bfa766d81ee tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:50.009826 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7b5c3777-c854-45ba-ab50-2bfa766d81ee tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/networks/2fcf6480-e9c2-4b07-9906-b3a7c18dc090 HTTP/1.1" status: 404 len: 339 time: 0.0423131 Nov 12 20:21:50.012098 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55514) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:50.072440 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-30616125-42f1-4804-89c7-d47e6f0f272f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] DELETE failed (client error): The resource could not be found. Nov 12 20:21:50.073182 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30616125-42f1-4804-89c7-d47e6f0f272f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:50.085731 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-30616125-42f1-4804-89c7-d47e6f0f272f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/subnets/024745fc-e7c1-47ca-9192-b3f171a3a042 HTTP/1.1" status: 404 len: 337 time: 0.0702336 Nov 12 20:21:50.090795 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55518) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:50.139884 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-049767ee-6af5-4cba-9034-152b163d7e99 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] DELETE failed (client error): The resource could not be found. Nov 12 20:21:50.140202 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-049767ee-6af5-4cba-9034-152b163d7e99 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:50.143998 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-049767ee-6af5-4cba-9034-152b163d7e99 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/networks/e852cf92-3774-499b-916b-038d38f9206a HTTP/1.1" status: 404 len: 339 time: 0.0500505 Nov 12 20:21:50.148258 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55522) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:50.177785 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:50.193847 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-3956283e-c242-4feb-b12f-6d6b1446842f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] DELETE failed (client error): The resource could not be found. Nov 12 20:21:50.194379 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3956283e-c242-4feb-b12f-6d6b1446842f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:50.197894 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3956283e-c242-4feb-b12f-6d6b1446842f tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/subnets/32070a99-8f24-447b-84f3-5e85866b1607 HTTP/1.1" status: 404 len: 337 time: 0.0485265 Nov 12 20:21:50.200416 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55524) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:50.252802 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf9aa40-d10e-4b77-b60e-be31a2fdd802 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] DELETE failed (client error): The resource could not be found. Nov 12 20:21:50.253450 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf9aa40-d10e-4b77-b60e-be31a2fdd802 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:50.272633 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ebf9aa40-d10e-4b77-b60e-be31a2fdd802 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/networks/a26cf177-7470-4411-802c-119f9c0a79d5 HTTP/1.1" status: 404 len: 339 time: 0.0671551 Nov 12 20:21:50.276363 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55528) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:50.312924 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b1b600-ef63-4c2f-9b32-ebb89f51776d tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] DELETE failed (client error): The resource could not be found. Nov 12 20:21:50.313495 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b1b600-ef63-4c2f-9b32-ebb89f51776d tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:50.322615 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-84b1b600-ef63-4c2f-9b32-ebb89f51776d tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/subnets/4819c8b8-d13e-4f5b-8bc5-21fe2471ebd1 HTTP/1.1" status: 404 len: 337 time: 0.0451338 Nov 12 20:21:50.323378 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55530) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:50.378017 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7382e7f0-45d0-4180-9a8e-6caf78069b91 req-a4b646da-c53a-4eb9-ba88-5b48ed35bc85 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522660 Nov 12 20:21:50.383570 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc22666-4b4f-4930-85c8-286ad188fda4 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] DELETE failed (client error): The resource could not be found. Nov 12 20:21:50.385356 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cc22666-4b4f-4930-85c8-286ad188fda4 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:21:50.392889 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6cc22666-4b4f-4930-85c8-286ad188fda4 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/networks/01127832-3808-49c6-bbbd-3042a31c00fd HTTP/1.1" status: 404 len: 339 time: 0.0669088 Nov 12 20:21:50.393756 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55532) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:50.433782 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e8bceb80-ea5c-4315-85d7-1c85169e72b7 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] 10.222.0.48 "GET /v2.0/networks/e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f/tags/tempest-TagsTest-Tag-1819238207 HTTP/1.1" status: 204 len: 168 time: 0.6061625 Nov 12 20:21:50.434507 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55534) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:50.439748 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.tag.tag_plugin [None req-ede28e93-67e8-4dfd-a55a-776a0a2a03ef tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:50.483665 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7426b30-15de-44f6-8f3c-e7d3b9b2424d req-5db8ca18-6fe2-4667-8e8e-4f31c38dd51f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:50.493802 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d7426b30-15de-44f6-8f3c-e7d3b9b2424d req-5db8ca18-6fe2-4667-8e8e-4f31c38dd51f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 944 time: 0.3911886 Nov 12 20:21:50.517991 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-0016c6af-440f-4175-90d9-e405f53a688d tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Deleting subnet 4e3298cd-e719-43ca-8396-76862dc35164 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:21:50.527228 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ae59abb0-aa6b-4d71-acb2-543d3357fcf8 req-ca4bc147-c2fb-49da-855f-ae297632da81 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a85aab5-6c77-4e20-beaa-2cd3ecc47edd HTTP/1.1" status: 200 len: 210 time: 0.0618360 Nov 12 20:21:50.534283 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0016c6af-440f-4175-90d9-e405f53a688d tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:50.609115 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d7426b30-15de-44f6-8f3c-e7d3b9b2424d req-47d392a3-fe34-4475-ba50-eaf140c649fe tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141486 Nov 12 20:21:50.651229 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ede28e93-67e8-4dfd-a55a-776a0a2a03ef tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] 10.222.0.48 "GET /v2.0/networks/e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f/tags HTTP/1.1" status: 200 len: 238 time: 0.2156110 Nov 12 20:21:50.657314 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55540) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:50.662963 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.tag.tag_plugin [None req-f90ede98-0929-4d89-97cd-9ba825a96e42 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f', {'tags': ['tempest-TagsTest-Tag-1316457130', 'tempest-TagsTest-Tag-1963039583', 'tempest-TagsTest-Tag-320453682']}) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:50.699407 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0016c6af-440f-4175-90d9-e405f53a688d tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:50.776755 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f90ede98-0929-4d89-97cd-9ba825a96e42 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] 10.222.0.48 "PUT /v2.0/networks/e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f/tags HTTP/1.1" status: 200 len: 308 time: 0.1182644 Nov 12 20:21:50.779162 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55546) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:50.796214 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.tag.tag_plugin [None req-7235d6e8-2975-462a-88f2-b341365b214f tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f', 'tempest-TagsTest-Tag-1316457130') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:50.855131 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c240a699-ce10-4e73-979e-93d29637342a req-3cbe65b2-7bd5-446f-ab79-d10099e2c8f7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1989269 Nov 12 20:21:50.938843 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7235d6e8-2975-462a-88f2-b341365b214f tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] 10.222.0.48 "DELETE /v2.0/networks/e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f/tags/tempest-TagsTest-Tag-1316457130 HTTP/1.1" status: 204 len: 168 time: 0.1586149 Nov 12 20:21:50.942240 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55550) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:50.943334 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0016c6af-440f-4175-90d9-e405f53a688d tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:50.951448 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.tag.tag_plugin [None req-d3906886-b07a-4edd-bac6-c8f3f7aa1d0f tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f', 'tempest-TagsTest-Tag-1316457130') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:51.023944 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0016c6af-440f-4175-90d9-e405f53a688d tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:51.050484 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-d3906886-b07a-4edd-bac6-c8f3f7aa1d0f tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] show failed (client error): The resource could not be found. Nov 12 20:21:51.051575 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d3906886-b07a-4edd-bac6-c8f3f7aa1d0f tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] 10.222.0.48 "GET /v2.0/networks/e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f/tags/tempest-TagsTest-Tag-1316457130 HTTP/1.1" status: 404 len: 326 time: 0.1082525 Nov 12 20:21:51.057885 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55552) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:51.084393 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-7457074f-5afd-44fd-8fe1-5857623bba23 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f', 'tempest-TagsTest-Tag-1963039583') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:51.100536 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016c6af-440f-4175-90d9-e405f53a688d tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event deleted for resources: {'Subnet': ['ID=4e3298cd-e719-43ca-8396-76862dc35164,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:51.115290 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbef7bb-ef5f-4c6e-8a50-caf8d97ba9d7 None None] Network d5663de8-731b-4ed0-b8c6-2c97b17c36bb requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:51.129621 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0016c6af-440f-4175-90d9-e405f53a688d tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:51.142053 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0016c6af-440f-4175-90d9-e405f53a688d tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/subnets/4e3298cd-e719-43ca-8396-76862dc35164 HTTP/1.1" status: 204 len: 168 time: 0.7443507 Nov 12 20:21:51.142523 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55556) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:51.234115 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240a699-ce10-4e73-979e-93d29637342a req-fc2bb56c-7e47-4eec-93b6-26e0f0317ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:51.243541 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c240a699-ce10-4e73-979e-93d29637342a req-fc2bb56c-7e47-4eec-93b6-26e0f0317ec2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 1098 time: 0.3292322 Nov 12 20:21:51.279214 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7457074f-5afd-44fd-8fe1-5857623bba23 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] 10.222.0.48 "GET /v2.0/networks/e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f/tags/tempest-TagsTest-Tag-1963039583 HTTP/1.1" status: 204 len: 168 time: 0.2204387 Nov 12 20:21:51.282279 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55558) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:51.291008 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.tag.tag_plugin [None req-6f1f2d5c-a4fa-467b-8d3e-f7b0ddaf361e tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f', 'tempest-TagsTest-Tag-320453682') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:51.350175 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d5504ef0-58f6-4c33-ac2b-79b1127ee362 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:51.453711 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240a699-ce10-4e73-979e-93d29637342a req-c1cf6455-f9fc-4b16-9d36-44b8973ae230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:51.455326 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c240a699-ce10-4e73-979e-93d29637342a req-c1cf6455-f9fc-4b16-9d36-44b8973ae230 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 913 time: 0.1899884 Nov 12 20:21:51.461084 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6f1f2d5c-a4fa-467b-8d3e-f7b0ddaf361e tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] 10.222.0.48 "GET /v2.0/networks/e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f/tags/tempest-TagsTest-Tag-320453682 HTTP/1.1" status: 204 len: 168 time: 0.1774855 Nov 12 20:21:51.471715 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743dc80a-572c-4959-bdad-ff583f5ae5b2 None None] DHCP port deletion for d5663de8-731b-4ed0-b8c6-2c97b17c36bb request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:21:51.473423 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55560) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:51.479095 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-f904e4ce-9b7b-4643-9694-2f4e1eaf86a1 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:51.533241 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-d5504ef0-58f6-4c33-ac2b-79b1127ee362 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Deleting port 85beda1d-4f0b-4529-8889-ed7ffbcce4fd {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:21:51.533871 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d5504ef0-58f6-4c33-ac2b-79b1127ee362 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:51.541430 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-743dc80a-572c-4959-bdad-ff583f5ae5b2 None None] Deleting port 85beda1d-4f0b-4529-8889-ed7ffbcce4fd {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:21:51.542096 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-743dc80a-572c-4959-bdad-ff583f5ae5b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:51.665333 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-743dc80a-572c-4959-bdad-ff583f5ae5b2 None None] For port 85beda1d-4f0b-4529-8889-ed7ffbcce4fd, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=85beda1d-4f0b-4529-8889-ed7ffbcce4fd,segment=NetworkSegment(680d4e76-c4c5-4f4f-aebc-8a23d60b529a),segment_id=680d4e76-c4c5-4f4f-aebc-8a23d60b529a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:21:51.665872 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-743dc80a-572c-4959-bdad-ff583f5ae5b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:51.682391 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-d5504ef0-58f6-4c33-ac2b-79b1127ee362 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] For port 85beda1d-4f0b-4529-8889-ed7ffbcce4fd, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=85beda1d-4f0b-4529-8889-ed7ffbcce4fd,segment=NetworkSegment(680d4e76-c4c5-4f4f-aebc-8a23d60b529a),segment_id=680d4e76-c4c5-4f4f-aebc-8a23d60b529a)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:21:51.684020 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d5504ef0-58f6-4c33-ac2b-79b1127ee362 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:51.691424 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-743dc80a-572c-4959-bdad-ff583f5ae5b2 None None] Calling delete_port for 85beda1d-4f0b-4529-8889-ed7ffbcce4fd owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:21:51.700266 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c240a699-ce10-4e73-979e-93d29637342a req-abbf4ffb-6a96-4f4c-a37e-a79df53ea778 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2266bfb-a0d4-4896-9432-d20ec2953989 HTTP/1.1" status: 200 len: 1001 time: 0.2363570 Nov 12 20:21:51.700851 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55570) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:51.717455 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-d5504ef0-58f6-4c33-ac2b-79b1127ee362 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Calling delete_port for 85beda1d-4f0b-4529-8889-ed7ffbcce4fd owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:21:51.831708 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-743dc80a-572c-4959-bdad-ff583f5ae5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:51.884755 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743dc80a-572c-4959-bdad-ff583f5ae5b2 None None] Pushing event deleted for resources: {'Port': ['ID=85beda1d-4f0b-4529-8889-ed7ffbcce4fd,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:51.893968 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743dc80a-572c-4959-bdad-ff583f5ae5b2 None None] No DVR routers for this DVR port 85beda1d-4f0b-4529-8889-ed7ffbcce4fd on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:21:51.933723 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 85beda1d-4f0b-4529-8889-ed7ffbcce4fd no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:21:51.950836 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d5504ef0-58f6-4c33-ac2b-79b1127ee362 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:51.963238 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 85beda1d-4f0b-4529-8889-ed7ffbcce4fd {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:21:51.963599 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 85beda1d-4f0b-4529-8889-ed7ffbcce4fd not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:21:52.023782 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5504ef0-58f6-4c33-ac2b-79b1127ee362 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event deleted for resources: {'Port': ['ID=85beda1d-4f0b-4529-8889-ed7ffbcce4fd,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:52.028784 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5504ef0-58f6-4c33-ac2b-79b1127ee362 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] No DVR routers for this DVR port 85beda1d-4f0b-4529-8889-ed7ffbcce4fd on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:21:52.048776 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240a699-ce10-4e73-979e-93d29637342a req-a726a2cf-5bde-4749-af17-c8315a88d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:52.050554 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c240a699-ce10-4e73-979e-93d29637342a req-a726a2cf-5bde-4749-af17-c8315a88d458 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 0.3295848 Nov 12 20:21:52.141795 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d5504ef0-58f6-4c33-ac2b-79b1127ee362 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:52.156024 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f904e4ce-9b7b-4643-9694-2f4e1eaf86a1 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] 10.222.0.48 "DELETE /v2.0/networks/e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f/tags HTTP/1.1" status: 204 len: 168 time: 0.6790986 Nov 12 20:21:52.159679 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55580) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:52.168668 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-cb2beae1-a892-486a-a9e6-1e8fb74e4944 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f', 'tempest-TagsTest-Tag-1963039583') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:52.170437 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-d5504ef0-58f6-4c33-ac2b-79b1127ee362 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5663de8-731b-4ed0-b8c6-2c97b17c36bb']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:52.176348 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-35334144-0662-4ff2-bddd-ec633b2042c5 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:52.182304 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-d5504ef0-58f6-4c33-ac2b-79b1127ee362 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680d4e76-c4c5-4f4f-aebc-8a23d60b529a') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:52.182717 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-d5504ef0-58f6-4c33-ac2b-79b1127ee362 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680d4e76-c4c5-4f4f-aebc-8a23d60b529a') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:52.194240 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d5504ef0-58f6-4c33-ac2b-79b1127ee362 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:52.213303 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d5504ef0-58f6-4c33-ac2b-79b1127ee362 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:52.220920 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5504ef0-58f6-4c33-ac2b-79b1127ee362 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:21:52.221633 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d5504ef0-58f6-4c33-ac2b-79b1127ee362 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:21:52.227142 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:21:52.231543 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe74c0-b498-454c-a04c-d42914e13d6b req-48398fd5-ec5b-445c-920a-7edd36d1c8d0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:52.233360 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3efe74c0-b498-454c-a04c-d42914e13d6b req-48398fd5-ec5b-445c-920a-7edd36d1c8d0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 944 time: 0.4892087 Nov 12 20:21:52.243865 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-35334144-0662-4ff2-bddd-ec633b2042c5 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:52.315617 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240a699-ce10-4e73-979e-93d29637342a req-46120bc1-68ff-4a11-9686-19e1012cae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:52.319043 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c240a699-ce10-4e73-979e-93d29637342a req-46120bc1-68ff-4a11-9686-19e1012cae94 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2488489 Nov 12 20:21:52.321012 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d5504ef0-58f6-4c33-ac2b-79b1127ee362 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:52.338974 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d5504ef0-58f6-4c33-ac2b-79b1127ee362 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:52.342356 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d5504ef0-58f6-4c33-ac2b-79b1127ee362 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] 10.222.0.48 "DELETE /v2.0/networks/d5663de8-731b-4ed0-b8c6-2c97b17c36bb HTTP/1.1" status: 204 len: 168 time: 1.1986609 Nov 12 20:21:52.370194 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5504ef0-58f6-4c33-ac2b-79b1127ee362 tempest-NetworksTest-51246610 tempest-NetworksTest-51246610-project] Pushing event deleted for resources: {'Network': ['ID=d5663de8-731b-4ed0-b8c6-2c97b17c36bb,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:52.571591 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-cb2beae1-a892-486a-a9e6-1e8fb74e4944 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] show failed (client error): The resource could not be found. Nov 12 20:21:52.575639 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cb2beae1-a892-486a-a9e6-1e8fb74e4944 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] 10.222.0.48 "GET /v2.0/networks/e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f/tags/tempest-TagsTest-Tag-1963039583 HTTP/1.1" status: 404 len: 326 time: 0.4077241 Nov 12 20:21:52.576262 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55590) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:52.588091 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-bd0c2c23-4d72-4872-bba5-57c818141952 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f', 'tempest-TagsTest-Tag-320453682') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:52.616020 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3efe74c0-b498-454c-a04c-d42914e13d6b req-361d36b7-58bd-46c0-b7f2-36bba731107e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674605 Nov 12 20:21:52.633712 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:21:52.634504 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-35334144-0662-4ff2-bddd-ec633b2042c5 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:52.637147 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-35334144-0662-4ff2-bddd-ec633b2042c5 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:52.640675 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-35334144-0662-4ff2-bddd-ec633b2042c5 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "DELETE /v2.0/security-groups/c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683 HTTP/1.1" status: 204 len: 168 time: 0.9325080 Nov 12 20:21:52.645726 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55592) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:52.670240 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-4bf786f8-1dc8-4616-ab2e-a19c429f0568 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] show failed (client error): The resource could not be found. Nov 12 20:21:52.679117 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4bf786f8-1dc8-4616-ab2e-a19c429f0568 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "GET /v2.0/security-groups/c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683 HTTP/1.1" status: 404 len: 347 time: 0.0288017 Nov 12 20:21:52.682143 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55594) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:52.705515 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c240a699-ce10-4e73-979e-93d29637342a req-04296a89-ae6d-4148-a0dd-436f23108e10 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449585 Nov 12 20:21:52.706953 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35334144-0662-4ff2-bddd-ec633b2042c5 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41f0fa2-ce1e-4853-9e7d-9d72f0dd2683,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:52.762059 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-bd0c2c23-4d72-4872-bba5-57c818141952 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] show failed (client error): The resource could not be found. Nov 12 20:21:52.766461 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bd0c2c23-4d72-4872-bba5-57c818141952 tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] 10.222.0.48 "GET /v2.0/networks/e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f/tags/tempest-TagsTest-Tag-320453682 HTTP/1.1" status: 404 len: 325 time: 0.1875823 Nov 12 20:21:52.767134 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55598) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:52.782424 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fc339ca9-0585-41de-8451-b5fb6281e994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:52.799291 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.tag.tag_plugin [None req-e9a71bf0-5912-4d2a-988a-3845cb97ce3a tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:52.853775 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55602) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:52.968939 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c240a699-ce10-4e73-979e-93d29637342a req-3828e0ac-dfc3-4035-a648-e36e12b37554 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346952 Nov 12 20:21:52.978886 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e9a71bf0-5912-4d2a-988a-3845cb97ce3a tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] 10.222.0.48 "DELETE /v2.0/networks/e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f/tags HTTP/1.1" status: 204 len: 168 time: 0.1888237 Nov 12 20:21:52.979712 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55606) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:53.073037 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-54042d1c-cdd0-4436-8b2f-d52c08202f31 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Deleting port b7f2965c-2283-467e-8425-5270b7c4cb68 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:21:53.073385 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54042d1c-cdd0-4436-8b2f-d52c08202f31 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:53.107742 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-817d0b7f-bab2-4bcd-b920-080b78dca09b tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:53.264930 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-369a1b39-f681-40a9-98f6-6ba410a43e0e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fe1e0f33bc3e4ca99478c386fcb122c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4095280 Nov 12 20:21:53.268827 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55612) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:53.299969 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-817d0b7f-bab2-4bcd-b920-080b78dca09b tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:53.313057 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54042d1c-cdd0-4436-8b2f-d52c08202f31 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:53.313471 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54042d1c-cdd0-4436-8b2f-d52c08202f31 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:53.349981 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-817d0b7f-bab2-4bcd-b920-080b78dca09b tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:53.364353 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-54042d1c-cdd0-4436-8b2f-d52c08202f31 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Calling delete_port for b7f2965c-2283-467e-8425-5270b7c4cb68 owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:21:53.370192 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-817d0b7f-bab2-4bcd-b920-080b78dca09b tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba0777f0-aba9-4d0c-bc8a-2df59bdfe1df') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:53.370526 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-817d0b7f-bab2-4bcd-b920-080b78dca09b tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba0777f0-aba9-4d0c-bc8a-2df59bdfe1df') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:53.391381 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-817d0b7f-bab2-4bcd-b920-080b78dca09b tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:53.416818 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-817d0b7f-bab2-4bcd-b920-080b78dca09b tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:53.445026 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817d0b7f-bab2-4bcd-b920-080b78dca09b tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:21:53.445516 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-817d0b7f-bab2-4bcd-b920-080b78dca09b tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:21:53.448652 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:21:53.517129 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-64e8856f-7146-402f-bcb6-ec468617a612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:53.542018 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-64e8856f-7146-402f-bcb6-ec468617a612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:53.555051 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-817d0b7f-bab2-4bcd-b920-080b78dca09b tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:53.572525 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-817d0b7f-bab2-4bcd-b920-080b78dca09b tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:53.577410 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-817d0b7f-bab2-4bcd-b920-080b78dca09b tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] 10.222.0.48 "DELETE /v2.0/networks/e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f HTTP/1.1" status: 204 len: 168 time: 0.5957170 Nov 12 20:21:53.603345 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d0b7f-bab2-4bcd-b920-080b78dca09b tempest-TagsTest-1842894456 tempest-TagsTest-1842894456-project] Pushing event deleted for resources: {'Network': ['ID=e35b0a1b-f42f-42de-9cdb-dad1eeb66b7f,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:53.607850 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-64e8856f-7146-402f-bcb6-ec468617a612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:53.610629 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-64e8856f-7146-402f-bcb6-ec468617a612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:53.611889 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-64e8856f-7146-402f-bcb6-ec468617a612 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4896fa28-9264-47f9-8081-cf8cddc79f16 HTTP/1.1" status: 204 len: 168 time: 0.3421729 Nov 12 20:21:53.634988 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8856f-7146-402f-bcb6-ec468617a612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4896fa28-9264-47f9-8081-cf8cddc79f16,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:53.784126 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54042d1c-cdd0-4436-8b2f-d52c08202f31 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:53.879343 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:53.889453 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54042d1c-cdd0-4436-8b2f-d52c08202f31 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event deleted for resources: {'Port': ['ID=b7f2965c-2283-467e-8425-5270b7c4cb68,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:53.894049 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:53.929148 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1ebf07-22a0-4dfc-8d25-7d78dceffe0d None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:21:53.992517 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55626) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:54.058102 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bc086-e370-4686-b938-253a2af10ca5 req-cb4b8d4d-7530-4e9d-ae7d-3ad21c63f218 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:54.065661 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1a5bc086-e370-4686-b938-253a2af10ca5 req-cb4b8d4d-7530-4e9d-ae7d-3ad21c63f218 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 944 time: 0.1693032 Nov 12 20:21:54.081074 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54042d1c-cdd0-4436-8b2f-d52c08202f31 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for floatingip, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:54.089139 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54042d1c-cdd0-4436-8b2f-d52c08202f31 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:54.091578 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-54042d1c-cdd0-4436-8b2f-d52c08202f31 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "DELETE /v2.0/floatingips/48ec3a96-339c-4c7a-88ac-9d7c69fe99b5 HTTP/1.1" status: 204 len: 168 time: 1.4062548 Nov 12 20:21:54.094701 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55634) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:54.175066 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1a5bc086-e370-4686-b938-253a2af10ca5 req-16f1b370-98f1-48ae-9915-70d1c9f1ea2f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083128 Nov 12 20:21:54.285764 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-5cac613b-20db-4cb3-9e26-be5c8f085441 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Deleting port 8bf2886a-7dd4-4335-8bda-619bc89bd1cd {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:21:54.286565 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5cac613b-20db-4cb3-9e26-be5c8f085441 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:54.325464 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-41701ce1-bf07-4261-b480-4f8ff2f9d075 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bf1cd65438f6492dba1c13d0584a2f05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3275321 Nov 12 20:21:54.326122 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55642) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:54.435272 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5cac613b-20db-4cb3-9e26-be5c8f085441 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:54.480251 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-5cac613b-20db-4cb3-9e26-be5c8f085441 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Calling delete_port for 8bf2886a-7dd4-4335-8bda-619bc89bd1cd owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:21:54.557263 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-64363222-4239-4eba-b4e5-734a5b8b0e14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:54.622322 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-64363222-4239-4eba-b4e5-734a5b8b0e14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:54.776441 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-64363222-4239-4eba-b4e5-734a5b8b0e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:54.781276 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-64363222-4239-4eba-b4e5-734a5b8b0e14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:54.784576 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-64363222-4239-4eba-b4e5-734a5b8b0e14 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6f7533a9-418b-4a4f-b95f-493de02a095e HTTP/1.1" status: 204 len: 168 time: 0.4549005 Nov 12 20:21:54.822347 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64363222-4239-4eba-b4e5-734a5b8b0e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7533a9-418b-4a4f-b95f-493de02a095e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:54.868996 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5cac613b-20db-4cb3-9e26-be5c8f085441 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:54.949263 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac613b-20db-4cb3-9e26-be5c8f085441 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event deleted for resources: {'Port': ['ID=8bf2886a-7dd4-4335-8bda-619bc89bd1cd,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:55.078981 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5cac613b-20db-4cb3-9e26-be5c8f085441 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:55.091575 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5cac613b-20db-4cb3-9e26-be5c8f085441 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "DELETE /v2.0/ports/8bf2886a-7dd4-4335-8bda-619bc89bd1cd HTTP/1.1" status: 204 len: 168 time: 0.9903872 Nov 12 20:21:55.094047 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55662) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:55.134744 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:55.400921 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-2a4a0727-946c-48c7-bf8e-8d794ef17823 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Deleting port 7c68d458-cf6b-40f0-99d1-44f97634c3b5 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:21:55.401677 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2a4a0727-946c-48c7-bf8e-8d794ef17823 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:55.437103 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab5255-61ea-4fae-8a7d-a294d6cc4a5d req-482ceffb-f17f-4aad-a406-86ce53ec5017 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:55.449867 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6aab5255-61ea-4fae-8a7d-a294d6cc4a5d req-482ceffb-f17f-4aad-a406-86ce53ec5017 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 944 time: 0.1215765 Nov 12 20:21:55.590493 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2a4a0727-946c-48c7-bf8e-8d794ef17823 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:55.594560 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6aab5255-61ea-4fae-8a7d-a294d6cc4a5d req-c7dbf0a1-f89d-4bb1-ad30-21058ac81314 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383622 Nov 12 20:21:55.638634 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-2a4a0727-946c-48c7-bf8e-8d794ef17823 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Calling delete_port for 7c68d458-cf6b-40f0-99d1-44f97634c3b5 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:21:55.942068 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:55.973283 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2a4a0727-946c-48c7-bf8e-8d794ef17823 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:56.020950 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a0727-946c-48c7-bf8e-8d794ef17823 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event deleted for resources: {'Port': ['ID=7c68d458-cf6b-40f0-99d1-44f97634c3b5,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:56.201504 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2a4a0727-946c-48c7-bf8e-8d794ef17823 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:56.211671 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2a4a0727-946c-48c7-bf8e-8d794ef17823 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "DELETE /v2.0/ports/7c68d458-cf6b-40f0-99d1-44f97634c3b5 HTTP/1.1" status: 204 len: 168 time: 1.1159115 Nov 12 20:21:56.214023 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55712) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:56.390091 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-b53ebe0d-c1ca-4feb-a071-c63831dd0632 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Deleting subnet ed506cf3-b5f8-43df-9ed6-18a9019fc64b {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:21:56.403673 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b53ebe0d-c1ca-4feb-a071-c63831dd0632 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:56.545797 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b53ebe0d-c1ca-4feb-a071-c63831dd0632 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:56.875459 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b53ebe0d-c1ca-4feb-a071-c63831dd0632 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:57.170942 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790390a-e44f-4c8c-913a-fdc03f593f63 req-350bfba5-1452-4ade-a469-471fb5fd2740 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:57.184754 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e790390a-e44f-4c8c-913a-fdc03f593f63 req-350bfba5-1452-4ade-a469-471fb5fd2740 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 944 time: 0.3437848 Nov 12 20:21:57.206146 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b53ebe0d-c1ca-4feb-a071-c63831dd0632 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:57.274874 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ebe0d-c1ca-4feb-a071-c63831dd0632 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event deleted for resources: {'Subnet': ['ID=ed506cf3-b5f8-43df-9ed6-18a9019fc64b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:57.280372 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b53ebe0d-c1ca-4feb-a071-c63831dd0632 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:57.284757 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b53ebe0d-c1ca-4feb-a071-c63831dd0632 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "DELETE /v2.0/subnets/ed506cf3-b5f8-43df-9ed6-18a9019fc64b HTTP/1.1" status: 204 len: 168 time: 1.0694814 Nov 12 20:21:57.289452 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55750) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:57.305224 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad876f0-6d34-474c-a35c-acfb34de3523 None None] Network 5d5111b2-3f92-4f00-9f7f-454d59cb9659 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:57.315863 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e790390a-e44f-4c8c-913a-fdc03f593f63 req-7ea2d569-afb3-4885-925a-bd78f3a36665 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301529 Nov 12 20:21:57.491900 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-980dc6d5-83b1-4012-bbe4-1d7243007353 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Deleting subnet 23e59f70-1cf8-4ea4-824b-1efc5167ff36 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:21:57.496676 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-980dc6d5-83b1-4012-bbe4-1d7243007353 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:57.597554 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-980dc6d5-83b1-4012-bbe4-1d7243007353 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:57.714170 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aa3ecc-e8b2-40a6-8271-730c8a9e65c6 None None] DHCP port deletion for 5d5111b2-3f92-4f00-9f7f-454d59cb9659 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:21:57.848689 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-980dc6d5-83b1-4012-bbe4-1d7243007353 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:57.922943 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-980dc6d5-83b1-4012-bbe4-1d7243007353 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:57.932948 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-23aa3ecc-e8b2-40a6-8271-730c8a9e65c6 None None] Deleting port a4ce48cf-68bf-429c-8ca7-518537eb0619 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:21:57.933325 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-23aa3ecc-e8b2-40a6-8271-730c8a9e65c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:57.961592 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a4ce48cf-68bf-429c-8ca7-518537eb0619 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:21:57.976246 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-980dc6d5-83b1-4012-bbe4-1d7243007353 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:57.988634 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-980dc6d5-83b1-4012-bbe4-1d7243007353 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "DELETE /v2.0/subnets/23e59f70-1cf8-4ea4-824b-1efc5167ff36 HTTP/1.1" status: 204 len: 168 time: 0.6958096 Nov 12 20:21:57.991871 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55778) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:58.023707 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6d1622-add7-43fb-bca5-37160af0e6c2 None None] Network 52e60747-ae16-46d8-9dbe-b7ebe5cc096d requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:21:58.069577 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980dc6d5-83b1-4012-bbe4-1d7243007353 tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event deleted for resources: {'Subnet': ['ID=23e59f70-1cf8-4ea4-824b-1efc5167ff36,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:58.133754 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:58.175692 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-23aa3ecc-e8b2-40a6-8271-730c8a9e65c6 None None] For port a4ce48cf-68bf-429c-8ca7-518537eb0619, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a4ce48cf-68bf-429c-8ca7-518537eb0619,segment=NetworkSegment(124a8660-e81f-45fb-9111-4945346fd031),segment_id=124a8660-e81f-45fb-9111-4945346fd031)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:21:58.176356 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-23aa3ecc-e8b2-40a6-8271-730c8a9e65c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:58.219498 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-97014b69-4508-4932-bc5b-5414ca01939f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:58.222883 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port a4ce48cf-68bf-429c-8ca7-518537eb0619, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a4ce48cf-68bf-429c-8ca7-518537eb0619,segment=NetworkSegment(124a8660-e81f-45fb-9111-4945346fd031),segment_id=124a8660-e81f-45fb-9111-4945346fd031)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:21:58.225415 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-23aa3ecc-e8b2-40a6-8271-730c8a9e65c6 None None] Calling delete_port for a4ce48cf-68bf-429c-8ca7-518537eb0619 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:21:58.235854 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:58.280713 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55786) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:58.437390 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=a4ce48cf-68bf-429c-8ca7-518537eb0619,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:58.451552 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-23aa3ecc-e8b2-40a6-8271-730c8a9e65c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:58.492772 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa3ecc-e8b2-40a6-8271-730c8a9e65c6 None None] Pushing event deleted for resources: {'Port': ['ID=a4ce48cf-68bf-429c-8ca7-518537eb0619,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:58.502513 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aa3ecc-e8b2-40a6-8271-730c8a9e65c6 None None] No DVR routers for this DVR port a4ce48cf-68bf-429c-8ca7-518537eb0619 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:21:58.553779 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4e75444a-171e-496c-a2e5-82938af9b7bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:58.611249 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-97014b69-4508-4932-bc5b-5414ca01939f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Deleting port a4ce48cf-68bf-429c-8ca7-518537eb0619 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:21:58.611863 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-97014b69-4508-4932-bc5b-5414ca01939f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:58.643422 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65219668-fd46-4ffb-95c4-0f2523f2a112 None None] DHCP port deletion for 52e60747-ae16-46d8-9dbe-b7ebe5cc096d request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:21:58.648566 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e699cba-32c4-4ea9-8025-9cf37b01995e req-c84f8ded-1b64-4d5c-adc8-ab8f2a4d83fb tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:21:58.663803 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1e699cba-32c4-4ea9-8025-9cf37b01995e req-c84f8ded-1b64-4d5c-adc8-ab8f2a4d83fb tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 944 time: 0.1343257 Nov 12 20:21:58.769200 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-65219668-fd46-4ffb-95c4-0f2523f2a112 None None] Deleting port 454400d7-d69f-4ed0-bc00-2ada9c647a1d {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:21:58.769580 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-65219668-fd46-4ffb-95c4-0f2523f2a112 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:58.794982 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1e699cba-32c4-4ea9-8025-9cf37b01995e req-a1abb1ec-24af-4996-ba76-a0340bf0691d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222165 Nov 12 20:21:58.813711 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-97014b69-4508-4932-bc5b-5414ca01939f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] For port a4ce48cf-68bf-429c-8ca7-518537eb0619, host n-d-712140-15, got binding levels [] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:21:58.814088 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-97014b69-4508-4932-bc5b-5414ca01939f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:58.853602 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-97014b69-4508-4932-bc5b-5414ca01939f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Calling delete_port for a4ce48cf-68bf-429c-8ca7-518537eb0619 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:21:58.866905 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.ipam_backend_mixin [None req-97014b69-4508-4932-bc5b-5414ca01939f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Port a4ce48cf-68bf-429c-8ca7-518537eb0619 was not found and therefore no delete operation was performed {{(pid=102447) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 20:21:58.878186 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-97014b69-4508-4932-bc5b-5414ca01939f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:58.957342 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97014b69-4508-4932-bc5b-5414ca01939f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event deleted for resources: {'Port': ['ID=a4ce48cf-68bf-429c-8ca7-518537eb0619,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:58.971615 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-65219668-fd46-4ffb-95c4-0f2523f2a112 None None] For port 454400d7-d69f-4ed0-bc00-2ada9c647a1d, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=454400d7-d69f-4ed0-bc00-2ada9c647a1d,segment=NetworkSegment(1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb),segment_id=1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:21:58.972017 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-65219668-fd46-4ffb-95c4-0f2523f2a112 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:58.985219 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97014b69-4508-4932-bc5b-5414ca01939f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] No DVR routers for this DVR port a4ce48cf-68bf-429c-8ca7-518537eb0619 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:21:59.013842 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-65219668-fd46-4ffb-95c4-0f2523f2a112 None None] Calling delete_port for 454400d7-d69f-4ed0-bc00-2ada9c647a1d owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:21:59.165407 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-97014b69-4508-4932-bc5b-5414ca01939f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:59.179540 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4e75444a-171e-496c-a2e5-82938af9b7bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:59.192301 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4e75444a-171e-496c-a2e5-82938af9b7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:59.194415 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-65219668-fd46-4ffb-95c4-0f2523f2a112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:59.207968 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-97014b69-4508-4932-bc5b-5414ca01939f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d5111b2-3f92-4f00-9f7f-454d59cb9659']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:59.258257 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-97014b69-4508-4932-bc5b-5414ca01939f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124a8660-e81f-45fb-9111-4945346fd031') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:59.258795 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-97014b69-4508-4932-bc5b-5414ca01939f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124a8660-e81f-45fb-9111-4945346fd031') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:59.270871 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65219668-fd46-4ffb-95c4-0f2523f2a112 None None] Pushing event deleted for resources: {'Port': ['ID=454400d7-d69f-4ed0-bc00-2ada9c647a1d,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:59.280020 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65219668-fd46-4ffb-95c4-0f2523f2a112 None None] No DVR routers for this DVR port 454400d7-d69f-4ed0-bc00-2ada9c647a1d on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:21:59.328484 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-97014b69-4508-4932-bc5b-5414ca01939f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:59.353338 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-97014b69-4508-4932-bc5b-5414ca01939f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:59.365207 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97014b69-4508-4932-bc5b-5414ca01939f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:21:59.366021 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-97014b69-4508-4932-bc5b-5414ca01939f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:21:59.460921 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:21:59.471777 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55838) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:59.472907 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4e75444a-171e-496c-a2e5-82938af9b7bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30c4144d9b7d46a28adf295eaba8b6f2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1908336 Nov 12 20:21:59.473770 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75444a-171e-496c-a2e5-82938af9b7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71998ee8-f2d1-4ac1-9cbd-34db9eb83f09,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:59.483942 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-97014b69-4508-4932-bc5b-5414ca01939f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:59.508815 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-97014b69-4508-4932-bc5b-5414ca01939f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:59.515337 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-97014b69-4508-4932-bc5b-5414ca01939f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "DELETE /v2.0/networks/5d5111b2-3f92-4f00-9f7f-454d59cb9659 HTTP/1.1" status: 204 len: 168 time: 1.4661186 Nov 12 20:21:59.516088 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55842) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:21:59.557210 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97014b69-4508-4932-bc5b-5414ca01939f tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event deleted for resources: {'Network': ['ID=5d5111b2-3f92-4f00-9f7f-454d59cb9659,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:59.567155 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-05ec4876-32f1-4ecd-bdde-4f56fbdaf496 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:59.637053 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-05ec4876-32f1-4ecd-bdde-4f56fbdaf496 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:59.657001 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e366dbcb-e4ac-40c4-a463-bf0892bf1d0d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:59.717538 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-05ec4876-32f1-4ecd-bdde-4f56fbdaf496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:59.721708 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-05ec4876-32f1-4ecd-bdde-4f56fbdaf496 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:59.723484 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-05ec4876-32f1-4ecd-bdde-4f56fbdaf496 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/71998ee8-f2d1-4ac1-9cbd-34db9eb83f09 HTTP/1.1" status: 204 len: 168 time: 0.2505496 Nov 12 20:21:59.744086 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec4876-32f1-4ecd-bdde-4f56fbdaf496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71998ee8-f2d1-4ac1-9cbd-34db9eb83f09,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:21:59.876131 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e366dbcb-e4ac-40c4-a463-bf0892bf1d0d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:21:59.923803 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-e366dbcb-e4ac-40c4-a463-bf0892bf1d0d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e60747-ae16-46d8-9dbe-b7ebe5cc096d']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:59.948064 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-e366dbcb-e4ac-40c4-a463-bf0892bf1d0d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:59.948485 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-e366dbcb-e4ac-40c4-a463-bf0892bf1d0d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa5c7e1-c9b5-4f62-a3c1-31a185bfedfb') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:21:59.953207 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 454400d7-d69f-4ed0-bc00-2ada9c647a1d no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:21:59.979194 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e366dbcb-e4ac-40c4-a463-bf0892bf1d0d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:00.008839 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e366dbcb-e4ac-40c4-a463-bf0892bf1d0d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:00.017217 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e366dbcb-e4ac-40c4-a463-bf0892bf1d0d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:22:00.017630 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e366dbcb-e4ac-40c4-a463-bf0892bf1d0d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:22:00.020816 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:22:00.030623 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 454400d7-d69f-4ed0-bc00-2ada9c647a1d {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:22:00.030975 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 454400d7-d69f-4ed0-bc00-2ada9c647a1d not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:22:00.088851 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55866) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:22:00.125490 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd395a0-f1ef-42d0-9302-418f8d795e1a req-633845e0-901f-43b5-9f3c-4a9de944acb5 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:00.135217 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ecd395a0-f1ef-42d0-9302-418f8d795e1a req-633845e0-901f-43b5-9f3c-4a9de944acb5 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 944 time: 0.1421733 Nov 12 20:22:00.180901 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e366dbcb-e4ac-40c4-a463-bf0892bf1d0d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:00.191264 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e366dbcb-e4ac-40c4-a463-bf0892bf1d0d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:00.203385 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e366dbcb-e4ac-40c4-a463-bf0892bf1d0d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] 10.222.0.48 "DELETE /v2.0/networks/52e60747-ae16-46d8-9dbe-b7ebe5cc096d HTTP/1.1" status: 204 len: 168 time: 0.6829262 Nov 12 20:22:00.249906 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366dbcb-e4ac-40c4-a463-bf0892bf1d0d tempest-TaggedBootDevicesTest_v242-1562309936 tempest-TaggedBootDevicesTest_v242-1562309936-project] Pushing event deleted for resources: {'Network': ['ID=52e60747-ae16-46d8-9dbe-b7ebe5cc096d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:00.281574 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ecd395a0-f1ef-42d0-9302-418f8d795e1a req-dfad0573-f50a-4500-9dc0-ca471b39e29b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413825 Nov 12 20:22:00.496277 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55874) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:22:00.517718 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-510f4f17-4e88-4048-b821-47883c67c701 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:00.547425 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3d308203-672d-4bd5-93e0-acd00be8d1c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:00.800532 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-510f4f17-4e88-4048-b821-47883c67c701 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:00.832155 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-510f4f17-4e88-4048-b821-47883c67c701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:00.867546 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3d308203-672d-4bd5-93e0-acd00be8d1c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:01.272618 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3d308203-672d-4bd5-93e0-acd00be8d1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:01.281742 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-510f4f17-4e88-4048-b821-47883c67c701 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0cf4bff68d9b4147b3b2dc36ae6b851a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1918814 Nov 12 20:22:01.284494 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55902) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:22:01.288942 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f4f17-4e88-4048-b821-47883c67c701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf0ea01-3325-4009-9513-06df7585eb13,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:01.326922 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3d308203-672d-4bd5-93e0-acd00be8d1c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=243b9cf0a7a142ea96105c814d120a29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8296371 Nov 12 20:22:01.330379 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55904) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:22:01.343104 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d308203-672d-4bd5-93e0-acd00be8d1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a91f9d-f3a7-4121-ae8b-e68338dffc6d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:01.411398 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0326276d-d05f-45f2-98ed-227e98f9a8d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:01.442280 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-423f6afb-9d1c-4a01-9d9b-d1b3b1087ac2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:01.463838 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0326276d-d05f-45f2-98ed-227e98f9a8d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:01.489436 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-423f6afb-9d1c-4a01-9d9b-d1b3b1087ac2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:01.575714 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-423f6afb-9d1c-4a01-9d9b-d1b3b1087ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:01.578581 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-423f6afb-9d1c-4a01-9d9b-d1b3b1087ac2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:01.579874 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-423f6afb-9d1c-4a01-9d9b-d1b3b1087ac2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a8a91f9d-f3a7-4121-ae8b-e68338dffc6d HTTP/1.1" status: 204 len: 168 time: 0.2483075 Nov 12 20:22:01.592914 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f6afb-9d1c-4a01-9d9b-d1b3b1087ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a91f9d-f3a7-4121-ae8b-e68338dffc6d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:01.631794 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181e447-4167-40a3-b99b-d89552c5c980 req-663b607f-6270-416f-a59e-42403cb08fec tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:01.641593 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b181e447-4167-40a3-b99b-d89552c5c980 req-663b607f-6270-416f-a59e-42403cb08fec tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 944 time: 0.1643088 Nov 12 20:22:01.728075 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b181e447-4167-40a3-b99b-d89552c5c980 req-aab137b7-f590-4d5c-a385-2ecb0e571fd6 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855176 Nov 12 20:22:01.751770 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0326276d-d05f-45f2-98ed-227e98f9a8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:01.766843 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0326276d-d05f-45f2-98ed-227e98f9a8d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:01.771738 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0326276d-d05f-45f2-98ed-227e98f9a8d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/daf0ea01-3325-4009-9513-06df7585eb13 HTTP/1.1" status: 204 len: 168 time: 0.4849148 Nov 12 20:22:01.803862 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326276d-d05f-45f2-98ed-227e98f9a8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf0ea01-3325-4009-9513-06df7585eb13,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:02.334367 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55940) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:22:02.361131 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3bddd745-599e-4820-859c-377d07b1c803 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:02.528716 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3bddd745-599e-4820-859c-377d07b1c803 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:02.534569 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3bddd745-599e-4820-859c-377d07b1c803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:02.588504 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3bddd745-599e-4820-859c-377d07b1c803 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f68b47f3f264d42922f94edee26ec24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2525911 Nov 12 20:22:02.591379 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55946) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:22:02.596857 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddd745-599e-4820-859c-377d07b1c803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54476041-f08d-49d8-93fa-317f5431c040,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:02.723290 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1ae0528a-3740-4c09-a4d9-5d8841e95d4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:02.790887 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1ae0528a-3740-4c09-a4d9-5d8841e95d4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:02.860989 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1ae0528a-3740-4c09-a4d9-5d8841e95d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:02.865957 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1ae0528a-3740-4c09-a4d9-5d8841e95d4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:02.868349 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1ae0528a-3740-4c09-a4d9-5d8841e95d4d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/54476041-f08d-49d8-93fa-317f5431c040 HTTP/1.1" status: 204 len: 168 time: 0.2758045 Nov 12 20:22:02.894249 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0528a-3740-4c09-a4d9-5d8841e95d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54476041-f08d-49d8-93fa-317f5431c040,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:03.041092 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7be82-08ba-435c-8142-1684ac8981bc req-4f894924-2b28-4299-b68c-76432ad19d67 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:03.074924 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c3a7be82-08ba-435c-8142-1684ac8981bc req-4f894924-2b28-4299-b68c-76432ad19d67 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 944 time: 0.1898785 Nov 12 20:22:03.156532 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c3a7be82-08ba-435c-8142-1684ac8981bc req-7294ff4c-4e0b-455f-8ac1-5afdaacc9caa tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804417 Nov 12 20:22:04.394236 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202214a-4491-472e-b948-f1ac50ae9e06 req-ff69287b-d4e8-4e42-95e5-8ac54ec6b0ff tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:04.395773 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d202214a-4491-472e-b948-f1ac50ae9e06 req-ff69287b-d4e8-4e42-95e5-8ac54ec6b0ff tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 944 time: 0.1166058 Nov 12 20:22:04.495094 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d202214a-4491-472e-b948-f1ac50ae9e06 req-5725d720-8ad6-4c1e-a6ad-cd4e40df482c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870924 Nov 12 20:22:04.998022 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device aecd839b-1838-4f3e-b719-56ec97f0eafd details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:22:05.313403 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port aecd839b-1838-4f3e-b719-56ec97f0eafd, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=aecd839b-1838-4f3e-b719-56ec97f0eafd,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:22:05.353397 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'aecd839b-1838-4f3e-b719-56ec97f0eafd', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'port_id': 'aecd839b-1838-4f3e-b719-56ec97f0eafd', 'mac_address': 'fa:16:3e:e2:8d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:22:05.487661 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:05.560086 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aecd839b-1838-4f3e-b719-56ec97f0eafd {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:22:05.622126 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port aecd839b-1838-4f3e-b719-56ec97f0eafd, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=aecd839b-1838-4f3e-b719-56ec97f0eafd,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:22:05.630099 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:05.740388 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=aecd839b-1838-4f3e-b719-56ec97f0eafd,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:05.862824 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea71e7-4a58-4a65-b444-4e23a23026e3 req-e9e08fc9-dbc1-4bac-af54-dc96d12a2a0c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:05.871788 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-caea71e7-4a58-4a65-b444-4e23a23026e3 req-e9e08fc9-dbc1-4bac-af54-dc96d12a2a0c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 945 time: 0.1964214 Nov 12 20:22:05.928254 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['aecd839b-1838-4f3e-b719-56ec97f0eafd'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:22:05.989039 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-caea71e7-4a58-4a65-b444-4e23a23026e3 req-5f86dc44-83ea-4e72-bcf9-492bf09a1396 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109374 Nov 12 20:22:06.998562 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device aecd839b-1838-4f3e-b719-56ec97f0eafd up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:22:07.166729 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port aecd839b-1838-4f3e-b719-56ec97f0eafd completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:22:07.171468 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port aecd839b-1838-4f3e-b719-56ec97f0eafd triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:22:07.174996 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:07.210209 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43eaee6-a320-4379-92f0-409f72077028 req-6dbd7600-0904-4869-ae2b-d91ced3b552a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:07.225292 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e43eaee6-a320-4379-92f0-409f72077028 req-6dbd7600-0904-4869-ae2b-d91ced3b552a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 945 time: 0.1199985 Nov 12 20:22:07.317752 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:07.338147 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e43eaee6-a320-4379-92f0-409f72077028 req-26677a8e-b5d8-4e40-aac4-8ba671702b1e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115985 Nov 12 20:22:07.385080 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port aecd839b-1838-4f3e-b719-56ec97f0eafd, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=aecd839b-1838-4f3e-b719-56ec97f0eafd,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:22:07.387623 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b14c4b-fe67-45ee-a148-fa2bd6d79dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aecd839b-1838-4f3e-b719-56ec97f0eafd'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:22:07.397807 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75416b3-92af-491c-91f7-421a174ce799" -d '{"events": [{"server_uuid": "63b14c4b-fe67-45ee-a148-fa2bd6d79dda", "name": "network-vif-plugged", "status": "completed", "tag": "aecd839b-1838-4f3e-b719-56ec97f0eafd"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:22:07.419947 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:07.595985 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=aecd839b-1838-4f3e-b719-56ec97f0eafd,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:08.001158 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e80d1b-c954-4cbe-ab86-25c0e5ac8f08 x-openstack-request-id: req-c8e80d1b-c954-4cbe-ab86-25c0e5ac8f08 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:22:08.001811 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b14c4b-fe67-45ee-a148-fa2bd6d79dda", "name": "network-vif-plugged", "status": "completed", "tag": "aecd839b-1838-4f3e-b719-56ec97f0eafd", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:22:08.001811 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c8e80d1b-c954-4cbe-ab86-25c0e5ac8f08 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:22:08.002110 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b14c4b-fe67-45ee-a148-fa2bd6d79dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aecd839b-1838-4f3e-b719-56ec97f0eafd', 'code': 200} Nov 12 20:22:08.243333 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f108031-011a-4e08-a867-602a314b52ae req-de45abe4-b136-4845-8024-1c9ef1bf0e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:08.254266 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2f108031-011a-4e08-a867-602a314b52ae req-de45abe4-b136-4845-8024-1c9ef1bf0e82 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 1098 time: 0.1238987 Nov 12 20:22:08.420791 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2f108031-011a-4e08-a867-602a314b52ae req-2cf8eb2c-7788-4dd0-840d-125dbe7d0900 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531136 Nov 12 20:22:08.669948 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446ad6e-d6ae-4281-878e-a312c44d4c5d req-c2cb13a9-4ab6-4711-aba7-cac535638738 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:08.672001 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f446ad6e-d6ae-4281-878e-a312c44d4c5d req-c2cb13a9-4ab6-4711-aba7-cac535638738 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 946 time: 0.1385767 Nov 12 20:22:08.784444 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f446ad6e-d6ae-4281-878e-a312c44d4c5d req-2f50c330-222c-4092-ae06-c8c684f24c30 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025829 Nov 12 20:22:10.301013 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8c959-f188-4afa-8ead-f5459972c2af req-ee931fda-1fe7-4b16-8009-6f91fd754e50 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:10.312328 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-77b8c959-f188-4afa-8ead-f5459972c2af req-ee931fda-1fe7-4b16-8009-6f91fd754e50 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 946 time: 0.3724971 Nov 12 20:22:10.410348 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-77b8c959-f188-4afa-8ead-f5459972c2af req-11291c94-e661-4019-8136-d8c2b6dc8c85 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942488 Nov 12 20:22:10.654343 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d00c0-c261-486e-99fb-a53dfc342e05 req-f5c07a4d-87b8-4b7c-a3b3-4abd8ed52bc0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:10.664582 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c44d00c0-c261-486e-99fb-a53dfc342e05 req-f5c07a4d-87b8-4b7c-a3b3-4abd8ed52bc0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 946 time: 0.1065788 Nov 12 20:22:10.780472 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c44d00c0-c261-486e-99fb-a53dfc342e05 req-447acf5f-66bf-42cf-988f-0547f67ebc90 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149909 Nov 12 20:22:11.013485 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efa36f-dc8f-48d1-af0e-10c583604c45 req-9dc132fd-6ca7-4db2-96b3-eab840bcbf1e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:11.021384 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e6efa36f-dc8f-48d1-af0e-10c583604c45 req-9dc132fd-6ca7-4db2-96b3-eab840bcbf1e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 946 time: 0.1027560 Nov 12 20:22:11.103505 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e6efa36f-dc8f-48d1-af0e-10c583604c45 req-c656a151-7587-4cc9-b9b5-613534bfb0ac tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747612 Nov 12 20:22:11.767052 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d73233-08ad-4640-b765-4a35fa3d2e79 req-6daf04ea-c11d-48cb-9f67-c1db4350dc4a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:11.778101 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-84d73233-08ad-4640-b765-4a35fa3d2e79 req-6daf04ea-c11d-48cb-9f67-c1db4350dc4a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 946 time: 0.1309564 Nov 12 20:22:11.948963 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-84d73233-08ad-4640-b765-4a35fa3d2e79 req-4d6def7a-8925-4888-bd25-82e7e7019692 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663761 Nov 12 20:22:12.143826 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56294) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:22:12.565703 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-93cffb82-0648-4269-89dd-61b1ff61151b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:12.900017 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-93cffb82-0648-4269-89dd-61b1ff61151b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:12.907873 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-93cffb82-0648-4269-89dd-61b1ff61151b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:13.019010 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-93cffb82-0648-4269-89dd-61b1ff61151b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7925d01a5c4a413e8164c209f2c8f76e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8736885 Nov 12 20:22:13.023099 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56330) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:22:13.074636 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cffb82-0648-4269-89dd-61b1ff61151b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fec80ac-6b45-478a-868c-35679b504afe,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:13.170397 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f04f14f-420b-46a3-bae8-5df57280ad84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:13.256606 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f284f-544d-4a26-8a8b-b1cfa3e36eb8 req-b9b3390a-9b06-4a50-8b25-be3ce1aff047 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:13.259081 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-086f284f-544d-4a26-8a8b-b1cfa3e36eb8 req-b9b3390a-9b06-4a50-8b25-be3ce1aff047 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.52 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 946 time: 0.1116338 Nov 12 20:22:13.435371 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8a39a-a1d4-4e8d-9d93-6017e9ee5d6f req-6c5676e5-943d-4a75-9158-43cb61bf8798 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:13.443551 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-16c8a39a-a1d4-4e8d-9d93-6017e9ee5d6f req-6c5676e5-943d-4a75-9158-43cb61bf8798 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 946 time: 0.2737503 Nov 12 20:22:13.447704 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f04f14f-420b-46a3-bae8-5df57280ad84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:13.476247 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-086f284f-544d-4a26-8a8b-b1cfa3e36eb8 req-88b129de-1af3-4b96-9818-42cf43f26c62 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Deleting port aecd839b-1838-4f3e-b719-56ec97f0eafd {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:22:13.476655 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-086f284f-544d-4a26-8a8b-b1cfa3e36eb8 req-88b129de-1af3-4b96-9818-42cf43f26c62 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:13.813231 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-086f284f-544d-4a26-8a8b-b1cfa3e36eb8 req-88b129de-1af3-4b96-9818-42cf43f26c62 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] For port aecd839b-1838-4f3e-b719-56ec97f0eafd, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=aecd839b-1838-4f3e-b719-56ec97f0eafd,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:22:13.813680 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-086f284f-544d-4a26-8a8b-b1cfa3e36eb8 req-88b129de-1af3-4b96-9818-42cf43f26c62 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:13.861657 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-086f284f-544d-4a26-8a8b-b1cfa3e36eb8 req-88b129de-1af3-4b96-9818-42cf43f26c62 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Calling delete_port for aecd839b-1838-4f3e-b719-56ec97f0eafd owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:22:14.235594 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-086f284f-544d-4a26-8a8b-b1cfa3e36eb8 req-88b129de-1af3-4b96-9818-42cf43f26c62 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:14.242308 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-16c8a39a-a1d4-4e8d-9d93-6017e9ee5d6f req-1c08cba2-f569-4ec3-a351-f6bad9f6d692 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7960238 Nov 12 20:22:14.259101 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['aecd839b-1838-4f3e-b719-56ec97f0eafd'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:22:14.297766 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f04f14f-420b-46a3-bae8-5df57280ad84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:14.308814 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f04f14f-420b-46a3-bae8-5df57280ad84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:14.320073 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6f04f14f-420b-46a3-bae8-5df57280ad84 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2fec80ac-6b45-478a-868c-35679b504afe HTTP/1.1" status: 204 len: 168 time: 1.2954855 Nov 12 20:22:14.340527 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04f14f-420b-46a3-bae8-5df57280ad84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fec80ac-6b45-478a-868c-35679b504afe,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:14.359550 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b129de-1af3-4b96-9818-42cf43f26c62 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event deleted for resources: {'Port': ['ID=aecd839b-1838-4f3e-b719-56ec97f0eafd,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:14.476877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-086f284f-544d-4a26-8a8b-b1cfa3e36eb8 req-88b129de-1af3-4b96-9818-42cf43f26c62 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] No DVR routers for this DVR port aecd839b-1838-4f3e-b719-56ec97f0eafd on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:22:14.487250 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-086f284f-544d-4a26-8a8b-b1cfa3e36eb8 req-88b129de-1af3-4b96-9818-42cf43f26c62 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:14.492398 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-086f284f-544d-4a26-8a8b-b1cfa3e36eb8 req-88b129de-1af3-4b96-9818-42cf43f26c62 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.52 "DELETE /v2.0/ports/aecd839b-1838-4f3e-b719-56ec97f0eafd HTTP/1.1" status: 204 len: 173 time: 1.2218299 Nov 12 20:22:14.493141 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b14c4b-fe67-45ee-a148-fa2bd6d79dda', 'name': 'network-vif-deleted', 'tag': 'aecd839b-1838-4f3e-b719-56ec97f0eafd'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:22:14.495844 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856c5e93-fd17-4a1c-afae-1eea57d77275" -d '{"events": [{"server_uuid": "63b14c4b-fe67-45ee-a148-fa2bd6d79dda", "name": "network-vif-deleted", "tag": "aecd839b-1838-4f3e-b719-56ec97f0eafd"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:22:14.599003 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b615bb6-ed42-4512-af86-82c8da05cee9 x-openstack-request-id: req-2b615bb6-ed42-4512-af86-82c8da05cee9 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:22:14.600060 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b14c4b-fe67-45ee-a148-fa2bd6d79dda", "name": "network-vif-deleted", "tag": "aecd839b-1838-4f3e-b719-56ec97f0eafd", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:22:14.600567 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b615bb6-ed42-4512-af86-82c8da05cee9 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:22:14.600919 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b14c4b-fe67-45ee-a148-fa2bd6d79dda', 'name': 'network-vif-deleted', 'tag': 'aecd839b-1838-4f3e-b719-56ec97f0eafd', 'status': 'completed', 'code': 200} Nov 12 20:22:15.503724 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d0e543e-d536-4589-8493-242cd2689ba8 req-f80d22cf-45d7-4355-95a5-86baf5eff43d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 210 time: 0.1366727 Nov 12 20:22:16.725912 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-55d01a0f-a4ad-4b05-a906-b7a1a64cb557 req-0b6b8b35-30d4-4e5f-9990-ec733f8b89ed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 210 time: 0.0675709 Nov 12 20:22:17.034251 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device aecd839b-1838-4f3e-b719-56ec97f0eafd no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:22:17.078050 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: aecd839b-1838-4f3e-b719-56ec97f0eafd {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:22:17.078469 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device aecd839b-1838-4f3e-b719-56ec97f0eafd not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:22:17.918928 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f263e42d-5b9e-4ba2-92d5-f692a788e88d req-e3c1e1a9-619d-494b-87db-c76f672ae9ea tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 210 time: 0.0564847 Nov 12 20:22:19.072562 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0adcea77-7efd-43ad-8646-c53e744b7cc6 req-1ae41f44-8c0d-4c0d-a54e-d14944b8819c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 210 time: 0.0430412 Nov 12 20:22:19.921524 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-838e6296-626e-4fad-84df-120ce8e413e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:20.153146 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:20.370658 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d75499e4-e851-4329-b89e-b1f1017c90f7 req-50048568-5b16-420b-b99b-bab8ecb8ec83 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 210 time: 0.1031399 Nov 12 20:22:21.550597 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5a4ba48-fb00-44e6-abda-a1417da9fe5d req-3952a305-ad08-448b-8a05-fdb3e7a84566 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 210 time: 0.0439789 Nov 12 20:22:22.697462 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-03758589-86bd-4e48-9093-7411ade0913d req-f4c82c0a-eaf7-4e67-8a5b-ac9268fa2307 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 210 time: 0.0462744 Nov 12 20:22:22.746525 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4321d86-92b1-4dea-8582-165d6d6d5e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:23.755856 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:23.825372 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:23.906405 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4a587d32-ab10-4ada-926b-77698c9bbc4e req-4066c880-e342-4de7-9680-27114fb9a309 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b14c4b-fe67-45ee-a148-fa2bd6d79dda HTTP/1.1" status: 200 len: 210 time: 0.0643625 Nov 12 20:22:25.180980 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:25.971590 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:29.636722 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:22:31.775076 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56996) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:22:32.776993 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c04d6997-7351-418c-9516-0145a11cc00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:33.402295 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-c04d6997-7351-418c-9516-0145a11cc00d admin admin] Deleting port 07d6ab8a-d086-4af1-835a-5836c7418539 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:22:33.402888 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c04d6997-7351-418c-9516-0145a11cc00d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:33.707071 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-c04d6997-7351-418c-9516-0145a11cc00d admin admin] For port 07d6ab8a-d086-4af1-835a-5836c7418539, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=07d6ab8a-d086-4af1-835a-5836c7418539,segment=NetworkSegment(c8159339-4435-4af0-9c54-46eb2fa783d6),segment_id=c8159339-4435-4af0-9c54-46eb2fa783d6)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:22:33.707477 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c04d6997-7351-418c-9516-0145a11cc00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:33.722467 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-c04d6997-7351-418c-9516-0145a11cc00d admin admin] Calling delete_port for 07d6ab8a-d086-4af1-835a-5836c7418539 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:22:34.050762 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c04d6997-7351-418c-9516-0145a11cc00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:34.083154 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d6997-7351-418c-9516-0145a11cc00d admin admin] Pushing event deleted for resources: {'Port': ['ID=07d6ab8a-d086-4af1-835a-5836c7418539,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:34.093719 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d6997-7351-418c-9516-0145a11cc00d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:34.094073 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d6997-7351-418c-9516-0145a11cc00d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:34.094411 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d6997-7351-418c-9516-0145a11cc00d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:34.094733 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d6997-7351-418c-9516-0145a11cc00d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:34.095064 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d6997-7351-418c-9516-0145a11cc00d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:34.095395 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d6997-7351-418c-9516-0145a11cc00d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:34.095942 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d6997-7351-418c-9516-0145a11cc00d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:34.096302 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d6997-7351-418c-9516-0145a11cc00d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:34.096713 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d6997-7351-418c-9516-0145a11cc00d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:34.096948 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d6997-7351-418c-9516-0145a11cc00d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:34.097284 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d6997-7351-418c-9516-0145a11cc00d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:34.098147 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d6997-7351-418c-9516-0145a11cc00d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:34.518317 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c04d6997-7351-418c-9516-0145a11cc00d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:35.080474 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04d6997-7351-418c-9516-0145a11cc00d admin admin] Router 303850bb-72b9-4110-bf93-bbbe6e3ff8ed has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:22:35.474666 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04d6997-7351-418c-9516-0145a11cc00d admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:22:35.484423 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c69fea3-97e0-4d7e-b710-a3a027ab6fd1 None None] Sync routers for ids ['303850bb-72b9-4110-bf93-bbbe6e3ff8ed'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:22:35.503474 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c69fea3-97e0-4d7e-b710-a3a027ab6fd1 None None] Routers {'303850bb-72b9-4110-bf93-bbbe6e3ff8ed'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:22:35.513192 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57220) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:22:35.514860 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-1c69fea3-97e0-4d7e-b710-a3a027ab6fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:22:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['303850bb-72b9-4110-bf93-bbbe6e3ff8ed'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:22:35.515722 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c04d6997-7351-418c-9516-0145a11cc00d admin admin] 10.222.0.48 "PUT /v2.0/routers/303850bb-72b9-4110-bf93-bbbe6e3ff8ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7387855 Nov 12 20:22:35.711105 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-1c69fea3-97e0-4d7e-b710-a3a027ab6fd1 None None] Set router 303850bb-72b9-4110-bf93-bbbe6e3ff8ed gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:22:35.853046 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-87b65637-86a5-4071-a5f0-e17eba77d570 admin admin] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:36.008870 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-87b65637-86a5-4071-a5f0-e17eba77d570 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:36.294885 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-87b65637-86a5-4071-a5f0-e17eba77d570 admin admin] Deleting port a10ae385-3467-4a80-8eff-6d8de956ff51 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:22:36.295317 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-87b65637-86a5-4071-a5f0-e17eba77d570 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:36.501881 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-1c69fea3-97e0-4d7e-b710-a3a027ab6fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'name': 'tempest-TaggedBootDevicesTest_v242-577568443-router', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a10ae385-3467-4a80-8eff-6d8de956ff51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:10:25Z', 'updated_at': '2021-11-12T20:22:33Z', 'revision_number': 5, 'project_id': '4852665fabb5408ab377b1cbc45feb40', 'gw_port': {'id': 'a10ae385-3467-4a80-8eff-6d8de956ff51', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:10:26Z', 'updated_at': '2021-11-12T20:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:22:36.591925 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c69fea3-97e0-4d7e-b710-a3a027ab6fd1 None None] Checking router: 303850bb-72b9-4110-bf93-bbbe6e3ff8ed for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:22:36.604704 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-87b65637-86a5-4071-a5f0-e17eba77d570 admin admin] For port a10ae385-3467-4a80-8eff-6d8de956ff51, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a10ae385-3467-4a80-8eff-6d8de956ff51,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:22:36.605737 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-87b65637-86a5-4071-a5f0-e17eba77d570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:36.620063 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c69fea3-97e0-4d7e-b710-a3a027ab6fd1 None None] Routers {'303850bb-72b9-4110-bf93-bbbe6e3ff8ed'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:22:36.622516 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-1c69fea3-97e0-4d7e-b710-a3a027ab6fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:22:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['303850bb-72b9-4110-bf93-bbbe6e3ff8ed'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:22:36.625889 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-87b65637-86a5-4071-a5f0-e17eba77d570 admin admin] Calling delete_port for a10ae385-3467-4a80-8eff-6d8de956ff51 owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:22:36.797612 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-1c69fea3-97e0-4d7e-b710-a3a027ab6fd1 None None] Set router 303850bb-72b9-4110-bf93-bbbe6e3ff8ed gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:22:36.911840 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-87b65637-86a5-4071-a5f0-e17eba77d570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:36.934722 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-1c69fea3-97e0-4d7e-b710-a3a027ab6fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'name': 'tempest-TaggedBootDevicesTest_v242-577568443-router', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:10:25Z', 'updated_at': '2021-11-12T20:22:36Z', 'revision_number': 6, 'project_id': '4852665fabb5408ab377b1cbc45feb40', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:22:36.973037 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c69fea3-97e0-4d7e-b710-a3a027ab6fd1 None None] The sync data for ids ['303850bb-72b9-4110-bf93-bbbe6e3ff8ed'] in n-d-712140-15 is: [{'id': '303850bb-72b9-4110-bf93-bbbe6e3ff8ed', 'name': 'tempest-TaggedBootDevicesTest_v242-577568443-router', 'tenant_id': '4852665fabb5408ab377b1cbc45feb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:10:25Z', 'updated_at': '2021-11-12T20:22:36Z', 'revision_number': 6, 'project_id': '4852665fabb5408ab377b1cbc45feb40', 'gw_port_host': None}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:22:37.036448 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b65637-86a5-4071-a5f0-e17eba77d570 admin admin] Pushing event deleted for resources: {'Port': ['ID=a10ae385-3467-4a80-8eff-6d8de956ff51,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:37.046717 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b65637-86a5-4071-a5f0-e17eba77d570 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:37.047299 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b65637-86a5-4071-a5f0-e17eba77d570 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:37.047828 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b65637-86a5-4071-a5f0-e17eba77d570 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:37.048374 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b65637-86a5-4071-a5f0-e17eba77d570 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:37.048888 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b65637-86a5-4071-a5f0-e17eba77d570 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:37.049643 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b65637-86a5-4071-a5f0-e17eba77d570 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:37.050162 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b65637-86a5-4071-a5f0-e17eba77d570 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:37.053518 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b65637-86a5-4071-a5f0-e17eba77d570 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:37.054468 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b65637-86a5-4071-a5f0-e17eba77d570 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:37.054823 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b65637-86a5-4071-a5f0-e17eba77d570 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:37.055169 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b65637-86a5-4071-a5f0-e17eba77d570 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:37.055510 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b65637-86a5-4071-a5f0-e17eba77d570 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:37.151985 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-87b65637-86a5-4071-a5f0-e17eba77d570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:37.356697 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5836fd-500b-40e0-8b9d-24da0a6e355b None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:22:37.502731 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-87b65637-86a5-4071-a5f0-e17eba77d570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:37.506227 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-87b65637-86a5-4071-a5f0-e17eba77d570 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:37.619542 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-87b65637-86a5-4071-a5f0-e17eba77d570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:37.620257 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b65637-86a5-4071-a5f0-e17eba77d570 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 303850bb-72b9-4110-bf93-bbbe6e3ff8ed {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:22:37.627563 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-87b65637-86a5-4071-a5f0-e17eba77d570 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:37.633407 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57278) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:22:37.644539 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-87b65637-86a5-4071-a5f0-e17eba77d570 admin admin] 10.222.0.48 "DELETE /v2.0/routers/303850bb-72b9-4110-bf93-bbbe6e3ff8ed HTTP/1.1" status: 204 len: 168 time: 2.1301904 Nov 12 20:22:37.764818 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ed18d4-a684-426b-91de-c2cceb4bc9dc admin admin] Deleting subnet 9f077436-4556-447d-83d4-cbd3714774cd {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:22:37.773254 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-13ed18d4-a684-426b-91de-c2cceb4bc9dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:37.885743 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-13ed18d4-a684-426b-91de-c2cceb4bc9dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:38.021880 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a10ae385-3467-4a80-8eff-6d8de956ff51 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:22:38.138985 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: a10ae385-3467-4a80-8eff-6d8de956ff51 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:22:38.140635 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a10ae385-3467-4a80-8eff-6d8de956ff51 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:22:38.142479 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 07d6ab8a-d086-4af1-835a-5836c7418539 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:22:38.213608 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 07d6ab8a-d086-4af1-835a-5836c7418539 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:22:38.214009 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 07d6ab8a-d086-4af1-835a-5836c7418539 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:22:38.271515 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-13ed18d4-a684-426b-91de-c2cceb4bc9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:38.433606 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-13ed18d4-a684-426b-91de-c2cceb4bc9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:38.494392 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed18d4-a684-426b-91de-c2cceb4bc9dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f077436-4556-447d-83d4-cbd3714774cd,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:38.502332 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-13ed18d4-a684-426b-91de-c2cceb4bc9dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:38.508521 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b041035-011e-47a7-9d0c-59fff80f1c3e None None] Network bd6be986-db97-4cb9-abe7-787b341a3cd5 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:22:38.510719 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57298) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:22:38.519645 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-13ed18d4-a684-426b-91de-c2cceb4bc9dc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9f077436-4556-447d-83d4-cbd3714774cd HTTP/1.1" status: 204 len: 168 time: 0.8850939 Nov 12 20:22:38.677887 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b28f5b51-95de-428c-81f0-f99beb13a922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:38.780196 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-b28f5b51-95de-428c-81f0-f99beb13a922 admin admin] Deleting port 458cca9a-3d25-4a1e-ac90-3a991b558563 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:22:38.783949 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b28f5b51-95de-428c-81f0-f99beb13a922 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:38.959251 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-b28f5b51-95de-428c-81f0-f99beb13a922 admin admin] For port 458cca9a-3d25-4a1e-ac90-3a991b558563, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=458cca9a-3d25-4a1e-ac90-3a991b558563,segment=NetworkSegment(c8159339-4435-4af0-9c54-46eb2fa783d6),segment_id=c8159339-4435-4af0-9c54-46eb2fa783d6)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:22:38.962660 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63411cca-16e9-4d0b-9abd-8e555a4d70f2 None None] DHCP port deletion for bd6be986-db97-4cb9-abe7-787b341a3cd5 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:22:38.969204 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b28f5b51-95de-428c-81f0-f99beb13a922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:39.005873 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-b28f5b51-95de-428c-81f0-f99beb13a922 admin admin] Calling delete_port for 458cca9a-3d25-4a1e-ac90-3a991b558563 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:22:39.065549 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-63411cca-16e9-4d0b-9abd-8e555a4d70f2 None None] Deleting port 458cca9a-3d25-4a1e-ac90-3a991b558563 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:22:39.068336 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-63411cca-16e9-4d0b-9abd-8e555a4d70f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:39.229609 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b28f5b51-95de-428c-81f0-f99beb13a922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:39.277672 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28f5b51-95de-428c-81f0-f99beb13a922 admin admin] No DVR routers for this DVR port 458cca9a-3d25-4a1e-ac90-3a991b558563 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:22:39.337507 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-63411cca-16e9-4d0b-9abd-8e555a4d70f2 None None] For port 458cca9a-3d25-4a1e-ac90-3a991b558563, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=458cca9a-3d25-4a1e-ac90-3a991b558563,segment=NetworkSegment(c8159339-4435-4af0-9c54-46eb2fa783d6),segment_id=c8159339-4435-4af0-9c54-46eb2fa783d6)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:22:39.337507 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-63411cca-16e9-4d0b-9abd-8e555a4d70f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:39.360376 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-63411cca-16e9-4d0b-9abd-8e555a4d70f2 None None] Calling delete_port for 458cca9a-3d25-4a1e-ac90-3a991b558563 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:22:39.440548 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b28f5b51-95de-428c-81f0-f99beb13a922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:39.466710 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-b28f5b51-95de-428c-81f0-f99beb13a922 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6be986-db97-4cb9-abe7-787b341a3cd5']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:22:39.482545 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-b28f5b51-95de-428c-81f0-f99beb13a922 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8159339-4435-4af0-9c54-46eb2fa783d6') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:22:39.482748 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-b28f5b51-95de-428c-81f0-f99beb13a922 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8159339-4435-4af0-9c54-46eb2fa783d6') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:22:39.489505 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f5b51-95de-428c-81f0-f99beb13a922 admin admin] Pushing event deleted for resources: {'Port': ['ID=458cca9a-3d25-4a1e-ac90-3a991b558563,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:39.520004 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b28f5b51-95de-428c-81f0-f99beb13a922 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:39.548634 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b28f5b51-95de-428c-81f0-f99beb13a922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:39.566031 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28f5b51-95de-428c-81f0-f99beb13a922 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:22:39.567529 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b28f5b51-95de-428c-81f0-f99beb13a922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:22:39.571711 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:22:39.587148 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-63411cca-16e9-4d0b-9abd-8e555a4d70f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:39.693817 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63411cca-16e9-4d0b-9abd-8e555a4d70f2 None None] Pushing event deleted for resources: {'Port': ['ID=458cca9a-3d25-4a1e-ac90-3a991b558563,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:39.712825 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63411cca-16e9-4d0b-9abd-8e555a4d70f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:39.713434 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63411cca-16e9-4d0b-9abd-8e555a4d70f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:39.713981 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63411cca-16e9-4d0b-9abd-8e555a4d70f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:39.714466 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63411cca-16e9-4d0b-9abd-8e555a4d70f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:39.714960 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63411cca-16e9-4d0b-9abd-8e555a4d70f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:39.715438 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63411cca-16e9-4d0b-9abd-8e555a4d70f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:39.715914 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63411cca-16e9-4d0b-9abd-8e555a4d70f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:39.716497 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63411cca-16e9-4d0b-9abd-8e555a4d70f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:39.716976 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63411cca-16e9-4d0b-9abd-8e555a4d70f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:39.717466 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63411cca-16e9-4d0b-9abd-8e555a4d70f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:39.717939 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63411cca-16e9-4d0b-9abd-8e555a4d70f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:39.718411 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63411cca-16e9-4d0b-9abd-8e555a4d70f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:22:39.722162 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63411cca-16e9-4d0b-9abd-8e555a4d70f2 None None] No DVR routers for this DVR port 458cca9a-3d25-4a1e-ac90-3a991b558563 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:22:39.819708 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b28f5b51-95de-428c-81f0-f99beb13a922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:39.826275 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b28f5b51-95de-428c-81f0-f99beb13a922 admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:39.829663 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b28f5b51-95de-428c-81f0-f99beb13a922 admin admin] 10.222.0.48 "DELETE /v2.0/networks/bd6be986-db97-4cb9-abe7-787b341a3cd5 HTTP/1.1" status: 204 len: 168 time: 1.3177328 Nov 12 20:22:39.894555 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f5b51-95de-428c-81f0-f99beb13a922 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd6be986-db97-4cb9-abe7-787b341a3cd5,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:40.007638 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 458cca9a-3d25-4a1e-ac90-3a991b558563 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:22:40.056013 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 458cca9a-3d25-4a1e-ac90-3a991b558563 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:22:40.057114 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 458cca9a-3d25-4a1e-ac90-3a991b558563 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:22:40.096503 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57338) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:22:40.177873 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5cfe32bd-ae09-4bc5-b775-fd28392dd31e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4852665fabb5408ab377b1cbc45feb40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0798352 Nov 12 20:22:40.180182 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57340) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:22:40.291039 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89e7f95d-43ff-486e-93c8-1b766bc513d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:40.468036 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89e7f95d-43ff-486e-93c8-1b766bc513d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:40.596993 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89e7f95d-43ff-486e-93c8-1b766bc513d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:40.603109 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89e7f95d-43ff-486e-93c8-1b766bc513d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:40.607426 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-89e7f95d-43ff-486e-93c8-1b766bc513d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b1dbe704-0c8b-4d31-b036-4921aded8586 HTTP/1.1" status: 204 len: 168 time: 0.4249568 Nov 12 20:22:40.627349 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7f95d-43ff-486e-93c8-1b766bc513d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1dbe704-0c8b-4d31-b036-4921aded8586,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:42.091240 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57418) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:22:42.470794 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-f348bb30-9ffa-4e26-8eaf-213ff6dff566 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1466391156-network', 'tenant_id': '18c327c9597c45a89c2c38588689e146'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:22:42.539147 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f348bb30-9ffa-4e26-8eaf-213ff6dff566 admin admin] Made reservation on behalf of 18c327c9597c45a89c2c38588689e146 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:22:42.541576 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f348bb30-9ffa-4e26-8eaf-213ff6dff566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:42.586720 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f348bb30-9ffa-4e26-8eaf-213ff6dff566 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:42.821914 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f348bb30-9ffa-4e26-8eaf-213ff6dff566 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:42.828273 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f348bb30-9ffa-4e26-8eaf-213ff6dff566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:42.909712 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f348bb30-9ffa-4e26-8eaf-213ff6dff566 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:22:42.926489 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348bb30-9ffa-4e26-8eaf-213ff6dff566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fb6d3d-9ce4-437a-a7d2-a2c961f55e15,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:42.949704 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f348bb30-9ffa-4e26-8eaf-213ff6dff566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:42.950359 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-f348bb30-9ffa-4e26-8eaf-213ff6dff566 admin admin] Added segment d9b1320c-ac81-4b9d-963c-3308f6504e88 of type vlan for network f0aecc65-9bf3-48a6-a8ea-a6a61793e04b Nov 12 20:22:43.031369 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f348bb30-9ffa-4e26-8eaf-213ff6dff566 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:43.092072 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f348bb30-9ffa-4e26-8eaf-213ff6dff566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:43.094485 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f348bb30-9ffa-4e26-8eaf-213ff6dff566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:43.096970 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f348bb30-9ffa-4e26-8eaf-213ff6dff566 admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:43.189667 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348bb30-9ffa-4e26-8eaf-213ff6dff566 admin admin] Pushing event updated for resources: {'Network': ['ID=f0aecc65-9bf3-48a6-a8ea-a6a61793e04b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:43.199466 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f348bb30-9ffa-4e26-8eaf-213ff6dff566 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1070406 Nov 12 20:22:43.205581 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network f0aecc65-9bf3-48a6-a8ea-a6a61793e04b details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:22:43.215322 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57446) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:22:43.229260 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-e26d8225-0bb9-47f0-9c10-2d0272fb0285 admin admin] Request body: {'subnet': {'network_id': 'f0aecc65-9bf3-48a6-a8ea-a6a61793e04b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1466391156-subnet', 'tenant_id': '18c327c9597c45a89c2c38588689e146', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:22:43.274741 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26d8225-0bb9-47f0-9c10-2d0272fb0285 admin admin] Made reservation on behalf of 18c327c9597c45a89c2c38588689e146 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:22:43.278352 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e26d8225-0bb9-47f0-9c10-2d0272fb0285 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:43.764360 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e26d8225-0bb9-47f0-9c10-2d0272fb0285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:43.951613 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d8225-0bb9-47f0-9c10-2d0272fb0285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e04b4387-4592-47dd-8be9-0bccc5c8e481,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:43.965898 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26d8225-0bb9-47f0-9c10-2d0272fb0285 admin admin] Checking segment: {'id': 'd9b1320c-ac81-4b9d-963c-3308f6504e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f0aecc65-9bf3-48a6-a8ea-a6a61793e04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:22:43.967026 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26d8225-0bb9-47f0-9c10-2d0272fb0285 admin admin] Network hostable DHCP agents. Network: f0aecc65-9bf3-48a6-a8ea-a6a61793e04b, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:22:44.030890 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26d8225-0bb9-47f0-9c10-2d0272fb0285 admin admin] Network f0aecc65-9bf3-48a6-a8ea-a6a61793e04b is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:22:44.048698 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-e26d8225-0bb9-47f0-9c10-2d0272fb0285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, f0aecc65-9bf3-48a6-a8ea-a6a61793e04b) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:22:44.057875 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd01384-ef57-4178-926e-47e2cde56485 None None] Network f0aecc65-9bf3-48a6-a8ea-a6a61793e04b requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:22:44.063146 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26d8225-0bb9-47f0-9c10-2d0272fb0285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:44.065950 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e26d8225-0bb9-47f0-9c10-2d0272fb0285 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:44.131703 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e26d8225-0bb9-47f0-9c10-2d0272fb0285 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9073794 Nov 12 20:22:44.387809 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1053d362-9833-47bd-8c2a-5e1c9569b4db None None] Network f0aecc65-9bf3-48a6-a8ea-a6a61793e04b requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:22:45.271060 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc98be-bd37-4ba3-b310-59097f739563 req-415bbedc-c7f3-4989-baed-5ba9ee147eab tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:45.292170 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-415bbedc-c7f3-4989-baed-5ba9ee147eab tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/networks?id=f0aecc65-9bf3-48a6-a8ea-a6a61793e04b HTTP/1.1" status: 200 len: 818 time: 0.3365157 Nov 12 20:22:45.328791 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-0c9263c7-8423-4faa-b649-9b32159f1314 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/quotas/18c327c9597c45a89c2c38588689e146 HTTP/1.1" status: 200 len: 375 time: 0.0332613 Nov 12 20:22:45.400908 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-450ec10a-cae7-4705-95bc-c647c865e448 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=18c327c9597c45a89c2c38588689e146&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706851 Nov 12 20:22:45.533498 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-95f6d07e-21fa-4f65-83f5-9fa18dac39f5 service neutron] 10.222.0.48 "GET /v2.0/networks/f0aecc65-9bf3-48a6-a8ea-a6a61793e04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250298 Nov 12 20:22:45.695369 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-be4c41f8-8004-47e3-b0da-848e708805c8 service neutron] 10.222.0.48 "GET /v2.0/networks/f0aecc65-9bf3-48a6-a8ea-a6a61793e04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518636 Nov 12 20:22:46.284654 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-53efb5e5-c4cf-47ba-b6f4-f763ea722e23 req-270b5bcc-aa6e-4bfb-9059-1518bb443be1 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=049d89b7-eb85-414b-82cf-6b81e8673a45 HTTP/1.1" status: 200 len: 210 time: 0.0527921 Nov 12 20:22:47.483497 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e226f6c-f0e0-4bde-aaf6-50ead24fa224 req-3974152b-b19d-45b7-a625-2669767cd62c tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=049d89b7-eb85-414b-82cf-6b81e8673a45 HTTP/1.1" status: 200 len: 210 time: 0.0764687 Nov 12 20:22:48.151203 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57674) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:22:48.596802 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b6be7e36-66d3-4875-b4c2-b97667bd26c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:48.775506 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87f158dc-5740-47e5-aece-815af47d73c1 req-325e5693-6be7-46cd-9918-4b8cfd9d5f31 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=049d89b7-eb85-414b-82cf-6b81e8673a45 HTTP/1.1" status: 200 len: 210 time: 0.0845528 Nov 12 20:22:48.902859 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b6be7e36-66d3-4875-b4c2-b97667bd26c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:48.911529 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b6be7e36-66d3-4875-b4c2-b97667bd26c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:49.026810 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57764) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:22:49.042232 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b6be7e36-66d3-4875-b4c2-b97667bd26c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f3a68f677e3a43798f6e190c53206fce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8898432 Nov 12 20:22:49.129503 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be7e36-66d3-4875-b4c2-b97667bd26c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1c40ed-7375-4976-a233-9de7403f3862,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:49.224599 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-113eec94-c226-4d96-9c52-391a2576e7c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:49.614428 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc98be-bd37-4ba3-b310-59097f739563 req-2642385e-d451-4956-bc68-7d480fbc73a1 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:49.615927 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-2642385e-d451-4956-bc68-7d480fbc73a1 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.55 "GET /v2.0/networks?id=f0aecc65-9bf3-48a6-a8ea-a6a61793e04b HTTP/1.1" status: 200 len: 818 time: 0.4401660 Nov 12 20:22:49.632626 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-113eec94-c226-4d96-9c52-391a2576e7c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:49.661541 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-7efc98be-bd37-4ba3-b310-59097f739563 req-0b7affb2-6811-41b8-87b9-3158a660faef tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Request body: {'port': {'device_id': '983f9030-9aba-4e68-8e42-fce2d0d565a6', 'network_id': 'f0aecc65-9bf3-48a6-a8ea-a6a61793e04b', 'admin_state_up': True, 'tenant_id': '18c327c9597c45a89c2c38588689e146'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:22:49.672361 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc98be-bd37-4ba3-b310-59097f739563 req-589e2fb8-42ea-4dab-a246-68ae1494c476 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:49.690966 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-589e2fb8-42ea-4dab-a246-68ae1494c476 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.52 "GET /v2.0/networks?id=f0aecc65-9bf3-48a6-a8ea-a6a61793e04b HTTP/1.1" status: 200 len: 818 time: 0.3946660 Nov 12 20:22:49.714069 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-7efc98be-bd37-4ba3-b310-59097f739563 req-8704d182-fd03-478c-8178-06f427c0b3ad tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Request body: {'port': {'device_id': '2c4bd0e2-1a3d-47da-931f-b3e566ac89c2', 'network_id': 'f0aecc65-9bf3-48a6-a8ea-a6a61793e04b', 'admin_state_up': True, 'tenant_id': '18c327c9597c45a89c2c38588689e146'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:22:49.932664 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-50f41c84-ecc1-48ee-a08a-837ec712adab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:50.116712 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dbbeee4d-6647-4085-ac76-6211fe3df99c req-6b6b69c3-464a-427a-a38e-26781a75ab11 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=049d89b7-eb85-414b-82cf-6b81e8673a45 HTTP/1.1" status: 200 len: 210 time: 0.1755180 Nov 12 20:22:50.216282 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:50.332825 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7efc98be-bd37-4ba3-b310-59097f739563 req-8704d182-fd03-478c-8178-06f427c0b3ad tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Made reservation on behalf of 18c327c9597c45a89c2c38588689e146 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:22:50.346813 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-8704d182-fd03-478c-8178-06f427c0b3ad tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:50.359060 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7efc98be-bd37-4ba3-b310-59097f739563 req-0b7affb2-6811-41b8-87b9-3158a660faef tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Made reservation on behalf of 18c327c9597c45a89c2c38588689e146 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:22:50.373870 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-0b7affb2-6811-41b8-87b9-3158a660faef tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:50.698889 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-7efc98be-bd37-4ba3-b310-59097f739563 req-8704d182-fd03-478c-8178-06f427c0b3ad tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Allocated IP 172.20.0.13 (f0aecc65-9bf3-48a6-a8ea-a6a61793e04b/e04b4387-4592-47dd-8be9-0bccc5c8e481/fdd8a0ea-74aa-4425-8597-bdb756671552) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:22:51.039164 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-91b0febc-e5cf-4fae-8e16-90fbb58ee338 req-4eca8847-df90-47ce-94e6-437cf0b0dcf4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=837efd2d-3ef2-4f4c-a214-b5e9480bf989&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1505132 Nov 12 20:22:51.172466 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-113eec94-c226-4d96-9c52-391a2576e7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:51.206829 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-113eec94-c226-4d96-9c52-391a2576e7c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:51.219070 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-113eec94-c226-4d96-9c52-391a2576e7c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c1c40ed-7375-4976-a233-9de7403f3862 HTTP/1.1" status: 204 len: 168 time: 2.1898067 Nov 12 20:22:51.282598 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113eec94-c226-4d96-9c52-391a2576e7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1c40ed-7375-4976-a233-9de7403f3862,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:51.388520 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc98be-bd37-4ba3-b310-59097f739563 req-6e86105c-cad9-40ad-8bb2-9eb28b627634 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:51.390483 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-6e86105c-cad9-40ad-8bb2-9eb28b627634 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.55 "GET /v2.0/networks?id=f0aecc65-9bf3-48a6-a8ea-a6a61793e04b HTTP/1.1" status: 200 len: 818 time: 1.1156888 Nov 12 20:22:51.405623 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ab47c9fc-b5a6-4ede-bc6e-393224e3881a tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Request body: {'port': {'device_id': '049d89b7-eb85-414b-82cf-6b81e8673a45', 'network_id': 'f0aecc65-9bf3-48a6-a8ea-a6a61793e04b', 'admin_state_up': True, 'tenant_id': '18c327c9597c45a89c2c38588689e146'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:22:51.531519 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-50b7e866-2fcf-4e02-85c8-62383c679aca req-9d0c29de-d47b-4125-bb16-c2106fa471d2 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=049d89b7-eb85-414b-82cf-6b81e8673a45 HTTP/1.1" status: 200 len: 210 time: 0.2736552 Nov 12 20:22:51.616446 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0febc-e5cf-4fae-8e16-90fbb58ee338 req-2cadbf45-03ca-4e4c-8270-cd1687d1cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:51.618174 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-91b0febc-e5cf-4fae-8e16-90fbb58ee338 req-2cadbf45-03ca-4e4c-8270-cd1687d1cb68 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=594c74304b624770acf9875d5202424e&device_id=837efd2d-3ef2-4f4c-a214-b5e9480bf989 HTTP/1.1" status: 200 len: 1102 time: 0.4323335 Nov 12 20:22:51.651554 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-8704d182-fd03-478c-8178-06f427c0b3ad tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:51.657789 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-658c1273-6ad7-46b8-8953-6cb986a9ef65 req-bdbd9101-b3ae-440c-9c06-03b292c4475f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1249695 Nov 12 20:22:51.881824 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ab47c9fc-b5a6-4ede-bc6e-393224e3881a tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Made reservation on behalf of 18c327c9597c45a89c2c38588689e146 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:22:51.887741 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ab47c9fc-b5a6-4ede-bc6e-393224e3881a tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:52.005970 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57998) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:22:52.073733 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ab6be268-7a40-4ed7-8b6f-29c87430be14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:52.077130 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c1273-6ad7-46b8-8953-6cb986a9ef65 req-7d0e3897-bb41-4c1e-aea3-6f267d1ecb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:52.082126 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-658c1273-6ad7-46b8-8953-6cb986a9ef65 req-7d0e3897-bb41-4c1e-aea3-6f267d1ecb43 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 1098 time: 0.3231716 Nov 12 20:22:52.216216 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-8704d182-fd03-478c-8178-06f427c0b3ad tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:52.334536 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-7efc98be-bd37-4ba3-b310-59097f739563 req-0b7affb2-6811-41b8-87b9-3158a660faef tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Allocated IP 172.20.0.11 (f0aecc65-9bf3-48a6-a8ea-a6a61793e04b/e04b4387-4592-47dd-8be9-0bccc5c8e481/64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:22:52.439930 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0febc-e5cf-4fae-8e16-90fbb58ee338 req-78e68d21-01e5-42db-a780-4a9c62825745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:52.458057 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-91b0febc-e5cf-4fae-8e16-90fbb58ee338 req-78e68d21-01e5-42db-a780-4a9c62825745 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.7870986 Nov 12 20:22:52.460067 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7efc98be-bd37-4ba3-b310-59097f739563 req-8704d182-fd03-478c-8178-06f427c0b3ad tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Network f0aecc65-9bf3-48a6-a8ea-a6a61793e04b is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:22:52.613919 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-7efc98be-bd37-4ba3-b310-59097f739563 req-8704d182-fd03-478c-8178-06f427c0b3ad tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:22:52.698683 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ab6be268-7a40-4ed7-8b6f-29c87430be14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:52.721556 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efc98be-bd37-4ba3-b310-59097f739563 req-8704d182-fd03-478c-8178-06f427c0b3ad tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:22:52.748479 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-20a04a42-3b2c-46cd-83f9-cfa40a0ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:52.758454 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-91b0febc-e5cf-4fae-8e16-90fbb58ee338 req-b267eefa-3d40-440a-8586-cfd68cd0604e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=84741c03-855b-473d-ba06-5a325ca25fd8 HTTP/1.1" status: 200 len: 217 time: 0.2106721 Nov 12 20:22:52.966593 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9245daec-e28d-4049-9f63-41d2ad01d126 req-41de817d-2929-411c-912a-2f218a6171ee tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=049d89b7-eb85-414b-82cf-6b81e8673a45 HTTP/1.1" status: 200 len: 210 time: 0.2243626 Nov 12 20:22:53.015090 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704d182-fd03-478c-8178-06f427c0b3ad tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Pushing event updated for resources: {'Port': ['ID=fdd8a0ea-74aa-4425-8597-bdb756671552,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:53.042351 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-0b7affb2-6811-41b8-87b9-3158a660faef tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:53.102797 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc98be-bd37-4ba3-b310-59097f739563 req-8704d182-fd03-478c-8178-06f427c0b3ad tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:53.105837 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-8704d182-fd03-478c-8178-06f427c0b3ad tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:53.130357 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ab6be268-7a40-4ed7-8b6f-29c87430be14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:53.138279 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c1273-6ad7-46b8-8953-6cb986a9ef65 req-decfd411-48d2-4e60-a58c-1d640a47e66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:53.143586 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-658c1273-6ad7-46b8-8953-6cb986a9ef65 req-decfd411-48d2-4e60-a58c-1d640a47e66a service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 913 time: 1.0017643 Nov 12 20:22:53.162516 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-8704d182-fd03-478c-8178-06f427c0b3ad tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4538674 Nov 12 20:22:53.171447 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-0b7affb2-6811-41b8-87b9-3158a660faef tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:53.210365 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ee652d53-e2c0-46e0-bb0b-7c536d9cbaa6 service neutron] Request body: {'port': {'device_id': '2c4bd0e2-1a3d-47da-931f-b3e566ac89c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:22:53.411288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7efc98be-bd37-4ba3-b310-59097f739563 req-0b7affb2-6811-41b8-87b9-3158a660faef tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Network f0aecc65-9bf3-48a6-a8ea-a6a61793e04b is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:22:53.680368 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7affb2-6811-41b8-87b9-3158a660faef tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Pushing event updated for resources: {'Port': ['ID=64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:53.688694 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-7efc98be-bd37-4ba3-b310-59097f739563 req-0b7affb2-6811-41b8-87b9-3158a660faef tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:22:53.705686 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efc98be-bd37-4ba3-b310-59097f739563 req-0b7affb2-6811-41b8-87b9-3158a660faef tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:22:53.758225 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:53.820500 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ab6be268-7a40-4ed7-8b6f-29c87430be14 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=889595b4ff3d4632ba57f40391beb253&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8127754 Nov 12 20:22:53.825371 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58198) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:22:53.834248 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:53.841136 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.db.api [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ab47c9fc-b5a6-4ede-bc6e-393224e3881a tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.11-9b598c63-51d8-4d9a-935e-cb7279b94f48 {{(pid=102448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:22:53.841703 n-d-712140-15 neutron-server[102448]: DEBUG oslo_db.api [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ab47c9fc-b5a6-4ede-bc6e-393224e3881a tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:22:53.867042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6be268-7a40-4ed7-8b6f-29c87430be14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d05eaa0-06d8-41e0-a6eb-d20da53ad4f5,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:54.011088 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc98be-bd37-4ba3-b310-59097f739563 req-0b7affb2-6811-41b8-87b9-3158a660faef tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:54.011995 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-0b7affb2-6811-41b8-87b9-3158a660faef tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:54.089569 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-33444c47-3dff-4730-8786-b8a5f5b71e37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:54.095365 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-0b7affb2-6811-41b8-87b9-3158a660faef tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4671428 Nov 12 20:22:54.131287 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-7efc98be-bd37-4ba3-b310-59097f739563 req-827a599b-ee30-4a07-801a-31af5039c260 service neutron] Request body: {'port': {'device_id': '983f9030-9aba-4e68-8e42-fce2d0d565a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:22:54.235278 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-33444c47-3dff-4730-8786-b8a5f5b71e37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:54.242499 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0febc-e5cf-4fae-8e16-90fbb58ee338 req-bb403731-b512-4fcb-a8ec-2fc596c18aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:54.244511 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-91b0febc-e5cf-4fae-8e16-90fbb58ee338 req-bb403731-b512-4fcb-a8ec-2fc596c18aeb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 1.3252835 Nov 12 20:22:54.247605 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-827a599b-ee30-4a07-801a-31af5039c260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:54.335767 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9af1b8d0-ec38-466f-92b7-796e33695425 req-4a3c59fd-9b5f-4af9-9b57-e4f9e415122f tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=049d89b7-eb85-414b-82cf-6b81e8673a45 HTTP/1.1" status: 200 len: 210 time: 0.0862494 Nov 12 20:22:54.364671 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ab47c9fc-b5a6-4ede-bc6e-393224e3881a tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:54.439622 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-658c1273-6ad7-46b8-8953-6cb986a9ef65 req-cf85cc50-999d-45e9-a4e5-cfc27851831a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2266bfb-a0d4-4896-9432-d20ec2953989 HTTP/1.1" status: 200 len: 1001 time: 1.2698193 Nov 12 20:22:54.670534 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-33444c47-3dff-4730-8786-b8a5f5b71e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:54.673154 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-33444c47-3dff-4730-8786-b8a5f5b71e37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:54.681516 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ee652d53-e2c0-46e0-bb0b-7c536d9cbaa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:54.692420 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-33444c47-3dff-4730-8786-b8a5f5b71e37 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d05eaa0-06d8-41e0-a6eb-d20da53ad4f5 HTTP/1.1" status: 204 len: 168 time: 0.8532779 Nov 12 20:22:54.766456 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c1273-6ad7-46b8-8953-6cb986a9ef65 req-9287fc19-9a31-4e1e-bf99-936c65261a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:54.773275 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-658c1273-6ad7-46b8-8953-6cb986a9ef65 req-9287fc19-9a31-4e1e-bf99-936c65261a4b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 0.2894361 Nov 12 20:22:54.876513 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33444c47-3dff-4730-8786-b8a5f5b71e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d05eaa0-06d8-41e0-a6eb-d20da53ad4f5,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:55.071639 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0febc-e5cf-4fae-8e16-90fbb58ee338 req-ab6473aa-d4d2-4a5d-94f6-f7c2d7bb6f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:55.073850 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-91b0febc-e5cf-4fae-8e16-90fbb58ee338 req-ab6473aa-d4d2-4a5d-94f6-f7c2d7bb6f2e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7075088 Nov 12 20:22:55.147875 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:55.153639 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ab47c9fc-b5a6-4ede-bc6e-393224e3881a tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Allocated IP 172.20.0.6 (f0aecc65-9bf3-48a6-a8ea-a6a61793e04b/e04b4387-4592-47dd-8be9-0bccc5c8e481/9cbf8232-d90d-478c-a18b-e9981ec028ab) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:22:55.493175 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c1273-6ad7-46b8-8953-6cb986a9ef65 req-33436c59-9160-4ce5-b8a5-122b26dcd2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:55.494724 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-658c1273-6ad7-46b8-8953-6cb986a9ef65 req-33436c59-9160-4ce5-b8a5-122b26dcd2ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4413068 Nov 12 20:22:55.685959 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ab47c9fc-b5a6-4ede-bc6e-393224e3881a tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:55.793199 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ab47c9fc-b5a6-4ede-bc6e-393224e3881a tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:55.882170 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-38cf8c8c-e49c-405e-a15c-9d506578b03f req-8d2dad9f-5ff7-4c69-964b-af6da81d68f6 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=049d89b7-eb85-414b-82cf-6b81e8673a45 HTTP/1.1" status: 200 len: 210 time: 0.3283992 Nov 12 20:22:55.961746 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:55.985591 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58270) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:22:56.035594 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-91b0febc-e5cf-4fae-8e16-90fbb58ee338 req-16b5d271-e36f-4f78-917b-a23ab5e96bf1 service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9281182 Nov 12 20:22:56.052653 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47c9fc-b5a6-4ede-bc6e-393224e3881a tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Pushing event updated for resources: {'Port': ['ID=9cbf8232-d90d-478c-a18b-e9981ec028ab,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:56.237107 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ab47c9fc-b5a6-4ede-bc6e-393224e3881a tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Network f0aecc65-9bf3-48a6-a8ea-a6a61793e04b is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:22:56.264080 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ab47c9fc-b5a6-4ede-bc6e-393224e3881a tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:22:56.268733 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ab47c9fc-b5a6-4ede-bc6e-393224e3881a tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:22:56.277238 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-658c1273-6ad7-46b8-8953-6cb986a9ef65 req-ac9dc672-d4b6-44f3-b706-0651da0c69b2 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7602301 Nov 12 20:22:56.504463 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ab47c9fc-b5a6-4ede-bc6e-393224e3881a tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:56.505149 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ab47c9fc-b5a6-4ede-bc6e-393224e3881a tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:56.514281 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c5da9b66-9e5c-4423-a87e-cf8fc2cbce97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:56.625156 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ab47c9fc-b5a6-4ede-bc6e-393224e3881a tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2106764 Nov 12 20:22:56.658614 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-7efc98be-bd37-4ba3-b310-59097f739563 req-98542731-8119-4f38-a9e3-0eb7ae9892cd service neutron] Request body: {'port': {'device_id': '049d89b7-eb85-414b-82cf-6b81e8673a45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:22:56.808638 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-98542731-8119-4f38-a9e3-0eb7ae9892cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:56.811397 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-91b0febc-e5cf-4fae-8e16-90fbb58ee338 req-9b1e63d0-7929-4b80-9110-b729b613b04c service neutron] 10.222.0.52 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7440970 Nov 12 20:22:57.133320 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-658c1273-6ad7-46b8-8953-6cb986a9ef65 req-6649a608-7242-4eb0-afdd-828e28524c7e service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8444715 Nov 12 20:22:57.198443 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c5da9b66-9e5c-4423-a87e-cf8fc2cbce97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:57.210330 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c5da9b66-9e5c-4423-a87e-cf8fc2cbce97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:57.402681 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da9b66-9e5c-4423-a87e-cf8fc2cbce97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1ef019-2e5d-45e4-b631-dd2639175715,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:57.545783 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-7efc98be-bd37-4ba3-b310-59097f739563 req-827a599b-ee30-4a07-801a-31af5039c260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:22:57.575690 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-827a599b-ee30-4a07-801a-31af5039c260 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:57.613432 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c5da9b66-9e5c-4423-a87e-cf8fc2cbce97 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f0247ddc7634459a9bf4a22de87bad72&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6196783 Nov 12 20:22:57.616736 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58314) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:22:57.626856 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-7efc98be-bd37-4ba3-b310-59097f739563 req-827a599b-ee30-4a07-801a-31af5039c260 service neutron] Transition to ACTIVE for port object 64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:22:57.636211 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-827a599b-ee30-4a07-801a-31af5039c260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:57.733177 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606daedb-159b-4514-8d3a-719adad4051c req-b3e5a19b-1870-4e4d-8190-a65ac8783e23 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:57.734933 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-606daedb-159b-4514-8d3a-719adad4051c req-b3e5a19b-1870-4e4d-8190-a65ac8783e23 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=049d89b7-eb85-414b-82cf-6b81e8673a45 HTTP/1.1" status: 200 len: 931 time: 0.3631668 Nov 12 20:22:57.806153 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a599b-ee30-4a07-801a-31af5039c260 service neutron] Pushing event updated for resources: {'Port': ['ID=64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:57.877674 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8fe69cdd-424c-4f31-afb5-47d2087c3c37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:57.978557 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8fe69cdd-424c-4f31-afb5-47d2087c3c37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:57.990930 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7efc98be-bd37-4ba3-b310-59097f739563 req-827a599b-ee30-4a07-801a-31af5039c260 service neutron] Attempting to bind port 64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:22:57.991254 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7efc98be-bd37-4ba3-b310-59097f739563 req-827a599b-ee30-4a07-801a-31af5039c260 service neutron] Attempting to bind port 64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'd9b1320c-ac81-4b9d-963c-3308f6504e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f0aecc65-9bf3-48a6-a8ea-a6a61793e04b'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:22:57.991516 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc98be-bd37-4ba3-b310-59097f739563 req-827a599b-ee30-4a07-801a-31af5039c260 service neutron] Attempting to bind port 64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4 on network f0aecc65-9bf3-48a6-a8ea-a6a61793e04b {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:22:58.002755 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc98be-bd37-4ba3-b310-59097f739563 req-827a599b-ee30-4a07-801a-31af5039c260 service neutron] Port 64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4 on network f0aecc65-9bf3-48a6-a8ea-a6a61793e04b not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:22:58.003145 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc98be-bd37-4ba3-b310-59097f739563 req-827a599b-ee30-4a07-801a-31af5039c260 service neutron] Attempting to bind port 64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4 on network f0aecc65-9bf3-48a6-a8ea-a6a61793e04b {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:22:58.030155 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc98be-bd37-4ba3-b310-59097f739563 req-827a599b-ee30-4a07-801a-31af5039c260 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:22:58.030538 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc98be-bd37-4ba3-b310-59097f739563 req-827a599b-ee30-4a07-801a-31af5039c260 service neutron] Checking segment: {'id': 'd9b1320c-ac81-4b9d-963c-3308f6504e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f0aecc65-9bf3-48a6-a8ea-a6a61793e04b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:22:58.030885 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc98be-bd37-4ba3-b310-59097f739563 req-827a599b-ee30-4a07-801a-31af5039c260 service neutron] Bound using segment: {'id': 'd9b1320c-ac81-4b9d-963c-3308f6504e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f0aecc65-9bf3-48a6-a8ea-a6a61793e04b'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:22:58.031325 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7efc98be-bd37-4ba3-b310-59097f739563 req-827a599b-ee30-4a07-801a-31af5039c260 service neutron] Bound port: 64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b1320c-ac81-4b9d-963c-3308f6504e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f0aecc65-9bf3-48a6-a8ea-a6a61793e04b'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:22:58.031684 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-827a599b-ee30-4a07-801a-31af5039c260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:58.130830 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8fe69cdd-424c-4f31-afb5-47d2087c3c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:58.134911 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8fe69cdd-424c-4f31-afb5-47d2087c3c37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:58.136360 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8fe69cdd-424c-4f31-afb5-47d2087c3c37 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a1ef019-2e5d-45e4-b631-dd2639175715 HTTP/1.1" status: 204 len: 168 time: 0.5184157 Nov 12 20:22:58.243374 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe69cdd-424c-4f31-afb5-47d2087c3c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1ef019-2e5d-45e4-b631-dd2639175715,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:58.282768 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-7efc98be-bd37-4ba3-b310-59097f739563 req-827a599b-ee30-4a07-801a-31af5039c260 service neutron] For port 64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:22:58.287676 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-7efc98be-bd37-4ba3-b310-59097f739563 req-827a599b-ee30-4a07-801a-31af5039c260 service neutron] For port 64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4,segment=NetworkSegment(d9b1320c-ac81-4b9d-963c-3308f6504e88),segment_id=d9b1320c-ac81-4b9d-963c-3308f6504e88)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:22:58.295051 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-827a599b-ee30-4a07-801a-31af5039c260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:58.366338 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-606daedb-159b-4514-8d3a-719adad4051c req-9a9a67b0-b602-4dc4-87eb-ff5905560d74 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/security-groups?id=29fb6d3d-9ce4-437a-a7d2-a2c961f55e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5766208 Nov 12 20:22:58.401335 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ee652d53-e2c0-46e0-bb0b-7c536d9cbaa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd8a0ea-74aa-4425-8597-bdb756671552 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:22:58.420843 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ee652d53-e2c0-46e0-bb0b-7c536d9cbaa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:58.442694 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc98be-bd37-4ba3-b310-59097f739563 req-827a599b-ee30-4a07-801a-31af5039c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:58.447814 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-827a599b-ee30-4a07-801a-31af5039c260 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:58.449513 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-827a599b-ee30-4a07-801a-31af5039c260 service neutron] 10.222.0.55 "PUT /v2.0/ports/64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4 HTTP/1.1" status: 200 len: 1093 time: 4.3312614 Nov 12 20:22:58.450088 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983f9030-9aba-4e68-8e42-fce2d0d565a6', 'tag': '64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:22:58.452617 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a7b24a-85f9-4330-82a2-8c2494cc5aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "983f9030-9aba-4e68-8e42-fce2d0d565a6", "tag": "64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:22:58.490969 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ee652d53-e2c0-46e0-bb0b-7c536d9cbaa6 service neutron] Transition to ACTIVE for port object fdd8a0ea-74aa-4425-8597-bdb756671552 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:22:58.501682 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ee652d53-e2c0-46e0-bb0b-7c536d9cbaa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:58.657306 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee652d53-e2c0-46e0-bb0b-7c536d9cbaa6 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd8a0ea-74aa-4425-8597-bdb756671552,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:58.666750 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a599b-ee30-4a07-801a-31af5039c260 service neutron] Pushing event updated for resources: {'Port': ['ID=64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:58.923622 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc98be-bd37-4ba3-b310-59097f739563 req-39c6bf51-f585-4bef-ac3c-ec07c7c41dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:58.937187 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-39c6bf51-f585-4bef-ac3c-ec07c7c41dd1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18c327c9597c45a89c2c38588689e146&device_id=983f9030-9aba-4e68-8e42-fce2d0d565a6 HTTP/1.1" status: 200 len: 1096 time: 0.3634539 Nov 12 20:22:58.987660 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ee652d53-e2c0-46e0-bb0b-7c536d9cbaa6 service neutron] Attempting to bind port fdd8a0ea-74aa-4425-8597-bdb756671552 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:22:58.988344 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ee652d53-e2c0-46e0-bb0b-7c536d9cbaa6 service neutron] Attempting to bind port fdd8a0ea-74aa-4425-8597-bdb756671552 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'd9b1320c-ac81-4b9d-963c-3308f6504e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f0aecc65-9bf3-48a6-a8ea-a6a61793e04b'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:22:58.988707 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ee652d53-e2c0-46e0-bb0b-7c536d9cbaa6 service neutron] Attempting to bind port fdd8a0ea-74aa-4425-8597-bdb756671552 on network f0aecc65-9bf3-48a6-a8ea-a6a61793e04b {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:22:59.009716 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ee652d53-e2c0-46e0-bb0b-7c536d9cbaa6 service neutron] Port fdd8a0ea-74aa-4425-8597-bdb756671552 on network f0aecc65-9bf3-48a6-a8ea-a6a61793e04b not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:22:59.010354 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ee652d53-e2c0-46e0-bb0b-7c536d9cbaa6 service neutron] Attempting to bind port fdd8a0ea-74aa-4425-8597-bdb756671552 on network f0aecc65-9bf3-48a6-a8ea-a6a61793e04b {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:22:59.032810 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ee652d53-e2c0-46e0-bb0b-7c536d9cbaa6 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:22:59.033413 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ee652d53-e2c0-46e0-bb0b-7c536d9cbaa6 service neutron] Checking segment: {'id': 'd9b1320c-ac81-4b9d-963c-3308f6504e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f0aecc65-9bf3-48a6-a8ea-a6a61793e04b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:22:59.033979 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ee652d53-e2c0-46e0-bb0b-7c536d9cbaa6 service neutron] Bound using segment: {'id': 'd9b1320c-ac81-4b9d-963c-3308f6504e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f0aecc65-9bf3-48a6-a8ea-a6a61793e04b'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:22:59.034620 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ee652d53-e2c0-46e0-bb0b-7c536d9cbaa6 service neutron] Bound port: fdd8a0ea-74aa-4425-8597-bdb756671552, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b1320c-ac81-4b9d-963c-3308f6504e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f0aecc65-9bf3-48a6-a8ea-a6a61793e04b'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:22:59.038943 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ee652d53-e2c0-46e0-bb0b-7c536d9cbaa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:59.133178 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7189d3da-e84b-43db-8c8e-02cdc04d6b14 x-openstack-request-id: req-7189d3da-e84b-43db-8c8e-02cdc04d6b14 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:22:59.133475 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983f9030-9aba-4e68-8e42-fce2d0d565a6", "tag": "64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:22:59.133747 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7189d3da-e84b-43db-8c8e-02cdc04d6b14 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:22:59.134131 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '983f9030-9aba-4e68-8e42-fce2d0d565a6', 'tag': '64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4', 'status': 'completed', 'code': 200} Nov 12 20:22:59.145836 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-f13abf2a-d226-4ab7-960e-c7e180a5f13b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4 HTTP/1.1" status: 200 len: 217 time: 0.1828041 Nov 12 20:22:59.205482 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ee652d53-e2c0-46e0-bb0b-7c536d9cbaa6 service neutron] For port fdd8a0ea-74aa-4425-8597-bdb756671552, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:22:59.214163 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ee652d53-e2c0-46e0-bb0b-7c536d9cbaa6 service neutron] For port fdd8a0ea-74aa-4425-8597-bdb756671552, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=fdd8a0ea-74aa-4425-8597-bdb756671552,segment=NetworkSegment(d9b1320c-ac81-4b9d-963c-3308f6504e88),segment_id=d9b1320c-ac81-4b9d-963c-3308f6504e88)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:22:59.225368 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ee652d53-e2c0-46e0-bb0b-7c536d9cbaa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:59.385929 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ee652d53-e2c0-46e0-bb0b-7c536d9cbaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:59.386417 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ee652d53-e2c0-46e0-bb0b-7c536d9cbaa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:22:59.405091 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ee652d53-e2c0-46e0-bb0b-7c536d9cbaa6 service neutron] 10.222.0.52 "PUT /v2.0/ports/fdd8a0ea-74aa-4425-8597-bdb756671552 HTTP/1.1" status: 200 len: 1093 time: 6.1991162 Nov 12 20:22:59.405766 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4bd0e2-1a3d-47da-931f-b3e566ac89c2', 'tag': 'fdd8a0ea-74aa-4425-8597-bdb756671552'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:22:59.415751 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e76521-29e1-4a07-948e-150d8b5412ae" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4bd0e2-1a3d-47da-931f-b3e566ac89c2", "tag": "fdd8a0ea-74aa-4425-8597-bdb756671552"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:22:59.474055 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc98be-bd37-4ba3-b310-59097f739563 req-5eaefb80-a42b-48b2-96ee-68747c207069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:59.477554 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-5eaefb80-a42b-48b2-96ee-68747c207069 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e04b4387-4592-47dd-8be9-0bccc5c8e481 HTTP/1.1" status: 200 len: 858 time: 0.3121274 Nov 12 20:22:59.606390 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee652d53-e2c0-46e0-bb0b-7c536d9cbaa6 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd8a0ea-74aa-4425-8597-bdb756671552,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:22:59.618876 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d92d1e7-1891-4976-8a66-bee376ea095b x-openstack-request-id: req-9d92d1e7-1891-4976-8a66-bee376ea095b {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:22:59.619191 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4bd0e2-1a3d-47da-931f-b3e566ac89c2", "tag": "fdd8a0ea-74aa-4425-8597-bdb756671552", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:22:59.619445 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9d92d1e7-1891-4976-8a66-bee376ea095b {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:22:59.619850 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4bd0e2-1a3d-47da-931f-b3e566ac89c2', 'tag': 'fdd8a0ea-74aa-4425-8597-bdb756671552', 'status': 'completed', 'code': 200} Nov 12 20:22:59.636366 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-801011f3-dd0c-466d-817e-12ebbcfe2bce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0aecc65-9bf3-48a6-a8ea-a6a61793e04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1353579 Nov 12 20:22:59.647969 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc98be-bd37-4ba3-b310-59097f739563 req-e34d9d4b-3343-4e94-b045-d3a9044f9225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:59.649737 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-e34d9d4b-3343-4e94-b045-d3a9044f9225 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c327c9597c45a89c2c38588689e146&device_id=2c4bd0e2-1a3d-47da-931f-b3e566ac89c2 HTTP/1.1" status: 200 len: 1096 time: 0.1831934 Nov 12 20:22:59.750049 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-6e8fae53-78e4-4802-af04-f7cf619fab8d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdd8a0ea-74aa-4425-8597-bdb756671552 HTTP/1.1" status: 200 len: 217 time: 0.0888088 Nov 12 20:22:59.953110 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc98be-bd37-4ba3-b310-59097f739563 req-28451824-e6ec-47e9-955c-341199bd7e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:22:59.958049 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-28451824-e6ec-47e9-955c-341199bd7e00 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e04b4387-4592-47dd-8be9-0bccc5c8e481 HTTP/1.1" status: 200 len: 858 time: 0.1998429 Nov 12 20:23:00.070508 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-63209d81-8eff-407d-b656-d8211036e696 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0aecc65-9bf3-48a6-a8ea-a6a61793e04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992801 Nov 12 20:23:00.154233 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-aeab996a-6ff6-441d-b405-d4face34c7fa service neutron] 10.222.0.55 "GET /v2.0/networks/f0aecc65-9bf3-48a6-a8ea-a6a61793e04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882766 Nov 12 20:23:00.161241 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58410) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:00.173836 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-7efc98be-bd37-4ba3-b310-59097f739563 req-98542731-8119-4f38-a9e3-0eb7ae9892cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cbf8232-d90d-478c-a18b-e9981ec028ab {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:23:00.231038 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-98542731-8119-4f38-a9e3-0eb7ae9892cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:00.328097 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-7efc98be-bd37-4ba3-b310-59097f739563 req-98542731-8119-4f38-a9e3-0eb7ae9892cd service neutron] Transition to ACTIVE for port object 9cbf8232-d90d-478c-a18b-e9981ec028ab will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:23:00.373881 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822033c-5ef2-4b37-bee5-597988f0037d req-28931a11-74bc-4507-b8a4-4cb4b2bb5f32 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:00.387760 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4822033c-5ef2-4b37-bee5-597988f0037d req-28931a11-74bc-4507-b8a4-4cb4b2bb5f32 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=049d89b7-eb85-414b-82cf-6b81e8673a45 HTTP/1.1" status: 200 len: 931 time: 0.7568750 Nov 12 20:23:00.459498 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-d2d78cd5-8b0b-4a68-8b3e-388162664c5b service neutron] 10.222.0.52 "GET /v2.0/networks/f0aecc65-9bf3-48a6-a8ea-a6a61793e04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777249 Nov 12 20:23:00.531809 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-98542731-8119-4f38-a9e3-0eb7ae9892cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:00.579499 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-2c5bf551-3617-4acc-bb51-4f0f6b3b4787 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1105915495-network', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:23:00.759188 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-99e18fcd-99ad-4691-a7a5-7a4525179453 service neutron] 10.222.0.52 "GET /v2.0/networks/f0aecc65-9bf3-48a6-a8ea-a6a61793e04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824755 Nov 12 20:23:00.809728 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-3cba08bd-01f6-4e7a-a643-3db20cf3cd1b service neutron] 10.222.0.55 "GET /v2.0/networks/f0aecc65-9bf3-48a6-a8ea-a6a61793e04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6431441 Nov 12 20:23:00.814826 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5bf551-3617-4acc-bb51-4f0f6b3b4787 admin admin] Made reservation on behalf of b1884da1a5d847e5be8267b0c9b74c84 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:23:00.819114 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf551-3617-4acc-bb51-4f0f6b3b4787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:00.894375 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf551-3617-4acc-bb51-4f0f6b3b4787 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:00.955137 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e76521-29e1-4a07-948e-150d8b5412ae req-80ee992c-498e-4973-83b0-4be97646e254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:00.960958 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-62e76521-29e1-4a07-948e-150d8b5412ae req-80ee992c-498e-4973-83b0-4be97646e254 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18c327c9597c45a89c2c38588689e146&device_id=2c4bd0e2-1a3d-47da-931f-b3e566ac89c2 HTTP/1.1" status: 200 len: 1096 time: 0.0874557 Nov 12 20:23:01.182151 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e76521-29e1-4a07-948e-150d8b5412ae req-99ecf765-8557-406d-96ba-56be94e9ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:01.183724 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-62e76521-29e1-4a07-948e-150d8b5412ae req-99ecf765-8557-406d-96ba-56be94e9ad6a service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0aecc65-9bf3-48a6-a8ea-a6a61793e04b HTTP/1.1" status: 200 len: 919 time: 0.2154119 Nov 12 20:23:01.289075 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-62e76521-29e1-4a07-948e-150d8b5412ae req-e5e23896-3e89-4c15-83bb-948bb0fc71c3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdd8a0ea-74aa-4425-8597-bdb756671552 HTTP/1.1" status: 200 len: 217 time: 0.0948699 Nov 12 20:23:01.466000 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98542731-8119-4f38-a9e3-0eb7ae9892cd service neutron] Pushing event updated for resources: {'Port': ['ID=9cbf8232-d90d-478c-a18b-e9981ec028ab,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:01.479097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e76521-29e1-4a07-948e-150d8b5412ae req-759c9f62-fc69-4c44-b9aa-3b94d46d22c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:01.480673 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-62e76521-29e1-4a07-948e-150d8b5412ae req-759c9f62-fc69-4c44-b9aa-3b94d46d22c7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e04b4387-4592-47dd-8be9-0bccc5c8e481 HTTP/1.1" status: 200 len: 858 time: 0.1838109 Nov 12 20:23:01.484070 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4822033c-5ef2-4b37-bee5-597988f0037d req-d4c77f0d-a99f-43ab-bb3d-70cc321fff66 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/security-groups?id=29fb6d3d-9ce4-437a-a7d2-a2c961f55e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0928805 Nov 12 20:23:01.586307 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-62e76521-29e1-4a07-948e-150d8b5412ae req-bb1f06b5-6a62-4ba2-854d-31abead9285c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0aecc65-9bf3-48a6-a8ea-a6a61793e04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965018 Nov 12 20:23:01.785892 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf551-3617-4acc-bb51-4f0f6b3b4787 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:01.814530 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf551-3617-4acc-bb51-4f0f6b3b4787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:01.938272 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-62e76521-29e1-4a07-948e-150d8b5412ae req-b96ded53-c088-49ba-bd50-d3e5a69895d6 service neutron] 10.222.0.52 "GET /v2.0/networks/f0aecc65-9bf3-48a6-a8ea-a6a61793e04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430996 Nov 12 20:23:01.951661 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bf551-3617-4acc-bb51-4f0f6b3b4787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84af30c8-9b51-4575-ae2a-bbea280a5b5a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:01.955356 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7efc98be-bd37-4ba3-b310-59097f739563 req-98542731-8119-4f38-a9e3-0eb7ae9892cd service neutron] Attempting to bind port 9cbf8232-d90d-478c-a18b-e9981ec028ab on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:23:01.955846 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7efc98be-bd37-4ba3-b310-59097f739563 req-98542731-8119-4f38-a9e3-0eb7ae9892cd service neutron] Attempting to bind port 9cbf8232-d90d-478c-a18b-e9981ec028ab by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'd9b1320c-ac81-4b9d-963c-3308f6504e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f0aecc65-9bf3-48a6-a8ea-a6a61793e04b'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:23:01.956394 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc98be-bd37-4ba3-b310-59097f739563 req-98542731-8119-4f38-a9e3-0eb7ae9892cd service neutron] Attempting to bind port 9cbf8232-d90d-478c-a18b-e9981ec028ab on network f0aecc65-9bf3-48a6-a8ea-a6a61793e04b {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:23:01.965275 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc98be-bd37-4ba3-b310-59097f739563 req-98542731-8119-4f38-a9e3-0eb7ae9892cd service neutron] Port 9cbf8232-d90d-478c-a18b-e9981ec028ab on network f0aecc65-9bf3-48a6-a8ea-a6a61793e04b not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:23:01.965938 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc98be-bd37-4ba3-b310-59097f739563 req-98542731-8119-4f38-a9e3-0eb7ae9892cd service neutron] Attempting to bind port 9cbf8232-d90d-478c-a18b-e9981ec028ab on network f0aecc65-9bf3-48a6-a8ea-a6a61793e04b {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:23:01.979092 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5bf551-3617-4acc-bb51-4f0f6b3b4787 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:23:01.991586 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7b24a-85f9-4330-82a2-8c2494cc5aa8 req-dd5b787b-c55a-42e2-a1b7-a526f7636468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:01.993687 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a1a7b24a-85f9-4330-82a2-8c2494cc5aa8 req-dd5b787b-c55a-42e2-a1b7-a526f7636468 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18c327c9597c45a89c2c38588689e146&device_id=983f9030-9aba-4e68-8e42-fce2d0d565a6 HTTP/1.1" status: 200 len: 1096 time: 1.0955129 Nov 12 20:23:01.994664 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc98be-bd37-4ba3-b310-59097f739563 req-98542731-8119-4f38-a9e3-0eb7ae9892cd service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:23:01.995205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc98be-bd37-4ba3-b310-59097f739563 req-98542731-8119-4f38-a9e3-0eb7ae9892cd service neutron] Checking segment: {'id': 'd9b1320c-ac81-4b9d-963c-3308f6504e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f0aecc65-9bf3-48a6-a8ea-a6a61793e04b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:23:01.995700 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc98be-bd37-4ba3-b310-59097f739563 req-98542731-8119-4f38-a9e3-0eb7ae9892cd service neutron] Bound using segment: {'id': 'd9b1320c-ac81-4b9d-963c-3308f6504e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f0aecc65-9bf3-48a6-a8ea-a6a61793e04b'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:23:01.996294 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-7efc98be-bd37-4ba3-b310-59097f739563 req-98542731-8119-4f38-a9e3-0eb7ae9892cd service neutron] Bound port: 9cbf8232-d90d-478c-a18b-e9981ec028ab, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b1320c-ac81-4b9d-963c-3308f6504e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f0aecc65-9bf3-48a6-a8ea-a6a61793e04b'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:23:01.996771 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-98542731-8119-4f38-a9e3-0eb7ae9892cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:02.085941 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf551-3617-4acc-bb51-4f0f6b3b4787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:02.086773 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-2c5bf551-3617-4acc-bb51-4f0f6b3b4787 admin admin] Added segment ba6dfea4-f851-4362-854f-449d978f80c9 of type vlan for network 67476c11-db2f-48bf-a7d2-d6540948a1b3 Nov 12 20:23:02.138806 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-62e76521-29e1-4a07-948e-150d8b5412ae req-ec9d84b0-211d-4b12-a36a-92a0708a45ed service neutron] 10.222.0.52 "GET /v2.0/networks/f0aecc65-9bf3-48a6-a8ea-a6a61793e04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882296 Nov 12 20:23:02.265484 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf551-3617-4acc-bb51-4f0f6b3b4787 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:02.367489 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7b24a-85f9-4330-82a2-8c2494cc5aa8 req-58196b2e-b506-4b3f-b322-5fd1e462ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:02.369558 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a1a7b24a-85f9-4330-82a2-8c2494cc5aa8 req-58196b2e-b506-4b3f-b322-5fd1e462ce45 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0aecc65-9bf3-48a6-a8ea-a6a61793e04b HTTP/1.1" status: 200 len: 919 time: 0.3613110 Nov 12 20:23:02.439974 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-7efc98be-bd37-4ba3-b310-59097f739563 req-98542731-8119-4f38-a9e3-0eb7ae9892cd service neutron] For port 9cbf8232-d90d-478c-a18b-e9981ec028ab, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:23:02.452644 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a1a7b24a-85f9-4330-82a2-8c2494cc5aa8 req-1af50f29-28f6-481e-a6aa-85b04ee07e50 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4 HTTP/1.1" status: 200 len: 217 time: 0.0684988 Nov 12 20:23:02.557236 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7b24a-85f9-4330-82a2-8c2494cc5aa8 req-48431383-7018-41b0-adf7-ec1e2adcde2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:02.562874 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a1a7b24a-85f9-4330-82a2-8c2494cc5aa8 req-48431383-7018-41b0-adf7-ec1e2adcde2b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e04b4387-4592-47dd-8be9-0bccc5c8e481 HTTP/1.1" status: 200 len: 858 time: 0.0969872 Nov 12 20:23:02.608474 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-7efc98be-bd37-4ba3-b310-59097f739563 req-98542731-8119-4f38-a9e3-0eb7ae9892cd service neutron] For port 9cbf8232-d90d-478c-a18b-e9981ec028ab, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=9cbf8232-d90d-478c-a18b-e9981ec028ab,segment=NetworkSegment(d9b1320c-ac81-4b9d-963c-3308f6504e88),segment_id=d9b1320c-ac81-4b9d-963c-3308f6504e88)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:23:02.613539 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a1a7b24a-85f9-4330-82a2-8c2494cc5aa8 req-72efad52-8c3d-4a8f-a6de-66ccf3a67aa9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0aecc65-9bf3-48a6-a8ea-a6a61793e04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440352 Nov 12 20:23:02.621940 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-98542731-8119-4f38-a9e3-0eb7ae9892cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:02.695373 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf551-3617-4acc-bb51-4f0f6b3b4787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:02.696717 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5bf551-3617-4acc-bb51-4f0f6b3b4787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:02.697519 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf551-3617-4acc-bb51-4f0f6b3b4787 admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:02.806978 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bf551-3617-4acc-bb51-4f0f6b3b4787 admin admin] Pushing event updated for resources: {'Network': ['ID=67476c11-db2f-48bf-a7d2-d6540948a1b3,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:02.842130 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 67476c11-db2f-48bf-a7d2-d6540948a1b3 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:23:02.899563 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2c5bf551-3617-4acc-bb51-4f0f6b3b4787 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7344928 Nov 12 20:23:02.900681 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58456) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:02.902089 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc98be-bd37-4ba3-b310-59097f739563 req-98542731-8119-4f38-a9e3-0eb7ae9892cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:02.902721 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7efc98be-bd37-4ba3-b310-59097f739563 req-98542731-8119-4f38-a9e3-0eb7ae9892cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:02.904102 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-98542731-8119-4f38-a9e3-0eb7ae9892cd service neutron] 10.222.0.55 "PUT /v2.0/ports/9cbf8232-d90d-478c-a18b-e9981ec028ab HTTP/1.1" status: 200 len: 1092 time: 6.2778752 Nov 12 20:23:02.909124 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049d89b7-eb85-414b-82cf-6b81e8673a45', 'tag': '9cbf8232-d90d-478c-a18b-e9981ec028ab'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:23:02.913939 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f8a809-6b49-4c65-b2ea-df3fec2de825" -d '{"events": [{"name": "network-changed", "server_uuid": "049d89b7-eb85-414b-82cf-6b81e8673a45", "tag": "9cbf8232-d90d-478c-a18b-e9981ec028ab"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:23:02.918145 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-67b7be54-9511-4313-8804-7eca5dd10b41 admin admin] Request body: {'subnet': {'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1105915495-subnet', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:23:03.002259 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98542731-8119-4f38-a9e3-0eb7ae9892cd service neutron] Pushing event updated for resources: {'Port': ['ID=9cbf8232-d90d-478c-a18b-e9981ec028ab,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:03.041189 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b7be54-9511-4313-8804-7eca5dd10b41 admin admin] Made reservation on behalf of b1884da1a5d847e5be8267b0c9b74c84 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:23:03.058697 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67b7be54-9511-4313-8804-7eca5dd10b41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:03.117682 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3a4e1-116d-4029-8272-50f96823985d req-7af1a485-a54d-4908-b2d9-c309d952020d tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:03.119314 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c3e3a4e1-116d-4029-8272-50f96823985d req-7af1a485-a54d-4908-b2d9-c309d952020d tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=049d89b7-eb85-414b-82cf-6b81e8673a45 HTTP/1.1" status: 200 len: 943 time: 0.3996196 Nov 12 20:23:03.120842 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60985ca-dd6b-4d51-a42f-9eb57015e487 x-openstack-request-id: req-a60985ca-dd6b-4d51-a42f-9eb57015e487 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:23:03.121129 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049d89b7-eb85-414b-82cf-6b81e8673a45", "tag": "9cbf8232-d90d-478c-a18b-e9981ec028ab", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:23:03.121381 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a60985ca-dd6b-4d51-a42f-9eb57015e487 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:23:03.121776 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '049d89b7-eb85-414b-82cf-6b81e8673a45', 'tag': '9cbf8232-d90d-478c-a18b-e9981ec028ab', 'status': 'completed', 'code': 200} Nov 12 20:23:03.170846 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a1a7b24a-85f9-4330-82a2-8c2494cc5aa8 req-c495a714-21a3-4f96-b623-6561a1d86bc2 service neutron] 10.222.0.55 "GET /v2.0/networks/f0aecc65-9bf3-48a6-a8ea-a6a61793e04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435276 Nov 12 20:23:03.279574 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device fdd8a0ea-74aa-4425-8597-bdb756671552 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:23:03.321553 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc98be-bd37-4ba3-b310-59097f739563 req-656d7d31-f762-4f2d-bf96-806aee895676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:03.323928 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-656d7d31-f762-4f2d-bf96-806aee895676 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18c327c9597c45a89c2c38588689e146&device_id=049d89b7-eb85-414b-82cf-6b81e8673a45 HTTP/1.1" status: 200 len: 1095 time: 0.3543289 Nov 12 20:23:03.463350 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67b7be54-9511-4313-8804-7eca5dd10b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:03.517068 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port fdd8a0ea-74aa-4425-8597-bdb756671552, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=fdd8a0ea-74aa-4425-8597-bdb756671552,segment=NetworkSegment(d9b1320c-ac81-4b9d-963c-3308f6504e88),segment_id=d9b1320c-ac81-4b9d-963c-3308f6504e88)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:23:03.566397 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-e8653401-1ed0-44a1-bf39-da75b1ddf49c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cbf8232-d90d-478c-a18b-e9981ec028ab HTTP/1.1" status: 200 len: 217 time: 0.1295278 Nov 12 20:23:03.569012 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a1a7b24a-85f9-4330-82a2-8c2494cc5aa8 req-c503a900-8933-4fb8-8b95-7aac858978b0 service neutron] 10.222.0.55 "GET /v2.0/networks/f0aecc65-9bf3-48a6-a8ea-a6a61793e04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561440 Nov 12 20:23:03.585682 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'fdd8a0ea-74aa-4425-8597-bdb756671552', 'network_id': 'f0aecc65-9bf3-48a6-a8ea-a6a61793e04b', 'port_id': 'fdd8a0ea-74aa-4425-8597-bdb756671552', 'mac_address': 'fa:16:3e:41:e9:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04b4387-4592-47dd-8be9-0bccc5c8e481', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:23:03.656006 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b7be54-9511-4313-8804-7eca5dd10b41 admin admin] Checking segment: {'id': 'ba6dfea4-f851-4362-854f-449d978f80c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:23:03.661428 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c3e3a4e1-116d-4029-8272-50f96823985d req-79caefb0-da0a-49fa-a4e8-42c091a92eb7 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/security-groups?id=29fb6d3d-9ce4-437a-a7d2-a2c961f55e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5187836 Nov 12 20:23:03.668747 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b7be54-9511-4313-8804-7eca5dd10b41 admin admin] Network hostable DHCP agents. Network: 67476c11-db2f-48bf-a7d2-d6540948a1b3, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:23:03.671338 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7be54-9511-4313-8804-7eca5dd10b41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=987eb413-d718-4633-baf0-6d783690046e,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:03.672179 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:03.699546 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ea055e4d-3f65-4ca3-a502-ac065be24d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:03.701106 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-ea055e4d-3f65-4ca3-a502-ac065be24d1a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e04b4387-4592-47dd-8be9-0bccc5c8e481 HTTP/1.1" status: 200 len: 858 time: 0.1159797 Nov 12 20:23:03.704361 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd8a0ea-74aa-4425-8597-bdb756671552 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:23:03.719731 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b7be54-9511-4313-8804-7eca5dd10b41 admin admin] Network 67476c11-db2f-48bf-a7d2-d6540948a1b3 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:23:03.725756 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port fdd8a0ea-74aa-4425-8597-bdb756671552, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=fdd8a0ea-74aa-4425-8597-bdb756671552,segment=NetworkSegment(d9b1320c-ac81-4b9d-963c-3308f6504e88),segment_id=d9b1320c-ac81-4b9d-963c-3308f6504e88)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:23:03.731366 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:03.739349 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-67b7be54-9511-4313-8804-7eca5dd10b41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 67476c11-db2f-48bf-a7d2-d6540948a1b3) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:23:03.745916 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b7be54-9511-4313-8804-7eca5dd10b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:03.748102 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67b7be54-9511-4313-8804-7eca5dd10b41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:03.762788 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-628dfffc-e973-4d82-a0a3-0a5f2fa41295 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0aecc65-9bf3-48a6-a8ea-a6a61793e04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546281 Nov 12 20:23:03.766188 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8202848d-d071-4a54-a509-ef1764fa7c52 None None] Network 67476c11-db2f-48bf-a7d2-d6540948a1b3 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:23:03.792570 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-67b7be54-9511-4313-8804-7eca5dd10b41 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8877094 Nov 12 20:23:03.793584 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58470) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:03.799593 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-55397571-00aa-42d4-bd85-65775ac77305 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1105915495-router', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:23:03.834517 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55397571-00aa-42d4-bd85-65775ac77305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:03.838213 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55397571-00aa-42d4-bd85-65775ac77305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:03.901201 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=fdd8a0ea-74aa-4425-8597-bdb756671552,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:03.960250 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55397571-00aa-42d4-bd85-65775ac77305 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:04.022063 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-9e2258e6-d13c-486c-aaae-724c5ffe1c46 service neutron] 10.222.0.55 "GET /v2.0/networks/f0aecc65-9bf3-48a6-a8ea-a6a61793e04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489059 Nov 12 20:23:04.028602 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['fdd8a0ea-74aa-4425-8597-bdb756671552'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:23:04.099862 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79f6e79-4c6a-40b6-9beb-fdec7ddf21aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-67476c11-db2f-48bf-a7d2-d6540948a1b3', 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'fixed_ips': [{'subnet_id': '987eb413-d718-4633-baf0-6d783690046e'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:23:04.101129 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c79f6e79-4c6a-40b6-9beb-fdec7ddf21aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:04.283889 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55397571-00aa-42d4-bd85-65775ac77305 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:04.286214 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7efc98be-bd37-4ba3-b310-59097f739563 req-a971b40d-e8fe-4816-9947-77dbf8aade67 service neutron] 10.222.0.55 "GET /v2.0/networks/f0aecc65-9bf3-48a6-a8ea-a6a61793e04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551603 Nov 12 20:23:04.455189 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8a809-6b49-4c65-b2ea-df3fec2de825 req-4ac0240c-fbbf-483d-9a1d-003231fd95c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:04.457828 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-47f8a809-6b49-4c65-b2ea-df3fec2de825 req-4ac0240c-fbbf-483d-9a1d-003231fd95c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18c327c9597c45a89c2c38588689e146&device_id=049d89b7-eb85-414b-82cf-6b81e8673a45 HTTP/1.1" status: 200 len: 1095 time: 0.0830834 Nov 12 20:23:04.475004 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:23:04.524788 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-c79f6e79-4c6a-40b6-9beb-fdec7ddf21aa None None] Allocated IP 172.20.0.2 (67476c11-db2f-48bf-a7d2-d6540948a1b3/987eb413-d718-4633-baf0-6d783690046e/b06ea8a8-b709-45d2-9bcc-92500691c097) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:23:04.686110 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8a809-6b49-4c65-b2ea-df3fec2de825 req-e8680cc3-377a-4157-8979-a6740aa085fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:04.687957 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-47f8a809-6b49-4c65-b2ea-df3fec2de825 req-e8680cc3-377a-4157-8979-a6740aa085fa service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0aecc65-9bf3-48a6-a8ea-a6a61793e04b HTTP/1.1" status: 200 len: 919 time: 0.2224576 Nov 12 20:23:04.717215 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55397571-00aa-42d4-bd85-65775ac77305 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:04.769987 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55397571-00aa-42d4-bd85-65775ac77305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:04.843935 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-47f8a809-6b49-4c65-b2ea-df3fec2de825 req-42cfe766-ce03-4290-85ca-5a4139459ef3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cbf8232-d90d-478c-a18b-e9981ec028ab HTTP/1.1" status: 200 len: 217 time: 0.1458545 Nov 12 20:23:04.967149 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4,segment=NetworkSegment(d9b1320c-ac81-4b9d-963c-3308f6504e88),segment_id=d9b1320c-ac81-4b9d-963c-3308f6504e88)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:23:05.026046 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-55397571-00aa-42d4-bd85-65775ac77305 admin admin] Allocated IP 172.25.5.170 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/e9800114-74e2-46b0-94a7-0bf29f5a37d9) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:23:05.091739 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8a809-6b49-4c65-b2ea-df3fec2de825 req-420bab9f-c5b9-4f27-9cca-36f6008bdeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:05.093815 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-47f8a809-6b49-4c65-b2ea-df3fec2de825 req-420bab9f-c5b9-4f27-9cca-36f6008bdeb8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e04b4387-4592-47dd-8be9-0bccc5c8e481 HTTP/1.1" status: 200 len: 858 time: 0.1823852 Nov 12 20:23:05.102003 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58494) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:05.124492 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4', 'network_id': 'f0aecc65-9bf3-48a6-a8ea-a6a61793e04b', 'port_id': '64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4', 'mac_address': 'fa:16:3e:32:85:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04b4387-4592-47dd-8be9-0bccc5c8e481', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:23:05.220798 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6aff07-b41a-492d-8a43-f1784c237ba5 req-bcb72215-6ecb-4e3f-8ef4-13febaaf4813 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:05.222986 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e6aff07-b41a-492d-8a43-f1784c237ba5 req-bcb72215-6ecb-4e3f-8ef4-13febaaf4813 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=049d89b7-eb85-414b-82cf-6b81e8673a45 HTTP/1.1" status: 200 len: 943 time: 0.3892837 Nov 12 20:23:05.226505 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-47f8a809-6b49-4c65-b2ea-df3fec2de825 req-655d3468-c6e4-4ea3-8f8f-c0709d54c956 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0aecc65-9bf3-48a6-a8ea-a6a61793e04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203108 Nov 12 20:23:05.303496 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55397571-00aa-42d4-bd85-65775ac77305 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:05.327330 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:05.430077 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55397571-00aa-42d4-bd85-65775ac77305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:05.433994 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:23:05.457485 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-70c8403f-de1a-46b2-b290-212080637d1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:05.474045 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e6aff07-b41a-492d-8a43-f1784c237ba5 req-1ba75ce6-f861-44bf-a2be-9d3ea2510d6b tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/security-groups?id=29fb6d3d-9ce4-437a-a7d2-a2c961f55e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422118 Nov 12 20:23:05.516776 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55397571-00aa-42d4-bd85-65775ac77305 admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:23:05.521114 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-55397571-00aa-42d4-bd85-65775ac77305 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:23:05.539721 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4,segment=NetworkSegment(d9b1320c-ac81-4b9d-963c-3308f6504e88),segment_id=d9b1320c-ac81-4b9d-963c-3308f6504e88)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:23:05.545053 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55397571-00aa-42d4-bd85-65775ac77305 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:23:05.549036 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09015d46-b1f2-4c3c-842c-94424861db5a None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:23:05.558821 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:05.559575 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-47f8a809-6b49-4c65-b2ea-df3fec2de825 req-a5cbc860-7719-4afb-b470-10579105f59b service neutron] 10.222.0.55 "GET /v2.0/networks/f0aecc65-9bf3-48a6-a8ea-a6a61793e04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190041 Nov 12 20:23:05.562727 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c79f6e79-4c6a-40b6-9beb-fdec7ddf21aa None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:05.611822 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55397571-00aa-42d4-bd85-65775ac77305 admin admin] Pushing event updated for resources: {'Port': ['ID=e9800114-74e2-46b0-94a7-0bf29f5a37d9,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:05.621446 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c79f6e79-4c6a-40b6-9beb-fdec7ddf21aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:05.704348 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d6d55c6a-df76-4eea-b7f5-bbc73fc2a4b7 None None] Provisioning complete for port e9800114-74e2-46b0-94a7-0bf29f5a37d9 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:05.705092 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d6d55c6a-df76-4eea-b7f5-bbc73fc2a4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:05.751575 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-d6d55c6a-df76-4eea-b7f5-bbc73fc2a4b7 None None] Port e9800114-74e2-46b0-94a7-0bf29f5a37d9 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:23:05.762617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79f6e79-4c6a-40b6-9beb-fdec7ddf21aa None None] Network 67476c11-db2f-48bf-a7d2-d6540948a1b3 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:23:05.768191 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:05.807863 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-c79f6e79-4c6a-40b6-9beb-fdec7ddf21aa None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:23:05.815166 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-47f8a809-6b49-4c65-b2ea-df3fec2de825 req-a77eae4c-8a21-46bb-b473-1e896b7343a4 service neutron] 10.222.0.55 "GET /v2.0/networks/f0aecc65-9bf3-48a6-a8ea-a6a61793e04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397141 Nov 12 20:23:05.818561 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79f6e79-4c6a-40b6-9beb-fdec7ddf21aa None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:23:05.905275 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-70c8403f-de1a-46b2-b290-212080637d1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:05.912555 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-70c8403f-de1a-46b2-b290-212080637d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:05.975638 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-70c8403f-de1a-46b2-b290-212080637d1e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=47288b013ff14ec68e849a6ca392b278&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8704283 Nov 12 20:23:05.990951 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:23:05.992845 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58510) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:06.068281 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f6e79-4c6a-40b6-9beb-fdec7ddf21aa None None] Pushing event updated for resources: {'Port': ['ID=b06ea8a8-b709-45d2-9bcc-92500691c097,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:06.075220 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8403f-de1a-46b2-b290-212080637d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88382a55-8d03-4c02-8d74-3ef964ccb3f0,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:06.274627 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55397571-00aa-42d4-bd85-65775ac77305 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:06.288066 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-c79f6e79-4c6a-40b6-9beb-fdec7ddf21aa None None] Attempting to bind port b06ea8a8-b709-45d2-9bcc-92500691c097 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:23:06.290576 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-c79f6e79-4c6a-40b6-9beb-fdec7ddf21aa None None] Attempting to bind port b06ea8a8-b709-45d2-9bcc-92500691c097 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ba6dfea4-f851-4362-854f-449d978f80c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:23:06.290958 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79f6e79-4c6a-40b6-9beb-fdec7ddf21aa None None] Attempting to bind port b06ea8a8-b709-45d2-9bcc-92500691c097 on network 67476c11-db2f-48bf-a7d2-d6540948a1b3 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:23:06.296892 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-22740983-f144-43fa-8160-a54182693f5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:06.321047 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79f6e79-4c6a-40b6-9beb-fdec7ddf21aa None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:23:06.321727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79f6e79-4c6a-40b6-9beb-fdec7ddf21aa None None] Checking segment: {'id': 'ba6dfea4-f851-4362-854f-449d978f80c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:23:06.322167 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c79f6e79-4c6a-40b6-9beb-fdec7ddf21aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:06.325788 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79f6e79-4c6a-40b6-9beb-fdec7ddf21aa None None] Bound using segment: {'id': 'ba6dfea4-f851-4362-854f-449d978f80c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:23:06.327506 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-c79f6e79-4c6a-40b6-9beb-fdec7ddf21aa None None] Bound port: b06ea8a8-b709-45d2-9bcc-92500691c097, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6dfea4-f851-4362-854f-449d978f80c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:23:06.327941 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c79f6e79-4c6a-40b6-9beb-fdec7ddf21aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:06.434435 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-22740983-f144-43fa-8160-a54182693f5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:06.602042 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-22740983-f144-43fa-8160-a54182693f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:06.605932 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-22740983-f144-43fa-8160-a54182693f5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:06.611381 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-22740983-f144-43fa-8160-a54182693f5b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/88382a55-8d03-4c02-8d74-3ef964ccb3f0 HTTP/1.1" status: 204 len: 168 time: 0.6051869 Nov 12 20:23:06.636452 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:23:06.683543 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22740983-f144-43fa-8160-a54182693f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88382a55-8d03-4c02-8d74-3ef964ccb3f0,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:06.732310 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-c79f6e79-4c6a-40b6-9beb-fdec7ddf21aa None None] For port b06ea8a8-b709-45d2-9bcc-92500691c097, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:23:06.746465 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2083f-96a8-49dd-b26e-c320aadeddde req-fff85a8a-2aaf-4fd6-bf3b-ab1e4b6665da tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:06.751348 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03d2083f-96a8-49dd-b26e-c320aadeddde req-fff85a8a-2aaf-4fd6-bf3b-ab1e4b6665da tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=049d89b7-eb85-414b-82cf-6b81e8673a45 HTTP/1.1" status: 200 len: 943 time: 0.1816497 Nov 12 20:23:06.878704 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-c79f6e79-4c6a-40b6-9beb-fdec7ddf21aa None None] For port b06ea8a8-b709-45d2-9bcc-92500691c097, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b06ea8a8-b709-45d2-9bcc-92500691c097,segment=NetworkSegment(ba6dfea4-f851-4362-854f-449d978f80c9),segment_id=ba6dfea4-f851-4362-854f-449d978f80c9)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:23:06.882186 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03d2083f-96a8-49dd-b26e-c320aadeddde req-09bc0cb5-a3e3-462d-9b0f-a330e0d50c48 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/security-groups?id=29fb6d3d-9ce4-437a-a7d2-a2c961f55e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243901 Nov 12 20:23:06.936213 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55397571-00aa-42d4-bd85-65775ac77305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:06.947023 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c79f6e79-4c6a-40b6-9beb-fdec7ddf21aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:07.185235 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f6e79-4c6a-40b6-9beb-fdec7ddf21aa None None] Pushing event updated for resources: {'Port': ['ID=b06ea8a8-b709-45d2-9bcc-92500691c097,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:07.209576 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55397571-00aa-42d4-bd85-65775ac77305 admin admin] Router 3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:23:07.220143 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58538) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:07.291704 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device fdd8a0ea-74aa-4425-8597-bdb756671552 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:23:07.429779 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55397571-00aa-42d4-bd85-65775ac77305 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:23:07.434027 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port fdd8a0ea-74aa-4425-8597-bdb756671552 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:23:07.444108 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f368af56-e6f6-4fe6-92a0-b363f605a686 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:07.450703 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e80e86-374b-4087-9871-995abc61bb80 None None] Sync routers for ids ['3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:23:07.477364 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port fdd8a0ea-74aa-4425-8597-bdb756671552 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:07.478112 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:07.520500 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55397571-00aa-42d4-bd85-65775ac77305 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:07.522072 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-55397571-00aa-42d4-bd85-65775ac77305 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7271299 Nov 12 20:23:07.524914 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58546) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:07.557740 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e80e86-374b-4087-9871-995abc61bb80 None None] Routers {'3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:23:07.565032 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-83e80e86-374b-4087-9871-995abc61bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:22:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:23:07.689140 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f368af56-e6f6-4fe6-92a0-b363f605a686 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:07.697825 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f368af56-e6f6-4fe6-92a0-b363f605a686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:07.784692 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f368af56-e6f6-4fe6-92a0-b363f605a686 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=254ccf30338f484ca01e72f7161fd60f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3703074 Nov 12 20:23:07.788043 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58550) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:07.789341 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368af56-e6f6-4fe6-92a0-b363f605a686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221482ae-e68c-4d59-9eea-b3e26fd70d66,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:07.884381 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b7853778-79da-4754-a8a6-fade494c2f00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:08.108597 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b7853778-79da-4754-a8a6-fade494c2f00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:08.130104 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b06ea8a8-b709-45d2-9bcc-92500691c097 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:23:08.266843 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f816bd8-d876-4ea6-b046-2e4098b3c697 req-859705c5-1669-4823-8654-94e79539a9a6 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:08.277730 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3f816bd8-d876-4ea6-b046-2e4098b3c697 req-859705c5-1669-4823-8654-94e79539a9a6 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=049d89b7-eb85-414b-82cf-6b81e8673a45 HTTP/1.1" status: 200 len: 943 time: 0.1925879 Nov 12 20:23:08.383141 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:08.395046 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-83e80e86-374b-4087-9871-995abc61bb80 None None] Set router 3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:23:08.404532 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3f816bd8-d876-4ea6-b046-2e4098b3c697 req-07a73933-7711-4456-aeb8-c2e72fe3ec93 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/security-groups?id=29fb6d3d-9ce4-437a-a7d2-a2c961f55e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242075 Nov 12 20:23:08.588911 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b7853778-79da-4754-a8a6-fade494c2f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:08.591622 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b7853778-79da-4754-a8a6-fade494c2f00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:08.594324 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b7853778-79da-4754-a8a6-fade494c2f00 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/221482ae-e68c-4d59-9eea-b3e26fd70d66 HTTP/1.1" status: 204 len: 168 time: 0.8040068 Nov 12 20:23:08.637683 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7853778-79da-4754-a8a6-fade494c2f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221482ae-e68c-4d59-9eea-b3e26fd70d66,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:08.678861 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 9cbf8232-d90d-478c-a18b-e9981ec028ab details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:23:08.681371 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:23:08.748885 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b06ea8a8-b709-45d2-9bcc-92500691c097 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:08.749188 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:08.751532 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c9852dba-86c3-48f8-bab7-0f8ca95507fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:08.810646 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4bd0e2-1a3d-47da-931f-b3e566ac89c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd8a0ea-74aa-4425-8597-bdb756671552'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:23:08.813220 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619a956b-5a0d-457e-8837-421e979c4b59" -d '{"events": [{"server_uuid": "2c4bd0e2-1a3d-47da-931f-b3e566ac89c2", "name": "network-vif-plugged", "status": "completed", "tag": "fdd8a0ea-74aa-4425-8597-bdb756671552"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:23:08.852872 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port fdd8a0ea-74aa-4425-8597-bdb756671552, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=fdd8a0ea-74aa-4425-8597-bdb756671552,segment=NetworkSegment(d9b1320c-ac81-4b9d-963c-3308f6504e88),segment_id=d9b1320c-ac81-4b9d-963c-3308f6504e88)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:23:08.906624 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:08.908736 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:08.942446 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6146fd-36fa-4dfd-ac8b-88aec688deb9 x-openstack-request-id: req-7d6146fd-36fa-4dfd-ac8b-88aec688deb9 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:23:08.942746 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4bd0e2-1a3d-47da-931f-b3e566ac89c2", "name": "network-vif-plugged", "status": "completed", "tag": "fdd8a0ea-74aa-4425-8597-bdb756671552", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:23:08.943530 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d6146fd-36fa-4dfd-ac8b-88aec688deb9 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:23:08.944668 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4bd0e2-1a3d-47da-931f-b3e566ac89c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd8a0ea-74aa-4425-8597-bdb756671552', 'code': 200} Nov 12 20:23:09.042328 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=fdd8a0ea-74aa-4425-8597-bdb756671552,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:09.079686 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aed6f5-605b-48e6-9730-2a45c7689cab req-92cbda07-6a81-4730-9982-665a2a6afa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:09.081261 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b9aed6f5-605b-48e6-9730-2a45c7689cab req-92cbda07-6a81-4730-9982-665a2a6afa46 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2c4bd0e2-1a3d-47da-931f-b3e566ac89c2 HTTP/1.1" status: 200 len: 1098 time: 0.1096926 Nov 12 20:23:09.101975 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7895cbe1-7873-49d7-b5c4-a0616c9408e1 None None] Network 67476c11-db2f-48bf-a7d2-d6540948a1b3 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:23:09.174140 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port b06ea8a8-b709-45d2-9bcc-92500691c097, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b06ea8a8-b709-45d2-9bcc-92500691c097,segment=NetworkSegment(ba6dfea4-f851-4362-854f-449d978f80c9),segment_id=ba6dfea4-f851-4362-854f-449d978f80c9)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:23:09.192272 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:09.194918 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b9aed6f5-605b-48e6-9730-2a45c7689cab req-4bba2615-6d17-4d4e-a66c-90ae6a71d007 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=29fb6d3d-9ce4-437a-a7d2-a2c961f55e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998442 Nov 12 20:23:09.224299 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-c9852dba-86c3-48f8-bab7-0f8ca95507fb admin admin] Allocated IP 172.20.0.1 (67476c11-db2f-48bf-a7d2-d6540948a1b3/987eb413-d718-4633-baf0-6d783690046e/bff99f9c-941a-4ebc-ba22-ae7be3fab3e3) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:23:09.243413 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-83e80e86-374b-4087-9871-995abc61bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'name': 'tempest-TestVolumeBackupRestore-1105915495-router', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:23:03Z', 'updated_at': '2021-11-12T20:23:05Z', 'revision_number': 3, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'gw_port': {'id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:04Z', 'updated_at': '2021-11-12T20:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:23:09.328652 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e80e86-374b-4087-9871-995abc61bb80 None None] Checking router: 3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:23:09.328652 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e80e86-374b-4087-9871-995abc61bb80 None None] Updating router 3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c port e9800114-74e2-46b0-94a7-0bf29f5a37d9 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:23:09.453348 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-83e80e86-374b-4087-9871-995abc61bb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:09.458893 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c9852dba-86c3-48f8-bab7-0f8ca95507fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:09.540139 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c9852dba-86c3-48f8-bab7-0f8ca95507fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:09.634609 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c0523432-bd94-4a85-ba4d-227047fd7b30 None None] Provisioning complete for port b06ea8a8-b709-45d2-9bcc-92500691c097 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:09.634987 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c0523432-bd94-4a85-ba4d-227047fd7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:09.668815 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9852dba-86c3-48f8-bab7-0f8ca95507fb admin admin] Network 67476c11-db2f-48bf-a7d2-d6540948a1b3 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:23:09.684644 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:23:09.687991 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-c9852dba-86c3-48f8-bab7-0f8ca95507fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:23:09.699070 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9852dba-86c3-48f8-bab7-0f8ca95507fb admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:23:09.725014 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:09.730279 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:09.792355 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c9852dba-86c3-48f8-bab7-0f8ca95507fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:09.796840 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9852dba-86c3-48f8-bab7-0f8ca95507fb admin admin] Pushing event updated for resources: {'Port': ['ID=bff99f9c-941a-4ebc-ba22-ae7be3fab3e3,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:09.941762 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 9cbf8232-d90d-478c-a18b-e9981ec028ab, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=9cbf8232-d90d-478c-a18b-e9981ec028ab,segment=NetworkSegment(d9b1320c-ac81-4b9d-963c-3308f6504e88),segment_id=d9b1320c-ac81-4b9d-963c-3308f6504e88)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:23:09.955776 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205c470-cd3b-4e1b-91d4-03d20ef1e987 req-1bbf9ab5-e13b-44a9-8b42-15972f12001b tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:09.961557 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4205c470-cd3b-4e1b-91d4-03d20ef1e987 req-1bbf9ab5-e13b-44a9-8b42-15972f12001b tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=049d89b7-eb85-414b-82cf-6b81e8673a45 HTTP/1.1" status: 200 len: 943 time: 0.4181387 Nov 12 20:23:09.970688 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=b06ea8a8-b709-45d2-9bcc-92500691c097,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:10.125883 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '9cbf8232-d90d-478c-a18b-e9981ec028ab', 'network_id': 'f0aecc65-9bf3-48a6-a8ea-a6a61793e04b', 'port_id': '9cbf8232-d90d-478c-a18b-e9981ec028ab', 'mac_address': 'fa:16:3e:e0:9d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04b4387-4592-47dd-8be9-0bccc5c8e481', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:23:10.130483 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58616) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:10.139979 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4205c470-cd3b-4e1b-91d4-03d20ef1e987 req-a6aede56-21eb-484a-a01d-96c36ae8a0e9 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/security-groups?id=29fb6d3d-9ce4-437a-a7d2-a2c961f55e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693468 Nov 12 20:23:10.206890 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:10.287884 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:10.290623 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c9852dba-86c3-48f8-bab7-0f8ca95507fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:10.295026 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cbf8232-d90d-478c-a18b-e9981ec028ab {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:23:10.381707 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 9cbf8232-d90d-478c-a18b-e9981ec028ab, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=9cbf8232-d90d-478c-a18b-e9981ec028ab,segment=NetworkSegment(d9b1320c-ac81-4b9d-963c-3308f6504e88),segment_id=d9b1320c-ac81-4b9d-963c-3308f6504e88)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:23:10.407921 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:10.490608 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-58f5cadc-3d5f-440d-b945-5bf3a36fc1fc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-669672913-network', 'tenant_id': '903d20edb16945469b23bcb18ae110e8'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:23:10.565166 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4,segment=NetworkSegment(d9b1320c-ac81-4b9d-963c-3308f6504e88),segment_id=d9b1320c-ac81-4b9d-963c-3308f6504e88)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:23:10.577197 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f5cadc-3d5f-440d-b945-5bf3a36fc1fc admin admin] Made reservation on behalf of 903d20edb16945469b23bcb18ae110e8 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:23:10.582792 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-58f5cadc-3d5f-440d-b945-5bf3a36fc1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:10.636701 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:10.758591 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=9cbf8232-d90d-478c-a18b-e9981ec028ab,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:10.777119 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58628) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:10.802365 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c9852dba-86c3-48f8-bab7-0f8ca95507fb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:10.813623 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c9852dba-86c3-48f8-bab7-0f8ca95507fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:10.821975 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['9cbf8232-d90d-478c-a18b-e9981ec028ab'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:23:10.935905 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9852dba-86c3-48f8-bab7-0f8ca95507fb admin admin] Pushing event updated for resources: {'Port': ['ID=bff99f9c-941a-4ebc-ba22-ae7be3fab3e3,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:10.996129 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983f9030-9aba-4e68-8e42-fce2d0d565a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:23:11.000696 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb43965-663d-4bc6-a670-b0f26c2d1031" -d '{"events": [{"server_uuid": "983f9030-9aba-4e68-8e42-fce2d0d565a6", "name": "network-vif-plugged", "status": "completed", "tag": "64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:23:11.068658 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c9852dba-86c3-48f8-bab7-0f8ca95507fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:11.118339 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-957f8184-3d2d-464d-a583-8787503e2847 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:11.161989 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397c65a6-2972-4fd5-b70f-38429e5d3d77 x-openstack-request-id: req-397c65a6-2972-4fd5-b70f-38429e5d3d77 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:23:11.162257 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983f9030-9aba-4e68-8e42-fce2d0d565a6", "name": "network-vif-plugged", "status": "completed", "tag": "64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:23:11.162507 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-397c65a6-2972-4fd5-b70f-38429e5d3d77 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:23:11.173168 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983f9030-9aba-4e68-8e42-fce2d0d565a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4', 'code': 200} Nov 12 20:23:11.231859 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-83e80e86-374b-4087-9871-995abc61bb80 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:11.255605 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-bd66f53e-0bad-41e6-b76a-cd7417db07af None None] Provisioning complete for port b06ea8a8-b709-45d2-9bcc-92500691c097 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:11.255951 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bd66f53e-0bad-41e6-b76a-cd7417db07af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:11.327517 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-83e80e86-374b-4087-9871-995abc61bb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:11.344765 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:11.369188 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-58f5cadc-3d5f-440d-b945-5bf3a36fc1fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:11.500951 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47353947-c0c9-44fa-af28-1a67866d5bff req-e3c9552a-5970-49a3-a99d-e3c1ca99edc6 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:11.502846 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-47353947-c0c9-44fa-af28-1a67866d5bff req-e3c9552a-5970-49a3-a99d-e3c1ca99edc6 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=049d89b7-eb85-414b-82cf-6b81e8673a45 HTTP/1.1" status: 200 len: 944 time: 0.1355851 Nov 12 20:23:11.549524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d4978-38c1-461d-99f1-de179b895dc6 req-854bcce2-fab9-4f1e-972b-38d6a75e16d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:11.551182 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ef5d4978-38c1-461d-99f1-de179b895dc6 req-854bcce2-fab9-4f1e-972b-38d6a75e16d2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=983f9030-9aba-4e68-8e42-fce2d0d565a6 HTTP/1.1" status: 200 len: 1098 time: 0.3447487 Nov 12 20:23:11.619527 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9852dba-86c3-48f8-bab7-0f8ca95507fb admin admin] Network 67476c11-db2f-48bf-a7d2-d6540948a1b3 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:23:11.625389 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-c9852dba-86c3-48f8-bab7-0f8ca95507fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:23:11.650050 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-47353947-c0c9-44fa-af28-1a67866d5bff req-6c611325-77da-4667-9678-909e26e9bad0 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/security-groups?id=29fb6d3d-9ce4-437a-a7d2-a2c961f55e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366198 Nov 12 20:23:11.708303 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-58f5cadc-3d5f-440d-b945-5bf3a36fc1fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:11.715742 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-58f5cadc-3d5f-440d-b945-5bf3a36fc1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:11.770088 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f5cadc-3d5f-440d-b945-5bf3a36fc1fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:23:11.815168 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5cadc-3d5f-440d-b945-5bf3a36fc1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba0fc85-56dd-44b9-bab7-816e9c203787,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:11.823203 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-58f5cadc-3d5f-440d-b945-5bf3a36fc1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:11.823546 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-58f5cadc-3d5f-440d-b945-5bf3a36fc1fc admin admin] Added segment 008e602e-02b7-468e-9088-f4befeeb4665 of type vlan for network faca6edb-8496-49d8-a0e2-6e6cb2dc7334 Nov 12 20:23:11.878826 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa6092-1001-4cd5-bf33-77c289300b42 None None] Pushing event updated for resources: {'Port': ['ID=e9800114-74e2-46b0-94a7-0bf29f5a37d9,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:11.915573 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-58f5cadc-3d5f-440d-b945-5bf3a36fc1fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:11.918569 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8cc746-8c0d-45d3-82a4-7a5ad472d0da None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:23:11.983819 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-58f5cadc-3d5f-440d-b945-5bf3a36fc1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:11.984924 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f5cadc-3d5f-440d-b945-5bf3a36fc1fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:11.985526 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-58f5cadc-3d5f-440d-b945-5bf3a36fc1fc admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:12.035747 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-83e80e86-374b-4087-9871-995abc61bb80 None None] Attempting to bind port e9800114-74e2-46b0-94a7-0bf29f5a37d9 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:23:12.036120 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-83e80e86-374b-4087-9871-995abc61bb80 None None] Attempting to bind port e9800114-74e2-46b0-94a7-0bf29f5a37d9 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:23:12.036594 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e80e86-374b-4087-9871-995abc61bb80 None None] Attempting to bind port e9800114-74e2-46b0-94a7-0bf29f5a37d9 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:23:12.060177 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-58f5cadc-3d5f-440d-b945-5bf3a36fc1fc admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9278073 Nov 12 20:23:12.070533 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b06ea8a8-b709-45d2-9bcc-92500691c097 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:23:12.091624 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e80e86-374b-4087-9871-995abc61bb80 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:23:12.092005 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e80e86-374b-4087-9871-995abc61bb80 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:23:12.104587 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-83e80e86-374b-4087-9871-995abc61bb80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:12.105092 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e80e86-374b-4087-9871-995abc61bb80 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:23:12.105617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-83e80e86-374b-4087-9871-995abc61bb80 None None] Bound port: e9800114-74e2-46b0-94a7-0bf29f5a37d9, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:23:12.106025 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-83e80e86-374b-4087-9871-995abc61bb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:12.115305 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58652) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:12.128956 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-36587643-e9bb-45b5-8002-c438b25a6377 admin admin] Request body: {'subnet': {'network_id': 'faca6edb-8496-49d8-a0e2-6e6cb2dc7334', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-669672913-subnet', 'tenant_id': '903d20edb16945469b23bcb18ae110e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:23:12.162240 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5cadc-3d5f-440d-b945-5bf3a36fc1fc admin admin] Pushing event updated for resources: {'Network': ['ID=faca6edb-8496-49d8-a0e2-6e6cb2dc7334,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:12.197651 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36587643-e9bb-45b5-8002-c438b25a6377 admin admin] Made reservation on behalf of 903d20edb16945469b23bcb18ae110e8 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:23:12.200689 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-36587643-e9bb-45b5-8002-c438b25a6377 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:12.269349 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-83e80e86-374b-4087-9871-995abc61bb80 None None] For port e9800114-74e2-46b0-94a7-0bf29f5a37d9, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:23:12.274023 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-83e80e86-374b-4087-9871-995abc61bb80 None None] For port e9800114-74e2-46b0-94a7-0bf29f5a37d9, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e9800114-74e2-46b0-94a7-0bf29f5a37d9,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:23:12.377719 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network faca6edb-8496-49d8-a0e2-6e6cb2dc7334 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:23:12.391520 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-83e80e86-374b-4087-9871-995abc61bb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:12.526992 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b06ea8a8-b709-45d2-9bcc-92500691c097 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:12.527347 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:12.584389 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-36587643-e9bb-45b5-8002-c438b25a6377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:12.590534 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ef5d4978-38c1-461d-99f1-de179b895dc6 req-df1f88f2-0665-4606-a602-9e5e91cfe4b7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=29fb6d3d-9ce4-437a-a7d2-a2c961f55e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9665642 Nov 12 20:23:12.643870 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b004247-dfaf-4c53-8848-db86f7d12f52 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:23:12.656075 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-957f8184-3d2d-464d-a583-8787503e2847 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:12.665961 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-957f8184-3d2d-464d-a583-8787503e2847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:12.698648 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e80e86-374b-4087-9871-995abc61bb80 None None] Routers {'3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:23:12.699452 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-83e80e86-374b-4087-9871-995abc61bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:22:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:23:12.714253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36587643-e9bb-45b5-8002-c438b25a6377 admin admin] Pushing event updated for resources: {'Subnet': ['ID=981892da-7702-47ee-a6ce-d7a1fff33636,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:12.758746 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-bd66f53e-0bad-41e6-b76a-cd7417db07af None None] Provisioning complete for port bff99f9c-941a-4ebc-ba22-ae7be3fab3e3 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:12.759212 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bd66f53e-0bad-41e6-b76a-cd7417db07af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:12.767785 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36587643-e9bb-45b5-8002-c438b25a6377 admin admin] Checking segment: {'id': '008e602e-02b7-468e-9088-f4befeeb4665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'faca6edb-8496-49d8-a0e2-6e6cb2dc7334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:23:12.769417 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9852dba-86c3-48f8-bab7-0f8ca95507fb admin admin] Router 3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:23:12.771840 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36587643-e9bb-45b5-8002-c438b25a6377 admin admin] Network hostable DHCP agents. Network: faca6edb-8496-49d8-a0e2-6e6cb2dc7334, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:23:12.783270 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-957f8184-3d2d-464d-a583-8787503e2847 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d465ae64fa514be29bcaf13edfd98156&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0049140 Nov 12 20:23:12.783896 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58662) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:12.788387 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f8184-3d2d-464d-a583-8787503e2847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b9c27b-766a-4471-9b60-0611769c89d4,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:12.805307 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-bd66f53e-0bad-41e6-b76a-cd7417db07af None None] Port bff99f9c-941a-4ebc-ba22-ae7be3fab3e3 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:23:12.807885 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa6092-1001-4cd5-bf33-77c289300b42 None None] Pushing event updated for resources: {'Port': ['ID=e9800114-74e2-46b0-94a7-0bf29f5a37d9,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:12.923537 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36587643-e9bb-45b5-8002-c438b25a6377 admin admin] Network faca6edb-8496-49d8-a0e2-6e6cb2dc7334 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:23:12.943207 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d05f0223-46c4-4745-a9d7-82dea229de44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:12.944979 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecffbb-52aa-4b4d-a1fa-2464b4171fe1 req-2446f9e2-c1b6-4be0-8559-6de16f9426f8 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:12.948945 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cdecffbb-52aa-4b4d-a1fa-2464b4171fe1 req-2446f9e2-c1b6-4be0-8559-6de16f9426f8 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=049d89b7-eb85-414b-82cf-6b81e8673a45 HTTP/1.1" status: 200 len: 944 time: 0.1691012 Nov 12 20:23:13.003834 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-36587643-e9bb-45b5-8002-c438b25a6377 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, faca6edb-8496-49d8-a0e2-6e6cb2dc7334) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:23:13.014052 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36587643-e9bb-45b5-8002-c438b25a6377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:13.014375 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d05f0223-46c4-4745-a9d7-82dea229de44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:13.017938 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-36587643-e9bb-45b5-8002-c438b25a6377 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:13.030964 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9852dba-86c3-48f8-bab7-0f8ca95507fb admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:23:13.043046 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c9852dba-86c3-48f8-bab7-0f8ca95507fb admin admin] 10.222.0.48 "PUT /v2.0/routers/3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5166976 Nov 12 20:23:13.061239 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c26906-e0b3-4d0a-a5ef-0de5fdcc349c None None] Network faca6edb-8496-49d8-a0e2-6e6cb2dc7334 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:23:13.081483 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-36587643-e9bb-45b5-8002-c438b25a6377 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9562528 Nov 12 20:23:13.132959 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d05f0223-46c4-4745-a9d7-82dea229de44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:13.136081 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d05f0223-46c4-4745-a9d7-82dea229de44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:13.137588 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d05f0223-46c4-4745-a9d7-82dea229de44 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f7b9c27b-766a-4471-9b60-0611769c89d4 HTTP/1.1" status: 204 len: 168 time: 0.3506901 Nov 12 20:23:13.141157 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a78d8763-ea42-40ea-9d2a-39dbc165cc1c None None] Provisioning complete for port e9800114-74e2-46b0-94a7-0bf29f5a37d9 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:13.141585 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a78d8763-ea42-40ea-9d2a-39dbc165cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:13.146128 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-83e80e86-374b-4087-9871-995abc61bb80 None None] Set router 3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:23:13.157576 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f0223-46c4-4745-a9d7-82dea229de44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b9c27b-766a-4471-9b60-0611769c89d4,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:13.158914 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cdecffbb-52aa-4b4d-a1fa-2464b4171fe1 req-21be755c-242b-4fc9-af63-12a6de32528b tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/security-groups?id=29fb6d3d-9ce4-437a-a7d2-a2c961f55e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028065 Nov 12 20:23:13.520566 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f308ec-4e09-45f9-a361-1761660b82f1 None None] Network faca6edb-8496-49d8-a0e2-6e6cb2dc7334 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:23:13.696069 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a78d8763-ea42-40ea-9d2a-39dbc165cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:13.746430 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a78d8763-ea42-40ea-9d2a-39dbc165cc1c None None] For port e9800114-74e2-46b0-94a7-0bf29f5a37d9, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e9800114-74e2-46b0-94a7-0bf29f5a37d9,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:23:13.772741 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a78d8763-ea42-40ea-9d2a-39dbc165cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:13.879110 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d8763-ea42-40ea-9d2a-39dbc165cc1c None None] Pushing event updated for resources: {'Port': ['ID=e9800114-74e2-46b0-94a7-0bf29f5a37d9,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:13.931361 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a78d8763-ea42-40ea-9d2a-39dbc165cc1c None None] Provisioning complete for port bff99f9c-941a-4ebc-ba22-ae7be3fab3e3 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:13.931993 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a78d8763-ea42-40ea-9d2a-39dbc165cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:13.977975 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58700) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:13.994653 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-a78d8763-ea42-40ea-9d2a-39dbc165cc1c None None] Port bff99f9c-941a-4ebc-ba22-ae7be3fab3e3 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:23:14.028112 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-83e80e86-374b-4087-9871-995abc61bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'name': 'tempest-TestVolumeBackupRestore-1105915495-router', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:23:03Z', 'updated_at': '2021-11-12T20:23:10Z', 'revision_number': 4, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'gw_port': {'id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:04Z', 'updated_at': '2021-11-12T20:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'bff99f9c-941a-4ebc-ba22-ae7be3fab3e3', 'name': '', 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'mac_address': 'fa:16:3e:c3:b1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '987eb413-d718-4633-baf0-6d783690046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:08Z', 'updated_at': '2021-11-12T20:23:10Z', 'revision_number': 2, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'subnets': [{'id': '987eb413-d718-4633-baf0-6d783690046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:23:14.031084 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-70bc72ec-8056-4248-bd55-b8ed3b581965 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:14.114278 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e80e86-374b-4087-9871-995abc61bb80 None None] The sync data for ids ['3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'] in n-d-712140-15 is: [{'id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'name': 'tempest-TestVolumeBackupRestore-1105915495-router', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:23:03Z', 'updated_at': '2021-11-12T20:23:10Z', 'revision_number': 4, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'gw_port': {'id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:04Z', 'updated_at': '2021-11-12T20:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'bff99f9c-941a-4ebc-ba22-ae7be3fab3e3', 'name': '', 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'mac_address': 'fa:16:3e:c3:b1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '987eb413-d718-4633-baf0-6d783690046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:08Z', 'updated_at': '2021-11-12T20:23:10Z', 'revision_number': 2, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'subnets': [{'id': '987eb413-d718-4633-baf0-6d783690046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:23:14.137006 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-70bc72ec-8056-4248-bd55-b8ed3b581965 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:14.143041 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-70bc72ec-8056-4248-bd55-b8ed3b581965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:14.212316 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-70bc72ec-8056-4248-bd55-b8ed3b581965 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=be7e76b6dbc847f7b74f16ef1e54b7aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2309763 Nov 12 20:23:14.213514 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58704) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:14.260692 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc72ec-8056-4248-bd55-b8ed3b581965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3a4298-a6a7-4dc3-b2f0-16fcf747d9d9,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:14.390921 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58710) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:14.397853 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b31e1a4a-5145-4431-84ed-191af0cf76a1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1739810197-network', 'tenant_id': 'b647e66a3f994500ba5f40dd800bc71d'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:23:14.411223 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4515a26c-2328-42a8-86df-b09011ec333e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:14.448008 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4515a26c-2328-42a8-86df-b09011ec333e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:14.455666 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31e1a4a-5145-4431-84ed-191af0cf76a1 admin admin] Made reservation on behalf of b647e66a3f994500ba5f40dd800bc71d for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:23:14.459329 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b31e1a4a-5145-4431-84ed-191af0cf76a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:14.495157 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b31e1a4a-5145-4431-84ed-191af0cf76a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:14.514421 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f04ad4-8f09-4834-ae70-daf0be04b002 req-5e729f40-261f-423e-a5b4-089569df7f1c tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:14.516518 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e5f04ad4-8f09-4834-ae70-daf0be04b002 req-5e729f40-261f-423e-a5b4-089569df7f1c tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=049d89b7-eb85-414b-82cf-6b81e8673a45 HTTP/1.1" status: 200 len: 944 time: 0.1703074 Nov 12 20:23:14.574807 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 9cbf8232-d90d-478c-a18b-e9981ec028ab up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:23:14.659978 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58720) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:14.665277 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-a340679c-392e-44f3-855d-54196779336d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-466778287-network', 'tenant_id': '523729822d034956a5708fe1db910b9d'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:23:14.713322 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 9cbf8232-d90d-478c-a18b-e9981ec028ab completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:23:14.720433 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 9cbf8232-d90d-478c-a18b-e9981ec028ab triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:14.721119 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:14.725768 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e5f04ad4-8f09-4834-ae70-daf0be04b002 req-7add702c-7976-44ef-947d-7d9f67febad6 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/security-groups?id=29fb6d3d-9ce4-437a-a7d2-a2c961f55e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854148 Nov 12 20:23:14.757545 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4515a26c-2328-42a8-86df-b09011ec333e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:14.764897 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4515a26c-2328-42a8-86df-b09011ec333e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:14.765812 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a340679c-392e-44f3-855d-54196779336d admin admin] Made reservation on behalf of 523729822d034956a5708fe1db910b9d for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:23:14.773610 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4515a26c-2328-42a8-86df-b09011ec333e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd3a4298-a6a7-4dc3-b2f0-16fcf747d9d9 HTTP/1.1" status: 204 len: 168 time: 0.5567172 Nov 12 20:23:14.776072 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a340679c-392e-44f3-855d-54196779336d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:14.809591 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515a26c-2328-42a8-86df-b09011ec333e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3a4298-a6a7-4dc3-b2f0-16fcf747d9d9,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:14.814602 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a340679c-392e-44f3-855d-54196779336d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:14.853537 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:14.950535 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049d89b7-eb85-414b-82cf-6b81e8673a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbf8232-d90d-478c-a18b-e9981ec028ab'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:23:14.955443 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e45898c-da3f-4ee5-b40c-5ebe3abcc3d2" -d '{"events": [{"server_uuid": "049d89b7-eb85-414b-82cf-6b81e8673a45", "name": "network-vif-plugged", "status": "completed", "tag": "9cbf8232-d90d-478c-a18b-e9981ec028ab"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:23:14.994465 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 9cbf8232-d90d-478c-a18b-e9981ec028ab, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=9cbf8232-d90d-478c-a18b-e9981ec028ab,segment=NetworkSegment(d9b1320c-ac81-4b9d-963c-3308f6504e88),segment_id=d9b1320c-ac81-4b9d-963c-3308f6504e88)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:23:15.000632 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:15.095822 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897fffd1-0149-484b-b487-d14dbbb07178 x-openstack-request-id: req-897fffd1-0149-484b-b487-d14dbbb07178 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:23:15.096628 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049d89b7-eb85-414b-82cf-6b81e8673a45", "name": "network-vif-plugged", "status": "completed", "tag": "9cbf8232-d90d-478c-a18b-e9981ec028ab", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:23:15.096784 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-897fffd1-0149-484b-b487-d14dbbb07178 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:23:15.101560 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a340679c-392e-44f3-855d-54196779336d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:15.107467 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049d89b7-eb85-414b-82cf-6b81e8673a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbf8232-d90d-478c-a18b-e9981ec028ab', 'code': 200} Nov 12 20:23:15.113800 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a340679c-392e-44f3-855d-54196779336d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:15.177663 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=9cbf8232-d90d-478c-a18b-e9981ec028ab,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:15.198963 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b31e1a4a-5145-4431-84ed-191af0cf76a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:15.201974 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340679c-392e-44f3-855d-54196779336d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49652b72-17ed-43c8-99cc-6ac0f3f27be9,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:15.249834 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b31e1a4a-5145-4431-84ed-191af0cf76a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:15.287008 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a340679c-392e-44f3-855d-54196779336d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:23:15.326868 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31e1a4a-5145-4431-84ed-191af0cf76a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:23:15.339979 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a340679c-392e-44f3-855d-54196779336d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:15.340426 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-a340679c-392e-44f3-855d-54196779336d admin admin] Added segment 90337545-2bab-40d9-84b3-bbdeea1ba919 of type vlan for network b032abe3-eb00-45fb-afeb-ed09c7e91394 Nov 12 20:23:15.362341 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5dec1-68be-4a4e-bfa2-80b1418d9d14 req-78a32155-b636-4d46-b513-74b6bf39a6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:15.381072 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-89a5dec1-68be-4a4e-bfa2-80b1418d9d14 req-78a32155-b636-4d46-b513-74b6bf39a6c9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=049d89b7-eb85-414b-82cf-6b81e8673a45 HTTP/1.1" status: 200 len: 1097 time: 0.1804352 Nov 12 20:23:15.383993 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e1a4a-5145-4431-84ed-191af0cf76a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2933e2d1-4f9b-4a10-8bda-12e57784741d,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:15.434568 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b31e1a4a-5145-4431-84ed-191af0cf76a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:15.435573 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-b31e1a4a-5145-4431-84ed-191af0cf76a1 admin admin] Added segment 90c0ea23-71b0-474a-bd7f-6cf30194c69d of type vlan for network ece868d1-77b9-4bc3-b457-3aac980b3759 Nov 12 20:23:15.485728 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a340679c-392e-44f3-855d-54196779336d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:15.549571 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b31e1a4a-5145-4431-84ed-191af0cf76a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:15.638668 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.db.resource_extend [None req-a340679c-392e-44f3-855d-54196779336d admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 20:23:15.649141 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-89a5dec1-68be-4a4e-bfa2-80b1418d9d14 req-9b89fa83-303c-447e-87cd-2c63bb5e4ff0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=29fb6d3d-9ce4-437a-a7d2-a2c961f55e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350683 Nov 12 20:23:15.686462 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.db.resource_extend [None req-b31e1a4a-5145-4431-84ed-191af0cf76a1 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 20:23:15.719676 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a340679c-392e-44f3-855d-54196779336d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:15.721499 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a340679c-392e-44f3-855d-54196779336d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:15.722799 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a340679c-392e-44f3-855d-54196779336d admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:15.741179 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b31e1a4a-5145-4431-84ed-191af0cf76a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:15.742730 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31e1a4a-5145-4431-84ed-191af0cf76a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:15.743458 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b31e1a4a-5145-4431-84ed-191af0cf76a1 admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:15.843842 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340679c-392e-44f3-855d-54196779336d admin admin] Pushing event updated for resources: {'Network': ['ID=b032abe3-eb00-45fb-afeb-ed09c7e91394,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:15.857112 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network b032abe3-eb00-45fb-afeb-ed09c7e91394 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:23:15.866214 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58748) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:15.866744 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a340679c-392e-44f3-855d-54196779336d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2055714 Nov 12 20:23:15.872701 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-ff60f69e-eaed-4b28-9e94-2f46a68f88be admin admin] Request body: {'subnet': {'network_id': 'b032abe3-eb00-45fb-afeb-ed09c7e91394', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-466778287-subnet', 'tenant_id': '523729822d034956a5708fe1db910b9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:23:15.884220 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b31e1a4a-5145-4431-84ed-191af0cf76a1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4921544 Nov 12 20:23:15.888954 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58750) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:15.897216 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-962a36b1-91cc-44cf-8372-b1260ab2db7a admin admin] Request body: {'subnet': {'network_id': 'ece868d1-77b9-4bc3-b457-3aac980b3759', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1739810197-subnet', 'tenant_id': 'b647e66a3f994500ba5f40dd800bc71d', 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:23:15.982806 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff60f69e-eaed-4b28-9e94-2f46a68f88be admin admin] Made reservation on behalf of 523729822d034956a5708fe1db910b9d for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:23:15.988768 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ff60f69e-eaed-4b28-9e94-2f46a68f88be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:16.013043 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962a36b1-91cc-44cf-8372-b1260ab2db7a admin admin] Made reservation on behalf of b647e66a3f994500ba5f40dd800bc71d for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:23:16.015666 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-962a36b1-91cc-44cf-8372-b1260ab2db7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:16.023635 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e1a4a-5145-4431-84ed-191af0cf76a1 admin admin] Pushing event updated for resources: {'Network': ['ID=ece868d1-77b9-4bc3-b457-3aac980b3759,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:16.049712 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network ece868d1-77b9-4bc3-b457-3aac980b3759 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:23:16.057781 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1d6d6-a0e5-40d6-8a02-92eef6cce35f req-4d745db9-f8a1-4bfb-bf04-6faa5a2da29f tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:16.080732 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d3e1d6d6-a0e5-40d6-8a02-92eef6cce35f req-4d745db9-f8a1-4bfb-bf04-6faa5a2da29f tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=049d89b7-eb85-414b-82cf-6b81e8673a45 HTTP/1.1" status: 200 len: 945 time: 0.1666660 Nov 12 20:23:16.178089 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d3e1d6d6-a0e5-40d6-8a02-92eef6cce35f req-51eaa37a-4349-4f82-aa43-2ed28629cee5 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/security-groups?id=29fb6d3d-9ce4-437a-a7d2-a2c961f55e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891757 Nov 12 20:23:16.577783 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e9800114-74e2-46b0-94a7-0bf29f5a37d9 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:23:16.653937 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port e9800114-74e2-46b0-94a7-0bf29f5a37d9 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:16.654669 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:16.879197 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-962a36b1-91cc-44cf-8372-b1260ab2db7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:16.967548 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a36b1-91cc-44cf-8372-b1260ab2db7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fd2e65e-f7bb-4bec-8b2e-2bb263d39606,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:16.973004 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ff60f69e-eaed-4b28-9e94-2f46a68f88be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:17.182375 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff60f69e-eaed-4b28-9e94-2f46a68f88be admin admin] Checking segment: {'id': '90337545-2bab-40d9-84b3-bbdeea1ba919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b032abe3-eb00-45fb-afeb-ed09c7e91394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:23:17.182846 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff60f69e-eaed-4b28-9e94-2f46a68f88be admin admin] Network hostable DHCP agents. Network: b032abe3-eb00-45fb-afeb-ed09c7e91394, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:23:17.192397 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60f69e-eaed-4b28-9e94-2f46a68f88be admin admin] Pushing event updated for resources: {'Subnet': ['ID=f95f74ed-6b9e-4b49-b500-5e1929b737de,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:17.211301 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a36b1-91cc-44cf-8372-b1260ab2db7a admin admin] Checking segment: {'id': '90c0ea23-71b0-474a-bd7f-6cf30194c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ece868d1-77b9-4bc3-b457-3aac980b3759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:23:17.211553 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962a36b1-91cc-44cf-8372-b1260ab2db7a admin admin] Network hostable DHCP agents. Network: ece868d1-77b9-4bc3-b457-3aac980b3759, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:23:17.271220 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff60f69e-eaed-4b28-9e94-2f46a68f88be admin admin] Network b032abe3-eb00-45fb-afeb-ed09c7e91394 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:23:17.290673 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962a36b1-91cc-44cf-8372-b1260ab2db7a admin admin] Network ece868d1-77b9-4bc3-b457-3aac980b3759 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:23:17.305311 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-962a36b1-91cc-44cf-8372-b1260ab2db7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, ece868d1-77b9-4bc3-b457-3aac980b3759) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:23:17.313539 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-ff60f69e-eaed-4b28-9e94-2f46a68f88be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, b032abe3-eb00-45fb-afeb-ed09c7e91394) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:23:17.316265 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962a36b1-91cc-44cf-8372-b1260ab2db7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:17.320201 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2a67d7-9760-48a0-aeaa-8d10be0eb11a None None] Network ece868d1-77b9-4bc3-b457-3aac980b3759 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:23:17.334776 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-962a36b1-91cc-44cf-8372-b1260ab2db7a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:17.345642 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff60f69e-eaed-4b28-9e94-2f46a68f88be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:17.348193 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ff60f69e-eaed-4b28-9e94-2f46a68f88be admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:17.401915 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-962a36b1-91cc-44cf-8372-b1260ab2db7a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5102816 Nov 12 20:23:17.407921 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58780) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:17.422928 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-1edc1eff-1c2a-4d80-9777-5070e222752d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1739810197-router', 'tenant_id': 'b647e66a3f994500ba5f40dd800bc71d', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:23:17.452156 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ff60f69e-eaed-4b28-9e94-2f46a68f88be admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5840697 Nov 12 20:23:17.498671 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4732a8a-54d7-4ce4-8afe-610655453587 req-35356d28-702d-45ba-8dd0-2de5efd8daaa tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:17.504663 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c4732a8a-54d7-4ce4-8afe-610655453587 req-35356d28-702d-45ba-8dd0-2de5efd8daaa tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=049d89b7-eb85-414b-82cf-6b81e8673a45 HTTP/1.1" status: 200 len: 945 time: 0.1712072 Nov 12 20:23:17.539499 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1edc1eff-1c2a-4d80-9777-5070e222752d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:17.540726 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1edc1eff-1c2a-4d80-9777-5070e222752d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:17.544149 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b10cf2f-4169-4479-a1cc-a95e16d9014d None None] Network b032abe3-eb00-45fb-afeb-ed09c7e91394 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:23:17.657307 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c4732a8a-54d7-4ce4-8afe-610655453587 req-9c7f99be-9406-4fbe-a8cd-9b29629581e1 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/security-groups?id=29fb6d3d-9ce4-437a-a7d2-a2c961f55e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454787 Nov 12 20:23:17.741547 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1edc1eff-1c2a-4d80-9777-5070e222752d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:17.861202 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b915e42-b935-4b8f-8a7e-0976af69886c None None] Network b032abe3-eb00-45fb-afeb-ed09c7e91394 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:23:18.006335 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1697b009-dbff-4079-a6c2-c782d8d50994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-ece868d1-77b9-4bc3-b457-3aac980b3759', 'network_id': 'ece868d1-77b9-4bc3-b457-3aac980b3759', 'tenant_id': 'b647e66a3f994500ba5f40dd800bc71d', 'fixed_ips': [{'subnet_id': '8fd2e65e-f7bb-4bec-8b2e-2bb263d39606'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:23:18.007157 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1697b009-dbff-4079-a6c2-c782d8d50994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:18.189223 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753b6a3-ac4a-4a63-8a95-53c93ab7baaa req-cb9abc98-9369-437f-b98f-364c37135892 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:18.197350 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0753b6a3-ac4a-4a63-8a95-53c93ab7baaa req-cb9abc98-9369-437f-b98f-364c37135892 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c4bd0e2-1a3d-47da-931f-b3e566ac89c2 HTTP/1.1" status: 200 len: 946 time: 0.3703673 Nov 12 20:23:18.205325 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1edc1eff-1c2a-4d80-9777-5070e222752d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:18.294311 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0753b6a3-ac4a-4a63-8a95-53c93ab7baaa req-0f7eb5b9-24b6-40cb-82fd-142dee3abf2c tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/security-groups?id=29fb6d3d-9ce4-437a-a7d2-a2c961f55e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941949 Nov 12 20:23:18.421863 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57490e7-2fee-49fe-ae4e-32f1ae7a3b94 None None] Sync routers for ids ['3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:23:18.441351 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57490e7-2fee-49fe-ae4e-32f1ae7a3b94 None None] Routers {'3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:23:18.444672 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-c57490e7-2fee-49fe-ae4e-32f1ae7a3b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:22:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:23:18.638565 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-1697b009-dbff-4079-a6c2-c782d8d50994 None None] Allocated IP 172.20.0.2 (ece868d1-77b9-4bc3-b457-3aac980b3759/8fd2e65e-f7bb-4bec-8b2e-2bb263d39606/f93a0f2c-6a31-4682-959c-051ba6586943) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:23:18.810387 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-c57490e7-2fee-49fe-ae4e-32f1ae7a3b94 None None] Set router 3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:23:19.052639 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1edc1eff-1c2a-4d80-9777-5070e222752d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:19.102584 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1edc1eff-1c2a-4d80-9777-5070e222752d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:19.142648 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1697b009-dbff-4079-a6c2-c782d8d50994 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:19.151087 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-f2cfe3d5-3e42-43ff-b4aa-4c8551d6bc29 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:19.154402 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1697b009-dbff-4079-a6c2-c782d8d50994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:19.168572 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-f2cfe3d5-3e42-43ff-b4aa-4c8551d6bc29 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] 10.222.0.48 "GET /v2.0/networks?id=faca6edb-8496-49d8-a0e2-6e6cb2dc7334 HTTP/1.1" status: 200 len: 808 time: 0.3672462 Nov 12 20:23:19.203042 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-82b2b8d6-b76b-46ea-9eda-dd95bd03ae04 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] 10.222.0.48 "GET /v2.0/quotas/903d20edb16945469b23bcb18ae110e8 HTTP/1.1" status: 200 len: 375 time: 0.0312908 Nov 12 20:23:19.257996 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697b009-dbff-4079-a6c2-c782d8d50994 None None] Pushing event updated for resources: {'Port': ['ID=f93a0f2c-6a31-4682-959c-051ba6586943,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:19.286487 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-9fbc5724-3cdc-420b-acba-aac98181b309 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=903d20edb16945469b23bcb18ae110e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821798 Nov 12 20:23:19.307210 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1697b009-dbff-4079-a6c2-c782d8d50994 None None] Network ece868d1-77b9-4bc3-b457-3aac980b3759 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:23:19.308977 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-1697b009-dbff-4079-a6c2-c782d8d50994 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:23:19.317634 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1697b009-dbff-4079-a6c2-c782d8d50994 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:23:19.359313 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-c57490e7-2fee-49fe-ae4e-32f1ae7a3b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'name': 'tempest-TestVolumeBackupRestore-1105915495-router', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:23:03Z', 'updated_at': '2021-11-12T20:23:10Z', 'revision_number': 4, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'gw_port': {'id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:04Z', 'updated_at': '2021-11-12T20:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'bff99f9c-941a-4ebc-ba22-ae7be3fab3e3', 'name': '', 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'mac_address': 'fa:16:3e:c3:b1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '987eb413-d718-4633-baf0-6d783690046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:08Z', 'updated_at': '2021-11-12T20:23:10Z', 'revision_number': 2, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'subnets': [{'id': '987eb413-d718-4633-baf0-6d783690046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:23:19.430489 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-1edc1eff-1c2a-4d80-9777-5070e222752d admin admin] Allocated IP 172.25.5.178 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/ca13877f-8d7f-4b3b-8e33-b8186fcb966d) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:23:19.437909 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1697b009-dbff-4079-a6c2-c782d8d50994 None None] Attempting to bind port f93a0f2c-6a31-4682-959c-051ba6586943 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:23:19.438283 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1697b009-dbff-4079-a6c2-c782d8d50994 None None] Attempting to bind port f93a0f2c-6a31-4682-959c-051ba6586943 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '90c0ea23-71b0-474a-bd7f-6cf30194c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ece868d1-77b9-4bc3-b457-3aac980b3759'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:23:19.438670 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1697b009-dbff-4079-a6c2-c782d8d50994 None None] Attempting to bind port f93a0f2c-6a31-4682-959c-051ba6586943 on network ece868d1-77b9-4bc3-b457-3aac980b3759 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:23:19.451737 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1697b009-dbff-4079-a6c2-c782d8d50994 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:23:19.455584 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1697b009-dbff-4079-a6c2-c782d8d50994 None None] Checking segment: {'id': '90c0ea23-71b0-474a-bd7f-6cf30194c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ece868d1-77b9-4bc3-b457-3aac980b3759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:23:19.456048 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1697b009-dbff-4079-a6c2-c782d8d50994 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:19.457045 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1697b009-dbff-4079-a6c2-c782d8d50994 None None] Bound using segment: {'id': '90c0ea23-71b0-474a-bd7f-6cf30194c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ece868d1-77b9-4bc3-b457-3aac980b3759'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:23:19.457550 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1697b009-dbff-4079-a6c2-c782d8d50994 None None] Bound port: f93a0f2c-6a31-4682-959c-051ba6586943, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c0ea23-71b0-474a-bd7f-6cf30194c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ece868d1-77b9-4bc3-b457-3aac980b3759'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:23:19.457933 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1697b009-dbff-4079-a6c2-c782d8d50994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:19.478086 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57490e7-2fee-49fe-ae4e-32f1ae7a3b94 None None] Checking router: 3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:23:19.492086 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-8e48f46b-a09c-441a-a765-595e53237b00 service neutron] 10.222.0.48 "GET /v2.0/networks/faca6edb-8496-49d8-a0e2-6e6cb2dc7334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044094 Nov 12 20:23:19.493181 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57490e7-2fee-49fe-ae4e-32f1ae7a3b94 None None] Updating router 3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c port bff99f9c-941a-4ebc-ba22-ae7be3fab3e3 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:23:19.570370 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1edc1eff-1c2a-4d80-9777-5070e222752d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:19.573084 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c57490e7-2fee-49fe-ae4e-32f1ae7a3b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:19.614203 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-1697b009-dbff-4079-a6c2-c782d8d50994 None None] For port f93a0f2c-6a31-4682-959c-051ba6586943, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:23:19.619427 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a4dcc-829d-4790-bf5e-356764465c08 req-4dc4d31f-3c62-4d08-ac27-0dd300685cdf tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:19.621160 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c4a4dcc-829d-4790-bf5e-356764465c08 req-4dc4d31f-3c62-4d08-ac27-0dd300685cdf tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=983f9030-9aba-4e68-8e42-fce2d0d565a6 HTTP/1.1" status: 200 len: 946 time: 0.8917725 Nov 12 20:23:19.622980 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1edc1eff-1c2a-4d80-9777-5070e222752d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:19.629649 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-1697b009-dbff-4079-a6c2-c782d8d50994 None None] For port f93a0f2c-6a31-4682-959c-051ba6586943, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f93a0f2c-6a31-4682-959c-051ba6586943,segment=NetworkSegment(90c0ea23-71b0-474a-bd7f-6cf30194c69d),segment_id=90c0ea23-71b0-474a-bd7f-6cf30194c69d)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:23:19.643016 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1697b009-dbff-4079-a6c2-c782d8d50994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:19.671673 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc1eff-1c2a-4d80-9777-5070e222752d admin admin] Pushing event updated for resources: {'Port': ['ID=ca13877f-8d7f-4b3b-8e33-b8186fcb966d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:19.720884 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edc1eff-1c2a-4d80-9777-5070e222752d admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:23:19.770155 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-28fc8a42-1ade-4587-bb4b-260a63ea8d66 service neutron] 10.222.0.48 "GET /v2.0/networks/faca6edb-8496-49d8-a0e2-6e6cb2dc7334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767904 Nov 12 20:23:19.814423 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c4a4dcc-829d-4790-bf5e-356764465c08 req-a784b94e-8467-4b37-bc50-7069e489ad3c tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/security-groups?id=29fb6d3d-9ce4-437a-a7d2-a2c961f55e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440027 Nov 12 20:23:19.817346 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-1edc1eff-1c2a-4d80-9777-5070e222752d admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:23:19.822775 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edc1eff-1c2a-4d80-9777-5070e222752d admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:23:19.855875 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb12fcc-5425-46f7-855b-902bff660983 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:23:19.990027 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697b009-dbff-4079-a6c2-c782d8d50994 None None] Pushing event updated for resources: {'Port': ['ID=f93a0f2c-6a31-4682-959c-051ba6586943,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:20.008711 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a383728d-5d09-4c1c-b0b0-44268d32c2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:20.051219 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58888) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:20.127137 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c9c24f85-d57b-43b3-acf6-0accd9c9f37f None None] Provisioning complete for port ca13877f-8d7f-4b3b-8e33-b8186fcb966d triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:20.127729 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c9c24f85-d57b-43b3-acf6-0accd9c9f37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:20.353846 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c9c24f85-d57b-43b3-acf6-0accd9c9f37f None None] Port ca13877f-8d7f-4b3b-8e33-b8186fcb966d cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:23:20.355020 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-36571c56-9722-4cda-af6e-be1c3630f42e req-8c8f43d0-56fd-40c2-9781-5511329156e7 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a38776ff-b917-4561-9ee7-e16bc971301c HTTP/1.1" status: 200 len: 210 time: 0.1018522 Nov 12 20:23:20.398316 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:20.524669 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1edc1eff-1c2a-4d80-9777-5070e222752d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:20.658396 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8fd83b8a-75e2-4483-808d-7102ad7a73ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:20.714229 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae947a-5a8f-4d22-a987-4e78f7eabe80 req-3973fcba-a527-4fef-8d44-d817404c75bf tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:20.723058 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-15ae947a-5a8f-4d22-a987-4e78f7eabe80 req-3973fcba-a527-4fef-8d44-d817404c75bf tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=983f9030-9aba-4e68-8e42-fce2d0d565a6 HTTP/1.1" status: 200 len: 946 time: 0.1817982 Nov 12 20:23:20.742668 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c57490e7-2fee-49fe-ae4e-32f1ae7a3b94 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:20.760522 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c57490e7-2fee-49fe-ae4e-32f1ae7a3b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:20.798560 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-15ae947a-5a8f-4d22-a987-4e78f7eabe80 req-67ade2ad-9fee-44d8-84fb-ec2090c4e35e tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/security-groups?id=29fb6d3d-9ce4-437a-a7d2-a2c961f55e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745254 Nov 12 20:23:20.883248 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f82c3-fede-4385-a502-b36bc173d0e1 None None] Pushing event updated for resources: {'Port': ['ID=bff99f9c-941a-4ebc-ba22-ae7be3fab3e3,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:20.891035 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8fd83b8a-75e2-4483-808d-7102ad7a73ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:20.904955 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8fd83b8a-75e2-4483-808d-7102ad7a73ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:20.909007 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1edc1eff-1c2a-4d80-9777-5070e222752d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:20.914720 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f82c3-fede-4385-a502-b36bc173d0e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:20.915734 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f82c3-fede-4385-a502-b36bc173d0e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:20.920776 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f82c3-fede-4385-a502-b36bc173d0e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:20.921502 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f82c3-fede-4385-a502-b36bc173d0e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:20.921864 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f82c3-fede-4385-a502-b36bc173d0e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:20.922308 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f82c3-fede-4385-a502-b36bc173d0e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:20.922744 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f82c3-fede-4385-a502-b36bc173d0e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:20.923212 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f82c3-fede-4385-a502-b36bc173d0e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:20.923667 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f82c3-fede-4385-a502-b36bc173d0e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:20.925082 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f82c3-fede-4385-a502-b36bc173d0e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:20.925767 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f82c3-fede-4385-a502-b36bc173d0e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:20.926196 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f82c3-fede-4385-a502-b36bc173d0e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:20.997443 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd83b8a-75e2-4483-808d-7102ad7a73ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81f822b-afec-48ff-965b-9d963aee6e32,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:21.038889 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8fd83b8a-75e2-4483-808d-7102ad7a73ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e7463cf308a34937b0bb03d187decca7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9860151 Nov 12 20:23:21.045754 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58916) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:21.227902 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ee4b064-5fa2-400e-a765-8c00e099d7ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:21.235357 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-c57490e7-2fee-49fe-ae4e-32f1ae7a3b94 None None] Attempting to bind port bff99f9c-941a-4ebc-ba22-ae7be3fab3e3 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:23:21.235822 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-c57490e7-2fee-49fe-ae4e-32f1ae7a3b94 None None] Attempting to bind port bff99f9c-941a-4ebc-ba22-ae7be3fab3e3 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ba6dfea4-f851-4362-854f-449d978f80c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:23:21.236030 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57490e7-2fee-49fe-ae4e-32f1ae7a3b94 None None] Attempting to bind port bff99f9c-941a-4ebc-ba22-ae7be3fab3e3 on network 67476c11-db2f-48bf-a7d2-d6540948a1b3 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:23:21.259580 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ee4b064-5fa2-400e-a765-8c00e099d7ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:21.270552 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57490e7-2fee-49fe-ae4e-32f1ae7a3b94 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:23:21.276981 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57490e7-2fee-49fe-ae4e-32f1ae7a3b94 None None] Checking segment: {'id': 'ba6dfea4-f851-4362-854f-449d978f80c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:23:21.280018 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c57490e7-2fee-49fe-ae4e-32f1ae7a3b94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:21.280457 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57490e7-2fee-49fe-ae4e-32f1ae7a3b94 None None] Bound using segment: {'id': 'ba6dfea4-f851-4362-854f-449d978f80c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:23:21.281613 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-c57490e7-2fee-49fe-ae4e-32f1ae7a3b94 None None] Bound port: bff99f9c-941a-4ebc-ba22-ae7be3fab3e3, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6dfea4-f851-4362-854f-449d978f80c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:23:21.282012 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c57490e7-2fee-49fe-ae4e-32f1ae7a3b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:21.329084 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1edc1eff-1c2a-4d80-9777-5070e222752d admin admin] Router 9fde79db-d39e-43e0-8c75-593feada6197 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:23:21.357291 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ee4b064-5fa2-400e-a765-8c00e099d7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:21.361307 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ee4b064-5fa2-400e-a765-8c00e099d7ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:21.362972 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9ee4b064-5fa2-400e-a765-8c00e099d7ce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d81f822b-afec-48ff-965b-9d963aee6e32 HTTP/1.1" status: 204 len: 168 time: 0.3132825 Nov 12 20:23:21.392417 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4b064-5fa2-400e-a765-8c00e099d7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81f822b-afec-48ff-965b-9d963aee6e32,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:21.564801 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-409b847b-7d65-46fa-82a1-e5504ec87b82 req-80cfea43-8212-48de-9fdb-cff9d1228df5 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a38776ff-b917-4561-9ee7-e16bc971301c HTTP/1.1" status: 200 len: 210 time: 0.0824175 Nov 12 20:23:21.575655 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-c57490e7-2fee-49fe-ae4e-32f1ae7a3b94 None None] For port bff99f9c-941a-4ebc-ba22-ae7be3fab3e3, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:23:21.584970 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-c57490e7-2fee-49fe-ae4e-32f1ae7a3b94 None None] For port bff99f9c-941a-4ebc-ba22-ae7be3fab3e3, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=bff99f9c-941a-4ebc-ba22-ae7be3fab3e3,segment=NetworkSegment(ba6dfea4-f851-4362-854f-449d978f80c9),segment_id=ba6dfea4-f851-4362-854f-449d978f80c9)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:23:21.592814 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c57490e7-2fee-49fe-ae4e-32f1ae7a3b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:21.718950 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edc1eff-1c2a-4d80-9777-5070e222752d admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:23:21.732027 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3323584-00d9-4815-b779-ee6e30abe1c1 None None] Sync routers for ids ['9fde79db-d39e-43e0-8c75-593feada6197'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:23:21.778786 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1edc1eff-1c2a-4d80-9777-5070e222752d admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:21.781445 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3323584-00d9-4815-b779-ee6e30abe1c1 None None] Routers {'9fde79db-d39e-43e0-8c75-593feada6197'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:23:21.782097 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-b3323584-00d9-4815-b779-ee6e30abe1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:22:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9fde79db-d39e-43e0-8c75-593feada6197'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:23:21.782998 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1edc1eff-1c2a-4d80-9777-5070e222752d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3735728 Nov 12 20:23:21.783630 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58932) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:21.813120 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57490e7-2fee-49fe-ae4e-32f1ae7a3b94 None None] Routers {'3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:23:21.814690 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-c57490e7-2fee-49fe-ae4e-32f1ae7a3b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:22:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:23:21.834180 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f82c3-fede-4385-a502-b36bc173d0e1 None None] Pushing event updated for resources: {'Port': ['ID=bff99f9c-941a-4ebc-ba22-ae7be3fab3e3,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:22.206903 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f6734-38a9-4e42-a8aa-bccea61c2e04 req-28ccd98c-e205-4ab4-b84b-14995e602f06 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:22.208976 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-714f6734-38a9-4e42-a8aa-bccea61c2e04 req-28ccd98c-e205-4ab4-b84b-14995e602f06 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=983f9030-9aba-4e68-8e42-fce2d0d565a6 HTTP/1.1" status: 200 len: 946 time: 0.1953275 Nov 12 20:23:22.317790 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-b3323584-00d9-4815-b779-ee6e30abe1c1 None None] Set router 9fde79db-d39e-43e0-8c75-593feada6197 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:23:22.372978 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58946) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:22.425860 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-c57490e7-2fee-49fe-ae4e-32f1ae7a3b94 None None] Set router 3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:23:22.596366 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7993f411-513a-49fd-8d91-b9a2848a28f9 None None] Network ece868d1-77b9-4bc3-b457-3aac980b3759 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:23:22.665944 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-714f6734-38a9-4e42-a8aa-bccea61c2e04 req-d9441ab6-ef8b-45b0-8c1d-b01b6fd6f1a4 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/security-groups?id=29fb6d3d-9ce4-437a-a7d2-a2c961f55e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486930 Nov 12 20:23:22.690001 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device bff99f9c-941a-4ebc-ba22-ae7be3fab3e3 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:23:22.740424 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-80f583f8-6db2-4724-be47-fb2da66bd938 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:22.744156 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-80f583f8-6db2-4724-be47-fb2da66bd938 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] 10.222.0.52 "GET /v2.0/networks?id=faca6edb-8496-49d8-a0e2-6e6cb2dc7334 HTTP/1.1" status: 200 len: 808 time: 0.4716799 Nov 12 20:23:22.759408 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-b3407ff0-0c2d-4ab0-b57a-a21a5d162323 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Request body: {'port': {'device_id': 'a38776ff-b917-4561-9ee7-e16bc971301c', 'network_id': 'faca6edb-8496-49d8-a0e2-6e6cb2dc7334', 'admin_state_up': True, 'tenant_id': '903d20edb16945469b23bcb18ae110e8'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:23:22.974080 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-159c8680-c8a5-4c4f-8d72-5558616c1159 req-1ca42545-40fb-4907-8773-38295a4a0586 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a38776ff-b917-4561-9ee7-e16bc971301c HTTP/1.1" status: 200 len: 210 time: 0.2483342 Nov 12 20:23:22.981060 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f52fcfe5-4d4c-46ed-9cbe-9a94031aac21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:23.014250 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-b3407ff0-0c2d-4ab0-b57a-a21a5d162323 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Made reservation on behalf of 903d20edb16945469b23bcb18ae110e8 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:23:23.020817 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-b3407ff0-0c2d-4ab0-b57a-a21a5d162323 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:23.105373 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-c57490e7-2fee-49fe-ae4e-32f1ae7a3b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'name': 'tempest-TestVolumeBackupRestore-1105915495-router', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:23:03Z', 'updated_at': '2021-11-12T20:23:10Z', 'revision_number': 4, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'gw_port': {'id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:04Z', 'updated_at': '2021-11-12T20:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'bff99f9c-941a-4ebc-ba22-ae7be3fab3e3', 'name': '', 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'mac_address': 'fa:16:3e:c3:b1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '987eb413-d718-4633-baf0-6d783690046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:08Z', 'updated_at': '2021-11-12T20:23:21Z', 'revision_number': 4, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'subnets': [{'id': '987eb413-d718-4633-baf0-6d783690046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:23:23.131057 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0011ca7-1003-4587-a642-75c6054d4601 req-4dbff5cd-74ac-463c-a139-a883c6bbc3af tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:23.133468 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e0011ca7-1003-4587-a642-75c6054d4601 req-4dbff5cd-74ac-463c-a139-a883c6bbc3af tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.55 "GET /v2.0/ports?device_id=983f9030-9aba-4e68-8e42-fce2d0d565a6 HTTP/1.1" status: 200 len: 946 time: 0.8961008 Nov 12 20:23:23.195274 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57490e7-2fee-49fe-ae4e-32f1ae7a3b94 None None] The sync data for ids ['3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'] in n-d-712140-15 is: [{'id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'name': 'tempest-TestVolumeBackupRestore-1105915495-router', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:23:03Z', 'updated_at': '2021-11-12T20:23:10Z', 'revision_number': 4, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'gw_port': {'id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:04Z', 'updated_at': '2021-11-12T20:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'bff99f9c-941a-4ebc-ba22-ae7be3fab3e3', 'name': '', 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'mac_address': 'fa:16:3e:c3:b1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '987eb413-d718-4633-baf0-6d783690046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:08Z', 'updated_at': '2021-11-12T20:23:21Z', 'revision_number': 4, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'subnets': [{'id': '987eb413-d718-4633-baf0-6d783690046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:23:23.232792 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-377efbf3-b981-4702-8eff-61927e785393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:23.261755 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-b3407ff0-0c2d-4ab0-b57a-a21a5d162323 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Allocated IP 172.20.0.14 (faca6edb-8496-49d8-a0e2-6e6cb2dc7334/981892da-7702-47ee-a6ce-d7a1fff33636/5bcb1275-17cb-4111-8ef4-124816e84e66) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:23:23.267534 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-bedebde6-1f21-400a-965d-b7c66c121706 None None] Provisioning complete for port bff99f9c-941a-4ebc-ba22-ae7be3fab3e3 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:23.267896 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bedebde6-1f21-400a-965d-b7c66c121706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:23.464847 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port bff99f9c-941a-4ebc-ba22-ae7be3fab3e3 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:23.464847 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:23.543905 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-b3323584-00d9-4815-b779-ee6e30abe1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fde79db-d39e-43e0-8c75-593feada6197', 'name': 'tempest-TestVolumeBackupRestore-1739810197-router', 'tenant_id': 'b647e66a3f994500ba5f40dd800bc71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'ca13877f-8d7f-4b3b-8e33-b8186fcb966d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:23:17Z', 'updated_at': '2021-11-12T20:23:20Z', 'revision_number': 3, 'project_id': 'b647e66a3f994500ba5f40dd800bc71d', 'gw_port': {'id': 'ca13877f-8d7f-4b3b-8e33-b8186fcb966d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ac:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fde79db-d39e-43e0-8c75-593feada6197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:19Z', 'updated_at': '2021-11-12T20:23:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:23:23.599404 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3323584-00d9-4815-b779-ee6e30abe1c1 None None] Checking router: 9fde79db-d39e-43e0-8c75-593feada6197 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:23:23.606417 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3323584-00d9-4815-b779-ee6e30abe1c1 None None] Updating router 9fde79db-d39e-43e0-8c75-593feada6197 port ca13877f-8d7f-4b3b-8e33-b8186fcb966d binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:23:23.701442 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bedebde6-1f21-400a-965d-b7c66c121706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:23.779517 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-b3407ff0-0c2d-4ab0-b57a-a21a5d162323 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:23.885283 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b3323584-00d9-4815-b779-ee6e30abe1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:23.898897 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f52fcfe5-4d4c-46ed-9cbe-9a94031aac21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:23.917501 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-e0011ca7-1003-4587-a642-75c6054d4601 req-f98d58f6-274c-4c7f-bca3-d4b1055824f3 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Deleting port 64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:23:23.917986 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e0011ca7-1003-4587-a642-75c6054d4601 req-f98d58f6-274c-4c7f-bca3-d4b1055824f3 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:23.921053 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f52fcfe5-4d4c-46ed-9cbe-9a94031aac21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:23.937323 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-b3407ff0-0c2d-4ab0-b57a-a21a5d162323 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:24.152436 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-b3407ff0-0c2d-4ab0-b57a-a21a5d162323 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Network faca6edb-8496-49d8-a0e2-6e6cb2dc7334 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:23:24.291686 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f52fcfe5-4d4c-46ed-9cbe-9a94031aac21 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=987db1361a5248f3a49f8f215e9a6c7a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8940732 Nov 12 20:23:24.297227 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52fcfe5-4d4c-46ed-9cbe-9a94031aac21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbb13af-e325-4d67-aa62-7f8a01284d18,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:24.318755 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59110) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:24.387108 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-b3407ff0-0c2d-4ab0-b57a-a21a5d162323 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:23:24.412651 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3407ff0-0c2d-4ab0-b57a-a21a5d162323 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Pushing event updated for resources: {'Port': ['ID=5bcb1275-17cb-4111-8ef4-124816e84e66,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:24.439780 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-b3407ff0-0c2d-4ab0-b57a-a21a5d162323 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:23:24.528249 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc78319-8647-44a3-a0be-4bb0e9ccd9f4 req-abea2efa-1cd5-4a6e-89b8-cb2ce243a03e tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:24.531059 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9dc78319-8647-44a3-a0be-4bb0e9ccd9f4 req-abea2efa-1cd5-4a6e-89b8-cb2ce243a03e tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=983f9030-9aba-4e68-8e42-fce2d0d565a6 HTTP/1.1" status: 200 len: 946 time: 0.5411153 Nov 12 20:23:24.557460 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-e0011ca7-1003-4587-a642-75c6054d4601 req-f98d58f6-274c-4c7f-bca3-d4b1055824f3 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] For port 64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4,segment=NetworkSegment(d9b1320c-ac81-4b9d-963c-3308f6504e88),segment_id=d9b1320c-ac81-4b9d-963c-3308f6504e88)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:23:24.557977 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e0011ca7-1003-4587-a642-75c6054d4601 req-f98d58f6-274c-4c7f-bca3-d4b1055824f3 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:24.600106 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-53f1b10a-6b00-40a2-9501-af2350309432 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:24.615866 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-e0011ca7-1003-4587-a642-75c6054d4601 req-f98d58f6-274c-4c7f-bca3-d4b1055824f3 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Calling delete_port for 64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:23:24.663097 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cac469ad-3f5d-454d-ae37-f92c398a6485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:24.707596 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-b3407ff0-0c2d-4ab0-b57a-a21a5d162323 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:24.709669 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:24.718354 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9dc78319-8647-44a3-a0be-4bb0e9ccd9f4 req-ffe2152e-cfa5-4e36-bcb8-cc63953f6602 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/security-groups?id=29fb6d3d-9ce4-437a-a7d2-a2c961f55e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570401 Nov 12 20:23:24.724755 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-b3407ff0-0c2d-4ab0-b57a-a21a5d162323 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:24.740919 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-53f1b10a-6b00-40a2-9501-af2350309432 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:24.837574 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97ad6e-9a61-4895-a0a9-c1959428b6fd req-5ae838ba-1f02-4ce7-9631-55804d4f3308 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:24.843116 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd97ad6e-9a61-4895-a0a9-c1959428b6fd req-5ae838ba-1f02-4ce7-9631-55804d4f3308 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a38776ff-b917-4561-9ee7-e16bc971301c HTTP/1.1" status: 200 len: 932 time: 0.6872947 Nov 12 20:23:24.878934 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-b3407ff0-0c2d-4ab0-b57a-a21a5d162323 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1229665 Nov 12 20:23:24.901746 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-08567e3a-c41d-4bdb-bcd8-006aa95def36 service neutron] Request body: {'port': {'device_id': 'a38776ff-b917-4561-9ee7-e16bc971301c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:23:24.959396 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:24.999010 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd97ad6e-9a61-4895-a0a9-c1959428b6fd req-8983b292-5c0d-4f0f-bb47-6ce4389cee13 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ba0fc85-56dd-44b9-bab7-816e9c203787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407945 Nov 12 20:23:25.006708 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-bedebde6-1f21-400a-965d-b7c66c121706 None None] For port bff99f9c-941a-4ebc-ba22-ae7be3fab3e3, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=bff99f9c-941a-4ebc-ba22-ae7be3fab3e3,segment=NetworkSegment(ba6dfea4-f851-4362-854f-449d978f80c9),segment_id=ba6dfea4-f851-4362-854f-449d978f80c9)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:23:25.051138 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bedebde6-1f21-400a-965d-b7c66c121706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:25.065820 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-08567e3a-c41d-4bdb-bcd8-006aa95def36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:25.204855 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:25.314795 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:25.381662 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-53f1b10a-6b00-40a2-9501-af2350309432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:25.384755 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-53f1b10a-6b00-40a2-9501-af2350309432 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:25.386143 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-53f1b10a-6b00-40a2-9501-af2350309432 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ecbb13af-e325-4d67-aa62-7f8a01284d18 HTTP/1.1" status: 204 len: 168 time: 1.0297303 Nov 12 20:23:25.414602 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1b10a-6b00-40a2-9501-af2350309432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbb13af-e325-4d67-aa62-7f8a01284d18,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:25.416881 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-34c25447-158e-4cae-8f27-05cc6f1def19 None None] Provisioning complete for port f93a0f2c-6a31-4682-959c-051ba6586943 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:25.417619 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-34c25447-158e-4cae-8f27-05cc6f1def19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:25.425300 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedebde6-1f21-400a-965d-b7c66c121706 None None] Pushing event updated for resources: {'Port': ['ID=bff99f9c-941a-4ebc-ba22-ae7be3fab3e3,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:25.539391 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b3323584-00d9-4815-b779-ee6e30abe1c1 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:25.609087 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b3323584-00d9-4815-b779-ee6e30abe1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:25.628288 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e0011ca7-1003-4587-a642-75c6054d4601 req-f98d58f6-274c-4c7f-bca3-d4b1055824f3 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:25.729970 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-cac469ad-3f5d-454d-ae37-f92c398a6485 admin admin] Allocated IP 172.20.0.1 (ece868d1-77b9-4bc3-b457-3aac980b3759/8fd2e65e-f7bb-4bec-8b2e-2bb263d39606/df05de27-47af-4cb9-ae3b-20af8dadec40) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:23:25.735328 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d58f6-274c-4c7f-bca3-d4b1055824f3 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Pushing event deleted for resources: {'Port': ['ID=64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:25.826772 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0011ca7-1003-4587-a642-75c6054d4601 req-f98d58f6-274c-4c7f-bca3-d4b1055824f3 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] No DVR routers for this DVR port 64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:23:25.831503 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e0011ca7-1003-4587-a642-75c6054d4601 req-f98d58f6-274c-4c7f-bca3-d4b1055824f3 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:25.836729 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e0011ca7-1003-4587-a642-75c6054d4601 req-f98d58f6-274c-4c7f-bca3-d4b1055824f3 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.55 "DELETE /v2.0/ports/64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4 HTTP/1.1" status: 204 len: 173 time: 2.6760309 Nov 12 20:23:25.837494 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983f9030-9aba-4e68-8e42-fce2d0d565a6', 'name': 'network-vif-deleted', 'tag': '64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:23:25.851452 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda5404e-c4bb-4dad-b35f-2a37ff0bb5b9" -d '{"events": [{"server_uuid": "983f9030-9aba-4e68-8e42-fce2d0d565a6", "name": "network-vif-deleted", "tag": "64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:23:25.960931 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['9cbf8232-d90d-478c-a18b-e9981ec028ab'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:23:25.964744 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['fdd8a0ea-74aa-4425-8597-bdb756671552'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:23:25.966561 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40768e66-99be-475f-bbc3-b82079e469ad None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:23:25.973867 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.api [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:23:25.974296 n-d-712140-15 neutron-server[102449]: DEBUG oslo_db.api [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:23:26.034708 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023803d4-ff01-4a95-afa8-a2c8cf37aaa3 x-openstack-request-id: req-023803d4-ff01-4a95-afa8-a2c8cf37aaa3 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:23:26.035132 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983f9030-9aba-4e68-8e42-fce2d0d565a6", "name": "network-vif-deleted", "tag": "64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:23:26.035971 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-023803d4-ff01-4a95-afa8-a2c8cf37aaa3 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:23:26.036516 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983f9030-9aba-4e68-8e42-fce2d0d565a6', 'name': 'network-vif-deleted', 'tag': '64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4', 'status': 'completed', 'code': 200} Nov 12 20:23:26.077453 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f5257c57-e3bb-4a3b-a0c2-fa0ee27cf95c req-c914079f-b525-44ec-858e-0e7492b8170f tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=983f9030-9aba-4e68-8e42-fce2d0d565a6 HTTP/1.1" status: 200 len: 210 time: 0.0451396 Nov 12 20:23:26.098764 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:26.107511 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b3323584-00d9-4815-b779-ee6e30abe1c1 None None] Attempting to bind port ca13877f-8d7f-4b3b-8e33-b8186fcb966d on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:23:26.108218 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b3323584-00d9-4815-b779-ee6e30abe1c1 None None] Attempting to bind port ca13877f-8d7f-4b3b-8e33-b8186fcb966d by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:23:26.108602 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3323584-00d9-4815-b779-ee6e30abe1c1 None None] Attempting to bind port ca13877f-8d7f-4b3b-8e33-b8186fcb966d on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:23:26.148893 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3323584-00d9-4815-b779-ee6e30abe1c1 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:23:26.149464 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3323584-00d9-4815-b779-ee6e30abe1c1 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:23:26.150040 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b3323584-00d9-4815-b779-ee6e30abe1c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:26.151901 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3323584-00d9-4815-b779-ee6e30abe1c1 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:23:26.155160 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b3323584-00d9-4815-b779-ee6e30abe1c1 None None] Bound port: ca13877f-8d7f-4b3b-8e33-b8186fcb966d, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:23:26.156264 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b3323584-00d9-4815-b779-ee6e30abe1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:26.164928 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-08567e3a-c41d-4bdb-bcd8-006aa95def36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bcb1275-17cb-4111-8ef4-124816e84e66 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:23:26.166414 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cac469ad-3f5d-454d-ae37-f92c398a6485 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:26.200610 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-08567e3a-c41d-4bdb-bcd8-006aa95def36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:26.220307 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cac469ad-3f5d-454d-ae37-f92c398a6485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:26.268490 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-08567e3a-c41d-4bdb-bcd8-006aa95def36 service neutron] Transition to ACTIVE for port object 5bcb1275-17cb-4111-8ef4-124816e84e66 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:23:26.279901 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-08567e3a-c41d-4bdb-bcd8-006aa95def36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:26.347076 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca8900-9a88-4caf-932a-95bd1e4a5a2f None None] Pushing event updated for resources: {'Port': ['ID=ca13877f-8d7f-4b3b-8e33-b8186fcb966d,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:26.461064 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac469ad-3f5d-454d-ae37-f92c398a6485 admin admin] Network ece868d1-77b9-4bc3-b457-3aac980b3759 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:23:26.461836 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-34c25447-158e-4cae-8f27-05cc6f1def19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:26.539794 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-cac469ad-3f5d-454d-ae37-f92c398a6485 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:23:26.547969 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac469ad-3f5d-454d-ae37-f92c398a6485 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:23:26.566019 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f93a0f2c-6a31-4682-959c-051ba6586943 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:23:26.641770 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08567e3a-c41d-4bdb-bcd8-006aa95def36 service neutron] Pushing event updated for resources: {'Port': ['ID=5bcb1275-17cb-4111-8ef4-124816e84e66,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:26.648585 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:23:26.720491 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac469ad-3f5d-454d-ae37-f92c398a6485 admin admin] Pushing event updated for resources: {'Port': ['ID=df05de27-47af-4cb9-ae3b-20af8dadec40,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:26.774408 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809157ca-d282-4cdf-b3af-3ad59ec13cde req-502a70d9-7ce7-40ee-9e7d-74aa0f495fcc tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:26.776747 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-809157ca-d282-4cdf-b3af-3ad59ec13cde req-502a70d9-7ce7-40ee-9e7d-74aa0f495fcc tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a38776ff-b917-4561-9ee7-e16bc971301c HTTP/1.1" status: 200 len: 944 time: 0.4584153 Nov 12 20:23:26.818998 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-08567e3a-c41d-4bdb-bcd8-006aa95def36 service neutron] Attempting to bind port 5bcb1275-17cb-4111-8ef4-124816e84e66 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:23:26.819806 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-08567e3a-c41d-4bdb-bcd8-006aa95def36 service neutron] Attempting to bind port 5bcb1275-17cb-4111-8ef4-124816e84e66 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '008e602e-02b7-468e-9088-f4befeeb4665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'faca6edb-8496-49d8-a0e2-6e6cb2dc7334'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:23:26.820423 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-08567e3a-c41d-4bdb-bcd8-006aa95def36 service neutron] Attempting to bind port 5bcb1275-17cb-4111-8ef4-124816e84e66 on network faca6edb-8496-49d8-a0e2-6e6cb2dc7334 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:23:26.833601 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cac469ad-3f5d-454d-ae37-f92c398a6485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:26.850232 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-08567e3a-c41d-4bdb-bcd8-006aa95def36 service neutron] Port 5bcb1275-17cb-4111-8ef4-124816e84e66 on network faca6edb-8496-49d8-a0e2-6e6cb2dc7334 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:23:26.853641 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-08567e3a-c41d-4bdb-bcd8-006aa95def36 service neutron] Attempting to bind port 5bcb1275-17cb-4111-8ef4-124816e84e66 on network faca6edb-8496-49d8-a0e2-6e6cb2dc7334 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:23:26.874858 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-34c25447-158e-4cae-8f27-05cc6f1def19 None None] For port f93a0f2c-6a31-4682-959c-051ba6586943, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f93a0f2c-6a31-4682-959c-051ba6586943,segment=NetworkSegment(90c0ea23-71b0-474a-bd7f-6cf30194c69d),segment_id=90c0ea23-71b0-474a-bd7f-6cf30194c69d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:23:26.911655 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:23:26.912637 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 64ce2ff5-5da9-4b9e-afbf-9ecf3165e8e4 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:23:26.948754 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b3323584-00d9-4815-b779-ee6e30abe1c1 None None] For port ca13877f-8d7f-4b3b-8e33-b8186fcb966d, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:23:26.952275 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-34c25447-158e-4cae-8f27-05cc6f1def19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:26.960612 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-08567e3a-c41d-4bdb-bcd8-006aa95def36 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:23:26.962039 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-08567e3a-c41d-4bdb-bcd8-006aa95def36 service neutron] Checking segment: {'id': '008e602e-02b7-468e-9088-f4befeeb4665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'faca6edb-8496-49d8-a0e2-6e6cb2dc7334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:23:26.962442 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-08567e3a-c41d-4bdb-bcd8-006aa95def36 service neutron] Bound using segment: {'id': '008e602e-02b7-468e-9088-f4befeeb4665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'faca6edb-8496-49d8-a0e2-6e6cb2dc7334'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:23:26.964104 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-08567e3a-c41d-4bdb-bcd8-006aa95def36 service neutron] Bound port: 5bcb1275-17cb-4111-8ef4-124816e84e66, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '008e602e-02b7-468e-9088-f4befeeb4665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'faca6edb-8496-49d8-a0e2-6e6cb2dc7334'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:23:26.964505 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-08567e3a-c41d-4bdb-bcd8-006aa95def36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:27.088041 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-809157ca-d282-4cdf-b3af-3ad59ec13cde req-12ab6be2-dc86-441c-8b15-bfe5708b6b47 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ba0fc85-56dd-44b9-bab7-816e9c203787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918026 Nov 12 20:23:27.160900 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cac469ad-3f5d-454d-ae37-f92c398a6485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:27.240661 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-f2bda9eb-20ef-4b1b-9c24-a38f5fdc623b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:27.245644 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-f2bda9eb-20ef-4b1b-9c24-a38f5fdc623b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 812 time: 0.5815392 Nov 12 20:23:27.253504 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c25447-158e-4cae-8f27-05cc6f1def19 None None] Pushing event updated for resources: {'Port': ['ID=f93a0f2c-6a31-4682-959c-051ba6586943,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:27.279190 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-08567e3a-c41d-4bdb-bcd8-006aa95def36 service neutron] For port 5bcb1275-17cb-4111-8ef4-124816e84e66, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:23:27.291258 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b3323584-00d9-4815-b779-ee6e30abe1c1 None None] For port ca13877f-8d7f-4b3b-8e33-b8186fcb966d, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ca13877f-8d7f-4b3b-8e33-b8186fcb966d,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:23:27.294806 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-462dae57-38fc-4c78-964d-46cc262f6e04 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/quotas/416776ef7a904035a66442e4dfb8994d HTTP/1.1" status: 200 len: 375 time: 0.0369179 Nov 12 20:23:27.302224 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port f93a0f2c-6a31-4682-959c-051ba6586943 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:27.302545 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-08567e3a-c41d-4bdb-bcd8-006aa95def36 service neutron] For port 5bcb1275-17cb-4111-8ef4-124816e84e66, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=5bcb1275-17cb-4111-8ef4-124816e84e66,segment=NetworkSegment(008e602e-02b7-468e-9088-f4befeeb4665),segment_id=008e602e-02b7-468e-9088-f4befeeb4665)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:23:27.303985 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:27.321193 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-08567e3a-c41d-4bdb-bcd8-006aa95def36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:27.405002 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-34c25447-158e-4cae-8f27-05cc6f1def19 None None] Provisioning complete for port bff99f9c-941a-4ebc-ba22-ae7be3fab3e3 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:27.406999 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-34c25447-158e-4cae-8f27-05cc6f1def19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:27.480198 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-08567e3a-c41d-4bdb-bcd8-006aa95def36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:27.481107 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-08567e3a-c41d-4bdb-bcd8-006aa95def36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:27.483799 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-08567e3a-c41d-4bdb-bcd8-006aa95def36 service neutron] 10.222.0.52 "PUT /v2.0/ports/5bcb1275-17cb-4111-8ef4-124816e84e66 HTTP/1.1" status: 200 len: 1093 time: 2.5878782 Nov 12 20:23:27.486558 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38776ff-b917-4561-9ee7-e16bc971301c', 'tag': '5bcb1275-17cb-4111-8ef4-124816e84e66'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:23:27.490571 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4837883e-d6f7-4c2a-9cf5-00a4bd8b42f4" -d '{"events": [{"name": "network-changed", "server_uuid": "a38776ff-b917-4561-9ee7-e16bc971301c", "tag": "5bcb1275-17cb-4111-8ef4-124816e84e66"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:23:27.536424 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b3323584-00d9-4815-b779-ee6e30abe1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:27.596380 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cac469ad-3f5d-454d-ae37-f92c398a6485 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:27.618816 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cac469ad-3f5d-454d-ae37-f92c398a6485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:27.656895 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d505e4e9-7c52-461e-a637-935d6b888d30 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:23:27.704267 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-f15929c9-d804-483e-9096-51a7278eea5d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4056900 Nov 12 20:23:27.791250 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac469ad-3f5d-454d-ae37-f92c398a6485 admin admin] Pushing event updated for resources: {'Port': ['ID=df05de27-47af-4cb9-ae3b-20af8dadec40,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:27.794798 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cac469ad-3f5d-454d-ae37-f92c398a6485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:27.953748 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622230f0-a87f-40c3-a2df-269b40fb8815 x-openstack-request-id: req-622230f0-a87f-40c3-a2df-269b40fb8815 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:23:27.954072 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38776ff-b917-4561-9ee7-e16bc971301c", "tag": "5bcb1275-17cb-4111-8ef4-124816e84e66", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:23:27.954306 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-622230f0-a87f-40c3-a2df-269b40fb8815 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:23:27.954675 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a38776ff-b917-4561-9ee7-e16bc971301c', 'tag': '5bcb1275-17cb-4111-8ef4-124816e84e66', 'status': 'completed', 'code': 200} Nov 12 20:23:27.983698 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3323584-00d9-4815-b779-ee6e30abe1c1 None None] Routers {'9fde79db-d39e-43e0-8c75-593feada6197'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:23:27.989668 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-b3323584-00d9-4815-b779-ee6e30abe1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:23:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9fde79db-d39e-43e0-8c75-593feada6197'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:23:28.021341 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac469ad-3f5d-454d-ae37-f92c398a6485 admin admin] Network ece868d1-77b9-4bc3-b457-3aac980b3759 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:23:28.022956 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-cac469ad-3f5d-454d-ae37-f92c398a6485 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:23:28.211654 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-285a0f76-87b2-4254-b685-0c5262b97efd service neutron] 10.222.0.48 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5043557 Nov 12 20:23:28.248324 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08567e3a-c41d-4bdb-bcd8-006aa95def36 service neutron] Pushing event updated for resources: {'Port': ['ID=5bcb1275-17cb-4111-8ef4-124816e84e66,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:28.302449 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-ec6a7da0-8197-4c5b-9437-5ae8aa262d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:28.310273 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-ec6a7da0-8197-4c5b-9437-5ae8aa262d9b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=903d20edb16945469b23bcb18ae110e8&device_id=a38776ff-b917-4561-9ee7-e16bc971301c HTTP/1.1" status: 200 len: 1096 time: 0.6975946 Nov 12 20:23:28.412063 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac469ad-3f5d-454d-ae37-f92c398a6485 admin admin] Router 9fde79db-d39e-43e0-8c75-593feada6197 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:23:28.470278 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca8900-9a88-4caf-932a-95bd1e4a5a2f None None] Pushing event updated for resources: {'Port': ['ID=ca13877f-8d7f-4b3b-8e33-b8186fcb966d,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:28.729403 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-b3323584-00d9-4815-b779-ee6e30abe1c1 None None] Set router 9fde79db-d39e-43e0-8c75-593feada6197 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:23:28.735148 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device bff99f9c-941a-4ebc-ba22-ae7be3fab3e3 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:23:28.965376 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b698486c-7612-48f7-a024-a62dd9eef012 None None] Provisioning complete for port ca13877f-8d7f-4b3b-8e33-b8186fcb966d triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:28.965761 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b698486c-7612-48f7-a024-a62dd9eef012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:29.101071 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port bff99f9c-941a-4ebc-ba22-ae7be3fab3e3 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:29.101790 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:29.188461 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-4f0da46b-0f0d-4268-a537-ad6890d7cf5f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bcb1275-17cb-4111-8ef4-124816e84e66 HTTP/1.1" status: 200 len: 217 time: 0.8683658 Nov 12 20:23:29.283576 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-bf559e2d-7cb4-4ea0-993c-81830850d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:29.290467 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-bf559e2d-7cb4-4ea0-993c-81830850d726 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=981892da-7702-47ee-a6ce-d7a1fff33636 HTTP/1.1" status: 200 len: 848 time: 0.0883281 Nov 12 20:23:29.307813 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-b64eb321-8363-4818-8d44-225f901ed1a0 service neutron] 10.222.0.48 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0815940 Nov 12 20:23:29.358048 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-dd8fbf7d-0029-4b10-9252-f76d75759df2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=faca6edb-8496-49d8-a0e2-6e6cb2dc7334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538509 Nov 12 20:23:29.636205 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-d43fbdb1-68f8-474a-989c-d76b7479638d service neutron] 10.222.0.52 "GET /v2.0/networks/faca6edb-8496-49d8-a0e2-6e6cb2dc7334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674491 Nov 12 20:23:29.665475 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac469ad-3f5d-454d-ae37-f92c398a6485 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:23:29.690498 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cac469ad-3f5d-454d-ae37-f92c398a6485 admin admin] 10.222.0.48 "PUT /v2.0/routers/9fde79db-d39e-43e0-8c75-593feada6197/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9042544 Nov 12 20:23:29.706738 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bf806-36f1-4787-a9d7-89be87b55cc4 req-e5f802f8-db40-42e5-8bac-34415a0e392c tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:29.715574 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bf4bf806-36f1-4787-a9d7-89be87b55cc4 req-e5f802f8-db40-42e5-8bac-34415a0e392c tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a38776ff-b917-4561-9ee7-e16bc971301c HTTP/1.1" status: 200 len: 944 time: 1.0356209 Nov 12 20:23:29.782163 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bf4bf806-36f1-4787-a9d7-89be87b55cc4 req-89b0ab3c-f7eb-4146-b35c-cb6ccf432831 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ba0fc85-56dd-44b9-bab7-816e9c203787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637586 Nov 12 20:23:29.817398 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b698486c-7612-48f7-a024-a62dd9eef012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:29.831926 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f93a0f2c-6a31-4682-959c-051ba6586943 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:23:29.935541 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-04e16aff-1890-4031-aa16-0e3e4b6c4adb req-03140e41-4356-44bd-99de-ddfa4b97605b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 210 time: 0.0767472 Nov 12 20:23:29.962750 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bb0892d0-858b-4c5e-8c04-5ae40d260043 req-5b078987-1e14-43fe-b1aa-390c38e4c615 service neutron] 10.222.0.52 "GET /v2.0/networks/faca6edb-8496-49d8-a0e2-6e6cb2dc7334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187079 Nov 12 20:23:29.989873 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b698486c-7612-48f7-a024-a62dd9eef012 None None] For port ca13877f-8d7f-4b3b-8e33-b8186fcb966d, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ca13877f-8d7f-4b3b-8e33-b8186fcb966d,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:23:30.084659 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b698486c-7612-48f7-a024-a62dd9eef012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:30.183343 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837883e-d6f7-4c2a-9cf5-00a4bd8b42f4 req-c420d078-c586-4f81-8863-12bd28266ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:30.187170 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4837883e-d6f7-4c2a-9cf5-00a4bd8b42f4 req-c420d078-c586-4f81-8863-12bd28266ad6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=903d20edb16945469b23bcb18ae110e8&device_id=a38776ff-b917-4561-9ee7-e16bc971301c HTTP/1.1" status: 200 len: 1096 time: 0.1449814 Nov 12 20:23:30.339369 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b698486c-7612-48f7-a024-a62dd9eef012 None None] Provisioning complete for port df05de27-47af-4cb9-ae3b-20af8dadec40 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:30.340011 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b698486c-7612-48f7-a024-a62dd9eef012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:30.445228 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837883e-d6f7-4c2a-9cf5-00a4bd8b42f4 req-79fc6364-958b-46c7-b639-b33178209f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:30.446965 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4837883e-d6f7-4c2a-9cf5-00a4bd8b42f4 req-79fc6364-958b-46c7-b639-b33178209f30 service neutron] 10.222.0.52 "GET /v2.0/networks?id=faca6edb-8496-49d8-a0e2-6e6cb2dc7334 HTTP/1.1" status: 200 len: 909 time: 0.2401686 Nov 12 20:23:30.455112 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port f93a0f2c-6a31-4682-959c-051ba6586943 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:30.455586 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:30.505318 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4837883e-d6f7-4c2a-9cf5-00a4bd8b42f4 req-c5cd29e8-b39d-4612-81ec-b3132410a671 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bcb1275-17cb-4111-8ef4-124816e84e66 HTTP/1.1" status: 200 len: 217 time: 0.0508304 Nov 12 20:23:30.526054 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b698486c-7612-48f7-a024-a62dd9eef012 None None] Port df05de27-47af-4cb9-ae3b-20af8dadec40 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:23:30.539384 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698486c-7612-48f7-a024-a62dd9eef012 None None] Pushing event updated for resources: {'Port': ['ID=ca13877f-8d7f-4b3b-8e33-b8186fcb966d,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:30.605716 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-b3323584-00d9-4815-b779-ee6e30abe1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fde79db-d39e-43e0-8c75-593feada6197', 'name': 'tempest-TestVolumeBackupRestore-1739810197-router', 'tenant_id': 'b647e66a3f994500ba5f40dd800bc71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'ca13877f-8d7f-4b3b-8e33-b8186fcb966d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:23:17Z', 'updated_at': '2021-11-12T20:23:27Z', 'revision_number': 4, 'project_id': 'b647e66a3f994500ba5f40dd800bc71d', 'gw_port': {'id': 'ca13877f-8d7f-4b3b-8e33-b8186fcb966d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ac:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fde79db-d39e-43e0-8c75-593feada6197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:19Z', 'updated_at': '2021-11-12T20:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'df05de27-47af-4cb9-ae3b-20af8dadec40', 'name': '', 'network_id': 'ece868d1-77b9-4bc3-b457-3aac980b3759', 'tenant_id': 'b647e66a3f994500ba5f40dd800bc71d', 'mac_address': 'fa:16:3e:98:18:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fde79db-d39e-43e0-8c75-593feada6197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '8fd2e65e-f7bb-4bec-8b2e-2bb263d39606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:24Z', 'updated_at': '2021-11-12T20:23:27Z', 'revision_number': 2, 'project_id': 'b647e66a3f994500ba5f40dd800bc71d', 'subnets': [{'id': '8fd2e65e-f7bb-4bec-8b2e-2bb263d39606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:23:30.622149 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b698486c-7612-48f7-a024-a62dd9eef012 None None] Provisioning complete for port f93a0f2c-6a31-4682-959c-051ba6586943 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:30.622149 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b698486c-7612-48f7-a024-a62dd9eef012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:30.629034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837883e-d6f7-4c2a-9cf5-00a4bd8b42f4 req-b1325b58-55cc-44b7-b631-1cbc0a3a4535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:30.635141 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4837883e-d6f7-4c2a-9cf5-00a4bd8b42f4 req-b1325b58-55cc-44b7-b631-1cbc0a3a4535 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=981892da-7702-47ee-a6ce-d7a1fff33636 HTTP/1.1" status: 200 len: 848 time: 0.1194248 Nov 12 20:23:30.685572 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3323584-00d9-4815-b779-ee6e30abe1c1 None None] The sync data for ids ['9fde79db-d39e-43e0-8c75-593feada6197'] in n-d-712140-15 is: [{'id': '9fde79db-d39e-43e0-8c75-593feada6197', 'name': 'tempest-TestVolumeBackupRestore-1739810197-router', 'tenant_id': 'b647e66a3f994500ba5f40dd800bc71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'ca13877f-8d7f-4b3b-8e33-b8186fcb966d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:23:17Z', 'updated_at': '2021-11-12T20:23:27Z', 'revision_number': 4, 'project_id': 'b647e66a3f994500ba5f40dd800bc71d', 'gw_port': {'id': 'ca13877f-8d7f-4b3b-8e33-b8186fcb966d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ac:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fde79db-d39e-43e0-8c75-593feada6197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:19Z', 'updated_at': '2021-11-12T20:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'df05de27-47af-4cb9-ae3b-20af8dadec40', 'name': '', 'network_id': 'ece868d1-77b9-4bc3-b457-3aac980b3759', 'tenant_id': 'b647e66a3f994500ba5f40dd800bc71d', 'mac_address': 'fa:16:3e:98:18:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fde79db-d39e-43e0-8c75-593feada6197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '8fd2e65e-f7bb-4bec-8b2e-2bb263d39606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:24Z', 'updated_at': '2021-11-12T20:23:27Z', 'revision_number': 2, 'project_id': 'b647e66a3f994500ba5f40dd800bc71d', 'subnets': [{'id': '8fd2e65e-f7bb-4bec-8b2e-2bb263d39606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:23:30.722199 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4837883e-d6f7-4c2a-9cf5-00a4bd8b42f4 req-fbf1d5f4-fd18-48b2-b8cd-dcf83b7f6cdf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=faca6edb-8496-49d8-a0e2-6e6cb2dc7334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750062 Nov 12 20:23:30.933984 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c2153-19fe-4fe9-b244-2b4d9ef7f44c req-b7656ed2-34ea-403f-8c14-bb9a2f23389a tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:30.958514 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c2153-19fe-4fe9-b244-2b4d9ef7f44c req-b7656ed2-34ea-403f-8c14-bb9a2f23389a tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:30.967071 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e95c2153-19fe-4fe9-b244-2b4d9ef7f44c req-b7656ed2-34ea-403f-8c14-bb9a2f23389a tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=049d89b7-eb85-414b-82cf-6b81e8673a45&device_id=2c4bd0e2-1a3d-47da-931f-b3e566ac89c2 HTTP/1.1" status: 200 len: 1682 time: 0.2614017 Nov 12 20:23:31.086139 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4837883e-d6f7-4c2a-9cf5-00a4bd8b42f4 req-fac0c338-d5f1-452c-9acc-fe01bfbabb12 service neutron] 10.222.0.52 "GET /v2.0/networks/faca6edb-8496-49d8-a0e2-6e6cb2dc7334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497009 Nov 12 20:23:31.192612 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e95c2153-19fe-4fe9-b244-2b4d9ef7f44c req-23429546-efcd-47d7-9b70-2046cbdc6f1b tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/security-groups?id=29fb6d3d-9ce4-437a-a7d2-a2c961f55e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191863 Nov 12 20:23:31.428068 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0dcad449-9b67-43e8-b276-53ae22321c1e req-b63b55a6-23d9-404d-9fb2-90a093188b00 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 210 time: 0.0657043 Nov 12 20:23:31.433253 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 5bcb1275-17cb-4111-8ef4-124816e84e66 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:23:31.444960 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72386502-39e8-483c-b253-3146b75f8e3c req-517b7764-f3cc-40b0-b1b0-f4907b942385 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:31.464474 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72386502-39e8-483c-b253-3146b75f8e3c req-517b7764-f3cc-40b0-b1b0-f4907b942385 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a38776ff-b917-4561-9ee7-e16bc971301c HTTP/1.1" status: 200 len: 944 time: 0.3542254 Nov 12 20:23:31.569095 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4837883e-d6f7-4c2a-9cf5-00a4bd8b42f4 req-18c358d7-211b-4974-a4da-b544cf93c50d service neutron] 10.222.0.52 "GET /v2.0/networks/faca6edb-8496-49d8-a0e2-6e6cb2dc7334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764779 Nov 12 20:23:31.645365 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72386502-39e8-483c-b253-3146b75f8e3c req-ff5613ba-4651-4087-ab9f-c33148920c64 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ba0fc85-56dd-44b9-bab7-816e9c203787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749837 Nov 12 20:23:31.784279 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 5bcb1275-17cb-4111-8ef4-124816e84e66, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=5bcb1275-17cb-4111-8ef4-124816e84e66,segment=NetworkSegment(008e602e-02b7-468e-9088-f4befeeb4665),segment_id=008e602e-02b7-468e-9088-f4befeeb4665)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:23:31.826923 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-5c2e1ebc-b755-4a7e-9721-5c911257dccb tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:31.829535 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-5c2e1ebc-b755-4a7e-9721-5c911257dccb tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.55 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 812 time: 0.2959380 Nov 12 20:23:31.832101 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '5bcb1275-17cb-4111-8ef4-124816e84e66', 'network_id': 'faca6edb-8496-49d8-a0e2-6e6cb2dc7334', 'port_id': '5bcb1275-17cb-4111-8ef4-124816e84e66', 'mac_address': 'fa:16:3e:3f:ef:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981892da-7702-47ee-a6ce-d7a1fff33636', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:23:31.847276 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-14009032-60f6-46b9-bc08-77f22201973b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Request body: {'port': {'device_id': '34772d6e-8392-4ab8-8e28-895a72ce8ed4', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'admin_state_up': True, 'tenant_id': '416776ef7a904035a66442e4dfb8994d'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:23:31.892975 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:31.912922 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bcb1275-17cb-4111-8ef4-124816e84e66 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:23:32.008266 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 5bcb1275-17cb-4111-8ef4-124816e84e66, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=5bcb1275-17cb-4111-8ef4-124816e84e66,segment=NetworkSegment(008e602e-02b7-468e-9088-f4befeeb4665),segment_id=008e602e-02b7-468e-9088-f4befeeb4665)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:23:32.017370 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:32.176068 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-14009032-60f6-46b9-bc08-77f22201973b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Made reservation on behalf of 416776ef7a904035a66442e4dfb8994d for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:23:32.196955 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-14009032-60f6-46b9-bc08-77f22201973b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:32.249965 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=5bcb1275-17cb-4111-8ef4-124816e84e66,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:32.295632 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['5bcb1275-17cb-4111-8ef4-124816e84e66'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:23:32.675811 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f98d334-ae7b-419f-9ef8-964e017841a9 req-867a2425-d70e-4c4c-b682-201aadf65180 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 210 time: 0.1416395 Nov 12 20:23:32.732167 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-14009032-60f6-46b9-bc08-77f22201973b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Allocated IP 172.20.0.5 (a14ebab6-b135-479f-8842-077a5fca0d71/63fe6903-02cc-4d59-b54a-0012785b1f66/5573ef46-a6e9-4363-8d41-481245ff9cf6) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:23:33.064411 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ca13877f-8d7f-4b3b-8e33-b8186fcb966d up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:23:33.077503 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c5fba-1e3d-4cc6-9921-73b2b359812e req-80de8aa4-4dd7-41fc-8c55-56772499967d tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:33.088500 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bf5c5fba-1e3d-4cc6-9921-73b2b359812e req-80de8aa4-4dd7-41fc-8c55-56772499967d tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c4bd0e2-1a3d-47da-931f-b3e566ac89c2 HTTP/1.1" status: 200 len: 946 time: 0.1642618 Nov 12 20:23:33.191275 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port ca13877f-8d7f-4b3b-8e33-b8186fcb966d triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:33.193945 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:33.211019 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bf5c5fba-1e3d-4cc6-9921-73b2b359812e req-8326f6b5-2227-483f-9e8f-34e92f9378c2 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/security-groups?id=29fb6d3d-9ce4-437a-a7d2-a2c961f55e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149096 Nov 12 20:23:33.249512 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-14009032-60f6-46b9-bc08-77f22201973b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:33.407029 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64505e07-f7a4-43a4-b199-61f65fe16023 req-5a287cf4-35f2-4805-bc9f-92413294d2ae tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:33.408718 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-64505e07-f7a4-43a4-b199-61f65fe16023 req-5a287cf4-35f2-4805-bc9f-92413294d2ae tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a38776ff-b917-4561-9ee7-e16bc971301c HTTP/1.1" status: 200 len: 945 time: 0.4957836 Nov 12 20:23:33.416462 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-14009032-60f6-46b9-bc08-77f22201973b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:33.454716 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 5bcb1275-17cb-4111-8ef4-124816e84e66 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:23:33.620276 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-14009032-60f6-46b9-bc08-77f22201973b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Network a14ebab6-b135-479f-8842-077a5fca0d71 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:23:33.635543 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-14009032-60f6-46b9-bc08-77f22201973b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:23:33.646338 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-14009032-60f6-46b9-bc08-77f22201973b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:23:33.671649 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 5bcb1275-17cb-4111-8ef4-124816e84e66 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:23:33.676720 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 5bcb1275-17cb-4111-8ef4-124816e84e66 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:33.677267 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:33.819373 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-14009032-60f6-46b9-bc08-77f22201973b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:33.820053 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-14009032-60f6-46b9-bc08-77f22201973b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:33.822416 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2f68b-9e8a-48cd-bcd0-158c9b68b17e req-6ab33a92-2c0e-4a88-b1ca-32bbe0cae86b tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:33.824148 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-76f2f68b-9e8a-48cd-bcd0-158c9b68b17e req-6ab33a92-2c0e-4a88-b1ca-32bbe0cae86b tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c4bd0e2-1a3d-47da-931f-b3e566ac89c2 HTTP/1.1" status: 200 len: 946 time: 0.1314805 Nov 12 20:23:33.872348 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14009032-60f6-46b9-bc08-77f22201973b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event updated for resources: {'Port': ['ID=5573ef46-a6e9-4363-8d41-481245ff9cf6,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:33.890298 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:33.934084 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-14009032-60f6-46b9-bc08-77f22201973b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0912852 Nov 12 20:23:33.946781 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38776ff-b917-4561-9ee7-e16bc971301c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcb1275-17cb-4111-8ef4-124816e84e66'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:23:33.956540 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-64505e07-f7a4-43a4-b199-61f65fe16023 req-bf63471c-98a8-4312-9e07-b64f3e989670 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ba0fc85-56dd-44b9-bab7-816e9c203787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306492 Nov 12 20:23:33.959767 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8187a3d0-cde2-415b-a5ae-cc82fc4b1412" -d '{"events": [{"server_uuid": "a38776ff-b917-4561-9ee7-e16bc971301c", "name": "network-vif-plugged", "status": "completed", "tag": "5bcb1275-17cb-4111-8ef4-124816e84e66"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:23:33.990461 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Request body: {'port': {'device_id': '34772d6e-8392-4ab8-8e28-895a72ce8ed4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:23:34.036080 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 5bcb1275-17cb-4111-8ef4-124816e84e66, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=5bcb1275-17cb-4111-8ef4-124816e84e66,segment=NetworkSegment(008e602e-02b7-468e-9088-f4befeeb4665),segment_id=008e602e-02b7-468e-9088-f4befeeb4665)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:23:34.050080 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:34.114327 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22ef5fc-cdc4-40c4-b2a9-3ac19df1efec x-openstack-request-id: req-c22ef5fc-cdc4-40c4-b2a9-3ac19df1efec {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:23:34.117789 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38776ff-b917-4561-9ee7-e16bc971301c", "name": "network-vif-plugged", "status": "completed", "tag": "5bcb1275-17cb-4111-8ef4-124816e84e66", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:23:34.119858 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c22ef5fc-cdc4-40c4-b2a9-3ac19df1efec {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:23:34.120466 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38776ff-b917-4561-9ee7-e16bc971301c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcb1275-17cb-4111-8ef4-124816e84e66', 'code': 200} Nov 12 20:23:34.182169 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:34.211553 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=5bcb1275-17cb-4111-8ef4-124816e84e66,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:34.310131 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-85e75810-8a04-4c03-8aa5-f9350561634f None None] Provisioning complete for port 5573ef46-a6e9-4363-8d41-481245ff9cf6 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:34.310518 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-85e75810-8a04-4c03-8aa5-f9350561634f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:34.416659 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-85e75810-8a04-4c03-8aa5-f9350561634f None None] Port 5573ef46-a6e9-4363-8d41-481245ff9cf6 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:23:34.513574 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e68ad-2bb9-4696-9918-7416bf0fbfcb req-bee72abf-2989-40a0-ae18-3c474ab37a6a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:34.521317 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-815e68ad-2bb9-4696-9918-7416bf0fbfcb req-bee72abf-2989-40a0-ae18-3c474ab37a6a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 931 time: 0.5685802 Nov 12 20:23:34.540103 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd2689-e995-44fa-a953-641a6d6c796e req-ff69c50e-86bf-4e4f-b6cd-3342aabf60e3 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:34.549030 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4dfd2689-e995-44fa-a953-641a6d6c796e req-ff69c50e-86bf-4e4f-b6cd-3342aabf60e3 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.55 "GET /v2.0/ports?device_id=049d89b7-eb85-414b-82cf-6b81e8673a45 HTTP/1.1" status: 200 len: 945 time: 0.3071132 Nov 12 20:23:34.709530 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-815e68ad-2bb9-4696-9918-7416bf0fbfcb req-63346634-400a-4cbc-b15c-9b2362662137 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686499 Nov 12 20:23:34.740262 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-76f2f68b-9e8a-48cd-bcd0-158c9b68b17e req-b25d4932-8905-4939-8878-8651bd95e965 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Deleting port fdd8a0ea-74aa-4425-8597-bdb756671552 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:23:34.740798 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-76f2f68b-9e8a-48cd-bcd0-158c9b68b17e req-b25d4932-8905-4939-8878-8651bd95e965 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:34.787732 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f6a8b-95c3-47a4-9181-acc876e8ed4d req-81de43f4-dc5f-49e1-8d4e-f9f1104d69d3 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:34.789279 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a04f6a8b-95c3-47a4-9181-acc876e8ed4d req-81de43f4-dc5f-49e1-8d4e-f9f1104d69d3 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c4bd0e2-1a3d-47da-931f-b3e566ac89c2 HTTP/1.1" status: 200 len: 946 time: 0.3602393 Nov 12 20:23:34.995413 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a04f6a8b-95c3-47a4-9181-acc876e8ed4d req-7d8c8000-e3ed-414f-bcf8-71e58b075e86 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/security-groups?id=29fb6d3d-9ce4-437a-a7d2-a2c961f55e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939404 Nov 12 20:23:35.008409 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-76f2f68b-9e8a-48cd-bcd0-158c9b68b17e req-b25d4932-8905-4939-8878-8651bd95e965 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] For port fdd8a0ea-74aa-4425-8597-bdb756671552, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=fdd8a0ea-74aa-4425-8597-bdb756671552,segment=NetworkSegment(d9b1320c-ac81-4b9d-963c-3308f6504e88),segment_id=d9b1320c-ac81-4b9d-963c-3308f6504e88)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:23:35.008926 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-76f2f68b-9e8a-48cd-bcd0-158c9b68b17e req-b25d4932-8905-4939-8878-8651bd95e965 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:35.032885 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fbf096-c7d5-4a8d-84f4-b26d931e83e0 None None] Sync routers for ids ['9fde79db-d39e-43e0-8c75-593feada6197'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:23:35.049325 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-76f2f68b-9e8a-48cd-bcd0-158c9b68b17e req-b25d4932-8905-4939-8878-8651bd95e965 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Calling delete_port for fdd8a0ea-74aa-4425-8597-bdb756671552 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:23:35.050828 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fbf096-c7d5-4a8d-84f4-b26d931e83e0 None None] Routers {'9fde79db-d39e-43e0-8c75-593feada6197'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:23:35.051654 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-a2fbf096-c7d5-4a8d-84f4-b26d931e83e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:23:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9fde79db-d39e-43e0-8c75-593feada6197'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:23:35.315812 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5573ef46-a6e9-4363-8d41-481245ff9cf6 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:23:35.325121 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-a2fbf096-c7d5-4a8d-84f4-b26d931e83e0 None None] Set router 9fde79db-d39e-43e0-8c75-593feada6197 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:23:35.339206 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:35.429917 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Transition to ACTIVE for port object 5573ef46-a6e9-4363-8d41-481245ff9cf6 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:23:35.438187 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:35.507852 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-76f2f68b-9e8a-48cd-bcd0-158c9b68b17e req-b25d4932-8905-4939-8878-8651bd95e965 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:35.521212 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['9cbf8232-d90d-478c-a18b-e9981ec028ab'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:23:35.543471 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20a2e0-21d7-4b77-be7b-de4ed6ee3d0a req-c58ba2bb-9b91-4ad7-a6bf-3f2e9284e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:35.545070 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a20a2e0-21d7-4b77-be7b-de4ed6ee3d0a req-c58ba2bb-9b91-4ad7-a6bf-3f2e9284e768 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a38776ff-b917-4561-9ee7-e16bc971301c HTTP/1.1" status: 200 len: 1098 time: 1.3009288 Nov 12 20:23:35.583504 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-4dfd2689-e995-44fa-a953-641a6d6c796e req-82783f44-fb25-4dba-a9d4-eb00ff037c42 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Deleting port 9cbf8232-d90d-478c-a18b-e9981ec028ab {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:23:35.588250 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4dfd2689-e995-44fa-a953-641a6d6c796e req-82783f44-fb25-4dba-a9d4-eb00ff037c42 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:35.875862 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5573ef46-a6e9-4363-8d41-481245ff9cf6,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:35.930770 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d4932-8905-4939-8878-8651bd95e965 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Pushing event deleted for resources: {'Port': ['ID=fdd8a0ea-74aa-4425-8597-bdb756671552,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:35.950732 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a20a2e0-21d7-4b77-be7b-de4ed6ee3d0a req-c37d3d83-f59b-46fd-9fb3-852eb4d82bbf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0ba0fc85-56dd-44b9-bab7-816e9c203787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704579 Nov 12 20:23:36.080638 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:36.081390 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:36.082022 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:36.082521 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:36.082961 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:36.083517 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:36.084018 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:36.084588 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:36.087359 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc6dfd-b34a-4aa7-ae1b-c15ca0ae9783 req-5b8c47b7-8b4a-44ca-805d-dde701306f6c tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:36.088001 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:36.088355 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:36.088787 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:36.089872 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:36.097426 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c8cc6dfd-b34a-4aa7-ae1b-c15ca0ae9783 req-5b8c47b7-8b4a-44ca-805d-dde701306f6c tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a38776ff-b917-4561-9ee7-e16bc971301c HTTP/1.1" status: 200 len: 946 time: 0.6785045 Nov 12 20:23:36.099057 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f2f68b-9e8a-48cd-bcd0-158c9b68b17e req-b25d4932-8905-4939-8878-8651bd95e965 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] No DVR routers for this DVR port fdd8a0ea-74aa-4425-8597-bdb756671552 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:23:36.120200 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-76f2f68b-9e8a-48cd-bcd0-158c9b68b17e req-b25d4932-8905-4939-8878-8651bd95e965 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:36.140449 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-76f2f68b-9e8a-48cd-bcd0-158c9b68b17e req-b25d4932-8905-4939-8878-8651bd95e965 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.52 "DELETE /v2.0/ports/fdd8a0ea-74aa-4425-8597-bdb756671552 HTTP/1.1" status: 204 len: 173 time: 2.3050995 Nov 12 20:23:36.140956 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4bd0e2-1a3d-47da-931f-b3e566ac89c2', 'name': 'network-vif-deleted', 'tag': 'fdd8a0ea-74aa-4425-8597-bdb756671552'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:23:36.143909 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1c53fe-862d-4265-a4f3-a000e4bed0c4" -d '{"events": [{"server_uuid": "2c4bd0e2-1a3d-47da-931f-b3e566ac89c2", "name": "network-vif-deleted", "tag": "fdd8a0ea-74aa-4425-8597-bdb756671552"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:23:36.165778 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-a2fbf096-c7d5-4a8d-84f4-b26d931e83e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fde79db-d39e-43e0-8c75-593feada6197', 'name': 'tempest-TestVolumeBackupRestore-1739810197-router', 'tenant_id': 'b647e66a3f994500ba5f40dd800bc71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'ca13877f-8d7f-4b3b-8e33-b8186fcb966d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:23:17Z', 'updated_at': '2021-11-12T20:23:27Z', 'revision_number': 4, 'project_id': 'b647e66a3f994500ba5f40dd800bc71d', 'gw_port': {'id': 'ca13877f-8d7f-4b3b-8e33-b8186fcb966d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ac:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fde79db-d39e-43e0-8c75-593feada6197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:19Z', 'updated_at': '2021-11-12T20:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'df05de27-47af-4cb9-ae3b-20af8dadec40', 'name': '', 'network_id': 'ece868d1-77b9-4bc3-b457-3aac980b3759', 'tenant_id': 'b647e66a3f994500ba5f40dd800bc71d', 'mac_address': 'fa:16:3e:98:18:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fde79db-d39e-43e0-8c75-593feada6197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '8fd2e65e-f7bb-4bec-8b2e-2bb263d39606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:24Z', 'updated_at': '2021-11-12T20:23:27Z', 'revision_number': 2, 'project_id': 'b647e66a3f994500ba5f40dd800bc71d', 'subnets': [{'id': '8fd2e65e-f7bb-4bec-8b2e-2bb263d39606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:23:36.197587 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-4dfd2689-e995-44fa-a953-641a6d6c796e req-82783f44-fb25-4dba-a9d4-eb00ff037c42 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] For port 9cbf8232-d90d-478c-a18b-e9981ec028ab, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=9cbf8232-d90d-478c-a18b-e9981ec028ab,segment=NetworkSegment(d9b1320c-ac81-4b9d-963c-3308f6504e88),segment_id=d9b1320c-ac81-4b9d-963c-3308f6504e88)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:23:36.197990 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4dfd2689-e995-44fa-a953-641a6d6c796e req-82783f44-fb25-4dba-a9d4-eb00ff037c42 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:36.230985 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fbf096-c7d5-4a8d-84f4-b26d931e83e0 None None] Checking router: 9fde79db-d39e-43e0-8c75-593feada6197 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:23:36.231880 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fbf096-c7d5-4a8d-84f4-b26d931e83e0 None None] Updating router 9fde79db-d39e-43e0-8c75-593feada6197 port df05de27-47af-4cb9-ae3b-20af8dadec40 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:23:36.244817 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-4dfd2689-e995-44fa-a953-641a6d6c796e req-82783f44-fb25-4dba-a9d4-eb00ff037c42 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Calling delete_port for 9cbf8232-d90d-478c-a18b-e9981ec028ab owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:23:36.273722 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a2fbf096-c7d5-4a8d-84f4-b26d931e83e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:36.298758 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15313c-7c04-4aaf-995e-0ad2503c772e req-5bd77eac-0b56-4ed7-b1bf-48339faf6fc6 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:36.318215 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2f15313c-7c04-4aaf-995e-0ad2503c772e req-5bd77eac-0b56-4ed7-b1bf-48339faf6fc6 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 943 time: 0.3221936 Nov 12 20:23:36.385983 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c8cc6dfd-b34a-4aa7-ae1b-c15ca0ae9783 req-a4af36f6-ef40-40cf-a0a5-e1e8ffb9b1f3 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ba0fc85-56dd-44b9-bab7-816e9c203787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705255 Nov 12 20:23:36.404161 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Attempting to bind port 5573ef46-a6e9-4363-8d41-481245ff9cf6 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:23:36.404161 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Attempting to bind port 5573ef46-a6e9-4363-8d41-481245ff9cf6 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:23:36.404161 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Attempting to bind port 5573ef46-a6e9-4363-8d41-481245ff9cf6 on network a14ebab6-b135-479f-8842-077a5fca0d71 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:23:36.618921 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Port 5573ef46-a6e9-4363-8d41-481245ff9cf6 on network a14ebab6-b135-479f-8842-077a5fca0d71 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:23:36.619822 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Attempting to bind port 5573ef46-a6e9-4363-8d41-481245ff9cf6 on network a14ebab6-b135-479f-8842-077a5fca0d71 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:23:36.911195 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a2fbf096-c7d5-4a8d-84f4-b26d931e83e0 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:36.944712 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2f15313c-7c04-4aaf-995e-0ad2503c772e req-e8d6a373-d578-4440-948e-8f14783a6b44 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6241684 Nov 12 20:23:36.957675 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a2fbf096-c7d5-4a8d-84f4-b26d931e83e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:37.022627 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e020952-0d6c-46a9-8db8-fb72febe647a req-aa040bf1-0564-4a6e-8b97-b9f8ca6baa5f tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c4bd0e2-1a3d-47da-931f-b3e566ac89c2 HTTP/1.1" status: 200 len: 210 time: 0.1816459 Nov 12 20:23:37.029953 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:23:37.030282 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Checking segment: {'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:23:37.030682 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Bound using segment: {'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:23:37.040381 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Bound port: 5573ef46-a6e9-4363-8d41-481245ff9cf6, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:23:37.040877 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:37.230423 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3d3b7c-3325-46de-94f3-c5077266123e x-openstack-request-id: req-ca3d3b7c-3325-46de-94f3-c5077266123e {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:23:37.230997 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4bd0e2-1a3d-47da-931f-b3e566ac89c2", "name": "network-vif-deleted", "tag": "fdd8a0ea-74aa-4425-8597-bdb756671552", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:23:37.231519 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ca3d3b7c-3325-46de-94f3-c5077266123e {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:23:37.232269 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4bd0e2-1a3d-47da-931f-b3e566ac89c2', 'name': 'network-vif-deleted', 'tag': 'fdd8a0ea-74aa-4425-8597-bdb756671552', 'status': 'completed', 'code': 200} Nov 12 20:23:37.278003 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4dfd2689-e995-44fa-a953-641a6d6c796e req-82783f44-fb25-4dba-a9d4-eb00ff037c42 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:37.470103 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device fdd8a0ea-74aa-4425-8597-bdb756671552 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:23:37.532576 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: fdd8a0ea-74aa-4425-8597-bdb756671552 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:23:37.532917 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device fdd8a0ea-74aa-4425-8597-bdb756671552 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:23:37.546889 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3f8e7-f897-4e57-bf7b-425fd9ae004f None None] Pushing event updated for resources: {'Port': ['ID=df05de27-47af-4cb9-ae3b-20af8dadec40,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:37.568530 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-a2fbf096-c7d5-4a8d-84f4-b26d931e83e0 None None] Attempting to bind port df05de27-47af-4cb9-ae3b-20af8dadec40 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:23:37.569148 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-a2fbf096-c7d5-4a8d-84f4-b26d931e83e0 None None] Attempting to bind port df05de27-47af-4cb9-ae3b-20af8dadec40 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '90c0ea23-71b0-474a-bd7f-6cf30194c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ece868d1-77b9-4bc3-b457-3aac980b3759'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:23:37.569682 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fbf096-c7d5-4a8d-84f4-b26d931e83e0 None None] Attempting to bind port df05de27-47af-4cb9-ae3b-20af8dadec40 on network ece868d1-77b9-4bc3-b457-3aac980b3759 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:23:37.582799 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fbf096-c7d5-4a8d-84f4-b26d931e83e0 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:23:37.583487 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fbf096-c7d5-4a8d-84f4-b26d931e83e0 None None] Checking segment: {'id': '90c0ea23-71b0-474a-bd7f-6cf30194c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ece868d1-77b9-4bc3-b457-3aac980b3759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:23:37.584190 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a2fbf096-c7d5-4a8d-84f4-b26d931e83e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:37.584766 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fbf096-c7d5-4a8d-84f4-b26d931e83e0 None None] Bound using segment: {'id': '90c0ea23-71b0-474a-bd7f-6cf30194c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ece868d1-77b9-4bc3-b457-3aac980b3759'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:23:37.585414 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-a2fbf096-c7d5-4a8d-84f4-b26d931e83e0 None None] Bound port: df05de27-47af-4cb9-ae3b-20af8dadec40, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c0ea23-71b0-474a-bd7f-6cf30194c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ece868d1-77b9-4bc3-b457-3aac980b3759'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:23:37.585974 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a2fbf096-c7d5-4a8d-84f4-b26d931e83e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:37.631039 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82783f44-fb25-4dba-a9d4-eb00ff037c42 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Pushing event deleted for resources: {'Port': ['ID=9cbf8232-d90d-478c-a18b-e9981ec028ab,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:37.702663 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-a2fbf096-c7d5-4a8d-84f4-b26d931e83e0 None None] For port df05de27-47af-4cb9-ae3b-20af8dadec40, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:23:37.714327 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-a2fbf096-c7d5-4a8d-84f4-b26d931e83e0 None None] For port df05de27-47af-4cb9-ae3b-20af8dadec40, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=df05de27-47af-4cb9-ae3b-20af8dadec40,segment=NetworkSegment(90c0ea23-71b0-474a-bd7f-6cf30194c69d),segment_id=90c0ea23-71b0-474a-bd7f-6cf30194c69d)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:23:37.722179 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a2fbf096-c7d5-4a8d-84f4-b26d931e83e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:37.783004 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3f8e7-f897-4e57-bf7b-425fd9ae004f None None] Pushing event updated for resources: {'Port': ['ID=df05de27-47af-4cb9-ae3b-20af8dadec40,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:37.860967 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab9a84-4f94-4eae-8352-0f2d52efc8c2 req-0671008e-2277-4f7e-a228-1a653da9a2b2 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:37.875428 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fbf096-c7d5-4a8d-84f4-b26d931e83e0 None None] Routers {'9fde79db-d39e-43e0-8c75-593feada6197'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:23:37.876394 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-a2fbf096-c7d5-4a8d-84f4-b26d931e83e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:23:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9fde79db-d39e-43e0-8c75-593feada6197'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:23:37.878572 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b3862567-7f34-415a-bc81-c338f7d34541 None None] Provisioning complete for port df05de27-47af-4cb9-ae3b-20af8dadec40 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:37.879607 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b3862567-7f34-415a-bc81-c338f7d34541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:37.881025 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-17ab9a84-4f94-4eae-8352-0f2d52efc8c2 req-0671008e-2277-4f7e-a228-1a653da9a2b2 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a38776ff-b917-4561-9ee7-e16bc971301c HTTP/1.1" status: 200 len: 946 time: 0.2301278 Nov 12 20:23:37.928113 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] For port 5573ef46-a6e9-4363-8d41-481245ff9cf6, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:23:37.952525 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dfd2689-e995-44fa-a953-641a6d6c796e req-82783f44-fb25-4dba-a9d4-eb00ff037c42 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] No DVR routers for this DVR port 9cbf8232-d90d-478c-a18b-e9981ec028ab on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:23:37.966650 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-4dfd2689-e995-44fa-a953-641a6d6c796e req-82783f44-fb25-4dba-a9d4-eb00ff037c42 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:37.973535 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4dfd2689-e995-44fa-a953-641a6d6c796e req-82783f44-fb25-4dba-a9d4-eb00ff037c42 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.55 "DELETE /v2.0/ports/9cbf8232-d90d-478c-a18b-e9981ec028ab HTTP/1.1" status: 204 len: 173 time: 3.4142842 Nov 12 20:23:38.001142 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049d89b7-eb85-414b-82cf-6b81e8673a45', 'name': 'network-vif-deleted', 'tag': '9cbf8232-d90d-478c-a18b-e9981ec028ab'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:23:38.033588 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d26bb90-e7db-48ee-a16e-db0efad88bd0" -d '{"events": [{"server_uuid": "049d89b7-eb85-414b-82cf-6b81e8673a45", "name": "network-vif-deleted", "tag": "9cbf8232-d90d-478c-a18b-e9981ec028ab"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:23:38.122515 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b3862567-7f34-415a-bc81-c338f7d34541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:38.127139 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] For port 5573ef46-a6e9-4363-8d41-481245ff9cf6, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5573ef46-a6e9-4363-8d41-481245ff9cf6,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:23:38.128972 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-17ab9a84-4f94-4eae-8352-0f2d52efc8c2 req-f7f4ed54-7b8e-490a-b384-1b530824f08e tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ba0fc85-56dd-44b9-bab7-816e9c203787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454069 Nov 12 20:23:38.173607 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:38.250924 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b3862567-7f34-415a-bc81-c338f7d34541 None None] For port df05de27-47af-4cb9-ae3b-20af8dadec40, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=df05de27-47af-4cb9-ae3b-20af8dadec40,segment=NetworkSegment(90c0ea23-71b0-474a-bd7f-6cf30194c69d),segment_id=90c0ea23-71b0-474a-bd7f-6cf30194c69d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:23:38.272707 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b3862567-7f34-415a-bc81-c338f7d34541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:38.406604 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3862567-7f34-415a-bc81-c338f7d34541 None None] Pushing event updated for resources: {'Port': ['ID=df05de27-47af-4cb9-ae3b-20af8dadec40,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:38.450254 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62f7d5c-d2aa-4a47-8f70-7c88f9fce0e3 x-openstack-request-id: req-f62f7d5c-d2aa-4a47-8f70-7c88f9fce0e3 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:23:38.451212 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049d89b7-eb85-414b-82cf-6b81e8673a45", "name": "network-vif-deleted", "tag": "9cbf8232-d90d-478c-a18b-e9981ec028ab", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:23:38.451906 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f62f7d5c-d2aa-4a47-8f70-7c88f9fce0e3 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:23:38.452831 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049d89b7-eb85-414b-82cf-6b81e8673a45', 'name': 'network-vif-deleted', 'tag': '9cbf8232-d90d-478c-a18b-e9981ec028ab', 'status': 'completed', 'code': 200} Nov 12 20:23:38.475069 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5573ef46-a6e9-4363-8d41-481245ff9cf6,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:38.588198 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:38.590519 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:38.593381 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-835fa84b-d697-4731-9faa-f5d1f370b1f4 service neutron] 10.222.0.55 "PUT /v2.0/ports/5573ef46-a6e9-4363-8d41-481245ff9cf6 HTTP/1.1" status: 200 len: 1092 time: 4.6354096 Nov 12 20:23:38.681283 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-55d9683c-75db-41ea-af32-3f6d223a2c58 None None] Provisioning complete for port df05de27-47af-4cb9-ae3b-20af8dadec40 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:38.684721 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-55d9683c-75db-41ea-af32-3f6d223a2c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:38.697913 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 9cbf8232-d90d-478c-a18b-e9981ec028ab no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:23:38.713728 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a090b-2450-49c7-8939-f2b381bc5c1e req-fa9f132f-7d59-49cd-a498-97492e1fc3ea tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:38.729450 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-305a090b-2450-49c7-8939-f2b381bc5c1e req-fa9f132f-7d59-49cd-a498-97492e1fc3ea tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 943 time: 0.2749097 Nov 12 20:23:38.932480 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 9cbf8232-d90d-478c-a18b-e9981ec028ab {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:23:38.945831 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 9cbf8232-d90d-478c-a18b-e9981ec028ab not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:23:38.960066 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-a2fbf096-c7d5-4a8d-84f4-b26d931e83e0 None None] Set router 9fde79db-d39e-43e0-8c75-593feada6197 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:23:39.194507 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46dea615-b8ec-4b18-a15b-d74e368c17c1 req-0b575059-4c8c-4f44-aba7-2f9c12d752d9 tempest-ListServersNegativeTestJSON-568587775 tempest-ListServersNegativeTestJSON-568587775-project] 10.222.0.48 "GET /v2.0/ports?device_id=049d89b7-eb85-414b-82cf-6b81e8673a45 HTTP/1.1" status: 200 len: 210 time: 0.2475758 Nov 12 20:23:39.314336 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-305a090b-2450-49c7-8939-f2b381bc5c1e req-e682ee0f-cef6-4faa-896b-1eae36cc1acc tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5494962 Nov 12 20:23:39.326646 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device df05de27-47af-4cb9-ae3b-20af8dadec40 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:23:39.354917 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-7c7be81b-93ae-4f92-9e26-034f4606cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:39.360435 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-7c7be81b-93ae-4f92-9e26-034f4606cfca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 1095 time: 0.6264155 Nov 12 20:23:39.544285 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-5e7c8ec0-8642-49b0-a65a-5a461b354fe8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5573ef46-a6e9-4363-8d41-481245ff9cf6 HTTP/1.1" status: 200 len: 217 time: 0.1674297 Nov 12 20:23:39.613717 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port df05de27-47af-4cb9-ae3b-20af8dadec40 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:23:39.614029 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:39.681790 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-a2fbf096-c7d5-4a8d-84f4-b26d931e83e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fde79db-d39e-43e0-8c75-593feada6197', 'name': 'tempest-TestVolumeBackupRestore-1739810197-router', 'tenant_id': 'b647e66a3f994500ba5f40dd800bc71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'ca13877f-8d7f-4b3b-8e33-b8186fcb966d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:23:17Z', 'updated_at': '2021-11-12T20:23:27Z', 'revision_number': 4, 'project_id': 'b647e66a3f994500ba5f40dd800bc71d', 'gw_port': {'id': 'ca13877f-8d7f-4b3b-8e33-b8186fcb966d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ac:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fde79db-d39e-43e0-8c75-593feada6197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:19Z', 'updated_at': '2021-11-12T20:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'df05de27-47af-4cb9-ae3b-20af8dadec40', 'name': '', 'network_id': 'ece868d1-77b9-4bc3-b457-3aac980b3759', 'tenant_id': 'b647e66a3f994500ba5f40dd800bc71d', 'mac_address': 'fa:16:3e:98:18:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fde79db-d39e-43e0-8c75-593feada6197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '8fd2e65e-f7bb-4bec-8b2e-2bb263d39606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:24Z', 'updated_at': '2021-11-12T20:23:37Z', 'revision_number': 4, 'project_id': 'b647e66a3f994500ba5f40dd800bc71d', 'subnets': [{'id': '8fd2e65e-f7bb-4bec-8b2e-2bb263d39606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:23:39.707022 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-ca10b6c0-e8d4-41ff-9d2a-c00df537afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:39.716665 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-ca10b6c0-e8d4-41ff-9d2a-c00df537afe0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fe6903-02cc-4d59-b54a-0012785b1f66 HTTP/1.1" status: 200 len: 851 time: 0.1525741 Nov 12 20:23:39.788028 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fbf096-c7d5-4a8d-84f4-b26d931e83e0 None None] The sync data for ids ['9fde79db-d39e-43e0-8c75-593feada6197'] in n-d-712140-15 is: [{'id': '9fde79db-d39e-43e0-8c75-593feada6197', 'name': 'tempest-TestVolumeBackupRestore-1739810197-router', 'tenant_id': 'b647e66a3f994500ba5f40dd800bc71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'ca13877f-8d7f-4b3b-8e33-b8186fcb966d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:23:17Z', 'updated_at': '2021-11-12T20:23:27Z', 'revision_number': 4, 'project_id': 'b647e66a3f994500ba5f40dd800bc71d', 'gw_port': {'id': 'ca13877f-8d7f-4b3b-8e33-b8186fcb966d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ac:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fde79db-d39e-43e0-8c75-593feada6197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:19Z', 'updated_at': '2021-11-12T20:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'df05de27-47af-4cb9-ae3b-20af8dadec40', 'name': '', 'network_id': 'ece868d1-77b9-4bc3-b457-3aac980b3759', 'tenant_id': 'b647e66a3f994500ba5f40dd800bc71d', 'mac_address': 'fa:16:3e:98:18:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fde79db-d39e-43e0-8c75-593feada6197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '8fd2e65e-f7bb-4bec-8b2e-2bb263d39606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:24Z', 'updated_at': '2021-11-12T20:23:37Z', 'revision_number': 4, 'project_id': 'b647e66a3f994500ba5f40dd800bc71d', 'subnets': [{'id': '8fd2e65e-f7bb-4bec-8b2e-2bb263d39606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:23:39.858168 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-50dab54b-91ea-4525-a499-9f9d51937636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:39.879466 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-50dab54b-91ea-4525-a499-9f9d51937636 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a14ebab6-b135-479f-8842-077a5fca0d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1516995 Nov 12 20:23:40.000721 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-1310c23d-ef86-42e2-8d43-08599c62e86f service neutron] 10.222.0.55 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231441 Nov 12 20:23:40.328594 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b65a6874-601b-4091-b4bd-6e7882cb674b req-54c850a8-b8b9-4be7-80bc-738664daff0a service neutron] 10.222.0.55 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195245 Nov 12 20:23:40.409084 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59856) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:40.500819 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34772d6e-8392-4ab8-8e28-895a72ce8ed4', 'tag': '5573ef46-a6e9-4363-8d41-481245ff9cf6'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:23:40.508686 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5698ac-be67-418d-ad42-8df517e44cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "34772d6e-8392-4ab8-8e28-895a72ce8ed4", "tag": "5573ef46-a6e9-4363-8d41-481245ff9cf6"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:23:40.519538 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea515317-7092-43b8-82d5-ba554f87f339 admin admin] Deleting subnet e04b4387-4592-47dd-8be9-0bccc5c8e481 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:23:40.542528 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ea515317-7092-43b8-82d5-ba554f87f339 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:40.597569 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c8564-513f-44a3-afbd-d96429f6d28c req-897061d0-845c-4e8b-876b-2a0ecfd4938b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:40.616819 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d31c8564-513f-44a3-afbd-d96429f6d28c req-897061d0-845c-4e8b-876b-2a0ecfd4938b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 943 time: 0.1213033 Nov 12 20:23:40.662704 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081e334b-71ab-4401-96b6-6c7752ca9292 x-openstack-request-id: req-081e334b-71ab-4401-96b6-6c7752ca9292 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:23:40.662976 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34772d6e-8392-4ab8-8e28-895a72ce8ed4", "tag": "5573ef46-a6e9-4363-8d41-481245ff9cf6", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:23:40.663218 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-081e334b-71ab-4401-96b6-6c7752ca9292 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:23:40.672910 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34772d6e-8392-4ab8-8e28-895a72ce8ed4', 'tag': '5573ef46-a6e9-4363-8d41-481245ff9cf6', 'status': 'completed', 'code': 200} Nov 12 20:23:40.791460 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d31c8564-513f-44a3-afbd-d96429f6d28c req-9b7cb184-7a73-4796-8a08-0c254743b08c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735802 Nov 12 20:23:40.917348 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ea515317-7092-43b8-82d5-ba554f87f339 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:41.009364 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5698ac-be67-418d-ad42-8df517e44cf6 req-d3fcdd5c-59c2-4567-bc8e-2adeeb10de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:41.010896 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd5698ac-be67-418d-ad42-8df517e44cf6 req-d3fcdd5c-59c2-4567-bc8e-2adeeb10de60 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 1095 time: 0.3339288 Nov 12 20:23:41.226536 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ea515317-7092-43b8-82d5-ba554f87f339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:41.315110 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5698ac-be67-418d-ad42-8df517e44cf6 req-66c9517e-f177-4720-b440-de8ed9c79b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:41.325980 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd5698ac-be67-418d-ad42-8df517e44cf6 req-66c9517e-f177-4720-b440-de8ed9c79b03 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 913 time: 0.2947330 Nov 12 20:23:41.452483 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd5698ac-be67-418d-ad42-8df517e44cf6 req-579a9f2b-a717-46aa-874a-ff26c66bf8e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5573ef46-a6e9-4363-8d41-481245ff9cf6 HTTP/1.1" status: 200 len: 217 time: 0.1202078 Nov 12 20:23:41.490640 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ea515317-7092-43b8-82d5-ba554f87f339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:41.566626 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ea515317-7092-43b8-82d5-ba554f87f339 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:41.573144 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ea515317-7092-43b8-82d5-ba554f87f339 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e04b4387-4592-47dd-8be9-0bccc5c8e481 HTTP/1.1" status: 204 len: 168 time: 1.1597097 Nov 12 20:23:41.573886 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59880) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:41.591715 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea515317-7092-43b8-82d5-ba554f87f339 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e04b4387-4592-47dd-8be9-0bccc5c8e481,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:41.645067 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5698ac-be67-418d-ad42-8df517e44cf6 req-3907decf-fc9d-4803-a65d-4b204e940979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:41.646558 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd5698ac-be67-418d-ad42-8df517e44cf6 req-3907decf-fc9d-4803-a65d-4b204e940979 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fe6903-02cc-4d59-b54a-0012785b1f66 HTTP/1.1" status: 200 len: 851 time: 0.1872058 Nov 12 20:23:41.682172 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-27bd1d57-0fdc-4672-bd20-a979904ea346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:41.808365 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5698ac-be67-418d-ad42-8df517e44cf6 req-f18edcdb-cf20-43ca-87fe-73f5ef70110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:41.811607 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd5698ac-be67-418d-ad42-8df517e44cf6 req-f18edcdb-cf20-43ca-87fe-73f5ef70110f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a14ebab6-b135-479f-8842-077a5fca0d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1575046 Nov 12 20:23:41.972189 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-27bd1d57-0fdc-4672-bd20-a979904ea346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:42.011916 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd5698ac-be67-418d-ad42-8df517e44cf6 req-41675687-4b0c-4871-9abf-6c3c5ceb33d4 service neutron] 10.222.0.55 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929784 Nov 12 20:23:42.042299 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-27bd1d57-0fdc-4672-bd20-a979904ea346 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0aecc65-9bf3-48a6-a8ea-a6a61793e04b']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:23:42.070830 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-27bd1d57-0fdc-4672-bd20-a979904ea346 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b1320c-ac81-4b9d-963c-3308f6504e88') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:23:42.071136 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-27bd1d57-0fdc-4672-bd20-a979904ea346 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b1320c-ac81-4b9d-963c-3308f6504e88') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:23:42.106855 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-27bd1d57-0fdc-4672-bd20-a979904ea346 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:42.193050 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd5698ac-be67-418d-ad42-8df517e44cf6 req-121506f3-a054-4411-8f05-faed5402d248 service neutron] 10.222.0.55 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739345 Nov 12 20:23:42.234090 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-27bd1d57-0fdc-4672-bd20-a979904ea346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:42.246490 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27bd1d57-0fdc-4672-bd20-a979904ea346 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:23:42.247578 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-27bd1d57-0fdc-4672-bd20-a979904ea346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:23:42.250121 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:23:42.318327 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edc9a2-81cb-4e5e-813c-941cc0ca422e req-e1aad1d8-4e54-43c9-8269-5dfab97e246f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:42.327524 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-61edc9a2-81cb-4e5e-813c-941cc0ca422e req-e1aad1d8-4e54-43c9-8269-5dfab97e246f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 943 time: 0.1694274 Nov 12 20:23:42.492596 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-61edc9a2-81cb-4e5e-813c-941cc0ca422e req-49f60dc2-7586-4bea-beaf-855406b5ab2a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577840 Nov 12 20:23:42.495241 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-27bd1d57-0fdc-4672-bd20-a979904ea346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:42.529242 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-27bd1d57-0fdc-4672-bd20-a979904ea346 admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:42.542714 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-27bd1d57-0fdc-4672-bd20-a979904ea346 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f0aecc65-9bf3-48a6-a8ea-a6a61793e04b HTTP/1.1" status: 204 len: 168 time: 0.9630585 Nov 12 20:23:42.568459 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd1d57-0fdc-4672-bd20-a979904ea346 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0aecc65-9bf3-48a6-a8ea-a6a61793e04b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:42.590685 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd1d57-0fdc-4672-bd20-a979904ea346 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:42.592748 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd1d57-0fdc-4672-bd20-a979904ea346 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:42.594410 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd1d57-0fdc-4672-bd20-a979904ea346 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:42.595753 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd1d57-0fdc-4672-bd20-a979904ea346 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:42.597800 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd1d57-0fdc-4672-bd20-a979904ea346 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:42.598411 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd1d57-0fdc-4672-bd20-a979904ea346 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:42.599851 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd1d57-0fdc-4672-bd20-a979904ea346 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:42.601666 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd1d57-0fdc-4672-bd20-a979904ea346 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:42.602615 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd1d57-0fdc-4672-bd20-a979904ea346 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:42.603857 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd1d57-0fdc-4672-bd20-a979904ea346 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:42.604645 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd1d57-0fdc-4672-bd20-a979904ea346 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:42.604645 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd1d57-0fdc-4672-bd20-a979904ea346 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:23:42.904494 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59922) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:43.032715 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-16bc42cd-4e99-451c-a286-bb048c48e133 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=18c327c9597c45a89c2c38588689e146&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1225483 Nov 12 20:23:43.035665 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59928) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:43.219300 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-78783f08-2e28-4e01-9af7-8269558fb977 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:43.257356 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-78783f08-2e28-4e01-9af7-8269558fb977 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:43.336155 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-78783f08-2e28-4e01-9af7-8269558fb977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:43.353490 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-78783f08-2e28-4e01-9af7-8269558fb977 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:43.355116 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-78783f08-2e28-4e01-9af7-8269558fb977 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29fb6d3d-9ce4-437a-a7d2-a2c961f55e15 HTTP/1.1" status: 204 len: 168 time: 0.3173761 Nov 12 20:23:43.388773 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78783f08-2e28-4e01-9af7-8269558fb977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fb6d3d-9ce4-437a-a7d2-a2c961f55e15,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:43.653081 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:23:43.832621 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bba937-5edc-403f-8bd2-ea556851c0cb req-1209e535-56f4-4a53-8ca8-e3a7075de8ad tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:43.847945 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-86bba937-5edc-403f-8bd2-ea556851c0cb req-1209e535-56f4-4a53-8ca8-e3a7075de8ad tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 943 time: 0.1767232 Nov 12 20:23:43.968468 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-86bba937-5edc-403f-8bd2-ea556851c0cb req-512fb272-be8b-4798-85e3-dd1e82ba8a4f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192319 Nov 12 20:23:44.635370 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc271d8-8546-4302-a6f8-b2d2013e579d req-94ff13df-2771-47ea-8d79-8046c9435f18 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:44.656508 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7dc271d8-8546-4302-a6f8-b2d2013e579d req-94ff13df-2771-47ea-8d79-8046c9435f18 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/ports?device_id=837efd2d-3ef2-4f4c-a214-b5e9480bf989 HTTP/1.1" status: 200 len: 950 time: 0.0864999 Nov 12 20:23:44.748061 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7dc271d8-8546-4302-a6f8-b2d2013e579d req-64bb6959-4b74-4c01-b58a-e6dd895032c8 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec5851cf-11d2-42c5-9e86-314938ea369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955069 Nov 12 20:23:45.364961 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6426c2d-782e-4808-81d3-45db160f97b5 req-7428de80-b184-4fd3-abba-f7df4c7440e7 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:45.366849 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d6426c2d-782e-4808-81d3-45db160f97b5 req-7428de80-b184-4fd3-abba-f7df4c7440e7 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 943 time: 0.2149367 Nov 12 20:23:45.623667 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d6426c2d-782e-4808-81d3-45db160f97b5 req-10c7387b-f57e-4544-8edc-3360def05f1b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453928 Nov 12 20:23:45.651251 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 60012) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:46.002106 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-ba4ce1c8-0902-4881-aa4f-41eaea6b3dd4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-959097376-network', 'tenant_id': '92738d1d3f654740ba4abe0ceafc06b9'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:23:46.096166 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d288d4-fb86-47b5-a0ca-dfbdaffbf049 req-4a93fe2a-eedb-4837-aab2-61246e906f10 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:46.115761 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-65d288d4-fb86-47b5-a0ca-dfbdaffbf049 req-4a93fe2a-eedb-4837-aab2-61246e906f10 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a38776ff-b917-4561-9ee7-e16bc971301c HTTP/1.1" status: 200 len: 946 time: 0.2446477 Nov 12 20:23:46.204357 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4ce1c8-0902-4881-aa4f-41eaea6b3dd4 admin admin] Made reservation on behalf of 92738d1d3f654740ba4abe0ceafc06b9 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:23:46.212313 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce1c8-0902-4881-aa4f-41eaea6b3dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:46.263162 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce1c8-0902-4881-aa4f-41eaea6b3dd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:46.308350 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb7c09-d42a-4482-8413-bc3a84fa5497 req-01e63959-dd31-4024-a1cc-8b9a5af5c349 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:46.324018 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a5bb7c09-d42a-4482-8413-bc3a84fa5497 req-01e63959-dd31-4024-a1cc-8b9a5af5c349 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/ports?device_id=837efd2d-3ef2-4f4c-a214-b5e9480bf989 HTTP/1.1" status: 200 len: 950 time: 0.2899520 Nov 12 20:23:46.394436 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad3fb8-69f4-4cc9-a38d-ee6c57be7860 req-6bb646b2-acbd-48f7-a824-0d47fab73ddf tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:46.396343 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b0ad3fb8-69f4-4cc9-a38d-ee6c57be7860 req-6bb646b2-acbd-48f7-a824-0d47fab73ddf tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.52 "GET /v2.0/ports?device_id=837efd2d-3ef2-4f4c-a214-b5e9480bf989 HTTP/1.1" status: 200 len: 950 time: 0.2405217 Nov 12 20:23:46.516891 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-65d288d4-fb86-47b5-a0ca-dfbdaffbf049 req-6d612f02-3a61-4e6d-9e1d-bcc3b1293a29 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ba0fc85-56dd-44b9-bab7-816e9c203787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997898 Nov 12 20:23:46.523716 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a5bb7c09-d42a-4482-8413-bc3a84fa5497 req-e5bde1db-18b3-41b6-9b91-4a93872df073 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec5851cf-11d2-42c5-9e86-314938ea369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982918 Nov 12 20:23:46.551011 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce1c8-0902-4881-aa4f-41eaea6b3dd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:46.585339 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce1c8-0902-4881-aa4f-41eaea6b3dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:46.669806 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ce1c8-0902-4881-aa4f-41eaea6b3dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752ce014-0457-4595-9471-ccd5b338c4ee,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:46.696399 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4ce1c8-0902-4881-aa4f-41eaea6b3dd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:23:46.775870 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce1c8-0902-4881-aa4f-41eaea6b3dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:46.780929 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-ba4ce1c8-0902-4881-aa4f-41eaea6b3dd4 admin admin] Added segment e9db6620-e2a6-4006-b291-e782ae41c2af of type vlan for network 61100567-feee-46df-92d2-ee80b2b55540 Nov 12 20:23:46.795629 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-b0ad3fb8-69f4-4cc9-a38d-ee6c57be7860 req-03a6a328-fdde-4122-9319-eed0ed0a3cd7 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Deleting port 84741c03-855b-473d-ba06-5a325ca25fd8 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:23:46.795984 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b0ad3fb8-69f4-4cc9-a38d-ee6c57be7860 req-03a6a328-fdde-4122-9319-eed0ed0a3cd7 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:47.021259 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce1c8-0902-4881-aa4f-41eaea6b3dd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:47.102587 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce1c8-0902-4881-aa4f-41eaea6b3dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:47.107371 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4ce1c8-0902-4881-aa4f-41eaea6b3dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:47.118712 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce1c8-0902-4881-aa4f-41eaea6b3dd4 admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:47.204886 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ba4ce1c8-0902-4881-aa4f-41eaea6b3dd4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5521657 Nov 12 20:23:47.205845 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 60044) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:23:47.216363 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-61fa2340-85ed-4412-92c6-769eda9e4bdb admin admin] Request body: {'subnet': {'network_id': '61100567-feee-46df-92d2-ee80b2b55540', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-959097376-subnet', 'tenant_id': '92738d1d3f654740ba4abe0ceafc06b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:23:47.298865 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655e45b-1669-4b07-82e1-e630a828e9b8 req-eb6f51b2-c9f5-42e8-9c20-cf28bd82d6d0 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:47.300868 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6655e45b-1669-4b07-82e1-e630a828e9b8 req-eb6f51b2-c9f5-42e8-9c20-cf28bd82d6d0 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] 10.222.0.52 "GET /v2.0/ports?device_id=a38776ff-b917-4561-9ee7-e16bc971301c HTTP/1.1" status: 200 len: 946 time: 0.2364450 Nov 12 20:23:47.392326 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ce1c8-0902-4881-aa4f-41eaea6b3dd4 admin admin] Pushing event updated for resources: {'Network': ['ID=61100567-feee-46df-92d2-ee80b2b55540,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:47.412429 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 61100567-feee-46df-92d2-ee80b2b55540 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:23:47.426663 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fa2340-85ed-4412-92c6-769eda9e4bdb admin admin] Made reservation on behalf of 92738d1d3f654740ba4abe0ceafc06b9 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:23:47.431278 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-61fa2340-85ed-4412-92c6-769eda9e4bdb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:47.656848 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e2a9a-3b1e-4bac-8af1-dda262372cc7 req-e1b19490-be0a-4325-b06b-34bebd5da7d7 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:47.668210 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7b4e2a9a-3b1e-4bac-8af1-dda262372cc7 req-e1b19490-be0a-4325-b06b-34bebd5da7d7 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 943 time: 0.5657680 Nov 12 20:23:47.699120 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-b0ad3fb8-69f4-4cc9-a38d-ee6c57be7860 req-03a6a328-fdde-4122-9319-eed0ed0a3cd7 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] For port 84741c03-855b-473d-ba06-5a325ca25fd8, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=84741c03-855b-473d-ba06-5a325ca25fd8,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:23:47.700500 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b0ad3fb8-69f4-4cc9-a38d-ee6c57be7860 req-03a6a328-fdde-4122-9319-eed0ed0a3cd7 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:47.740110 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-b0ad3fb8-69f4-4cc9-a38d-ee6c57be7860 req-03a6a328-fdde-4122-9319-eed0ed0a3cd7 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Calling delete_port for 84741c03-855b-473d-ba06-5a325ca25fd8 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:23:47.966570 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-6655e45b-1669-4b07-82e1-e630a828e9b8 req-0c7ffde7-0b99-4c3f-b568-d4f91ec973df tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Deleting port 5bcb1275-17cb-4111-8ef4-124816e84e66 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:23:47.967016 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6655e45b-1669-4b07-82e1-e630a828e9b8 req-0c7ffde7-0b99-4c3f-b568-d4f91ec973df tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:48.000509 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6bdae-e060-477b-b7c5-7e5795c365a3 req-c748d4bc-c42a-4526-8362-ada7157082f8 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:48.006049 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-97d6bdae-e060-477b-b7c5-7e5795c365a3 req-c748d4bc-c42a-4526-8362-ada7157082f8 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/ports?device_id=837efd2d-3ef2-4f4c-a214-b5e9480bf989 HTTP/1.1" status: 200 len: 950 time: 0.2018957 Nov 12 20:23:48.116090 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-6655e45b-1669-4b07-82e1-e630a828e9b8 req-0c7ffde7-0b99-4c3f-b568-d4f91ec973df tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] For port 5bcb1275-17cb-4111-8ef4-124816e84e66, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=5bcb1275-17cb-4111-8ef4-124816e84e66,segment=NetworkSegment(008e602e-02b7-468e-9088-f4befeeb4665),segment_id=008e602e-02b7-468e-9088-f4befeeb4665)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:23:48.120518 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6655e45b-1669-4b07-82e1-e630a828e9b8 req-0c7ffde7-0b99-4c3f-b568-d4f91ec973df tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:48.170616 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-6655e45b-1669-4b07-82e1-e630a828e9b8 req-0c7ffde7-0b99-4c3f-b568-d4f91ec973df tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Calling delete_port for 5bcb1275-17cb-4111-8ef4-124816e84e66 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:23:48.239327 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-61fa2340-85ed-4412-92c6-769eda9e4bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:48.329025 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-97d6bdae-e060-477b-b7c5-7e5795c365a3 req-62357dd0-bb6f-4a92-aa5d-8144dabc0731 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec5851cf-11d2-42c5-9e86-314938ea369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148427 Nov 12 20:23:48.406137 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7b4e2a9a-3b1e-4bac-8af1-dda262372cc7 req-691b834f-2ee8-48f2-ba25-5608c888ac09 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7369170 Nov 12 20:23:48.474471 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fa2340-85ed-4412-92c6-769eda9e4bdb admin admin] Checking segment: {'id': 'e9db6620-e2a6-4006-b291-e782ae41c2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '61100567-feee-46df-92d2-ee80b2b55540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:23:48.474850 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fa2340-85ed-4412-92c6-769eda9e4bdb admin admin] Network hostable DHCP agents. Network: 61100567-feee-46df-92d2-ee80b2b55540, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:23:48.478285 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa2340-85ed-4412-92c6-769eda9e4bdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c15c060-5b3d-415d-9791-276d68812d61,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:48.619617 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b0ad3fb8-69f4-4cc9-a38d-ee6c57be7860 req-03a6a328-fdde-4122-9319-eed0ed0a3cd7 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:48.623973 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6655e45b-1669-4b07-82e1-e630a828e9b8 req-0c7ffde7-0b99-4c3f-b568-d4f91ec973df tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:48.645130 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fa2340-85ed-4412-92c6-769eda9e4bdb admin admin] Network 61100567-feee-46df-92d2-ee80b2b55540 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:23:48.662338 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6a328-fdde-4122-9319-eed0ed0a3cd7 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Pushing event deleted for resources: {'Port': ['ID=84741c03-855b-473d-ba06-5a325ca25fd8,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:48.717639 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ffde7-0b99-4c3f-b568-d4f91ec973df tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Pushing event deleted for resources: {'Port': ['ID=5bcb1275-17cb-4111-8ef4-124816e84e66,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:48.735617 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-61fa2340-85ed-4412-92c6-769eda9e4bdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 61100567-feee-46df-92d2-ee80b2b55540) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:23:48.750156 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eceb89d-c9e4-49b4-909b-49953bfa3e3a req-76d4daef-a811-486a-87e5-8238c8340a86 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:48.753196 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2eceb89d-c9e4-49b4-909b-49953bfa3e3a req-76d4daef-a811-486a-87e5-8238c8340a86 tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a38776ff-b917-4561-9ee7-e16bc971301c HTTP/1.1" status: 200 len: 867 time: 0.2402296 Nov 12 20:23:48.754439 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fa2340-85ed-4412-92c6-769eda9e4bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:48.755041 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-61fa2340-85ed-4412-92c6-769eda9e4bdb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:48.780215 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbf4258-884e-4562-acb2-ada8b5e515fa None None] Network 61100567-feee-46df-92d2-ee80b2b55540 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:23:48.839409 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2eceb89d-c9e4-49b4-909b-49953bfa3e3a req-732810be-66dd-4c15-a587-79a3c43cfc1c tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ba0fc85-56dd-44b9-bab7-816e9c203787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749965 Nov 12 20:23:48.869921 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-61fa2340-85ed-4412-92c6-769eda9e4bdb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6604054 Nov 12 20:23:48.909638 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-6655e45b-1669-4b07-82e1-e630a828e9b8 req-0c7ffde7-0b99-4c3f-b568-d4f91ec973df tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] No DVR routers for this DVR port 5bcb1275-17cb-4111-8ef4-124816e84e66 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:23:48.947692 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6655e45b-1669-4b07-82e1-e630a828e9b8 req-0c7ffde7-0b99-4c3f-b568-d4f91ec973df tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:48.962817 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6655e45b-1669-4b07-82e1-e630a828e9b8 req-0c7ffde7-0b99-4c3f-b568-d4f91ec973df tempest-VolumesActionsTest-1978779339 tempest-VolumesActionsTest-1978779339-project] 10.222.0.52 "DELETE /v2.0/ports/5bcb1275-17cb-4111-8ef4-124816e84e66 HTTP/1.1" status: 204 len: 173 time: 1.6377211 Nov 12 20:23:48.967701 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ad3fb8-69f4-4cc9-a38d-ee6c57be7860 req-03a6a328-fdde-4122-9319-eed0ed0a3cd7 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] No DVR routers for this DVR port 84741c03-855b-473d-ba06-5a325ca25fd8 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:23:48.971879 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38776ff-b917-4561-9ee7-e16bc971301c', 'name': 'network-vif-deleted', 'tag': '5bcb1275-17cb-4111-8ef4-124816e84e66'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:23:48.977589 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34687b1d-5f14-4107-8423-dd1c3fc328f2" -d '{"events": [{"server_uuid": "a38776ff-b917-4561-9ee7-e16bc971301c", "name": "network-vif-deleted", "tag": "5bcb1275-17cb-4111-8ef4-124816e84e66"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:23:48.984536 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b0ad3fb8-69f4-4cc9-a38d-ee6c57be7860 req-03a6a328-fdde-4122-9319-eed0ed0a3cd7 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:48.997100 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b0ad3fb8-69f4-4cc9-a38d-ee6c57be7860 req-03a6a328-fdde-4122-9319-eed0ed0a3cd7 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.52 "DELETE /v2.0/ports/84741c03-855b-473d-ba06-5a325ca25fd8 HTTP/1.1" status: 204 len: 173 time: 2.5886476 Nov 12 20:23:49.149951 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4fe339-82ee-425c-92c3-791ea062cd65 x-openstack-request-id: req-fa4fe339-82ee-425c-92c3-791ea062cd65 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:23:49.150677 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38776ff-b917-4561-9ee7-e16bc971301c", "name": "network-vif-deleted", "tag": "5bcb1275-17cb-4111-8ef4-124816e84e66", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:23:49.151044 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fa4fe339-82ee-425c-92c3-791ea062cd65 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:23:49.151558 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38776ff-b917-4561-9ee7-e16bc971301c', 'name': 'network-vif-deleted', 'tag': '5bcb1275-17cb-4111-8ef4-124816e84e66', 'status': 'completed', 'code': 200} Nov 12 20:23:49.232039 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53302150-72a0-4150-a4a4-20eb8f08e57c None None] Network 61100567-feee-46df-92d2-ee80b2b55540 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:23:49.566458 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 5bcb1275-17cb-4111-8ef4-124816e84e66 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:23:49.614072 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6806b9a3-5504-41bb-a9cc-19932fa3fc94 req-b48b6c05-1b82-40f7-9459-5045ac620470 tempest-VolumesBackupsTest-461054953 tempest-VolumesBackupsTest-461054953-project] 10.222.0.48 "GET /v2.0/ports?device_id=837efd2d-3ef2-4f4c-a214-b5e9480bf989 HTTP/1.1" status: 200 len: 210 time: 0.0889959 Nov 12 20:23:50.152218 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 5bcb1275-17cb-4111-8ef4-124816e84e66 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:23:50.157384 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 5bcb1275-17cb-4111-8ef4-124816e84e66 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:23:50.159850 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 84741c03-855b-473d-ba06-5a325ca25fd8 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:23:50.212593 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47637553-faa6-4eb0-b9e5-7bd8f73da293 req-0336db29-9084-4d16-8b23-d49368ba991e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:50.227270 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-47637553-faa6-4eb0-b9e5-7bd8f73da293 req-0336db29-9084-4d16-8b23-d49368ba991e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 943 time: 0.3368566 Nov 12 20:23:50.329748 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 84741c03-855b-473d-ba06-5a325ca25fd8 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:23:50.331898 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 84741c03-855b-473d-ba06-5a325ca25fd8 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:23:50.337920 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b0deb6e5-70c0-4a6e-8b6b-bb5f8d0fe642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:50.342065 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:50.419332 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-47637553-faa6-4eb0-b9e5-7bd8f73da293 req-7f99183c-e6da-4ee5-8505-adb80bf4d9a0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907446 Nov 12 20:23:50.542366 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-f7712fe6-905b-483a-9f3e-84ff9251203a tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:50.545601 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-f7712fe6-905b-483a-9f3e-84ff9251203a tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/networks?id=61100567-feee-46df-92d2-ee80b2b55540 HTTP/1.1" status: 200 len: 813 time: 0.6021926 Nov 12 20:23:50.562744 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-f89ed3be-41eb-4c3b-9fbf-8ad0e591a5ce tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/quotas/92738d1d3f654740ba4abe0ceafc06b9 HTTP/1.1" status: 200 len: 375 time: 0.0102541 Nov 12 20:23:50.706868 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-72804d29-57d0-4174-aa73-0231c79b6ecb tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=92738d1d3f654740ba4abe0ceafc06b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1316655 Nov 12 20:23:50.994069 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-fa2cac0b-a22c-4be8-9c61-22ebbed9f491 service neutron] 10.222.0.48 "GET /v2.0/networks/61100567-feee-46df-92d2-ee80b2b55540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860804 Nov 12 20:23:51.120955 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-5ac4eec1-5918-4308-a526-69ae2c8d2df5 service neutron] 10.222.0.48 "GET /v2.0/networks/61100567-feee-46df-92d2-ee80b2b55540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220491 Nov 12 20:23:51.152893 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837efd2d-3ef2-4f4c-a214-b5e9480bf989', 'name': 'network-vif-deleted', 'tag': '84741c03-855b-473d-ba06-5a325ca25fd8'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:23:51.155569 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0508b3fd-7fcc-45cf-a8c1-658b9682815b" -d '{"events": [{"server_uuid": "837efd2d-3ef2-4f4c-a214-b5e9480bf989", "name": "network-vif-deleted", "tag": "84741c03-855b-473d-ba06-5a325ca25fd8"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:23:51.377981 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9411aaa9-0a3d-4446-b69d-cb3452e245b9 x-openstack-request-id: req-9411aaa9-0a3d-4446-b69d-cb3452e245b9 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:23:51.378899 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "837efd2d-3ef2-4f4c-a214-b5e9480bf989", "name": "network-vif-deleted", "tag": "84741c03-855b-473d-ba06-5a325ca25fd8", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:23:51.379319 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9411aaa9-0a3d-4446-b69d-cb3452e245b9 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:23:51.379895 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '837efd2d-3ef2-4f4c-a214-b5e9480bf989', 'name': 'network-vif-deleted', 'tag': '84741c03-855b-473d-ba06-5a325ca25fd8', 'status': 'completed', 'code': 200} Nov 12 20:23:51.412848 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d4a5d103-5e0e-4987-87cf-db656ccd1fe9 req-a197c7d3-8adf-4317-bff5-76a8a97c196d tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/ports?device_id=b335ab8a-205c-4d95-a449-7c06bcaa2756 HTTP/1.1" status: 200 len: 210 time: 0.0686603 Nov 12 20:23:51.690147 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59459f49-200f-441e-8587-66fbe41c9c52 req-8590280d-400c-4e65-8e6b-f0f6d309066f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:51.703770 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-59459f49-200f-441e-8587-66fbe41c9c52 req-8590280d-400c-4e65-8e6b-f0f6d309066f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 943 time: 0.1598046 Nov 12 20:23:51.820562 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-59459f49-200f-441e-8587-66fbe41c9c52 req-c36597fb-f62c-4d14-a811-c722ef43adf5 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137872 Nov 12 20:23:52.169667 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dd7d870d-eeed-4ef5-9698-5a33fa15ff8b req-143ac5ce-2bae-444f-9060-7f8cdb869753 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1058400 Nov 12 20:23:52.386288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d870d-eeed-4ef5-9698-5a33fa15ff8b req-deb710ff-4ad6-44cb-ac5e-011c94041655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:52.390197 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dd7d870d-eeed-4ef5-9698-5a33fa15ff8b req-deb710ff-4ad6-44cb-ac5e-011c94041655 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 1098 time: 0.1386507 Nov 12 20:23:52.713572 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d870d-eeed-4ef5-9698-5a33fa15ff8b req-9260cc9f-02c8-4658-b87b-bfb211b4ac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:52.717077 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dd7d870d-eeed-4ef5-9698-5a33fa15ff8b req-9260cc9f-02c8-4658-b87b-bfb211b4ac52 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 913 time: 0.3030424 Nov 12 20:23:52.740147 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-183b0468-ce78-4985-8001-595adca8d375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:52.833789 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bd5176df-937e-4861-b843-87ebdf4486e2 req-9b8b3a98-16f7-4037-b1ea-5720a86ff3b7 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/ports?device_id=b335ab8a-205c-4d95-a449-7c06bcaa2756 HTTP/1.1" status: 200 len: 210 time: 0.1129274 Nov 12 20:23:53.029436 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dd7d870d-eeed-4ef5-9698-5a33fa15ff8b req-0624ea22-a3d5-47bc-a243-b27b1696b885 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2266bfb-a0d4-4896-9432-d20ec2953989 HTTP/1.1" status: 200 len: 1001 time: 0.2998240 Nov 12 20:23:53.171865 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d870d-eeed-4ef5-9698-5a33fa15ff8b req-40cee59f-81bf-4777-a2bf-a00e21c13e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:53.174394 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dd7d870d-eeed-4ef5-9698-5a33fa15ff8b req-40cee59f-81bf-4777-a2bf-a00e21c13e31 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 0.0990407 Nov 12 20:23:53.351239 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf65a0f-2fb5-4c99-ad92-7250b52261d8 req-4bb87d7d-1995-41d2-b097-387db4b0aada tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:53.367928 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1bf65a0f-2fb5-4c99-ad92-7250b52261d8 req-4bb87d7d-1995-41d2-b097-387db4b0aada tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 943 time: 0.3566606 Nov 12 20:23:53.424551 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d870d-eeed-4ef5-9698-5a33fa15ff8b req-17321f88-874d-4618-9506-530fd4b57b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:53.434822 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dd7d870d-eeed-4ef5-9698-5a33fa15ff8b req-17321f88-874d-4618-9506-530fd4b57b8f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2510555 Nov 12 20:23:53.702202 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1bf65a0f-2fb5-4c99-ad92-7250b52261d8 req-ba20c997-c60e-4191-b1af-b4fe271df769 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332636 Nov 12 20:23:53.756434 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:53.871818 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dd7d870d-eeed-4ef5-9698-5a33fa15ff8b req-abf9a2c2-e11d-4590-92f2-4c800e3bc540 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226155 Nov 12 20:23:53.873172 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:54.213212 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-80a3d3e5-dd11-45bd-84df-679cb618f1b5 req-cc23e689-2d8e-4270-ad06-befa82ef5516 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/ports?device_id=b335ab8a-205c-4d95-a449-7c06bcaa2756 HTTP/1.1" status: 200 len: 210 time: 0.1903079 Nov 12 20:23:54.225411 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-e7fb1264-f12d-4286-adda-4dd9f4c3e728 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:54.234105 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-e7fb1264-f12d-4286-adda-4dd9f4c3e728 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.52 "GET /v2.0/networks?id=61100567-feee-46df-92d2-ee80b2b55540 HTTP/1.1" status: 200 len: 813 time: 0.6271663 Nov 12 20:23:54.251388 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-8f12eca1-1ad2-43db-a4a5-e989ec22800c tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Request body: {'port': {'device_id': 'b335ab8a-205c-4d95-a449-7c06bcaa2756', 'network_id': '61100567-feee-46df-92d2-ee80b2b55540', 'admin_state_up': True, 'tenant_id': '92738d1d3f654740ba4abe0ceafc06b9'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:23:54.291681 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dd7d870d-eeed-4ef5-9698-5a33fa15ff8b req-af8dd988-0c9f-45d7-957d-5153cd9741b0 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109914 Nov 12 20:23:54.494877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-8f12eca1-1ad2-43db-a4a5-e989ec22800c tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Made reservation on behalf of 92738d1d3f654740ba4abe0ceafc06b9 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:23:54.499328 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-8f12eca1-1ad2-43db-a4a5-e989ec22800c tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:54.770195 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-8f12eca1-1ad2-43db-a4a5-e989ec22800c tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Allocated IP 172.20.0.12 (61100567-feee-46df-92d2-ee80b2b55540/6c15c060-5b3d-415d-9791-276d68812d61/99c7f5a5-15c3-4f55-ad2b-60393b1ded63) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:23:55.002740 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fddfdf-7ead-4efe-bdb1-b9bc252670f6 req-834af7fc-9230-4799-8fe3-7607069ea392 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:55.007611 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b3fddfdf-7ead-4efe-bdb1-b9bc252670f6 req-834af7fc-9230-4799-8fe3-7607069ea392 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 943 time: 0.1387117 Nov 12 20:23:55.139036 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-8f12eca1-1ad2-43db-a4a5-e989ec22800c tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:55.144034 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:55.162357 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b3fddfdf-7ead-4efe-bdb1-b9bc252670f6 req-95d92961-5fbd-42b3-a47b-561b97a28a6a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415603 Nov 12 20:23:55.261544 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-8f12eca1-1ad2-43db-a4a5-e989ec22800c tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:55.381207 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-8f12eca1-1ad2-43db-a4a5-e989ec22800c tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Network 61100567-feee-46df-92d2-ee80b2b55540 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:23:55.384855 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-8f12eca1-1ad2-43db-a4a5-e989ec22800c tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:23:55.397407 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-8f12eca1-1ad2-43db-a4a5-e989ec22800c tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:23:55.408584 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12eca1-1ad2-43db-a4a5-e989ec22800c tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Pushing event updated for resources: {'Port': ['ID=99c7f5a5-15c3-4f55-ad2b-60393b1ded63,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:55.505287 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20310ed-c90f-4e20-8f8c-176fa0ded6b6 req-b5793548-8df2-4838-b367-1e10d6d13344 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:55.523671 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f20310ed-c90f-4e20-8f8c-176fa0ded6b6 req-b5793548-8df2-4838-b367-1e10d6d13344 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/ports?device_id=b335ab8a-205c-4d95-a449-7c06bcaa2756 HTTP/1.1" status: 200 len: 932 time: 0.1739028 Nov 12 20:23:55.552966 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-8f12eca1-1ad2-43db-a4a5-e989ec22800c tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:55.552966 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-8f12eca1-1ad2-43db-a4a5-e989ec22800c tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:55.592889 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-8f12eca1-1ad2-43db-a4a5-e989ec22800c tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3456616 Nov 12 20:23:55.612359 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-573d72d4-1967-4c25-9de7-a08f9759396f service neutron] Request body: {'port': {'device_id': 'b335ab8a-205c-4d95-a449-7c06bcaa2756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:23:55.639173 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f20310ed-c90f-4e20-8f8c-176fa0ded6b6 req-6af2969e-1cfb-4c1a-813a-dbaf61c01668 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/security-groups?id=752ce014-0457-4595-9471-ccd5b338c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032650 Nov 12 20:23:55.757564 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-573d72d4-1967-4c25-9de7-a08f9759396f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:55.953667 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:56.473130 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-573d72d4-1967-4c25-9de7-a08f9759396f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c7f5a5-15c3-4f55-ad2b-60393b1ded63 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:23:56.520396 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-573d72d4-1967-4c25-9de7-a08f9759396f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:56.550303 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e264d01-430a-4bf8-96c1-80d1dce06cdd req-0ba61182-5d25-431b-9d01-ef141a9a0966 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:56.555150 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2e264d01-430a-4bf8-96c1-80d1dce06cdd req-0ba61182-5d25-431b-9d01-ef141a9a0966 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 943 time: 0.2502394 Nov 12 20:23:56.634814 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-573d72d4-1967-4c25-9de7-a08f9759396f service neutron] Transition to ACTIVE for port object 99c7f5a5-15c3-4f55-ad2b-60393b1ded63 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:23:56.646001 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-573d72d4-1967-4c25-9de7-a08f9759396f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:56.714652 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2e264d01-430a-4bf8-96c1-80d1dce06cdd req-d9e1851a-9c3a-469b-aa2d-508d1d78d68f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514895 Nov 12 20:23:56.782053 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d72d4-1967-4c25-9de7-a08f9759396f service neutron] Pushing event updated for resources: {'Port': ['ID=99c7f5a5-15c3-4f55-ad2b-60393b1ded63,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:56.917991 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-573d72d4-1967-4c25-9de7-a08f9759396f service neutron] Attempting to bind port 99c7f5a5-15c3-4f55-ad2b-60393b1ded63 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:23:56.918701 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-573d72d4-1967-4c25-9de7-a08f9759396f service neutron] Attempting to bind port 99c7f5a5-15c3-4f55-ad2b-60393b1ded63 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'e9db6620-e2a6-4006-b291-e782ae41c2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '61100567-feee-46df-92d2-ee80b2b55540'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:23:56.919311 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-573d72d4-1967-4c25-9de7-a08f9759396f service neutron] Attempting to bind port 99c7f5a5-15c3-4f55-ad2b-60393b1ded63 on network 61100567-feee-46df-92d2-ee80b2b55540 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:23:56.929794 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-573d72d4-1967-4c25-9de7-a08f9759396f service neutron] Port 99c7f5a5-15c3-4f55-ad2b-60393b1ded63 on network 61100567-feee-46df-92d2-ee80b2b55540 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:23:56.938012 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-573d72d4-1967-4c25-9de7-a08f9759396f service neutron] Attempting to bind port 99c7f5a5-15c3-4f55-ad2b-60393b1ded63 on network 61100567-feee-46df-92d2-ee80b2b55540 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:23:56.950830 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-573d72d4-1967-4c25-9de7-a08f9759396f service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:23:56.951588 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-573d72d4-1967-4c25-9de7-a08f9759396f service neutron] Checking segment: {'id': 'e9db6620-e2a6-4006-b291-e782ae41c2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '61100567-feee-46df-92d2-ee80b2b55540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:23:56.952668 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-573d72d4-1967-4c25-9de7-a08f9759396f service neutron] Bound using segment: {'id': 'e9db6620-e2a6-4006-b291-e782ae41c2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '61100567-feee-46df-92d2-ee80b2b55540'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:23:56.953376 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-573d72d4-1967-4c25-9de7-a08f9759396f service neutron] Bound port: 99c7f5a5-15c3-4f55-ad2b-60393b1ded63, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9db6620-e2a6-4006-b291-e782ae41c2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '61100567-feee-46df-92d2-ee80b2b55540'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:23:56.954010 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-573d72d4-1967-4c25-9de7-a08f9759396f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:57.082963 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826421ff-8f35-457b-876b-7606205a1b47 req-7d528db2-89ba-4e96-90a4-e02e097ce45e tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:57.093392 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-826421ff-8f35-457b-876b-7606205a1b47 req-7d528db2-89ba-4e96-90a4-e02e097ce45e tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/ports?device_id=b335ab8a-205c-4d95-a449-7c06bcaa2756 HTTP/1.1" status: 200 len: 944 time: 0.1554041 Nov 12 20:23:57.103501 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-573d72d4-1967-4c25-9de7-a08f9759396f service neutron] For port 99c7f5a5-15c3-4f55-ad2b-60393b1ded63, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:23:57.110991 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-573d72d4-1967-4c25-9de7-a08f9759396f service neutron] For port 99c7f5a5-15c3-4f55-ad2b-60393b1ded63, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=99c7f5a5-15c3-4f55-ad2b-60393b1ded63,segment=NetworkSegment(e9db6620-e2a6-4006-b291-e782ae41c2af),segment_id=e9db6620-e2a6-4006-b291-e782ae41c2af)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:23:57.127176 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-573d72d4-1967-4c25-9de7-a08f9759396f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:57.191489 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-826421ff-8f35-457b-876b-7606205a1b47 req-8a7d937c-1a76-4464-bfa7-ecd6a015df29 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/security-groups?id=752ce014-0457-4595-9471-ccd5b338c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961802 Nov 12 20:23:57.208813 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-573d72d4-1967-4c25-9de7-a08f9759396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:57.209450 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-573d72d4-1967-4c25-9de7-a08f9759396f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:23:57.216877 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-573d72d4-1967-4c25-9de7-a08f9759396f service neutron] 10.222.0.52 "PUT /v2.0/ports/99c7f5a5-15c3-4f55-ad2b-60393b1ded63 HTTP/1.1" status: 200 len: 1093 time: 1.6035333 Nov 12 20:23:57.225211 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b335ab8a-205c-4d95-a449-7c06bcaa2756', 'tag': '99c7f5a5-15c3-4f55-ad2b-60393b1ded63'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:23:57.229994 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda9e43a-aed8-47ed-aa84-bbdcd9c25177" -d '{"events": [{"name": "network-changed", "server_uuid": "b335ab8a-205c-4d95-a449-7c06bcaa2756", "tag": "99c7f5a5-15c3-4f55-ad2b-60393b1ded63"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:23:57.427938 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f232b0d-7a34-4f50-b208-776bdeda542b x-openstack-request-id: req-8f232b0d-7a34-4f50-b208-776bdeda542b {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:23:57.428257 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b335ab8a-205c-4d95-a449-7c06bcaa2756", "tag": "99c7f5a5-15c3-4f55-ad2b-60393b1ded63", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:23:57.429015 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f232b0d-7a34-4f50-b208-776bdeda542b {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:23:57.429495 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b335ab8a-205c-4d95-a449-7c06bcaa2756', 'tag': '99c7f5a5-15c3-4f55-ad2b-60393b1ded63', 'status': 'completed', 'code': 200} Nov 12 20:23:57.450130 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d72d4-1967-4c25-9de7-a08f9759396f service neutron] Pushing event updated for resources: {'Port': ['ID=99c7f5a5-15c3-4f55-ad2b-60393b1ded63,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:23:57.474040 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-645f2a1e-6a46-43db-9747-e85e99dee236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:57.478378 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-645f2a1e-6a46-43db-9747-e85e99dee236 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=92738d1d3f654740ba4abe0ceafc06b9&device_id=b335ab8a-205c-4d95-a449-7c06bcaa2756 HTTP/1.1" status: 200 len: 1096 time: 0.1911626 Nov 12 20:23:57.583552 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-d0bb3f7b-58db-46b6-801c-8cd086a47b0d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99c7f5a5-15c3-4f55-ad2b-60393b1ded63 HTTP/1.1" status: 200 len: 217 time: 0.0898190 Nov 12 20:23:57.701357 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-773ec296-e316-4c15-8b49-a461c2f54d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:57.703316 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-773ec296-e316-4c15-8b49-a461c2f54d89 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c15c060-5b3d-415d-9791-276d68812d61 HTTP/1.1" status: 200 len: 853 time: 0.1051686 Nov 12 20:23:57.748748 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-719dfd9b-2bc2-4614-bd78-7de7a0030852 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61100567-feee-46df-92d2-ee80b2b55540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351803 Nov 12 20:23:57.952202 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-02eb2b29-2838-4339-bf52-9e49b395dbc2 service neutron] 10.222.0.52 "GET /v2.0/networks/61100567-feee-46df-92d2-ee80b2b55540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910937 Nov 12 20:23:58.504208 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8c72d-c4a2-4b3f-bf06-a3b5ea34501a req-e57e17e6-e54a-41ea-a705-7da239200007 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:58.530835 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-19b8c72d-c4a2-4b3f-bf06-a3b5ea34501a req-e57e17e6-e54a-41ea-a705-7da239200007 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/ports?device_id=b335ab8a-205c-4d95-a449-7c06bcaa2756 HTTP/1.1" status: 200 len: 944 time: 0.1795881 Nov 12 20:23:58.629536 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-19b8c72d-c4a2-4b3f-bf06-a3b5ea34501a req-72a34310-ffc7-4107-aea3-9d232e7915af tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/security-groups?id=752ce014-0457-4595-9471-ccd5b338c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930212 Nov 12 20:23:59.067354 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e34ba-56f8-4a32-8f03-aa0d6ab719b9 req-177e7aac-00b7-4922-89b6-a35d725fc4e7 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:59.068949 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-481e34ba-56f8-4a32-8f03-aa0d6ab719b9 req-177e7aac-00b7-4922-89b6-a35d725fc4e7 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 943 time: 1.1092858 Nov 12 20:23:59.099469 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4ee1d64d-bac9-44ff-bd93-4fa33644e748 req-2ec2acb6-a769-4dea-929b-16551d0755fe service neutron] 10.222.0.52 "GET /v2.0/networks/61100567-feee-46df-92d2-ee80b2b55540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1243942 Nov 12 20:23:59.141841 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-481e34ba-56f8-4a32-8f03-aa0d6ab719b9 req-422018ed-d969-4180-bc4b-7437fe744657 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625696 Nov 12 20:23:59.264326 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9e43a-aed8-47ed-aa84-bbdcd9c25177 req-ffc157ad-d3c2-482b-82c5-09df2c6b8598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:59.266249 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eda9e43a-aed8-47ed-aa84-bbdcd9c25177 req-ffc157ad-d3c2-482b-82c5-09df2c6b8598 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=92738d1d3f654740ba4abe0ceafc06b9&device_id=b335ab8a-205c-4d95-a449-7c06bcaa2756 HTTP/1.1" status: 200 len: 1096 time: 0.0720582 Nov 12 20:23:59.528612 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9e43a-aed8-47ed-aa84-bbdcd9c25177 req-3f2f6da2-49e7-4db7-a36a-f91ac3b85c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:59.534957 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eda9e43a-aed8-47ed-aa84-bbdcd9c25177 req-3f2f6da2-49e7-4db7-a36a-f91ac3b85c98 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61100567-feee-46df-92d2-ee80b2b55540 HTTP/1.1" status: 200 len: 914 time: 0.2608385 Nov 12 20:23:59.694680 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eda9e43a-aed8-47ed-aa84-bbdcd9c25177 req-a61c267f-452e-47ff-b832-69626ed7da13 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99c7f5a5-15c3-4f55-ad2b-60393b1ded63 HTTP/1.1" status: 200 len: 217 time: 0.1486666 Nov 12 20:23:59.776350 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9e43a-aed8-47ed-aa84-bbdcd9c25177 req-6ab3c292-e11a-4aec-b74c-daf457a94f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:23:59.793734 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eda9e43a-aed8-47ed-aa84-bbdcd9c25177 req-6ab3c292-e11a-4aec-b74c-daf457a94f0e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c15c060-5b3d-415d-9791-276d68812d61 HTTP/1.1" status: 200 len: 853 time: 0.0898829 Nov 12 20:23:59.878127 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eda9e43a-aed8-47ed-aa84-bbdcd9c25177 req-e9b69d58-39de-42cb-93cb-be4de793bfec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61100567-feee-46df-92d2-ee80b2b55540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767279 Nov 12 20:24:00.049574 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba08f43-5d19-4756-a789-1ea1a3b44112 req-39f1647b-150b-4307-a758-333ab5fe2a02 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:00.051966 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4ba08f43-5d19-4756-a789-1ea1a3b44112 req-39f1647b-150b-4307-a758-333ab5fe2a02 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/ports?device_id=b335ab8a-205c-4d95-a449-7c06bcaa2756 HTTP/1.1" status: 200 len: 944 time: 0.1422734 Nov 12 20:24:00.120301 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eda9e43a-aed8-47ed-aa84-bbdcd9c25177 req-4f1a9f37-07ae-41c6-99c3-8ece5c43f37c service neutron] 10.222.0.52 "GET /v2.0/networks/61100567-feee-46df-92d2-ee80b2b55540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329168 Nov 12 20:24:00.147796 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4ba08f43-5d19-4756-a789-1ea1a3b44112 req-ee7e716f-9e52-4d55-961c-4efcb080f8df tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/security-groups?id=752ce014-0457-4595-9471-ccd5b338c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867875 Nov 12 20:24:00.321934 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eda9e43a-aed8-47ed-aa84-bbdcd9c25177 req-e305f275-3e92-44e4-83fb-0e3143079a60 service neutron] 10.222.0.52 "GET /v2.0/networks/61100567-feee-46df-92d2-ee80b2b55540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906765 Nov 12 20:24:00.454138 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0daa84-346d-4a1f-9819-2eb5e51a9efb req-ae68cf50-6bfe-4add-b916-754b3f49c35f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:00.457906 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fc0daa84-346d-4a1f-9819-2eb5e51a9efb req-ae68cf50-6bfe-4add-b916-754b3f49c35f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 943 time: 0.1329865 Nov 12 20:24:00.585843 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fc0daa84-346d-4a1f-9819-2eb5e51a9efb req-12235fad-8ceb-4bed-b981-9cd872f3b537 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161437 Nov 12 20:24:01.413818 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9fe48-44cc-4d79-bdb9-a12b914cd332 req-e383e7f9-7068-4d6a-b3ef-23a0d2841bb6 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:01.415382 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dfb9fe48-44cc-4d79-bdb9-a12b914cd332 req-e383e7f9-7068-4d6a-b3ef-23a0d2841bb6 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/ports?device_id=b335ab8a-205c-4d95-a449-7c06bcaa2756 HTTP/1.1" status: 200 len: 944 time: 0.1534286 Nov 12 20:24:01.541522 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dfb9fe48-44cc-4d79-bdb9-a12b914cd332 req-e4d6a27f-a08e-4d54-a91b-3c1278479c77 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/security-groups?id=752ce014-0457-4595-9471-ccd5b338c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145034 Nov 12 20:24:01.588035 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 99c7f5a5-15c3-4f55-ad2b-60393b1ded63 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:24:01.785077 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4bff1-e64b-4403-ab0a-14b7d5671884 req-d0c1db4b-61d6-4cb5-80e1-8d9fad211cf9 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:01.793603 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4aa4bff1-e64b-4403-ab0a-14b7d5671884 req-d0c1db4b-61d6-4cb5-80e1-8d9fad211cf9 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 943 time: 0.0890584 Nov 12 20:24:01.857328 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4aa4bff1-e64b-4403-ab0a-14b7d5671884 req-98ca1a45-a6f3-41c8-ab68-8845f23b9972 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624063 Nov 12 20:24:01.860410 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 99c7f5a5-15c3-4f55-ad2b-60393b1ded63, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=99c7f5a5-15c3-4f55-ad2b-60393b1ded63,segment=NetworkSegment(e9db6620-e2a6-4006-b291-e782ae41c2af),segment_id=e9db6620-e2a6-4006-b291-e782ae41c2af)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:24:01.886041 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '99c7f5a5-15c3-4f55-ad2b-60393b1ded63', 'network_id': '61100567-feee-46df-92d2-ee80b2b55540', 'port_id': '99c7f5a5-15c3-4f55-ad2b-60393b1ded63', 'mac_address': 'fa:16:3e:e4:9b:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c15c060-5b3d-415d-9791-276d68812d61', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:24:01.965463 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:02.014459 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c7f5a5-15c3-4f55-ad2b-60393b1ded63 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:24:02.066081 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 99c7f5a5-15c3-4f55-ad2b-60393b1ded63, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=99c7f5a5-15c3-4f55-ad2b-60393b1ded63,segment=NetworkSegment(e9db6620-e2a6-4006-b291-e782ae41c2af),segment_id=e9db6620-e2a6-4006-b291-e782ae41c2af)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:24:02.098909 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:02.337067 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=99c7f5a5-15c3-4f55-ad2b-60393b1ded63,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:24:02.378378 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['99c7f5a5-15c3-4f55-ad2b-60393b1ded63'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:24:02.409200 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:02.412980 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:02.413554 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:02.415675 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:02.416780 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:02.418576 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:02.420570 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:02.420932 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:02.421273 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:02.421609 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:02.424946 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:02.426934 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:02.782816 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d39c0-9605-43ec-bba9-a875ef676d77 req-2a59c9e6-7b70-47c8-aa61-f3fa70789054 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:02.791749 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6e1d39c0-9605-43ec-bba9-a875ef676d77 req-2a59c9e6-7b70-47c8-aa61-f3fa70789054 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/ports?device_id=b335ab8a-205c-4d95-a449-7c06bcaa2756 HTTP/1.1" status: 200 len: 945 time: 0.1012585 Nov 12 20:24:02.869328 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6e1d39c0-9605-43ec-bba9-a875ef676d77 req-91dd509e-acc7-4d00-add4-72a6c5ecd519 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/security-groups?id=752ce014-0457-4595-9471-ccd5b338c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751860 Nov 12 20:24:03.012602 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e93711-69ad-4cd9-8076-a55a77d46cc6 req-11ca2cbe-eba0-4b0f-98fd-7f15c45d4a8d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:03.025009 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-62e93711-69ad-4cd9-8076-a55a77d46cc6 req-11ca2cbe-eba0-4b0f-98fd-7f15c45d4a8d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 943 time: 0.0901892 Nov 12 20:24:03.148679 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-62e93711-69ad-4cd9-8076-a55a77d46cc6 req-b0fb332a-34c5-49dc-8c9f-6783eda0ae84 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224082 Nov 12 20:24:03.587718 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 99c7f5a5-15c3-4f55-ad2b-60393b1ded63 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:24:03.702797 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 99c7f5a5-15c3-4f55-ad2b-60393b1ded63 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:24:03.710413 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 99c7f5a5-15c3-4f55-ad2b-60393b1ded63 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:24:03.711832 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:03.853866 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:03.922948 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b335ab8a-205c-4d95-a449-7c06bcaa2756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c7f5a5-15c3-4f55-ad2b-60393b1ded63'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:24:03.926742 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca290eca-9059-4769-a88a-79ad50c862e0" -d '{"events": [{"server_uuid": "b335ab8a-205c-4d95-a449-7c06bcaa2756", "name": "network-vif-plugged", "status": "completed", "tag": "99c7f5a5-15c3-4f55-ad2b-60393b1ded63"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:24:03.971039 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 99c7f5a5-15c3-4f55-ad2b-60393b1ded63, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=99c7f5a5-15c3-4f55-ad2b-60393b1ded63,segment=NetworkSegment(e9db6620-e2a6-4006-b291-e782ae41c2af),segment_id=e9db6620-e2a6-4006-b291-e782ae41c2af)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:24:03.977628 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:04.103263 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d68d844-a0f4-4f1c-8122-89815451fc45 x-openstack-request-id: req-4d68d844-a0f4-4f1c-8122-89815451fc45 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:24:04.103572 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b335ab8a-205c-4d95-a449-7c06bcaa2756", "name": "network-vif-plugged", "status": "completed", "tag": "99c7f5a5-15c3-4f55-ad2b-60393b1ded63", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:24:04.103833 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4d68d844-a0f4-4f1c-8122-89815451fc45 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:24:04.106354 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b335ab8a-205c-4d95-a449-7c06bcaa2756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c7f5a5-15c3-4f55-ad2b-60393b1ded63', 'code': 200} Nov 12 20:24:04.172152 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=99c7f5a5-15c3-4f55-ad2b-60393b1ded63,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:24:04.174957 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68326fb-5976-4d60-8111-ca92858061fe req-bd5fede8-3694-4328-b819-cc06558abf16 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:04.178925 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d68326fb-5976-4d60-8111-ca92858061fe req-bd5fede8-3694-4328-b819-cc06558abf16 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/ports?device_id=b335ab8a-205c-4d95-a449-7c06bcaa2756 HTTP/1.1" status: 200 len: 946 time: 0.1696150 Nov 12 20:24:04.304918 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d68326fb-5976-4d60-8111-ca92858061fe req-c4835993-3f72-4c19-a9ac-8990528cb3ac tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/security-groups?id=752ce014-0457-4595-9471-ccd5b338c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147904 Nov 12 20:24:04.375360 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493dfa19-1c20-4678-a292-991ae7935e01 req-f811622e-8cfc-4f86-b256-4c909a74483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:04.389857 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-493dfa19-1c20-4678-a292-991ae7935e01 req-f811622e-8cfc-4f86-b256-4c909a74483e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b335ab8a-205c-4d95-a449-7c06bcaa2756 HTTP/1.1" status: 200 len: 1098 time: 0.1723201 Nov 12 20:24:04.467716 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9567e6e-656c-4072-a766-dcff867ce37f req-d47ddba2-c5ec-4f37-b12d-9dbd8182a891 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:04.488964 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a9567e6e-656c-4072-a766-dcff867ce37f req-d47ddba2-c5ec-4f37-b12d-9dbd8182a891 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 943 time: 0.1732318 Nov 12 20:24:04.535627 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-493dfa19-1c20-4678-a292-991ae7935e01 req-994f2039-2d59-465c-b91b-4b271fb5e096 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=752ce014-0457-4595-9471-ccd5b338c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319704 Nov 12 20:24:04.702477 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a9567e6e-656c-4072-a766-dcff867ce37f req-fe49c6ee-737a-41b1-b77f-3ef4f0638209 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995308 Nov 12 20:24:05.487489 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ba277-9dc3-468e-aa29-a7f602508ec9 req-68cc0426-14c0-4e35-8b53-c1c12f9f61bc tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:05.495666 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-536ba277-9dc3-468e-aa29-a7f602508ec9 req-68cc0426-14c0-4e35-8b53-c1c12f9f61bc tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/ports?device_id=b335ab8a-205c-4d95-a449-7c06bcaa2756 HTTP/1.1" status: 200 len: 946 time: 0.0674400 Nov 12 20:24:05.582405 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-536ba277-9dc3-468e-aa29-a7f602508ec9 req-a1b1b631-43f4-45d6-a389-6bb1a6f14fbb tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/security-groups?id=752ce014-0457-4595-9471-ccd5b338c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857375 Nov 12 20:24:05.967911 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8be1f-d52e-43c2-847f-35d1dfe4a960 req-c724904b-d12f-4613-810d-fba55ad9dfbe tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:05.977054 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8a8be1f-d52e-43c2-847f-35d1dfe4a960 req-c724904b-d12f-4613-810d-fba55ad9dfbe tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 946 time: 0.0743806 Nov 12 20:24:06.010389 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e2f98-1c59-486e-98eb-3b8c9defa512 req-e1a06119-fbd3-4936-ba32-99a5b8d3afd9 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:06.023630 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c16e2f98-1c59-486e-98eb-3b8c9defa512 req-e1a06119-fbd3-4936-ba32-99a5b8d3afd9 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 943 time: 0.1423304 Nov 12 20:24:06.100781 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8a8be1f-d52e-43c2-847f-35d1dfe4a960 req-8f6d0a8e-cdfd-4ee3-8fdd-78e3d7857751 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126995 Nov 12 20:24:06.136527 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c16e2f98-1c59-486e-98eb-3b8c9defa512 req-65bf2176-cc88-4064-88d6-2aa0bfef3beb tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065860 Nov 12 20:24:06.834733 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e78dce-1b11-41a7-8132-db186219d405 req-592ef492-89a1-4b91-98d5-29341a07e402 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:06.844851 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b0e78dce-1b11-41a7-8132-db186219d405 req-592ef492-89a1-4b91-98d5-29341a07e402 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/ports?device_id=b335ab8a-205c-4d95-a449-7c06bcaa2756 HTTP/1.1" status: 200 len: 946 time: 0.1629066 Nov 12 20:24:06.961527 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b0e78dce-1b11-41a7-8132-db186219d405 req-b7be0e1a-251f-4812-a96f-798b4f3e0cf3 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/security-groups?id=752ce014-0457-4595-9471-ccd5b338c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014850 Nov 12 20:24:07.383853 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681ee33-f3b8-4cb6-b9d9-a384b79f3666 req-aac3bde1-4580-4e91-a19f-1cf1f8a39701 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:07.393470 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5681ee33-f3b8-4cb6-b9d9-a384b79f3666 req-aac3bde1-4580-4e91-a19f-1cf1f8a39701 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 943 time: 0.1173840 Nov 12 20:24:07.460796 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5681ee33-f3b8-4cb6-b9d9-a384b79f3666 req-b69344e8-d58c-4b6f-b702-2dd07e1d57a2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588386 Nov 12 20:24:07.875018 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a45867-267f-4b5b-bc98-74c8c3da354e req-a0d23545-908f-41ae-8336-0c1ff3b88018 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:07.888097 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-01a45867-267f-4b5b-bc98-74c8c3da354e req-a0d23545-908f-41ae-8336-0c1ff3b88018 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/ports?device_id=b335ab8a-205c-4d95-a449-7c06bcaa2756 HTTP/1.1" status: 200 len: 946 time: 0.1143429 Nov 12 20:24:08.057936 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-01a45867-267f-4b5b-bc98-74c8c3da354e req-ed3f7049-3806-4d26-ab41-ac5b31caae57 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/security-groups?id=752ce014-0457-4595-9471-ccd5b338c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682961 Nov 12 20:24:08.732048 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659436f-347b-4645-b0b8-9a38361c9e53 req-44b38a28-ba6d-455d-b599-0614e79d3588 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:08.748901 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b659436f-347b-4645-b0b8-9a38361c9e53 req-44b38a28-ba6d-455d-b599-0614e79d3588 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 943 time: 0.1700292 Nov 12 20:24:08.940904 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b659436f-347b-4645-b0b8-9a38361c9e53 req-4759ec09-4457-4cbe-a775-bb1edaa37c43 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841803 Nov 12 20:24:09.235668 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b589d17-0792-434b-af23-730541061786 req-7dfef042-e207-4a6f-8833-94bfe6dc8716 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:09.258216 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1b589d17-0792-434b-af23-730541061786 req-7dfef042-e207-4a6f-8833-94bfe6dc8716 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.52 "GET /v2.0/ports?device_id=b335ab8a-205c-4d95-a449-7c06bcaa2756 HTTP/1.1" status: 200 len: 946 time: 0.1879575 Nov 12 20:24:09.334753 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e462652-4d59-4c23-9958-703546fd6806 req-444e6678-6609-405b-b936-71c73a68e923 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:09.343350 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6e462652-4d59-4c23-9958-703546fd6806 req-444e6678-6609-405b-b936-71c73a68e923 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/ports?device_id=b335ab8a-205c-4d95-a449-7c06bcaa2756 HTTP/1.1" status: 200 len: 946 time: 0.1036329 Nov 12 20:24:09.405176 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6e462652-4d59-4c23-9958-703546fd6806 req-f6026b6d-600d-4b01-b1fc-81f82eda7c18 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/security-groups?id=752ce014-0457-4595-9471-ccd5b338c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587039 Nov 12 20:24:09.467610 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-1b589d17-0792-434b-af23-730541061786 req-eff21831-021b-4a1a-b471-16992d02c48d tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Deleting port 99c7f5a5-15c3-4f55-ad2b-60393b1ded63 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:24:09.468086 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1b589d17-0792-434b-af23-730541061786 req-eff21831-021b-4a1a-b471-16992d02c48d tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:09.700086 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-1b589d17-0792-434b-af23-730541061786 req-eff21831-021b-4a1a-b471-16992d02c48d tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] For port 99c7f5a5-15c3-4f55-ad2b-60393b1ded63, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=99c7f5a5-15c3-4f55-ad2b-60393b1ded63,segment=NetworkSegment(e9db6620-e2a6-4006-b291-e782ae41c2af),segment_id=e9db6620-e2a6-4006-b291-e782ae41c2af)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:24:09.703584 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1b589d17-0792-434b-af23-730541061786 req-eff21831-021b-4a1a-b471-16992d02c48d tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:09.734359 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-1b589d17-0792-434b-af23-730541061786 req-eff21831-021b-4a1a-b471-16992d02c48d tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Calling delete_port for 99c7f5a5-15c3-4f55-ad2b-60393b1ded63 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:24:10.432258 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9caed3-2cc9-4927-9d8c-ed4c003c872d req-ed588405-386f-4964-9914-3ca58096475c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:10.434463 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9f9caed3-2cc9-4927-9d8c-ed4c003c872d req-ed588405-386f-4964-9914-3ca58096475c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 943 time: 0.2257695 Nov 12 20:24:10.455788 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1b589d17-0792-434b-af23-730541061786 req-eff21831-021b-4a1a-b471-16992d02c48d tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:10.601102 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9ba0da16-2a07-4908-ba40-08b883e567d3 req-670f5fbd-ecb5-462b-87b4-bfa0349b4f53 tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.48 "GET /v2.0/ports?device_id=b335ab8a-205c-4d95-a449-7c06bcaa2756 HTTP/1.1" status: 200 len: 210 time: 0.0576229 Nov 12 20:24:10.621152 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff21831-021b-4a1a-b471-16992d02c48d tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Pushing event deleted for resources: {'Port': ['ID=99c7f5a5-15c3-4f55-ad2b-60393b1ded63,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:24:10.697238 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b589d17-0792-434b-af23-730541061786 req-eff21831-021b-4a1a-b471-16992d02c48d tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] No DVR routers for this DVR port 99c7f5a5-15c3-4f55-ad2b-60393b1ded63 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:24:10.707392 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1b589d17-0792-434b-af23-730541061786 req-eff21831-021b-4a1a-b471-16992d02c48d tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:10.720051 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1b589d17-0792-434b-af23-730541061786 req-eff21831-021b-4a1a-b471-16992d02c48d tempest-ServerAddressesTestJSON-1162705348 tempest-ServerAddressesTestJSON-1162705348-project] 10.222.0.52 "DELETE /v2.0/ports/99c7f5a5-15c3-4f55-ad2b-60393b1ded63 HTTP/1.1" status: 204 len: 173 time: 1.4502900 Nov 12 20:24:10.733012 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b335ab8a-205c-4d95-a449-7c06bcaa2756', 'name': 'network-vif-deleted', 'tag': '99c7f5a5-15c3-4f55-ad2b-60393b1ded63'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:24:10.735686 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd4b090-29d8-4328-b62f-2e0cd8d81fcc" -d '{"events": [{"server_uuid": "b335ab8a-205c-4d95-a449-7c06bcaa2756", "name": "network-vif-deleted", "tag": "99c7f5a5-15c3-4f55-ad2b-60393b1ded63"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:24:10.757588 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9f9caed3-2cc9-4927-9d8c-ed4c003c872d req-9b91e987-4b48-403e-933e-c463f7b3ebd0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123403 Nov 12 20:24:10.788037 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device a2266bfb-a0d4-4896-9432-d20ec2953989 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:24:10.863424 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8593fc-91eb-48ae-b749-15dc3b10be7c x-openstack-request-id: req-3f8593fc-91eb-48ae-b749-15dc3b10be7c {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:24:10.863708 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b335ab8a-205c-4d95-a449-7c06bcaa2756", "name": "network-vif-deleted", "tag": "99c7f5a5-15c3-4f55-ad2b-60393b1ded63", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:24:10.863905 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3f8593fc-91eb-48ae-b749-15dc3b10be7c {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:24:10.864334 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b335ab8a-205c-4d95-a449-7c06bcaa2756', 'name': 'network-vif-deleted', 'tag': '99c7f5a5-15c3-4f55-ad2b-60393b1ded63', 'status': 'completed', 'code': 200} Nov 12 20:24:10.996365 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port a2266bfb-a0d4-4896-9432-d20ec2953989, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a2266bfb-a0d4-4896-9432-d20ec2953989,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:24:11.030549 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'a2266bfb-a0d4-4896-9432-d20ec2953989', 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786', 'port_id': 'a2266bfb-a0d4-4896-9432-d20ec2953989', 'mac_address': 'fa:16:3e:dc:dd:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c500cb5-3e69-49e9-9723-b1dae39e8dfb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:24:11.093183 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:11.122007 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2266bfb-a0d4-4896-9432-d20ec2953989 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:24:11.183958 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port a2266bfb-a0d4-4896-9432-d20ec2953989, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a2266bfb-a0d4-4896-9432-d20ec2953989,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:24:11.192890 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:11.375424 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['a2266bfb-a0d4-4896-9432-d20ec2953989'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:24:11.515644 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=a2266bfb-a0d4-4896-9432-d20ec2953989,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:24:11.662258 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 99c7f5a5-15c3-4f55-ad2b-60393b1ded63 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:24:11.762989 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 60742) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:24:11.807303 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 99c7f5a5-15c3-4f55-ad2b-60393b1ded63 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:24:11.808343 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 99c7f5a5-15c3-4f55-ad2b-60393b1ded63 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:24:11.889057 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-311fe9a8-0a22-49b7-ad3c-486e618cb39d admin admin] Deleting subnet 6c15c060-5b3d-415d-9791-276d68812d61 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:24:11.900061 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-311fe9a8-0a22-49b7-ad3c-486e618cb39d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:12.011807 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-311fe9a8-0a22-49b7-ad3c-486e618cb39d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:12.080858 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf7e98-9b15-4225-bd1c-ee3c93e92b6a req-6829e2c7-763f-4015-b78c-2cfd7b3e5b99 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:12.082448 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4eaf7e98-9b15-4225-bd1c-ee3c93e92b6a req-6829e2c7-763f-4015-b78c-2cfd7b3e5b99 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 943 time: 0.1574066 Nov 12 20:24:12.187732 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4eaf7e98-9b15-4225-bd1c-ee3c93e92b6a req-81a7236b-e478-4ae0-b611-79755b455b55 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961437 Nov 12 20:24:12.199110 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-311fe9a8-0a22-49b7-ad3c-486e618cb39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:12.435933 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-311fe9a8-0a22-49b7-ad3c-486e618cb39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:12.536103 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311fe9a8-0a22-49b7-ad3c-486e618cb39d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c15c060-5b3d-415d-9791-276d68812d61,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:24:12.543204 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-311fe9a8-0a22-49b7-ad3c-486e618cb39d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:12.554985 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-311fe9a8-0a22-49b7-ad3c-486e618cb39d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6c15c060-5b3d-415d-9791-276d68812d61 HTTP/1.1" status: 204 len: 168 time: 0.7908223 Nov 12 20:24:12.558119 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 60766) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:24:12.720346 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-79cebd0e-36bf-4c9a-9bde-fc2369ea1af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:12.810307 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device a2266bfb-a0d4-4896-9432-d20ec2953989 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:24:12.987705 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port a2266bfb-a0d4-4896-9432-d20ec2953989 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:24:12.988361 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:13.247397 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:13.406675 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port a2266bfb-a0d4-4896-9432-d20ec2953989, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a2266bfb-a0d4-4896-9432-d20ec2953989,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:24:13.415656 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986c48be-0714-4270-bf8f-839ed717fa4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2266bfb-a0d4-4896-9432-d20ec2953989'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:24:13.421076 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ac153a-37ee-4c11-b1ef-38fdb91aaedc" -d '{"events": [{"server_uuid": "986c48be-0714-4270-bf8f-839ed717fa4e", "name": "network-vif-plugged", "status": "completed", "tag": "a2266bfb-a0d4-4896-9432-d20ec2953989"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:24:13.449808 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:13.522132 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-79cebd0e-36bf-4c9a-9bde-fc2369ea1af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:13.581842 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-79cebd0e-36bf-4c9a-9bde-fc2369ea1af4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61100567-feee-46df-92d2-ee80b2b55540']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:24:13.589224 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd412121-5a38-4c1d-ac0a-cc49fee024e3 x-openstack-request-id: req-dd412121-5a38-4c1d-ac0a-cc49fee024e3 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:24:13.589515 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986c48be-0714-4270-bf8f-839ed717fa4e", "name": "network-vif-plugged", "status": "completed", "tag": "a2266bfb-a0d4-4896-9432-d20ec2953989", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:24:13.589748 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dd412121-5a38-4c1d-ac0a-cc49fee024e3 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:24:13.590137 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986c48be-0714-4270-bf8f-839ed717fa4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2266bfb-a0d4-4896-9432-d20ec2953989', 'code': 200} Nov 12 20:24:13.629046 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-79cebd0e-36bf-4c9a-9bde-fc2369ea1af4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9db6620-e2a6-4006-b291-e782ae41c2af') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:24:13.629761 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-79cebd0e-36bf-4c9a-9bde-fc2369ea1af4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9db6620-e2a6-4006-b291-e782ae41c2af') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:24:13.641079 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=a2266bfb-a0d4-4896-9432-d20ec2953989,revision_number=7']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:24:13.670704 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd58d94-68ab-4684-9ecd-857cc8cb060e req-0e635fc0-a63f-4a5b-bbdf-26e4a6fe4a91 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:13.673150 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-79cebd0e-36bf-4c9a-9bde-fc2369ea1af4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:13.675668 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-afd58d94-68ab-4684-9ecd-857cc8cb060e req-0e635fc0-a63f-4a5b-bbdf-26e4a6fe4a91 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 943 time: 0.3612931 Nov 12 20:24:13.720542 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-79cebd0e-36bf-4c9a-9bde-fc2369ea1af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:13.730571 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79cebd0e-36bf-4c9a-9bde-fc2369ea1af4 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:24:13.731642 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-79cebd0e-36bf-4c9a-9bde-fc2369ea1af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:24:13.756159 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:24:13.779225 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-afd58d94-68ab-4684-9ecd-857cc8cb060e req-19ef899b-dba3-4774-b3b8-a23a8c957f9e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833890 Nov 12 20:24:13.871404 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-79cebd0e-36bf-4c9a-9bde-fc2369ea1af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:13.907330 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-79cebd0e-36bf-4c9a-9bde-fc2369ea1af4 admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:13.914618 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-79cebd0e-36bf-4c9a-9bde-fc2369ea1af4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/61100567-feee-46df-92d2-ee80b2b55540 HTTP/1.1" status: 204 len: 168 time: 1.3551786 Nov 12 20:24:13.916829 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cebd0e-36bf-4c9a-9bde-fc2369ea1af4 admin admin] Pushing event deleted for resources: {'Network': ['ID=61100567-feee-46df-92d2-ee80b2b55540,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:24:14.179118 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 60816) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:24:14.246618 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fe58312e-c65c-4e02-be3c-c31c1a59ece7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=92738d1d3f654740ba4abe0ceafc06b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0660963 Nov 12 20:24:14.248919 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 60818) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:24:14.350958 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-adfc88d8-a194-48d0-aa6c-4729056f21f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:14.389303 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-adfc88d8-a194-48d0-aa6c-4729056f21f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:14.445563 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-adfc88d8-a194-48d0-aa6c-4729056f21f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:14.448862 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-adfc88d8-a194-48d0-aa6c-4729056f21f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:14.450128 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-adfc88d8-a194-48d0-aa6c-4729056f21f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/752ce014-0457-4595-9471-ccd5b338c4ee HTTP/1.1" status: 204 len: 168 time: 0.1971302 Nov 12 20:24:14.461619 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc88d8-a194-48d0-aa6c-4729056f21f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752ce014-0457-4595-9471-ccd5b338c4ee,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:24:14.820115 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 5573ef46-a6e9-4363-8d41-481245ff9cf6 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:24:15.057746 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f34e35-9457-4bee-be16-9c694a42c0b4 req-6847dee8-d7b8-4e43-aa9c-c43573735f04 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:15.091751 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46f34e35-9457-4bee-be16-9c694a42c0b4 req-6847dee8-d7b8-4e43-aa9c-c43573735f04 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 943 time: 0.1412919 Nov 12 20:24:15.228285 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 5573ef46-a6e9-4363-8d41-481245ff9cf6, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5573ef46-a6e9-4363-8d41-481245ff9cf6,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:24:15.249658 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46f34e35-9457-4bee-be16-9c694a42c0b4 req-c3ee318d-c5d5-485d-abd1-3eb16a6edb67 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565700 Nov 12 20:24:15.315986 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '5573ef46-a6e9-4363-8d41-481245ff9cf6', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'port_id': '5573ef46-a6e9-4363-8d41-481245ff9cf6', 'mac_address': 'fa:16:3e:c4:60:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:24:15.439104 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:15.475313 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5573ef46-a6e9-4363-8d41-481245ff9cf6 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:24:15.545523 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 5573ef46-a6e9-4363-8d41-481245ff9cf6, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5573ef46-a6e9-4363-8d41-481245ff9cf6,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:24:15.552625 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:15.795860 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=5573ef46-a6e9-4363-8d41-481245ff9cf6,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:24:15.953121 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['5573ef46-a6e9-4363-8d41-481245ff9cf6'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:24:16.537206 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466671fa-f11b-4dfe-83c1-8199eafdf57b req-b3d788d4-23a8-464d-8282-09b43fd7193e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:16.545092 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-466671fa-f11b-4dfe-83c1-8199eafdf57b req-b3d788d4-23a8-464d-8282-09b43fd7193e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 944 time: 0.1215565 Nov 12 20:24:16.676141 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-466671fa-f11b-4dfe-83c1-8199eafdf57b req-b40dad9d-0965-49e6-9ff0-e38b79270b2d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285989 Nov 12 20:24:17.973375 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f6f8e-ba81-480a-be44-35f9555242de req-eb707f72-ae6c-41d8-81c3-3bbb732c5908 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:17.986304 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c55f6f8e-ba81-480a-be44-35f9555242de req-eb707f72-ae6c-41d8-81c3-3bbb732c5908 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 944 time: 0.1471505 Nov 12 20:24:18.143258 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c55f6f8e-ba81-480a-be44-35f9555242de req-d7d116ce-58b5-4782-bcf1-0b3370347d9a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505721 Nov 12 20:24:18.841387 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 5573ef46-a6e9-4363-8d41-481245ff9cf6 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:24:19.034778 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 5573ef46-a6e9-4363-8d41-481245ff9cf6 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:24:19.042533 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 5573ef46-a6e9-4363-8d41-481245ff9cf6 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:24:19.044068 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:19.394029 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:19.467645 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadae7f-4c6e-4598-9737-aed7fd291be5 req-c26314ba-668e-40f6-9208-2cdf1240b2dd tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:19.478887 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 5573ef46-a6e9-4363-8d41-481245ff9cf6, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5573ef46-a6e9-4363-8d41-481245ff9cf6,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:24:19.485670 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34772d6e-8392-4ab8-8e28-895a72ce8ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5573ef46-a6e9-4363-8d41-481245ff9cf6'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:24:19.487440 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8cadae7f-4c6e-4598-9737-aed7fd291be5 req-c26314ba-668e-40f6-9208-2cdf1240b2dd tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 944 time: 0.1947935 Nov 12 20:24:19.491587 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8604e458-f77f-46f2-b1c1-1db5150ba111" -d '{"events": [{"server_uuid": "34772d6e-8392-4ab8-8e28-895a72ce8ed4", "name": "network-vif-plugged", "status": "completed", "tag": "5573ef46-a6e9-4363-8d41-481245ff9cf6"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:24:19.503433 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:19.658784 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=5573ef46-a6e9-4363-8d41-481245ff9cf6,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:24:19.667121 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8cadae7f-4c6e-4598-9737-aed7fd291be5 req-e0d7b3a2-039a-4286-a02e-4358be800985 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745613 Nov 12 20:24:19.780928 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b7c411-5695-4af1-a0f8-b212ee0e8760 x-openstack-request-id: req-02b7c411-5695-4af1-a0f8-b212ee0e8760 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:24:19.781218 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34772d6e-8392-4ab8-8e28-895a72ce8ed4", "name": "network-vif-plugged", "status": "completed", "tag": "5573ef46-a6e9-4363-8d41-481245ff9cf6", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:24:19.781484 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-02b7c411-5695-4af1-a0f8-b212ee0e8760 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:24:19.781887 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34772d6e-8392-4ab8-8e28-895a72ce8ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5573ef46-a6e9-4363-8d41-481245ff9cf6', 'code': 200} Nov 12 20:24:19.922121 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dbde0434-bb8f-48e3-acd4-eee69347e536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:20.024784 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ac4cd-4f25-4326-b2a5-4a6a9f492389 req-ee97c79c-609e-436a-a01f-0633c37cb2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:20.028117 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-165ac4cd-4f25-4326-b2a5-4a6a9f492389 req-ee97c79c-609e-436a-a01f-0633c37cb2dc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 1097 time: 0.1718557 Nov 12 20:24:20.140805 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-165ac4cd-4f25-4326-b2a5-4a6a9f492389 req-0e173e61-0370-4dfe-8a91-ecf447bb1a14 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053550 Nov 12 20:24:20.186663 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:20.657472 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:24:20.943695 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e377b-5746-477c-8f39-f22ced415d88 req-5c18bbe0-f896-4a86-87a0-b95c2eca5a3b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:20.951038 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-673e377b-5746-477c-8f39-f22ced415d88 req-5c18bbe0-f896-4a86-87a0-b95c2eca5a3b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 945 time: 0.1060996 Nov 12 20:24:21.031607 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-673e377b-5746-477c-8f39-f22ced415d88 req-4515aa5e-d085-45f4-bab1-ad2080494a8f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782847 Nov 12 20:24:22.334060 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1cfe9-9d6c-4166-af41-fdade153620b req-23dc1884-02d9-4821-adf3-1f4fdae2cbde tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:22.336511 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24d1cfe9-9d6c-4166-af41-fdade153620b req-23dc1884-02d9-4821-adf3-1f4fdae2cbde tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 945 time: 0.0990269 Nov 12 20:24:22.512001 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24d1cfe9-9d6c-4166-af41-fdade153620b req-21184949-2bb8-4702-bdeb-3346c3af4d9d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410832 Nov 12 20:24:22.760999 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-87c2412a-aca8-4ffe-af1d-dd49e02524d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:22.806316 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe9e16-479f-4787-beca-f83a77d387b5 req-546ede60-fd71-488e-8bdd-650fa83a73e7 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:22.813446 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9cfe9e16-479f-4787-beca-f83a77d387b5 req-546ede60-fd71-488e-8bdd-650fa83a73e7 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 945 time: 0.1356468 Nov 12 20:24:22.934970 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9cfe9e16-479f-4787-beca-f83a77d387b5 req-3b2f4ab3-42cd-4118-ae9f-0c0564de80da tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110513 Nov 12 20:24:23.233259 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8259934-d9d1-4a5d-871f-dd5e4391d165 req-a310c612-0b03-49c6-b74b-afecb318d0ce tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:23.250568 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e8259934-d9d1-4a5d-871f-dd5e4391d165 req-a310c612-0b03-49c6-b74b-afecb318d0ce tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 945 time: 0.1204963 Nov 12 20:24:23.387751 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e8259934-d9d1-4a5d-871f-dd5e4391d165 req-3626e058-51df-4b5f-beba-2fed79ef7527 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356647 Nov 12 20:24:23.769711 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:23.825324 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:24.128300 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c96514-649e-40ed-8631-764054638328 req-0c30c41a-8ac2-4edd-adc1-9eddc1686695 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:24.136471 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f6c96514-649e-40ed-8631-764054638328 req-0c30c41a-8ac2-4edd-adc1-9eddc1686695 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 945 time: 0.0831895 Nov 12 20:24:24.293737 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f6c96514-649e-40ed-8631-764054638328 req-37dd1639-4303-4e2b-bfff-d8229e9b5c18 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562908 Nov 12 20:24:25.224846 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:25.562822 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3c550-3abc-4438-bc86-0cecc1ca9a3a req-8de815cd-17be-43ee-9e42-d4c898559c14 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:25.575672 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eaa3c550-3abc-4438-bc86-0cecc1ca9a3a req-8de815cd-17be-43ee-9e42-d4c898559c14 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 945 time: 0.1357622 Nov 12 20:24:25.623749 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4ade2-1859-4fc7-9284-9ced594e982e req-fb690e80-f00f-48e3-9006-e9a48ae1da05 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:25.630707 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-43e4ade2-1859-4fc7-9284-9ced594e982e req-fb690e80-f00f-48e3-9006-e9a48ae1da05 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.55 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 945 time: 0.1182365 Nov 12 20:24:25.677814 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eaa3c550-3abc-4438-bc86-0cecc1ca9a3a req-e4ac7993-f44b-4210-a17c-327d196c0d5b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008432 Nov 12 20:24:25.867091 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-43e4ade2-1859-4fc7-9284-9ced594e982e req-3c57cf75-3a72-43f8-bd83-7c81d31ee3be tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Deleting port 5573ef46-a6e9-4363-8d41-481245ff9cf6 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:24:25.867717 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-43e4ade2-1859-4fc7-9284-9ced594e982e req-3c57cf75-3a72-43f8-bd83-7c81d31ee3be tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:25.948042 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:26.070953 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-43e4ade2-1859-4fc7-9284-9ced594e982e req-3c57cf75-3a72-43f8-bd83-7c81d31ee3be tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] For port 5573ef46-a6e9-4363-8d41-481245ff9cf6, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5573ef46-a6e9-4363-8d41-481245ff9cf6,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:24:26.071794 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-43e4ade2-1859-4fc7-9284-9ced594e982e req-3c57cf75-3a72-43f8-bd83-7c81d31ee3be tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:26.088675 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-43e4ade2-1859-4fc7-9284-9ced594e982e req-3c57cf75-3a72-43f8-bd83-7c81d31ee3be tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Calling delete_port for 5573ef46-a6e9-4363-8d41-481245ff9cf6 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:24:26.389996 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-43e4ade2-1859-4fc7-9284-9ced594e982e req-3c57cf75-3a72-43f8-bd83-7c81d31ee3be tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:26.406166 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['5573ef46-a6e9-4363-8d41-481245ff9cf6'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:24:26.657356 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e4ade2-1859-4fc7-9284-9ced594e982e req-3c57cf75-3a72-43f8-bd83-7c81d31ee3be tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] No DVR routers for this DVR port 5573ef46-a6e9-4363-8d41-481245ff9cf6 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:24:26.659100 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57cf75-3a72-43f8-bd83-7c81d31ee3be tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event deleted for resources: {'Port': ['ID=5573ef46-a6e9-4363-8d41-481245ff9cf6,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:24:26.670544 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-43e4ade2-1859-4fc7-9284-9ced594e982e req-3c57cf75-3a72-43f8-bd83-7c81d31ee3be tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:26.685021 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-43e4ade2-1859-4fc7-9284-9ced594e982e req-3c57cf75-3a72-43f8-bd83-7c81d31ee3be tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.55 "DELETE /v2.0/ports/5573ef46-a6e9-4363-8d41-481245ff9cf6 HTTP/1.1" status: 204 len: 173 time: 1.0486610 Nov 12 20:24:26.695936 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34772d6e-8392-4ab8-8e28-895a72ce8ed4', 'name': 'network-vif-deleted', 'tag': '5573ef46-a6e9-4363-8d41-481245ff9cf6'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:24:26.701710 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5815a4ec-6143-45f5-8cdc-a094ceed96f9" -d '{"events": [{"server_uuid": "34772d6e-8392-4ab8-8e28-895a72ce8ed4", "name": "network-vif-deleted", "tag": "5573ef46-a6e9-4363-8d41-481245ff9cf6"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:24:26.883981 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8272c8af-5e4d-46f8-9203-082c68013483 req-0d967aa1-baa8-4a18-82dc-f61309930fe8 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 210 time: 0.0499740 Nov 12 20:24:26.961994 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2f3b85-d165-4c72-ba3c-ca7a453cd4b4 x-openstack-request-id: req-8a2f3b85-d165-4c72-ba3c-ca7a453cd4b4 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:24:26.962574 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34772d6e-8392-4ab8-8e28-895a72ce8ed4", "name": "network-vif-deleted", "tag": "5573ef46-a6e9-4363-8d41-481245ff9cf6", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:24:26.963061 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8a2f3b85-d165-4c72-ba3c-ca7a453cd4b4 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:24:26.963872 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34772d6e-8392-4ab8-8e28-895a72ce8ed4', 'name': 'network-vif-deleted', 'tag': '5573ef46-a6e9-4363-8d41-481245ff9cf6', 'status': 'completed', 'code': 200} Nov 12 20:24:28.053041 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ced10b71-d585-407b-980a-3edcbb6c1820 req-6f740415-6bcd-4e38-8a4e-7b95a536c2a7 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 210 time: 0.0519564 Nov 12 20:24:28.931097 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 5573ef46-a6e9-4363-8d41-481245ff9cf6 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:24:28.989365 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 5573ef46-a6e9-4363-8d41-481245ff9cf6 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:24:28.995258 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 5573ef46-a6e9-4363-8d41-481245ff9cf6 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:24:29.303009 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-712cf683-5630-4e61-b918-9fa9ce40b2ef req-e1ba5cac-55c9-4396-b3d2-225763b63801 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 210 time: 0.0815043 Nov 12 20:24:30.490053 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b16f7ea0-ed93-48a0-bc1d-a7273c2349c3 req-9a95d0a0-4064-4cdb-bb05-3dada1609b4f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 210 time: 0.0709908 Nov 12 20:24:31.567596 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-784cc309-72a6-453e-96c0-2f2ad1a03681 req-d404592e-bffc-483c-b3ca-047e17e53de5 tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0854642 Nov 12 20:24:31.646700 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a8bb5426-7c5e-4f55-acf2-2658b86ed887 req-dca206ef-5677-47e3-b0ce-6f220462962d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 210 time: 0.0481191 Nov 12 20:24:32.830620 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c3bde038-ff8b-47b3-8b36-5c92009df736 req-ad1c73f8-c9c3-4ada-8bcd-84a2427cde8d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 210 time: 0.0708857 Nov 12 20:24:32.972614 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-816f02e7-f2b2-453e-8c12-39ee62a7934c req-d01324a1-c32f-4cc3-8e9c-6a5d3946f41f tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.1124830 Nov 12 20:24:34.028145 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd5567a2-b90c-42b4-8b4a-d9b59e083ed4 req-63738aad-5ead-4e74-bab1-cb027361dec1 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 210 time: 0.0756054 Nov 12 20:24:34.204975 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4373988c-25a6-4f8d-9f0e-61eb656a891f req-a0b0dee5-73c9-4679-b62b-ca32bd2e9ecf tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0567727 Nov 12 20:24:34.877813 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b3d584b8-22b3-48b5-8fba-fd4443a3a517 req-48e1f08c-4078-4e2c-9e50-78250dcfce2d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0576577 Nov 12 20:24:35.199271 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-524e5775-7175-41b4-b326-80efbce6c9bc req-badd5af5-5738-4132-a09d-eacde6db44a7 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 210 time: 0.0668559 Nov 12 20:24:35.436829 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd8b9578-af1d-4ff6-8bcd-4c5d672402d7 req-ccd36ec6-a112-4779-8a0e-90039bfbbfe9 tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0553069 Nov 12 20:24:36.406777 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-44587b2a-ec30-4a37-921d-ae0a41eed798 req-cfb52af6-8225-484e-8ae0-8fdd254317bd tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 210 time: 0.0746317 Nov 12 20:24:36.685561 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a2d5b238-4b75-4acf-b88c-0656b00ec0ad req-8b67a0c9-c9ab-4e74-9986-d9455cbc2b9b tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0889678 Nov 12 20:24:37.582022 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0efc6c99-5a04-4341-b51f-70a0e607629b req-01b17958-e1bf-4c7c-b641-f62c122aa567 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 210 time: 0.0631118 Nov 12 20:24:38.724890 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-80a263fc-4ba1-438e-a512-bbea010dfc42 req-6348e6eb-a50a-4f9b-b9cd-ddd29de7bf59 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=34772d6e-8392-4ab8-8e28-895a72ce8ed4 HTTP/1.1" status: 200 len: 210 time: 0.0637851 Nov 12 20:24:40.243777 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 33214) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:24:40.346942 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-331e3504-5877-4f13-86b3-fe7fd8257764 admin admin] Deleting subnet 981892da-7702-47ee-a6ce-d7a1fff33636 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:24:40.361494 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-331e3504-5877-4f13-86b3-fe7fd8257764 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:40.423315 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-331e3504-5877-4f13-86b3-fe7fd8257764 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:40.472075 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-331e3504-5877-4f13-86b3-fe7fd8257764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:40.560175 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-331e3504-5877-4f13-86b3-fe7fd8257764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:40.599597 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e3504-5877-4f13-86b3-fe7fd8257764 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=981892da-7702-47ee-a6ce-d7a1fff33636,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:24:40.612404 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e3504-5877-4f13-86b3-fe7fd8257764 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:40.613027 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e3504-5877-4f13-86b3-fe7fd8257764 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:40.613804 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e3504-5877-4f13-86b3-fe7fd8257764 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:40.614319 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e3504-5877-4f13-86b3-fe7fd8257764 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:40.614813 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e3504-5877-4f13-86b3-fe7fd8257764 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:40.615325 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e3504-5877-4f13-86b3-fe7fd8257764 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:40.615646 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e3504-5877-4f13-86b3-fe7fd8257764 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:40.616142 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e3504-5877-4f13-86b3-fe7fd8257764 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:40.616668 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e3504-5877-4f13-86b3-fe7fd8257764 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:40.617419 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e3504-5877-4f13-86b3-fe7fd8257764 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:40.617909 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e3504-5877-4f13-86b3-fe7fd8257764 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:40.618395 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e3504-5877-4f13-86b3-fe7fd8257764 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:40.629905 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-331e3504-5877-4f13-86b3-fe7fd8257764 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:40.632788 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-331e3504-5877-4f13-86b3-fe7fd8257764 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/981892da-7702-47ee-a6ce-d7a1fff33636 HTTP/1.1" status: 204 len: 168 time: 0.3878310 Nov 12 20:24:40.635759 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33216) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:24:40.786184 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54baabc7-7e2a-4251-8e9a-30f7e29f3b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:40.897649 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54baabc7-7e2a-4251-8e9a-30f7e29f3b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:40.925125 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-54baabc7-7e2a-4251-8e9a-30f7e29f3b0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faca6edb-8496-49d8-a0e2-6e6cb2dc7334']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:24:40.942513 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-54baabc7-7e2a-4251-8e9a-30f7e29f3b0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008e602e-02b7-468e-9088-f4befeeb4665') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:24:40.942813 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-54baabc7-7e2a-4251-8e9a-30f7e29f3b0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008e602e-02b7-468e-9088-f4befeeb4665') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:24:40.957059 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54baabc7-7e2a-4251-8e9a-30f7e29f3b0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:40.988976 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54baabc7-7e2a-4251-8e9a-30f7e29f3b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:41.004510 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54baabc7-7e2a-4251-8e9a-30f7e29f3b0b admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:24:41.005278 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54baabc7-7e2a-4251-8e9a-30f7e29f3b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:24:41.007522 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:24:41.085065 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54baabc7-7e2a-4251-8e9a-30f7e29f3b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:41.094102 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54baabc7-7e2a-4251-8e9a-30f7e29f3b0b admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:41.103801 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 33232) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:24:41.105921 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-54baabc7-7e2a-4251-8e9a-30f7e29f3b0b admin admin] 10.222.0.48 "DELETE /v2.0/networks/faca6edb-8496-49d8-a0e2-6e6cb2dc7334 HTTP/1.1" status: 204 len: 168 time: 0.4689867 Nov 12 20:24:41.140425 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54baabc7-7e2a-4251-8e9a-30f7e29f3b0b admin admin] Pushing event deleted for resources: {'Network': ['ID=faca6edb-8496-49d8-a0e2-6e6cb2dc7334,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:24:41.200134 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d75053-edc0-45d2-8cbe-57d3d0641533 admin admin] Deleting subnet f95f74ed-6b9e-4b49-b500-5e1929b737de {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:24:41.208985 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a5d75053-edc0-45d2-8cbe-57d3d0641533 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:41.263445 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a5d75053-edc0-45d2-8cbe-57d3d0641533 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:41.333403 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7685a4e-7f97-44b3-b6e5-1ae171f03b1e req-84d0a170-a759-4c36-aa48-e1e2d3a3fe0a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:41.343134 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c7685a4e-7f97-44b3-b6e5-1ae171f03b1e req-84d0a170-a759-4c36-aa48-e1e2d3a3fe0a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 946 time: 0.0709214 Nov 12 20:24:41.384570 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a5d75053-edc0-45d2-8cbe-57d3d0641533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:41.415507 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c7685a4e-7f97-44b3-b6e5-1ae171f03b1e req-2ac366b2-325b-4e01-ac4b-379f03a655b3 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710816 Nov 12 20:24:41.461779 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a5d75053-edc0-45d2-8cbe-57d3d0641533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:41.483682 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a5d75053-edc0-45d2-8cbe-57d3d0641533 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:41.491900 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a5d75053-edc0-45d2-8cbe-57d3d0641533 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f95f74ed-6b9e-4b49-b500-5e1929b737de HTTP/1.1" status: 204 len: 168 time: 0.3867311 Nov 12 20:24:41.494261 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33250) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:24:41.547213 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d75053-edc0-45d2-8cbe-57d3d0641533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f95f74ed-6b9e-4b49-b500-5e1929b737de,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:24:41.681625 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4b38fdec-b31d-414c-a6f6-f0af1e1a2b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:41.780762 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c34016c3-d5c4-46e0-8b3e-4fb9a3a11cc0 req-b3380386-0bb4-4364-820b-fc08cc0daf4d tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0626428 Nov 12 20:24:41.880825 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4b38fdec-b31d-414c-a6f6-f0af1e1a2b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:41.906152 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-4b38fdec-b31d-414c-a6f6-f0af1e1a2b0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b032abe3-eb00-45fb-afeb-ed09c7e91394']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:24:41.918493 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-4b38fdec-b31d-414c-a6f6-f0af1e1a2b0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90337545-2bab-40d9-84b3-bbdeea1ba919') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:24:41.918795 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-4b38fdec-b31d-414c-a6f6-f0af1e1a2b0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90337545-2bab-40d9-84b3-bbdeea1ba919') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:24:41.933329 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4b38fdec-b31d-414c-a6f6-f0af1e1a2b0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:41.953244 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4b38fdec-b31d-414c-a6f6-f0af1e1a2b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:41.971004 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b38fdec-b31d-414c-a6f6-f0af1e1a2b0c admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:24:41.971555 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4b38fdec-b31d-414c-a6f6-f0af1e1a2b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:24:41.973537 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:24:42.097439 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4b38fdec-b31d-414c-a6f6-f0af1e1a2b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:42.109668 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4b38fdec-b31d-414c-a6f6-f0af1e1a2b0c admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:42.132167 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4b38fdec-b31d-414c-a6f6-f0af1e1a2b0c admin admin] 10.222.0.48 "DELETE /v2.0/networks/b032abe3-eb00-45fb-afeb-ed09c7e91394 HTTP/1.1" status: 204 len: 168 time: 0.6273932 Nov 12 20:24:42.175461 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38fdec-b31d-414c-a6f6-f0af1e1a2b0c admin admin] Pushing event deleted for resources: {'Network': ['ID=b032abe3-eb00-45fb-afeb-ed09c7e91394,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:24:42.507649 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 33276) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:24:42.629866 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c4160-dc36-4fbc-88a9-48e8c0df41f3 req-8f17ef72-90c0-4d96-a9a8-0889084dc74e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:42.632124 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0e9c4160-dc36-4fbc-88a9-48e8c0df41f3 req-8f17ef72-90c0-4d96-a9a8-0889084dc74e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 946 time: 0.0916286 Nov 12 20:24:42.666162 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5e527560-006b-4280-a3b7-4141f467f860 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=903d20edb16945469b23bcb18ae110e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1566665 Nov 12 20:24:42.669006 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 33280) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:24:42.718810 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0e9c4160-dc36-4fbc-88a9-48e8c0df41f3 req-a4495287-ced2-4d72-a65e-ffd059c626a6 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739310 Nov 12 20:24:42.783653 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3987-3685-4ea5-9bda-ee5b09a38d14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:42.864550 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3987-3685-4ea5-9bda-ee5b09a38d14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:42.948433 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0f1d3914-a5ee-4076-a99d-eb498997191f req-cc58771f-3756-48f8-bf28-4391218b0479 tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0381906 Nov 12 20:24:42.971219 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3987-3685-4ea5-9bda-ee5b09a38d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:42.975588 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3987-3685-4ea5-9bda-ee5b09a38d14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:42.977366 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4d1f3987-3685-4ea5-9bda-ee5b09a38d14 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ba0fc85-56dd-44b9-bab7-816e9c203787 HTTP/1.1" status: 204 len: 168 time: 0.3072283 Nov 12 20:24:42.994905 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f3987-3685-4ea5-9bda-ee5b09a38d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba0fc85-56dd-44b9-bab7-816e9c203787,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:24:43.497973 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 33308) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:24:43.586791 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 33310) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:24:43.595201 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fef607ae-0044-42e7-a74a-a8b2890b24c7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=523729822d034956a5708fe1db910b9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0952590 Nov 12 20:24:43.659522 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4d198e32-9f13-443e-9ca8-6e76d70fc73e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:43.725266 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4d198e32-9f13-443e-9ca8-6e76d70fc73e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:43.818988 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4d198e32-9f13-443e-9ca8-6e76d70fc73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:43.824737 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4d198e32-9f13-443e-9ca8-6e76d70fc73e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:43.826254 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4d198e32-9f13-443e-9ca8-6e76d70fc73e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/49652b72-17ed-43c8-99cc-6ac0f3f27be9 HTTP/1.1" status: 204 len: 168 time: 0.2384622 Nov 12 20:24:43.838144 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d198e32-9f13-443e-9ca8-6e76d70fc73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49652b72-17ed-43c8-99cc-6ac0f3f27be9,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:24:43.861650 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d198e32-9f13-443e-9ca8-6e76d70fc73e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:43.862052 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d198e32-9f13-443e-9ca8-6e76d70fc73e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:43.862435 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d198e32-9f13-443e-9ca8-6e76d70fc73e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:43.865343 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d198e32-9f13-443e-9ca8-6e76d70fc73e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:43.867170 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d198e32-9f13-443e-9ca8-6e76d70fc73e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:43.867695 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d198e32-9f13-443e-9ca8-6e76d70fc73e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:43.869960 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d198e32-9f13-443e-9ca8-6e76d70fc73e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:43.871877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d198e32-9f13-443e-9ca8-6e76d70fc73e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:43.872436 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d198e32-9f13-443e-9ca8-6e76d70fc73e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:43.872951 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d198e32-9f13-443e-9ca8-6e76d70fc73e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:43.874816 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d198e32-9f13-443e-9ca8-6e76d70fc73e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:43.876707 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d198e32-9f13-443e-9ca8-6e76d70fc73e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:24:44.208810 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d0f32cc6-b137-49a1-9990-aa14bcb44351 req-02df328c-cc7c-48e8-8f74-4274bf48cdbb tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0818012 Nov 12 20:24:45.041873 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device a2266bfb-a0d4-4896-9432-d20ec2953989 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:24:45.257900 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:45.293411 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986c48be-0714-4270-bf8f-839ed717fa4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2266bfb-a0d4-4896-9432-d20ec2953989'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:24:45.309687 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13887a3-ed19-486d-b7f2-d4550140a1ad" -d '{"events": [{"server_uuid": "986c48be-0714-4270-bf8f-839ed717fa4e", "name": "network-vif-unplugged", "status": "completed", "tag": "a2266bfb-a0d4-4896-9432-d20ec2953989"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:24:45.349398 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port a2266bfb-a0d4-4896-9432-d20ec2953989, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a2266bfb-a0d4-4896-9432-d20ec2953989,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:24:45.375287 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:45.554478 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25be2b4-3bfd-47ad-abf6-0e6d931baa75 x-openstack-request-id: req-a25be2b4-3bfd-47ad-abf6-0e6d931baa75 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:24:45.557210 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986c48be-0714-4270-bf8f-839ed717fa4e", "name": "network-vif-unplugged", "status": "completed", "tag": "a2266bfb-a0d4-4896-9432-d20ec2953989", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:24:45.563959 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a25be2b4-3bfd-47ad-abf6-0e6d931baa75 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:24:45.564570 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986c48be-0714-4270-bf8f-839ed717fa4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2266bfb-a0d4-4896-9432-d20ec2953989', 'code': 200} Nov 12 20:24:45.574797 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5ef27d75-b372-4261-9b12-da672dace1b0 req-f870cb2f-bb57-48e1-875a-af7f48dcb1e1 tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0470805 Nov 12 20:24:45.585884 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=a2266bfb-a0d4-4896-9432-d20ec2953989,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:24:46.853495 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d2d7f3e-af2e-4add-a75c-3a8777f7c86e req-fd74709d-cf71-47ae-86d5-a30e7aa54911 tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0819867 Nov 12 20:24:48.054571 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cc5c03a2-a419-4fbe-8df8-d920552ac0e6 req-d3c1df6a-f5e5-4f9d-b4bb-5a7988cab6fa tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0653665 Nov 12 20:24:49.088206 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device a2266bfb-a0d4-4896-9432-d20ec2953989 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:24:49.324389 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-956e9ead-abb6-4b97-8f01-586e286215be req-5e47c465-82e5-4f33-b0e0-6d5094a8ff6a tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0829136 Nov 12 20:24:49.401344 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port a2266bfb-a0d4-4896-9432-d20ec2953989, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a2266bfb-a0d4-4896-9432-d20ec2953989,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:24:49.430165 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'a2266bfb-a0d4-4896-9432-d20ec2953989', 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786', 'port_id': 'a2266bfb-a0d4-4896-9432-d20ec2953989', 'mac_address': 'fa:16:3e:dc:dd:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c500cb5-3e69-49e9-9723-b1dae39e8dfb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:24:49.542263 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:49.565985 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2266bfb-a0d4-4896-9432-d20ec2953989 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:24:49.592601 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port a2266bfb-a0d4-4896-9432-d20ec2953989, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a2266bfb-a0d4-4896-9432-d20ec2953989,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:24:49.599094 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:49.676942 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=a2266bfb-a0d4-4896-9432-d20ec2953989,revision_number=9']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:24:49.682246 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['a2266bfb-a0d4-4896-9432-d20ec2953989'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:24:49.995230 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-873668c3-869e-4531-b4e4-9f0243de9d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:50.204571 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:50.518168 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-943fdb9d-bde7-43fa-94f1-fa1e452ad320 req-79d7cdc2-838d-479b-bc35-7e86a7b49b06 tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0704501 Nov 12 20:24:51.087926 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device a2266bfb-a0d4-4896-9432-d20ec2953989 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:24:51.205560 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port a2266bfb-a0d4-4896-9432-d20ec2953989 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:24:51.206269 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:51.418369 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:51.486991 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa88fcc-fab8-4cd9-b065-ec196f5d971b req-af9c13f6-b3af-4025-a606-352ac5443217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:51.496669 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986c48be-0714-4270-bf8f-839ed717fa4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2266bfb-a0d4-4896-9432-d20ec2953989'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:24:51.498736 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3671160b-2a46-47d6-94df-006b4a2f6d9e" -d '{"events": [{"server_uuid": "986c48be-0714-4270-bf8f-839ed717fa4e", "name": "network-vif-plugged", "status": "completed", "tag": "a2266bfb-a0d4-4896-9432-d20ec2953989"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:24:51.499893 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4aa88fcc-fab8-4cd9-b065-ec196f5d971b req-af9c13f6-b3af-4025-a606-352ac5443217 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 1097 time: 0.1320322 Nov 12 20:24:51.570469 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port a2266bfb-a0d4-4896-9432-d20ec2953989, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a2266bfb-a0d4-4896-9432-d20ec2953989,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:24:51.598621 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd1fe84-4fd7-4ba9-86ca-60a8ba475e5e x-openstack-request-id: req-1cd1fe84-4fd7-4ba9-86ca-60a8ba475e5e {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:24:51.599530 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986c48be-0714-4270-bf8f-839ed717fa4e", "name": "network-vif-plugged", "status": "completed", "tag": "a2266bfb-a0d4-4896-9432-d20ec2953989", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:24:51.599963 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1cd1fe84-4fd7-4ba9-86ca-60a8ba475e5e {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:24:51.611000 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986c48be-0714-4270-bf8f-839ed717fa4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2266bfb-a0d4-4896-9432-d20ec2953989', 'code': 200} Nov 12 20:24:51.614218 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:51.702253 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=a2266bfb-a0d4-4896-9432-d20ec2953989,revision_number=10']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:24:51.799160 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa88fcc-fab8-4cd9-b065-ec196f5d971b req-c07c422e-3bbf-43db-8071-0963ffa4e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:51.800729 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4aa88fcc-fab8-4cd9-b065-ec196f5d971b req-c07c422e-3bbf-43db-8071-0963ffa4e510 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 913 time: 0.2737834 Nov 12 20:24:51.816092 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7bd455bb-eba9-4f7e-a667-8a2982372f2e req-eda81752-983c-4b9c-8948-aa71daa87d21 tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.1111131 Nov 12 20:24:51.992195 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4aa88fcc-fab8-4cd9-b065-ec196f5d971b req-aa38e6ca-63f2-422e-aae2-904963ad0f9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2266bfb-a0d4-4896-9432-d20ec2953989 HTTP/1.1" status: 200 len: 1001 time: 0.1836679 Nov 12 20:24:52.133892 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa88fcc-fab8-4cd9-b065-ec196f5d971b req-d41fadce-1249-45df-b446-81ac49dc42c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:52.141383 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4aa88fcc-fab8-4cd9-b065-ec196f5d971b req-d41fadce-1249-45df-b446-81ac49dc42c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 0.1376958 Nov 12 20:24:52.281177 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa88fcc-fab8-4cd9-b065-ec196f5d971b req-e7d1f9fe-2be0-4ece-81f8-8ff74ac3291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:52.283829 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4aa88fcc-fab8-4cd9-b065-ec196f5d971b req-e7d1f9fe-2be0-4ece-81f8-8ff74ac3291c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1343644 Nov 12 20:24:52.665203 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4aa88fcc-fab8-4cd9-b065-ec196f5d971b req-a05c86ff-4643-4fb5-828a-b52f23eec17a service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376749 Nov 12 20:24:52.744343 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d2b03f05-606b-4e5a-8d48-4daaf29273b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:53.004193 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4aa88fcc-fab8-4cd9-b065-ec196f5d971b req-1d8f7f30-3eb6-4269-88f9-1d9cb327ea60 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284228 Nov 12 20:24:53.116712 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-976ed18e-1e9a-4a5e-a751-664e561ee8fe req-8223960e-d5a1-4530-a90f-9cf44e265754 tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.1019590 Nov 12 20:24:53.763959 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:53.869796 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:53.990871 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0baa4fd1-3cc9-4baf-af68-c4570e599c82 req-081157ef-9c03-4e0e-a11f-cee172a8625d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fdf3da80230a4af89b5453785b770882&device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0735123 Nov 12 20:24:54.061951 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0baa4fd1-3cc9-4baf-af68-c4570e599c82 req-60b192de-4ff9-4fd0-978d-e486651cfa07 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=fdf3da80230a4af89b5453785b770882&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395389 Nov 12 20:24:54.699275 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa4fd1-3cc9-4baf-af68-c4570e599c82 req-11c148cb-5bd3-4dc1-a1d6-bf5d8c2493c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:24:54.700819 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0baa4fd1-3cc9-4baf-af68-c4570e599c82 req-11c148cb-5bd3-4dc1-a1d6-bf5d8c2493c8 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6193516 Nov 12 20:24:54.788697 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-38f850d6-0d89-49c5-a6b5-ae8b5de34ae8 req-0e11c69b-efde-46b6-aa14-56cbff016a8b tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.5003371 Nov 12 20:24:55.187508 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:55.964022 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:24:56.036371 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bf774bb4-e775-4121-a9d4-0dfafa93132f req-0cc0d4bf-22a2-4576-ae29-540343f4e614 tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0890262 Nov 12 20:24:57.283220 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-219baddc-334c-4605-b83a-047e04e34407 req-d812c4a4-2921-4c0a-9018-6a709157ec41 tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0469902 Nov 12 20:24:57.637447 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:24:58.513565 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cf33d15b-027b-4bc5-9844-6817c6fde531 req-09f096c0-5f9d-4d38-8724-2a19ab7483c9 tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0520298 Nov 12 20:24:59.794798 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5f34145a-db2b-43c5-9efd-e4ff4accdfbf req-0864df78-2f91-4157-bddf-919f40e0df08 tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.1069028 Nov 12 20:25:01.056399 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-64239718-e469-45b6-b02d-c3e1d37c6a0e req-13e2e47c-55be-4b9d-8f62-aaf7e9f527b2 tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0679183 Nov 12 20:25:02.326934 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b7d199b-09b0-4725-b62c-feb61d146045 req-e1bf75d5-7ae0-4f18-bb8f-bb6b1871cd89 tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0700729 Nov 12 20:25:03.686667 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b42dc186-937d-4e53-921d-320e3426e22d req-e8f17413-45ac-4daf-ac9e-6a1c3b945b2f tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.1055176 Nov 12 20:25:04.985181 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5527e7c1-8fc1-4e3e-aa15-ad4d94a6d9bc req-4c028d40-9f25-4829-9dbb-05bd676c29ac tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0981357 Nov 12 20:25:06.433082 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fe999f13-3d65-476f-af06-5525846773d1 req-5df71bfd-978d-4301-a62c-7197b3915191 tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.1030064 Nov 12 20:25:07.846785 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b479dbbc-a405-46b2-88bc-4ff2b167fabd req-45b7fc4a-fbde-4d4e-888b-c51990b2ded0 tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.1080160 Nov 12 20:25:09.101712 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d758ce74-db88-4649-97bf-2f381f54db58 req-13b04aec-261a-4d66-bc8a-19d70612d4db tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0677216 Nov 12 20:25:10.350168 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f58cb7ab-c396-419b-86d8-f9aa75cc378f req-02b55110-24b4-4a6c-b3d5-fbc32ef542d8 tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0722699 Nov 12 20:25:11.003882 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34488) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:25:11.434075 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-88ebe620-3056-4a45-a165-b706545e3448 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:11.862389 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-88ebe620-3056-4a45-a165-b706545e3448 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:11.876945 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-88ebe620-3056-4a45-a165-b706545e3448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:11.941965 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-60b03fec-5e0c-4218-b3ad-999a99cf3795 req-802e9bc4-8417-4ab9-ad62-0ea514b94a9a tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.3705256 Nov 12 20:25:12.045376 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-88ebe620-3056-4a45-a165-b706545e3448 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69c60ed9fc9c4339ba2d8ec8c4d23a45&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0403528 Nov 12 20:25:12.048639 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34512) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:25:12.054698 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ebe620-3056-4a45-a165-b706545e3448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbe4fae-8e68-456b-b983-c37902e42d15,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:12.181986 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-949856a9-cfde-4e3c-a276-107b3b9180ae req-a04d0cc4-55de-4360-b44c-37d73b65e67f service neutron] (102448) timed out ('10.222.0.52', 58733) {{(pid=102448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 20:25:12.191281 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e8f54175-9ef0-4d90-8904-2d4210ec454b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:12.275370 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e8f54175-9ef0-4d90-8904-2d4210ec454b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:12.415587 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e8f54175-9ef0-4d90-8904-2d4210ec454b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:12.418583 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e8f54175-9ef0-4d90-8904-2d4210ec454b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:12.423533 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e8f54175-9ef0-4d90-8904-2d4210ec454b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1bbe4fae-8e68-456b-b983-c37902e42d15 HTTP/1.1" status: 204 len: 168 time: 0.3732924 Nov 12 20:25:12.434383 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f54175-9ef0-4d90-8904-2d4210ec454b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbe4fae-8e68-456b-b983-c37902e42d15,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:13.072963 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34530) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:25:13.118019 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-976c6e77-2b22-43e1-9856-47d5f16fa9a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:13.256777 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-783d6401-442e-4205-b64c-05c5dd23516b req-0244e8e6-772d-4d06-85a9-2caecaf8274f tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0763934 Nov 12 20:25:13.295175 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-976c6e77-2b22-43e1-9856-47d5f16fa9a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:13.301346 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-976c6e77-2b22-43e1-9856-47d5f16fa9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:13.396588 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c6e77-2b22-43e1-9856-47d5f16fa9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1038e4-1c60-43eb-b682-3e2b75b118ef,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:13.406312 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-976c6e77-2b22-43e1-9856-47d5f16fa9a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e943b9b72b954324ba40f40e143482ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3313160 Nov 12 20:25:13.408915 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34534) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:25:13.555716 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-985f763a-d49c-4677-bd1f-16b3a303ac5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:13.580155 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-985f763a-d49c-4677-bd1f-16b3a303ac5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:13.707699 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-985f763a-d49c-4677-bd1f-16b3a303ac5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:13.739448 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-985f763a-d49c-4677-bd1f-16b3a303ac5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:13.763261 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-985f763a-d49c-4677-bd1f-16b3a303ac5c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3a1038e4-1c60-43eb-b682-3e2b75b118ef HTTP/1.1" status: 204 len: 168 time: 0.3532219 Nov 12 20:25:13.777760 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f763a-d49c-4677-bd1f-16b3a303ac5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1038e4-1c60-43eb-b682-3e2b75b118ef,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:14.510670 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4eb5f44c-8c5e-4129-9ad0-769290b05a11 req-a19ab8e4-182c-43a0-ade6-fb7570268472 tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0829039 Nov 12 20:25:15.413658 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e4813b02-aa2e-4b4a-9535-c3f23c31c304 req-6cf94b3e-7e43-4fc2-bf17-3c2a548d1bcd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0891347 Nov 12 20:25:15.729064 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6f84420f-e239-490d-8f1a-aeefdd5a4322 req-1c0d02a2-4bbe-4873-bbf7-dbebe22aa33e tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0728090 Nov 12 20:25:17.022410 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e8d8b906-9897-404f-8b58-49f21a55b50a req-3bb46203-c986-4421-a2be-7c8fe7610997 tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0864630 Nov 12 20:25:17.580596 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0548b2e2-b9d2-40d2-b6e2-4722b12264b2 req-4e9967e5-47ff-46f5-95d5-0a62afb197dd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fdf3da80230a4af89b5453785b770882&device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0902472 Nov 12 20:25:17.676131 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-70c36285-a132-4a7c-b9f4-2288cac98cb2 req-a1408f9d-7d09-49dc-990a-ca09175c909a tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0991409 Nov 12 20:25:17.679736 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0548b2e2-b9d2-40d2-b6e2-4722b12264b2 req-563f8b96-f421-4145-ba6f-6993fe443290 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=fdf3da80230a4af89b5453785b770882&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867348 Nov 12 20:25:18.029290 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548b2e2-b9d2-40d2-b6e2-4722b12264b2 req-f7458399-1c0a-4b7f-8964-1d3dffe61a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:18.031187 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0548b2e2-b9d2-40d2-b6e2-4722b12264b2 req-f7458399-1c0a-4b7f-8964-1d3dffe61a48 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3484564 Nov 12 20:25:18.867057 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ca5106f8-5240-4a8a-8136-10ef1a3d96dd req-c27dbfec-7691-4df1-a451-2e8ae1c32329 tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0713487 Nov 12 20:25:19.406468 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0548b2e2-b9d2-40d2-b6e2-4722b12264b2 req-d7244247-5ad5-4798-9be7-2ae0f83617e8 tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.0437491 Nov 12 20:25:19.947301 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d8b5fde3-e207-4eef-bd7b-907731c04f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:20.127584 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ef87dd35-1378-47bd-a29a-08f60ca1ec7b req-5f91bb08-6e36-41a4-b276-8936ed4cb69d tempest-ServerShowV257Test-2096716985 tempest-ServerShowV257Test-2096716985-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3a36b5-ffa1-44a5-abdb-be97548dc411 HTTP/1.1" status: 200 len: 210 time: 0.1003509 Nov 12 20:25:20.196011 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:21.821161 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34766) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:25:22.171579 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34776) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:25:22.229488 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-22040e37-de8d-45b5-ab66-dbdafd23d4f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:22.347815 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-431a89ca-695f-4a4a-bb63-fa45e0c19dae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:22.465131 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-22040e37-de8d-45b5-ab66-dbdafd23d4f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:22.470208 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-22040e37-de8d-45b5-ab66-dbdafd23d4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:22.575774 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-22040e37-de8d-45b5-ab66-dbdafd23d4f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fdf3da80230a4af89b5453785b770882&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7525654 Nov 12 20:25:22.580144 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34788) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:25:22.583227 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22040e37-de8d-45b5-ab66-dbdafd23d4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5464c7d2-ecf8-4d98-8d04-337742303fcf,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:22.670514 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-431a89ca-695f-4a4a-bb63-fa45e0c19dae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:22.687966 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-431a89ca-695f-4a4a-bb63-fa45e0c19dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:22.740430 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1b57354f-cc82-422e-ba74-61539bf61dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:22.742914 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0e03740a-f865-49ef-b684-318f3e8d2a15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:22.816751 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0e03740a-f865-49ef-b684-318f3e8d2a15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:22.820384 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-431a89ca-695f-4a4a-bb63-fa45e0c19dae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1a34646350a149259fb74d72b789d7d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6466711 Nov 12 20:25:22.823575 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34790) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:25:22.826619 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a89ca-695f-4a4a-bb63-fa45e0c19dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06191b2-b07b-4faa-8bb2-39a72c6dfe2e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:22.932005 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0e03740a-f865-49ef-b684-318f3e8d2a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:22.935268 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0e03740a-f865-49ef-b684-318f3e8d2a15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:22.942093 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0e03740a-f865-49ef-b684-318f3e8d2a15 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5464c7d2-ecf8-4d98-8d04-337742303fcf HTTP/1.1" status: 204 len: 168 time: 0.3510995 Nov 12 20:25:22.966006 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03740a-f865-49ef-b684-318f3e8d2a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5464c7d2-ecf8-4d98-8d04-337742303fcf,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:23.078696 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6d33d551-0378-4c97-a94c-5b21d2daa953 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:23.173014 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6d33d551-0378-4c97-a94c-5b21d2daa953 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:23.344114 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6d33d551-0378-4c97-a94c-5b21d2daa953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:23.348007 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6d33d551-0378-4c97-a94c-5b21d2daa953 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:23.349599 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6d33d551-0378-4c97-a94c-5b21d2daa953 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e06191b2-b07b-4faa-8bb2-39a72c6dfe2e HTTP/1.1" status: 204 len: 168 time: 0.5171084 Nov 12 20:25:23.365440 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33d551-0378-4c97-a94c-5b21d2daa953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06191b2-b07b-4faa-8bb2-39a72c6dfe2e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:23.793023 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:23.868732 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:24.558233 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34840) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:25:24.589142 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1652ead2-9143-4328-9e3a-3c417dac7f9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:24.875411 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1652ead2-9143-4328-9e3a-3c417dac7f9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:24.885057 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1652ead2-9143-4328-9e3a-3c417dac7f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:24.901087 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34850) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:25:25.022594 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34856) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:25:25.022846 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1652ead2-9143-4328-9e3a-3c417dac7f9a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=adff0b89acf343518ddb519a0c2e4f44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4621067 Nov 12 20:25:25.024254 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652ead2-9143-4328-9e3a-3c417dac7f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3672c7f5-8d0e-4cca-a3a5-6034a06f3355,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:25.172501 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-497a9320-0c97-48e8-bc11-43ab54692437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:25.197282 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:25.208557 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-497a9320-0c97-48e8-bc11-43ab54692437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:25.327644 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-20af06f8-48f3-408d-a8be-5011d70fe107 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2054761285-network', 'tenant_id': '340a3bf15a834caa9a7fb00da4b43a25'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:25:25.392620 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20af06f8-48f3-408d-a8be-5011d70fe107 admin admin] Made reservation on behalf of 340a3bf15a834caa9a7fb00da4b43a25 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:25:25.395963 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-20af06f8-48f3-408d-a8be-5011d70fe107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:25.417318 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-20af06f8-48f3-408d-a8be-5011d70fe107 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:25.467380 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-497a9320-0c97-48e8-bc11-43ab54692437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:25.471334 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-497a9320-0c97-48e8-bc11-43ab54692437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:25.472989 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-497a9320-0c97-48e8-bc11-43ab54692437 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3672c7f5-8d0e-4cca-a3a5-6034a06f3355 HTTP/1.1" status: 204 len: 168 time: 0.4491649 Nov 12 20:25:25.490266 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a9320-0c97-48e8-bc11-43ab54692437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3672c7f5-8d0e-4cca-a3a5-6034a06f3355,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:25.603865 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-20af06f8-48f3-408d-a8be-5011d70fe107 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:25.616810 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-20af06f8-48f3-408d-a8be-5011d70fe107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:25.642282 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20af06f8-48f3-408d-a8be-5011d70fe107 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:25:25.657530 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-20af06f8-48f3-408d-a8be-5011d70fe107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:25.657938 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-20af06f8-48f3-408d-a8be-5011d70fe107 admin admin] Added segment 65664268-a5b8-4342-8def-12ab3973524b of type vlan for network 38d97e7c-9672-4a03-9b6c-a809372715f3 Nov 12 20:25:25.687063 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af06f8-48f3-408d-a8be-5011d70fe107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a39ab8-7a82-46c9-b857-33b10668e97b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:25.731598 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-20af06f8-48f3-408d-a8be-5011d70fe107 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:25.776731 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-20af06f8-48f3-408d-a8be-5011d70fe107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:25.778917 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20af06f8-48f3-408d-a8be-5011d70fe107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:25.782496 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-20af06f8-48f3-408d-a8be-5011d70fe107 admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:25.896301 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-20af06f8-48f3-408d-a8be-5011d70fe107 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9915202 Nov 12 20:25:25.897463 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34892) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:25:25.901754 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af06f8-48f3-408d-a8be-5011d70fe107 admin admin] Pushing event updated for resources: {'Network': ['ID=38d97e7c-9672-4a03-9b6c-a809372715f3,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:25.905230 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-caa0c192-8173-4cac-980f-6a54a2eaba1b admin admin] Request body: {'subnet': {'network_id': '38d97e7c-9672-4a03-9b6c-a809372715f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2054761285-subnet', 'tenant_id': '340a3bf15a834caa9a7fb00da4b43a25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:25:25.912565 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 38d97e7c-9672-4a03-9b6c-a809372715f3 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:25:25.960206 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa0c192-8173-4cac-980f-6a54a2eaba1b admin admin] Made reservation on behalf of 340a3bf15a834caa9a7fb00da4b43a25 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:25:25.971801 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-caa0c192-8173-4cac-980f-6a54a2eaba1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:26.182956 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:26.571757 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-caa0c192-8173-4cac-980f-6a54a2eaba1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:26.775371 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d91d98-3bc6-41a9-afbb-56371404ba6f req-00409aac-8178-4711-b89b-a376c90bb110 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:26.784643 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-28d91d98-3bc6-41a9-afbb-56371404ba6f req-00409aac-8178-4711-b89b-a376c90bb110 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 947 time: 0.8321309 Nov 12 20:25:26.898248 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa0c192-8173-4cac-980f-6a54a2eaba1b admin admin] Checking segment: {'id': '65664268-a5b8-4342-8def-12ab3973524b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '38d97e7c-9672-4a03-9b6c-a809372715f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:25:26.903460 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa0c192-8173-4cac-980f-6a54a2eaba1b admin admin] Network hostable DHCP agents. Network: 38d97e7c-9672-4a03-9b6c-a809372715f3, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:25:26.934970 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0c192-8173-4cac-980f-6a54a2eaba1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bf94eac-0e74-4ddd-8212-8b9e8fd39f6e,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:26.990966 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-28d91d98-3bc6-41a9-afbb-56371404ba6f req-25635d13-93fc-40c9-bbd9-3411e44e539a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858146 Nov 12 20:25:27.036280 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa0c192-8173-4cac-980f-6a54a2eaba1b admin admin] Network 38d97e7c-9672-4a03-9b6c-a809372715f3 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:25:27.056693 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-caa0c192-8173-4cac-980f-6a54a2eaba1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 38d97e7c-9672-4a03-9b6c-a809372715f3) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:25:27.065368 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa0c192-8173-4cac-980f-6a54a2eaba1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:27.065727 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-caa0c192-8173-4cac-980f-6a54a2eaba1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:27.071011 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8903ba-1fe1-4148-bff9-c6c41eaabac7 None None] Network 38d97e7c-9672-4a03-9b6c-a809372715f3 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:25:27.134678 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-caa0c192-8173-4cac-980f-6a54a2eaba1b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2331462 Nov 12 20:25:27.232929 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34936) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:25:27.433422 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85a73e6-f605-4d6b-aa50-f5b41113ef38 None None] Network 38d97e7c-9672-4a03-9b6c-a809372715f3 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:25:27.807155 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae14905b-db3f-404b-b9bf-91a8ea68b640 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:28.059056 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae14905b-db3f-404b-b9bf-91a8ea68b640 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:28.065920 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae14905b-db3f-404b-b9bf-91a8ea68b640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:28.175009 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14905b-db3f-404b-b9bf-91a8ea68b640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b813837d-87ee-422b-8e5c-08e57c6ada85,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:28.347391 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ae14905b-db3f-404b-b9bf-91a8ea68b640 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2108a7a910ff4faab2d755b7561d7c8e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1121800 Nov 12 20:25:28.362855 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 34978) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:25:28.483406 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d6418-4338-465f-822e-c461972e9967 req-7f9d619d-988c-413d-ad4f-234cbdd54f66 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:28.503740 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ec0d6418-4338-465f-822e-c461972e9967 req-7f9d619d-988c-413d-ad4f-234cbdd54f66 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 947 time: 0.3198907 Nov 12 20:25:28.623149 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-af8a6959-e696-4174-808b-485d68b2378a tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:28.625673 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-af8a6959-e696-4174-808b-485d68b2378a tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/networks?id=38d97e7c-9672-4a03-9b6c-a809372715f3 HTTP/1.1" status: 200 len: 814 time: 0.3905067 Nov 12 20:25:28.690920 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-83a0a808-0a63-43ee-ba30-b3d31d408bb1 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/quotas/340a3bf15a834caa9a7fb00da4b43a25 HTTP/1.1" status: 200 len: 375 time: 0.0581357 Nov 12 20:25:28.701902 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 34986) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:25:28.705557 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ec0d6418-4338-465f-822e-c461972e9967 req-877290eb-a1b6-4a99-9c72-d19fe6c736fa tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974037 Nov 12 20:25:28.757485 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8dacb139-0a5d-4f05-812f-9ce6bddec65a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:28.818896 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-426e088c-e934-4897-bca1-1f34126d0a59 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=340a3bf15a834caa9a7fb00da4b43a25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1153290 Nov 12 20:25:28.846354 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8dacb139-0a5d-4f05-812f-9ce6bddec65a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:29.005532 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8dacb139-0a5d-4f05-812f-9ce6bddec65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:29.023390 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8dacb139-0a5d-4f05-812f-9ce6bddec65a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:29.043374 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8dacb139-0a5d-4f05-812f-9ce6bddec65a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b813837d-87ee-422b-8e5c-08e57c6ada85 HTTP/1.1" status: 204 len: 168 time: 0.6780813 Nov 12 20:25:29.062766 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dacb139-0a5d-4f05-812f-9ce6bddec65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b813837d-87ee-422b-8e5c-08e57c6ada85,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:29.273972 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device a2266bfb-a0d4-4896-9432-d20ec2953989 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:25:29.465436 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-ef6003c7-e6ef-447c-b06e-b2374218747c service neutron] 10.222.0.48 "GET /v2.0/networks/38d97e7c-9672-4a03-9b6c-a809372715f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6302330 Nov 12 20:25:29.509966 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:29.592182 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port a2266bfb-a0d4-4896-9432-d20ec2953989, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a2266bfb-a0d4-4896-9432-d20ec2953989,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:25:29.594289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986c48be-0714-4270-bf8f-839ed717fa4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2266bfb-a0d4-4896-9432-d20ec2953989'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:25:29.597528 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98707d6-4094-4abe-a6a2-d6a7e0d6e1d9" -d '{"events": [{"server_uuid": "986c48be-0714-4270-bf8f-839ed717fa4e", "name": "network-vif-unplugged", "status": "completed", "tag": "a2266bfb-a0d4-4896-9432-d20ec2953989"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:25:29.601842 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:29.602470 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a76ccfcd-f94d-4c84-8aea-81a5e1bc7895 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:29.690709 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=a2266bfb-a0d4-4896-9432-d20ec2953989,revision_number=11']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:29.700053 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:29.700431 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:29.700772 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:29.701115 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:29.701452 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:29.701787 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:29.702115 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:29.703007 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:29.703695 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:29.704023 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:29.704381 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:29.704710 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:29.820856 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-a2647b5f-45b8-4e81-b5fa-4c45eeb32f86 service neutron] 10.222.0.48 "GET /v2.0/networks/38d97e7c-9672-4a03-9b6c-a809372715f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544314 Nov 12 20:25:29.865269 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43051aef-eb58-4f09-b552-296db0586ac9 x-openstack-request-id: req-43051aef-eb58-4f09-b552-296db0586ac9 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:25:29.865902 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986c48be-0714-4270-bf8f-839ed717fa4e", "name": "network-vif-unplugged", "status": "completed", "tag": "a2266bfb-a0d4-4896-9432-d20ec2953989", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:25:29.866360 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-43051aef-eb58-4f09-b552-296db0586ac9 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:25:29.866947 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986c48be-0714-4270-bf8f-839ed717fa4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2266bfb-a0d4-4896-9432-d20ec2953989', 'code': 200} Nov 12 20:25:29.977011 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a76ccfcd-f94d-4c84-8aea-81a5e1bc7895 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:30.000725 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a76ccfcd-f94d-4c84-8aea-81a5e1bc7895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:30.084182 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a76ccfcd-f94d-4c84-8aea-81a5e1bc7895 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6468874227e74ca69bfd45503fd21380&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2808223 Nov 12 20:25:30.087840 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35032) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:25:30.099192 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f1857-d909-4fdf-b6bd-b628a6847c41 req-7925d418-2c3f-41fa-893a-6ca2845712b5 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:30.110662 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ccfcd-f94d-4c84-8aea-81a5e1bc7895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69158050-e79d-4856-84f2-1dc9ca90938e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:30.112253 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-302f1857-d909-4fdf-b6bd-b628a6847c41 req-7925d418-2c3f-41fa-893a-6ca2845712b5 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1027498 Nov 12 20:25:30.280226 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dd2c1c9c-cd3b-4711-a87e-419b6cf48ed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:30.309390 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-302f1857-d909-4fdf-b6bd-b628a6847c41 req-8912b5d8-d82b-4cfc-b95d-dbe19630ae69 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951232 Nov 12 20:25:30.334795 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1b4ef14b-9b0f-430d-8e39-c4f12497b157 req-144a2de1-262e-44e3-8a4f-35c64ba8dfb8 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 210 time: 0.0825975 Nov 12 20:25:30.394687 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dd2c1c9c-cd3b-4711-a87e-419b6cf48ed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:30.545349 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dd2c1c9c-cd3b-4711-a87e-419b6cf48ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:30.549583 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dd2c1c9c-cd3b-4711-a87e-419b6cf48ed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:30.564359 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-dd2c1c9c-cd3b-4711-a87e-419b6cf48ed9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/69158050-e79d-4856-84f2-1dc9ca90938e HTTP/1.1" status: 204 len: 168 time: 0.4677637 Nov 12 20:25:30.584430 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c1c9c-cd3b-4711-a87e-419b6cf48ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69158050-e79d-4856-84f2-1dc9ca90938e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:31.533242 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5aa11f55-5bd6-4a53-90b9-94602932bedc req-98cb7e5a-d419-4402-9298-6fb8ba99cad1 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 210 time: 0.0580540 Nov 12 20:25:31.628538 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60854dd-5f6f-4524-8af8-eb52a1196bfd req-a8df63ca-e044-4c0e-8983-4fd25f986f51 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:31.630715 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a60854dd-5f6f-4524-8af8-eb52a1196bfd req-a8df63ca-e044-4c0e-8983-4fd25f986f51 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1369367 Nov 12 20:25:31.719127 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a60854dd-5f6f-4524-8af8-eb52a1196bfd req-eb05b113-a8c4-4e98-8fa3-7112014c3455 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757866 Nov 12 20:25:32.477474 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-0d988bec-9324-4d54-b868-deff44d0b0fb tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:32.483633 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-0d988bec-9324-4d54-b868-deff44d0b0fb tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.52 "GET /v2.0/networks?id=38d97e7c-9672-4a03-9b6c-a809372715f3 HTTP/1.1" status: 200 len: 814 time: 0.3154702 Nov 12 20:25:32.503702 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-95b4c59e-7032-4134-a53a-e8b35ed3a303 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Request body: {'port': {'device_id': '48ce21c8-6adc-4d07-8d8f-2cbbd8865fee', 'network_id': '38d97e7c-9672-4a03-9b6c-a809372715f3', 'admin_state_up': True, 'tenant_id': '340a3bf15a834caa9a7fb00da4b43a25'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:25:32.723857 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0f8a548a-1360-4be2-bd7c-1ddadc66f1fd req-cb95b37f-0453-4bbe-a24f-55074936e8db tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 210 time: 0.0803213 Nov 12 20:25:32.910111 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-95b4c59e-7032-4134-a53a-e8b35ed3a303 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Made reservation on behalf of 340a3bf15a834caa9a7fb00da4b43a25 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:25:32.920040 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-95b4c59e-7032-4134-a53a-e8b35ed3a303 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:33.133278 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e7ee2-143d-402d-8ec2-5a994d520e0d req-896e315b-6969-4ab0-b402-29796b7756b4 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:33.143021 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e53e7ee2-143d-402d-8ec2-5a994d520e0d req-896e315b-6969-4ab0-b402-29796b7756b4 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.2173505 Nov 12 20:25:33.288011 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 35156) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:25:33.322361 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device a2266bfb-a0d4-4896-9432-d20ec2953989 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:25:33.512305 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b4e357c9-6fa8-43ab-acc2-9026d202aced admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:33.699725 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b4e357c9-6fa8-43ab-acc2-9026d202aced admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:33.707613 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b4e357c9-6fa8-43ab-acc2-9026d202aced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:33.728331 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port a2266bfb-a0d4-4896-9432-d20ec2953989, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a2266bfb-a0d4-4896-9432-d20ec2953989,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:25:33.770716 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'a2266bfb-a0d4-4896-9432-d20ec2953989', 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786', 'port_id': 'a2266bfb-a0d4-4896-9432-d20ec2953989', 'mac_address': 'fa:16:3e:dc:dd:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c500cb5-3e69-49e9-9723-b1dae39e8dfb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:25:33.902472 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e357c9-6fa8-43ab-acc2-9026d202aced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e7def6-4336-42ba-a1d6-ab43d6a55939,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:33.906292 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:33.913322 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b4e357c9-6fa8-43ab-acc2-9026d202aced admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=edf1a9f9145c479babc9a56646616899&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6217670 Nov 12 20:25:33.959463 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2266bfb-a0d4-4896-9432-d20ec2953989 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:25:33.996021 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 35172) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:25:34.004740 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-677a7e7d-0b00-4225-b644-be0f11114a92 req-e246d854-2ecf-4521-9da6-e5febf626a6d tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 210 time: 0.0966661 Nov 12 20:25:34.048654 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port a2266bfb-a0d4-4896-9432-d20ec2953989, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a2266bfb-a0d4-4896-9432-d20ec2953989,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:25:34.059515 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:34.155850 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e53e7ee2-143d-402d-8ec2-5a994d520e0d req-23092807-a4f3-47ee-a459-bd4b96728457 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9953682 Nov 12 20:25:34.194945 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=a2266bfb-a0d4-4896-9432-d20ec2953989,revision_number=12']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:34.226617 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-69e44c28-0cd4-403b-a5b4-0fa4fcc9b5c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:34.251213 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['a2266bfb-a0d4-4896-9432-d20ec2953989'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:25:34.301570 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-69e44c28-0cd4-403b-a5b4-0fa4fcc9b5c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:34.385213 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-95b4c59e-7032-4134-a53a-e8b35ed3a303 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Allocated IP 172.20.0.4 (38d97e7c-9672-4a03-9b6c-a809372715f3/6bf94eac-0e74-4ddd-8212-8b9e8fd39f6e/8eb8b639-b07e-4650-8358-b12a29e128c4) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:25:34.458652 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-69e44c28-0cd4-403b-a5b4-0fa4fcc9b5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:34.461343 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-69e44c28-0cd4-403b-a5b4-0fa4fcc9b5c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:34.465858 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-69e44c28-0cd4-403b-a5b4-0fa4fcc9b5c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b5e7def6-4336-42ba-a1d6-ab43d6a55939 HTTP/1.1" status: 204 len: 168 time: 0.4601939 Nov 12 20:25:34.482158 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e44c28-0cd4-403b-a5b4-0fa4fcc9b5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e7def6-4336-42ba-a1d6-ab43d6a55939,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:34.637266 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:25:34.887119 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-95b4c59e-7032-4134-a53a-e8b35ed3a303 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:34.988693 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-95b4c59e-7032-4134-a53a-e8b35ed3a303 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:35.136123 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-95b4c59e-7032-4134-a53a-e8b35ed3a303 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Network 38d97e7c-9672-4a03-9b6c-a809372715f3 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:25:35.141596 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-95b4c59e-7032-4134-a53a-e8b35ed3a303 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:25:35.153395 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-95b4c59e-7032-4134-a53a-e8b35ed3a303 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:25:35.241468 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cd586-dd17-4a08-991f-3d7f30d43b70 req-e49d1b51-e276-4359-bb59-e900875bac1a tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:35.246833 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4c59e-7032-4134-a53a-e8b35ed3a303 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Pushing event updated for resources: {'Port': ['ID=8eb8b639-b07e-4650-8358-b12a29e128c4,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:35.250861 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-739cd586-dd17-4a08-991f-3d7f30d43b70 req-e49d1b51-e276-4359-bb59-e900875bac1a tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 931 time: 0.0923324 Nov 12 20:25:35.325254 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device a2266bfb-a0d4-4896-9432-d20ec2953989 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:25:35.343117 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-739cd586-dd17-4a08-991f-3d7f30d43b70 req-bd2d2132-3b72-452b-88ec-ce7c1001c649 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905850 Nov 12 20:25:35.477519 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port a2266bfb-a0d4-4896-9432-d20ec2953989 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:25:35.478087 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:35.550776 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-95b4c59e-7032-4134-a53a-e8b35ed3a303 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:35.555998 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-95b4c59e-7032-4134-a53a-e8b35ed3a303 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:35.603244 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69755b2d-ac55-4e7b-8f82-a47c9db36140 req-e1e359da-c081-419b-9944-31ddac790a9a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:35.629110 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-69755b2d-ac55-4e7b-8f82-a47c9db36140 req-e1e359da-c081-419b-9944-31ddac790a9a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 946 time: 0.3274307 Nov 12 20:25:35.668702 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:35.679642 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-95b4c59e-7032-4134-a53a-e8b35ed3a303 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1805742 Nov 12 20:25:35.700063 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-fd06c672-84d9-40d5-b2e8-35a77a7d349c service neutron] Request body: {'port': {'device_id': '48ce21c8-6adc-4d07-8d8f-2cbbd8865fee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:25:35.765685 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-69755b2d-ac55-4e7b-8f82-a47c9db36140 req-ff7c6c3c-0383-48bb-ae95-bde57163b5d4 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352780 Nov 12 20:25:35.792496 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986c48be-0714-4270-bf8f-839ed717fa4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2266bfb-a0d4-4896-9432-d20ec2953989'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:25:35.806306 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33e5646-5c6f-45dc-a86f-9c44b90cda6b" -d '{"events": [{"server_uuid": "986c48be-0714-4270-bf8f-839ed717fa4e", "name": "network-vif-plugged", "status": "completed", "tag": "a2266bfb-a0d4-4896-9432-d20ec2953989"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:25:35.815679 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-fd06c672-84d9-40d5-b2e8-35a77a7d349c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:35.831953 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port a2266bfb-a0d4-4896-9432-d20ec2953989, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a2266bfb-a0d4-4896-9432-d20ec2953989,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:25:35.838638 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:35.907704 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c0d543-d14c-4e5e-89ed-57753cf8eb78 x-openstack-request-id: req-c8c0d543-d14c-4e5e-89ed-57753cf8eb78 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:25:35.908071 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986c48be-0714-4270-bf8f-839ed717fa4e", "name": "network-vif-plugged", "status": "completed", "tag": "a2266bfb-a0d4-4896-9432-d20ec2953989", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:25:35.909272 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c8c0d543-d14c-4e5e-89ed-57753cf8eb78 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:25:35.909735 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986c48be-0714-4270-bf8f-839ed717fa4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2266bfb-a0d4-4896-9432-d20ec2953989', 'code': 200} Nov 12 20:25:35.918002 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 35228) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:25:35.986525 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=a2266bfb-a0d4-4896-9432-d20ec2953989,revision_number=13']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:36.162201 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-0701e53f-eea3-481d-94bc-84752f529c99 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-251089242-network', 'tenant_id': '192a8893fbde4403b10fdf3b28aaf7cc'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:25:36.205735 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0701e53f-eea3-481d-94bc-84752f529c99 admin admin] Made reservation on behalf of 192a8893fbde4403b10fdf3b28aaf7cc for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:25:36.213535 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0701e53f-eea3-481d-94bc-84752f529c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:36.243574 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0701e53f-eea3-481d-94bc-84752f529c99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:36.400466 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-fd06c672-84d9-40d5-b2e8-35a77a7d349c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb8b639-b07e-4650-8358-b12a29e128c4 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:25:36.410991 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-fd06c672-84d9-40d5-b2e8-35a77a7d349c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:36.430239 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0701e53f-eea3-481d-94bc-84752f529c99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:36.439966 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0701e53f-eea3-481d-94bc-84752f529c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:36.441193 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-fd06c672-84d9-40d5-b2e8-35a77a7d349c service neutron] Transition to ACTIVE for port object 8eb8b639-b07e-4650-8358-b12a29e128c4 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:25:36.447861 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-fd06c672-84d9-40d5-b2e8-35a77a7d349c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:36.453911 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0701e53f-eea3-481d-94bc-84752f529c99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:25:36.479413 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0701e53f-eea3-481d-94bc-84752f529c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:36.479681 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-0701e53f-eea3-481d-94bc-84752f529c99 admin admin] Added segment 7ceaf165-5b20-496e-8783-406092e14649 of type vlan for network 28438cbd-6600-4365-a306-ff9a7d306044 Nov 12 20:25:36.589031 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0701e53f-eea3-481d-94bc-84752f529c99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:36.650787 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701e53f-eea3-481d-94bc-84752f529c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16904a83-4dfa-43ce-afa4-2fc73fe9d43c,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:36.669835 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0701e53f-eea3-481d-94bc-84752f529c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:36.671575 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0701e53f-eea3-481d-94bc-84752f529c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:36.672171 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0701e53f-eea3-481d-94bc-84752f529c99 admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:36.718520 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06c672-84d9-40d5-b2e8-35a77a7d349c service neutron] Pushing event updated for resources: {'Port': ['ID=8eb8b639-b07e-4650-8358-b12a29e128c4,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:36.748105 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0701e53f-eea3-481d-94bc-84752f529c99 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8287225 Nov 12 20:25:36.756214 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35256) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:25:36.766062 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-563821ef-8634-4e93-b8db-3929c50a6044 admin admin] Request body: {'subnet': {'network_id': '28438cbd-6600-4365-a306-ff9a7d306044', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-251089242-subnet', 'tenant_id': '192a8893fbde4403b10fdf3b28aaf7cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:25:36.803005 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d7e23-dad5-4b6f-8c4a-8c71964e3dcb req-116bf2d5-d3ed-4284-9de2-aad06aa1b38e tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:36.817904 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-361d7e23-dad5-4b6f-8c4a-8c71964e3dcb req-116bf2d5-d3ed-4284-9de2-aad06aa1b38e tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 943 time: 0.3017845 Nov 12 20:25:36.840526 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701e53f-eea3-481d-94bc-84752f529c99 admin admin] Pushing event updated for resources: {'Network': ['ID=28438cbd-6600-4365-a306-ff9a7d306044,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:36.857111 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 28438cbd-6600-4365-a306-ff9a7d306044 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:25:36.865741 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563821ef-8634-4e93-b8db-3929c50a6044 admin admin] Made reservation on behalf of 192a8893fbde4403b10fdf3b28aaf7cc for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:25:36.868197 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-563821ef-8634-4e93-b8db-3929c50a6044 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:36.909150 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-fd06c672-84d9-40d5-b2e8-35a77a7d349c service neutron] Attempting to bind port 8eb8b639-b07e-4650-8358-b12a29e128c4 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:25:36.909337 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-fd06c672-84d9-40d5-b2e8-35a77a7d349c service neutron] Attempting to bind port 8eb8b639-b07e-4650-8358-b12a29e128c4 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '65664268-a5b8-4342-8def-12ab3973524b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '38d97e7c-9672-4a03-9b6c-a809372715f3'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:25:36.909755 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-fd06c672-84d9-40d5-b2e8-35a77a7d349c service neutron] Attempting to bind port 8eb8b639-b07e-4650-8358-b12a29e128c4 on network 38d97e7c-9672-4a03-9b6c-a809372715f3 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:25:36.992107 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-fd06c672-84d9-40d5-b2e8-35a77a7d349c service neutron] Port 8eb8b639-b07e-4650-8358-b12a29e128c4 on network 38d97e7c-9672-4a03-9b6c-a809372715f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:25:36.994099 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-fd06c672-84d9-40d5-b2e8-35a77a7d349c service neutron] Attempting to bind port 8eb8b639-b07e-4650-8358-b12a29e128c4 on network 38d97e7c-9672-4a03-9b6c-a809372715f3 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:25:37.006233 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-361d7e23-dad5-4b6f-8c4a-8c71964e3dcb req-09826450-9835-4c66-9838-5a25160ed8ea tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873479 Nov 12 20:25:37.013001 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1031d34-7423-4695-bcfc-cf851448b632 req-3549fccb-9486-48e8-98f7-ec10aeabbb13 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:37.019857 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f1031d34-7423-4695-bcfc-cf851448b632 req-3549fccb-9486-48e8-98f7-ec10aeabbb13 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 947 time: 0.0939755 Nov 12 20:25:37.034681 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-fd06c672-84d9-40d5-b2e8-35a77a7d349c service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:25:37.038210 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-fd06c672-84d9-40d5-b2e8-35a77a7d349c service neutron] Checking segment: {'id': '65664268-a5b8-4342-8def-12ab3973524b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '38d97e7c-9672-4a03-9b6c-a809372715f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:25:37.038713 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-fd06c672-84d9-40d5-b2e8-35a77a7d349c service neutron] Bound using segment: {'id': '65664268-a5b8-4342-8def-12ab3973524b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '38d97e7c-9672-4a03-9b6c-a809372715f3'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:25:37.039293 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-fd06c672-84d9-40d5-b2e8-35a77a7d349c service neutron] Bound port: 8eb8b639-b07e-4650-8358-b12a29e128c4, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65664268-a5b8-4342-8def-12ab3973524b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '38d97e7c-9672-4a03-9b6c-a809372715f3'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:25:37.039761 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-fd06c672-84d9-40d5-b2e8-35a77a7d349c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:37.107906 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f1031d34-7423-4695-bcfc-cf851448b632 req-a28e3c82-a5ca-4b38-8d3a-71585f6d1c1a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819385 Nov 12 20:25:37.192894 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-fd06c672-84d9-40d5-b2e8-35a77a7d349c service neutron] For port 8eb8b639-b07e-4650-8358-b12a29e128c4, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:25:37.215264 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-fd06c672-84d9-40d5-b2e8-35a77a7d349c service neutron] For port 8eb8b639-b07e-4650-8358-b12a29e128c4, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8eb8b639-b07e-4650-8358-b12a29e128c4,segment=NetworkSegment(65664268-a5b8-4342-8def-12ab3973524b),segment_id=65664268-a5b8-4342-8def-12ab3973524b)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:25:37.223849 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-fd06c672-84d9-40d5-b2e8-35a77a7d349c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:37.328137 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-fd06c672-84d9-40d5-b2e8-35a77a7d349c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:37.328944 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-fd06c672-84d9-40d5-b2e8-35a77a7d349c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:37.330530 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-fd06c672-84d9-40d5-b2e8-35a77a7d349c service neutron] 10.222.0.52 "PUT /v2.0/ports/8eb8b639-b07e-4650-8358-b12a29e128c4 HTTP/1.1" status: 200 len: 1092 time: 1.6363485 Nov 12 20:25:37.331093 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ce21c8-6adc-4d07-8d8f-2cbbd8865fee', 'tag': '8eb8b639-b07e-4650-8358-b12a29e128c4'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:25:37.333561 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7950b42b-2662-4399-adc8-ae57b817989e" -d '{"events": [{"name": "network-changed", "server_uuid": "48ce21c8-6adc-4d07-8d8f-2cbbd8865fee", "tag": "8eb8b639-b07e-4650-8358-b12a29e128c4"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:25:37.355204 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-563821ef-8634-4e93-b8db-3929c50a6044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:37.443172 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06c672-84d9-40d5-b2e8-35a77a7d349c service neutron] Pushing event updated for resources: {'Port': ['ID=8eb8b639-b07e-4650-8358-b12a29e128c4,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:37.461511 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563821ef-8634-4e93-b8db-3929c50a6044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08830a37-ee40-4d8f-b3f5-2e37f0a271ad,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:37.494911 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db368ef8-b7cd-4f84-9754-9ea52a5a6291 x-openstack-request-id: req-db368ef8-b7cd-4f84-9754-9ea52a5a6291 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:25:37.495212 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ce21c8-6adc-4d07-8d8f-2cbbd8865fee", "tag": "8eb8b639-b07e-4650-8358-b12a29e128c4", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:25:37.495463 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-db368ef8-b7cd-4f84-9754-9ea52a5a6291 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:25:37.495876 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ce21c8-6adc-4d07-8d8f-2cbbd8865fee', 'tag': '8eb8b639-b07e-4650-8358-b12a29e128c4', 'status': 'completed', 'code': 200} Nov 12 20:25:37.513320 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-1d3360c7-e3ab-4c8e-a001-db3c41318415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:37.515658 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-1d3360c7-e3ab-4c8e-a001-db3c41318415 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=340a3bf15a834caa9a7fb00da4b43a25&device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 1095 time: 0.1277728 Nov 12 20:25:37.546267 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563821ef-8634-4e93-b8db-3929c50a6044 admin admin] Checking segment: {'id': '7ceaf165-5b20-496e-8783-406092e14649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '28438cbd-6600-4365-a306-ff9a7d306044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:25:37.546727 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563821ef-8634-4e93-b8db-3929c50a6044 admin admin] Network hostable DHCP agents. Network: 28438cbd-6600-4365-a306-ff9a7d306044, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:25:37.608507 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-8467b8ba-dbeb-4a86-8405-12e4b0f61ea3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8eb8b639-b07e-4650-8358-b12a29e128c4 HTTP/1.1" status: 200 len: 217 time: 0.0733695 Nov 12 20:25:37.658327 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563821ef-8634-4e93-b8db-3929c50a6044 admin admin] Network 28438cbd-6600-4365-a306-ff9a7d306044 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:25:37.735104 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-563821ef-8634-4e93-b8db-3929c50a6044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 28438cbd-6600-4365-a306-ff9a7d306044) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:25:37.748582 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd96a8f-f5bc-4365-beda-a476b7bf5a3f None None] Network 28438cbd-6600-4365-a306-ff9a7d306044 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:25:37.762302 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563821ef-8634-4e93-b8db-3929c50a6044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:37.765733 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-563821ef-8634-4e93-b8db-3929c50a6044 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:37.820612 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-0a75021d-e66e-4aa2-aaee-686756c2e11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:37.823988 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-0a75021d-e66e-4aa2-aaee-686756c2e11a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6bf94eac-0e74-4ddd-8212-8b9e8fd39f6e HTTP/1.1" status: 200 len: 854 time: 0.2028792 Nov 12 20:25:37.842037 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-563821ef-8634-4e93-b8db-3929c50a6044 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0819921 Nov 12 20:25:37.965857 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-35fa188c-3769-4ce1-8885-cbb121548f6f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=38d97e7c-9672-4a03-9b6c-a809372715f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205354 Nov 12 20:25:38.092073 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aceead-e261-4bde-8738-bc73dbea7d3f None None] Network 28438cbd-6600-4365-a306-ff9a7d306044 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:25:38.376697 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-51758996-ef06-4a7c-bcbb-a4520e7a7ba0 service neutron] 10.222.0.52 "GET /v2.0/networks/38d97e7c-9672-4a03-9b6c-a809372715f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902180 Nov 12 20:25:38.387199 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b41ed-26fc-42f6-a7b8-422e146b2819 req-a5f5a983-9a0a-401d-99a0-4d0641e24424 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:38.404492 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0d0b41ed-26fc-42f6-a7b8-422e146b2819 req-a5f5a983-9a0a-401d-99a0-4d0641e24424 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 943 time: 0.1478679 Nov 12 20:25:38.642734 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0d0b41ed-26fc-42f6-a7b8-422e146b2819 req-48892dfa-5844-4048-81ce-8168a0d2f026 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239027 Nov 12 20:25:38.750860 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3312ef-7be6-414d-b25b-9809bac15e8c req-29262be8-c54a-46ef-a5bf-e3d5926ef85e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:38.758982 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9a3312ef-7be6-414d-b25b-9809bac15e8c req-29262be8-c54a-46ef-a5bf-e3d5926ef85e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 947 time: 0.3795848 Nov 12 20:25:38.850195 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4aa6a5ab-5a04-4b91-9d35-a8c9a67e8091 req-7c7509f9-f9f1-40ae-9312-bcd45e29e0b9 service neutron] 10.222.0.52 "GET /v2.0/networks/38d97e7c-9672-4a03-9b6c-a809372715f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691219 Nov 12 20:25:38.913478 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9a3312ef-7be6-414d-b25b-9809bac15e8c req-1600507b-5e12-4b56-ad3c-954d7806961b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532083 Nov 12 20:25:39.025280 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950b42b-2662-4399-adc8-ae57b817989e req-6703d298-4460-4bbc-b732-8436e39852b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:39.028080 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7950b42b-2662-4399-adc8-ae57b817989e req-6703d298-4460-4bbc-b732-8436e39852b9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=340a3bf15a834caa9a7fb00da4b43a25&device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 1095 time: 0.1101613 Nov 12 20:25:39.276097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950b42b-2662-4399-adc8-ae57b817989e req-342adac5-3da7-467c-a60f-1a517f0a88de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:39.285829 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7950b42b-2662-4399-adc8-ae57b817989e req-342adac5-3da7-467c-a60f-1a517f0a88de service neutron] 10.222.0.52 "GET /v2.0/networks?id=38d97e7c-9672-4a03-9b6c-a809372715f3 HTTP/1.1" status: 200 len: 915 time: 0.2429547 Nov 12 20:25:39.351147 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7950b42b-2662-4399-adc8-ae57b817989e req-d102a728-553d-4762-8a35-4cfcdc41c3de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8eb8b639-b07e-4650-8358-b12a29e128c4 HTTP/1.1" status: 200 len: 217 time: 0.0624084 Nov 12 20:25:39.549723 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950b42b-2662-4399-adc8-ae57b817989e req-9bb31121-af42-4852-a8f9-b3f259ed2e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:39.551107 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7950b42b-2662-4399-adc8-ae57b817989e req-9bb31121-af42-4852-a8f9-b3f259ed2e05 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6bf94eac-0e74-4ddd-8212-8b9e8fd39f6e HTTP/1.1" status: 200 len: 854 time: 0.1746788 Nov 12 20:25:39.617547 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7950b42b-2662-4399-adc8-ae57b817989e req-a5099589-a5c0-4799-9b70-7ce446a741d9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=38d97e7c-9672-4a03-9b6c-a809372715f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576665 Nov 12 20:25:39.925057 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f98e6-891a-4e13-863a-b52d00d87d62 req-ed60d1eb-78fe-4614-b021-07418d7c16d1 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:39.937016 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7b8f98e6-891a-4e13-863a-b52d00d87d62 req-ed60d1eb-78fe-4614-b021-07418d7c16d1 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 943 time: 0.1386418 Nov 12 20:25:39.976105 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7950b42b-2662-4399-adc8-ae57b817989e req-a925b57d-ce87-48f9-8a71-d250651fdf63 service neutron] 10.222.0.52 "GET /v2.0/networks/38d97e7c-9672-4a03-9b6c-a809372715f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460166 Nov 12 20:25:40.109450 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7b8f98e6-891a-4e13-863a-b52d00d87d62 req-763ec48e-2a54-42eb-b324-b2ef7d9a027a tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621814 Nov 12 20:25:40.277881 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7950b42b-2662-4399-adc8-ae57b817989e req-3de365a6-efec-4c16-9a85-83a786d60e05 service neutron] 10.222.0.52 "GET /v2.0/networks/38d97e7c-9672-4a03-9b6c-a809372715f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855792 Nov 12 20:25:40.428794 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c19ba-6e77-4c23-ac89-5d50a0c800ce req-e1f70add-6968-4923-8597-da41b5f2fd19 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:40.441986 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-844c19ba-6e77-4c23-ac89-5d50a0c800ce req-e1f70add-6968-4923-8597-da41b5f2fd19 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 947 time: 0.3616905 Nov 12 20:25:40.629493 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-844c19ba-6e77-4c23-ac89-5d50a0c800ce req-e68b4b6b-4fbb-4d64-86e9-0e64a949a9c7 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859660 Nov 12 20:25:41.438132 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d42a8b-59bb-4e7a-874c-c895097e4a2b req-831d607c-f26c-4daf-83e9-8c72aa362973 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:41.448872 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-05d42a8b-59bb-4e7a-874c-c895097e4a2b req-831d607c-f26c-4daf-83e9-8c72aa362973 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 943 time: 0.1616118 Nov 12 20:25:41.597546 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-05d42a8b-59bb-4e7a-874c-c895097e4a2b req-c47b3af0-75c1-4d8d-a2bc-6fffb5670475 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477609 Nov 12 20:25:41.841899 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f94546-cccc-4de0-9d61-35533499851f req-0ed7fe43-976a-41e5-b570-2f4b18ffa4a6 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:41.873149 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-77f94546-cccc-4de0-9d61-35533499851f req-0ed7fe43-976a-41e5-b570-2f4b18ffa4a6 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 947 time: 0.1346369 Nov 12 20:25:42.064406 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-77f94546-cccc-4de0-9d61-35533499851f req-93bd2e37-124b-4bfb-848d-aa29b163498c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889122 Nov 12 20:25:42.127247 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 8eb8b639-b07e-4650-8358-b12a29e128c4 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:25:42.402578 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 8eb8b639-b07e-4650-8358-b12a29e128c4, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8eb8b639-b07e-4650-8358-b12a29e128c4,segment=NetworkSegment(65664268-a5b8-4342-8def-12ab3973524b),segment_id=65664268-a5b8-4342-8def-12ab3973524b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:25:42.439797 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '8eb8b639-b07e-4650-8358-b12a29e128c4', 'network_id': '38d97e7c-9672-4a03-9b6c-a809372715f3', 'port_id': '8eb8b639-b07e-4650-8358-b12a29e128c4', 'mac_address': 'fa:16:3e:2b:91:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf94eac-0e74-4ddd-8212-8b9e8fd39f6e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:25:42.545531 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:42.604384 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb8b639-b07e-4650-8358-b12a29e128c4 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:25:42.689455 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 8eb8b639-b07e-4650-8358-b12a29e128c4, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8eb8b639-b07e-4650-8358-b12a29e128c4,segment=NetworkSegment(65664268-a5b8-4342-8def-12ab3973524b),segment_id=65664268-a5b8-4342-8def-12ab3973524b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:25:42.697995 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:42.903114 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=8eb8b639-b07e-4650-8358-b12a29e128c4,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:42.975118 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb7a69-ade4-4479-841c-5ab3df4bb4eb req-546ed367-7937-419a-8611-a85b5596a282 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:42.980673 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c0eb7a69-ade4-4479-841c-5ab3df4bb4eb req-546ed367-7937-419a-8611-a85b5596a282 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 944 time: 0.1384633 Nov 12 20:25:42.997659 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['8eb8b639-b07e-4650-8358-b12a29e128c4'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:25:43.123495 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c0eb7a69-ade4-4479-841c-5ab3df4bb4eb req-7e2a347b-3568-4cae-bdd5-1a0db969d56c tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360073 Nov 12 20:25:43.411747 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685c63a-b935-469b-bec9-a47c1e51134f req-02db47d6-71a3-49dc-80f8-899f1db11d5d tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:43.415572 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a685c63a-b935-469b-bec9-a47c1e51134f req-02db47d6-71a3-49dc-80f8-899f1db11d5d tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/networks?id=28438cbd-6600-4365-a306-ff9a7d306044 HTTP/1.1" status: 200 len: 808 time: 0.4357648 Nov 12 20:25:43.461155 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29555715-e022-45df-a095-e13d8ffcfc77 req-1a79cad2-649d-401f-8340-1b4928be77e2 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:43.463977 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-29555715-e022-45df-a095-e13d8ffcfc77 req-1a79cad2-649d-401f-8340-1b4928be77e2 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 947 time: 0.1295586 Nov 12 20:25:43.567214 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-29555715-e022-45df-a095-e13d8ffcfc77 req-a7bf4334-f1cb-4640-842d-ff02ddf18dd7 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945437 Nov 12 20:25:43.736783 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a685c63a-b935-469b-bec9-a47c1e51134f req-52daa199-3b08-4a23-937f-e4e0c186afef tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/quotas/192a8893fbde4403b10fdf3b28aaf7cc HTTP/1.1" status: 200 len: 375 time: 0.3127263 Nov 12 20:25:43.811624 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a685c63a-b935-469b-bec9-a47c1e51134f req-d2f9ab6a-e726-45d6-9141-12556aec3116 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=192a8893fbde4403b10fdf3b28aaf7cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713825 Nov 12 20:25:44.081008 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a685c63a-b935-469b-bec9-a47c1e51134f req-fe99e7f2-6896-4b4c-b836-8b98380c1aa5 service neutron] 10.222.0.48 "GET /v2.0/networks/28438cbd-6600-4365-a306-ff9a7d306044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597470 Nov 12 20:25:44.134756 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 8eb8b639-b07e-4650-8358-b12a29e128c4 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:25:44.308704 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 8eb8b639-b07e-4650-8358-b12a29e128c4 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:25:44.316849 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 8eb8b639-b07e-4650-8358-b12a29e128c4 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:25:44.317212 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:44.389121 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a685c63a-b935-469b-bec9-a47c1e51134f req-038d5bd7-e5fe-4600-adfe-c646670cf6c9 service neutron] 10.222.0.48 "GET /v2.0/networks/28438cbd-6600-4365-a306-ff9a7d306044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064380 Nov 12 20:25:44.609159 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:44.651020 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ce21c8-6adc-4d07-8d8f-2cbbd8865fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb8b639-b07e-4650-8358-b12a29e128c4'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:25:44.657205 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293afe51-714c-4cd0-b5dd-5d3b9b4cbb90" -d '{"events": [{"server_uuid": "48ce21c8-6adc-4d07-8d8f-2cbbd8865fee", "name": "network-vif-plugged", "status": "completed", "tag": "8eb8b639-b07e-4650-8358-b12a29e128c4"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:25:44.687301 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 8eb8b639-b07e-4650-8358-b12a29e128c4, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8eb8b639-b07e-4650-8358-b12a29e128c4,segment=NetworkSegment(65664268-a5b8-4342-8def-12ab3973524b),segment_id=65664268-a5b8-4342-8def-12ab3973524b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:25:44.697937 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:44.713153 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae4b25-ad6e-4dfb-911d-e38c2e669f4f req-3c2d0f19-00b0-4107-bb3c-72a5384c2679 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:44.723532 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2eae4b25-ad6e-4dfb-911d-e38c2e669f4f req-3c2d0f19-00b0-4107-bb3c-72a5384c2679 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 944 time: 0.3875170 Nov 12 20:25:44.857172 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=8eb8b639-b07e-4650-8358-b12a29e128c4,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:44.900389 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2eae4b25-ad6e-4dfb-911d-e38c2e669f4f req-aedf4179-efff-4a13-b4c3-86038d0f2009 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758671 Nov 12 20:25:45.036602 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8c9895-7729-4b29-9650-7ceed66f6c97 x-openstack-request-id: req-7b8c9895-7729-4b29-9650-7ceed66f6c97 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:25:45.036946 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ce21c8-6adc-4d07-8d8f-2cbbd8865fee", "name": "network-vif-plugged", "status": "completed", "tag": "8eb8b639-b07e-4650-8358-b12a29e128c4", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:25:45.037220 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7b8c9895-7729-4b29-9650-7ceed66f6c97 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:25:45.037615 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ce21c8-6adc-4d07-8d8f-2cbbd8865fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb8b639-b07e-4650-8358-b12a29e128c4', 'code': 200} Nov 12 20:25:45.049143 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03025692-b45a-4853-ae9a-3b490275c054 req-2a8f024b-b481-4a14-9cb4-39d1c6b3cb59 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:45.051311 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-03025692-b45a-4853-ae9a-3b490275c054 req-2a8f024b-b481-4a14-9cb4-39d1c6b3cb59 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 947 time: 0.1304078 Nov 12 20:25:45.203629 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d415f62c-ac92-4a0e-a1e8-1ea9e0f8a6b4 req-fa162e3e-6067-44e2-a596-4b95af462c77 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bcad4ba-e5fb-4638-8fc2-0baecd116cad HTTP/1.1" status: 200 len: 210 time: 0.0961404 Nov 12 20:25:45.234637 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-03025692-b45a-4853-ae9a-3b490275c054 req-a955ee5f-3427-4641-8225-c43f3677126c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649325 Nov 12 20:25:45.305802 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c9a18-83e3-418b-b8bf-837fbb8120af req-c22964b7-c46c-4a28-836b-0e31fd1b84c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:45.309650 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-540c9a18-83e3-418b-b8bf-837fbb8120af req-c22964b7-c46c-4a28-836b-0e31fd1b84c6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 1097 time: 0.1789057 Nov 12 20:25:45.426259 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-540c9a18-83e3-418b-b8bf-837fbb8120af req-b58b3f65-63fe-4755-a02b-67aedf047064 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039596 Nov 12 20:25:46.162684 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33928c-e977-4159-8e52-6a9dbfe715e7 req-b9943a88-ae37-4c09-8079-5a494faf5818 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:46.177191 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2d33928c-e977-4159-8e52-6a9dbfe715e7 req-b9943a88-ae37-4c09-8079-5a494faf5818 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1378100 Nov 12 20:25:46.331761 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2d33928c-e977-4159-8e52-6a9dbfe715e7 req-ab6bfa78-f9b9-4012-b5a4-acd500e5043f tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502821 Nov 12 20:25:46.393297 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-15c52ca3-8d3a-4498-a20d-b770753d5af6 req-4a9fd36d-8a2f-4cee-a73d-0f4d9bae06b0 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bcad4ba-e5fb-4638-8fc2-0baecd116cad HTTP/1.1" status: 200 len: 210 time: 0.0723805 Nov 12 20:25:46.950127 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b259c8b-a685-4941-a64e-3128eae32e0a req-2ac1a704-38cd-4838-adf6-8713e008026d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:46.963883 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8b259c8b-a685-4941-a64e-3128eae32e0a req-2ac1a704-38cd-4838-adf6-8713e008026d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 947 time: 0.5031922 Nov 12 20:25:47.156678 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8b259c8b-a685-4941-a64e-3128eae32e0a req-569ffa7d-3456-4541-a1ab-d04ff16bd664 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887527 Nov 12 20:25:47.228775 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685c63a-b935-469b-bec9-a47c1e51134f req-b0e9a595-2381-43e3-a416-dc6c8a19cc87 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:47.232334 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a685c63a-b935-469b-bec9-a47c1e51134f req-b0e9a595-2381-43e3-a416-dc6c8a19cc87 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.55 "GET /v2.0/networks?id=28438cbd-6600-4365-a306-ff9a7d306044 HTTP/1.1" status: 200 len: 808 time: 0.7076888 Nov 12 20:25:47.267134 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-a685c63a-b935-469b-bec9-a47c1e51134f req-815cad8b-bb40-450f-b43b-2a2307c30156 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Request body: {'port': {'device_id': '2bcad4ba-e5fb-4638-8fc2-0baecd116cad', 'network_id': '28438cbd-6600-4365-a306-ff9a7d306044', 'admin_state_up': True, 'tenant_id': '192a8893fbde4403b10fdf3b28aaf7cc'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:25:47.647876 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a5882-3071-48dc-a66c-23be034773f1 req-ff8fc381-252c-4f4a-bc6b-16fff9fec5b3 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:47.657414 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa2a5882-3071-48dc-a66c-23be034773f1 req-ff8fc381-252c-4f4a-bc6b-16fff9fec5b3 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1976171 Nov 12 20:25:47.764676 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-39814286-d067-4aa4-bdf7-02629afc3644 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:47.790575 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-39814286-d067-4aa4-bdf7-02629afc3644 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 812 time: 0.4234586 Nov 12 20:25:47.848536 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-9f37182a-1945-4fd7-bdb9-5b70e852d2ed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/quotas/416776ef7a904035a66442e4dfb8994d HTTP/1.1" status: 200 len: 375 time: 0.0569124 Nov 12 20:25:47.880897 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa2a5882-3071-48dc-a66c-23be034773f1 req-7342aa43-c837-496d-b38c-19acf7280d02 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223859 Nov 12 20:25:47.907052 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a685c63a-b935-469b-bec9-a47c1e51134f req-815cad8b-bb40-450f-b43b-2a2307c30156 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Made reservation on behalf of 192a8893fbde4403b10fdf3b28aaf7cc for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:25:47.921123 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a685c63a-b935-469b-bec9-a47c1e51134f req-815cad8b-bb40-450f-b43b-2a2307c30156 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:48.080827 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-76bd63f9-b391-466a-9bc5-8b48e4474a4a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2288797 Nov 12 20:25:48.307236 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-66b03f80-9206-4779-bd02-c56041e2ec30 service neutron] 10.222.0.48 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251930 Nov 12 20:25:48.324994 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b85e2123-6a31-45a9-836c-53ded0e9ad83 req-a56e5f57-8911-4da7-b0b2-18c542a9b474 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bcad4ba-e5fb-4638-8fc2-0baecd116cad HTTP/1.1" status: 200 len: 210 time: 0.0932231 Nov 12 20:25:48.604733 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-4fb0772a-8cc3-4794-bae9-d5d55f637487 service neutron] 10.222.0.48 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939985 Nov 12 20:25:48.626757 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-a685c63a-b935-469b-bec9-a47c1e51134f req-815cad8b-bb40-450f-b43b-2a2307c30156 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Allocated IP 172.20.0.13 (28438cbd-6600-4365-a306-ff9a7d306044/08830a37-ee40-4d8f-b3f5-2e37f0a271ad/d10ffbb7-d358-4d44-a00d-addbf3e927d0) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:25:48.912895 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b4cfa406-2a49-478d-b3d8-edf27dfad26f tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:48.924525 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b4cfa406-2a49-478d-b3d8-edf27dfad26f tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/networks?id=38d97e7c-9672-4a03-9b6c-a809372715f3 HTTP/1.1" status: 200 len: 814 time: 0.3896298 Nov 12 20:25:48.981050 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b45af7da-0470-4dd6-949e-cc6bd9322c16 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/quotas/340a3bf15a834caa9a7fb00da4b43a25 HTTP/1.1" status: 200 len: 375 time: 0.0553434 Nov 12 20:25:49.286927 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-170866ae-a829-41c9-9df5-48c638ed5528 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=340a3bf15a834caa9a7fb00da4b43a25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3042324 Nov 12 20:25:49.594541 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb6513-99e0-462b-b6d5-837974728c5d req-504f77ac-f8c0-432c-b463-24a62b2c8016 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:49.622727 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-60bb6513-99e0-462b-b6d5-837974728c5d req-504f77ac-f8c0-432c-b463-24a62b2c8016 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 947 time: 0.2071469 Nov 12 20:25:49.820042 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-60bb6513-99e0-462b-b6d5-837974728c5d req-ad8b32e4-a327-4719-9ceb-cf2657c6efab tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916153 Nov 12 20:25:49.891679 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a685c63a-b935-469b-bec9-a47c1e51134f req-815cad8b-bb40-450f-b43b-2a2307c30156 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:49.923139 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d7973a71-c3a2-468c-bbf2-5fea792f04ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:50.027667 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7bb9c8f8-6592-469f-a347-269b6e419069 req-e4ba9389-61d0-41d9-ae2b-4c69ec8c1be5 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 210 time: 0.1150095 Nov 12 20:25:50.059618 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-8413debe-04c2-49ff-97c6-cbdc6803d79e service neutron] 10.222.0.48 "GET /v2.0/networks/38d97e7c-9672-4a03-9b6c-a809372715f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7717085 Nov 12 20:25:50.080907 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a685c63a-b935-469b-bec9-a47c1e51134f req-815cad8b-bb40-450f-b43b-2a2307c30156 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:50.208290 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:50.311677 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41935b-c861-4a6f-957a-7e05f403243e req-e64aaf9b-ee8b-4ec2-9e58-8f4fd09b532e tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:50.322609 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9d41935b-c861-4a6f-957a-7e05f403243e req-e64aaf9b-ee8b-4ec2-9e58-8f4fd09b532e tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bcad4ba-e5fb-4638-8fc2-0baecd116cad HTTP/1.1" status: 200 len: 932 time: 0.1644454 Nov 12 20:25:50.473396 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9d41935b-c861-4a6f-957a-7e05f403243e req-f8ee0241-f295-414d-97ce-7d6878b988c4 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/security-groups?id=16904a83-4dfa-43ce-afa4-2fc73fe9d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430109 Nov 12 20:25:50.503037 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815cad8b-bb40-450f-b43b-2a2307c30156 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Pushing event updated for resources: {'Port': ['ID=d10ffbb7-d358-4d44-a00d-addbf3e927d0,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:50.668247 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cad8b-bb40-450f-b43b-2a2307c30156 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:50.668608 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cad8b-bb40-450f-b43b-2a2307c30156 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:50.668981 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cad8b-bb40-450f-b43b-2a2307c30156 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:50.669295 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cad8b-bb40-450f-b43b-2a2307c30156 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:50.669635 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cad8b-bb40-450f-b43b-2a2307c30156 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:50.669968 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cad8b-bb40-450f-b43b-2a2307c30156 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:50.671104 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cad8b-bb40-450f-b43b-2a2307c30156 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:50.671296 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cad8b-bb40-450f-b43b-2a2307c30156 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:50.671642 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cad8b-bb40-450f-b43b-2a2307c30156 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:50.672092 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cad8b-bb40-450f-b43b-2a2307c30156 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:50.704091 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cad8b-bb40-450f-b43b-2a2307c30156 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:50.704550 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cad8b-bb40-450f-b43b-2a2307c30156 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:50.766792 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a685c63a-b935-469b-bec9-a47c1e51134f req-815cad8b-bb40-450f-b43b-2a2307c30156 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Network 28438cbd-6600-4365-a306-ff9a7d306044 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:25:50.798365 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-a685c63a-b935-469b-bec9-a47c1e51134f req-815cad8b-bb40-450f-b43b-2a2307c30156 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:25:50.803277 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a685c63a-b935-469b-bec9-a47c1e51134f req-815cad8b-bb40-450f-b43b-2a2307c30156 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:25:51.003386 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685c63a-b935-469b-bec9-a47c1e51134f req-815cad8b-bb40-450f-b43b-2a2307c30156 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:51.004144 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a685c63a-b935-469b-bec9-a47c1e51134f req-815cad8b-bb40-450f-b43b-2a2307c30156 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:51.062611 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-1ad1a59d-fd97-41d6-a550-c76efe469f2b service neutron] 10.222.0.48 "GET /v2.0/networks/38d97e7c-9672-4a03-9b6c-a809372715f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0017369 Nov 12 20:25:51.121859 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a685c63a-b935-469b-bec9-a47c1e51134f req-815cad8b-bb40-450f-b43b-2a2307c30156 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8738654 Nov 12 20:25:51.135924 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-a685c63a-b935-469b-bec9-a47c1e51134f req-01db25ae-b1d5-495c-995a-25640b4c3636 service neutron] Request body: {'port': {'device_id': '2bcad4ba-e5fb-4638-8fc2-0baecd116cad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:25:51.379463 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457a94c-97eb-4086-838c-ad739652b055 req-76f5b193-360d-4124-b136-a6807f151126 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:51.390109 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d457a94c-97eb-4086-838c-ad739652b055 req-76f5b193-360d-4124-b136-a6807f151126 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 947 time: 0.1421525 Nov 12 20:25:51.453480 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a685c63a-b935-469b-bec9-a47c1e51134f req-01db25ae-b1d5-495c-995a-25640b4c3636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:51.694683 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d457a94c-97eb-4086-838c-ad739652b055 req-d0946c5c-f860-42ae-9ad6-b40b9144a2b9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3011324 Nov 12 20:25:51.868977 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-00e99498-fea5-4b3a-a634-9b34fe98b969 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:51.876859 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-00e99498-fea5-4b3a-a634-9b34fe98b969 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.52 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 812 time: 0.3243368 Nov 12 20:25:51.931694 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-207ddb94-aa1f-4a0d-bccc-3814c879b30d req-ebd462e9-77f0-4d02-b13c-0b73c05a7e94 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=88dfd0cd-88d2-43be-8f7d-f3804135df13 HTTP/1.1" status: 200 len: 210 time: 0.1316416 Nov 12 20:25:51.945311 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-c7efc58e-1563-44ee-9faf-7f422a83b3c2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Request body: {'port': {'device_id': 'edc3a1fd-db37-486d-ba21-b1ee0fc29564', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'admin_state_up': True, 'tenant_id': '416776ef7a904035a66442e4dfb8994d'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:25:52.518558 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-92440901-e833-4c73-8f18-d88b8378adf8 req-dff42565-fe5d-4390-8b42-894f3f82858b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 210 time: 0.2169266 Nov 12 20:25:52.532335 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-c7efc58e-1563-44ee-9faf-7f422a83b3c2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Made reservation on behalf of 416776ef7a904035a66442e4dfb8994d for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:25:52.547387 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-c7efc58e-1563-44ee-9faf-7f422a83b3c2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:52.630958 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e983d3-758a-478a-bb09-9d9f1fe8a7ea req-7840225e-b581-4a60-a295-e62aa83c5053 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:52.651604 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24e983d3-758a-478a-bb09-9d9f1fe8a7ea req-7840225e-b581-4a60-a295-e62aa83c5053 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bcad4ba-e5fb-4638-8fc2-0baecd116cad HTTP/1.1" status: 200 len: 932 time: 0.3149691 Nov 12 20:25:52.721946 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-a685c63a-b935-469b-bec9-a47c1e51134f req-01db25ae-b1d5-495c-995a-25640b4c3636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10ffbb7-d358-4d44-a00d-addbf3e927d0 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:25:52.754310 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b38d2cdc-e8db-4ae9-a2ab-c7da73c5204a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:52.782667 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a685c63a-b935-469b-bec9-a47c1e51134f req-01db25ae-b1d5-495c-995a-25640b4c3636 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:52.869980 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-a685c63a-b935-469b-bec9-a47c1e51134f req-01db25ae-b1d5-495c-995a-25640b4c3636 service neutron] Transition to ACTIVE for port object d10ffbb7-d358-4d44-a00d-addbf3e927d0 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:25:52.897115 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a685c63a-b935-469b-bec9-a47c1e51134f req-01db25ae-b1d5-495c-995a-25640b4c3636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:53.197857 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db25ae-b1d5-495c-995a-25640b4c3636 service neutron] Pushing event updated for resources: {'Port': ['ID=d10ffbb7-d358-4d44-a00d-addbf3e927d0,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:53.276796 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9add85-d32a-42e6-82be-c6bca9e6b766 req-2a49dec6-7f66-4efc-9727-0403837c0a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:53.278556 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ed9add85-d32a-42e6-82be-c6bca9e6b766 req-2a49dec6-7f66-4efc-9727-0403837c0a54 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 1099 time: 1.7792099 Nov 12 20:25:53.298445 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24e983d3-758a-478a-bb09-9d9f1fe8a7ea req-4fe4eeae-717c-4732-b8e3-8fe4c4250654 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/security-groups?id=16904a83-4dfa-43ce-afa4-2fc73fe9d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6457057 Nov 12 20:25:53.404958 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-c7efc58e-1563-44ee-9faf-7f422a83b3c2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Allocated IP 172.20.0.5 (a14ebab6-b135-479f-8842-077a5fca0d71/63fe6903-02cc-4d59-b54a-0012785b1f66/0765ca07-59c2-4c29-a679-bcd84d6b1cf9) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:25:53.493317 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32863b59-55ae-4358-a715-f0f9998f7c19 req-57765a62-0980-41af-b126-ea6865ebe87f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:53.507109 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-32863b59-55ae-4358-a715-f0f9998f7c19 req-57765a62-0980-41af-b126-ea6865ebe87f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 947 time: 0.4383159 Nov 12 20:25:53.629173 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e39d5db0-9c31-47ce-9a61-a8b63432ae8c req-ed78bd3c-312a-47f1-8b77-f412ff66e7f8 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=88dfd0cd-88d2-43be-8f7d-f3804135df13 HTTP/1.1" status: 200 len: 210 time: 0.1109509 Nov 12 20:25:53.789983 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:53.846950 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-32863b59-55ae-4358-a715-f0f9998f7c19 req-930f30af-64b3-49d2-a302-5f9f86dec294 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3386626 Nov 12 20:25:53.897916 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:54.036350 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9add85-d32a-42e6-82be-c6bca9e6b766 req-2bfee01e-ca29-44db-bba2-4b141bfedfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:54.041994 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ed9add85-d32a-42e6-82be-c6bca9e6b766 req-2bfee01e-ca29-44db-bba2-4b141bfedfc1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 913 time: 0.6927726 Nov 12 20:25:54.088367 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5da523b2-423c-4ed3-81fc-b9877854d307 req-705f9f4f-005f-48f7-a073-8acb49166875 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 210 time: 0.2423215 Nov 12 20:25:54.299255 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-a685c63a-b935-469b-bec9-a47c1e51134f req-01db25ae-b1d5-495c-995a-25640b4c3636 service neutron] Attempting to bind port d10ffbb7-d358-4d44-a00d-addbf3e927d0 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:25:54.299869 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-a685c63a-b935-469b-bec9-a47c1e51134f req-01db25ae-b1d5-495c-995a-25640b4c3636 service neutron] Attempting to bind port d10ffbb7-d358-4d44-a00d-addbf3e927d0 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '7ceaf165-5b20-496e-8783-406092e14649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '28438cbd-6600-4365-a306-ff9a7d306044'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:25:54.300114 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-c7efc58e-1563-44ee-9faf-7f422a83b3c2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:54.300894 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685c63a-b935-469b-bec9-a47c1e51134f req-01db25ae-b1d5-495c-995a-25640b4c3636 service neutron] Attempting to bind port d10ffbb7-d358-4d44-a00d-addbf3e927d0 on network 28438cbd-6600-4365-a306-ff9a7d306044 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:25:54.312785 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ed9add85-d32a-42e6-82be-c6bca9e6b766 req-23b8d9f5-568b-4db9-802b-f3e9d32fd940 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2266bfb-a0d4-4896-9432-d20ec2953989 HTTP/1.1" status: 200 len: 1001 time: 0.2166631 Nov 12 20:25:54.320918 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685c63a-b935-469b-bec9-a47c1e51134f req-01db25ae-b1d5-495c-995a-25640b4c3636 service neutron] Port d10ffbb7-d358-4d44-a00d-addbf3e927d0 on network 28438cbd-6600-4365-a306-ff9a7d306044 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:25:54.321522 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685c63a-b935-469b-bec9-a47c1e51134f req-01db25ae-b1d5-495c-995a-25640b4c3636 service neutron] Attempting to bind port d10ffbb7-d358-4d44-a00d-addbf3e927d0 on network 28438cbd-6600-4365-a306-ff9a7d306044 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:25:54.377715 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-075c513d-e2de-45aa-945c-14e0a36c9573 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:54.379098 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-075c513d-e2de-45aa-945c-14e0a36c9573 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.55 "GET /v2.0/networks?id=38d97e7c-9672-4a03-9b6c-a809372715f3 HTTP/1.1" status: 200 len: 814 time: 0.5386119 Nov 12 20:25:54.418630 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b4be2085-80ad-40b9-bad5-b430d060d630 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Request body: {'port': {'device_id': '88dfd0cd-88d2-43be-8f7d-f3804135df13', 'network_id': '38d97e7c-9672-4a03-9b6c-a809372715f3', 'admin_state_up': True, 'tenant_id': '340a3bf15a834caa9a7fb00da4b43a25'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:25:54.466919 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685c63a-b935-469b-bec9-a47c1e51134f req-01db25ae-b1d5-495c-995a-25640b4c3636 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:25:54.467306 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685c63a-b935-469b-bec9-a47c1e51134f req-01db25ae-b1d5-495c-995a-25640b4c3636 service neutron] Checking segment: {'id': '7ceaf165-5b20-496e-8783-406092e14649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '28438cbd-6600-4365-a306-ff9a7d306044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:25:54.467696 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685c63a-b935-469b-bec9-a47c1e51134f req-01db25ae-b1d5-495c-995a-25640b4c3636 service neutron] Bound using segment: {'id': '7ceaf165-5b20-496e-8783-406092e14649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '28438cbd-6600-4365-a306-ff9a7d306044'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:25:54.468322 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-a685c63a-b935-469b-bec9-a47c1e51134f req-01db25ae-b1d5-495c-995a-25640b4c3636 service neutron] Bound port: d10ffbb7-d358-4d44-a00d-addbf3e927d0, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ceaf165-5b20-496e-8783-406092e14649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '28438cbd-6600-4365-a306-ff9a7d306044'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:25:54.468689 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a685c63a-b935-469b-bec9-a47c1e51134f req-01db25ae-b1d5-495c-995a-25640b4c3636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:54.682099 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-c7efc58e-1563-44ee-9faf-7f422a83b3c2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:54.840957 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-c7efc58e-1563-44ee-9faf-7f422a83b3c2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Network a14ebab6-b135-479f-8842-077a5fca0d71 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:25:54.860597 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-c7efc58e-1563-44ee-9faf-7f422a83b3c2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:25:54.880200 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-c7efc58e-1563-44ee-9faf-7f422a83b3c2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:25:54.904019 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b4be2085-80ad-40b9-bad5-b430d060d630 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Made reservation on behalf of 340a3bf15a834caa9a7fb00da4b43a25 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:25:54.918578 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b4be2085-80ad-40b9-bad5-b430d060d630 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:55.161614 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7efc58e-1563-44ee-9faf-7f422a83b3c2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event updated for resources: {'Port': ['ID=0765ca07-59c2-4c29-a679-bcd84d6b1cf9,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:55.192056 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:55.249513 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7efc58e-1563-44ee-9faf-7f422a83b3c2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:55.249873 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7efc58e-1563-44ee-9faf-7f422a83b3c2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:55.257122 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7efc58e-1563-44ee-9faf-7f422a83b3c2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:55.257512 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7efc58e-1563-44ee-9faf-7f422a83b3c2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:55.257857 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7efc58e-1563-44ee-9faf-7f422a83b3c2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:55.258198 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7efc58e-1563-44ee-9faf-7f422a83b3c2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:55.258534 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7efc58e-1563-44ee-9faf-7f422a83b3c2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:55.258858 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7efc58e-1563-44ee-9faf-7f422a83b3c2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:55.259188 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7efc58e-1563-44ee-9faf-7f422a83b3c2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:55.259514 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7efc58e-1563-44ee-9faf-7f422a83b3c2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:55.259841 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7efc58e-1563-44ee-9faf-7f422a83b3c2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:55.260166 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7efc58e-1563-44ee-9faf-7f422a83b3c2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:25:55.489669 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4e14ad79-63ff-4f7d-a885-cd8cd25f306d None None] Provisioning complete for port 0765ca07-59c2-4c29-a679-bcd84d6b1cf9 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:25:55.490042 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4e14ad79-63ff-4f7d-a885-cd8cd25f306d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:55.510353 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b411a5ba-c695-4c8c-b444-ce35c92fc672 req-575c5f31-d29e-4f88-9bf8-eae56e2aeaeb tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=88dfd0cd-88d2-43be-8f7d-f3804135df13 HTTP/1.1" status: 200 len: 210 time: 0.5116494 Nov 12 20:25:55.660473 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4e14ad79-63ff-4f7d-a885-cd8cd25f306d None None] Port 0765ca07-59c2-4c29-a679-bcd84d6b1cf9 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:25:55.838321 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-c7efc58e-1563-44ee-9faf-7f422a83b3c2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:55.839044 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-c7efc58e-1563-44ee-9faf-7f422a83b3c2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:55.899137 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-c7efc58e-1563-44ee-9faf-7f422a83b3c2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9898615 Nov 12 20:25:55.913121 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9add85-d32a-42e6-82be-c6bca9e6b766 req-b24708c3-5efe-4846-bd5e-3618ebcd8f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:55.917316 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ed9add85-d32a-42e6-82be-c6bca9e6b766 req-b24708c3-5efe-4846-bd5e-3618ebcd8f03 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 1.5930769 Nov 12 20:25:55.953699 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-56a70a93-4641-49f7-9a8a-21eed68f28b1 service neutron] Request body: {'port': {'device_id': 'edc3a1fd-db37-486d-ba21-b1ee0fc29564', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:25:55.986043 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:56.274942 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9add85-d32a-42e6-82be-c6bca9e6b766 req-ec40a3f0-9544-474a-9696-aba6b09144bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:56.280038 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ed9add85-d32a-42e6-82be-c6bca9e6b766 req-ec40a3f0-9544-474a-9696-aba6b09144bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3301277 Nov 12 20:25:56.285747 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-a685c63a-b935-469b-bec9-a47c1e51134f req-01db25ae-b1d5-495c-995a-25640b4c3636 service neutron] For port d10ffbb7-d358-4d44-a00d-addbf3e927d0, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:25:56.349935 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac11510-9cfc-4f61-aaa4-4cc5ee2aad8b req-4fe93564-894d-4f31-afa0-63853b5b5ca6 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:56.359719 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dac11510-9cfc-4f61-aaa4-4cc5ee2aad8b req-4fe93564-894d-4f31-afa0-63853b5b5ca6 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bcad4ba-e5fb-4638-8fc2-0baecd116cad HTTP/1.1" status: 200 len: 944 time: 0.4413052 Nov 12 20:25:56.416745 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-a685c63a-b935-469b-bec9-a47c1e51134f req-01db25ae-b1d5-495c-995a-25640b4c3636 service neutron] For port d10ffbb7-d358-4d44-a00d-addbf3e927d0, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=d10ffbb7-d358-4d44-a00d-addbf3e927d0,segment=NetworkSegment(7ceaf165-5b20-496e-8783-406092e14649),segment_id=7ceaf165-5b20-496e-8783-406092e14649)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:25:56.446046 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a685c63a-b935-469b-bec9-a47c1e51134f req-01db25ae-b1d5-495c-995a-25640b4c3636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:56.849901 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db25ae-b1d5-495c-995a-25640b4c3636 service neutron] Pushing event updated for resources: {'Port': ['ID=d10ffbb7-d358-4d44-a00d-addbf3e927d0,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:25:56.874635 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dac11510-9cfc-4f61-aaa4-4cc5ee2aad8b req-7761974c-0fd4-47a5-8c4b-9094e5a5a720 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/security-groups?id=16904a83-4dfa-43ce-afa4-2fc73fe9d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108421 Nov 12 20:25:56.888617 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685c63a-b935-469b-bec9-a47c1e51134f req-01db25ae-b1d5-495c-995a-25640b4c3636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:56.889545 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a685c63a-b935-469b-bec9-a47c1e51134f req-01db25ae-b1d5-495c-995a-25640b4c3636 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:56.891007 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a685c63a-b935-469b-bec9-a47c1e51134f req-01db25ae-b1d5-495c-995a-25640b4c3636 service neutron] 10.222.0.55 "PUT /v2.0/ports/d10ffbb7-d358-4d44-a00d-addbf3e927d0 HTTP/1.1" status: 200 len: 1093 time: 5.7604175 Nov 12 20:25:56.891534 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bcad4ba-e5fb-4638-8fc2-0baecd116cad', 'tag': 'd10ffbb7-d358-4d44-a00d-addbf3e927d0'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:25:56.905573 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53149ccd-ed74-43c4-b65d-e12e60f7aadc" -d '{"events": [{"name": "network-changed", "server_uuid": "2bcad4ba-e5fb-4638-8fc2-0baecd116cad", "tag": "d10ffbb7-d358-4d44-a00d-addbf3e927d0"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:25:57.257863 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ed9add85-d32a-42e6-82be-c6bca9e6b766 req-0d80970a-6bda-4bbf-9c00-aa691c8557e7 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9496160 Nov 12 20:25:57.286895 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685c63a-b935-469b-bec9-a47c1e51134f req-4eb681e4-a823-427e-be9b-117f0326d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:57.288383 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a685c63a-b935-469b-bec9-a47c1e51134f req-4eb681e4-a823-427e-be9b-117f0326d52b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=192a8893fbde4403b10fdf3b28aaf7cc&device_id=2bcad4ba-e5fb-4638-8fc2-0baecd116cad HTTP/1.1" status: 200 len: 1096 time: 0.3356018 Nov 12 20:25:57.384593 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a685c63a-b935-469b-bec9-a47c1e51134f req-a4c75643-5f44-4203-a4e6-309b13dfbac3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d10ffbb7-d358-4d44-a00d-addbf3e927d0 HTTP/1.1" status: 200 len: 217 time: 0.0625477 Nov 12 20:25:57.442950 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685c63a-b935-469b-bec9-a47c1e51134f req-4d9dd26d-1c21-481c-affe-da256b6a960a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:57.444652 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a685c63a-b935-469b-bec9-a47c1e51134f req-4d9dd26d-1c21-481c-affe-da256b6a960a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08830a37-ee40-4d8f-b3f5-2e37f0a271ad HTTP/1.1" status: 200 len: 848 time: 0.0522778 Nov 12 20:25:57.493897 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6f15e-74e2-45a7-a8e3-449ea702782b req-2539479d-9580-4a98-8584-9960d69f5a3b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:57.495454 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ddc6f15e-74e2-45a7-a8e3-449ea702782b req-2539479d-9580-4a98-8584-9960d69f5a3b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 947 time: 1.7602124 Nov 12 20:25:57.603552 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a685c63a-b935-469b-bec9-a47c1e51134f req-35d36c42-3062-4c5d-bde3-807b8f15737e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=28438cbd-6600-4365-a306-ff9a7d306044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984845 Nov 12 20:25:57.636046 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-842d4c65-99b4-4498-9566-d86d92ece7a3 req-48778d52-5ee2-442e-b792-0ef49fb5c26c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.7224393 Nov 12 20:25:57.686857 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e34ad-c01c-40fa-aa4c-d96f622ca532 req-b39dc1a4-27ae-4a45-818c-abbc5c18d8f7 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:57.695870 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-198e34ad-c01c-40fa-aa4c-d96f622ca532 req-b39dc1a4-27ae-4a45-818c-abbc5c18d8f7 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 931 time: 0.5637403 Nov 12 20:25:57.754453 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b4be2085-80ad-40b9-bad5-b430d060d630 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Allocated IP 172.20.0.8 (38d97e7c-9672-4a03-9b6c-a809372715f3/6bf94eac-0e74-4ddd-8212-8b9e8fd39f6e/47e1fd41-5b59-4084-b221-b7de152e4e65) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:25:57.947930 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ed9add85-d32a-42e6-82be-c6bca9e6b766 req-0a976420-bca4-4fad-90b0-0ee90aab108b service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6896212 Nov 12 20:25:58.159701 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-198e34ad-c01c-40fa-aa4c-d96f622ca532 req-59229523-6122-43bc-85b2-af711d6d0858 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628353 Nov 12 20:25:58.210485 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a685c63a-b935-469b-bec9-a47c1e51134f req-bdcf9469-ddac-4b46-9521-a4105f7d171a service neutron] 10.222.0.55 "GET /v2.0/networks/28438cbd-6600-4365-a306-ff9a7d306044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5981543 Nov 12 20:25:58.325527 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b4be2085-80ad-40b9-bad5-b430d060d630 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:58.552428 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ddc6f15e-74e2-45a7-a8e3-449ea702782b req-32551538-c5f8-4329-9836-e292581a0f97 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0361691 Nov 12 20:25:58.558524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc80a11-32ab-4fdc-8021-1e2eabe11c3a req-6de9fa6c-16a1-40d0-8d55-9e260914c712 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:58.560553 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1bc80a11-32ab-4fdc-8021-1e2eabe11c3a req-6de9fa6c-16a1-40d0-8d55-9e260914c712 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=88dfd0cd-88d2-43be-8f7d-f3804135df13 HTTP/1.1" status: 200 len: 931 time: 0.1421447 Nov 12 20:25:58.573577 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b4be2085-80ad-40b9-bad5-b430d060d630 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:58.598505 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['8eb8b639-b07e-4650-8358-b12a29e128c4'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:25:58.642031 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a685c63a-b935-469b-bec9-a47c1e51134f req-6c24289d-73bb-473c-bc1a-c83ffe630837 service neutron] 10.222.0.55 "GET /v2.0/networks/28438cbd-6600-4365-a306-ff9a7d306044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237769 Nov 12 20:25:58.693312 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b4be2085-80ad-40b9-bad5-b430d060d630 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Network 38d97e7c-9672-4a03-9b6c-a809372715f3 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:25:58.714729 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f61051-e4f3-4cb6-829c-0ba3f1eebf07 x-openstack-request-id: req-b2f61051-e4f3-4cb6-829c-0ba3f1eebf07 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:25:58.716764 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bcad4ba-e5fb-4638-8fc2-0baecd116cad", "tag": "d10ffbb7-d358-4d44-a00d-addbf3e927d0", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:25:58.717328 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b2f61051-e4f3-4cb6-829c-0ba3f1eebf07 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:25:58.717954 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bcad4ba-e5fb-4638-8fc2-0baecd116cad', 'tag': 'd10ffbb7-d358-4d44-a00d-addbf3e927d0', 'status': 'completed', 'code': 200} Nov 12 20:25:58.780608 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1bc80a11-32ab-4fdc-8021-1e2eabe11c3a req-4d3cf37b-e0c0-4387-abac-f734e3034551 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029476 Nov 12 20:25:58.813627 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b4be2085-80ad-40b9-bad5-b430d060d630 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:25:58.815494 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-56a70a93-4641-49f7-9a8a-21eed68f28b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:58.845964 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b4be2085-80ad-40b9-bad5-b430d060d630 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:25:58.852190 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53149ccd-ed74-43c4-b65d-e12e60f7aadc req-431afbcc-757c-49a0-98fb-133e42e17d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:58.853890 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-53149ccd-ed74-43c4-b65d-e12e60f7aadc req-431afbcc-757c-49a0-98fb-133e42e17d7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=192a8893fbde4403b10fdf3b28aaf7cc&device_id=2bcad4ba-e5fb-4638-8fc2-0baecd116cad HTTP/1.1" status: 200 len: 1096 time: 0.1214476 Nov 12 20:25:59.141636 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d4c65-99b4-4498-9566-d86d92ece7a3 req-fd75ce2e-908a-46bc-93a0-3f7ebe8e2c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:59.145434 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-842d4c65-99b4-4498-9566-d86d92ece7a3 req-fd75ce2e-908a-46bc-93a0-3f7ebe8e2c3d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=340a3bf15a834caa9a7fb00da4b43a25&device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 1097 time: 0.7425704 Nov 12 20:25:59.155183 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53149ccd-ed74-43c4-b65d-e12e60f7aadc req-06778c52-d35d-4cdb-bab1-d548f3f5c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:59.157486 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-53149ccd-ed74-43c4-b65d-e12e60f7aadc req-06778c52-d35d-4cdb-bab1-d548f3f5c924 service neutron] 10.222.0.55 "GET /v2.0/networks?id=28438cbd-6600-4365-a306-ff9a7d306044 HTTP/1.1" status: 200 len: 909 time: 0.2956553 Nov 12 20:25:59.265377 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-53149ccd-ed74-43c4-b65d-e12e60f7aadc req-63ce5a57-398a-43c2-94e3-9dfa1a4f071d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d10ffbb7-d358-4d44-a00d-addbf3e927d0 HTTP/1.1" status: 200 len: 217 time: 0.0985618 Nov 12 20:25:59.400760 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53149ccd-ed74-43c4-b65d-e12e60f7aadc req-ba7cd4e4-9a2b-4544-9b46-7c4623e03d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:59.403067 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-53149ccd-ed74-43c4-b65d-e12e60f7aadc req-ba7cd4e4-9a2b-4544-9b46-7c4623e03d88 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08830a37-ee40-4d8f-b3f5-2e37f0a271ad HTTP/1.1" status: 200 len: 848 time: 0.1297252 Nov 12 20:25:59.542703 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-53149ccd-ed74-43c4-b65d-e12e60f7aadc req-9aad383f-0fe5-49c4-97c7-22dd20c5f3dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=28438cbd-6600-4365-a306-ff9a7d306044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098418 Nov 12 20:25:59.734276 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-56a70a93-4641-49f7-9a8a-21eed68f28b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0765ca07-59c2-4c29-a679-bcd84d6b1cf9 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:25:59.743092 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-56a70a93-4641-49f7-9a8a-21eed68f28b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:59.757486 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-56a70a93-4641-49f7-9a8a-21eed68f28b1 service neutron] Transition to ACTIVE for port object 0765ca07-59c2-4c29-a679-bcd84d6b1cf9 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:25:59.792746 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cb42d-75d0-4c2d-bb93-da1d1415c066 req-b05d8066-f741-4dd1-8ef1-a0d25250b955 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:59.802102 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1d5cb42d-75d0-4c2d-bb93-da1d1415c066 req-b05d8066-f741-4dd1-8ef1-a0d25250b955 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 931 time: 0.3978307 Nov 12 20:25:59.960704 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d4c65-99b4-4498-9566-d86d92ece7a3 req-20efffa7-f087-4ae3-b1e3-f1efe39dec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:25:59.960704 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-842d4c65-99b4-4498-9566-d86d92ece7a3 req-20efffa7-f087-4ae3-b1e3-f1efe39dec20 service neutron] 10.222.0.52 "GET /v2.0/networks?id=38d97e7c-9672-4a03-9b6c-a809372715f3 HTTP/1.1" status: 200 len: 915 time: 0.1955743 Nov 12 20:25:59.966702 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-56a70a93-4641-49f7-9a8a-21eed68f28b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:25:59.980856 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be2085-80ad-40b9-bad5-b430d060d630 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Pushing event updated for resources: {'Port': ['ID=47e1fd41-5b59-4084-b221-b7de152e4e65,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:00.009610 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1d5cb42d-75d0-4c2d-bb93-da1d1415c066 req-e2b9aae3-a860-4325-a226-ea609a90f404 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065411 Nov 12 20:26:00.059712 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-53149ccd-ed74-43c4-b65d-e12e60f7aadc req-61e6e730-5099-4a90-8175-ef27ba080698 service neutron] 10.222.0.55 "GET /v2.0/networks/28438cbd-6600-4365-a306-ff9a7d306044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959893 Nov 12 20:26:00.113571 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df47fc1-5193-4b5c-8876-ba2bcf758ba9 req-67b7f849-224b-471d-987a-942f200bf06e tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:00.115839 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0df47fc1-5193-4b5c-8876-ba2bcf758ba9 req-67b7f849-224b-471d-987a-942f200bf06e tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bcad4ba-e5fb-4638-8fc2-0baecd116cad HTTP/1.1" status: 200 len: 944 time: 1.1347504 Nov 12 20:26:00.123127 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b4be2085-80ad-40b9-bad5-b430d060d630 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:00.123872 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b4be2085-80ad-40b9-bad5-b430d060d630 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:00.126479 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a70a93-4641-49f7-9a8a-21eed68f28b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0765ca07-59c2-4c29-a679-bcd84d6b1cf9,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:00.141296 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-842d4c65-99b4-4498-9566-d86d92ece7a3 req-92ca7c85-668a-4044-b12e-88f8b0f39cad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8eb8b639-b07e-4650-8358-b12a29e128c4 HTTP/1.1" status: 200 len: 217 time: 0.1706100 Nov 12 20:26:00.287983 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b4be2085-80ad-40b9-bad5-b430d060d630 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8947246 Nov 12 20:26:00.402168 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-ced1d534-d644-42b1-85b4-d8697d662428 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:26:00.403198 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-ced1d534-d644-42b1-85b4-d8697d662428 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0424168 Nov 12 20:26:00.447213 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f751714-0d6c-496a-b17c-b229b87f62bf req-0f31f616-25ee-4523-9371-66e6a66cbe45 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:00.454028 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f751714-0d6c-496a-b17c-b229b87f62bf req-0f31f616-25ee-4523-9371-66e6a66cbe45 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 947 time: 0.2556186 Nov 12 20:26:00.544496 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b38ea9ac-6c3d-4edc-b050-6733263edcc8 service neutron] Request body: {'port': {'device_id': '88dfd0cd-88d2-43be-8f7d-f3804135df13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:26:00.579509 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-53149ccd-ed74-43c4-b65d-e12e60f7aadc req-eaa2b022-2465-46ee-898f-1651d69a8f88 service neutron] 10.222.0.55 "GET /v2.0/networks/28438cbd-6600-4365-a306-ff9a7d306044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117919 Nov 12 20:26:00.634075 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f751714-0d6c-496a-b17c-b229b87f62bf req-08d29f9e-d2ef-4ecd-bd5e-0f98cf58de40 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658683 Nov 12 20:26:00.891609 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0df47fc1-5193-4b5c-8876-ba2bcf758ba9 req-d63baf0c-a711-4e3d-838a-f1413fdf2d81 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/security-groups?id=16904a83-4dfa-43ce-afa4-2fc73fe9d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7611585 Nov 12 20:26:00.893249 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d4c65-99b4-4498-9566-d86d92ece7a3 req-f8fd9a68-9d6d-4f7a-9b0e-e70227684381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:00.895282 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-842d4c65-99b4-4498-9566-d86d92ece7a3 req-f8fd9a68-9d6d-4f7a-9b0e-e70227684381 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6bf94eac-0e74-4ddd-8212-8b9e8fd39f6e HTTP/1.1" status: 200 len: 854 time: 0.7266562 Nov 12 20:26:00.993837 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ffc6e-efc5-44bb-a628-b3b2cbf75a7d req-5f45602e-051f-4450-a9cd-8e5bb4244864 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:00.995777 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-482ffc6e-efc5-44bb-a628-b3b2cbf75a7d req-5f45602e-051f-4450-a9cd-8e5bb4244864 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=88dfd0cd-88d2-43be-8f7d-f3804135df13 HTTP/1.1" status: 200 len: 931 time: 0.1489637 Nov 12 20:26:01.011315 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-842d4c65-99b4-4498-9566-d86d92ece7a3 req-fdbc00a9-0ba7-411e-b7a6-570e8d1af664 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=38d97e7c-9672-4a03-9b6c-a809372715f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987830 Nov 12 20:26:01.146196 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-482ffc6e-efc5-44bb-a628-b3b2cbf75a7d req-da51e8f6-b853-4b72-ab30-18c65ad551f8 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429482 Nov 12 20:26:01.224555 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b38ea9ac-6c3d-4edc-b050-6733263edcc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:01.237739 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-56a70a93-4641-49f7-9a8a-21eed68f28b1 service neutron] Attempting to bind port 0765ca07-59c2-4c29-a679-bcd84d6b1cf9 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:26:01.238439 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-56a70a93-4641-49f7-9a8a-21eed68f28b1 service neutron] Attempting to bind port 0765ca07-59c2-4c29-a679-bcd84d6b1cf9 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:26:01.239406 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-56a70a93-4641-49f7-9a8a-21eed68f28b1 service neutron] Attempting to bind port 0765ca07-59c2-4c29-a679-bcd84d6b1cf9 on network a14ebab6-b135-479f-8842-077a5fca0d71 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:26:01.250753 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-56a70a93-4641-49f7-9a8a-21eed68f28b1 service neutron] Port 0765ca07-59c2-4c29-a679-bcd84d6b1cf9 on network a14ebab6-b135-479f-8842-077a5fca0d71 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:26:01.251152 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-56a70a93-4641-49f7-9a8a-21eed68f28b1 service neutron] Attempting to bind port 0765ca07-59c2-4c29-a679-bcd84d6b1cf9 on network a14ebab6-b135-479f-8842-077a5fca0d71 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:26:01.306295 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-56a70a93-4641-49f7-9a8a-21eed68f28b1 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:26:01.306295 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-56a70a93-4641-49f7-9a8a-21eed68f28b1 service neutron] Checking segment: {'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:26:01.306295 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-56a70a93-4641-49f7-9a8a-21eed68f28b1 service neutron] Bound using segment: {'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:26:01.306295 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-56a70a93-4641-49f7-9a8a-21eed68f28b1 service neutron] Bound port: 0765ca07-59c2-4c29-a679-bcd84d6b1cf9, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:26:01.306804 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-56a70a93-4641-49f7-9a8a-21eed68f28b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:01.390072 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-56a70a93-4641-49f7-9a8a-21eed68f28b1 service neutron] For port 0765ca07-59c2-4c29-a679-bcd84d6b1cf9, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:26:01.393897 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-56a70a93-4641-49f7-9a8a-21eed68f28b1 service neutron] For port 0765ca07-59c2-4c29-a679-bcd84d6b1cf9, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0765ca07-59c2-4c29-a679-bcd84d6b1cf9,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:26:01.407876 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-56a70a93-4641-49f7-9a8a-21eed68f28b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:01.487751 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device d10ffbb7-d358-4d44-a00d-addbf3e927d0 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:26:01.531846 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c906af-db6c-442a-953a-1ade766fabbd req-f462c9c0-d172-4834-a69a-381aa4dc0998 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:01.534403 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-75c906af-db6c-442a-953a-1ade766fabbd req-f462c9c0-d172-4834-a69a-381aa4dc0998 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 943 time: 0.3583393 Nov 12 20:26:01.591110 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-56a70a93-4641-49f7-9a8a-21eed68f28b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:01.591911 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-56a70a93-4641-49f7-9a8a-21eed68f28b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:01.604002 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-56a70a93-4641-49f7-9a8a-21eed68f28b1 service neutron] 10.222.0.52 "PUT /v2.0/ports/0765ca07-59c2-4c29-a679-bcd84d6b1cf9 HTTP/1.1" status: 200 len: 1092 time: 5.6512232 Nov 12 20:26:01.605244 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc3a1fd-db37-486d-ba21-b1ee0fc29564', 'tag': '0765ca07-59c2-4c29-a679-bcd84d6b1cf9'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:26:01.608441 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6026b985-63af-451e-adf2-679f4482a43f" -d '{"events": [{"name": "network-changed", "server_uuid": "edc3a1fd-db37-486d-ba21-b1ee0fc29564", "tag": "0765ca07-59c2-4c29-a679-bcd84d6b1cf9"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:26:01.804784 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371be5e1-ed0e-4a6b-ae1a-1a63004e0e92 x-openstack-request-id: req-371be5e1-ed0e-4a6b-ae1a-1a63004e0e92 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:26:01.805457 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc3a1fd-db37-486d-ba21-b1ee0fc29564", "tag": "0765ca07-59c2-4c29-a679-bcd84d6b1cf9", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:26:01.809271 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-371be5e1-ed0e-4a6b-ae1a-1a63004e0e92 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:26:01.810295 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc3a1fd-db37-486d-ba21-b1ee0fc29564', 'tag': '0765ca07-59c2-4c29-a679-bcd84d6b1cf9', 'status': 'completed', 'code': 200} Nov 12 20:26:01.913013 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-c5c31604-fa3f-4531-9c78-1890af102477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:01.915935 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-c5c31604-fa3f-4531-9c78-1890af102477 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 1095 time: 0.2444391 Nov 12 20:26:01.948597 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port d10ffbb7-d358-4d44-a00d-addbf3e927d0, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=d10ffbb7-d358-4d44-a00d-addbf3e927d0,segment=NetworkSegment(7ceaf165-5b20-496e-8783-406092e14649),segment_id=7ceaf165-5b20-496e-8783-406092e14649)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:26:02.009905 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'd10ffbb7-d358-4d44-a00d-addbf3e927d0', 'network_id': '28438cbd-6600-4365-a306-ff9a7d306044', 'port_id': 'd10ffbb7-d358-4d44-a00d-addbf3e927d0', 'mac_address': 'fa:16:3e:6b:d6:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08830a37-ee40-4d8f-b3f5-2e37f0a271ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:26:02.062730 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dfaa6-2bfe-4783-a674-646fc311552e req-c8d6ac30-d94b-4ff0-a9f4-a987004ed828 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:02.070384 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd8dfaa6-2bfe-4783-a674-646fc311552e req-c8d6ac30-d94b-4ff0-a9f4-a987004ed828 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 947 time: 0.1079931 Nov 12 20:26:02.100754 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-842d4c65-99b4-4498-9566-d86d92ece7a3 req-ba3507f8-b474-40b7-a879-4189faf15ff0 service neutron] 10.222.0.52 "GET /v2.0/networks/38d97e7c-9672-4a03-9b6c-a809372715f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0491240 Nov 12 20:26:02.169590 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a70a93-4641-49f7-9a8a-21eed68f28b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0765ca07-59c2-4c29-a679-bcd84d6b1cf9,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:02.172929 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:02.223748 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd8dfaa6-2bfe-4783-a674-646fc311552e req-3cb711e1-f33a-4e6c-8655-548038f8124f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522303 Nov 12 20:26:02.264254 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10ffbb7-d358-4d44-a00d-addbf3e927d0 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:26:02.369392 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port d10ffbb7-d358-4d44-a00d-addbf3e927d0, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=d10ffbb7-d358-4d44-a00d-addbf3e927d0,segment=NetworkSegment(7ceaf165-5b20-496e-8783-406092e14649),segment_id=7ceaf165-5b20-496e-8783-406092e14649)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:26:02.379849 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-022e7ecd-61f1-4347-9232-b417e3ab9e55 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0765ca07-59c2-4c29-a679-bcd84d6b1cf9 HTTP/1.1" status: 200 len: 217 time: 0.2340696 Nov 12 20:26:02.381560 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:02.519768 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791675a-1941-406d-86be-7c5d93603f57 req-8f714e15-fd83-484b-9126-236e476f2c9b tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:02.534912 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d791675a-1941-406d-86be-7c5d93603f57 req-8f714e15-fd83-484b-9126-236e476f2c9b tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bcad4ba-e5fb-4638-8fc2-0baecd116cad HTTP/1.1" status: 200 len: 944 time: 0.1799357 Nov 12 20:26:02.626705 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=d10ffbb7-d358-4d44-a00d-addbf3e927d0,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:02.723407 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d791675a-1941-406d-86be-7c5d93603f57 req-cd38347f-687b-427a-ba54-aa4fcdbeef21 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/security-groups?id=16904a83-4dfa-43ce-afa4-2fc73fe9d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869674 Nov 12 20:26:02.875348 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-75c906af-db6c-442a-953a-1ade766fabbd req-1908fc99-22be-4555-8bb6-bd1bb7b57413 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2316782 Nov 12 20:26:02.930115 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 35854) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:26:02.931236 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-ac5bbf48-a493-4206-8fdc-60ba4ea42481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:02.933357 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-ac5bbf48-a493-4206-8fdc-60ba4ea42481 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63fe6903-02cc-4d59-b54a-0012785b1f66 HTTP/1.1" status: 200 len: 851 time: 0.2335744 Nov 12 20:26:02.968849 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['d10ffbb7-d358-4d44-a00d-addbf3e927d0'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:26:02.980991 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a77394-521c-4c6a-b6d3-e30c481ba2e2 req-50e1d027-198c-4c93-aa33-f04ec81c6ed0 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:02.986749 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-49a77394-521c-4c6a-b6d3-e30c481ba2e2 req-50e1d027-198c-4c93-aa33-f04ec81c6ed0 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=88dfd0cd-88d2-43be-8f7d-f3804135df13 HTTP/1.1" status: 200 len: 931 time: 0.1345983 Nov 12 20:26:03.112149 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-49a77394-521c-4c6a-b6d3-e30c481ba2e2 req-2ff3ae76-804c-446d-b8a5-e4b72e8f8b5f tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186581 Nov 12 20:26:03.516198 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-842d4c65-99b4-4498-9566-d86d92ece7a3 req-59732bec-d064-458a-9aeb-32dd7929c52d service neutron] 10.222.0.52 "GET /v2.0/networks/38d97e7c-9672-4a03-9b6c-a809372715f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3336420 Nov 12 20:26:03.545689 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cd9082e7-69ad-4c16-a03b-961d5bdab321 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:03.555560 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-ee96b0b6-3113-4863-a5d4-e23db7234a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:03.557932 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-ee96b0b6-3113-4863-a5d4-e23db7234a24 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a14ebab6-b135-479f-8842-077a5fca0d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5817759 Nov 12 20:26:03.675054 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec950fb8-f26d-45ef-a246-691d4ba45336 req-b0482ff9-e122-46c4-9810-ba2127d17bb9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:03.685411 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ec950fb8-f26d-45ef-a246-691d4ba45336 req-b0482ff9-e122-46c4-9810-ba2127d17bb9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 947 time: 0.1898389 Nov 12 20:26:03.784033 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cd9082e7-69ad-4c16-a03b-961d5bdab321 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:03.791007 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cd9082e7-69ad-4c16-a03b-961d5bdab321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:03.912114 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9082e7-69ad-4c16-a03b-961d5bdab321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923dcdf1-770d-4307-9c56-aad1e8a2e4dd,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:04.026334 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cd9082e7-69ad-4c16-a03b-961d5bdab321 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b71e63fc84b472db807d5dcc35add70&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0948210 Nov 12 20:26:04.044486 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 35890) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:26:04.086209 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ec950fb8-f26d-45ef-a246-691d4ba45336 req-1636ffcc-b14d-411c-88c5-e7934a66cb20 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3996189 Nov 12 20:26:04.166177 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b38ea9ac-6c3d-4edc-b050-6733263edcc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e1fd41-5b59-4084-b221-b7de152e4e65 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:26:04.214249 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b38ea9ac-6c3d-4edc-b050-6733263edcc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:04.239581 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40183f36-9485-4ad4-abdc-bb89d1e692e2 req-f29ba687-8195-419d-8451-a5cefe1372c2 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:04.248960 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40183f36-9485-4ad4-abdc-bb89d1e692e2 req-f29ba687-8195-419d-8451-a5cefe1372c2 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bcad4ba-e5fb-4638-8fc2-0baecd116cad HTTP/1.1" status: 200 len: 945 time: 0.2742708 Nov 12 20:26:04.281582 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-1bc1132d-2773-41b5-b6d0-84f0d341995d service neutron] 10.222.0.52 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7051489 Nov 12 20:26:04.445006 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b38ea9ac-6c3d-4edc-b050-6733263edcc8 service neutron] Transition to ACTIVE for port object 47e1fd41-5b59-4084-b221-b7de152e4e65 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:26:04.491437 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b38ea9ac-6c3d-4edc-b050-6733263edcc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:04.502018 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40183f36-9485-4ad4-abdc-bb89d1e692e2 req-96c8c255-287c-4842-b37b-031b560e91a8 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/security-groups?id=16904a83-4dfa-43ce-afa4-2fc73fe9d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391977 Nov 12 20:26:04.664266 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ea9ac-6c3d-4edc-b050-6733263edcc8 service neutron] Pushing event updated for resources: {'Port': ['ID=47e1fd41-5b59-4084-b221-b7de152e4e65,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:04.818708 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e76b08-60c5-4619-82de-ae7cde3ac402 req-9fcee219-6826-467a-9d9b-87a59c83c354 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:04.820320 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-27e76b08-60c5-4619-82de-ae7cde3ac402 req-9fcee219-6826-467a-9d9b-87a59c83c354 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=88dfd0cd-88d2-43be-8f7d-f3804135df13 HTTP/1.1" status: 200 len: 943 time: 0.1900778 Nov 12 20:26:05.004101 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-27e76b08-60c5-4619-82de-ae7cde3ac402 req-cb5449d5-47a0-43f0-b3c0-c0b00d43bda9 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712546 Nov 12 20:26:05.011006 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b38ea9ac-6c3d-4edc-b050-6733263edcc8 service neutron] Attempting to bind port 47e1fd41-5b59-4084-b221-b7de152e4e65 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:26:05.011512 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b38ea9ac-6c3d-4edc-b050-6733263edcc8 service neutron] Attempting to bind port 47e1fd41-5b59-4084-b221-b7de152e4e65 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '65664268-a5b8-4342-8def-12ab3973524b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '38d97e7c-9672-4a03-9b6c-a809372715f3'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:26:05.011853 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b38ea9ac-6c3d-4edc-b050-6733263edcc8 service neutron] Attempting to bind port 47e1fd41-5b59-4084-b221-b7de152e4e65 on network 38d97e7c-9672-4a03-9b6c-a809372715f3 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:26:05.132097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b38ea9ac-6c3d-4edc-b050-6733263edcc8 service neutron] Port 47e1fd41-5b59-4084-b221-b7de152e4e65 on network 38d97e7c-9672-4a03-9b6c-a809372715f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:26:05.132750 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b38ea9ac-6c3d-4edc-b050-6733263edcc8 service neutron] Attempting to bind port 47e1fd41-5b59-4084-b221-b7de152e4e65 on network 38d97e7c-9672-4a03-9b6c-a809372715f3 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:26:05.172952 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97f25c-d358-4894-bd8c-09b3c787ccaf req-b3756fe1-5419-45f0-9d84-9cc051dc0c0b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:05.176680 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c97f25c-d358-4894-bd8c-09b3c787ccaf req-b3756fe1-5419-45f0-9d84-9cc051dc0c0b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 943 time: 0.9358323 Nov 12 20:26:05.177391 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0137213e-62a9-4fff-b155-5104ca316cf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:05.235035 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0137213e-62a9-4fff-b155-5104ca316cf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:05.304480 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88e7af-9c06-4084-8161-fd4cbad7f5a5 req-3ac2bd7e-9932-40b1-bd44-8c58b1acba5d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:05.308911 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff88e7af-9c06-4084-8161-fd4cbad7f5a5 req-3ac2bd7e-9932-40b1-bd44-8c58b1acba5d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 947 time: 0.1142135 Nov 12 20:26:05.396602 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-41fdbd79-66c1-4a1e-b596-52400fd7ff4b req-1ecee4ca-036f-4b39-835a-62a52fa69f3f service neutron] 10.222.0.52 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0747569 Nov 12 20:26:05.443877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b38ea9ac-6c3d-4edc-b050-6733263edcc8 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:26:05.444364 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b38ea9ac-6c3d-4edc-b050-6733263edcc8 service neutron] Checking segment: {'id': '65664268-a5b8-4342-8def-12ab3973524b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '38d97e7c-9672-4a03-9b6c-a809372715f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:26:05.444766 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b38ea9ac-6c3d-4edc-b050-6733263edcc8 service neutron] Bound using segment: {'id': '65664268-a5b8-4342-8def-12ab3973524b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '38d97e7c-9672-4a03-9b6c-a809372715f3'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:26:05.445242 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b38ea9ac-6c3d-4edc-b050-6733263edcc8 service neutron] Bound port: 47e1fd41-5b59-4084-b221-b7de152e4e65, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65664268-a5b8-4342-8def-12ab3973524b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '38d97e7c-9672-4a03-9b6c-a809372715f3'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:26:05.445607 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b38ea9ac-6c3d-4edc-b050-6733263edcc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:05.495121 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff88e7af-9c06-4084-8161-fd4cbad7f5a5 req-6aebdb0d-f9f9-477f-bd0d-9327d04b1f6d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781116 Nov 12 20:26:05.554842 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device d10ffbb7-d358-4d44-a00d-addbf3e927d0 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:26:05.655653 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port d10ffbb7-d358-4d44-a00d-addbf3e927d0 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:26:05.671094 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port d10ffbb7-d358-4d44-a00d-addbf3e927d0 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:26:05.671838 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:05.751753 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0137213e-62a9-4fff-b155-5104ca316cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:05.756106 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0137213e-62a9-4fff-b155-5104ca316cf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:05.763092 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0137213e-62a9-4fff-b155-5104ca316cf7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/923dcdf1-770d-4307-9c56-aad1e8a2e4dd HTTP/1.1" status: 204 len: 168 time: 1.6752625 Nov 12 20:26:05.764388 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa015c4-57dd-4265-a0c7-58abf6c0ada3 req-c64ec60a-08b9-4141-9d87-e8228145d17c tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:05.778558 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dfa015c4-57dd-4265-a0c7-58abf6c0ada3 req-c64ec60a-08b9-4141-9d87-e8228145d17c tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bcad4ba-e5fb-4638-8fc2-0baecd116cad HTTP/1.1" status: 200 len: 945 time: 0.1324074 Nov 12 20:26:05.867999 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137213e-62a9-4fff-b155-5104ca316cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923dcdf1-770d-4307-9c56-aad1e8a2e4dd,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:05.895465 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c97f25c-d358-4894-bd8c-09b3c787ccaf req-1cc8aacf-b936-4440-b384-71f9f88d74b7 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4943073 Nov 12 20:26:05.901895 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026b985-63af-451e-adf2-679f4482a43f req-bcf779d7-8ae8-4403-9aa4-3756f576e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:05.903772 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6026b985-63af-451e-adf2-679f4482a43f req-bcf779d7-8ae8-4403-9aa4-3756f576e126 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 1095 time: 0.4314878 Nov 12 20:26:05.923594 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dfa015c4-57dd-4265-a0c7-58abf6c0ada3 req-93213d4b-26f5-401b-b0dd-87ec0e4734d2 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/security-groups?id=16904a83-4dfa-43ce-afa4-2fc73fe9d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438174 Nov 12 20:26:05.954291 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b38ea9ac-6c3d-4edc-b050-6733263edcc8 service neutron] For port 47e1fd41-5b59-4084-b221-b7de152e4e65, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:26:05.958233 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:06.035127 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b38ea9ac-6c3d-4edc-b050-6733263edcc8 service neutron] For port 47e1fd41-5b59-4084-b221-b7de152e4e65, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=47e1fd41-5b59-4084-b221-b7de152e4e65,segment=NetworkSegment(65664268-a5b8-4342-8def-12ab3973524b),segment_id=65664268-a5b8-4342-8def-12ab3973524b)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:26:06.054527 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b38ea9ac-6c3d-4edc-b050-6733263edcc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:06.189579 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bcad4ba-e5fb-4638-8fc2-0baecd116cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10ffbb7-d358-4d44-a00d-addbf3e927d0'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:26:06.192063 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b38ea9ac-6c3d-4edc-b050-6733263edcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:06.192836 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b38ea9ac-6c3d-4edc-b050-6733263edcc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:06.194504 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-b38ea9ac-6c3d-4edc-b050-6733263edcc8 service neutron] 10.222.0.55 "PUT /v2.0/ports/47e1fd41-5b59-4084-b221-b7de152e4e65 HTTP/1.1" status: 200 len: 1092 time: 5.6586282 Nov 12 20:26:06.194986 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88dfd0cd-88d2-43be-8f7d-f3804135df13', 'tag': '47e1fd41-5b59-4084-b221-b7de152e4e65'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:26:06.202471 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38737e96-2b89-4b93-8dc2-725a10b71677" -d '{"events": [{"name": "network-changed", "server_uuid": "88dfd0cd-88d2-43be-8f7d-f3804135df13", "tag": "47e1fd41-5b59-4084-b221-b7de152e4e65"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:26:06.252921 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7800aeb7-f21e-4114-9dd9-1dff89105def" -d '{"events": [{"server_uuid": "2bcad4ba-e5fb-4638-8fc2-0baecd116cad", "name": "network-vif-plugged", "status": "completed", "tag": "d10ffbb7-d358-4d44-a00d-addbf3e927d0"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:26:06.300157 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026b985-63af-451e-adf2-679f4482a43f req-811809d6-ea55-4bd2-af63-cd57c3b051f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:06.317845 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6026b985-63af-451e-adf2-679f4482a43f req-811809d6-ea55-4bd2-af63-cd57c3b051f6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 913 time: 0.3875906 Nov 12 20:26:06.330899 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port d10ffbb7-d358-4d44-a00d-addbf3e927d0, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=d10ffbb7-d358-4d44-a00d-addbf3e927d0,segment=NetworkSegment(7ceaf165-5b20-496e-8783-406092e14649),segment_id=7ceaf165-5b20-496e-8783-406092e14649)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:26:06.349446 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:06.550971 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82f8f5c-79d5-489b-8ed3-f3bafc8816d6 x-openstack-request-id: req-f82f8f5c-79d5-489b-8ed3-f3bafc8816d6 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:26:06.551268 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88dfd0cd-88d2-43be-8f7d-f3804135df13", "tag": "47e1fd41-5b59-4084-b221-b7de152e4e65", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:26:06.551528 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f82f8f5c-79d5-489b-8ed3-f3bafc8816d6 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:26:06.551946 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88dfd0cd-88d2-43be-8f7d-f3804135df13', 'tag': '47e1fd41-5b59-4084-b221-b7de152e4e65', 'status': 'completed', 'code': 200} Nov 12 20:26:06.552586 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ea9ac-6c3d-4edc-b050-6733263edcc8 service neutron] Pushing event updated for resources: {'Port': ['ID=47e1fd41-5b59-4084-b221-b7de152e4e65,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:06.572403 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6026b985-63af-451e-adf2-679f4482a43f req-73831121-a4bf-4b26-b431-4093074be559 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0765ca07-59c2-4c29-a679-bcd84d6b1cf9 HTTP/1.1" status: 200 len: 217 time: 0.1458635 Nov 12 20:26:06.665834 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=d10ffbb7-d358-4d44-a00d-addbf3e927d0,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:06.684925 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3cfc1a-4488-4c5a-9b08-7a198b312edb x-openstack-request-id: req-da3cfc1a-4488-4c5a-9b08-7a198b312edb {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:26:06.685224 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bcad4ba-e5fb-4638-8fc2-0baecd116cad", "name": "network-vif-plugged", "status": "completed", "tag": "d10ffbb7-d358-4d44-a00d-addbf3e927d0", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:26:06.685506 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-da3cfc1a-4488-4c5a-9b08-7a198b312edb {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:26:06.685909 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bcad4ba-e5fb-4638-8fc2-0baecd116cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10ffbb7-d358-4d44-a00d-addbf3e927d0', 'code': 200} Nov 12 20:26:06.760368 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2d5ea-303a-441c-9746-91b3fb7d5e0c req-12dfeed4-89d7-4b31-b6f7-06415611d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:06.781342 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-eab2d5ea-303a-441c-9746-91b3fb7d5e0c req-12dfeed4-89d7-4b31-b6f7-06415611d392 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2bcad4ba-e5fb-4638-8fc2-0baecd116cad HTTP/1.1" status: 200 len: 1098 time: 0.1640697 Nov 12 20:26:06.924421 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081affa3-c4fa-446a-a124-4f10541771c9 req-991c54ad-1fdd-49e1-8de9-1506e9d35939 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:06.925975 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-081affa3-c4fa-446a-a124-4f10541771c9 req-991c54ad-1fdd-49e1-8de9-1506e9d35939 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=88dfd0cd-88d2-43be-8f7d-f3804135df13 HTTP/1.1" status: 200 len: 943 time: 0.6019957 Nov 12 20:26:06.941049 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-36c15530-8395-4ed2-ad75-089c1df2f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:06.943463 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-36c15530-8395-4ed2-ad75-089c1df2f97a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=340a3bf15a834caa9a7fb00da4b43a25&device_id=88dfd0cd-88d2-43be-8f7d-f3804135df13 HTTP/1.1" status: 200 len: 1095 time: 0.6844990 Nov 12 20:26:06.954168 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141d9ff-49e8-4670-99f7-49232e491838 req-2a12129e-16b0-4d86-b9e8-aa6ac9ceeddd tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:06.963828 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9141d9ff-49e8-4670-99f7-49232e491838 req-2a12129e-16b0-4d86-b9e8-aa6ac9ceeddd tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 947 time: 0.1604247 Nov 12 20:26:06.988928 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-eab2d5ea-303a-441c-9746-91b3fb7d5e0c req-ab8cc00d-4b2e-4220-8319-bddeb80074e2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=16904a83-4dfa-43ce-afa4-2fc73fe9d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032864 Nov 12 20:26:07.063632 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026b985-63af-451e-adf2-679f4482a43f req-6136dfae-37f7-48a3-873b-5bea3352a50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:07.071889 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6026b985-63af-451e-adf2-679f4482a43f req-6136dfae-37f7-48a3-873b-5bea3352a50f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63fe6903-02cc-4d59-b54a-0012785b1f66 HTTP/1.1" status: 200 len: 851 time: 0.4856968 Nov 12 20:26:07.080521 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9141d9ff-49e8-4670-99f7-49232e491838 req-4436426f-e9c4-493a-b3a1-daee0c260932 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942132 Nov 12 20:26:07.168176 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-c06da3dc-5266-4ef5-b9c5-4ff44dc8c843 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47e1fd41-5b59-4084-b221-b7de152e4e65 HTTP/1.1" status: 200 len: 217 time: 0.1272342 Nov 12 20:26:07.225240 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-081affa3-c4fa-446a-a124-4f10541771c9 req-5548dd9b-2531-47e4-8eb2-4a5eb1936379 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780194 Nov 12 20:26:07.246142 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026b985-63af-451e-adf2-679f4482a43f req-a6f71720-ae1f-4b9d-a841-2e4fc6d666ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:07.252061 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6026b985-63af-451e-adf2-679f4482a43f req-a6f71720-ae1f-4b9d-a841-2e4fc6d666ef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a14ebab6-b135-479f-8842-077a5fca0d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1057606 Nov 12 20:26:07.483750 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5d1cb-faee-451e-9aeb-a24d12c543a2 req-b9711851-6836-417a-ac86-62edb3831b04 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:07.492106 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5cb5d1cb-faee-451e-9aeb-a24d12c543a2 req-b9711851-6836-417a-ac86-62edb3831b04 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 943 time: 0.2378163 Nov 12 20:26:07.642997 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5cb5d1cb-faee-451e-9aeb-a24d12c543a2 req-2c9f2495-c00b-40f6-a068-7dd43ffecd23 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444955 Nov 12 20:26:07.732043 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-e94d45f0-25c3-4f75-93d4-cf10c3602265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:07.737887 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-e94d45f0-25c3-4f75-93d4-cf10c3602265 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6bf94eac-0e74-4ddd-8212-8b9e8fd39f6e HTTP/1.1" status: 200 len: 854 time: 0.4789469 Nov 12 20:26:07.789774 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d290e-7c12-4ad6-a621-e1c99d556fe2 req-a99deaa2-98f6-44d1-a526-9cb7908f928c tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:07.791652 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e29d290e-7c12-4ad6-a621-e1c99d556fe2 req-a99deaa2-98f6-44d1-a526-9cb7908f928c tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bcad4ba-e5fb-4638-8fc2-0baecd116cad HTTP/1.1" status: 200 len: 946 time: 0.3469863 Nov 12 20:26:07.871573 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-9edcc103-b58e-4bcd-b876-1eb939358700 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38d97e7c-9672-4a03-9b6c-a809372715f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259427 Nov 12 20:26:08.490368 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4d00d-23c1-42b0-8706-7ca7e5df6c1c req-6e17a4a1-6832-4073-81f5-cd4e5835cb5a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:08.504886 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1ed4d00d-23c1-42b0-8706-7ca7e5df6c1c req-6e17a4a1-6832-4073-81f5-cd4e5835cb5a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 947 time: 0.2006834 Nov 12 20:26:08.681646 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36018) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:26:08.700513 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1ed4d00d-23c1-42b0-8706-7ca7e5df6c1c req-d9ef1c0f-cfb7-48a8-864b-7f7b29899284 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923547 Nov 12 20:26:08.897125 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280e768-7ad5-426f-9f63-13a6e9c65766 req-def0de0a-c430-4595-a9d3-2baade8e0cc6 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:08.905886 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b280e768-7ad5-426f-9f63-13a6e9c65766 req-def0de0a-c430-4595-a9d3-2baade8e0cc6 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=88dfd0cd-88d2-43be-8f7d-f3804135df13 HTTP/1.1" status: 200 len: 943 time: 0.1170604 Nov 12 20:26:08.909712 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6026b985-63af-451e-adf2-679f4482a43f req-7754e570-71e1-4ab5-ba0f-3e7e85964fcf service neutron] 10.222.0.52 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6358430 Nov 12 20:26:09.062782 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b280e768-7ad5-426f-9f63-13a6e9c65766 req-98cbeef0-71d6-4c51-a2b5-bf2b7a640ba8 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522961 Nov 12 20:26:09.123841 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-70bd8510-b176-465d-a574-ce31fd619a0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:09.286246 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e29d290e-7c12-4ad6-a621-e1c99d556fe2 req-ce92bcbf-75cd-442e-bc05-85c38a2fb867 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/security-groups?id=16904a83-4dfa-43ce-afa4-2fc73fe9d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4439416 Nov 12 20:26:09.387907 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-455835be-16c1-40c5-9acf-65ea947afa9a service neutron] 10.222.0.55 "GET /v2.0/networks/38d97e7c-9672-4a03-9b6c-a809372715f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5003910 Nov 12 20:26:09.396083 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-70bd8510-b176-465d-a574-ce31fd619a0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:09.397154 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6026b985-63af-451e-adf2-679f4482a43f req-4955313c-612d-4769-8466-a6d8736a194e service neutron] 10.222.0.52 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644449 Nov 12 20:26:09.417077 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-70bd8510-b176-465d-a574-ce31fd619a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:09.505608 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-70bd8510-b176-465d-a574-ce31fd619a0c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8e7fcd1c8fa9413ca8aa2e8dac1815dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8007541 Nov 12 20:26:09.525149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a0194-19d1-4d6b-882c-d8cfbb31ecc9 req-70b74c18-27eb-45bf-9f00-e6822658bb27 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:09.526757 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-541a0194-19d1-4d6b-882c-d8cfbb31ecc9 req-70b74c18-27eb-45bf-9f00-e6822658bb27 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 943 time: 0.3525918 Nov 12 20:26:09.540559 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 36036) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:26:09.546310 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5ac9989-dd74-44d9-a0bd-ccfed9cb0224 req-99a67720-1ce1-40d9-aaff-d040876e9deb service neutron] 10.222.0.55 "GET /v2.0/networks/38d97e7c-9672-4a03-9b6c-a809372715f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480241 Nov 12 20:26:09.730324 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd8510-b176-465d-a574-ce31fd619a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7b6377-93a6-4ca1-aa07-ba6f44d7d8a3,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:09.784055 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38737e96-2b89-4b93-8dc2-725a10b71677 req-a3146b3b-0e54-47db-991e-d8499b4ce749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:09.786003 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-38737e96-2b89-4b93-8dc2-725a10b71677 req-a3146b3b-0e54-47db-991e-d8499b4ce749 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=340a3bf15a834caa9a7fb00da4b43a25&device_id=88dfd0cd-88d2-43be-8f7d-f3804135df13 HTTP/1.1" status: 200 len: 1095 time: 0.1510937 Nov 12 20:26:09.852542 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-541a0194-19d1-4d6b-882c-d8cfbb31ecc9 req-e51bfb7c-7c9b-4131-bb0b-93df32ce91a1 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908752 Nov 12 20:26:09.905250 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4d08a90e-cf92-4274-9b1e-2fc80fb3c798 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:09.984573 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4d08a90e-cf92-4274-9b1e-2fc80fb3c798 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:10.002428 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfde280-e13d-4b66-ab5c-67ff0da2fdbf req-e1107049-08dc-4455-a949-5621787b4cd5 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:10.004841 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ddfde280-e13d-4b66-ab5c-67ff0da2fdbf req-e1107049-08dc-4455-a949-5621787b4cd5 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 947 time: 0.1270475 Nov 12 20:26:10.090560 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ddfde280-e13d-4b66-ab5c-67ff0da2fdbf req-32a6cf8b-3a34-46d2-92b4-b70180f82cf9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791984 Nov 12 20:26:10.136447 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4d08a90e-cf92-4274-9b1e-2fc80fb3c798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:10.139226 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4d08a90e-cf92-4274-9b1e-2fc80fb3c798 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:10.140893 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4d08a90e-cf92-4274-9b1e-2fc80fb3c798 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba7b6377-93a6-4ca1-aa07-ba6f44d7d8a3 HTTP/1.1" status: 204 len: 168 time: 0.5990961 Nov 12 20:26:10.159022 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38737e96-2b89-4b93-8dc2-725a10b71677 req-67aadb5d-d77f-420a-af44-dbf98f030629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:10.159022 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-38737e96-2b89-4b93-8dc2-725a10b71677 req-67aadb5d-d77f-420a-af44-dbf98f030629 service neutron] 10.222.0.55 "GET /v2.0/networks?id=38d97e7c-9672-4a03-9b6c-a809372715f3 HTTP/1.1" status: 200 len: 915 time: 0.3648100 Nov 12 20:26:10.178316 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08a90e-cf92-4274-9b1e-2fc80fb3c798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7b6377-93a6-4ca1-aa07-ba6f44d7d8a3,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:10.239908 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-38737e96-2b89-4b93-8dc2-725a10b71677 req-f5def7ac-fc6a-444e-a65c-03c23fd7faf1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47e1fd41-5b59-4084-b221-b7de152e4e65 HTTP/1.1" status: 200 len: 217 time: 0.0689635 Nov 12 20:26:10.485275 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0a125-a9b5-4a19-aa31-3c181a27b79b req-c5d2daf6-ccc1-4556-947b-ac35f39ae513 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:10.503979 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cef0a125-a9b5-4a19-aa31-3c181a27b79b req-c5d2daf6-ccc1-4556-947b-ac35f39ae513 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=88dfd0cd-88d2-43be-8f7d-f3804135df13 HTTP/1.1" status: 200 len: 943 time: 0.1650233 Nov 12 20:26:10.597378 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38737e96-2b89-4b93-8dc2-725a10b71677 req-6343ba2e-46d5-4c58-a7e6-144714d1ca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:10.604857 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-38737e96-2b89-4b93-8dc2-725a10b71677 req-6343ba2e-46d5-4c58-a7e6-144714d1ca11 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6bf94eac-0e74-4ddd-8212-8b9e8fd39f6e HTTP/1.1" status: 200 len: 854 time: 0.3556564 Nov 12 20:26:10.717513 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cef0a125-a9b5-4a19-aa31-3c181a27b79b req-80de23cb-9b41-4c1d-802e-90f7704ac372 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119186 Nov 12 20:26:10.724134 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-38737e96-2b89-4b93-8dc2-725a10b71677 req-ab7b3ab5-552f-4eb4-a0ab-e3957120a4ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38d97e7c-9672-4a03-9b6c-a809372715f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080945 Nov 12 20:26:10.851206 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-38737e96-2b89-4b93-8dc2-725a10b71677 req-b849d73d-bb5e-475f-8bb2-ad41a7ddb555 service neutron] 10.222.0.55 "GET /v2.0/networks/38d97e7c-9672-4a03-9b6c-a809372715f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182730 Nov 12 20:26:10.920773 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0d981-a0f2-4759-82bd-f6e2dc7c8f77 req-d701a767-02ad-4f6d-9d03-c2c84e1957d3 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:10.934015 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c7e0d981-a0f2-4759-82bd-f6e2dc7c8f77 req-d701a767-02ad-4f6d-9d03-c2c84e1957d3 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bcad4ba-e5fb-4638-8fc2-0baecd116cad HTTP/1.1" status: 200 len: 946 time: 0.4719472 Nov 12 20:26:11.031086 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b5d6f-e3bd-41d3-8277-9c386287f744 req-dbd8b3cf-5551-4fea-b853-c1893a50f365 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:11.043455 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e4b5d6f-e3bd-41d3-8277-9c386287f744 req-dbd8b3cf-5551-4fea-b853-c1893a50f365 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 943 time: 0.0986550 Nov 12 20:26:11.154821 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e4b5d6f-e3bd-41d3-8277-9c386287f744 req-1a39f5ca-cedb-4fa9-8396-3b6de4e84f85 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988946 Nov 12 20:26:11.276654 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c7e0d981-a0f2-4759-82bd-f6e2dc7c8f77 req-08d67185-222c-4af6-889d-13b50980efe1 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/security-groups?id=16904a83-4dfa-43ce-afa4-2fc73fe9d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403006 Nov 12 20:26:11.303117 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-38737e96-2b89-4b93-8dc2-725a10b71677 req-f3e3e6c5-7574-4c82-a5c6-6f2c280048ef service neutron] 10.222.0.55 "GET /v2.0/networks/38d97e7c-9672-4a03-9b6c-a809372715f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386063 Nov 12 20:26:11.386330 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c186df0-8e9f-48eb-9254-955ce07db0da req-8dd61f84-639a-4424-bb84-f27225ceb359 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:11.400267 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6c186df0-8e9f-48eb-9254-955ce07db0da req-8dd61f84-639a-4424-bb84-f27225ceb359 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 947 time: 0.1192710 Nov 12 20:26:11.558418 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6c186df0-8e9f-48eb-9254-955ce07db0da req-d405557c-4408-4194-ba21-a3e31375bb34 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570001 Nov 12 20:26:11.641025 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:26:12.215828 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb32363-e693-4c8f-919d-09adf7eca62a req-211ee7c5-eb6e-49ad-89ec-22da49abfc9a tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:12.241727 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5bb32363-e693-4c8f-919d-09adf7eca62a req-211ee7c5-eb6e-49ad-89ec-22da49abfc9a tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=88dfd0cd-88d2-43be-8f7d-f3804135df13 HTTP/1.1" status: 200 len: 943 time: 0.2792020 Nov 12 20:26:12.386721 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5bb32363-e693-4c8f-919d-09adf7eca62a req-4bffb955-2045-4e43-8ed0-546b82985726 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439869 Nov 12 20:26:12.483771 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf3dfd-474a-480b-93af-33323263aad0 req-0af8757c-f40c-4f45-828a-31307532195a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:12.494864 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f9bf3dfd-474a-480b-93af-33323263aad0 req-0af8757c-f40c-4f45-828a-31307532195a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 943 time: 0.1494803 Nov 12 20:26:12.625735 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f9bf3dfd-474a-480b-93af-33323263aad0 req-10c8dbf1-e26d-4249-aac5-9a7f5205012b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275482 Nov 12 20:26:12.797776 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf71aa-9455-4dea-bca6-0eac41781f26 req-67e01f6e-5db7-4382-86cc-904faf5eda3e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:12.808220 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-42cf71aa-9455-4dea-bca6-0eac41781f26 req-67e01f6e-5db7-4382-86cc-904faf5eda3e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 947 time: 0.0843983 Nov 12 20:26:12.936804 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-42cf71aa-9455-4dea-bca6-0eac41781f26 req-4052983a-137d-498a-b4fa-22771cabc969 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276233 Nov 12 20:26:12.937279 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a90c94-4f1a-46ed-b775-f32835b322f4 req-271df3c0-247c-46da-a866-b778933045aa tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:12.939133 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-41a90c94-4f1a-46ed-b775-f32835b322f4 req-271df3c0-247c-46da-a866-b778933045aa tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bcad4ba-e5fb-4638-8fc2-0baecd116cad HTTP/1.1" status: 200 len: 946 time: 0.1941314 Nov 12 20:26:13.039558 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-41a90c94-4f1a-46ed-b775-f32835b322f4 req-fecde15d-a2eb-4aa9-9c98-789980ea4b8f tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/security-groups?id=16904a83-4dfa-43ce-afa4-2fc73fe9d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927913 Nov 12 20:26:13.551744 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 47e1fd41-5b59-4084-b221-b7de152e4e65 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:26:13.579729 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a356a-9bcc-4dab-a386-5ee8f8d76413 req-c193719e-4926-4f18-bf84-8832eeda0c8a tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:13.587094 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-810a356a-9bcc-4dab-a386-5ee8f8d76413 req-c193719e-4926-4f18-bf84-8832eeda0c8a tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=88dfd0cd-88d2-43be-8f7d-f3804135df13 HTTP/1.1" status: 200 len: 943 time: 0.1097422 Nov 12 20:26:13.765137 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-810a356a-9bcc-4dab-a386-5ee8f8d76413 req-07b5086f-6ee3-4afb-9fa2-45fb804dec3b tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768305 Nov 12 20:26:13.853379 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb177b-68c2-4a0f-bbbc-4f71a19898ac req-97e52b35-7b59-462b-b2ec-1a5f716e9a65 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:13.871718 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0cfb177b-68c2-4a0f-bbbc-4f71a19898ac req-97e52b35-7b59-462b-b2ec-1a5f716e9a65 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 943 time: 0.1165135 Nov 12 20:26:14.011228 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0cfb177b-68c2-4a0f-bbbc-4f71a19898ac req-2d46089c-85ca-4fe6-814a-d7d6982fa81e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369488 Nov 12 20:26:14.241710 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 47e1fd41-5b59-4084-b221-b7de152e4e65, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=47e1fd41-5b59-4084-b221-b7de152e4e65,segment=NetworkSegment(65664268-a5b8-4342-8def-12ab3973524b),segment_id=65664268-a5b8-4342-8def-12ab3973524b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:26:14.255611 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2ab8c-21a8-4d65-a698-1daf2d5c9f65 req-d6997f4b-762e-4fa4-875e-4a9c250ce349 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:14.264856 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-90f2ab8c-21a8-4d65-a698-1daf2d5c9f65 req-d6997f4b-762e-4fa4-875e-4a9c250ce349 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bcad4ba-e5fb-4638-8fc2-0baecd116cad HTTP/1.1" status: 200 len: 946 time: 0.2426219 Nov 12 20:26:14.285033 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '47e1fd41-5b59-4084-b221-b7de152e4e65', 'network_id': '38d97e7c-9672-4a03-9b6c-a809372715f3', 'port_id': '47e1fd41-5b59-4084-b221-b7de152e4e65', 'mac_address': 'fa:16:3e:17:09:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf94eac-0e74-4ddd-8212-8b9e8fd39f6e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:26:14.295477 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bde94-0432-4e3b-903c-787e5898d2f9 req-17f8cf40-e453-49b7-86fc-80caa02834a2 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:14.305566 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e60bde94-0432-4e3b-903c-787e5898d2f9 req-17f8cf40-e453-49b7-86fc-80caa02834a2 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bcad4ba-e5fb-4638-8fc2-0baecd116cad HTTP/1.1" status: 200 len: 946 time: 0.1007812 Nov 12 20:26:14.404203 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:14.441596 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e1fd41-5b59-4084-b221-b7de152e4e65 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:26:14.472583 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e60bde94-0432-4e3b-903c-787e5898d2f9 req-f2d9730b-27e0-4437-9008-2f233090eab1 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/security-groups?id=16904a83-4dfa-43ce-afa4-2fc73fe9d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593668 Nov 12 20:26:14.536326 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 47e1fd41-5b59-4084-b221-b7de152e4e65, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=47e1fd41-5b59-4084-b221-b7de152e4e65,segment=NetworkSegment(65664268-a5b8-4342-8def-12ab3973524b),segment_id=65664268-a5b8-4342-8def-12ab3973524b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:26:14.536439 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c02dc0-628e-4282-870e-3030d92443c0 req-38455941-b139-48b4-9964-a9abad16977b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:14.536526 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:14.536630 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-56c02dc0-628e-4282-870e-3030d92443c0 req-38455941-b139-48b4-9964-a9abad16977b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 947 time: 0.4137878 Nov 12 20:26:14.646246 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-56c02dc0-628e-4282-870e-3030d92443c0 req-05499ef3-f73f-4070-952b-0e94b2011031 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100736 Nov 12 20:26:14.650278 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=47e1fd41-5b59-4084-b221-b7de152e4e65,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:14.676677 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-90f2ab8c-21a8-4d65-a698-1daf2d5c9f65 req-f1b16a57-7b9d-4999-9303-677fe4309dbd tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Deleting port d10ffbb7-d358-4d44-a00d-addbf3e927d0 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:26:14.677365 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-90f2ab8c-21a8-4d65-a698-1daf2d5c9f65 req-f1b16a57-7b9d-4999-9303-677fe4309dbd tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:14.805693 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-90f2ab8c-21a8-4d65-a698-1daf2d5c9f65 req-f1b16a57-7b9d-4999-9303-677fe4309dbd tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] For port d10ffbb7-d358-4d44-a00d-addbf3e927d0, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=d10ffbb7-d358-4d44-a00d-addbf3e927d0,segment=NetworkSegment(7ceaf165-5b20-496e-8783-406092e14649),segment_id=7ceaf165-5b20-496e-8783-406092e14649)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:26:14.806259 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-90f2ab8c-21a8-4d65-a698-1daf2d5c9f65 req-f1b16a57-7b9d-4999-9303-677fe4309dbd tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:14.825214 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-90f2ab8c-21a8-4d65-a698-1daf2d5c9f65 req-f1b16a57-7b9d-4999-9303-677fe4309dbd tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Calling delete_port for d10ffbb7-d358-4d44-a00d-addbf3e927d0 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:26:14.847939 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['47e1fd41-5b59-4084-b221-b7de152e4e65'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:26:15.128976 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357ea53-7ce9-4f09-b526-28121536b5bc req-7d639dd4-b6e3-4285-9ae9-e633d545d4b2 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:15.141808 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4357ea53-7ce9-4f09-b526-28121536b5bc req-7d639dd4-b6e3-4285-9ae9-e633d545d4b2 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=88dfd0cd-88d2-43be-8f7d-f3804135df13 HTTP/1.1" status: 200 len: 944 time: 0.2025993 Nov 12 20:26:15.267285 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4357ea53-7ce9-4f09-b526-28121536b5bc req-32fb7b91-86a1-4345-af4b-c36d8e80a283 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218073 Nov 12 20:26:15.267567 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-90f2ab8c-21a8-4d65-a698-1daf2d5c9f65 req-f1b16a57-7b9d-4999-9303-677fe4309dbd tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:15.308963 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b16a57-7b9d-4999-9303-677fe4309dbd tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Pushing event deleted for resources: {'Port': ['ID=d10ffbb7-d358-4d44-a00d-addbf3e927d0,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:15.452003 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f2ab8c-21a8-4d65-a698-1daf2d5c9f65 req-f1b16a57-7b9d-4999-9303-677fe4309dbd tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] No DVR routers for this DVR port d10ffbb7-d358-4d44-a00d-addbf3e927d0 on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:26:15.455775 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-90f2ab8c-21a8-4d65-a698-1daf2d5c9f65 req-f1b16a57-7b9d-4999-9303-677fe4309dbd tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:15.459858 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-90f2ab8c-21a8-4d65-a698-1daf2d5c9f65 req-f1b16a57-7b9d-4999-9303-677fe4309dbd tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.55 "DELETE /v2.0/ports/d10ffbb7-d358-4d44-a00d-addbf3e927d0 HTTP/1.1" status: 204 len: 173 time: 1.1845357 Nov 12 20:26:15.460572 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bcad4ba-e5fb-4638-8fc2-0baecd116cad', 'name': 'network-vif-deleted', 'tag': 'd10ffbb7-d358-4d44-a00d-addbf3e927d0'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:26:15.464135 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fcf14f-6208-4cda-8a97-0c93f31c3067" -d '{"events": [{"server_uuid": "2bcad4ba-e5fb-4638-8fc2-0baecd116cad", "name": "network-vif-deleted", "tag": "d10ffbb7-d358-4d44-a00d-addbf3e927d0"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:26:15.480378 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86e4b2-96a9-48d8-b347-2b731e67650f req-a4290ebc-cafa-40b5-9259-326f513d7a11 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:15.493487 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef86e4b2-96a9-48d8-b347-2b731e67650f req-a4290ebc-cafa-40b5-9259-326f513d7a11 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 943 time: 0.2573237 Nov 12 20:26:15.558493 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef86e4b2-96a9-48d8-b347-2b731e67650f req-d5d5588a-d86a-4847-9f78-4e46f9376615 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640242 Nov 12 20:26:15.657558 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683939ac-166a-4e87-820e-5e4787c355ed x-openstack-request-id: req-683939ac-166a-4e87-820e-5e4787c355ed {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:26:15.658675 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bcad4ba-e5fb-4638-8fc2-0baecd116cad", "name": "network-vif-deleted", "tag": "d10ffbb7-d358-4d44-a00d-addbf3e927d0", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:26:15.659216 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-683939ac-166a-4e87-820e-5e4787c355ed {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:26:15.659784 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bcad4ba-e5fb-4638-8fc2-0baecd116cad', 'name': 'network-vif-deleted', 'tag': 'd10ffbb7-d358-4d44-a00d-addbf3e927d0', 'status': 'completed', 'code': 200} Nov 12 20:26:15.696546 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b015511f-519f-4539-9dd9-b109f8fb2f9b req-7c6057ae-d4ba-466c-b6fa-a6b2685c351d tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bcad4ba-e5fb-4638-8fc2-0baecd116cad HTTP/1.1" status: 200 len: 210 time: 0.0769694 Nov 12 20:26:15.876159 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81fc27-2378-488f-8c76-655360704492 req-dcba4f3f-ebfe-46e5-8e5a-55275dc150c9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:15.897808 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8e81fc27-2378-488f-8c76-655360704492 req-dcba4f3f-ebfe-46e5-8e5a-55275dc150c9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 947 time: 0.1521280 Nov 12 20:26:16.034866 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8e81fc27-2378-488f-8c76-655360704492 req-5773e581-1cdf-4e98-a95f-e7420c91370c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360445 Nov 12 20:26:16.520367 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1a540-9178-40a5-93af-4909262c8594 req-ea3263ef-a95e-428d-a3c0-30c08170fa8b tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:16.522315 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-27b1a540-9178-40a5-93af-4909262c8594 req-ea3263ef-a95e-428d-a3c0-30c08170fa8b tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=88dfd0cd-88d2-43be-8f7d-f3804135df13 HTTP/1.1" status: 200 len: 944 time: 0.1292117 Nov 12 20:26:16.629042 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-27b1a540-9178-40a5-93af-4909262c8594 req-ce23dfdd-6f02-47e4-9e0e-99e1f140448d tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988109 Nov 12 20:26:16.768286 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e3d3c-c6c2-4a25-a5a7-c2cb9e43c2e5 req-05564a47-371b-41bb-99c4-07438cd1f3d3 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:16.769850 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-862e3d3c-c6c2-4a25-a5a7-c2cb9e43c2e5 req-05564a47-371b-41bb-99c4-07438cd1f3d3 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 943 time: 0.1018727 Nov 12 20:26:16.955487 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-862e3d3c-c6c2-4a25-a5a7-c2cb9e43c2e5 req-34edf091-2e72-4bcf-9781-d012383a4f54 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692574 Nov 12 20:26:17.275042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e87af5-cccb-45b4-b31c-396c448f3149 req-a7b49086-08cd-416d-8abd-af2e40aeefdf tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:17.295735 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d4e87af5-cccb-45b4-b31c-396c448f3149 req-a7b49086-08cd-416d-8abd-af2e40aeefdf tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 947 time: 0.1046927 Nov 12 20:26:17.415126 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d540d-daaa-4b1b-932a-337017341982 req-e51c6ead-a1bc-40d7-92b5-f63e5085828f tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:17.424080 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c8d540d-daaa-4b1b-932a-337017341982 req-e51c6ead-a1bc-40d7-92b5-f63e5085828f tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/networks?id=28438cbd-6600-4365-a306-ff9a7d306044 HTTP/1.1" status: 200 len: 808 time: 0.3136065 Nov 12 20:26:17.466671 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c8d540d-daaa-4b1b-932a-337017341982 req-cef0f1f3-c65d-4b12-857d-977285a5830e tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/quotas/192a8893fbde4403b10fdf3b28aaf7cc HTTP/1.1" status: 200 len: 375 time: 0.0409880 Nov 12 20:26:17.505434 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d4e87af5-cccb-45b4-b31c-396c448f3149 req-48fc873d-02ca-4128-baf5-2a5df0a6c4f6 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086859 Nov 12 20:26:17.552387 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c8d540d-daaa-4b1b-932a-337017341982 req-623b5d31-63f9-4d97-8913-2b67b86008ef tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=192a8893fbde4403b10fdf3b28aaf7cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836923 Nov 12 20:26:17.584679 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 47e1fd41-5b59-4084-b221-b7de152e4e65 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:26:17.694322 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 47e1fd41-5b59-4084-b221-b7de152e4e65 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:26:17.707271 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 47e1fd41-5b59-4084-b221-b7de152e4e65 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:26:17.707646 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:17.803469 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c8d540d-daaa-4b1b-932a-337017341982 req-4f2a1d1a-affb-49aa-a852-7f4a799f34d8 service neutron] 10.222.0.48 "GET /v2.0/networks/28438cbd-6600-4365-a306-ff9a7d306044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307224 Nov 12 20:26:17.829999 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:17.867984 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 47e1fd41-5b59-4084-b221-b7de152e4e65, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=47e1fd41-5b59-4084-b221-b7de152e4e65,segment=NetworkSegment(65664268-a5b8-4342-8def-12ab3973524b),segment_id=65664268-a5b8-4342-8def-12ab3973524b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:26:17.869289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88dfd0cd-88d2-43be-8f7d-f3804135df13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e1fd41-5b59-4084-b221-b7de152e4e65'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:26:17.873074 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a912f5-7796-402f-912d-ebabe37dc0de" -d '{"events": [{"server_uuid": "88dfd0cd-88d2-43be-8f7d-f3804135df13", "name": "network-vif-plugged", "status": "completed", "tag": "47e1fd41-5b59-4084-b221-b7de152e4e65"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:26:17.877502 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:17.878517 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device d10ffbb7-d358-4d44-a00d-addbf3e927d0 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:26:17.917524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cb2a8-a2e0-4bee-a715-e1f6b7050b08 req-cbc4076e-5489-4c20-9d15-74ee3ae1d908 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:17.922919 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: d10ffbb7-d358-4d44-a00d-addbf3e927d0 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:26:17.923485 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device d10ffbb7-d358-4d44-a00d-addbf3e927d0 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:26:17.948834 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=47e1fd41-5b59-4084-b221-b7de152e4e65,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:17.957839 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-694cb2a8-a2e0-4bee-a715-e1f6b7050b08 req-cbc4076e-5489-4c20-9d15-74ee3ae1d908 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 947 time: 0.1894903 Nov 12 20:26:17.966245 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c8d540d-daaa-4b1b-932a-337017341982 req-8a20f306-e4c7-4a77-a613-eb2ab285b004 service neutron] 10.222.0.48 "GET /v2.0/networks/28438cbd-6600-4365-a306-ff9a7d306044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498311 Nov 12 20:26:18.023776 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-694cb2a8-a2e0-4bee-a715-e1f6b7050b08 req-469263e6-0357-481f-a991-a6215c3e4fbe tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647955 Nov 12 20:26:18.244612 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 0765ca07-59c2-4c29-a679-bcd84d6b1cf9 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:26:18.301911 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f2b54-3954-4ec0-8088-4a8e6b035c91 req-eca03128-24d9-42d5-bf93-a8378a34a18d tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:18.303812 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1a6f2b54-3954-4ec0-8088-4a8e6b035c91 req-eca03128-24d9-42d5-bf93-a8378a34a18d tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=88dfd0cd-88d2-43be-8f7d-f3804135df13 HTTP/1.1" status: 200 len: 945 time: 0.1585984 Nov 12 20:26:18.549420 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 0765ca07-59c2-4c29-a679-bcd84d6b1cf9, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0765ca07-59c2-4c29-a679-bcd84d6b1cf9,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:26:18.581508 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db7e766-cf07-49f6-953d-8c3a097ffe98 x-openstack-request-id: req-7db7e766-cf07-49f6-953d-8c3a097ffe98 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:26:18.583143 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88dfd0cd-88d2-43be-8f7d-f3804135df13", "name": "network-vif-plugged", "status": "completed", "tag": "47e1fd41-5b59-4084-b221-b7de152e4e65", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:26:18.583506 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7db7e766-cf07-49f6-953d-8c3a097ffe98 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:26:18.584013 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88dfd0cd-88d2-43be-8f7d-f3804135df13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e1fd41-5b59-4084-b221-b7de152e4e65', 'code': 200} Nov 12 20:26:18.586129 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050fd9d-75db-417a-a087-45178dc82f9a req-98c5850e-555d-4c08-b269-adcec273e45c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:18.587723 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5050fd9d-75db-417a-a087-45178dc82f9a req-98c5850e-555d-4c08-b269-adcec273e45c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 943 time: 0.1575494 Nov 12 20:26:18.601123 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '0765ca07-59c2-4c29-a679-bcd84d6b1cf9', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'port_id': '0765ca07-59c2-4c29-a679-bcd84d6b1cf9', 'mac_address': 'fa:16:3e:cb:64:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:26:18.620094 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1a6f2b54-3954-4ec0-8088-4a8e6b035c91 req-055c7920-c836-406f-823c-a4c181785531 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007760 Nov 12 20:26:18.735641 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:18.774812 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0765ca07-59c2-4c29-a679-bcd84d6b1cf9 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:26:18.777771 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e1e346b-c188-48fb-b141-dcd54a2fe57b req-05216db9-d6cf-4d11-aac8-fe1db20f4d33 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?device_id=a175cf62-21ae-4b11-af88-65c788cce801 HTTP/1.1" status: 200 len: 210 time: 0.0900111 Nov 12 20:26:18.830588 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 0765ca07-59c2-4c29-a679-bcd84d6b1cf9, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0765ca07-59c2-4c29-a679-bcd84d6b1cf9,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:26:18.836153 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:18.845041 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5050fd9d-75db-417a-a087-45178dc82f9a req-bed612f2-0a5c-4ffb-8f3b-9377e2736fba tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418957 Nov 12 20:26:18.882189 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9d15a-ee2c-4025-9c2d-3ae6189c0751 req-dc5583d2-a6c1-4bdc-ad04-871a5be7d97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:18.886925 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-06c9d15a-ee2c-4025-9c2d-3ae6189c0751 req-dc5583d2-a6c1-4bdc-ad04-871a5be7d97e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=88dfd0cd-88d2-43be-8f7d-f3804135df13 HTTP/1.1" status: 200 len: 1097 time: 0.5711534 Nov 12 20:26:18.958947 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=0765ca07-59c2-4c29-a679-bcd84d6b1cf9,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:19.027417 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-06c9d15a-ee2c-4025-9c2d-3ae6189c0751 req-b6b051e1-66b4-4178-9c75-c4b4be4ee951 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240306 Nov 12 20:26:19.073973 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['0765ca07-59c2-4c29-a679-bcd84d6b1cf9'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:26:19.583389 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device a2266bfb-a0d4-4896-9432-d20ec2953989 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:26:19.861330 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb263e2-aeb5-45a1-aaa4-ffe480437f81 req-327cd9ca-2e04-4aa0-b47b-10a5dbb9c37b tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:19.870853 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:19.885328 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aeb263e2-aeb5-45a1-aaa4-ffe480437f81 req-327cd9ca-2e04-4aa0-b47b-10a5dbb9c37b tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=88dfd0cd-88d2-43be-8f7d-f3804135df13 HTTP/1.1" status: 200 len: 945 time: 0.1732585 Nov 12 20:26:19.953253 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f9c72317-4116-457b-89b4-696ca46f3df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:20.005441 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db5270de-71f1-47c6-813d-100a8eadd4f2 req-5f088556-bca0-477e-8398-052070690bbb tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?device_id=a175cf62-21ae-4b11-af88-65c788cce801 HTTP/1.1" status: 200 len: 210 time: 0.0668426 Nov 12 20:26:20.010535 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port a2266bfb-a0d4-4896-9432-d20ec2953989, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a2266bfb-a0d4-4896-9432-d20ec2953989,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:26:20.020457 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:20.051318 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aeb263e2-aeb5-45a1-aaa4-ffe480437f81 req-e8aa75b7-ea46-4598-a66e-5e0acc9f7449 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633587 Nov 12 20:26:20.241383 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=a2266bfb-a0d4-4896-9432-d20ec2953989,revision_number=14']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:20.253183 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:20.265839 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 0765ca07-59c2-4c29-a679-bcd84d6b1cf9 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:26:20.327568 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d6351-6dfc-46ca-9816-21528f6b0df6 req-f5f8a28b-484a-4f00-b6a6-a171028e92ee tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:20.342352 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-883d6351-6dfc-46ca-9816-21528f6b0df6 req-f5f8a28b-484a-4f00-b6a6-a171028e92ee tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1738667 Nov 12 20:26:20.488355 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-883d6351-6dfc-46ca-9816-21528f6b0df6 req-fe9811f4-5cb8-4e87-92ab-6237e7adf6cf tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341271 Nov 12 20:26:20.539988 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 0765ca07-59c2-4c29-a679-bcd84d6b1cf9 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:26:20.553698 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 0765ca07-59c2-4c29-a679-bcd84d6b1cf9 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:26:20.556674 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:20.571159 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d540d-daaa-4b1b-932a-337017341982 req-494998c7-88d4-45bc-aa83-c30cb99304c7 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:20.577944 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c8d540d-daaa-4b1b-932a-337017341982 req-494998c7-88d4-45bc-aa83-c30cb99304c7 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.55 "GET /v2.0/networks?id=28438cbd-6600-4365-a306-ff9a7d306044 HTTP/1.1" status: 200 len: 808 time: 0.4671426 Nov 12 20:26:20.616544 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986c48be-0714-4270-bf8f-839ed717fa4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2266bfb-a0d4-4896-9432-d20ec2953989'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:26:20.617854 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-3c8d540d-daaa-4b1b-932a-337017341982 req-2c1518cb-2a67-4cca-8afd-b2100638af20 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Request body: {'port': {'device_id': 'a175cf62-21ae-4b11-af88-65c788cce801', 'network_id': '28438cbd-6600-4365-a306-ff9a7d306044', 'admin_state_up': True, 'tenant_id': '192a8893fbde4403b10fdf3b28aaf7cc'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:26:20.626893 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc01ad26-ce47-4ad7-a53e-3d7f6082de75" -d '{"events": [{"server_uuid": "986c48be-0714-4270-bf8f-839ed717fa4e", "name": "network-vif-unplugged", "status": "completed", "tag": "a2266bfb-a0d4-4896-9432-d20ec2953989"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:26:20.855323 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:20.883010 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe5c49b-28f1-44d2-af5a-590fa065490a x-openstack-request-id: req-0fe5c49b-28f1-44d2-af5a-590fa065490a {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:26:20.883673 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986c48be-0714-4270-bf8f-839ed717fa4e", "name": "network-vif-unplugged", "status": "completed", "tag": "a2266bfb-a0d4-4896-9432-d20ec2953989", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:26:20.883673 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0fe5c49b-28f1-44d2-af5a-590fa065490a {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:26:20.883975 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986c48be-0714-4270-bf8f-839ed717fa4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2266bfb-a0d4-4896-9432-d20ec2953989', 'code': 200} Nov 12 20:26:20.951413 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5cde82-bb9d-469f-8410-fa4aaa5a1334 req-31f89eee-55cd-4d23-af3c-f2c9591c5e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:20.953101 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7a5cde82-bb9d-469f-8410-fa4aaa5a1334 req-31f89eee-55cd-4d23-af3c-f2c9591c5e0d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 1097 time: 0.1302183 Nov 12 20:26:20.983591 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c8d540d-daaa-4b1b-932a-337017341982 req-2c1518cb-2a67-4cca-8afd-b2100638af20 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Made reservation on behalf of 192a8893fbde4403b10fdf3b28aaf7cc for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:26:20.996496 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3c8d540d-daaa-4b1b-932a-337017341982 req-2c1518cb-2a67-4cca-8afd-b2100638af20 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:21.003214 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 0765ca07-59c2-4c29-a679-bcd84d6b1cf9, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0765ca07-59c2-4c29-a679-bcd84d6b1cf9,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:26:21.010717 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:21.142793 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=0765ca07-59c2-4c29-a679-bcd84d6b1cf9,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:21.183041 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce3ff5-4788-4ace-8fe4-f4db4b9bb853 req-22e1102a-2054-4b4b-a6a0-5f394583f7db tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:21.192066 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b3ce3ff5-4788-4ace-8fe4-f4db4b9bb853 req-22e1102a-2054-4b4b-a6a0-5f394583f7db tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 944 time: 0.6070518 Nov 12 20:26:21.192591 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5cde82-bb9d-469f-8410-fa4aaa5a1334 req-f913618f-79f5-46a7-8971-164b8aed2d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:21.194050 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7a5cde82-bb9d-469f-8410-fa4aaa5a1334 req-f913618f-79f5-46a7-8971-164b8aed2d7b service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 913 time: 0.2307568 Nov 12 20:26:21.297760 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b3ce3ff5-4788-4ace-8fe4-f4db4b9bb853 req-0ac12a7b-7c01-4e79-bc5f-4fece40211c8 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019268 Nov 12 20:26:21.347087 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99b409-d4d3-4e7d-8299-81fa44888628 req-2e18d299-4f26-46bc-bcb2-d1d51682198a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:21.354304 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-3c8d540d-daaa-4b1b-932a-337017341982 req-2c1518cb-2a67-4cca-8afd-b2100638af20 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Allocated IP 172.20.0.13 (28438cbd-6600-4365-a306-ff9a7d306044/08830a37-ee40-4d8f-b3f5-2e37f0a271ad/6dc7ba15-426d-4768-8c86-ee4ef94883ee) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:26:21.357038 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2f99b409-d4d3-4e7d-8299-81fa44888628 req-2e18d299-4f26-46bc-bcb2-d1d51682198a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1688826 Nov 12 20:26:21.454094 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2f99b409-d4d3-4e7d-8299-81fa44888628 req-5d0abdc0-5d33-4d86-8727-12aebea32dfd tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938280 Nov 12 20:26:21.461434 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7a5cde82-bb9d-469f-8410-fa4aaa5a1334 req-bb7d4bc9-533d-40b9-bdab-f902c07b48d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2266bfb-a0d4-4896-9432-d20ec2953989 HTTP/1.1" status: 200 len: 999 time: 0.2581718 Nov 12 20:26:21.546715 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6474ec95-bc72-4552-b192-615fd6634e5c req-0f8f4073-8e25-4cad-acfd-76328f5eef85 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?device_id=a175cf62-21ae-4b11-af88-65c788cce801 HTTP/1.1" status: 200 len: 210 time: 0.0717931 Nov 12 20:26:21.592393 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5cde82-bb9d-469f-8410-fa4aaa5a1334 req-a9fc5dea-d1ce-4158-bba4-4e9a95d6f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:21.593874 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7a5cde82-bb9d-469f-8410-fa4aaa5a1334 req-a9fc5dea-d1ce-4158-bba4-4e9a95d6f58c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 0.1252151 Nov 12 20:26:21.676381 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3c8d540d-daaa-4b1b-932a-337017341982 req-2c1518cb-2a67-4cca-8afd-b2100638af20 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:21.735605 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3c8d540d-daaa-4b1b-932a-337017341982 req-2c1518cb-2a67-4cca-8afd-b2100638af20 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:21.814186 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dcb98-1b6b-49ae-9f47-6e22784dd562 req-e9d9e546-964c-4dcd-85df-c1264b4221b5 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:21.819100 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f45dcb98-1b6b-49ae-9f47-6e22784dd562 req-e9d9e546-964c-4dcd-85df-c1264b4221b5 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=88dfd0cd-88d2-43be-8f7d-f3804135df13 HTTP/1.1" status: 200 len: 945 time: 0.1611750 Nov 12 20:26:21.828048 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5cde82-bb9d-469f-8410-fa4aaa5a1334 req-34c1a5cf-e9f6-4cf4-8a05-33c81b34721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:21.828732 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c8d540d-daaa-4b1b-932a-337017341982 req-2c1518cb-2a67-4cca-8afd-b2100638af20 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Network 28438cbd-6600-4365-a306-ff9a7d306044 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:26:21.834114 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-3c8d540d-daaa-4b1b-932a-337017341982 req-2c1518cb-2a67-4cca-8afd-b2100638af20 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:26:21.834633 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7a5cde82-bb9d-469f-8410-fa4aaa5a1334 req-34c1a5cf-e9f6-4cf4-8a05-33c81b34721c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2334447 Nov 12 20:26:21.838358 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8d540d-daaa-4b1b-932a-337017341982 req-2c1518cb-2a67-4cca-8afd-b2100638af20 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:26:21.846869 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1518cb-2a67-4cca-8afd-b2100638af20 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Pushing event updated for resources: {'Port': ['ID=6dc7ba15-426d-4768-8c86-ee4ef94883ee,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:21.959700 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d540d-daaa-4b1b-932a-337017341982 req-2c1518cb-2a67-4cca-8afd-b2100638af20 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:21.960609 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3c8d540d-daaa-4b1b-932a-337017341982 req-2c1518cb-2a67-4cca-8afd-b2100638af20 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:21.983297 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c8d540d-daaa-4b1b-932a-337017341982 req-2c1518cb-2a67-4cca-8afd-b2100638af20 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3964369 Nov 12 20:26:21.995665 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-3c8d540d-daaa-4b1b-932a-337017341982 req-83b68ff4-e371-4296-8135-5f16666761da service neutron] Request body: {'port': {'device_id': 'a175cf62-21ae-4b11-af88-65c788cce801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:26:22.058482 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f45dcb98-1b6b-49ae-9f47-6e22784dd562 req-d636aedd-f27a-44dd-a3ce-d84eb298f544 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226543 Nov 12 20:26:22.085925 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3c8d540d-daaa-4b1b-932a-337017341982 req-83b68ff4-e371-4296-8135-5f16666761da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:22.126199 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7a5cde82-bb9d-469f-8410-fa4aaa5a1334 req-165982e6-bbf8-4592-80d6-9dbcbccb2c32 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745643 Nov 12 20:26:22.287068 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7a5cde82-bb9d-469f-8410-fa4aaa5a1334 req-92161acc-5db7-4664-9790-678a4b14ff74 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538658 Nov 12 20:26:22.547829 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3437b-0a05-472b-b20e-fbb2fc4d499d req-6b8d6bef-a38d-4ec7-a67a-5acd0cc1d085 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:22.574638 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-29c3437b-0a05-472b-b20e-fbb2fc4d499d req-6b8d6bef-a38d-4ec7-a67a-5acd0cc1d085 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 945 time: 0.1423261 Nov 12 20:26:22.669932 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-29c3437b-0a05-472b-b20e-fbb2fc4d499d req-5d1fb2c6-aa3a-4201-8afb-65ab1682ecd7 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871916 Nov 12 20:26:22.736092 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d334aa4f-729f-4b6d-a4f0-52ba6e527a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:22.761093 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaabe49-d282-4616-90e7-1ddf04740598 req-a53600dd-57f7-4c58-a108-1455c62e1614 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:22.762618 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-feaabe49-d282-4616-90e7-1ddf04740598 req-a53600dd-57f7-4c58-a108-1455c62e1614 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=88dfd0cd-88d2-43be-8f7d-f3804135df13 HTTP/1.1" status: 200 len: 945 time: 0.2588964 Nov 12 20:26:22.882544 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4b3c4-867c-4402-a734-a63eb90132a6 req-292e0562-e68e-4372-8f81-712a3a907140 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:22.888923 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc3a1fd-db37-486d-ba21-b1ee0fc29564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0765ca07-59c2-4c29-a679-bcd84d6b1cf9'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:26:22.891467 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f42f22-0e7c-4922-8d44-0044b016697c" -d '{"events": [{"server_uuid": "edc3a1fd-db37-486d-ba21-b1ee0fc29564", "name": "network-vif-plugged", "status": "completed", "tag": "0765ca07-59c2-4c29-a679-bcd84d6b1cf9"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:26:22.896559 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c3f4b3c4-867c-4402-a734-a63eb90132a6 req-292e0562-e68e-4372-8f81-712a3a907140 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0837052 Nov 12 20:26:22.962341 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c3f4b3c4-867c-4402-a734-a63eb90132a6 req-5c221870-f27b-488b-b594-f6c4814446b2 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647247 Nov 12 20:26:23.038673 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-3c8d540d-daaa-4b1b-932a-337017341982 req-83b68ff4-e371-4296-8135-5f16666761da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc7ba15-426d-4768-8c86-ee4ef94883ee {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:26:23.049184 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3c8d540d-daaa-4b1b-932a-337017341982 req-83b68ff4-e371-4296-8135-5f16666761da service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:23.067937 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-3c8d540d-daaa-4b1b-932a-337017341982 req-83b68ff4-e371-4296-8135-5f16666761da service neutron] Transition to ACTIVE for port object 6dc7ba15-426d-4768-8c86-ee4ef94883ee will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:26:23.071800 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-feaabe49-d282-4616-90e7-1ddf04740598 req-2334ce9c-b0c4-43bc-8d65-b3ce12e1d128 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983923 Nov 12 20:26:23.073023 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3c8d540d-daaa-4b1b-932a-337017341982 req-83b68ff4-e371-4296-8135-5f16666761da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:23.131033 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b68ff4-e371-4296-8135-5f16666761da service neutron] Pushing event updated for resources: {'Port': ['ID=6dc7ba15-426d-4768-8c86-ee4ef94883ee,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:23.168290 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1a080d-f854-433b-833c-b508c96ce1b2 x-openstack-request-id: req-7e1a080d-f854-433b-833c-b508c96ce1b2 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:26:23.168603 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc3a1fd-db37-486d-ba21-b1ee0fc29564", "name": "network-vif-plugged", "status": "completed", "tag": "0765ca07-59c2-4c29-a679-bcd84d6b1cf9", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:26:23.168854 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7e1a080d-f854-433b-833c-b508c96ce1b2 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:26:23.169297 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc3a1fd-db37-486d-ba21-b1ee0fc29564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0765ca07-59c2-4c29-a679-bcd84d6b1cf9', 'code': 200} Nov 12 20:26:23.273688 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e0f93-6e84-4921-9d95-68fa0c89098c req-5f351ee3-12b1-4327-80b3-4501afa1426a tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:23.282619 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3a0e0f93-6e84-4921-9d95-68fa0c89098c req-5f351ee3-12b1-4327-80b3-4501afa1426a tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?device_id=a175cf62-21ae-4b11-af88-65c788cce801 HTTP/1.1" status: 200 len: 944 time: 0.1463692 Nov 12 20:26:23.308465 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343804d7-1101-4df4-a296-60d065d34aa5 req-7ea27e0d-7df6-421d-817f-bdd3b9d7dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:23.309926 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-343804d7-1101-4df4-a296-60d065d34aa5 req-7ea27e0d-7df6-421d-817f-bdd3b9d7dc9e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 1097 time: 0.0577385 Nov 12 20:26:23.313283 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-3c8d540d-daaa-4b1b-932a-337017341982 req-83b68ff4-e371-4296-8135-5f16666761da service neutron] Attempting to bind port 6dc7ba15-426d-4768-8c86-ee4ef94883ee on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:26:23.313620 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-3c8d540d-daaa-4b1b-932a-337017341982 req-83b68ff4-e371-4296-8135-5f16666761da service neutron] Attempting to bind port 6dc7ba15-426d-4768-8c86-ee4ef94883ee by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '7ceaf165-5b20-496e-8783-406092e14649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '28438cbd-6600-4365-a306-ff9a7d306044'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:26:23.313951 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8d540d-daaa-4b1b-932a-337017341982 req-83b68ff4-e371-4296-8135-5f16666761da service neutron] Attempting to bind port 6dc7ba15-426d-4768-8c86-ee4ef94883ee on network 28438cbd-6600-4365-a306-ff9a7d306044 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:26:23.319809 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8d540d-daaa-4b1b-932a-337017341982 req-83b68ff4-e371-4296-8135-5f16666761da service neutron] Port 6dc7ba15-426d-4768-8c86-ee4ef94883ee on network 28438cbd-6600-4365-a306-ff9a7d306044 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:26:23.320172 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8d540d-daaa-4b1b-932a-337017341982 req-83b68ff4-e371-4296-8135-5f16666761da service neutron] Attempting to bind port 6dc7ba15-426d-4768-8c86-ee4ef94883ee on network 28438cbd-6600-4365-a306-ff9a7d306044 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:26:23.344789 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8d540d-daaa-4b1b-932a-337017341982 req-83b68ff4-e371-4296-8135-5f16666761da service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:26:23.345136 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8d540d-daaa-4b1b-932a-337017341982 req-83b68ff4-e371-4296-8135-5f16666761da service neutron] Checking segment: {'id': '7ceaf165-5b20-496e-8783-406092e14649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '28438cbd-6600-4365-a306-ff9a7d306044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:26:23.345526 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8d540d-daaa-4b1b-932a-337017341982 req-83b68ff4-e371-4296-8135-5f16666761da service neutron] Bound using segment: {'id': '7ceaf165-5b20-496e-8783-406092e14649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '28438cbd-6600-4365-a306-ff9a7d306044'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:26:23.346284 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-3c8d540d-daaa-4b1b-932a-337017341982 req-83b68ff4-e371-4296-8135-5f16666761da service neutron] Bound port: 6dc7ba15-426d-4768-8c86-ee4ef94883ee, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ceaf165-5b20-496e-8783-406092e14649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '28438cbd-6600-4365-a306-ff9a7d306044'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:26:23.346613 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3c8d540d-daaa-4b1b-932a-337017341982 req-83b68ff4-e371-4296-8135-5f16666761da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:23.420924 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3a0e0f93-6e84-4921-9d95-68fa0c89098c req-0403ef60-0cf4-4f6c-a27e-8161a65c2221 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/security-groups?id=16904a83-4dfa-43ce-afa4-2fc73fe9d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323559 Nov 12 20:26:23.476592 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-3c8d540d-daaa-4b1b-932a-337017341982 req-83b68ff4-e371-4296-8135-5f16666761da service neutron] For port 6dc7ba15-426d-4768-8c86-ee4ef94883ee, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:26:23.479775 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-3c8d540d-daaa-4b1b-932a-337017341982 req-83b68ff4-e371-4296-8135-5f16666761da service neutron] For port 6dc7ba15-426d-4768-8c86-ee4ef94883ee, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6dc7ba15-426d-4768-8c86-ee4ef94883ee,segment=NetworkSegment(7ceaf165-5b20-496e-8783-406092e14649),segment_id=7ceaf165-5b20-496e-8783-406092e14649)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:26:23.486065 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-343804d7-1101-4df4-a296-60d065d34aa5 req-6bfe2718-5874-4483-b98a-efcb1d5a32f6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599305 Nov 12 20:26:23.489031 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3c8d540d-daaa-4b1b-932a-337017341982 req-83b68ff4-e371-4296-8135-5f16666761da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:23.545998 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b68ff4-e371-4296-8135-5f16666761da service neutron] Pushing event updated for resources: {'Port': ['ID=6dc7ba15-426d-4768-8c86-ee4ef94883ee,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:23.564820 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d540d-daaa-4b1b-932a-337017341982 req-83b68ff4-e371-4296-8135-5f16666761da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:23.565567 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3c8d540d-daaa-4b1b-932a-337017341982 req-83b68ff4-e371-4296-8135-5f16666761da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:23.567209 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c8d540d-daaa-4b1b-932a-337017341982 req-83b68ff4-e371-4296-8135-5f16666761da service neutron] 10.222.0.55 "PUT /v2.0/ports/6dc7ba15-426d-4768-8c86-ee4ef94883ee HTTP/1.1" status: 200 len: 1093 time: 1.5761886 Nov 12 20:26:23.567657 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a175cf62-21ae-4b11-af88-65c788cce801', 'tag': '6dc7ba15-426d-4768-8c86-ee4ef94883ee'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:26:23.571683 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6c9655-467c-4da6-bc26-26d35583d90d" -d '{"events": [{"name": "network-changed", "server_uuid": "a175cf62-21ae-4b11-af88-65c788cce801", "tag": "6dc7ba15-426d-4768-8c86-ee4ef94883ee"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:26:23.627933 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33aeb36-0354-4eda-8769-319069d99395 x-openstack-request-id: req-d33aeb36-0354-4eda-8769-319069d99395 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:26:23.628430 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a175cf62-21ae-4b11-af88-65c788cce801", "tag": "6dc7ba15-426d-4768-8c86-ee4ef94883ee", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:26:23.628970 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d33aeb36-0354-4eda-8769-319069d99395 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:26:23.629550 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a175cf62-21ae-4b11-af88-65c788cce801', 'tag': '6dc7ba15-426d-4768-8c86-ee4ef94883ee', 'status': 'completed', 'code': 200} Nov 12 20:26:23.753663 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d540d-daaa-4b1b-932a-337017341982 req-32288909-36e4-410b-91d9-9c77a51ca1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:23.755186 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c8d540d-daaa-4b1b-932a-337017341982 req-32288909-36e4-410b-91d9-9c77a51ca1da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=192a8893fbde4403b10fdf3b28aaf7cc&device_id=a175cf62-21ae-4b11-af88-65c788cce801 HTTP/1.1" status: 200 len: 1096 time: 0.1195202 Nov 12 20:26:23.772058 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:23.823447 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c8d540d-daaa-4b1b-932a-337017341982 req-f9ef967e-c9cc-401c-8ea5-c780f9bb0ccc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dc7ba15-426d-4768-8c86-ee4ef94883ee HTTP/1.1" status: 200 len: 217 time: 0.0580072 Nov 12 20:26:23.846153 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be556f0e-d059-448c-93ae-22b107d20143 req-da038525-339c-4877-b699-ae540f737993 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:23.855188 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-be556f0e-d059-448c-93ae-22b107d20143 req-da038525-339c-4877-b699-ae540f737993 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 945 time: 0.0682714 Nov 12 20:26:23.884152 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:23.968385 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d540d-daaa-4b1b-932a-337017341982 req-d662fe76-c800-4429-bc3f-a83abe28cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:23.969900 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c8d540d-daaa-4b1b-932a-337017341982 req-d662fe76-c800-4429-bc3f-a83abe28cb58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08830a37-ee40-4d8f-b3f5-2e37f0a271ad HTTP/1.1" status: 200 len: 848 time: 0.1392834 Nov 12 20:26:24.006109 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-be556f0e-d059-448c-93ae-22b107d20143 req-54ff00ba-212e-4e35-93ab-7f2fff430495 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489849 Nov 12 20:26:24.016351 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c8d540d-daaa-4b1b-932a-337017341982 req-1d46934b-0827-41e9-a8cc-089b7aaa3cfb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=28438cbd-6600-4365-a306-ff9a7d306044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372665 Nov 12 20:26:24.061183 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f52fa1-cf2e-4bdf-b330-20841e636d54 req-a7548418-b374-44ba-90c9-b152cf0f4ee9 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:24.063043 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b2f52fa1-cf2e-4bdf-b330-20841e636d54 req-a7548418-b374-44ba-90c9-b152cf0f4ee9 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.55 "GET /v2.0/ports?device_id=88dfd0cd-88d2-43be-8f7d-f3804135df13 HTTP/1.1" status: 200 len: 945 time: 0.1254084 Nov 12 20:26:24.333760 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c8d540d-daaa-4b1b-932a-337017341982 req-5dca16d3-9f6e-4484-9a7f-6fec61bb5931 service neutron] 10.222.0.55 "GET /v2.0/networks/28438cbd-6600-4365-a306-ff9a7d306044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047450 Nov 12 20:26:24.348700 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc1748-c42b-4565-bfe2-75f273750992 req-9d764c6b-0218-4910-af76-e91c74ab85f0 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:24.359607 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4ffc1748-c42b-4565-bfe2-75f273750992 req-9d764c6b-0218-4910-af76-e91c74ab85f0 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=88dfd0cd-88d2-43be-8f7d-f3804135df13 HTTP/1.1" status: 200 len: 945 time: 0.1108358 Nov 12 20:26:24.418169 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-b2f52fa1-cf2e-4bdf-b330-20841e636d54 req-f8a8b516-b2a4-4f01-8d36-0787860a4ea2 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Deleting port 47e1fd41-5b59-4084-b221-b7de152e4e65 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:26:24.418969 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b2f52fa1-cf2e-4bdf-b330-20841e636d54 req-f8a8b516-b2a4-4f01-8d36-0787860a4ea2 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:24.500710 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c8d540d-daaa-4b1b-932a-337017341982 req-136fb9f4-d481-445d-aad8-b7fb9e621888 service neutron] 10.222.0.55 "GET /v2.0/networks/28438cbd-6600-4365-a306-ff9a7d306044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538463 Nov 12 20:26:24.525519 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5813de-57e1-4b07-8a9a-981f07e186c4 req-9c7d5ee1-378d-41a1-8de1-c83988aa5338 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:24.534742 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dd5813de-57e1-4b07-8a9a-981f07e186c4 req-9c7d5ee1-378d-41a1-8de1-c83988aa5338 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.3321915 Nov 12 20:26:24.584438 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-b2f52fa1-cf2e-4bdf-b330-20841e636d54 req-f8a8b516-b2a4-4f01-8d36-0787860a4ea2 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] For port 47e1fd41-5b59-4084-b221-b7de152e4e65, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=47e1fd41-5b59-4084-b221-b7de152e4e65,segment=NetworkSegment(65664268-a5b8-4342-8def-12ab3973524b),segment_id=65664268-a5b8-4342-8def-12ab3973524b)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:26:24.585187 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b2f52fa1-cf2e-4bdf-b330-20841e636d54 req-f8a8b516-b2a4-4f01-8d36-0787860a4ea2 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:24.604145 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-b2f52fa1-cf2e-4bdf-b330-20841e636d54 req-f8a8b516-b2a4-4f01-8d36-0787860a4ea2 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Calling delete_port for 47e1fd41-5b59-4084-b221-b7de152e4e65 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:26:24.681649 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dd5813de-57e1-4b07-8a9a-981f07e186c4 req-2e438400-eb61-4f9e-81c4-d207fa9619ae tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455224 Nov 12 20:26:24.733615 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c9655-467c-4da6-bc26-26d35583d90d req-725d7068-ebdb-48b5-9cc2-42e55482ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:24.736036 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8f6c9655-467c-4da6-bc26-26d35583d90d req-725d7068-ebdb-48b5-9cc2-42e55482ddb9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=192a8893fbde4403b10fdf3b28aaf7cc&device_id=a175cf62-21ae-4b11-af88-65c788cce801 HTTP/1.1" status: 200 len: 1096 time: 0.1453397 Nov 12 20:26:24.766888 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4ffc1748-c42b-4565-bfe2-75f273750992 req-5acfa497-4024-4ca6-86c5-e499aa892726 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051149 Nov 12 20:26:24.781390 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b2f52fa1-cf2e-4bdf-b330-20841e636d54 req-f8a8b516-b2a4-4f01-8d36-0787860a4ea2 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:24.793084 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['47e1fd41-5b59-4084-b221-b7de152e4e65'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:26:24.797276 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['8eb8b639-b07e-4650-8358-b12a29e128c4'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:26:24.873496 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8b516-b2a4-4f01-8d36-0787860a4ea2 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Pushing event deleted for resources: {'Port': ['ID=47e1fd41-5b59-4084-b221-b7de152e4e65,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:25.053009 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b93103-b401-44f5-ba82-3541d165a205 req-69f106cb-f447-441d-9af7-c165e3375987 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:25.054597 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c8b93103-b401-44f5-ba82-3541d165a205 req-69f106cb-f447-441d-9af7-c165e3375987 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?device_id=a175cf62-21ae-4b11-af88-65c788cce801 HTTP/1.1" status: 200 len: 944 time: 0.1797614 Nov 12 20:26:25.066948 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f52fa1-cf2e-4bdf-b330-20841e636d54 req-f8a8b516-b2a4-4f01-8d36-0787860a4ea2 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] No DVR routers for this DVR port 47e1fd41-5b59-4084-b221-b7de152e4e65 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:26:25.078930 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b2f52fa1-cf2e-4bdf-b330-20841e636d54 req-f8a8b516-b2a4-4f01-8d36-0787860a4ea2 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:25.091948 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b2f52fa1-cf2e-4bdf-b330-20841e636d54 req-f8a8b516-b2a4-4f01-8d36-0787860a4ea2 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.55 "DELETE /v2.0/ports/47e1fd41-5b59-4084-b221-b7de152e4e65 HTTP/1.1" status: 204 len: 173 time: 1.0132759 Nov 12 20:26:25.092684 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88dfd0cd-88d2-43be-8f7d-f3804135df13', 'name': 'network-vif-deleted', 'tag': '47e1fd41-5b59-4084-b221-b7de152e4e65'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:26:25.095156 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e275cf-990c-4dd9-a541-494e6f8ead54" -d '{"events": [{"server_uuid": "88dfd0cd-88d2-43be-8f7d-f3804135df13", "name": "network-vif-deleted", "tag": "47e1fd41-5b59-4084-b221-b7de152e4e65"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:26:25.228188 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7418a3-3fa6-4fd6-acaa-3d84c47ef269 req-e14c20eb-cd0f-4b7d-aedf-37f62222d19f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:25.235940 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ee7418a3-3fa6-4fd6-acaa-3d84c47ef269 req-e14c20eb-cd0f-4b7d-aedf-37f62222d19f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1701512 Nov 12 20:26:25.283697 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:25.297517 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c9655-467c-4da6-bc26-26d35583d90d req-88b9f80d-751f-43d6-ac40-21a17b0b9fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:25.299113 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8f6c9655-467c-4da6-bc26-26d35583d90d req-88b9f80d-751f-43d6-ac40-21a17b0b9fb3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=28438cbd-6600-4365-a306-ff9a7d306044 HTTP/1.1" status: 200 len: 909 time: 0.5552168 Nov 12 20:26:25.309684 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c8b93103-b401-44f5-ba82-3541d165a205 req-62c8b51f-6c9e-49c7-8cb7-738a25db547c tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/security-groups?id=16904a83-4dfa-43ce-afa4-2fc73fe9d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366362 Nov 12 20:26:25.384327 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ee7418a3-3fa6-4fd6-acaa-3d84c47ef269 req-2a99ef54-d8f8-476d-99a0-6d0f39dfc0a7 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450026 Nov 12 20:26:25.474936 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8f6c9655-467c-4da6-bc26-26d35583d90d req-b9fffbb6-890f-4b6f-b7de-765623a14c5b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dc7ba15-426d-4768-8c86-ee4ef94883ee HTTP/1.1" status: 200 len: 217 time: 0.1616530 Nov 12 20:26:25.513462 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f516d0ba-9e4d-40e1-a894-ebcf911cb1fd x-openstack-request-id: req-f516d0ba-9e4d-40e1-a894-ebcf911cb1fd {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:26:25.513756 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88dfd0cd-88d2-43be-8f7d-f3804135df13", "name": "network-vif-deleted", "tag": "47e1fd41-5b59-4084-b221-b7de152e4e65", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:26:25.513992 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f516d0ba-9e4d-40e1-a894-ebcf911cb1fd {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:26:25.515207 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88dfd0cd-88d2-43be-8f7d-f3804135df13', 'name': 'network-vif-deleted', 'tag': '47e1fd41-5b59-4084-b221-b7de152e4e65', 'status': 'completed', 'code': 200} Nov 12 20:26:25.675320 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3eb0d-e4f7-42ae-a4a5-e96c2e88df3b req-2f50dabe-a22f-4560-947c-3bc84541409b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:25.683578 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bee3eb0d-e4f7-42ae-a4a5-e96c2e88df3b req-2f50dabe-a22f-4560-947c-3bc84541409b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0973258 Nov 12 20:26:25.821278 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bee3eb0d-e4f7-42ae-a4a5-e96c2e88df3b req-a42a6901-f3bb-4457-9d37-bfc9060808a7 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363556 Nov 12 20:26:26.010609 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:26.027470 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-649b523a-5d48-44b9-836f-987a90d2cc62 req-e31fb2e5-67ba-4d8f-a8ce-de1aa66f99b4 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=88dfd0cd-88d2-43be-8f7d-f3804135df13 HTTP/1.1" status: 200 len: 210 time: 0.0600588 Nov 12 20:26:26.315995 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c9655-467c-4da6-bc26-26d35583d90d req-5774416a-52da-4cc0-9523-5189a9b235e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:26.319994 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8f6c9655-467c-4da6-bc26-26d35583d90d req-5774416a-52da-4cc0-9523-5189a9b235e7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08830a37-ee40-4d8f-b3f5-2e37f0a271ad HTTP/1.1" status: 200 len: 848 time: 0.8274369 Nov 12 20:26:26.365327 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-ff58b2bf-285e-4a17-8d85-978f562f540b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:26.370452 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8f6c9655-467c-4da6-bc26-26d35583d90d req-d908bc73-9129-467b-a4a9-ada8035266a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=28438cbd-6600-4365-a306-ff9a7d306044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418715 Nov 12 20:26:26.373000 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-ff58b2bf-285e-4a17-8d85-978f562f540b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 812 time: 0.1816330 Nov 12 20:26:26.380599 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5dd8f2-b029-43bc-a8a6-25c96eb0a8b4 req-0c24c62c-5431-484b-babb-ab39adf8a280 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:26.382115 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3d5dd8f2-b029-43bc-a8a6-25c96eb0a8b4 req-0c24c62c-5431-484b-babb-ab39adf8a280 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 945 time: 0.9273107 Nov 12 20:26:26.390581 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-b3e03c88-248d-419d-a201-df7f497104d8 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/quotas/7e8721b8322b46768b4d5df279187cac HTTP/1.1" status: 200 len: 375 time: 0.0165436 Nov 12 20:26:26.464090 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-8c6057a4-07c2-4ddd-b31d-f7e6393e77dc tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0722978 Nov 12 20:26:26.517102 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3d5dd8f2-b029-43bc-a8a6-25c96eb0a8b4 req-85847aab-1f19-4ad8-a946-bea4979eb71d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250441 Nov 12 20:26:26.580565 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-d2b47c90-363f-4bd5-9371-8a01e10b5585 service neutron] 10.222.0.48 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143272 Nov 12 20:26:26.686736 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-9d276a56-992d-4aa4-ba1d-57329b693b56 service neutron] 10.222.0.48 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064401 Nov 12 20:26:26.739859 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8f6c9655-467c-4da6-bc26-26d35583d90d req-761eda76-d44a-434a-8c2a-13d5ca2be5ed service neutron] 10.222.0.55 "GET /v2.0/networks/28438cbd-6600-4365-a306-ff9a7d306044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567557 Nov 12 20:26:26.962442 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8f6c9655-467c-4da6-bc26-26d35583d90d req-659696bd-2fa2-4485-83e6-ee01e2dbf93f service neutron] 10.222.0.55 "GET /v2.0/networks/28438cbd-6600-4365-a306-ff9a7d306044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138534 Nov 12 20:26:27.007129 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a28e01-8166-4563-9282-6a6396ec5a65 req-7e405f49-c3b9-4fff-8324-80114d073d29 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:27.014005 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c0a28e01-8166-4563-9282-6a6396ec5a65 req-7e405f49-c3b9-4fff-8324-80114d073d29 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?device_id=a175cf62-21ae-4b11-af88-65c788cce801 HTTP/1.1" status: 200 len: 944 time: 0.3643887 Nov 12 20:26:27.047744 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1554e37-ccfb-4bfc-a58b-81f11a674714 req-ea06c8d0-1af9-447e-a953-0a8de9e95908 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:27.056779 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b1554e37-ccfb-4bfc-a58b-81f11a674714 req-ea06c8d0-1af9-447e-a953-0a8de9e95908 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 945 time: 0.0893493 Nov 12 20:26:27.117088 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c0a28e01-8166-4563-9282-6a6396ec5a65 req-bc865dbc-cad3-463a-9e28-6f440a40418a tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/security-groups?id=16904a83-4dfa-43ce-afa4-2fc73fe9d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021340 Nov 12 20:26:27.159825 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b1554e37-ccfb-4bfc-a58b-81f11a674714 req-33fa3a37-b174-477b-9608-8213dd4c3e66 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020694 Nov 12 20:26:27.227499 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-406baf93-adf3-41c2-bc02-da0efd8ab3c6 req-c2d46c3d-f272-4640-9a16-2bca29eb9f0a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 210 time: 0.0440316 Nov 12 20:26:27.462726 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76329267-95e5-4ffa-8670-13cbc6ddf618 req-9967233c-2d88-454d-8d61-86e66cc88ae8 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:27.466629 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76329267-95e5-4ffa-8670-13cbc6ddf618 req-9967233c-2d88-454d-8d61-86e66cc88ae8 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.0956204 Nov 12 20:26:27.570062 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76329267-95e5-4ffa-8670-13cbc6ddf618 req-0293630b-a41a-4968-bb66-677f250855f8 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949993 Nov 12 20:26:27.606743 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 6dc7ba15-426d-4768-8c86-ee4ef94883ee details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:26:27.609600 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 47e1fd41-5b59-4084-b221-b7de152e4e65 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:26:27.668307 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 47e1fd41-5b59-4084-b221-b7de152e4e65 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:26:27.668721 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 47e1fd41-5b59-4084-b221-b7de152e4e65 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:26:27.805855 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 6dc7ba15-426d-4768-8c86-ee4ef94883ee, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6dc7ba15-426d-4768-8c86-ee4ef94883ee,segment=NetworkSegment(7ceaf165-5b20-496e-8783-406092e14649),segment_id=7ceaf165-5b20-496e-8783-406092e14649)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:26:27.835689 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '6dc7ba15-426d-4768-8c86-ee4ef94883ee', 'network_id': '28438cbd-6600-4365-a306-ff9a7d306044', 'port_id': '6dc7ba15-426d-4768-8c86-ee4ef94883ee', 'mac_address': 'fa:16:3e:ed:b5:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08830a37-ee40-4d8f-b3f5-2e37f0a271ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:26:27.963125 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:28.031585 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dc7ba15-426d-4768-8c86-ee4ef94883ee {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:26:28.124217 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 6dc7ba15-426d-4768-8c86-ee4ef94883ee, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6dc7ba15-426d-4768-8c86-ee4ef94883ee,segment=NetworkSegment(7ceaf165-5b20-496e-8783-406092e14649),segment_id=7ceaf165-5b20-496e-8783-406092e14649)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:26:28.134299 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:28.227863 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123bb0f-1970-4582-9190-1488d275c020 req-15440634-a887-4842-aea8-ef6ded39d184 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:28.232953 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4123bb0f-1970-4582-9190-1488d275c020 req-15440634-a887-4842-aea8-ef6ded39d184 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.2035725 Nov 12 20:26:28.251564 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=6dc7ba15-426d-4768-8c86-ee4ef94883ee,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:28.371355 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4123bb0f-1970-4582-9190-1488d275c020 req-642ff08f-0104-41ae-8088-7d607b7c573c tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283076 Nov 12 20:26:28.459122 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['6dc7ba15-426d-4768-8c86-ee4ef94883ee'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:26:28.542467 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec98b3-4ed4-4b9d-85c0-737b154b0b7d req-2ee03a20-3531-416d-96aa-cdbdcf398f25 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:28.552982 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2eec98b3-4ed4-4b9d-85c0-737b154b0b7d req-2ee03a20-3531-416d-96aa-cdbdcf398f25 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?device_id=a175cf62-21ae-4b11-af88-65c788cce801 HTTP/1.1" status: 200 len: 945 time: 0.1144028 Nov 12 20:26:28.667390 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2eec98b3-4ed4-4b9d-85c0-737b154b0b7d req-9db77985-4ba7-4fc9-9405-8f815f22acdb tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/security-groups?id=16904a83-4dfa-43ce-afa4-2fc73fe9d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132059 Nov 12 20:26:28.956037 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5491535b-5292-471c-9426-cd417f05624e req-bf462b3b-3e4a-4b6e-b06b-0e948bb0ee62 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 210 time: 0.0942020 Nov 12 20:26:29.166709 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f2fd4-6267-4291-9916-6eebc802d41a req-5f284070-a9da-438e-bdd7-c031b2bef203 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:29.173888 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-12c31053-6cc0-477f-ac74-299275b49fb5 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:29.176071 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b74f2fd4-6267-4291-9916-6eebc802d41a req-5f284070-a9da-438e-bdd7-c031b2bef203 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1276362 Nov 12 20:26:29.178779 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-12c31053-6cc0-477f-ac74-299275b49fb5 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.55 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 812 time: 0.3692667 Nov 12 20:26:29.202368 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-3e8157ca-5ead-401a-b8bd-16cb92cdb3e9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Request body: {'port': {'device_id': 'bba8e407-44fb-402e-9f9b-06eaac593799', 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786', 'admin_state_up': True, 'tenant_id': '7e8721b8322b46768b4d5df279187cac'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:26:29.335902 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b74f2fd4-6267-4291-9916-6eebc802d41a req-1b21a537-8186-467d-b9b6-faacb3d0df49 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586156 Nov 12 20:26:29.610813 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 6dc7ba15-426d-4768-8c86-ee4ef94883ee up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:26:29.638780 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-3e8157ca-5ead-401a-b8bd-16cb92cdb3e9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Made reservation on behalf of 7e8721b8322b46768b4d5df279187cac for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:26:29.645525 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-3e8157ca-5ead-401a-b8bd-16cb92cdb3e9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:29.779642 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 6dc7ba15-426d-4768-8c86-ee4ef94883ee completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:26:29.802148 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 6dc7ba15-426d-4768-8c86-ee4ef94883ee triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:26:29.803814 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:29.937894 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b07e0-c234-4ef3-b130-b4e8ee7b6471 req-1465efcb-3ee3-438e-bf81-0130c414da9f tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:29.956502 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-149b07e0-c234-4ef3-b130-b4e8ee7b6471 req-1465efcb-3ee3-438e-bf81-0130c414da9f tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?device_id=a175cf62-21ae-4b11-af88-65c788cce801 HTTP/1.1" status: 200 len: 945 time: 0.1036711 Nov 12 20:26:30.075846 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-149b07e0-c234-4ef3-b130-b4e8ee7b6471 req-0ccbc1ec-f178-4582-bd71-f530a5b6a340 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/security-groups?id=16904a83-4dfa-43ce-afa4-2fc73fe9d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178300 Nov 12 20:26:30.100821 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-3e8157ca-5ead-401a-b8bd-16cb92cdb3e9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Allocated IP 172.20.0.8 (b6864b2f-6168-42ea-9422-cd478a748786/5c500cb5-3e69-49e9-9723-b1dae39e8dfb/e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:26:30.130652 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:30.176840 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a175cf62-21ae-4b11-af88-65c788cce801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc7ba15-426d-4768-8c86-ee4ef94883ee'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:26:30.182985 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d2771f-daea-46df-b2ec-3aafea994af6" -d '{"events": [{"server_uuid": "a175cf62-21ae-4b11-af88-65c788cce801", "name": "network-vif-plugged", "status": "completed", "tag": "6dc7ba15-426d-4768-8c86-ee4ef94883ee"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:26:30.184023 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0ada8272-e13e-4de8-aca8-c95cc3eaed94 req-bcda54e5-8f48-4351-81d6-15c8ce36f018 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 210 time: 0.0379207 Nov 12 20:26:30.228057 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 6dc7ba15-426d-4768-8c86-ee4ef94883ee, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6dc7ba15-426d-4768-8c86-ee4ef94883ee,segment=NetworkSegment(7ceaf165-5b20-496e-8783-406092e14649),segment_id=7ceaf165-5b20-496e-8783-406092e14649)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:26:30.233685 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:30.369823 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb36522-079b-4379-ba0e-aaa05d270d01 x-openstack-request-id: req-3fb36522-079b-4379-ba0e-aaa05d270d01 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:26:30.370120 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a175cf62-21ae-4b11-af88-65c788cce801", "name": "network-vif-plugged", "status": "completed", "tag": "6dc7ba15-426d-4768-8c86-ee4ef94883ee", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:26:30.370376 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3fb36522-079b-4379-ba0e-aaa05d270d01 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:26:30.370768 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a175cf62-21ae-4b11-af88-65c788cce801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc7ba15-426d-4768-8c86-ee4ef94883ee', 'code': 200} Nov 12 20:26:30.437910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae4fbb-1eb3-4097-ae0c-e675de27fc8e req-8a2d12bc-8ef9-4898-9b83-3af8435cf0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:30.440184 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-00ae4fbb-1eb3-4097-ae0c-e675de27fc8e req-8a2d12bc-8ef9-4898-9b83-3af8435cf0b7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a175cf62-21ae-4b11-af88-65c788cce801 HTTP/1.1" status: 200 len: 1098 time: 0.0608392 Nov 12 20:26:30.446310 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-3e8157ca-5ead-401a-b8bd-16cb92cdb3e9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:30.455763 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=6dc7ba15-426d-4768-8c86-ee4ef94883ee,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:30.474354 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:26:30.476624 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:26:30.477999 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:26:30.478789 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:26:30.480127 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:26:30.482451 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:26:30.485009 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:26:30.485684 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:26:30.486008 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:26:30.486377 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:26:30.486721 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:26:30.487058 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:26:30.489121 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-3e8157ca-5ead-401a-b8bd-16cb92cdb3e9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:30.546175 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-00ae4fbb-1eb3-4097-ae0c-e675de27fc8e req-df7ef281-aa4e-4feb-b926-17657651fa23 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=16904a83-4dfa-43ce-afa4-2fc73fe9d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982647 Nov 12 20:26:30.598252 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-3e8157ca-5ead-401a-b8bd-16cb92cdb3e9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Network b6864b2f-6168-42ea-9422-cd478a748786 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:26:30.602276 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-3e8157ca-5ead-401a-b8bd-16cb92cdb3e9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:26:30.609021 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8157ca-5ead-401a-b8bd-16cb92cdb3e9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Pushing event updated for resources: {'Port': ['ID=e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:30.629273 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-3e8157ca-5ead-401a-b8bd-16cb92cdb3e9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:26:30.777034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-3e8157ca-5ead-401a-b8bd-16cb92cdb3e9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:30.784324 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-3e8157ca-5ead-401a-b8bd-16cb92cdb3e9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:30.905380 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-3e8157ca-5ead-401a-b8bd-16cb92cdb3e9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7083535 Nov 12 20:26:30.924494 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-2421c008-796e-4c33-a5a5-e10a00509e22 service neutron] Request body: {'port': {'device_id': 'bba8e407-44fb-402e-9f9b-06eaac593799', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:26:31.106393 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-2421c008-796e-4c33-a5a5-e10a00509e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:31.169396 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-798fc5a6-e80a-4013-9a41-faad6c87b4ce None None] Provisioning complete for port e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:26:31.169976 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-798fc5a6-e80a-4013-9a41-faad6c87b4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:31.321637 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-798fc5a6-e80a-4013-9a41-faad6c87b4ce None None] Port e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:26:31.423131 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bcfb5-ab56-463c-9eb3-2c201d7e482f req-b19113c7-f4f4-48e8-9113-9842439fcdcb tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:31.431057 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b40bcfb5-ab56-463c-9eb3-2c201d7e482f req-b19113c7-f4f4-48e8-9113-9842439fcdcb tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?device_id=a175cf62-21ae-4b11-af88-65c788cce801 HTTP/1.1" status: 200 len: 946 time: 0.1280222 Nov 12 20:26:31.521987 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165bb42-3bae-46af-a174-ccb36f53ad8c req-521fc479-d69a-47d3-9d90-5bc27eff502b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:31.536830 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e165bb42-3bae-46af-a174-ccb36f53ad8c req-521fc479-d69a-47d3-9d90-5bc27eff502b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 931 time: 0.1582048 Nov 12 20:26:31.621657 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b40bcfb5-ab56-463c-9eb3-2c201d7e482f req-5bb75fbe-f662-4e74-bc1b-e52f8ff93899 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/security-groups?id=16904a83-4dfa-43ce-afa4-2fc73fe9d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893375 Nov 12 20:26:31.772164 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e165bb42-3bae-46af-a174-ccb36f53ad8c req-c4aa24b4-5e28-49dd-9502-8942d772a869 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261798 Nov 12 20:26:31.934369 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-2421c008-796e-4c33-a5a5-e10a00509e22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:26:31.951332 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-2421c008-796e-4c33-a5a5-e10a00509e22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:31.977438 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-2421c008-796e-4c33-a5a5-e10a00509e22 service neutron] Transition to ACTIVE for port object e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:26:31.983200 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-2421c008-796e-4c33-a5a5-e10a00509e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:32.161453 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421c008-796e-4c33-a5a5-e10a00509e22 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:32.414535 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-2421c008-796e-4c33-a5a5-e10a00509e22 service neutron] Attempting to bind port e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:26:32.416586 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-2421c008-796e-4c33-a5a5-e10a00509e22 service neutron] Attempting to bind port e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:26:32.416966 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-2421c008-796e-4c33-a5a5-e10a00509e22 service neutron] Attempting to bind port e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a on network b6864b2f-6168-42ea-9422-cd478a748786 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:26:32.428794 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-2421c008-796e-4c33-a5a5-e10a00509e22 service neutron] Port e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a on network b6864b2f-6168-42ea-9422-cd478a748786 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:26:32.428794 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-2421c008-796e-4c33-a5a5-e10a00509e22 service neutron] Attempting to bind port e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a on network b6864b2f-6168-42ea-9422-cd478a748786 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:26:32.456327 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-2421c008-796e-4c33-a5a5-e10a00509e22 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:26:32.457737 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-2421c008-796e-4c33-a5a5-e10a00509e22 service neutron] Checking segment: {'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:26:32.458977 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-2421c008-796e-4c33-a5a5-e10a00509e22 service neutron] Bound using segment: {'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:26:32.461653 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-2421c008-796e-4c33-a5a5-e10a00509e22 service neutron] Bound port: e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:26:32.463554 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-2421c008-796e-4c33-a5a5-e10a00509e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:32.642422 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-2421c008-796e-4c33-a5a5-e10a00509e22 service neutron] For port e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:26:32.648383 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-2421c008-796e-4c33-a5a5-e10a00509e22 service neutron] For port e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:26:32.656188 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-2421c008-796e-4c33-a5a5-e10a00509e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:32.738568 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-2421c008-796e-4c33-a5a5-e10a00509e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:32.739207 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-2421c008-796e-4c33-a5a5-e10a00509e22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:32.740671 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-2421c008-796e-4c33-a5a5-e10a00509e22 service neutron] 10.222.0.55 "PUT /v2.0/ports/e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a HTTP/1.1" status: 200 len: 1092 time: 1.8267157 Nov 12 20:26:32.741126 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba8e407-44fb-402e-9f9b-06eaac593799', 'tag': 'e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:26:32.752167 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40883f4c-130e-44e3-a2cb-f09a43ade5d9" -d '{"events": [{"name": "network-changed", "server_uuid": "bba8e407-44fb-402e-9f9b-06eaac593799", "tag": "e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:26:33.009983 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421c008-796e-4c33-a5a5-e10a00509e22 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:33.017605 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a308d41-acd5-4d47-9118-caffe9a0b91e x-openstack-request-id: req-7a308d41-acd5-4d47-9118-caffe9a0b91e {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:26:33.017895 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba8e407-44fb-402e-9f9b-06eaac593799", "tag": "e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:26:33.018148 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a308d41-acd5-4d47-9118-caffe9a0b91e {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:26:33.018553 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba8e407-44fb-402e-9f9b-06eaac593799', 'tag': 'e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a', 'status': 'completed', 'code': 200} Nov 12 20:26:33.111412 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbbaa5-a62e-43de-a1c8-f6f70943906a req-1e02b73e-85e3-4b46-b67b-2345c2e5d6e4 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:33.122327 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-22ce87ad-2beb-49bb-aea5-3e8009014833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:33.123897 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-22ce87ad-2beb-49bb-aea5-3e8009014833 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 1095 time: 0.3283012 Nov 12 20:26:33.130008 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-04bbbaa5-a62e-43de-a1c8-f6f70943906a req-1e02b73e-85e3-4b46-b67b-2345c2e5d6e4 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 943 time: 0.1519470 Nov 12 20:26:33.136457 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb9cc3-5de5-43ed-8420-298e4fdab8ef req-a60ba473-e296-4cc6-811b-41eb020b2fba tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:33.160705 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-81fb9cc3-5de5-43ed-8420-298e4fdab8ef req-a60ba473-e296-4cc6-811b-41eb020b2fba tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?device_id=a175cf62-21ae-4b11-af88-65c788cce801 HTTP/1.1" status: 200 len: 946 time: 0.2587740 Nov 12 20:26:33.249161 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-04bbbaa5-a62e-43de-a1c8-f6f70943906a req-d2b2a50a-0a8b-4257-8b2c-455c9fd7cb06 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172838 Nov 12 20:26:33.309412 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-293754df-5c25-4c74-96f1-cb48b4e064de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a HTTP/1.1" status: 200 len: 217 time: 0.1372447 Nov 12 20:26:33.463808 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-81fb9cc3-5de5-43ed-8420-298e4fdab8ef req-64e02009-4398-4dfe-b774-644f423d51e5 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/security-groups?id=16904a83-4dfa-43ce-afa4-2fc73fe9d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009887 Nov 12 20:26:33.494707 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-1607edf4-9cde-46bb-bd9f-e294f92f1134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:33.496264 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-1607edf4-9cde-46bb-bd9f-e294f92f1134 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 0.1712873 Nov 12 20:26:33.710859 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-90e8a0db-2851-43b9-aaa5-7d33c39a5260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:33.712582 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-90e8a0db-2851-43b9-aaa5-7d33c39a5260 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1957278 Nov 12 20:26:33.757527 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-78f7107d-990b-4603-8403-508d55995d1a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:33.759620 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-78f7107d-990b-4603-8403-508d55995d1a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 812 time: 0.3202419 Nov 12 20:26:33.801176 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-5c0086eb-ea6e-40f2-9106-15f68b123eb0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/quotas/416776ef7a904035a66442e4dfb8994d HTTP/1.1" status: 200 len: 375 time: 0.0314710 Nov 12 20:26:34.007488 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-6776150b-19b1-4507-ac9d-c16d011b0516 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1905191 Nov 12 20:26:34.042813 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-d9b17d8b-d7fb-4378-a5ab-6d84a5fda659 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222995 Nov 12 20:26:34.277004 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-325b6d9b-8d23-4e57-ba9f-686dbebb7317 req-713c8dc7-214b-4e26-a904-a6afe9b8ed98 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259679 Nov 12 20:26:34.314311 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a46d2f-8259-4de4-82f0-bac29c70dc1c req-496c1fd8-2b4b-423a-8919-28d3f0bd1ac7 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:34.316522 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c8a46d2f-8259-4de4-82f0-bac29c70dc1c req-496c1fd8-2b4b-423a-8919-28d3f0bd1ac7 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1137552 Nov 12 20:26:34.517171 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c8a46d2f-8259-4de4-82f0-bac29c70dc1c req-47d2eefd-082e-49e0-9e95-e8b87a40cbb6 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927428 Nov 12 20:26:34.529897 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40883f4c-130e-44e3-a2cb-f09a43ade5d9 req-c79b98af-cde8-44b8-88a0-6397017055f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:34.531735 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-40883f4c-130e-44e3-a2cb-f09a43ade5d9 req-c79b98af-cde8-44b8-88a0-6397017055f0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 1095 time: 0.1584668 Nov 12 20:26:34.774592 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-fc0c566b-d050-4a55-9bc4-7be9a50055d6 req-4a07fe72-f813-4f8f-b54b-c8f988765840 service neutron] (102448) timed out ('10.222.0.48', 40504) {{(pid=102448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 20:26:34.915749 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fb4e4-dc66-41fe-ae66-f6c2888e9970 req-233013a3-8712-4fcb-a6cd-bea030dff589 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:34.915749 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-974fb4e4-dc66-41fe-ae66-f6c2888e9970 req-233013a3-8712-4fcb-a6cd-bea030dff589 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 943 time: 0.1837468 Nov 12 20:26:34.918042 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40883f4c-130e-44e3-a2cb-f09a43ade5d9 req-0707d542-77c1-404c-aa49-1806215c39fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:34.922777 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-0055d55a-b982-4b77-b7bc-28f833bdcdbb service neutron] 10.222.0.48 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9144065 Nov 12 20:26:34.924553 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-40883f4c-130e-44e3-a2cb-f09a43ade5d9 req-0707d542-77c1-404c-aa49-1806215c39fc service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 913 time: 0.3792956 Nov 12 20:26:35.111066 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-40883f4c-130e-44e3-a2cb-f09a43ade5d9 req-4f22b591-2a74-412b-ac3f-6c5718c943c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a HTTP/1.1" status: 200 len: 217 time: 0.1742110 Nov 12 20:26:35.142656 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-e4e58bad-5724-4a63-9836-a22c037cd31a service neutron] 10.222.0.48 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964397 Nov 12 20:26:35.187683 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40883f4c-130e-44e3-a2cb-f09a43ade5d9 req-7ba82d4a-56b6-4e82-92de-6f28649a74c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:35.192732 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-40883f4c-130e-44e3-a2cb-f09a43ade5d9 req-7ba82d4a-56b6-4e82-92de-6f28649a74c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 0.0632641 Nov 12 20:26:35.249432 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-974fb4e4-dc66-41fe-ae66-f6c2888e9970 req-de2e2bdf-0186-4e11-b5b7-79f4e1803fa4 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868006 Nov 12 20:26:35.271167 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40883f4c-130e-44e3-a2cb-f09a43ade5d9 req-bba7932c-71d1-423d-86a1-ca3efa168a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:35.273225 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-40883f4c-130e-44e3-a2cb-f09a43ade5d9 req-bba7932c-71d1-423d-86a1-ca3efa168a8c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670674 Nov 12 20:26:35.612006 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-40883f4c-130e-44e3-a2cb-f09a43ade5d9 req-e4683523-3dd8-4ce9-b7fb-702629c4263a service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306603 Nov 12 20:26:35.742524 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823de74-0eef-4f19-b032-49375db780bb req-9b0a9a98-24e0-4534-918b-1f1b01fdc485 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:35.750042 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3823de74-0eef-4f19-b032-49375db780bb req-9b0a9a98-24e0-4534-918b-1f1b01fdc485 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.2326930 Nov 12 20:26:35.794340 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4ef9097-78ca-4882-8013-dc292cbc9e67 req-bcb0f7a0-1394-4dbd-9333-4128306862ec tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 210 time: 0.0624757 Nov 12 20:26:36.070274 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a5f05-9584-46b7-a013-f1eae97ab234 req-7fb1d220-62e1-4339-b074-c05cb9d92005 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:36.094621 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-078a5f05-9584-46b7-a013-f1eae97ab234 req-7fb1d220-62e1-4339-b074-c05cb9d92005 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?device_id=a175cf62-21ae-4b11-af88-65c788cce801 HTTP/1.1" status: 200 len: 946 time: 0.1808403 Nov 12 20:26:36.104924 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-40883f4c-130e-44e3-a2cb-f09a43ade5d9 req-6ad0c31b-1c01-47aa-bbc2-e71f97c1b9a2 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826910 Nov 12 20:26:36.115481 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3823de74-0eef-4f19-b032-49375db780bb req-8d211392-911a-41e5-a694-00ad012e4fd9 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595073 Nov 12 20:26:36.251103 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-078a5f05-9584-46b7-a013-f1eae97ab234 req-71900356-364d-4c9b-89b1-88ef46edbeaa tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/security-groups?id=16904a83-4dfa-43ce-afa4-2fc73fe9d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509960 Nov 12 20:26:36.545904 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57dacf-55b9-4ad6-907f-f9fe909e9f15 req-719bf789-4a96-41ce-96fd-50fd28cda83c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:36.550354 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1f57dacf-55b9-4ad6-907f-f9fe909e9f15 req-719bf789-4a96-41ce-96fd-50fd28cda83c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 943 time: 0.1706829 Nov 12 20:26:36.657578 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1f57dacf-55b9-4ad6-907f-f9fe909e9f15 req-a895bb57-9f67-4312-a509-fd0edb795f27 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925536 Nov 12 20:26:36.969447 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-739f1c12-9455-4d3b-b981-9efaa319f793 req-13481b41-8aa1-4148-8ad8-cb0303780dc5 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 210 time: 0.0522056 Nov 12 20:26:37.596053 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5c408-fac1-44c7-bd15-fe5dc6975745 req-cb6812d3-7a12-4097-be55-8116f8b26288 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:37.598315 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d3b5c408-fac1-44c7-bd15-fe5dc6975745 req-cb6812d3-7a12-4097-be55-8116f8b26288 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a175cf62-21ae-4b11-af88-65c788cce801 HTTP/1.1" status: 200 len: 946 time: 0.2862902 Nov 12 20:26:37.673210 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:26:37.727192 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31ad5b-77f2-4c57-be3d-51a689143516 req-34fdd788-9ac7-441b-b0a2-a7e3f87c901e tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:37.730973 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ba31ad5b-77f2-4c57-be3d-51a689143516 req-34fdd788-9ac7-441b-b0a2-a7e3f87c901e tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?device_id=a175cf62-21ae-4b11-af88-65c788cce801 HTTP/1.1" status: 200 len: 946 time: 0.3468976 Nov 12 20:26:37.794601 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-f8d333de-7e81-4a04-ae0a-37801aa46db3 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:37.796205 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-f8d333de-7e81-4a04-ae0a-37801aa46db3 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.52 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 812 time: 0.5000801 Nov 12 20:26:37.861516 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-8281a9d9-7cec-49db-b25a-5b37ffd7a1ed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Request body: {'port': {'device_id': '3083eca8-9eaa-490a-a433-61840abb3b5c', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'admin_state_up': True, 'tenant_id': '416776ef7a904035a66442e4dfb8994d'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:26:37.967359 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:26:37.995496 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a', 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786', 'port_id': 'e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a', 'mac_address': 'fa:16:3e:de:f2:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c500cb5-3e69-49e9-9723-b1dae39e8dfb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:26:37.997501 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85de39b-e8b4-4337-83fd-60463dd394da req-9a7b89ce-14c2-4973-bc64-54c61a35468c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:38.001508 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c85de39b-e8b4-4337-83fd-60463dd394da req-9a7b89ce-14c2-4973-bc64-54c61a35468c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 943 time: 0.1127985 Nov 12 20:26:38.110130 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:38.119337 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c85de39b-e8b4-4337-83fd-60463dd394da req-6f6614dc-0e07-4e86-bc0b-9796a9ec0b05 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108093 Nov 12 20:26:38.186455 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:26:38.287654 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:26:38.298636 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:38.469431 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-102181bb-be36-4824-a824-65b8a99715fb req-6e487d2b-92ac-4365-be3e-d0c90e198b11 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 210 time: 0.0840909 Nov 12 20:26:38.487019 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-8281a9d9-7cec-49db-b25a-5b37ffd7a1ed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Made reservation on behalf of 416776ef7a904035a66442e4dfb8994d for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:26:38.493702 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-8281a9d9-7cec-49db-b25a-5b37ffd7a1ed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:38.527792 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ba31ad5b-77f2-4c57-be3d-51a689143516 req-6385b2b9-2c7b-4265-b29e-89faeae687f7 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/security-groups?id=16904a83-4dfa-43ce-afa4-2fc73fe9d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7217605 Nov 12 20:26:38.576570 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:38.585872 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-d3b5c408-fac1-44c7-bd15-fe5dc6975745 req-7e4184ad-079f-40f3-a1dd-051484340675 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Deleting port 6dc7ba15-426d-4768-8c86-ee4ef94883ee {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:26:38.586436 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d3b5c408-fac1-44c7-bd15-fe5dc6975745 req-7e4184ad-079f-40f3-a1dd-051484340675 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:38.676495 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:26:38.911522 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-d3b5c408-fac1-44c7-bd15-fe5dc6975745 req-7e4184ad-079f-40f3-a1dd-051484340675 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] For port 6dc7ba15-426d-4768-8c86-ee4ef94883ee, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=6dc7ba15-426d-4768-8c86-ee4ef94883ee,segment=NetworkSegment(7ceaf165-5b20-496e-8783-406092e14649),segment_id=7ceaf165-5b20-496e-8783-406092e14649)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:26:38.912564 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d3b5c408-fac1-44c7-bd15-fe5dc6975745 req-7e4184ad-079f-40f3-a1dd-051484340675 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:39.097904 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-8281a9d9-7cec-49db-b25a-5b37ffd7a1ed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Allocated IP 172.20.0.8 (a14ebab6-b135-479f-8842-077a5fca0d71/63fe6903-02cc-4d59-b54a-0012785b1f66/34b6d0bb-ab5c-4d77-8677-63801b75a6bd) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:26:39.331615 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-d3b5c408-fac1-44c7-bd15-fe5dc6975745 req-7e4184ad-079f-40f3-a1dd-051484340675 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Calling delete_port for 6dc7ba15-426d-4768-8c86-ee4ef94883ee owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:26:39.396347 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e694f-c3c9-4d64-a593-4a1deb5450d6 req-9595cb06-fe20-4346-bc2f-82f200130f84 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:39.413268 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-044e694f-c3c9-4d64-a593-4a1deb5450d6 req-9595cb06-fe20-4346-bc2f-82f200130f84 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 944 time: 0.1103811 Nov 12 20:26:39.523097 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-8281a9d9-7cec-49db-b25a-5b37ffd7a1ed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:39.576856 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-044e694f-c3c9-4d64-a593-4a1deb5450d6 req-943b118f-09c1-4d34-b301-a48d0c951c0f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623485 Nov 12 20:26:39.777504 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7205f384-dffa-4435-887b-d1ba90e613e5 req-3f1e3f8c-2941-4709-b160-ceb7d0ecadd3 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 210 time: 0.1582227 Nov 12 20:26:39.837914 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-8281a9d9-7cec-49db-b25a-5b37ffd7a1ed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:39.850729 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['0765ca07-59c2-4c29-a679-bcd84d6b1cf9'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:26:39.893511 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d8524-efc0-4b64-a9db-e651360a7fd8 req-d249a603-d78e-4f33-afc6-aa3e2524a39f tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:39.896820 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca1d8524-efc0-4b64-a9db-e651360a7fd8 req-d249a603-d78e-4f33-afc6-aa3e2524a39f tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/ports?device_id=a175cf62-21ae-4b11-af88-65c788cce801 HTTP/1.1" status: 200 len: 946 time: 0.2204316 Nov 12 20:26:39.969961 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d3b5c408-fac1-44c7-bd15-fe5dc6975745 req-7e4184ad-079f-40f3-a1dd-051484340675 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:40.055433 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-8281a9d9-7cec-49db-b25a-5b37ffd7a1ed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Network a14ebab6-b135-479f-8842-077a5fca0d71 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:26:40.099569 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca1d8524-efc0-4b64-a9db-e651360a7fd8 req-4460d63a-fae1-41a3-8a06-c26cadc408bb tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.48 "GET /v2.0/security-groups?id=16904a83-4dfa-43ce-afa4-2fc73fe9d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942108 Nov 12 20:26:40.156338 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-8281a9d9-7cec-49db-b25a-5b37ffd7a1ed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:26:40.174266 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-8281a9d9-7cec-49db-b25a-5b37ffd7a1ed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:26:40.305901 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b5c408-fac1-44c7-bd15-fe5dc6975745 req-7e4184ad-079f-40f3-a1dd-051484340675 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] No DVR routers for this DVR port 6dc7ba15-426d-4768-8c86-ee4ef94883ee on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:26:40.321708 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d3b5c408-fac1-44c7-bd15-fe5dc6975745 req-7e4184ad-079f-40f3-a1dd-051484340675 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:40.325320 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d3b5c408-fac1-44c7-bd15-fe5dc6975745 req-7e4184ad-079f-40f3-a1dd-051484340675 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] 10.222.0.55 "DELETE /v2.0/ports/6dc7ba15-426d-4768-8c86-ee4ef94883ee HTTP/1.1" status: 204 len: 173 time: 2.7189116 Nov 12 20:26:40.333003 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a175cf62-21ae-4b11-af88-65c788cce801', 'name': 'network-vif-deleted', 'tag': '6dc7ba15-426d-4768-8c86-ee4ef94883ee'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:26:40.347935 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26adefab-68d1-4970-8705-0a2d86e825e6" -d '{"events": [{"server_uuid": "a175cf62-21ae-4b11-af88-65c788cce801", "name": "network-vif-deleted", "tag": "6dc7ba15-426d-4768-8c86-ee4ef94883ee"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:26:40.351014 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281a9d9-7cec-49db-b25a-5b37ffd7a1ed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event updated for resources: {'Port': ['ID=34b6d0bb-ab5c-4d77-8677-63801b75a6bd,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:40.407335 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4184ad-079f-40f3-a1dd-051484340675 tempest-VolumesActionsTest-52094957 tempest-VolumesActionsTest-52094957-project] Pushing event deleted for resources: {'Port': ['ID=6dc7ba15-426d-4768-8c86-ee4ef94883ee,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:40.431837 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-8281a9d9-7cec-49db-b25a-5b37ffd7a1ed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:40.432927 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-8281a9d9-7cec-49db-b25a-5b37ffd7a1ed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:40.513901 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-8281a9d9-7cec-49db-b25a-5b37ffd7a1ed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6668923 Nov 12 20:26:40.532021 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-ea326417-3e11-48d5-a70a-120ea37e1eb9 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:26:40.546433 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-ea326417-3e11-48d5-a70a-120ea37e1eb9 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0239029 Nov 12 20:26:40.591613 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e6ebe-6c44-4fd8-8d4d-ee02a0a365d4 req-af3aa415-3cd4-41ec-a77d-efc9e250c1cd tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:40.611556 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3e5e6ebe-6c44-4fd8-8d4d-ee02a0a365d4 req-af3aa415-3cd4-41ec-a77d-efc9e250c1cd tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.3117990 Nov 12 20:26:40.698382 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9095fc3f-81bb-44c0-8bc5-6f2e258b9879 x-openstack-request-id: req-9095fc3f-81bb-44c0-8bc5-6f2e258b9879 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:26:40.698677 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a175cf62-21ae-4b11-af88-65c788cce801", "name": "network-vif-deleted", "tag": "6dc7ba15-426d-4768-8c86-ee4ef94883ee", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:26:40.698976 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9095fc3f-81bb-44c0-8bc5-6f2e258b9879 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:26:40.699614 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a175cf62-21ae-4b11-af88-65c788cce801', 'name': 'network-vif-deleted', 'tag': '6dc7ba15-426d-4768-8c86-ee4ef94883ee', 'status': 'completed', 'code': 200} Nov 12 20:26:40.763317 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3e5e6ebe-6c44-4fd8-8d4d-ee02a0a365d4 req-081717c5-74e1-4e7e-a7a9-343b8690473e tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507449 Nov 12 20:26:40.833090 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-68079642-a573-48d9-a3f1-60ddbb8befa9 service neutron] Request body: {'port': {'device_id': '3083eca8-9eaa-490a-a433-61840abb3b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:26:40.891018 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9c5c1c39-e980-494d-a87e-fc7c762ab0a7 None None] Provisioning complete for port 34b6d0bb-ab5c-4d77-8677-63801b75a6bd triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:26:40.891571 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9c5c1c39-e980-494d-a87e-fc7c762ab0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:41.071898 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-9c5c1c39-e980-494d-a87e-fc7c762ab0a7 None None] Port 34b6d0bb-ab5c-4d77-8677-63801b75a6bd cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:26:41.085845 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231a6db-b79e-4ea8-bb26-4a1ce6b1e9cc req-73c12a8d-fab3-4e22-871f-f7e09c0fad30 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:41.087461 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6231a6db-b79e-4ea8-bb26-4a1ce6b1e9cc req-73c12a8d-fab3-4e22-871f-f7e09c0fad30 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1741235 Nov 12 20:26:41.166968 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-68079642-a573-48d9-a3f1-60ddbb8befa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:41.181039 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6231a6db-b79e-4ea8-bb26-4a1ce6b1e9cc req-39de730e-21b4-4f08-a16d-1352c7be0de1 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847933 Nov 12 20:26:41.255529 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34218ffc-054d-42e0-b5bd-601c3ba280a6 req-c5876d1b-b995-41a3-bba1-c05bc647cee0 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:41.257229 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-34218ffc-054d-42e0-b5bd-601c3ba280a6 req-c5876d1b-b995-41a3-bba1-c05bc647cee0 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 944 time: 0.3088288 Nov 12 20:26:41.369937 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-34218ffc-054d-42e0-b5bd-601c3ba280a6 req-9c77bd7f-ee85-4897-853f-71818ec2ffba tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950406 Nov 12 20:26:41.496998 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f54d76-10d3-45ca-b5ef-2e4e8e10aff8 req-44dd152f-1066-4711-ab19-d733bcdfd375 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:41.526572 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e6f54d76-10d3-45ca-b5ef-2e4e8e10aff8 req-44dd152f-1066-4711-ab19-d733bcdfd375 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 931 time: 0.1490061 Nov 12 20:26:41.628571 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e6f54d76-10d3-45ca-b5ef-2e4e8e10aff8 req-24ea3e0a-d353-4d5d-825c-920906de8596 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916862 Nov 12 20:26:41.712212 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:26:41.795344 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:26:41.820162 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:26:41.820162 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:42.041059 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:42.083591 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba8e407-44fb-402e-9f9b-06eaac593799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:26:42.085978 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac29d79d-ffb4-40bd-a416-046d80adfbcf" -d '{"events": [{"server_uuid": "bba8e407-44fb-402e-9f9b-06eaac593799", "name": "network-vif-plugged", "status": "completed", "tag": "e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:26:42.180474 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:26:42.186893 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:42.187706 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 6dc7ba15-426d-4768-8c86-ee4ef94883ee no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:26:42.279160 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641f02ba-89a6-4142-9aae-a26a2237f50f x-openstack-request-id: req-641f02ba-89a6-4142-9aae-a26a2237f50f {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:26:42.279639 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba8e407-44fb-402e-9f9b-06eaac593799", "name": "network-vif-plugged", "status": "completed", "tag": "e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:26:42.280036 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-641f02ba-89a6-4142-9aae-a26a2237f50f {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:26:42.280663 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba8e407-44fb-402e-9f9b-06eaac593799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a', 'code': 200} Nov 12 20:26:42.286122 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 6dc7ba15-426d-4768-8c86-ee4ef94883ee {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:26:42.296632 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 6dc7ba15-426d-4768-8c86-ee4ef94883ee not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:26:42.367037 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:42.603395 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5957ca9-aa15-480b-8e51-afe355948460 req-b07f4c4b-45f3-40c1-9c77-3c822d64f02a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:42.613475 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a5957ca9-aa15-480b-8e51-afe355948460 req-b07f4c4b-45f3-40c1-9c77-3c822d64f02a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 945 time: 0.0786164 Nov 12 20:26:42.756022 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a5957ca9-aa15-480b-8e51-afe355948460 req-61059c13-f5ed-4e55-ae3c-9fc0d4db5a67 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414633 Nov 12 20:26:42.933552 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00205235-8cce-458a-94bb-193273ab3402 req-70711538-69c2-45fb-b41b-7bf44ddd1bae tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:42.949260 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-00205235-8cce-458a-94bb-193273ab3402 req-70711538-69c2-45fb-b41b-7bf44ddd1bae tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.2778449 Nov 12 20:26:43.090210 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eab899-ffff-4808-8bbb-816fbd4de442 req-a1b16cd3-fc8b-45d9-ad4f-c608b8c9c40f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:43.111999 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6eab899-ffff-4808-8bbb-816fbd4de442 req-a1b16cd3-fc8b-45d9-ad4f-c608b8c9c40f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 931 time: 0.1884327 Nov 12 20:26:43.156905 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f11fdd-1953-4c1a-a4c8-3551cf92371c req-f6ec5c80-048a-49c3-b6d3-84f55dd835eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:43.158428 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-43f11fdd-1953-4c1a-a4c8-3551cf92371c req-f6ec5c80-048a-49c3-b6d3-84f55dd835eb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 1097 time: 0.4930725 Nov 12 20:26:43.209835 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-00205235-8cce-458a-94bb-193273ab3402 req-60fba300-0276-4fb0-a47d-020b9692f10a tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573009 Nov 12 20:26:43.233899 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6eab899-ffff-4808-8bbb-816fbd4de442 req-7f0e8c77-85cf-4280-989b-9af2adc7504e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205118 Nov 12 20:26:43.318579 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-68079642-a573-48d9-a3f1-60ddbb8befa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b6d0bb-ab5c-4d77-8677-63801b75a6bd {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:26:43.327004 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-68079642-a573-48d9-a3f1-60ddbb8befa9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:43.341763 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-68079642-a573-48d9-a3f1-60ddbb8befa9 service neutron] Transition to ACTIVE for port object 34b6d0bb-ab5c-4d77-8677-63801b75a6bd will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:26:43.345028 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-43f11fdd-1953-4c1a-a4c8-3551cf92371c req-bd42ff40-1304-454f-a469-a1383275f3c8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744277 Nov 12 20:26:43.349358 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-68079642-a573-48d9-a3f1-60ddbb8befa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:43.577851 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68079642-a573-48d9-a3f1-60ddbb8befa9 service neutron] Pushing event updated for resources: {'Port': ['ID=34b6d0bb-ab5c-4d77-8677-63801b75a6bd,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:43.747764 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d43b1e-44d2-45bd-bb68-72009120d983 req-f7edf508-402c-4d97-b280-79466450d0fb tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:43.774166 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16d43b1e-44d2-45bd-bb68-72009120d983 req-f7edf508-402c-4d97-b280-79466450d0fb tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.3768568 Nov 12 20:26:43.883180 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16d43b1e-44d2-45bd-bb68-72009120d983 req-df3084d0-6a82-41be-b412-34621c842838 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245620 Nov 12 20:26:43.931965 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfaf25-bf11-4ddb-9ba6-5a1a26dcb372 req-9629efd7-5d1f-4afe-8cea-63a046199854 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:43.945021 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-62bfaf25-bf11-4ddb-9ba6-5a1a26dcb372 req-9629efd7-5d1f-4afe-8cea-63a046199854 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 945 time: 0.0777884 Nov 12 20:26:43.954142 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-68079642-a573-48d9-a3f1-60ddbb8befa9 service neutron] Attempting to bind port 34b6d0bb-ab5c-4d77-8677-63801b75a6bd on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:26:43.955189 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-68079642-a573-48d9-a3f1-60ddbb8befa9 service neutron] Attempting to bind port 34b6d0bb-ab5c-4d77-8677-63801b75a6bd by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:26:43.958868 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-68079642-a573-48d9-a3f1-60ddbb8befa9 service neutron] Attempting to bind port 34b6d0bb-ab5c-4d77-8677-63801b75a6bd on network a14ebab6-b135-479f-8842-077a5fca0d71 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:26:43.968929 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-68079642-a573-48d9-a3f1-60ddbb8befa9 service neutron] Port 34b6d0bb-ab5c-4d77-8677-63801b75a6bd on network a14ebab6-b135-479f-8842-077a5fca0d71 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:26:43.971547 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-68079642-a573-48d9-a3f1-60ddbb8befa9 service neutron] Attempting to bind port 34b6d0bb-ab5c-4d77-8677-63801b75a6bd on network a14ebab6-b135-479f-8842-077a5fca0d71 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:26:43.984532 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-68079642-a573-48d9-a3f1-60ddbb8befa9 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:26:43.986029 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-68079642-a573-48d9-a3f1-60ddbb8befa9 service neutron] Checking segment: {'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:26:43.987900 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-68079642-a573-48d9-a3f1-60ddbb8befa9 service neutron] Bound using segment: {'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:26:43.988780 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-68079642-a573-48d9-a3f1-60ddbb8befa9 service neutron] Bound port: 34b6d0bb-ab5c-4d77-8677-63801b75a6bd, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:26:43.990264 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-68079642-a573-48d9-a3f1-60ddbb8befa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:44.107866 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-62bfaf25-bf11-4ddb-9ba6-5a1a26dcb372 req-ca905889-0624-47c5-b709-cce4fe98e990 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607952 Nov 12 20:26:44.334515 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-68079642-a573-48d9-a3f1-60ddbb8befa9 service neutron] For port 34b6d0bb-ab5c-4d77-8677-63801b75a6bd, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:26:44.380854 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-68079642-a573-48d9-a3f1-60ddbb8befa9 service neutron] For port 34b6d0bb-ab5c-4d77-8677-63801b75a6bd, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=34b6d0bb-ab5c-4d77-8677-63801b75a6bd,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:26:44.397999 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-68079642-a573-48d9-a3f1-60ddbb8befa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:44.578398 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed8986-38b4-406f-ada9-20ea34c96023 req-899b5c4e-637e-4f4b-8ccc-6a66e26deb57 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:44.591313 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c5ed8986-38b4-406f-ada9-20ea34c96023 req-899b5c4e-637e-4f4b-8ccc-6a66e26deb57 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.1652129 Nov 12 20:26:44.611540 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68079642-a573-48d9-a3f1-60ddbb8befa9 service neutron] Pushing event updated for resources: {'Port': ['ID=34b6d0bb-ab5c-4d77-8677-63801b75a6bd,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:44.680633 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-68079642-a573-48d9-a3f1-60ddbb8befa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:44.688344 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-68079642-a573-48d9-a3f1-60ddbb8befa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:44.692597 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-68079642-a573-48d9-a3f1-60ddbb8befa9 service neutron] 10.222.0.52 "PUT /v2.0/ports/34b6d0bb-ab5c-4d77-8677-63801b75a6bd HTTP/1.1" status: 200 len: 1092 time: 4.1369438 Nov 12 20:26:44.703496 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3083eca8-9eaa-490a-a433-61840abb3b5c', 'tag': '34b6d0bb-ab5c-4d77-8677-63801b75a6bd'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:26:44.711814 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b17d3c5-0977-4530-995b-e5c579610df3" -d '{"events": [{"name": "network-changed", "server_uuid": "3083eca8-9eaa-490a-a433-61840abb3b5c", "tag": "34b6d0bb-ab5c-4d77-8677-63801b75a6bd"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:26:44.769558 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc57b46-7526-4bea-8d10-a79930556999 req-8799119c-8778-437b-8061-97935532c695 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:44.787274 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-afc57b46-7526-4bea-8d10-a79930556999 req-8799119c-8778-437b-8061-97935532c695 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.5554471 Nov 12 20:26:44.884212 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c5ed8986-38b4-406f-ada9-20ea34c96023 req-ab9b07a7-a60e-41fd-974c-4addf4fa6810 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880900 Nov 12 20:26:45.112633 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-afc57b46-7526-4bea-8d10-a79930556999 req-3799a93b-ff8d-4aa9-bd7a-38f0eddaa164 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021760 Nov 12 20:26:45.202432 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbf1341-dc1a-4cc8-8058-c6fb0a9b3664 x-openstack-request-id: req-7cbf1341-dc1a-4cc8-8058-c6fb0a9b3664 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:26:45.205766 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3083eca8-9eaa-490a-a433-61840abb3b5c", "tag": "34b6d0bb-ab5c-4d77-8677-63801b75a6bd", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:26:45.205917 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7cbf1341-dc1a-4cc8-8058-c6fb0a9b3664 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:26:45.206404 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3083eca8-9eaa-490a-a433-61840abb3b5c', 'tag': '34b6d0bb-ab5c-4d77-8677-63801b75a6bd', 'status': 'completed', 'code': 200} Nov 12 20:26:45.270948 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-a07c39b7-a922-4b9c-8fdc-588ce007956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:45.273859 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-a07c39b7-a922-4b9c-8fdc-588ce007956e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 1095 time: 0.2155318 Nov 12 20:26:45.438855 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37464) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:26:45.440447 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-c79164a8-35aa-422f-a988-5073063a1e90 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34b6d0bb-ab5c-4d77-8677-63801b75a6bd HTTP/1.1" status: 200 len: 217 time: 0.1553533 Nov 12 20:26:45.569767 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e64929-3e73-4d90-a7e3-5771be079045 req-4226a4f8-0577-410a-b8dd-8bbe809c943e tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:45.571387 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-78e64929-3e73-4d90-a7e3-5771be079045 req-4226a4f8-0577-410a-b8dd-8bbe809c943e tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.2576566 Nov 12 20:26:45.704522 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-1f7f12aa-5bcb-4bb4-a527-e29e931a99d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:45.706035 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-1f7f12aa-5bcb-4bb4-a527-e29e931a99d5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63fe6903-02cc-4d59-b54a-0012785b1f66 HTTP/1.1" status: 200 len: 851 time: 0.2058384 Nov 12 20:26:45.715501 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c52d4-d079-4804-9824-e8c098af04db req-44f78ac0-329d-4214-a83f-9fadbadaf5e0 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:45.723949 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7c6c52d4-d079-4804-9824-e8c098af04db req-44f78ac0-329d-4214-a83f-9fadbadaf5e0 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 945 time: 0.3340602 Nov 12 20:26:45.753478 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-78e64929-3e73-4d90-a7e3-5771be079045 req-ebb543ac-c8d8-4143-a9e3-dbcee4482ed6 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617937 Nov 12 20:26:45.853369 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3a151160-99fe-4c6a-a7d8-db55538c3f91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:45.915883 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7c6c52d4-d079-4804-9824-e8c098af04db req-d655df71-5160-4ed6-93a4-780cd4728f86 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907041 Nov 12 20:26:46.008824 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-522c16c8-7e15-4586-90be-2cf0bc02737d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:46.018085 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-522c16c8-7e15-4586-90be-2cf0bc02737d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a14ebab6-b135-479f-8842-077a5fca0d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2775977 Nov 12 20:26:46.134243 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3471eb-4491-46e9-88d8-25fb34d26ff9 req-d0f7dbe8-6da2-4154-84ef-6e7a0ba0d790 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:46.143940 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fe3471eb-4491-46e9-88d8-25fb34d26ff9 req-d0f7dbe8-6da2-4154-84ef-6e7a0ba0d790 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.1401148 Nov 12 20:26:46.249806 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3a151160-99fe-4c6a-a7d8-db55538c3f91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:46.265869 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3a151160-99fe-4c6a-a7d8-db55538c3f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:46.450641 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fe3471eb-4491-46e9-88d8-25fb34d26ff9 req-6e9ca611-1132-444b-b5ce-38eab6a1f1f8 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044405 Nov 12 20:26:46.592611 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-306563ec-5a0c-4573-a9fe-351ebf2b5d77 service neutron] 10.222.0.52 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5573201 Nov 12 20:26:46.721375 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29c98f-8511-40ed-b76c-dac4e133e3b7 req-7f328e48-943f-4793-972f-1d4b68ad9559 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:46.746775 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1d29c98f-8511-40ed-b76c-dac4e133e3b7 req-7f328e48-943f-4793-972f-1d4b68ad9559 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1567440 Nov 12 20:26:46.749258 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3a151160-99fe-4c6a-a7d8-db55538c3f91 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=381156ced2a349dc9723e119e309438f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3078208 Nov 12 20:26:46.750044 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a151160-99fe-4c6a-a7d8-db55538c3f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffdccca-f0b1-4d35-8a9d-ddd05c8412df,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:46.752463 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37532) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:26:46.873536 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1d29c98f-8511-40ed-b76c-dac4e133e3b7 req-83410706-3b76-48ce-a62f-bfb333f2f299 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258934 Nov 12 20:26:46.914491 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdf5f0-5354-49f8-9529-6ada2d2cb323 req-2cc272cd-aa74-4305-a342-02fb624593ad tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:46.928861 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-edcdf5f0-5354-49f8-9529-6ada2d2cb323 req-2cc272cd-aa74-4305-a342-02fb624593ad tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 945 time: 0.6556125 Nov 12 20:26:47.180137 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1a789-256b-4ca3-be11-fe25ff987084 req-159c97cc-2882-479f-9e34-c81b0b8cc884 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:47.189179 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31edfe60-f32f-448f-a60b-ac73002682c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:47.201836 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4e1a789-256b-4ca3-be11-fe25ff987084 req-159c97cc-2882-479f-9e34-c81b0b8cc884 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1079199 Nov 12 20:26:47.277258 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31edfe60-f32f-448f-a60b-ac73002682c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:47.343739 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4e1a789-256b-4ca3-be11-fe25ff987084 req-03baee71-4781-4337-9977-e9036adf3b7c tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408701 Nov 12 20:26:47.394606 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b7f30c7-ddb2-48db-a28b-9373c7437684 req-249723c3-73aa-473c-8d18-bdc7fc589e24 service neutron] 10.222.0.52 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7822642 Nov 12 20:26:47.539761 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-edcdf5f0-5354-49f8-9529-6ada2d2cb323 req-f20cac8e-0457-45cc-bbdb-2e35db759ed8 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6095750 Nov 12 20:26:47.616922 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31edfe60-f32f-448f-a60b-ac73002682c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:47.644529 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31edfe60-f32f-448f-a60b-ac73002682c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:47.647477 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-31edfe60-f32f-448f-a60b-ac73002682c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ffdccca-f0b1-4d35-8a9d-ddd05c8412df HTTP/1.1" status: 204 len: 168 time: 0.8857865 Nov 12 20:26:47.848034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edfe60-f32f-448f-a60b-ac73002682c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffdccca-f0b1-4d35-8a9d-ddd05c8412df,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:47.873190 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17d3c5-0977-4530-995b-e5c579610df3 req-643ab767-89d3-44b5-8ac1-69743241b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:47.875513 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b17d3c5-0977-4530-995b-e5c579610df3 req-643ab767-89d3-44b5-8ac1-69743241b3b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 1095 time: 0.3972607 Nov 12 20:26:48.165735 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17d3c5-0977-4530-995b-e5c579610df3 req-818d0682-05ae-4a48-999a-63ae7823fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:48.171669 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b17d3c5-0977-4530-995b-e5c579610df3 req-818d0682-05ae-4a48-999a-63ae7823fdd9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 913 time: 0.2886126 Nov 12 20:26:48.351049 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b17d3c5-0977-4530-995b-e5c579610df3 req-4d48db7f-7c41-4228-b17d-0b704ecbac9a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34b6d0bb-ab5c-4d77-8677-63801b75a6bd HTTP/1.1" status: 200 len: 217 time: 0.1676276 Nov 12 20:26:48.507534 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f4305-21a4-4068-a251-5bcc22c9be81 req-0518af45-64fa-43be-ab86-eaf4fae376bc tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:48.518318 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cf1f4305-21a4-4068-a251-5bcc22c9be81 req-0518af45-64fa-43be-ab86-eaf4fae376bc tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.7574990 Nov 12 20:26:48.654500 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:26:48.727906 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a954e-895d-4a1e-8f08-7302245a8645 req-b09f2f6c-8a8a-477a-9189-d1050d2e6eec tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:48.740820 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-011a954e-895d-4a1e-8f08-7302245a8645 req-b09f2f6c-8a8a-477a-9189-d1050d2e6eec tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1821260 Nov 12 20:26:48.835614 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17d3c5-0977-4530-995b-e5c579610df3 req-81769667-5f8f-40e1-8665-7c45b11aa00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:48.870802 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b17d3c5-0977-4530-995b-e5c579610df3 req-81769667-5f8f-40e1-8665-7c45b11aa00f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63fe6903-02cc-4d59-b54a-0012785b1f66 HTTP/1.1" status: 200 len: 851 time: 0.5034075 Nov 12 20:26:48.880972 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-011a954e-895d-4a1e-8f08-7302245a8645 req-2431a0da-8588-4e21-9ea2-b09fad363f40 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226494 Nov 12 20:26:49.061586 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cf1f4305-21a4-4068-a251-5bcc22c9be81 req-6290515d-0484-4b1f-af8f-dcf03e8a3015 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5373089 Nov 12 20:26:49.177783 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17d3c5-0977-4530-995b-e5c579610df3 req-313b96d8-74c8-4f3d-a33a-75374624a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:49.188021 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b17d3c5-0977-4530-995b-e5c579610df3 req-313b96d8-74c8-4f3d-a33a-75374624a124 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a14ebab6-b135-479f-8842-077a5fca0d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3087084 Nov 12 20:26:49.360721 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9f45a-6ec7-41a2-9d51-c395e8bed457 req-253afb18-7a86-4f19-b2d4-4bba9166979a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:49.369790 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7df9f45a-6ec7-41a2-9d51-c395e8bed457 req-253afb18-7a86-4f19-b2d4-4bba9166979a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 945 time: 0.1726809 Nov 12 20:26:49.445839 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7df9f45a-6ec7-41a2-9d51-c395e8bed457 req-c44dee8e-d6fa-467b-8146-96acfa048750 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727191 Nov 12 20:26:49.536525 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d917c-a924-45b8-864e-d71a58698ae2 req-0904db50-7df7-493e-a761-891ae57f17bb tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:49.544646 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b94d917c-a924-45b8-864e-d71a58698ae2 req-0904db50-7df7-493e-a761-891ae57f17bb tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1887493 Nov 12 20:26:49.626880 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b94d917c-a924-45b8-864e-d71a58698ae2 req-f5e2a873-e889-4fd5-993f-bbd325b6ef49 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758884 Nov 12 20:26:49.629377 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b17d3c5-0977-4530-995b-e5c579610df3 req-7a97bdf9-cf13-4a86-a5bf-188c25109b70 service neutron] 10.222.0.52 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275949 Nov 12 20:26:49.953315 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cfcef405-21f8-4d16-ba72-bd78838d42ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:50.086579 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37644) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:26:50.118307 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b17d3c5-0977-4530-995b-e5c579610df3 req-04c28249-bc31-4875-84d9-44411392620d service neutron] 10.222.0.52 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680011 Nov 12 20:26:50.222501 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:50.241653 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a7d3c-b54c-4a97-a2e7-d5a8c4385cf4 req-981b1690-69ea-4ac5-ad3d-c2a6141c1d8f tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:50.279038 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6f0a7d3c-b54c-4a97-a2e7-d5a8c4385cf4 req-981b1690-69ea-4ac5-ad3d-c2a6141c1d8f tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1596005 Nov 12 20:26:50.495734 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6f0a7d3c-b54c-4a97-a2e7-d5a8c4385cf4 req-8089da32-1bbf-4196-a811-818f00564183 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038553 Nov 12 20:26:50.548221 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27c01a-fbea-4e54-ac19-a5af86b4ad93 req-11f5db8f-811f-42cd-8d06-35c8110709cb tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:50.566063 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aa27c01a-fbea-4e54-ac19-a5af86b4ad93 req-11f5db8f-811f-42cd-8d06-35c8110709cb tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.2720389 Nov 12 20:26:50.630464 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-6294f2b1-6aa8-49cc-a56a-041a0b7cacbc admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-948936863-network', 'tenant_id': 'b3f019f7f4d44d31a614ff88ea21e1eb'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:26:50.711612 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aa27c01a-fbea-4e54-ac19-a5af86b4ad93 req-41eb4498-4757-45f3-9018-aab5e1156161 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551278 Nov 12 20:26:50.741029 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61c870-66e6-4227-b57a-62af9b326e0c req-ddda5dfa-9f65-4c6f-a822-548956741b67 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:50.775143 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6294f2b1-6aa8-49cc-a56a-041a0b7cacbc admin admin] Made reservation on behalf of b3f019f7f4d44d31a614ff88ea21e1eb for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:26:50.779397 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6294f2b1-6aa8-49cc-a56a-041a0b7cacbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:50.795554 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e61c870-66e6-4227-b57a-62af9b326e0c req-ddda5dfa-9f65-4c6f-a822-548956741b67 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 945 time: 0.1634700 Nov 12 20:26:50.810177 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6294f2b1-6aa8-49cc-a56a-041a0b7cacbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:51.107819 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e61c870-66e6-4227-b57a-62af9b326e0c req-6b2b9808-e44b-4b58-b266-27dfda62613c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051293 Nov 12 20:26:51.142246 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ac846-1b73-4edb-af51-0b299877e22e req-580cf26a-a796-4a2d-adfd-90760002d4e3 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:51.168313 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ab8ac846-1b73-4edb-af51-0b299877e22e req-580cf26a-a796-4a2d-adfd-90760002d4e3 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.2170923 Nov 12 20:26:51.223690 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6294f2b1-6aa8-49cc-a56a-041a0b7cacbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:51.241402 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6294f2b1-6aa8-49cc-a56a-041a0b7cacbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:51.306174 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6294f2b1-6aa8-49cc-a56a-041a0b7cacbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:26:51.323397 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6294f2b1-6aa8-49cc-a56a-041a0b7cacbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:51.323752 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-6294f2b1-6aa8-49cc-a56a-041a0b7cacbc admin admin] Added segment f9b9c9c6-4992-41a1-9e54-0a2d85fecec4 of type vlan for network 48f12c04-1a40-45b4-bedd-e80d17990cc1 Nov 12 20:26:51.552900 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6294f2b1-6aa8-49cc-a56a-041a0b7cacbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:51.587691 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294f2b1-6aa8-49cc-a56a-041a0b7cacbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a16a78-2416-40e3-a371-8d0b4f44389a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:51.591881 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6294f2b1-6aa8-49cc-a56a-041a0b7cacbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:51.593302 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6294f2b1-6aa8-49cc-a56a-041a0b7cacbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:51.594085 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6294f2b1-6aa8-49cc-a56a-041a0b7cacbc admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:51.620505 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ab8ac846-1b73-4edb-af51-0b299877e22e req-4cddd266-8e6f-48c9-9f39-6fe2b0201a0e tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511256 Nov 12 20:26:51.625712 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6294f2b1-6aa8-49cc-a56a-041a0b7cacbc admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5380795 Nov 12 20:26:51.628858 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 37682) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:26:51.634714 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-1196bab6-bef1-4ef7-909a-b63611d91dda admin admin] Request body: {'subnet': {'network_id': '48f12c04-1a40-45b4-bedd-e80d17990cc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-948936863-subnet', 'tenant_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:26:51.666009 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6294f2b1-6aa8-49cc-a56a-041a0b7cacbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:26:51.669638 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6294f2b1-6aa8-49cc-a56a-041a0b7cacbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:26:51.671850 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6294f2b1-6aa8-49cc-a56a-041a0b7cacbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:26:51.685274 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6294f2b1-6aa8-49cc-a56a-041a0b7cacbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:26:51.686034 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6294f2b1-6aa8-49cc-a56a-041a0b7cacbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:26:51.686919 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6294f2b1-6aa8-49cc-a56a-041a0b7cacbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:26:51.696870 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6294f2b1-6aa8-49cc-a56a-041a0b7cacbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:26:51.698096 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6294f2b1-6aa8-49cc-a56a-041a0b7cacbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:26:51.698662 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6294f2b1-6aa8-49cc-a56a-041a0b7cacbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:26:51.702257 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6294f2b1-6aa8-49cc-a56a-041a0b7cacbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:26:51.703007 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6294f2b1-6aa8-49cc-a56a-041a0b7cacbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:26:51.703681 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6294f2b1-6aa8-49cc-a56a-041a0b7cacbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:26:51.725179 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1196bab6-bef1-4ef7-909a-b63611d91dda admin admin] Made reservation on behalf of b3f019f7f4d44d31a614ff88ea21e1eb for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:26:51.731854 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1196bab6-bef1-4ef7-909a-b63611d91dda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:51.998359 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294f2b1-6aa8-49cc-a56a-041a0b7cacbc admin admin] Pushing event updated for resources: {'Network': ['ID=48f12c04-1a40-45b4-bedd-e80d17990cc1,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:52.018940 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 48f12c04-1a40-45b4-bedd-e80d17990cc1 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:26:52.319042 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28881f16-fb33-4cbd-9954-9682d32e974a req-ac3f56cf-0ee8-4ecc-a3a5-e8e33834ff7e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:52.321394 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-28881f16-fb33-4cbd-9954-9682d32e974a req-ac3f56cf-0ee8-4ecc-a3a5-e8e33834ff7e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.2113259 Nov 12 20:26:52.423595 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6243350-c746-460d-a468-cc449df66245 req-9a9c4e4f-ba40-474e-93c8-aa100b9c00fb tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:52.444719 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6243350-c746-460d-a468-cc449df66245 req-9a9c4e4f-ba40-474e-93c8-aa100b9c00fb tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/networks?id=38d97e7c-9672-4a03-9b6c-a809372715f3 HTTP/1.1" status: 200 len: 814 time: 0.3809607 Nov 12 20:26:52.471119 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6243350-c746-460d-a468-cc449df66245 req-0686ffe6-f6bf-4cf4-b5b2-8f2028042da1 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/quotas/340a3bf15a834caa9a7fb00da4b43a25 HTTP/1.1" status: 200 len: 375 time: 0.0233266 Nov 12 20:26:52.560723 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6243350-c746-460d-a468-cc449df66245 req-d9de9f93-e93a-432a-a4cc-6c3c771b4411 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=340a3bf15a834caa9a7fb00da4b43a25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0880172 Nov 12 20:26:52.712697 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-28881f16-fb33-4cbd-9954-9682d32e974a req-c54c165c-f011-4d20-86c7-42c49d92f65d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827960 Nov 12 20:26:52.783220 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d8e92d03-0e34-4d0c-a5c1-64b450a61b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:52.877651 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f28ae-6af2-44fb-99d6-b8990c8bb0e1 req-f53a43aa-19c5-4bc7-bd84-152d4984c59b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:52.881135 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1196bab6-bef1-4ef7-909a-b63611d91dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:52.887779 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-535f28ae-6af2-44fb-99d6-b8990c8bb0e1 req-f53a43aa-19c5-4bc7-bd84-152d4984c59b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 945 time: 0.1922185 Nov 12 20:26:53.183283 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196bab6-bef1-4ef7-909a-b63611d91dda admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e6b57bf-dd6e-43d6-87e8-70fd068c0db1,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:53.185944 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-535f28ae-6af2-44fb-99d6-b8990c8bb0e1 req-6c7028f2-a616-4a42-9133-95092350f8c7 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969506 Nov 12 20:26:53.203871 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87194516-c68f-476a-97ec-d85f61aa8973 req-b95bbfe8-bc66-4385-892c-7cf0b27572c8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4531083 Nov 12 20:26:53.473222 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1196bab6-bef1-4ef7-909a-b63611d91dda admin admin] Checking segment: {'id': 'f9b9c9c6-4992-41a1-9e54-0a2d85fecec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '48f12c04-1a40-45b4-bedd-e80d17990cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:26:53.475637 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1196bab6-bef1-4ef7-909a-b63611d91dda admin admin] Network hostable DHCP agents. Network: 48f12c04-1a40-45b4-bedd-e80d17990cc1, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:26:53.731418 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8561cb4-a055-4dcf-8e48-59c748d56953 req-4d904ea3-bbb3-4bc5-accd-9203d57d9147 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:53.769679 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e8561cb4-a055-4dcf-8e48-59c748d56953 req-4d904ea3-bbb3-4bc5-accd-9203d57d9147 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.6260819 Nov 12 20:26:53.803216 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:53.989866 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:54.099035 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e8561cb4-a055-4dcf-8e48-59c748d56953 req-37a4728f-e348-401b-8c7c-123cbce1fc3d tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221383 Nov 12 20:26:54.102535 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1196bab6-bef1-4ef7-909a-b63611d91dda admin admin] Network 48f12c04-1a40-45b4-bedd-e80d17990cc1 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:26:54.195674 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87194516-c68f-476a-97ec-d85f61aa8973 req-6f9244a1-5ecc-4d18-aa52-ec6d214818ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:54.217540 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87194516-c68f-476a-97ec-d85f61aa8973 req-6f9244a1-5ecc-4d18-aa52-ec6d214818ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 1097 time: 0.8030460 Nov 12 20:26:54.218985 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-1196bab6-bef1-4ef7-909a-b63611d91dda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 48f12c04-1a40-45b4-bedd-e80d17990cc1) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:26:54.229805 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc84db3-fc91-47e6-97b8-410e4ac78ce4 None None] Network 48f12c04-1a40-45b4-bedd-e80d17990cc1 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:26:54.254129 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1196bab6-bef1-4ef7-909a-b63611d91dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:54.254846 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1196bab6-bef1-4ef7-909a-b63611d91dda admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:54.280177 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f2ab2-11da-486f-bee6-7798816f19ec req-d26a858c-8330-4819-9a58-eba2bacceea9 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:54.284843 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-177f2ab2-11da-486f-bee6-7798816f19ec req-d26a858c-8330-4819-9a58-eba2bacceea9 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.2634561 Nov 12 20:26:54.497113 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-177f2ab2-11da-486f-bee6-7798816f19ec req-23655e0b-42cd-4146-a00e-eec249cdd791 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982470 Nov 12 20:26:54.624133 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87194516-c68f-476a-97ec-d85f61aa8973 req-f0d1710e-0be2-4932-b95c-873d950d3577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:54.626487 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87194516-c68f-476a-97ec-d85f61aa8973 req-f0d1710e-0be2-4932-b95c-873d950d3577 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 913 time: 0.3583817 Nov 12 20:26:54.697353 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d62d6-4e6f-4a31-b561-75b5a158c31e req-2d2f996f-4f9f-42f1-9e2e-84f4d5d4d43b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:54.719526 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7a6d62d6-4e6f-4a31-b561-75b5a158c31e req-2d2f996f-4f9f-42f1-9e2e-84f4d5d4d43b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 945 time: 0.1263475 Nov 12 20:26:54.727136 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1196bab6-bef1-4ef7-909a-b63611d91dda admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0941157 Nov 12 20:26:54.736253 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37778) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:26:54.750504 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-a8eca0eb-85a8-4634-a958-4ebb5f5016be admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-948936863-router', 'tenant_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:26:54.784214 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8eca0eb-85a8-4634-a958-4ebb5f5016be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:54.785620 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8eca0eb-85a8-4634-a958-4ebb5f5016be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:54.851687 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66468c72-c9c5-4da6-880d-d88c8425758d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-48f12c04-1a40-45b4-bedd-e80d17990cc1', 'network_id': '48f12c04-1a40-45b4-bedd-e80d17990cc1', 'tenant_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'fixed_ips': [{'subnet_id': '4e6b57bf-dd6e-43d6-87e8-70fd068c0db1'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:26:54.852816 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-66468c72-c9c5-4da6-880d-d88c8425758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:54.857209 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8eca0eb-85a8-4634-a958-4ebb5f5016be admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:54.925787 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2188bfe-0de8-42e8-82b8-4dc3a9af4cce req-e01efb19-aaca-4055-8e62-d651a3d368c3 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:54.927399 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a2188bfe-0de8-42e8-82b8-4dc3a9af4cce req-e01efb19-aaca-4055-8e62-d651a3d368c3 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.2807710 Nov 12 20:26:55.075782 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87194516-c68f-476a-97ec-d85f61aa8973 req-886bf421-0ba5-4a3b-8bce-b9e81e775740 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2266bfb-a0d4-4896-9432-d20ec2953989 HTTP/1.1" status: 200 len: 999 time: 0.4254138 Nov 12 20:26:55.133565 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-66468c72-c9c5-4da6-880d-d88c8425758d None None] Allocated IP 172.20.0.2 (48f12c04-1a40-45b4-bedd-e80d17990cc1/4e6b57bf-dd6e-43d6-87e8-70fd068c0db1/b32c2bfa-67f8-411b-ab50-c950e8ce940b) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:26:55.360374 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7a6d62d6-4e6f-4a31-b561-75b5a158c31e req-3e1c06fd-9a32-40e5-ae3d-4b5f553c5a61 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6319842 Nov 12 20:26:55.422276 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a2188bfe-0de8-42e8-82b8-4dc3a9af4cce req-a284d9b3-0f89-45fc-8fdf-0057959c6096 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806187 Nov 12 20:26:55.517060 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87194516-c68f-476a-97ec-d85f61aa8973 req-38243cc8-8a1c-4189-8dac-b0cea3cae21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:55.519040 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87194516-c68f-476a-97ec-d85f61aa8973 req-38243cc8-8a1c-4189-8dac-b0cea3cae21d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 0.4321628 Nov 12 20:26:55.607498 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:55.677927 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87194516-c68f-476a-97ec-d85f61aa8973 req-ef6d8a96-6a91-44af-99c0-4e52f561e4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:55.680703 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87194516-c68f-476a-97ec-d85f61aa8973 req-ef6d8a96-6a91-44af-99c0-4e52f561e4e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1541240 Nov 12 20:26:55.701469 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8eca0eb-85a8-4634-a958-4ebb5f5016be admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:55.895690 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-66468c72-c9c5-4da6-880d-d88c8425758d None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:55.913021 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-66468c72-c9c5-4da6-880d-d88c8425758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:56.023207 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87194516-c68f-476a-97ec-d85f61aa8973 req-5fc2c8db-0789-4d2e-a071-40b0e320b4f8 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338361 Nov 12 20:26:56.100549 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917843f-cf79-428a-b278-9af61de679b1 req-4e71e8ff-b530-44c4-bc6a-40b86508d996 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:56.111868 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2917843f-cf79-428a-b278-9af61de679b1 req-4e71e8ff-b530-44c4-bc6a-40b86508d996 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.3410752 Nov 12 20:26:56.118674 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66468c72-c9c5-4da6-880d-d88c8425758d None None] Network 48f12c04-1a40-45b4-bedd-e80d17990cc1 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:26:56.121282 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-66468c72-c9c5-4da6-880d-d88c8425758d None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:26:56.148876 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66468c72-c9c5-4da6-880d-d88c8425758d None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:26:56.164585 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:56.253905 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66468c72-c9c5-4da6-880d-d88c8425758d None None] Pushing event updated for resources: {'Port': ['ID=b32c2bfa-67f8-411b-ab50-c950e8ce940b,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:56.318559 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-66468c72-c9c5-4da6-880d-d88c8425758d None None] Attempting to bind port b32c2bfa-67f8-411b-ab50-c950e8ce940b on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:26:56.319689 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b0ebfc0a-08f3-4bc5-8d64-2c44597701d1 req-3fce7767-7165-4df9-ae61-ed94d03b89e3 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=340a3bf15a834caa9a7fb00da4b43a25 HTTP/1.1" status: 200 len: 221 time: 0.2954736 Nov 12 20:26:56.320358 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-66468c72-c9c5-4da6-880d-d88c8425758d None None] Attempting to bind port b32c2bfa-67f8-411b-ab50-c950e8ce940b by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'f9b9c9c6-4992-41a1-9e54-0a2d85fecec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '48f12c04-1a40-45b4-bedd-e80d17990cc1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:26:56.320729 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66468c72-c9c5-4da6-880d-d88c8425758d None None] Attempting to bind port b32c2bfa-67f8-411b-ab50-c950e8ce940b on network 48f12c04-1a40-45b4-bedd-e80d17990cc1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:26:56.396865 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2917843f-cf79-428a-b278-9af61de679b1 req-5f4322db-7cb1-4e5a-85d2-ac9a3c4dc558 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839189 Nov 12 20:26:56.413726 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66468c72-c9c5-4da6-880d-d88c8425758d None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:26:56.413726 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66468c72-c9c5-4da6-880d-d88c8425758d None None] Checking segment: {'id': 'f9b9c9c6-4992-41a1-9e54-0a2d85fecec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '48f12c04-1a40-45b4-bedd-e80d17990cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:26:56.413726 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-66468c72-c9c5-4da6-880d-d88c8425758d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:56.413726 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66468c72-c9c5-4da6-880d-d88c8425758d None None] Bound using segment: {'id': 'f9b9c9c6-4992-41a1-9e54-0a2d85fecec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '48f12c04-1a40-45b4-bedd-e80d17990cc1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:26:56.431762 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-66468c72-c9c5-4da6-880d-d88c8425758d None None] Bound port: b32c2bfa-67f8-411b-ab50-c950e8ce940b, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b9c9c6-4992-41a1-9e54-0a2d85fecec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '48f12c04-1a40-45b4-bedd-e80d17990cc1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:26:56.432066 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-66468c72-c9c5-4da6-880d-d88c8425758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:56.582798 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87194516-c68f-476a-97ec-d85f61aa8973 req-797e45a6-3daf-4298-ba3d-38ce889f8a14 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429764 Nov 12 20:26:56.800658 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-66468c72-c9c5-4da6-880d-d88c8425758d None None] For port b32c2bfa-67f8-411b-ab50-c950e8ce940b, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:26:56.819815 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-66468c72-c9c5-4da6-880d-d88c8425758d None None] For port b32c2bfa-67f8-411b-ab50-c950e8ce940b, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b32c2bfa-67f8-411b-ab50-c950e8ce940b,segment=NetworkSegment(f9b9c9c6-4992-41a1-9e54-0a2d85fecec4),segment_id=f9b9c9c6-4992-41a1-9e54-0a2d85fecec4)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:26:56.832371 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-66468c72-c9c5-4da6-880d-d88c8425758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:56.836591 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa518a3-4a4f-47b7-846e-b6e94cd2b180 req-1da8b908-ac3d-4df1-9a59-a21c42a2769a tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:56.853809 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2fa518a3-4a4f-47b7-846e-b6e94cd2b180 req-1da8b908-ac3d-4df1-9a59-a21c42a2769a tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.2698798 Nov 12 20:26:57.013215 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66468c72-c9c5-4da6-880d-d88c8425758d None None] Pushing event updated for resources: {'Port': ['ID=b32c2bfa-67f8-411b-ab50-c950e8ce940b,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:57.149492 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2fa518a3-4a4f-47b7-846e-b6e94cd2b180 req-55b62ce6-5367-462d-934e-d7afacafc1ad tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801249 Nov 12 20:26:57.208779 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c876ad7c-7561-4d97-8f97-199ac633597a req-f9c9180b-d46a-4dfc-9f2b-1b333a52e042 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1798866 Nov 12 20:26:57.246497 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcaf9aa-6631-44e2-b00e-48405e21d17d req-b76ad64e-e47a-4dc3-828c-a0ca865f8a19 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:57.263474 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bfcaf9aa-6631-44e2-b00e-48405e21d17d req-b76ad64e-e47a-4dc3-828c-a0ca865f8a19 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 945 time: 0.5071242 Nov 12 20:26:57.271670 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8eca0eb-85a8-4634-a958-4ebb5f5016be admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:57.385366 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8eca0eb-85a8-4634-a958-4ebb5f5016be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:57.709190 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876ad7c-7561-4d97-8f97-199ac633597a req-297d3194-ce8c-4b0d-88dc-4d305d6904c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:57.720406 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c876ad7c-7561-4d97-8f97-199ac633597a req-297d3194-ce8c-4b0d-88dc-4d305d6904c0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=340a3bf15a834caa9a7fb00da4b43a25&device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 1097 time: 0.4136071 Nov 12 20:26:57.775118 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e63603-d7da-48e0-b1d8-e9a63d765ac3 req-b28f0e35-59e7-4a15-862f-25ea8b3f2067 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:57.794417 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-81e63603-d7da-48e0-b1d8-e9a63d765ac3 req-b28f0e35-59e7-4a15-862f-25ea8b3f2067 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.3670216 Nov 12 20:26:57.838868 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-a8eca0eb-85a8-4634-a958-4ebb5f5016be admin admin] Allocated IP 172.25.5.208 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/e0de19fb-17a9-405e-8559-e4678bf6d0d8) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:26:57.941218 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bfcaf9aa-6631-44e2-b00e-48405e21d17d req-022e6263-f780-430a-babf-08e7c8d6b38c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6763372 Nov 12 20:26:58.055711 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8eca0eb-85a8-4634-a958-4ebb5f5016be admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:58.181609 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-81e63603-d7da-48e0-b1d8-e9a63d765ac3 req-157597c5-7f13-4998-85bb-9f2910e026c3 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809671 Nov 12 20:26:58.234664 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8eca0eb-85a8-4634-a958-4ebb5f5016be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:58.358438 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876ad7c-7561-4d97-8f97-199ac633597a req-e5d1aa7d-e71d-47c2-a096-11ec1a03ced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:58.359944 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c876ad7c-7561-4d97-8f97-199ac633597a req-e5d1aa7d-e71d-47c2-a096-11ec1a03ced0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=38d97e7c-9672-4a03-9b6c-a809372715f3 HTTP/1.1" status: 200 len: 915 time: 0.5635068 Nov 12 20:26:58.438391 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8eca0eb-85a8-4634-a958-4ebb5f5016be admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:26:58.442746 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eca0eb-85a8-4634-a958-4ebb5f5016be admin admin] Pushing event updated for resources: {'Port': ['ID=e0de19fb-17a9-405e-8559-e4678bf6d0d8,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:26:58.448109 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-a8eca0eb-85a8-4634-a958-4ebb5f5016be admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:26:58.457980 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eca0eb-85a8-4634-a958-4ebb5f5016be admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:26:58.470825 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd8e48c-5d02-4506-a8e1-a212c2aee3a6 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:26:58.483173 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe060e-c506-4b18-94a0-b1079872a120 req-e61ccab3-ff42-40e1-9e59-2149e5695405 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:58.494226 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c7fe060e-c506-4b18-94a0-b1079872a120 req-e61ccab3-ff42-40e1-9e59-2149e5695405 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.3413765 Nov 12 20:26:58.495858 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c876ad7c-7561-4d97-8f97-199ac633597a req-c2c6d307-7759-40e5-87ce-2f763b69e169 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8eb8b639-b07e-4650-8358-b12a29e128c4 HTTP/1.1" status: 200 len: 217 time: 0.1206570 Nov 12 20:26:58.616746 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0b68ab60-e273-479a-88de-43cb1d4aea9e None None] Provisioning complete for port e0de19fb-17a9-405e-8559-e4678bf6d0d8 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:26:58.617593 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0b68ab60-e273-479a-88de-43cb1d4aea9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:58.726484 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c7fe060e-c506-4b18-94a0-b1079872a120 req-edd59f75-b978-46fb-a553-4b2e7f68bc9c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312751 Nov 12 20:26:58.751011 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0b68ab60-e273-479a-88de-43cb1d4aea9e None None] Port e0de19fb-17a9-405e-8559-e4678bf6d0d8 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:26:58.770680 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876ad7c-7561-4d97-8f97-199ac633597a req-ba27b56e-e335-434e-9e9c-79fdceed8c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:58.776785 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c876ad7c-7561-4d97-8f97-199ac633597a req-ba27b56e-e335-434e-9e9c-79fdceed8c0d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6bf94eac-0e74-4ddd-8212-8b9e8fd39f6e HTTP/1.1" status: 200 len: 854 time: 0.2724876 Nov 12 20:26:58.911522 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c876ad7c-7561-4d97-8f97-199ac633597a req-8634499a-58fd-4e97-a1cb-fae581b5f500 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=38d97e7c-9672-4a03-9b6c-a809372715f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177609 Nov 12 20:26:59.398605 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c876ad7c-7561-4d97-8f97-199ac633597a req-90f6cc5b-d018-42f4-b14c-a0fea8967dac service neutron] 10.222.0.52 "GET /v2.0/networks/38d97e7c-9672-4a03-9b6c-a809372715f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761050 Nov 12 20:26:59.408455 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe3046-3a97-41cc-8e54-a7070e63965f req-33ebbe3d-bab7-460f-b93a-913c26013f8e tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:26:59.416606 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fdfe3046-3a97-41cc-8e54-a7070e63965f req-33ebbe3d-bab7-460f-b93a-913c26013f8e tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 1.1139235 Nov 12 20:26:59.507642 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8a3731-b017-4723-9e1e-5644c4d603ad None None] Network 48f12c04-1a40-45b4-bedd-e80d17990cc1 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:26:59.690673 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8eca0eb-85a8-4634-a958-4ebb5f5016be admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:26:59.760016 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fdfe3046-3a97-41cc-8e54-a7070e63965f req-83c56c87-add1-4393-a589-638d0b1bae80 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420370 Nov 12 20:26:59.862524 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b32c2bfa-67f8-411b-ab50-c950e8ce940b up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:26:59.889760 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c876ad7c-7561-4d97-8f97-199ac633597a req-c349bfc0-6c93-4611-914e-72745035b295 service neutron] 10.222.0.52 "GET /v2.0/networks/38d97e7c-9672-4a03-9b6c-a809372715f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635272 Nov 12 20:26:59.950806 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-22542498-5260-4670-a732-dc580634be5b None None] Provisioning complete for port b32c2bfa-67f8-411b-ab50-c950e8ce940b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:26:59.951663 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-22542498-5260-4670-a732-dc580634be5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:00.182503 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545663e-aa00-4acf-aa23-624561b70c85 req-763ea716-22f2-45e4-b9db-68bc6bb295d1 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:00.202019 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b545663e-aa00-4acf-aa23-624561b70c85 req-763ea716-22f2-45e4-b9db-68bc6bb295d1 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.1368430 Nov 12 20:27:00.337091 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b545663e-aa00-4acf-aa23-624561b70c85 req-ab3d134b-8aaa-443b-b32e-4cf2430c39c0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339924 Nov 12 20:27:00.353140 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0f50f-98e9-48c4-a642-e40e7f90f8c5 req-e49ca402-5bd6-42fc-ac96-6197562638b5 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:00.369169 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1fc0f50f-98e9-48c4-a642-e40e7f90f8c5 req-e49ca402-5bd6-42fc-ac96-6197562638b5 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 945 time: 1.1406391 Nov 12 20:27:00.636804 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf6c02-d6a0-43d0-abef-651b5efe4a94 req-821c9dc8-ed43-4e67-8d74-5e88f3bdf8f4 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:00.645074 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-edaf6c02-d6a0-43d0-abef-651b5efe4a94 req-821c9dc8-ed43-4e67-8d74-5e88f3bdf8f4 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1443796 Nov 12 20:27:00.660577 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1fc0f50f-98e9-48c4-a642-e40e7f90f8c5 req-6884be38-eee4-4c06-a3a9-80808bcea57b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818737 Nov 12 20:27:00.687139 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8eca0eb-85a8-4634-a958-4ebb5f5016be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:00.791670 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-edaf6c02-d6a0-43d0-abef-651b5efe4a94 req-aab0a82e-3be8-4a11-9755-0e057bee3a0f tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451976 Nov 12 20:27:00.826479 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b32c2bfa-67f8-411b-ab50-c950e8ce940b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:00.827563 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:01.047524 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caf1b4-dcee-4c77-8345-60f54c6c79c0 req-71b25af5-4ac7-44e7-84c5-44bb6c257708 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:01.055172 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-19caf1b4-dcee-4c77-8345-60f54c6c79c0 req-71b25af5-4ac7-44e7-84c5-44bb6c257708 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1230223 Nov 12 20:27:01.193793 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-19caf1b4-dcee-4c77-8345-60f54c6c79c0 req-568c64b2-76d0-4a09-ac48-6fd0dfd214ca tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213403 Nov 12 20:27:01.300585 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:01.335728 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8eca0eb-85a8-4634-a958-4ebb5f5016be admin admin] Router fc87c018-94ff-4068-b6be-937ff141aeac is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:27:01.598382 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port b32c2bfa-67f8-411b-ab50-c950e8ce940b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b32c2bfa-67f8-411b-ab50-c950e8ce940b,segment=NetworkSegment(f9b9c9c6-4992-41a1-9e54-0a2d85fecec4),segment_id=f9b9c9c6-4992-41a1-9e54-0a2d85fecec4)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:27:01.624766 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34def0a7-3a01-488e-843e-63163b910ea7 req-4716d442-cddb-418b-95cf-eb111a41b772 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:01.632585 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-34def0a7-3a01-488e-843e-63163b910ea7 req-4716d442-cddb-418b-95cf-eb111a41b772 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.1083472 Nov 12 20:27:01.635984 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:01.665203 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd2564-c61e-43ba-8b38-9e8b223602c0 req-22e1e7a2-3254-4834-9d2f-85e61622f267 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:01.676857 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-36cd2564-c61e-43ba-8b38-9e8b223602c0 req-22e1e7a2-3254-4834-9d2f-85e61622f267 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.2220051 Nov 12 20:27:01.756056 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-36cd2564-c61e-43ba-8b38-9e8b223602c0 req-fdf303f8-9fc0-49f3-b4e3-ea2fbc7498e0 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776627 Nov 12 20:27:01.762088 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-56d78fc5-5424-4d2b-92d8-fa2fb6e1b7ef req-18349e08-3969-427b-a05e-90b7bb35d22a service neutron] (102448) timed out ('10.222.0.48', 46846) {{(pid=102448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 20:27:01.764259 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8eca0eb-85a8-4634-a958-4ebb5f5016be admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:27:01.787847 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-22542498-5260-4670-a732-dc580634be5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:01.794754 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8eca0eb-85a8-4634-a958-4ebb5f5016be admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:01.798618 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a8eca0eb-85a8-4634-a958-4ebb5f5016be admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0581675 Nov 12 20:27:01.802600 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 37976) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:01.809407 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-34def0a7-3a01-488e-843e-63163b910ea7 req-dc00caf8-de07-40e1-8bb5-b3e3b83b8d97 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752934 Nov 12 20:27:01.818999 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0b844a-003c-425d-af4a-12492e920ec1 None None] Sync routers for ids ['fc87c018-94ff-4068-b6be-937ff141aeac'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:27:01.995124 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0b844a-003c-425d-af4a-12492e920ec1 None None] Routers {'fc87c018-94ff-4068-b6be-937ff141aeac'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:27:01.996603 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-2c0b844a-003c-425d-af4a-12492e920ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:26:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['fc87c018-94ff-4068-b6be-937ff141aeac'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:02.001123 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=b32c2bfa-67f8-411b-ab50-c950e8ce940b,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:02.143750 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfdd15-9728-4770-a10f-1957abc2c95a req-45937041-79f0-43aa-b1fa-d79973e65be0 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:02.146082 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9dcfdd15-9728-4770-a10f-1957abc2c95a req-45937041-79f0-43aa-b1fa-d79973e65be0 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 945 time: 0.0905995 Nov 12 20:27:02.195789 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1697b-76c2-46c3-b35b-9871d1bcce97 req-776fb496-1c89-4fcd-a080-fc3854ead1d8 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:02.201063 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-74a1697b-76c2-46c3-b35b-9871d1bcce97 req-776fb496-1c89-4fcd-a080-fc3854ead1d8 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1522901 Nov 12 20:27:02.268594 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.api [None req-22542498-5260-4670-a732-dc580634be5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:27:02.270800 n-d-712140-15 neutron-server[102449]: DEBUG oslo_db.api [None req-22542498-5260-4670-a732-dc580634be5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:27:02.356162 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-74a1697b-76c2-46c3-b35b-9871d1bcce97 req-89702aea-ce5e-48c1-8dd9-826d04f098be tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420228 Nov 12 20:27:02.417942 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-2c0b844a-003c-425d-af4a-12492e920ec1 None None] Set router fc87c018-94ff-4068-b6be-937ff141aeac gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:27:02.653647 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22e5f0-04e9-42a2-b961-e10e94e8ce82 req-49b219a4-3205-4b73-9b5c-a5a2a02f7660 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:02.674399 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3b22e5f0-04e9-42a2-b961-e10e94e8ce82 req-49b219a4-3205-4b73-9b5c-a5a2a02f7660 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1377959 Nov 12 20:27:02.687438 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9dcfdd15-9728-4770-a10f-1957abc2c95a req-1b09473c-8512-4250-9f27-d9f578adc806 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828709 Nov 12 20:27:02.868088 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3b22e5f0-04e9-42a2-b961-e10e94e8ce82 req-52414dc0-c437-4b37-9602-4456726f8646 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822374 Nov 12 20:27:03.091569 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eddbb016-47a9-445f-83de-11bf0ac49c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:03.296512 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff3a88-dc74-41b1-9ac1-85947830d1f6 req-bf214394-c0eb-450d-af09-e291469460ea tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:03.304393 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6fff3a88-dc74-41b1-9ac1-85947830d1f6 req-bf214394-c0eb-450d-af09-e291469460ea tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1850014 Nov 12 20:27:03.304679 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-2c0b844a-003c-425d-af4a-12492e920ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc87c018-94ff-4068-b6be-937ff141aeac', 'name': 'tempest-TestAggregatesBasicOps-948936863-router', 'tenant_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'e0de19fb-17a9-405e-8559-e4678bf6d0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:26:54Z', 'updated_at': '2021-11-12T20:26:58Z', 'revision_number': 3, 'project_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'gw_port': {'id': 'e0de19fb-17a9-405e-8559-e4678bf6d0d8', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc87c018-94ff-4068-b6be-937ff141aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:26:57Z', 'updated_at': '2021-11-12T20:26:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:03.446991 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0b844a-003c-425d-af4a-12492e920ec1 None None] Checking router: fc87c018-94ff-4068-b6be-937ff141aeac for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:27:03.447390 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0b844a-003c-425d-af4a-12492e920ec1 None None] Updating router fc87c018-94ff-4068-b6be-937ff141aeac port e0de19fb-17a9-405e-8559-e4678bf6d0d8 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:27:03.457524 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-641953c6-f360-468c-a9d8-b186a5cd4424 None None] Provisioning complete for port b32c2bfa-67f8-411b-ab50-c950e8ce940b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:03.457930 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-641953c6-f360-468c-a9d8-b186a5cd4424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:03.473465 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6fff3a88-dc74-41b1-9ac1-85947830d1f6 req-61ffbcda-3ede-4708-9b5f-60413b739ccb tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622059 Nov 12 20:27:03.534319 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be8dbe-7f80-40a6-81ff-3ba852ed20ed req-e1c04a94-7c75-4c77-a7ac-db0226772f98 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:03.538292 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-14be8dbe-7f80-40a6-81ff-3ba852ed20ed req-e1c04a94-7c75-4c77-a7ac-db0226772f98 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.5531857 Nov 12 20:27:03.557920 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2c0b844a-003c-425d-af4a-12492e920ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:03.624018 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-eddbb016-47a9-445f-83de-11bf0ac49c4b admin admin] Allocated IP 172.20.0.1 (48f12c04-1a40-45b4-bedd-e80d17990cc1/4e6b57bf-dd6e-43d6-87e8-70fd068c0db1/8270e017-3630-498e-83d9-9f8e44c161d2) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:27:03.769659 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc63dd-7514-4bb8-adb3-53f9593f7935 req-3ed0ecf5-1535-41aa-8a82-fcc77a5b5580 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:03.777227 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5bc63dd-7514-4bb8-adb3-53f9593f7935 req-3ed0ecf5-1535-41aa-8a82-fcc77a5b5580 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1613348 Nov 12 20:27:03.882529 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5bc63dd-7514-4bb8-adb3-53f9593f7935 req-90879682-c68d-4e9a-ba4a-facd0671cc8b tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024034 Nov 12 20:27:03.911705 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b32c2bfa-67f8-411b-ab50-c950e8ce940b up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:27:04.164514 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e088ea-6e57-43de-bc78-4db5e2c717f9 req-56739264-8baf-4e7c-bf1e-8efaa1ff93fd tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:04.176871 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e9e088ea-6e57-43de-bc78-4db5e2c717f9 req-56739264-8baf-4e7c-bf1e-8efaa1ff93fd tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 945 time: 0.1028690 Nov 12 20:27:04.338745 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e9e088ea-6e57-43de-bc78-4db5e2c717f9 req-3b3c1f18-b499-47c0-9f1b-6923169c2318 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608667 Nov 12 20:27:04.471015 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b32c2bfa-67f8-411b-ab50-c950e8ce940b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:04.471602 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:04.577610 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450c686-895b-4a02-982d-8bbbc1a3fe77 req-608d9b4a-595f-4db6-9153-d017a6643794 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:04.597505 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5450c686-895b-4a02-982d-8bbbc1a3fe77 req-608d9b4a-595f-4db6-9153-d017a6643794 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1084797 Nov 12 20:27:04.709322 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5450c686-895b-4a02-982d-8bbbc1a3fe77 req-d4dd0cd9-57ae-40e4-ad9c-5c2267fbdba3 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033187 Nov 12 20:27:04.820761 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2c0b844a-003c-425d-af4a-12492e920ec1 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:04.834695 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2c0b844a-003c-425d-af4a-12492e920ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:04.977285 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d288c-34fa-4db4-a6ec-d53bcba404cb req-d32fdb1e-aede-40d9-820c-5738b1ac46c7 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:05.002792 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a39d288c-34fa-4db4-a6ec-d53bcba404cb req-d32fdb1e-aede-40d9-820c-5738b1ac46c7 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1541665 Nov 12 20:27:05.077023 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eddbb016-47a9-445f-83de-11bf0ac49c4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:05.124662 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a39d288c-34fa-4db4-a6ec-d53bcba404cb req-82e481a1-c0f9-4346-99b6-b229cd81f8a1 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203849 Nov 12 20:27:05.132918 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b9f15-23a7-4013-b631-29fb005835e5 None None] Pushing event updated for resources: {'Port': ['ID=e0de19fb-17a9-405e-8559-e4678bf6d0d8,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:05.139176 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eddbb016-47a9-445f-83de-11bf0ac49c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:05.145865 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4ed89f-22f5-458e-b2ad-9dfbfc703195 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:27:05.249162 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-14be8dbe-7f80-40a6-81ff-3ba852ed20ed req-c60d7e54-9ca7-4d71-8153-0b8e60afd792 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5102310 Nov 12 20:27:05.269502 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddbb016-47a9-445f-83de-11bf0ac49c4b admin admin] Network 48f12c04-1a40-45b4-bedd-e80d17990cc1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:27:05.278727 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-eddbb016-47a9-445f-83de-11bf0ac49c4b admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:27:05.282578 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddbb016-47a9-445f-83de-11bf0ac49c4b admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:27:05.361137 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbb016-47a9-445f-83de-11bf0ac49c4b admin admin] Pushing event updated for resources: {'Port': ['ID=8270e017-3630-498e-83d9-9f8e44c161d2,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:05.397272 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-2c0b844a-003c-425d-af4a-12492e920ec1 None None] Attempting to bind port e0de19fb-17a9-405e-8559-e4678bf6d0d8 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:27:05.397626 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eddbb016-47a9-445f-83de-11bf0ac49c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:05.404926 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-2c0b844a-003c-425d-af4a-12492e920ec1 None None] Attempting to bind port e0de19fb-17a9-405e-8559-e4678bf6d0d8 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:27:05.407376 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0b844a-003c-425d-af4a-12492e920ec1 None None] Attempting to bind port e0de19fb-17a9-405e-8559-e4678bf6d0d8 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:27:05.438021 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0b844a-003c-425d-af4a-12492e920ec1 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:27:05.438708 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0b844a-003c-425d-af4a-12492e920ec1 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:27:05.439467 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2c0b844a-003c-425d-af4a-12492e920ec1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:05.440106 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0b844a-003c-425d-af4a-12492e920ec1 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:27:05.441022 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-2c0b844a-003c-425d-af4a-12492e920ec1 None None] Bound port: e0de19fb-17a9-405e-8559-e4678bf6d0d8, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:27:05.441588 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2c0b844a-003c-425d-af4a-12492e920ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:05.579730 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2c0b844a-003c-425d-af4a-12492e920ec1 None None] For port e0de19fb-17a9-405e-8559-e4678bf6d0d8, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:27:05.584581 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2c0b844a-003c-425d-af4a-12492e920ec1 None None] For port e0de19fb-17a9-405e-8559-e4678bf6d0d8, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e0de19fb-17a9-405e-8559-e4678bf6d0d8,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:27:05.617489 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2c0b844a-003c-425d-af4a-12492e920ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:05.680099 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f72132-abee-4468-af09-078c8d063737 req-0d5fd3ca-cb8b-481e-b590-84532d3214f1 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:05.681937 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f3f72132-abee-4468-af09-078c8d063737 req-0d5fd3ca-cb8b-481e-b590-84532d3214f1 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 945 time: 0.1266735 Nov 12 20:27:05.728651 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcd285-6f3b-4f7e-977e-c5a1661bd17d req-e6d205fe-828b-4809-b7c5-90a076670862 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:05.740681 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-43bcd285-6f3b-4f7e-977e-c5a1661bd17d req-e6d205fe-828b-4809-b7c5-90a076670862 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.2548823 Nov 12 20:27:05.785227 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-166e4207-08bf-4af0-998b-b8b4e4f09a34 None None] Provisioning complete for port e0de19fb-17a9-405e-8559-e4678bf6d0d8 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:05.786829 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-166e4207-08bf-4af0-998b-b8b4e4f09a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:05.794911 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eddbb016-47a9-445f-83de-11bf0ac49c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:05.924366 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f3f72132-abee-4468-af09-078c8d063737 req-89cc8888-d266-401b-9f79-421dd445dd7c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352805 Nov 12 20:27:05.941665 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-43bcd285-6f3b-4f7e-977e-c5a1661bd17d req-5004c73d-084b-42f7-ad61-b00637ecea6e tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985316 Nov 12 20:27:06.004718 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c97872a-d1ef-4180-a362-afeeb541ef68 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:27:06.201428 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b9f15-23a7-4013-b631-29fb005835e5 None None] Pushing event updated for resources: {'Port': ['ID=e0de19fb-17a9-405e-8559-e4678bf6d0d8,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:06.248444 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0b844a-003c-425d-af4a-12492e920ec1 None None] Routers {'fc87c018-94ff-4068-b6be-937ff141aeac'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:27:06.249086 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-2c0b844a-003c-425d-af4a-12492e920ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:26:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['fc87c018-94ff-4068-b6be-937ff141aeac'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:06.452746 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-166e4207-08bf-4af0-998b-b8b4e4f09a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:06.480818 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-166e4207-08bf-4af0-998b-b8b4e4f09a34 None None] For port e0de19fb-17a9-405e-8559-e4678bf6d0d8, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e0de19fb-17a9-405e-8559-e4678bf6d0d8,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:27:06.489820 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-166e4207-08bf-4af0-998b-b8b4e4f09a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:06.581185 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b6bf5-40a7-4571-89b2-07a99b954193 req-c132e01b-73ee-41e4-b538-f99f1a139de8 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:06.597381 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b33b6bf5-40a7-4571-89b2-07a99b954193 req-c132e01b-73ee-41e4-b538-f99f1a139de8 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.4451823 Nov 12 20:27:06.598398 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-2c0b844a-003c-425d-af4a-12492e920ec1 None None] Set router fc87c018-94ff-4068-b6be-937ff141aeac gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:27:06.665772 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e8f87-5f5c-4bb0-a370-2974099e2bdd req-e24d5953-96be-42f6-a3b3-cf697d78334e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:06.691608 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ac8e8f87-5f5c-4bb0-a370-2974099e2bdd req-e24d5953-96be-42f6-a3b3-cf697d78334e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.2075231 Nov 12 20:27:06.763440 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b33b6bf5-40a7-4571-89b2-07a99b954193 req-81562f54-2d54-4c96-beaa-5355c3c51971 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649258 Nov 12 20:27:06.850669 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eddbb016-47a9-445f-83de-11bf0ac49c4b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:06.858717 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eddbb016-47a9-445f-83de-11bf0ac49c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:06.908684 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ac8e8f87-5f5c-4bb0-a370-2974099e2bdd req-98189e2b-3b02-45bc-93c3-2eed0d61c0f7 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147076 Nov 12 20:27:07.257882 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbb016-47a9-445f-83de-11bf0ac49c4b admin admin] Pushing event updated for resources: {'Port': ['ID=8270e017-3630-498e-83d9-9f8e44c161d2,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:07.349997 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553f66f-8a97-42a7-9601-f9563ef6db89 req-51cb4770-ef49-4c2d-9838-084843ccd6aa tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:07.365044 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0553f66f-8a97-42a7-9601-f9563ef6db89 req-51cb4770-ef49-4c2d-9838-084843ccd6aa tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 945 time: 0.1857545 Nov 12 20:27:07.403020 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eddbb016-47a9-445f-83de-11bf0ac49c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:07.528831 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0553f66f-8a97-42a7-9601-f9563ef6db89 req-e674ffe2-bfcf-4899-b2c1-c81eca35ce4f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619205 Nov 12 20:27:07.620163 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64050143-3dc2-4ff5-8755-36e8c9a68ced req-503185f0-8be2-4605-8a26-b10a74e6a7f9 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:07.632965 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-64050143-3dc2-4ff5-8755-36e8c9a68ced req-503185f0-8be2-4605-8a26-b10a74e6a7f9 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.3822405 Nov 12 20:27:07.722275 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddbb016-47a9-445f-83de-11bf0ac49c4b admin admin] Network 48f12c04-1a40-45b4-bedd-e80d17990cc1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:27:07.727026 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-eddbb016-47a9-445f-83de-11bf0ac49c4b admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:27:07.756136 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-64050143-3dc2-4ff5-8755-36e8c9a68ced req-ac65a877-1ee8-4a08-af9b-8ec03b3b1da4 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151998 Nov 12 20:27:07.812207 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e4207-08bf-4af0-998b-b8b4e4f09a34 None None] Pushing event updated for resources: {'Port': ['ID=e0de19fb-17a9-405e-8559-e4678bf6d0d8,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:07.991514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-20688a13-212e-4fc4-81ee-f31c39423e6f None None] Provisioning complete for port 8270e017-3630-498e-83d9-9f8e44c161d2 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:07.992005 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-20688a13-212e-4fc4-81ee-f31c39423e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:08.099948 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddbb016-47a9-445f-83de-11bf0ac49c4b admin admin] Router fc87c018-94ff-4068-b6be-937ff141aeac has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:27:08.143741 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd791521-f49d-4d6e-b8b1-f53220130935 req-2d9a4c5c-e8d0-413b-b082-db8971216530 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:08.145392 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd791521-f49d-4d6e-b8b1-f53220130935 req-2d9a4c5c-e8d0-413b-b082-db8971216530 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.2469301 Nov 12 20:27:08.166943 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-20688a13-212e-4fc4-81ee-f31c39423e6f None None] Port 8270e017-3630-498e-83d9-9f8e44c161d2 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:27:08.195690 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-2c0b844a-003c-425d-af4a-12492e920ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc87c018-94ff-4068-b6be-937ff141aeac', 'name': 'tempest-TestAggregatesBasicOps-948936863-router', 'tenant_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'e0de19fb-17a9-405e-8559-e4678bf6d0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:26:54Z', 'updated_at': '2021-11-12T20:27:05Z', 'revision_number': 4, 'project_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'gw_port': {'id': 'e0de19fb-17a9-405e-8559-e4678bf6d0d8', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc87c018-94ff-4068-b6be-937ff141aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:26:57Z', 'updated_at': '2021-11-12T20:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '8270e017-3630-498e-83d9-9f8e44c161d2', 'name': '', 'network_id': '48f12c04-1a40-45b4-bedd-e80d17990cc1', 'tenant_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'mac_address': 'fa:16:3e:29:42:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc87c018-94ff-4068-b6be-937ff141aeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '4e6b57bf-dd6e-43d6-87e8-70fd068c0db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:03Z', 'updated_at': '2021-11-12T20:27:03Z', 'revision_number': 1, 'project_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'subnets': [{'id': '4e6b57bf-dd6e-43d6-87e8-70fd068c0db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:08.353148 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd791521-f49d-4d6e-b8b1-f53220130935 req-4023a5cf-60a9-4206-b8ab-3d5ba28cf058 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891315 Nov 12 20:27:08.412152 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-20688a13-212e-4fc4-81ee-f31c39423e6f None None] Provisioning complete for port e0de19fb-17a9-405e-8559-e4678bf6d0d8 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:08.412705 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-20688a13-212e-4fc4-81ee-f31c39423e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:08.415970 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0b844a-003c-425d-af4a-12492e920ec1 None None] The sync data for ids ['fc87c018-94ff-4068-b6be-937ff141aeac'] in n-d-712140-15 is: [{'id': 'fc87c018-94ff-4068-b6be-937ff141aeac', 'name': 'tempest-TestAggregatesBasicOps-948936863-router', 'tenant_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'e0de19fb-17a9-405e-8559-e4678bf6d0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:26:54Z', 'updated_at': '2021-11-12T20:27:05Z', 'revision_number': 4, 'project_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'gw_port': {'id': 'e0de19fb-17a9-405e-8559-e4678bf6d0d8', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc87c018-94ff-4068-b6be-937ff141aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:26:57Z', 'updated_at': '2021-11-12T20:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '8270e017-3630-498e-83d9-9f8e44c161d2', 'name': '', 'network_id': '48f12c04-1a40-45b4-bedd-e80d17990cc1', 'tenant_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'mac_address': 'fa:16:3e:29:42:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc87c018-94ff-4068-b6be-937ff141aeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '4e6b57bf-dd6e-43d6-87e8-70fd068c0db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:03Z', 'updated_at': '2021-11-12T20:27:03Z', 'revision_number': 1, 'project_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'subnets': [{'id': '4e6b57bf-dd6e-43d6-87e8-70fd068c0db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:27:08.572664 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39261770-0c10-4ba0-b4b7-5bf2138eb4dd req-c04c5acf-10e6-4ed8-897e-20f089ee401c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:08.584823 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-39261770-0c10-4ba0-b4b7-5bf2138eb4dd req-c04c5acf-10e6-4ed8-897e-20f089ee401c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.4583395 Nov 12 20:27:08.638144 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddbb016-47a9-445f-83de-11bf0ac49c4b admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:27:08.645918 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-eddbb016-47a9-445f-83de-11bf0ac49c4b admin admin] 10.222.0.48 "PUT /v2.0/routers/fc87c018-94ff-4068-b6be-937ff141aeac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8407485 Nov 12 20:27:08.709209 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668fed0-0c7b-4732-b526-491a40459f6d req-91773969-52a8-4e94-b2a9-78acf9399d55 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:08.711076 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0668fed0-0c7b-4732-b526-491a40459f6d req-91773969-52a8-4e94-b2a9-78acf9399d55 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1061778 Nov 12 20:27:08.731921 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-39261770-0c10-4ba0-b4b7-5bf2138eb4dd req-71d7a88f-760a-4bf5-b2e4-839ffd7c5b72 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461904 Nov 12 20:27:08.823231 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-37908a33-59f2-429a-898e-befba82143df None None] Provisioning complete for port 8270e017-3630-498e-83d9-9f8e44c161d2 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:08.826258 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37908a33-59f2-429a-898e-befba82143df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:08.829071 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0668fed0-0c7b-4732-b526-491a40459f6d req-ac6d5a37-d569-4783-8f62-76e2d5dc5eff tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076310 Nov 12 20:27:08.990044 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-37908a33-59f2-429a-898e-befba82143df None None] Port 8270e017-3630-498e-83d9-9f8e44c161d2 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:27:09.098725 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa2902-33a9-4849-8715-831382a0696b req-64764de0-c4fb-4d84-b042-7ff9536461dd tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:09.100701 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-61fa2902-33a9-4849-8715-831382a0696b req-64764de0-c4fb-4d84-b042-7ff9536461dd tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 945 time: 0.1142302 Nov 12 20:27:09.121795 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886da36-e2bc-4139-a5ae-76b9fc67da2c req-f2ad5852-249d-4b69-bbce-a728a7c3cca1 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:09.138763 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0886da36-e2bc-4139-a5ae-76b9fc67da2c req-f2ad5852-249d-4b69-bbce-a728a7c3cca1 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1458778 Nov 12 20:27:09.286276 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0886da36-e2bc-4139-a5ae-76b9fc67da2c req-0494af21-10e8-4cbb-b657-e54e6c85364e tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461394 Nov 12 20:27:09.307491 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-61fa2902-33a9-4849-8715-831382a0696b req-499c7367-a588-44f7-a7d4-223cad7e60d3 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985612 Nov 12 20:27:09.704352 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4dceb-fe03-4c61-aba1-ffd1d6a15527 req-c051ccf1-dea8-44e4-af7f-431178355bc3 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:09.705940 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-48e4dceb-fe03-4c61-aba1-ffd1d6a15527 req-c051ccf1-dea8-44e4-af7f-431178355bc3 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1951361 Nov 12 20:27:09.921527 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-48e4dceb-fe03-4c61-aba1-ffd1d6a15527 req-7fa250a6-3180-4488-bdce-0efd5252d7c0 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035539 Nov 12 20:27:09.958078 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 38240) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:09.965891 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-6da27ce0-f9ab-4e3f-bc08-af1200f26ed3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-461929405-network', 'tenant_id': 'b8e9122265e54f92994fe4a9c5eecf70'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:27:10.183289 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da27ce0-f9ab-4e3f-bc08-af1200f26ed3 admin admin] Made reservation on behalf of b8e9122265e54f92994fe4a9c5eecf70 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:27:10.188210 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6da27ce0-f9ab-4e3f-bc08-af1200f26ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:10.201836 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6da27ce0-f9ab-4e3f-bc08-af1200f26ed3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:10.343484 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09707025-ef38-4d5a-9d39-74928db7c20a req-4ccf54c2-65d2-4c49-bdc0-0b53ad19e894 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:10.358076 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-09707025-ef38-4d5a-9d39-74928db7c20a req-4ccf54c2-65d2-4c49-bdc0-0b53ad19e894 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.2047701 Nov 12 20:27:10.492313 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eed106-e60d-4aba-97e7-fc52c20fac24 req-b1aad681-709d-4cad-b676-a5db45ccb521 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:10.520460 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f0eed106-e60d-4aba-97e7-fc52c20fac24 req-b1aad681-709d-4cad-b676-a5db45ccb521 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.5355690 Nov 12 20:27:10.524014 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-09707025-ef38-4d5a-9d39-74928db7c20a req-3ff619a3-9398-4800-953c-9df4f5fc5123 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648524 Nov 12 20:27:10.645144 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6da27ce0-f9ab-4e3f-bc08-af1200f26ed3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:10.707438 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6da27ce0-f9ab-4e3f-bc08-af1200f26ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:10.740771 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da27ce0-f9ab-4e3f-bc08-af1200f26ed3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:27:10.764217 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6da27ce0-f9ab-4e3f-bc08-af1200f26ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:10.765219 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-6da27ce0-f9ab-4e3f-bc08-af1200f26ed3 admin admin] Added segment e17d8892-becd-4784-bc76-988396b190de of type vlan for network c027a767-1315-464b-91db-76a03767d95b Nov 12 20:27:10.836457 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d46a-fee6-4341-9d96-e3534a8c0318 req-58e6f5de-81e7-4f96-a2ec-7ffb5baca5d5 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:10.850006 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ce66d46a-fee6-4341-9d96-e3534a8c0318 req-58e6f5de-81e7-4f96-a2ec-7ffb5baca5d5 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 945 time: 0.1534853 Nov 12 20:27:10.925167 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f0eed106-e60d-4aba-97e7-fc52c20fac24 req-b1155b25-649d-433a-9394-0e2ba719c250 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036627 Nov 12 20:27:10.941669 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6da27ce0-f9ab-4e3f-bc08-af1200f26ed3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:10.994072 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ce66d46a-fee6-4341-9d96-e3534a8c0318 req-b7d1da78-bbea-4ba7-a090-1738236f3647 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428437 Nov 12 20:27:10.999766 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da27ce0-f9ab-4e3f-bc08-af1200f26ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a9f093-0b31-4d4d-8fa1-677f69f40d54,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:11.064905 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da27ce0-f9ab-4e3f-bc08-af1200f26ed3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:11.065238 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da27ce0-f9ab-4e3f-bc08-af1200f26ed3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:11.080315 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da27ce0-f9ab-4e3f-bc08-af1200f26ed3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:11.080940 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da27ce0-f9ab-4e3f-bc08-af1200f26ed3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:11.081438 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da27ce0-f9ab-4e3f-bc08-af1200f26ed3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:11.081929 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da27ce0-f9ab-4e3f-bc08-af1200f26ed3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:11.082437 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da27ce0-f9ab-4e3f-bc08-af1200f26ed3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:11.083533 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da27ce0-f9ab-4e3f-bc08-af1200f26ed3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:11.084027 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da27ce0-f9ab-4e3f-bc08-af1200f26ed3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:11.084551 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da27ce0-f9ab-4e3f-bc08-af1200f26ed3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:11.085056 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da27ce0-f9ab-4e3f-bc08-af1200f26ed3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:11.085638 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da27ce0-f9ab-4e3f-bc08-af1200f26ed3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:11.100708 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6da27ce0-f9ab-4e3f-bc08-af1200f26ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:11.101979 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da27ce0-f9ab-4e3f-bc08-af1200f26ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:11.102737 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6da27ce0-f9ab-4e3f-bc08-af1200f26ed3 admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:11.309021 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da27ce0-f9ab-4e3f-bc08-af1200f26ed3 admin admin] Pushing event updated for resources: {'Network': ['ID=c027a767-1315-464b-91db-76a03767d95b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:11.321411 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network c027a767-1315-464b-91db-76a03767d95b details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:27:11.350937 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6da27ce0-f9ab-4e3f-bc08-af1200f26ed3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3853230 Nov 12 20:27:11.350937 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 38270) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:11.366389 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-21b4a964-c4dd-4179-81f1-5345ac871580 admin admin] Request body: {'subnet': {'network_id': 'c027a767-1315-464b-91db-76a03767d95b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-461929405-subnet', 'tenant_id': 'b8e9122265e54f92994fe4a9c5eecf70', 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:27:11.417556 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b4a964-c4dd-4179-81f1-5345ac871580 admin admin] Made reservation on behalf of b8e9122265e54f92994fe4a9c5eecf70 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:27:11.420210 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21b4a964-c4dd-4179-81f1-5345ac871580 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:11.473863 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12644764-d3d5-421c-9345-a31d25c898c9 req-3bf4c2cc-6f52-4df4-adfa-d0dca5572299 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:11.492820 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-12644764-d3d5-421c-9345-a31d25c898c9 req-3bf4c2cc-6f52-4df4-adfa-d0dca5572299 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1672761 Nov 12 20:27:11.676892 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-12644764-d3d5-421c-9345-a31d25c898c9 req-1dbfcc34-d04b-4c22-bff0-fcd422cc76c2 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830699 Nov 12 20:27:12.015223 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e0de19fb-17a9-405e-8559-e4678bf6d0d8 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:27:12.039014 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21b4a964-c4dd-4179-81f1-5345ac871580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:12.143390 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4a964-c4dd-4179-81f1-5345ac871580 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c42ca5a-95e8-4a01-9b4e-75af29c94d12,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:12.215925 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port e0de19fb-17a9-405e-8559-e4678bf6d0d8 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:12.218814 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:12.254763 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b4a964-c4dd-4179-81f1-5345ac871580 admin admin] Checking segment: {'id': 'e17d8892-becd-4784-bc76-988396b190de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c027a767-1315-464b-91db-76a03767d95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:27:12.255141 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b4a964-c4dd-4179-81f1-5345ac871580 admin admin] Network hostable DHCP agents. Network: c027a767-1315-464b-91db-76a03767d95b, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:27:12.361223 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f8f3c-b1f2-43eb-8afd-18b31596da27 req-23aff2bc-36e1-44b3-82a1-ff62b542490d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:12.363346 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-365f8f3c-b1f2-43eb-8afd-18b31596da27 req-23aff2bc-36e1-44b3-82a1-ff62b542490d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.1832657 Nov 12 20:27:12.382125 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b64bb-e91e-4855-aa5a-3516c5aef06d req-5506ac65-3c87-470d-8a99-7761685a906f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:12.405004 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-024b64bb-e91e-4855-aa5a-3516c5aef06d req-5506ac65-3c87-470d-8a99-7761685a906f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 945 time: 0.2316976 Nov 12 20:27:12.463447 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b4a964-c4dd-4179-81f1-5345ac871580 admin admin] Network c027a767-1315-464b-91db-76a03767d95b is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:27:12.495128 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-024b64bb-e91e-4855-aa5a-3516c5aef06d req-d2248714-9eaf-4e24-b57e-dfb1ae844f50 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843825 Nov 12 20:27:12.565160 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-365f8f3c-b1f2-43eb-8afd-18b31596da27 req-fd0461c4-3132-4ca8-84b6-a4f2403ff51d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895986 Nov 12 20:27:12.566043 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-21b4a964-c4dd-4179-81f1-5345ac871580 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, c027a767-1315-464b-91db-76a03767d95b) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:27:12.593781 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b4a964-c4dd-4179-81f1-5345ac871580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:12.594382 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21b4a964-c4dd-4179-81f1-5345ac871580 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:12.604309 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd85c35-325e-42c0-8197-2e23ffad5938 None None] Network c027a767-1315-464b-91db-76a03767d95b requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:27:12.632973 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-21b4a964-c4dd-4179-81f1-5345ac871580 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2810559 Nov 12 20:27:12.633404 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 38298) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:12.638753 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-51be4b07-80d3-4ae4-b22f-cc65d5034705 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-461929405-router', 'tenant_id': 'b8e9122265e54f92994fe4a9c5eecf70', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:27:12.689663 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-51be4b07-80d3-4ae4-b22f-cc65d5034705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:12.693478 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-51be4b07-80d3-4ae4-b22f-cc65d5034705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:12.770394 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-51be4b07-80d3-4ae4-b22f-cc65d5034705 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:12.985818 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3598102-0191-4e0b-ae9f-120daf5c7647 req-3fe1f34d-894f-4b78-b632-1ea263aad653 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:12.988678 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e3598102-0191-4e0b-ae9f-120daf5c7647 req-3fe1f34d-894f-4b78-b632-1ea263aad653 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1391025 Nov 12 20:27:13.115418 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e3598102-0191-4e0b-ae9f-120daf5c7647 req-da7ffdb2-2e24-4270-bade-36cde94fc533 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173885 Nov 12 20:27:13.182228 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84050453-14a6-430e-be64-64802ad292dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-c027a767-1315-464b-91db-76a03767d95b', 'network_id': 'c027a767-1315-464b-91db-76a03767d95b', 'tenant_id': 'b8e9122265e54f92994fe4a9c5eecf70', 'fixed_ips': [{'subnet_id': '2c42ca5a-95e8-4a01-9b4e-75af29c94d12'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:27:13.188948 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-84050453-14a6-430e-be64-64802ad292dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:13.259548 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b4818-7db6-448d-916e-0af149a1a640 req-fbd8e17e-9fa5-4022-b6d7-a427fce11596 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:13.271927 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3d6b4818-7db6-448d-916e-0af149a1a640 req-fbd8e17e-9fa5-4022-b6d7-a427fce11596 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.4054193 Nov 12 20:27:13.300750 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb1cf9f-8b5e-4210-a805-a8054a6d3c8b None None] Sync routers for ids ['fc87c018-94ff-4068-b6be-937ff141aeac'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:27:13.326448 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb1cf9f-8b5e-4210-a805-a8054a6d3c8b None None] Routers {'fc87c018-94ff-4068-b6be-937ff141aeac'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:27:13.332059 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-beb1cf9f-8b5e-4210-a805-a8054a6d3c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:26:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['fc87c018-94ff-4068-b6be-937ff141aeac'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:13.347786 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-51be4b07-80d3-4ae4-b22f-cc65d5034705 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:13.358172 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc8dcd-3f2f-4124-b5cf-c5bdfdb33b3e req-0488aea5-1c6a-485d-8b63-7267aa27adf8 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:13.385845 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-17bc8dcd-3f2f-4124-b5cf-c5bdfdb33b3e req-0488aea5-1c6a-485d-8b63-7267aa27adf8 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1357517 Nov 12 20:27:13.503913 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3d6b4818-7db6-448d-916e-0af149a1a640 req-fb8fcdea-0eba-468e-9fe0-1b426f09604f tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267666 Nov 12 20:27:13.533662 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-17bc8dcd-3f2f-4124-b5cf-c5bdfdb33b3e req-53db60ae-7e98-45ed-9ef6-30f57160b1be tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468189 Nov 12 20:27:13.617580 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-84050453-14a6-430e-be64-64802ad292dc None None] Allocated IP 172.20.0.2 (c027a767-1315-464b-91db-76a03767d95b/2c42ca5a-95e8-4a01-9b4e-75af29c94d12/8009c434-f667-48ae-9802-35d2865ba908) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:27:13.647774 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-beb1cf9f-8b5e-4210-a805-a8054a6d3c8b None None] Set router fc87c018-94ff-4068-b6be-937ff141aeac gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:27:13.943371 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583c54f-871f-40cd-bd08-34d53873353e req-8ab914c6-569a-49f6-8513-167e6503558c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:13.945047 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d583c54f-871f-40cd-bd08-34d53873353e req-8ab914c6-569a-49f6-8513-167e6503558c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.1536522 Nov 12 20:27:14.034725 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-51be4b07-80d3-4ae4-b22f-cc65d5034705 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:14.064254 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-51be4b07-80d3-4ae4-b22f-cc65d5034705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:14.064489 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d583c54f-871f-40cd-bd08-34d53873353e req-4d19cd68-cad4-4a22-b3c1-3c86f60e92eb tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073034 Nov 12 20:27:14.207592 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-84050453-14a6-430e-be64-64802ad292dc None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:14.222595 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-84050453-14a6-430e-be64-64802ad292dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:14.350819 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84050453-14a6-430e-be64-64802ad292dc None None] Network c027a767-1315-464b-91db-76a03767d95b is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:27:14.373075 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-84050453-14a6-430e-be64-64802ad292dc None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:27:14.388150 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604113c-8bbb-4bf8-9ffa-235299a409ac req-88543ea5-8ccc-47cb-9143-d575ae96e4f8 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:14.391454 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84050453-14a6-430e-be64-64802ad292dc None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:27:14.415450 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4604113c-8bbb-4bf8-9ffa-235299a409ac req-88543ea5-8ccc-47cb-9143-d575ae96e4f8 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1635780 Nov 12 20:27:14.443343 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-beb1cf9f-8b5e-4210-a805-a8054a6d3c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc87c018-94ff-4068-b6be-937ff141aeac', 'name': 'tempest-TestAggregatesBasicOps-948936863-router', 'tenant_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'e0de19fb-17a9-405e-8559-e4678bf6d0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:26:54Z', 'updated_at': '2021-11-12T20:27:05Z', 'revision_number': 4, 'project_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'gw_port': {'id': 'e0de19fb-17a9-405e-8559-e4678bf6d0d8', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc87c018-94ff-4068-b6be-937ff141aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:26:57Z', 'updated_at': '2021-11-12T20:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '8270e017-3630-498e-83d9-9f8e44c161d2', 'name': '', 'network_id': '48f12c04-1a40-45b4-bedd-e80d17990cc1', 'tenant_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'mac_address': 'fa:16:3e:29:42:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc87c018-94ff-4068-b6be-937ff141aeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '4e6b57bf-dd6e-43d6-87e8-70fd068c0db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:03Z', 'updated_at': '2021-11-12T20:27:06Z', 'revision_number': 2, 'project_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'subnets': [{'id': '4e6b57bf-dd6e-43d6-87e8-70fd068c0db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:14.483337 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-51be4b07-80d3-4ae4-b22f-cc65d5034705 admin admin] Allocated IP 172.25.5.88 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/b74775b9-6454-4f84-a449-a3801c80316c) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:27:14.491905 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84050453-14a6-430e-be64-64802ad292dc None None] Pushing event updated for resources: {'Port': ['ID=8009c434-f667-48ae-9802-35d2865ba908,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:14.544883 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4604113c-8bbb-4bf8-9ffa-235299a409ac req-ada20659-7608-496b-868e-29d6a7d9fb75 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284368 Nov 12 20:27:14.555222 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb1cf9f-8b5e-4210-a805-a8054a6d3c8b None None] Checking router: fc87c018-94ff-4068-b6be-937ff141aeac for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:27:14.555841 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb1cf9f-8b5e-4210-a805-a8054a6d3c8b None None] Updating router fc87c018-94ff-4068-b6be-937ff141aeac port 8270e017-3630-498e-83d9-9f8e44c161d2 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:27:14.615918 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-84050453-14a6-430e-be64-64802ad292dc None None] Attempting to bind port 8009c434-f667-48ae-9802-35d2865ba908 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:27:14.616586 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-84050453-14a6-430e-be64-64802ad292dc None None] Attempting to bind port 8009c434-f667-48ae-9802-35d2865ba908 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'e17d8892-becd-4784-bc76-988396b190de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c027a767-1315-464b-91db-76a03767d95b'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:27:14.617114 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84050453-14a6-430e-be64-64802ad292dc None None] Attempting to bind port 8009c434-f667-48ae-9802-35d2865ba908 on network c027a767-1315-464b-91db-76a03767d95b {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:27:14.638438 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84050453-14a6-430e-be64-64802ad292dc None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:27:14.639103 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84050453-14a6-430e-be64-64802ad292dc None None] Checking segment: {'id': 'e17d8892-becd-4784-bc76-988396b190de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c027a767-1315-464b-91db-76a03767d95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:27:14.639103 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-84050453-14a6-430e-be64-64802ad292dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:14.639509 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84050453-14a6-430e-be64-64802ad292dc None None] Bound using segment: {'id': 'e17d8892-becd-4784-bc76-988396b190de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c027a767-1315-464b-91db-76a03767d95b'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:27:14.640173 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-84050453-14a6-430e-be64-64802ad292dc None None] Bound port: 8009c434-f667-48ae-9802-35d2865ba908, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17d8892-becd-4784-bc76-988396b190de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c027a767-1315-464b-91db-76a03767d95b'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:27:14.641235 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-84050453-14a6-430e-be64-64802ad292dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:14.653559 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-51be4b07-80d3-4ae4-b22f-cc65d5034705 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:14.711413 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-51be4b07-80d3-4ae4-b22f-cc65d5034705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:14.786998 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-84050453-14a6-430e-be64-64802ad292dc None None] For port 8009c434-f667-48ae-9802-35d2865ba908, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:27:14.794350 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-84050453-14a6-430e-be64-64802ad292dc None None] For port 8009c434-f667-48ae-9802-35d2865ba908, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8009c434-f667-48ae-9802-35d2865ba908,segment=NetworkSegment(e17d8892-becd-4784-bc76-988396b190de),segment_id=e17d8892-becd-4784-bc76-988396b190de)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:27:14.811922 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-84050453-14a6-430e-be64-64802ad292dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:14.813996 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be4b07-80d3-4ae4-b22f-cc65d5034705 admin admin] Pushing event updated for resources: {'Port': ['ID=b74775b9-6454-4f84-a449-a3801c80316c,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:14.831931 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51be4b07-80d3-4ae4-b22f-cc65d5034705 admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:27:14.835597 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-51be4b07-80d3-4ae4-b22f-cc65d5034705 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:27:14.843096 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51be4b07-80d3-4ae4-b22f-cc65d5034705 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:27:14.849900 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-beb1cf9f-8b5e-4210-a805-a8054a6d3c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:14.925258 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940ee47b-82af-41c4-a805-ecb890468603 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:27:14.938134 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84050453-14a6-430e-be64-64802ad292dc None None] Pushing event updated for resources: {'Port': ['ID=8009c434-f667-48ae-9802-35d2865ba908,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:15.024889 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-fc300ab1-2376-452a-b9bc-1887a64d1464 None None] Provisioning complete for port b74775b9-6454-4f84-a449-a3801c80316c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:15.025267 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fc300ab1-2376-452a-b9bc-1887a64d1464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:15.135720 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-fc300ab1-2376-452a-b9bc-1887a64d1464 None None] Port b74775b9-6454-4f84-a449-a3801c80316c cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:27:15.309303 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-d92678e0-b137-4efb-a2c1-b0f68133f267 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:15.322404 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-d92678e0-b137-4efb-a2c1-b0f68133f267 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 812 time: 1.2891753 Nov 12 20:27:15.376267 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848a00f-70ee-419f-b81d-48eb4daf1540 req-1e8223fc-1dcc-4b6d-88ec-973320df3962 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:15.401621 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2848a00f-70ee-419f-b81d-48eb4daf1540 req-1e8223fc-1dcc-4b6d-88ec-973320df3962 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.1515298 Nov 12 20:27:15.427253 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-beb1cf9f-8b5e-4210-a805-a8054a6d3c8b None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:15.446295 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-beb1cf9f-8b5e-4210-a805-a8054a6d3c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:15.547193 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-673f78d1-b4dc-4eaa-9838-c69441202987 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/quotas/7e8721b8322b46768b4d5df279187cac HTTP/1.1" status: 200 len: 375 time: 0.2238035 Nov 12 20:27:15.615655 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2848a00f-70ee-419f-b81d-48eb4daf1540 req-2239f7d5-778e-4cb6-83e4-33311e7197a0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113454 Nov 12 20:27:15.625864 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b4001-992d-4099-b9fd-66fadba57157 None None] Pushing event updated for resources: {'Port': ['ID=8270e017-3630-498e-83d9-9f8e44c161d2,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:15.672474 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b4001-992d-4099-b9fd-66fadba57157 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:15.673688 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b4001-992d-4099-b9fd-66fadba57157 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:15.674205 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b4001-992d-4099-b9fd-66fadba57157 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:15.674688 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b4001-992d-4099-b9fd-66fadba57157 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:15.675168 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b4001-992d-4099-b9fd-66fadba57157 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:15.675648 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b4001-992d-4099-b9fd-66fadba57157 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:15.676134 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b4001-992d-4099-b9fd-66fadba57157 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:15.676652 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b4001-992d-4099-b9fd-66fadba57157 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:15.677133 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b4001-992d-4099-b9fd-66fadba57157 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:15.679131 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b4001-992d-4099-b9fd-66fadba57157 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:15.679799 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b4001-992d-4099-b9fd-66fadba57157 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:15.680435 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b4001-992d-4099-b9fd-66fadba57157 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:15.883085 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-c9b4d383-9dc1-4dcc-befc-4f9f79a97ff5 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3349130 Nov 12 20:27:15.895823 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-acae4b17-575c-4a37-9d50-332109220a4c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:27:15.896042 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-beb1cf9f-8b5e-4210-a805-a8054a6d3c8b None None] Attempting to bind port 8270e017-3630-498e-83d9-9f8e44c161d2 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:27:15.896453 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-beb1cf9f-8b5e-4210-a805-a8054a6d3c8b None None] Attempting to bind port 8270e017-3630-498e-83d9-9f8e44c161d2 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'f9b9c9c6-4992-41a1-9e54-0a2d85fecec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '48f12c04-1a40-45b4-bedd-e80d17990cc1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:27:15.896823 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb1cf9f-8b5e-4210-a805-a8054a6d3c8b None None] Attempting to bind port 8270e017-3630-498e-83d9-9f8e44c161d2 on network 48f12c04-1a40-45b4-bedd-e80d17990cc1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:27:15.905345 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-acae4b17-575c-4a37-9d50-332109220a4c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0209794 Nov 12 20:27:15.907650 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-51be4b07-80d3-4ae4-b22f-cc65d5034705 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:15.922666 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb1cf9f-8b5e-4210-a805-a8054a6d3c8b None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:27:15.923043 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb1cf9f-8b5e-4210-a805-a8054a6d3c8b None None] Checking segment: {'id': 'f9b9c9c6-4992-41a1-9e54-0a2d85fecec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '48f12c04-1a40-45b4-bedd-e80d17990cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:27:15.923446 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-beb1cf9f-8b5e-4210-a805-a8054a6d3c8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:15.929588 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb1cf9f-8b5e-4210-a805-a8054a6d3c8b None None] Bound using segment: {'id': 'f9b9c9c6-4992-41a1-9e54-0a2d85fecec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '48f12c04-1a40-45b4-bedd-e80d17990cc1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:27:15.932202 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-beb1cf9f-8b5e-4210-a805-a8054a6d3c8b None None] Bound port: 8270e017-3630-498e-83d9-9f8e44c161d2, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b9c9c6-4992-41a1-9e54-0a2d85fecec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '48f12c04-1a40-45b4-bedd-e80d17990cc1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:27:15.932945 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-beb1cf9f-8b5e-4210-a805-a8054a6d3c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:16.025011 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fb3bc-f9b8-4ebd-8ecd-e0189bc38c79 req-34906bf5-57b6-4777-8b6e-4044300ea2fa tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:16.040425 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ed7fb3bc-f9b8-4ebd-8ecd-e0189bc38c79 req-34906bf5-57b6-4777-8b6e-4044300ea2fa tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.2397263 Nov 12 20:27:16.043625 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8009c434-f667-48ae-9802-35d2865ba908 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:27:16.175868 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-beb1cf9f-8b5e-4210-a805-a8054a6d3c8b None None] For port 8270e017-3630-498e-83d9-9f8e44c161d2, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:27:16.186488 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-beb1cf9f-8b5e-4210-a805-a8054a6d3c8b None None] For port 8270e017-3630-498e-83d9-9f8e44c161d2, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8270e017-3630-498e-83d9-9f8e44c161d2,segment=NetworkSegment(f9b9c9c6-4992-41a1-9e54-0a2d85fecec4),segment_id=f9b9c9c6-4992-41a1-9e54-0a2d85fecec4)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:27:16.201974 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-beb1cf9f-8b5e-4210-a805-a8054a6d3c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:16.235079 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ed7fb3bc-f9b8-4ebd-8ecd-e0189bc38c79 req-fd0f70a3-8656-4ab3-9f80-25c668333ae9 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933277 Nov 12 20:27:16.300679 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 8009c434-f667-48ae-9802-35d2865ba908 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:16.301956 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:16.387915 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb1cf9f-8b5e-4210-a805-a8054a6d3c8b None None] Routers {'fc87c018-94ff-4068-b6be-937ff141aeac'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:27:16.391352 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-beb1cf9f-8b5e-4210-a805-a8054a6d3c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:26:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['fc87c018-94ff-4068-b6be-937ff141aeac'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:16.563820 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4959d-84cc-4668-8036-f8658464e1da req-d39c5de7-779d-47d1-b25b-8c3f70993c56 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:16.574521 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f2f4959d-84cc-4668-8036-f8658464e1da req-d39c5de7-779d-47d1-b25b-8c3f70993c56 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1356652 Nov 12 20:27:16.587531 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b4001-992d-4099-b9fd-66fadba57157 None None] Pushing event updated for resources: {'Port': ['ID=8270e017-3630-498e-83d9-9f8e44c161d2,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:16.688858 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:16.711336 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d7fdd0e4-c384-449b-b7dc-309bb8df0bdf None None] Provisioning complete for port 8270e017-3630-498e-83d9-9f8e44c161d2 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:16.711796 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d7fdd0e4-c384-449b-b7dc-309bb8df0bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:16.750168 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f2f4959d-84cc-4668-8036-f8658464e1da req-d9661dca-58e4-4381-a258-22201f55273e tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691864 Nov 12 20:27:16.784042 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-dfbc4070-1b02-4dd4-897c-21f546f388a5 service neutron] 10.222.0.48 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8775373 Nov 12 20:27:16.828791 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 8009c434-f667-48ae-9802-35d2865ba908, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8009c434-f667-48ae-9802-35d2865ba908,segment=NetworkSegment(e17d8892-becd-4784-bc76-988396b190de),segment_id=e17d8892-becd-4784-bc76-988396b190de)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:27:16.831491 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-beb1cf9f-8b5e-4210-a805-a8054a6d3c8b None None] Set router fc87c018-94ff-4068-b6be-937ff141aeac gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:27:16.849097 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:17.023736 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=8009c434-f667-48ae-9802-35d2865ba908,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:17.081781 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432111b2-3d29-4cf9-9c66-2e4558248a7a req-cdeccb25-f369-477b-9d8a-b636b54bc0e5 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:17.094268 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-432111b2-3d29-4cf9-9c66-2e4558248a7a req-cdeccb25-f369-477b-9d8a-b636b54bc0e5 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.1906898 Nov 12 20:27:17.126243 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d7fdd0e4-c384-449b-b7dc-309bb8df0bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:17.188364 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d7fdd0e4-c384-449b-b7dc-309bb8df0bdf None None] For port 8270e017-3630-498e-83d9-9f8e44c161d2, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8270e017-3630-498e-83d9-9f8e44c161d2,segment=NetworkSegment(f9b9c9c6-4992-41a1-9e54-0a2d85fecec4),segment_id=f9b9c9c6-4992-41a1-9e54-0a2d85fecec4)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:27:17.199097 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d7fdd0e4-c384-449b-b7dc-309bb8df0bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:17.217406 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-51be4b07-80d3-4ae4-b22f-cc65d5034705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:17.223184 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-912bf07e-42fc-455a-9756-487e5400c94e service neutron] 10.222.0.48 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354212 Nov 12 20:27:17.289453 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c996310-e563-44bf-bb00-824a878706a6 None None] Network c027a767-1315-464b-91db-76a03767d95b requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:27:17.369966 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-432111b2-3d29-4cf9-9c66-2e4558248a7a req-9bd5482a-0ded-4e13-b425-4085178bfc95 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606299 Nov 12 20:27:17.579049 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdd0e4-c384-449b-b7dc-309bb8df0bdf None None] Pushing event updated for resources: {'Port': ['ID=8270e017-3630-498e-83d9-9f8e44c161d2,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:17.602081 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f67c45ee-d62e-4bda-9cc4-3a1a070d6158 None None] Provisioning complete for port 8270e017-3630-498e-83d9-9f8e44c161d2 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:17.602455 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f67c45ee-d62e-4bda-9cc4-3a1a070d6158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:17.627088 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-beb1cf9f-8b5e-4210-a805-a8054a6d3c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc87c018-94ff-4068-b6be-937ff141aeac', 'name': 'tempest-TestAggregatesBasicOps-948936863-router', 'tenant_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'e0de19fb-17a9-405e-8559-e4678bf6d0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:26:54Z', 'updated_at': '2021-11-12T20:27:05Z', 'revision_number': 4, 'project_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'gw_port': {'id': 'e0de19fb-17a9-405e-8559-e4678bf6d0d8', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc87c018-94ff-4068-b6be-937ff141aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:26:57Z', 'updated_at': '2021-11-12T20:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '8270e017-3630-498e-83d9-9f8e44c161d2', 'name': '', 'network_id': '48f12c04-1a40-45b4-bedd-e80d17990cc1', 'tenant_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'mac_address': 'fa:16:3e:29:42:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc87c018-94ff-4068-b6be-937ff141aeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '4e6b57bf-dd6e-43d6-87e8-70fd068c0db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:03Z', 'updated_at': '2021-11-12T20:27:16Z', 'revision_number': 4, 'project_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'subnets': [{'id': '4e6b57bf-dd6e-43d6-87e8-70fd068c0db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:17.743859 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4ef33-644d-4433-b16a-09c94c5cfbb1 req-3edb89c1-f7f4-4a76-89ab-c3f0686b5a13 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:17.746002 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb1cf9f-8b5e-4210-a805-a8054a6d3c8b None None] The sync data for ids ['fc87c018-94ff-4068-b6be-937ff141aeac'] in n-d-712140-15 is: [{'id': 'fc87c018-94ff-4068-b6be-937ff141aeac', 'name': 'tempest-TestAggregatesBasicOps-948936863-router', 'tenant_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'e0de19fb-17a9-405e-8559-e4678bf6d0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:26:54Z', 'updated_at': '2021-11-12T20:27:05Z', 'revision_number': 4, 'project_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'gw_port': {'id': 'e0de19fb-17a9-405e-8559-e4678bf6d0d8', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc87c018-94ff-4068-b6be-937ff141aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:26:57Z', 'updated_at': '2021-11-12T20:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '8270e017-3630-498e-83d9-9f8e44c161d2', 'name': '', 'network_id': '48f12c04-1a40-45b4-bedd-e80d17990cc1', 'tenant_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'mac_address': 'fa:16:3e:29:42:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc87c018-94ff-4068-b6be-937ff141aeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '4e6b57bf-dd6e-43d6-87e8-70fd068c0db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:03Z', 'updated_at': '2021-11-12T20:27:16Z', 'revision_number': 4, 'project_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'subnets': [{'id': '4e6b57bf-dd6e-43d6-87e8-70fd068c0db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:27:17.757661 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dfc4ef33-644d-4433-b16a-09c94c5cfbb1 req-3edb89c1-f7f4-4a76-89ab-c3f0686b5a13 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1522076 Nov 12 20:27:18.056175 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dfc4ef33-644d-4433-b16a-09c94c5cfbb1 req-eeec923a-00db-4c4e-b50a-3d24f35184e1 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955642 Nov 12 20:27:18.103390 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8009c434-f667-48ae-9802-35d2865ba908 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:27:18.207992 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f67c45ee-d62e-4bda-9cc4-3a1a070d6158 None None] Provisioning complete for port 8009c434-f667-48ae-9802-35d2865ba908 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:18.209197 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f67c45ee-d62e-4bda-9cc4-3a1a070d6158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:18.387334 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237d83a-e5e0-4124-a115-7fc0101abad3 req-f8ebbbfc-59f1-4e0e-b869-50351bf986f6 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:18.395131 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9237d83a-e5e0-4124-a115-7fc0101abad3 req-f8ebbbfc-59f1-4e0e-b869-50351bf986f6 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1154203 Nov 12 20:27:18.518365 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 8009c434-f667-48ae-9802-35d2865ba908 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:18.518855 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:18.560688 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9237d83a-e5e0-4124-a115-7fc0101abad3 req-cbced1e4-551b-4f3e-b3bf-551f2a13bb02 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537149 Nov 12 20:27:18.690455 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a87eb103-0474-4e27-af0b-7407bd7df045 req-72a787ab-d1c9-418c-86b1-b76c41adc596 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6ae6eff-f8aa-4081-ab99-859095c040a8 HTTP/1.1" status: 200 len: 210 time: 1.0858083 Nov 12 20:27:18.720891 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51be4b07-80d3-4ae4-b22f-cc65d5034705 admin admin] Router 6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:27:18.845636 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9141b31-6f1e-4622-bf86-97ccf77facf8 req-e221a621-c078-4647-a2e7-03e8f93637cc tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:18.856630 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a9141b31-6f1e-4622-bf86-97ccf77facf8 req-e221a621-c078-4647-a2e7-03e8f93637cc tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.1858790 Nov 12 20:27:18.873217 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8270e017-3630-498e-83d9-9f8e44c161d2 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:27:19.040491 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a9141b31-6f1e-4622-bf86-97ccf77facf8 req-2fac67c2-d300-493b-a5b1-5a5fcf1d4b06 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828308 Nov 12 20:27:19.070644 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 8270e017-3630-498e-83d9-9f8e44c161d2 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:19.071314 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:19.199915 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51be4b07-80d3-4ae4-b22f-cc65d5034705 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:27:19.218031 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6d4547-a26c-456f-9ddc-ff87c4698e36 None None] Sync routers for ids ['6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:27:19.273115 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc4bb2-9e3c-4118-93ad-821ad9f7270e req-e83e008d-dfc5-4f88-a98f-fca8a0fa0487 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:19.275674 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9cdc4bb2-9e3c-4118-93ad-821ad9f7270e req-e83e008d-dfc5-4f88-a98f-fca8a0fa0487 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.3820829 Nov 12 20:27:19.281753 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-51be4b07-80d3-4ae4-b22f-cc65d5034705 admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:19.284559 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-51be4b07-80d3-4ae4-b22f-cc65d5034705 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6500862 Nov 12 20:27:19.287597 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 38470) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:19.293472 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6d4547-a26c-456f-9ddc-ff87c4698e36 None None] Routers {'6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:27:19.295576 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-bb6d4547-a26c-456f-9ddc-ff87c4698e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:26:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:19.444647 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-eead437a-6fa3-4db7-8e2c-58ee4bb58f8b None None] Provisioning complete for port 8009c434-f667-48ae-9802-35d2865ba908 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:19.445041 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-eead437a-6fa3-4db7-8e2c-58ee4bb58f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:19.531775 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9cdc4bb2-9e3c-4118-93ad-821ad9f7270e req-cc031342-a6ed-4979-a30f-f69ff747dc3c tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719043 Nov 12 20:27:19.713749 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-bb6d4547-a26c-456f-9ddc-ff87c4698e36 None None] Set router 6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:27:19.754477 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba4082-a2ae-4b48-b912-835e15ab8a55 req-cfd37ebe-6a77-4586-a77a-492196d8f9e8 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:19.772993 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7bba4082-a2ae-4b48-b912-835e15ab8a55 req-cfd37ebe-6a77-4586-a77a-492196d8f9e8 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1109862 Nov 12 20:27:19.885944 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7bba4082-a2ae-4b48-b912-835e15ab8a55 req-893b6143-7d47-40dc-8a97-31a5ffc4cf37 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116347 Nov 12 20:27:20.329797 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-33bdc81e-e5bf-4083-b398-a6404418273d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:20.365474 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:20.367440 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bd819fb4-1ee1-48af-979d-fdbf6f30c2fa req-1f732ceb-2083-4ff0-b060-e65cf897cad9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6ae6eff-f8aa-4081-ab99-859095c040a8 HTTP/1.1" status: 200 len: 210 time: 0.2180743 Nov 12 20:27:20.541728 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf82d4-466a-4fce-aa25-9c0501e592eb req-07ab9342-36d8-42b3-a91f-7bcfa584e1b4 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:20.557941 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e1bf82d4-466a-4fce-aa25-9c0501e592eb req-07ab9342-36d8-42b3-a91f-7bcfa584e1b4 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.3164551 Nov 12 20:27:20.614096 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-bb6d4547-a26c-456f-9ddc-ff87c4698e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9', 'name': 'tempest-TestAggregatesBasicOps-461929405-router', 'tenant_id': 'b8e9122265e54f92994fe4a9c5eecf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'b74775b9-6454-4f84-a449-a3801c80316c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:27:12Z', 'updated_at': '2021-11-12T20:27:15Z', 'revision_number': 3, 'project_id': 'b8e9122265e54f92994fe4a9c5eecf70', 'gw_port': {'id': 'b74775b9-6454-4f84-a449-a3801c80316c', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:14Z', 'updated_at': '2021-11-12T20:27:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:20.659482 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-d384af7a-4fba-428b-85f9-482f8709648b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:20.661184 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-d384af7a-4fba-428b-85f9-482f8709648b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.55 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 812 time: 0.6465490 Nov 12 20:27:20.682561 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-2b7520c8-ed1e-4063-8046-4d849febf24c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Request body: {'port': {'device_id': 'c6ae6eff-f8aa-4081-ab99-859095c040a8', 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786', 'admin_state_up': True, 'tenant_id': '7e8721b8322b46768b4d5df279187cac'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:27:20.751611 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411900aa-1e68-4d28-9e43-5f0f3d1d9acf req-a9e70d57-0e54-4593-b291-ad484c0d17ea tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:20.753508 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-411900aa-1e68-4d28-9e43-5f0f3d1d9acf req-a9e70d57-0e54-4593-b291-ad484c0d17ea tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.1966922 Nov 12 20:27:20.784451 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fde36d79-4a92-4437-9948-d3c411ab2421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:20.952244 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6d4547-a26c-456f-9ddc-ff87c4698e36 None None] Checking router: 6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:27:20.952853 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6d4547-a26c-456f-9ddc-ff87c4698e36 None None] Updating router 6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9 port b74775b9-6454-4f84-a449-a3801c80316c binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:27:20.989362 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bb6d4547-a26c-456f-9ddc-ff87c4698e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:21.097523 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-411900aa-1e68-4d28-9e43-5f0f3d1d9acf req-4530813d-b0fc-4801-81e9-b6cfbb611b16 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333421 Nov 12 20:27:21.118093 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-fde36d79-4a92-4437-9948-d3c411ab2421 admin admin] Allocated IP 172.20.0.1 (c027a767-1315-464b-91db-76a03767d95b/2c42ca5a-95e8-4a01-9b4e-75af29c94d12/8a22bf36-61ff-48bb-84c6-59ff9fadfabc) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:27:21.452849 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fde36d79-4a92-4437-9948-d3c411ab2421 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:21.563394 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bb6d4547-a26c-456f-9ddc-ff87c4698e36 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:21.578014 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bb6d4547-a26c-456f-9ddc-ff87c4698e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:21.643698 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-eded098c-029f-41e1-b360-808d1df3376c req-47a868e0-7992-4476-8927-c8fe7d910e44 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6ae6eff-f8aa-4081-ab99-859095c040a8 HTTP/1.1" status: 200 len: 210 time: 0.1044903 Nov 12 20:27:21.661442 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fde36d79-4a92-4437-9948-d3c411ab2421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:21.697104 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e1bf82d4-466a-4fce-aa25-9c0501e592eb req-d72f5092-aecb-4ac3-89f9-ed539ffbd3dc tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1301057 Nov 12 20:27:21.712029 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-bb6d4547-a26c-456f-9ddc-ff87c4698e36 None None] Attempting to bind port b74775b9-6454-4f84-a449-a3801c80316c on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:27:21.714114 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-bb6d4547-a26c-456f-9ddc-ff87c4698e36 None None] Attempting to bind port b74775b9-6454-4f84-a449-a3801c80316c by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:27:21.716530 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6d4547-a26c-456f-9ddc-ff87c4698e36 None None] Attempting to bind port b74775b9-6454-4f84-a449-a3801c80316c on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:27:21.735629 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aac042a-12df-430b-b0ca-9bc0ae0bebbf None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:27:21.754317 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6d4547-a26c-456f-9ddc-ff87c4698e36 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:27:21.754715 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6d4547-a26c-456f-9ddc-ff87c4698e36 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:27:21.755256 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bb6d4547-a26c-456f-9ddc-ff87c4698e36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:21.755735 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6d4547-a26c-456f-9ddc-ff87c4698e36 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:27:21.756148 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-bb6d4547-a26c-456f-9ddc-ff87c4698e36 None None] Bound port: b74775b9-6454-4f84-a449-a3801c80316c, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:27:21.756665 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bb6d4547-a26c-456f-9ddc-ff87c4698e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:21.762134 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde36d79-4a92-4437-9948-d3c411ab2421 admin admin] Pushing event updated for resources: {'Port': ['ID=8a22bf36-61ff-48bb-84c6-59ff9fadfabc,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:21.791985 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde36d79-4a92-4437-9948-d3c411ab2421 admin admin] Network c027a767-1315-464b-91db-76a03767d95b is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:27:21.813533 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-fde36d79-4a92-4437-9948-d3c411ab2421 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:27:21.828860 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde36d79-4a92-4437-9948-d3c411ab2421 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:27:21.832957 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c975a8-95a7-4cf3-bd3c-60d6ca66b648 None None] Pushing event updated for resources: {'Port': ['ID=b74775b9-6454-4f84-a449-a3801c80316c,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:21.908216 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-bb6d4547-a26c-456f-9ddc-ff87c4698e36 None None] For port b74775b9-6454-4f84-a449-a3801c80316c, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:27:21.913555 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-bb6d4547-a26c-456f-9ddc-ff87c4698e36 None None] For port b74775b9-6454-4f84-a449-a3801c80316c, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b74775b9-6454-4f84-a449-a3801c80316c,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:27:21.919567 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-2b7520c8-ed1e-4063-8046-4d849febf24c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Made reservation on behalf of 7e8721b8322b46768b4d5df279187cac for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:27:21.921930 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bb6d4547-a26c-456f-9ddc-ff87c4698e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:21.935214 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-2b7520c8-ed1e-4063-8046-4d849febf24c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:22.041097 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fde36d79-4a92-4437-9948-d3c411ab2421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:22.197198 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1a97b-ebc9-47b0-be7d-560569eaf6a3 req-a1e1f1a6-67af-4680-8b3d-3a056eac5091 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:22.199759 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0ce1a97b-ebc9-47b0-be7d-560569eaf6a3 req-a1e1f1a6-67af-4680-8b3d-3a056eac5091 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.2834942 Nov 12 20:27:22.302157 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5c2edd-052a-4903-8605-e10d2ed6b485 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:27:22.346731 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8dcf1ccf-9678-4ad8-a410-3d7e37e6c3d9 None None] Provisioning complete for port b74775b9-6454-4f84-a449-a3801c80316c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:22.347597 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1ccf-9678-4ad8-a410-3d7e37e6c3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:22.393557 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c975a8-95a7-4cf3-bd3c-60d6ca66b648 None None] Pushing event updated for resources: {'Port': ['ID=b74775b9-6454-4f84-a449-a3801c80316c,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:22.421382 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6d4547-a26c-456f-9ddc-ff87c4698e36 None None] Routers {'6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:27:22.421816 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-2b7520c8-ed1e-4063-8046-4d849febf24c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Allocated IP 172.20.0.11 (b6864b2f-6168-42ea-9422-cd478a748786/5c500cb5-3e69-49e9-9723-b1dae39e8dfb/139d42f1-5136-4e8b-ab49-db213f860e23) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:27:22.424504 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-bb6d4547-a26c-456f-9ddc-ff87c4698e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:26:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:22.473068 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52e6b6-4627-4cae-a7b9-5e75fde8a524 req-bb1da23a-f250-463c-8b2f-87962a485c3b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:22.475192 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a52e6b6-4627-4cae-a7b9-5e75fde8a524 req-bb1da23a-f250-463c-8b2f-87962a485c3b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.2561066 Nov 12 20:27:22.495558 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0ce1a97b-ebc9-47b0-be7d-560569eaf6a3 req-083e196e-9e12-4e30-b243-cff574346794 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884133 Nov 12 20:27:22.766967 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fde36d79-4a92-4437-9948-d3c411ab2421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:22.843103 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a52e6b6-4627-4cae-a7b9-5e75fde8a524 req-bf2fa821-636b-43a3-b33d-7b7807e6460a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551214 Nov 12 20:27:22.873789 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640839ca-5433-4d2b-8194-fdf588627c6f req-6da80d5d-61f9-490f-8839-b24a89b1c32b tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:22.887820 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-640839ca-5433-4d2b-8194-fdf588627c6f req-6da80d5d-61f9-490f-8839-b24a89b1c32b tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.2263768 Nov 12 20:27:22.904290 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0b6834f6-7042-4536-8227-83fadcc436e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:22.913431 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1ccf-9678-4ad8-a410-3d7e37e6c3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:22.950387 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-bb6d4547-a26c-456f-9ddc-ff87c4698e36 None None] Set router 6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:27:23.134669 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-640839ca-5433-4d2b-8194-fdf588627c6f req-275d4bda-8773-4040-a041-12c76d1fda51 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428820 Nov 12 20:27:23.179618 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-8dcf1ccf-9678-4ad8-a410-3d7e37e6c3d9 None None] For port b74775b9-6454-4f84-a449-a3801c80316c, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b74775b9-6454-4f84-a449-a3801c80316c,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:27:23.231564 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1ccf-9678-4ad8-a410-3d7e37e6c3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:23.272369 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2e70a833-ded9-465f-bb8d-6cf36468230d req-19814903-e16f-47de-b64d-a3fd582cdb65 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6ae6eff-f8aa-4081-ab99-859095c040a8 HTTP/1.1" status: 200 len: 210 time: 0.0997577 Nov 12 20:27:23.414903 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-2b7520c8-ed1e-4063-8046-4d849febf24c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:23.484643 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fde36d79-4a92-4437-9948-d3c411ab2421 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:23.484926 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf1ccf-9678-4ad8-a410-3d7e37e6c3d9 None None] Pushing event updated for resources: {'Port': ['ID=b74775b9-6454-4f84-a449-a3801c80316c,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:23.523713 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-fdb4080e-728f-4239-9d90-8ea9a24fa135 None None] Provisioning complete for port b74775b9-6454-4f84-a449-a3801c80316c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:23.524820 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fdb4080e-728f-4239-9d90-8ea9a24fa135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:23.565793 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-2b7520c8-ed1e-4063-8046-4d849febf24c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:23.602882 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fde36d79-4a92-4437-9948-d3c411ab2421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:23.630536 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:27:23.665251 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-2b7520c8-ed1e-4063-8046-4d849febf24c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Network b6864b2f-6168-42ea-9422-cd478a748786 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:27:23.669931 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-2b7520c8-ed1e-4063-8046-4d849febf24c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:27:23.674380 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-2b7520c8-ed1e-4063-8046-4d849febf24c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:27:23.757932 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde36d79-4a92-4437-9948-d3c411ab2421 admin admin] Pushing event updated for resources: {'Port': ['ID=8a22bf36-61ff-48bb-84c6-59ff9fadfabc,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:23.766394 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-2b7520c8-ed1e-4063-8046-4d849febf24c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:23.767074 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-2b7520c8-ed1e-4063-8046-4d849febf24c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:23.822333 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7520c8-ed1e-4063-8046-4d849febf24c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Pushing event updated for resources: {'Port': ['ID=139d42f1-5136-4e8b-ab49-db213f860e23,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:23.856411 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-2b7520c8-ed1e-4063-8046-4d849febf24c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1781816 Nov 12 20:27:23.876521 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-76538340-833e-4fe8-9ea5-02f1595cc9aa service neutron] Request body: {'port': {'device_id': 'c6ae6eff-f8aa-4081-ab99-859095c040a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:27:23.955676 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b68bd7-aa0c-4132-9ae2-f26cb9c37bf6 req-cfe203b1-2960-4ffe-bc25-d12a100a5d79 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:23.957344 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b6b68bd7-aa0c-4132-9ae2-f26cb9c37bf6 req-cfe203b1-2960-4ffe-bc25-d12a100a5d79 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.4545567 Nov 12 20:27:23.977366 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-76538340-833e-4fe8-9ea5-02f1595cc9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:23.999599 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fde36d79-4a92-4437-9948-d3c411ab2421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:24.076116 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:24.188046 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-fdb4080e-728f-4239-9d90-8ea9a24fa135 None None] Provisioning complete for port 8a22bf36-61ff-48bb-84c6-59ff9fadfabc triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:24.188439 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fdb4080e-728f-4239-9d90-8ea9a24fa135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:24.194584 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:24.195635 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea1dee-1c82-4c3b-8b79-fe3a6af6c5d8 req-d2de10e6-e090-4d92-9f6a-7b3f8b2f5a5d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:24.197478 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9fea1dee-1c82-4c3b-8b79-fe3a6af6c5d8 req-d2de10e6-e090-4d92-9f6a-7b3f8b2f5a5d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.1268473 Nov 12 20:27:24.292719 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-bb6d4547-a26c-456f-9ddc-ff87c4698e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9', 'name': 'tempest-TestAggregatesBasicOps-461929405-router', 'tenant_id': 'b8e9122265e54f92994fe4a9c5eecf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'b74775b9-6454-4f84-a449-a3801c80316c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:27:12Z', 'updated_at': '2021-11-12T20:27:15Z', 'revision_number': 3, 'project_id': 'b8e9122265e54f92994fe4a9c5eecf70', 'gw_port': {'id': 'b74775b9-6454-4f84-a449-a3801c80316c', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:14Z', 'updated_at': '2021-11-12T20:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:24.329103 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde36d79-4a92-4437-9948-d3c411ab2421 admin admin] Network c027a767-1315-464b-91db-76a03767d95b is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:27:24.346101 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-fde36d79-4a92-4437-9948-d3c411ab2421 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:27:24.383656 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6d4547-a26c-456f-9ddc-ff87c4698e36 None None] The sync data for ids ['6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9'] in n-d-712140-15 is: [{'id': '6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9', 'name': 'tempest-TestAggregatesBasicOps-461929405-router', 'tenant_id': 'b8e9122265e54f92994fe4a9c5eecf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'b74775b9-6454-4f84-a449-a3801c80316c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:27:12Z', 'updated_at': '2021-11-12T20:27:15Z', 'revision_number': 3, 'project_id': 'b8e9122265e54f92994fe4a9c5eecf70', 'gw_port': {'id': 'b74775b9-6454-4f84-a449-a3801c80316c', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:14Z', 'updated_at': '2021-11-12T20:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:27:24.432499 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-fdb4080e-728f-4239-9d90-8ea9a24fa135 None None] Port 8a22bf36-61ff-48bb-84c6-59ff9fadfabc cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:27:24.492522 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9fea1dee-1c82-4c3b-8b79-fe3a6af6c5d8 req-4d8a31d3-bb9e-4dc8-9980-c3ea421245ea tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819395 Nov 12 20:27:24.559786 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b6b68bd7-aa0c-4132-9ae2-f26cb9c37bf6 req-2e73784c-29b9-4432-bde9-2269d2802289 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5549786 Nov 12 20:27:24.603924 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-01d2081f-765e-4a08-b9e9-4d106444afe5 None None] Provisioning complete for port 139d42f1-5136-4e8b-ab49-db213f860e23 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:24.606484 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-01d2081f-765e-4a08-b9e9-4d106444afe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:24.754282 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-01d2081f-765e-4a08-b9e9-4d106444afe5 None None] Port 139d42f1-5136-4e8b-ab49-db213f860e23 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:27:24.919891 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd9431-8bf6-439c-93b4-aa83cc7e1194 req-bd59b5b0-fedf-4ba4-9c3d-38bd8b647359 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:24.927955 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-acbd9431-8bf6-439c-93b4-aa83cc7e1194 req-bd59b5b0-fedf-4ba4-9c3d-38bd8b647359 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6ae6eff-f8aa-4081-ab99-859095c040a8 HTTP/1.1" status: 200 len: 932 time: 0.1758194 Nov 12 20:27:24.990580 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-cc1d73b6-a818-471d-8ef8-e78b89c16bff None None] Provisioning complete for port 8a22bf36-61ff-48bb-84c6-59ff9fadfabc triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:24.990952 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cc1d73b6-a818-471d-8ef8-e78b89c16bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:25.027614 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-acbd9431-8bf6-439c-93b4-aa83cc7e1194 req-c164d5e5-215b-45ea-9443-73b652247391 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953314 Nov 12 20:27:25.057191 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e6462-c3ca-47bb-9f68-850df53928c8 req-78f48970-7bc3-47b1-90e5-f2786ee097a6 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:25.065712 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c88e6462-c3ca-47bb-9f68-850df53928c8 req-78f48970-7bc3-47b1-90e5-f2786ee097a6 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.2883806 Nov 12 20:27:25.100131 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-cc1d73b6-a818-471d-8ef8-e78b89c16bff None None] Port 8a22bf36-61ff-48bb-84c6-59ff9fadfabc cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:27:25.102013 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde36d79-4a92-4437-9948-d3c411ab2421 admin admin] Router 6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:27:25.132365 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-76538340-833e-4fe8-9ea5-02f1595cc9aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 139d42f1-5136-4e8b-ab49-db213f860e23 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:27:25.143171 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-76538340-833e-4fe8-9ea5-02f1595cc9aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:25.151202 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c88e6462-c3ca-47bb-9f68-850df53928c8 req-b6db458a-631a-46c3-9cb3-eb628365f67b tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845370 Nov 12 20:27:25.206423 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-76538340-833e-4fe8-9ea5-02f1595cc9aa service neutron] Transition to ACTIVE for port object 139d42f1-5136-4e8b-ab49-db213f860e23 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:27:25.213155 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-76538340-833e-4fe8-9ea5-02f1595cc9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:25.235219 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:25.475329 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76538340-833e-4fe8-9ea5-02f1595cc9aa service neutron] Pushing event updated for resources: {'Port': ['ID=139d42f1-5136-4e8b-ab49-db213f860e23,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:25.515158 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde36d79-4a92-4437-9948-d3c411ab2421 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:27:25.529906 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fde36d79-4a92-4437-9948-d3c411ab2421 admin admin] 10.222.0.48 "PUT /v2.0/routers/6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2405095 Nov 12 20:27:25.646541 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:27:25.788990 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4083350-46df-46ca-85bb-93d0a059a993 req-c3d9bb04-3507-4ade-91b3-b59ed601e85a tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:25.790612 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a4083350-46df-46ca-85bb-93d0a059a993 req-c3d9bb04-3507-4ade-91b3-b59ed601e85a tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.4553647 Nov 12 20:27:25.889388 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de302a-e687-4f82-bdec-4f795d3808b4 req-19dd6d5c-e913-47f3-929c-8e42a3035000 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:25.894104 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e1de302a-e687-4f82-bdec-4f795d3808b4 req-19dd6d5c-e913-47f3-929c-8e42a3035000 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.1612034 Nov 12 20:27:25.983041 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-76538340-833e-4fe8-9ea5-02f1595cc9aa service neutron] Attempting to bind port 139d42f1-5136-4e8b-ab49-db213f860e23 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:27:25.983527 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-76538340-833e-4fe8-9ea5-02f1595cc9aa service neutron] Attempting to bind port 139d42f1-5136-4e8b-ab49-db213f860e23 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:27:25.983715 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-76538340-833e-4fe8-9ea5-02f1595cc9aa service neutron] Attempting to bind port 139d42f1-5136-4e8b-ab49-db213f860e23 on network b6864b2f-6168-42ea-9422-cd478a748786 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:27:25.997519 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:26.032314 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-76538340-833e-4fe8-9ea5-02f1595cc9aa service neutron] Port 139d42f1-5136-4e8b-ab49-db213f860e23 on network b6864b2f-6168-42ea-9422-cd478a748786 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:27:26.032696 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-76538340-833e-4fe8-9ea5-02f1595cc9aa service neutron] Attempting to bind port 139d42f1-5136-4e8b-ab49-db213f860e23 on network b6864b2f-6168-42ea-9422-cd478a748786 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:27:26.042257 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-76538340-833e-4fe8-9ea5-02f1595cc9aa service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:27:26.042635 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b74775b9-6454-4f84-a449-a3801c80316c up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:27:26.042750 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-76538340-833e-4fe8-9ea5-02f1595cc9aa service neutron] Checking segment: {'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:27:26.043023 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-76538340-833e-4fe8-9ea5-02f1595cc9aa service neutron] Bound using segment: {'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:27:26.043642 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-76538340-833e-4fe8-9ea5-02f1595cc9aa service neutron] Bound port: 139d42f1-5136-4e8b-ab49-db213f860e23, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:27:26.044018 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-76538340-833e-4fe8-9ea5-02f1595cc9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:26.113411 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a4083350-46df-46ca-85bb-93d0a059a993 req-ba41a29e-5a8a-484d-bf5c-fd858544f5c3 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064723 Nov 12 20:27:26.126912 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e1de302a-e687-4f82-bdec-4f795d3808b4 req-3774df39-81dc-4438-a0fc-e40ed9146c25 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236087 Nov 12 20:27:26.166461 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b74775b9-6454-4f84-a449-a3801c80316c triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:26.167018 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:26.314334 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-76538340-833e-4fe8-9ea5-02f1595cc9aa service neutron] For port 139d42f1-5136-4e8b-ab49-db213f860e23, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:27:26.329295 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-76538340-833e-4fe8-9ea5-02f1595cc9aa service neutron] For port 139d42f1-5136-4e8b-ab49-db213f860e23, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=139d42f1-5136-4e8b-ab49-db213f860e23,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:27:26.337425 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-76538340-833e-4fe8-9ea5-02f1595cc9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:26.405237 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48baae-787f-4635-80bb-f105d24f8263 req-bf942703-2e5e-488f-9851-a6b851ed372d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:26.419769 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dd48baae-787f-4635-80bb-f105d24f8263 req-bf942703-2e5e-488f-9851-a6b851ed372d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6ae6eff-f8aa-4081-ab99-859095c040a8 HTTP/1.1" status: 200 len: 944 time: 0.1570480 Nov 12 20:27:26.499490 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-76538340-833e-4fe8-9ea5-02f1595cc9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:26.500120 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-76538340-833e-4fe8-9ea5-02f1595cc9aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:26.509536 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-76538340-833e-4fe8-9ea5-02f1595cc9aa service neutron] 10.222.0.55 "PUT /v2.0/ports/139d42f1-5136-4e8b-ab49-db213f860e23 HTTP/1.1" status: 200 len: 1093 time: 2.6441135 Nov 12 20:27:26.512317 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ae6eff-f8aa-4081-ab99-859095c040a8', 'tag': '139d42f1-5136-4e8b-ab49-db213f860e23'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:27:26.533394 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b7315b-f1d9-459d-aa36-fb717c29b9f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ae6eff-f8aa-4081-ab99-859095c040a8", "tag": "139d42f1-5136-4e8b-ab49-db213f860e23"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:27:26.586320 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dd48baae-787f-4635-80bb-f105d24f8263 req-a05a3e13-518c-40f5-bc2a-9c6d552619b3 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639221 Nov 12 20:27:26.677715 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7326d39c-7731-44ae-9a85-aaf9045cb345 x-openstack-request-id: req-7326d39c-7731-44ae-9a85-aaf9045cb345 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:27:26.686093 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ae6eff-f8aa-4081-ab99-859095c040a8", "tag": "139d42f1-5136-4e8b-ab49-db213f860e23", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:27:26.686093 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7326d39c-7731-44ae-9a85-aaf9045cb345 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:27:26.686591 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ae6eff-f8aa-4081-ab99-859095c040a8', 'tag': '139d42f1-5136-4e8b-ab49-db213f860e23', 'status': 'completed', 'code': 200} Nov 12 20:27:26.732571 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76538340-833e-4fe8-9ea5-02f1595cc9aa service neutron] Pushing event updated for resources: {'Port': ['ID=139d42f1-5136-4e8b-ab49-db213f860e23,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:26.768039 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-2b158dfa-5b86-40c8-9a90-d93d27a03712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:26.769620 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-2b158dfa-5b86-40c8-9a90-d93d27a03712 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=c6ae6eff-f8aa-4081-ab99-859095c040a8 HTTP/1.1" status: 200 len: 1096 time: 0.2169561 Nov 12 20:27:26.855603 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-fc55df10-fbcd-4480-b37c-8edfef193931 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=139d42f1-5136-4e8b-ab49-db213f860e23 HTTP/1.1" status: 200 len: 217 time: 0.0760989 Nov 12 20:27:26.949670 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb236ef-3cf6-458f-ac84-914978b70a57 req-9cc3d50e-edbb-44ec-9fb2-ba19f754ca57 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:26.957075 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-abb236ef-3cf6-458f-ac84-914978b70a57 req-9cc3d50e-edbb-44ec-9fb2-ba19f754ca57 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1048007 Nov 12 20:27:27.032657 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-68ded7ee-2a3c-47c4-bff5-32e37173a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:27.035341 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-68ded7ee-2a3c-47c4-bff5-32e37173a8f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 0.1454849 Nov 12 20:27:27.042485 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-abb236ef-3cf6-458f-ac84-914978b70a57 req-a4fbeeb5-d1f9-4746-b12c-2c2e0d84fd0d tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842681 Nov 12 20:27:27.123586 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-2034bded-e543-41a5-a15d-9c47cdb6403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:27.125391 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-2034bded-e543-41a5-a15d-9c47cdb6403e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816374 Nov 12 20:27:27.327469 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-b6538604-c07b-4a71-bb52-6e6dd97a95d6 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943595 Nov 12 20:27:27.591381 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a3445-9333-4669-8206-95301a842770 req-95c7cbc1-801b-42c9-b65b-a8e265c91ce6 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:27.593382 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a61a3445-9333-4669-8206-95301a842770 req-95c7cbc1-801b-42c9-b65b-a8e265c91ce6 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.2647626 Nov 12 20:27:27.626088 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8c083-b6f1-490d-92b8-b32c19e55b18 req-482aa438-4025-4b62-b59f-b7c87160518a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:27.631735 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f0e8c083-b6f1-490d-92b8-b32c19e55b18 req-482aa438-4025-4b62-b59f-b7c87160518a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.0742319 Nov 12 20:27:27.704702 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-75c1782d-642f-4948-ba80-42ab77ff1240 req-e5117456-7b00-447a-8e41-f91a5f80e4a1 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382030 Nov 12 20:27:27.708569 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a61a3445-9333-4669-8206-95301a842770 req-d20075b9-95d5-43d0-b034-479635f0eced tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047382 Nov 12 20:27:27.709876 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f0e8c083-b6f1-490d-92b8-b32c19e55b18 req-8bbe0b07-5933-4201-8564-26c6284e59f6 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572031 Nov 12 20:27:27.854490 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7315b-f1d9-459d-aa36-fb717c29b9f1 req-2439d96c-e133-4b41-a8ec-581d0477d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:27.859860 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-85b7315b-f1d9-459d-aa36-fb717c29b9f1 req-2439d96c-e133-4b41-a8ec-581d0477d99d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=c6ae6eff-f8aa-4081-ab99-859095c040a8 HTTP/1.1" status: 200 len: 1096 time: 0.0872784 Nov 12 20:27:27.972783 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6604b-c1fa-49f3-b787-b431bb9dd48e None None] Sync routers for ids ['6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:27:28.014955 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6604b-c1fa-49f3-b787-b431bb9dd48e None None] Routers {'6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:27:28.017526 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ecc6604b-c1fa-49f3-b787-b431bb9dd48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:27:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:28.100916 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a05e03-1e19-458e-9d6d-fe39ef6dea3f req-cf211a20-60a1-4409-bbcc-4f0a6ec7ff23 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:28.109596 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-91a05e03-1e19-458e-9d6d-fe39ef6dea3f req-cf211a20-60a1-4409-bbcc-4f0a6ec7ff23 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6ae6eff-f8aa-4081-ab99-859095c040a8 HTTP/1.1" status: 200 len: 944 time: 0.1786594 Nov 12 20:27:28.219247 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7315b-f1d9-459d-aa36-fb717c29b9f1 req-b12e40d1-72c0-4da5-8e49-d5cb10a8fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:28.220734 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-85b7315b-f1d9-459d-aa36-fb717c29b9f1 req-b12e40d1-72c0-4da5-8e49-d5cb10a8fe86 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 913 time: 0.3523128 Nov 12 20:27:28.299117 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7da93-6dae-404f-b8c8-12e1f1efa588 req-0da1899e-415c-47e1-98e7-77a46efbc828 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:28.309612 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6a7da93-6dae-404f-b8c8-12e1f1efa588 req-0da1899e-415c-47e1-98e7-77a46efbc828 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1082919 Nov 12 20:27:28.323011 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-ecc6604b-c1fa-49f3-b787-b431bb9dd48e None None] Set router 6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:27:28.369701 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-85b7315b-f1d9-459d-aa36-fb717c29b9f1 req-7241205e-e961-40b6-b835-b80da2bbe1df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=139d42f1-5136-4e8b-ab49-db213f860e23 HTTP/1.1" status: 200 len: 217 time: 0.1410100 Nov 12 20:27:28.479264 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-91a05e03-1e19-458e-9d6d-fe39ef6dea3f req-a0609d32-2eb1-4164-8d2a-03c1679bb1c8 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568959 Nov 12 20:27:28.494121 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6a7da93-6dae-404f-b8c8-12e1f1efa588 req-5e4ba1f1-aca8-4172-a555-196c1addeef5 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784737 Nov 12 20:27:28.573448 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7315b-f1d9-459d-aa36-fb717c29b9f1 req-958a3fed-7773-4c75-a035-fb8bd791dd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:28.590046 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-85b7315b-f1d9-459d-aa36-fb717c29b9f1 req-958a3fed-7773-4c75-a035-fb8bd791dd2c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 0.2040014 Nov 12 20:27:28.804778 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ecc6604b-c1fa-49f3-b787-b431bb9dd48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9', 'name': 'tempest-TestAggregatesBasicOps-461929405-router', 'tenant_id': 'b8e9122265e54f92994fe4a9c5eecf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'b74775b9-6454-4f84-a449-a3801c80316c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:27:12Z', 'updated_at': '2021-11-12T20:27:22Z', 'revision_number': 4, 'project_id': 'b8e9122265e54f92994fe4a9c5eecf70', 'gw_port': {'id': 'b74775b9-6454-4f84-a449-a3801c80316c', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:14Z', 'updated_at': '2021-11-12T20:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '8a22bf36-61ff-48bb-84c6-59ff9fadfabc', 'name': '', 'network_id': 'c027a767-1315-464b-91db-76a03767d95b', 'tenant_id': 'b8e9122265e54f92994fe4a9c5eecf70', 'mac_address': 'fa:16:3e:83:9d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '2c42ca5a-95e8-4a01-9b4e-75af29c94d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:20Z', 'updated_at': '2021-11-12T20:27:22Z', 'revision_number': 2, 'project_id': 'b8e9122265e54f92994fe4a9c5eecf70', 'subnets': [{'id': '2c42ca5a-95e8-4a01-9b4e-75af29c94d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:28.875648 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7315b-f1d9-459d-aa36-fb717c29b9f1 req-633d400c-6c22-47e7-b012-b45c4490b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:28.879715 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6604b-c1fa-49f3-b787-b431bb9dd48e None None] Checking router: 6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:27:28.880175 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6604b-c1fa-49f3-b787-b431bb9dd48e None None] Updating router 6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9 port 8a22bf36-61ff-48bb-84c6-59ff9fadfabc binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:27:28.881915 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-85b7315b-f1d9-459d-aa36-fb717c29b9f1 req-633d400c-6c22-47e7-b012-b45c4490b1e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2821777 Nov 12 20:27:28.935053 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ecc6604b-c1fa-49f3-b787-b431bb9dd48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:28.947202 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b9231-7c86-4524-a44f-19d56ffaf9a1 req-ec695efa-1e97-49b2-be78-17e56793fec0 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:28.962352 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9c6b9231-7c86-4524-a44f-19d56ffaf9a1 req-ec695efa-1e97-49b2-be78-17e56793fec0 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.2580819 Nov 12 20:27:29.220508 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-85b7315b-f1d9-459d-aa36-fb717c29b9f1 req-508ecf7a-9410-43d9-8bf4-9163b6bea9ce service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294737 Nov 12 20:27:29.403033 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9c6b9231-7c86-4524-a44f-19d56ffaf9a1 req-8a6bf608-83d8-450c-8add-f685279ee626 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328663 Nov 12 20:27:29.423394 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87623e5a-412e-42d7-b160-832894403ce6 req-7727ff74-3465-4ad5-8a67-885f9a2d3bd6 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:29.437954 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-87623e5a-412e-42d7-b160-832894403ce6 req-7727ff74-3465-4ad5-8a67-885f9a2d3bd6 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.3217518 Nov 12 20:27:29.484056 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-85b7315b-f1d9-459d-aa36-fb717c29b9f1 req-b90a0ed7-cccd-4be1-a021-90f707355224 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152209 Nov 12 20:27:29.572904 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 38766) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:29.577193 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-87623e5a-412e-42d7-b160-832894403ce6 req-1f19c57a-68c5-43c4-bfbf-63e8a1a333bd tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314998 Nov 12 20:27:29.681200 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ecc6604b-c1fa-49f3-b787-b431bb9dd48e None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:29.693915 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ecc6604b-c1fa-49f3-b787-b431bb9dd48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:29.829741 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ea8a3-b7be-474a-9a6a-dc49ffd3fcb2 None None] Pushing event updated for resources: {'Port': ['ID=8a22bf36-61ff-48bb-84c6-59ff9fadfabc,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:29.928264 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 139d42f1-5136-4e8b-ab49-db213f860e23 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:27:29.972346 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463eae85-9719-49ef-b686-ada370c23c18 req-377f5091-dd65-4b65-a34e-494af72b56c8 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:29.993059 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-463eae85-9719-49ef-b686-ada370c23c18 req-377f5091-dd65-4b65-a34e-494af72b56c8 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6ae6eff-f8aa-4081-ab99-859095c040a8 HTTP/1.1" status: 200 len: 944 time: 0.2328584 Nov 12 20:27:30.002461 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-ecc6604b-c1fa-49f3-b787-b431bb9dd48e None None] Attempting to bind port 8a22bf36-61ff-48bb-84c6-59ff9fadfabc on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:27:30.002828 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-ecc6604b-c1fa-49f3-b787-b431bb9dd48e None None] Attempting to bind port 8a22bf36-61ff-48bb-84c6-59ff9fadfabc by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'e17d8892-becd-4784-bc76-988396b190de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c027a767-1315-464b-91db-76a03767d95b'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:27:30.006529 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc6604b-c1fa-49f3-b787-b431bb9dd48e None None] Attempting to bind port 8a22bf36-61ff-48bb-84c6-59ff9fadfabc on network c027a767-1315-464b-91db-76a03767d95b {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:27:30.036262 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc6604b-c1fa-49f3-b787-b431bb9dd48e None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:27:30.036638 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc6604b-c1fa-49f3-b787-b431bb9dd48e None None] Checking segment: {'id': 'e17d8892-becd-4784-bc76-988396b190de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c027a767-1315-464b-91db-76a03767d95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:27:30.037041 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ecc6604b-c1fa-49f3-b787-b431bb9dd48e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:30.062408 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc6604b-c1fa-49f3-b787-b431bb9dd48e None None] Bound using segment: {'id': 'e17d8892-becd-4784-bc76-988396b190de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c027a767-1315-464b-91db-76a03767d95b'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:27:30.068717 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-ecc6604b-c1fa-49f3-b787-b431bb9dd48e None None] Bound port: 8a22bf36-61ff-48bb-84c6-59ff9fadfabc, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17d8892-becd-4784-bc76-988396b190de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c027a767-1315-464b-91db-76a03767d95b'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:27:30.071604 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ecc6604b-c1fa-49f3-b787-b431bb9dd48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:30.209936 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-463eae85-9719-49ef-b686-ada370c23c18 req-8abf831a-6d9c-4bd9-a321-660cb24cd9ca tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115827 Nov 12 20:27:30.309857 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-ecc6604b-c1fa-49f3-b787-b431bb9dd48e None None] For port 8a22bf36-61ff-48bb-84c6-59ff9fadfabc, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:27:30.317023 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-ecc6604b-c1fa-49f3-b787-b431bb9dd48e None None] For port 8a22bf36-61ff-48bb-84c6-59ff9fadfabc, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8a22bf36-61ff-48bb-84c6-59ff9fadfabc,segment=NetworkSegment(e17d8892-becd-4784-bc76-988396b190de),segment_id=e17d8892-becd-4784-bc76-988396b190de)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:27:30.324258 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ecc6604b-c1fa-49f3-b787-b431bb9dd48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:30.418114 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-1a95757d-59bf-4341-8fb4-73075c4646ee None None] Provisioning complete for port 8a22bf36-61ff-48bb-84c6-59ff9fadfabc triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:30.419216 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1a95757d-59bf-4341-8fb4-73075c4646ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:30.422902 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 139d42f1-5136-4e8b-ab49-db213f860e23, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=139d42f1-5136-4e8b-ab49-db213f860e23,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:27:30.442678 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc30c1-dbd0-4542-b8b8-a600fa4dd023 req-748f0fc3-e309-4bc3-a471-a360228229f5 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:30.450107 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1dbc30c1-dbd0-4542-b8b8-a600fa4dd023 req-748f0fc3-e309-4bc3-a471-a360228229f5 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.4958627 Nov 12 20:27:30.466393 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '139d42f1-5136-4e8b-ab49-db213f860e23', 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786', 'port_id': '139d42f1-5136-4e8b-ab49-db213f860e23', 'mac_address': 'fa:16:3e:43:07:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c500cb5-3e69-49e9-9723-b1dae39e8dfb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:27:30.525782 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6604b-c1fa-49f3-b787-b431bb9dd48e None None] Routers {'6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:27:30.526404 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ecc6604b-c1fa-49f3-b787-b431bb9dd48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:27:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:30.545488 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ea8a3-b7be-474a-9a6a-dc49ffd3fcb2 None None] Pushing event updated for resources: {'Port': ['ID=8a22bf36-61ff-48bb-84c6-59ff9fadfabc,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:30.732548 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1dbc30c1-dbd0-4542-b8b8-a600fa4dd023 req-c7a212b8-0bc2-49ce-b025-337c964b10c2 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722480 Nov 12 20:27:30.947306 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bdea9-7886-4919-9d9a-f5d8c0ee8b79 req-418811b7-b91d-4750-8094-11b19bf95a19 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:30.962095 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1e0bdea9-7886-4919-9d9a-f5d8c0ee8b79 req-418811b7-b91d-4750-8094-11b19bf95a19 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.1451659 Nov 12 20:27:31.045745 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b546fc-3bf1-415e-9f05-336785f9c99b req-331e8ac9-2834-4083-a699-505474d619d8 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:31.053584 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-53b546fc-3bf1-415e-9f05-336785f9c99b req-331e8ac9-2834-4083-a699-505474d619d8 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.2238135 Nov 12 20:27:31.095806 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1e0bdea9-7886-4919-9d9a-f5d8c0ee8b79 req-4c222ac6-0fc2-482e-b5b8-519ec80ad33b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327131 Nov 12 20:27:31.134017 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-ecc6604b-c1fa-49f3-b787-b431bb9dd48e None None] Set router 6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:27:31.153050 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1a95757d-59bf-4341-8fb4-73075c4646ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:31.175105 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:31.192147 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-53b546fc-3bf1-415e-9f05-336785f9c99b req-2cda8f6d-c5de-4cfb-b4b3-849646ee0a28 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169965 Nov 12 20:27:31.335723 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-1a95757d-59bf-4341-8fb4-73075c4646ee None None] For port 8a22bf36-61ff-48bb-84c6-59ff9fadfabc, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8a22bf36-61ff-48bb-84c6-59ff9fadfabc,segment=NetworkSegment(e17d8892-becd-4784-bc76-988396b190de),segment_id=e17d8892-becd-4784-bc76-988396b190de)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:27:31.337179 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4101ebdb-280e-4a1e-96af-d9ac2fa657a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:31.378924 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139d42f1-5136-4e8b-ab49-db213f860e23 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:27:31.458206 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 139d42f1-5136-4e8b-ab49-db213f860e23, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=139d42f1-5136-4e8b-ab49-db213f860e23,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:27:31.462887 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1a95757d-59bf-4341-8fb4-73075c4646ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:31.503043 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60e15d-2e6e-4010-8597-65178ba10f87 req-0cc4d3ce-c71e-44e8-b85d-34886bf185c9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:31.513777 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1f60e15d-2e6e-4010-8597-65178ba10f87 req-0cc4d3ce-c71e-44e8-b85d-34886bf185c9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6ae6eff-f8aa-4081-ab99-859095c040a8 HTTP/1.1" status: 200 len: 944 time: 0.1224642 Nov 12 20:27:31.605301 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95757d-59bf-4341-8fb4-73075c4646ee None None] Pushing event updated for resources: {'Port': ['ID=8a22bf36-61ff-48bb-84c6-59ff9fadfabc,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:31.614351 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:31.641482 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1f60e15d-2e6e-4010-8597-65178ba10f87 req-068970e5-cf52-4f4a-aaa2-dfa3418d246f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237216 Nov 12 20:27:31.702881 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ecc6604b-c1fa-49f3-b787-b431bb9dd48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9', 'name': 'tempest-TestAggregatesBasicOps-461929405-router', 'tenant_id': 'b8e9122265e54f92994fe4a9c5eecf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'b74775b9-6454-4f84-a449-a3801c80316c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:27:12Z', 'updated_at': '2021-11-12T20:27:22Z', 'revision_number': 4, 'project_id': 'b8e9122265e54f92994fe4a9c5eecf70', 'gw_port': {'id': 'b74775b9-6454-4f84-a449-a3801c80316c', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:14Z', 'updated_at': '2021-11-12T20:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '8a22bf36-61ff-48bb-84c6-59ff9fadfabc', 'name': '', 'network_id': 'c027a767-1315-464b-91db-76a03767d95b', 'tenant_id': 'b8e9122265e54f92994fe4a9c5eecf70', 'mac_address': 'fa:16:3e:83:9d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '2c42ca5a-95e8-4a01-9b4e-75af29c94d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:20Z', 'updated_at': '2021-11-12T20:27:30Z', 'revision_number': 4, 'project_id': 'b8e9122265e54f92994fe4a9c5eecf70', 'subnets': [{'id': '2c42ca5a-95e8-4a01-9b4e-75af29c94d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:31.718555 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95757d-59bf-4341-8fb4-73075c4646ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:31.718973 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95757d-59bf-4341-8fb4-73075c4646ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:31.719362 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95757d-59bf-4341-8fb4-73075c4646ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:31.720711 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95757d-59bf-4341-8fb4-73075c4646ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:31.721192 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95757d-59bf-4341-8fb4-73075c4646ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:31.721571 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95757d-59bf-4341-8fb4-73075c4646ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:31.721910 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95757d-59bf-4341-8fb4-73075c4646ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:31.727891 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95757d-59bf-4341-8fb4-73075c4646ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:31.728614 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95757d-59bf-4341-8fb4-73075c4646ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:31.729130 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95757d-59bf-4341-8fb4-73075c4646ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:31.729691 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95757d-59bf-4341-8fb4-73075c4646ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:31.733563 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95757d-59bf-4341-8fb4-73075c4646ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:31.741556 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6604b-c1fa-49f3-b787-b431bb9dd48e None None] The sync data for ids ['6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9'] in n-d-712140-15 is: [{'id': '6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9', 'name': 'tempest-TestAggregatesBasicOps-461929405-router', 'tenant_id': 'b8e9122265e54f92994fe4a9c5eecf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'b74775b9-6454-4f84-a449-a3801c80316c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:27:12Z', 'updated_at': '2021-11-12T20:27:22Z', 'revision_number': 4, 'project_id': 'b8e9122265e54f92994fe4a9c5eecf70', 'gw_port': {'id': 'b74775b9-6454-4f84-a449-a3801c80316c', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:14Z', 'updated_at': '2021-11-12T20:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '8a22bf36-61ff-48bb-84c6-59ff9fadfabc', 'name': '', 'network_id': 'c027a767-1315-464b-91db-76a03767d95b', 'tenant_id': 'b8e9122265e54f92994fe4a9c5eecf70', 'mac_address': 'fa:16:3e:83:9d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '2c42ca5a-95e8-4a01-9b4e-75af29c94d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:20Z', 'updated_at': '2021-11-12T20:27:30Z', 'revision_number': 4, 'project_id': 'b8e9122265e54f92994fe4a9c5eecf70', 'subnets': [{'id': '2c42ca5a-95e8-4a01-9b4e-75af29c94d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:27:31.918915 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-facaafe9-2eea-40b5-be40-13e585fef26e None None] Provisioning complete for port 8a22bf36-61ff-48bb-84c6-59ff9fadfabc triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:31.919289 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-facaafe9-2eea-40b5-be40-13e585fef26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:31.989709 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=139d42f1-5136-4e8b-ab49-db213f860e23,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:32.053244 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c1eb4-6c7f-4e8f-ae96-b720d6904278 req-84f4e5ac-74b2-4f68-8219-b96ae0f1cf5d tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:32.074458 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cc2c1eb4-6c7f-4e8f-ae96-b720d6904278 req-84f4e5ac-74b2-4f68-8219-b96ae0f1cf5d tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1799662 Nov 12 20:27:32.210771 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['139d42f1-5136-4e8b-ab49-db213f860e23'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:27:32.240435 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-4101ebdb-280e-4a1e-96af-d9ac2fa657a4 admin admin] Deleting port 8270e017-3630-498e-83d9-9f8e44c161d2 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:27:32.240945 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4101ebdb-280e-4a1e-96af-d9ac2fa657a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:32.262248 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cc2c1eb4-6c7f-4e8f-ae96-b720d6904278 req-40b800d5-4d9c-4213-ac47-1eb2cf260ed2 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867139 Nov 12 20:27:32.521883 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61a11d-7d29-425d-935a-0a4edc587429 req-da520df0-6135-466a-b145-5a93c080b60f tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:32.541527 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fe61a11d-7d29-425d-935a-0a4edc587429 req-da520df0-6135-466a-b145-5a93c080b60f tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1146417 Nov 12 20:27:32.574694 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7afb1-7026-402e-8ff6-c798bc20c6e4 req-546973a3-92aa-4e3c-a124-561e57ded168 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:32.583359 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-85b7afb1-7026-402e-8ff6-c798bc20c6e4 req-546973a3-92aa-4e3c-a124-561e57ded168 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.3339701 Nov 12 20:27:32.645734 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-4101ebdb-280e-4a1e-96af-d9ac2fa657a4 admin admin] For port 8270e017-3630-498e-83d9-9f8e44c161d2, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8270e017-3630-498e-83d9-9f8e44c161d2,segment=NetworkSegment(f9b9c9c6-4992-41a1-9e54-0a2d85fecec4),segment_id=f9b9c9c6-4992-41a1-9e54-0a2d85fecec4)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:27:32.646167 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4101ebdb-280e-4a1e-96af-d9ac2fa657a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:32.664522 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-4101ebdb-280e-4a1e-96af-d9ac2fa657a4 admin admin] Calling delete_port for 8270e017-3630-498e-83d9-9f8e44c161d2 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:27:32.668908 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fe61a11d-7d29-425d-935a-0a4edc587429 req-df22b72c-ed67-4c5d-8b95-bd71a813fa80 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261063 Nov 12 20:27:32.870274 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca3c47-c1f5-4ba8-95e1-177eb6330d0b req-7ed1cbc8-eaef-411e-b60a-a1db932ec6d4 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:32.872720 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-baca3c47-c1f5-4ba8-95e1-177eb6330d0b req-7ed1cbc8-eaef-411e-b60a-a1db932ec6d4 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6ae6eff-f8aa-4081-ab99-859095c040a8 HTTP/1.1" status: 200 len: 945 time: 0.1125820 Nov 12 20:27:32.885787 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-85b7afb1-7026-402e-8ff6-c798bc20c6e4 req-3a98409a-523c-40e0-ab15-daf00af894b8 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010130 Nov 12 20:27:32.977515 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-baca3c47-c1f5-4ba8-95e1-177eb6330d0b req-068cc868-b316-46c7-addc-b81451f258a2 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853205 Nov 12 20:27:33.312101 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4101ebdb-280e-4a1e-96af-d9ac2fa657a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:33.378390 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a4b7c-56fc-4953-b63a-60b34efd6563 req-820049d0-4193-4a53-b498-134b6b2732b6 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:33.384731 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fb7a4b7c-56fc-4953-b63a-60b34efd6563 req-820049d0-4193-4a53-b498-134b6b2732b6 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1888254 Nov 12 20:27:33.398568 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101ebdb-280e-4a1e-96af-d9ac2fa657a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8270e017-3630-498e-83d9-9f8e44c161d2,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:33.651027 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fb7a4b7c-56fc-4953-b63a-60b34efd6563 req-3e68d9ad-4afd-41c3-b638-e8c58a483862 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505996 Nov 12 20:27:33.938645 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 139d42f1-5136-4e8b-ab49-db213f860e23 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:27:33.980974 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b19aa7-2826-450e-a718-087fd9e696bd req-8a726d7c-8a53-4d95-b1e5-9fca9a7f1dbc tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:33.998658 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-44b19aa7-2826-450e-a718-087fd9e696bd req-8a726d7c-8a53-4d95-b1e5-9fca9a7f1dbc tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1423962 Nov 12 20:27:34.067930 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4101ebdb-280e-4a1e-96af-d9ac2fa657a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:34.107998 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 139d42f1-5136-4e8b-ab49-db213f860e23 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:27:34.120018 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 139d42f1-5136-4e8b-ab49-db213f860e23 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:34.123395 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:34.228038 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-44b19aa7-2826-450e-a718-087fd9e696bd req-7470db10-0230-4ccf-bac5-9f759f37e8b0 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230258 Nov 12 20:27:34.256506 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8a22bf36-61ff-48bb-84c6-59ff9fadfabc up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:27:34.369857 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:34.436332 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ae6eff-f8aa-4081-ab99-859095c040a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139d42f1-5136-4e8b-ab49-db213f860e23'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:27:34.449147 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35be1f0-220f-408d-9df3-1cb10eb51e5c" -d '{"events": [{"server_uuid": "c6ae6eff-f8aa-4081-ab99-859095c040a8", "name": "network-vif-plugged", "status": "completed", "tag": "139d42f1-5136-4e8b-ab49-db213f860e23"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:27:34.498743 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e62755-d8b8-4b0f-b74d-f72639d43a44 req-fb7ebecd-59c7-4fb2-aae8-af05f75c2ece tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:34.501486 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e0e62755-d8b8-4b0f-b74d-f72639d43a44 req-fb7ebecd-59c7-4fb2-aae8-af05f75c2ece tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6ae6eff-f8aa-4081-ab99-859095c040a8 HTTP/1.1" status: 200 len: 945 time: 0.1379254 Nov 12 20:27:34.554750 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 139d42f1-5136-4e8b-ab49-db213f860e23, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=139d42f1-5136-4e8b-ab49-db213f860e23,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:27:34.571997 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:34.583644 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6196ee6-bfd2-497a-9209-bdafb1aa6333 req-6c95c82a-cdc4-4d0b-9e52-f0e09ddbb340 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:34.585600 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6196ee6-bfd2-497a-9209-bdafb1aa6333 req-6c95c82a-cdc4-4d0b-9e52-f0e09ddbb340 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.2173448 Nov 12 20:27:34.641737 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e0e62755-d8b8-4b0f-b74d-f72639d43a44 req-850720fe-507f-4c8f-a9fe-6381bffb8230 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324580 Nov 12 20:27:34.741644 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6196ee6-bfd2-497a-9209-bdafb1aa6333 req-abc03f51-c3e5-4f5c-bad8-499a11601ffc tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418531 Nov 12 20:27:34.786697 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4101ebdb-280e-4a1e-96af-d9ac2fa657a4 admin admin] Router fc87c018-94ff-4068-b6be-937ff141aeac has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:27:34.814568 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 8a22bf36-61ff-48bb-84c6-59ff9fadfabc triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:34.814935 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:34.909565 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=139d42f1-5136-4e8b-ab49-db213f860e23,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:34.998936 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd010ae-68e9-452a-8b8c-0e6bffb863f6 x-openstack-request-id: req-9fd010ae-68e9-452a-8b8c-0e6bffb863f6 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:27:34.999637 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ae6eff-f8aa-4081-ab99-859095c040a8", "name": "network-vif-plugged", "status": "completed", "tag": "139d42f1-5136-4e8b-ab49-db213f860e23", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:27:34.999637 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9fd010ae-68e9-452a-8b8c-0e6bffb863f6 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:27:35.008906 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ae6eff-f8aa-4081-ab99-859095c040a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139d42f1-5136-4e8b-ab49-db213f860e23', 'code': 200} Nov 12 20:27:35.165773 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4101ebdb-280e-4a1e-96af-d9ac2fa657a4 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:27:35.176134 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60cdcd7-e444-4299-ae44-99d063087482 None None] Sync routers for ids ['fc87c018-94ff-4068-b6be-937ff141aeac'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:27:35.179434 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 39118) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:35.179936 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4101ebdb-280e-4a1e-96af-d9ac2fa657a4 admin admin] 10.222.0.48 "PUT /v2.0/routers/fc87c018-94ff-4068-b6be-937ff141aeac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6054933 Nov 12 20:27:35.183186 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad6ee8-2fc1-410d-a00d-29651b87239f req-0a9b821e-716b-4494-b930-74cf0696f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:35.184929 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24ad6ee8-2fc1-410d-a00d-29651b87239f req-0a9b821e-716b-4494-b930-74cf0696f8dc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c6ae6eff-f8aa-4081-ab99-859095c040a8 HTTP/1.1" status: 200 len: 1098 time: 0.1201797 Nov 12 20:27:35.214518 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60cdcd7-e444-4299-ae44-99d063087482 None None] Routers {'fc87c018-94ff-4068-b6be-937ff141aeac'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:27:35.217849 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c60cdcd7-e444-4299-ae44-99d063087482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:27:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['fc87c018-94ff-4068-b6be-937ff141aeac'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:35.338423 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24ad6ee8-2fc1-410d-a00d-29651b87239f req-58e4d9d8-027d-4116-bcd7-55419cff2174 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381915 Nov 12 20:27:35.459230 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7cdc9f54-3700-47f0-9cf2-f44e018440af admin admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:35.541585 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a1b6d-e514-4abe-9330-a045f01aa76f req-f5499c30-11dd-4623-b0f2-a074153a8f8d tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:35.550418 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-930a1b6d-e514-4abe-9330-a045f01aa76f req-f5499c30-11dd-4623-b0f2-a074153a8f8d tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1482196 Nov 12 20:27:35.561745 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-c60cdcd7-e444-4299-ae44-99d063087482 None None] Set router fc87c018-94ff-4068-b6be-937ff141aeac gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:27:35.690296 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-930a1b6d-e514-4abe-9330-a045f01aa76f req-899e4344-f4e2-4286-a602-02ea7be0c86c tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329184 Nov 12 20:27:35.866593 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7cdc9f54-3700-47f0-9cf2-f44e018440af admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:35.883066 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c60cdcd7-e444-4299-ae44-99d063087482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc87c018-94ff-4068-b6be-937ff141aeac', 'name': 'tempest-TestAggregatesBasicOps-948936863-router', 'tenant_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'e0de19fb-17a9-405e-8559-e4678bf6d0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:26:54Z', 'updated_at': '2021-11-12T20:27:33Z', 'revision_number': 5, 'project_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'gw_port': {'id': 'e0de19fb-17a9-405e-8559-e4678bf6d0d8', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc87c018-94ff-4068-b6be-937ff141aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:26:57Z', 'updated_at': '2021-11-12T20:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:35.995994 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61190c1c-8f48-4692-9b86-8dd8e8648006 req-933ba6e6-492e-4a39-8ca0-ce52b67f21ad tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:36.003011 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60cdcd7-e444-4299-ae44-99d063087482 None None] Checking router: fc87c018-94ff-4068-b6be-937ff141aeac for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:27:36.005180 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-61190c1c-8f48-4692-9b86-8dd8e8648006 req-933ba6e6-492e-4a39-8ca0-ce52b67f21ad tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.1256289 Nov 12 20:27:36.012018 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fe3be-17aa-4533-968f-b702a9ddfbd9 req-5ccfe717-35a8-43da-a4cd-60a465c372d3 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:36.014900 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-357fe3be-17aa-4533-968f-b702a9ddfbd9 req-5ccfe717-35a8-43da-a4cd-60a465c372d3 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6ae6eff-f8aa-4081-ab99-859095c040a8 HTTP/1.1" status: 200 len: 946 time: 0.1999929 Nov 12 20:27:36.024204 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60cdcd7-e444-4299-ae44-99d063087482 None None] Routers {'fc87c018-94ff-4068-b6be-937ff141aeac'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:27:36.025647 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-7cdc9f54-3700-47f0-9cf2-f44e018440af admin admin] Deleting port e0de19fb-17a9-405e-8559-e4678bf6d0d8 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:27:36.026365 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c60cdcd7-e444-4299-ae44-99d063087482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:27:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['fc87c018-94ff-4068-b6be-937ff141aeac'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:36.026895 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7cdc9f54-3700-47f0-9cf2-f44e018440af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:36.114711 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-61190c1c-8f48-4692-9b86-8dd8e8648006 req-f3c0e074-9a1c-4255-9f9e-41377dbae296 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084092 Nov 12 20:27:36.122343 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-357fe3be-17aa-4533-968f-b702a9ddfbd9 req-df22ec22-fd97-4c9a-8118-89590871d768 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892913 Nov 12 20:27:36.254438 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-c60cdcd7-e444-4299-ae44-99d063087482 None None] Set router fc87c018-94ff-4068-b6be-937ff141aeac gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:27:36.259687 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-7cdc9f54-3700-47f0-9cf2-f44e018440af admin admin] For port e0de19fb-17a9-405e-8559-e4678bf6d0d8, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e0de19fb-17a9-405e-8559-e4678bf6d0d8,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:27:36.260209 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7cdc9f54-3700-47f0-9cf2-f44e018440af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:36.284911 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-7cdc9f54-3700-47f0-9cf2-f44e018440af admin admin] Calling delete_port for e0de19fb-17a9-405e-8559-e4678bf6d0d8 owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:27:36.365216 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c60cdcd7-e444-4299-ae44-99d063087482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc87c018-94ff-4068-b6be-937ff141aeac', 'name': 'tempest-TestAggregatesBasicOps-948936863-router', 'tenant_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:26:54Z', 'updated_at': '2021-11-12T20:27:35Z', 'revision_number': 6, 'project_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:36.430362 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60cdcd7-e444-4299-ae44-99d063087482 None None] The sync data for ids ['fc87c018-94ff-4068-b6be-937ff141aeac'] in n-d-712140-15 is: [{'id': 'fc87c018-94ff-4068-b6be-937ff141aeac', 'name': 'tempest-TestAggregatesBasicOps-948936863-router', 'tenant_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:26:54Z', 'updated_at': '2021-11-12T20:27:35Z', 'revision_number': 6, 'project_id': 'b3f019f7f4d44d31a614ff88ea21e1eb', 'gw_port_host': None}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:27:36.679783 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7cdc9f54-3700-47f0-9cf2-f44e018440af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:36.780821 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc8f61e-6935-4258-b56a-96e7eff001dd None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:27:36.867438 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc9f54-3700-47f0-9cf2-f44e018440af admin admin] Pushing event deleted for resources: {'Port': ['ID=e0de19fb-17a9-405e-8559-e4678bf6d0d8,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:36.960822 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7cdc9f54-3700-47f0-9cf2-f44e018440af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:37.048084 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3f082-4fe8-49e9-bc8a-5297122726ee req-29dcb4a1-4514-44cf-ad9a-abb911738571 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:37.049703 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40e3f082-4fe8-49e9-bc8a-5297122726ee req-29dcb4a1-4514-44cf-ad9a-abb911738571 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1744251 Nov 12 20:27:37.125781 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7cdc9f54-3700-47f0-9cf2-f44e018440af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:37.129396 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7cdc9f54-3700-47f0-9cf2-f44e018440af admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:37.218442 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40e3f082-4fe8-49e9-bc8a-5297122726ee req-608d7a70-c864-453b-beee-053bc6188fae tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211581 Nov 12 20:27:37.238569 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7cdc9f54-3700-47f0-9cf2-f44e018440af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:37.246332 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdc9f54-3700-47f0-9cf2-f44e018440af admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc87c018-94ff-4068-b6be-937ff141aeac {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:27:37.261669 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7cdc9f54-3700-47f0-9cf2-f44e018440af admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:37.265018 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7cdc9f54-3700-47f0-9cf2-f44e018440af admin admin] 10.222.0.48 "DELETE /v2.0/routers/fc87c018-94ff-4068-b6be-937ff141aeac HTTP/1.1" status: 204 len: 168 time: 2.0823803 Nov 12 20:27:37.265546 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 39268) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:37.324221 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35312ac-dfd2-4fd7-88c1-f2aae578a503 req-a7d3f28d-22a6-402b-9fca-c728a7f2cc3c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:37.348549 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f35312ac-dfd2-4fd7-88c1-f2aae578a503 req-a7d3f28d-22a6-402b-9fca-c728a7f2cc3c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6ae6eff-f8aa-4081-ab99-859095c040a8 HTTP/1.1" status: 200 len: 946 time: 0.1138096 Nov 12 20:27:37.450675 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f35312ac-dfd2-4fd7-88c1-f2aae578a503 req-d5bb2443-194f-4e97-a248-2e91ab3e0ac1 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010299 Nov 12 20:27:37.550762 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4564a0b-db63-4c69-a751-5aefa8239d83 admin admin] Deleting subnet 4e6b57bf-dd6e-43d6-87e8-70fd068c0db1 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:27:37.555834 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e4564a0b-db63-4c69-a751-5aefa8239d83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:37.675645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae59c3f-f27d-49e9-ad14-7bc0db8ebba3 req-d1d85f82-d303-4dd8-a0b4-fb867f3ad883 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:37.682369 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bae59c3f-f27d-49e9-ad14-7bc0db8ebba3 req-d1d85f82-d303-4dd8-a0b4-fb867f3ad883 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.2435832 Nov 12 20:27:37.697142 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e4564a0b-db63-4c69-a751-5aefa8239d83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:37.962032 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e4564a0b-db63-4c69-a751-5aefa8239d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:37.970559 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e0de19fb-17a9-405e-8559-e4678bf6d0d8 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:27:38.045973 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: e0de19fb-17a9-405e-8559-e4678bf6d0d8 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:27:38.045973 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e0de19fb-17a9-405e-8559-e4678bf6d0d8 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:27:38.045973 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8270e017-3630-498e-83d9-9f8e44c161d2 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:27:38.067923 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bae59c3f-f27d-49e9-ad14-7bc0db8ebba3 req-2c9c72e5-263f-40a5-89cf-322bf2cee75f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622844 Nov 12 20:27:38.100047 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 8270e017-3630-498e-83d9-9f8e44c161d2 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:27:38.108681 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8270e017-3630-498e-83d9-9f8e44c161d2 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:27:38.125071 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e4564a0b-db63-4c69-a751-5aefa8239d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:38.157826 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4564a0b-db63-4c69-a751-5aefa8239d83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e6b57bf-dd6e-43d6-87e8-70fd068c0db1,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:38.163644 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e4564a0b-db63-4c69-a751-5aefa8239d83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:38.168478 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e4564a0b-db63-4c69-a751-5aefa8239d83 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4e6b57bf-dd6e-43d6-87e8-70fd068c0db1 HTTP/1.1" status: 204 len: 168 time: 0.8998711 Nov 12 20:27:38.175059 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 39328) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:38.175472 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75b5bb3-c4d4-47d5-bfa6-3221e70f828b None None] Network 48f12c04-1a40-45b4-bedd-e80d17990cc1 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:27:38.330205 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c5c1bd2-f4f7-4db3-b4aa-428e342a336d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:38.407345 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-5c5c1bd2-f4f7-4db3-b4aa-428e342a336d admin admin] Deleting port b32c2bfa-67f8-411b-ab50-c950e8ce940b {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:27:38.407747 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c5c1bd2-f4f7-4db3-b4aa-428e342a336d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:38.470287 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a028809-937b-48c9-904d-ea305dc64321 None None] DHCP port deletion for 48f12c04-1a40-45b4-bedd-e80d17990cc1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:27:38.554715 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-5c5c1bd2-f4f7-4db3-b4aa-428e342a336d admin admin] For port b32c2bfa-67f8-411b-ab50-c950e8ce940b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b32c2bfa-67f8-411b-ab50-c950e8ce940b,segment=NetworkSegment(f9b9c9c6-4992-41a1-9e54-0a2d85fecec4),segment_id=f9b9c9c6-4992-41a1-9e54-0a2d85fecec4)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:27:38.555232 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c5c1bd2-f4f7-4db3-b4aa-428e342a336d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:38.564847 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6330ff0-a69f-4d23-9ee5-ae96eb9407b2 req-4fba4244-14b5-4dc0-8bec-9cc5cd821c7f tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:38.569752 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d6330ff0-a69f-4d23-9ee5-ae96eb9407b2 req-4fba4244-14b5-4dc0-8bec-9cc5cd821c7f tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1402884 Nov 12 20:27:38.579508 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-5c5c1bd2-f4f7-4db3-b4aa-428e342a336d admin admin] Calling delete_port for b32c2bfa-67f8-411b-ab50-c950e8ce940b owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:27:38.581801 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8a028809-937b-48c9-904d-ea305dc64321 None None] Deleting port b32c2bfa-67f8-411b-ab50-c950e8ce940b {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:27:38.582692 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8a028809-937b-48c9-904d-ea305dc64321 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:38.662129 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-8a028809-937b-48c9-904d-ea305dc64321 None None] For port b32c2bfa-67f8-411b-ab50-c950e8ce940b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b32c2bfa-67f8-411b-ab50-c950e8ce940b,segment=NetworkSegment(f9b9c9c6-4992-41a1-9e54-0a2d85fecec4),segment_id=f9b9c9c6-4992-41a1-9e54-0a2d85fecec4)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:27:38.662525 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8a028809-937b-48c9-904d-ea305dc64321 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:38.681603 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8a028809-937b-48c9-904d-ea305dc64321 None None] Calling delete_port for b32c2bfa-67f8-411b-ab50-c950e8ce940b owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:27:38.682334 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d6330ff0-a69f-4d23-9ee5-ae96eb9407b2 req-c3a5f059-db1b-4553-a8cd-68e1dabc351e tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049399 Nov 12 20:27:38.728986 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c5c1bd2-f4f7-4db3-b4aa-428e342a336d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:38.771919 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c1bd2-f4f7-4db3-b4aa-428e342a336d admin admin] Pushing event deleted for resources: {'Port': ['ID=b32c2bfa-67f8-411b-ab50-c950e8ce940b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:38.777059 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5c1bd2-f4f7-4db3-b4aa-428e342a336d admin admin] No DVR routers for this DVR port b32c2bfa-67f8-411b-ab50-c950e8ce940b on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:27:38.782720 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8a028809-937b-48c9-904d-ea305dc64321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:38.815800 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a028809-937b-48c9-904d-ea305dc64321 None None] Pushing event deleted for resources: {'Port': ['ID=b32c2bfa-67f8-411b-ab50-c950e8ce940b,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:38.819204 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a028809-937b-48c9-904d-ea305dc64321 None None] No DVR routers for this DVR port b32c2bfa-67f8-411b-ab50-c950e8ce940b on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:27:39.248077 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c5c1bd2-f4f7-4db3-b4aa-428e342a336d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:39.257873 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f082ca-2351-4707-9562-5a4cd7eabeca req-213aec67-51c8-4c2e-a909-dd253c63122f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:39.267890 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c3f082ca-2351-4707-9562-5a4cd7eabeca req-213aec67-51c8-4c2e-a909-dd253c63122f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.1066256 Nov 12 20:27:39.270064 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-5c5c1bd2-f4f7-4db3-b4aa-428e342a336d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f12c04-1a40-45b4-bedd-e80d17990cc1']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:39.281151 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-5c5c1bd2-f4f7-4db3-b4aa-428e342a336d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b9c9c6-4992-41a1-9e54-0a2d85fecec4') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:39.281474 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-5c5c1bd2-f4f7-4db3-b4aa-428e342a336d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b9c9c6-4992-41a1-9e54-0a2d85fecec4') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:39.291328 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c5c1bd2-f4f7-4db3-b4aa-428e342a336d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:39.304940 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c5c1bd2-f4f7-4db3-b4aa-428e342a336d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:39.311825 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5c1bd2-f4f7-4db3-b4aa-428e342a336d admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:27:39.312502 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c5c1bd2-f4f7-4db3-b4aa-428e342a336d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:39.376433 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c3f082ca-2351-4707-9562-5a4cd7eabeca req-cda6655c-e2a0-4281-93d5-c88015af9f9e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065297 Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:27:39.410264 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:27:39.433274 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c5c1bd2-f4f7-4db3-b4aa-428e342a336d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:39.438314 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c5c1bd2-f4f7-4db3-b4aa-428e342a336d admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:39.444538 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 39392) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:39.445144 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5c5c1bd2-f4f7-4db3-b4aa-428e342a336d admin admin] 10.222.0.48 "DELETE /v2.0/networks/48f12c04-1a40-45b4-bedd-e80d17990cc1 HTTP/1.1" status: 204 len: 168 time: 1.2686443 Nov 12 20:27:39.463982 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c1bd2-f4f7-4db3-b4aa-428e342a336d admin admin] Pushing event deleted for resources: {'Network': ['ID=48f12c04-1a40-45b4-bedd-e80d17990cc1,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:39.903643 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b32c2bfa-67f8-411b-ab50-c950e8ce940b no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:27:39.925894 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: b32c2bfa-67f8-411b-ab50-c950e8ce940b {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:27:39.926594 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b32c2bfa-67f8-411b-ab50-c950e8ce940b not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:27:40.184386 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a49651-4fda-41ee-9b8a-c753ec3265f9 req-c546bace-4ed5-47b0-9832-146bbd808758 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:40.186974 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-88a49651-4fda-41ee-9b8a-c753ec3265f9 req-c546bace-4ed5-47b0-9832-146bbd808758 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1779871 Nov 12 20:27:40.275198 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-88a49651-4fda-41ee-9b8a-c753ec3265f9 req-2b110707-5cd3-4c74-8201-7740acc0566d tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823319 Nov 12 20:27:40.444134 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-19aa9011-747e-41e4-8e2e-3b62c48580e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:40.583673 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9734264-7546-4743-aca6-7d622790facc req-885418cc-5417-4220-adc6-0cecf456d4e6 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:40.592845 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b9734264-7546-4743-aca6-7d622790facc req-885418cc-5417-4220-adc6-0cecf456d4e6 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.1040475 Nov 12 20:27:40.654556 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b9734264-7546-4743-aca6-7d622790facc req-eed8887f-3a0e-4d74-ba57-ab3c88504966 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603602 Nov 12 20:27:40.840703 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-19aa9011-747e-41e4-8e2e-3b62c48580e9 admin admin] Deleting port 8a22bf36-61ff-48bb-84c6-59ff9fadfabc {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:27:40.841283 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-19aa9011-747e-41e4-8e2e-3b62c48580e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:40.971714 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-19aa9011-747e-41e4-8e2e-3b62c48580e9 admin admin] For port 8a22bf36-61ff-48bb-84c6-59ff9fadfabc, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8a22bf36-61ff-48bb-84c6-59ff9fadfabc,segment=NetworkSegment(e17d8892-becd-4784-bc76-988396b190de),segment_id=e17d8892-becd-4784-bc76-988396b190de)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:27:40.972085 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-19aa9011-747e-41e4-8e2e-3b62c48580e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:40.988541 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-19aa9011-747e-41e4-8e2e-3b62c48580e9 admin admin] Calling delete_port for 8a22bf36-61ff-48bb-84c6-59ff9fadfabc owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:27:41.210014 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-19aa9011-747e-41e4-8e2e-3b62c48580e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:41.243947 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa9011-747e-41e4-8e2e-3b62c48580e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a22bf36-61ff-48bb-84c6-59ff9fadfabc,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:41.495015 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-19aa9011-747e-41e4-8e2e-3b62c48580e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:41.502476 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06fa97-b0d2-4832-b974-3399fe8cdd8e req-32b9ac9f-b82c-4168-ba1a-8f2ae13c592a tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:41.517737 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b06fa97-b0d2-4832-b974-3399fe8cdd8e req-32b9ac9f-b82c-4168-ba1a-8f2ae13c592a tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1205108 Nov 12 20:27:41.598785 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4b06fa97-b0d2-4832-b974-3399fe8cdd8e req-d34a2f6f-4067-4d27-a9ce-94e6916a18d4 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792038 Nov 12 20:27:41.892134 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19aa9011-747e-41e4-8e2e-3b62c48580e9 admin admin] Router 6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:27:41.995544 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2a0e0-bc0f-46a1-b0d3-02a31114b710 req-93017add-b347-498e-9344-c61e0b47ce62 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:41.996956 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c0b2a0e0-bc0f-46a1-b0d3-02a31114b710 req-93017add-b347-498e-9344-c61e0b47ce62 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 943 time: 0.1183562 Nov 12 20:27:42.108268 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c0b2a0e0-bc0f-46a1-b0d3-02a31114b710 req-a89ad779-4e27-422d-81cf-c454f984619c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960033 Nov 12 20:27:42.111614 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19aa9011-747e-41e4-8e2e-3b62c48580e9 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:27:42.120989 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86b29b9-cd41-4f59-b4f1-c0dfde86f03f None None] Sync routers for ids ['6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:27:42.148435 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 39480) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:42.157901 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86b29b9-cd41-4f59-b4f1-c0dfde86f03f None None] Routers {'6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:27:42.158527 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-e86b29b9-cd41-4f59-b4f1-c0dfde86f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:27:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:42.162868 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-19aa9011-747e-41e4-8e2e-3b62c48580e9 admin admin] 10.222.0.48 "PUT /v2.0/routers/6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7170050 Nov 12 20:27:42.386595 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be529f76-9dfb-4534-8177-d27ff509e8a8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:42.400195 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-e86b29b9-cd41-4f59-b4f1-c0dfde86f03f None None] Set router 6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:27:42.607962 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 34b6d0bb-ab5c-4d77-8677-63801b75a6bd details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:27:42.622725 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be529f76-9dfb-4534-8177-d27ff509e8a8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:42.690142 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-e86b29b9-cd41-4f59-b4f1-c0dfde86f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9', 'name': 'tempest-TestAggregatesBasicOps-461929405-router', 'tenant_id': 'b8e9122265e54f92994fe4a9c5eecf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'b74775b9-6454-4f84-a449-a3801c80316c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:27:12Z', 'updated_at': '2021-11-12T20:27:41Z', 'revision_number': 5, 'project_id': 'b8e9122265e54f92994fe4a9c5eecf70', 'gw_port': {'id': 'b74775b9-6454-4f84-a449-a3801c80316c', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:14Z', 'updated_at': '2021-11-12T20:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:42.759110 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86b29b9-cd41-4f59-b4f1-c0dfde86f03f None None] Checking router: 6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:27:42.781110 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86b29b9-cd41-4f59-b4f1-c0dfde86f03f None None] Routers {'6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:27:42.782175 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-e86b29b9-cd41-4f59-b4f1-c0dfde86f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:27:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:42.796333 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-be529f76-9dfb-4534-8177-d27ff509e8a8 admin admin] Deleting port b74775b9-6454-4f84-a449-a3801c80316c {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:27:42.797022 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be529f76-9dfb-4534-8177-d27ff509e8a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:42.814891 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 34b6d0bb-ab5c-4d77-8677-63801b75a6bd, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=34b6d0bb-ab5c-4d77-8677-63801b75a6bd,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:27:42.834676 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '34b6d0bb-ab5c-4d77-8677-63801b75a6bd', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'port_id': '34b6d0bb-ab5c-4d77-8677-63801b75a6bd', 'mac_address': 'fa:16:3e:78:1e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:27:42.848944 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54175d-e7ce-431a-ad07-d14d0a911cb2 req-b742239e-cb22-4c9f-a51d-0299ba9cd096 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:42.857282 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa54175d-e7ce-431a-ad07-d14d0a911cb2 req-b742239e-cb22-4c9f-a51d-0299ba9cd096 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1168363 Nov 12 20:27:42.909354 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:42.911482 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-e86b29b9-cd41-4f59-b4f1-c0dfde86f03f None None] Set router 6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:27:42.934990 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b6d0bb-ab5c-4d77-8677-63801b75a6bd {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:27:42.957545 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 34b6d0bb-ab5c-4d77-8677-63801b75a6bd, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=34b6d0bb-ab5c-4d77-8677-63801b75a6bd,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:27:42.963631 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:42.992015 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-e86b29b9-cd41-4f59-b4f1-c0dfde86f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9', 'name': 'tempest-TestAggregatesBasicOps-461929405-router', 'tenant_id': 'b8e9122265e54f92994fe4a9c5eecf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:27:12Z', 'updated_at': '2021-11-12T20:27:42Z', 'revision_number': 6, 'project_id': 'b8e9122265e54f92994fe4a9c5eecf70', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:43.008936 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa54175d-e7ce-431a-ad07-d14d0a911cb2 req-dae6853a-e27c-40c0-b210-7994cdab8253 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500809 Nov 12 20:27:43.072421 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86b29b9-cd41-4f59-b4f1-c0dfde86f03f None None] The sync data for ids ['6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9'] in n-d-712140-15 is: [{'id': '6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9', 'name': 'tempest-TestAggregatesBasicOps-461929405-router', 'tenant_id': 'b8e9122265e54f92994fe4a9c5eecf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:27:12Z', 'updated_at': '2021-11-12T20:27:42Z', 'revision_number': 6, 'project_id': 'b8e9122265e54f92994fe4a9c5eecf70', 'gw_port_host': None}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:27:43.110147 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-be529f76-9dfb-4534-8177-d27ff509e8a8 admin admin] For port b74775b9-6454-4f84-a449-a3801c80316c, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b74775b9-6454-4f84-a449-a3801c80316c,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:27:43.110532 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be529f76-9dfb-4534-8177-d27ff509e8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:43.116730 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=34b6d0bb-ab5c-4d77-8677-63801b75a6bd,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:43.145429 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-be529f76-9dfb-4534-8177-d27ff509e8a8 admin admin] Calling delete_port for b74775b9-6454-4f84-a449-a3801c80316c owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:27:43.236286 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['34b6d0bb-ab5c-4d77-8677-63801b75a6bd'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:27:43.400428 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82d323-462d-436b-9af5-60b7572bb297 req-9ca281ad-5cd9-498d-a20c-cf39ad7245d5 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:43.409745 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8b82d323-462d-436b-9af5-60b7572bb297 req-9ca281ad-5cd9-498d-a20c-cf39ad7245d5 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 944 time: 0.1983781 Nov 12 20:27:43.530430 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8b82d323-462d-436b-9af5-60b7572bb297 req-44802f59-01d7-4e1e-ae16-3340ab6eb3bc tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197715 Nov 12 20:27:43.606702 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be529f76-9dfb-4534-8177-d27ff509e8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:43.643414 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be529f76-9dfb-4534-8177-d27ff509e8a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b74775b9-6454-4f84-a449-a3801c80316c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:43.657874 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850b8465-1cf3-4230-ba8e-7c5be3c97354 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:27:43.745398 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be529f76-9dfb-4534-8177-d27ff509e8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:43.859390 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be529f76-9dfb-4534-8177-d27ff509e8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:43.861515 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be529f76-9dfb-4534-8177-d27ff509e8a8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:43.912550 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be529f76-9dfb-4534-8177-d27ff509e8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:43.914556 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be529f76-9dfb-4534-8177-d27ff509e8a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:27:43.921609 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be529f76-9dfb-4534-8177-d27ff509e8a8 admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:43.922812 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-be529f76-9dfb-4534-8177-d27ff509e8a8 admin admin] 10.222.0.48 "DELETE /v2.0/routers/6ecd556a-ab6c-4d49-aa6a-d3e5786bb6f9 HTTP/1.1" status: 204 len: 168 time: 1.7733865 Nov 12 20:27:43.928193 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 39502) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:44.070385 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-5941ef1e-3c84-41ad-9627-53b60ec5ebd1 admin admin] Deleting subnet 2c42ca5a-95e8-4a01-9b4e-75af29c94d12 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:27:44.077870 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b74775b9-6454-4f84-a449-a3801c80316c no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:27:44.083304 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5941ef1e-3c84-41ad-9627-53b60ec5ebd1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:44.125406 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: b74775b9-6454-4f84-a449-a3801c80316c {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:27:44.125754 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b74775b9-6454-4f84-a449-a3801c80316c not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:27:44.136681 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 39510) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:44.138122 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5941ef1e-3c84-41ad-9627-53b60ec5ebd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:44.144826 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8a22bf36-61ff-48bb-84c6-59ff9fadfabc no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:27:44.211423 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 8a22bf36-61ff-48bb-84c6-59ff9fadfabc {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:27:44.216734 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8a22bf36-61ff-48bb-84c6-59ff9fadfabc not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:27:44.255323 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-d24b9c0d-2b45-47bc-beba-2c72a868b03a admin admin] Deleting subnet 08830a37-ee40-4d8f-b3f5-2e37f0a271ad {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:27:44.263284 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d24b9c0d-2b45-47bc-beba-2c72a868b03a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:44.265593 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5941ef1e-3c84-41ad-9627-53b60ec5ebd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:44.358172 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d24b9c0d-2b45-47bc-beba-2c72a868b03a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:44.366205 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5941ef1e-3c84-41ad-9627-53b60ec5ebd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:44.428606 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d24b9c0d-2b45-47bc-beba-2c72a868b03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:44.447474 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941ef1e-3c84-41ad-9627-53b60ec5ebd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c42ca5a-95e8-4a01-9b4e-75af29c94d12,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:44.453238 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f98a1f-41d0-4c9b-82e7-0c2fcfeb5677 None None] Network c027a767-1315-464b-91db-76a03767d95b requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:27:44.460437 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5941ef1e-3c84-41ad-9627-53b60ec5ebd1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:44.465454 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5941ef1e-3c84-41ad-9627-53b60ec5ebd1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2c42ca5a-95e8-4a01-9b4e-75af29c94d12 HTTP/1.1" status: 204 len: 168 time: 0.5361569 Nov 12 20:27:44.474448 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 39516) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:44.493177 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a05673-bed9-416f-8e8c-4f3a88f21ecf req-062c1bb5-9109-43b4-9757-ab9064847d8e tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:44.494807 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44a05673-bed9-416f-8e8c-4f3a88f21ecf req-062c1bb5-9109-43b4-9757-ab9064847d8e tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1603637 Nov 12 20:27:44.613661 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 34b6d0bb-ab5c-4d77-8677-63801b75a6bd up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:27:44.625272 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7eb5d02-0b89-441c-815e-93263adb8bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:44.653153 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44a05673-bed9-416f-8e8c-4f3a88f21ecf req-38510c80-b440-4062-a544-6e29804712d4 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513050 Nov 12 20:27:44.666635 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d24b9c0d-2b45-47bc-beba-2c72a868b03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:44.706807 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 34b6d0bb-ab5c-4d77-8677-63801b75a6bd completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:27:44.718652 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 34b6d0bb-ab5c-4d77-8677-63801b75a6bd triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:44.720127 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:44.748176 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b9c0d-2b45-47bc-beba-2c72a868b03a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08830a37-ee40-4d8f-b3f5-2e37f0a271ad,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:44.790676 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d24b9c0d-2b45-47bc-beba-2c72a868b03a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:44.794703 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d24b9c0d-2b45-47bc-beba-2c72a868b03a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/08830a37-ee40-4d8f-b3f5-2e37f0a271ad HTTP/1.1" status: 204 len: 168 time: 0.6569786 Nov 12 20:27:44.797323 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 39522) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:44.815831 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c79759-ca16-447d-8677-08ace68732d5 None None] DHCP port deletion for c027a767-1315-464b-91db-76a03767d95b request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:27:44.868221 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c77b47-93a2-48d6-b9fb-f2376b39b8b0 req-78e0ef28-a49b-450d-9abd-610874382b66 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:44.875713 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c1c77b47-93a2-48d6-b9fb-f2376b39b8b0 req-78e0ef28-a49b-450d-9abd-610874382b66 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 944 time: 0.2041383 Nov 12 20:27:44.918541 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:44.922459 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-f7eb5d02-0b89-441c-815e-93263adb8bb2 admin admin] Deleting port 8009c434-f667-48ae-9802-35d2865ba908 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:27:44.922803 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7eb5d02-0b89-441c-815e-93263adb8bb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:44.955547 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c1c77b47-93a2-48d6-b9fb-f2376b39b8b0 req-3541aaaf-17c8-41a9-8929-2f783ec29663 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788653 Nov 12 20:27:44.961352 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1339c40-6f35-4ddc-8f01-e82fb5dbe959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:45.004434 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 34b6d0bb-ab5c-4d77-8677-63801b75a6bd, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=34b6d0bb-ab5c-4d77-8677-63801b75a6bd,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:27:45.008258 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3083eca8-9eaa-490a-a433-61840abb3b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b6d0bb-ab5c-4d77-8677-63801b75a6bd'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:27:45.011189 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3916e1b3-9837-4069-ae29-01b2367bd002" -d '{"events": [{"server_uuid": "3083eca8-9eaa-490a-a433-61840abb3b5c", "name": "network-vif-plugged", "status": "completed", "tag": "34b6d0bb-ab5c-4d77-8677-63801b75a6bd"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:27:45.020515 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:45.082180 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5a7f64-831a-469d-a433-7eb83a3a9287 x-openstack-request-id: req-0d5a7f64-831a-469d-a433-7eb83a3a9287 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:27:45.082619 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3083eca8-9eaa-490a-a433-61840abb3b5c", "name": "network-vif-plugged", "status": "completed", "tag": "34b6d0bb-ab5c-4d77-8677-63801b75a6bd", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:27:45.082969 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0d5a7f64-831a-469d-a433-7eb83a3a9287 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:27:45.083467 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3083eca8-9eaa-490a-a433-61840abb3b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b6d0bb-ab5c-4d77-8677-63801b75a6bd', 'code': 200} Nov 12 20:27:45.084067 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-f7eb5d02-0b89-441c-815e-93263adb8bb2 admin admin] For port 8009c434-f667-48ae-9802-35d2865ba908, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8009c434-f667-48ae-9802-35d2865ba908,segment=NetworkSegment(e17d8892-becd-4784-bc76-988396b190de),segment_id=e17d8892-becd-4784-bc76-988396b190de)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:27:45.084474 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7eb5d02-0b89-441c-815e-93263adb8bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:45.087160 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=34b6d0bb-ab5c-4d77-8677-63801b75a6bd,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:45.103426 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1339c40-6f35-4ddc-8f01-e82fb5dbe959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:45.106654 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e7c79759-ca16-447d-8677-08ace68732d5 None None] Deleting port 8009c434-f667-48ae-9802-35d2865ba908 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:27:45.107306 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e7c79759-ca16-447d-8677-08ace68732d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:45.115029 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-f7eb5d02-0b89-441c-815e-93263adb8bb2 admin admin] Calling delete_port for 8009c434-f667-48ae-9802-35d2865ba908 owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:27:45.134340 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-a1339c40-6f35-4ddc-8f01-e82fb5dbe959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28438cbd-6600-4365-a306-ff9a7d306044']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:45.147436 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-a1339c40-6f35-4ddc-8f01-e82fb5dbe959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ceaf165-5b20-496e-8783-406092e14649') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:45.147786 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-a1339c40-6f35-4ddc-8f01-e82fb5dbe959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ceaf165-5b20-496e-8783-406092e14649') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:45.163752 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1339c40-6f35-4ddc-8f01-e82fb5dbe959 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:45.179944 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1339c40-6f35-4ddc-8f01-e82fb5dbe959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:45.188657 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1339c40-6f35-4ddc-8f01-e82fb5dbe959 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:27:45.189082 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1339c40-6f35-4ddc-8f01-e82fb5dbe959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:45.226246 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e7c79759-ca16-447d-8677-08ace68732d5 None None] For port 8009c434-f667-48ae-9802-35d2865ba908, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8009c434-f667-48ae-9802-35d2865ba908,segment=NetworkSegment(e17d8892-becd-4784-bc76-988396b190de),segment_id=e17d8892-becd-4784-bc76-988396b190de)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:27:45.226709 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e7c79759-ca16-447d-8677-08ace68732d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:45.250784 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e7c79759-ca16-447d-8677-08ace68732d5 None None] Calling delete_port for 8009c434-f667-48ae-9802-35d2865ba908 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:27:45.279838 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:27:45.283065 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1339c40-6f35-4ddc-8f01-e82fb5dbe959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:45.291622 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7eb5d02-0b89-441c-815e-93263adb8bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:45.308393 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a1339c40-6f35-4ddc-8f01-e82fb5dbe959 admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:45.311653 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a1339c40-6f35-4ddc-8f01-e82fb5dbe959 admin admin] 10.222.0.48 "DELETE /v2.0/networks/28438cbd-6600-4365-a306-ff9a7d306044 HTTP/1.1" status: 204 len: 168 time: 0.5133102 Nov 12 20:27:45.345661 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1339c40-6f35-4ddc-8f01-e82fb5dbe959 admin admin] Pushing event deleted for resources: {'Network': ['ID=28438cbd-6600-4365-a306-ff9a7d306044,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:45.358473 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d64d2f-a3f8-423c-86d0-2a206faade2a req-5230d986-8fd7-46e8-b678-4846b7b7b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:45.360100 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64d64d2f-a3f8-423c-86d0-2a206faade2a req-5230d986-8fd7-46e8-b678-4846b7b7b7cf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 1097 time: 0.0901735 Nov 12 20:27:45.384489 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb5d02-0b89-441c-815e-93263adb8bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8009c434-f667-48ae-9802-35d2865ba908,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:45.395112 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eb5d02-0b89-441c-815e-93263adb8bb2 admin admin] No DVR routers for this DVR port 8009c434-f667-48ae-9802-35d2865ba908 on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:27:45.498423 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64d64d2f-a3f8-423c-86d0-2a206faade2a req-1985d881-83c3-4258-a1ef-8381e981ec8d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244462 Nov 12 20:27:45.499838 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e7c79759-ca16-447d-8677-08ace68732d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:45.563287 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7eb5d02-0b89-441c-815e-93263adb8bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:45.567007 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c79759-ca16-447d-8677-08ace68732d5 None None] Pushing event deleted for resources: {'Port': ['ID=8009c434-f667-48ae-9802-35d2865ba908,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:45.594413 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c79759-ca16-447d-8677-08ace68732d5 None None] No DVR routers for this DVR port 8009c434-f667-48ae-9802-35d2865ba908 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:27:45.611344 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-f7eb5d02-0b89-441c-815e-93263adb8bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c027a767-1315-464b-91db-76a03767d95b']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:45.633467 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-f7eb5d02-0b89-441c-815e-93263adb8bb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e17d8892-becd-4784-bc76-988396b190de') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:45.633760 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-f7eb5d02-0b89-441c-815e-93263adb8bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e17d8892-becd-4784-bc76-988396b190de') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:27:45.634802 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 39536) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:45.660962 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7eb5d02-0b89-441c-815e-93263adb8bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:45.693624 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7eb5d02-0b89-441c-815e-93263adb8bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:45.709326 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7eb5d02-0b89-441c-815e-93263adb8bb2 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:27:45.710014 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7eb5d02-0b89-441c-815e-93263adb8bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:45.711953 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a85a0e81-ee7e-42a9-a7cd-8f5c2d38041b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=192a8893fbde4403b10fdf3b28aaf7cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0718043 Nov 12 20:27:45.714401 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 39540) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:27:45.715728 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:27:45.793631 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7eb5d02-0b89-441c-815e-93263adb8bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:45.805963 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7eb5d02-0b89-441c-815e-93263adb8bb2 admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:45.811818 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f7eb5d02-0b89-441c-815e-93263adb8bb2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c027a767-1315-464b-91db-76a03767d95b HTTP/1.1" status: 204 len: 168 time: 1.3341675 Nov 12 20:27:45.836355 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb5d02-0b89-441c-815e-93263adb8bb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c027a767-1315-464b-91db-76a03767d95b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:45.887103 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3067e3-4022-4a2d-a594-8362b9bb127b req-a79dab14-4739-4da4-8b5a-4d7a8551afbb tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:45.896773 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd3067e3-4022-4a2d-a594-8362b9bb127b req-a79dab14-4739-4da4-8b5a-4d7a8551afbb tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1218274 Nov 12 20:27:45.922731 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1e4d3bb3-9a89-4f08-b8ab-de70b93d7493 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:45.924216 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8009c434-f667-48ae-9802-35d2865ba908 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:27:45.991466 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 8009c434-f667-48ae-9802-35d2865ba908 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:27:45.992970 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8009c434-f667-48ae-9802-35d2865ba908 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:27:46.046323 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd3067e3-4022-4a2d-a594-8362b9bb127b req-452fd5a3-f304-4d7c-9ed3-cba90e2f1c09 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482058 Nov 12 20:27:46.061618 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1e4d3bb3-9a89-4f08-b8ab-de70b93d7493 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:46.159580 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1e4d3bb3-9a89-4f08-b8ab-de70b93d7493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:46.162586 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1e4d3bb3-9a89-4f08-b8ab-de70b93d7493 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:46.164309 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1e4d3bb3-9a89-4f08-b8ab-de70b93d7493 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16904a83-4dfa-43ce-afa4-2fc73fe9d43c HTTP/1.1" status: 204 len: 168 time: 0.4482133 Nov 12 20:27:46.191675 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41045259-63a9-4267-a59b-db31155fbca0 req-ebe18c70-e830-46c9-a2ba-f30f6b7f6e59 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:46.195107 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d3bb3-9a89-4f08-b8ab-de70b93d7493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16904a83-4dfa-43ce-afa4-2fc73fe9d43c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:46.197262 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-41045259-63a9-4267-a59b-db31155fbca0 req-ebe18c70-e830-46c9-a2ba-f30f6b7f6e59 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 945 time: 0.1102350 Nov 12 20:27:46.247954 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 39550) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:46.363997 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-41045259-63a9-4267-a59b-db31155fbca0 req-1660f8eb-0844-4e98-a05b-1e25c4346e2b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505625 Nov 12 20:27:46.382324 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5e422d62-aa96-41cb-8f41-50c61f7803de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b3f019f7f4d44d31a614ff88ea21e1eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1317317 Nov 12 20:27:46.383629 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 39554) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:46.507663 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c1981eb-59be-4dc2-918b-dda8e19e251e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:46.560420 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c1981eb-59be-4dc2-918b-dda8e19e251e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:46.630575 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c1981eb-59be-4dc2-918b-dda8e19e251e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:46.633594 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c1981eb-59be-4dc2-918b-dda8e19e251e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:46.636153 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9c1981eb-59be-4dc2-918b-dda8e19e251e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/65a16a78-2416-40e3-a371-8d0b4f44389a HTTP/1.1" status: 204 len: 168 time: 0.2507212 Nov 12 20:27:46.648917 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1981eb-59be-4dc2-918b-dda8e19e251e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a16a78-2416-40e3-a371-8d0b4f44389a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:46.984333 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 39580) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:47.169737 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 39590) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:47.257893 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb8ca6-c78e-4950-93e8-448087d7fd54 req-31efd419-121f-4c10-a37b-b0a9c097ec83 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:47.259429 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8efb8ca6-c78e-4950-93e8-448087d7fd54 req-31efd419-121f-4c10-a37b-b0a9c097ec83 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1004639 Nov 12 20:27:47.278499 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2f3c9944-5c99-4aeb-afb5-1ca4d22b4fca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8e9122265e54f92994fe4a9c5eecf70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1073563 Nov 12 20:27:47.280945 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 39592) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:47.358808 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8efb8ca6-c78e-4950-93e8-448087d7fd54 req-f5d43b85-45aa-4bc2-a0f5-36561fd67099 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855892 Nov 12 20:27:47.426671 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6590bd59-3835-4a7e-9bf4-5fa3c161b480 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:47.457082 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6590bd59-3835-4a7e-9bf4-5fa3c161b480 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:47.524663 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6127c37f-66cc-4b1c-ba9e-e7dabbfda302 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:47.640473 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45778e8-b0cd-4d27-9014-eecb5c1228bb req-30954c01-ce1b-4ca4-88a2-94931291eddf tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:47.643765 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b45778e8-b0cd-4d27-9014-eecb5c1228bb req-30954c01-ce1b-4ca4-88a2-94931291eddf tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 945 time: 0.1445713 Nov 12 20:27:47.644493 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6590bd59-3835-4a7e-9bf4-5fa3c161b480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:47.647720 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6590bd59-3835-4a7e-9bf4-5fa3c161b480 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:47.651940 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6590bd59-3835-4a7e-9bf4-5fa3c161b480 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/38a9f093-0b31-4d4d-8fa1-677f69f40d54 HTTP/1.1" status: 204 len: 168 time: 0.3653286 Nov 12 20:27:47.702947 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6127c37f-66cc-4b1c-ba9e-e7dabbfda302 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:47.711844 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6127c37f-66cc-4b1c-ba9e-e7dabbfda302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:47.736034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590bd59-3835-4a7e-9bf4-5fa3c161b480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a9f093-0b31-4d4d-8fa1-677f69f40d54,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:47.774042 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6127c37f-66cc-4b1c-ba9e-e7dabbfda302 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af8f4800c7ac4dd9a631dc8d23a833d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7886038 Nov 12 20:27:47.776986 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127c37f-66cc-4b1c-ba9e-e7dabbfda302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9698625-8497-4800-84d8-abbb986b2e4e,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:47.779881 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 39612) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:47.798566 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b45778e8-b0cd-4d27-9014-eecb5c1228bb req-0ed527d0-1592-4802-a025-ae6ef33a8394 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479890 Nov 12 20:27:47.868353 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cbe5d281-f524-49f1-9ef7-a71115165a01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:47.924074 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cbe5d281-f524-49f1-9ef7-a71115165a01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:48.139736 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f3b01-bcc3-45d3-b0d0-2837c124a2e3 req-45105df4-3036-46d5-b274-6008d35241bb tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:48.141390 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-435f3b01-bcc3-45d3-b0d0-2837c124a2e3 req-45105df4-3036-46d5-b274-6008d35241bb tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 945 time: 0.1914830 Nov 12 20:27:48.156606 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cbe5d281-f524-49f1-9ef7-a71115165a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:48.159279 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cbe5d281-f524-49f1-9ef7-a71115165a01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:48.163398 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cbe5d281-f524-49f1-9ef7-a71115165a01 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e9698625-8497-4800-84d8-abbb986b2e4e HTTP/1.1" status: 204 len: 168 time: 0.3821514 Nov 12 20:27:48.204462 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5d281-f524-49f1-9ef7-a71115165a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9698625-8497-4800-84d8-abbb986b2e4e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:48.308490 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-435f3b01-bcc3-45d3-b0d0-2837c124a2e3 req-5f714bb2-51cc-4a8f-84d5-7dea666314b0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386743 Nov 12 20:27:48.575843 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae232d-0ee6-4057-a68f-110e33254ebd req-33cc36bf-380d-4f2b-9a04-d0f11a27069f tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:48.579617 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-85ae232d-0ee6-4057-a68f-110e33254ebd req-33cc36bf-380d-4f2b-9a04-d0f11a27069f tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.0719578 Nov 12 20:27:48.623672 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 8eb8b639-b07e-4650-8358-b12a29e128c4 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:27:48.685240 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-85ae232d-0ee6-4057-a68f-110e33254ebd req-ae431c0d-dd21-4096-97a4-89d892d8de0f tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893679 Nov 12 20:27:48.855356 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 8eb8b639-b07e-4650-8358-b12a29e128c4, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8eb8b639-b07e-4650-8358-b12a29e128c4,segment=NetworkSegment(65664268-a5b8-4342-8def-12ab3973524b),segment_id=65664268-a5b8-4342-8def-12ab3973524b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:27:48.890488 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '8eb8b639-b07e-4650-8358-b12a29e128c4', 'network_id': '38d97e7c-9672-4a03-9b6c-a809372715f3', 'port_id': '8eb8b639-b07e-4650-8358-b12a29e128c4', 'mac_address': 'fa:16:3e:2b:91:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf94eac-0e74-4ddd-8212-8b9e8fd39f6e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:27:48.999836 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:49.042585 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8eb8b639-b07e-4650-8358-b12a29e128c4 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:27:49.043600 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe0d39-70b6-46ba-b2d0-065ba70d5f72 req-280d7359-3d0a-4de4-b484-7e876a94b3e7 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:49.057024 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-69fe0d39-70b6-46ba-b2d0-065ba70d5f72 req-280d7359-3d0a-4de4-b484-7e876a94b3e7 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1007531 Nov 12 20:27:49.090949 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 8eb8b639-b07e-4650-8358-b12a29e128c4, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8eb8b639-b07e-4650-8358-b12a29e128c4,segment=NetworkSegment(65664268-a5b8-4342-8def-12ab3973524b),segment_id=65664268-a5b8-4342-8def-12ab3973524b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:27:49.095607 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:49.170562 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-69fe0d39-70b6-46ba-b2d0-065ba70d5f72 req-3505e861-0741-44ed-9b93-ed9de19dbb39 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113620 Nov 12 20:27:49.237624 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=8eb8b639-b07e-4650-8358-b12a29e128c4,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:49.308090 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['8eb8b639-b07e-4650-8358-b12a29e128c4'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:27:49.484294 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a425fa-1932-4f35-8339-7e3badc1510d req-059eb43e-7322-4022-ab8e-317068393e71 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:49.500832 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-86a425fa-1932-4f35-8339-7e3badc1510d req-059eb43e-7322-4022-ab8e-317068393e71 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1683276 Nov 12 20:27:49.510553 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d97c7-f984-4ef3-9dbe-75ce8baa3d0b req-bc8e8373-cf5b-46a7-b046-91cbd23c8ab6 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:49.526532 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-554d97c7-f984-4ef3-9dbe-75ce8baa3d0b req-bc8e8373-cf5b-46a7-b046-91cbd23c8ab6 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 945 time: 0.1650982 Nov 12 20:27:49.644169 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-86a425fa-1932-4f35-8339-7e3badc1510d req-d6c21101-f7e6-406b-a975-9cdfd528e139 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420448 Nov 12 20:27:49.666172 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-554d97c7-f984-4ef3-9dbe-75ce8baa3d0b req-91ee971b-7a6c-4107-8d8f-822d7a4326e2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386654 Nov 12 20:27:49.937824 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1efc5ba4-28f6-4f0b-83d6-55352caf73e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:50.111265 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d9207-d4eb-41d2-9207-0c7385ed429d req-c478abd4-7ff7-43a3-b88e-d1969a4104c5 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:50.132167 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-163d9207-d4eb-41d2-9207-0c7385ed429d req-c478abd4-7ff7-43a3-b88e-d1969a4104c5 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 944 time: 0.2402813 Nov 12 20:27:50.291486 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:50.318476 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-163d9207-d4eb-41d2-9207-0c7385ed429d req-01de14db-3a2c-4f52-85c8-605c5eb85336 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843321 Nov 12 20:27:50.466073 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84b5b6-3c76-4073-b781-79158fe59fed req-9d827660-d38f-46b9-bdc2-6ca512055a9e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:50.480848 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2f84b5b6-3c76-4073-b781-79158fe59fed req-9d827660-d38f-46b9-bdc2-6ca512055a9e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1929722 Nov 12 20:27:50.627469 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 8eb8b639-b07e-4650-8358-b12a29e128c4 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:27:50.715214 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2f84b5b6-3c76-4073-b781-79158fe59fed req-2ee19f88-408c-44ad-a12a-40326e01271a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310438 Nov 12 20:27:50.769910 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 8eb8b639-b07e-4650-8358-b12a29e128c4 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:50.770329 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:50.919928 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bd88d-9e01-4c42-b83d-f8561bc2e6ff req-8e553e5a-2f34-4a99-a27a-8b6110a10717 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:50.946448 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1e3bd88d-9e01-4c42-b83d-f8561bc2e6ff req-8e553e5a-2f34-4a99-a27a-8b6110a10717 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 945 time: 0.1674623 Nov 12 20:27:51.093220 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:51.105835 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3d058-f640-46d0-bfb8-0c1285ba34c1 req-77d2d213-96bb-477b-98e4-b63e7ab8fb98 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:51.110702 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-03b3d058-f640-46d0-bfb8-0c1285ba34c1 req-77d2d213-96bb-477b-98e4-b63e7ab8fb98 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.52 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 945 time: 0.2094698 Nov 12 20:27:51.149254 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ce21c8-6adc-4d07-8d8f-2cbbd8865fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb8b639-b07e-4650-8358-b12a29e128c4'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:27:51.155538 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe9bd2e-2460-46b4-b6f1-8a2036a4f49e" -d '{"events": [{"server_uuid": "48ce21c8-6adc-4d07-8d8f-2cbbd8865fee", "name": "network-vif-plugged", "status": "completed", "tag": "8eb8b639-b07e-4650-8358-b12a29e128c4"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:27:51.181294 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 8eb8b639-b07e-4650-8358-b12a29e128c4, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8eb8b639-b07e-4650-8358-b12a29e128c4,segment=NetworkSegment(65664268-a5b8-4342-8def-12ab3973524b),segment_id=65664268-a5b8-4342-8def-12ab3973524b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:27:51.190916 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1e3bd88d-9e01-4c42-b83d-f8561bc2e6ff req-abfd73e3-1a2d-4fad-bc51-36eb0c4bd491 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382393 Nov 12 20:27:51.195448 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:51.296299 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=8eb8b639-b07e-4650-8358-b12a29e128c4,revision_number=7']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:51.374316 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574e37df-6de7-4851-8530-84fb4d0cded5 x-openstack-request-id: req-574e37df-6de7-4851-8530-84fb4d0cded5 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:27:51.374848 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ce21c8-6adc-4d07-8d8f-2cbbd8865fee", "name": "network-vif-plugged", "status": "completed", "tag": "8eb8b639-b07e-4650-8358-b12a29e128c4", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:27:51.375337 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-574e37df-6de7-4851-8530-84fb4d0cded5 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:27:51.377099 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ce21c8-6adc-4d07-8d8f-2cbbd8865fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb8b639-b07e-4650-8358-b12a29e128c4', 'code': 200} Nov 12 20:27:51.590409 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-03b3d058-f640-46d0-bfb8-0c1285ba34c1 req-c21362fb-9b97-4f73-91d2-39352ec49ab0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Deleting port 34b6d0bb-ab5c-4d77-8677-63801b75a6bd {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:27:51.591101 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-03b3d058-f640-46d0-bfb8-0c1285ba34c1 req-c21362fb-9b97-4f73-91d2-39352ec49ab0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:51.610278 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738533d9-4e4e-4220-a70b-27583b89a4cc req-75ed8c25-76f0-418c-a523-aaeca0fdaff4 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:51.624541 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-738533d9-4e4e-4220-a70b-27583b89a4cc req-75ed8c25-76f0-418c-a523-aaeca0fdaff4 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1154053 Nov 12 20:27:51.725801 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-03b3d058-f640-46d0-bfb8-0c1285ba34c1 req-c21362fb-9b97-4f73-91d2-39352ec49ab0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] For port 34b6d0bb-ab5c-4d77-8677-63801b75a6bd, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=34b6d0bb-ab5c-4d77-8677-63801b75a6bd,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:27:51.726802 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-03b3d058-f640-46d0-bfb8-0c1285ba34c1 req-c21362fb-9b97-4f73-91d2-39352ec49ab0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:51.739347 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-738533d9-4e4e-4220-a70b-27583b89a4cc req-887c6af1-969e-4ec4-ac4a-8d4b9770044c tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138072 Nov 12 20:27:51.743034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-03b3d058-f640-46d0-bfb8-0c1285ba34c1 req-c21362fb-9b97-4f73-91d2-39352ec49ab0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Calling delete_port for 34b6d0bb-ab5c-4d77-8677-63801b75a6bd owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:27:51.962554 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-03b3d058-f640-46d0-bfb8-0c1285ba34c1 req-c21362fb-9b97-4f73-91d2-39352ec49ab0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:51.981040 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['0765ca07-59c2-4c29-a679-bcd84d6b1cf9', '34b6d0bb-ab5c-4d77-8677-63801b75a6bd'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:27:52.032834 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21362fb-9b97-4f73-91d2-39352ec49ab0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event deleted for resources: {'Port': ['ID=34b6d0bb-ab5c-4d77-8677-63801b75a6bd,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:52.086095 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b3d058-f640-46d0-bfb8-0c1285ba34c1 req-c21362fb-9b97-4f73-91d2-39352ec49ab0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] No DVR routers for this DVR port 34b6d0bb-ab5c-4d77-8677-63801b75a6bd on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:27:52.092048 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-03b3d058-f640-46d0-bfb8-0c1285ba34c1 req-c21362fb-9b97-4f73-91d2-39352ec49ab0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:52.101386 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-03b3d058-f640-46d0-bfb8-0c1285ba34c1 req-c21362fb-9b97-4f73-91d2-39352ec49ab0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.52 "DELETE /v2.0/ports/34b6d0bb-ab5c-4d77-8677-63801b75a6bd HTTP/1.1" status: 204 len: 173 time: 0.9834890 Nov 12 20:27:52.102129 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3083eca8-9eaa-490a-a433-61840abb3b5c', 'name': 'network-vif-deleted', 'tag': '34b6d0bb-ab5c-4d77-8677-63801b75a6bd'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:27:52.104626 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6044bb2-f313-4071-8178-04d9320da1f2" -d '{"events": [{"server_uuid": "3083eca8-9eaa-490a-a433-61840abb3b5c", "name": "network-vif-deleted", "tag": "34b6d0bb-ab5c-4d77-8677-63801b75a6bd"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:27:52.170252 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a27edd-ce83-43de-9846-3e54ca3b92ba req-c95b68a5-72ee-4bb8-9dbc-d66329e821f9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:52.195070 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d4a27edd-ce83-43de-9846-3e54ca3b92ba req-c95b68a5-72ee-4bb8-9dbc-d66329e821f9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1619847 Nov 12 20:27:52.337102 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d4a27edd-ce83-43de-9846-3e54ca3b92ba req-5ec6d74b-2c65-44de-b21d-5fec277b9c2b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317127 Nov 12 20:27:52.412667 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e27aaf-3c82-4067-b3ed-a65756801e9b x-openstack-request-id: req-94e27aaf-3c82-4067-b3ed-a65756801e9b {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:27:52.412956 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3083eca8-9eaa-490a-a433-61840abb3b5c", "name": "network-vif-deleted", "tag": "34b6d0bb-ab5c-4d77-8677-63801b75a6bd", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:27:52.413222 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-94e27aaf-3c82-4067-b3ed-a65756801e9b {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:27:52.413624 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3083eca8-9eaa-490a-a433-61840abb3b5c', 'name': 'network-vif-deleted', 'tag': '34b6d0bb-ab5c-4d77-8677-63801b75a6bd', 'status': 'completed', 'code': 200} Nov 12 20:27:52.632639 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-05c21757-8879-40d5-a15f-d75dcdc70fed req-3bda42d0-e0e9-40e7-b2cb-56bdce5908a1 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 210 time: 0.0584583 Nov 12 20:27:52.730762 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7a1f3213-01cb-473c-9b5b-0827615116ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:52.935965 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f7d1d-1b31-4b50-bfdc-fa1e9c9467ea req-86a0cdfc-4315-4b93-ba6b-4b752139e52e tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:52.946214 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a17f7d1d-1b31-4b50-bfdc-fa1e9c9467ea req-86a0cdfc-4315-4b93-ba6b-4b752139e52e tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.0869682 Nov 12 20:27:53.071981 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a17f7d1d-1b31-4b50-bfdc-fa1e9c9467ea req-ad69038b-6605-490a-9375-9e948d30e9c4 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245296 Nov 12 20:27:53.141901 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 39790) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:53.148128 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-8a545a9f-f79f-4f17-b354-71a128b4d80b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1445206475', 'description': 'tempest-secgroup-smoke-1445206475 description', 'project_id': 'c510c0945858446c87ca9a78193927af'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:27:53.187660 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8a545a9f-f79f-4f17-b354-71a128b4d80b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:53.222818 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-4d30ac18-1e1a-4cc4-9212-907aa78a6181 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=eb13c5368c4a4b84abe57bb7f72a7b08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372081 Nov 12 20:27:53.232693 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8a545a9f-f79f-4f17-b354-71a128b4d80b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:53.528532 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75951e-e875-4f61-b5eb-6795d84da2d0 req-aa2530d3-73d6-4640-838c-8f787bd4c94d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:53.539097 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f75951e-e875-4f61-b5eb-6795d84da2d0 req-aa2530d3-73d6-4640-838c-8f787bd4c94d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0948265 Nov 12 20:27:53.587574 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-8c494289-8161-4455-af41-fe690d7197d5 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:53.597633 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-8c494289-8161-4455-af41-fe690d7197d5 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3666296 Nov 12 20:27:53.628880 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f75951e-e875-4f61-b5eb-6795d84da2d0 req-f36eb941-479f-4887-b6de-0abbed32fe8b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882306 Nov 12 20:27:53.653651 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-c880907f-3a6f-4b76-b9c4-2fb7a8e2cce3 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/quotas/eb13c5368c4a4b84abe57bb7f72a7b08 HTTP/1.1" status: 200 len: 375 time: 0.0550270 Nov 12 20:27:53.778404 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:53.780581 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9b04515d-6521-458c-901b-997e949c8100 req-22eb8b3b-6bd1-4b1c-b894-37cb95440558 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0946836 Nov 12 20:27:53.787866 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-4523fac7-8bdd-4273-9a3b-bd0c007abe45 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb13c5368c4a4b84abe57bb7f72a7b08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1331401 Nov 12 20:27:53.921282 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8a545a9f-f79f-4f17-b354-71a128b4d80b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:53.931093 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-528bdf51-4598-4e86-b226-86db8f64b352 req-97937ad8-d370-4a77-9ba5-feb661a2443b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 210 time: 0.0640843 Nov 12 20:27:53.936696 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8a545a9f-f79f-4f17-b354-71a128b4d80b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:53.957251 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04515d-6521-458c-901b-997e949c8100 req-c65e3564-1eb7-4684-8c2a-b1b92b60f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:53.957390 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9b04515d-6521-458c-901b-997e949c8100 req-c65e3564-1eb7-4684-8c2a-b1b92b60f1c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 1097 time: 0.1476047 Nov 12 20:27:53.963720 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:53.994371 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a545a9f-f79f-4f17-b354-71a128b4d80b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=467a4968-11bf-4192-9428-0089ce653745,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:54.014532 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a545a9f-f79f-4f17-b354-71a128b4d80b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:54.015275 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a545a9f-f79f-4f17-b354-71a128b4d80b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:54.015889 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a545a9f-f79f-4f17-b354-71a128b4d80b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:54.016584 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a545a9f-f79f-4f17-b354-71a128b4d80b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:54.017153 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a545a9f-f79f-4f17-b354-71a128b4d80b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:54.017709 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a545a9f-f79f-4f17-b354-71a128b4d80b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:54.018371 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a545a9f-f79f-4f17-b354-71a128b4d80b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:54.019055 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a545a9f-f79f-4f17-b354-71a128b4d80b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:54.019623 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a545a9f-f79f-4f17-b354-71a128b4d80b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:54.020138 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a545a9f-f79f-4f17-b354-71a128b4d80b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:54.020756 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a545a9f-f79f-4f17-b354-71a128b4d80b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:54.021268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a545a9f-f79f-4f17-b354-71a128b4d80b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:27:54.149707 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04515d-6521-458c-901b-997e949c8100 req-a129b47c-3667-4dae-9e61-e1b882586ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:54.151245 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9b04515d-6521-458c-901b-997e949c8100 req-a129b47c-3667-4dae-9e61-e1b882586ac3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 913 time: 0.1694169 Nov 12 20:27:54.165438 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8a545a9f-f79f-4f17-b354-71a128b4d80b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:54.182232 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8a545a9f-f79f-4f17-b354-71a128b4d80b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:54.194237 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8b887701-adc7-444a-8b9b-323cc9063a3c req-bd65d5ac-10b8-4910-95dc-b455dc2dbd06 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/ports?device_id=3666a768-0cdc-4488-b85f-849714f83119 HTTP/1.1" status: 200 len: 210 time: 0.0418174 Nov 12 20:27:54.259211 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8a545a9f-f79f-4f17-b354-71a128b4d80b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:54.267011 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8a545a9f-f79f-4f17-b354-71a128b4d80b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.1237693 Nov 12 20:27:54.267645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 39814) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:54.279058 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9b04515d-6521-458c-901b-997e949c8100 req-4d1a591c-cbfb-46da-ba27-1bc47cf7d40a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a HTTP/1.1" status: 200 len: 217 time: 0.0832117 Nov 12 20:27:54.317413 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-cc102a01-9430-415d-add8-b0bfb4a2068b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'security_group_rule': {'security_group_id': '935298af-75da-4679-8f59-3cc9d52c15de', 'project_id': 'c510c0945858446c87ca9a78193927af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:27:54.389963 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04515d-6521-458c-901b-997e949c8100 req-0b4e8174-7b82-4332-8b23-47ee943a0b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:54.392378 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9b04515d-6521-458c-901b-997e949c8100 req-0b4e8174-7b82-4332-8b23-47ee943a0b6c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 0.1062214 Nov 12 20:27:54.409817 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a545a9f-f79f-4f17-b354-71a128b4d80b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=935298af-75da-4679-8f59-3cc9d52c15de,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:54.424076 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cc102a01-9430-415d-add8-b0bfb4a2068b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:54.452630 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704a4c5-b336-4c09-a8ae-df160ec1ea7b req-8985ca3b-1c08-4580-b021-cc995ccc5345 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:54.454245 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5704a4c5-b336-4c09-a8ae-df160ec1ea7b req-8985ca3b-1c08-4580-b021-cc995ccc5345 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.2188864 Nov 12 20:27:54.508362 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04515d-6521-458c-901b-997e949c8100 req-817b18b7-0951-47df-8c3b-720a6e9b200c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:54.511747 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9b04515d-6521-458c-901b-997e949c8100 req-817b18b7-0951-47df-8c3b-720a6e9b200c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1031463 Nov 12 20:27:54.564377 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5704a4c5-b336-4c09-a8ae-df160ec1ea7b req-5ca4bbdf-2726-427d-ab7c-55e54b22e58f tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007051 Nov 12 20:27:54.598238 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cc102a01-9430-415d-add8-b0bfb4a2068b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:54.616599 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cc102a01-9430-415d-add8-b0bfb4a2068b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:54.633584 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 34b6d0bb-ab5c-4d77-8677-63801b75a6bd no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:27:54.678009 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc102a01-9430-415d-add8-b0bfb4a2068b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe60a5f-6107-43ca-812a-413f6c19c92f,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:54.680050 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 34b6d0bb-ab5c-4d77-8677-63801b75a6bd {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:27:54.680523 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 34b6d0bb-ab5c-4d77-8677-63801b75a6bd not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:27:54.685923 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9b04515d-6521-458c-901b-997e949c8100 req-defc9600-c9c8-4929-b4ac-00549b81351a service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638982 Nov 12 20:27:54.687781 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cc102a01-9430-415d-add8-b0bfb4a2068b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:54.689794 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cc102a01-9430-415d-add8-b0bfb4a2068b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3771935 Nov 12 20:27:54.692184 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 39826) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:54.707014 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-180ddfc9-cf69-44e1-9a8f-b2613da8c89f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'security_group_rule': {'security_group_id': '935298af-75da-4679-8f59-3cc9d52c15de', 'project_id': 'c510c0945858446c87ca9a78193927af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:27:54.769671 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-180ddfc9-cf69-44e1-9a8f-b2613da8c89f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:54.908314 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979cae6-a0ac-4f9f-90b4-975a896c81fc req-8730a017-16a9-4f20-a577-904a88e773a1 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:54.916193 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3979cae6-a0ac-4f9f-90b4-975a896c81fc req-8730a017-16a9-4f20-a577-904a88e773a1 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0838661 Nov 12 20:27:54.952631 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9b04515d-6521-458c-901b-997e949c8100 req-9be558ff-4f0e-4373-9a23-83c28f786a6b service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573969 Nov 12 20:27:54.989905 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3979cae6-a0ac-4f9f-90b4-975a896c81fc req-18debb2f-0fb6-41b8-89be-a772ddb613cd tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719969 Nov 12 20:27:55.003316 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-180ddfc9-cf69-44e1-9a8f-b2613da8c89f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:55.025122 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-180ddfc9-cf69-44e1-9a8f-b2613da8c89f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:55.049772 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ddfc9-cf69-44e1-9a8f-b2613da8c89f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b30bcdc-12c7-4153-b589-a7336ecbe003,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:55.062925 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-180ddfc9-cf69-44e1-9a8f-b2613da8c89f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:55.067631 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-180ddfc9-cf69-44e1-9a8f-b2613da8c89f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3664057 Nov 12 20:27:55.070435 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 39838) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:55.075845 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-dd8bc332-fe3e-4fb7-ae56-601b4a8bcabd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'security_group_rule': {'security_group_id': '935298af-75da-4679-8f59-3cc9d52c15de', 'project_id': 'c510c0945858446c87ca9a78193927af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:27:55.135230 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dd8bc332-fe3e-4fb7-ae56-601b4a8bcabd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:55.171330 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-434e5c07-d5b9-416d-82a4-10fc3ddfcaef req-bb882891-fa42-42fe-8f48-adb7554c8b59 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 210 time: 0.0537460 Nov 12 20:27:55.223262 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:55.238560 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dd8bc332-fe3e-4fb7-ae56-601b4a8bcabd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:55.243267 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dd8bc332-fe3e-4fb7-ae56-601b4a8bcabd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:55.278010 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8bc332-fe3e-4fb7-ae56-601b4a8bcabd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4706a5cd-b42a-4d16-8955-b77dc8f8e424,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:55.291899 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dd8bc332-fe3e-4fb7-ae56-601b4a8bcabd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:55.295693 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-dd8bc332-fe3e-4fb7-ae56-601b4a8bcabd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2217035 Nov 12 20:27:55.295928 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 39844) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:55.300662 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a03da3df-7b49-452b-9ac9-53cd61370284 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'security_group_rule': {'security_group_id': '935298af-75da-4679-8f59-3cc9d52c15de', 'project_id': 'c510c0945858446c87ca9a78193927af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:27:55.361438 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a03da3df-7b49-452b-9ac9-53cd61370284 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:55.366643 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1bcd899a-e7d9-4978-bc44-3f873aed1cd4 req-b2855ef8-3fff-4158-8874-17902ff7919d tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/ports?device_id=3666a768-0cdc-4488-b85f-849714f83119 HTTP/1.1" status: 200 len: 210 time: 0.0366178 Nov 12 20:27:55.466096 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a03da3df-7b49-452b-9ac9-53cd61370284 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:55.470821 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a03da3df-7b49-452b-9ac9-53cd61370284 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:55.488937 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03da3df-7b49-452b-9ac9-53cd61370284 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c370584c-857b-4184-abd7-bbed7d0cd991,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:55.509898 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a03da3df-7b49-452b-9ac9-53cd61370284 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:55.514881 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 39846) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:55.520875 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-6562fea0-e6d1-44a3-ba01-24788e53189c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'security_group_rule': {'security_group_id': '935298af-75da-4679-8f59-3cc9d52c15de', 'project_id': 'c510c0945858446c87ca9a78193927af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:27:55.526635 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a03da3df-7b49-452b-9ac9-53cd61370284 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2284658 Nov 12 20:27:55.558098 n-d-712140-15 neutron-server[102448]: INFO neutron.db.securitygroups_db [None req-6562fea0-e6d1-44a3-ba01-24788e53189c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Project c510c0945858446c87ca9a78193927af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 20:27:55.566749 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6562fea0-e6d1-44a3-ba01-24788e53189c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:55.706028 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6562fea0-e6d1-44a3-ba01-24788e53189c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:55.721630 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c1427-2d73-429f-baf9-eebbccbdf1b3 req-f15e363e-23a5-431b-b229-4c4af6e56df0 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:55.723938 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8a3c1427-2d73-429f-baf9-eebbccbdf1b3 req-f15e363e-23a5-431b-b229-4c4af6e56df0 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.0755417 Nov 12 20:27:55.725113 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6562fea0-e6d1-44a3-ba01-24788e53189c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:55.763827 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562fea0-e6d1-44a3-ba01-24788e53189c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab0e33b-4fb6-4ac5-ba00-f1cc32e4c0f6,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:55.779394 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6562fea0-e6d1-44a3-ba01-24788e53189c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:55.784223 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 39852) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:55.800652 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-1c553ea7-880a-47ad-abaf-1540718a235f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'security_group_rule': {'security_group_id': '935298af-75da-4679-8f59-3cc9d52c15de', 'project_id': 'c510c0945858446c87ca9a78193927af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:27:55.810856 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6562fea0-e6d1-44a3-ba01-24788e53189c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2932789 Nov 12 20:27:55.857289 n-d-712140-15 neutron-server[102447]: INFO neutron.db.securitygroups_db [None req-1c553ea7-880a-47ad-abaf-1540718a235f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Project c510c0945858446c87ca9a78193927af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 20:27:55.865104 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1c553ea7-880a-47ad-abaf-1540718a235f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:55.903258 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8a3c1427-2d73-429f-baf9-eebbccbdf1b3 req-d4595f1d-ae60-4bb9-8896-0b6ebf3c1158 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693878 Nov 12 20:27:55.957139 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-1a436070-7a39-435b-b4d3-fa6bc5cc591f tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=eb13c5368c4a4b84abe57bb7f72a7b08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556717 Nov 12 20:27:55.976482 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:56.134430 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1c553ea7-880a-47ad-abaf-1540718a235f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:56.158512 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1c553ea7-880a-47ad-abaf-1540718a235f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:56.227140 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1c553ea7-880a-47ad-abaf-1540718a235f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:56.231778 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1c553ea7-880a-47ad-abaf-1540718a235f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4422762 Nov 12 20:27:56.232662 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 39860) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:56.242231 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-d70a5b80-257b-413b-8a8b-e26ad8c62cae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'network': {'name': 'tempest-network-smoke--251409809', 'project_id': 'c510c0945858446c87ca9a78193927af', 'port_security_enabled': True}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:27:56.243770 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c553ea7-880a-47ad-abaf-1540718a235f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076d22c6-79c2-44ab-a1e4-3b01521b7d3c,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:56.292542 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70a5b80-257b-413b-8a8b-e26ad8c62cae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Made reservation on behalf of c510c0945858446c87ca9a78193927af for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:27:56.297210 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-e208f146-3be6-4bfb-b69f-faa7fc603fd6 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:56.299010 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-e208f146-3be6-4bfb-b69f-faa7fc603fd6 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3360159 Nov 12 20:27:56.299279 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d70a5b80-257b-413b-8a8b-e26ad8c62cae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:56.309572 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365b2c8-5c98-40d8-aa0f-4b2a9a683fbf req-7eb92923-7341-4762-9a59-1a4ac0f97685 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:56.319770 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b365b2c8-5c98-40d8-aa0f-4b2a9a683fbf req-7eb92923-7341-4762-9a59-1a4ac0f97685 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1825392 Nov 12 20:27:56.328869 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-12300557-7ade-43fe-9c83-19086616ee76 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Request body: {'port': {'device_id': '3666a768-0cdc-4488-b85f-849714f83119', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': 'eb13c5368c4a4b84abe57bb7f72a7b08'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:27:56.392613 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa8a040c-0353-4e2f-8ecc-274ccf89b6c6 req-96d9da15-4b7b-4c2c-9ad0-9433432f170b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 210 time: 0.0877104 Nov 12 20:27:56.433950 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70a5b80-257b-413b-8a8b-e26ad8c62cae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:27:56.451392 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b365b2c8-5c98-40d8-aa0f-4b2a9a683fbf req-ebf12222-b476-4110-b283-4382eb157f6d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304016 Nov 12 20:27:56.467458 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d70a5b80-257b-413b-8a8b-e26ad8c62cae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:56.467820 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-d70a5b80-257b-413b-8a8b-e26ad8c62cae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Added segment bb82f32b-2bb3-4606-a9a4-09aad93b8e01 of type vlan for network ed77738e-f625-4ff0-9384-27862f27319a Nov 12 20:27:56.547930 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-12300557-7ade-43fe-9c83-19086616ee76 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Made reservation on behalf of eb13c5368c4a4b84abe57bb7f72a7b08 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:27:56.555394 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-12300557-7ade-43fe-9c83-19086616ee76 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:56.585981 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-12300557-7ade-43fe-9c83-19086616ee76 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:56.587467 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d70a5b80-257b-413b-8a8b-e26ad8c62cae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:56.604351 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fc532f96-42e6-4a88-9565-85ae47e58792 req-74e109ae-abcf-479e-b245-33b50bd279c4 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/ports?device_id=3666a768-0cdc-4488-b85f-849714f83119 HTTP/1.1" status: 200 len: 210 time: 0.0583041 Nov 12 20:27:56.660090 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d70a5b80-257b-413b-8a8b-e26ad8c62cae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:56.665817 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70a5b80-257b-413b-8a8b-e26ad8c62cae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:56.666503 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d70a5b80-257b-413b-8a8b-e26ad8c62cae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:56.721078 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d70a5b80-257b-413b-8a8b-e26ad8c62cae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4870853 Nov 12 20:27:56.731525 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 39866) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:27:56.744295 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-4cd8d424-1196-4575-8a33-3996022824e9 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-843612825', 'admin_state_up': True, 'project_id': 'c510c0945858446c87ca9a78193927af', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:27:56.770957 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-12300557-7ade-43fe-9c83-19086616ee76 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:56.773545 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a5b80-257b-413b-8a8b-e26ad8c62cae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Network': ['ID=ed77738e-f625-4ff0-9384-27862f27319a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:56.778806 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-12300557-7ade-43fe-9c83-19086616ee76 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:56.791351 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network ed77738e-f625-4ff0-9384-27862f27319a details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:27:56.891152 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cd8d424-1196-4575-8a33-3996022824e9 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:56.893870 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cd8d424-1196-4575-8a33-3996022824e9 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:57.000159 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12300557-7ade-43fe-9c83-19086616ee76 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dabad893-8a8b-4150-9479-a65be9ea9c42,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:57.219121 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cd8d424-1196-4575-8a33-3996022824e9 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:57.306206 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b5da-6778-4df1-82bb-256111585421 req-a3c071f0-86dc-4fc3-8e0c-5bae9fd1f27d tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:57.309595 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aab7b5da-6778-4df1-82bb-256111585421 req-a3c071f0-86dc-4fc3-8e0c-5bae9fd1f27d tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.2757585 Nov 12 20:27:57.387570 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-12300557-7ade-43fe-9c83-19086616ee76 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Allocated IP 192.168.233.253 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/9bb4b8e8-3eb7-45e4-8efe-68c51cbef887) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:27:57.510501 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cd8d424-1196-4575-8a33-3996022824e9 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:57.540507 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0df46604-8d96-4aa4-9e6f-675c71683fab req-9cf8af51-9a7f-40b6-b677-b8bc2c63fdaf tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 210 time: 0.0394454 Nov 12 20:27:57.659636 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f1d67-0db2-4fff-8d1d-be360115bdda req-8adfddc3-3ad1-4751-a153-6bae350e90e6 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:57.660578 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aab7b5da-6778-4df1-82bb-256111585421 req-1ad571d0-60a1-4ec4-b188-f7547e656a6b tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440325 Nov 12 20:27:57.669363 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-415f1d67-0db2-4fff-8d1d-be360115bdda req-8adfddc3-3ad1-4751-a153-6bae350e90e6 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0715411 Nov 12 20:27:57.732509 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-415f1d67-0db2-4fff-8d1d-be360115bdda req-21cc16cd-b17e-4ecd-a2de-c756f3c4b43b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618634 Nov 12 20:27:58.325298 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c56cc289-8675-4dee-ae0d-7392a6c52228 req-530f146c-4030-4164-af92-9b7b95b1b111 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/ports?device_id=3666a768-0cdc-4488-b85f-849714f83119 HTTP/1.1" status: 200 len: 210 time: 0.0743101 Nov 12 20:27:58.442826 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-12300557-7ade-43fe-9c83-19086616ee76 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:58.448646 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-af7e4404-d24e-421a-baf1-319a025cf554 req-9420e36e-ceb6-4cf5-bb91-3873d8b4fac9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1951532 Nov 12 20:27:58.550314 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-12300557-7ade-43fe-9c83-19086616ee76 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:58.567101 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e4404-d24e-421a-baf1-319a025cf554 req-0e379546-cd0e-4be9-a2b8-5f7b72273eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:58.568663 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-af7e4404-d24e-421a-baf1-319a025cf554 req-0e379546-cd0e-4be9-a2b8-5f7b72273eab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 1097 time: 0.0884869 Nov 12 20:27:58.676931 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6bfeeeec-d847-432b-8d56-54e655c39716 req-2929ec8f-ec37-4db4-8efb-09ce64c435a2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 210 time: 0.0416377 Nov 12 20:27:58.683389 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-12300557-7ade-43fe-9c83-19086616ee76 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:27:58.688560 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-12300557-7ade-43fe-9c83-19086616ee76 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:27:58.772170 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-12300557-7ade-43fe-9c83-19086616ee76 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:27:58.790257 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12300557-7ade-43fe-9c83-19086616ee76 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Pushing event updated for resources: {'Port': ['ID=9bb4b8e8-3eb7-45e4-8efe-68c51cbef887,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:27:58.920365 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cd8d424-1196-4575-8a33-3996022824e9 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:58.929285 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011c696-2e4e-40fa-a412-4e77789a9506 req-53880b1a-eb40-4e19-8d15-d7ceffabec6e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:58.937769 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f011c696-2e4e-40fa-a412-4e77789a9506 req-53880b1a-eb40-4e19-8d15-d7ceffabec6e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1032388 Nov 12 20:27:58.992380 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cd8d424-1196-4575-8a33-3996022824e9 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:59.000403 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-12300557-7ade-43fe-9c83-19086616ee76 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:59.001063 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-12300557-7ade-43fe-9c83-19086616ee76 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:59.033567 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e4404-d24e-421a-baf1-319a025cf554 req-55a3f113-3d7f-4e69-be50-00505c60a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:59.037581 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-af7e4404-d24e-421a-baf1-319a025cf554 req-55a3f113-3d7f-4e69-be50-00505c60a19b service neutron] 10.222.0.52 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 913 time: 0.4336343 Nov 12 20:27:59.067643 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e1f92-d5ce-4948-b0ce-0eda875f30d3 req-9e9690ff-4d74-4e3e-be13-271fb275c083 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:59.089698 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d14e1f92-d5ce-4948-b0ce-0eda875f30d3 req-9e9690ff-4d74-4e3e-be13-271fb275c083 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.3091385 Nov 12 20:27:59.097375 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f011c696-2e4e-40fa-a412-4e77789a9506 req-810d4e49-d291-4680-9019-0026cd8106f0 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310570 Nov 12 20:27:59.155713 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-12300557-7ade-43fe-9c83-19086616ee76 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8316801 Nov 12 20:27:59.175041 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a1076fcd-dd5d-4a57-809d-2cc46de7fbb5 None None] Provisioning complete for port 9bb4b8e8-3eb7-45e4-8efe-68c51cbef887 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:27:59.175565 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a1076fcd-dd5d-4a57-809d-2cc46de7fbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:59.212835 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-d2eb5ed4-7fcd-4687-b840-128f9a9ee0f1 service neutron] Request body: {'port': {'device_id': '3666a768-0cdc-4488-b85f-849714f83119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:27:59.257583 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-af7e4404-d24e-421a-baf1-319a025cf554 req-24ad90cd-2e6e-4057-bcfd-95dd66e9bcd0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0765ca07-59c2-4c29-a679-bcd84d6b1cf9 HTTP/1.1" status: 200 len: 217 time: 0.1665800 Nov 12 20:27:59.279553 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-a1076fcd-dd5d-4a57-809d-2cc46de7fbb5 None None] Port 9bb4b8e8-3eb7-45e4-8efe-68c51cbef887 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:27:59.354548 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-d2eb5ed4-7fcd-4687-b840-128f9a9ee0f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:27:59.439727 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d14e1f92-d5ce-4948-b0ce-0eda875f30d3 req-276a3d95-8782-49e4-98f8-ad90130b79ff tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499317 Nov 12 20:27:59.479427 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e4404-d24e-421a-baf1-319a025cf554 req-0e69b362-2b0a-4e5c-b5c4-74e2e34096cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:59.480968 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-af7e4404-d24e-421a-baf1-319a025cf554 req-0e69b362-2b0a-4e5c-b5c4-74e2e34096cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63fe6903-02cc-4d59-b54a-0012785b1f66 HTTP/1.1" status: 200 len: 851 time: 0.1918495 Nov 12 20:27:59.498144 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-4cd8d424-1196-4575-8a33-3996022824e9 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Allocated IP 172.25.5.51 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/68c33a32-d8ec-4a17-92df-e6aa356388a0) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:27:59.512767 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885f9a4-f09e-45b6-a520-245eee6eed30 req-cc268190-2675-42ab-9d28-65a59ea4149b tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:27:59.514422 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0885f9a4-f09e-45b6-a520-245eee6eed30 req-cc268190-2675-42ab-9d28-65a59ea4149b tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/ports?device_id=3666a768-0cdc-4488-b85f-849714f83119 HTTP/1.1" status: 200 len: 936 time: 0.0647047 Nov 12 20:27:59.587974 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0885f9a4-f09e-45b6-a520-245eee6eed30 req-49aaa8d3-138a-43fc-b994-472c306cd856 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/security-groups?id=dabad893-8a8b-4150-9479-a65be9ea9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674365 Nov 12 20:28:00.013898 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 39914) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:00.076877 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44b3ee23-6c3d-421f-b390-5e9de8fd39c0 req-08737f4c-5c3c-49f3-9ea7-0160b02d3ac5 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 210 time: 0.2612879 Nov 12 20:28:00.144661 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e4404-d24e-421a-baf1-319a025cf554 req-49da2c10-bfaa-4885-997d-a2ad19f2b80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:00.146295 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-af7e4404-d24e-421a-baf1-319a025cf554 req-49da2c10-bfaa-4885-997d-a2ad19f2b80c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a14ebab6-b135-479f-8842-077a5fca0d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6455922 Nov 12 20:28:00.249876 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-39bc3e54-2e4d-42a3-a83f-41ebe66032b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:00.295380 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55884fb-e10a-4ea1-98b9-90877f85bce3 req-78d8b0ac-ad1b-4468-8393-86bb741bd73d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:00.302981 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a55884fb-e10a-4ea1-98b9-90877f85bce3 req-78d8b0ac-ad1b-4468-8393-86bb741bd73d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1283867 Nov 12 20:28:00.371527 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-d2eb5ed4-7fcd-4687-b840-128f9a9ee0f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bb4b8e8-3eb7-45e4-8efe-68c51cbef887 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:28:00.384144 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a55884fb-e10a-4ea1-98b9-90877f85bce3 req-5f2ddf0d-c5cf-45b8-94b0-2172fb42a741 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800149 Nov 12 20:28:00.430278 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-d2eb5ed4-7fcd-4687-b840-128f9a9ee0f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:00.448351 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cd8d424-1196-4575-8a33-3996022824e9 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:00.474383 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-39bc3e54-2e4d-42a3-a83f-41ebe66032b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:00.482932 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-39bc3e54-2e4d-42a3-a83f-41ebe66032b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:00.542558 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-d2eb5ed4-7fcd-4687-b840-128f9a9ee0f1 service neutron] Transition to ACTIVE for port object 9bb4b8e8-3eb7-45e4-8efe-68c51cbef887 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:28:00.543479 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-39bc3e54-2e4d-42a3-a83f-41ebe66032b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=37584959a8074af6a5a229f910c52dc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5284541 Nov 12 20:28:00.544126 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 39924) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:00.544828 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc3e54-2e4d-42a3-a83f-41ebe66032b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f55d15-71f5-4031-8055-f5e9e310e23f,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:00.575342 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-d2eb5ed4-7fcd-4687-b840-128f9a9ee0f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:00.604095 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c58b48b9-aa06-420e-bd20-ce35bf7bdd3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:00.642710 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c58b48b9-aa06-420e-bd20-ce35bf7bdd3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:00.707300 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c58b48b9-aa06-420e-bd20-ce35bf7bdd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:00.710594 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c58b48b9-aa06-420e-bd20-ce35bf7bdd3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:00.713253 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-af7e4404-d24e-421a-baf1-319a025cf554 req-ac674045-154f-4fd6-ba7a-3c64a684d97d service neutron] 10.222.0.52 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5425024 Nov 12 20:28:00.716406 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c58b48b9-aa06-420e-bd20-ce35bf7bdd3e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5f55d15-71f5-4031-8055-f5e9e310e23f HTTP/1.1" status: 204 len: 168 time: 0.1685686 Nov 12 20:28:00.735537 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b48b9-aa06-420e-bd20-ce35bf7bdd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f55d15-71f5-4031-8055-f5e9e310e23f,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:00.814049 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404abd53-d322-4869-aa5a-aba72c325bb7 req-d891fb4b-1744-4ae3-b090-f295c52b7040 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:00.823368 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-404abd53-d322-4869-aa5a-aba72c325bb7 req-d891fb4b-1744-4ae3-b090-f295c52b7040 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/ports?device_id=3666a768-0cdc-4488-b85f-849714f83119 HTTP/1.1" status: 200 len: 948 time: 0.0846362 Nov 12 20:28:00.905010 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-404abd53-d322-4869-aa5a-aba72c325bb7 req-5a7bdaa7-3758-4c47-ac98-e285624b2984 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/security-groups?id=dabad893-8a8b-4150-9479-a65be9ea9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759435 Nov 12 20:28:01.067236 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-af7e4404-d24e-421a-baf1-319a025cf554 req-dccffe27-eee1-42e3-8659-7ebad5200664 service neutron] 10.222.0.52 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170040 Nov 12 20:28:01.070372 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cd8d424-1196-4575-8a33-3996022824e9 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:01.121204 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd8d424-1196-4575-8a33-3996022824e9 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:28:01.129066 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb5ed4-7fcd-4687-b840-128f9a9ee0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb4b8e8-3eb7-45e4-8efe-68c51cbef887,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:01.147938 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-4cd8d424-1196-4575-8a33-3996022824e9 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:28:01.163367 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd8d424-1196-4575-8a33-3996022824e9 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:28:01.181739 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e51ded3-4f70-4d6d-9c5d-e090c86cc41a None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:28:01.338090 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9ceb2e8d-ba4c-4605-a6f8-bcb04da58b04 None None] Provisioning complete for port 68c33a32-d8ec-4a17-92df-e6aa356388a0 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:28:01.340288 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9ceb2e8d-ba4c-4605-a6f8-bcb04da58b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:01.364725 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-faed8c82-68ca-4439-a0dc-91cc138ca65b req-eb9ad95a-6347-4ec1-bb80-d53e1152cc58 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=3083eca8-9eaa-490a-a433-61840abb3b5c HTTP/1.1" status: 200 len: 210 time: 0.1259856 Nov 12 20:28:01.450759 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-9ceb2e8d-ba4c-4605-a6f8-bcb04da58b04 None None] Port 68c33a32-d8ec-4a17-92df-e6aa356388a0 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:28:01.482139 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10425c4f-d111-4235-94cd-842f5f501750 req-04740bcb-22d2-450e-bf40-286bfb312334 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:01.500796 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-10425c4f-d111-4235-94cd-842f5f501750 req-04740bcb-22d2-450e-bf40-286bfb312334 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.8685653 Nov 12 20:28:01.582997 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a212a9-8850-4ef6-8ab7-1227501d76e1 req-bd01fc20-e6a0-436d-bb6d-1d786840de06 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:01.585084 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-97a212a9-8850-4ef6-8ab7-1227501d76e1 req-bd01fc20-e6a0-436d-bb6d-1d786840de06 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0848405 Nov 12 20:28:01.642410 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8d424-1196-4575-8a33-3996022824e9 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Port': ['ID=68c33a32-d8ec-4a17-92df-e6aa356388a0,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:01.691609 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-97a212a9-8850-4ef6-8ab7-1227501d76e1 req-ee47dc59-2d5b-46e5-99eb-19ee851827c9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995181 Nov 12 20:28:01.754417 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-10425c4f-d111-4235-94cd-842f5f501750 req-be320a81-d7a5-4038-bd67-d1bfb23463b8 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531586 Nov 12 20:28:01.767931 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-d2eb5ed4-7fcd-4687-b840-128f9a9ee0f1 service neutron] Attempting to bind port 9bb4b8e8-3eb7-45e4-8efe-68c51cbef887 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:28:01.768581 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-d2eb5ed4-7fcd-4687-b840-128f9a9ee0f1 service neutron] Attempting to bind port 9bb4b8e8-3eb7-45e4-8efe-68c51cbef887 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:28:01.769107 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-d2eb5ed4-7fcd-4687-b840-128f9a9ee0f1 service neutron] Attempting to bind port 9bb4b8e8-3eb7-45e4-8efe-68c51cbef887 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:28:01.778941 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-d2eb5ed4-7fcd-4687-b840-128f9a9ee0f1 service neutron] Port 9bb4b8e8-3eb7-45e4-8efe-68c51cbef887 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:28:01.779507 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-d2eb5ed4-7fcd-4687-b840-128f9a9ee0f1 service neutron] Attempting to bind port 9bb4b8e8-3eb7-45e4-8efe-68c51cbef887 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:28:01.819667 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-d2eb5ed4-7fcd-4687-b840-128f9a9ee0f1 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:28:01.820190 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-d2eb5ed4-7fcd-4687-b840-128f9a9ee0f1 service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:28:01.820792 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-d2eb5ed4-7fcd-4687-b840-128f9a9ee0f1 service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:28:01.821408 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-d2eb5ed4-7fcd-4687-b840-128f9a9ee0f1 service neutron] Bound port: 9bb4b8e8-3eb7-45e4-8efe-68c51cbef887, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:28:01.821952 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-d2eb5ed4-7fcd-4687-b840-128f9a9ee0f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:01.872002 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cd8d424-1196-4575-8a33-3996022824e9 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:02.008043 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-d2eb5ed4-7fcd-4687-b840-128f9a9ee0f1 service neutron] For port 9bb4b8e8-3eb7-45e4-8efe-68c51cbef887, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:28:02.029016 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-d2eb5ed4-7fcd-4687-b840-128f9a9ee0f1 service neutron] For port 9bb4b8e8-3eb7-45e4-8efe-68c51cbef887, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=9bb4b8e8-3eb7-45e4-8efe-68c51cbef887,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:28:02.036425 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-d2eb5ed4-7fcd-4687-b840-128f9a9ee0f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:02.085584 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-d2eb5ed4-7fcd-4687-b840-128f9a9ee0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:02.086223 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-d2eb5ed4-7fcd-4687-b840-128f9a9ee0f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:02.087756 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-d2eb5ed4-7fcd-4687-b840-128f9a9ee0f1 service neutron] 10.222.0.55 "PUT /v2.0/ports/9bb4b8e8-3eb7-45e4-8efe-68c51cbef887 HTTP/1.1" status: 200 len: 1097 time: 2.8845017 Nov 12 20:28:02.090539 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3666a768-0cdc-4488-b85f-849714f83119', 'tag': '9bb4b8e8-3eb7-45e4-8efe-68c51cbef887'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:28:02.093251 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87db9a2e-a2a4-4663-975b-820bf0082296" -d '{"events": [{"name": "network-changed", "server_uuid": "3666a768-0cdc-4488-b85f-849714f83119", "tag": "9bb4b8e8-3eb7-45e4-8efe-68c51cbef887"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:28:02.211516 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ae4545-5274-48b6-bb72-1f19c646ecc9 x-openstack-request-id: req-16ae4545-5274-48b6-bb72-1f19c646ecc9 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:28:02.212140 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3666a768-0cdc-4488-b85f-849714f83119", "tag": "9bb4b8e8-3eb7-45e4-8efe-68c51cbef887", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:28:02.212785 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-16ae4545-5274-48b6-bb72-1f19c646ecc9 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:28:02.214107 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3666a768-0cdc-4488-b85f-849714f83119', 'tag': '9bb4b8e8-3eb7-45e4-8efe-68c51cbef887', 'status': 'completed', 'code': 200} Nov 12 20:28:02.221001 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e3ae8-d8dd-48b0-b3c7-1392ddd1412d req-24a9857f-5e69-4edf-aaa6-656f24ddadfd tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:02.235232 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ef5e3ae8-d8dd-48b0-b3c7-1392ddd1412d req-24a9857f-5e69-4edf-aaa6-656f24ddadfd tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/ports?device_id=3666a768-0cdc-4488-b85f-849714f83119 HTTP/1.1" status: 200 len: 948 time: 0.1122384 Nov 12 20:28:02.256471 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb5ed4-7fcd-4687-b840-128f9a9ee0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb4b8e8-3eb7-45e4-8efe-68c51cbef887,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:02.345163 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ef5e3ae8-d8dd-48b0-b3c7-1392ddd1412d req-15a1e559-b935-4d42-b196-e154265801d7 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/security-groups?id=dabad893-8a8b-4150-9479-a65be9ea9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071084 Nov 12 20:28:02.649714 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:28:02.883877 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431952d4-69cc-4b9f-bb7f-708e6891656b req-a67270a8-87df-4884-9ec0-13479f041ff4 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:02.894449 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-431952d4-69cc-4b9f-bb7f-708e6891656b req-a67270a8-87df-4884-9ec0-13479f041ff4 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0952563 Nov 12 20:28:02.959995 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-431952d4-69cc-4b9f-bb7f-708e6891656b req-f95cd673-ea54-4856-9513-04c5c67bc7bd tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638959 Nov 12 20:28:03.022768 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-c14a016e-7146-4e8a-95de-9d253239caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:03.024261 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-c14a016e-7146-4e8a-95de-9d253239caf7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb13c5368c4a4b84abe57bb7f72a7b08&device_id=3666a768-0cdc-4488-b85f-849714f83119 HTTP/1.1" status: 200 len: 1100 time: 0.7908123 Nov 12 20:28:03.029252 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cd8d424-1196-4575-8a33-3996022824e9 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:03.060587 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5a77d-689a-4b7b-ac5d-045571ed2d79 req-bb4f9fc2-f7cd-4143-a454-066ef33b733d tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:03.062997 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0bc5a77d-689a-4b7b-ac5d-045571ed2d79 req-bb4f9fc2-f7cd-4143-a454-066ef33b733d tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1080706 Nov 12 20:28:03.112609 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-a1c5767a-62cd-4204-8696-2ccf364715b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=9bb4b8e8-3eb7-45e4-8efe-68c51cbef887 HTTP/1.1" status: 200 len: 217 time: 0.0742695 Nov 12 20:28:03.271435 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f65e8-e414-4627-8f58-b108f7c103de req-ed861352-699b-4baa-8ff7-18a79a295d05 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:03.280064 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d34f65e8-e414-4627-8f58-b108f7c103de req-ed861352-699b-4baa-8ff7-18a79a295d05 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0711141 Nov 12 20:28:03.347609 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d34f65e8-e414-4627-8f58-b108f7c103de req-780b7fbb-248a-4c0e-a462-eef1559a5c76 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649965 Nov 12 20:28:03.414860 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-1dafc454-c87e-4a6d-ba4a-3fb4b5ba82ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:03.417921 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-1dafc454-c87e-4a6d-ba4a-3fb4b5ba82ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.2620151 Nov 12 20:28:03.427488 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852d01e-c76c-44af-8f54-144aa1191a3d req-8b363103-f008-4c3a-b0d6-9901da595f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:03.429962 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c852d01e-c76c-44af-8f54-144aa1191a3d req-8b363103-f008-4c3a-b0d6-9901da595f28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 1097 time: 0.1270604 Nov 12 20:28:03.473379 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0bc5a77d-689a-4b7b-ac5d-045571ed2d79 req-1c9bcc0f-17f4-4651-81d3-27d87582765a tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712156 Nov 12 20:28:03.503504 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-ababbf23-4b2d-4729-8beb-0dfffc0f391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:03.516287 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-ababbf23-4b2d-4729-8beb-0dfffc0f391f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0785081 Nov 12 20:28:03.532823 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd8d424-1196-4575-8a33-3996022824e9 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Router 9514d9ae-585f-44dd-8c4e-2aa80ad54991 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:28:03.573472 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852d01e-c76c-44af-8f54-144aa1191a3d req-47bd77b4-3563-4639-9564-73601c3bc8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:03.575427 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c852d01e-c76c-44af-8f54-144aa1191a3d req-47bd77b4-3563-4639-9564-73601c3bc8d2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 913 time: 0.1387498 Nov 12 20:28:03.678193 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcc90a-562f-4a4e-8ec9-a93f5c8e1ff0 req-f1e4089b-735e-4cd6-8c8a-34fcce9225b9 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:03.686975 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-37dcc90a-562f-4a4e-8ec9-a93f5c8e1ff0 req-f1e4089b-735e-4cd6-8c8a-34fcce9225b9 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/ports?device_id=3666a768-0cdc-4488-b85f-849714f83119 HTTP/1.1" status: 200 len: 948 time: 0.1104913 Nov 12 20:28:03.748979 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-37dcc90a-562f-4a4e-8ec9-a93f5c8e1ff0 req-84763fe4-feaa-4d4b-9c01-d56d9afdeffd tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/security-groups?id=dabad893-8a8b-4150-9479-a65be9ea9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604181 Nov 12 20:28:03.774789 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-67acd2fe-36f5-4c61-974c-806b02b8f83e service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568305 Nov 12 20:28:03.785470 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c852d01e-c76c-44af-8f54-144aa1191a3d req-cdda0d1c-6f57-43b8-8cca-babf53e91b2c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2266bfb-a0d4-4896-9432-d20ec2953989 HTTP/1.1" status: 200 len: 999 time: 0.1771009 Nov 12 20:28:03.792575 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd8d424-1196-4575-8a33-3996022824e9 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:28:03.802378 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e17e575-154d-4e24-a9cb-f301178a1828 None None] Sync routers for ids ['9514d9ae-585f-44dd-8c4e-2aa80ad54991'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:28:03.838991 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e17e575-154d-4e24-a9cb-f301178a1828 None None] Routers {'9514d9ae-585f-44dd-8c4e-2aa80ad54991'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:28:03.841721 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4cd8d424-1196-4575-8a33-3996022824e9 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:03.842717 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-7e17e575-154d-4e24-a9cb-f301178a1828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:27:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9514d9ae-585f-44dd-8c4e-2aa80ad54991'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:28:03.843012 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4cd8d424-1196-4575-8a33-3996022824e9 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.1086209 Nov 12 20:28:03.847628 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 39966) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:03.881504 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852d01e-c76c-44af-8f54-144aa1191a3d req-f148c949-3c15-43e6-a6cd-03004a4fb084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:03.884393 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c852d01e-c76c-44af-8f54-144aa1191a3d req-f148c949-3c15-43e6-a6cd-03004a4fb084 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 0.0906911 Nov 12 20:28:03.971634 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-68c48040-0fa9-45e1-a08b-cd8ffa4540dd req-967a2721-da95-4a60-a969-c8800c177bfe service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873186 Nov 12 20:28:04.014987 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852d01e-c76c-44af-8f54-144aa1191a3d req-02e1f359-b5ab-4271-9ca5-b7d38c0a8397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:04.016690 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c852d01e-c76c-44af-8f54-144aa1191a3d req-02e1f359-b5ab-4271-9ca5-b7d38c0a8397 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1096802 Nov 12 20:28:04.067328 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-7e17e575-154d-4e24-a9cb-f301178a1828 None None] Set router 9514d9ae-585f-44dd-8c4e-2aa80ad54991 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:28:04.110481 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db9a2e-a2a4-4663-975b-820bf0082296 req-b266119e-ea29-4524-a1d4-08d765b7125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:04.117905 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87db9a2e-a2a4-4663-975b-820bf0082296 req-b266119e-ea29-4524-a1d4-08d765b7125a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb13c5368c4a4b84abe57bb7f72a7b08&device_id=3666a768-0cdc-4488-b85f-849714f83119 HTTP/1.1" status: 200 len: 1100 time: 0.0849304 Nov 12 20:28:04.154794 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c852d01e-c76c-44af-8f54-144aa1191a3d req-7d0644f4-29d8-4d3c-953f-0ec5c2b4b21f service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295178 Nov 12 20:28:04.291660 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c852d01e-c76c-44af-8f54-144aa1191a3d req-7d37aa36-11cc-4db3-9d93-568424e9c2d5 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255589 Nov 12 20:28:04.306338 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bf0062b3-9f1e-48b1-9de6-ec811a654011 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=c510c0945858446c87ca9a78193927af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4576969 Nov 12 20:28:04.309998 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 39972) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:04.511503 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-7e17e575-154d-4e24-a9cb-f301178a1828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843612825', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:27:56Z', 'updated_at': '2021-11-12T20:28:01Z', 'revision_number': 3, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:59Z', 'updated_at': '2021-11-12T20:27:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:28:04.546958 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e17e575-154d-4e24-a9cb-f301178a1828 None None] Checking router: 9514d9ae-585f-44dd-8c4e-2aa80ad54991 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:28:04.547630 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e17e575-154d-4e24-a9cb-f301178a1828 None None] Updating router 9514d9ae-585f-44dd-8c4e-2aa80ad54991 port 68c33a32-d8ec-4a17-92df-e6aa356388a0 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:28:04.601304 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7e17e575-154d-4e24-a9cb-f301178a1828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:04.719779 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db9a2e-a2a4-4663-975b-820bf0082296 req-e241ed55-21e9-43ac-8f1d-5b6916b3eb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:04.721691 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87db9a2e-a2a4-4663-975b-820bf0082296 req-e241ed55-21e9-43ac-8f1d-5b6916b3eb73 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.5976412 Nov 12 20:28:04.723437 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6e535-189d-4ee1-b45b-a8ef60aeed6f req-46d89c37-b6dc-4f5e-915c-10fc208ca37e tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:04.733531 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a5a6e535-189d-4ee1-b45b-a8ef60aeed6f req-46d89c37-b6dc-4f5e-915c-10fc208ca37e tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1089315 Nov 12 20:28:04.804630 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87db9a2e-a2a4-4663-975b-820bf0082296 req-e02ba0dd-8224-4697-b0c3-bc20442e56ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=9bb4b8e8-3eb7-45e4-8efe-68c51cbef887 HTTP/1.1" status: 200 len: 217 time: 0.0739710 Nov 12 20:28:04.819007 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689f031-8a70-49cf-acd6-d7ceb61a5e9e req-94552542-c9e1-4af3-96f6-4d3b66b92e1e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:04.827859 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3689f031-8a70-49cf-acd6-d7ceb61a5e9e req-94552542-c9e1-4af3-96f6-4d3b66b92e1e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.3563900 Nov 12 20:28:04.833520 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a5a6e535-189d-4ee1-b45b-a8ef60aeed6f req-021dbde2-6e57-41f1-8b3a-ea0cf263f9e8 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934741 Nov 12 20:28:04.939184 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db9a2e-a2a4-4663-975b-820bf0082296 req-5fc12255-098b-41d6-aa70-4329c83c16f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:04.941211 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87db9a2e-a2a4-4663-975b-820bf0082296 req-5fc12255-098b-41d6-aa70-4329c83c16f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0915399 Nov 12 20:28:04.944596 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3689f031-8a70-49cf-acd6-d7ceb61a5e9e req-ef4f23dd-5a77-43b4-911d-be4a34094821 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155334 Nov 12 20:28:04.946042 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f21f1a-271f-4078-9d63-0afd1d3ee25c tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:04.950938 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d8f21f1a-271f-4078-9d63-0afd1d3ee25c tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6368761 Nov 12 20:28:04.951398 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 39984) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:05.038659 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db9a2e-a2a4-4663-975b-820bf0082296 req-e0c2f061-589e-4e83-88a7-9a3baee1c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:05.041795 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87db9a2e-a2a4-4663-975b-820bf0082296 req-e0c2f061-589e-4e83-88a7-9a3baee1c893 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0922415 Nov 12 20:28:05.050832 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ab31478c-71ae-4eb4-8f0b-e5f54e64e266 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0958388 Nov 12 20:28:05.100438 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 39986) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:05.110102 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-6b91f03e-bcfc-4a01-84d7-9e1a3857d26d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-421580677', 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a', 'project_id': 'c510c0945858446c87ca9a78193927af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:28:05.157419 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7e17e575-154d-4e24-a9cb-f301178a1828 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:05.167060 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7e17e575-154d-4e24-a9cb-f301178a1828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:05.221093 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87db9a2e-a2a4-4663-975b-820bf0082296 req-f2207be2-3db8-4617-99d5-aa63b8f6ba89 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710899 Nov 12 20:28:05.265153 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f080c-6a62-42c3-812d-856443cda2ba req-007d455f-1f48-4fdd-a33b-b3f4f5588c8c tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:05.274853 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c29f080c-6a62-42c3-812d-856443cda2ba req-007d455f-1f48-4fdd-a33b-b3f4f5588c8c tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/ports?device_id=3666a768-0cdc-4488-b85f-849714f83119 HTTP/1.1" status: 200 len: 948 time: 0.2516997 Nov 12 20:28:05.278928 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b27fc0-2740-4608-80fd-9b3c81cfd877 None None] Pushing event updated for resources: {'Port': ['ID=68c33a32-d8ec-4a17-92df-e6aa356388a0,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:05.283427 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbf4b8d-4b73-4ffd-afdb-5b811778723f None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:28:05.300902 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-7e17e575-154d-4e24-a9cb-f301178a1828 None None] Attempting to bind port 68c33a32-d8ec-4a17-92df-e6aa356388a0 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:28:05.301270 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-7e17e575-154d-4e24-a9cb-f301178a1828 None None] Attempting to bind port 68c33a32-d8ec-4a17-92df-e6aa356388a0 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:28:05.301639 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e17e575-154d-4e24-a9cb-f301178a1828 None None] Attempting to bind port 68c33a32-d8ec-4a17-92df-e6aa356388a0 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:28:05.326154 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e17e575-154d-4e24-a9cb-f301178a1828 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:28:05.326575 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e17e575-154d-4e24-a9cb-f301178a1828 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:28:05.326979 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7e17e575-154d-4e24-a9cb-f301178a1828 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:05.327422 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e17e575-154d-4e24-a9cb-f301178a1828 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:28:05.327918 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-7e17e575-154d-4e24-a9cb-f301178a1828 None None] Bound port: 68c33a32-d8ec-4a17-92df-e6aa356388a0, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:28:05.328807 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7e17e575-154d-4e24-a9cb-f301178a1828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:05.370789 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c29f080c-6a62-42c3-812d-856443cda2ba req-445087f0-e0f5-41d5-ae66-7bd1a433b1dd tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/security-groups?id=dabad893-8a8b-4150-9479-a65be9ea9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936220 Nov 12 20:28:05.398672 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b91f03e-bcfc-4a01-84d7-9e1a3857d26d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Made reservation on behalf of c510c0945858446c87ca9a78193927af for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:28:05.408934 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b91f03e-bcfc-4a01-84d7-9e1a3857d26d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:05.421960 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8109386e-de05-467e-8d8e-e460ad2ae4bd None None] Provisioning complete for port 68c33a32-d8ec-4a17-92df-e6aa356388a0 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:28:05.422603 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8109386e-de05-467e-8d8e-e460ad2ae4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:05.443781 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87db9a2e-a2a4-4663-975b-820bf0082296 req-316badba-82af-4899-9758-052f23d59dbe service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132120 Nov 12 20:28:05.483530 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8109386e-de05-467e-8d8e-e460ad2ae4bd None None] Port 68c33a32-d8ec-4a17-92df-e6aa356388a0 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:28:05.488933 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7e17e575-154d-4e24-a9cb-f301178a1828 None None] For port 68c33a32-d8ec-4a17-92df-e6aa356388a0, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:28:05.505641 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7e17e575-154d-4e24-a9cb-f301178a1828 None None] For port 68c33a32-d8ec-4a17-92df-e6aa356388a0, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=68c33a32-d8ec-4a17-92df-e6aa356388a0,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:28:05.512140 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7e17e575-154d-4e24-a9cb-f301178a1828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:05.577234 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6fc998-6f70-4b06-8910-7e2e75795612 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:28:05.592923 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e17e575-154d-4e24-a9cb-f301178a1828 None None] Routers {'9514d9ae-585f-44dd-8c4e-2aa80ad54991'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:28:05.593750 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-7e17e575-154d-4e24-a9cb-f301178a1828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:27:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9514d9ae-585f-44dd-8c4e-2aa80ad54991'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:28:05.662156 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b27fc0-2740-4608-80fd-9b3c81cfd877 None None] Pushing event updated for resources: {'Port': ['ID=68c33a32-d8ec-4a17-92df-e6aa356388a0,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:05.799156 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-fb358fa2-e31b-4dbf-8a96-114d347a9950 None None] Provisioning complete for port 68c33a32-d8ec-4a17-92df-e6aa356388a0 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:28:05.799809 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fb358fa2-e31b-4dbf-8a96-114d347a9950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:05.801250 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b91f03e-bcfc-4a01-84d7-9e1a3857d26d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:05.859279 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-7e17e575-154d-4e24-a9cb-f301178a1828 None None] Set router 9514d9ae-585f-44dd-8c4e-2aa80ad54991 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:28:05.888487 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91f03e-bcfc-4a01-84d7-9e1a3857d26d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Subnet': ['ID=d4ffbba5-782d-4e1b-b486-48aeb3d7dcd0,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:05.921373 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b91f03e-bcfc-4a01-84d7-9e1a3857d26d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Checking segment: {'id': 'bb82f32b-2bb3-4606-a9a4-09aad93b8e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:28:05.921649 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b91f03e-bcfc-4a01-84d7-9e1a3857d26d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Network hostable DHCP agents. Network: ed77738e-f625-4ff0-9384-27862f27319a, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:28:05.943547 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b91f03e-bcfc-4a01-84d7-9e1a3857d26d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Network ed77738e-f625-4ff0-9384-27862f27319a is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:28:05.958641 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-6b91f03e-bcfc-4a01-84d7-9e1a3857d26d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, ed77738e-f625-4ff0-9384-27862f27319a) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:28:05.975221 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4424fb85-e34d-4c3b-95e9-3e0ff5ad29a6 None None] Network ed77738e-f625-4ff0-9384-27862f27319a requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:28:05.978056 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b91f03e-bcfc-4a01-84d7-9e1a3857d26d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:05.980319 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b91f03e-bcfc-4a01-84d7-9e1a3857d26d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:06.004832 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6b91f03e-bcfc-4a01-84d7-9e1a3857d26d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9030073 Nov 12 20:28:06.007462 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 40002) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:06.070611 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 9bb4b8e8-3eb7-45e4-8efe-68c51cbef887 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:28:06.104431 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba79fdd-f81f-48ef-837c-1cfa093cb71e req-3a5d39b0-1a8a-44f1-9147-b59e66644e93 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:06.114153 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3ba79fdd-f81f-48ef-837c-1cfa093cb71e req-3a5d39b0-1a8a-44f1-9147-b59e66644e93 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.0972068 Nov 12 20:28:06.183769 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3ba79fdd-f81f-48ef-837c-1cfa093cb71e req-8fa786b4-69c5-4aab-bc3d-2dc48bd33148 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683951 Nov 12 20:28:06.185241 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 9bb4b8e8-3eb7-45e4-8efe-68c51cbef887, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=9bb4b8e8-3eb7-45e4-8efe-68c51cbef887,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:28:06.201604 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '9bb4b8e8-3eb7-45e4-8efe-68c51cbef887', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': '9bb4b8e8-3eb7-45e4-8efe-68c51cbef887', 'mac_address': 'fa:16:3e:4f:ac:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:28:06.396990 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:06.464998 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8210832-5e4c-451f-a369-947faa1c10d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-ed77738e-f625-4ff0-9384-27862f27319a', 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'fixed_ips': [{'subnet_id': 'd4ffbba5-782d-4e1b-b486-48aeb3d7dcd0'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:28:06.466035 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f8210832-5e4c-451f-a369-947faa1c10d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:06.509410 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb4b8e8-3eb7-45e4-8efe-68c51cbef887 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:28:06.529591 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fb358fa2-e31b-4dbf-8a96-114d347a9950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:06.584096 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 9bb4b8e8-3eb7-45e4-8efe-68c51cbef887, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=9bb4b8e8-3eb7-45e4-8efe-68c51cbef887,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:28:06.586090 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-fb358fa2-e31b-4dbf-8a96-114d347a9950 None None] For port 68c33a32-d8ec-4a17-92df-e6aa356388a0, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=68c33a32-d8ec-4a17-92df-e6aa356388a0,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:28:06.603113 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039aed8-3042-4f47-859b-19bd42a73c06 req-fbf383e4-abed-4177-8fb1-c1f491ba5cd1 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:06.606925 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2039aed8-3042-4f47-859b-19bd42a73c06 req-fbf383e4-abed-4177-8fb1-c1f491ba5cd1 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/ports?device_id=3666a768-0cdc-4488-b85f-849714f83119 HTTP/1.1" status: 200 len: 948 time: 0.0810785 Nov 12 20:28:06.658269 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:06.660482 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fb358fa2-e31b-4dbf-8a96-114d347a9950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:06.677832 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2039aed8-3042-4f47-859b-19bd42a73c06 req-774cae83-f768-49c8-b3a0-13e110ba593d tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/security-groups?id=dabad893-8a8b-4150-9479-a65be9ea9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547171 Nov 12 20:28:06.750271 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-7e17e575-154d-4e24-a9cb-f301178a1828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843612825', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:27:56Z', 'updated_at': '2021-11-12T20:28:01Z', 'revision_number': 3, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:59Z', 'updated_at': '2021-11-12T20:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:28:06.854491 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcb6ad-ceea-4496-9e74-c9616ac9f2d2 req-33c88975-943f-405a-9e93-dbe491c523ad tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:06.864937 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dcdcb6ad-ceea-4496-9e74-c9616ac9f2d2 req-33c88975-943f-405a-9e93-dbe491c523ad tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.7649727 Nov 12 20:28:06.939127 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dcdcb6ad-ceea-4496-9e74-c9616ac9f2d2 req-c8a8c50e-69ac-4d1e-ae9d-64f1789aa22b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660665 Nov 12 20:28:07.069812 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e17e575-154d-4e24-a9cb-f301178a1828 None None] The sync data for ids ['9514d9ae-585f-44dd-8c4e-2aa80ad54991'] in n-d-712140-15 is: [{'id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843612825', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:27:56Z', 'updated_at': '2021-11-12T20:28:01Z', 'revision_number': 3, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:59Z', 'updated_at': '2021-11-12T20:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:28:07.084184 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=9bb4b8e8-3eb7-45e4-8efe-68c51cbef887,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:07.149588 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3b491-b8a6-40e4-b07f-99e60c8a58fd req-9d0122d2-bef3-4d03-b144-4278eeeb9c23 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:07.151313 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-99f3b491-b8a6-40e4-b07f-99e60c8a58fd req-9d0122d2-bef3-4d03-b144-4278eeeb9c23 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1015847 Nov 12 20:28:07.178227 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['9bb4b8e8-3eb7-45e4-8efe-68c51cbef887'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:28:07.266931 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-f8210832-5e4c-451f-a369-947faa1c10d9 None None] Allocated IP 172.20.0.2 (ed77738e-f625-4ff0-9384-27862f27319a/d4ffbba5-782d-4e1b-b486-48aeb3d7dcd0/60491fce-1673-4d38-b805-dd838af2aab8) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:28:07.269006 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb358fa2-e31b-4dbf-8a96-114d347a9950 None None] Pushing event updated for resources: {'Port': ['ID=68c33a32-d8ec-4a17-92df-e6aa356388a0,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:07.321912 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-99f3b491-b8a6-40e4-b07f-99e60c8a58fd req-5cb51e51-f08f-4c77-ae26-5b435cc40aa3 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591313 Nov 12 20:28:07.534637 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92bc5423-96ba-4796-b58d-4dadf4c1c407 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:07.712772 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fc93f-44d1-4bce-a57d-48185cc4bba7 req-14a3d64e-ce0d-4cdf-b3c8-233429d2c7fa tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:07.715689 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c21fc93f-44d1-4bce-a57d-48185cc4bba7 req-14a3d64e-ce0d-4cdf-b3c8-233429d2c7fa tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.2503150 Nov 12 20:28:07.793945 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f8210832-5e4c-451f-a369-947faa1c10d9 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:07.808607 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c21fc93f-44d1-4bce-a57d-48185cc4bba7 req-317e2817-8b21-4f63-8bdc-6906523a481e tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812366 Nov 12 20:28:07.808971 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f8210832-5e4c-451f-a369-947faa1c10d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:07.911764 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8210832-5e4c-451f-a369-947faa1c10d9 None None] Network ed77738e-f625-4ff0-9384-27862f27319a is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:28:07.936778 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-f8210832-5e4c-451f-a369-947faa1c10d9 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:28:07.952673 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2daed52-2536-4b58-9abb-1dcf356cab36 req-28bf1beb-b580-463a-90a5-98acb07df8fb tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:07.963719 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d2daed52-2536-4b58-9abb-1dcf356cab36 req-28bf1beb-b580-463a-90a5-98acb07df8fb tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.2208488 Nov 12 20:28:07.964360 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8210832-5e4c-451f-a369-947faa1c10d9 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:28:08.021562 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8210832-5e4c-451f-a369-947faa1c10d9 None None] Pushing event updated for resources: {'Port': ['ID=60491fce-1673-4d38-b805-dd838af2aab8,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:08.070240 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 68c33a32-d8ec-4a17-92df-e6aa356388a0 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:28:08.105130 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f8210832-5e4c-451f-a369-947faa1c10d9 None None] Attempting to bind port 60491fce-1673-4d38-b805-dd838af2aab8 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:28:08.105763 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f8210832-5e4c-451f-a369-947faa1c10d9 None None] Attempting to bind port 60491fce-1673-4d38-b805-dd838af2aab8 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'bb82f32b-2bb3-4606-a9a4-09aad93b8e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:28:08.106296 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8210832-5e4c-451f-a369-947faa1c10d9 None None] Attempting to bind port 60491fce-1673-4d38-b805-dd838af2aab8 on network ed77738e-f625-4ff0-9384-27862f27319a {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:28:08.128754 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8210832-5e4c-451f-a369-947faa1c10d9 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:28:08.129504 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8210832-5e4c-451f-a369-947faa1c10d9 None None] Checking segment: {'id': 'bb82f32b-2bb3-4606-a9a4-09aad93b8e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:28:08.130075 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f8210832-5e4c-451f-a369-947faa1c10d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:08.130628 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8210832-5e4c-451f-a369-947faa1c10d9 None None] Bound using segment: {'id': 'bb82f32b-2bb3-4606-a9a4-09aad93b8e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:28:08.131321 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f8210832-5e4c-451f-a369-947faa1c10d9 None None] Bound port: 60491fce-1673-4d38-b805-dd838af2aab8, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb82f32b-2bb3-4606-a9a4-09aad93b8e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:28:08.131869 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f8210832-5e4c-451f-a369-947faa1c10d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:08.171059 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d2daed52-2536-4b58-9abb-1dcf356cab36 req-9ce5f297-97c5-41e8-bb9d-90ef09d3e611 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984329 Nov 12 20:28:08.305227 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 68c33a32-d8ec-4a17-92df-e6aa356388a0 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:28:08.305784 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:08.393884 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-92bc5423-96ba-4796-b58d-4dadf4c1c407 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Allocated IP 172.20.0.1 (ed77738e-f625-4ff0-9384-27862f27319a/d4ffbba5-782d-4e1b-b486-48aeb3d7dcd0/94b0ab5e-cfca-4c1e-856b-cd18e4d00737) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:28:08.568891 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-f8210832-5e4c-451f-a369-947faa1c10d9 None None] For port 60491fce-1673-4d38-b805-dd838af2aab8, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:28:08.581226 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-f8210832-5e4c-451f-a369-947faa1c10d9 None None] For port 60491fce-1673-4d38-b805-dd838af2aab8, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=60491fce-1673-4d38-b805-dd838af2aab8,segment=NetworkSegment(bb82f32b-2bb3-4606-a9a4-09aad93b8e01),segment_id=bb82f32b-2bb3-4606-a9a4-09aad93b8e01)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:28:08.584682 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92bc5423-96ba-4796-b58d-4dadf4c1c407 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:08.591010 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f8210832-5e4c-451f-a369-947faa1c10d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:08.640612 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92bc5423-96ba-4796-b58d-4dadf4c1c407 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:08.658161 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132429a-a75c-4cbf-8d61-a9120f42730f req-d23cc34e-b8fe-45f8-9833-7561e7fa0b5e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:08.684933 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6132429a-a75c-4cbf-8d61-a9120f42730f req-d23cc34e-b8fe-45f8-9833-7561e7fa0b5e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1252742 Nov 12 20:28:08.745944 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ebd67-701d-4af3-bcc4-ae6f33e440e8 req-e39d1edc-ef46-47f0-9fb1-70ff860d2582 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:08.755911 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa6ebd67-701d-4af3-bcc4-ae6f33e440e8 req-e39d1edc-ef46-47f0-9fb1-70ff860d2582 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/ports?device_id=3666a768-0cdc-4488-b85f-849714f83119 HTTP/1.1" status: 200 len: 949 time: 0.6889842 Nov 12 20:28:08.827641 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8210832-5e4c-451f-a369-947faa1c10d9 None None] Pushing event updated for resources: {'Port': ['ID=60491fce-1673-4d38-b805-dd838af2aab8,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:08.828762 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bc5423-96ba-4796-b58d-4dadf4c1c407 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Network ed77738e-f625-4ff0-9384-27862f27319a is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:28:08.829254 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6132429a-a75c-4cbf-8d61-a9120f42730f req-905a6d71-6f77-4a23-8df8-11c7f377b26f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411619 Nov 12 20:28:08.860686 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-92bc5423-96ba-4796-b58d-4dadf4c1c407 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:28:08.876463 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bc5423-96ba-4796-b58d-4dadf4c1c407 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:28:08.921564 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc5423-96ba-4796-b58d-4dadf4c1c407 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Port': ['ID=94b0ab5e-cfca-4c1e-856b-cd18e4d00737,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:08.948619 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa6ebd67-701d-4af3-bcc4-ae6f33e440e8 req-ab093152-3440-42fc-83e5-85de2f6091f3 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/security-groups?id=dabad893-8a8b-4150-9479-a65be9ea9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915801 Nov 12 20:28:09.001990 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92bc5423-96ba-4796-b58d-4dadf4c1c407 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:09.065475 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4bea2-9488-4228-a30f-d986e46361c5 req-2cf8cf48-1bfd-4370-8e7d-d62578bf4a77 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:09.074201 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e9a4bea2-9488-4228-a30f-d986e46361c5 req-2cf8cf48-1bfd-4370-8e7d-d62578bf4a77 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1317632 Nov 12 20:28:09.168846 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e9a4bea2-9488-4228-a30f-d986e46361c5 req-946e9ede-b6a9-46e8-b2f1-ecfe87282ee4 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933247 Nov 12 20:28:09.300863 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92bc5423-96ba-4796-b58d-4dadf4c1c407 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:09.756789 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92bc5423-96ba-4796-b58d-4dadf4c1c407 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:09.763613 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92bc5423-96ba-4796-b58d-4dadf4c1c407 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:09.926353 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92bc5423-96ba-4796-b58d-4dadf4c1c407 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:09.948789 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc5423-96ba-4796-b58d-4dadf4c1c407 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Port': ['ID=94b0ab5e-cfca-4c1e-856b-cd18e4d00737,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:10.018748 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 60491fce-1673-4d38-b805-dd838af2aab8 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:28:10.083192 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 9bb4b8e8-3eb7-45e4-8efe-68c51cbef887 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:28:10.180251 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a1eed-3b63-4d8c-b1ea-7e6870fbb7e3 req-ca863cc0-e51c-4c5d-824b-b33eb527776f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:10.182432 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-439a1eed-3b63-4d8c-b1ea-7e6870fbb7e3 req-ca863cc0-e51c-4c5d-824b-b33eb527776f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1498640 Nov 12 20:28:10.197147 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bc5423-96ba-4796-b58d-4dadf4c1c407 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Network ed77738e-f625-4ff0-9384-27862f27319a is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:28:10.205982 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-92bc5423-96ba-4796-b58d-4dadf4c1c407 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:28:10.216203 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa238b2-e950-414f-aece-cd3ed97dbc14 req-979c7cb0-9cf1-4f04-bfa2-3e2be22d1efa tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:10.218448 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9aa238b2-e950-414f-aece-cd3ed97dbc14 req-979c7cb0-9cf1-4f04-bfa2-3e2be22d1efa tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/ports?device_id=3666a768-0cdc-4488-b85f-849714f83119 HTTP/1.1" status: 200 len: 949 time: 0.1526413 Nov 12 20:28:10.228219 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 60491fce-1673-4d38-b805-dd838af2aab8 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:28:10.229118 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:10.331323 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 9bb4b8e8-3eb7-45e4-8efe-68c51cbef887 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:28:10.341014 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9aa238b2-e950-414f-aece-cd3ed97dbc14 req-84a7f0f3-785c-490c-9f1b-9383c31c80bd tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/security-groups?id=dabad893-8a8b-4150-9479-a65be9ea9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023188 Nov 12 20:28:10.364935 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 9bb4b8e8-3eb7-45e4-8efe-68c51cbef887 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:28:10.365318 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:10.436499 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-439a1eed-3b63-4d8c-b1ea-7e6870fbb7e3 req-8d834099-6e4f-4752-a76c-5ee5db256586 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418928 Nov 12 20:28:10.548906 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:10.665408 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b96e66-55a2-46f4-aaef-d0ba5834e1b9 req-e264bfda-f180-4bfa-94f3-869112eae01d tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:10.673626 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bc5423-96ba-4796-b58d-4dadf4c1c407 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Router 9514d9ae-585f-44dd-8c4e-2aa80ad54991 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:28:10.677778 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b4b96e66-55a2-46f4-aaef-d0ba5834e1b9 req-e264bfda-f180-4bfa-94f3-869112eae01d tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1798973 Nov 12 20:28:10.717962 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 60491fce-1673-4d38-b805-dd838af2aab8, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=60491fce-1673-4d38-b805-dd838af2aab8,segment=NetworkSegment(bb82f32b-2bb3-4606-a9a4-09aad93b8e01),segment_id=bb82f32b-2bb3-4606-a9a4-09aad93b8e01)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:28:10.739417 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:10.859131 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:10.880132 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b4b96e66-55a2-46f4-aaef-d0ba5834e1b9 req-5b678be6-79d4-4b28-90f4-f5ebd76c9b6b tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017150 Nov 12 20:28:10.949932 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8818c57-a614-4c88-b063-ca452d673870 None None] Network ed77738e-f625-4ff0-9384-27862f27319a requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:28:11.021020 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=60491fce-1673-4d38-b805-dd838af2aab8,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:11.062607 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3666a768-0cdc-4488-b85f-849714f83119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb4b8e8-3eb7-45e4-8efe-68c51cbef887'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:28:11.065197 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd3de09-69b9-4e1a-95ad-f5f9016bbf79" -d '{"events": [{"server_uuid": "3666a768-0cdc-4488-b85f-849714f83119", "name": "network-vif-plugged", "status": "completed", "tag": "9bb4b8e8-3eb7-45e4-8efe-68c51cbef887"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:28:11.067162 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bc5423-96ba-4796-b58d-4dadf4c1c407 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:28:11.078969 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b5c9e6-5d95-47c0-bc44-b79d62fc7279 None None] Sync routers for ids ['9514d9ae-585f-44dd-8c4e-2aa80ad54991'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:28:11.091725 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-92bc5423-96ba-4796-b58d-4dadf4c1c407 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "PUT /v2.0/routers/9514d9ae-585f-44dd-8c4e-2aa80ad54991/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0712495 Nov 12 20:28:11.109482 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 9bb4b8e8-3eb7-45e4-8efe-68c51cbef887, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=9bb4b8e8-3eb7-45e4-8efe-68c51cbef887,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:28:11.112592 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b5c9e6-5d95-47c0-bc44-b79d62fc7279 None None] Routers {'9514d9ae-585f-44dd-8c4e-2aa80ad54991'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:28:11.113799 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-99b5c9e6-5d95-47c0-bc44-b79d62fc7279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:27:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9514d9ae-585f-44dd-8c4e-2aa80ad54991'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:28:11.126883 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:11.141876 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9bf13ce2-2d8a-41f1-9694-5d2ba42aefd9 None None] Provisioning complete for port 60491fce-1673-4d38-b805-dd838af2aab8 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:28:11.142816 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9bf13ce2-2d8a-41f1-9694-5d2ba42aefd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:11.156947 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddf6b0-17b5-4498-a859-1bde43c33d3f req-f6ea72e9-9603-4b7c-9709-369229ce197c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:11.170739 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e1ddf6b0-17b5-4498-a859-1bde43c33d3f req-f6ea72e9-9603-4b7c-9709-369229ce197c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.2761190 Nov 12 20:28:11.364163 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-99b5c9e6-5d95-47c0-bc44-b79d62fc7279 None None] Set router 9514d9ae-585f-44dd-8c4e-2aa80ad54991 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:28:11.389354 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e1ddf6b0-17b5-4498-a859-1bde43c33d3f req-f33ad3d9-e533-418d-87b7-ed8fbf2907b8 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176116 Nov 12 20:28:11.438536 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8b5aa-10cb-4421-844b-7f0928370a73 req-139e3673-7d6e-4639-aec3-5e6e16449a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:11.440108 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-35d8b5aa-10cb-4421-844b-7f0928370a73 req-139e3673-7d6e-4639-aec3-5e6e16449a94 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3666a768-0cdc-4488-b85f-849714f83119 HTTP/1.1" status: 200 len: 1102 time: 0.1593564 Nov 12 20:28:11.461497 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=9bb4b8e8-3eb7-45e4-8efe-68c51cbef887,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:11.520952 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff19bf44-011e-4edb-8f71-ab39221b1d27 x-openstack-request-id: req-ff19bf44-011e-4edb-8f71-ab39221b1d27 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:28:11.520952 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3666a768-0cdc-4488-b85f-849714f83119", "name": "network-vif-plugged", "status": "completed", "tag": "9bb4b8e8-3eb7-45e4-8efe-68c51cbef887", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:28:11.521275 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ff19bf44-011e-4edb-8f71-ab39221b1d27 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:28:11.521450 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3666a768-0cdc-4488-b85f-849714f83119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb4b8e8-3eb7-45e4-8efe-68c51cbef887', 'code': 200} Nov 12 20:28:11.673942 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-35d8b5aa-10cb-4421-844b-7f0928370a73 req-482edede-fc18-43a9-b7bf-ff6f946e34d7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dabad893-8a8b-4150-9479-a65be9ea9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254627 Nov 12 20:28:11.683253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03949101-5649-4843-9c78-790041ca94f4 req-282a1473-b4b5-4b78-8f08-1b276395514f tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:11.685036 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-03949101-5649-4843-9c78-790041ca94f4 req-282a1473-b4b5-4b78-8f08-1b276395514f tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/ports?device_id=3666a768-0cdc-4488-b85f-849714f83119 HTTP/1.1" status: 200 len: 950 time: 0.1508710 Nov 12 20:28:11.783351 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-03949101-5649-4843-9c78-790041ca94f4 req-283786f6-525b-4f14-8866-cb526fe03dca tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/security-groups?id=dabad893-8a8b-4150-9479-a65be9ea9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922430 Nov 12 20:28:11.791846 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-4c312b7d-32de-4fc1-8635-9b812333a624 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1445206475&fields=id&tenant_id=c510c0945858446c87ca9a78193927af HTTP/1.1" status: 200 len: 267 time: 0.1891046 Nov 12 20:28:12.020660 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 60491fce-1673-4d38-b805-dd838af2aab8 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:28:12.083540 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-99b5c9e6-5d95-47c0-bc44-b79d62fc7279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843612825', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:27:56Z', 'updated_at': '2021-11-12T20:28:09Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:59Z', 'updated_at': '2021-11-12T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '94b0ab5e-cfca-4c1e-856b-cd18e4d00737', 'name': '', 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:21:7d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'd4ffbba5-782d-4e1b-b486-48aeb3d7dcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:28:07Z', 'updated_at': '2021-11-12T20:28:09Z', 'revision_number': 2, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': 'd4ffbba5-782d-4e1b-b486-48aeb3d7dcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:28:12.101467 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b84c9-120b-47f6-adb6-55e5cf982990 req-ec040967-2ba1-4841-8eca-fb479e1d4454 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:12.108405 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-18594355-ec45-4b6b-b5f7-8e8bbc4fb9fc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:12.116848 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-895b84c9-120b-47f6-adb6-55e5cf982990 req-ec040967-2ba1-4841-8eca-fb479e1d4454 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1156807 Nov 12 20:28:12.117637 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-18594355-ec45-4b6b-b5f7-8e8bbc4fb9fc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/networks?id=ed77738e-f625-4ff0-9384-27862f27319a HTTP/1.1" status: 200 len: 796 time: 0.3228617 Nov 12 20:28:12.130964 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-3028ec57-4730-44d4-80a5-9d2bf3289471 None None] Provisioning complete for port 94b0ab5e-cfca-4c1e-856b-cd18e4d00737 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:28:12.131524 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3028ec57-4730-44d4-80a5-9d2bf3289471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:12.139165 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-9a0bc444-a5be-421b-ad2b-4f7698abe020 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/quotas/c510c0945858446c87ca9a78193927af HTTP/1.1" status: 200 len: 375 time: 0.0202060 Nov 12 20:28:12.156999 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b5c9e6-5d95-47c0-bc44-b79d62fc7279 None None] Checking router: 9514d9ae-585f-44dd-8c4e-2aa80ad54991 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:28:12.157354 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b5c9e6-5d95-47c0-bc44-b79d62fc7279 None None] Updating router 9514d9ae-585f-44dd-8c4e-2aa80ad54991 port 94b0ab5e-cfca-4c1e-856b-cd18e4d00737 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:28:12.218452 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-3028ec57-4730-44d4-80a5-9d2bf3289471 None None] Port 94b0ab5e-cfca-4c1e-856b-cd18e4d00737 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:28:12.233968 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-895b84c9-120b-47f6-adb6-55e5cf982990 req-a1288ab3-cb3c-4bce-b7cb-d8ae5c5a5c85 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161056 Nov 12 20:28:12.261166 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-3028ec57-4730-44d4-80a5-9d2bf3289471 None None] Provisioning complete for port 60491fce-1673-4d38-b805-dd838af2aab8 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:28:12.261783 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3028ec57-4730-44d4-80a5-9d2bf3289471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:12.268172 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-99b5c9e6-5d95-47c0-bc44-b79d62fc7279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:12.272760 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-e07d9788-b918-419d-9e9d-af56376ae9dc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1320522 Nov 12 20:28:12.305208 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 60491fce-1673-4d38-b805-dd838af2aab8 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:28:12.305825 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:12.539552 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-e1ab338c-aa09-4757-a7af-fabb668caa79 service neutron] 10.222.0.48 "GET /v2.0/networks/ed77738e-f625-4ff0-9384-27862f27319a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633989 Nov 12 20:28:12.678972 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-454671e5-4ac1-4c6c-a66c-56d7f2f48e0c None None] Provisioning complete for port 94b0ab5e-cfca-4c1e-856b-cd18e4d00737 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:28:12.683626 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-454671e5-4ac1-4c6c-a66c-56d7f2f48e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:12.695450 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fcafe-718f-4d4a-9c36-e1305de33577 req-e20710ee-9626-497f-b758-6d4806504d5b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:12.703894 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-554fcafe-718f-4d4a-9c36-e1305de33577 req-e20710ee-9626-497f-b758-6d4806504d5b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1597617 Nov 12 20:28:12.785919 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-519ac757-1093-4fca-8726-e47c37c508f6 service neutron] 10.222.0.48 "GET /v2.0/networks/ed77738e-f625-4ff0-9384-27862f27319a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452376 Nov 12 20:28:12.787287 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-454671e5-4ac1-4c6c-a66c-56d7f2f48e0c None None] Port 94b0ab5e-cfca-4c1e-856b-cd18e4d00737 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:28:12.890512 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-554fcafe-718f-4d4a-9c36-e1305de33577 req-209e01d3-c515-4581-97c9-19a3b36f1616 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524110 Nov 12 20:28:13.138400 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-99b5c9e6-5d95-47c0-bc44-b79d62fc7279 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:13.152308 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-99b5c9e6-5d95-47c0-bc44-b79d62fc7279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:13.202693 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893eba3-93b2-4328-a754-40c71b8a2846 req-5213b681-1ebc-4a73-8f1a-2eff4ffdc818 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:13.214973 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9893eba3-93b2-4328-a754-40c71b8a2846 req-5213b681-1ebc-4a73-8f1a-2eff4ffdc818 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/ports?device_id=3666a768-0cdc-4488-b85f-849714f83119 HTTP/1.1" status: 200 len: 950 time: 0.1738174 Nov 12 20:28:13.227170 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-13aa4b64-fa57-40ff-887b-56293224cb3c None None] Provisioning complete for port 94b0ab5e-cfca-4c1e-856b-cd18e4d00737 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:28:13.237724 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-13aa4b64-fa57-40ff-887b-56293224cb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:13.263975 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a270b3-8c9b-4bf9-ba2d-69689ebe5942 req-7d113d31-6582-416c-93c0-dd0e032ba811 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:13.279827 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40a270b3-8c9b-4bf9-ba2d-69689ebe5942 req-7d113d31-6582-416c-93c0-dd0e032ba811 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1400230 Nov 12 20:28:13.337053 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-99b5c9e6-5d95-47c0-bc44-b79d62fc7279 None None] Attempting to bind port 94b0ab5e-cfca-4c1e-856b-cd18e4d00737 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:28:13.338253 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-99b5c9e6-5d95-47c0-bc44-b79d62fc7279 None None] Attempting to bind port 94b0ab5e-cfca-4c1e-856b-cd18e4d00737 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'bb82f32b-2bb3-4606-a9a4-09aad93b8e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:28:13.338815 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b5c9e6-5d95-47c0-bc44-b79d62fc7279 None None] Attempting to bind port 94b0ab5e-cfca-4c1e-856b-cd18e4d00737 on network ed77738e-f625-4ff0-9384-27862f27319a {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:28:13.347907 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b5c9e6-5d95-47c0-bc44-b79d62fc7279 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:28:13.348541 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b5c9e6-5d95-47c0-bc44-b79d62fc7279 None None] Checking segment: {'id': 'bb82f32b-2bb3-4606-a9a4-09aad93b8e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:28:13.349098 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-99b5c9e6-5d95-47c0-bc44-b79d62fc7279 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:13.349692 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b5c9e6-5d95-47c0-bc44-b79d62fc7279 None None] Bound using segment: {'id': 'bb82f32b-2bb3-4606-a9a4-09aad93b8e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:28:13.350372 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-99b5c9e6-5d95-47c0-bc44-b79d62fc7279 None None] Bound port: 94b0ab5e-cfca-4c1e-856b-cd18e4d00737, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb82f32b-2bb3-4606-a9a4-09aad93b8e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:28:13.350954 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-99b5c9e6-5d95-47c0-bc44-b79d62fc7279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:13.383538 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9893eba3-93b2-4328-a754-40c71b8a2846 req-d1ad19de-a28e-4396-af71-3e6f639c7b93 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/security-groups?id=dabad893-8a8b-4150-9479-a65be9ea9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658163 Nov 12 20:28:13.417973 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40a270b3-8c9b-4bf9-ba2d-69689ebe5942 req-2026ebae-afc4-4278-be3b-77a962a7e28e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326320 Nov 12 20:28:13.456403 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-99b5c9e6-5d95-47c0-bc44-b79d62fc7279 None None] For port 94b0ab5e-cfca-4c1e-856b-cd18e4d00737, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:28:13.461856 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-99b5c9e6-5d95-47c0-bc44-b79d62fc7279 None None] For port 94b0ab5e-cfca-4c1e-856b-cd18e4d00737, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=94b0ab5e-cfca-4c1e-856b-cd18e4d00737,segment=NetworkSegment(bb82f32b-2bb3-4606-a9a4-09aad93b8e01),segment_id=bb82f32b-2bb3-4606-a9a4-09aad93b8e01)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:28:13.471193 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-99b5c9e6-5d95-47c0-bc44-b79d62fc7279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:13.495128 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-13aa4b64-fa57-40ff-887b-56293224cb3c None None] Port 94b0ab5e-cfca-4c1e-856b-cd18e4d00737 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:28:13.517090 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b5c9e6-5d95-47c0-bc44-b79d62fc7279 None None] Routers {'9514d9ae-585f-44dd-8c4e-2aa80ad54991'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:28:13.519358 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-99b5c9e6-5d95-47c0-bc44-b79d62fc7279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:27:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9514d9ae-585f-44dd-8c4e-2aa80ad54991'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:28:13.599412 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7de333e4-8bbe-4d8e-bec1-f5baae1fce1c req-5a83ac86-e91b-4077-9a28-5e58c6b6268f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 210 time: 0.0745080 Nov 12 20:28:13.696708 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f4b56-785f-40ff-9c1a-8f55af3a0902 req-691895c8-47db-4805-a8ba-d59ae286874b tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:13.711705 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e75f4b56-785f-40ff-9c1a-8f55af3a0902 req-691895c8-47db-4805-a8ba-d59ae286874b tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1411271 Nov 12 20:28:13.735494 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8349e-fca1-475f-8b78-acec45c4d375 None None] Pushing event updated for resources: {'Port': ['ID=94b0ab5e-cfca-4c1e-856b-cd18e4d00737,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:13.858739 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4630fa3c-11cb-4918-b5ff-2fc848330b4f None None] Provisioning complete for port 94b0ab5e-cfca-4c1e-856b-cd18e4d00737 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:28:13.862663 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4630fa3c-11cb-4918-b5ff-2fc848330b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:13.937242 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-99b5c9e6-5d95-47c0-bc44-b79d62fc7279 None None] Set router 9514d9ae-585f-44dd-8c4e-2aa80ad54991 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:28:13.941386 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8349e-fca1-475f-8b78-acec45c4d375 None None] Pushing event updated for resources: {'Port': ['ID=94b0ab5e-cfca-4c1e-856b-cd18e4d00737,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:13.971765 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7acd87-78e5-4f65-9099-d94ff991bb96 req-7e512cef-bb65-4874-9987-5ab137fb9a0a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:13.986035 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8f7acd87-78e5-4f65-9099-d94ff991bb96 req-7e512cef-bb65-4874-9987-5ab137fb9a0a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.2208002 Nov 12 20:28:13.989717 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e75f4b56-785f-40ff-9c1a-8f55af3a0902 req-a880ae26-df2f-4fde-b4ff-bcb86b2e14f2 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766650 Nov 12 20:28:14.196666 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8f7acd87-78e5-4f65-9099-d94ff991bb96 req-f3143156-3dd8-4a7a-acf9-3589e93d5778 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096345 Nov 12 20:28:14.214027 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4630fa3c-11cb-4918-b5ff-2fc848330b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:14.293733 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-4630fa3c-11cb-4918-b5ff-2fc848330b4f None None] For port 94b0ab5e-cfca-4c1e-856b-cd18e4d00737, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=94b0ab5e-cfca-4c1e-856b-cd18e4d00737,segment=NetworkSegment(bb82f32b-2bb3-4606-a9a4-09aad93b8e01),segment_id=bb82f32b-2bb3-4606-a9a4-09aad93b8e01)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:28:14.300811 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4630fa3c-11cb-4918-b5ff-2fc848330b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:14.467039 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae89cf5-d2e0-418c-ba58-c90be1d41377 req-3d2cef30-0d04-487f-b621-474469ca673e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:14.469429 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aae89cf5-d2e0-418c-ba58-c90be1d41377 req-3d2cef30-0d04-487f-b621-474469ca673e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1013408 Nov 12 20:28:14.591890 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630fa3c-11cb-4918-b5ff-2fc848330b4f None None] Pushing event updated for resources: {'Port': ['ID=94b0ab5e-cfca-4c1e-856b-cd18e4d00737,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:14.609112 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0e29931e-8dd8-4847-a8c5-25dda5e6cacb None None] Provisioning complete for port 94b0ab5e-cfca-4c1e-856b-cd18e4d00737 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:28:14.611375 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aae89cf5-d2e0-418c-ba58-c90be1d41377 req-7d43ccde-7ff6-4142-89da-fb622241300d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254413 Nov 12 20:28:14.629108 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0e29931e-8dd8-4847-a8c5-25dda5e6cacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:14.731700 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d80d3-9f35-4730-b55e-886a4a35b815 req-b30980e3-f0c3-406c-bee2-420042b87587 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:14.741704 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-384d80d3-9f35-4730-b55e-886a4a35b815 req-b30980e3-f0c3-406c-bee2-420042b87587 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/ports?device_id=3666a768-0cdc-4488-b85f-849714f83119 HTTP/1.1" status: 200 len: 950 time: 0.1810710 Nov 12 20:28:14.760302 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-99b5c9e6-5d95-47c0-bc44-b79d62fc7279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843612825', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:27:56Z', 'updated_at': '2021-11-12T20:28:09Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:59Z', 'updated_at': '2021-11-12T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '94b0ab5e-cfca-4c1e-856b-cd18e4d00737', 'name': '', 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:21:7d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'd4ffbba5-782d-4e1b-b486-48aeb3d7dcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:28:07Z', 'updated_at': '2021-11-12T20:28:13Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': 'd4ffbba5-782d-4e1b-b486-48aeb3d7dcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:28:14.828224 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-37bb1c2e-7123-4cb9-b160-04fdeac7b7f4 req-47e54b4b-e495-479a-9bef-7843f4331a79 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 210 time: 0.0766048 Nov 12 20:28:14.835001 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b5c9e6-5d95-47c0-bc44-b79d62fc7279 None None] The sync data for ids ['9514d9ae-585f-44dd-8c4e-2aa80ad54991'] in n-d-712140-15 is: [{'id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843612825', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:27:56Z', 'updated_at': '2021-11-12T20:28:09Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:59Z', 'updated_at': '2021-11-12T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '94b0ab5e-cfca-4c1e-856b-cd18e4d00737', 'name': '', 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:21:7d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'd4ffbba5-782d-4e1b-b486-48aeb3d7dcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:28:07Z', 'updated_at': '2021-11-12T20:28:13Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': 'd4ffbba5-782d-4e1b-b486-48aeb3d7dcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:28:14.848735 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-384d80d3-9f35-4730-b55e-886a4a35b815 req-4e7f11ea-5f30-4122-9be6-7606ba0f0dcc tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/security-groups?id=dabad893-8a8b-4150-9479-a65be9ea9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010087 Nov 12 20:28:15.275202 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351c81c-4b10-4367-bb17-f582805a2f56 req-00e02460-9c51-47dd-aa87-748ed0685886 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:15.292313 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6351c81c-4b10-4367-bb17-f582805a2f56 req-00e02460-9c51-47dd-aa87-748ed0685886 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1962111 Nov 12 20:28:15.416037 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6351c81c-4b10-4367-bb17-f582805a2f56 req-82760427-75fe-413e-b884-109a2682b6e2 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176996 Nov 12 20:28:15.690018 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854148f3-36a8-4d55-919c-54601219e464 req-482a70a7-42f6-4b2e-955f-f3fadbaa1c1f tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:15.695564 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-854148f3-36a8-4d55-919c-54601219e464 req-482a70a7-42f6-4b2e-955f-f3fadbaa1c1f tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/ports?device_id=3666a768-0cdc-4488-b85f-849714f83119 HTTP/1.1" status: 200 len: 950 time: 0.2162399 Nov 12 20:28:15.856040 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-e868ddcd-90d6-45da-a7ef-b8d3bd37b39f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:15.861109 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-e868ddcd-90d6-45da-a7ef-b8d3bd37b39f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.52 "GET /v2.0/networks?id=ed77738e-f625-4ff0-9384-27862f27319a HTTP/1.1" status: 200 len: 796 time: 0.3276896 Nov 12 20:28:15.862725 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-854148f3-36a8-4d55-919c-54601219e464 req-eca7e803-a8ba-4171-8aa1-178c790ac0f8 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/security-groups?id=dabad893-8a8b-4150-9479-a65be9ea9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556318 Nov 12 20:28:16.089934 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-231f5efe-fe30-4a5b-a7f1-7479c4e79cdb req-d8132496-421f-4d8c-bc4f-97a3ae1bdf8f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 210 time: 0.0629926 Nov 12 20:28:16.109169 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-97ec1f37-5a75-4b2c-90ad-c2e1b91cfb82 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c510c0945858446c87ca9a78193927af HTTP/1.1" status: 200 len: 380 time: 0.2253110 Nov 12 20:28:16.129234 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 94b0ab5e-cfca-4c1e-856b-cd18e4d00737 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:28:16.129863 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-c9776821-7dc4-4c6d-aee5-0111c41165b1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'port': {'device_id': 'f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9', 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a', 'admin_state_up': True, 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'security_groups': ['935298af-75da-4679-8f59-3cc9d52c15de']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:28:16.262672 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 94b0ab5e-cfca-4c1e-856b-cd18e4d00737 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:28:16.263040 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:16.480361 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-c9776821-7dc4-4c6d-aee5-0111c41165b1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Made reservation on behalf of c510c0945858446c87ca9a78193927af for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:28:16.485494 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-c9776821-7dc4-4c6d-aee5-0111c41165b1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:16.813550 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bf62e-cf5d-4e64-9e7a-5bc7d279f78f req-52635ab6-7f04-4461-875e-91c748e08a7d tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:16.824391 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-845bf62e-cf5d-4e64-9e7a-5bc7d279f78f req-52635ab6-7f04-4461-875e-91c748e08a7d tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1397140 Nov 12 20:28:16.944947 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-845bf62e-cf5d-4e64-9e7a-5bc7d279f78f req-d8a28642-c108-43ae-ae4f-85c08a6182fc tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195920 Nov 12 20:28:16.958945 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563cbec0-96fa-4c74-9519-a24aee1f58c7 req-5b129928-e819-43c9-8db2-161946421867 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:16.960591 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-563cbec0-96fa-4c74-9519-a24aee1f58c7 req-5b129928-e819-43c9-8db2-161946421867 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.55 "GET /v2.0/ports?device_id=3666a768-0cdc-4488-b85f-849714f83119 HTTP/1.1" status: 200 len: 950 time: 0.2067516 Nov 12 20:28:17.203694 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-c9776821-7dc4-4c6d-aee5-0111c41165b1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Allocated IP 172.20.0.12 (ed77738e-f625-4ff0-9384-27862f27319a/d4ffbba5-782d-4e1b-b486-48aeb3d7dcd0/1fb32501-95a3-4519-9ab2-1f922862509e) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:28:17.380735 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b0162f86-65e6-426a-943c-7d6deb1e6b13 req-292f4ef0-ea82-401e-8b35-2b1cc437844b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 210 time: 0.1042850 Nov 12 20:28:17.389266 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0129da-9c1c-414b-a7aa-485300d1704e req-c022333f-7631-40fe-9d05-5271f3288617 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:17.391222 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8f0129da-9c1c-414b-a7aa-485300d1704e req-c022333f-7631-40fe-9d05-5271f3288617 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/ports?device_id=3666a768-0cdc-4488-b85f-849714f83119 HTTP/1.1" status: 200 len: 950 time: 0.2588930 Nov 12 20:28:17.575875 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-563cbec0-96fa-4c74-9519-a24aee1f58c7 req-00dd48b0-fc1f-4d5f-a3d0-0fe93675e240 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Deleting port 9bb4b8e8-3eb7-45e4-8efe-68c51cbef887 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:28:17.576544 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-563cbec0-96fa-4c74-9519-a24aee1f58c7 req-00dd48b0-fc1f-4d5f-a3d0-0fe93675e240 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:17.599490 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8f0129da-9c1c-414b-a7aa-485300d1704e req-0b4bb99d-000f-495a-95dd-253f9446eab0 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/security-groups?id=dabad893-8a8b-4150-9479-a65be9ea9c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835747 Nov 12 20:28:17.739245 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-c9776821-7dc4-4c6d-aee5-0111c41165b1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:17.796249 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-563cbec0-96fa-4c74-9519-a24aee1f58c7 req-00dd48b0-fc1f-4d5f-a3d0-0fe93675e240 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] For port 9bb4b8e8-3eb7-45e4-8efe-68c51cbef887, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=9bb4b8e8-3eb7-45e4-8efe-68c51cbef887,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:28:17.796634 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-563cbec0-96fa-4c74-9519-a24aee1f58c7 req-00dd48b0-fc1f-4d5f-a3d0-0fe93675e240 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:17.833753 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-563cbec0-96fa-4c74-9519-a24aee1f58c7 req-00dd48b0-fc1f-4d5f-a3d0-0fe93675e240 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Calling delete_port for 9bb4b8e8-3eb7-45e4-8efe-68c51cbef887 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:28:17.894411 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-c9776821-7dc4-4c6d-aee5-0111c41165b1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:17.986414 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-c9776821-7dc4-4c6d-aee5-0111c41165b1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Network ed77738e-f625-4ff0-9384-27862f27319a is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:28:18.002037 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-c9776821-7dc4-4c6d-aee5-0111c41165b1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:28:18.010962 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-c9776821-7dc4-4c6d-aee5-0111c41165b1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:28:18.022614 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9776821-7dc4-4c6d-aee5-0111c41165b1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Port': ['ID=1fb32501-95a3-4519-9ab2-1f922862509e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:18.075504 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9776821-7dc4-4c6d-aee5-0111c41165b1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:28:18.076123 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9776821-7dc4-4c6d-aee5-0111c41165b1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:28:18.076710 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9776821-7dc4-4c6d-aee5-0111c41165b1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:28:18.077279 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9776821-7dc4-4c6d-aee5-0111c41165b1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:28:18.077934 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9776821-7dc4-4c6d-aee5-0111c41165b1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:28:18.078444 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9776821-7dc4-4c6d-aee5-0111c41165b1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:28:18.078948 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9776821-7dc4-4c6d-aee5-0111c41165b1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:28:18.079451 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9776821-7dc4-4c6d-aee5-0111c41165b1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:28:18.081991 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9776821-7dc4-4c6d-aee5-0111c41165b1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:28:18.082549 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9776821-7dc4-4c6d-aee5-0111c41165b1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:28:18.084595 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9776821-7dc4-4c6d-aee5-0111c41165b1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:28:18.084954 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9776821-7dc4-4c6d-aee5-0111c41165b1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:28:18.198554 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-c9776821-7dc4-4c6d-aee5-0111c41165b1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:18.199618 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-c9776821-7dc4-4c6d-aee5-0111c41165b1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:18.229916 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-c9776821-7dc4-4c6d-aee5-0111c41165b1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1171644 Nov 12 20:28:18.256440 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-87497130-9a99-4839-a2e5-a894153647d4 service neutron] Request body: {'port': {'device_id': 'f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:28:18.261597 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-563cbec0-96fa-4c74-9519-a24aee1f58c7 req-00dd48b0-fc1f-4d5f-a3d0-0fe93675e240 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:18.279974 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c9238-48db-4d86-8fec-f3c994f195e6 req-4f63bd24-f02c-4069-a12d-59fdc4d3d5f6 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:18.290591 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ae2c9238-48db-4d86-8fec-f3c994f195e6 req-4f63bd24-f02c-4069-a12d-59fdc4d3d5f6 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.0773520 Nov 12 20:28:18.373415 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd48b0-fc1f-4d5f-a3d0-0fe93675e240 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Pushing event deleted for resources: {'Port': ['ID=9bb4b8e8-3eb7-45e4-8efe-68c51cbef887,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:18.378191 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ae2c9238-48db-4d86-8fec-f3c994f195e6 req-90178f38-d8cc-4dee-a2dc-7fbed556c406 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852942 Nov 12 20:28:18.489081 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-92bf6b6e-de58-4ef8-8539-a1a8be0bd3b6 None None] Provisioning complete for port 1fb32501-95a3-4519-9ab2-1f922862509e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:28:18.489635 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-92bf6b6e-de58-4ef8-8539-a1a8be0bd3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:18.538885 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-92bf6b6e-de58-4ef8-8539-a1a8be0bd3b6 None None] Port 1fb32501-95a3-4519-9ab2-1f922862509e cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:28:18.590323 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-563cbec0-96fa-4c74-9519-a24aee1f58c7 req-00dd48b0-fc1f-4d5f-a3d0-0fe93675e240 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] No DVR routers for this DVR port 9bb4b8e8-3eb7-45e4-8efe-68c51cbef887 on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:28:18.594858 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-87497130-9a99-4839-a2e5-a894153647d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:18.598296 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-563cbec0-96fa-4c74-9519-a24aee1f58c7 req-00dd48b0-fc1f-4d5f-a3d0-0fe93675e240 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:18.602534 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-563cbec0-96fa-4c74-9519-a24aee1f58c7 req-00dd48b0-fc1f-4d5f-a3d0-0fe93675e240 tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.55 "DELETE /v2.0/ports/9bb4b8e8-3eb7-45e4-8efe-68c51cbef887 HTTP/1.1" status: 204 len: 173 time: 1.6280830 Nov 12 20:28:18.644549 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3666a768-0cdc-4488-b85f-849714f83119', 'name': 'network-vif-deleted', 'tag': '9bb4b8e8-3eb7-45e4-8efe-68c51cbef887'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:28:18.646876 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b1d79a-a985-48e4-9f8b-cfa885675e9f" -d '{"events": [{"server_uuid": "3666a768-0cdc-4488-b85f-849714f83119", "name": "network-vif-deleted", "tag": "9bb4b8e8-3eb7-45e4-8efe-68c51cbef887"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:28:18.769463 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-67a825b6-fcd0-4e4a-9412-294228ae1bc4 req-ddb80276-16ab-4f66-b7c3-f2008ac0eddd tempest-VolumesNegativeTest-1119947617 tempest-VolumesNegativeTest-1119947617-project] 10.222.0.48 "GET /v2.0/ports?device_id=3666a768-0cdc-4488-b85f-849714f83119 HTTP/1.1" status: 200 len: 210 time: 0.0555041 Nov 12 20:28:18.854006 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179e941d-451f-4dcc-b694-7de880ec9b8f x-openstack-request-id: req-179e941d-451f-4dcc-b694-7de880ec9b8f {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:28:18.854346 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3666a768-0cdc-4488-b85f-849714f83119", "name": "network-vif-deleted", "tag": "9bb4b8e8-3eb7-45e4-8efe-68c51cbef887", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:28:18.854640 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-179e941d-451f-4dcc-b694-7de880ec9b8f {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:28:18.855084 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3666a768-0cdc-4488-b85f-849714f83119', 'name': 'network-vif-deleted', 'tag': '9bb4b8e8-3eb7-45e4-8efe-68c51cbef887', 'status': 'completed', 'code': 200} Nov 12 20:28:18.976039 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5224627-4a49-4787-b970-d7d47c0b279b req-1284842f-e0ce-4c13-8428-a2a56b3854dc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:18.977641 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d5224627-4a49-4787-b970-d7d47c0b279b req-1284842f-e0ce-4c13-8428-a2a56b3854dc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 932 time: 0.4116819 Nov 12 20:28:19.133093 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280b95d-07f6-4a18-b063-a004372baf53 req-874592d3-8f70-4b28-b473-95e4f5af8f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:19.135148 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b280b95d-07f6-4a18-b063-a004372baf53 req-874592d3-8f70-4b28-b473-95e4f5af8f30 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=340a3bf15a834caa9a7fb00da4b43a25&device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 1097 time: 0.3263741 Nov 12 20:28:19.181991 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d5224627-4a49-4787-b970-d7d47c0b279b req-5c0832f2-6683-4511-9312-6b7cc04d23eb tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741161 Nov 12 20:28:19.354114 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280b95d-07f6-4a18-b063-a004372baf53 req-8357bf71-e776-467d-ae93-a94ca99a5412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:19.356319 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b280b95d-07f6-4a18-b063-a004372baf53 req-8357bf71-e776-467d-ae93-a94ca99a5412 service neutron] 10.222.0.52 "GET /v2.0/networks?id=38d97e7c-9672-4a03-9b6c-a809372715f3 HTTP/1.1" status: 200 len: 915 time: 0.2072525 Nov 12 20:28:19.467480 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b280b95d-07f6-4a18-b063-a004372baf53 req-9f8e305e-cfbb-4300-9748-79f8c7d4583b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8eb8b639-b07e-4650-8358-b12a29e128c4 HTTP/1.1" status: 200 len: 217 time: 0.0636871 Nov 12 20:28:19.472164 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-87497130-9a99-4839-a2e5-a894153647d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb32501-95a3-4519-9ab2-1f922862509e {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:28:19.505002 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-87497130-9a99-4839-a2e5-a894153647d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:19.555627 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-87497130-9a99-4839-a2e5-a894153647d4 service neutron] Transition to ACTIVE for port object 1fb32501-95a3-4519-9ab2-1f922862509e will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:28:19.564900 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-87497130-9a99-4839-a2e5-a894153647d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:19.569339 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280b95d-07f6-4a18-b063-a004372baf53 req-ffb2dbe4-16e6-424c-8fc5-58ca3624ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:19.571025 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b280b95d-07f6-4a18-b063-a004372baf53 req-ffb2dbe4-16e6-424c-8fc5-58ca3624ffb8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6bf94eac-0e74-4ddd-8212-8b9e8fd39f6e HTTP/1.1" status: 200 len: 854 time: 0.0867252 Nov 12 20:28:19.610114 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a81b33-ab64-4913-942b-be4f06d1cb3d req-f3b59c8f-24b1-4e79-8ca7-797c49d945d9 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:19.612570 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-86a81b33-ab64-4913-942b-be4f06d1cb3d req-f3b59c8f-24b1-4e79-8ca7-797c49d945d9 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.0902689 Nov 12 20:28:19.697257 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b280b95d-07f6-4a18-b063-a004372baf53 req-ce435fec-453f-4eda-8388-8c516d55a3e0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=38d97e7c-9672-4a03-9b6c-a809372715f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671511 Nov 12 20:28:19.710222 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-86a81b33-ab64-4913-942b-be4f06d1cb3d req-8b3f01ac-52db-4d50-9a0c-e1fe86c29f4b tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877619 Nov 12 20:28:19.880767 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87497130-9a99-4839-a2e5-a894153647d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb32501-95a3-4519-9ab2-1f922862509e,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:19.922232 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ac4e21d2-3887-4953-b9b6-4814bc831164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:19.979949 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-87497130-9a99-4839-a2e5-a894153647d4 service neutron] Attempting to bind port 1fb32501-95a3-4519-9ab2-1f922862509e on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:28:19.980316 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-87497130-9a99-4839-a2e5-a894153647d4 service neutron] Attempting to bind port 1fb32501-95a3-4519-9ab2-1f922862509e by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'bb82f32b-2bb3-4606-a9a4-09aad93b8e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:28:19.980821 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-87497130-9a99-4839-a2e5-a894153647d4 service neutron] Attempting to bind port 1fb32501-95a3-4519-9ab2-1f922862509e on network ed77738e-f625-4ff0-9384-27862f27319a {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:28:20.003083 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-87497130-9a99-4839-a2e5-a894153647d4 service neutron] Port 1fb32501-95a3-4519-9ab2-1f922862509e on network ed77738e-f625-4ff0-9384-27862f27319a not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:28:20.003424 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-87497130-9a99-4839-a2e5-a894153647d4 service neutron] Attempting to bind port 1fb32501-95a3-4519-9ab2-1f922862509e on network ed77738e-f625-4ff0-9384-27862f27319a {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:28:20.016394 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-87497130-9a99-4839-a2e5-a894153647d4 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:28:20.016662 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-87497130-9a99-4839-a2e5-a894153647d4 service neutron] Checking segment: {'id': 'bb82f32b-2bb3-4606-a9a4-09aad93b8e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:28:20.017058 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-87497130-9a99-4839-a2e5-a894153647d4 service neutron] Bound using segment: {'id': 'bb82f32b-2bb3-4606-a9a4-09aad93b8e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:28:20.017507 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-87497130-9a99-4839-a2e5-a894153647d4 service neutron] Bound port: 1fb32501-95a3-4519-9ab2-1f922862509e, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb82f32b-2bb3-4606-a9a4-09aad93b8e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:28:20.017871 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-87497130-9a99-4839-a2e5-a894153647d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:20.081046 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b280b95d-07f6-4a18-b063-a004372baf53 req-736ce31e-8da0-4679-9581-1f71fbdae7e5 service neutron] 10.222.0.52 "GET /v2.0/networks/38d97e7c-9672-4a03-9b6c-a809372715f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633392 Nov 12 20:28:20.111662 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 9bb4b8e8-3eb7-45e4-8efe-68c51cbef887 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:28:20.146157 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 9bb4b8e8-3eb7-45e4-8efe-68c51cbef887 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:28:20.146881 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 9bb4b8e8-3eb7-45e4-8efe-68c51cbef887 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:28:20.194318 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-87497130-9a99-4839-a2e5-a894153647d4 service neutron] For port 1fb32501-95a3-4519-9ab2-1f922862509e, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:28:20.217797 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-87497130-9a99-4839-a2e5-a894153647d4 service neutron] For port 1fb32501-95a3-4519-9ab2-1f922862509e, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=1fb32501-95a3-4519-9ab2-1f922862509e,segment=NetworkSegment(bb82f32b-2bb3-4606-a9a4-09aad93b8e01),segment_id=bb82f32b-2bb3-4606-a9a4-09aad93b8e01)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:28:20.227960 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-87497130-9a99-4839-a2e5-a894153647d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:20.250803 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:20.308710 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-87497130-9a99-4839-a2e5-a894153647d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:20.322180 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-87497130-9a99-4839-a2e5-a894153647d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:20.327703 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-87497130-9a99-4839-a2e5-a894153647d4 service neutron] 10.222.0.52 "PUT /v2.0/ports/1fb32501-95a3-4519-9ab2-1f922862509e HTTP/1.1" status: 200 len: 1093 time: 2.0869265 Nov 12 20:28:20.421319 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a0bdd-14aa-4243-ae44-fd0b6b740e75 req-b909282c-adb8-43d5-a57d-a1cf41685c09 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:20.423638 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ea6a0bdd-14aa-4243-ae44-fd0b6b740e75 req-b909282c-adb8-43d5-a57d-a1cf41685c09 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 944 time: 0.0888889 Nov 12 20:28:20.424539 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b280b95d-07f6-4a18-b063-a004372baf53 req-481d6752-3bc9-416a-858c-909826d0f459 service neutron] 10.222.0.52 "GET /v2.0/networks/38d97e7c-9672-4a03-9b6c-a809372715f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333802 Nov 12 20:28:20.532864 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87497130-9a99-4839-a2e5-a894153647d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb32501-95a3-4519-9ab2-1f922862509e,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:20.547888 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-5087fe62-3388-46b0-b4c2-d1639c599ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:20.549922 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-5087fe62-3388-46b0-b4c2-d1639c599ec3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 1096 time: 0.1314886 Nov 12 20:28:20.637267 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ea6a0bdd-14aa-4243-ae44-fd0b6b740e75 req-c260a03e-12a3-40a9-b13d-00df49e67d08 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008376 Nov 12 20:28:21.224246 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9', 'tag': '1fb32501-95a3-4519-9ab2-1f922862509e'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:28:21.240840 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c22b13-e311-4685-a196-8d3d97d75e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9", "tag": "1fb32501-95a3-4519-9ab2-1f922862509e"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:28:21.276567 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-85b722c8-8235-46de-9c2f-c417b53543df service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fb32501-95a3-4519-9ab2-1f922862509e HTTP/1.1" status: 200 len: 217 time: 0.7172425 Nov 12 20:28:21.328819 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e71e7-6ee6-47c4-b677-b69171e0e3f3 req-556c287a-3cbb-4399-841f-20f8a9a9104a tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:21.339080 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-104e71e7-6ee6-47c4-b677-b69171e0e3f3 req-556c287a-3cbb-4399-841f-20f8a9a9104a tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.0939131 Nov 12 20:28:21.343019 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256a63f8-4884-4530-96c8-018a71e79440 x-openstack-request-id: req-256a63f8-4884-4530-96c8-018a71e79440 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:28:21.343479 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9", "tag": "1fb32501-95a3-4519-9ab2-1f922862509e", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:28:21.343863 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-256a63f8-4884-4530-96c8-018a71e79440 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:28:21.344446 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9', 'tag': '1fb32501-95a3-4519-9ab2-1f922862509e', 'status': 'completed', 'code': 200} Nov 12 20:28:21.403337 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-f7b106ec-5779-44e6-8842-ce9e9fed65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:21.406492 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-f7b106ec-5779-44e6-8842-ce9e9fed65ec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4ffbba5-782d-4e1b-b486-48aeb3d7dcd0 HTTP/1.1" status: 200 len: 834 time: 0.1189373 Nov 12 20:28:21.470408 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-104e71e7-6ee6-47c4-b677-b69171e0e3f3 req-0d1981ec-74b8-483e-bf5e-b7755aaceb88 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299365 Nov 12 20:28:21.531323 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-5535c5ba-340a-4a2f-841d-6b7e8c54aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:21.533103 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-5535c5ba-340a-4a2f-841d-6b7e8c54aadf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ed77738e-f625-4ff0-9384-27862f27319a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614290 Nov 12 20:28:21.789673 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-9279a32f-e784-4c27-8334-9613e23b1323 service neutron] 10.222.0.52 "GET /v2.0/networks/ed77738e-f625-4ff0-9384-27862f27319a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460036 Nov 12 20:28:21.920395 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02cbf2-fc3e-4209-9d89-e8a1b70825ac req-8a1c94e4-b091-4005-9112-1e86426d0d8b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:21.922627 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa02cbf2-fc3e-4209-9d89-e8a1b70825ac req-8a1c94e4-b091-4005-9112-1e86426d0d8b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 944 time: 0.0930126 Nov 12 20:28:22.000431 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd21e802-a13c-4fb1-9061-7ccf0cff2c68 req-94cd0925-7b09-4567-a9fc-19c9828ee504 service neutron] 10.222.0.52 "GET /v2.0/networks/ed77738e-f625-4ff0-9384-27862f27319a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975946 Nov 12 20:28:22.060913 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa02cbf2-fc3e-4209-9d89-e8a1b70825ac req-0dec1d99-1105-4622-8641-d6f84f913ef4 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319287 Nov 12 20:28:22.151625 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c22b13-e311-4685-a196-8d3d97d75e8f req-14567269-832e-4ac5-8660-cd359e05ce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:22.151625 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f9c22b13-e311-4685-a196-8d3d97d75e8f req-14567269-832e-4ac5-8660-cd359e05ce27 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 1096 time: 0.0655622 Nov 12 20:28:22.412556 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c22b13-e311-4685-a196-8d3d97d75e8f req-de5bc559-1c21-4e9e-849c-6433c8404322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:22.421281 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f9c22b13-e311-4685-a196-8d3d97d75e8f req-de5bc559-1c21-4e9e-849c-6433c8404322 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ed77738e-f625-4ff0-9384-27862f27319a HTTP/1.1" status: 200 len: 897 time: 0.2605739 Nov 12 20:28:22.492461 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f9c22b13-e311-4685-a196-8d3d97d75e8f req-6b55c922-34aa-4972-991a-10c99f3442d5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fb32501-95a3-4519-9ab2-1f922862509e HTTP/1.1" status: 200 len: 217 time: 0.0635545 Nov 12 20:28:22.555639 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c22b13-e311-4685-a196-8d3d97d75e8f req-bc7ca646-5d56-42da-b35d-95f38d292a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:22.557745 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f9c22b13-e311-4685-a196-8d3d97d75e8f req-bc7ca646-5d56-42da-b35d-95f38d292a40 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4ffbba5-782d-4e1b-b486-48aeb3d7dcd0 HTTP/1.1" status: 200 len: 834 time: 0.0569766 Nov 12 20:28:22.729853 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c22b13-e311-4685-a196-8d3d97d75e8f req-61f78418-0529-4388-a9a1-998636e06d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:22.731543 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f9c22b13-e311-4685-a196-8d3d97d75e8f req-61f78418-0529-4388-a9a1-998636e06d87 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ed77738e-f625-4ff0-9384-27862f27319a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1644187 Nov 12 20:28:22.746546 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-84f611e6-9076-4110-aafd-062fe390fe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:22.798592 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 8eb8b639-b07e-4650-8358-b12a29e128c4 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:28:22.832508 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fe664-521d-486f-b976-a48f5208ee68 req-442e44e9-cecc-4c95-9163-5daab560998f tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:22.834366 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-173fe664-521d-486f-b976-a48f5208ee68 req-442e44e9-cecc-4c95-9163-5daab560998f tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.2062416 Nov 12 20:28:22.977494 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f9c22b13-e311-4685-a196-8d3d97d75e8f req-5997fe2f-8973-4d65-9303-38edca5014c6 service neutron] 10.222.0.52 "GET /v2.0/networks/ed77738e-f625-4ff0-9384-27862f27319a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214592 Nov 12 20:28:23.044153 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-173fe664-521d-486f-b976-a48f5208ee68 req-94f474ca-3c29-4173-9fde-bd0ca3c15008 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961422 Nov 12 20:28:23.119627 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:23.213180 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ce21c8-6adc-4d07-8d8f-2cbbd8865fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eb8b639-b07e-4650-8358-b12a29e128c4'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:28:23.222969 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be50317a-2a8c-4a26-94cf-27b47bd2243a" -d '{"events": [{"server_uuid": "48ce21c8-6adc-4d07-8d8f-2cbbd8865fee", "name": "network-vif-unplugged", "status": "completed", "tag": "8eb8b639-b07e-4650-8358-b12a29e128c4"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:28:23.258764 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f9c22b13-e311-4685-a196-8d3d97d75e8f req-86453487-807d-4a68-89e8-90b4156cc255 service neutron] 10.222.0.52 "GET /v2.0/networks/ed77738e-f625-4ff0-9384-27862f27319a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416866 Nov 12 20:28:23.271120 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 8eb8b639-b07e-4650-8358-b12a29e128c4, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8eb8b639-b07e-4650-8358-b12a29e128c4,segment=NetworkSegment(65664268-a5b8-4342-8def-12ab3973524b),segment_id=65664268-a5b8-4342-8def-12ab3973524b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:28:23.279971 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:23.325968 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041296c7-7d33-44f3-be68-6f593dc9ecaa req-9994c737-efb3-4c9a-a547-4ed761257333 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:23.337194 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-041296c7-7d33-44f3-be68-6f593dc9ecaa req-9994c737-efb3-4c9a-a547-4ed761257333 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 944 time: 0.1027529 Nov 12 20:28:23.358945 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=8eb8b639-b07e-4650-8358-b12a29e128c4,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:23.376032 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 20:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d23c889-f2a4-4003-8c61-3764957e7092 x-openstack-request-id: req-8d23c889-f2a4-4003-8c61-3764957e7092 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:28:23.376703 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ce21c8-6adc-4d07-8d8f-2cbbd8865fee", "name": "network-vif-unplugged", "status": "failed", "tag": "8eb8b639-b07e-4650-8358-b12a29e128c4", "code": 422}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:28:23.377535 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8d23c889-f2a4-4003-8c61-3764957e7092 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:28:23.379001 n-d-712140-15 neutron-server[102449]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '48ce21c8-6adc-4d07-8d8f-2cbbd8865fee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8eb8b639-b07e-4650-8358-b12a29e128c4', 'code': 422} returned with failed status Nov 12 20:28:23.443212 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-041296c7-7d33-44f3-be68-6f593dc9ecaa req-6c6d704a-6e77-472b-9534-20fb386e2a06 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975649 Nov 12 20:28:23.793055 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:23.986212 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:24.067223 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79021978-d339-424e-a8d5-e32ecec53060 req-6e901253-e43f-4562-a6ec-92e5cab3e30c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:24.069077 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-79021978-d339-424e-a8d5-e32ecec53060 req-6e901253-e43f-4562-a6ec-92e5cab3e30c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 945 time: 0.1069040 Nov 12 20:28:24.184832 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-79021978-d339-424e-a8d5-e32ecec53060 req-685fd7ef-2e49-475d-b166-3acb768a0954 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871692 Nov 12 20:28:24.277336 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335845c-7ece-49f5-817c-466a72330393 req-68c3ff39-1b03-48c6-9713-ec9ec97e83d9 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:24.286402 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7335845c-7ece-49f5-817c-466a72330393 req-68c3ff39-1b03-48c6-9713-ec9ec97e83d9 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 943 time: 0.0895977 Nov 12 20:28:24.382790 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7335845c-7ece-49f5-817c-466a72330393 req-399cbef4-27fe-4f0c-a7c9-3b2f9dce9313 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940478 Nov 12 20:28:24.557461 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779e259-28db-419c-965f-5fab2888b1fb req-7f2026f0-2636-4878-9d0c-a49a1ef15934 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:24.559125 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8779e259-28db-419c-965f-5fab2888b1fb req-7f2026f0-2636-4878-9d0c-a49a1ef15934 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 943 time: 0.0669098 Nov 12 20:28:24.626550 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8779e259-28db-419c-965f-5fab2888b1fb req-88becbf0-3f41-4d40-96dd-6e4925a41e4e tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597377 Nov 12 20:28:24.661874 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6112be4-2ccd-4d8f-844e-39cf896b74e3 req-e97e58e4-d303-4cac-8656-5b376150490c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:24.664056 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e6112be4-2ccd-4d8f-844e-39cf896b74e3 req-e97e58e4-d303-4cac-8656-5b376150490c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 944 time: 0.1154876 Nov 12 20:28:24.757902 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e6112be4-2ccd-4d8f-844e-39cf896b74e3 req-ba1eaf55-67f9-4e1c-8343-9ba70a72d80e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763767 Nov 12 20:28:24.829766 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 1fb32501-95a3-4519-9ab2-1f922862509e details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:28:24.864034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-c3818d5a-cfc3-4a6b-ba3d-21b78f0417c4 req-d90d6ea9-e4fe-4595-9ea7-77b3b653b8c3 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:28:24.865105 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c3818d5a-cfc3-4a6b-ba3d-21b78f0417c4 req-d90d6ea9-e4fe-4595-9ea7-77b3b653b8c3 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062029 Nov 12 20:28:25.225017 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:25.252010 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 1fb32501-95a3-4519-9ab2-1f922862509e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=1fb32501-95a3-4519-9ab2-1f922862509e,segment=NetworkSegment(bb82f32b-2bb3-4606-a9a4-09aad93b8e01),segment_id=bb82f32b-2bb3-4606-a9a4-09aad93b8e01)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:28:25.267476 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '1fb32501-95a3-4519-9ab2-1f922862509e', 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a', 'port_id': '1fb32501-95a3-4519-9ab2-1f922862509e', 'mac_address': 'fa:16:3e:78:2e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ffbba5-782d-4e1b-b486-48aeb3d7dcd0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:28:25.310970 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:25.326515 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb32501-95a3-4519-9ab2-1f922862509e {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:28:25.389966 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e081632-fbd6-4848-90eb-9ce5163c89d9 req-4633e74e-b780-4284-9fa8-a96c218212d4 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:25.394296 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8e081632-fbd6-4848-90eb-9ce5163c89d9 req-4633e74e-b780-4284-9fa8-a96c218212d4 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 943 time: 0.2305174 Nov 12 20:28:25.406734 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 1fb32501-95a3-4519-9ab2-1f922862509e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=1fb32501-95a3-4519-9ab2-1f922862509e,segment=NetworkSegment(bb82f32b-2bb3-4606-a9a4-09aad93b8e01),segment_id=bb82f32b-2bb3-4606-a9a4-09aad93b8e01)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:28:25.413570 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:25.469508 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4d25f-be81-4cc4-b2c4-6f7f9f2d0dde req-c9bd118c-b3dd-4d4c-8493-d8425459f9e8 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:25.481775 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f7b4d25f-be81-4cc4-b2c4-6f7f9f2d0dde req-c9bd118c-b3dd-4d4c-8493-d8425459f9e8 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 945 time: 0.1537766 Nov 12 20:28:25.515408 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8e081632-fbd6-4848-90eb-9ce5163c89d9 req-177bf09e-fe2d-47f6-b684-96bcf5360fd1 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154592 Nov 12 20:28:25.528345 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=1fb32501-95a3-4519-9ab2-1f922862509e,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:25.604522 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f7b4d25f-be81-4cc4-b2c4-6f7f9f2d0dde req-7e704835-e252-438d-ae21-1bad0e869c8d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=32d00fca-fb29-46db-a038-fdbd4f879308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170564 Nov 12 20:28:25.675335 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['1fb32501-95a3-4519-9ab2-1f922862509e'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:28:25.696395 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fc34c-9854-4411-8015-6833b89e6cbb req-87a8b519-4f29-45e7-801a-263047f95e41 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:25.698788 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b23fc34c-9854-4411-8015-6833b89e6cbb req-87a8b519-4f29-45e7-801a-263047f95e41 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.52 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 945 time: 0.0819819 Nov 12 20:28:25.803769 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 40702) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:25.929724 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-b23fc34c-9854-4411-8015-6833b89e6cbb req-1feeef6e-3e75-4807-84fa-1cc00b055ae5 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Deleting port 0765ca07-59c2-4c29-a679-bcd84d6b1cf9 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:28:25.930069 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b23fc34c-9854-4411-8015-6833b89e6cbb req-1feeef6e-3e75-4807-84fa-1cc00b055ae5 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:26.052693 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:26.059216 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-bdd88d54-79f6-47fa-8cd2-807a06ed65ce service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2539830 Nov 12 20:28:26.064540 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-da36a0ac-5564-417b-9c59-50961ec3a740 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:28:26.079956 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-da36a0ac-5564-417b-9c59-50961ec3a740 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0184762 Nov 12 20:28:26.148025 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4041bd-22ce-4307-89cf-ae37b6963cfc req-4278951f-6718-4d38-9c7a-c92dd71e568c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:26.160987 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4c4041bd-22ce-4307-89cf-ae37b6963cfc req-4278951f-6718-4d38-9c7a-c92dd71e568c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 945 time: 0.2385635 Nov 12 20:28:26.225026 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4c4041bd-22ce-4307-89cf-ae37b6963cfc req-a6b354ea-3c6d-42f7-a77a-274af934cc45 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626564 Nov 12 20:28:26.238564 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-b23fc34c-9854-4411-8015-6833b89e6cbb req-1feeef6e-3e75-4807-84fa-1cc00b055ae5 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] For port 0765ca07-59c2-4c29-a679-bcd84d6b1cf9, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=0765ca07-59c2-4c29-a679-bcd84d6b1cf9,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:28:26.238947 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b23fc34c-9854-4411-8015-6833b89e6cbb req-1feeef6e-3e75-4807-84fa-1cc00b055ae5 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:26.265962 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-b23fc34c-9854-4411-8015-6833b89e6cbb req-1feeef6e-3e75-4807-84fa-1cc00b055ae5 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Calling delete_port for 0765ca07-59c2-4c29-a679-bcd84d6b1cf9 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:28:26.517516 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b23fc34c-9854-4411-8015-6833b89e6cbb req-1feeef6e-3e75-4807-84fa-1cc00b055ae5 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:26.530252 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['0765ca07-59c2-4c29-a679-bcd84d6b1cf9'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:28:26.612081 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feeef6e-3e75-4807-84fa-1cc00b055ae5 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event deleted for resources: {'Port': ['ID=0765ca07-59c2-4c29-a679-bcd84d6b1cf9,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:26.728878 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1870d853-6ce5-4498-b629-93eac22d9542 req-3798fcf0-4edf-42de-8c9a-58cfaa020629 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 210 time: 0.0495811 Nov 12 20:28:26.742987 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23fc34c-9854-4411-8015-6833b89e6cbb req-1feeef6e-3e75-4807-84fa-1cc00b055ae5 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] No DVR routers for this DVR port 0765ca07-59c2-4c29-a679-bcd84d6b1cf9 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:28:26.753738 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b23fc34c-9854-4411-8015-6833b89e6cbb req-1feeef6e-3e75-4807-84fa-1cc00b055ae5 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:26.758260 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b23fc34c-9854-4411-8015-6833b89e6cbb req-1feeef6e-3e75-4807-84fa-1cc00b055ae5 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.52 "DELETE /v2.0/ports/0765ca07-59c2-4c29-a679-bcd84d6b1cf9 HTTP/1.1" status: 204 len: 173 time: 1.0168147 Nov 12 20:28:26.796849 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc3a1fd-db37-486d-ba21-b1ee0fc29564', 'name': 'network-vif-deleted', 'tag': '0765ca07-59c2-4c29-a679-bcd84d6b1cf9'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:28:26.799162 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a81e07c-d562-4d23-955e-7cbf5ff8185e" -d '{"events": [{"server_uuid": "edc3a1fd-db37-486d-ba21-b1ee0fc29564", "name": "network-vif-deleted", "tag": "0765ca07-59c2-4c29-a679-bcd84d6b1cf9"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:28:26.828669 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd32db7-e2bf-46e9-a351-86b6a3927f5b req-de21f3de-027a-4d07-ab18-fbaa75b0131d tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:26.839813 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 1fb32501-95a3-4519-9ab2-1f922862509e up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:28:26.855753 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-afd32db7-e2bf-46e9-a351-86b6a3927f5b req-de21f3de-027a-4d07-ab18-fbaa75b0131d tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 943 time: 0.1693382 Nov 12 20:28:26.917626 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e46776-d35c-470b-aef4-e9190ee9cc95 x-openstack-request-id: req-07e46776-d35c-470b-aef4-e9190ee9cc95 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:28:26.917963 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc3a1fd-db37-486d-ba21-b1ee0fc29564", "name": "network-vif-deleted", "tag": "0765ca07-59c2-4c29-a679-bcd84d6b1cf9", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:28:26.918176 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-07e46776-d35c-470b-aef4-e9190ee9cc95 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:28:26.918599 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc3a1fd-db37-486d-ba21-b1ee0fc29564', 'name': 'network-vif-deleted', 'tag': '0765ca07-59c2-4c29-a679-bcd84d6b1cf9', 'status': 'completed', 'code': 200} Nov 12 20:28:26.924840 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 1fb32501-95a3-4519-9ab2-1f922862509e completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:28:26.943149 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 1fb32501-95a3-4519-9ab2-1f922862509e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:28:26.943519 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:26.983983 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-afd32db7-e2bf-46e9-a351-86b6a3927f5b req-3aa96d2a-76c5-4af6-a83f-be0d1efa2ee1 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253557 Nov 12 20:28:27.206494 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:27.271031 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb32501-95a3-4519-9ab2-1f922862509e'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:28:27.274084 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21201908-da78-4dba-8ed8-26273be5157a" -d '{"events": [{"server_uuid": "f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9", "name": "network-vif-plugged", "status": "completed", "tag": "1fb32501-95a3-4519-9ab2-1f922862509e"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:28:27.301966 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 1fb32501-95a3-4519-9ab2-1f922862509e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=1fb32501-95a3-4519-9ab2-1f922862509e,segment=NetworkSegment(bb82f32b-2bb3-4606-a9a4-09aad93b8e01),segment_id=bb82f32b-2bb3-4606-a9a4-09aad93b8e01)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:28:27.310831 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:27.314319 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 8eb8b639-b07e-4650-8358-b12a29e128c4 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:28:27.388422 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab1b3f-3b27-4e66-a6bf-980715b70032 req-3a1f5c46-b3e7-4f9a-a5a3-d794d94c8869 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:27.399525 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5fab1b3f-3b27-4e66-a6bf-980715b70032 req-3a1f5c46-b3e7-4f9a-a5a3-d794d94c8869 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 946 time: 0.0955303 Nov 12 20:28:27.449643 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd89d49d-9b96-4de3-b7de-0c978b4c9929 x-openstack-request-id: req-fd89d49d-9b96-4de3-b7de-0c978b4c9929 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:28:27.450149 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9", "name": "network-vif-plugged", "status": "completed", "tag": "1fb32501-95a3-4519-9ab2-1f922862509e", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:28:27.450582 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fd89d49d-9b96-4de3-b7de-0c978b4c9929 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:28:27.452693 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb32501-95a3-4519-9ab2-1f922862509e', 'code': 200} Nov 12 20:28:27.537912 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5fab1b3f-3b27-4e66-a6bf-980715b70032 req-65d5b518-03a5-4831-8f20-15aa528a9d91 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365137 Nov 12 20:28:27.576672 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-25b98522-2327-4d85-af07-fcdbd46d4b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:27.579753 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-25b98522-2327-4d85-af07-fcdbd46d4b45 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee&tenant_id=340a3bf15a834caa9a7fb00da4b43a25 HTTP/1.1" status: 200 len: 1095 time: 0.3276205 Nov 12 20:28:27.587891 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081fb46-4835-4cdc-9c53-f20cea92f7e6 req-a0556c25-a415-468b-a223-bed672fd9ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:27.591008 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9081fb46-4835-4cdc-9c53-f20cea92f7e6 req-a0556c25-a415-468b-a223-bed672fd9ddd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 1098 time: 0.1538975 Nov 12 20:28:27.591135 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=1fb32501-95a3-4519-9ab2-1f922862509e,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:27.602431 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-71606408-65fb-47d0-a90f-84373355ff23 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-15', 'device_owner': 'compute:nova'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:28:27.711730 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 0765ca07-59c2-4c29-a679-bcd84d6b1cf9 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:28:27.750446 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9081fb46-4835-4cdc-9c53-f20cea92f7e6 req-28410392-bd21-42f5-a3f6-5140ca17e0e6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106136 Nov 12 20:28:27.754223 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 0765ca07-59c2-4c29-a679-bcd84d6b1cf9 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:28:27.758615 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 0765ca07-59c2-4c29-a679-bcd84d6b1cf9 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:28:27.776055 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-71606408-65fb-47d0-a90f-84373355ff23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:28.115093 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-71606408-65fb-47d0-a90f-84373355ff23 service neutron] For port 8eb8b639-b07e-4650-8358-b12a29e128c4, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8eb8b639-b07e-4650-8358-b12a29e128c4,segment=NetworkSegment(65664268-a5b8-4342-8def-12ab3973524b),segment_id=65664268-a5b8-4342-8def-12ab3973524b)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:28:28.169242 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a85eac-3b85-4753-8610-0287553a8630 req-9449a509-cd10-4cfd-a634-a6915e747950 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:28.169364 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-71606408-65fb-47d0-a90f-84373355ff23 service neutron] For port 8eb8b639-b07e-4650-8358-b12a29e128c4, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:28:28.178011 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b6a85eac-3b85-4753-8610-0287553a8630 req-9449a509-cd10-4cfd-a634-a6915e747950 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 943 time: 0.0717595 Nov 12 20:28:28.235061 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-71606408-65fb-47d0-a90f-84373355ff23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb8b639-b07e-4650-8358-b12a29e128c4 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:28:28.246331 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-71606408-65fb-47d0-a90f-84373355ff23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:28.255450 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b6a85eac-3b85-4753-8610-0287553a8630 req-6500ee10-6841-470e-8fec-374095f18f5e tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761321 Nov 12 20:28:28.262634 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-71606408-65fb-47d0-a90f-84373355ff23 service neutron] Transition to ACTIVE for port object 8eb8b639-b07e-4650-8358-b12a29e128c4 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:28:28.275958 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-71606408-65fb-47d0-a90f-84373355ff23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:28.334321 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-961b0158-828d-43cf-9cbd-5c2cad7b5e89 req-ff6f2912-dc54-4f27-9341-ab0c42af9a5f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 210 time: 0.0736315 Nov 12 20:28:28.391877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-71606408-65fb-47d0-a90f-84373355ff23 service neutron] No DVR routers for this DVR port 8eb8b639-b07e-4650-8358-b12a29e128c4 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:28:28.401005 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71606408-65fb-47d0-a90f-84373355ff23 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb8b639-b07e-4650-8358-b12a29e128c4,revision_number=9']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:28.435543 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-71606408-65fb-47d0-a90f-84373355ff23 service neutron] Attempting to bind port 8eb8b639-b07e-4650-8358-b12a29e128c4 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:28:28.436789 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-71606408-65fb-47d0-a90f-84373355ff23 service neutron] Attempting to bind port 8eb8b639-b07e-4650-8358-b12a29e128c4 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '65664268-a5b8-4342-8def-12ab3973524b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '38d97e7c-9672-4a03-9b6c-a809372715f3'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:28:28.437542 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-71606408-65fb-47d0-a90f-84373355ff23 service neutron] Attempting to bind port 8eb8b639-b07e-4650-8358-b12a29e128c4 on network 38d97e7c-9672-4a03-9b6c-a809372715f3 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:28:28.442889 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-71606408-65fb-47d0-a90f-84373355ff23 service neutron] Port 8eb8b639-b07e-4650-8358-b12a29e128c4 on network 38d97e7c-9672-4a03-9b6c-a809372715f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:28:28.443438 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-71606408-65fb-47d0-a90f-84373355ff23 service neutron] Attempting to bind port 8eb8b639-b07e-4650-8358-b12a29e128c4 on network 38d97e7c-9672-4a03-9b6c-a809372715f3 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:28:28.450690 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-71606408-65fb-47d0-a90f-84373355ff23 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:28:28.451416 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-71606408-65fb-47d0-a90f-84373355ff23 service neutron] Checking segment: {'id': '65664268-a5b8-4342-8def-12ab3973524b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '38d97e7c-9672-4a03-9b6c-a809372715f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:28:28.451966 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-71606408-65fb-47d0-a90f-84373355ff23 service neutron] Bound using segment: {'id': '65664268-a5b8-4342-8def-12ab3973524b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '38d97e7c-9672-4a03-9b6c-a809372715f3'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:28:28.452632 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-71606408-65fb-47d0-a90f-84373355ff23 service neutron] Bound port: 8eb8b639-b07e-4650-8358-b12a29e128c4, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65664268-a5b8-4342-8def-12ab3973524b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '38d97e7c-9672-4a03-9b6c-a809372715f3'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:28:28.453181 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-71606408-65fb-47d0-a90f-84373355ff23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:28.532504 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-71606408-65fb-47d0-a90f-84373355ff23 service neutron] For port 8eb8b639-b07e-4650-8358-b12a29e128c4, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:28:28.537520 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-71606408-65fb-47d0-a90f-84373355ff23 service neutron] For port 8eb8b639-b07e-4650-8358-b12a29e128c4, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=8eb8b639-b07e-4650-8358-b12a29e128c4,segment=NetworkSegment(65664268-a5b8-4342-8def-12ab3973524b),segment_id=65664268-a5b8-4342-8def-12ab3973524b)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:28:28.544857 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-71606408-65fb-47d0-a90f-84373355ff23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:28.591329 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-71606408-65fb-47d0-a90f-84373355ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:28.592158 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-71606408-65fb-47d0-a90f-84373355ff23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:28.593707 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-71606408-65fb-47d0-a90f-84373355ff23 service neutron] 10.222.0.55 "PUT /v2.0/ports/8eb8b639-b07e-4650-8358-b12a29e128c4 HTTP/1.1" status: 200 len: 1092 time: 1.0018430 Nov 12 20:28:28.645967 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71606408-65fb-47d0-a90f-84373355ff23 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb8b639-b07e-4650-8358-b12a29e128c4,revision_number=10']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:28.686931 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-5663f985-a4f3-4a83-a237-d7cd3fe20388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:28.688664 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-5663f985-a4f3-4a83-a237-d7cd3fe20388 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=340a3bf15a834caa9a7fb00da4b43a25&device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 1096 time: 0.0572538 Nov 12 20:28:28.720289 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206200b-c398-415a-a511-b0d11a3321ef req-2e7d7c98-8a61-460f-a6bb-2788633eaa03 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:28.731014 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5206200b-c398-415a-a511-b0d11a3321ef req-2e7d7c98-8a61-460f-a6bb-2788633eaa03 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 946 time: 0.0998120 Nov 12 20:28:28.795760 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5206200b-c398-415a-a511-b0d11a3321ef req-29171ac1-a324-44e8-b08d-e6f156c2ee55 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602357 Nov 12 20:28:28.865870 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-b4033dd1-032d-404c-804f-9553bfd690ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:28.867777 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-b4033dd1-032d-404c-804f-9553bfd690ab service neutron] 10.222.0.55 "GET /v2.0/networks?id=38d97e7c-9672-4a03-9b6c-a809372715f3 HTTP/1.1" status: 200 len: 915 time: 0.1700311 Nov 12 20:28:28.923007 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ce21c8-6adc-4d07-8d8f-2cbbd8865fee', 'tag': '8eb8b639-b07e-4650-8358-b12a29e128c4'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:28:28.939726 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9241c100-a8b9-4c03-8cf5-9c7daad742d7" -d '{"events": [{"name": "network-changed", "server_uuid": "48ce21c8-6adc-4d07-8d8f-2cbbd8865fee", "tag": "8eb8b639-b07e-4650-8358-b12a29e128c4"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:28:29.042867 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-dd6e3f6f-dae1-473e-8091-da9c86418d31 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8eb8b639-b07e-4650-8358-b12a29e128c4 HTTP/1.1" status: 200 len: 217 time: 0.1653554 Nov 12 20:28:29.124274 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce8a348-d7ac-4d39-8b19-0eb8f5c080d1 x-openstack-request-id: req-3ce8a348-d7ac-4d39-8b19-0eb8f5c080d1 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:28:29.124576 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ce21c8-6adc-4d07-8d8f-2cbbd8865fee", "tag": "8eb8b639-b07e-4650-8358-b12a29e128c4", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:28:29.124828 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ce8a348-d7ac-4d39-8b19-0eb8f5c080d1 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:28:29.125232 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ce21c8-6adc-4d07-8d8f-2cbbd8865fee', 'tag': '8eb8b639-b07e-4650-8358-b12a29e128c4', 'status': 'completed', 'code': 200} Nov 12 20:28:29.130176 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-0cf08ef2-0ff3-46a3-8272-625e40988878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:29.131774 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-0cf08ef2-0ff3-46a3-8272-625e40988878 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6bf94eac-0e74-4ddd-8212-8b9e8fd39f6e HTTP/1.1" status: 200 len: 854 time: 0.0790708 Nov 12 20:28:29.195727 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-73913faf-82f1-4611-8e5a-1399491af298 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38d97e7c-9672-4a03-9b6c-a809372715f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555158 Nov 12 20:28:29.339689 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-9d54d3df-c7da-41e0-aeb3-73b86e6bbd75 service neutron] 10.222.0.55 "GET /v2.0/networks/38d97e7c-9672-4a03-9b6c-a809372715f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333542 Nov 12 20:28:29.434195 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f298748-c998-44bb-b73f-e3a65ccd5a35 req-02c4315d-8ae1-4ecb-8a57-9b851606b331 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:29.443038 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3f298748-c998-44bb-b73f-e3a65ccd5a35 req-02c4315d-8ae1-4ecb-8a57-9b851606b331 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 944 time: 0.0899704 Nov 12 20:28:29.518066 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-232a547b-c5e4-4df2-8a65-6d09fda1cdaa req-2b780859-7fa6-487f-8df0-0a9213447946 service neutron] 10.222.0.55 "GET /v2.0/networks/38d97e7c-9672-4a03-9b6c-a809372715f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710782 Nov 12 20:28:29.523233 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3f298748-c998-44bb-b73f-e3a65ccd5a35 req-d84d49a8-8313-4f90-b5f1-6864a4cb9a5b tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788770 Nov 12 20:28:29.585346 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ace26192-b650-4400-9e96-bfa1c6b7bc47 req-ce35aa25-0563-43a5-a475-f23441d9d076 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 210 time: 0.0656843 Nov 12 20:28:29.677551 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241c100-a8b9-4c03-8cf5-9c7daad742d7 req-1444d56c-ff01-4108-b1e6-58894a164aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:29.679966 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9241c100-a8b9-4c03-8cf5-9c7daad742d7 req-1444d56c-ff01-4108-b1e6-58894a164aab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=340a3bf15a834caa9a7fb00da4b43a25&device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 1096 time: 0.0820158 Nov 12 20:28:29.831434 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 40828) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:29.966205 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241c100-a8b9-4c03-8cf5-9c7daad742d7 req-8faee17b-abfb-4060-a66d-6b3c1c51edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:29.967724 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9241c100-a8b9-4c03-8cf5-9c7daad742d7 req-8faee17b-abfb-4060-a66d-6b3c1c51edf6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=38d97e7c-9672-4a03-9b6c-a809372715f3 HTTP/1.1" status: 200 len: 915 time: 0.2801032 Nov 12 20:28:30.032241 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b4b0f-5087-48f5-a50f-c2f5127c9428 req-95865161-ea1f-4ffd-b148-b71a9888274d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:30.052858 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b02b4b0f-5087-48f5-a50f-c2f5127c9428 req-95865161-ea1f-4ffd-b148-b71a9888274d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 946 time: 0.1492524 Nov 12 20:28:30.085723 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9241c100-a8b9-4c03-8cf5-9c7daad742d7 req-6410e87f-6c15-40ff-ac06-e0ac5281c86d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8eb8b639-b07e-4650-8358-b12a29e128c4 HTTP/1.1" status: 200 len: 217 time: 0.1092343 Nov 12 20:28:30.190835 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b02b4b0f-5087-48f5-a50f-c2f5127c9428 req-d2c0fcf2-6825-4fe9-9876-5531f779acfd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315300 Nov 12 20:28:30.295052 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241c100-a8b9-4c03-8cf5-9c7daad742d7 req-6484229f-4d28-4275-a4e3-b08c5950e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:30.300852 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9241c100-a8b9-4c03-8cf5-9c7daad742d7 req-6484229f-4d28-4275-a4e3-b08c5950e208 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6bf94eac-0e74-4ddd-8212-8b9e8fd39f6e HTTP/1.1" status: 200 len: 854 time: 0.2050891 Nov 12 20:28:30.325106 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-35fa498f-2eb4-475c-b066-f068c1baafce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eb13c5368c4a4b84abe57bb7f72a7b08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4917579 Nov 12 20:28:30.330180 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 40852) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:30.391010 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9241c100-a8b9-4c03-8cf5-9c7daad742d7 req-0bcb3727-d209-426d-90c9-090b5d90d7f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38d97e7c-9672-4a03-9b6c-a809372715f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788314 Nov 12 20:28:30.832345 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bdc68-2994-4e29-ad92-a140189102c4 req-a2a63b3e-2ce9-41ae-bc99-e729bbcdb0ba tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:30.843504 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b62bdc68-2994-4e29-ad92-a140189102c4 req-a2a63b3e-2ce9-41ae-bc99-e729bbcdb0ba tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 944 time: 0.1030650 Nov 12 20:28:30.901006 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d692224d-c206-4c37-af92-45969c8c4c53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:30.923338 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9241c100-a8b9-4c03-8cf5-9c7daad742d7 req-5ebd4fc3-e918-49d0-af21-c160a304a29d service neutron] 10.222.0.55 "GET /v2.0/networks/38d97e7c-9672-4a03-9b6c-a809372715f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633107 Nov 12 20:28:30.960373 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b62bdc68-2994-4e29-ad92-a140189102c4 req-7284781c-fcbc-4c36-b09b-36a648877047 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155047 Nov 12 20:28:30.991751 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d692224d-c206-4c37-af92-45969c8c4c53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:31.098951 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4a8cfa4b-f8eb-4f87-aa56-ce4e8c59f0d6 req-38641cc4-1c26-4f8d-9cd8-2a5fab49757b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 210 time: 0.0337582 Nov 12 20:28:31.131443 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5999704-e072-4d71-889c-dd1bfc572726 req-0f7ac087-e8ee-406e-9dad-b53fad126a98 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:31.133221 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c5999704-e072-4d71-889c-dd1bfc572726 req-0f7ac087-e8ee-406e-9dad-b53fad126a98 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 946 time: 0.6743927 Nov 12 20:28:31.314137 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9241c100-a8b9-4c03-8cf5-9c7daad742d7 req-e67855ea-084a-42e4-b91d-b4cdf471d0fd service neutron] 10.222.0.55 "GET /v2.0/networks/38d97e7c-9672-4a03-9b6c-a809372715f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558002 Nov 12 20:28:31.363716 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c5999704-e072-4d71-889c-dd1bfc572726 req-b26e47af-2bdf-4c62-9228-7d58cdbc2ad1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093337 Nov 12 20:28:31.381575 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 40880) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:31.430485 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d692224d-c206-4c37-af92-45969c8c4c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:31.433748 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d692224d-c206-4c37-af92-45969c8c4c53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:31.439603 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d692224d-c206-4c37-af92-45969c8c4c53 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dabad893-8a8b-4150-9479-a65be9ea9c42 HTTP/1.1" status: 204 len: 168 time: 1.1083474 Nov 12 20:28:31.475298 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c43c15-d584-4dc4-9f7b-2a2cee86b2f0 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:31.504050 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-00c43c15-d584-4dc4-9f7b-2a2cee86b2f0 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 1093 time: 0.1202359 Nov 12 20:28:31.504050 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692224d-c206-4c37-af92-45969c8c4c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabad893-8a8b-4150-9479-a65be9ea9c42,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:31.504490 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 40888) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:31.510329 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-45cd5d20-42a5-455b-a4ef-4bf0752953bc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'port_id': '1fb32501-95a3-4519-9ab2-1f922862509e', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:28:31.565881 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45cd5d20-42a5-455b-a4ef-4bf0752953bc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:31.829800 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45cd5d20-42a5-455b-a4ef-4bf0752953bc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:32.192971 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-45cd5d20-42a5-455b-a4ef-4bf0752953bc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Allocated IP 172.25.5.35 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/9e04b0a4-823a-4538-b50a-fd418aa40ca1) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:28:32.355429 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4e3c0d31-a2fa-4ca4-93f9-a74899721acc req-8f029119-ff10-4397-af39-9c8c89dfced5 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 210 time: 0.1024661 Nov 12 20:28:32.424841 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45cd5d20-42a5-455b-a4ef-4bf0752953bc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:32.442921 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f9701-8108-424a-a9a9-c39e8a4471b5 req-9dbbdf09-658c-4721-852a-4b5daecd1132 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:32.445702 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-258f9701-8108-424a-a9a9-c39e8a4471b5 req-9dbbdf09-658c-4721-852a-4b5daecd1132 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 944 time: 0.0975318 Nov 12 20:28:32.615023 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-258f9701-8108-424a-a9a9-c39e8a4471b5 req-95664063-df52-4c87-986f-8dcf86f3e248 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590230 Nov 12 20:28:32.653232 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45cd5d20-42a5-455b-a4ef-4bf0752953bc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:32.765180 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd5d20-42a5-455b-a4ef-4bf0752953bc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Port': ['ID=9e04b0a4-823a-4538-b50a-fd418aa40ca1,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:32.787159 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cd5d20-42a5-455b-a4ef-4bf0752953bc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:28:32.788654 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-45cd5d20-42a5-455b-a4ef-4bf0752953bc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:28:32.791592 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cd5d20-42a5-455b-a4ef-4bf0752953bc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:28:33.618990 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b824df44-1f31-412c-9d40-8d1d99812661 req-ac44633a-3983-4659-aa2c-89bbc5e03b56 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 210 time: 0.0756230 Nov 12 20:28:33.690146 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45cd5d20-42a5-455b-a4ef-4bf0752953bc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:33.901474 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45cd5d20-42a5-455b-a4ef-4bf0752953bc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:33.993634 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb6fe7-0805-4f30-a979-9d16a8dc65ae req-c4afb22e-c5a4-45a8-b43f-6852a9928906 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:33.993634 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-54eb6fe7-0805-4f30-a979-9d16a8dc65ae req-c4afb22e-c5a4-45a8-b43f-6852a9928906 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 944 time: 0.2355280 Nov 12 20:28:34.074561 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-54eb6fe7-0805-4f30-a979-9d16a8dc65ae req-3fd8ee02-3134-406d-9f1a-c3d763b56a8a tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614533 Nov 12 20:28:34.252323 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45cd5d20-42a5-455b-a4ef-4bf0752953bc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:34.258836 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45cd5d20-42a5-455b-a4ef-4bf0752953bc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:34.373300 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd5d20-42a5-455b-a4ef-4bf0752953bc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Port': ['ID=9e04b0a4-823a-4538-b50a-fd418aa40ca1,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:34.453586 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45cd5d20-42a5-455b-a4ef-4bf0752953bc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:34.697390 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-45cd5d20-42a5-455b-a4ef-4bf0752953bc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Floating IP 9f5ccf9d-e8eb-4b6c-b874-667a07e38a93 associated. External IP: 172.25.5.35, port: 1fb32501-95a3-4519-9ab2-1f922862509e. Nov 12 20:28:34.843609 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dd395c11-f9c2-49e9-93ca-0a3ec6fb48e5 req-a3127e1c-faa2-4049-8a67-829a55673146 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 210 time: 0.0559916 Nov 12 20:28:35.111462 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cd5d20-42a5-455b-a4ef-4bf0752953bc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Router 9514d9ae-585f-44dd-8c4e-2aa80ad54991 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:28:35.907569 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa227cf-4337-4de8-9e97-089fbc521e87 req-0ed22b49-551d-4201-a3a5-4dc8d1d04928 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:35.910044 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ffa227cf-4337-4de8-9e97-089fbc521e87 req-0ed22b49-551d-4201-a3a5-4dc8d1d04928 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 944 time: 0.7279639 Nov 12 20:28:36.014312 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cd5d20-42a5-455b-a4ef-4bf0752953bc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:28:36.023592 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-183e3e8c-b46a-4bef-835a-080a0147c6c0 req-8a61d24d-56a9-4e92-81f9-c1257f19ac06 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc3a1fd-db37-486d-ba21-b1ee0fc29564 HTTP/1.1" status: 200 len: 210 time: 0.0529840 Nov 12 20:28:36.036892 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ded4be-6018-4213-9d47-6bf5063e26ea None None] Sync routers for ids ['9514d9ae-585f-44dd-8c4e-2aa80ad54991'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:28:36.072264 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ded4be-6018-4213-9d47-6bf5063e26ea None None] Routers {'9514d9ae-585f-44dd-8c4e-2aa80ad54991'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:28:36.073116 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f5ded4be-6018-4213-9d47-6bf5063e26ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:28:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9514d9ae-585f-44dd-8c4e-2aa80ad54991'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:28:36.087054 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ffa227cf-4337-4de8-9e97-089fbc521e87 req-55c3e25c-cc62-4bc5-b3c8-7bfbc6361793 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467712 Nov 12 20:28:36.134983 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45cd5d20-42a5-455b-a4ef-4bf0752953bc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:36.250500 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-45cd5d20-42a5-455b-a4ef-4bf0752953bc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7449286 Nov 12 20:28:36.251144 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9', 'tag': '1fb32501-95a3-4519-9ab2-1f922862509e'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:28:36.256353 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d66e011-2c9c-468e-b9ff-f0d0aae3406f" -d '{"events": [{"name": "network-changed", "server_uuid": "f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9", "tag": "1fb32501-95a3-4519-9ab2-1f922862509e"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:28:36.332269 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-f5ded4be-6018-4213-9d47-6bf5063e26ea None None] Set router 9514d9ae-585f-44dd-8c4e-2aa80ad54991 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:28:36.542864 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db3fea-9738-4d47-a732-02c218883e46 req-0eefbbdd-83f2-4d0b-a830-fd662dbe4e0e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:36.552529 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-60db3fea-9738-4d47-a732-02c218883e46 req-0eefbbdd-83f2-4d0b-a830-fd662dbe4e0e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 946 time: 0.1296442 Nov 12 20:28:36.803356 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-60db3fea-9738-4d47-a732-02c218883e46 req-840f90d9-4a45-4f88-88fb-3234fe6f32f4 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409801 Nov 12 20:28:36.834107 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 41010) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:36.992590 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-72df914b-2279-4c94-b7b8-2d4b067ce1ac tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/floatingips/9f5ccf9d-e8eb-4b6c-b874-667a07e38a93 HTTP/1.1" status: 200 len: 991 time: 0.1567695 Nov 12 20:28:36.997237 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdcbbd5-3fc6-4b6f-acee-96d5bdc712a5 x-openstack-request-id: req-ebdcbbd5-3fc6-4b6f-acee-96d5bdc712a5 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:28:36.997583 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9", "tag": "1fb32501-95a3-4519-9ab2-1f922862509e", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:28:36.997836 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ebdcbbd5-3fc6-4b6f-acee-96d5bdc712a5 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:28:36.998927 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9', 'tag': '1fb32501-95a3-4519-9ab2-1f922862509e', 'status': 'completed', 'code': 200} Nov 12 20:28:37.058784 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66e011-2c9c-468e-b9ff-f0d0aae3406f req-5aa5e25b-c273-4e02-9765-635d765e8a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:37.068107 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5d66e011-2c9c-468e-b9ff-f0d0aae3406f req-5aa5e25b-c273-4e02-9765-635d765e8a3b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 1098 time: 0.0973265 Nov 12 20:28:37.148181 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f5ded4be-6018-4213-9d47-6bf5063e26ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843612825', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:27:56Z', 'updated_at': '2021-11-12T20:28:09Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:59Z', 'updated_at': '2021-11-12T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '9f5ccf9d-e8eb-4b6c-b874-667a07e38a93', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'floating_ip_address': '172.25.5.35', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'port_id': '1fb32501-95a3-4519-9ab2-1f922862509e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a', 'mac_address': 'fa:16:3e:78:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:28:33Z', 'updated_at': '2021-11-12T20:28:33Z', 'revision_number': 0, 'project_id': 'c510c0945858446c87ca9a78193927af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94b0ab5e-cfca-4c1e-856b-cd18e4d00737', 'name': '', 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:21:7d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'd4ffbba5-782d-4e1b-b486-48aeb3d7dcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:28:07Z', 'updated_at': '2021-11-12T20:28:14Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': 'd4ffbba5-782d-4e1b-b486-48aeb3d7dcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:28:37.225804 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ded4be-6018-4213-9d47-6bf5063e26ea None None] Checking router: 9514d9ae-585f-44dd-8c4e-2aa80ad54991 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:28:37.262488 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ded4be-6018-4213-9d47-6bf5063e26ea None None] Routers {'9514d9ae-585f-44dd-8c4e-2aa80ad54991'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:28:37.263385 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f5ded4be-6018-4213-9d47-6bf5063e26ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:28:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9514d9ae-585f-44dd-8c4e-2aa80ad54991'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:28:37.333888 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66e011-2c9c-468e-b9ff-f0d0aae3406f req-fc897701-9531-4f9e-a6ca-81f5c2f1317f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:37.338473 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5d66e011-2c9c-468e-b9ff-f0d0aae3406f req-fc897701-9531-4f9e-a6ca-81f5c2f1317f service neutron] 10.222.0.52 "GET /v2.0/networks?id=ed77738e-f625-4ff0-9384-27862f27319a HTTP/1.1" status: 200 len: 897 time: 0.2635067 Nov 12 20:28:37.357123 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b937276-7324-41a6-a70f-e0a41f24a6dc req-b5a7fb26-7fb1-4c2c-ab96-a47ed3690cc6 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:37.374771 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7b937276-7324-41a6-a70f-e0a41f24a6dc req-b5a7fb26-7fb1-4c2c-ab96-a47ed3690cc6 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 944 time: 0.1252794 Nov 12 20:28:37.466239 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5d66e011-2c9c-468e-b9ff-f0d0aae3406f req-8f58b237-5fac-4e84-aff0-6ba70c4fd1a9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fb32501-95a3-4519-9ab2-1f922862509e HTTP/1.1" status: 200 len: 999 time: 0.1198900 Nov 12 20:28:37.518443 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7b937276-7324-41a6-a70f-e0a41f24a6dc req-0220b0d8-4c36-4711-85fe-c908b782a05b tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182325 Nov 12 20:28:37.519594 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-f5ded4be-6018-4213-9d47-6bf5063e26ea None None] Set router 9514d9ae-585f-44dd-8c4e-2aa80ad54991 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:28:37.560502 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66e011-2c9c-468e-b9ff-f0d0aae3406f req-c4db176b-63bb-4e22-8310-b94dd0b07cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:37.562658 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5d66e011-2c9c-468e-b9ff-f0d0aae3406f req-c4db176b-63bb-4e22-8310-b94dd0b07cae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4ffbba5-782d-4e1b-b486-48aeb3d7dcd0 HTTP/1.1" status: 200 len: 834 time: 0.0874448 Nov 12 20:28:37.738958 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66e011-2c9c-468e-b9ff-f0d0aae3406f req-1649b2bb-b53c-43e4-aa39-58cd6dced116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:37.741347 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5d66e011-2c9c-468e-b9ff-f0d0aae3406f req-1649b2bb-b53c-43e4-aa39-58cd6dced116 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ed77738e-f625-4ff0-9384-27862f27319a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1713567 Nov 12 20:28:37.918119 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5d66e011-2c9c-468e-b9ff-f0d0aae3406f req-6903a179-282e-4967-9d24-35e498590b14 service neutron] 10.222.0.52 "GET /v2.0/networks/ed77738e-f625-4ff0-9384-27862f27319a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664102 Nov 12 20:28:37.995525 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 41044) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:38.145914 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f5ded4be-6018-4213-9d47-6bf5063e26ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843612825', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:27:56Z', 'updated_at': '2021-11-12T20:28:09Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:59Z', 'updated_at': '2021-11-12T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '9f5ccf9d-e8eb-4b6c-b874-667a07e38a93', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'floating_ip_address': '172.25.5.35', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'port_id': '1fb32501-95a3-4519-9ab2-1f922862509e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a', 'mac_address': 'fa:16:3e:78:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:28:33Z', 'updated_at': '2021-11-12T20:28:33Z', 'revision_number': 0, 'project_id': 'c510c0945858446c87ca9a78193927af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94b0ab5e-cfca-4c1e-856b-cd18e4d00737', 'name': '', 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:21:7d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'd4ffbba5-782d-4e1b-b486-48aeb3d7dcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:28:07Z', 'updated_at': '2021-11-12T20:28:14Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': 'd4ffbba5-782d-4e1b-b486-48aeb3d7dcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:28:38.154650 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f136697c-a11b-4ff0-9767-af0f3ebf36bf tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/floatingips/9f5ccf9d-e8eb-4b6c-b874-667a07e38a93 HTTP/1.1" status: 200 len: 991 time: 0.1578999 Nov 12 20:28:38.178062 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ded4be-6018-4213-9d47-6bf5063e26ea None None] The sync data for ids ['9514d9ae-585f-44dd-8c4e-2aa80ad54991'] in n-d-712140-15 is: [{'id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843612825', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:27:56Z', 'updated_at': '2021-11-12T20:28:09Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:59Z', 'updated_at': '2021-11-12T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '9f5ccf9d-e8eb-4b6c-b874-667a07e38a93', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'floating_ip_address': '172.25.5.35', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'port_id': '1fb32501-95a3-4519-9ab2-1f922862509e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a', 'mac_address': 'fa:16:3e:78:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:28:33Z', 'updated_at': '2021-11-12T20:28:33Z', 'revision_number': 0, 'project_id': 'c510c0945858446c87ca9a78193927af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94b0ab5e-cfca-4c1e-856b-cd18e4d00737', 'name': '', 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:21:7d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'd4ffbba5-782d-4e1b-b486-48aeb3d7dcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:28:07Z', 'updated_at': '2021-11-12T20:28:14Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': 'd4ffbba5-782d-4e1b-b486-48aeb3d7dcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:28:38.198703 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5d66e011-2c9c-468e-b9ff-f0d0aae3406f req-da6f98b7-5ffd-4d19-9159-3c4b034d77de service neutron] 10.222.0.52 "GET /v2.0/networks/ed77738e-f625-4ff0-9384-27862f27319a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706509 Nov 12 20:28:38.693806 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fdc4d1-a17e-4769-b2dd-e336f81b6459 None None] New status for floating IP 9f5ccf9d-e8eb-4b6c-b874-667a07e38a93: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:28:38.799842 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de279eca-2ed0-41e9-bdf4-5d2ec23cf161 req-ad16ec14-2d7e-4593-9a27-2269e9fd1584 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:38.813393 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-de279eca-2ed0-41e9-bdf4-5d2ec23cf161 req-ad16ec14-2d7e-4593-9a27-2269e9fd1584 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 944 time: 0.1383603 Nov 12 20:28:38.968952 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-de279eca-2ed0-41e9-bdf4-5d2ec23cf161 req-89f81618-1ad6-4c23-94d5-c1a86a16b85b tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474540 Nov 12 20:28:39.158157 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 41072) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:39.265563 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b151e1c3-2446-4114-a150-e10e26a20797 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/floatingips/9f5ccf9d-e8eb-4b6c-b874-667a07e38a93 HTTP/1.1" status: 200 len: 993 time: 0.1060932 Nov 12 20:28:39.650669 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:28:40.154372 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a0d9d-9e00-4a34-bef9-a57e7e1daa58 req-072a0386-fe05-4c41-8a7c-797b2560c7ac tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:40.161067 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d9a0d9d-9e00-4a34-bef9-a57e7e1daa58 req-072a0386-fe05-4c41-8a7c-797b2560c7ac tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 944 time: 0.0916419 Nov 12 20:28:40.240795 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d9a0d9d-9e00-4a34-bef9-a57e7e1daa58 req-166c6307-6ff0-4725-87a8-12b9e642478b tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499442 Nov 12 20:28:41.425911 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caab3f2-0341-4e5f-b0a9-e2b6356301a8 req-a2e5c66e-4a1b-4d07-8b46-f8d148f377cd tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:41.448047 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6caab3f2-0341-4e5f-b0a9-e2b6356301a8 req-a2e5c66e-4a1b-4d07-8b46-f8d148f377cd tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 944 time: 0.1157398 Nov 12 20:28:41.537990 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6caab3f2-0341-4e5f-b0a9-e2b6356301a8 req-7b90b62c-3071-421e-a0a7-bafc7cdd4af1 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836809 Nov 12 20:28:42.706217 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aaf847-4677-40ad-a4d1-bab5dd29f985 req-6e4e99d2-4392-40ca-99f6-ff152bff0ebe tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:42.718091 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-06aaf847-4677-40ad-a4d1-bab5dd29f985 req-6e4e99d2-4392-40ca-99f6-ff152bff0ebe tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 944 time: 0.0839920 Nov 12 20:28:42.791252 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-06aaf847-4677-40ad-a4d1-bab5dd29f985 req-9ff4b8db-e2e7-44a2-9a12-08d0d4dbd2a7 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721741 Nov 12 20:28:43.188436 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 41210) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:43.193155 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-dcd9f5a5-4330-4774-be3d-df63073213f0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-394230124', 'description': 'tempest-secgroup-smoke-394230124 description', 'project_id': '416776ef7a904035a66442e4dfb8994d'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:28:43.227325 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dcd9f5a5-4330-4774-be3d-df63073213f0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:43.332794 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dcd9f5a5-4330-4774-be3d-df63073213f0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:43.339454 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dcd9f5a5-4330-4774-be3d-df63073213f0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:43.371557 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dcd9f5a5-4330-4774-be3d-df63073213f0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:43.373718 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-dcd9f5a5-4330-4774-be3d-df63073213f0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1842220 Nov 12 20:28:43.377996 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 41214) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:43.385387 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a120133c-b0f4-4eb7-9d7f-241ed2c85a69 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Request body: {'security_group_rule': {'security_group_id': '5b615547-88b8-40dc-a779-00292e0803fd', 'project_id': '416776ef7a904035a66442e4dfb8994d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:28:43.412838 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9f5a5-4330-4774-be3d-df63073213f0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b615547-88b8-40dc-a779-00292e0803fd,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:43.433843 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a120133c-b0f4-4eb7-9d7f-241ed2c85a69 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:43.492677 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a120133c-b0f4-4eb7-9d7f-241ed2c85a69 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:43.497944 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a120133c-b0f4-4eb7-9d7f-241ed2c85a69 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:43.524189 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120133c-b0f4-4eb7-9d7f-241ed2c85a69 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed1b4e1-87fd-41ce-940c-b214b5937bb6,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:43.529940 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a120133c-b0f4-4eb7-9d7f-241ed2c85a69 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:43.531861 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a120133c-b0f4-4eb7-9d7f-241ed2c85a69 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522236 Nov 12 20:28:43.534173 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 41220) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:43.538656 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-8284e7ee-22b1-46f9-847d-6bc474a5820a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Request body: {'security_group_rule': {'security_group_id': '5b615547-88b8-40dc-a779-00292e0803fd', 'project_id': '416776ef7a904035a66442e4dfb8994d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:28:43.570985 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8284e7ee-22b1-46f9-847d-6bc474a5820a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:43.640549 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8284e7ee-22b1-46f9-847d-6bc474a5820a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:43.644893 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8284e7ee-22b1-46f9-847d-6bc474a5820a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:43.666128 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284e7ee-22b1-46f9-847d-6bc474a5820a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe22bb38-648d-4093-bc1d-4cc1534232c6,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:43.676285 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8284e7ee-22b1-46f9-847d-6bc474a5820a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:43.680394 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 41222) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:43.680611 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8284e7ee-22b1-46f9-847d-6bc474a5820a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1452315 Nov 12 20:28:43.686827 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-029076ba-78a8-4555-905f-a05cf7b13b39 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Request body: {'security_group_rule': {'security_group_id': '5b615547-88b8-40dc-a779-00292e0803fd', 'project_id': '416776ef7a904035a66442e4dfb8994d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:28:43.716399 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-029076ba-78a8-4555-905f-a05cf7b13b39 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:43.789199 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-029076ba-78a8-4555-905f-a05cf7b13b39 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:43.793613 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-029076ba-78a8-4555-905f-a05cf7b13b39 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:43.811909 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029076ba-78a8-4555-905f-a05cf7b13b39 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e61a5a-20e8-41bf-b15e-8798460aacc6,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:43.822205 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-029076ba-78a8-4555-905f-a05cf7b13b39 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:43.823505 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-029076ba-78a8-4555-905f-a05cf7b13b39 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1412342 Nov 12 20:28:43.826399 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 41226) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:43.834717 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-6a07c899-91bf-41b0-b88c-79c33c4db390 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Request body: {'security_group_rule': {'security_group_id': '5b615547-88b8-40dc-a779-00292e0803fd', 'project_id': '416776ef7a904035a66442e4dfb8994d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:28:43.871634 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6a07c899-91bf-41b0-b88c-79c33c4db390 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:43.945896 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6a07c899-91bf-41b0-b88c-79c33c4db390 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:43.952010 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6a07c899-91bf-41b0-b88c-79c33c4db390 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:43.978374 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07c899-91bf-41b0-b88c-79c33c4db390 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb80e2e0-8d12-48c0-8db9-cd18af360fa2,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:43.981569 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58aa0fa-fc43-4587-b1e2-cb0c25e34536 req-eb5b8969-8f9d-40d7-aa2a-cfcb8b324a18 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:43.984693 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6a07c899-91bf-41b0-b88c-79c33c4db390 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:43.989608 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6a07c899-91bf-41b0-b88c-79c33c4db390 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1619468 Nov 12 20:28:43.990267 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 41230) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:43.991101 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b58aa0fa-fc43-4587-b1e2-cb0c25e34536 req-eb5b8969-8f9d-40d7-aa2a-cfcb8b324a18 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 944 time: 0.0923049 Nov 12 20:28:43.995896 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a3734573-459b-4a79-a2e8-8b711ac5cb39 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Request body: {'security_group_rule': {'security_group_id': '5b615547-88b8-40dc-a779-00292e0803fd', 'project_id': '416776ef7a904035a66442e4dfb8994d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:28:44.027591 n-d-712140-15 neutron-server[102447]: INFO neutron.db.securitygroups_db [None req-a3734573-459b-4a79-a2e8-8b711ac5cb39 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Project 416776ef7a904035a66442e4dfb8994d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 20:28:44.041356 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a3734573-459b-4a79-a2e8-8b711ac5cb39 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:44.082188 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b58aa0fa-fc43-4587-b1e2-cb0c25e34536 req-0429f5e8-136c-4983-b93f-b615dede0ea6 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896313 Nov 12 20:28:44.136166 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a3734573-459b-4a79-a2e8-8b711ac5cb39 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:44.141056 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a3734573-459b-4a79-a2e8-8b711ac5cb39 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:44.171389 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a3734573-459b-4a79-a2e8-8b711ac5cb39 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:44.173078 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a3734573-459b-4a79-a2e8-8b711ac5cb39 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1816711 Nov 12 20:28:44.175993 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 41234) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:44.178633 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3734573-459b-4a79-a2e8-8b711ac5cb39 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2020e449-3b2e-4f7c-9c9a-18d8bd8c3899,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:44.183450 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-2c73d913-0de6-416a-9ea9-6b5dc641368e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Request body: {'security_group_rule': {'security_group_id': '5b615547-88b8-40dc-a779-00292e0803fd', 'project_id': '416776ef7a904035a66442e4dfb8994d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:28:44.206655 n-d-712140-15 neutron-server[102448]: INFO neutron.db.securitygroups_db [None req-2c73d913-0de6-416a-9ea9-6b5dc641368e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Project 416776ef7a904035a66442e4dfb8994d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 20:28:44.213996 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c73d913-0de6-416a-9ea9-6b5dc641368e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:44.287991 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c73d913-0de6-416a-9ea9-6b5dc641368e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:44.292503 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c73d913-0de6-416a-9ea9-6b5dc641368e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:44.311748 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73d913-0de6-416a-9ea9-6b5dc641368e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c530a96e-1988-411d-b11e-ddbfb58cfb54,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:44.322731 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c73d913-0de6-416a-9ea9-6b5dc641368e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:44.326920 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2c73d913-0de6-416a-9ea9-6b5dc641368e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1461308 Nov 12 20:28:45.247665 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d8f58-5e34-4d5f-bf09-78f4b260ac85 req-f479d823-3c26-4aef-a926-dc343ce65e00 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:45.249254 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2c9d8f58-5e34-4d5f-bf09-78f4b260ac85 req-f479d823-3c26-4aef-a926-dc343ce65e00 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 944 time: 0.0579391 Nov 12 20:28:45.301622 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2c9d8f58-5e34-4d5f-bf09-78f4b260ac85 req-1c1473a9-6a4f-4600-ad83-2d1fd3b7fab6 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459929 Nov 12 20:28:46.453111 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26fdcc-3d0f-48fb-82b9-1d2e788d61c4 req-eafee100-1121-4a57-afe8-0569c76f82b5 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:46.454610 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d26fdcc-3d0f-48fb-82b9-1d2e788d61c4 req-eafee100-1121-4a57-afe8-0569c76f82b5 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 944 time: 0.0743434 Nov 12 20:28:46.508364 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d26fdcc-3d0f-48fb-82b9-1d2e788d61c4 req-1175aeec-c1ca-454a-be50-1a82e98c424a tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472088 Nov 12 20:28:47.640811 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793c970-a9c5-42ab-849c-eecd2b37df08 req-20cfd38a-9b7e-4825-b967-fb909a3e290a tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:47.648713 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7793c970-a9c5-42ab-849c-eecd2b37df08 req-20cfd38a-9b7e-4825-b967-fb909a3e290a tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 944 time: 0.0660691 Nov 12 20:28:47.695705 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7793c970-a9c5-42ab-849c-eecd2b37df08 req-50bc5feb-8fc1-4c21-883e-d70626f13dee tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453417 Nov 12 20:28:48.318099 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 8eb8b639-b07e-4650-8358-b12a29e128c4 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:28:48.420154 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 8eb8b639-b07e-4650-8358-b12a29e128c4, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=8eb8b639-b07e-4650-8358-b12a29e128c4,segment=NetworkSegment(65664268-a5b8-4342-8def-12ab3973524b),segment_id=65664268-a5b8-4342-8def-12ab3973524b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:28:48.441593 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '8eb8b639-b07e-4650-8358-b12a29e128c4', 'network_id': '38d97e7c-9672-4a03-9b6c-a809372715f3', 'port_id': '8eb8b639-b07e-4650-8358-b12a29e128c4', 'mac_address': 'fa:16:3e:2b:91:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf94eac-0e74-4ddd-8212-8b9e8fd39f6e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:28:48.490601 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:48.506706 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb8b639-b07e-4650-8358-b12a29e128c4 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:28:48.529070 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 8eb8b639-b07e-4650-8358-b12a29e128c4, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=8eb8b639-b07e-4650-8358-b12a29e128c4,segment=NetworkSegment(65664268-a5b8-4342-8def-12ab3973524b),segment_id=65664268-a5b8-4342-8def-12ab3973524b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:28:48.533863 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:48.586574 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=8eb8b639-b07e-4650-8358-b12a29e128c4,revision_number=11']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:48.595063 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 41342) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:48.599514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:28:48.599865 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:28:48.600420 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:28:48.600918 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:28:48.601917 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:28:48.602044 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-6d902e79-4d5b-4cc8-813d-0906e45ef95c tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-313102168', 'description': 'tempest-secgroup-smoke-313102168 description', 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:28:48.602872 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:28:48.604046 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:28:48.604596 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:28:48.605106 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:28:48.605590 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:28:48.606091 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:28:48.606612 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:28:48.629101 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6d902e79-4d5b-4cc8-813d-0906e45ef95c tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:48.707040 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6d902e79-4d5b-4cc8-813d-0906e45ef95c tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:48.711243 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6d902e79-4d5b-4cc8-813d-0906e45ef95c tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:48.761377 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d902e79-4d5b-4cc8-813d-0906e45ef95c tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:48.777658 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6d902e79-4d5b-4cc8-813d-0906e45ef95c tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:48.781956 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6d902e79-4d5b-4cc8-813d-0906e45ef95c tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1825500 Nov 12 20:28:48.782288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 41346) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:48.787218 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-04ae1dc8-be30-409e-ab5c-99aeb03918d0 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Request body: {'security_group_rule': {'security_group_id': 'f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f', 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:28:48.831232 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-04ae1dc8-be30-409e-ab5c-99aeb03918d0 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:48.855374 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237bf29-f050-4581-b386-73d5ee9137b3 req-c7916769-aa65-493c-a599-19340c566c41 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:48.857379 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e237bf29-f050-4581-b386-73d5ee9137b3 req-c7916769-aa65-493c-a599-19340c566c41 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.0595870 Nov 12 20:28:48.909869 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-04ae1dc8-be30-409e-ab5c-99aeb03918d0 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:48.910093 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['8eb8b639-b07e-4650-8358-b12a29e128c4'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:28:48.914342 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-04ae1dc8-be30-409e-ab5c-99aeb03918d0 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:48.922999 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e237bf29-f050-4581-b386-73d5ee9137b3 req-d0c944f4-6b64-490c-a354-596ec1523829 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540190 Nov 12 20:28:48.948993 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae1dc8-be30-409e-ab5c-99aeb03918d0 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b061cc-a633-4972-a5d5-72d59ae830ab,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:48.955636 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-04ae1dc8-be30-409e-ab5c-99aeb03918d0 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:48.959552 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-04ae1dc8-be30-409e-ab5c-99aeb03918d0 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1733935 Nov 12 20:28:48.959816 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 41350) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:48.965732 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-8828ce54-2b70-487c-99ea-3d7b1aa3cf1e tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Request body: {'security_group_rule': {'security_group_id': 'f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f', 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:28:48.997694 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8828ce54-2b70-487c-99ea-3d7b1aa3cf1e tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:49.076653 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8828ce54-2b70-487c-99ea-3d7b1aa3cf1e tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:49.081479 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8828ce54-2b70-487c-99ea-3d7b1aa3cf1e tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:49.108246 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828ce54-2b70-487c-99ea-3d7b1aa3cf1e tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18874ef0-c1fd-4e9e-846a-fc6b577f1184,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:49.120611 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8828ce54-2b70-487c-99ea-3d7b1aa3cf1e tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:49.124823 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8828ce54-2b70-487c-99ea-3d7b1aa3cf1e tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1614513 Nov 12 20:28:49.125176 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 41352) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:49.129735 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-da63e806-fba9-4bef-ad44-3efeaa3457c2 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Request body: {'security_group_rule': {'security_group_id': 'f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f', 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:28:49.167765 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-da63e806-fba9-4bef-ad44-3efeaa3457c2 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:49.241547 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-da63e806-fba9-4bef-ad44-3efeaa3457c2 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:49.246199 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-da63e806-fba9-4bef-ad44-3efeaa3457c2 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:49.268178 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63e806-fba9-4bef-ad44-3efeaa3457c2 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c10643-b796-4334-81de-58f654c87ea0,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:49.282206 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-da63e806-fba9-4bef-ad44-3efeaa3457c2 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:49.282206 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-da63e806-fba9-4bef-ad44-3efeaa3457c2 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1551816 Nov 12 20:28:49.284130 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 41356) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:49.288684 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-8c4ae4c2-e31a-4171-a96d-7aa5b49756e3 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Request body: {'security_group_rule': {'security_group_id': 'f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f', 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:28:49.318398 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8c4ae4c2-e31a-4171-a96d-7aa5b49756e3 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:49.391558 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8c4ae4c2-e31a-4171-a96d-7aa5b49756e3 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:49.397140 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8c4ae4c2-e31a-4171-a96d-7aa5b49756e3 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:49.423519 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ae4c2-e31a-4171-a96d-7aa5b49756e3 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7690aa5-231d-4a9f-9842-11262526ad6f,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:49.429545 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8c4ae4c2-e31a-4171-a96d-7aa5b49756e3 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:49.434134 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 41358) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:49.434276 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8c4ae4c2-e31a-4171-a96d-7aa5b49756e3 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1490593 Nov 12 20:28:49.441416 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-e8242109-4c3f-48a5-8764-ef03eed3b59b tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Request body: {'security_group_rule': {'security_group_id': 'f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f', 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:28:49.469283 n-d-712140-15 neutron-server[102447]: INFO neutron.db.securitygroups_db [None req-e8242109-4c3f-48a5-8764-ef03eed3b59b tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Project b1884da1a5d847e5be8267b0c9b74c84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 20:28:49.475290 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e8242109-4c3f-48a5-8764-ef03eed3b59b tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:49.541867 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e8242109-4c3f-48a5-8764-ef03eed3b59b tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:49.545462 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e8242109-4c3f-48a5-8764-ef03eed3b59b tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:49.566607 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8242109-4c3f-48a5-8764-ef03eed3b59b tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9794b087-f7d5-4f8b-a06b-cd93047c18de,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:49.578656 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e8242109-4c3f-48a5-8764-ef03eed3b59b tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:49.582680 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e8242109-4c3f-48a5-8764-ef03eed3b59b tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1440425 Nov 12 20:28:49.582835 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 41360) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:28:49.587378 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-d5882f45-a83d-4369-9e4d-fd731e9caeaa tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Request body: {'security_group_rule': {'security_group_id': 'f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f', 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:28:49.616191 n-d-712140-15 neutron-server[102447]: INFO neutron.db.securitygroups_db [None req-d5882f45-a83d-4369-9e4d-fd731e9caeaa tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Project b1884da1a5d847e5be8267b0c9b74c84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 20:28:49.623413 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d5882f45-a83d-4369-9e4d-fd731e9caeaa tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:49.702557 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d5882f45-a83d-4369-9e4d-fd731e9caeaa tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:49.707653 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d5882f45-a83d-4369-9e4d-fd731e9caeaa tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:49.740969 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d5882f45-a83d-4369-9e4d-fd731e9caeaa tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:49.742351 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d5882f45-a83d-4369-9e4d-fd731e9caeaa tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1586409 Nov 12 20:28:49.761787 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5882f45-a83d-4369-9e4d-fd731e9caeaa tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c897893-2dbb-467c-a514-8fb19d774df5,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:49.932687 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-aa3d4d63-a927-4103-a7bf-c404d2ffc91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:50.033905 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-d4f60c86-c60d-472c-ad51-d371cf7fa502 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-313102168&fields=id&tenant_id=b1884da1a5d847e5be8267b0c9b74c84 HTTP/1.1" status: 200 len: 267 time: 0.0830793 Nov 12 20:28:50.139335 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b23d8f-18f6-4c69-863b-f875d37c29ec req-6c3cdc3f-4e83-4262-85cd-42d79aa28488 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:50.141156 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5b23d8f-18f6-4c69-863b-f875d37c29ec req-6c3cdc3f-4e83-4262-85cd-42d79aa28488 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 945 time: 0.1187866 Nov 12 20:28:50.230936 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5b23d8f-18f6-4c69-863b-f875d37c29ec req-8dd51067-34da-483c-becc-029f032b2337 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797722 Nov 12 20:28:50.235069 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:50.257132 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-bef13bc4-c798-4891-95af-80d1b664f366 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:50.263740 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-bef13bc4-c798-4891-95af-80d1b664f366 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/networks?id=67476c11-db2f-48bf-a7d2-d6540948a1b3 HTTP/1.1" status: 200 len: 814 time: 0.2171938 Nov 12 20:28:50.279813 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-1c88a87a-5c98-488d-8137-d42dca7c7a6f tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/quotas/b1884da1a5d847e5be8267b0c9b74c84 HTTP/1.1" status: 200 len: 375 time: 0.0106661 Nov 12 20:28:50.344011 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 8eb8b639-b07e-4650-8358-b12a29e128c4 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:28:50.377134 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-270ecacc-ce23-4cdd-9643-de63e6d921a9 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1884da1a5d847e5be8267b0c9b74c84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754354 Nov 12 20:28:50.455833 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 8eb8b639-b07e-4650-8358-b12a29e128c4 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:28:50.465071 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 8eb8b639-b07e-4650-8358-b12a29e128c4 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:28:50.467410 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:50.501954 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-eb2f834e-f91d-47e5-9048-e9221320b36b service neutron] 10.222.0.48 "GET /v2.0/networks/67476c11-db2f-48bf-a7d2-d6540948a1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191010 Nov 12 20:28:50.561347 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:50.585392 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ce21c8-6adc-4d07-8d8f-2cbbd8865fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb8b639-b07e-4650-8358-b12a29e128c4'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:28:50.588407 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d944c37-7ab0-4016-babb-51ef32b651c4" -d '{"events": [{"server_uuid": "48ce21c8-6adc-4d07-8d8f-2cbbd8865fee", "name": "network-vif-plugged", "status": "completed", "tag": "8eb8b639-b07e-4650-8358-b12a29e128c4"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:28:50.605808 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 8eb8b639-b07e-4650-8358-b12a29e128c4, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=8eb8b639-b07e-4650-8358-b12a29e128c4,segment=NetworkSegment(65664268-a5b8-4342-8def-12ab3973524b),segment_id=65664268-a5b8-4342-8def-12ab3973524b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:28:50.610537 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:50.637726 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-07c80c6a-499a-4c65-bf48-73c6335f4a02 service neutron] 10.222.0.48 "GET /v2.0/networks/67476c11-db2f-48bf-a7d2-d6540948a1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289861 Nov 12 20:28:50.667125 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2af17d7-4d62-442b-aed9-b78c0297b9e1 x-openstack-request-id: req-f2af17d7-4d62-442b-aed9-b78c0297b9e1 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:28:50.667439 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ce21c8-6adc-4d07-8d8f-2cbbd8865fee", "name": "network-vif-plugged", "status": "completed", "tag": "8eb8b639-b07e-4650-8358-b12a29e128c4", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:28:50.669012 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f2af17d7-4d62-442b-aed9-b78c0297b9e1 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:28:50.669726 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ce21c8-6adc-4d07-8d8f-2cbbd8865fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb8b639-b07e-4650-8358-b12a29e128c4', 'code': 200} Nov 12 20:28:50.710130 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=8eb8b639-b07e-4650-8358-b12a29e128c4,revision_number=12']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:50.869520 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77e8a2-35c5-4c40-a77c-69330ce9f088 req-1f158062-f9f1-4ad9-a484-5a5dbfb22008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:50.871196 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2e77e8a2-35c5-4c40-a77c-69330ce9f088 req-1f158062-f9f1-4ad9-a484-5a5dbfb22008 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 1098 time: 0.0476673 Nov 12 20:28:50.927617 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2e77e8a2-35c5-4c40-a77c-69330ce9f088 req-3f8706e0-346e-4f87-9193-2d6ef1efb667 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490215 Nov 12 20:28:51.196904 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-07651cc2-3906-40b8-ba43-c1e3d9b38e88 req-e5ba99c0-0fc5-489a-be1c-9c513c945ae3 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 210 time: 0.0467391 Nov 12 20:28:51.420056 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9a2db-8945-4ddd-a238-de6995632dea req-3bcfae6a-a5da-4bc7-8c18-60dc978183d3 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:51.427814 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-14e9a2db-8945-4ddd-a238-de6995632dea req-3bcfae6a-a5da-4bc7-8c18-60dc978183d3 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.0794523 Nov 12 20:28:51.494571 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-14e9a2db-8945-4ddd-a238-de6995632dea req-ea4a49e3-4dbb-440e-8f42-a2e5cd4d8bd3 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643227 Nov 12 20:28:52.334402 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-28d84060-0da3-463b-a03b-8df5aa6d591f req-c1d42621-b86f-4598-b2a3-3623e823afa4 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 210 time: 0.0525467 Nov 12 20:28:52.690296 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e76736-9d93-4ab5-89cf-902ff9deef96 req-02f6b00b-d4f1-4726-8360-f0a1e6d846e8 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:52.691906 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-06e76736-9d93-4ab5-89cf-902ff9deef96 req-02f6b00b-d4f1-4726-8360-f0a1e6d846e8 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.0959451 Nov 12 20:28:52.740401 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-08398c99-b6b0-4dd4-b204-c15c88a694b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:52.795555 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-06e76736-9d93-4ab5-89cf-902ff9deef96 req-9bec4071-abe7-47ec-ab0f-e957c4eb2e4a tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932295 Nov 12 20:28:52.825189 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-3d56c8bb-f405-497c-8c4e-d2bfd6b72e3e tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:52.826810 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-3d56c8bb-f405-497c-8c4e-d2bfd6b72e3e tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.55 "GET /v2.0/networks?id=67476c11-db2f-48bf-a7d2-d6540948a1b3 HTTP/1.1" status: 200 len: 814 time: 0.1596608 Nov 12 20:28:52.922821 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-62842d4b-e74c-43be-85e1-406648aaf8db tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1884da1a5d847e5be8267b0c9b74c84 HTTP/1.1" status: 200 len: 379 time: 0.0863838 Nov 12 20:28:52.934408 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-5c41342b-2b9d-488f-ba0e-4b15a6695d70 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Request body: {'port': {'device_id': '53befc3f-d58c-4e37-a9e7-feb58b820e38', 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3', 'admin_state_up': True, 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'security_groups': ['f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:28:53.065339 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-5c41342b-2b9d-488f-ba0e-4b15a6695d70 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Made reservation on behalf of b1884da1a5d847e5be8267b0c9b74c84 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:28:53.070145 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-5c41342b-2b9d-488f-ba0e-4b15a6695d70 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:53.227267 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-5c41342b-2b9d-488f-ba0e-4b15a6695d70 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Allocated IP 172.20.0.4 (67476c11-db2f-48bf-a7d2-d6540948a1b3/987eb413-d718-4633-baf0-6d783690046e/1b537365-d32d-4e61-9f80-b560b5abee6b) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:28:53.440343 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-5c41342b-2b9d-488f-ba0e-4b15a6695d70 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:53.531397 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9c595ace-e00b-4a85-9188-07c939a55332 req-6c999b74-98ce-407a-aa1a-0790ce75a2a3 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 210 time: 0.0520461 Nov 12 20:28:53.535811 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-5c41342b-2b9d-488f-ba0e-4b15a6695d70 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:53.605948 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-5c41342b-2b9d-488f-ba0e-4b15a6695d70 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Network 67476c11-db2f-48bf-a7d2-d6540948a1b3 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:28:53.609180 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-5c41342b-2b9d-488f-ba0e-4b15a6695d70 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:28:53.612022 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-5c41342b-2b9d-488f-ba0e-4b15a6695d70 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:28:53.654917 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41342b-2b9d-488f-ba0e-4b15a6695d70 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Pushing event updated for resources: {'Port': ['ID=1b537365-d32d-4e61-9f80-b560b5abee6b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:53.684758 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-5c41342b-2b9d-488f-ba0e-4b15a6695d70 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:53.685735 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-5c41342b-2b9d-488f-ba0e-4b15a6695d70 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:53.714818 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-5c41342b-2b9d-488f-ba0e-4b15a6695d70 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7858295 Nov 12 20:28:53.730551 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-bf70dc43-6aa2-4b3b-881f-aedfa1390475 service neutron] Request body: {'port': {'device_id': '53befc3f-d58c-4e37-a9e7-feb58b820e38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:28:53.787103 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:53.815297 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-bf70dc43-6aa2-4b3b-881f-aedfa1390475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:53.952499 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d16c97fb-74b0-4b92-864d-4936cd44fc5b None None] Provisioning complete for port 1b537365-d32d-4e61-9f80-b560b5abee6b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:28:53.952882 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d16c97fb-74b0-4b92-864d-4936cd44fc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:53.995149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936f73b-78bb-44a7-8ab9-80a467d65adc req-493552bd-3647-4ed0-8060-1abd8cd1f726 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:54.002080 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2936f73b-78bb-44a7-8ab9-80a467d65adc req-493552bd-3647-4ed0-8060-1abd8cd1f726 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.0722294 Nov 12 20:28:54.074118 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2936f73b-78bb-44a7-8ab9-80a467d65adc req-0cd39875-c9e0-45d1-b423-f576069d06cc tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690176 Nov 12 20:28:54.076899 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:54.080372 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-d16c97fb-74b0-4b92-864d-4936cd44fc5b None None] Port 1b537365-d32d-4e61-9f80-b560b5abee6b cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:28:54.221387 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-bf70dc43-6aa2-4b3b-881f-aedfa1390475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b537365-d32d-4e61-9f80-b560b5abee6b {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:28:54.231787 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-bf70dc43-6aa2-4b3b-881f-aedfa1390475 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:54.253097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-bf70dc43-6aa2-4b3b-881f-aedfa1390475 service neutron] Transition to ACTIVE for port object 1b537365-d32d-4e61-9f80-b560b5abee6b will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:28:54.262310 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac8ae3-b658-41a7-84a7-61e15d7b437c req-cfabcb5a-da9d-43fe-9d25-96a0e5b25bfc tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:54.263944 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-acac8ae3-b658-41a7-84a7-61e15d7b437c req-cfabcb5a-da9d-43fe-9d25-96a0e5b25bfc tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.0892689 Nov 12 20:28:54.265178 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-bf70dc43-6aa2-4b3b-881f-aedfa1390475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:54.343752 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70dc43-6aa2-4b3b-881f-aedfa1390475 service neutron] Pushing event updated for resources: {'Port': ['ID=1b537365-d32d-4e61-9f80-b560b5abee6b,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:54.378607 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-acac8ae3-b658-41a7-84a7-61e15d7b437c req-65d3efc3-c414-43be-9236-e077b2dfe944 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891314 Nov 12 20:28:54.501790 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-bf70dc43-6aa2-4b3b-881f-aedfa1390475 service neutron] Attempting to bind port 1b537365-d32d-4e61-9f80-b560b5abee6b on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:28:54.502464 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-bf70dc43-6aa2-4b3b-881f-aedfa1390475 service neutron] Attempting to bind port 1b537365-d32d-4e61-9f80-b560b5abee6b by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'ba6dfea4-f851-4362-854f-449d978f80c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:28:54.502680 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-bf70dc43-6aa2-4b3b-881f-aedfa1390475 service neutron] Attempting to bind port 1b537365-d32d-4e61-9f80-b560b5abee6b on network 67476c11-db2f-48bf-a7d2-d6540948a1b3 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:28:54.513788 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-bf70dc43-6aa2-4b3b-881f-aedfa1390475 service neutron] Port 1b537365-d32d-4e61-9f80-b560b5abee6b on network 67476c11-db2f-48bf-a7d2-d6540948a1b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:28:54.514122 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-bf70dc43-6aa2-4b3b-881f-aedfa1390475 service neutron] Attempting to bind port 1b537365-d32d-4e61-9f80-b560b5abee6b on network 67476c11-db2f-48bf-a7d2-d6540948a1b3 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:28:54.519760 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-bf70dc43-6aa2-4b3b-881f-aedfa1390475 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:28:54.520265 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-bf70dc43-6aa2-4b3b-881f-aedfa1390475 service neutron] Checking segment: {'id': 'ba6dfea4-f851-4362-854f-449d978f80c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:28:54.521247 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-bf70dc43-6aa2-4b3b-881f-aedfa1390475 service neutron] Bound using segment: {'id': 'ba6dfea4-f851-4362-854f-449d978f80c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:28:54.521381 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-bf70dc43-6aa2-4b3b-881f-aedfa1390475 service neutron] Bound port: 1b537365-d32d-4e61-9f80-b560b5abee6b, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba6dfea4-f851-4362-854f-449d978f80c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:28:54.521700 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-bf70dc43-6aa2-4b3b-881f-aedfa1390475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:54.625633 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-bf70dc43-6aa2-4b3b-881f-aedfa1390475 service neutron] For port 1b537365-d32d-4e61-9f80-b560b5abee6b, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:28:54.629766 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-bf70dc43-6aa2-4b3b-881f-aedfa1390475 service neutron] For port 1b537365-d32d-4e61-9f80-b560b5abee6b, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1b537365-d32d-4e61-9f80-b560b5abee6b,segment=NetworkSegment(ba6dfea4-f851-4362-854f-449d978f80c9),segment_id=ba6dfea4-f851-4362-854f-449d978f80c9)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:28:54.632522 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f58f37-a018-4d27-9471-431c29600bfd req-74b34e73-b2a9-45aa-a0ef-7a38cd15062d tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:54.634815 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-55f58f37-a018-4d27-9471-431c29600bfd req-74b34e73-b2a9-45aa-a0ef-7a38cd15062d tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.1253097 Nov 12 20:28:54.636851 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-bf70dc43-6aa2-4b3b-881f-aedfa1390475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:54.706244 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-55f58f37-a018-4d27-9471-431c29600bfd req-63dc74bc-d68e-4c89-918b-e98d4ff0abd1 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638878 Nov 12 20:28:54.728494 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-bf70dc43-6aa2-4b3b-881f-aedfa1390475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:54.728955 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-bf70dc43-6aa2-4b3b-881f-aedfa1390475 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:54.731096 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-bf70dc43-6aa2-4b3b-881f-aedfa1390475 service neutron] 10.222.0.55 "PUT /v2.0/ports/1b537365-d32d-4e61-9f80-b560b5abee6b HTTP/1.1" status: 200 len: 1092 time: 1.0050807 Nov 12 20:28:54.737292 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53befc3f-d58c-4e37-a9e7-feb58b820e38', 'tag': '1b537365-d32d-4e61-9f80-b560b5abee6b'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:28:54.739815 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e38ceac-8f94-46ed-8b71-05c5004d63f1" -d '{"events": [{"name": "network-changed", "server_uuid": "53befc3f-d58c-4e37-a9e7-feb58b820e38", "tag": "1b537365-d32d-4e61-9f80-b560b5abee6b"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:28:54.769467 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70dc43-6aa2-4b3b-881f-aedfa1390475 service neutron] Pushing event updated for resources: {'Port': ['ID=1b537365-d32d-4e61-9f80-b560b5abee6b,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:28:54.790288 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1b8e1-7564-4c94-8806-dd0550fbc48c req-eab385c7-0ed1-4df1-8e4b-fd92be4f4e4a tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:54.792436 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9ec1b8e1-7564-4c94-8806-dd0550fbc48c req-eab385c7-0ed1-4df1-8e4b-fd92be4f4e4a tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 943 time: 0.1279416 Nov 12 20:28:54.853680 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741a0a1d-baca-4f8f-9dec-8e2a328c2d37 x-openstack-request-id: req-741a0a1d-baca-4f8f-9dec-8e2a328c2d37 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:28:54.853967 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53befc3f-d58c-4e37-a9e7-feb58b820e38", "tag": "1b537365-d32d-4e61-9f80-b560b5abee6b", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:28:54.854229 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-741a0a1d-baca-4f8f-9dec-8e2a328c2d37 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:28:54.854602 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53befc3f-d58c-4e37-a9e7-feb58b820e38', 'tag': '1b537365-d32d-4e61-9f80-b560b5abee6b', 'status': 'completed', 'code': 200} Nov 12 20:28:54.876353 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-8e414a4e-0d97-46f4-b0b2-3b267e800b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:54.876353 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-8e414a4e-0d97-46f4-b0b2-3b267e800b15 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1884da1a5d847e5be8267b0c9b74c84&device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 1095 time: 0.0967784 Nov 12 20:28:54.927746 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-56f457bf-3cb0-4b47-a473-38e027ff3611 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b537365-d32d-4e61-9f80-b560b5abee6b HTTP/1.1" status: 200 len: 217 time: 0.0409303 Nov 12 20:28:54.986660 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc1c32-5e5e-4358-b069-4aab07eb5d83 req-0034f72a-9186-43bc-b444-9fec8064c252 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:55.007120 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6bfc1c32-5e5e-4358-b069-4aab07eb5d83 req-0034f72a-9186-43bc-b444-9fec8064c252 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.0784745 Nov 12 20:28:55.078090 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6bfc1c32-5e5e-4358-b069-4aab07eb5d83 req-56f02dca-87c6-4038-af31-9c4b5cd67e7a tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700741 Nov 12 20:28:55.201458 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:55.223164 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1de881-3a5c-4f23-9a96-b944e0f800fc req-2bdebdd6-24e3-4bbf-9570-54cc543ce933 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:55.235574 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3a1de881-3a5c-4f23-9a96-b944e0f800fc req-2bdebdd6-24e3-4bbf-9570-54cc543ce933 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.0746317 Nov 12 20:28:55.304576 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3a1de881-3a5c-4f23-9a96-b944e0f800fc req-19fa31b4-e778-492e-a43e-cb5813536303 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672646 Nov 12 20:28:55.549201 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-d4fafee1-7c96-4b25-a31e-2d6a34f68b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:55.551150 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-d4fafee1-7c96-4b25-a31e-2d6a34f68b03 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=987eb413-d718-4633-baf0-6d783690046e HTTP/1.1" status: 200 len: 853 time: 0.6131110 Nov 12 20:28:55.555535 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9ec1b8e1-7564-4c94-8806-dd0550fbc48c req-186c7150-29a2-433f-b50a-b4c85d4214c5 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7516141 Nov 12 20:28:55.563260 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3614c0-55a2-4317-b0a3-a0c7bb35af41 req-63a4c08c-d4bf-47f7-8e24-ee3f9d9255ee tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:55.576810 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4f3614c0-55a2-4317-b0a3-a0c7bb35af41 req-63a4c08c-d4bf-47f7-8e24-ee3f9d9255ee tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.1323302 Nov 12 20:28:55.656658 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-2f29765d-2838-4ac9-9f83-78e15e530160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:55.669012 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-2f29765d-2838-4ac9-9f83-78e15e530160 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=67476c11-db2f-48bf-a7d2-d6540948a1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1075964 Nov 12 20:28:55.698143 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4f3614c0-55a2-4317-b0a3-a0c7bb35af41 req-8678f199-fb5a-41fa-893e-f7481bef3212 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185312 Nov 12 20:28:55.733380 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52cd8e71-0dcb-401e-be49-e23537f0c827 req-616a6e1f-9f7e-4b00-8c9f-8dfa14e420bf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0832670 Nov 12 20:28:55.849120 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd8e71-0dcb-401e-be49-e23537f0c827 req-7c874085-179d-4e08-b509-b734b95c950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:55.866610 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52cd8e71-0dcb-401e-be49-e23537f0c827 req-7c874085-179d-4e08-b509-b734b95c950d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 1097 time: 0.0748854 Nov 12 20:28:55.885621 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-cace3789-607a-4793-9f0f-a57b89612031 service neutron] 10.222.0.55 "GET /v2.0/networks/67476c11-db2f-48bf-a7d2-d6540948a1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016506 Nov 12 20:28:55.971643 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a05807-6a6e-4ad0-9e64-da8d0b28d1d8 req-352af6ab-014c-4c2e-96fc-efd354cf3b55 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:55.974076 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f4a05807-6a6e-4ad0-9e64-da8d0b28d1d8 req-352af6ab-014c-4c2e-96fc-efd354cf3b55 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.1567752 Nov 12 20:28:55.978782 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:28:56.090685 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd8e71-0dcb-401e-be49-e23537f0c827 req-a6065de8-3516-4707-b45c-5b9325b4fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:56.092703 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52cd8e71-0dcb-401e-be49-e23537f0c827 req-a6065de8-3516-4707-b45c-5b9325b4fa4a service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 913 time: 0.1921158 Nov 12 20:28:56.104550 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd3f3ea8-5496-4303-8801-f195334ecc92 req-27bfcf38-02c1-4d8c-8b8e-6469df2a670c service neutron] 10.222.0.55 "GET /v2.0/networks/67476c11-db2f-48bf-a7d2-d6540948a1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939862 Nov 12 20:28:56.135083 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f4a05807-6a6e-4ad0-9e64-da8d0b28d1d8 req-6f80f745-8cbf-450e-887a-4ad36e4486fa tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125000 Nov 12 20:28:56.331670 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52cd8e71-0dcb-401e-be49-e23537f0c827 req-24342468-280b-415d-b64e-5563350498e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2266bfb-a0d4-4896-9432-d20ec2953989 HTTP/1.1" status: 200 len: 999 time: 0.2302883 Nov 12 20:28:56.410158 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38ceac-8f94-46ed-8b71-05c5004d63f1 req-3998534b-901e-4e0d-a240-ae95e1a9cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:56.411725 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e38ceac-8f94-46ed-8b71-05c5004d63f1 req-3998534b-901e-4e0d-a240-ae95e1a9cdf8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1884da1a5d847e5be8267b0c9b74c84&device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 1095 time: 0.0948756 Nov 12 20:28:56.439023 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd8e71-0dcb-401e-be49-e23537f0c827 req-51f1fccd-36b6-42d7-a0f2-d550f0f5d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:56.440991 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52cd8e71-0dcb-401e-be49-e23537f0c827 req-51f1fccd-36b6-42d7-a0f2-d550f0f5d9ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 0.1028769 Nov 12 20:28:56.523055 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd8e71-0dcb-401e-be49-e23537f0c827 req-0092ee39-d62c-45ed-b06b-c7590ca14187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:56.525088 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52cd8e71-0dcb-401e-be49-e23537f0c827 req-0092ee39-d62c-45ed-b06b-c7590ca14187 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719652 Nov 12 20:28:56.587788 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713224b-67f7-4371-8c9c-62a1e4124f2e req-137a4d19-3acc-438a-98a7-58b9b9d08eaa tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:56.608171 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d713224b-67f7-4371-8c9c-62a1e4124f2e req-137a4d19-3acc-438a-98a7-58b9b9d08eaa tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.1742008 Nov 12 20:28:56.678813 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38ceac-8f94-46ed-8b71-05c5004d63f1 req-ad9448c2-f61f-4001-9ab7-98ddbd35b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:56.682159 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e38ceac-8f94-46ed-8b71-05c5004d63f1 req-ad9448c2-f61f-4001-9ab7-98ddbd35b5ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=67476c11-db2f-48bf-a7d2-d6540948a1b3 HTTP/1.1" status: 200 len: 915 time: 0.2602835 Nov 12 20:28:56.749107 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e38ceac-8f94-46ed-8b71-05c5004d63f1 req-2747b74d-9e0f-4336-901a-e11e2dc75dd6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b537365-d32d-4e61-9f80-b560b5abee6b HTTP/1.1" status: 200 len: 217 time: 0.0603971 Nov 12 20:28:56.783860 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d713224b-67f7-4371-8c9c-62a1e4124f2e req-887d0a3c-0909-4000-93c7-e260b458105b tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735091 Nov 12 20:28:56.788396 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745741f-2f04-4d0b-aa4c-076600263019 req-31276f3e-c0ef-41f6-b685-214838f6f192 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:56.796814 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7745741f-2f04-4d0b-aa4c-076600263019 req-31276f3e-c0ef-41f6-b685-214838f6f192 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 943 time: 0.0945075 Nov 12 20:28:56.811258 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52cd8e71-0dcb-401e-be49-e23537f0c827 req-9837269c-9e7d-4e3e-809c-faa7d3752438 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739735 Nov 12 20:28:56.881566 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38ceac-8f94-46ed-8b71-05c5004d63f1 req-d8d4efe9-7c6c-4c09-af4b-2ff2e4ec997b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:56.884639 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e38ceac-8f94-46ed-8b71-05c5004d63f1 req-d8d4efe9-7c6c-4c09-af4b-2ff2e4ec997b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=987eb413-d718-4633-baf0-6d783690046e HTTP/1.1" status: 200 len: 853 time: 0.1250350 Nov 12 20:28:56.938590 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7745741f-2f04-4d0b-aa4c-076600263019 req-c3c8051f-6d13-45e4-a5b6-c53298bcabb7 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405582 Nov 12 20:28:56.965249 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38ceac-8f94-46ed-8b71-05c5004d63f1 req-64d04b42-4c14-4991-8e12-4a8c3a4a8346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:56.968000 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e38ceac-8f94-46ed-8b71-05c5004d63f1 req-64d04b42-4c14-4991-8e12-4a8c3a4a8346 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=67476c11-db2f-48bf-a7d2-d6540948a1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749183 Nov 12 20:28:56.981992 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-52cd8e71-0dcb-401e-be49-e23537f0c827 req-a5c61378-1121-495c-bf98-41923e46cf4d service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636465 Nov 12 20:28:57.147355 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e38ceac-8f94-46ed-8b71-05c5004d63f1 req-ecd63a5c-a048-45dc-ba48-7244663b5c56 service neutron] 10.222.0.55 "GET /v2.0/networks/67476c11-db2f-48bf-a7d2-d6540948a1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687527 Nov 12 20:28:57.290965 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e38ceac-8f94-46ed-8b71-05c5004d63f1 req-bf5d0b35-4d9b-4de2-88d1-586ea1e86e74 service neutron] 10.222.0.55 "GET /v2.0/networks/67476c11-db2f-48bf-a7d2-d6540948a1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345723 Nov 12 20:28:57.926254 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce077b-14af-4e01-9241-73a6c21ac395 req-4e36271f-d030-4b63-b83c-aac94687c9a7 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:57.928491 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-55ce077b-14af-4e01-9241-73a6c21ac395 req-4e36271f-d030-4b63-b83c-aac94687c9a7 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.0644667 Nov 12 20:28:58.038956 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-55ce077b-14af-4e01-9241-73a6c21ac395 req-730b8424-4528-4503-a6b3-2cd92c0198ef tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031339 Nov 12 20:28:58.108156 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49729d83-f18f-45f4-8c56-b1d12a4589ab req-2ff661dd-0f87-4786-9580-09ef5c01e716 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:58.124807 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-49729d83-f18f-45f4-8c56-b1d12a4589ab req-2ff661dd-0f87-4786-9580-09ef5c01e716 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 943 time: 0.1085050 Nov 12 20:28:58.254120 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-49729d83-f18f-45f4-8c56-b1d12a4589ab req-55fa961e-553c-4636-b414-4671e664197c tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282780 Nov 12 20:28:58.527244 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c586f-88e4-426d-9f1a-20f829e9e9db req-2e624c1a-01f0-4470-ba72-f98abe946fa8 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:58.529536 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a79c586f-88e4-426d-9f1a-20f829e9e9db req-2e624c1a-01f0-4470-ba72-f98abe946fa8 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.0675917 Nov 12 20:28:58.629183 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a79c586f-88e4-426d-9f1a-20f829e9e9db req-780fa67b-f2d1-4d1c-a5ca-164ebc7929a6 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885384 Nov 12 20:28:58.635477 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd59c5-6bb1-4e3b-bc12-4b35b35b52e2 req-4f14c61d-18fa-4fe5-acb3-a0772105ce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:58.637076 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e8dd59c5-6bb1-4e3b-bc12-4b35b35b52e2 req-4f14c61d-18fa-4fe5-acb3-a0772105ce21 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=340a3bf15a834caa9a7fb00da4b43a25&device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 1098 time: 0.1064208 Nov 12 20:28:58.771709 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd59c5-6bb1-4e3b-bc12-4b35b35b52e2 req-954e4369-b469-4949-8816-fe51c8d52316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:58.774159 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e8dd59c5-6bb1-4e3b-bc12-4b35b35b52e2 req-954e4369-b469-4949-8816-fe51c8d52316 service neutron] 10.222.0.55 "GET /v2.0/networks?id=38d97e7c-9672-4a03-9b6c-a809372715f3 HTTP/1.1" status: 200 len: 915 time: 0.1289322 Nov 12 20:28:58.854507 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e8dd59c5-6bb1-4e3b-bc12-4b35b35b52e2 req-428f1550-6fe4-49d6-9db2-4a3efefce0c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8eb8b639-b07e-4650-8358-b12a29e128c4 HTTP/1.1" status: 200 len: 217 time: 0.0724566 Nov 12 20:28:58.927909 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd59c5-6bb1-4e3b-bc12-4b35b35b52e2 req-45adda73-c580-4a7e-81bf-6b0adb11f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:58.929879 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e8dd59c5-6bb1-4e3b-bc12-4b35b35b52e2 req-45adda73-c580-4a7e-81bf-6b0adb11f607 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6bf94eac-0e74-4ddd-8212-8b9e8fd39f6e HTTP/1.1" status: 200 len: 854 time: 0.0502191 Nov 12 20:28:58.973247 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e8dd59c5-6bb1-4e3b-bc12-4b35b35b52e2 req-2167f0b7-a0e7-4ae9-96e0-bd1581103732 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38d97e7c-9672-4a03-9b6c-a809372715f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323966 Nov 12 20:28:59.076081 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3660a683-01ef-4179-b3dd-bde1ddddf271 req-020cc067-7b4d-403f-b627-ec4c76ac3fa6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2331743 Nov 12 20:28:59.169111 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e8dd59c5-6bb1-4e3b-bc12-4b35b35b52e2 req-03394c6c-3366-45cf-adf8-b5b76be5a75e service neutron] 10.222.0.55 "GET /v2.0/networks/38d97e7c-9672-4a03-9b6c-a809372715f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867235 Nov 12 20:28:59.268435 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660a683-01ef-4179-b3dd-bde1ddddf271 req-e22bb5d7-8326-4d41-a37b-021873d02823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:59.270027 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3660a683-01ef-4179-b3dd-bde1ddddf271 req-e22bb5d7-8326-4d41-a37b-021873d02823 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 1098 time: 0.1350451 Nov 12 20:28:59.452831 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f4b12-a9e9-461c-8d8e-b17f4e76a7b7 req-b619fb2b-63e6-4bd3-b401-b3ff6dba059c tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:59.462081 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e68f4b12-a9e9-461c-8d8e-b17f4e76a7b7 req-b619fb2b-63e6-4bd3-b401-b3ff6dba059c tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 943 time: 0.1289132 Nov 12 20:28:59.513387 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e8dd59c5-6bb1-4e3b-bc12-4b35b35b52e2 req-fbc0f4f0-2098-42c3-afcb-07c94e711089 service neutron] 10.222.0.55 "GET /v2.0/networks/38d97e7c-9672-4a03-9b6c-a809372715f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358419 Nov 12 20:28:59.552542 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660a683-01ef-4179-b3dd-bde1ddddf271 req-d9f6463e-dec3-4071-9594-b77aaaac7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:59.554709 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3660a683-01ef-4179-b3dd-bde1ddddf271 req-d9f6463e-dec3-4071-9594-b77aaaac7743 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ed77738e-f625-4ff0-9384-27862f27319a HTTP/1.1" status: 200 len: 897 time: 0.2618017 Nov 12 20:28:59.587460 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e68f4b12-a9e9-461c-8d8e-b17f4e76a7b7 req-0b956873-9f48-4d53-bd99-9e5b2e7a4dce tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243124 Nov 12 20:28:59.690075 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3660a683-01ef-4179-b3dd-bde1ddddf271 req-2bc08e27-9434-4c96-91db-863b53f5b446 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fb32501-95a3-4519-9ab2-1f922862509e HTTP/1.1" status: 200 len: 1001 time: 0.1257901 Nov 12 20:28:59.850102 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660a683-01ef-4179-b3dd-bde1ddddf271 req-cf261b34-074d-4cdf-a97e-b3e93d2d7320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:59.851622 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3660a683-01ef-4179-b3dd-bde1ddddf271 req-cf261b34-074d-4cdf-a97e-b3e93d2d7320 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4ffbba5-782d-4e1b-b486-48aeb3d7dcd0 HTTP/1.1" status: 200 len: 834 time: 0.1489487 Nov 12 20:28:59.880484 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f9032-34b6-4716-a3d5-a76eea73e5fe req-9dd8b7a9-5e70-4c80-bd91-c673a9ad60e2 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:59.889787 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-766f9032-34b6-4716-a3d5-a76eea73e5fe req-9dd8b7a9-5e70-4c80-bd91-c673a9ad60e2 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.1336892 Nov 12 20:28:59.948372 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660a683-01ef-4179-b3dd-bde1ddddf271 req-249cabbb-a5d9-4205-9afa-5b6a98f0bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:28:59.950786 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3660a683-01ef-4179-b3dd-bde1ddddf271 req-249cabbb-a5d9-4205-9afa-5b6a98f0bdfc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ed77738e-f625-4ff0-9384-27862f27319a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0900238 Nov 12 20:29:00.001953 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-766f9032-34b6-4716-a3d5-a76eea73e5fe req-2778ef0a-ad54-4dc4-b4d0-a7d7ec58beb5 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111286 Nov 12 20:29:00.084064 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3660a683-01ef-4179-b3dd-bde1ddddf271 req-1cffa907-de95-4b92-9d68-4e0c169c541d service neutron] 10.222.0.52 "GET /v2.0/networks/ed77738e-f625-4ff0-9384-27862f27319a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227925 Nov 12 20:29:00.203259 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3660a683-01ef-4179-b3dd-bde1ddddf271 req-e2e86001-5e2d-4d90-b7d7-8d3970c39672 service neutron] 10.222.0.52 "GET /v2.0/networks/ed77738e-f625-4ff0-9384-27862f27319a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087997 Nov 12 20:29:00.737773 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa39183-b1db-494a-9a0e-2970e3671160 req-632379bb-d385-472b-8b20-181cf0cab3c9 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:00.739607 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-efa39183-b1db-494a-9a0e-2970e3671160 req-632379bb-d385-472b-8b20-181cf0cab3c9 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 943 time: 0.0578244 Nov 12 20:29:00.802487 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-efa39183-b1db-494a-9a0e-2970e3671160 req-2a61ba45-6743-4066-9169-74bf92816699 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532398 Nov 12 20:29:01.157751 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9718785-1a56-4b22-85b0-8ed3ff31a812 req-6b831936-5732-4a5c-bfac-752601feb3dd tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:01.159347 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b9718785-1a56-4b22-85b0-8ed3ff31a812 req-6b831936-5732-4a5c-bfac-752601feb3dd tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.0586555 Nov 12 20:29:01.227804 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b9718785-1a56-4b22-85b0-8ed3ff31a812 req-202cbfc3-f792-4529-96e4-cba1e72711d2 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602825 Nov 12 20:29:01.379375 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1e347-4097-4920-852d-b4e48d06a5f9 req-05896a54-a4a4-40dc-b8c8-9eaf10231583 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:01.381442 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1df1e347-4097-4920-852d-b4e48d06a5f9 req-05896a54-a4a4-40dc-b8c8-9eaf10231583 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.0613337 Nov 12 20:29:01.439648 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1df1e347-4097-4920-852d-b4e48d06a5f9 req-78c8af3a-2006-4e13-a9d3-3058a9d69221 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507779 Nov 12 20:29:01.590414 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0810ac4-adda-49df-8159-63e6f4ab4fe9 req-bfd3549d-d4ce-4c02-8ee4-601450469173 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:01.592051 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d0810ac4-adda-49df-8159-63e6f4ab4fe9 req-bfd3549d-d4ce-4c02-8ee4-601450469173 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.0580099 Nov 12 20:29:01.650285 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d0810ac4-adda-49df-8159-63e6f4ab4fe9 req-2def722a-88a2-4da7-85a6-a96635db351b tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485578 Nov 12 20:29:01.778407 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134ae9a-22c7-4c2d-8594-c2482c275c6b req-d592bfb2-3a29-47bb-9842-0164a7b56a2c tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:01.780540 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c134ae9a-22c7-4c2d-8594-c2482c275c6b req-d592bfb2-3a29-47bb-9842-0164a7b56a2c tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.0573657 Nov 12 20:29:01.872766 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c134ae9a-22c7-4c2d-8594-c2482c275c6b req-738962a6-7324-4b7f-9bfb-86c8b2d9b1e0 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663407 Nov 12 20:29:01.994921 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef839d9-5454-46bf-9860-6cf748759413 req-50780fd7-9112-4c95-8225-26bba1d4847f tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:01.997064 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0ef839d9-5454-46bf-9860-6cf748759413 req-50780fd7-9112-4c95-8225-26bba1d4847f tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 943 time: 0.0869925 Nov 12 20:29:02.063699 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0ef839d9-5454-46bf-9860-6cf748759413 req-45b1e6d6-35b2-4f91-b05d-33e404ce9b91 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599363 Nov 12 20:29:02.094872 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952098b-7111-49b5-8ad6-b9c011822fb9 req-d50bdd20-0e59-4a44-aa7c-b9154e10c48e tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:02.096522 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6952098b-7111-49b5-8ad6-b9c011822fb9 req-d50bdd20-0e59-4a44-aa7c-b9154e10c48e tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.0573511 Nov 12 20:29:02.146963 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6952098b-7111-49b5-8ad6-b9c011822fb9 req-2210f4c6-5b5e-439b-9695-1addf2fde062 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443785 Nov 12 20:29:02.272863 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a97cf-8012-47e9-939f-14463fcdd92b req-d9cb7a05-6419-4bb5-8e5e-b064e6ad6a13 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:02.274489 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-816a97cf-8012-47e9-939f-14463fcdd92b req-d9cb7a05-6419-4bb5-8e5e-b064e6ad6a13 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.0569441 Nov 12 20:29:02.325701 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-816a97cf-8012-47e9-939f-14463fcdd92b req-91d502ce-c119-48bf-9b3d-13c134826e2b tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453227 Nov 12 20:29:02.497582 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a0246-2b2c-451c-98e5-d8c91b4e8379 req-3e192547-afd1-4257-9ce4-7c9e212e3e5d tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:02.499145 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff9a0246-2b2c-451c-98e5-d8c91b4e8379 req-3e192547-afd1-4257-9ce4-7c9e212e3e5d tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.0625844 Nov 12 20:29:02.553796 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff9a0246-2b2c-451c-98e5-d8c91b4e8379 req-9e0b0f3f-e5de-4ac1-92ea-f44ad88694da tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480752 Nov 12 20:29:02.698226 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f2935-0197-4b15-8985-db706e03e83d req-c207253f-c4ba-489c-8fa0-e92b67cd3469 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:02.699759 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-684f2935-0197-4b15-8985-db706e03e83d req-c207253f-c4ba-489c-8fa0-e92b67cd3469 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.0678420 Nov 12 20:29:02.752039 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-684f2935-0197-4b15-8985-db706e03e83d req-dbd44114-1402-481d-8142-81a1d5e25ef4 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459461 Nov 12 20:29:02.830610 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-c58e0273-29e1-42aa-b50c-6aa968b84843 req-804c1a01-8309-414b-97d8-9a53f20a6459 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:29:02.831666 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c58e0273-29e1-42aa-b50c-6aa968b84843 req-804c1a01-8309-414b-97d8-9a53f20a6459 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056207 Nov 12 20:29:02.947015 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910ba79-f50d-428a-afad-1b44fb25f950 req-a2783e1d-03f1-49ba-9416-30584da87cca tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:02.948499 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5910ba79-f50d-428a-afad-1b44fb25f950 req-a2783e1d-03f1-49ba-9416-30584da87cca tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.0513537 Nov 12 20:29:02.999481 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5910ba79-f50d-428a-afad-1b44fb25f950 req-ec531ab6-77c9-4204-ada5-449fd1e5d2dd tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443137 Nov 12 20:29:03.176110 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8cee6-0e51-4236-a7f0-fa13c1cabdb4 req-7042d23d-38f8-4905-8790-a9d63027ec03 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:03.178481 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1dc8cee6-0e51-4236-a7f0-fa13c1cabdb4 req-7042d23d-38f8-4905-8790-a9d63027ec03 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.0927835 Nov 12 20:29:03.224191 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999b090-ccbc-41a3-86eb-bf3a751eb9a6 req-37c4be01-2699-40b6-9a94-0e1221fbe20d tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:03.235597 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d999b090-ccbc-41a3-86eb-bf3a751eb9a6 req-37c4be01-2699-40b6-9a94-0e1221fbe20d tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 943 time: 0.0829246 Nov 12 20:29:03.239450 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1dc8cee6-0e51-4236-a7f0-fa13c1cabdb4 req-003b4862-281c-4930-b484-37e15b891b60 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536902 Nov 12 20:29:03.313147 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d999b090-ccbc-41a3-86eb-bf3a751eb9a6 req-346704cd-90ed-4895-9c6b-f8773a0c43f1 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756984 Nov 12 20:29:03.391926 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1d0c6-03d2-420b-94bd-0bf9c6a4400e req-6db21ffe-4ad3-4940-9194-882e0e31afbd tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:03.393629 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cbd1d0c6-03d2-420b-94bd-0bf9c6a4400e req-6db21ffe-4ad3-4940-9194-882e0e31afbd tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.0556891 Nov 12 20:29:03.447860 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cbd1d0c6-03d2-420b-94bd-0bf9c6a4400e req-24736813-3a1f-4151-b338-b7b737d5f864 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474451 Nov 12 20:29:03.590584 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf3422-e5e4-467a-ab0d-c975988cb964 req-2e84d403-46fe-4583-b62d-de78c5525713 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:03.596912 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bfaf3422-e5e4-467a-ab0d-c975988cb964 req-2e84d403-46fe-4583-b62d-de78c5525713 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.0688643 Nov 12 20:29:03.652367 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bfaf3422-e5e4-467a-ab0d-c975988cb964 req-ddd21da9-281d-443f-b3dc-08195fdbc4b9 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538392 Nov 12 20:29:03.793269 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea94af-992d-4434-9aed-c51cd0fd9a2c req-b2a8d587-6cb3-42bb-8718-11b7ff70b759 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:03.795881 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-32ea94af-992d-4434-9aed-c51cd0fd9a2c req-b2a8d587-6cb3-42bb-8718-11b7ff70b759 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.0532830 Nov 12 20:29:03.853038 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-32ea94af-992d-4434-9aed-c51cd0fd9a2c req-1ee55da4-b2e7-4a68-9b46-33e39d54651e tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504081 Nov 12 20:29:04.005542 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786ed0d-ed2f-4e3f-831a-974b28e4c2d1 req-a22db619-6d85-4b17-84fa-16983e12037d tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:04.007196 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e786ed0d-ed2f-4e3f-831a-974b28e4c2d1 req-a22db619-6d85-4b17-84fa-16983e12037d tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.0547206 Nov 12 20:29:04.064363 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e786ed0d-ed2f-4e3f-831a-974b28e4c2d1 req-5144d85b-2141-42f7-afa7-8d7958169b04 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505505 Nov 12 20:29:04.224495 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e771924-1719-4e82-a6f8-f1e1b53ad7a4 req-57705241-30ba-4582-810b-eb39d6785443 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:04.226091 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4e771924-1719-4e82-a6f8-f1e1b53ad7a4 req-57705241-30ba-4582-810b-eb39d6785443 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.0566561 Nov 12 20:29:04.277027 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4e771924-1719-4e82-a6f8-f1e1b53ad7a4 req-7b75e843-4a8a-4346-9f5d-689b87e9b188 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446403 Nov 12 20:29:04.486393 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f9c02-a3f6-4781-8b10-515f025ec75a req-24fff2cc-54a9-4cd4-a36b-6403d089ef4b tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:04.488863 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eb5f9c02-a3f6-4781-8b10-515f025ec75a req-24fff2cc-54a9-4cd4-a36b-6403d089ef4b tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 943 time: 0.0790625 Nov 12 20:29:04.548960 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eb5f9c02-a3f6-4781-8b10-515f025ec75a req-4f8876be-f1b3-4118-84d0-7b2fbe6b649e tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524251 Nov 12 20:29:05.702027 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0659d3f-8e7e-4600-8853-88cdffe7b0af req-35dea689-7ab6-4023-881e-ece54e4c68c4 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:05.703446 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f0659d3f-8e7e-4600-8853-88cdffe7b0af req-35dea689-7ab6-4023-881e-ece54e4c68c4 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 943 time: 0.0571342 Nov 12 20:29:05.766920 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f0659d3f-8e7e-4600-8853-88cdffe7b0af req-109f3f60-d25b-485c-9238-b795908b6644 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569122 Nov 12 20:29:06.522674 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-3045bd0c-abb8-4131-a3c0-44ce2cfd7290 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-394230124&fields=id&tenant_id=416776ef7a904035a66442e4dfb8994d HTTP/1.1" status: 200 len: 267 time: 0.0552838 Nov 12 20:29:06.652317 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-43cdc188-9007-4f37-b588-ba158a440b6a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:06.654013 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-43cdc188-9007-4f37-b588-ba158a440b6a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 812 time: 0.1305242 Nov 12 20:29:06.674156 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-ee300865-c89a-4868-b60b-90c080aa66dd tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/quotas/416776ef7a904035a66442e4dfb8994d HTTP/1.1" status: 200 len: 375 time: 0.0099015 Nov 12 20:29:06.734277 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-0cced720-de84-40fd-882b-1b077ab8dedc tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540991 Nov 12 20:29:06.859294 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-1a3a9e78-a9ea-43fd-8a4a-17c809c9d3d9 service neutron] 10.222.0.48 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094453 Nov 12 20:29:06.912812 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc2f8e-dc3b-4c17-9541-83800d2101a7 req-3563cfd7-2671-47ce-b7b3-1998e8f8d21b tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:06.914927 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fffc2f8e-dc3b-4c17-9541-83800d2101a7 req-3563cfd7-2671-47ce-b7b3-1998e8f8d21b tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 943 time: 0.0691664 Nov 12 20:29:06.959607 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-e09939ab-f8d2-44fc-8552-944cc324569c service neutron] 10.222.0.48 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930004 Nov 12 20:29:06.979018 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fffc2f8e-dc3b-4c17-9541-83800d2101a7 req-5a4cd5d6-f1c7-4418-b62d-d01d54e73e4f tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580080 Nov 12 20:29:07.279612 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-61872b29-5544-498f-ae58-89a594fc857e req-66b6ddd3-9e8f-4617-82ec-8634d3d10d10 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 210 time: 0.0350385 Nov 12 20:29:08.116546 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba56a1-d349-46fe-b0b2-97f35bd9ed3e req-0955e04c-a53e-4c01-87d3-e49e601be48c tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:08.118378 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3eba56a1-d349-46fe-b0b2-97f35bd9ed3e req-0955e04c-a53e-4c01-87d3-e49e601be48c tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 943 time: 0.0532777 Nov 12 20:29:08.194029 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3eba56a1-d349-46fe-b0b2-97f35bd9ed3e req-e5a6a41b-072f-414a-ba54-659e44a633ef tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682604 Nov 12 20:29:08.418834 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 1b537365-d32d-4e61-9f80-b560b5abee6b details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:29:08.429719 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a2b59a87-f76e-4249-a5c8-732a0d2dc67b req-a64cf391-7269-433d-8a44-2346aed50ed9 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 210 time: 0.0497441 Nov 12 20:29:08.484312 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-3faa4570-7293-4baf-adc1-d8d692c1ee14 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:08.485826 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-3faa4570-7293-4baf-adc1-d8d692c1ee14 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.52 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 812 time: 0.1519933 Nov 12 20:29:08.539150 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 1b537365-d32d-4e61-9f80-b560b5abee6b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1b537365-d32d-4e61-9f80-b560b5abee6b,segment=NetworkSegment(ba6dfea4-f851-4362-854f-449d978f80c9),segment_id=ba6dfea4-f851-4362-854f-449d978f80c9)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:29:08.573079 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '1b537365-d32d-4e61-9f80-b560b5abee6b', 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3', 'port_id': '1b537365-d32d-4e61-9f80-b560b5abee6b', 'mac_address': 'fa:16:3e:5a:71:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987eb413-d718-4633-baf0-6d783690046e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:29:08.576281 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-a18776d8-f1ff-4e44-922b-c03a4a30b20b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=416776ef7a904035a66442e4dfb8994d HTTP/1.1" status: 200 len: 379 time: 0.0799775 Nov 12 20:29:08.587413 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-40d98a2b-4e2f-4d35-83d4-1f0048bdf477 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Request body: {'port': {'device_id': '93d3be3f-cc72-4904-8475-a262ea9851a2', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'admin_state_up': True, 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'security_groups': ['5b615547-88b8-40dc-a779-00292e0803fd']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:29:08.647065 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:08.716566 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b537365-d32d-4e61-9f80-b560b5abee6b {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:29:08.747829 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-40d98a2b-4e2f-4d35-83d4-1f0048bdf477 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Made reservation on behalf of 416776ef7a904035a66442e4dfb8994d for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:29:08.752363 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-40d98a2b-4e2f-4d35-83d4-1f0048bdf477 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:08.757695 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 1b537365-d32d-4e61-9f80-b560b5abee6b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1b537365-d32d-4e61-9f80-b560b5abee6b,segment=NetworkSegment(ba6dfea4-f851-4362-854f-449d978f80c9),segment_id=ba6dfea4-f851-4362-854f-449d978f80c9)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:29:08.765990 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:08.851673 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=1b537365-d32d-4e61-9f80-b560b5abee6b,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:08.887393 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3a913-9598-439b-9896-fef66982dab6 req-9050b975-c491-484b-b28f-6e38235c937e tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:08.895495 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c5a3a913-9598-439b-9896-fef66982dab6 req-9050b975-c491-484b-b28f-6e38235c937e tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 1098 time: 0.1245182 Nov 12 20:29:08.934294 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c5a3a913-9598-439b-9896-fef66982dab6 req-c82aac4e-d876-4114-a08b-a959739eab17 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:08.980147 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-40d98a2b-4e2f-4d35-83d4-1f0048bdf477 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Allocated IP 172.20.0.5 (a14ebab6-b135-479f-8842-077a5fca0d71/63fe6903-02cc-4d59-b54a-0012785b1f66/d489946d-8f4c-4151-99bf-e44d6657f097) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:29:09.130796 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['1b537365-d32d-4e61-9f80-b560b5abee6b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:29:09.140133 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c5a3a913-9598-439b-9896-fef66982dab6 req-c82aac4e-d876-4114-a08b-a959739eab17 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:09.189266 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c5a3a913-9598-439b-9896-fef66982dab6 req-c82aac4e-d876-4114-a08b-a959739eab17 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:09.293223 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c5a3a913-9598-439b-9896-fef66982dab6 req-c82aac4e-d876-4114-a08b-a959739eab17 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3925645 Nov 12 20:29:09.296028 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82aac4e-d876-4114-a08b-a959739eab17 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64babdd4-2bb8-47b0-83f6-4f05f1a98d4c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:09.302136 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-40d98a2b-4e2f-4d35-83d4-1f0048bdf477 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:09.388218 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-40d98a2b-4e2f-4d35-83d4-1f0048bdf477 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:09.412409 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba10ed7-be60-4d31-b02d-66368f3f0a93 req-8f19cf40-d0f8-4e39-b950-1049811a5b94 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:09.413934 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-eba10ed7-be60-4d31-b02d-66368f3f0a93 req-8f19cf40-d0f8-4e39-b950-1049811a5b94 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 944 time: 0.0856791 Nov 12 20:29:09.495406 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98a2b-4e2f-4d35-83d4-1f0048bdf477 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event updated for resources: {'Port': ['ID=d489946d-8f4c-4151-99bf-e44d6657f097,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:09.530873 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-eba10ed7-be60-4d31-b02d-66368f3f0a93 req-2f87350a-623a-426f-a699-6c2f001d9563 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016498 Nov 12 20:29:09.545751 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-40d98a2b-4e2f-4d35-83d4-1f0048bdf477 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Network a14ebab6-b135-479f-8842-077a5fca0d71 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:29:09.549904 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-40d98a2b-4e2f-4d35-83d4-1f0048bdf477 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:29:09.553003 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-40d98a2b-4e2f-4d35-83d4-1f0048bdf477 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:29:09.624314 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7febf8c-2cd5-4d29-aaaf-516c38337603 req-0cc86e90-1af5-4278-af52-2c820b45aba5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:09.625895 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f7febf8c-2cd5-4d29-aaaf-516c38337603 req-0cc86e90-1af5-4278-af52-2c820b45aba5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 946 time: 0.1326296 Nov 12 20:29:09.643537 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-40d98a2b-4e2f-4d35-83d4-1f0048bdf477 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:09.644367 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-40d98a2b-4e2f-4d35-83d4-1f0048bdf477 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:09.700146 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-40d98a2b-4e2f-4d35-83d4-1f0048bdf477 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1176317 Nov 12 20:29:09.715729 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-c1847718-fe74-4f40-84b7-97a72a87f0a4 service neutron] Request body: {'port': {'device_id': '93d3be3f-cc72-4904-8475-a262ea9851a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:29:09.781535 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-c1847718-fe74-4f40-84b7-97a72a87f0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:09.784721 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c80ec-f51a-4089-8575-81f16ea8ad9a req-2bc7c32b-8e4f-4154-b5cd-68ba00a9575e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:09.786570 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-438c80ec-f51a-4089-8575-81f16ea8ad9a req-2bc7c32b-8e4f-4154-b5cd-68ba00a9575e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 931 time: 0.0952861 Nov 12 20:29:09.789226 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f7febf8c-2cd5-4d29-aaaf-516c38337603 req-cd8e96bc-d8c7-4019-a1a4-1c0498ad9873 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528971 Nov 12 20:29:09.818764 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42148) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:09.946590 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-438c80ec-f51a-4089-8575-81f16ea8ad9a req-2b58c124-5588-4406-ad22-33cf5a6a009a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415830 Nov 12 20:29:09.985238 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b58d083e-44a3-4ecb-94f8-c5537af0dd58 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/floatingips/9f5ccf9d-e8eb-4b6c-b874-667a07e38a93 HTTP/1.1" status: 200 len: 993 time: 0.1570668 Nov 12 20:29:10.021502 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-daba48e9-f96d-49d6-8010-2df3e9ca8cf3 None None] Provisioning complete for port d489946d-8f4c-4151-99bf-e44d6657f097 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:29:10.022038 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-daba48e9-f96d-49d6-8010-2df3e9ca8cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:10.062550 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-daba48e9-f96d-49d6-8010-2df3e9ca8cf3 None None] Port d489946d-8f4c-4151-99bf-e44d6657f097 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:29:10.194549 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-c1847718-fe74-4f40-84b7-97a72a87f0a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d489946d-8f4c-4151-99bf-e44d6657f097 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:29:10.204867 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-c1847718-fe74-4f40-84b7-97a72a87f0a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:10.224511 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-c1847718-fe74-4f40-84b7-97a72a87f0a4 service neutron] Transition to ACTIVE for port object d489946d-8f4c-4151-99bf-e44d6657f097 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:29:10.231937 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-c1847718-fe74-4f40-84b7-97a72a87f0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:10.308095 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1847718-fe74-4f40-84b7-97a72a87f0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d489946d-8f4c-4151-99bf-e44d6657f097,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:10.411444 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-330a1962-e43d-4fb3-be2e-4f573a6cef33 req-00c341b1-ad57-4951-8df3-ec33a376417e service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:29:10.412535 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-330a1962-e43d-4fb3-be2e-4f573a6cef33 req-00c341b1-ad57-4951-8df3-ec33a376417e service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060437 Nov 12 20:29:10.433818 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 1b537365-d32d-4e61-9f80-b560b5abee6b up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:29:10.434415 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-c1847718-fe74-4f40-84b7-97a72a87f0a4 service neutron] Attempting to bind port d489946d-8f4c-4151-99bf-e44d6657f097 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:29:10.434774 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-c1847718-fe74-4f40-84b7-97a72a87f0a4 service neutron] Attempting to bind port d489946d-8f4c-4151-99bf-e44d6657f097 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:29:10.435097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-c1847718-fe74-4f40-84b7-97a72a87f0a4 service neutron] Attempting to bind port d489946d-8f4c-4151-99bf-e44d6657f097 on network a14ebab6-b135-479f-8842-077a5fca0d71 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:29:10.472150 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-c1847718-fe74-4f40-84b7-97a72a87f0a4 service neutron] Port d489946d-8f4c-4151-99bf-e44d6657f097 on network a14ebab6-b135-479f-8842-077a5fca0d71 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:29:10.473152 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-c1847718-fe74-4f40-84b7-97a72a87f0a4 service neutron] Attempting to bind port d489946d-8f4c-4151-99bf-e44d6657f097 on network a14ebab6-b135-479f-8842-077a5fca0d71 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:29:10.483932 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421296b0-5312-458c-ab6a-4360c0b2f4d1 req-a97df440-6710-4d47-bd9f-be49cb9332b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:10.485215 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-421296b0-5312-458c-ab6a-4360c0b2f4d1 req-a97df440-6710-4d47-bd9f-be49cb9332b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 1097 time: 0.1343772 Nov 12 20:29:10.488253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-c1847718-fe74-4f40-84b7-97a72a87f0a4 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:29:10.488607 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-c1847718-fe74-4f40-84b7-97a72a87f0a4 service neutron] Checking segment: {'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:29:10.489041 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-c1847718-fe74-4f40-84b7-97a72a87f0a4 service neutron] Bound using segment: {'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:29:10.489548 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-c1847718-fe74-4f40-84b7-97a72a87f0a4 service neutron] Bound port: d489946d-8f4c-4151-99bf-e44d6657f097, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:29:10.489904 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-c1847718-fe74-4f40-84b7-97a72a87f0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:10.531391 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aebd6f-461d-4c7a-8a95-fb8e95283f4f req-e369bb2b-4344-403b-8a6b-128b9f966942 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:10.539034 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5aebd6f-461d-4c7a-8a95-fb8e95283f4f req-e369bb2b-4344-403b-8a6b-128b9f966942 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1953127 Nov 12 20:29:10.544548 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 1b537365-d32d-4e61-9f80-b560b5abee6b completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:29:10.554276 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 1b537365-d32d-4e61-9f80-b560b5abee6b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:29:10.554817 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:10.734247 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:10.808880 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5aebd6f-461d-4c7a-8a95-fb8e95283f4f req-2e62f8a7-1038-485d-bb37-a16335fd892a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677851 Nov 12 20:29:10.860002 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 1b537365-d32d-4e61-9f80-b560b5abee6b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1b537365-d32d-4e61-9f80-b560b5abee6b,segment=NetworkSegment(ba6dfea4-f851-4362-854f-449d978f80c9),segment_id=ba6dfea4-f851-4362-854f-449d978f80c9)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:29:10.870525 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53befc3f-d58c-4e37-a9e7-feb58b820e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b537365-d32d-4e61-9f80-b560b5abee6b'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:29:10.876464 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43538ec-df2e-4318-805e-4343e130038c" -d '{"events": [{"server_uuid": "53befc3f-d58c-4e37-a9e7-feb58b820e38", "name": "network-vif-plugged", "status": "completed", "tag": "1b537365-d32d-4e61-9f80-b560b5abee6b"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:29:10.882026 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42178) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:10.896637 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-c1847718-fe74-4f40-84b7-97a72a87f0a4 service neutron] For port d489946d-8f4c-4151-99bf-e44d6657f097, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:29:10.897726 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:10.900679 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421296b0-5312-458c-ab6a-4360c0b2f4d1 req-9e08f6f3-1e49-474e-a105-a856c0b2ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:10.902857 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-421296b0-5312-458c-ab6a-4360c0b2f4d1 req-9e08f6f3-1e49-474e-a105-a856c0b2ae96 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 913 time: 0.3970997 Nov 12 20:29:10.904977 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-c1847718-fe74-4f40-84b7-97a72a87f0a4 service neutron] For port d489946d-8f4c-4151-99bf-e44d6657f097, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d489946d-8f4c-4151-99bf-e44d6657f097,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:29:10.917054 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-c1847718-fe74-4f40-84b7-97a72a87f0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:11.035181 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=1b537365-d32d-4e61-9f80-b560b5abee6b,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:11.072120 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679d433-00e3-49e6-bcc6-7507d07861de req-8e6e988b-2e5c-4a73-8750-a70e5e7191ec tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:11.075345 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0679d433-00e3-49e6-bcc6-7507d07861de req-8e6e988b-2e5c-4a73-8750-a70e5e7191ec tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 945 time: 0.1421065 Nov 12 20:29:11.171469 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-c1847718-fe74-4f40-84b7-97a72a87f0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:11.172123 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-c1847718-fe74-4f40-84b7-97a72a87f0a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:11.173686 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-c1847718-fe74-4f40-84b7-97a72a87f0a4 service neutron] 10.222.0.52 "PUT /v2.0/ports/d489946d-8f4c-4151-99bf-e44d6657f097 HTTP/1.1" status: 200 len: 1092 time: 1.4629750 Nov 12 20:29:11.176044 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d3be3f-cc72-4904-8475-a262ea9851a2', 'tag': 'd489946d-8f4c-4151-99bf-e44d6657f097'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:29:11.178671 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cc6509-77ba-4447-bbb1-ff95441e4e94" -d '{"events": [{"name": "network-changed", "server_uuid": "93d3be3f-cc72-4904-8475-a262ea9851a2", "tag": "d489946d-8f4c-4151-99bf-e44d6657f097"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:29:11.303424 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0679d433-00e3-49e6-bcc6-7507d07861de req-3ac1c267-7f80-40de-a8c9-9d6ca0c77818 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140203 Nov 12 20:29:11.308334 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1847718-fe74-4f40-84b7-97a72a87f0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d489946d-8f4c-4151-99bf-e44d6657f097,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:11.318990 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-421296b0-5312-458c-ab6a-4360c0b2f4d1 req-073755a4-1091-4e4a-aefa-5efd1630e946 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2266bfb-a0d4-4896-9432-d20ec2953989 HTTP/1.1" status: 200 len: 999 time: 0.3875053 Nov 12 20:29:11.336527 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef8e40-b757-4175-8f6b-49e3cb08017c req-d14cbab4-8198-448a-bdbd-f383a30b5ada tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:11.344107 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-86ef8e40-b757-4175-8f6b-49e3cb08017c req-d14cbab4-8198-448a-bdbd-f383a30b5ada tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 946 time: 0.3145392 Nov 12 20:29:11.365556 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-0aa33749-7d2b-45ab-b9ed-c322b14649ae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4782689 Nov 12 20:29:11.378422 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-556d0828-9bc8-4b89-bb97-4b74b202ad4c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:29:11.379669 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-556d0828-9bc8-4b89-bb97-4b74b202ad4c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095673 Nov 12 20:29:11.427498 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2518126d-9fa7-467e-a3e9-3d12d0dccccb x-openstack-request-id: req-2518126d-9fa7-467e-a3e9-3d12d0dccccb {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:29:11.428100 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53befc3f-d58c-4e37-a9e7-feb58b820e38", "name": "network-vif-plugged", "status": "completed", "tag": "1b537365-d32d-4e61-9f80-b560b5abee6b", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:29:11.429509 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2518126d-9fa7-467e-a3e9-3d12d0dccccb {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:29:11.430601 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53befc3f-d58c-4e37-a9e7-feb58b820e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b537365-d32d-4e61-9f80-b560b5abee6b', 'code': 200} Nov 12 20:29:11.694847 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a7abf-f2b3-4f16-ba73-9bc1d4bf562a req-e5880d34-25ff-4b0f-a5e8-4aecb233ebce tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:11.708795 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-355a7abf-f2b3-4f16-ba73-9bc1d4bf562a req-e5880d34-25ff-4b0f-a5e8-4aecb233ebce tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 943 time: 0.1183288 Nov 12 20:29:11.842705 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-355a7abf-f2b3-4f16-ba73-9bc1d4bf562a req-163138c8-2716-4e8f-8571-b159a5a64a74 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318569 Nov 12 20:29:11.857846 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d892c05-2e47-4ac6-a297-da97a2379852 req-8ea6ff4a-bb15-412b-bff7-e416d7565541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:11.926658 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6d892c05-2e47-4ac6-a297-da97a2379852 req-8ea6ff4a-bb15-412b-bff7-e416d7565541 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 1097 time: 0.3999803 Nov 12 20:29:11.970107 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421296b0-5312-458c-ab6a-4360c0b2f4d1 req-c610b666-e559-457c-be4d-12f76da1922c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:11.972023 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-421296b0-5312-458c-ab6a-4360c0b2f4d1 req-c610b666-e559-457c-be4d-12f76da1922c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 0.6454437 Nov 12 20:29:11.995402 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-5002f10f-0e32-4b68-8880-58faadf7720d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:12.003416 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-5002f10f-0e32-4b68-8880-58faadf7720d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 1095 time: 0.7729349 Nov 12 20:29:12.033411 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b471040-dff5-4ebd-8d76-7df83b95227e x-openstack-request-id: req-0b471040-dff5-4ebd-8d76-7df83b95227e {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:29:12.033706 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d3be3f-cc72-4904-8475-a262ea9851a2", "tag": "d489946d-8f4c-4151-99bf-e44d6657f097", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:29:12.034559 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b471040-dff5-4ebd-8d76-7df83b95227e {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:29:12.036646 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d3be3f-cc72-4904-8475-a262ea9851a2', 'tag': 'd489946d-8f4c-4151-99bf-e44d6657f097', 'status': 'completed', 'code': 200} Nov 12 20:29:12.056454 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6d892c05-2e47-4ac6-a297-da97a2379852 req-78ad7906-cf30-4063-bd16-5ca36f47909b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279759 Nov 12 20:29:12.147155 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e4e86-9276-4976-a2a4-902cae1e140c req-cf35a55f-9ad2-401a-bdbb-a0067fbbb318 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:12.164583 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-970e4e86-9276-4976-a2a4-902cae1e140c req-cf35a55f-9ad2-401a-bdbb-a0067fbbb318 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0951681 Nov 12 20:29:12.183666 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-34af3440-6369-409d-9250-21d4a4251ff6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d489946d-8f4c-4151-99bf-e44d6657f097 HTTP/1.1" status: 200 len: 217 time: 0.1460097 Nov 12 20:29:12.283835 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-86ef8e40-b757-4175-8f6b-49e3cb08017c req-ef3b863b-1a5b-46bf-ab5a-50a631a8c60a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9388206 Nov 12 20:29:12.284084 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-970e4e86-9276-4976-a2a4-902cae1e140c req-d8357c4e-ac19-4e1e-8877-027afb2de8d2 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124473 Nov 12 20:29:12.296022 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-06edeca9-a9d0-4217-9826-630f83dbbecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:12.296022 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-06edeca9-a9d0-4217-9826-630f83dbbecb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63fe6903-02cc-4d59-b54a-0012785b1f66 HTTP/1.1" status: 200 len: 851 time: 0.0898302 Nov 12 20:29:12.296022 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421296b0-5312-458c-ab6a-4360c0b2f4d1 req-ffb78475-ad41-4cb5-8d91-c266bcc28d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:12.298802 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-421296b0-5312-458c-ab6a-4360c0b2f4d1 req-ffb78475-ad41-4cb5-8d91-c266bcc28d69 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3100798 Nov 12 20:29:12.382457 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-cab8cb9c-607a-4f28-88ff-a00d905990ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:12.384690 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-cab8cb9c-607a-4f28-88ff-a00d905990ba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a14ebab6-b135-479f-8842-077a5fca0d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0863075 Nov 12 20:29:12.563824 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-421296b0-5312-458c-ab6a-4360c0b2f4d1 req-823a15a0-8626-4a7e-832b-8ab431b6f18d service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352524 Nov 12 20:29:12.843307 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a4395-8df7-4c8f-8650-d09a2645184d req-54c0c1f9-fef6-42ed-bb28-247e2f3e500b tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:12.846376 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-170a4395-8df7-4c8f-8650-d09a2645184d req-54c0c1f9-fef6-42ed-bb28-247e2f3e500b tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.1118567 Nov 12 20:29:12.850190 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06e60f-79bf-40c5-9aad-641ca7aeaaa9 req-8d183895-0b36-40eb-b8c6-ce316acd07dc tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:12.853078 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fc06e60f-79bf-40c5-9aad-641ca7aeaaa9 req-8d183895-0b36-40eb-b8c6-ce316acd07dc tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 945 time: 0.3516638 Nov 12 20:29:12.913153 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-01cfb3f0-595c-455c-a0f0-53a336441743 service neutron] 10.222.0.52 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129996 Nov 12 20:29:12.935083 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-170a4395-8df7-4c8f-8650-d09a2645184d req-5daad854-4891-4736-90b3-25fdaa6f0d2d tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822423 Nov 12 20:29:12.959836 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fc06e60f-79bf-40c5-9aad-641ca7aeaaa9 req-b4e7f214-a923-4554-893f-d6b6acb8943f tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981445 Nov 12 20:29:13.008549 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-421296b0-5312-458c-ab6a-4360c0b2f4d1 req-8064a9cc-8564-4ef2-95bd-0b91cb82510c service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069660 Nov 12 20:29:13.111759 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9fbcdd99-0709-41d2-8ab4-91ebf7f4f18e req-2e7773a7-f47e-406f-a6b3-0240c8049311 service neutron] 10.222.0.52 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569932 Nov 12 20:29:13.140379 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacdf667-4989-4ea8-991b-a551a38d6475 req-005cf991-b524-4d9a-9f58-95af4f584e2e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:13.142185 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-eacdf667-4989-4ea8-991b-a551a38d6475 req-005cf991-b524-4d9a-9f58-95af4f584e2e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 943 time: 0.1041877 Nov 12 20:29:13.246931 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc6509-77ba-4447-bbb1-ff95441e4e94 req-4dc42e0d-eeae-4168-8f74-a17c97308cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:13.248938 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-05cc6509-77ba-4447-bbb1-ff95441e4e94 req-4dc42e0d-eeae-4168-8f74-a17c97308cec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 1095 time: 0.0620596 Nov 12 20:29:13.257460 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-eacdf667-4989-4ea8-991b-a551a38d6475 req-9229ee96-252c-4f01-8aab-72e62cfb0b9a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987315 Nov 12 20:29:13.479336 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc6509-77ba-4447-bbb1-ff95441e4e94 req-6b8b8253-e0e0-40ca-8a12-2b5cb1178c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:13.481005 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-05cc6509-77ba-4447-bbb1-ff95441e4e94 req-6b8b8253-e0e0-40ca-8a12-2b5cb1178c51 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 913 time: 0.2251565 Nov 12 20:29:13.483688 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a185b17-7d9e-44c1-a92f-80b677ec29e2 req-9eefc347-b584-4754-87d2-141e1ff99a2d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:13.485599 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7a185b17-7d9e-44c1-a92f-80b677ec29e2 req-9eefc347-b584-4754-87d2-141e1ff99a2d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 946 time: 0.0912454 Nov 12 20:29:13.549882 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389f515-2b3e-4c26-a23d-259c14f824a2 req-698cfc69-fe44-4f05-ba75-7290a5e507a9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:13.551419 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7389f515-2b3e-4c26-a23d-259c14f824a2 req-698cfc69-fe44-4f05-ba75-7290a5e507a9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1542230 Nov 12 20:29:13.587488 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7a185b17-7d9e-44c1-a92f-80b677ec29e2 req-f6c99be4-a0e9-41fb-b0ee-c42098a2e8e4 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951416 Nov 12 20:29:13.616718 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-05cc6509-77ba-4447-bbb1-ff95441e4e94 req-1c4dc98f-d399-4961-bf2a-fc642446cba1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d489946d-8f4c-4151-99bf-e44d6657f097 HTTP/1.1" status: 200 len: 217 time: 0.1178086 Nov 12 20:29:13.750585 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc6509-77ba-4447-bbb1-ff95441e4e94 req-63f4dff2-a996-40a9-a98e-7ab84259ea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:13.752531 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-05cc6509-77ba-4447-bbb1-ff95441e4e94 req-63f4dff2-a996-40a9-a98e-7ab84259ea80 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63fe6903-02cc-4d59-b54a-0012785b1f66 HTTP/1.1" status: 200 len: 851 time: 0.1154513 Nov 12 20:29:13.761586 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7389f515-2b3e-4c26-a23d-259c14f824a2 req-8b1bc473-d4af-4e91-9b76-e34ba4e52a64 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432347 Nov 12 20:29:13.798137 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-76b0498d-2dc9-43c3-a6f0-e3775ff69191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:13.799673 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-76b0498d-2dc9-43c3-a6f0-e3775ff69191 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 1098 time: 0.3027141 Nov 12 20:29:13.854199 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc6509-77ba-4447-bbb1-ff95441e4e94 req-a877fa09-0ffa-456f-830e-5970fadf22d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:13.855809 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-05cc6509-77ba-4447-bbb1-ff95441e4e94 req-a877fa09-0ffa-456f-830e-5970fadf22d5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a14ebab6-b135-479f-8842-077a5fca0d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895739 Nov 12 20:29:14.058014 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-afb34120-98f8-4d48-b8a1-453a68af897c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:14.059533 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-afb34120-98f8-4d48-b8a1-453a68af897c service neutron] 10.222.0.52 "GET /v2.0/networks?id=ed77738e-f625-4ff0-9384-27862f27319a HTTP/1.1" status: 200 len: 897 time: 0.2513411 Nov 12 20:29:14.129127 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0cc53-eb4c-48fd-97c0-cb3e3d25d161 req-b387c545-c3c5-43ed-a950-5b245ffee2fb tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:14.130777 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1fc0cc53-eb4c-48fd-97c0-cb3e3d25d161 req-b387c545-c3c5-43ed-a950-5b245ffee2fb tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.0853333 Nov 12 20:29:14.152673 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-05cc6509-77ba-4447-bbb1-ff95441e4e94 req-6da7a0a7-9aaf-498f-a21a-cea3bc62bbee service neutron] 10.222.0.52 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426479 Nov 12 20:29:14.194200 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1fc0cc53-eb4c-48fd-97c0-cb3e3d25d161 req-293ee143-c6f2-4b9c-bf2c-4ce367bcebd3 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537078 Nov 12 20:29:14.225715 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-e186ab1c-f510-4a37-bf5b-3d338216c526 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fb32501-95a3-4519-9ab2-1f922862509e HTTP/1.1" status: 200 len: 1001 time: 0.1450639 Nov 12 20:29:14.321249 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-7caecc9d-909b-4012-ba18-1e36d4ae1515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:14.322768 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-7caecc9d-909b-4012-ba18-1e36d4ae1515 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4ffbba5-782d-4e1b-b486-48aeb3d7dcd0 HTTP/1.1" status: 200 len: 834 time: 0.0513489 Nov 12 20:29:14.335519 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6a7ac-4be7-42e2-ac73-ed1c3db30a54 req-22c0d56c-5ffc-4841-ab1a-f935d91f7988 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:14.344465 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cea6a7ac-4be7-42e2-ac73-ed1c3db30a54 req-22c0d56c-5ffc-4841-ab1a-f935d91f7988 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 945 time: 0.2502940 Nov 12 20:29:14.387982 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d5eb4-1599-47bc-a70a-78ec466f9c0d req-8acd09f3-3e51-4de2-acca-177d71a3af64 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:14.389833 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-245d5eb4-1599-47bc-a70a-78ec466f9c0d req-8acd09f3-3e51-4de2-acca-177d71a3af64 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 943 time: 0.0577292 Nov 12 20:29:14.400856 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-05cc6509-77ba-4447-bbb1-ff95441e4e94 req-eee5cb5f-507e-4ccc-8faa-5d3fad7464f8 service neutron] 10.222.0.52 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296395 Nov 12 20:29:14.470354 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-245d5eb4-1599-47bc-a70a-78ec466f9c0d req-5a4f151b-59d8-4e51-87ef-a813aa49772d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610521 Nov 12 20:29:14.515666 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cea6a7ac-4be7-42e2-ac73-ed1c3db30a54 req-dc0872b8-6446-4d0e-af80-3b1a2c77634d tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244035 Nov 12 20:29:14.522652 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-880174bb-24d0-45f2-b1ea-d6e6f9e69408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:14.532296 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-880174bb-24d0-45f2-b1ea-d6e6f9e69408 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ed77738e-f625-4ff0-9384-27862f27319a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1783390 Nov 12 20:29:14.680603 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-964834f8-64a0-49dd-b55d-3ccd6466f4fc service neutron] 10.222.0.52 "GET /v2.0/networks/ed77738e-f625-4ff0-9384-27862f27319a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392822 Nov 12 20:29:14.709807 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6512d2-46b9-4188-87f5-116db1be0fc0 req-e620d33e-1bc1-4dcf-b95a-ab85889bf415 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:14.725773 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9f6512d2-46b9-4188-87f5-116db1be0fc0 req-e620d33e-1bc1-4dcf-b95a-ab85889bf415 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 945 time: 0.1328683 Nov 12 20:29:14.779390 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9f6512d2-46b9-4188-87f5-116db1be0fc0 req-632e68af-012a-47e0-9029-faeb07617e58 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525842 Nov 12 20:29:14.811464 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42280) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:14.911267 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee0159-4b91-4f16-966d-e4cf7be99d8d req-00cc3b19-38af-4079-9177-592afe9096b2 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:14.915156 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a2ee0159-4b91-4f16-966d-e4cf7be99d8d req-00cc3b19-38af-4079-9177-592afe9096b2 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.55 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.2313359 Nov 12 20:29:14.927160 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb3848-bd7d-4f07-85d0-07ea0f1c38d2 req-2fbe2a90-61b7-4c11-a79f-eefa42eb19b6 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:14.928665 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d3cb3848-bd7d-4f07-85d0-07ea0f1c38d2 req-2fbe2a90-61b7-4c11-a79f-eefa42eb19b6 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 946 time: 0.1838334 Nov 12 20:29:14.968210 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303d1ba-77f2-42df-88e0-15fd3a6c6d75 req-23061b71-9438-4124-85fa-cf291b6f5865 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:14.975505 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0303d1ba-77f2-42df-88e0-15fd3a6c6d75 req-23061b71-9438-4124-85fa-cf291b6f5865 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1033862 Nov 12 20:29:14.986346 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-8b657d4f-3154-4355-81f8-68ed5a930374 service neutron] 10.222.0.52 "GET /v2.0/networks/ed77738e-f625-4ff0-9384-27862f27319a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924116 Nov 12 20:29:15.071132 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da436e4-3b47-45e1-8b38-6130aa00abf3 tempest-TestVolumeBackupRestore-1253096399 tempest-TestVolumeBackupRestore-1253096399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:15.073160 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1da436e4-3b47-45e1-8b38-6130aa00abf3 tempest-TestVolumeBackupRestore-1253096399 tempest-TestVolumeBackupRestore-1253096399-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 1092 time: 0.2604823 Nov 12 20:29:15.087480 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42284) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:15.088854 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0303d1ba-77f2-42df-88e0-15fd3a6c6d75 req-8208b6ac-caeb-4e4c-a88e-57738a20bfde tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735209 Nov 12 20:29:15.096290 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-321473de-797a-4a0f-976f-1bc11355b487 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'port_id': '1b537365-d32d-4e61-9f80-b560b5abee6b', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:29:15.126296 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d3cb3848-bd7d-4f07-85d0-07ea0f1c38d2 req-25e2278f-2dab-48ef-a2a6-010b6aab89e0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791313 Nov 12 20:29:15.167501 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-321473de-797a-4a0f-976f-1bc11355b487 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for floatingip, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:15.225660 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-a2ee0159-4b91-4f16-966d-e4cf7be99d8d req-574008b9-5050-4b1f-a938-a37db5d02a5f tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Deleting port 8eb8b639-b07e-4650-8358-b12a29e128c4 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:29:15.226028 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a2ee0159-4b91-4f16-966d-e4cf7be99d8d req-574008b9-5050-4b1f-a938-a37db5d02a5f tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:15.346964 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9214e8-e343-4331-97a4-f62e7c2186e7 req-77a083ed-79a0-4bb0-9692-e240b0bb5163 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:15.361939 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cf9214e8-e343-4331-97a4-f62e7c2186e7 req-77a083ed-79a0-4bb0-9692-e240b0bb5163 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/ports?device_id=48ce21c8-6adc-4d07-8d8f-2cbbd8865fee HTTP/1.1" status: 200 len: 946 time: 0.0729396 Nov 12 20:29:15.408654 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-a2ee0159-4b91-4f16-966d-e4cf7be99d8d req-574008b9-5050-4b1f-a938-a37db5d02a5f tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] For port 8eb8b639-b07e-4650-8358-b12a29e128c4, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=8eb8b639-b07e-4650-8358-b12a29e128c4,segment=NetworkSegment(65664268-a5b8-4342-8def-12ab3973524b),segment_id=65664268-a5b8-4342-8def-12ab3973524b)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:29:15.409042 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a2ee0159-4b91-4f16-966d-e4cf7be99d8d req-574008b9-5050-4b1f-a938-a37db5d02a5f tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:15.428899 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-a2ee0159-4b91-4f16-966d-e4cf7be99d8d req-574008b9-5050-4b1f-a938-a37db5d02a5f tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Calling delete_port for 8eb8b639-b07e-4650-8358-b12a29e128c4 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:29:15.451071 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-321473de-797a-4a0f-976f-1bc11355b487 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:15.453798 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cf9214e8-e343-4331-97a4-f62e7c2186e7 req-6eae49f5-4ecb-4515-890f-393950553473 tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a39ab8-7a82-46c9-b857-33b10668e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882258 Nov 12 20:29:15.695306 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-321473de-797a-4a0f-976f-1bc11355b487 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Allocated IP 172.25.5.129 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/ecca02d3-041f-4db1-b2ca-694cbd9f3426) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:29:15.712879 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a2ee0159-4b91-4f16-966d-e4cf7be99d8d req-574008b9-5050-4b1f-a938-a37db5d02a5f tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:15.726012 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['8eb8b639-b07e-4650-8358-b12a29e128c4'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:29:15.761043 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574008b9-5050-4b1f-a938-a37db5d02a5f tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Pushing event deleted for resources: {'Port': ['ID=8eb8b639-b07e-4650-8358-b12a29e128c4,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:15.769914 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d4aaf-f236-4887-9fd2-9d6e1adccf89 req-b11e65a1-2762-47f4-afd7-268f7ad01533 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:15.771458 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e52d4aaf-f236-4887-9fd2-9d6e1adccf89 req-b11e65a1-2762-47f4-afd7-268f7ad01533 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 943 time: 0.1911781 Nov 12 20:29:15.863323 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ee0159-4b91-4f16-966d-e4cf7be99d8d req-574008b9-5050-4b1f-a938-a37db5d02a5f tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] No DVR routers for this DVR port 8eb8b639-b07e-4650-8358-b12a29e128c4 on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:29:15.877938 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a2ee0159-4b91-4f16-966d-e4cf7be99d8d req-574008b9-5050-4b1f-a938-a37db5d02a5f tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:15.884119 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a2ee0159-4b91-4f16-966d-e4cf7be99d8d req-574008b9-5050-4b1f-a938-a37db5d02a5f tempest-ServersNegativeTestJSON-1457984500 tempest-ServersNegativeTestJSON-1457984500-project] 10.222.0.55 "DELETE /v2.0/ports/8eb8b639-b07e-4650-8358-b12a29e128c4 HTTP/1.1" status: 204 len: 173 time: 0.9483635 Nov 12 20:29:15.884559 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ce21c8-6adc-4d07-8d8f-2cbbd8865fee', 'name': 'network-vif-deleted', 'tag': '8eb8b639-b07e-4650-8358-b12a29e128c4'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:29:15.894195 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493617e5-4f0b-4b75-a825-523819294052" -d '{"events": [{"server_uuid": "48ce21c8-6adc-4d07-8d8f-2cbbd8865fee", "name": "network-vif-deleted", "tag": "8eb8b639-b07e-4650-8358-b12a29e128c4"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:29:15.956492 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1316f7b-e17c-4a34-a67d-a87aa68a8d94 x-openstack-request-id: req-b1316f7b-e17c-4a34-a67d-a87aa68a8d94 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:29:15.956786 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ce21c8-6adc-4d07-8d8f-2cbbd8865fee", "name": "network-vif-deleted", "tag": "8eb8b639-b07e-4650-8358-b12a29e128c4", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:29:15.957044 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b1316f7b-e17c-4a34-a67d-a87aa68a8d94 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:29:15.957446 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ce21c8-6adc-4d07-8d8f-2cbbd8865fee', 'name': 'network-vif-deleted', 'tag': '8eb8b639-b07e-4650-8358-b12a29e128c4', 'status': 'completed', 'code': 200} Nov 12 20:29:15.981187 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e52d4aaf-f236-4887-9fd2-9d6e1adccf89 req-a41b81ee-bce8-4eb4-807a-77968bdb193d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986618 Nov 12 20:29:16.001273 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-321473de-797a-4a0f-976f-1bc11355b487 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:16.045955 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-321473de-797a-4a0f-976f-1bc11355b487 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:16.098481 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321473de-797a-4a0f-976f-1bc11355b487 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:29:16.102877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-321473de-797a-4a0f-976f-1bc11355b487 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:29:16.105697 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321473de-797a-4a0f-976f-1bc11355b487 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Pushing event updated for resources: {'Port': ['ID=ecca02d3-041f-4db1-b2ca-694cbd9f3426,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:16.113083 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321473de-797a-4a0f-976f-1bc11355b487 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:29:16.269045 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce80799-156f-4ee9-9189-95a0eee5c582 req-43fc56e1-69b4-470e-9df5-65cedbb8c0d5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:16.271682 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bce80799-156f-4ee9-9189-95a0eee5c582 req-43fc56e1-69b4-470e-9df5-65cedbb8c0d5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 946 time: 0.0569947 Nov 12 20:29:16.386300 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bce80799-156f-4ee9-9189-95a0eee5c582 req-b141131e-aa26-44b5-bbc9-1445c84ef1a2 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075759 Nov 12 20:29:16.518697 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42322) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:16.575242 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-321473de-797a-4a0f-976f-1bc11355b487 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:16.577479 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9283453-f45b-4b09-a3a1-5b404c82fa8f admin admin] Deleting subnet 6bf94eac-0e74-4ddd-8212-8b9e8fd39f6e {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:29:16.581050 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b9283453-f45b-4b09-a3a1-5b404c82fa8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:16.622309 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b9283453-f45b-4b09-a3a1-5b404c82fa8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:16.654738 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:29:16.680919 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-321473de-797a-4a0f-976f-1bc11355b487 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:16.693040 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b9283453-f45b-4b09-a3a1-5b404c82fa8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:16.776719 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b9283453-f45b-4b09-a3a1-5b404c82fa8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:16.806276 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9283453-f45b-4b09-a3a1-5b404c82fa8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bf94eac-0e74-4ddd-8212-8b9e8fd39f6e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:16.811871 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b9283453-f45b-4b09-a3a1-5b404c82fa8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:16.816902 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b9283453-f45b-4b09-a3a1-5b404c82fa8f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6bf94eac-0e74-4ddd-8212-8b9e8fd39f6e HTTP/1.1" status: 204 len: 168 time: 0.2955031 Nov 12 20:29:16.819575 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42328) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:16.829920 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9283453-f45b-4b09-a3a1-5b404c82fa8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:16.830536 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9283453-f45b-4b09-a3a1-5b404c82fa8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:16.831453 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9283453-f45b-4b09-a3a1-5b404c82fa8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:16.831954 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9283453-f45b-4b09-a3a1-5b404c82fa8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:16.832455 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9283453-f45b-4b09-a3a1-5b404c82fa8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:16.832886 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9283453-f45b-4b09-a3a1-5b404c82fa8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:16.833297 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9283453-f45b-4b09-a3a1-5b404c82fa8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:16.834404 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9283453-f45b-4b09-a3a1-5b404c82fa8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:16.834787 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9283453-f45b-4b09-a3a1-5b404c82fa8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:16.835207 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9283453-f45b-4b09-a3a1-5b404c82fa8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:16.835600 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9283453-f45b-4b09-a3a1-5b404c82fa8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:16.836700 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9283453-f45b-4b09-a3a1-5b404c82fa8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:16.923449 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d78b11c8-3997-4520-998c-bcaef15a6068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:16.946688 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-321473de-797a-4a0f-976f-1bc11355b487 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:16.973569 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-321473de-797a-4a0f-976f-1bc11355b487 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:17.116210 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c0e05-3079-45da-a64e-32d41a58fb47 req-f0c6f023-5e18-4191-8859-ba01b9f71176 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:17.118635 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-978c0e05-3079-45da-a64e-32d41a58fb47 req-f0c6f023-5e18-4191-8859-ba01b9f71176 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 943 time: 0.0567775 Nov 12 20:29:17.129812 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d78b11c8-3997-4520-998c-bcaef15a6068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:17.132288 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321473de-797a-4a0f-976f-1bc11355b487 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Pushing event updated for resources: {'Port': ['ID=ecca02d3-041f-4db1-b2ca-694cbd9f3426,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:17.163163 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-d78b11c8-3997-4520-998c-bcaef15a6068 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d97e7c-9672-4a03-9b6c-a809372715f3']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:29:17.172457 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-321473de-797a-4a0f-976f-1bc11355b487 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:17.177136 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-d78b11c8-3997-4520-998c-bcaef15a6068 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65664268-a5b8-4342-8def-12ab3973524b') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:29:17.177428 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-d78b11c8-3997-4520-998c-bcaef15a6068 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65664268-a5b8-4342-8def-12ab3973524b') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:29:17.177986 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-978c0e05-3079-45da-a64e-32d41a58fb47 req-85778132-ba88-42d4-a9e5-e670a6aff77a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518477 Nov 12 20:29:17.224372 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d78b11c8-3997-4520-998c-bcaef15a6068 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:17.247584 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d78b11c8-3997-4520-998c-bcaef15a6068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:17.280327 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78b11c8-3997-4520-998c-bcaef15a6068 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:29:17.280725 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d78b11c8-3997-4520-998c-bcaef15a6068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:29:17.282477 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:29:17.732138 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [None req-321473de-797a-4a0f-976f-1bc11355b487 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Floating IP 5e338ea9-86a3-42d5-bd8f-46b06226f16c associated. External IP: 172.25.5.129, port: 1b537365-d32d-4e61-9f80-b560b5abee6b. Nov 12 20:29:17.738605 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d78b11c8-3997-4520-998c-bcaef15a6068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:17.776480 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d78b11c8-3997-4520-998c-bcaef15a6068 admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:17.781941 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d78b11c8-3997-4520-998c-bcaef15a6068 admin admin] 10.222.0.48 "DELETE /v2.0/networks/38d97e7c-9672-4a03-9b6c-a809372715f3 HTTP/1.1" status: 204 len: 168 time: 0.9583662 Nov 12 20:29:17.802224 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b11c8-3997-4520-998c-bcaef15a6068 admin admin] Pushing event deleted for resources: {'Network': ['ID=38d97e7c-9672-4a03-9b6c-a809372715f3,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:17.815342 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda67f5-ccb5-412f-b3c8-749a21d5128b req-8234b2a4-17b0-44e7-a4a6-39ea8865d7c8 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:17.816974 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1dda67f5-ccb5-412f-b3c8-749a21d5128b req-8234b2a4-17b0-44e7-a4a6-39ea8865d7c8 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 946 time: 0.1285210 Nov 12 20:29:17.935047 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1dda67f5-ccb5-412f-b3c8-749a21d5128b req-0d49a862-f3e5-4a14-baf6-857f0500dab8 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831652 Nov 12 20:29:18.004515 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42356) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:18.050243 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-502759f3-9fd3-42e9-b17f-67045ecba2bb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=340a3bf15a834caa9a7fb00da4b43a25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417395 Nov 12 20:29:18.050438 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321473de-797a-4a0f-976f-1bc11355b487 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Router 3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:29:18.050543 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42358) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:18.102523 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b4551f35-c16d-4b66-8b59-d17ab020e785 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:18.125580 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b4551f35-c16d-4b66-8b59-d17ab020e785 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:18.172046 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321473de-797a-4a0f-976f-1bc11355b487 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:29:18.181201 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b4551f35-c16d-4b66-8b59-d17ab020e785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:18.184630 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b4551f35-c16d-4b66-8b59-d17ab020e785 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:18.185906 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b4551f35-c16d-4b66-8b59-d17ab020e785 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87a39ab8-7a82-46c9-b857-33b10668e97b HTTP/1.1" status: 204 len: 168 time: 0.1345310 Nov 12 20:29:18.190594 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25073614-ed71-4a36-bc83-24aab8d25a43 None None] Sync routers for ids ['3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:29:18.196112 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4551f35-c16d-4b66-8b59-d17ab020e785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a39ab8-7a82-46c9-b857-33b10668e97b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:18.206569 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25073614-ed71-4a36-bc83-24aab8d25a43 None None] Routers {'3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:29:18.208194 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-25073614-ed71-4a36-bc83-24aab8d25a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:28:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:29:18.219129 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-321473de-797a-4a0f-976f-1bc11355b487 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:18.255400 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-321473de-797a-4a0f-976f-1bc11355b487 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1666787 Nov 12 20:29:18.256089 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53befc3f-d58c-4e37-a9e7-feb58b820e38', 'tag': '1b537365-d32d-4e61-9f80-b560b5abee6b'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:29:18.258588 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42368) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:18.271750 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a869beaf-16cc-4668-9136-e05901d9b7e4" -d '{"events": [{"name": "network-changed", "server_uuid": "53befc3f-d58c-4e37-a9e7-feb58b820e38", "tag": "1b537365-d32d-4e61-9f80-b560b5abee6b"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:29:18.340944 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c13901d-686f-45a2-927f-8ff4042ab358 x-openstack-request-id: req-0c13901d-686f-45a2-927f-8ff4042ab358 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:29:18.341312 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53befc3f-d58c-4e37-a9e7-feb58b820e38", "tag": "1b537365-d32d-4e61-9f80-b560b5abee6b", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:29:18.341631 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c13901d-686f-45a2-927f-8ff4042ab358 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:29:18.342127 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53befc3f-d58c-4e37-a9e7-feb58b820e38', 'tag': '1b537365-d32d-4e61-9f80-b560b5abee6b', 'status': 'completed', 'code': 200} Nov 12 20:29:18.391010 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c526f231-37f7-48bc-8b4e-eeb6d5b8cb39 tempest-TestVolumeBackupRestore-1253096399 tempest-TestVolumeBackupRestore-1253096399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:18.393675 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c526f231-37f7-48bc-8b4e-eeb6d5b8cb39 tempest-TestVolumeBackupRestore-1253096399 tempest-TestVolumeBackupRestore-1253096399-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 1092 time: 0.1337430 Nov 12 20:29:18.404068 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42374) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:18.411029 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-5111460b-4f3f-452b-a115-3dd2c4d15663 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Request body: {'floatingip': {'port_id': '1b537365-d32d-4e61-9f80-b560b5abee6b'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:29:18.459480 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869beaf-16cc-4668-9136-e05901d9b7e4 req-5efcd859-983a-440f-bbbe-a76cafea8318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:18.462930 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a869beaf-16cc-4668-9136-e05901d9b7e4 req-5efcd859-983a-440f-bbbe-a76cafea8318 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1884da1a5d847e5be8267b0c9b74c84&device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 1097 time: 0.0932620 Nov 12 20:29:18.471527 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc7c47-c16d-49b7-9d3d-d844fb1d5c3f req-4905411b-516e-4cdc-a8dc-7ce28c8aad7d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:18.480365 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b9fc7c47-c16d-49b7-9d3d-d844fb1d5c3f req-4905411b-516e-4cdc-a8dc-7ce28c8aad7d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 943 time: 0.1749961 Nov 12 20:29:18.536030 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 8eb8b639-b07e-4650-8358-b12a29e128c4 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:29:18.566332 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 8eb8b639-b07e-4650-8358-b12a29e128c4 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:29:18.566641 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 8eb8b639-b07e-4650-8358-b12a29e128c4 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:29:18.593392 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5111460b-4f3f-452b-a115-3dd2c4d15663 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for floatingip, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:18.607216 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-25073614-ed71-4a36-bc83-24aab8d25a43 None None] Set router 3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:29:18.620127 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869beaf-16cc-4668-9136-e05901d9b7e4 req-8b090cef-b694-4969-a65f-e5292a120edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:18.623072 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a869beaf-16cc-4668-9136-e05901d9b7e4 req-8b090cef-b694-4969-a65f-e5292a120edb service neutron] 10.222.0.55 "GET /v2.0/networks?id=67476c11-db2f-48bf-a7d2-d6540948a1b3 HTTP/1.1" status: 200 len: 915 time: 0.1529024 Nov 12 20:29:18.682253 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b9fc7c47-c16d-49b7-9d3d-d844fb1d5c3f req-eb7b99bc-2020-4b6f-8531-1001ae17fbb4 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008092 Nov 12 20:29:18.746856 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a869beaf-16cc-4668-9136-e05901d9b7e4 req-1fe459c5-71a1-4636-88f7-c826ad5171c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b537365-d32d-4e61-9f80-b560b5abee6b HTTP/1.1" status: 200 len: 999 time: 0.1169813 Nov 12 20:29:18.856444 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869beaf-16cc-4668-9136-e05901d9b7e4 req-4cc24ff1-2c60-49a7-b97d-44ea6df1eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:18.858312 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a869beaf-16cc-4668-9136-e05901d9b7e4 req-4cc24ff1-2c60-49a7-b97d-44ea6df1eb6c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=987eb413-d718-4633-baf0-6d783690046e HTTP/1.1" status: 200 len: 853 time: 0.1026850 Nov 12 20:29:18.949874 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869beaf-16cc-4668-9136-e05901d9b7e4 req-7659076e-e9e4-490b-88bf-b55a7d6c9244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:18.951423 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a869beaf-16cc-4668-9136-e05901d9b7e4 req-7659076e-e9e4-490b-88bf-b55a7d6c9244 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=67476c11-db2f-48bf-a7d2-d6540948a1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845068 Nov 12 20:29:18.957213 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-25073614-ed71-4a36-bc83-24aab8d25a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'name': 'tempest-TestVolumeBackupRestore-1105915495-router', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:23:03Z', 'updated_at': '2021-11-12T20:23:10Z', 'revision_number': 4, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'gw_port': {'id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:04Z', 'updated_at': '2021-11-12T20:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '5e338ea9-86a3-42d5-bd8f-46b06226f16c', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'floating_ip_address': '172.25.5.129', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'port_id': '1b537365-d32d-4e61-9f80-b560b5abee6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3', 'mac_address': 'fa:16:3e:5a:71:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53befc3f-d58c-4e37-a9e7-feb58b820e38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:29:16Z', 'updated_at': '2021-11-12T20:29:16Z', 'revision_number': 0, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff99f9c-941a-4ebc-ba22-ae7be3fab3e3', 'name': '', 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'mac_address': 'fa:16:3e:c3:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '987eb413-d718-4633-baf0-6d783690046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:08Z', 'updated_at': '2021-11-12T20:23:24Z', 'revision_number': 5, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'subnets': [{'id': '987eb413-d718-4633-baf0-6d783690046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:29:19.035337 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25073614-ed71-4a36-bc83-24aab8d25a43 None None] Checking router: 3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:29:19.057011 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25073614-ed71-4a36-bc83-24aab8d25a43 None None] Routers {'3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:29:19.057651 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-25073614-ed71-4a36-bc83-24aab8d25a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:28:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:29:19.124187 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a869beaf-16cc-4668-9136-e05901d9b7e4 req-b24646f9-3698-4cc4-b811-7383eb324f0a service neutron] 10.222.0.55 "GET /v2.0/networks/67476c11-db2f-48bf-a7d2-d6540948a1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613059 Nov 12 20:29:19.186337 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c25066-a26c-4411-89c3-141a2c5f33d0 req-f1ad9abe-7e2f-4b83-b1c7-3f9f3fb23b9d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:19.188398 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f6c25066-a26c-4411-89c3-141a2c5f33d0 req-f1ad9abe-7e2f-4b83-b1c7-3f9f3fb23b9d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 946 time: 0.1164491 Nov 12 20:29:19.223307 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-25073614-ed71-4a36-bc83-24aab8d25a43 None None] Set router 3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:29:19.324262 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f6c25066-a26c-4411-89c3-141a2c5f33d0 req-0d6e823c-ba3c-4662-a2c8-11a14c276543 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911224 Nov 12 20:29:19.335367 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a869beaf-16cc-4668-9136-e05901d9b7e4 req-84340799-13f1-4141-96ca-78b383f505c9 service neutron] 10.222.0.55 "GET /v2.0/networks/67476c11-db2f-48bf-a7d2-d6540948a1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966367 Nov 12 20:29:19.378179 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5111460b-4f3f-452b-a115-3dd2c4d15663 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:19.385466 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5111460b-4f3f-452b-a115-3dd2c4d15663 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:19.600002 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-25073614-ed71-4a36-bc83-24aab8d25a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'name': 'tempest-TestVolumeBackupRestore-1105915495-router', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:23:03Z', 'updated_at': '2021-11-12T20:23:10Z', 'revision_number': 4, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'gw_port': {'id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:04Z', 'updated_at': '2021-11-12T20:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '5e338ea9-86a3-42d5-bd8f-46b06226f16c', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'floating_ip_address': '172.25.5.129', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'port_id': '1b537365-d32d-4e61-9f80-b560b5abee6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3', 'mac_address': 'fa:16:3e:5a:71:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53befc3f-d58c-4e37-a9e7-feb58b820e38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:29:16Z', 'updated_at': '2021-11-12T20:29:16Z', 'revision_number': 0, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff99f9c-941a-4ebc-ba22-ae7be3fab3e3', 'name': '', 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'mac_address': 'fa:16:3e:c3:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '987eb413-d718-4633-baf0-6d783690046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:08Z', 'updated_at': '2021-11-12T20:23:24Z', 'revision_number': 5, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'subnets': [{'id': '987eb413-d718-4633-baf0-6d783690046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:29:19.632382 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25073614-ed71-4a36-bc83-24aab8d25a43 None None] The sync data for ids ['3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'] in n-d-712140-15 is: [{'id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'name': 'tempest-TestVolumeBackupRestore-1105915495-router', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:23:03Z', 'updated_at': '2021-11-12T20:23:10Z', 'revision_number': 4, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'gw_port': {'id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:04Z', 'updated_at': '2021-11-12T20:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '5e338ea9-86a3-42d5-bd8f-46b06226f16c', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'floating_ip_address': '172.25.5.129', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'port_id': '1b537365-d32d-4e61-9f80-b560b5abee6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3', 'mac_address': 'fa:16:3e:5a:71:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53befc3f-d58c-4e37-a9e7-feb58b820e38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:29:16Z', 'updated_at': '2021-11-12T20:29:16Z', 'revision_number': 0, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff99f9c-941a-4ebc-ba22-ae7be3fab3e3', 'name': '', 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'mac_address': 'fa:16:3e:c3:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '987eb413-d718-4633-baf0-6d783690046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:08Z', 'updated_at': '2021-11-12T20:23:24Z', 'revision_number': 5, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'subnets': [{'id': '987eb413-d718-4633-baf0-6d783690046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:29:19.640188 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5111460b-4f3f-452b-a115-3dd2c4d15663 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Router 3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:29:19.770430 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5111460b-4f3f-452b-a115-3dd2c4d15663 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:29:19.776849 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5111460b-4f3f-452b-a115-3dd2c4d15663 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:19.826012 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53befc3f-d58c-4e37-a9e7-feb58b820e38', 'tag': '1b537365-d32d-4e61-9f80-b560b5abee6b'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:29:19.828513 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b96a810-851c-4f3d-bf9c-6b3a5844f3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "53befc3f-d58c-4e37-a9e7-feb58b820e38", "tag": "1b537365-d32d-4e61-9f80-b560b5abee6b"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:29:19.922078 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3987365d-23fe-44bb-a091-e0e81920114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:19.932990 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5111460b-4f3f-452b-a115-3dd2c4d15663 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "PUT /v2.0/floatingips/5e338ea9-86a3-42d5-bd8f-46b06226f16c HTTP/1.1" status: 200 len: 991 time: 1.5264289 Nov 12 20:29:19.937108 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3d2a2e-bf3d-4e11-abad-a90437055fc3 x-openstack-request-id: req-6b3d2a2e-bf3d-4e11-abad-a90437055fc3 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:29:19.937414 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53befc3f-d58c-4e37-a9e7-feb58b820e38", "tag": "1b537365-d32d-4e61-9f80-b560b5abee6b", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:29:19.937652 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6b3d2a2e-bf3d-4e11-abad-a90437055fc3 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:29:19.938690 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53befc3f-d58c-4e37-a9e7-feb58b820e38', 'tag': '1b537365-d32d-4e61-9f80-b560b5abee6b', 'status': 'completed', 'code': 200} Nov 12 20:29:19.955571 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbaca2-21dc-4cd3-9c76-8cfec1d8ef4b req-037794db-1442-4f63-bb4a-f44a05cec10e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:19.958203 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-99fbaca2-21dc-4cd3-9c76-8cfec1d8ef4b req-037794db-1442-4f63-bb4a-f44a05cec10e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 943 time: 0.1548934 Nov 12 20:29:20.021088 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecb5858-11dc-4cbc-adca-8a79b028c67c None None] New status for floating IP 5e338ea9-86a3-42d5-bd8f-46b06226f16c: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:29:20.023308 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-99fbaca2-21dc-4cd3-9c76-8cfec1d8ef4b req-b5814802-386e-44d2-a8e4-401a018b24e0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560548 Nov 12 20:29:20.031329 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96a810-851c-4f3d-bf9c-6b3a5844f3a1 req-d86efc78-cf6c-46e5-8bb1-d5a1caf76f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:20.033962 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0b96a810-851c-4f3d-bf9c-6b3a5844f3a1 req-d86efc78-cf6c-46e5-8bb1-d5a1caf76f60 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1884da1a5d847e5be8267b0c9b74c84&device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 1097 time: 0.0776324 Nov 12 20:29:20.147066 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96a810-851c-4f3d-bf9c-6b3a5844f3a1 req-7652a56f-7c14-44fe-9c64-1d8518b0494b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:20.148376 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0b96a810-851c-4f3d-bf9c-6b3a5844f3a1 req-7652a56f-7c14-44fe-9c64-1d8518b0494b service neutron] 10.222.0.55 "GET /v2.0/networks?id=67476c11-db2f-48bf-a7d2-d6540948a1b3 HTTP/1.1" status: 200 len: 915 time: 0.1066546 Nov 12 20:29:20.239213 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0b96a810-851c-4f3d-bf9c-6b3a5844f3a1 req-e934b7c5-8843-4b70-93d1-cafb44505d00 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b537365-d32d-4e61-9f80-b560b5abee6b HTTP/1.1" status: 200 len: 999 time: 0.0772331 Nov 12 20:29:20.272659 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:20.306905 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96a810-851c-4f3d-bf9c-6b3a5844f3a1 req-0ebf3096-7720-49d2-8480-3d8911ae3aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:20.308710 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0b96a810-851c-4f3d-bf9c-6b3a5844f3a1 req-0ebf3096-7720-49d2-8480-3d8911ae3aa9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=987eb413-d718-4633-baf0-6d783690046e HTTP/1.1" status: 200 len: 853 time: 0.0638506 Nov 12 20:29:20.368402 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb38c62-40ca-480e-8c13-b42e9027220e None None] Sync routers for ids ['3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:29:20.386867 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb38c62-40ca-480e-8c13-b42e9027220e None None] Routers {'3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:29:20.388044 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-deb38c62-40ca-480e-8c13-b42e9027220e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:28:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:29:20.405749 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96a810-851c-4f3d-bf9c-6b3a5844f3a1 req-6dae9b70-4561-48b3-a888-0b8d2ff7e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:20.408167 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0b96a810-851c-4f3d-bf9c-6b3a5844f3a1 req-6dae9b70-4561-48b3-a888-0b8d2ff7e14d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=67476c11-db2f-48bf-a7d2-d6540948a1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836711 Nov 12 20:29:20.540520 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d142a8d-43b0-48f1-8799-861147a7f05a req-1c6aba68-e768-4b18-97d4-29272262a3a6 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:20.544780 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8d142a8d-43b0-48f1-8799-861147a7f05a req-1c6aba68-e768-4b18-97d4-29272262a3a6 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 946 time: 0.1245050 Nov 12 20:29:20.559003 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-deb38c62-40ca-480e-8c13-b42e9027220e None None] Set router 3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:29:20.621653 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8d142a8d-43b0-48f1-8799-861147a7f05a req-dc10ced6-7ed2-42ec-9de9-d12c83521399 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728986 Nov 12 20:29:20.625503 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0b96a810-851c-4f3d-bf9c-6b3a5844f3a1 req-0d1f2de1-32b9-465c-9171-b284712584e7 service neutron] 10.222.0.55 "GET /v2.0/networks/67476c11-db2f-48bf-a7d2-d6540948a1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066591 Nov 12 20:29:20.754556 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0b96a810-851c-4f3d-bf9c-6b3a5844f3a1 req-024e0235-f917-4e32-b1fd-d083b3794900 service neutron] 10.222.0.55 "GET /v2.0/networks/67476c11-db2f-48bf-a7d2-d6540948a1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214335 Nov 12 20:29:20.876367 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-deb38c62-40ca-480e-8c13-b42e9027220e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'name': 'tempest-TestVolumeBackupRestore-1105915495-router', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:23:03Z', 'updated_at': '2021-11-12T20:23:10Z', 'revision_number': 4, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'gw_port': {'id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:04Z', 'updated_at': '2021-11-12T20:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '5e338ea9-86a3-42d5-bd8f-46b06226f16c', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'floating_ip_address': '172.25.5.129', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'port_id': '1b537365-d32d-4e61-9f80-b560b5abee6b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3', 'mac_address': 'fa:16:3e:5a:71:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53befc3f-d58c-4e37-a9e7-feb58b820e38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:29:16Z', 'updated_at': '2021-11-12T20:29:20Z', 'revision_number': 2, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff99f9c-941a-4ebc-ba22-ae7be3fab3e3', 'name': '', 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'mac_address': 'fa:16:3e:c3:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '987eb413-d718-4633-baf0-6d783690046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:08Z', 'updated_at': '2021-11-12T20:23:24Z', 'revision_number': 5, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'subnets': [{'id': '987eb413-d718-4633-baf0-6d783690046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:29:20.904878 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb38c62-40ca-480e-8c13-b42e9027220e None None] Checking router: 3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:29:20.914677 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb38c62-40ca-480e-8c13-b42e9027220e None None] Routers {'3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:29:20.915268 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-deb38c62-40ca-480e-8c13-b42e9027220e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:28:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:29:21.032997 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-deb38c62-40ca-480e-8c13-b42e9027220e None None] Set router 3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:29:21.202651 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f3c18-c7b0-437a-b0bf-f57768fc72ed req-e868d280-3f0c-415a-9189-214da6a55431 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:21.211039 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e36f3c18-c7b0-437a-b0bf-f57768fc72ed req-e868d280-3f0c-415a-9189-214da6a55431 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 943 time: 0.0701892 Nov 12 20:29:21.272496 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e36f3c18-c7b0-437a-b0bf-f57768fc72ed req-8972e3a7-babd-4026-a6f7-96e12821d763 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605276 Nov 12 20:29:21.313002 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-deb38c62-40ca-480e-8c13-b42e9027220e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'name': 'tempest-TestVolumeBackupRestore-1105915495-router', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:23:03Z', 'updated_at': '2021-11-12T20:23:10Z', 'revision_number': 4, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'gw_port': {'id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:04Z', 'updated_at': '2021-11-12T20:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '5e338ea9-86a3-42d5-bd8f-46b06226f16c', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'floating_ip_address': '172.25.5.129', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'port_id': '1b537365-d32d-4e61-9f80-b560b5abee6b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3', 'mac_address': 'fa:16:3e:5a:71:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53befc3f-d58c-4e37-a9e7-feb58b820e38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:29:16Z', 'updated_at': '2021-11-12T20:29:20Z', 'revision_number': 2, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff99f9c-941a-4ebc-ba22-ae7be3fab3e3', 'name': '', 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'mac_address': 'fa:16:3e:c3:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '987eb413-d718-4633-baf0-6d783690046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:08Z', 'updated_at': '2021-11-12T20:23:24Z', 'revision_number': 5, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'subnets': [{'id': '987eb413-d718-4633-baf0-6d783690046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:29:21.342105 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb38c62-40ca-480e-8c13-b42e9027220e None None] The sync data for ids ['3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'] in n-d-712140-15 is: [{'id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'name': 'tempest-TestVolumeBackupRestore-1105915495-router', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:23:03Z', 'updated_at': '2021-11-12T20:23:10Z', 'revision_number': 4, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'gw_port': {'id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:04Z', 'updated_at': '2021-11-12T20:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '5e338ea9-86a3-42d5-bd8f-46b06226f16c', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'floating_ip_address': '172.25.5.129', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'port_id': '1b537365-d32d-4e61-9f80-b560b5abee6b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3', 'mac_address': 'fa:16:3e:5a:71:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53befc3f-d58c-4e37-a9e7-feb58b820e38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:29:16Z', 'updated_at': '2021-11-12T20:29:20Z', 'revision_number': 2, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff99f9c-941a-4ebc-ba22-ae7be3fab3e3', 'name': '', 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'mac_address': 'fa:16:3e:c3:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '987eb413-d718-4633-baf0-6d783690046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:08Z', 'updated_at': '2021-11-12T20:23:24Z', 'revision_number': 5, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'subnets': [{'id': '987eb413-d718-4633-baf0-6d783690046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:29:21.468340 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42480) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:21.592663 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0cafa75d-d1bf-431a-b359-c47483933521 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:21.674707 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0cafa75d-d1bf-431a-b359-c47483933521 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:21.680582 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0cafa75d-d1bf-431a-b359-c47483933521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:21.724056 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0cafa75d-d1bf-431a-b359-c47483933521 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=50fe4d1ca608456e81a07a8ebb0e8e6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2497389 Nov 12 20:29:21.724369 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42490) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:21.731348 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cafa75d-d1bf-431a-b359-c47483933521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841e9843-fdd0-42c5-a2de-ad626b246487,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:21.756091 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec5903-84df-420c-ba08-731427d65c8f req-0767c0e5-8503-47af-841f-e41183eca3ea tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:21.758340 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9eec5903-84df-420c-ba08-731427d65c8f req-0767c0e5-8503-47af-841f-e41183eca3ea tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 946 time: 0.0544796 Nov 12 20:29:21.794449 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e4032b5b-7b70-456b-9ac6-73fdad7a719a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:21.813727 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9eec5903-84df-420c-ba08-731427d65c8f req-f6e46219-fe3c-42c6-88e6-680341f68862 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486915 Nov 12 20:29:21.818317 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e4032b5b-7b70-456b-9ac6-73fdad7a719a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:21.870197 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e4032b5b-7b70-456b-9ac6-73fdad7a719a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:21.873057 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e4032b5b-7b70-456b-9ac6-73fdad7a719a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:21.874205 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e4032b5b-7b70-456b-9ac6-73fdad7a719a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/841e9843-fdd0-42c5-a2de-ad626b246487 HTTP/1.1" status: 204 len: 168 time: 0.1490502 Nov 12 20:29:21.882993 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4032b5b-7b70-456b-9ac6-73fdad7a719a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841e9843-fdd0-42c5-a2de-ad626b246487,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:21.940571 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53befc3f-d58c-4e37-a9e7-feb58b820e38', 'tag': '1b537365-d32d-4e61-9f80-b560b5abee6b'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:29:21.943968 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37175d75-ad8a-4411-a4d5-32be148a3fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "53befc3f-d58c-4e37-a9e7-feb58b820e38", "tag": "1b537365-d32d-4e61-9f80-b560b5abee6b"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:29:21.995848 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d3a176-39a8-4b68-afac-68f7bfb127be x-openstack-request-id: req-e9d3a176-39a8-4b68-afac-68f7bfb127be {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:29:21.996263 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53befc3f-d58c-4e37-a9e7-feb58b820e38", "tag": "1b537365-d32d-4e61-9f80-b560b5abee6b", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:29:21.996547 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9d3a176-39a8-4b68-afac-68f7bfb127be {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:29:21.998955 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53befc3f-d58c-4e37-a9e7-feb58b820e38', 'tag': '1b537365-d32d-4e61-9f80-b560b5abee6b', 'status': 'completed', 'code': 200} Nov 12 20:29:22.065475 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37175d75-ad8a-4411-a4d5-32be148a3fa9 req-0465ddf4-4741-4813-952f-aac34ddc570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:22.067164 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-37175d75-ad8a-4411-a4d5-32be148a3fa9 req-0465ddf4-4741-4813-952f-aac34ddc570b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1884da1a5d847e5be8267b0c9b74c84&device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 1097 time: 0.0440404 Nov 12 20:29:22.187876 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42506) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:22.193332 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37175d75-ad8a-4411-a4d5-32be148a3fa9 req-25601d4a-847b-477c-bc4a-aee13f60f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:22.194909 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-37175d75-ad8a-4411-a4d5-32be148a3fa9 req-25601d4a-847b-477c-bc4a-aee13f60f4c3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=67476c11-db2f-48bf-a7d2-d6540948a1b3 HTTP/1.1" status: 200 len: 915 time: 0.1200616 Nov 12 20:29:22.202445 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fa21ce2b-a79f-40c7-9994-5db3f86523c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:22.279381 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-37175d75-ad8a-4411-a4d5-32be148a3fa9 req-b79530e7-db74-4cd8-a0ad-a5828154e560 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b537365-d32d-4e61-9f80-b560b5abee6b HTTP/1.1" status: 200 len: 1001 time: 0.0772851 Nov 12 20:29:22.310280 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fa21ce2b-a79f-40c7-9994-5db3f86523c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:22.316529 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fa21ce2b-a79f-40c7-9994-5db3f86523c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:22.346668 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37175d75-ad8a-4411-a4d5-32be148a3fa9 req-8445f1d2-43b2-4c33-9860-b03ff5cb3440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:22.359247 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-37175d75-ad8a-4411-a4d5-32be148a3fa9 req-8445f1d2-43b2-4c33-9860-b03ff5cb3440 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=987eb413-d718-4633-baf0-6d783690046e HTTP/1.1" status: 200 len: 853 time: 0.0733848 Nov 12 20:29:22.362792 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21ce2b-a79f-40c7-9994-5db3f86523c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce22b405-116b-4bd6-9133-d0b670de549b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:22.391581 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fa21ce2b-a79f-40c7-9994-5db3f86523c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f25159d61e140cb8e73efac7d196479&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2020931 Nov 12 20:29:22.393723 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42510) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:22.447651 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ec7f3e47-de75-40e6-ace1-f524117be224 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:22.469074 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f37709-a1f0-454e-980a-d4e5b128a3b2 req-e7baa39e-7189-4538-a3c1-4892d79f566b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:22.470734 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-54f37709-a1f0-454e-980a-d4e5b128a3b2 req-e7baa39e-7189-4538-a3c1-4892d79f566b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 943 time: 0.0973597 Nov 12 20:29:22.472624 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ec7f3e47-de75-40e6-ace1-f524117be224 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:22.478067 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37175d75-ad8a-4411-a4d5-32be148a3fa9 req-59d288dd-d2f6-4a8d-8674-ebc5f9b1727b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:22.479799 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-37175d75-ad8a-4411-a4d5-32be148a3fa9 req-59d288dd-d2f6-4a8d-8674-ebc5f9b1727b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=67476c11-db2f-48bf-a7d2-d6540948a1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0893202 Nov 12 20:29:22.543401 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ec7f3e47-de75-40e6-ace1-f524117be224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:22.546353 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ec7f3e47-de75-40e6-ace1-f524117be224 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:22.547590 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ec7f3e47-de75-40e6-ace1-f524117be224 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ce22b405-116b-4bd6-9133-d0b670de549b HTTP/1.1" status: 204 len: 168 time: 0.1527348 Nov 12 20:29:22.556578 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f3e47-de75-40e6-ace1-f524117be224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce22b405-116b-4bd6-9133-d0b670de549b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:22.611312 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-54f37709-a1f0-454e-980a-d4e5b128a3b2 req-9d9e2c9f-e6ff-48c0-ad53-f68a007e6abe tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302783 Nov 12 20:29:22.647710 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-37175d75-ad8a-4411-a4d5-32be148a3fa9 req-8c50ea6b-b71d-42c1-8068-13dbbafcc594 service neutron] 10.222.0.55 "GET /v2.0/networks/67476c11-db2f-48bf-a7d2-d6540948a1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598468 Nov 12 20:29:22.732309 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dc4e3dad-9cbd-477e-9e9f-71b24f17182e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:22.764216 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-37175d75-ad8a-4411-a4d5-32be148a3fa9 req-d417f2d6-00a3-47b5-b7de-98cdc7fcee79 service neutron] 10.222.0.55 "GET /v2.0/networks/67476c11-db2f-48bf-a7d2-d6540948a1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093688 Nov 12 20:29:22.947320 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9d813-ba73-4721-ab16-c94ccf13e9db req-3d6199eb-a479-425b-b9f0-f63309c5c123 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:22.948786 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7da9d813-ba73-4721-ab16-c94ccf13e9db req-3d6199eb-a479-425b-b9f0-f63309c5c123 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 946 time: 0.0576463 Nov 12 20:29:23.001282 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7da9d813-ba73-4721-ab16-c94ccf13e9db req-47c7927c-27b7-4003-989c-42546f759b95 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466275 Nov 12 20:29:23.745886 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9fe57-24dd-409b-a8fc-c170477ef0a0 req-1cb4435f-9836-48ac-9d13-5aaec0f6619a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:23.747723 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-66f9fe57-24dd-409b-a8fc-c170477ef0a0 req-1cb4435f-9836-48ac-9d13-5aaec0f6619a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 943 time: 0.0630918 Nov 12 20:29:23.791021 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:23.817520 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-66f9fe57-24dd-409b-a8fc-c170477ef0a0 req-83ae3ccd-40c6-4a31-9d28-a1cc2de543a2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636430 Nov 12 20:29:23.973793 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:24.148591 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4380a-7eb2-4050-b45a-91f25ea491f4 req-0a2d59d1-4255-4a6d-9d59-d147cf29c15a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:24.150780 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cff4380a-7eb2-4050-b45a-91f25ea491f4 req-0a2d59d1-4255-4a6d-9d59-d147cf29c15a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 946 time: 0.0653188 Nov 12 20:29:24.209547 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cff4380a-7eb2-4050-b45a-91f25ea491f4 req-c7c09a89-9503-42cb-9e81-86bbccf2f922 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499675 Nov 12 20:29:24.965554 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fc7aa-a379-4891-8fb2-9628d831a118 req-cbef40b9-cf50-48d9-9413-65e4d612eb1c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:24.968366 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a43fc7aa-a379-4891-8fb2-9628d831a118 req-cbef40b9-cf50-48d9-9413-65e4d612eb1c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 943 time: 0.0678113 Nov 12 20:29:25.027275 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a43fc7aa-a379-4891-8fb2-9628d831a118 req-69e6e0b0-a70c-4d4c-9593-9fbbeb36f313 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501161 Nov 12 20:29:25.192566 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:25.245403 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device d489946d-8f4c-4151-99bf-e44d6657f097 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:29:25.381041 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cba4e-8e8e-4bc9-96cf-34226923f3e4 req-d678c299-4027-4b9a-a08a-026b2dc38522 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:25.381615 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port d489946d-8f4c-4151-99bf-e44d6657f097, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d489946d-8f4c-4151-99bf-e44d6657f097,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:29:25.383629 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-602cba4e-8e8e-4bc9-96cf-34226923f3e4 req-d678c299-4027-4b9a-a08a-026b2dc38522 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 946 time: 0.0710633 Nov 12 20:29:25.395080 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'd489946d-8f4c-4151-99bf-e44d6657f097', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'port_id': 'd489946d-8f4c-4151-99bf-e44d6657f097', 'mac_address': 'fa:16:3e:44:cb:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:29:25.441911 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:25.449683 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-602cba4e-8e8e-4bc9-96cf-34226923f3e4 req-c44a56ff-6149-426a-898b-05253da5d623 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592499 Nov 12 20:29:25.460187 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d489946d-8f4c-4151-99bf-e44d6657f097 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:29:25.483908 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port d489946d-8f4c-4151-99bf-e44d6657f097, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d489946d-8f4c-4151-99bf-e44d6657f097,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:29:25.490901 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:25.539235 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=d489946d-8f4c-4151-99bf-e44d6657f097,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:25.584836 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42638) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:25.718972 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-75ee642a-4fd9-44ab-bacb-e69d5aa0406f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:25.753848 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['d489946d-8f4c-4151-99bf-e44d6657f097'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:29:25.796052 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-75ee642a-4fd9-44ab-bacb-e69d5aa0406f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:25.800967 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-75ee642a-4fd9-44ab-bacb-e69d5aa0406f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:25.841628 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee642a-4fd9-44ab-bacb-e69d5aa0406f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6d05a0-2715-409e-ada6-e55093eade1c,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:25.849680 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42648) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:25.849863 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-75ee642a-4fd9-44ab-bacb-e69d5aa0406f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4f2b92de9c14934ba713d054d73ec8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2637572 Nov 12 20:29:25.901081 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-853d9a58-d0d5-4438-ab29-fb9e99422e01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:25.927635 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-853d9a58-d0d5-4438-ab29-fb9e99422e01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:25.980439 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-853d9a58-d0d5-4438-ab29-fb9e99422e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:25.985067 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-853d9a58-d0d5-4438-ab29-fb9e99422e01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:25.986895 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-853d9a58-d0d5-4438-ab29-fb9e99422e01 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3c6d05a0-2715-409e-ada6-e55093eade1c HTTP/1.1" status: 204 len: 168 time: 0.1359966 Nov 12 20:29:25.998091 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:25.999124 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d9a58-d0d5-4438-ab29-fb9e99422e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6d05a0-2715-409e-ada6-e55093eade1c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:26.008391 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d9a58-d0d5-4438-ab29-fb9e99422e01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:26.008970 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d9a58-d0d5-4438-ab29-fb9e99422e01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:26.009536 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d9a58-d0d5-4438-ab29-fb9e99422e01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:26.009941 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d9a58-d0d5-4438-ab29-fb9e99422e01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:26.010648 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d9a58-d0d5-4438-ab29-fb9e99422e01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:26.011049 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d9a58-d0d5-4438-ab29-fb9e99422e01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:26.011478 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d9a58-d0d5-4438-ab29-fb9e99422e01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:26.011872 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d9a58-d0d5-4438-ab29-fb9e99422e01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:26.012398 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d9a58-d0d5-4438-ab29-fb9e99422e01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:26.012896 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d9a58-d0d5-4438-ab29-fb9e99422e01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:26.013875 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d9a58-d0d5-4438-ab29-fb9e99422e01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:26.014461 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d9a58-d0d5-4438-ab29-fb9e99422e01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:26.155157 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cfa80-676d-4cb4-9579-ca022cd5b7d6 req-d14c980e-133e-4e82-8afc-6d5eabcd6483 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:26.161476 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-631cfa80-676d-4cb4-9579-ca022cd5b7d6 req-d14c980e-133e-4e82-8afc-6d5eabcd6483 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 944 time: 0.0576456 Nov 12 20:29:26.219235 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-631cfa80-676d-4cb4-9579-ca022cd5b7d6 req-b5e6762d-3214-4db4-82dc-d746644740a4 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501702 Nov 12 20:29:26.297922 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42660) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:26.311277 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3e6e8472-37c9-4de0-b3bc-252847fd5d5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:26.389443 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3e6e8472-37c9-4de0-b3bc-252847fd5d5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:26.393989 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3e6e8472-37c9-4de0-b3bc-252847fd5d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:26.433423 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3e6e8472-37c9-4de0-b3bc-252847fd5d5c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=44eef02658c949ae986c021ad32fa975&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1344237 Nov 12 20:29:26.434359 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e8472-37c9-4de0-b3bc-252847fd5d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b976e89f-9ec8-407a-b0a7-b0cd586879ce,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:26.436279 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42662) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:26.498229 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6705a035-ddb2-498f-97a0-9629c524138d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:26.521226 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6705a035-ddb2-498f-97a0-9629c524138d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:26.571359 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6705a035-ddb2-498f-97a0-9629c524138d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:26.574397 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6705a035-ddb2-498f-97a0-9629c524138d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:26.575773 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6705a035-ddb2-498f-97a0-9629c524138d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b976e89f-9ec8-407a-b0a7-b0cd586879ce HTTP/1.1" status: 204 len: 168 time: 0.1384637 Nov 12 20:29:26.582454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b8c81-f85f-4d47-9a06-fd89077514ff req-3aae6ba8-f1a3-40f8-beb9-dad36e2d53f8 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:26.584070 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705a035-ddb2-498f-97a0-9629c524138d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b976e89f-9ec8-407a-b0a7-b0cd586879ce,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:26.588715 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-216b8c81-f85f-4d47-9a06-fd89077514ff req-3aae6ba8-f1a3-40f8-beb9-dad36e2d53f8 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 946 time: 0.0704067 Nov 12 20:29:26.657694 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-216b8c81-f85f-4d47-9a06-fd89077514ff req-ac72f84c-56f3-4757-9667-1b4bd5ab8db5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602684 Nov 12 20:29:27.260030 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device d489946d-8f4c-4151-99bf-e44d6657f097 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:29:27.323589 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port d489946d-8f4c-4151-99bf-e44d6657f097 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:29:27.328949 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port d489946d-8f4c-4151-99bf-e44d6657f097 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:29:27.329691 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:27.385037 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44c103-6b0a-4f0c-a747-86dd3f45d836 req-eef8eca2-b3a2-4436-a668-3f96052fc226 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:27.386765 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5d44c103-6b0a-4f0c-a747-86dd3f45d836 req-eef8eca2-b3a2-4436-a668-3f96052fc226 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 944 time: 0.0920441 Nov 12 20:29:27.423753 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:27.454360 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5d44c103-6b0a-4f0c-a747-86dd3f45d836 req-a5eb7cba-6157-4f0b-b975-897052cc0335 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592127 Nov 12 20:29:27.462611 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d3be3f-cc72-4904-8475-a262ea9851a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd489946d-8f4c-4151-99bf-e44d6657f097'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:29:27.465388 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ce8f17-9dee-46a8-abee-b165dd8a61c6" -d '{"events": [{"server_uuid": "93d3be3f-cc72-4904-8475-a262ea9851a2", "name": "network-vif-plugged", "status": "completed", "tag": "d489946d-8f4c-4151-99bf-e44d6657f097"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:29:27.469432 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port d489946d-8f4c-4151-99bf-e44d6657f097, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d489946d-8f4c-4151-99bf-e44d6657f097,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:29:27.483676 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:27.517629 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee09ab84-b19e-4950-91b2-fb0b80939d00 x-openstack-request-id: req-ee09ab84-b19e-4950-91b2-fb0b80939d00 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:29:27.517915 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d3be3f-cc72-4904-8475-a262ea9851a2", "name": "network-vif-plugged", "status": "completed", "tag": "d489946d-8f4c-4151-99bf-e44d6657f097", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:29:27.518298 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee09ab84-b19e-4950-91b2-fb0b80939d00 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:29:27.518574 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d3be3f-cc72-4904-8475-a262ea9851a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd489946d-8f4c-4151-99bf-e44d6657f097', 'code': 200} Nov 12 20:29:27.541435 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=d489946d-8f4c-4151-99bf-e44d6657f097,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:27.625010 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23968f-9d56-4df5-a84d-65e1d23770b2 req-6fe091d2-728d-404b-85f5-7097dea7e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:27.626761 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ed23968f-9d56-4df5-a84d-65e1d23770b2 req-6fe091d2-728d-404b-85f5-7097dea7e614 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 1097 time: 0.0458634 Nov 12 20:29:27.684728 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ed23968f-9d56-4df5-a84d-65e1d23770b2 req-44e19c12-a833-4d80-933c-c5ab2f94b74a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496104 Nov 12 20:29:27.792739 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5ef93-64d3-4e3b-8688-221efe7bbcce req-4aabaed1-bad0-4b9c-8cfa-1a2c2281219d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:27.794299 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fea5ef93-64d3-4e3b-8688-221efe7bbcce req-4aabaed1-bad0-4b9c-8cfa-1a2c2281219d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 946 time: 0.0569799 Nov 12 20:29:27.852766 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fea5ef93-64d3-4e3b-8688-221efe7bbcce req-bab97c8a-f76d-47b1-8282-d1b0f9748fc0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521917 Nov 12 20:29:28.583298 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300b0f9-b5fe-4b37-bf7c-4e95c468d88c req-8f42aac8-8d8e-4192-a097-bed5278eff1e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:28.584813 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1300b0f9-b5fe-4b37-bf7c-4e95c468d88c req-8f42aac8-8d8e-4192-a097-bed5278eff1e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 945 time: 0.0569003 Nov 12 20:29:28.642328 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1300b0f9-b5fe-4b37-bf7c-4e95c468d88c req-72bd185a-d7d3-4bad-8809-74e923c00065 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479393 Nov 12 20:29:28.982203 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68368c1-56c6-43b9-bd79-de9aa5d9a284 req-cadfd9db-52c4-4f0b-af25-e4cd213875bb tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:28.983890 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b68368c1-56c6-43b9-bd79-de9aa5d9a284 req-cadfd9db-52c4-4f0b-af25-e4cd213875bb tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 946 time: 0.0583682 Nov 12 20:29:29.021949 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42784) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:29.047777 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b68368c1-56c6-43b9-bd79-de9aa5d9a284 req-99967da4-a3bb-4b69-b4d4-6924944bdbfc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571558 Nov 12 20:29:29.143211 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b3ab688-58a8-4f95-b911-d7ce843cc0fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:29.219717 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b3ab688-58a8-4f95-b911-d7ce843cc0fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:29.223607 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b3ab688-58a8-4f95-b911-d7ce843cc0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:29.269397 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1b3ab688-58a8-4f95-b911-d7ce843cc0fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=44bce1942bd74fd782a24f95a721e511&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2463830 Nov 12 20:29:29.270268 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ab688-58a8-4f95-b911-d7ce843cc0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7485ed-8329-4334-841a-d8db5fd4b9e3,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:29.272129 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42792) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:29.326055 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-09eb7933-44f0-44bd-8728-66518a155b6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:29.348433 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-09eb7933-44f0-44bd-8728-66518a155b6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:29.394472 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-09eb7933-44f0-44bd-8728-66518a155b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:29.397208 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-09eb7933-44f0-44bd-8728-66518a155b6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:29.399160 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-09eb7933-44f0-44bd-8728-66518a155b6a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fb7485ed-8329-4334-841a-d8db5fd4b9e3 HTTP/1.1" status: 204 len: 168 time: 0.1257582 Nov 12 20:29:29.410621 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb7933-44f0-44bd-8728-66518a155b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7485ed-8329-4334-841a-d8db5fd4b9e3,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:29.679980 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42804) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:29.693524 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-af1c63b0-95aa-45c9-941b-31bbe4f3471c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:29.792024 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa427139-393b-4596-bda0-70c1aadee62f req-765ca6be-1491-478c-84c3-4000098c63c6 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:29.793591 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aa427139-393b-4596-bda0-70c1aadee62f req-765ca6be-1491-478c-84c3-4000098c63c6 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 945 time: 0.0726173 Nov 12 20:29:29.831238 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-af1c63b0-95aa-45c9-941b-31bbe4f3471c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:29.842540 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-af1c63b0-95aa-45c9-941b-31bbe4f3471c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:29.885983 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aa427139-393b-4596-bda0-70c1aadee62f req-e088e99f-f843-415b-9ebf-f52eadac399e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819809 Nov 12 20:29:29.899598 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-af1c63b0-95aa-45c9-941b-31bbe4f3471c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=184f83a825f144e2a1c9b594ce6e7821&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2182581 Nov 12 20:29:29.900466 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c63b0-95aa-45c9-941b-31bbe4f3471c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ada9806-cc01-49fe-8f4a-4ff96616327b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:29.902301 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42812) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:29.962625 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2d69b876-c52a-4c68-92cb-fc31237809d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:30.009907 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2d69b876-c52a-4c68-92cb-fc31237809d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:30.050646 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ade8a7-a342-44fb-9ca1-3ed0b29d22dd req-c159b27e-3ce1-4b6b-ba2b-b9ad9d181c8f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:30.052190 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-29ade8a7-a342-44fb-9ca1-3ed0b29d22dd req-c159b27e-3ce1-4b6b-ba2b-b9ad9d181c8f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 945 time: 0.0907459 Nov 12 20:29:30.098811 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2d69b876-c52a-4c68-92cb-fc31237809d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:30.101446 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2d69b876-c52a-4c68-92cb-fc31237809d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:30.102722 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2d69b876-c52a-4c68-92cb-fc31237809d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ada9806-cc01-49fe-8f4a-4ff96616327b HTTP/1.1" status: 204 len: 168 time: 0.1988270 Nov 12 20:29:30.115335 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-29ade8a7-a342-44fb-9ca1-3ed0b29d22dd req-1b30c06e-88de-4f1b-8252-d0aa18f46da5 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559931 Nov 12 20:29:30.135707 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69b876-c52a-4c68-92cb-fc31237809d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ada9806-cc01-49fe-8f4a-4ff96616327b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:30.140576 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42824) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:30.209698 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ea814-065f-4420-ac34-a7aec3957f49 req-4ee639ac-006c-457d-9c42-341e91ff016d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:30.212259 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a06ea814-065f-4420-ac34-a7aec3957f49 req-4ee639ac-006c-457d-9c42-341e91ff016d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 946 time: 0.0556486 Nov 12 20:29:30.269653 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a06ea814-065f-4420-ac34-a7aec3957f49 req-a656c080-c14a-4056-a923-2a198afdd9de tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514562 Nov 12 20:29:30.403997 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b3dc49-e6b0-4db9-b42d-b659437e66af tempest-TestVolumeBootPattern-274916137 tempest-TestVolumeBootPattern-274916137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:30.405856 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d4b3dc49-e6b0-4db9-b42d-b659437e66af tempest-TestVolumeBootPattern-274916137 tempest-TestVolumeBootPattern-274916137-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 1092 time: 0.2642829 Nov 12 20:29:30.408736 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42834) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:30.413452 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-4ae0f962-4994-4f28-a77f-393b71702212 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'port_id': 'd489946d-8f4c-4151-99bf-e44d6657f097', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:29:30.450972 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4ae0f962-4994-4f28-a77f-393b71702212 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for floatingip, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:30.557340 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4ae0f962-4994-4f28-a77f-393b71702212 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:30.677860 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-4ae0f962-4994-4f28-a77f-393b71702212 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Allocated IP 172.25.5.89 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/c9a25dc1-2c0e-4816-8718-b85a92363ebc) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:29:30.815683 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4ae0f962-4994-4f28-a77f-393b71702212 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:30.853572 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4ae0f962-4994-4f28-a77f-393b71702212 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:30.892932 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae0f962-4994-4f28-a77f-393b71702212 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:29:30.895751 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-4ae0f962-4994-4f28-a77f-393b71702212 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:29:30.901777 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae0f962-4994-4f28-a77f-393b71702212 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:29:30.978098 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0f962-4994-4f28-a77f-393b71702212 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event updated for resources: {'Port': ['ID=c9a25dc1-2c0e-4816-8718-b85a92363ebc,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:31.420395 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4ae0f962-4994-4f28-a77f-393b71702212 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:31.462487 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ad557-5ef8-4eab-a526-e2248c6bf409 req-6db6ac2b-1c6e-422d-b66f-ca52ff7920bd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:31.464095 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-310ad557-5ef8-4eab-a526-e2248c6bf409 req-6db6ac2b-1c6e-422d-b66f-ca52ff7920bd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 946 time: 0.0970004 Nov 12 20:29:31.539969 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4ae0f962-4994-4f28-a77f-393b71702212 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:31.551377 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-310ad557-5ef8-4eab-a526-e2248c6bf409 req-3fef79a7-7891-4224-a812-d67d416b0f6e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801630 Nov 12 20:29:31.723840 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4ae0f962-4994-4f28-a77f-393b71702212 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:31.729886 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4ae0f962-4994-4f28-a77f-393b71702212 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:31.801808 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0f962-4994-4f28-a77f-393b71702212 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event updated for resources: {'Port': ['ID=c9a25dc1-2c0e-4816-8718-b85a92363ebc,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:31.820517 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4ae0f962-4994-4f28-a77f-393b71702212 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:31.959373 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [None req-4ae0f962-4994-4f28-a77f-393b71702212 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Floating IP 86e011cd-4306-40b5-8c35-5ce71824ea4e associated. External IP: 172.25.5.89, port: d489946d-8f4c-4151-99bf-e44d6657f097. Nov 12 20:29:32.261437 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae0f962-4994-4f28-a77f-393b71702212 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:29:32.263477 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-63ba1834-7844-48ee-9063-c17242167e4c service neutron] show failed (client error): The resource could not be found. Nov 12 20:29:32.264649 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-63ba1834-7844-48ee-9063-c17242167e4c service neutron] 10.222.0.52 "GET /v2.0/ports/1fb32501-95a3-4519-9ab2-1f922862509e/bindings/n-h1-712140-15 HTTP/1.1" status: 404 len: 381 time: 0.1199059 Nov 12 20:29:32.418932 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae0f962-4994-4f28-a77f-393b71702212 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:29:32.431070 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b20418a-c000-4f90-bb2b-d861322af834 None None] Sync routers for ids ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:29:32.453004 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b20418a-c000-4f90-bb2b-d861322af834 None None] Routers {'06faa6b2-33e6-49e4-9d41-4ee858d16f4e'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:29:32.453530 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7b20418a-c000-4f90-bb2b-d861322af834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:29:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:29:32.461586 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4ae0f962-4994-4f28-a77f-393b71702212 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:32.514588 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4ae0f962-4994-4f28-a77f-393b71702212 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1037014 Nov 12 20:29:32.524562 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d3be3f-cc72-4904-8475-a262ea9851a2', 'tag': 'd489946d-8f4c-4151-99bf-e44d6657f097'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:29:32.528559 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1cb9d4-2755-46cd-84d8-81c5df0b6f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "93d3be3f-cc72-4904-8475-a262ea9851a2", "tag": "d489946d-8f4c-4151-99bf-e44d6657f097"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:29:32.593115 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7852b935-d005-4816-bbd6-925d42b1bbc2 x-openstack-request-id: req-7852b935-d005-4816-bbd6-925d42b1bbc2 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:29:32.596511 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d3be3f-cc72-4904-8475-a262ea9851a2", "tag": "d489946d-8f4c-4151-99bf-e44d6657f097", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:29:32.596942 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7852b935-d005-4816-bbd6-925d42b1bbc2 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:29:32.597505 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d3be3f-cc72-4904-8475-a262ea9851a2', 'tag': 'd489946d-8f4c-4151-99bf-e44d6657f097', 'status': 'completed', 'code': 200} Nov 12 20:29:32.679025 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-0cc74479-7b48-44a2-b6d3-05926697cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:32.680958 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-0cc74479-7b48-44a2-b6d3-05926697cff2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9&tenant_id=c510c0945858446c87ca9a78193927af HTTP/1.1" status: 200 len: 1098 time: 0.1747518 Nov 12 20:29:32.720365 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-0e81d610-74fd-4faa-9bf0-40ec5201e033 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-15', 'device_owner': 'compute:nova'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:29:32.776384 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-7b20418a-c000-4f90-bb2b-d861322af834 None None] Set router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:29:32.788641 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42936) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:32.813206 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42e410-868f-4262-9957-66c4f08400fa req-01c05af1-8559-4b0b-9ec8-8be88ee03e32 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:32.814932 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2f42e410-868f-4262-9957-66c4f08400fa req-01c05af1-8559-4b0b-9ec8-8be88ee03e32 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 946 time: 0.1320515 Nov 12 20:29:32.816905 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-0e81d610-74fd-4faa-9bf0-40ec5201e033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:32.823177 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cb9d4-2755-46cd-84d8-81c5df0b6f5c req-31e5b579-d4d0-4aab-a545-fbeaeb6f725b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:32.824874 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cb1cb9d4-2755-46cd-84d8-81c5df0b6f5c req-31e5b579-d4d0-4aab-a545-fbeaeb6f725b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 1097 time: 0.2053843 Nov 12 20:29:32.966679 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-480083d2-9654-4c9a-a51a-ab81169f7308 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:33.073382 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7b20418a-c000-4f90-bb2b-d861322af834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'name': 'tempest-TestVolumeBootPattern-2072930217-router', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:39Z', 'updated_at': '2021-11-12T20:20:54Z', 'revision_number': 4, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'gw_port': {'id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '86e011cd-4306-40b5-8c35-5ce71824ea4e', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'floating_ip_address': '172.25.5.89', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'port_id': 'd489946d-8f4c-4151-99bf-e44d6657f097', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'mac_address': 'fa:16:3e:44:cb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d3be3f-cc72-4904-8475-a262ea9851a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:29:31Z', 'updated_at': '2021-11-12T20:29:31Z', 'revision_number': 0, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3c7bc6-185e-46ba-a51f-7659ab966c67', 'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'mac_address': 'fa:16:3e:94:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:50Z', 'updated_at': '2021-11-12T20:21:15Z', 'revision_number': 5, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'subnets': [{'id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:29:33.111459 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-480083d2-9654-4c9a-a51a-ab81169f7308 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:33.113266 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b20418a-c000-4f90-bb2b-d861322af834 None None] Checking router: 06faa6b2-33e6-49e4-9d41-4ee858d16f4e for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:29:33.119726 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-480083d2-9654-4c9a-a51a-ab81169f7308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:33.124444 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b20418a-c000-4f90-bb2b-d861322af834 None None] Routers {'06faa6b2-33e6-49e4-9d41-4ee858d16f4e'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:29:33.125126 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7b20418a-c000-4f90-bb2b-d861322af834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:29:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:29:33.158387 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480083d2-9654-4c9a-a51a-ab81169f7308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19279982-ca56-4a02-b54f-77b15081323c,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:33.189314 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-480083d2-9654-4c9a-a51a-ab81169f7308 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6386bff8b341400a88e83322b44079da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3989770 Nov 12 20:29:33.191848 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42946) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:33.251415 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2e0882bd-2f42-4a16-98cc-e3452e7f2024 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:33.278353 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2e0882bd-2f42-4a16-98cc-e3452e7f2024 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:33.292882 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-7b20418a-c000-4f90-bb2b-d861322af834 None None] Set router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:29:33.343247 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2e0882bd-2f42-4a16-98cc-e3452e7f2024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:33.344478 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2e0882bd-2f42-4a16-98cc-e3452e7f2024 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:33.345865 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2e0882bd-2f42-4a16-98cc-e3452e7f2024 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/19279982-ca56-4a02-b54f-77b15081323c HTTP/1.1" status: 204 len: 168 time: 0.1527355 Nov 12 20:29:33.372082 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0882bd-2f42-4a16-98cc-e3452e7f2024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19279982-ca56-4a02-b54f-77b15081323c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:33.428467 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2f42e410-868f-4262-9957-66c4f08400fa req-318fd95d-c967-4d73-81ea-4a5ee963281e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6024442 Nov 12 20:29:33.526743 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cb9d4-2755-46cd-84d8-81c5df0b6f5c req-8b5fdbfc-4b89-46ce-9cbb-438a0decd1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:33.528365 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cb1cb9d4-2755-46cd-84d8-81c5df0b6f5c req-8b5fdbfc-4b89-46ce-9cbb-438a0decd1ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 913 time: 0.6747046 Nov 12 20:29:33.664287 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cb1cb9d4-2755-46cd-84d8-81c5df0b6f5c req-a601eb69-076e-43f0-be4e-cacf709ebe81 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d489946d-8f4c-4151-99bf-e44d6657f097 HTTP/1.1" status: 200 len: 998 time: 0.1153181 Nov 12 20:29:33.668138 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7b20418a-c000-4f90-bb2b-d861322af834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'name': 'tempest-TestVolumeBootPattern-2072930217-router', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:39Z', 'updated_at': '2021-11-12T20:20:54Z', 'revision_number': 4, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'gw_port': {'id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '86e011cd-4306-40b5-8c35-5ce71824ea4e', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'floating_ip_address': '172.25.5.89', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'port_id': 'd489946d-8f4c-4151-99bf-e44d6657f097', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'mac_address': 'fa:16:3e:44:cb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d3be3f-cc72-4904-8475-a262ea9851a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:29:31Z', 'updated_at': '2021-11-12T20:29:31Z', 'revision_number': 0, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3c7bc6-185e-46ba-a51f-7659ab966c67', 'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'mac_address': 'fa:16:3e:94:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:50Z', 'updated_at': '2021-11-12T20:21:15Z', 'revision_number': 5, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'subnets': [{'id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:29:33.701564 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b20418a-c000-4f90-bb2b-d861322af834 None None] The sync data for ids ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'] in n-d-712140-15 is: [{'id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'name': 'tempest-TestVolumeBootPattern-2072930217-router', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:39Z', 'updated_at': '2021-11-12T20:20:54Z', 'revision_number': 4, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'gw_port': {'id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '86e011cd-4306-40b5-8c35-5ce71824ea4e', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'floating_ip_address': '172.25.5.89', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'port_id': 'd489946d-8f4c-4151-99bf-e44d6657f097', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'mac_address': 'fa:16:3e:44:cb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d3be3f-cc72-4904-8475-a262ea9851a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:29:31Z', 'updated_at': '2021-11-12T20:29:31Z', 'revision_number': 0, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3c7bc6-185e-46ba-a51f-7659ab966c67', 'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'mac_address': 'fa:16:3e:94:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:50Z', 'updated_at': '2021-11-12T20:21:15Z', 'revision_number': 5, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'subnets': [{'id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:29:33.734569 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-0e81d610-74fd-4faa-9bf0-40ec5201e033 service neutron] For port 1fb32501-95a3-4519-9ab2-1f922862509e, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=1fb32501-95a3-4519-9ab2-1f922862509e,segment=NetworkSegment(bb82f32b-2bb3-4606-a9a4-09aad93b8e01),segment_id=bb82f32b-2bb3-4606-a9a4-09aad93b8e01)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:29:33.763928 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cb9d4-2755-46cd-84d8-81c5df0b6f5c req-ab05d864-833c-4203-911f-739e438ca1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:33.765501 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cb1cb9d4-2755-46cd-84d8-81c5df0b6f5c req-ab05d864-833c-4203-911f-739e438ca1c9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63fe6903-02cc-4d59-b54a-0012785b1f66 HTTP/1.1" status: 200 len: 851 time: 0.0923269 Nov 12 20:29:33.767456 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 42960) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:33.809660 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3f6cc0b8-da1c-48c6-a285-59768bc11257 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:33.837974 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-0e81d610-74fd-4faa-9bf0-40ec5201e033 service neutron] For port 1fb32501-95a3-4519-9ab2-1f922862509e, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:29:33.909213 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-0e81d610-74fd-4faa-9bf0-40ec5201e033 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:33.912677 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cb9d4-2755-46cd-84d8-81c5df0b6f5c req-1f84319d-2a31-48c0-a068-0619c5e927a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:33.914537 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cb1cb9d4-2755-46cd-84d8-81c5df0b6f5c req-1f84319d-2a31-48c0-a068-0619c5e927a9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a14ebab6-b135-479f-8842-077a5fca0d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1367228 Nov 12 20:29:33.942622 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-0e81d610-74fd-4faa-9bf0-40ec5201e033 service neutron] Transition to ACTIVE for port object 1fb32501-95a3-4519-9ab2-1f922862509e will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:29:33.961687 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-0e81d610-74fd-4faa-9bf0-40ec5201e033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:33.995234 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3930c977-f089-4e77-8eb5-81dd6bd0a1e0 None None] New status for floating IP 86e011cd-4306-40b5-8c35-5ce71824ea4e: ACTIVE {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:29:34.189692 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81d610-74fd-4faa-9bf0-40ec5201e033 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb32501-95a3-4519-9ab2-1f922862509e,revision_number=6']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:34.213003 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3f6cc0b8-da1c-48c6-a285-59768bc11257 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:34.235613 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3f6cc0b8-da1c-48c6-a285-59768bc11257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:34.322150 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cb1cb9d4-2755-46cd-84d8-81c5df0b6f5c req-f092774c-af37-4318-ae0f-1eeaab7436b3 service neutron] 10.222.0.52 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909411 Nov 12 20:29:34.352556 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6cc0b8-da1c-48c6-a285-59768bc11257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4986116b-9207-41fc-9bff-30ec4f3e0e87,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:34.378867 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-0e81d610-74fd-4faa-9bf0-40ec5201e033 service neutron] No DVR routers for this DVR port 1fb32501-95a3-4519-9ab2-1f922862509e on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:29:34.394795 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3f6cc0b8-da1c-48c6-a285-59768bc11257 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8fcfbc77ce3944f58454fc1dc4495f2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6238644 Nov 12 20:29:34.395111 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 42972) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:34.474250 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-09eecafa-6887-4f7d-b496-c3bd89b65f13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:34.505743 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-09eecafa-6887-4f7d-b496-c3bd89b65f13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:34.552802 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cb1cb9d4-2755-46cd-84d8-81c5df0b6f5c req-c04d9dcc-77d6-4686-85b1-0d941826890e service neutron] 10.222.0.52 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019789 Nov 12 20:29:34.598542 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fb32501-95a3-4519-9ab2-1f922862509e'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:29:34.599490 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b88ba-0be1-454e-9c24-db1d89e39155 req-92a1c144-eb33-45cb-ad7c-8b70045c91dc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:34.601995 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653be1dc-8d4a-468a-bbe1-bd8741fbec65" -d '{"events": [{"server_uuid": "f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9", "name": "network-vif-unplugged", "status": "completed", "tag": "1fb32501-95a3-4519-9ab2-1f922862509e"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:29:34.604415 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3d4b88ba-0be1-454e-9c24-db1d89e39155 req-92a1c144-eb33-45cb-ad7c-8b70045c91dc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 944 time: 0.0858445 Nov 12 20:29:34.615518 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-09eecafa-6887-4f7d-b496-c3bd89b65f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:34.620372 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-09eecafa-6887-4f7d-b496-c3bd89b65f13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:34.620999 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-0e81d610-74fd-4faa-9bf0-40ec5201e033 service neutron] Attempting to bind port 1fb32501-95a3-4519-9ab2-1f922862509e on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:29:34.621411 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-0e81d610-74fd-4faa-9bf0-40ec5201e033 service neutron] Attempting to bind port 1fb32501-95a3-4519-9ab2-1f922862509e by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'bb82f32b-2bb3-4606-a9a4-09aad93b8e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:29:34.621813 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-0e81d610-74fd-4faa-9bf0-40ec5201e033 service neutron] Attempting to bind port 1fb32501-95a3-4519-9ab2-1f922862509e on network ed77738e-f625-4ff0-9384-27862f27319a {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:29:34.622327 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-09eecafa-6887-4f7d-b496-c3bd89b65f13 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4986116b-9207-41fc-9bff-30ec4f3e0e87 HTTP/1.1" status: 204 len: 168 time: 0.2254345 Nov 12 20:29:34.628758 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-0e81d610-74fd-4faa-9bf0-40ec5201e033 service neutron] Port 1fb32501-95a3-4519-9ab2-1f922862509e on network ed77738e-f625-4ff0-9384-27862f27319a not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:29:34.629089 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-0e81d610-74fd-4faa-9bf0-40ec5201e033 service neutron] Attempting to bind port 1fb32501-95a3-4519-9ab2-1f922862509e on network ed77738e-f625-4ff0-9384-27862f27319a {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:29:34.636790 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-0e81d610-74fd-4faa-9bf0-40ec5201e033 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:29:34.636975 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-0e81d610-74fd-4faa-9bf0-40ec5201e033 service neutron] Checking segment: {'id': 'bb82f32b-2bb3-4606-a9a4-09aad93b8e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:29:34.637363 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-0e81d610-74fd-4faa-9bf0-40ec5201e033 service neutron] Bound using segment: {'id': 'bb82f32b-2bb3-4606-a9a4-09aad93b8e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:29:34.637801 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-0e81d610-74fd-4faa-9bf0-40ec5201e033 service neutron] Bound port: 1fb32501-95a3-4519-9ab2-1f922862509e, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb82f32b-2bb3-4606-a9a4-09aad93b8e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:29:34.638154 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-0e81d610-74fd-4faa-9bf0-40ec5201e033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:34.651830 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eecafa-6887-4f7d-b496-c3bd89b65f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4986116b-9207-41fc-9bff-30ec4f3e0e87,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:34.709191 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe949ea-d10d-4bf6-9747-1c02d767c33d x-openstack-request-id: req-afe949ea-d10d-4bf6-9747-1c02d767c33d {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:29:34.710259 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9", "name": "network-vif-unplugged", "status": "completed", "tag": "1fb32501-95a3-4519-9ab2-1f922862509e", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:29:34.710670 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-afe949ea-d10d-4bf6-9747-1c02d767c33d {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:29:34.711270 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fb32501-95a3-4519-9ab2-1f922862509e', 'code': 200} Nov 12 20:29:34.722113 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3d4b88ba-0be1-454e-9c24-db1d89e39155 req-c12ffa6f-89b7-407d-959d-451f69180f24 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662229 Nov 12 20:29:34.763613 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-0e81d610-74fd-4faa-9bf0-40ec5201e033 service neutron] For port 1fb32501-95a3-4519-9ab2-1f922862509e, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:29:34.772537 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-0e81d610-74fd-4faa-9bf0-40ec5201e033 service neutron] For port 1fb32501-95a3-4519-9ab2-1f922862509e, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1fb32501-95a3-4519-9ab2-1f922862509e,segment=NetworkSegment(bb82f32b-2bb3-4606-a9a4-09aad93b8e01),segment_id=bb82f32b-2bb3-4606-a9a4-09aad93b8e01)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:29:34.779849 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-0e81d610-74fd-4faa-9bf0-40ec5201e033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:34.822156 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-0e81d610-74fd-4faa-9bf0-40ec5201e033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:34.823167 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-0e81d610-74fd-4faa-9bf0-40ec5201e033 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:34.824781 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-0e81d610-74fd-4faa-9bf0-40ec5201e033 service neutron] 10.222.0.55 "PUT /v2.0/ports/1fb32501-95a3-4519-9ab2-1f922862509e HTTP/1.1" status: 200 len: 1093 time: 2.1095984 Nov 12 20:29:34.852381 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81d610-74fd-4faa-9bf0-40ec5201e033 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb32501-95a3-4519-9ab2-1f922862509e,revision_number=7']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:34.911257 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-d39d929a-2872-4f78-b220-d94d05540d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:34.913076 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-d39d929a-2872-4f78-b220-d94d05540d69 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 1096 time: 0.0550907 Nov 12 20:29:35.033937 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-1f7980f0-b094-4207-98ac-7a951bf32fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:35.035831 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-1f7980f0-b094-4207-98ac-7a951bf32fca service neutron] 10.222.0.55 "GET /v2.0/networks?id=ed77738e-f625-4ff0-9384-27862f27319a HTTP/1.1" status: 200 len: 897 time: 0.1123466 Nov 12 20:29:35.141339 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-70798299-762f-4e16-8e5f-fea12e6d469d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fb32501-95a3-4519-9ab2-1f922862509e HTTP/1.1" status: 200 len: 999 time: 0.0940318 Nov 12 20:29:35.199651 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-9e60957b-0b40-4a89-919a-4a32819406f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:35.201195 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-9e60957b-0b40-4a89-919a-4a32819406f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4ffbba5-782d-4e1b-b486-48aeb3d7dcd0 HTTP/1.1" status: 200 len: 834 time: 0.0511889 Nov 12 20:29:35.254224 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-30bf91bc-ba29-4edf-b738-9e2f3d92f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:35.255787 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-30bf91bc-ba29-4edf-b738-9e2f3d92f3db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ed77738e-f625-4ff0-9384-27862f27319a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457540 Nov 12 20:29:35.378775 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-3b91895d-0091-4c49-84dd-dd9a74444950 service neutron] 10.222.0.55 "GET /v2.0/networks/ed77738e-f625-4ff0-9384-27862f27319a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144738 Nov 12 20:29:35.492498 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-e7a0df74-b3d1-4d26-9ef0-5713c18a7306 service neutron] 10.222.0.55 "GET /v2.0/networks/ed77738e-f625-4ff0-9384-27862f27319a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043301 Nov 12 20:29:35.895071 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a07282-88f0-4bdb-80ad-bf0edbbecc05 req-d11bdd03-1eac-441d-85fe-774f5f608d24 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:35.897129 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-17a07282-88f0-4bdb-80ad-bf0edbbecc05 req-d11bdd03-1eac-441d-85fe-774f5f608d24 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 944 time: 0.0689266 Nov 12 20:29:35.986375 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-17a07282-88f0-4bdb-80ad-bf0edbbecc05 req-f7c8bbb7-beaa-4867-b7a6-55c5f772bbde tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792015 Nov 12 20:29:36.712678 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9', 'tag': '1fb32501-95a3-4519-9ab2-1f922862509e'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:29:36.715260 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c7d2d3-ce16-4fd9-bdb8-15f9e1148c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9", "tag": "1fb32501-95a3-4519-9ab2-1f922862509e"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:29:36.774385 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc6bd3d-0a6e-470d-868e-aaa7d76db7c4 x-openstack-request-id: req-8cc6bd3d-0a6e-470d-868e-aaa7d76db7c4 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:29:36.775115 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9", "tag": "1fb32501-95a3-4519-9ab2-1f922862509e", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:29:36.775701 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8cc6bd3d-0a6e-470d-868e-aaa7d76db7c4 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:29:36.776323 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9', 'tag': '1fb32501-95a3-4519-9ab2-1f922862509e', 'status': 'completed', 'code': 200} Nov 12 20:29:36.844534 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7d2d3-ce16-4fd9-bdb8-15f9e1148c7d req-19fd3b78-52fb-4abe-8625-b5046f7143a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:36.846183 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f4c7d2d3-ce16-4fd9-bdb8-15f9e1148c7d req-19fd3b78-52fb-4abe-8625-b5046f7143a7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 1096 time: 0.0507507 Nov 12 20:29:36.983252 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7d2d3-ce16-4fd9-bdb8-15f9e1148c7d req-32fb24e1-5f83-4426-93a7-56b5d67a0c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:36.984983 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f4c7d2d3-ce16-4fd9-bdb8-15f9e1148c7d req-32fb24e1-5f83-4426-93a7-56b5d67a0c6a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 1096 time: 0.1168809 Nov 12 20:29:37.026021 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7d2d3-ce16-4fd9-bdb8-15f9e1148c7d req-ea9f6401-e6cc-46af-af19-f273fd208eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:37.027579 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f4c7d2d3-ce16-4fd9-bdb8-15f9e1148c7d req-ea9f6401-e6cc-46af-af19-f273fd208eea service neutron] 10.222.0.52 "GET /v2.0/networks?id=ed77738e-f625-4ff0-9384-27862f27319a HTTP/1.1" status: 200 len: 897 time: 0.1723049 Nov 12 20:29:37.035907 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43078) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:37.184101 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bc729326-c43f-4d2f-865c-070418153372 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:37.209995 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f4c7d2d3-ce16-4fd9-bdb8-15f9e1148c7d req-c8ba8ead-b876-4c6e-875c-6a7b9ee4958d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fb32501-95a3-4519-9ab2-1f922862509e HTTP/1.1" status: 200 len: 999 time: 0.1702878 Nov 12 20:29:37.227674 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7d2d3-ce16-4fd9-bdb8-15f9e1148c7d req-85172ccc-0136-4c06-967f-ac5c31be0562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:37.230336 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f4c7d2d3-ce16-4fd9-bdb8-15f9e1148c7d req-85172ccc-0136-4c06-967f-ac5c31be0562 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ed77738e-f625-4ff0-9384-27862f27319a HTTP/1.1" status: 200 len: 897 time: 0.2261307 Nov 12 20:29:37.270197 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bc729326-c43f-4d2f-865c-070418153372 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:37.276474 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bc729326-c43f-4d2f-865c-070418153372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:37.317250 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bc729326-c43f-4d2f-865c-070418153372 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e30f89e794ca41259cc6d106aee163e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2796447 Nov 12 20:29:37.318200 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc729326-c43f-4d2f-865c-070418153372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31a027d-fd89-4400-bb86-5da1c838e682,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:37.321591 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43086) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:37.324076 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 1fb32501-95a3-4519-9ab2-1f922862509e no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:29:37.333228 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd66afd-1b03-433f-8862-de21c02aec99 req-51c33db4-5a6e-48c5-811c-ebdcf0fb82ad tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:37.341419 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0bd66afd-1b03-433f-8862-de21c02aec99 req-51c33db4-5a6e-48c5-811c-ebdcf0fb82ad tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 944 time: 0.2508571 Nov 12 20:29:37.357370 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7d2d3-ce16-4fd9-bdb8-15f9e1148c7d req-cd17341c-5c4c-4cce-bcb2-90bac8977ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:37.359804 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f4c7d2d3-ce16-4fd9-bdb8-15f9e1148c7d req-cd17341c-5c4c-4cce-bcb2-90bac8977ed6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4ffbba5-782d-4e1b-b486-48aeb3d7dcd0 HTTP/1.1" status: 200 len: 834 time: 0.1419609 Nov 12 20:29:37.373716 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 1fb32501-95a3-4519-9ab2-1f922862509e not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:29:37.410381 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-387db4df-8313-454f-8965-cd57030f158e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:37.436604 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-387db4df-8313-454f-8965-cd57030f158e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:37.445872 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f4c7d2d3-ce16-4fd9-bdb8-15f9e1148c7d req-130206a6-dd2e-4152-ad94-e5cf6d9dcdcb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fb32501-95a3-4519-9ab2-1f922862509e HTTP/1.1" status: 200 len: 999 time: 0.1640887 Nov 12 20:29:37.489872 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-387db4df-8313-454f-8965-cd57030f158e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:37.493523 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-387db4df-8313-454f-8965-cd57030f158e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:37.497182 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-387db4df-8313-454f-8965-cd57030f158e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b31a027d-fd89-4400-bb86-5da1c838e682 HTTP/1.1" status: 204 len: 168 time: 0.1666782 Nov 12 20:29:37.498678 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7d2d3-ce16-4fd9-bdb8-15f9e1148c7d req-f3d8835c-f19f-4fee-bfe4-b6580ac756dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:37.500162 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f4c7d2d3-ce16-4fd9-bdb8-15f9e1148c7d req-f3d8835c-f19f-4fee-bfe4-b6580ac756dc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ed77738e-f625-4ff0-9384-27862f27319a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1318965 Nov 12 20:29:37.506137 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0bd66afd-1b03-433f-8862-de21c02aec99 req-e6337615-c4ac-4cb8-99b6-ed438e17fd69 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639500 Nov 12 20:29:37.516904 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387db4df-8313-454f-8965-cd57030f158e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31a027d-fd89-4400-bb86-5da1c838e682,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:37.548455 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7d2d3-ce16-4fd9-bdb8-15f9e1148c7d req-fbc8793f-660a-4bc3-a123-1981124aab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:37.550120 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f4c7d2d3-ce16-4fd9-bdb8-15f9e1148c7d req-fbc8793f-660a-4bc3-a123-1981124aab88 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4ffbba5-782d-4e1b-b486-48aeb3d7dcd0 HTTP/1.1" status: 200 len: 834 time: 0.0970428 Nov 12 20:29:37.646610 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7d2d3-ce16-4fd9-bdb8-15f9e1148c7d req-83817ce3-abf4-44f1-a21c-54e1328234a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:37.648309 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f4c7d2d3-ce16-4fd9-bdb8-15f9e1148c7d req-83817ce3-abf4-44f1-a21c-54e1328234a1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ed77738e-f625-4ff0-9384-27862f27319a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0879211 Nov 12 20:29:37.686719 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f4c7d2d3-ce16-4fd9-bdb8-15f9e1148c7d req-d47564d6-5362-4d9b-9bd4-a19995b9d45b service neutron] 10.222.0.52 "GET /v2.0/networks/ed77738e-f625-4ff0-9384-27862f27319a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723542 Nov 12 20:29:37.818676 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43098) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:37.833180 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-975dee8b-edfe-44ff-b9ff-e26a152a4b74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:37.846471 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f4c7d2d3-ce16-4fd9-bdb8-15f9e1148c7d req-1fc88b80-e4b2-4c12-aff4-285bf3e3c210 service neutron] 10.222.0.55 "GET /v2.0/networks/ed77738e-f625-4ff0-9384-27862f27319a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871428 Nov 12 20:29:37.875549 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f4c7d2d3-ce16-4fd9-bdb8-15f9e1148c7d req-b17fdd41-263d-4ba5-83b6-ca4c163cd338 service neutron] 10.222.0.52 "GET /v2.0/networks/ed77738e-f625-4ff0-9384-27862f27319a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799729 Nov 12 20:29:37.916349 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-975dee8b-edfe-44ff-b9ff-e26a152a4b74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:37.921241 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-975dee8b-edfe-44ff-b9ff-e26a152a4b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:37.963290 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f4c7d2d3-ce16-4fd9-bdb8-15f9e1148c7d req-4ab768cb-a7c3-4a37-b233-06cc56e0b0a3 service neutron] 10.222.0.55 "GET /v2.0/networks/ed77738e-f625-4ff0-9384-27862f27319a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095037 Nov 12 20:29:37.964200 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-975dee8b-edfe-44ff-b9ff-e26a152a4b74 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6207c136fd3549e3a9efca78a8033e1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1444070 Nov 12 20:29:37.965760 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975dee8b-edfe-44ff-b9ff-e26a152a4b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4910bf27-c5e0-4494-81c2-705a3eedf6e3,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:37.966802 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43104) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:38.026004 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6827098-ab9a-4ea6-8c5f-cc53f3874ef5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:38.051746 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6827098-ab9a-4ea6-8c5f-cc53f3874ef5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:38.108949 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6827098-ab9a-4ea6-8c5f-cc53f3874ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:38.111696 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6827098-ab9a-4ea6-8c5f-cc53f3874ef5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:38.113310 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f6827098-ab9a-4ea6-8c5f-cc53f3874ef5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4910bf27-c5e0-4494-81c2-705a3eedf6e3 HTTP/1.1" status: 204 len: 168 time: 0.1452179 Nov 12 20:29:38.122049 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6827098-ab9a-4ea6-8c5f-cc53f3874ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4910bf27-c5e0-4494-81c2-705a3eedf6e3,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:38.653488 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156cfd8-7a3c-4e90-b980-4b6e62948288 req-b9d90570-6fe6-4d97-8195-d549841c3ae5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:38.663146 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9156cfd8-7a3c-4e90-b980-4b6e62948288 req-b9d90570-6fe6-4d97-8195-d549841c3ae5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 944 time: 0.0676937 Nov 12 20:29:38.729241 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9156cfd8-7a3c-4e90-b980-4b6e62948288 req-08b0f571-1057-4b7c-8e61-cd5411fb1126 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586786 Nov 12 20:29:39.252225 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43154) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:39.372505 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b579ade4-7718-47be-965b-5aa1592933aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:39.465243 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b579ade4-7718-47be-965b-5aa1592933aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:39.469209 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b579ade4-7718-47be-965b-5aa1592933aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:39.520739 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b579ade4-7718-47be-965b-5aa1592933aa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b6c5f8f604304ff38dcbecea3e8dafb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2673888 Nov 12 20:29:39.521707 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579ade4-7718-47be-965b-5aa1592933aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282f1a59-3aa3-434d-9a3c-b60379afa1d8,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:39.523928 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43162) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:39.571839 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f1be2d34-b8ee-4b03-b2ea-4e2614a8d54e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:39.594239 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f1be2d34-b8ee-4b03-b2ea-4e2614a8d54e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:39.643180 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f1be2d34-b8ee-4b03-b2ea-4e2614a8d54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:39.646576 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f1be2d34-b8ee-4b03-b2ea-4e2614a8d54e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:39.648577 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f1be2d34-b8ee-4b03-b2ea-4e2614a8d54e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/282f1a59-3aa3-434d-9a3c-b60379afa1d8 HTTP/1.1" status: 204 len: 168 time: 0.1234379 Nov 12 20:29:39.658070 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be2d34-b8ee-4b03-b2ea-4e2614a8d54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282f1a59-3aa3-434d-9a3c-b60379afa1d8,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:39.884627 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c20a7-638d-440c-b8c0-818171ff3bff req-c29bbbf5-61dc-4143-90bc-3def801332fe tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:39.886281 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7c2c20a7-638d-440c-b8c0-818171ff3bff req-c29bbbf5-61dc-4143-90bc-3def801332fe tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 944 time: 0.0638359 Nov 12 20:29:39.951672 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7c2c20a7-638d-440c-b8c0-818171ff3bff req-49d0afad-a1d3-458f-859e-4cd221f96586 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579047 Nov 12 20:29:40.291753 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7b09c-8dfb-4f1d-8fd3-ab32cdb9ab80 req-ff2056f1-9ac0-49cb-a88b-9e46b26d787f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:40.293399 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cfb7b09c-8dfb-4f1d-8fd3-ab32cdb9ab80 req-ff2056f1-9ac0-49cb-a88b-9e46b26d787f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.52 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9&tenant_id=c510c0945858446c87ca9a78193927af&binding%3Ahost_id=n-h1-712140-15 HTTP/1.1" status: 200 len: 944 time: 0.1523008 Nov 12 20:29:40.302002 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e70d36-38b7-4c84-83e1-1329340a1dba req-8ae76b55-df58-4af9-9c82-de446b786f54 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:40.303676 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-78e70d36-38b7-4c84-83e1-1329340a1dba req-8ae76b55-df58-4af9-9c82-de446b786f54 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 944 time: 0.1150820 Nov 12 20:29:40.406247 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-78e70d36-38b7-4c84-83e1-1329340a1dba req-18180140-a16c-410f-bfa5-33f14ce8e9ee tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948904 Nov 12 20:29:40.420213 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [req-cfb7b09c-8dfb-4f1d-8fd3-ab32cdb9ab80 req-9605cb4a-8e48-441d-ae1a-4c0439fa0818 service neutron] delete failed (client error): The resource could not be found. Nov 12 20:29:40.421400 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cfb7b09c-8dfb-4f1d-8fd3-ab32cdb9ab80 req-9605cb4a-8e48-441d-ae1a-4c0439fa0818 service neutron] 10.222.0.52 "DELETE /v2.0/ports/1fb32501-95a3-4519-9ab2-1f922862509e/bindings/n-h2-712140-15 HTTP/1.1" status: 404 len: 381 time: 0.1162384 Nov 12 20:29:40.524862 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7b09c-8dfb-4f1d-8fd3-ab32cdb9ab80 req-21937258-2565-4ad6-9f08-08e4e957d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:40.527218 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cfb7b09c-8dfb-4f1d-8fd3-ab32cdb9ab80 req-21937258-2565-4ad6-9f08-08e4e957d0b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 1096 time: 0.0492206 Nov 12 20:29:40.558921 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 1fb32501-95a3-4519-9ab2-1f922862509e details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:29:40.659431 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7b09c-8dfb-4f1d-8fd3-ab32cdb9ab80 req-e53a432f-5db5-402d-a7b0-97c3e3d29b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:40.662928 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cfb7b09c-8dfb-4f1d-8fd3-ab32cdb9ab80 req-e53a432f-5db5-402d-a7b0-97c3e3d29b25 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ed77738e-f625-4ff0-9384-27862f27319a HTTP/1.1" status: 200 len: 897 time: 0.1277843 Nov 12 20:29:40.707511 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 1fb32501-95a3-4519-9ab2-1f922862509e, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1fb32501-95a3-4519-9ab2-1f922862509e,segment=NetworkSegment(bb82f32b-2bb3-4606-a9a4-09aad93b8e01),segment_id=bb82f32b-2bb3-4606-a9a4-09aad93b8e01)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:29:40.727232 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '1fb32501-95a3-4519-9ab2-1f922862509e', 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a', 'port_id': '1fb32501-95a3-4519-9ab2-1f922862509e', 'mac_address': 'fa:16:3e:78:2e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ffbba5-782d-4e1b-b486-48aeb3d7dcd0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:29:40.764275 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cfb7b09c-8dfb-4f1d-8fd3-ab32cdb9ab80 req-b6fb9afb-fb9e-4ec0-84a3-913c46e23170 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fb32501-95a3-4519-9ab2-1f922862509e HTTP/1.1" status: 200 len: 999 time: 0.0912600 Nov 12 20:29:40.781063 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:40.798725 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb32501-95a3-4519-9ab2-1f922862509e {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:29:40.821935 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 1fb32501-95a3-4519-9ab2-1f922862509e, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1fb32501-95a3-4519-9ab2-1f922862509e,segment=NetworkSegment(bb82f32b-2bb3-4606-a9a4-09aad93b8e01),segment_id=bb82f32b-2bb3-4606-a9a4-09aad93b8e01)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:29:40.828391 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:40.844009 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7b09c-8dfb-4f1d-8fd3-ab32cdb9ab80 req-d39f105a-e893-4742-9743-1f65fa17855b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:40.845668 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cfb7b09c-8dfb-4f1d-8fd3-ab32cdb9ab80 req-d39f105a-e893-4742-9743-1f65fa17855b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4ffbba5-782d-4e1b-b486-48aeb3d7dcd0 HTTP/1.1" status: 200 len: 834 time: 0.0718505 Nov 12 20:29:40.859991 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43220) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:40.893316 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=1fb32501-95a3-4519-9ab2-1f922862509e,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:40.903384 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7b09c-8dfb-4f1d-8fd3-ab32cdb9ab80 req-6ea4c62a-75bc-43b1-811e-8e68245706b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:40.905145 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cfb7b09c-8dfb-4f1d-8fd3-ab32cdb9ab80 req-6ea4c62a-75bc-43b1-811e-8e68245706b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ed77738e-f625-4ff0-9384-27862f27319a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511186 Nov 12 20:29:40.998829 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b1d10425-dfa1-42b0-8e15-762917be1722 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:41.024919 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cfb7b09c-8dfb-4f1d-8fd3-ab32cdb9ab80 req-6a5c3835-2698-45c1-bf0e-dacf44727acb service neutron] 10.222.0.52 "GET /v2.0/networks/ed77738e-f625-4ff0-9384-27862f27319a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109853 Nov 12 20:29:41.152677 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cfb7b09c-8dfb-4f1d-8fd3-ab32cdb9ab80 req-685c5e87-3968-4236-b3fb-4629000206e6 service neutron] 10.222.0.52 "GET /v2.0/networks/ed77738e-f625-4ff0-9384-27862f27319a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183236 Nov 12 20:29:41.202349 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['1fb32501-95a3-4519-9ab2-1f922862509e'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:29:41.488409 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b1d10425-dfa1-42b0-8e15-762917be1722 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:41.527769 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b1d10425-dfa1-42b0-8e15-762917be1722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:41.579477 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d10425-dfa1-42b0-8e15-762917be1722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24cf02b-2090-4b17-8878-d16e863207d4,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:41.590052 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b1d10425-dfa1-42b0-8e15-762917be1722 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=555aab7c1fc0467f978852fb3fdf9f6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7289414 Nov 12 20:29:41.592772 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43236) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:41.598703 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b719b3c-3329-4a26-a6c2-2d2f2a875c7d req-082e3141-f485-4456-a953-595468c58ec7 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:41.607389 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3b719b3c-3329-4a26-a6c2-2d2f2a875c7d req-082e3141-f485-4456-a953-595468c58ec7 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 945 time: 0.1147535 Nov 12 20:29:41.665500 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fb3a9868-4bbb-4e95-b382-20dff393e858 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:41.676688 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3b719b3c-3329-4a26-a6c2-2d2f2a875c7d req-4e956a91-90bc-4436-8b23-e714f7c45214 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682621 Nov 12 20:29:41.698730 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fb3a9868-4bbb-4e95-b382-20dff393e858 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:41.751733 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fb3a9868-4bbb-4e95-b382-20dff393e858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:41.754865 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fb3a9868-4bbb-4e95-b382-20dff393e858 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:41.758565 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fb3a9868-4bbb-4e95-b382-20dff393e858 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b24cf02b-2090-4b17-8878-d16e863207d4 HTTP/1.1" status: 204 len: 168 time: 0.1618545 Nov 12 20:29:41.766411 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a9868-4bbb-4e95-b382-20dff393e858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24cf02b-2090-4b17-8878-d16e863207d4,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:42.575504 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 1fb32501-95a3-4519-9ab2-1f922862509e up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:29:42.649261 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 1fb32501-95a3-4519-9ab2-1f922862509e completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:29:42.659160 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 1fb32501-95a3-4519-9ab2-1f922862509e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:29:42.659160 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:42.760958 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:42.788887 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb32501-95a3-4519-9ab2-1f922862509e'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:29:42.792103 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ed1382-f3ad-4533-915e-5dd26b4d6a66" -d '{"events": [{"server_uuid": "f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9", "name": "network-vif-plugged", "status": "completed", "tag": "1fb32501-95a3-4519-9ab2-1f922862509e"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:29:42.818164 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 1fb32501-95a3-4519-9ab2-1f922862509e, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1fb32501-95a3-4519-9ab2-1f922862509e,segment=NetworkSegment(bb82f32b-2bb3-4606-a9a4-09aad93b8e01),segment_id=bb82f32b-2bb3-4606-a9a4-09aad93b8e01)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:29:42.829762 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:42.831446 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5dfeb5-9be4-4e51-9306-3fe1f2872782 req-afd979a9-bc0b-43b5-836d-b2535122d29c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:42.841821 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1b5dfeb5-9be4-4e51-9306-3fe1f2872782 req-afd979a9-bc0b-43b5-836d-b2535122d29c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 945 time: 0.0766141 Nov 12 20:29:42.903366 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1b5dfeb5-9be4-4e51-9306-3fe1f2872782 req-2aff5cf4-cb46-45c6-877a-ab5edea36271 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603085 Nov 12 20:29:42.912708 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685d7311-94bb-4279-b1b1-51b57ddb074c x-openstack-request-id: req-685d7311-94bb-4279-b1b1-51b57ddb074c {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:29:42.913361 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9", "name": "network-vif-plugged", "status": "completed", "tag": "1fb32501-95a3-4519-9ab2-1f922862509e", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:29:42.913832 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-685d7311-94bb-4279-b1b1-51b57ddb074c {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:29:42.914267 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb32501-95a3-4519-9ab2-1f922862509e', 'code': 200} Nov 12 20:29:42.921017 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=1fb32501-95a3-4519-9ab2-1f922862509e,revision_number=9']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:42.921916 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43292) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:43.068272 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-214249a9-11cf-40c5-9cf5-511531014905 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/floatingips/9f5ccf9d-e8eb-4b6c-b874-667a07e38a93 HTTP/1.1" status: 200 len: 993 time: 0.1427798 Nov 12 20:29:44.171444 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43362) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:44.293958 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-db93ce51-eb8e-4997-94c0-049423df7167 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:44.381573 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-db93ce51-eb8e-4997-94c0-049423df7167 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:44.385521 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-db93ce51-eb8e-4997-94c0-049423df7167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:44.425350 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-db93ce51-eb8e-4997-94c0-049423df7167 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83421141e0d848e087a33a817d91806b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2526317 Nov 12 20:29:44.427375 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93ce51-eb8e-4997-94c0-049423df7167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c96e53b-b739-41b3-be93-68bf8b791e79,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:44.428366 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43368) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:44.500871 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ef37a0f-acd6-404f-8b56-b53a5832cdeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:44.529859 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ef37a0f-acd6-404f-8b56-b53a5832cdeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:44.589163 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ef37a0f-acd6-404f-8b56-b53a5832cdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:44.591961 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ef37a0f-acd6-404f-8b56-b53a5832cdeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:44.593216 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9ef37a0f-acd6-404f-8b56-b53a5832cdeb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c96e53b-b739-41b3-be93-68bf8b791e79 HTTP/1.1" status: 204 len: 168 time: 0.1631284 Nov 12 20:29:44.602248 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef37a0f-acd6-404f-8b56-b53a5832cdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c96e53b-b739-41b3-be93-68bf8b791e79,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:44.906811 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43376) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:44.921735 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4e12169d-f9e8-4f12-a084-58751b9837aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:45.009955 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4e12169d-f9e8-4f12-a084-58751b9837aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:45.013876 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4e12169d-f9e8-4f12-a084-58751b9837aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:45.062555 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4e12169d-f9e8-4f12-a084-58751b9837aa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c67ab6e4c6f54917b70d20f2ad5a8116&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1542561 Nov 12 20:29:45.064863 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12169d-f9e8-4f12-a084-58751b9837aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67d82dd-ca11-46e4-9c37-297c51573dea,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:45.065292 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43378) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:45.126453 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c856e4fa-7610-42c1-8411-37eb57e2b96b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:45.148661 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c856e4fa-7610-42c1-8411-37eb57e2b96b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:45.195261 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c856e4fa-7610-42c1-8411-37eb57e2b96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:45.197890 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c856e4fa-7610-42c1-8411-37eb57e2b96b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:45.199062 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c856e4fa-7610-42c1-8411-37eb57e2b96b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c67d82dd-ca11-46e4-9c37-297c51573dea HTTP/1.1" status: 204 len: 168 time: 0.1324594 Nov 12 20:29:45.207032 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856e4fa-7610-42c1-8411-37eb57e2b96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67d82dd-ca11-46e4-9c37-297c51573dea,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:47.594628 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43478) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:47.700150 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ffec738e-5bb6-4421-b632-bda41ec65e2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:47.774693 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ffec738e-5bb6-4421-b632-bda41ec65e2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:47.778479 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ffec738e-5bb6-4421-b632-bda41ec65e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:47.820522 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec738e-5bb6-4421-b632-bda41ec65e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2c3ec5-030e-46eb-95a3-22c38b4826e8,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:47.827275 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ffec738e-5bb6-4421-b632-bda41ec65e2e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=25ab59430bf343569444c6feeab9af77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2291956 Nov 12 20:29:47.827502 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43482) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:47.877082 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d794206d-f504-40e3-8561-562f8caa95f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:47.898729 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d794206d-f504-40e3-8561-562f8caa95f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:47.945396 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d794206d-f504-40e3-8561-562f8caa95f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:47.948040 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d794206d-f504-40e3-8561-562f8caa95f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:47.949255 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d794206d-f504-40e3-8561-562f8caa95f9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0e2c3ec5-030e-46eb-95a3-22c38b4826e8 HTTP/1.1" status: 204 len: 168 time: 0.1208467 Nov 12 20:29:47.957718 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794206d-f504-40e3-8561-562f8caa95f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2c3ec5-030e-46eb-95a3-22c38b4826e8,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:48.226519 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43490) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:48.242110 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1e347774-6883-4e58-956e-29a88fe5894e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:48.324439 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1e347774-6883-4e58-956e-29a88fe5894e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:48.328409 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1e347774-6883-4e58-956e-29a88fe5894e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:48.372294 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1e347774-6883-4e58-956e-29a88fe5894e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=04716b5b6b4544e28fa079056a494819&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1417894 Nov 12 20:29:48.372294 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e347774-6883-4e58-956e-29a88fe5894e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c58e7b4-7aa1-4a10-b760-0fd787ee41e2,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:48.373419 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43494) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:48.423509 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-391a8336-8613-414b-a19c-5fee96f171a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:48.452754 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-391a8336-8613-414b-a19c-5fee96f171a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:48.505607 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-391a8336-8613-414b-a19c-5fee96f171a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:48.508807 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-391a8336-8613-414b-a19c-5fee96f171a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:48.512264 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-391a8336-8613-414b-a19c-5fee96f171a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3c58e7b4-7aa1-4a10-b760-0fd787ee41e2 HTTP/1.1" status: 204 len: 168 time: 0.1350324 Nov 12 20:29:48.520105 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a8336-8613-414b-a19c-5fee96f171a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c58e7b4-7aa1-4a10-b760-0fd787ee41e2,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:49.289982 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43516) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:49.395089 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-ccf91041-4c32-4220-8723-7e2d1567723c tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-860428349'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:29:49.423801 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf91041-4c32-4220-8723-7e2d1567723c tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Made reservation on behalf of 400f0e8dd2054602969bb9474d9579bc for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:29:49.427720 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ccf91041-4c32-4220-8723-7e2d1567723c tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:49.437347 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ccf91041-4c32-4220-8723-7e2d1567723c tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:49.522247 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ccf91041-4c32-4220-8723-7e2d1567723c tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:49.526520 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ccf91041-4c32-4220-8723-7e2d1567723c tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:49.560684 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf91041-4c32-4220-8723-7e2d1567723c tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:29:49.567685 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf91041-4c32-4220-8723-7e2d1567723c tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d347e4-1e5c-4c85-b1fa-18ba4d5f7705,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:49.575991 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ccf91041-4c32-4220-8723-7e2d1567723c tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:49.577098 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-ccf91041-4c32-4220-8723-7e2d1567723c tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Added segment 4b8a862d-a6b6-42f9-a426-d4f76cd25852 of type vlan for network 7d473614-77e4-4d69-a4b8-3f97ed96c0b6 Nov 12 20:29:49.628458 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ccf91041-4c32-4220-8723-7e2d1567723c tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:49.658387 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ccf91041-4c32-4220-8723-7e2d1567723c tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:49.665286 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf91041-4c32-4220-8723-7e2d1567723c tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:49.665881 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ccf91041-4c32-4220-8723-7e2d1567723c tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:49.926791 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e62f99e7-5e6c-4f87-beae-ff8e030a4971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:50.109549 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ccf91041-4c32-4220-8723-7e2d1567723c tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8184106 Nov 12 20:29:50.114745 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43534) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:50.120571 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-944cd8c1-b58d-474e-bc8a-826c2d7fd25e tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Request body: {'subnet': {'network_id': '7d473614-77e4-4d69-a4b8-3f97ed96c0b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:29:50.128180 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf91041-4c32-4220-8723-7e2d1567723c tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Pushing event updated for resources: {'Network': ['ID=7d473614-77e4-4d69-a4b8-3f97ed96c0b6,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:50.139538 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 7d473614-77e4-4d69-a4b8-3f97ed96c0b6 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:29:50.230726 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944cd8c1-b58d-474e-bc8a-826c2d7fd25e tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Made reservation on behalf of 400f0e8dd2054602969bb9474d9579bc for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:29:50.239773 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-944cd8c1-b58d-474e-bc8a-826c2d7fd25e tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:50.253898 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:50.427193 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-944cd8c1-b58d-474e-bc8a-826c2d7fd25e tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:50.494786 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944cd8c1-b58d-474e-bc8a-826c2d7fd25e tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Pushing event updated for resources: {'Subnet': ['ID=e9178c87-509e-4eaf-8646-5635498d981c,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:50.504314 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944cd8c1-b58d-474e-bc8a-826c2d7fd25e tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Checking segment: {'id': '4b8a862d-a6b6-42f9-a426-d4f76cd25852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7d473614-77e4-4d69-a4b8-3f97ed96c0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:29:50.504680 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944cd8c1-b58d-474e-bc8a-826c2d7fd25e tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Network hostable DHCP agents. Network: 7d473614-77e4-4d69-a4b8-3f97ed96c0b6, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:29:50.528631 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944cd8c1-b58d-474e-bc8a-826c2d7fd25e tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Network 7d473614-77e4-4d69-a4b8-3f97ed96c0b6 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:29:50.542593 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-944cd8c1-b58d-474e-bc8a-826c2d7fd25e tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 7d473614-77e4-4d69-a4b8-3f97ed96c0b6) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:29:50.547345 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944cd8c1-b58d-474e-bc8a-826c2d7fd25e tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:50.548179 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-944cd8c1-b58d-474e-bc8a-826c2d7fd25e tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:50.556856 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beace70a-3616-49dc-b0d9-078f2315b8cd None None] Network 7d473614-77e4-4d69-a4b8-3f97ed96c0b6 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:29:50.596320 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43536) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:50.601691 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-460508f4-f964-412e-bd93-4b67b1afae23 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Request body: {'port': {'network_id': '7d473614-77e4-4d69-a4b8-3f97ed96c0b6', 'name': 'tempest-AllowedAddressPairTestJSON-1515426379'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:29:50.604966 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-944cd8c1-b58d-474e-bc8a-826c2d7fd25e tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4884803 Nov 12 20:29:50.725626 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-7d473614-77e4-4d69-a4b8-3f97ed96c0b6', 'network_id': '7d473614-77e4-4d69-a4b8-3f97ed96c0b6', 'tenant_id': '400f0e8dd2054602969bb9474d9579bc', 'fixed_ips': [{'subnet_id': 'e9178c87-509e-4eaf-8646-5635498d981c'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:29:50.726685 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:50.771010 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460508f4-f964-412e-bd93-4b67b1afae23 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Made reservation on behalf of 400f0e8dd2054602969bb9474d9579bc for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:29:50.774818 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-460508f4-f964-412e-bd93-4b67b1afae23 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:50.792940 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-460508f4-f964-412e-bd93-4b67b1afae23 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] device_id is not set on port 27890b60-29ff-45ee-bb9b-14dad292d05c yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:29:50.884601 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Allocated IP 172.20.0.2 (7d473614-77e4-4d69-a4b8-3f97ed96c0b6/e9178c87-509e-4eaf-8646-5635498d981c/24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:29:51.022018 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:51.026980 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:51.067392 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Network 7d473614-77e4-4d69-a4b8-3f97ed96c0b6 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:29:51.076756 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:29:51.080616 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:29:51.083859 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-460508f4-f964-412e-bd93-4b67b1afae23 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Allocated IP 172.20.0.6 (7d473614-77e4-4d69-a4b8-3f97ed96c0b6/e9178c87-509e-4eaf-8646-5635498d981c/27890b60-29ff-45ee-bb9b-14dad292d05c) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:29:51.086249 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Pushing event updated for resources: {'Port': ['ID=24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:51.137173 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:51.137885 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:51.137885 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:51.138359 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:51.138497 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:51.138779 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:51.139104 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:51.139434 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:51.139828 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:51.140069 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:51.140412 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:51.140732 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:29:51.157302 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Attempting to bind port 24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:29:51.157919 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Attempting to bind port 24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '4b8a862d-a6b6-42f9-a426-d4f76cd25852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7d473614-77e4-4d69-a4b8-3f97ed96c0b6'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:29:51.158529 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Attempting to bind port 24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda on network 7d473614-77e4-4d69-a4b8-3f97ed96c0b6 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:29:51.165148 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:29:51.165524 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Checking segment: {'id': '4b8a862d-a6b6-42f9-a426-d4f76cd25852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7d473614-77e4-4d69-a4b8-3f97ed96c0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:29:51.165992 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:51.166389 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Bound using segment: {'id': '4b8a862d-a6b6-42f9-a426-d4f76cd25852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7d473614-77e4-4d69-a4b8-3f97ed96c0b6'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:29:51.166853 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Bound port: 24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8a862d-a6b6-42f9-a426-d4f76cd25852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7d473614-77e4-4d69-a4b8-3f97ed96c0b6'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:29:51.167228 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:51.230349 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] For port 24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:29:51.233585 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] For port 24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda,segment=NetworkSegment(4b8a862d-a6b6-42f9-a426-d4f76cd25852),segment_id=4b8a862d-a6b6-42f9-a426-d4f76cd25852)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:29:51.238811 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:51.261455 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-460508f4-f964-412e-bd93-4b67b1afae23 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:51.303427 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cdfb34-e035-4679-9040-a2bbfebc3873 None None] Pushing event updated for resources: {'Port': ['ID=24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:51.309426 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-460508f4-f964-412e-bd93-4b67b1afae23 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:51.364488 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460508f4-f964-412e-bd93-4b67b1afae23 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Network 7d473614-77e4-4d69-a4b8-3f97ed96c0b6 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:29:51.371259 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-460508f4-f964-412e-bd93-4b67b1afae23 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:29:51.374393 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460508f4-f964-412e-bd93-4b67b1afae23 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:29:51.407521 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460508f4-f964-412e-bd93-4b67b1afae23 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Pushing event updated for resources: {'Port': ['ID=27890b60-29ff-45ee-bb9b-14dad292d05c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:51.463902 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460508f4-f964-412e-bd93-4b67b1afae23 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:51.465032 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-460508f4-f964-412e-bd93-4b67b1afae23 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:51.485411 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-460508f4-f964-412e-bd93-4b67b1afae23 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8879623 Nov 12 20:29:51.488929 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43538) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:51.493924 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-504a3d78-57e8-489a-85d5-a857472d5a50 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Request body: {'port': {'network_id': '7d473614-77e4-4d69-a4b8-3f97ed96c0b6', 'name': 'tempest-AllowedAddressPairTestJSON-1264345806', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:e0:95:c7'}]}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:29:51.614206 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504a3d78-57e8-489a-85d5-a857472d5a50 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Made reservation on behalf of 400f0e8dd2054602969bb9474d9579bc for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:29:51.702267 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-504a3d78-57e8-489a-85d5-a857472d5a50 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:51.720057 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-504a3d78-57e8-489a-85d5-a857472d5a50 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] device_id is not set on port 926205de-3d23-4ddc-ae71-1bbe74a645c2 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:29:51.850628 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-504a3d78-57e8-489a-85d5-a857472d5a50 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Allocated IP 172.20.0.4 (7d473614-77e4-4d69-a4b8-3f97ed96c0b6/e9178c87-509e-4eaf-8646-5635498d981c/926205de-3d23-4ddc-ae71-1bbe74a645c2) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:29:52.055762 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:29:52.066748 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-504a3d78-57e8-489a-85d5-a857472d5a50 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:52.111183 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-504a3d78-57e8-489a-85d5-a857472d5a50 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:52.116443 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:29:52.117364 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:52.164128 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504a3d78-57e8-489a-85d5-a857472d5a50 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Network 7d473614-77e4-4d69-a4b8-3f97ed96c0b6 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:29:52.172068 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-504a3d78-57e8-489a-85d5-a857472d5a50 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:29:52.177124 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504a3d78-57e8-489a-85d5-a857472d5a50 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:29:52.219864 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:52.243254 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504a3d78-57e8-489a-85d5-a857472d5a50 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:52.243815 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-504a3d78-57e8-489a-85d5-a857472d5a50 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:52.268051 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a3d78-57e8-489a-85d5-a857472d5a50 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Pushing event updated for resources: {'Port': ['ID=926205de-3d23-4ddc-ae71-1bbe74a645c2,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:52.275423 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda,segment=NetworkSegment(4b8a862d-a6b6-42f9-a426-d4f76cd25852),segment_id=4b8a862d-a6b6-42f9-a426-d4f76cd25852)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:29:52.283147 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:52.289691 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-504a3d78-57e8-489a-85d5-a857472d5a50 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.7970483 Nov 12 20:29:52.289691 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43542) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:52.328812 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d26f04-3ec8-4486-b4a7-b3011b6d49dc None None] Network 7d473614-77e4-4d69-a4b8-3f97ed96c0b6 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:29:52.399312 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8196893f-26a6-4c26-a09d-f874c17b4472 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:52.405490 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8196893f-26a6-4c26-a09d-f874c17b4472 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:52.415377 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8196893f-26a6-4c26-a09d-f874c17b4472 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:52.419754 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:52.419953 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8196893f-26a6-4c26-a09d-f874c17b4472 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1264930 Nov 12 20:29:52.419953 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43544) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:52.433015 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f0b0ac28-1171-4134-b457-851ef36c6cc5 None None] Provisioning complete for port 24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:29:52.433555 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f0b0ac28-1171-4134-b457-851ef36c6cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:52.525778 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-7217ab48-92f7-4bdc-9536-b421636ade8d tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Deleting port 926205de-3d23-4ddc-ae71-1bbe74a645c2 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:29:52.526188 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7217ab48-92f7-4bdc-9536-b421636ade8d tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:52.628199 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7217ab48-92f7-4bdc-9536-b421636ade8d tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:52.641874 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-7217ab48-92f7-4bdc-9536-b421636ade8d tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Calling delete_port for 926205de-3d23-4ddc-ae71-1bbe74a645c2 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:29:52.746281 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-08cd710e-12f5-4ccc-ba77-ea88b70b1854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:52.843138 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7217ab48-92f7-4bdc-9536-b421636ade8d tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:52.878119 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217ab48-92f7-4bdc-9536-b421636ade8d tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Pushing event deleted for resources: {'Port': ['ID=926205de-3d23-4ddc-ae71-1bbe74a645c2,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:52.932775 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-182de25b-67ea-40b9-a87f-467e708642d7 None None] Provisioning complete for port 24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:29:52.933495 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-182de25b-67ea-40b9-a87f-467e708642d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:53.033065 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43550) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:53.070749 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-182de25b-67ea-40b9-a87f-467e708642d7 None None] Could not find standard attr ID for object 926205de-3d23-4ddc-ae71-1bbe74a645c2. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:29:53.096993 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-182de25b-67ea-40b9-a87f-467e708642d7 None None] Provisioning complete for port 27890b60-29ff-45ee-bb9b-14dad292d05c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:29:53.097647 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-182de25b-67ea-40b9-a87f-467e708642d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:53.106716 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7217ab48-92f7-4bdc-9536-b421636ade8d tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:53.114252 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7217ab48-92f7-4bdc-9536-b421636ade8d tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] 10.222.0.48 "DELETE /v2.0/ports/926205de-3d23-4ddc-ae71-1bbe74a645c2 HTTP/1.1" status: 204 len: 168 time: 0.6930461 Nov 12 20:29:53.114828 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43552) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:53.136872 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-182de25b-67ea-40b9-a87f-467e708642d7 None None] Port 27890b60-29ff-45ee-bb9b-14dad292d05c cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:29:53.153637 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-8575ef65-f1a0-408b-a174-f2cdd6e19680 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] GET failed (client error): The resource could not be found. Nov 12 20:29:53.156188 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8575ef65-f1a0-408b-a174-f2cdd6e19680 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] 10.222.0.48 "GET /v2.0/ports/926205de-3d23-4ddc-ae71-1bbe74a645c2 HTTP/1.1" status: 404 len: 333 time: 0.0379353 Nov 12 20:29:53.164921 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43554) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:53.170010 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-0d27f225-a986-4d9c-807b-5f7f0474eb39 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Request body: {'port': {'network_id': '7d473614-77e4-4d69-a4b8-3f97ed96c0b6', 'name': 'tempest-AllowedAddressPairTestJSON-208872951'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:29:53.273564 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-1e66a8bb-96f3-48e8-83f8-2803f73a8f78 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Deleting port ecca02d3-041f-4db1-b2ca-694cbd9f3426 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:29:53.273910 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1e66a8bb-96f3-48e8-83f8-2803f73a8f78 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:53.274933 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ed999d54-ce8c-421a-af83-43dc5e198905 None None] Provisioning complete for port 27890b60-29ff-45ee-bb9b-14dad292d05c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:29:53.275658 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ed999d54-ce8c-421a-af83-43dc5e198905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:53.353092 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d27f225-a986-4d9c-807b-5f7f0474eb39 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Made reservation on behalf of 400f0e8dd2054602969bb9474d9579bc for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:29:53.359748 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ed999d54-ce8c-421a-af83-43dc5e198905 None None] Port 27890b60-29ff-45ee-bb9b-14dad292d05c cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:29:53.368924 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0d27f225-a986-4d9c-807b-5f7f0474eb39 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:53.373831 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1e66a8bb-96f3-48e8-83f8-2803f73a8f78 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:53.375117 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1e66a8bb-96f3-48e8-83f8-2803f73a8f78 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:53.390938 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-0d27f225-a986-4d9c-807b-5f7f0474eb39 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] device_id is not set on port d254cc91-85c5-4d7f-9def-af5731eb6167 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:29:53.391812 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-1e66a8bb-96f3-48e8-83f8-2803f73a8f78 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Calling delete_port for ecca02d3-041f-4db1-b2ca-694cbd9f3426 owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:29:53.543448 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-0d27f225-a986-4d9c-807b-5f7f0474eb39 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Allocated IP 172.20.0.11 (7d473614-77e4-4d69-a4b8-3f97ed96c0b6/e9178c87-509e-4eaf-8646-5635498d981c/d254cc91-85c5-4d7f-9def-af5731eb6167) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:29:53.581157 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7ef9d728-ab5e-41ce-a4e5-5aae2ce29caa None None] Could not find standard attr ID for object 926205de-3d23-4ddc-ae71-1bbe74a645c2. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:29:53.583279 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1e66a8bb-96f3-48e8-83f8-2803f73a8f78 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:53.611224 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66a8bb-96f3-48e8-83f8-2803f73a8f78 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Pushing event deleted for resources: {'Port': ['ID=ecca02d3-041f-4db1-b2ca-694cbd9f3426,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:53.656708 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:29:53.686788 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1e66a8bb-96f3-48e8-83f8-2803f73a8f78 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:53.687468 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-1e66a8bb-96f3-48e8-83f8-2803f73a8f78 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Floating IP 5e338ea9-86a3-42d5-bd8f-46b06226f16c disassociated (deleted). External IP: 172.25.5.129, port: 1b537365-d32d-4e61-9f80-b560b5abee6b. Nov 12 20:29:53.774297 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0d27f225-a986-4d9c-807b-5f7f0474eb39 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:53.817722 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:53.825072 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0d27f225-a986-4d9c-807b-5f7f0474eb39 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:53.899298 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d27f225-a986-4d9c-807b-5f7f0474eb39 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Network 7d473614-77e4-4d69-a4b8-3f97ed96c0b6 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:29:53.908448 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-0d27f225-a986-4d9c-807b-5f7f0474eb39 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:29:53.915249 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d27f225-a986-4d9c-807b-5f7f0474eb39 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:29:53.920424 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27f225-a986-4d9c-807b-5f7f0474eb39 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Pushing event updated for resources: {'Port': ['ID=d254cc91-85c5-4d7f-9def-af5731eb6167,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:53.987402 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:54.000047 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d27f225-a986-4d9c-807b-5f7f0474eb39 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:54.000475 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e66a8bb-96f3-48e8-83f8-2803f73a8f78 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Router 3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:29:54.000878 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0d27f225-a986-4d9c-807b-5f7f0474eb39 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:54.022896 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0d27f225-a986-4d9c-807b-5f7f0474eb39 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8565209 Nov 12 20:29:54.026222 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43560) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:54.036363 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-38fdcefe-4bfc-4154-8df1-d2042f6a358d tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:e0:95:c7'}]}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:29:54.066351 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:29:54.188728 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:29:54.189908 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:54.194370 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-38fdcefe-4bfc-4154-8df1-d2042f6a358d tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:54.222831 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e66a8bb-96f3-48e8-83f8-2803f73a8f78 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:29:54.233425 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7232b07-3739-4773-ae89-98cf014362b0 None None] Sync routers for ids ['3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:29:54.249219 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7232b07-3739-4773-ae89-98cf014362b0 None None] Routers {'3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:29:54.249811 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d7232b07-3739-4773-ae89-98cf014362b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:29:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:29:54.251676 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1e66a8bb-96f3-48e8-83f8-2803f73a8f78 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:54.310300 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1e66a8bb-96f3-48e8-83f8-2803f73a8f78 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "DELETE /v2.0/floatingips/5e338ea9-86a3-42d5-bd8f-46b06226f16c HTTP/1.1" status: 204 len: 168 time: 1.2751474 Nov 12 20:29:54.310848 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53befc3f-d58c-4e37-a9e7-feb58b820e38', 'tag': '1b537365-d32d-4e61-9f80-b560b5abee6b'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:29:54.313954 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df1f145-e142-4ebd-ab46-157e70501535" -d '{"events": [{"name": "network-changed", "server_uuid": "53befc3f-d58c-4e37-a9e7-feb58b820e38", "tag": "1b537365-d32d-4e61-9f80-b560b5abee6b"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:29:54.352744 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-89d3f881-fb67-4f08-b64b-2f384f587971 None None] Provisioning complete for port d254cc91-85c5-4d7f-9def-af5731eb6167 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:29:54.361076 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-89d3f881-fb67-4f08-b64b-2f384f587971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:54.385532 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786eb841-7a7e-4ffa-8413-e9163216b010 x-openstack-request-id: req-786eb841-7a7e-4ffa-8413-e9163216b010 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:29:54.386049 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53befc3f-d58c-4e37-a9e7-feb58b820e38", "tag": "1b537365-d32d-4e61-9f80-b560b5abee6b", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:29:54.386575 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-786eb841-7a7e-4ffa-8413-e9163216b010 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:29:54.387131 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53befc3f-d58c-4e37-a9e7-feb58b820e38', 'tag': '1b537365-d32d-4e61-9f80-b560b5abee6b', 'status': 'completed', 'code': 200} Nov 12 20:29:54.433814 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-d7232b07-3739-4773-ae89-98cf014362b0 None None] Set router 3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:29:54.498310 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1f145-e142-4ebd-ab46-157e70501535 req-2f0c737f-9e6b-473a-8f75-40e56f885f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:54.500262 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1df1f145-e142-4ebd-ab46-157e70501535 req-2f0c737f-9e6b-473a-8f75-40e56f885f19 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1884da1a5d847e5be8267b0c9b74c84&device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 1097 time: 0.0921166 Nov 12 20:29:54.531818 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-38fdcefe-4bfc-4154-8df1-d2042f6a358d tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:54.557746 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-38fdcefe-4bfc-4154-8df1-d2042f6a358d tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:54.634825 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-89d3f881-fb67-4f08-b64b-2f384f587971 None None] Port d254cc91-85c5-4d7f-9def-af5731eb6167 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:29:54.670110 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d7232b07-3739-4773-ae89-98cf014362b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'name': 'tempest-TestVolumeBackupRestore-1105915495-router', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:23:03Z', 'updated_at': '2021-11-12T20:23:10Z', 'revision_number': 4, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'gw_port': {'id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:04Z', 'updated_at': '2021-11-12T20:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'bff99f9c-941a-4ebc-ba22-ae7be3fab3e3', 'name': '', 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'mac_address': 'fa:16:3e:c3:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '987eb413-d718-4633-baf0-6d783690046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:08Z', 'updated_at': '2021-11-12T20:23:24Z', 'revision_number': 5, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'subnets': [{'id': '987eb413-d718-4633-baf0-6d783690046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:29:54.699534 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7232b07-3739-4773-ae89-98cf014362b0 None None] Checking router: 3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:29:54.710810 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7232b07-3739-4773-ae89-98cf014362b0 None None] Routers {'3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:29:54.711854 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d7232b07-3739-4773-ae89-98cf014362b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:29:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:29:54.720877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-38fdcefe-4bfc-4154-8df1-d2042f6a358d tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] In _notify_port_updated(), no bound segment for port d254cc91-85c5-4d7f-9def-af5731eb6167 on network 7d473614-77e4-4d69-a4b8-3f97ed96c0b6 {{(pid=102447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 20:29:54.729154 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fdcefe-4bfc-4154-8df1-d2042f6a358d tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:54.729899 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-38fdcefe-4bfc-4154-8df1-d2042f6a358d tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:54.731708 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-38fdcefe-4bfc-4154-8df1-d2042f6a358d tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] 10.222.0.48 "PUT /v2.0/ports/d254cc91-85c5-4d7f-9def-af5731eb6167 HTTP/1.1" status: 200 len: 993 time: 0.7041323 Nov 12 20:29:54.736208 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43570) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:54.771188 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdcefe-4bfc-4154-8df1-d2042f6a358d tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Pushing event updated for resources: {'Port': ['ID=d254cc91-85c5-4d7f-9def-af5731eb6167,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:54.851866 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1f145-e142-4ebd-ab46-157e70501535 req-9fd8a844-bc25-425b-9bab-1982d5dc3ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:54.853834 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1df1f145-e142-4ebd-ab46-157e70501535 req-9fd8a844-bc25-425b-9bab-1982d5dc3ed7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=67476c11-db2f-48bf-a7d2-d6540948a1b3 HTTP/1.1" status: 200 len: 915 time: 0.3392706 Nov 12 20:29:54.863330 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-d7232b07-3739-4773-ae89-98cf014362b0 None None] Set router 3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:29:54.932218 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1df1f145-e142-4ebd-ab46-157e70501535 req-952c8bb2-5715-4a49-abd0-b45a685b3c5a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b537365-d32d-4e61-9f80-b560b5abee6b HTTP/1.1" status: 200 len: 217 time: 0.0668929 Nov 12 20:29:54.952681 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-5ea8761d-6a49-4af8-b79e-f203fe0b7573 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Deleting port d254cc91-85c5-4d7f-9def-af5731eb6167 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:29:54.958406 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ea8761d-6a49-4af8-b79e-f203fe0b7573 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:54.975301 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3ebc3-439f-4455-82ca-180322c638de req-77ea906f-57b9-4da8-9b38-ca417ea02f8a tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:54.977922 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c8b3ebc3-439f-4455-82ca-180322c638de req-77ea906f-57b9-4da8-9b38-ca417ea02f8a tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 945 time: 0.2078402 Nov 12 20:29:55.080480 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-77477f82-93d0-415d-bfd6-4a5fadd1b206 None None] Provisioning complete for port d254cc91-85c5-4d7f-9def-af5731eb6167 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:29:55.080935 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-77477f82-93d0-415d-bfd6-4a5fadd1b206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:55.093538 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1f145-e142-4ebd-ab46-157e70501535 req-c0821c9e-9e59-47b0-a6b9-b454914c94c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:55.095466 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1df1f145-e142-4ebd-ab46-157e70501535 req-c0821c9e-9e59-47b0-a6b9-b454914c94c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=987eb413-d718-4633-baf0-6d783690046e HTTP/1.1" status: 200 len: 853 time: 0.1554470 Nov 12 20:29:55.101436 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c8b3ebc3-439f-4455-82ca-180322c638de req-854def1d-e1ca-4fed-bd93-608efc898acb tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980198 Nov 12 20:29:55.122381 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ea8761d-6a49-4af8-b79e-f203fe0b7573 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:55.144353 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-5ea8761d-6a49-4af8-b79e-f203fe0b7573 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Calling delete_port for d254cc91-85c5-4d7f-9def-af5731eb6167 owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:29:55.163605 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-77477f82-93d0-415d-bfd6-4a5fadd1b206 None None] Port d254cc91-85c5-4d7f-9def-af5731eb6167 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:29:55.174977 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1f145-e142-4ebd-ab46-157e70501535 req-431193bd-3025-4190-8195-cd11f9371dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:55.176833 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1df1f145-e142-4ebd-ab46-157e70501535 req-431193bd-3025-4190-8195-cd11f9371dd4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=67476c11-db2f-48bf-a7d2-d6540948a1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684800 Nov 12 20:29:55.183796 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d7232b07-3739-4773-ae89-98cf014362b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'name': 'tempest-TestVolumeBackupRestore-1105915495-router', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:23:03Z', 'updated_at': '2021-11-12T20:23:10Z', 'revision_number': 4, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'gw_port': {'id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:04Z', 'updated_at': '2021-11-12T20:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'bff99f9c-941a-4ebc-ba22-ae7be3fab3e3', 'name': '', 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'mac_address': 'fa:16:3e:c3:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '987eb413-d718-4633-baf0-6d783690046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:08Z', 'updated_at': '2021-11-12T20:23:24Z', 'revision_number': 5, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'subnets': [{'id': '987eb413-d718-4633-baf0-6d783690046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:29:55.214168 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:55.221248 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7232b07-3739-4773-ae89-98cf014362b0 None None] The sync data for ids ['3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'] in n-d-712140-15 is: [{'id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'name': 'tempest-TestVolumeBackupRestore-1105915495-router', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:23:03Z', 'updated_at': '2021-11-12T20:23:10Z', 'revision_number': 4, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'gw_port': {'id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:04Z', 'updated_at': '2021-11-12T20:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'bff99f9c-941a-4ebc-ba22-ae7be3fab3e3', 'name': '', 'network_id': '67476c11-db2f-48bf-a7d2-d6540948a1b3', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'mac_address': 'fa:16:3e:c3:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '987eb413-d718-4633-baf0-6d783690046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:08Z', 'updated_at': '2021-11-12T20:23:24Z', 'revision_number': 5, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'subnets': [{'id': '987eb413-d718-4633-baf0-6d783690046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:29:55.324697 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ea8761d-6a49-4af8-b79e-f203fe0b7573 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:55.333629 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1df1f145-e142-4ebd-ab46-157e70501535 req-029989f9-044f-4cc5-90e7-e7ab31de8d50 service neutron] 10.222.0.55 "GET /v2.0/networks/67476c11-db2f-48bf-a7d2-d6540948a1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466277 Nov 12 20:29:55.364678 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8761d-6a49-4af8-b79e-f203fe0b7573 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Pushing event deleted for resources: {'Port': ['ID=d254cc91-85c5-4d7f-9def-af5731eb6167,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:55.481894 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1df1f145-e142-4ebd-ab46-157e70501535 req-6c7d8d54-db2a-4728-b1c9-b3793423fcfe service neutron] 10.222.0.55 "GET /v2.0/networks/67476c11-db2f-48bf-a7d2-d6540948a1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324928 Nov 12 20:29:55.524516 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ea8761d-6a49-4af8-b79e-f203fe0b7573 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:55.530829 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5ea8761d-6a49-4af8-b79e-f203fe0b7573 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] 10.222.0.48 "DELETE /v2.0/ports/d254cc91-85c5-4d7f-9def-af5731eb6167 HTTP/1.1" status: 204 len: 168 time: 0.7904868 Nov 12 20:29:55.531329 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43574) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:55.564629 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-79dd5446-bc48-45da-9461-a2f0c7aaafda tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] GET failed (client error): The resource could not be found. Nov 12 20:29:55.572750 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-79dd5446-bc48-45da-9461-a2f0c7aaafda tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] 10.222.0.48 "GET /v2.0/ports/d254cc91-85c5-4d7f-9def-af5731eb6167 HTTP/1.1" status: 404 len: 333 time: 0.0339866 Nov 12 20:29:55.573242 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43576) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:55.578800 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-5ea665af-6f08-4704-b507-2eb9a95dcb68 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Request body: {'port': {'network_id': '7d473614-77e4-4d69-a4b8-3f97ed96c0b6', 'name': 'tempest-AllowedAddressPairTestJSON-1260004118'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:29:55.727707 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1971c88-217e-4245-bfa2-c54184d86b72 None None] New status for floating IP 5e338ea9-86a3-42d5-bd8f-46b06226f16c: DOWN {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:29:55.739961 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea665af-6f08-4704-b507-2eb9a95dcb68 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Made reservation on behalf of 400f0e8dd2054602969bb9474d9579bc for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:29:55.744971 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ea665af-6f08-4704-b507-2eb9a95dcb68 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:55.762952 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-5ea665af-6f08-4704-b507-2eb9a95dcb68 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] device_id is not set on port 26702c7f-40df-447d-8b0b-4d5cc3a20483 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:29:55.886255 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-5ea665af-6f08-4704-b507-2eb9a95dcb68 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Allocated IP 172.20.0.3 (7d473614-77e4-4d69-a4b8-3f97ed96c0b6/e9178c87-509e-4eaf-8646-5635498d981c/26702c7f-40df-447d-8b0b-4d5cc3a20483) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:29:55.984020 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:56.057452 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ea665af-6f08-4704-b507-2eb9a95dcb68 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:56.091578 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ea665af-6f08-4704-b507-2eb9a95dcb68 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:56.135561 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea665af-6f08-4704-b507-2eb9a95dcb68 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Network 7d473614-77e4-4d69-a4b8-3f97ed96c0b6 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:29:56.139043 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-5ea665af-6f08-4704-b507-2eb9a95dcb68 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:29:56.145695 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea665af-6f08-4704-b507-2eb9a95dcb68 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:29:56.175662 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea665af-6f08-4704-b507-2eb9a95dcb68 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Pushing event updated for resources: {'Port': ['ID=26702c7f-40df-447d-8b0b-4d5cc3a20483,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:56.219192 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea665af-6f08-4704-b507-2eb9a95dcb68 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:56.219768 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ea665af-6f08-4704-b507-2eb9a95dcb68 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:56.242753 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5ea665af-6f08-4704-b507-2eb9a95dcb68 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6680355 Nov 12 20:29:56.245188 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43582) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:56.251891 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-239b01fa-d201-4248-8ce3-ac099a077b93 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e0:95:c7'}]}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:29:56.297940 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3b7ed-6900-42fd-8b6b-5af65771170b req-12f02f44-1dd2-4b86-a759-edccec47e451 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:56.305520 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2de3b7ed-6900-42fd-8b6b-5af65771170b req-12f02f44-1dd2-4b86-a759-edccec47e451 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 945 time: 0.0838654 Nov 12 20:29:56.351955 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-239b01fa-d201-4248-8ce3-ac099a077b93 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:56.364662 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2de3b7ed-6900-42fd-8b6b-5af65771170b req-e5ba0c40-3d2d-4221-bfcc-86e8e1f93568 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581465 Nov 12 20:29:56.499898 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-cc9816c1-ac77-4b07-87d6-7df279e237a8 None None] Provisioning complete for port 26702c7f-40df-447d-8b0b-4d5cc3a20483 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:29:56.500566 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cc9816c1-ac77-4b07-87d6-7df279e237a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:56.541314 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-cc9816c1-ac77-4b07-87d6-7df279e237a8 None None] Port 26702c7f-40df-447d-8b0b-4d5cc3a20483 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:29:56.564999 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52039de5-e3df-4681-89e3-5823d60bc8aa req-e1ee8cd3-f53f-4b8a-be32-4e28a75a1ac9 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:56.566486 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-52039de5-e3df-4681-89e3-5823d60bc8aa req-e1ee8cd3-f53f-4b8a-be32-4e28a75a1ac9 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.55 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 945 time: 0.0822184 Nov 12 20:29:56.629111 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-239b01fa-d201-4248-8ce3-ac099a077b93 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:56.636090 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-239b01fa-d201-4248-8ce3-ac099a077b93 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:56.751610 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b01fa-d201-4248-8ce3-ac099a077b93 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Pushing event updated for resources: {'Port': ['ID=26702c7f-40df-447d-8b0b-4d5cc3a20483,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:56.763689 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-239b01fa-d201-4248-8ce3-ac099a077b93 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] In _notify_port_updated(), no bound segment for port 26702c7f-40df-447d-8b0b-4d5cc3a20483 on network 7d473614-77e4-4d69-a4b8-3f97ed96c0b6 {{(pid=102447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 20:29:56.766660 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2fe3bc62-8128-438f-929e-2a9138967183 req-4cb3962c-4139-4888-83d2-a2ba0aa30852 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0684793 Nov 12 20:29:56.769565 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239b01fa-d201-4248-8ce3-ac099a077b93 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:56.770229 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-239b01fa-d201-4248-8ce3-ac099a077b93 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:56.774832 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43584) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:56.775145 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-239b01fa-d201-4248-8ce3-ac099a077b93 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] 10.222.0.48 "PUT /v2.0/ports/26702c7f-40df-447d-8b0b-4d5cc3a20483 HTTP/1.1" status: 200 len: 996 time: 0.5275805 Nov 12 20:29:56.793710 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-52039de5-e3df-4681-89e3-5823d60bc8aa req-0edf41fc-7ffe-48f4-847d-419007401301 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Deleting port 1b537365-d32d-4e61-9f80-b560b5abee6b {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:29:56.794825 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-52039de5-e3df-4681-89e3-5823d60bc8aa req-0edf41fc-7ffe-48f4-847d-419007401301 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:56.899865 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3bc62-8128-438f-929e-2a9138967183 req-491efe77-2977-4ec2-ae93-03a519f06f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:56.901485 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2fe3bc62-8128-438f-929e-2a9138967183 req-491efe77-2977-4ec2-ae93-03a519f06f17 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 1097 time: 0.0961351 Nov 12 20:29:56.911518 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-52039de5-e3df-4681-89e3-5823d60bc8aa req-0edf41fc-7ffe-48f4-847d-419007401301 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] For port 1b537365-d32d-4e61-9f80-b560b5abee6b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1b537365-d32d-4e61-9f80-b560b5abee6b,segment=NetworkSegment(ba6dfea4-f851-4362-854f-449d978f80c9),segment_id=ba6dfea4-f851-4362-854f-449d978f80c9)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:29:56.912107 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-52039de5-e3df-4681-89e3-5823d60bc8aa req-0edf41fc-7ffe-48f4-847d-419007401301 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:56.926395 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-52039de5-e3df-4681-89e3-5823d60bc8aa req-0edf41fc-7ffe-48f4-847d-419007401301 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Calling delete_port for 1b537365-d32d-4e61-9f80-b560b5abee6b owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:29:56.932262 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-9643ed96-61ce-4251-8893-34456d743245 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Deleting port 26702c7f-40df-447d-8b0b-4d5cc3a20483 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:29:56.933072 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9643ed96-61ce-4251-8893-34456d743245 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:57.074356 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c65d98b9-f22c-490c-ab2b-8b3c3f4c2179 None None] Provisioning complete for port 26702c7f-40df-447d-8b0b-4d5cc3a20483 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:29:57.075218 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c65d98b9-f22c-490c-ab2b-8b3c3f4c2179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:57.111009 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3bc62-8128-438f-929e-2a9138967183 req-ef62ac96-22e0-4043-a0db-4cad47599970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:57.113779 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2fe3bc62-8128-438f-929e-2a9138967183 req-ef62ac96-22e0-4043-a0db-4cad47599970 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 913 time: 0.1852582 Nov 12 20:29:57.127298 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c65d98b9-f22c-490c-ab2b-8b3c3f4c2179 None None] Port 26702c7f-40df-447d-8b0b-4d5cc3a20483 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:29:57.187939 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2fe3bc62-8128-438f-929e-2a9138967183 req-76a2cad8-8aec-48df-ba47-c81021256d70 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a HTTP/1.1" status: 200 len: 217 time: 0.0652270 Nov 12 20:29:57.244209 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9643ed96-61ce-4251-8893-34456d743245 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:57.264296 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-9643ed96-61ce-4251-8893-34456d743245 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Calling delete_port for 26702c7f-40df-447d-8b0b-4d5cc3a20483 owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:29:57.278166 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3bc62-8128-438f-929e-2a9138967183 req-e0908686-fa94-499d-a533-6fba8a204bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:57.279797 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2fe3bc62-8128-438f-929e-2a9138967183 req-e0908686-fa94-499d-a533-6fba8a204bfd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 0.0818200 Nov 12 20:29:57.382021 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3bc62-8128-438f-929e-2a9138967183 req-71994068-17ff-4f4c-a29d-bc108c335142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:57.383672 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-52039de5-e3df-4681-89e3-5823d60bc8aa req-0edf41fc-7ffe-48f4-847d-419007401301 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:57.383877 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2fe3bc62-8128-438f-929e-2a9138967183 req-71994068-17ff-4f4c-a29d-bc108c335142 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688848 Nov 12 20:29:57.417231 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf41fc-7ffe-48f4-847d-419007401301 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Pushing event deleted for resources: {'Port': ['ID=1b537365-d32d-4e61-9f80-b560b5abee6b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:57.514148 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-52039de5-e3df-4681-89e3-5823d60bc8aa req-0edf41fc-7ffe-48f4-847d-419007401301 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] No DVR routers for this DVR port 1b537365-d32d-4e61-9f80-b560b5abee6b on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:29:57.517485 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-128f9ea2-c326-4595-a07d-e9f366c581f2 req-3132be4e-5da9-4b91-9324-caa748f73a2b tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 210 time: 0.0465047 Nov 12 20:29:57.518504 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-52039de5-e3df-4681-89e3-5823d60bc8aa req-0edf41fc-7ffe-48f4-847d-419007401301 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:57.521786 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-52039de5-e3df-4681-89e3-5823d60bc8aa req-0edf41fc-7ffe-48f4-847d-419007401301 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.55 "DELETE /v2.0/ports/1b537365-d32d-4e61-9f80-b560b5abee6b HTTP/1.1" status: 204 len: 173 time: 0.9320416 Nov 12 20:29:57.522358 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53befc3f-d58c-4e37-a9e7-feb58b820e38', 'name': 'network-vif-deleted', 'tag': '1b537365-d32d-4e61-9f80-b560b5abee6b'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:29:57.524802 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f462cb-902a-49bd-b604-0b1c54ed7a98" -d '{"events": [{"server_uuid": "53befc3f-d58c-4e37-a9e7-feb58b820e38", "name": "network-vif-deleted", "tag": "1b537365-d32d-4e61-9f80-b560b5abee6b"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:29:57.569999 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9643ed96-61ce-4251-8893-34456d743245 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:57.571758 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee40a0ca-78dd-4715-bd0c-92d2132afda7 x-openstack-request-id: req-ee40a0ca-78dd-4715-bd0c-92d2132afda7 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:29:57.572058 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53befc3f-d58c-4e37-a9e7-feb58b820e38", "name": "network-vif-deleted", "tag": "1b537365-d32d-4e61-9f80-b560b5abee6b", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:29:57.572444 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee40a0ca-78dd-4715-bd0c-92d2132afda7 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:29:57.572845 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53befc3f-d58c-4e37-a9e7-feb58b820e38', 'name': 'network-vif-deleted', 'tag': '1b537365-d32d-4e61-9f80-b560b5abee6b', 'status': 'completed', 'code': 200} Nov 12 20:29:57.617057 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643ed96-61ce-4251-8893-34456d743245 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Pushing event deleted for resources: {'Port': ['ID=26702c7f-40df-447d-8b0b-4d5cc3a20483,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:57.626410 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2fe3bc62-8128-438f-929e-2a9138967183 req-32da50b2-fcc0-49b4-b6cf-129c5c123f7c service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239678 Nov 12 20:29:57.752399 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9643ed96-61ce-4251-8893-34456d743245 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:57.757643 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9643ed96-61ce-4251-8893-34456d743245 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] 10.222.0.48 "DELETE /v2.0/ports/26702c7f-40df-447d-8b0b-4d5cc3a20483 HTTP/1.1" status: 204 len: 168 time: 0.9808431 Nov 12 20:29:57.758899 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43592) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:57.789621 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2fe3bc62-8128-438f-929e-2a9138967183 req-d9b61838-7565-4234-9f21-ed64501ce2b0 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439948 Nov 12 20:29:57.814262 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc51498-ea20-40eb-adf8-eaeca620bea5 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] GET failed (client error): The resource could not be found. Nov 12 20:29:57.822441 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6cc51498-ea20-40eb-adf8-eaeca620bea5 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] 10.222.0.48 "GET /v2.0/ports/26702c7f-40df-447d-8b0b-4d5cc3a20483 HTTP/1.1" status: 404 len: 333 time: 0.0570915 Nov 12 20:29:57.822708 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43594) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:57.827533 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-be26b1a9-06f1-4ead-bbd5-3d2eda099628 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Request body: {'port': {'network_id': '7d473614-77e4-4d69-a4b8-3f97ed96c0b6', 'name': 'tempest-AllowedAddressPairTestJSON-1969428583'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:29:57.969530 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be26b1a9-06f1-4ead-bbd5-3d2eda099628 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Made reservation on behalf of 400f0e8dd2054602969bb9474d9579bc for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:29:57.973169 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be26b1a9-06f1-4ead-bbd5-3d2eda099628 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:57.993691 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-be26b1a9-06f1-4ead-bbd5-3d2eda099628 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] device_id is not set on port a055d30f-f3c9-43fe-8992-25f091f027d3 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:29:58.114659 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-be26b1a9-06f1-4ead-bbd5-3d2eda099628 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Allocated IP 172.20.0.5 (7d473614-77e4-4d69-a4b8-3f97ed96c0b6/e9178c87-509e-4eaf-8646-5635498d981c/a055d30f-f3c9-43fe-8992-25f091f027d3) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:29:58.281551 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be26b1a9-06f1-4ead-bbd5-3d2eda099628 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:58.330191 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be26b1a9-06f1-4ead-bbd5-3d2eda099628 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:58.380409 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be26b1a9-06f1-4ead-bbd5-3d2eda099628 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Network 7d473614-77e4-4d69-a4b8-3f97ed96c0b6 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:29:58.386601 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-be26b1a9-06f1-4ead-bbd5-3d2eda099628 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:29:58.391265 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be26b1a9-06f1-4ead-bbd5-3d2eda099628 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:29:58.399177 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26b1a9-06f1-4ead-bbd5-3d2eda099628 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Pushing event updated for resources: {'Port': ['ID=a055d30f-f3c9-43fe-8992-25f091f027d3,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:58.449867 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be26b1a9-06f1-4ead-bbd5-3d2eda099628 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:58.450826 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be26b1a9-06f1-4ead-bbd5-3d2eda099628 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:58.477550 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-be26b1a9-06f1-4ead-bbd5-3d2eda099628 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6539485 Nov 12 20:29:58.481980 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43600) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:58.487753 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-2dfded16-1a41-4773-8afb-18966574c963 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Request body: {'port': {'network_id': '7d473614-77e4-4d69-a4b8-3f97ed96c0b6', 'name': 'tempest-AllowedAddressPairTestJSON-1366019968'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:29:58.664614 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfded16-1a41-4773-8afb-18966574c963 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Made reservation on behalf of 400f0e8dd2054602969bb9474d9579bc for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:29:58.677738 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2dfded16-1a41-4773-8afb-18966574c963 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:58.706649 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-2dfded16-1a41-4773-8afb-18966574c963 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] device_id is not set on port 925ebc6d-64ad-4e34-bbec-737c315c20ef yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:29:58.718668 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1ad568bb-9f4f-46e0-944d-fe880aa17a41 req-023001bc-78ed-4e6a-881a-7ee4fbd8955b tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 210 time: 0.0513957 Nov 12 20:29:58.766209 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a4b05a4b-ae80-4fce-aadf-03cab8456c7b None None] Provisioning complete for port a055d30f-f3c9-43fe-8992-25f091f027d3 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:29:58.766780 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4b05a4b-ae80-4fce-aadf-03cab8456c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:58.802050 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-a4b05a4b-ae80-4fce-aadf-03cab8456c7b None None] Port a055d30f-f3c9-43fe-8992-25f091f027d3 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:29:58.823451 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-2dfded16-1a41-4773-8afb-18966574c963 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Allocated IP 172.20.0.13 (7d473614-77e4-4d69-a4b8-3f97ed96c0b6/e9178c87-509e-4eaf-8646-5635498d981c/925ebc6d-64ad-4e34-bbec-737c315c20ef) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:29:58.975098 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2dfded16-1a41-4773-8afb-18966574c963 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:59.016632 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2dfded16-1a41-4773-8afb-18966574c963 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:59.060511 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfded16-1a41-4773-8afb-18966574c963 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Network 7d473614-77e4-4d69-a4b8-3f97ed96c0b6 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:29:59.065663 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-2dfded16-1a41-4773-8afb-18966574c963 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:29:59.069944 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfded16-1a41-4773-8afb-18966574c963 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:29:59.101398 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfded16-1a41-4773-8afb-18966574c963 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Pushing event updated for resources: {'Port': ['ID=925ebc6d-64ad-4e34-bbec-737c315c20ef,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:59.127956 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfded16-1a41-4773-8afb-18966574c963 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:59.128730 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2dfded16-1a41-4773-8afb-18966574c963 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:59.160348 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2dfded16-1a41-4773-8afb-18966574c963 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6771879 Nov 12 20:29:59.162039 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43606) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:59.168727 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a57dc2f8-27b4-4ffb-a86b-c243a62d8d66 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:e0:95:c7'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:b0:3e:4d'}]}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:29:59.331769 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e14e9ffe-6b13-40eb-9156-3445747f73e8 None None] Provisioning complete for port 925ebc6d-64ad-4e34-bbec-737c315c20ef triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:29:59.332433 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e14e9ffe-6b13-40eb-9156-3445747f73e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:59.334202 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a57dc2f8-27b4-4ffb-a86b-c243a62d8d66 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:59.376212 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e14e9ffe-6b13-40eb-9156-3445747f73e8 None None] Port 925ebc6d-64ad-4e34-bbec-737c315c20ef cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:29:59.524424 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a57dc2f8-27b4-4ffb-a86b-c243a62d8d66 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:59.529173 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a57dc2f8-27b4-4ffb-a86b-c243a62d8d66 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:59.606043 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57dc2f8-27b4-4ffb-a86b-c243a62d8d66 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Pushing event updated for resources: {'Port': ['ID=925ebc6d-64ad-4e34-bbec-737c315c20ef,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:29:59.625339 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-a57dc2f8-27b4-4ffb-a86b-c243a62d8d66 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] In _notify_port_updated(), no bound segment for port 925ebc6d-64ad-4e34-bbec-737c315c20ef on network 7d473614-77e4-4d69-a4b8-3f97ed96c0b6 {{(pid=102447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 20:29:59.630900 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57dc2f8-27b4-4ffb-a86b-c243a62d8d66 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:29:59.631599 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a57dc2f8-27b4-4ffb-a86b-c243a62d8d66 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:59.636657 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a57dc2f8-27b4-4ffb-a86b-c243a62d8d66 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] 10.222.0.48 "PUT /v2.0/ports/925ebc6d-64ad-4e34-bbec-737c315c20ef HTTP/1.1" status: 200 len: 1056 time: 0.4729240 Nov 12 20:29:59.636945 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43608) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:29:59.756039 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-eb821358-f0ac-4380-9854-48a70d010fe5 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Deleting port 925ebc6d-64ad-4e34-bbec-737c315c20ef {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:29:59.757233 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eb821358-f0ac-4380-9854-48a70d010fe5 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:59.884962 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eb821358-f0ac-4380-9854-48a70d010fe5 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:59.898856 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64d56a14-3c0b-4a2c-a3f9-d3bda588b5da req-4fafa316-72fa-4d42-a95d-d9e9e54ee2f4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0791090 Nov 12 20:29:59.910035 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0bcc1974-2c59-4d58-a747-ff18fee33ace None None] Provisioning complete for port 925ebc6d-64ad-4e34-bbec-737c315c20ef triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:29:59.910606 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0bcc1974-2c59-4d58-a747-ff18fee33ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:29:59.949200 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-eb821358-f0ac-4380-9854-48a70d010fe5 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Calling delete_port for 925ebc6d-64ad-4e34-bbec-737c315c20ef owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:29:59.978891 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-38a4c961-454d-4b3f-9321-1c077a8f7168 req-e389294d-7b7c-4dea-bc15-6506814268ba tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 210 time: 0.0771389 Nov 12 20:30:00.017910 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d56a14-3c0b-4a2c-a3f9-d3bda588b5da req-947f004c-a944-40c4-8cbe-fe0b4ddf7464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:00.018152 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0bcc1974-2c59-4d58-a747-ff18fee33ace None None] Port 925ebc6d-64ad-4e34-bbec-737c315c20ef cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:30:00.020674 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64d56a14-3c0b-4a2c-a3f9-d3bda588b5da req-947f004c-a944-40c4-8cbe-fe0b4ddf7464 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 1097 time: 0.0702569 Nov 12 20:30:00.164712 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d56a14-3c0b-4a2c-a3f9-d3bda588b5da req-f02b5396-301f-45fa-9a0b-6ca1d57effcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:00.166401 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64d56a14-3c0b-4a2c-a3f9-d3bda588b5da req-f02b5396-301f-45fa-9a0b-6ca1d57effcf service neutron] 10.222.0.52 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 913 time: 0.1250150 Nov 12 20:30:00.186936 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eb821358-f0ac-4380-9854-48a70d010fe5 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:00.239174 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb821358-f0ac-4380-9854-48a70d010fe5 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Pushing event deleted for resources: {'Port': ['ID=925ebc6d-64ad-4e34-bbec-737c315c20ef,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:00.261633 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64d56a14-3c0b-4a2c-a3f9-d3bda588b5da req-13671900-4d4a-4606-9fdc-1db11c1d1a33 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d489946d-8f4c-4151-99bf-e44d6657f097 HTTP/1.1" status: 200 len: 1000 time: 0.0837753 Nov 12 20:30:00.416391 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d56a14-3c0b-4a2c-a3f9-d3bda588b5da req-54f9879b-5513-4436-b8d3-c036b7cb6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:00.416391 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64d56a14-3c0b-4a2c-a3f9-d3bda588b5da req-54f9879b-5513-4436-b8d3-c036b7cb6f7c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63fe6903-02cc-4d59-b54a-0012785b1f66 HTTP/1.1" status: 200 len: 851 time: 0.0616658 Nov 12 20:30:00.548758 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d56a14-3c0b-4a2c-a3f9-d3bda588b5da req-37548eba-7bd1-4804-93d1-2e578cc2e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:00.548758 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64d56a14-3c0b-4a2c-a3f9-d3bda588b5da req-37548eba-7bd1-4804-93d1-2e578cc2e4f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a14ebab6-b135-479f-8842-077a5fca0d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0983589 Nov 12 20:30:00.629243 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eb821358-f0ac-4380-9854-48a70d010fe5 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:00.630494 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64d56a14-3c0b-4a2c-a3f9-d3bda588b5da req-983973a6-4917-40a3-826f-7220a32a2dd0 service neutron] 10.222.0.52 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761148 Nov 12 20:30:00.633156 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-eb821358-f0ac-4380-9854-48a70d010fe5 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] 10.222.0.48 "DELETE /v2.0/ports/925ebc6d-64ad-4e34-bbec-737c315c20ef HTTP/1.1" status: 204 len: 168 time: 0.9952724 Nov 12 20:30:00.636397 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43626) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:00.639788 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 1b537365-d32d-4e61-9f80-b560b5abee6b no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:30:00.683720 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ee921c-4937-402b-9543-1e11f65aaad5 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] GET failed (client error): The resource could not be found. Nov 12 20:30:00.688472 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d1ee921c-4937-402b-9543-1e11f65aaad5 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] 10.222.0.48 "GET /v2.0/ports/925ebc6d-64ad-4e34-bbec-737c315c20ef HTTP/1.1" status: 404 len: 333 time: 0.0501833 Nov 12 20:30:00.688991 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 1b537365-d32d-4e61-9f80-b560b5abee6b {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:30:00.689561 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 1b537365-d32d-4e61-9f80-b560b5abee6b not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:30:00.691120 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43628) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:00.796312 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64d56a14-3c0b-4a2c-a3f9-d3bda588b5da req-c5a8a7b6-e02a-47f7-a9f3-b3e898700f25 service neutron] 10.222.0.52 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379249 Nov 12 20:30:00.822087 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-a2cefb51-1edc-43a9-928a-4577bbc28674 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Deleting port a055d30f-f3c9-43fe-8992-25f091f027d3 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:00.822439 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a2cefb51-1edc-43a9-928a-4577bbc28674 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:00.935803 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a2cefb51-1edc-43a9-928a-4577bbc28674 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:00.949250 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-a2cefb51-1edc-43a9-928a-4577bbc28674 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Calling delete_port for a055d30f-f3c9-43fe-8992-25f091f027d3 owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:01.150428 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d039323-2b71-455d-b8dd-ab60df94fb30 req-16607447-fae9-46bb-9d24-760d5701a1fd tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 210 time: 0.0528786 Nov 12 20:30:01.157960 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a2cefb51-1edc-43a9-928a-4577bbc28674 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:01.210081 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cefb51-1edc-43a9-928a-4577bbc28674 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Pushing event deleted for resources: {'Port': ['ID=a055d30f-f3c9-43fe-8992-25f091f027d3,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:01.291879 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a2cefb51-1edc-43a9-928a-4577bbc28674 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:01.297855 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a2cefb51-1edc-43a9-928a-4577bbc28674 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] 10.222.0.48 "DELETE /v2.0/ports/a055d30f-f3c9-43fe-8992-25f091f027d3 HTTP/1.1" status: 204 len: 168 time: 0.6011348 Nov 12 20:30:01.298185 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43646) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:01.327403 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40eb0cc-a5f5-49cc-a0f7-804d8d3f7429 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] GET failed (client error): The resource could not be found. Nov 12 20:30:01.329018 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f40eb0cc-a5f5-49cc-a0f7-804d8d3f7429 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] 10.222.0.48 "GET /v2.0/ports/a055d30f-f3c9-43fe-8992-25f091f027d3 HTTP/1.1" status: 404 len: 333 time: 0.0298274 Nov 12 20:30:01.333168 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43648) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:01.482130 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-6ff4642d-ca15-48ef-880a-fec9faf590ed tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Deleting port 27890b60-29ff-45ee-bb9b-14dad292d05c {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:01.482130 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6ff4642d-ca15-48ef-880a-fec9faf590ed tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:01.601151 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6ff4642d-ca15-48ef-880a-fec9faf590ed tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:01.614823 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-6ff4642d-ca15-48ef-880a-fec9faf590ed tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Calling delete_port for 27890b60-29ff-45ee-bb9b-14dad292d05c owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:01.772203 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6ff4642d-ca15-48ef-880a-fec9faf590ed tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:01.814344 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4642d-ca15-48ef-880a-fec9faf590ed tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Pushing event deleted for resources: {'Port': ['ID=27890b60-29ff-45ee-bb9b-14dad292d05c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:01.896261 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6ff4642d-ca15-48ef-880a-fec9faf590ed tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:01.900699 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6ff4642d-ca15-48ef-880a-fec9faf590ed tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] 10.222.0.48 "DELETE /v2.0/ports/27890b60-29ff-45ee-bb9b-14dad292d05c HTTP/1.1" status: 204 len: 168 time: 0.5664186 Nov 12 20:30:01.903623 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43660) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:01.994766 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-961cf0dc-aa15-46f9-a741-b9e90bd886b0 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Deleting subnet e9178c87-509e-4eaf-8646-5635498d981c {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:30:01.999362 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-961cf0dc-aa15-46f9-a741-b9e90bd886b0 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:02.055259 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-961cf0dc-aa15-46f9-a741-b9e90bd886b0 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:02.179858 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-961cf0dc-aa15-46f9-a741-b9e90bd886b0 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:02.261756 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-961cf0dc-aa15-46f9-a741-b9e90bd886b0 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:02.271657 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9fae5631-fbb5-4706-a0df-d88dfb68e823 req-eb17b8df-945f-4d9c-b47d-32c96c399fef tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 210 time: 0.0292952 Nov 12 20:30:02.293019 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961cf0dc-aa15-46f9-a741-b9e90bd886b0 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Pushing event deleted for resources: {'Subnet': ['ID=e9178c87-509e-4eaf-8646-5635498d981c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:02.297232 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-961cf0dc-aa15-46f9-a741-b9e90bd886b0 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:02.305127 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-961cf0dc-aa15-46f9-a741-b9e90bd886b0 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] 10.222.0.48 "DELETE /v2.0/subnets/e9178c87-509e-4eaf-8646-5635498d981c HTTP/1.1" status: 204 len: 168 time: 0.4002180 Nov 12 20:30:02.305613 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43676) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:02.309610 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cfd5a1-c262-405b-8a52-c717a386f208 None None] Network 7d473614-77e4-4d69-a4b8-3f97ed96c0b6 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:30:02.426951 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-66707dbd-39d9-45dd-a290-cbf937a946a2 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:02.513298 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-66707dbd-39d9-45dd-a290-cbf937a946a2 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Deleting port 24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:02.513502 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-66707dbd-39d9-45dd-a290-cbf937a946a2 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:02.559141 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e5ced6-2734-4347-91a3-881e932a967a None None] DHCP port deletion for 7d473614-77e4-4d69-a4b8-3f97ed96c0b6 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:30:02.628473 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b0e5ced6-2734-4347-91a3-881e932a967a None None] Deleting port 24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:02.629253 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b0e5ced6-2734-4347-91a3-881e932a967a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:02.656839 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-66707dbd-39d9-45dd-a290-cbf937a946a2 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] For port 24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda,segment=NetworkSegment(4b8a862d-a6b6-42f9-a426-d4f76cd25852),segment_id=4b8a862d-a6b6-42f9-a426-d4f76cd25852)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:02.657481 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-66707dbd-39d9-45dd-a290-cbf937a946a2 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:02.683371 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-66707dbd-39d9-45dd-a290-cbf937a946a2 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Calling delete_port for 24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:02.727990 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b0e5ced6-2734-4347-91a3-881e932a967a None None] For port 24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda,segment=NetworkSegment(4b8a862d-a6b6-42f9-a426-d4f76cd25852),segment_id=4b8a862d-a6b6-42f9-a426-d4f76cd25852)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:02.728657 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b0e5ced6-2734-4347-91a3-881e932a967a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:02.745389 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b0e5ced6-2734-4347-91a3-881e932a967a None None] Calling delete_port for 24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:02.812048 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-66707dbd-39d9-45dd-a290-cbf937a946a2 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:02.829920 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66707dbd-39d9-45dd-a290-cbf937a946a2 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] No DVR routers for this DVR port 24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:30:02.867205 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b0e5ced6-2734-4347-91a3-881e932a967a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:02.871013 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66707dbd-39d9-45dd-a290-cbf937a946a2 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Pushing event deleted for resources: {'Port': ['ID=24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:02.902515 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5ced6-2734-4347-91a3-881e932a967a None None] Pushing event deleted for resources: {'Port': ['ID=24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:02.909913 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e5ced6-2734-4347-91a3-881e932a967a None None] No DVR routers for this DVR port 24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:30:03.002309 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-66707dbd-39d9-45dd-a290-cbf937a946a2 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:03.039954 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-66707dbd-39d9-45dd-a290-cbf937a946a2 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d473614-77e4-4d69-a4b8-3f97ed96c0b6']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:03.051897 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-66707dbd-39d9-45dd-a290-cbf937a946a2 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8a862d-a6b6-42f9-a426-d4f76cd25852') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:03.052376 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-66707dbd-39d9-45dd-a290-cbf937a946a2 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8a862d-a6b6-42f9-a426-d4f76cd25852') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:03.063392 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-66707dbd-39d9-45dd-a290-cbf937a946a2 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:03.084356 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-66707dbd-39d9-45dd-a290-cbf937a946a2 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:03.092803 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66707dbd-39d9-45dd-a290-cbf937a946a2 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:30:03.093250 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-66707dbd-39d9-45dd-a290-cbf937a946a2 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:30:03.097671 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:30:03.216596 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-66707dbd-39d9-45dd-a290-cbf937a946a2 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:03.233097 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-66707dbd-39d9-45dd-a290-cbf937a946a2 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:03.233097 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-66707dbd-39d9-45dd-a290-cbf937a946a2 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] 10.222.0.48 "DELETE /v2.0/networks/7d473614-77e4-4d69-a4b8-3f97ed96c0b6 HTTP/1.1" status: 204 len: 168 time: 0.9239867 Nov 12 20:30:03.251839 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66707dbd-39d9-45dd-a290-cbf937a946a2 tempest-AllowedAddressPairTestJSON-1243761216 tempest-AllowedAddressPairTestJSON-1243761216-project] Pushing event deleted for resources: {'Network': ['ID=7d473614-77e4-4d69-a4b8-3f97ed96c0b6,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:03.436867 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-977b23e3-452a-4880-b9a6-74bd985bc9e1 req-ab559801-ee97-4613-8929-ee4500723987 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 210 time: 0.0319843 Nov 12 20:30:03.632562 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43706) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:03.818442 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3ea4325f-649f-4ef6-9f7c-9383cf989afd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=400f0e8dd2054602969bb9474d9579bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1851687 Nov 12 20:30:03.822133 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43712) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:03.887448 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d755a818-d2f3-4b98-9690-19c8ad0e0bd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:03.911891 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d755a818-d2f3-4b98-9690-19c8ad0e0bd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:03.981171 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d755a818-d2f3-4b98-9690-19c8ad0e0bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:03.984164 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d755a818-d2f3-4b98-9690-19c8ad0e0bd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:03.985408 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d755a818-d2f3-4b98-9690-19c8ad0e0bd7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d7d347e4-1e5c-4c85-b1fa-18ba4d5f7705 HTTP/1.1" status: 204 len: 168 time: 0.1625710 Nov 12 20:30:03.994607 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755a818-d2f3-4b98-9690-19c8ad0e0bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d347e4-1e5c-4c85-b1fa-18ba4d5f7705,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:04.031190 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:30:04.053647 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:30:04.054078 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 24e9c537-f4a3-42c4-a6d0-6a4fa6c66cda not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:30:04.602078 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b22755a0-51b1-4195-84fa-0e18886023ad req-369d5a6d-ac60-437a-bd18-802a267e8d45 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "GET /v2.0/ports?device_id=53befc3f-d58c-4e37-a9e7-feb58b820e38 HTTP/1.1" status: 200 len: 210 time: 0.0453331 Nov 12 20:30:04.834201 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 43758) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:04.942684 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-71a6aa40-09ba-4cda-b3ee-958e743d7580 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1194536473'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:04.966913 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a6aa40-09ba-4cda-b3ee-958e743d7580 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Made reservation on behalf of fb94608602bf41c2b2e182ddf641b241 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:04.970791 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71a6aa40-09ba-4cda-b3ee-958e743d7580 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:04.979445 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71a6aa40-09ba-4cda-b3ee-958e743d7580 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:05.061012 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71a6aa40-09ba-4cda-b3ee-958e743d7580 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:05.065702 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71a6aa40-09ba-4cda-b3ee-958e743d7580 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:05.092891 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a6aa40-09ba-4cda-b3ee-958e743d7580 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:30:05.105848 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6aa40-09ba-4cda-b3ee-958e743d7580 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5071a2-87f6-4a60-9304-af9bdca28bb5,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:05.110703 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71a6aa40-09ba-4cda-b3ee-958e743d7580 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:05.111060 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-71a6aa40-09ba-4cda-b3ee-958e743d7580 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Added segment 23aa5444-8505-440b-a450-6ff102fa8957 of type vlan for network 44914d0e-8f73-4e21-b2b5-976d60b00deb Nov 12 20:30:05.167488 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71a6aa40-09ba-4cda-b3ee-958e743d7580 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:05.198960 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71a6aa40-09ba-4cda-b3ee-958e743d7580 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:05.205859 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a6aa40-09ba-4cda-b3ee-958e743d7580 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:05.206478 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71a6aa40-09ba-4cda-b3ee-958e743d7580 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:05.242917 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-71a6aa40-09ba-4cda-b3ee-958e743d7580 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4070175 Nov 12 20:30:05.280735 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6aa40-09ba-4cda-b3ee-958e743d7580 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event updated for resources: {'Network': ['ID=44914d0e-8f73-4e21-b2b5-976d60b00deb,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:05.293014 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 44914d0e-8f73-4e21-b2b5-976d60b00deb details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:30:05.672281 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 43782) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:05.735395 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-366bd0ca-c7dc-42a4-9600-e5deb2e013e6 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:05.764420 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-366bd0ca-c7dc-42a4-9600-e5deb2e013e6 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:05.832126 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-366bd0ca-c7dc-42a4-9600-e5deb2e013e6 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:05.835729 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-366bd0ca-c7dc-42a4-9600-e5deb2e013e6 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:05.836965 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-366bd0ca-c7dc-42a4-9600-e5deb2e013e6 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] 10.222.0.48 "DELETE /v2.0/security-groups/f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f HTTP/1.1" status: 204 len: 168 time: 0.1622939 Nov 12 20:30:05.851762 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366bd0ca-c7dc-42a4-9600-e5deb2e013e6 tempest-TestVolumeBackupRestore-1056049742 tempest-TestVolumeBackupRestore-1056049742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7957a1a-b96b-4353-be3a-7f2ce8f4fa4f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:08.668949 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44044) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:08.675177 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-1107573d-0175-4c9b-b183-800960540ad8 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Request body: {'subnet': {'network_id': '44914d0e-8f73-4e21-b2b5-976d60b00deb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:08.827817 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1107573d-0175-4c9b-b183-800960540ad8 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Made reservation on behalf of fb94608602bf41c2b2e182ddf641b241 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:08.833999 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1107573d-0175-4c9b-b183-800960540ad8 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:09.174481 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1107573d-0175-4c9b-b183-800960540ad8 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:09.276224 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107573d-0175-4c9b-b183-800960540ad8 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event updated for resources: {'Subnet': ['ID=610893f6-be20-4856-9dfe-f092ec7af11e,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:09.291864 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1107573d-0175-4c9b-b183-800960540ad8 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Checking segment: {'id': '23aa5444-8505-440b-a450-6ff102fa8957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '44914d0e-8f73-4e21-b2b5-976d60b00deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:30:09.292758 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1107573d-0175-4c9b-b183-800960540ad8 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Network hostable DHCP agents. Network: 44914d0e-8f73-4e21-b2b5-976d60b00deb, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:30:09.330791 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1107573d-0175-4c9b-b183-800960540ad8 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Network 44914d0e-8f73-4e21-b2b5-976d60b00deb is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:30:09.360480 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-1107573d-0175-4c9b-b183-800960540ad8 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 44914d0e-8f73-4e21-b2b5-976d60b00deb) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:09.371615 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56e84da-1f68-495d-a7d0-c4a3886ec098 None None] Network 44914d0e-8f73-4e21-b2b5-976d60b00deb requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:30:09.373952 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1107573d-0175-4c9b-b183-800960540ad8 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:09.374844 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1107573d-0175-4c9b-b183-800960540ad8 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:09.414097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44116) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:09.414592 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1107573d-0175-4c9b-b183-800960540ad8 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7434521 Nov 12 20:30:09.423969 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-aefea9e8-1c31-4079-bff2-8cea04ec1483 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-912430561'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:09.486846 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefea9e8-1c31-4079-bff2-8cea04ec1483 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Made reservation on behalf of fb94608602bf41c2b2e182ddf641b241 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:09.493102 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aefea9e8-1c31-4079-bff2-8cea04ec1483 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:09.572681 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aefea9e8-1c31-4079-bff2-8cea04ec1483 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:30:09.586789 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aefea9e8-1c31-4079-bff2-8cea04ec1483 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:09.587475 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-aefea9e8-1c31-4079-bff2-8cea04ec1483 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Added segment f35cd0fa-9bf2-4070-8ac2-ad77b892b425 of type vlan for network 9988dbe2-d1ac-44c3-b627-4183537089e1 Nov 12 20:30:09.671585 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aefea9e8-1c31-4079-bff2-8cea04ec1483 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:09.743515 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aefea9e8-1c31-4079-bff2-8cea04ec1483 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:09.750018 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefea9e8-1c31-4079-bff2-8cea04ec1483 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:09.750945 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aefea9e8-1c31-4079-bff2-8cea04ec1483 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:09.774737 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4ffad3-e158-4e4a-9bd8-4fb3486431dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-44914d0e-8f73-4e21-b2b5-976d60b00deb', 'network_id': '44914d0e-8f73-4e21-b2b5-976d60b00deb', 'tenant_id': 'fb94608602bf41c2b2e182ddf641b241', 'fixed_ips': [{'subnet_id': '610893f6-be20-4856-9dfe-f092ec7af11e'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:30:09.775617 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0a4ffad3-e158-4e4a-9bd8-4fb3486431dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:09.806688 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-aefea9e8-1c31-4079-bff2-8cea04ec1483 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3901126 Nov 12 20:30:09.809700 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44152) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:09.815267 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-211c1395-6206-4e71-8280-9c28d8987338 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Request body: {'subnet': {'network_id': '9988dbe2-d1ac-44c3-b627-4183537089e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:09.863203 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefea9e8-1c31-4079-bff2-8cea04ec1483 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event updated for resources: {'Network': ['ID=9988dbe2-d1ac-44c3-b627-4183537089e1,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:09.890411 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 9988dbe2-d1ac-44c3-b627-4183537089e1 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:30:10.049544 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211c1395-6206-4e71-8280-9c28d8987338 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Made reservation on behalf of fb94608602bf41c2b2e182ddf641b241 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:10.054238 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-211c1395-6206-4e71-8280-9c28d8987338 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:10.081487 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-0a4ffad3-e158-4e4a-9bd8-4fb3486431dd None None] Allocated IP 2001:db8:0:ffff::2 (44914d0e-8f73-4e21-b2b5-976d60b00deb/610893f6-be20-4856-9dfe-f092ec7af11e/d24fafee-87d6-40a6-96cd-05c08d1c1f24) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:30:10.304517 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0a4ffad3-e158-4e4a-9bd8-4fb3486431dd None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:10.312968 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0a4ffad3-e158-4e4a-9bd8-4fb3486431dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:10.400450 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4ffad3-e158-4e4a-9bd8-4fb3486431dd None None] Network 44914d0e-8f73-4e21-b2b5-976d60b00deb is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:30:10.407694 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-0a4ffad3-e158-4e4a-9bd8-4fb3486431dd None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:10.429744 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4ffad3-e158-4e4a-9bd8-4fb3486431dd None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:30:10.449434 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ffad3-e158-4e4a-9bd8-4fb3486431dd None None] Pushing event updated for resources: {'Port': ['ID=d24fafee-87d6-40a6-96cd-05c08d1c1f24,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:10.529210 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0a4ffad3-e158-4e4a-9bd8-4fb3486431dd None None] Attempting to bind port d24fafee-87d6-40a6-96cd-05c08d1c1f24 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:30:10.530275 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0a4ffad3-e158-4e4a-9bd8-4fb3486431dd None None] Attempting to bind port d24fafee-87d6-40a6-96cd-05c08d1c1f24 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '23aa5444-8505-440b-a450-6ff102fa8957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '44914d0e-8f73-4e21-b2b5-976d60b00deb'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:30:10.532902 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4ffad3-e158-4e4a-9bd8-4fb3486431dd None None] Attempting to bind port d24fafee-87d6-40a6-96cd-05c08d1c1f24 on network 44914d0e-8f73-4e21-b2b5-976d60b00deb {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:30:10.541614 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4ffad3-e158-4e4a-9bd8-4fb3486431dd None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:30:10.542618 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4ffad3-e158-4e4a-9bd8-4fb3486431dd None None] Checking segment: {'id': '23aa5444-8505-440b-a450-6ff102fa8957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '44914d0e-8f73-4e21-b2b5-976d60b00deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:30:10.543191 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0a4ffad3-e158-4e4a-9bd8-4fb3486431dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:10.543881 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4ffad3-e158-4e4a-9bd8-4fb3486431dd None None] Bound using segment: {'id': '23aa5444-8505-440b-a450-6ff102fa8957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '44914d0e-8f73-4e21-b2b5-976d60b00deb'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:30:10.548864 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0a4ffad3-e158-4e4a-9bd8-4fb3486431dd None None] Bound port: d24fafee-87d6-40a6-96cd-05c08d1c1f24, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23aa5444-8505-440b-a450-6ff102fa8957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '44914d0e-8f73-4e21-b2b5-976d60b00deb'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:30:10.549604 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0a4ffad3-e158-4e4a-9bd8-4fb3486431dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:10.677216 n-d-712140-15 neutron-server[102448]: DEBUG neutron.objects.ports [None req-211c1395-6206-4e71-8280-9c28d8987338 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 20:30:10.679279 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-211c1395-6206-4e71-8280-9c28d8987338 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:10.758344 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0a4ffad3-e158-4e4a-9bd8-4fb3486431dd None None] For port d24fafee-87d6-40a6-96cd-05c08d1c1f24, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:30:10.764100 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0a4ffad3-e158-4e4a-9bd8-4fb3486431dd None None] For port d24fafee-87d6-40a6-96cd-05c08d1c1f24, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d24fafee-87d6-40a6-96cd-05c08d1c1f24,segment=NetworkSegment(23aa5444-8505-440b-a450-6ff102fa8957),segment_id=23aa5444-8505-440b-a450-6ff102fa8957)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:30:10.775778 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0a4ffad3-e158-4e4a-9bd8-4fb3486431dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:10.891605 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ffad3-e158-4e4a-9bd8-4fb3486431dd None None] Pushing event updated for resources: {'Port': ['ID=d24fafee-87d6-40a6-96cd-05c08d1c1f24,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:11.418736 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c1395-6206-4e71-8280-9c28d8987338 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event updated for resources: {'Subnet': ['ID=fa5973f0-e439-4d17-9853-56c42c29337e,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:11.447349 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211c1395-6206-4e71-8280-9c28d8987338 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Checking segment: {'id': 'f35cd0fa-9bf2-4070-8ac2-ad77b892b425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9988dbe2-d1ac-44c3-b627-4183537089e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:30:11.447561 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211c1395-6206-4e71-8280-9c28d8987338 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Network hostable DHCP agents. Network: 9988dbe2-d1ac-44c3-b627-4183537089e1, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:30:11.468166 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211c1395-6206-4e71-8280-9c28d8987338 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Network 9988dbe2-d1ac-44c3-b627-4183537089e1 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:30:11.487022 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-211c1395-6206-4e71-8280-9c28d8987338 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 9988dbe2-d1ac-44c3-b627-4183537089e1) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:11.492080 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211c1395-6206-4e71-8280-9c28d8987338 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:11.493085 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-211c1395-6206-4e71-8280-9c28d8987338 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:11.505794 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cb4e99-f5c4-4dea-a633-dced12fc0d9e None None] Network 9988dbe2-d1ac-44c3-b627-4183537089e1 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:30:11.541444 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44304) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:11.542643 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-211c1395-6206-4e71-8280-9c28d8987338 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7306998 Nov 12 20:30:11.568061 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-e0e93cac-6f24-4246-9219-5a61c6ce93a9 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Request body: {'port': {'network_id': '9988dbe2-d1ac-44c3-b627-4183537089e1', 'name': 'tempest-NetworksIpV6TestAttrs-302269794'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:11.806460 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb9665a-8f4b-4999-a3a7-543e327a5a58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-9988dbe2-d1ac-44c3-b627-4183537089e1', 'network_id': '9988dbe2-d1ac-44c3-b627-4183537089e1', 'tenant_id': 'fb94608602bf41c2b2e182ddf641b241', 'fixed_ips': [{'subnet_id': 'fa5973f0-e439-4d17-9853-56c42c29337e'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:30:11.807575 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-beb9665a-8f4b-4999-a3a7-543e327a5a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:11.819506 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e93cac-6f24-4246-9219-5a61c6ce93a9 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Made reservation on behalf of fb94608602bf41c2b2e182ddf641b241 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:11.823955 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e0e93cac-6f24-4246-9219-5a61c6ce93a9 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:11.854840 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-e0e93cac-6f24-4246-9219-5a61c6ce93a9 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] device_id is not set on port 6441404a-1fea-453a-98fe-7bcad4caa5a7 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:30:12.148873 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d24fafee-87d6-40a6-96cd-05c08d1c1f24 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:30:12.153060 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-beb9665a-8f4b-4999-a3a7-543e327a5a58 None None] Allocated IP 2001:db8::f816:3eff:fea8:39d5 (9988dbe2-d1ac-44c3-b627-4183537089e1/fa5973f0-e439-4d17-9853-56c42c29337e/af16fa2f-0393-4b66-affa-3cdaebdb79d0) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:30:12.297738 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port d24fafee-87d6-40a6-96cd-05c08d1c1f24 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:30:12.298240 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:12.448098 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-beb9665a-8f4b-4999-a3a7-543e327a5a58 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:12.467574 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-beb9665a-8f4b-4999-a3a7-543e327a5a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:12.549671 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9665a-8f4b-4999-a3a7-543e327a5a58 None None] Pushing event updated for resources: {'Port': ['ID=af16fa2f-0393-4b66-affa-3cdaebdb79d0,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:12.563212 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-e0e93cac-6f24-4246-9219-5a61c6ce93a9 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Allocated IP 2001:db8::f816:3eff:fe42:7010 (9988dbe2-d1ac-44c3-b627-4183537089e1/fa5973f0-e439-4d17-9853-56c42c29337e/6441404a-1fea-453a-98fe-7bcad4caa5a7) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:30:12.608010 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb9665a-8f4b-4999-a3a7-543e327a5a58 None None] Network 9988dbe2-d1ac-44c3-b627-4183537089e1 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:30:12.610922 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-beb9665a-8f4b-4999-a3a7-543e327a5a58 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:12.614867 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb9665a-8f4b-4999-a3a7-543e327a5a58 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:30:12.733442 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75bd9a5-0b37-4d81-affb-48a43a4c70c6 None None] Network 44914d0e-8f73-4e21-b2b5-976d60b00deb requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:30:12.861874 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-beb9665a-8f4b-4999-a3a7-543e327a5a58 None None] Attempting to bind port af16fa2f-0393-4b66-affa-3cdaebdb79d0 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:30:12.863077 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-beb9665a-8f4b-4999-a3a7-543e327a5a58 None None] Attempting to bind port af16fa2f-0393-4b66-affa-3cdaebdb79d0 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'f35cd0fa-9bf2-4070-8ac2-ad77b892b425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9988dbe2-d1ac-44c3-b627-4183537089e1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:30:12.863703 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb9665a-8f4b-4999-a3a7-543e327a5a58 None None] Attempting to bind port af16fa2f-0393-4b66-affa-3cdaebdb79d0 on network 9988dbe2-d1ac-44c3-b627-4183537089e1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:30:12.877608 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:12.880012 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb9665a-8f4b-4999-a3a7-543e327a5a58 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:30:12.880709 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb9665a-8f4b-4999-a3a7-543e327a5a58 None None] Checking segment: {'id': 'f35cd0fa-9bf2-4070-8ac2-ad77b892b425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9988dbe2-d1ac-44c3-b627-4183537089e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:30:12.881426 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-beb9665a-8f4b-4999-a3a7-543e327a5a58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:12.882241 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb9665a-8f4b-4999-a3a7-543e327a5a58 None None] Bound using segment: {'id': 'f35cd0fa-9bf2-4070-8ac2-ad77b892b425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9988dbe2-d1ac-44c3-b627-4183537089e1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:30:12.883177 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-beb9665a-8f4b-4999-a3a7-543e327a5a58 None None] Bound port: af16fa2f-0393-4b66-affa-3cdaebdb79d0, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35cd0fa-9bf2-4070-8ac2-ad77b892b425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9988dbe2-d1ac-44c3-b627-4183537089e1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:30:12.883946 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-beb9665a-8f4b-4999-a3a7-543e327a5a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:12.932477 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8b46b153-ba52-4455-95af-13bc0ba13c50 None None] Provisioning complete for port d24fafee-87d6-40a6-96cd-05c08d1c1f24 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:30:12.945028 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8b46b153-ba52-4455-95af-13bc0ba13c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:13.004836 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44346) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:13.031478 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e0e93cac-6f24-4246-9219-5a61c6ce93a9 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:13.094809 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e0e93cac-6f24-4246-9219-5a61c6ce93a9 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:13.123532 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port d24fafee-87d6-40a6-96cd-05c08d1c1f24, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d24fafee-87d6-40a6-96cd-05c08d1c1f24,segment=NetworkSegment(23aa5444-8505-440b-a450-6ff102fa8957),segment_id=23aa5444-8505-440b-a450-6ff102fa8957)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:13.150851 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:13.230533 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e93cac-6f24-4246-9219-5a61c6ce93a9 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Network 9988dbe2-d1ac-44c3-b627-4183537089e1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:30:13.237057 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-e0e93cac-6f24-4246-9219-5a61c6ce93a9 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:13.247937 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e93cac-6f24-4246-9219-5a61c6ce93a9 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:30:13.255804 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e93cac-6f24-4246-9219-5a61c6ce93a9 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:13.259813 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e0e93cac-6f24-4246-9219-5a61c6ce93a9 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:13.330621 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e93cac-6f24-4246-9219-5a61c6ce93a9 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event updated for resources: {'Port': ['ID=6441404a-1fea-453a-98fe-7bcad4caa5a7,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:13.341655 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-beb9665a-8f4b-4999-a3a7-543e327a5a58 None None] For port af16fa2f-0393-4b66-affa-3cdaebdb79d0, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:30:13.357004 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e0e93cac-6f24-4246-9219-5a61c6ce93a9 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8142319 Nov 12 20:30:13.359512 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44356) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:13.378594 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-beb9665a-8f4b-4999-a3a7-543e327a5a58 None None] For port af16fa2f-0393-4b66-affa-3cdaebdb79d0, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=af16fa2f-0393-4b66-affa-3cdaebdb79d0,segment=NetworkSegment(f35cd0fa-9bf2-4070-8ac2-ad77b892b425),segment_id=f35cd0fa-9bf2-4070-8ac2-ad77b892b425)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:30:13.414529 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-beb9665a-8f4b-4999-a3a7-543e327a5a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:13.440184 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c17af3-76b3-438c-bcd7-a69f72a4b972 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Deleting subnet fa5973f0-e439-4d17-9853-56c42c29337e {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:30:13.461370 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b6c17af3-76b3-438c-bcd7-a69f72a4b972 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:13.502588 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=d24fafee-87d6-40a6-96cd-05c08d1c1f24,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:13.557626 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b6c17af3-76b3-438c-bcd7-a69f72a4b972 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:13.608042 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9665a-8f4b-4999-a3a7-543e327a5a58 None None] Pushing event updated for resources: {'Port': ['ID=af16fa2f-0393-4b66-affa-3cdaebdb79d0,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:14.047299 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b6c17af3-76b3-438c-bcd7-a69f72a4b972 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:14.125172 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ec608d92-3723-4829-9c63-deea953c2b10 None None] Provisioning complete for port d24fafee-87d6-40a6-96cd-05c08d1c1f24 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:30:14.125876 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ec608d92-3723-4829-9c63-deea953c2b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:14.161392 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27771db7-30df-4904-a6b3-31fbc0497fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:14.225945 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b6c17af3-76b3-438c-bcd7-a69f72a4b972 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:14.330936 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b6c17af3-76b3-438c-bcd7-a69f72a4b972 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:14.340258 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44370) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:14.343583 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b6c17af3-76b3-438c-bcd7-a69f72a4b972 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "DELETE /v2.0/subnets/fa5973f0-e439-4d17-9853-56c42c29337e HTTP/1.1" status: 204 len: 168 time: 0.9830186 Nov 12 20:30:14.348378 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c17af3-76b3-438c-bcd7-a69f72a4b972 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event deleted for resources: {'Subnet': ['ID=fa5973f0-e439-4d17-9853-56c42c29337e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:14.502922 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767de10e-8c74-4cdf-b4e2-816e8d5996b0 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:14.504622 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767de10e-8c74-4cdf-b4e2-816e8d5996b0 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:14.506576 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-767de10e-8c74-4cdf-b4e2-816e8d5996b0 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1649804 Nov 12 20:30:14.510241 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44374) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:14.790656 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9eb704f-ab27-438e-a492-a38e613ea277 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:14.808767 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9eb704f-ab27-438e-a492-a38e613ea277 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 20:30:14.809393 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9eb704f-ab27-438e-a492-a38e613ea277 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:30:14.821755 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e9eb704f-ab27-438e-a492-a38e613ea277 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "DELETE /v2.0/networks/9988dbe2-d1ac-44c3-b627-4183537089e1 HTTP/1.1" status: 409 len: 405 time: 0.3058832 Nov 12 20:30:14.823762 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44382) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:14.837995 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-79b56fe8-6524-4ef1-a09d-d47429026e68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1216340108'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:14.870255 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-27771db7-30df-4904-a6b3-31fbc0497fed admin admin] Deleting port bff99f9c-941a-4ebc-ba22-ae7be3fab3e3 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:14.870846 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27771db7-30df-4904-a6b3-31fbc0497fed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:14.877423 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b56fe8-6524-4ef1-a09d-d47429026e68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Made reservation on behalf of fb94608602bf41c2b2e182ddf641b241 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:14.887627 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-79b56fe8-6524-4ef1-a09d-d47429026e68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:14.956169 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b56fe8-6524-4ef1-a09d-d47429026e68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:30:14.970106 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-79b56fe8-6524-4ef1-a09d-d47429026e68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:14.970869 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-79b56fe8-6524-4ef1-a09d-d47429026e68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Added segment c6dcec0d-24de-40ae-b564-691e9319a67a of type vlan for network 74493ad5-603e-469c-9a8d-60fd2948a8bf Nov 12 20:30:15.052197 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-27771db7-30df-4904-a6b3-31fbc0497fed admin admin] For port bff99f9c-941a-4ebc-ba22-ae7be3fab3e3, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=bff99f9c-941a-4ebc-ba22-ae7be3fab3e3,segment=NetworkSegment(ba6dfea4-f851-4362-854f-449d978f80c9),segment_id=ba6dfea4-f851-4362-854f-449d978f80c9)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:15.053050 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27771db7-30df-4904-a6b3-31fbc0497fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:15.056856 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device af16fa2f-0393-4b66-affa-3cdaebdb79d0 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:30:15.091808 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-27771db7-30df-4904-a6b3-31fbc0497fed admin admin] Calling delete_port for bff99f9c-941a-4ebc-ba22-ae7be3fab3e3 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:15.098812 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-79b56fe8-6524-4ef1-a09d-d47429026e68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:15.148489 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port af16fa2f-0393-4b66-affa-3cdaebdb79d0 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:30:15.149098 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:15.237573 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-79b56fe8-6524-4ef1-a09d-d47429026e68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:15.283557 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b56fe8-6524-4ef1-a09d-d47429026e68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:15.288178 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-79b56fe8-6524-4ef1-a09d-d47429026e68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:15.376863 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:15.494231 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-79b56fe8-6524-4ef1-a09d-d47429026e68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6653171 Nov 12 20:30:15.498635 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44396) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:15.505485 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a477abcf-fe8e-4d36-bb78-2548a4764d6c tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Request body: {'subnet': {'network_id': '74493ad5-603e-469c-9a8d-60fd2948a8bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:15.710864 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27771db7-30df-4904-a6b3-31fbc0497fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:15.711567 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a477abcf-fe8e-4d36-bb78-2548a4764d6c tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Made reservation on behalf of fb94608602bf41c2b2e182ddf641b241 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:15.716643 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a477abcf-fe8e-4d36-bb78-2548a4764d6c tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:15.722010 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b56fe8-6524-4ef1-a09d-d47429026e68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event updated for resources: {'Network': ['ID=74493ad5-603e-469c-9a8d-60fd2948a8bf,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:15.761190 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27771db7-30df-4904-a6b3-31fbc0497fed admin admin] Pushing event deleted for resources: {'Port': ['ID=bff99f9c-941a-4ebc-ba22-ae7be3fab3e3,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:15.805614 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port af16fa2f-0393-4b66-affa-3cdaebdb79d0, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=af16fa2f-0393-4b66-affa-3cdaebdb79d0,segment=NetworkSegment(f35cd0fa-9bf2-4070-8ac2-ad77b892b425),segment_id=f35cd0fa-9bf2-4070-8ac2-ad77b892b425)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:15.810369 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 74493ad5-603e-469c-9a8d-60fd2948a8bf details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:30:15.812817 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47841910-1f53-4702-856a-c339569b50b7 None None] Network 9988dbe2-d1ac-44c3-b627-4183537089e1 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:30:15.816697 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:15.817710 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d24fafee-87d6-40a6-96cd-05c08d1c1f24 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:30:16.052219 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27771db7-30df-4904-a6b3-31fbc0497fed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:16.104389 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=af16fa2f-0393-4b66-affa-3cdaebdb79d0,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:16.109036 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-6a2135bc-5734-4c0d-b58e-b5856942d843 None None] Provisioning complete for port af16fa2f-0393-4b66-affa-3cdaebdb79d0 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:30:16.109567 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6a2135bc-5734-4c0d-b58e-b5856942d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:16.190499 n-d-712140-15 neutron-server[102447]: DEBUG neutron.objects.ports [None req-a477abcf-fe8e-4d36-bb78-2548a4764d6c tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102447) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 20:30:16.192542 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a477abcf-fe8e-4d36-bb78-2548a4764d6c tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:16.225029 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port d24fafee-87d6-40a6-96cd-05c08d1c1f24 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:30:16.225386 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:16.291978 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477abcf-fe8e-4d36-bb78-2548a4764d6c tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event updated for resources: {'Subnet': ['ID=46a1b3c5-d8c4-44d9-9ae6-f1c56eb40b0f,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:16.300053 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a477abcf-fe8e-4d36-bb78-2548a4764d6c tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Checking segment: {'id': 'c6dcec0d-24de-40ae-b564-691e9319a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74493ad5-603e-469c-9a8d-60fd2948a8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:30:16.300699 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a477abcf-fe8e-4d36-bb78-2548a4764d6c tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Network hostable DHCP agents. Network: 74493ad5-603e-469c-9a8d-60fd2948a8bf, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:30:16.314167 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd54346a-ff95-4621-903f-ed1c518936be None None] DHCP port deletion for 9988dbe2-d1ac-44c3-b627-4183537089e1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:30:16.326531 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a477abcf-fe8e-4d36-bb78-2548a4764d6c tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Network 74493ad5-603e-469c-9a8d-60fd2948a8bf is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:30:16.348813 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-a477abcf-fe8e-4d36-bb78-2548a4764d6c tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 74493ad5-603e-469c-9a8d-60fd2948a8bf) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:16.353579 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a477abcf-fe8e-4d36-bb78-2548a4764d6c tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:16.354192 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a477abcf-fe8e-4d36-bb78-2548a4764d6c tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:16.373087 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c064278-14f8-4da1-b832-45505258b2bc None None] Network 74493ad5-603e-469c-9a8d-60fd2948a8bf requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:30:16.380640 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a477abcf-fe8e-4d36-bb78-2548a4764d6c tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8806067 Nov 12 20:30:16.383683 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44408) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:16.389265 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-f13ce2e3-ea90-464a-b24e-8625e9a92880 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Request body: {'port': {'network_id': '74493ad5-603e-469c-9a8d-60fd2948a8bf', 'name': 'tempest-NetworksIpV6TestAttrs-1510466261'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:16.470260 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27771db7-30df-4904-a6b3-31fbc0497fed admin admin] Router 3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:30:16.511300 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-dd54346a-ff95-4621-903f-ed1c518936be None None] Deleting port af16fa2f-0393-4b66-affa-3cdaebdb79d0 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:16.511669 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dd54346a-ff95-4621-903f-ed1c518936be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:16.600022 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13ce2e3-ea90-464a-b24e-8625e9a92880 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Made reservation on behalf of fb94608602bf41c2b2e182ddf641b241 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:16.608416 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f13ce2e3-ea90-464a-b24e-8625e9a92880 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:16.619620 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-dd54346a-ff95-4621-903f-ed1c518936be None None] For port af16fa2f-0393-4b66-affa-3cdaebdb79d0, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=af16fa2f-0393-4b66-affa-3cdaebdb79d0,segment=NetworkSegment(f35cd0fa-9bf2-4070-8ac2-ad77b892b425),segment_id=f35cd0fa-9bf2-4070-8ac2-ad77b892b425)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:16.619990 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dd54346a-ff95-4621-903f-ed1c518936be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:16.629200 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2ff1cc-6f67-4ee3-90c4-7a16407f7577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-74493ad5-603e-469c-9a8d-60fd2948a8bf', 'network_id': '74493ad5-603e-469c-9a8d-60fd2948a8bf', 'tenant_id': 'fb94608602bf41c2b2e182ddf641b241', 'fixed_ips': [{'subnet_id': '46a1b3c5-d8c4-44d9-9ae6-f1c56eb40b0f'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:30:16.630057 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0b2ff1cc-6f67-4ee3-90c4-7a16407f7577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:16.630556 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-f13ce2e3-ea90-464a-b24e-8625e9a92880 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] device_id is not set on port 2c98cbeb-2da3-4f8e-9c02-d692e516441f yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:30:16.639038 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-dd54346a-ff95-4621-903f-ed1c518936be None None] Calling delete_port for af16fa2f-0393-4b66-affa-3cdaebdb79d0 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:16.721131 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27771db7-30df-4904-a6b3-31fbc0497fed admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:30:16.727405 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-27771db7-30df-4904-a6b3-31fbc0497fed admin admin] 10.222.0.48 "PUT /v2.0/routers/3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7202396 Nov 12 20:30:16.731191 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44410) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:16.736162 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484fbe7f-9698-47e8-b680-83f2beeca232 None None] Sync routers for ids ['3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:30:16.749998 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484fbe7f-9698-47e8-b680-83f2beeca232 None None] Routers {'3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:30:16.752665 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device af16fa2f-0393-4b66-affa-3cdaebdb79d0 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:30:16.753402 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-484fbe7f-9698-47e8-b680-83f2beeca232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:29:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:16.770850 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-f13ce2e3-ea90-464a-b24e-8625e9a92880 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Allocated IP 2001:db8::f816:3eff:fe46:a504 (74493ad5-603e-469c-9a8d-60fd2948a8bf/46a1b3c5-d8c4-44d9-9ae6-f1c56eb40b0f/2c98cbeb-2da3-4f8e-9c02-d692e516441f) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:30:16.855136 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dd54346a-ff95-4621-903f-ed1c518936be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:16.930183 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-207d0d73-35ca-431b-b705-2de3f56c1c85 admin admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:16.930636 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Port af16fa2f-0393-4b66-affa-3cdaebdb79d0 update to DOWN by agent not found {{(pid=102449) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 20:30:16.940267 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-484fbe7f-9698-47e8-b680-83f2beeca232 None None] Set router 3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:30:16.956904 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f13ce2e3-ea90-464a-b24e-8625e9a92880 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:16.958621 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd54346a-ff95-4621-903f-ed1c518936be None None] No DVR routers for this DVR port af16fa2f-0393-4b66-affa-3cdaebdb79d0 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:30:16.994408 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f13ce2e3-ea90-464a-b24e-8625e9a92880 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:17.034893 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54346a-ff95-4621-903f-ed1c518936be None None] Pushing event deleted for resources: {'Port': ['ID=af16fa2f-0393-4b66-affa-3cdaebdb79d0,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:17.072256 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13ce2e3-ea90-464a-b24e-8625e9a92880 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Network 74493ad5-603e-469c-9a8d-60fd2948a8bf is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:30:17.077778 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-f13ce2e3-ea90-464a-b24e-8625e9a92880 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:17.079938 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ce2e3-ea90-464a-b24e-8625e9a92880 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event updated for resources: {'Port': ['ID=2c98cbeb-2da3-4f8e-9c02-d692e516441f,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:17.089887 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13ce2e3-ea90-464a-b24e-8625e9a92880 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:30:17.097968 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13ce2e3-ea90-464a-b24e-8625e9a92880 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:17.098628 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f13ce2e3-ea90-464a-b24e-8625e9a92880 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:17.119429 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f13ce2e3-ea90-464a-b24e-8625e9a92880 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.7344620 Nov 12 20:30:17.122846 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44418) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:17.173158 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-207d0d73-35ca-431b-b705-2de3f56c1c85 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:17.174729 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-0b2ff1cc-6f67-4ee3-90c4-7a16407f7577 None None] Allocated IP 2001:db8::f816:3eff:fe4e:e838 (74493ad5-603e-469c-9a8d-60fd2948a8bf/46a1b3c5-d8c4-44d9-9ae6-f1c56eb40b0f/63700206-91f5-48ca-baa1-0c553abcc6ad) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:30:17.189168 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ec93c2-b532-43cd-875a-f300a6a46f96 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Deleting subnet 46a1b3c5-d8c4-44d9-9ae6-f1c56eb40b0f {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:30:17.251819 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-207d0d73-35ca-431b-b705-2de3f56c1c85 admin admin] Deleting port e9800114-74e2-46b0-94a7-0bf29f5a37d9 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:17.252340 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-207d0d73-35ca-431b-b705-2de3f56c1c85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:17.284463 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-484fbe7f-9698-47e8-b680-83f2beeca232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'name': 'tempest-TestVolumeBackupRestore-1105915495-router', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:23:03Z', 'updated_at': '2021-11-12T20:30:15Z', 'revision_number': 5, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'gw_port': {'id': 'e9800114-74e2-46b0-94a7-0bf29f5a37d9', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:04Z', 'updated_at': '2021-11-12T20:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:17.322257 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484fbe7f-9698-47e8-b680-83f2beeca232 None None] Checking router: 3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:30:17.332133 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484fbe7f-9698-47e8-b680-83f2beeca232 None None] Routers {'3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:30:17.333074 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-484fbe7f-9698-47e8-b680-83f2beeca232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:29:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:17.366181 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-207d0d73-35ca-431b-b705-2de3f56c1c85 admin admin] For port e9800114-74e2-46b0-94a7-0bf29f5a37d9, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e9800114-74e2-46b0-94a7-0bf29f5a37d9,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:17.366633 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-207d0d73-35ca-431b-b705-2de3f56c1c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:17.384267 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-207d0d73-35ca-431b-b705-2de3f56c1c85 admin admin] Calling delete_port for e9800114-74e2-46b0-94a7-0bf29f5a37d9 owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:17.407254 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0b2ff1cc-6f67-4ee3-90c4-7a16407f7577 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:17.415757 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-10ec93c2-b532-43cd-875a-f300a6a46f96 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:17.416270 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0b2ff1cc-6f67-4ee3-90c4-7a16407f7577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:17.465987 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-484fbe7f-9698-47e8-b680-83f2beeca232 None None] Set router 3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:30:17.476677 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2ff1cc-6f67-4ee3-90c4-7a16407f7577 None None] Network 74493ad5-603e-469c-9a8d-60fd2948a8bf is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:30:17.482613 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-0b2ff1cc-6f67-4ee3-90c4-7a16407f7577 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:17.484798 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ff1cc-6f67-4ee3-90c4-7a16407f7577 None None] Pushing event updated for resources: {'Port': ['ID=63700206-91f5-48ca-baa1-0c553abcc6ad,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:17.487288 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2ff1cc-6f67-4ee3-90c4-7a16407f7577 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:30:17.511926 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-10ec93c2-b532-43cd-875a-f300a6a46f96 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:17.534070 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-484fbe7f-9698-47e8-b680-83f2beeca232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'name': 'tempest-TestVolumeBackupRestore-1105915495-router', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:23:03Z', 'updated_at': '2021-11-12T20:30:17Z', 'revision_number': 6, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:17.552867 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0b2ff1cc-6f67-4ee3-90c4-7a16407f7577 None None] Attempting to bind port 63700206-91f5-48ca-baa1-0c553abcc6ad on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:30:17.553241 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0b2ff1cc-6f67-4ee3-90c4-7a16407f7577 None None] Attempting to bind port 63700206-91f5-48ca-baa1-0c553abcc6ad by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'c6dcec0d-24de-40ae-b564-691e9319a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74493ad5-603e-469c-9a8d-60fd2948a8bf'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:30:17.553620 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2ff1cc-6f67-4ee3-90c4-7a16407f7577 None None] Attempting to bind port 63700206-91f5-48ca-baa1-0c553abcc6ad on network 74493ad5-603e-469c-9a8d-60fd2948a8bf {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:30:17.559873 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2ff1cc-6f67-4ee3-90c4-7a16407f7577 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:30:17.560199 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2ff1cc-6f67-4ee3-90c4-7a16407f7577 None None] Checking segment: {'id': 'c6dcec0d-24de-40ae-b564-691e9319a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74493ad5-603e-469c-9a8d-60fd2948a8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:30:17.560630 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0b2ff1cc-6f67-4ee3-90c4-7a16407f7577 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:17.561075 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2ff1cc-6f67-4ee3-90c4-7a16407f7577 None None] Bound using segment: {'id': 'c6dcec0d-24de-40ae-b564-691e9319a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74493ad5-603e-469c-9a8d-60fd2948a8bf'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:30:17.561554 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-0b2ff1cc-6f67-4ee3-90c4-7a16407f7577 None None] Bound port: 63700206-91f5-48ca-baa1-0c553abcc6ad, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6dcec0d-24de-40ae-b564-691e9319a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74493ad5-603e-469c-9a8d-60fd2948a8bf'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:30:17.561944 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0b2ff1cc-6f67-4ee3-90c4-7a16407f7577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:17.569517 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484fbe7f-9698-47e8-b680-83f2beeca232 None None] The sync data for ids ['3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c'] in n-d-712140-15 is: [{'id': '3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c', 'name': 'tempest-TestVolumeBackupRestore-1105915495-router', 'tenant_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:23:03Z', 'updated_at': '2021-11-12T20:30:17Z', 'revision_number': 6, 'project_id': 'b1884da1a5d847e5be8267b0c9b74c84', 'gw_port_host': None}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:30:17.649201 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0b2ff1cc-6f67-4ee3-90c4-7a16407f7577 None None] For port 63700206-91f5-48ca-baa1-0c553abcc6ad, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:30:17.654260 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0b2ff1cc-6f67-4ee3-90c4-7a16407f7577 None None] For port 63700206-91f5-48ca-baa1-0c553abcc6ad, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=63700206-91f5-48ca-baa1-0c553abcc6ad,segment=NetworkSegment(c6dcec0d-24de-40ae-b564-691e9319a67a),segment_id=c6dcec0d-24de-40ae-b564-691e9319a67a)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:30:17.656278 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-207d0d73-35ca-431b-b705-2de3f56c1c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:17.661416 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0b2ff1cc-6f67-4ee3-90c4-7a16407f7577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:17.693315 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d0d73-35ca-431b-b705-2de3f56c1c85 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9800114-74e2-46b0-94a7-0bf29f5a37d9,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:17.708442 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0d73-35ca-431b-b705-2de3f56c1c85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:17.708910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0d73-35ca-431b-b705-2de3f56c1c85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:17.709473 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0d73-35ca-431b-b705-2de3f56c1c85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:17.710356 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0d73-35ca-431b-b705-2de3f56c1c85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:17.710638 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0d73-35ca-431b-b705-2de3f56c1c85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:17.711063 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0d73-35ca-431b-b705-2de3f56c1c85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:17.711627 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0d73-35ca-431b-b705-2de3f56c1c85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:17.712032 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0d73-35ca-431b-b705-2de3f56c1c85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:17.712438 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0d73-35ca-431b-b705-2de3f56c1c85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:17.712832 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0d73-35ca-431b-b705-2de3f56c1c85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:17.713227 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0d73-35ca-431b-b705-2de3f56c1c85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:17.713623 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0d73-35ca-431b-b705-2de3f56c1c85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:17.728165 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-10ec93c2-b532-43cd-875a-f300a6a46f96 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:17.732933 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4881b478-5e97-466f-814b-1f655798df63 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:30:17.762239 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ff1cc-6f67-4ee3-90c4-7a16407f7577 None None] Pushing event updated for resources: {'Port': ['ID=63700206-91f5-48ca-baa1-0c553abcc6ad,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:17.792797 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-207d0d73-35ca-431b-b705-2de3f56c1c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:17.826516 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-10ec93c2-b532-43cd-875a-f300a6a46f96 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:17.851062 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec93c2-b532-43cd-875a-f300a6a46f96 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event deleted for resources: {'Subnet': ['ID=46a1b3c5-d8c4-44d9-9ae6-f1c56eb40b0f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:17.866344 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-10ec93c2-b532-43cd-875a-f300a6a46f96 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:17.873426 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-10ec93c2-b532-43cd-875a-f300a6a46f96 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "DELETE /v2.0/subnets/46a1b3c5-d8c4-44d9-9ae6-f1c56eb40b0f HTTP/1.1" status: 204 len: 168 time: 0.7490416 Nov 12 20:30:17.880036 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44422) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:17.899529 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-207d0d73-35ca-431b-b705-2de3f56c1c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:17.901709 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-207d0d73-35ca-431b-b705-2de3f56c1c85 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:17.980758 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-207d0d73-35ca-431b-b705-2de3f56c1c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:17.981703 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207d0d73-35ca-431b-b705-2de3f56c1c85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:30:17.986195 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-207d0d73-35ca-431b-b705-2de3f56c1c85 admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:17.987360 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-207d0d73-35ca-431b-b705-2de3f56c1c85 admin admin] 10.222.0.48 "DELETE /v2.0/routers/3fe0e4ef-b2a0-4b0f-82ef-3153ce9da78c HTTP/1.1" status: 204 len: 168 time: 1.2548387 Nov 12 20:30:17.990264 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44428) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:18.042858 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ca3aa3-aa81-4ef4-ae99-310bc366eb75 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:18.043904 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ca3aa3-aa81-4ef4-ae99-310bc366eb75 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:18.047935 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c1ca3aa3-aa81-4ef4-ae99-310bc366eb75 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1661053 Nov 12 20:30:18.050823 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44430) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:18.098671 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67508aa-9f80-4b4e-8ba4-62ae1cb3d6e5 admin admin] Deleting subnet 987eb413-d718-4633-baf0-6d783690046e {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:30:18.103232 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f67508aa-9f80-4b4e-8ba4-62ae1cb3d6e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:18.159476 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f67508aa-9f80-4b4e-8ba4-62ae1cb3d6e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:18.270625 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f67508aa-9f80-4b4e-8ba4-62ae1cb3d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:18.343082 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f67508aa-9f80-4b4e-8ba4-62ae1cb3d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:18.384256 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67508aa-9f80-4b4e-8ba4-62ae1cb3d6e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=987eb413-d718-4633-baf0-6d783690046e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:18.387054 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f67508aa-9f80-4b4e-8ba4-62ae1cb3d6e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:18.390619 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f67508aa-9f80-4b4e-8ba4-62ae1cb3d6e5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/987eb413-d718-4633-baf0-6d783690046e HTTP/1.1" status: 204 len: 168 time: 0.3987880 Nov 12 20:30:18.392996 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44432) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:18.397420 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162cbbb5-cf9b-4e30-bafc-7e65e32677b8 None None] Network 67476c11-db2f-48bf-a7d2-d6540948a1b3 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:30:18.510034 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-00da3996-8611-4f53-8502-4fcf6f1cf630 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:18.518417 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-00da3996-8611-4f53-8502-4fcf6f1cf630 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 20:30:18.518884 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00da3996-8611-4f53-8502-4fcf6f1cf630 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:30:18.522639 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-00da3996-8611-4f53-8502-4fcf6f1cf630 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "DELETE /v2.0/networks/74493ad5-603e-469c-9a8d-60fd2948a8bf HTTP/1.1" status: 409 len: 405 time: 0.4708397 Nov 12 20:30:18.532967 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44436) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:18.546292 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-820d32c4-069f-44f4-9d4b-eedc83146d68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-614774772'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:18.571890 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66ce1219-31fa-45f4-8f51-c8ccec3f04ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:18.619495 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820d32c4-069f-44f4-9d4b-eedc83146d68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Made reservation on behalf of fb94608602bf41c2b2e182ddf641b241 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:18.624727 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-820d32c4-069f-44f4-9d4b-eedc83146d68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:18.711621 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fa8eb0-d6af-4350-a9c4-c03eb9954963 None None] DHCP port deletion for 67476c11-db2f-48bf-a7d2-d6540948a1b3 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:30:18.737234 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820d32c4-069f-44f4-9d4b-eedc83146d68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:30:18.763946 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-820d32c4-069f-44f4-9d4b-eedc83146d68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:18.765726 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-820d32c4-069f-44f4-9d4b-eedc83146d68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Added segment 96ab19a8-7940-4e92-b30e-ba0cd0c1b4d9 of type vlan for network edd0f15d-aaff-464e-9c7d-77696181543b Nov 12 20:30:18.775665 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 63700206-91f5-48ca-baa1-0c553abcc6ad up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:30:18.776299 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a68957-65e1-4000-89d9-172df0f50bf2 req-bcb726b8-3e96-4649-8701-7563a8e12bf1 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:18.778016 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-47a68957-65e1-4000-89d9-172df0f50bf2 req-bcb726b8-3e96-4649-8701-7563a8e12bf1 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1063478 Nov 12 20:30:18.843522 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-66ce1219-31fa-45f4-8f51-c8ccec3f04ca admin admin] Deleting port b06ea8a8-b709-45d2-9bcc-92500691c097 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:18.844222 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66ce1219-31fa-45f4-8f51-c8ccec3f04ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:18.855298 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-44fa8eb0-d6af-4350-a9c4-c03eb9954963 None None] Deleting port b06ea8a8-b709-45d2-9bcc-92500691c097 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:18.855298 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-44fa8eb0-d6af-4350-a9c4-c03eb9954963 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:18.887738 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-820d32c4-069f-44f4-9d4b-eedc83146d68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:18.946797 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 63700206-91f5-48ca-baa1-0c553abcc6ad triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:30:18.947171 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:18.998975 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-66ce1219-31fa-45f4-8f51-c8ccec3f04ca admin admin] For port b06ea8a8-b709-45d2-9bcc-92500691c097, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b06ea8a8-b709-45d2-9bcc-92500691c097,segment=NetworkSegment(ba6dfea4-f851-4362-854f-449d978f80c9),segment_id=ba6dfea4-f851-4362-854f-449d978f80c9)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:18.999851 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66ce1219-31fa-45f4-8f51-c8ccec3f04ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:19.020596 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-44fa8eb0-d6af-4350-a9c4-c03eb9954963 None None] For port b06ea8a8-b709-45d2-9bcc-92500691c097, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b06ea8a8-b709-45d2-9bcc-92500691c097,segment=NetworkSegment(ba6dfea4-f851-4362-854f-449d978f80c9),segment_id=ba6dfea4-f851-4362-854f-449d978f80c9)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:19.021273 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-47a68957-65e1-4000-89d9-172df0f50bf2 req-e26882d1-13a8-41d8-9f2d-195c03cbaf9b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276919 Nov 12 20:30:19.030778 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-66ce1219-31fa-45f4-8f51-c8ccec3f04ca admin admin] Calling delete_port for b06ea8a8-b709-45d2-9bcc-92500691c097 owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:19.035258 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-44fa8eb0-d6af-4350-a9c4-c03eb9954963 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:19.054915 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-820d32c4-069f-44f4-9d4b-eedc83146d68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:19.054915 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820d32c4-069f-44f4-9d4b-eedc83146d68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:19.054915 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-820d32c4-069f-44f4-9d4b-eedc83146d68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:19.088476 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-44fa8eb0-d6af-4350-a9c4-c03eb9954963 None None] Calling delete_port for b06ea8a8-b709-45d2-9bcc-92500691c097 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:19.215943 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-820d32c4-069f-44f4-9d4b-eedc83146d68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6816812 Nov 12 20:30:19.227363 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44442) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:19.236698 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-64705c22-6977-4aeb-a5a6-8254d6e5c157 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Request body: {'subnet': {'network_id': 'edd0f15d-aaff-464e-9c7d-77696181543b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:19.241297 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00505c4f-fa54-43b0-8102-2454c13c941d None None] Network 74493ad5-603e-469c-9a8d-60fd2948a8bf requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:30:19.262516 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d32c4-069f-44f4-9d4b-eedc83146d68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event updated for resources: {'Network': ['ID=edd0f15d-aaff-464e-9c7d-77696181543b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:19.272099 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114aa5a4-a3d7-46a8-8127-6f2a71a52b33 req-c802ee74-1ae2-4d3d-87a7-a9f9ab60ea51 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:19.279475 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-114aa5a4-a3d7-46a8-8127-6f2a71a52b33 req-c802ee74-1ae2-4d3d-87a7-a9f9ab60ea51 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0949671 Nov 12 20:30:19.286275 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:19.307597 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network edd0f15d-aaff-464e-9c7d-77696181543b details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:30:19.350315 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-114aa5a4-a3d7-46a8-8127-6f2a71a52b33 req-4d270d3c-feb4-4855-a03f-20a705fc9e93 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649633 Nov 12 20:30:19.393966 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66ce1219-31fa-45f4-8f51-c8ccec3f04ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:19.437032 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce1219-31fa-45f4-8f51-c8ccec3f04ca admin admin] Pushing event deleted for resources: {'Port': ['ID=b06ea8a8-b709-45d2-9bcc-92500691c097,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:19.446794 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 63700206-91f5-48ca-baa1-0c553abcc6ad, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=63700206-91f5-48ca-baa1-0c553abcc6ad,segment=NetworkSegment(c6dcec0d-24de-40ae-b564-691e9319a67a),segment_id=c6dcec0d-24de-40ae-b564-691e9319a67a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:19.455636 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ce1219-31fa-45f4-8f51-c8ccec3f04ca admin admin] No DVR routers for this DVR port b06ea8a8-b709-45d2-9bcc-92500691c097 on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:30:19.464636 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:19.506351 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b40bb5e0-aef8-41f1-9ae8-b9ab26261c1d None None] Provisioning complete for port 63700206-91f5-48ca-baa1-0c553abcc6ad triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:30:19.506933 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b40bb5e0-aef8-41f1-9ae8-b9ab26261c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:19.560828 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64705c22-6977-4aeb-a5a6-8254d6e5c157 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Made reservation on behalf of fb94608602bf41c2b2e182ddf641b241 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:19.564697 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-64705c22-6977-4aeb-a5a6-8254d6e5c157 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:19.571194 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device bff99f9c-941a-4ebc-ba22-ae7be3fab3e3 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:30:19.692390 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66ce1219-31fa-45f4-8f51-c8ccec3f04ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:19.795167 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-66ce1219-31fa-45f4-8f51-c8ccec3f04ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67476c11-db2f-48bf-a7d2-d6540948a1b3']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:19.798162 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: bff99f9c-941a-4ebc-ba22-ae7be3fab3e3 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:30:19.798578 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device bff99f9c-941a-4ebc-ba22-ae7be3fab3e3 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:30:19.799058 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e9800114-74e2-46b0-94a7-0bf29f5a37d9 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:30:19.821537 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-66ce1219-31fa-45f4-8f51-c8ccec3f04ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba6dfea4-f851-4362-854f-449d978f80c9') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:19.821869 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-66ce1219-31fa-45f4-8f51-c8ccec3f04ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba6dfea4-f851-4362-854f-449d978f80c9') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:19.827800 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-44fa8eb0-d6af-4350-a9c4-c03eb9954963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:19.846668 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: e9800114-74e2-46b0-94a7-0bf29f5a37d9 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:30:19.846922 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e9800114-74e2-46b0-94a7-0bf29f5a37d9 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:30:19.848152 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66ce1219-31fa-45f4-8f51-c8ccec3f04ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:19.861695 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=63700206-91f5-48ca-baa1-0c553abcc6ad,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:19.865652 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fa8eb0-d6af-4350-a9c4-c03eb9954963 None None] No DVR routers for this DVR port b06ea8a8-b709-45d2-9bcc-92500691c097 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:30:19.867288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-b589f964-179a-48b5-89ad-d1bb23b7c585 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:19.868657 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-b589f964-179a-48b5-89ad-d1bb23b7c585 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 812 time: 0.2305999 Nov 12 20:30:19.887692 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66ce1219-31fa-45f4-8f51-c8ccec3f04ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:19.912856 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa8eb0-d6af-4350-a9c4-c03eb9954963 None None] Pushing event deleted for resources: {'Port': ['ID=b06ea8a8-b709-45d2-9bcc-92500691c097,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:19.923535 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ce1219-31fa-45f4-8f51-c8ccec3f04ca admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:30:19.923988 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66ce1219-31fa-45f4-8f51-c8ccec3f04ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:30:19.926096 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:30:19.948409 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6154a027-ff1e-4792-a6fc-6708a4ae62f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:19.949322 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-1542a0fc-ec77-4d2e-9fb7-f79155a51ca8 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/quotas/7e8721b8322b46768b4d5df279187cac HTTP/1.1" status: 200 len: 375 time: 0.0630214 Nov 12 20:30:20.039037 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdee14b9-c9c0-4c24-9754-4b28275c4d05 None None] DHCP port deletion for 74493ad5-603e-469c-9a8d-60fd2948a8bf request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:30:20.093534 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-fdee14b9-c9c0-4c24-9754-4b28275c4d05 None None] Deleting port 63700206-91f5-48ca-baa1-0c553abcc6ad {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:20.093904 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fdee14b9-c9c0-4c24-9754-4b28275c4d05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:20.167492 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-fdee14b9-c9c0-4c24-9754-4b28275c4d05 None None] For port 63700206-91f5-48ca-baa1-0c553abcc6ad, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=63700206-91f5-48ca-baa1-0c553abcc6ad,segment=NetworkSegment(c6dcec0d-24de-40ae-b564-691e9319a67a),segment_id=c6dcec0d-24de-40ae-b564-691e9319a67a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:20.167807 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fdee14b9-c9c0-4c24-9754-4b28275c4d05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:20.182819 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-fdee14b9-c9c0-4c24-9754-4b28275c4d05 None None] Calling delete_port for 63700206-91f5-48ca-baa1-0c553abcc6ad owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:20.261404 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:20.279561 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fdee14b9-c9c0-4c24-9754-4b28275c4d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:20.324915 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee14b9-c9c0-4c24-9754-4b28275c4d05 None None] Pushing event deleted for resources: {'Port': ['ID=63700206-91f5-48ca-baa1-0c553abcc6ad,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:20.327798 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdee14b9-c9c0-4c24-9754-4b28275c4d05 None None] No DVR routers for this DVR port 63700206-91f5-48ca-baa1-0c553abcc6ad on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:30:20.423701 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66ce1219-31fa-45f4-8f51-c8ccec3f04ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:20.447777 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66ce1219-31fa-45f4-8f51-c8ccec3f04ca admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:20.450903 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-66ce1219-31fa-45f4-8f51-c8ccec3f04ca admin admin] 10.222.0.48 "DELETE /v2.0/networks/67476c11-db2f-48bf-a7d2-d6540948a1b3 HTTP/1.1" status: 204 len: 168 time: 2.0567999 Nov 12 20:30:20.454302 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44458) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:20.455510 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce1219-31fa-45f4-8f51-c8ccec3f04ca admin admin] Pushing event deleted for resources: {'Network': ['ID=67476c11-db2f-48bf-a7d2-d6540948a1b3,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:20.479613 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-796f821e-f170-444d-a816-6b355294556a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4987938 Nov 12 20:30:20.580871 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b06ea8a8-b709-45d2-9bcc-92500691c097 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:30:20.613402 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: b06ea8a8-b709-45d2-9bcc-92500691c097 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:30:20.613989 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b06ea8a8-b709-45d2-9bcc-92500691c097 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:30:20.614399 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 63700206-91f5-48ca-baa1-0c553abcc6ad no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:30:20.627125 n-d-712140-15 neutron-server[102448]: DEBUG neutron.objects.ports [None req-64705c22-6977-4aeb-a5a6-8254d6e5c157 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 20:30:20.632174 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-64705c22-6977-4aeb-a5a6-8254d6e5c157 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:20.637780 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 63700206-91f5-48ca-baa1-0c553abcc6ad {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:30:20.638130 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 63700206-91f5-48ca-baa1-0c553abcc6ad not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:30:20.676750 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-53ca7cb7-b50b-4eb0-a8f2-36c01d2a85f0 service neutron] 10.222.0.48 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872525 Nov 12 20:30:20.792272 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64705c22-6977-4aeb-a5a6-8254d6e5c157 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Checking segment: {'id': '96ab19a8-7940-4e92-b30e-ba0cd0c1b4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'edd0f15d-aaff-464e-9c7d-77696181543b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:30:20.792780 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64705c22-6977-4aeb-a5a6-8254d6e5c157 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Network hostable DHCP agents. Network: edd0f15d-aaff-464e-9c7d-77696181543b, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:30:20.797463 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64705c22-6977-4aeb-a5a6-8254d6e5c157 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event updated for resources: {'Subnet': ['ID=deb5f9d6-4b9f-4beb-8590-9534809ebae7,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:20.828034 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64705c22-6977-4aeb-a5a6-8254d6e5c157 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Network edd0f15d-aaff-464e-9c7d-77696181543b is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:30:20.845275 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-ac63694c-2b88-4571-894d-a699f52628db service neutron] 10.222.0.48 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459274 Nov 12 20:30:20.846278 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-64705c22-6977-4aeb-a5a6-8254d6e5c157 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, edd0f15d-aaff-464e-9c7d-77696181543b) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:20.850904 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64705c22-6977-4aeb-a5a6-8254d6e5c157 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:20.851800 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-64705c22-6977-4aeb-a5a6-8254d6e5c157 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:20.865924 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c51e469-a26f-4465-93c9-ce3698d89dc3 None None] Network edd0f15d-aaff-464e-9c7d-77696181543b requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:30:20.874599 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-64705c22-6977-4aeb-a5a6-8254d6e5c157 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6425738 Nov 12 20:30:20.877236 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44460) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:21.004308 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b2f4d0e5-c2c4-40b0-b01c-5e7888c4968b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:21.057032 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e7b2732e-9cd5-47d0-845a-97f033439756 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:21.119307 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079a72d8-cad3-4839-8a00-7ce5b72e68c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-edd0f15d-aaff-464e-9c7d-77696181543b', 'network_id': 'edd0f15d-aaff-464e-9c7d-77696181543b', 'tenant_id': 'fb94608602bf41c2b2e182ddf641b241', 'fixed_ips': [{'subnet_id': 'deb5f9d6-4b9f-4beb-8590-9534809ebae7'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:30:21.120592 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-079a72d8-cad3-4839-8a00-7ce5b72e68c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:21.153613 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e7b2732e-9cd5-47d0-845a-97f033439756 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:21.201854 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d16c18d-ca04-4869-b1a5-4a25a180ae1f req-c34c8382-4c18-4793-a5c9-443ec9b988a0 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=17933280-b7d3-44c0-ae07-f075bf633227 HTTP/1.1" status: 200 len: 210 time: 0.1006439 Nov 12 20:30:21.238788 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e7b2732e-9cd5-47d0-845a-97f033439756 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server [None req-079a72d8-cad3-4839-8a00-7ce5b72e68c2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet deb5f9d6-4b9f-4beb-8590-9534809ebae7: This subnet is being modified by another concurrent operation. Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise exception Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet deb5f9d6-4b9f-4beb-8590-9534809ebae7: This subnet is being modified by another concurrent operation. Nov 12 20:30:21.265787 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server Nov 12 20:30:21.288463 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ca4e2a-aa24-4d8a-8d79-72bb25208e25 None None] Network edd0f15d-aaff-464e-9c7d-77696181543b requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:30:21.363372 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2732e-9cd5-47d0-845a-97f033439756 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event deleted for resources: {'Subnet': ['ID=deb5f9d6-4b9f-4beb-8590-9534809ebae7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:21.377518 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e7b2732e-9cd5-47d0-845a-97f033439756 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:21.451230 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b8aeab-9efd-40d6-915f-ef8351bb40cf None None] get_active_networks_info from n-d-712140-15 {{(pid=102449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 20:30:21.457102 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-e7b2732e-9cd5-47d0-845a-97f033439756 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd0f15d-aaff-464e-9c7d-77696181543b']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:21.480938 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-e7b2732e-9cd5-47d0-845a-97f033439756 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ab19a8-7940-4e92-b30e-ba0cd0c1b4d9') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:21.483288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-e7b2732e-9cd5-47d0-845a-97f033439756 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ab19a8-7940-4e92-b30e-ba0cd0c1b4d9') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:21.483424 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-b2f4d0e5-c2c4-40b0-b01c-5e7888c4968b admin admin] Deleting port df05de27-47af-4cb9-ae3b-20af8dadec40 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:21.483874 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b2f4d0e5-c2c4-40b0-b01c-5e7888c4968b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:21.502647 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e7b2732e-9cd5-47d0-845a-97f033439756 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:21.524702 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e7b2732e-9cd5-47d0-845a-97f033439756 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:21.541517 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b2732e-9cd5-47d0-845a-97f033439756 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:30:21.541935 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e7b2732e-9cd5-47d0-845a-97f033439756 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:30:21.545208 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:30:21.607518 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-b2f4d0e5-c2c4-40b0-b01c-5e7888c4968b admin admin] For port df05de27-47af-4cb9-ae3b-20af8dadec40, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=df05de27-47af-4cb9-ae3b-20af8dadec40,segment=NetworkSegment(90c0ea23-71b0-474a-bd7f-6cf30194c69d),segment_id=90c0ea23-71b0-474a-bd7f-6cf30194c69d)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:21.608354 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b2f4d0e5-c2c4-40b0-b01c-5e7888c4968b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:21.628182 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-b2f4d0e5-c2c4-40b0-b01c-5e7888c4968b admin admin] Calling delete_port for df05de27-47af-4cb9-ae3b-20af8dadec40 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:21.642854 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b8aeab-9efd-40d6-915f-ef8351bb40cf None None] Resources bound (agent type, host, resource id): {{(pid=102449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 20:30:21.652126 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e7b2732e-9cd5-47d0-845a-97f033439756 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:21.662182 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e7b2732e-9cd5-47d0-845a-97f033439756 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:21.667378 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e7b2732e-9cd5-47d0-845a-97f033439756 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "DELETE /v2.0/networks/edd0f15d-aaff-464e-9c7d-77696181543b HTTP/1.1" status: 204 len: 168 time: 0.7890313 Nov 12 20:30:21.673853 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44476) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:21.682196 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-57fa0f46-7e61-4c05-b338-8699f14c0310 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1298506624'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:21.700817 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2732e-9cd5-47d0-845a-97f033439756 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event deleted for resources: {'Network': ['ID=edd0f15d-aaff-464e-9c7d-77696181543b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:21.725144 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fa0f46-7e61-4c05-b338-8699f14c0310 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Made reservation on behalf of fb94608602bf41c2b2e182ddf641b241 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:21.730628 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57fa0f46-7e61-4c05-b338-8699f14c0310 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:21.765115 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57fa0f46-7e61-4c05-b338-8699f14c0310 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:30:21.777149 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57fa0f46-7e61-4c05-b338-8699f14c0310 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:21.777580 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-57fa0f46-7e61-4c05-b338-8699f14c0310 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Added segment c5367e98-ef21-4245-b0e1-56a2981476d0 of type vlan for network 189c2951-633e-41dd-8ee9-f643d9009115 Nov 12 20:30:21.838037 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57fa0f46-7e61-4c05-b338-8699f14c0310 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:21.873800 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57fa0f46-7e61-4c05-b338-8699f14c0310 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:21.881651 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fa0f46-7e61-4c05-b338-8699f14c0310 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:21.882367 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57fa0f46-7e61-4c05-b338-8699f14c0310 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:21.930555 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b2f4d0e5-c2c4-40b0-b01c-5e7888c4968b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:21.944072 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-57fa0f46-7e61-4c05-b338-8699f14c0310 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2666368 Nov 12 20:30:21.956203 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44478) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:21.960320 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4d0e5-c2c4-40b0-b01c-5e7888c4968b admin admin] Pushing event deleted for resources: {'Port': ['ID=df05de27-47af-4cb9-ae3b-20af8dadec40,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:21.967148 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-62e7e55b-e8d0-4e31-a07b-5029371a92f8 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Request body: {'subnet': {'network_id': '189c2951-633e-41dd-8ee9-f643d9009115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:21.993182 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa0f46-7e61-4c05-b338-8699f14c0310 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event updated for resources: {'Network': ['ID=189c2951-633e-41dd-8ee9-f643d9009115,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:22.018133 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 189c2951-633e-41dd-8ee9-f643d9009115 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:30:22.200529 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e7e55b-e8d0-4e31-a07b-5029371a92f8 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Made reservation on behalf of fb94608602bf41c2b2e182ddf641b241 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:22.204624 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62e7e55b-e8d0-4e31-a07b-5029371a92f8 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:22.359130 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b2f4d0e5-c2c4-40b0-b01c-5e7888c4968b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:22.373944 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-18a759de-5720-4cb6-b645-23e88ffd54ce req-defad1de-2fef-4bcb-98c0-d1bc6e4ef45a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=17933280-b7d3-44c0-ae07-f075bf633227 HTTP/1.1" status: 200 len: 210 time: 0.0756431 Nov 12 20:30:22.564692 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62e7e55b-e8d0-4e31-a07b-5029371a92f8 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:22.746759 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3a362bed-acbc-4a86-9a97-f801854af9d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:22.768945 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7e55b-e8d0-4e31-a07b-5029371a92f8 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event updated for resources: {'Subnet': ['ID=8aaf7015-ee62-4584-a482-e6de4f3c2fec,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:22.819554 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e7e55b-e8d0-4e31-a07b-5029371a92f8 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Checking segment: {'id': 'c5367e98-ef21-4245-b0e1-56a2981476d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '189c2951-633e-41dd-8ee9-f643d9009115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:30:22.819830 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e7e55b-e8d0-4e31-a07b-5029371a92f8 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Network hostable DHCP agents. Network: 189c2951-633e-41dd-8ee9-f643d9009115, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:30:22.828823 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f4d0e5-c2c4-40b0-b01c-5e7888c4968b admin admin] Router 9fde79db-d39e-43e0-8c75-593feada6197 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:30:22.838980 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-f79824ba-189d-419d-8206-474b4ba393d1 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:22.840270 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-f79824ba-189d-419d-8206-474b4ba393d1 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.52 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 812 time: 0.2085967 Nov 12 20:30:22.855355 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-074d5f89-6d7a-48fc-b3aa-a7ee56ad2e2b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Request body: {'port': {'device_id': '17933280-b7d3-44c0-ae07-f075bf633227', 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786', 'admin_state_up': True, 'tenant_id': '7e8721b8322b46768b4d5df279187cac'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:22.882696 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e7e55b-e8d0-4e31-a07b-5029371a92f8 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Network 189c2951-633e-41dd-8ee9-f643d9009115 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:30:22.953876 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-62e7e55b-e8d0-4e31-a07b-5029371a92f8 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 189c2951-633e-41dd-8ee9-f643d9009115) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:22.966370 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccf89a2-71a2-4174-a5ae-3478fbec6bc4 None None] Network 189c2951-633e-41dd-8ee9-f643d9009115 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:30:22.967501 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e7e55b-e8d0-4e31-a07b-5029371a92f8 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:22.968115 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62e7e55b-e8d0-4e31-a07b-5029371a92f8 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:23.040576 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-62e7e55b-e8d0-4e31-a07b-5029371a92f8 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0776711 Nov 12 20:30:23.043129 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44484) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:23.069227 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f4d0e5-c2c4-40b0-b01c-5e7888c4968b admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:30:23.076131 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b2f4d0e5-c2c4-40b0-b01c-5e7888c4968b admin admin] 10.222.0.48 "PUT /v2.0/routers/9fde79db-d39e-43e0-8c75-593feada6197/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6198261 Nov 12 20:30:23.078767 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44488) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:23.098940 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0644ffa9-60c4-473f-998a-d14e77fbea74 None None] Sync routers for ids ['9fde79db-d39e-43e0-8c75-593feada6197'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:30:23.126574 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0644ffa9-60c4-473f-998a-d14e77fbea74 None None] Routers {'9fde79db-d39e-43e0-8c75-593feada6197'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:30:23.128125 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-0644ffa9-60c4-473f-998a-d14e77fbea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:30:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9fde79db-d39e-43e0-8c75-593feada6197'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:23.139097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-074d5f89-6d7a-48fc-b3aa-a7ee56ad2e2b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Made reservation on behalf of 7e8721b8322b46768b4d5df279187cac for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:23.142911 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-074d5f89-6d7a-48fc-b3aa-a7ee56ad2e2b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:23.243426 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-617fd9c2-e488-42c0-ac96-81b6c52ac06a tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:23.261548 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9882f791-640d-40b6-9227-828bcce004a6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:23.272716 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9695d9a3-80dd-4668-be30-8c1b4ffe3acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-189c2951-633e-41dd-8ee9-f643d9009115', 'network_id': '189c2951-633e-41dd-8ee9-f643d9009115', 'tenant_id': 'fb94608602bf41c2b2e182ddf641b241', 'fixed_ips': [{'subnet_id': '8aaf7015-ee62-4584-a482-e6de4f3c2fec'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:30:23.273889 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9695d9a3-80dd-4668-be30-8c1b4ffe3acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:23.324126 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-0644ffa9-60c4-473f-998a-d14e77fbea74 None None] Set router 9fde79db-d39e-43e0-8c75-593feada6197 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:30:23.325942 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-617fd9c2-e488-42c0-ac96-81b6c52ac06a tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:23.423315 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-617fd9c2-e488-42c0-ac96-81b6c52ac06a tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server [None req-9695d9a3-80dd-4668-be30-8c1b4ffe3acf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8aaf7015-ee62-4584-a482-e6de4f3c2fec: This subnet is being modified by another concurrent operation. Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise exception Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8aaf7015-ee62-4584-a482-e6de4f3c2fec: This subnet is being modified by another concurrent operation. Nov 12 20:30:23.508076 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server Nov 12 20:30:23.527929 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fd9c2-e488-42c0-ac96-81b6c52ac06a tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event deleted for resources: {'Subnet': ['ID=8aaf7015-ee62-4584-a482-e6de4f3c2fec,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:23.535065 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a24c80-ac71-4768-a05d-8997362c72da None None] Network 189c2951-633e-41dd-8ee9-f643d9009115 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:30:23.577490 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-617fd9c2-e488-42c0-ac96-81b6c52ac06a tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:23.601460 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-617fd9c2-e488-42c0-ac96-81b6c52ac06a tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['189c2951-633e-41dd-8ee9-f643d9009115']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:23.611161 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-617fd9c2-e488-42c0-ac96-81b6c52ac06a tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5367e98-ef21-4245-b0e1-56a2981476d0') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:23.611815 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-617fd9c2-e488-42c0-ac96-81b6c52ac06a tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5367e98-ef21-4245-b0e1-56a2981476d0') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:23.623677 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-617fd9c2-e488-42c0-ac96-81b6c52ac06a tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:23.639339 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-617fd9c2-e488-42c0-ac96-81b6c52ac06a tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:23.645902 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617fd9c2-e488-42c0-ac96-81b6c52ac06a tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:30:23.646434 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-617fd9c2-e488-42c0-ac96-81b6c52ac06a tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:30:23.650210 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:30:23.715921 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d451af3-c430-4345-a2fb-5a7a4a9d49ea None None] get_active_networks_info from n-d-712140-15 {{(pid=102449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 20:30:23.728074 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-82248090-9b7d-45ac-8c0a-dda7c4d1a48f req-7145044b-5f23-413d-8057-dab5d1c0b4eb tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=17933280-b7d3-44c0-ae07-f075bf633227 HTTP/1.1" status: 200 len: 210 time: 0.0569463 Nov 12 20:30:23.728866 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-617fd9c2-e488-42c0-ac96-81b6c52ac06a tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:23.751464 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-617fd9c2-e488-42c0-ac96-81b6c52ac06a tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:23.755471 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-617fd9c2-e488-42c0-ac96-81b6c52ac06a tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "DELETE /v2.0/networks/189c2951-633e-41dd-8ee9-f643d9009115 HTTP/1.1" status: 204 len: 168 time: 0.7076492 Nov 12 20:30:23.756769 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44492) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:23.763273 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-595e5c7e-54c7-4de7-88b7-77fb38ea1302 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1622897825'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:23.765354 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-074d5f89-6d7a-48fc-b3aa-a7ee56ad2e2b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Allocated IP 172.20.0.13 (b6864b2f-6168-42ea-9422-cd478a748786/5c500cb5-3e69-49e9-9723-b1dae39e8dfb/bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:30:23.775768 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9882f791-640d-40b6-9227-828bcce004a6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:23.789910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fd9c2-e488-42c0-ac96-81b6c52ac06a tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event deleted for resources: {'Network': ['ID=189c2951-633e-41dd-8ee9-f643d9009115,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:23.803837 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595e5c7e-54c7-4de7-88b7-77fb38ea1302 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Made reservation on behalf of fb94608602bf41c2b2e182ddf641b241 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:23.807729 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-595e5c7e-54c7-4de7-88b7-77fb38ea1302 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:23.835213 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-595e5c7e-54c7-4de7-88b7-77fb38ea1302 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:30:23.845233 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-595e5c7e-54c7-4de7-88b7-77fb38ea1302 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:23.845733 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-595e5c7e-54c7-4de7-88b7-77fb38ea1302 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Added segment 9b381528-40ef-48c3-800d-d0546020c896 of type vlan for network d27ea680-dd94-4f8b-83ae-d1e1cb64c7df Nov 12 20:30:23.888749 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-595e5c7e-54c7-4de7-88b7-77fb38ea1302 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:23.916101 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-595e5c7e-54c7-4de7-88b7-77fb38ea1302 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:23.923770 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595e5c7e-54c7-4de7-88b7-77fb38ea1302 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:23.924854 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-595e5c7e-54c7-4de7-88b7-77fb38ea1302 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:23.926035 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-9882f791-640d-40b6-9227-828bcce004a6 admin admin] Deleting port ca13877f-8d7f-4b3b-8e33-b8186fcb966d {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:23.926194 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9882f791-640d-40b6-9227-828bcce004a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:23.961643 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:23.994718 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-0644ffa9-60c4-473f-998a-d14e77fbea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fde79db-d39e-43e0-8c75-593feada6197', 'name': 'tempest-TestVolumeBackupRestore-1739810197-router', 'tenant_id': 'b647e66a3f994500ba5f40dd800bc71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'ca13877f-8d7f-4b3b-8e33-b8186fcb966d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:23:17Z', 'updated_at': '2021-11-12T20:30:21Z', 'revision_number': 5, 'project_id': 'b647e66a3f994500ba5f40dd800bc71d', 'gw_port': {'id': 'ca13877f-8d7f-4b3b-8e33-b8186fcb966d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ac:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fde79db-d39e-43e0-8c75-593feada6197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:23:19Z', 'updated_at': '2021-11-12T20:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:23.998768 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-595e5c7e-54c7-4de7-88b7-77fb38ea1302 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2381032 Nov 12 20:30:24.000267 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44494) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:24.004809 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-b72b9e93-af9a-4449-ab30-b7cf475c7582 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Request body: {'subnet': {'network_id': 'd27ea680-dd94-4f8b-83ae-d1e1cb64c7df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:24.008518 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e5c7e-54c7-4de7-88b7-77fb38ea1302 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event updated for resources: {'Network': ['ID=d27ea680-dd94-4f8b-83ae-d1e1cb64c7df,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:24.034166 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network d27ea680-dd94-4f8b-83ae-d1e1cb64c7df details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:30:24.040118 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0644ffa9-60c4-473f-998a-d14e77fbea74 None None] Checking router: 9fde79db-d39e-43e0-8c75-593feada6197 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:30:24.042237 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:24.088491 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-074d5f89-6d7a-48fc-b3aa-a7ee56ad2e2b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:24.116127 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0644ffa9-60c4-473f-998a-d14e77fbea74 None None] Routers {'9fde79db-d39e-43e0-8c75-593feada6197'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:30:24.116798 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-0644ffa9-60c4-473f-998a-d14e77fbea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:30:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9fde79db-d39e-43e0-8c75-593feada6197'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:24.143823 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-9882f791-640d-40b6-9227-828bcce004a6 admin admin] For port ca13877f-8d7f-4b3b-8e33-b8186fcb966d, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ca13877f-8d7f-4b3b-8e33-b8186fcb966d,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:24.143823 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9882f791-640d-40b6-9227-828bcce004a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:24.172904 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-9882f791-640d-40b6-9227-828bcce004a6 admin admin] Calling delete_port for ca13877f-8d7f-4b3b-8e33-b8186fcb966d owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:24.193414 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72b9e93-af9a-4449-ab30-b7cf475c7582 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Made reservation on behalf of fb94608602bf41c2b2e182ddf641b241 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:24.197276 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b72b9e93-af9a-4449-ab30-b7cf475c7582 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:24.203740 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-074d5f89-6d7a-48fc-b3aa-a7ee56ad2e2b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:24.204595 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d451af3-c430-4345-a2fb-5a7a4a9d49ea None None] Resources bound (agent type, host, resource id): {{(pid=102449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 20:30:24.222977 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a', '139d42f1-5136-4e8b-ab49-db213f860e23'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:30:24.305288 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-0644ffa9-60c4-473f-998a-d14e77fbea74 None None] Set router 9fde79db-d39e-43e0-8c75-593feada6197 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:30:24.378085 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-074d5f89-6d7a-48fc-b3aa-a7ee56ad2e2b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Network b6864b2f-6168-42ea-9422-cd478a748786 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:30:24.391332 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-074d5f89-6d7a-48fc-b3aa-a7ee56ad2e2b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:24.401446 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-074d5f89-6d7a-48fc-b3aa-a7ee56ad2e2b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:30:24.417279 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-0644ffa9-60c4-473f-998a-d14e77fbea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fde79db-d39e-43e0-8c75-593feada6197', 'name': 'tempest-TestVolumeBackupRestore-1739810197-router', 'tenant_id': 'b647e66a3f994500ba5f40dd800bc71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:23:17Z', 'updated_at': '2021-11-12T20:30:23Z', 'revision_number': 6, 'project_id': 'b647e66a3f994500ba5f40dd800bc71d', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:24.437284 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d5f89-6d7a-48fc-b3aa-a7ee56ad2e2b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Pushing event updated for resources: {'Port': ['ID=bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:24.453494 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0644ffa9-60c4-473f-998a-d14e77fbea74 None None] The sync data for ids ['9fde79db-d39e-43e0-8c75-593feada6197'] in n-d-712140-15 is: [{'id': '9fde79db-d39e-43e0-8c75-593feada6197', 'name': 'tempest-TestVolumeBackupRestore-1739810197-router', 'tenant_id': 'b647e66a3f994500ba5f40dd800bc71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:23:17Z', 'updated_at': '2021-11-12T20:30:23Z', 'revision_number': 6, 'project_id': 'b647e66a3f994500ba5f40dd800bc71d', 'gw_port_host': None}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:30:24.600277 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-074d5f89-6d7a-48fc-b3aa-a7ee56ad2e2b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:24.601012 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-074d5f89-6d7a-48fc-b3aa-a7ee56ad2e2b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:24.647711 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-074d5f89-6d7a-48fc-b3aa-a7ee56ad2e2b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7961993 Nov 12 20:30:24.670183 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Request body: {'port': {'device_id': '17933280-b7d3-44c0-ae07-f075bf633227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:24.692188 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9882f791-640d-40b6-9227-828bcce004a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:24.795706 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882f791-640d-40b6-9227-828bcce004a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca13877f-8d7f-4b3b-8e33-b8186fcb966d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:24.837710 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757ee272-198b-4591-ac51-496ba3f39959 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:30:24.922961 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:24.932578 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd4488-f3ca-4676-af29-e01c474cd64e req-58ac24d4-7db4-4a18-88e4-b5c677188ef3 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:24.936686 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-17dd4488-f3ca-4676-af29-e01c474cd64e req-58ac24d4-7db4-4a18-88e4-b5c677188ef3 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=17933280-b7d3-44c0-ae07-f075bf633227 HTTP/1.1" status: 200 len: 932 time: 0.0711665 Nov 12 20:30:25.007265 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-17dd4488-f3ca-4676-af29-e01c474cd64e req-8f863743-0133-4181-b65f-991d791f9492 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621753 Nov 12 20:30:25.052916 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9882f791-640d-40b6-9227-828bcce004a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:25.154753 n-d-712140-15 neutron-server[102447]: DEBUG neutron.objects.ports [None req-b72b9e93-af9a-4449-ab30-b7cf475c7582 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102447) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 20:30:25.169476 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-222955cd-33b3-4d77-811f-4d38157126f1 None None] Provisioning complete for port bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:30:25.169944 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-222955cd-33b3-4d77-811f-4d38157126f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:25.188830 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b72b9e93-af9a-4449-ab30-b7cf475c7582 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:25.222709 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:25.223750 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-222955cd-33b3-4d77-811f-4d38157126f1 None None] Port bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:30:25.266777 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9882f791-640d-40b6-9227-828bcce004a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:25.276884 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9882f791-640d-40b6-9227-828bcce004a6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:25.401033 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b9e93-af9a-4449-ab30-b7cf475c7582 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event updated for resources: {'Subnet': ['ID=2f90293c-c900-45d0-a02e-152234c5bb5a,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:25.448495 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9882f791-640d-40b6-9227-828bcce004a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:25.450127 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9882f791-640d-40b6-9227-828bcce004a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fde79db-d39e-43e0-8c75-593feada6197 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:30:25.455174 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9882f791-640d-40b6-9227-828bcce004a6 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:25.459055 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9882f791-640d-40b6-9227-828bcce004a6 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9fde79db-d39e-43e0-8c75-593feada6197 HTTP/1.1" status: 204 len: 168 time: 2.3767185 Nov 12 20:30:25.459669 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44508) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:25.489053 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72b9e93-af9a-4449-ab30-b7cf475c7582 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Checking segment: {'id': '9b381528-40ef-48c3-800d-d0546020c896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd27ea680-dd94-4f8b-83ae-d1e1cb64c7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:30:25.489408 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72b9e93-af9a-4449-ab30-b7cf475c7582 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Network hostable DHCP agents. Network: d27ea680-dd94-4f8b-83ae-d1e1cb64c7df, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:30:25.531402 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-4954f271-7933-4f20-aa2d-6022a080c487 admin admin] Deleting subnet 8fd2e65e-f7bb-4bec-8b2e-2bb263d39606 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:30:25.531686 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72b9e93-af9a-4449-ab30-b7cf475c7582 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Network d27ea680-dd94-4f8b-83ae-d1e1cb64c7df is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:30:25.540945 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4954f271-7933-4f20-aa2d-6022a080c487 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:25.551482 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-b72b9e93-af9a-4449-ab30-b7cf475c7582 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, d27ea680-dd94-4f8b-83ae-d1e1cb64c7df) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:25.557268 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72b9e93-af9a-4449-ab30-b7cf475c7582 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:25.557902 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b72b9e93-af9a-4449-ab30-b7cf475c7582 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:25.563110 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd59497c-df08-407c-b8ee-282d5b975f0f None None] Network d27ea680-dd94-4f8b-83ae-d1e1cb64c7df requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:30:25.589717 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4954f271-7933-4f20-aa2d-6022a080c487 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:25.629039 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b72b9e93-af9a-4449-ab30-b7cf475c7582 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6287551 Nov 12 20:30:25.632077 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44512) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:25.645077 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:30:25.686044 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:25.745944 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Transition to ACTIVE for port object bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:30:25.760939 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:25.775923 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4954f271-7933-4f20-aa2d-6022a080c487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:25.857336 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febfb882-f74c-4e58-aa5b-b89395bae34b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-d27ea680-dd94-4f8b-83ae-d1e1cb64c7df', 'network_id': 'd27ea680-dd94-4f8b-83ae-d1e1cb64c7df', 'tenant_id': 'fb94608602bf41c2b2e182ddf641b241', 'fixed_ips': [{'subnet_id': '2f90293c-c900-45d0-a02e-152234c5bb5a'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:30:25.858277 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-febfb882-f74c-4e58-aa5b-b89395bae34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:25.877263 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:25.880513 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4954f271-7933-4f20-aa2d-6022a080c487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:25.909867 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954f271-7933-4f20-aa2d-6022a080c487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fd2e65e-f7bb-4bec-8b2e-2bb263d39606,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:25.925254 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4954f271-7933-4f20-aa2d-6022a080c487 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:25.929814 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4954f271-7933-4f20-aa2d-6022a080c487 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8fd2e65e-f7bb-4bec-8b2e-2bb263d39606 HTTP/1.1" status: 204 len: 168 time: 0.4683270 Nov 12 20:30:25.931868 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44514) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:25.996829 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3d866d-96e8-469c-89e4-cd1423ea37a1 None None] Network ece868d1-77b9-4bc3-b457-3aac980b3759 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:30:26.011080 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Attempting to bind port bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:30:26.011436 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Attempting to bind port bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:30:26.011762 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Attempting to bind port bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db on network b6864b2f-6168-42ea-9422-cd478a748786 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:30:26.017818 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Port bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db on network b6864b2f-6168-42ea-9422-cd478a748786 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:30:26.018152 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Attempting to bind port bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db on network b6864b2f-6168-42ea-9422-cd478a748786 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:30:26.024866 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:30:26.025264 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Checking segment: {'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:30:26.025621 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Bound using segment: {'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:30:26.026071 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Bound port: bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:30:26.026438 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:26.042382 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:26.062870 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-41ab66ea-8830-4ce7-8c25-b46d4ff21209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:26.108072 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] For port bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:30:26.115752 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] For port bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:30:26.159558 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-41ab66ea-8830-4ce7-8c25-b46d4ff21209 admin admin] Deleting port f93a0f2c-6a31-4682-959c-051ba6586943 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:26.160283 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-41ab66ea-8830-4ce7-8c25-b46d4ff21209 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:26.166829 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:26.199272 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:26.253368 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-febfb882-f74c-4e58-aa5b-b89395bae34b None None] Allocated IP 2001:db8::f816:3eff:fe45:beae (d27ea680-dd94-4f8b-83ae-d1e1cb64c7df/2f90293c-c900-45d0-a02e-152234c5bb5a/b0c182d9-a92b-4899-8b0d-e96832b99d73) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:30:26.256832 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:26.291590 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:26.291955 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:26.292604 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:26.293050 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:26.293485 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:26.295336 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:26.295336 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:26.295336 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:26.295336 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:26.295336 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:26.296029 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:26.296522 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:26.320962 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-41ab66ea-8830-4ce7-8c25-b46d4ff21209 admin admin] For port f93a0f2c-6a31-4682-959c-051ba6586943, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f93a0f2c-6a31-4682-959c-051ba6586943,segment=NetworkSegment(90c0ea23-71b0-474a-bd7f-6cf30194c69d),segment_id=90c0ea23-71b0-474a-bd7f-6cf30194c69d)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:26.321376 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-41ab66ea-8830-4ce7-8c25-b46d4ff21209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:26.351130 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-41ab66ea-8830-4ce7-8c25-b46d4ff21209 admin admin] Calling delete_port for f93a0f2c-6a31-4682-959c-051ba6586943 owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:26.358961 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:26.359865 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:26.360223 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fce7d6-ca32-4aae-b24e-60a9c6efad29 None None] DHCP port deletion for ece868d1-77b9-4bc3-b457-3aac980b3759 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:30:26.361779 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] 10.222.0.52 "PUT /v2.0/ports/bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db HTTP/1.1" status: 200 len: 1093 time: 1.6966474 Nov 12 20:30:26.364019 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17933280-b7d3-44c0-ae07-f075bf633227', 'tag': 'bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:30:26.367094 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123672df-1c6f-42eb-8205-b7053fc6169b" -d '{"events": [{"name": "network-changed", "server_uuid": "17933280-b7d3-44c0-ae07-f075bf633227", "tag": "bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:30:26.405827 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df666a82-b3b4-4c44-9450-c698feae3ef1 req-50f347cc-7656-4886-82ba-3e8c321ea645 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:26.407622 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-df666a82-b3b4-4c44-9450-c698feae3ef1 req-50f347cc-7656-4886-82ba-3e8c321ea645 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=17933280-b7d3-44c0-ae07-f075bf633227 HTTP/1.1" status: 200 len: 944 time: 0.2103519 Nov 12 20:30:26.462864 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae246c6d-c06d-4bc4-9ccb-4c64975530d3 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:26.474837 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-41ab66ea-8830-4ce7-8c25-b46d4ff21209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:26.509535 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab66ea-8830-4ce7-8c25-b46d4ff21209 admin admin] Pushing event deleted for resources: {'Port': ['ID=f93a0f2c-6a31-4682-959c-051ba6586943,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:26.517445 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9237c8c2-8668-472c-b372-f153d9a69b3b x-openstack-request-id: req-9237c8c2-8668-472c-b372-f153d9a69b3b {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:30:26.517738 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17933280-b7d3-44c0-ae07-f075bf633227", "tag": "bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:30:26.518001 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9237c8c2-8668-472c-b372-f153d9a69b3b {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:30:26.518415 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17933280-b7d3-44c0-ae07-f075bf633227', 'tag': 'bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db', 'status': 'completed', 'code': 200} Nov 12 20:30:26.524131 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ab66ea-8830-4ce7-8c25-b46d4ff21209 admin admin] No DVR routers for this DVR port f93a0f2c-6a31-4682-959c-051ba6586943 on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:30:26.533888 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-bbcc531f-25d1-4ce7-9f79-e8112e963d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:26.535465 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-bbcc531f-25d1-4ce7-9f79-e8112e963d8d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=17933280-b7d3-44c0-ae07-f075bf633227 HTTP/1.1" status: 200 len: 1096 time: 0.1248906 Nov 12 20:30:26.563016 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-df666a82-b3b4-4c44-9450-c698feae3ef1 req-21084ee9-fa0e-40af-905a-35e6d66507f6 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372833 Nov 12 20:30:26.571512 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-37fce7d6-ca32-4aae-b24e-60a9c6efad29 None None] Deleting port f93a0f2c-6a31-4682-959c-051ba6586943 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:26.571940 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37fce7d6-ca32-4aae-b24e-60a9c6efad29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:26.632926 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-0f0c73af-1ad2-4560-b7dc-98538d2edc63 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db HTTP/1.1" status: 200 len: 217 time: 0.0833077 Nov 12 20:30:26.656560 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-41ab66ea-8830-4ce7-8c25-b46d4ff21209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:26.677872 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-febfb882-f74c-4e58-aa5b-b89395bae34b None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:26.681119 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ca13877f-8d7f-4b3b-8e33-b8186fcb966d no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:30:26.687461 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-41ab66ea-8830-4ce7-8c25-b46d4ff21209 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece868d1-77b9-4bc3-b457-3aac980b3759']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:26.705516 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-41ab66ea-8830-4ce7-8c25-b46d4ff21209 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c0ea23-71b0-474a-bd7f-6cf30194c69d') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:26.705805 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-41ab66ea-8830-4ce7-8c25-b46d4ff21209 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c0ea23-71b0-474a-bd7f-6cf30194c69d') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:26.724383 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-30710ef6-a731-4e38-914d-c3aea29640c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:26.727547 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-30710ef6-a731-4e38-914d-c3aea29640c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 0.0826259 Nov 12 20:30:26.733697 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:26.746533 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-41ab66ea-8830-4ce7-8c25-b46d4ff21209 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:26.752014 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: ca13877f-8d7f-4b3b-8e33-b8186fcb966d {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:30:26.752751 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ca13877f-8d7f-4b3b-8e33-b8186fcb966d not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:30:26.753365 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f93a0f2c-6a31-4682-959c-051ba6586943 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:30:26.756309 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-febfb882-f74c-4e58-aa5b-b89395bae34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:26.775434 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-41ab66ea-8830-4ce7-8c25-b46d4ff21209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:26.780224 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event deleted for resources: {'Subnet': ['ID=2f90293c-c900-45d0-a02e-152234c5bb5a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:26.789408 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ab66ea-8830-4ce7-8c25-b46d4ff21209 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:30:26.789818 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-41ab66ea-8830-4ce7-8c25-b46d4ff21209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:26.801617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-37fce7d6-ca32-4aae-b24e-60a9c6efad29 None None] For port f93a0f2c-6a31-4682-959c-051ba6586943, host n-d-712140-15, got binding levels [] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:26.802161 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37fce7d6-ca32-4aae-b24e-60a9c6efad29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:30:26.817652 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:30:26.841212 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: f93a0f2c-6a31-4682-959c-051ba6586943 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:30:26.841465 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f93a0f2c-6a31-4682-959c-051ba6586943 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:30:26.841866 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device df05de27-47af-4cb9-ae3b-20af8dadec40 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:30:26.882196 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febfb882-f74c-4e58-aa5b-b89395bae34b None None] Network d27ea680-dd94-4f8b-83ae-d1e1cb64c7df is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:30:26.886415 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-37fce7d6-ca32-4aae-b24e-60a9c6efad29 None None] Calling delete_port for f93a0f2c-6a31-4682-959c-051ba6586943 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:26.888850 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-febfb882-f74c-4e58-aa5b-b89395bae34b None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:26.895090 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.ipam_backend_mixin [None req-37fce7d6-ca32-4aae-b24e-60a9c6efad29 None None] Port f93a0f2c-6a31-4682-959c-051ba6586943 was not found and therefore no delete operation was performed {{(pid=102449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 20:30:26.900483 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: df05de27-47af-4cb9-ae3b-20af8dadec40 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:30:26.902273 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device df05de27-47af-4cb9-ae3b-20af8dadec40 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:30:26.903526 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-0246d4aa-c4e9-4bba-a0a2-f3286558e6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:26.917931 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febfb882-f74c-4e58-aa5b-b89395bae34b None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:30:26.918471 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-0246d4aa-c4e9-4bba-a0a2-f3286558e6bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1497958 Nov 12 20:30:26.923775 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-41ab66ea-8830-4ce7-8c25-b46d4ff21209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:26.925600 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:26.934398 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-41ab66ea-8830-4ce7-8c25-b46d4ff21209 admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:26.935801 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37fce7d6-ca32-4aae-b24e-60a9c6efad29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:26.941772 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-41ab66ea-8830-4ce7-8c25-b46d4ff21209 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ece868d1-77b9-4bc3-b457-3aac980b3759 HTTP/1.1" status: 204 len: 168 time: 1.0088503 Nov 12 20:30:26.968988 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab66ea-8830-4ce7-8c25-b46d4ff21209 admin admin] Pushing event deleted for resources: {'Network': ['ID=ece868d1-77b9-4bc3-b457-3aac980b3759,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:26.996129 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febfb882-f74c-4e58-aa5b-b89395bae34b None None] Pushing event updated for resources: {'Port': ['ID=b0c182d9-a92b-4899-8b0d-e96832b99d73,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:27.020808 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-37fce7d6-ca32-4aae-b24e-60a9c6efad29 None None] Network ece868d1-77b9-4bc3-b457-3aac980b3759 is not hosted by any dhcp agent {{(pid=102449) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 20:30:27.021730 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fce7d6-ca32-4aae-b24e-60a9c6efad29 None None] No DVR routers for this DVR port f93a0f2c-6a31-4682-959c-051ba6586943 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:30:27.026292 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-febfb882-f74c-4e58-aa5b-b89395bae34b None None] Attempting to bind port b0c182d9-a92b-4899-8b0d-e96832b99d73 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:30:27.027019 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-febfb882-f74c-4e58-aa5b-b89395bae34b None None] Attempting to bind port b0c182d9-a92b-4899-8b0d-e96832b99d73 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '9b381528-40ef-48c3-800d-d0546020c896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd27ea680-dd94-4f8b-83ae-d1e1cb64c7df'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:30:27.027681 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febfb882-f74c-4e58-aa5b-b89395bae34b None None] Attempting to bind port b0c182d9-a92b-4899-8b0d-e96832b99d73 on network d27ea680-dd94-4f8b-83ae-d1e1cb64c7df {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:30:27.065701 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27ea680-dd94-4f8b-83ae-d1e1cb64c7df']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:27.079415 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fce7d6-ca32-4aae-b24e-60a9c6efad29 None None] Pushing event deleted for resources: {'Port': ['ID=f93a0f2c-6a31-4682-959c-051ba6586943,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:27.081512 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febfb882-f74c-4e58-aa5b-b89395bae34b None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:30:27.081952 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febfb882-f74c-4e58-aa5b-b89395bae34b None None] Checking segment: {'id': '9b381528-40ef-48c3-800d-d0546020c896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd27ea680-dd94-4f8b-83ae-d1e1cb64c7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:30:27.082644 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-febfb882-f74c-4e58-aa5b-b89395bae34b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:27.083182 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febfb882-f74c-4e58-aa5b-b89395bae34b None None] Bound using segment: {'id': '9b381528-40ef-48c3-800d-d0546020c896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd27ea680-dd94-4f8b-83ae-d1e1cb64c7df'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:30:27.083920 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-febfb882-f74c-4e58-aa5b-b89395bae34b None None] Bound port: b0c182d9-a92b-4899-8b0d-e96832b99d73, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b381528-40ef-48c3-800d-d0546020c896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd27ea680-dd94-4f8b-83ae-d1e1cb64c7df'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:30:27.084995 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-febfb882-f74c-4e58-aa5b-b89395bae34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:27.138265 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b381528-40ef-48c3-800d-d0546020c896') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:27.138869 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b381528-40ef-48c3-800d-d0546020c896') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:27.150549 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:27.166091 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-febfb882-f74c-4e58-aa5b-b89395bae34b None None] For port b0c182d9-a92b-4899-8b0d-e96832b99d73, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:30:27.173090 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:27.176213 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44528) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:27.188156 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:30:27.188640 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:30:27.192282 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:30:27.235346 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e2fe4931-ea29-4792-895a-d0a5c8ba1f21 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b1884da1a5d847e5be8267b0c9b74c84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0542560 Nov 12 20:30:27.235881 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44530) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:27.279030 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-3ba5d317-bdcf-43dd-a07d-1a1d76218efd service neutron] 10.222.0.52 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427374 Nov 12 20:30:27.290852 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5b04e288-95a7-451a-87b0-7a891de5f9d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:27.308613 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-febfb882-f74c-4e58-aa5b-b89395bae34b None None] For port b0c182d9-a92b-4899-8b0d-e96832b99d73, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b0c182d9-a92b-4899-8b0d-e96832b99d73,segment=NetworkSegment(9b381528-40ef-48c3-800d-d0546020c896),segment_id=9b381528-40ef-48c3-800d-d0546020c896)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:30:27.313733 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5b04e288-95a7-451a-87b0-7a891de5f9d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:27.314075 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-febfb882-f74c-4e58-aa5b-b89395bae34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:27.331677 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.db.api [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 20:30:27.331677 n-d-712140-15 neutron-server[102447]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 20:30:27.331677 n-d-712140-15 neutron-server[102447]: [parameters: {'id': 'd27ea680-dd94-4f8b-83ae-d1e1cb64c7df'}] Nov 12 20:30:27.331677 n-d-712140-15 neutron-server[102447]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:30:27.332197 n-d-712140-15 neutron-server[102447]: DEBUG oslo_db.api [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:30:27.390122 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5b04e288-95a7-451a-87b0-7a891de5f9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:27.395631 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5b04e288-95a7-451a-87b0-7a891de5f9d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:27.398658 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5b04e288-95a7-451a-87b0-7a891de5f9d5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/84af30c8-9b51-4575-ae2a-bbea280a5b5a HTTP/1.1" status: 204 len: 168 time: 0.1612802 Nov 12 20:30:27.422422 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c79fa999-1e0e-411a-a9f2-9d42fea7d92c req-b73e2a03-4c29-4239-b043-9a3e0c020824 service neutron] 10.222.0.52 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314411 Nov 12 20:30:27.428116 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04e288-95a7-451a-87b0-7a891de5f9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84af30c8-9b51-4575-ae2a-bbea280a5b5a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:27.430392 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febfb882-f74c-4e58-aa5b-b89395bae34b None None] Pushing event updated for resources: {'Port': ['ID=b0c182d9-a92b-4899-8b0d-e96832b99d73,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:27.455531 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a71f1a9-0fa3-46f7-a00c-b74be32ae67a None None] Network d27ea680-dd94-4f8b-83ae-d1e1cb64c7df requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:30:27.546649 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123672df-1c6f-42eb-8205-b7053fc6169b req-4d46aac3-0ba5-416a-b0a1-17eb37344f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:27.549028 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-123672df-1c6f-42eb-8205-b7053fc6169b req-4d46aac3-0ba5-416a-b0a1-17eb37344f9b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=17933280-b7d3-44c0-ae07-f075bf633227 HTTP/1.1" status: 200 len: 1096 time: 0.0602181 Nov 12 20:30:27.629884 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d74fbab-9dff-47a3-a1db-7566a7401813 None None] get_active_networks_info from n-d-712140-15 {{(pid=102449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 20:30:27.682822 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123672df-1c6f-42eb-8205-b7053fc6169b req-5b148f4b-147a-4c8d-9df2-23b1f58600dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:27.684449 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-123672df-1c6f-42eb-8205-b7053fc6169b req-5b148f4b-147a-4c8d-9df2-23b1f58600dc service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 913 time: 0.1279910 Nov 12 20:30:27.743057 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-123672df-1c6f-42eb-8205-b7053fc6169b req-55f30283-f765-4608-a301-4e3ef4683200 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db HTTP/1.1" status: 200 len: 217 time: 0.0515668 Nov 12 20:30:27.783418 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d74fbab-9dff-47a3-a1db-7566a7401813 None None] Resources bound (agent type, host, resource id): {{(pid=102449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 20:30:27.795437 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ece4d0-cdf5-4d9a-9e78-9def525713b0 req-d313eb17-d4b7-45f0-8afa-25b32eeb342f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:27.805711 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c5ece4d0-cdf5-4d9a-9e78-9def525713b0 req-d313eb17-d4b7-45f0-8afa-25b32eeb342f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=17933280-b7d3-44c0-ae07-f075bf633227 HTTP/1.1" status: 200 len: 944 time: 0.0893350 Nov 12 20:30:27.849100 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:27.851836 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123672df-1c6f-42eb-8205-b7053fc6169b req-cf827809-6695-424e-9266-cd4cef617c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:27.858256 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-123672df-1c6f-42eb-8205-b7053fc6169b req-cf827809-6695-424e-9266-cd4cef617c72 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 0.1076674 Nov 12 20:30:27.868498 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44538) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:27.898734 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c5ece4d0-cdf5-4d9a-9e78-9def525713b0 req-7ff2f314-4383-4382-948d-dd3148cd46ab tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917881 Nov 12 20:30:27.993927 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e737b7fd-59f9-4d45-a1ac-86332a0224c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b647e66a3f994500ba5f40dd800bc71d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1244180 Nov 12 20:30:27.996568 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44540) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:28.008166 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123672df-1c6f-42eb-8205-b7053fc6169b req-22cadbbc-e27d-42ab-ae99-35cfc158e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:28.009716 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-123672df-1c6f-42eb-8205-b7053fc6169b req-22cadbbc-e27d-42ab-ae99-35cfc158e6fb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1392472 Nov 12 20:30:28.024778 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Deleting port b0c182d9-a92b-4899-8b0d-e96832b99d73 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:28.025120 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:28.071941 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58ed60f6-c4c6-4a7d-8120-5655202ba247 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:28.094414 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58ed60f6-c4c6-4a7d-8120-5655202ba247 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:28.151097 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58ed60f6-c4c6-4a7d-8120-5655202ba247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:28.154537 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58ed60f6-c4c6-4a7d-8120-5655202ba247 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:28.158130 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-58ed60f6-c4c6-4a7d-8120-5655202ba247 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2933e2d1-4f9b-4a10-8bda-12e57784741d HTTP/1.1" status: 204 len: 168 time: 0.1578310 Nov 12 20:30:28.168044 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed60f6-c4c6-4a7d-8120-5655202ba247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2933e2d1-4f9b-4a10-8bda-12e57784741d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:28.475688 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] For port b0c182d9-a92b-4899-8b0d-e96832b99d73, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b0c182d9-a92b-4899-8b0d-e96832b99d73,segment=NetworkSegment(9b381528-40ef-48c3-800d-d0546020c896),segment_id=9b381528-40ef-48c3-800d-d0546020c896)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:28.476074 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:28.495734 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Calling delete_port for b0c182d9-a92b-4899-8b0d-e96832b99d73 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:28.564359 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-123672df-1c6f-42eb-8205-b7053fc6169b req-8dda68ec-a211-4af3-86d7-9937dcc0631d service neutron] 10.222.0.52 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370605 Nov 12 20:30:28.679717 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:28.715582 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event deleted for resources: {'Port': ['ID=b0c182d9-a92b-4899-8b0d-e96832b99d73,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:28.727417 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-123672df-1c6f-42eb-8205-b7053fc6169b req-c9b7eb68-bc45-45c4-9102-e3ce7d03e050 service neutron] 10.222.0.52 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471550 Nov 12 20:30:28.730802 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] No DVR routers for this DVR port b0c182d9-a92b-4899-8b0d-e96832b99d73 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:30:28.843341 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:28.866050 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27ea680-dd94-4f8b-83ae-d1e1cb64c7df']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:28.875492 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b381528-40ef-48c3-800d-d0546020c896') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:28.875784 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b381528-40ef-48c3-800d-d0546020c896') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:28.885554 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:28.899236 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:28.904985 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:30:28.905392 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:30:28.908323 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:30:29.008057 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:29.014590 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:29.024599 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "DELETE /v2.0/networks/d27ea680-dd94-4f8b-83ae-d1e1cb64c7df HTTP/1.1" status: 204 len: 168 time: 3.3864372 Nov 12 20:30:29.025119 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44548) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:29.038783 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c2088-4e63-41b0-9994-9f940d563c52 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event deleted for resources: {'Network': ['ID=d27ea680-dd94-4f8b-83ae-d1e1cb64c7df,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:29.057991 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4afaab0-4739-4fc4-ba58-6135e6b655f4 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] DELETE failed (client error): The resource could not be found. Nov 12 20:30:29.058452 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4afaab0-4739-4fc4-ba58-6135e6b655f4 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:30:29.058581 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ccf346-74d0-4e34-bdfb-d8175abe3ad5 req-4de39811-000e-4d9e-96a5-94e1a405b1cc tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:29.060267 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-73ccf346-74d0-4e34-bdfb-d8175abe3ad5 req-4de39811-000e-4d9e-96a5-94e1a405b1cc tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=17933280-b7d3-44c0-ae07-f075bf633227 HTTP/1.1" status: 200 len: 944 time: 0.0950961 Nov 12 20:30:29.063890 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c4afaab0-4739-4fc4-ba58-6135e6b655f4 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "DELETE /v2.0/subnets/2f90293c-c900-45d0-a02e-152234c5bb5a HTTP/1.1" status: 404 len: 337 time: 0.0374124 Nov 12 20:30:29.066284 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44550) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:29.088007 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-678525ce-b529-45f2-8a49-48fb14e073ee tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] DELETE failed (client error): The resource could not be found. Nov 12 20:30:29.088648 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-678525ce-b529-45f2-8a49-48fb14e073ee tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:30:29.092113 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-678525ce-b529-45f2-8a49-48fb14e073ee tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "DELETE /v2.0/networks/d27ea680-dd94-4f8b-83ae-d1e1cb64c7df HTTP/1.1" status: 404 len: 339 time: 0.0243974 Nov 12 20:30:29.094744 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44552) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:29.125549 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-73ccf346-74d0-4e34-bdfb-d8175abe3ad5 req-1de50088-d217-4866-9f2b-7055daa9c825 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583580 Nov 12 20:30:29.126958 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-327262df-ba24-42a9-87bb-d78975c24137 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] DELETE failed (client error): The resource could not be found. Nov 12 20:30:29.127783 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-327262df-ba24-42a9-87bb-d78975c24137 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:30:29.133775 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-327262df-ba24-42a9-87bb-d78975c24137 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "DELETE /v2.0/subnets/8aaf7015-ee62-4584-a482-e6de4f3c2fec HTTP/1.1" status: 404 len: 337 time: 0.0352249 Nov 12 20:30:29.134618 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44554) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:29.154960 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f42093-52bf-4635-bb8a-05382e8b60d1 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] DELETE failed (client error): The resource could not be found. Nov 12 20:30:29.155773 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f42093-52bf-4635-bb8a-05382e8b60d1 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:30:29.161171 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-06f42093-52bf-4635-bb8a-05382e8b60d1 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "DELETE /v2.0/networks/189c2951-633e-41dd-8ee9-f643d9009115 HTTP/1.1" status: 404 len: 339 time: 0.0234241 Nov 12 20:30:29.161400 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44556) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:29.192080 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-065950c0-0396-4b1c-bdb9-d74599799739 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] DELETE failed (client error): The resource could not be found. Nov 12 20:30:29.192557 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-065950c0-0396-4b1c-bdb9-d74599799739 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:30:29.195884 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-065950c0-0396-4b1c-bdb9-d74599799739 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "DELETE /v2.0/subnets/deb5f9d6-4b9f-4beb-8590-9534809ebae7 HTTP/1.1" status: 404 len: 337 time: 0.0328975 Nov 12 20:30:29.198450 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44558) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:29.217194 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-946b3b08-8e0b-42f3-bea8-520496665a5b tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] DELETE failed (client error): The resource could not be found. Nov 12 20:30:29.217752 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-946b3b08-8e0b-42f3-bea8-520496665a5b tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:30:29.222859 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-946b3b08-8e0b-42f3-bea8-520496665a5b tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "DELETE /v2.0/networks/edd0f15d-aaff-464e-9c7d-77696181543b HTTP/1.1" status: 404 len: 339 time: 0.0231526 Nov 12 20:30:29.226010 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44562) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:29.342804 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-0f0709cd-af6d-4d5f-8ed1-58c62e5d862c tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Deleting port 2c98cbeb-2da3-4f8e-9c02-d692e516441f {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:29.343150 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0f0709cd-af6d-4d5f-8ed1-58c62e5d862c tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:29.420415 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0f0709cd-af6d-4d5f-8ed1-58c62e5d862c tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:29.434460 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-0f0709cd-af6d-4d5f-8ed1-58c62e5d862c tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Calling delete_port for 2c98cbeb-2da3-4f8e-9c02-d692e516441f owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:29.531156 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0f0709cd-af6d-4d5f-8ed1-58c62e5d862c tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:29.567202 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0709cd-af6d-4d5f-8ed1-58c62e5d862c tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event deleted for resources: {'Port': ['ID=2c98cbeb-2da3-4f8e-9c02-d692e516441f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:29.571379 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0f0709cd-af6d-4d5f-8ed1-58c62e5d862c tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:29.578654 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44604) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:29.578777 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0f0709cd-af6d-4d5f-8ed1-58c62e5d862c tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "DELETE /v2.0/ports/2c98cbeb-2da3-4f8e-9c02-d692e516441f HTTP/1.1" status: 204 len: 168 time: 0.3503389 Nov 12 20:30:29.592323 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:30:29.616444 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-79960c6f-396c-4b78-9540-8342cfbfd51b tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] DELETE failed (client error): The resource could not be found. Nov 12 20:30:29.617105 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79960c6f-396c-4b78-9540-8342cfbfd51b tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:30:29.622529 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-79960c6f-396c-4b78-9540-8342cfbfd51b tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "DELETE /v2.0/subnets/46a1b3c5-d8c4-44d9-9ae6-f1c56eb40b0f HTTP/1.1" status: 404 len: 337 time: 0.0404639 Nov 12 20:30:29.622889 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44610) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:29.711590 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:29.713332 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ecec50a6-9c81-4327-a620-764a83ab1083 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:29.729062 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db', 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786', 'port_id': 'bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db', 'mac_address': 'fa:16:3e:0d:a3:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c500cb5-3e69-49e9-9723-b1dae39e8dfb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:30:29.787223 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:29.804531 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:30:29.832915 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:29.839666 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:29.860055 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ecec50a6-9c81-4327-a620-764a83ab1083 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:29.891995 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-ecec50a6-9c81-4327-a620-764a83ab1083 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74493ad5-603e-469c-9a8d-60fd2948a8bf']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:29.903082 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-ecec50a6-9c81-4327-a620-764a83ab1083 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6dcec0d-24de-40ae-b564-691e9319a67a') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:29.903222 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:29.903372 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-ecec50a6-9c81-4327-a620-764a83ab1083 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6dcec0d-24de-40ae-b564-691e9319a67a') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:29.925377 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ecec50a6-9c81-4327-a620-764a83ab1083 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:29.949799 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ecec50a6-9c81-4327-a620-764a83ab1083 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:29.957785 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecec50a6-9c81-4327-a620-764a83ab1083 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:30:29.959263 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ecec50a6-9c81-4327-a620-764a83ab1083 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:30:29.963941 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:30:30.049639 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ecec50a6-9c81-4327-a620-764a83ab1083 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:30.058987 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ecec50a6-9c81-4327-a620-764a83ab1083 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:30.065374 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ecec50a6-9c81-4327-a620-764a83ab1083 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "DELETE /v2.0/networks/74493ad5-603e-469c-9a8d-60fd2948a8bf HTTP/1.1" status: 204 len: 168 time: 0.4392984 Nov 12 20:30:30.066111 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44664) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:30.084454 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec50a6-9c81-4327-a620-764a83ab1083 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event deleted for resources: {'Network': ['ID=74493ad5-603e-469c-9a8d-60fd2948a8bf,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:30.129729 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:30:30.183762 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-38ea3d45-a36a-4d94-91a6-842b5106f790 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Deleting port 6441404a-1fea-453a-98fe-7bcad4caa5a7 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:30.184121 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-38ea3d45-a36a-4d94-91a6-842b5106f790 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:30.307939 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-38ea3d45-a36a-4d94-91a6-842b5106f790 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:30.343955 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-38ea3d45-a36a-4d94-91a6-842b5106f790 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Calling delete_port for 6441404a-1fea-453a-98fe-7bcad4caa5a7 owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:30.372484 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca4a66-55f9-4a62-97c9-d07aeadf594c req-aeafa471-1c9e-452a-ad27-6267360113e2 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:30.374261 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c5ca4a66-55f9-4a62-97c9-d07aeadf594c req-aeafa471-1c9e-452a-ad27-6267360113e2 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=17933280-b7d3-44c0-ae07-f075bf633227 HTTP/1.1" status: 200 len: 945 time: 0.1167464 Nov 12 20:30:30.494846 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c5ca4a66-55f9-4a62-97c9-d07aeadf594c req-947ebdd2-c4f2-46b9-89e2-396f57c2d4ea tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061943 Nov 12 20:30:30.528810 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-38ea3d45-a36a-4d94-91a6-842b5106f790 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:30.563041 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea3d45-a36a-4d94-91a6-842b5106f790 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event deleted for resources: {'Port': ['ID=6441404a-1fea-453a-98fe-7bcad4caa5a7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:30.570755 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-38ea3d45-a36a-4d94-91a6-842b5106f790 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:30.574715 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-38ea3d45-a36a-4d94-91a6-842b5106f790 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "DELETE /v2.0/ports/6441404a-1fea-453a-98fe-7bcad4caa5a7 HTTP/1.1" status: 204 len: 168 time: 0.5065174 Nov 12 20:30:30.577067 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44726) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:30.605331 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f36f66-d871-4b4e-ac33-43e4fe4a49d0 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] DELETE failed (client error): The resource could not be found. Nov 12 20:30:30.605782 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f36f66-d871-4b4e-ac33-43e4fe4a49d0 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:30:30.608801 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-79f36f66-d871-4b4e-ac33-43e4fe4a49d0 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "DELETE /v2.0/subnets/fa5973f0-e439-4d17-9853-56c42c29337e HTTP/1.1" status: 404 len: 337 time: 0.0307992 Nov 12 20:30:30.611504 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44732) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:30.666778 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:30:30.707742 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a6617011-25ea-4194-8006-67aa27531871 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:30.810767 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a6617011-25ea-4194-8006-67aa27531871 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:30.834356 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-a6617011-25ea-4194-8006-67aa27531871 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9988dbe2-d1ac-44c3-b627-4183537089e1']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:30.844491 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-a6617011-25ea-4194-8006-67aa27531871 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35cd0fa-9bf2-4070-8ac2-ad77b892b425') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:30.844788 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-a6617011-25ea-4194-8006-67aa27531871 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35cd0fa-9bf2-4070-8ac2-ad77b892b425') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:30.855885 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a6617011-25ea-4194-8006-67aa27531871 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:30.870440 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a6617011-25ea-4194-8006-67aa27531871 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:30.878070 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6617011-25ea-4194-8006-67aa27531871 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:30:30.878561 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a6617011-25ea-4194-8006-67aa27531871 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:30:30.882538 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:30:30.959245 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a6617011-25ea-4194-8006-67aa27531871 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:30.966859 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a6617011-25ea-4194-8006-67aa27531871 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:30.972697 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a6617011-25ea-4194-8006-67aa27531871 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "DELETE /v2.0/networks/9988dbe2-d1ac-44c3-b627-4183537089e1 HTTP/1.1" status: 204 len: 168 time: 0.3579710 Nov 12 20:30:30.973836 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44778) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:30.985404 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6617011-25ea-4194-8006-67aa27531871 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event deleted for resources: {'Network': ['ID=9988dbe2-d1ac-44c3-b627-4183537089e1,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:31.045388 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-668dc38c-91e2-4305-b05a-eaf0016dd39f tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Deleting subnet 610893f6-be20-4856-9dfe-f092ec7af11e {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:30:31.051527 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-668dc38c-91e2-4305-b05a-eaf0016dd39f tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:31.105379 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-668dc38c-91e2-4305-b05a-eaf0016dd39f tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:31.197246 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-668dc38c-91e2-4305-b05a-eaf0016dd39f tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:31.279417 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-668dc38c-91e2-4305-b05a-eaf0016dd39f tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:31.322311 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668dc38c-91e2-4305-b05a-eaf0016dd39f tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event deleted for resources: {'Subnet': ['ID=610893f6-be20-4856-9dfe-f092ec7af11e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:31.324697 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-668dc38c-91e2-4305-b05a-eaf0016dd39f tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:31.328632 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-668dc38c-91e2-4305-b05a-eaf0016dd39f tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "DELETE /v2.0/subnets/610893f6-be20-4856-9dfe-f092ec7af11e HTTP/1.1" status: 204 len: 168 time: 0.3534558 Nov 12 20:30:31.332721 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44824) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:31.341578 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c4360f-aed7-48c9-a9f7-f65b42b4b060 None None] Network 44914d0e-8f73-4e21-b2b5-976d60b00deb requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:30:31.464366 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ac748a0a-fcce-45a9-8788-8904921cab68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:31.650321 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:30:31.756656 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-ac748a0a-fcce-45a9-8788-8904921cab68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Deleting port d24fafee-87d6-40a6-96cd-05c08d1c1f24 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:31.758521 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ac748a0a-fcce-45a9-8788-8904921cab68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:31.775743 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69880f4-9ee2-48ba-ab45-133403a36ef1 None None] DHCP port deletion for 44914d0e-8f73-4e21-b2b5-976d60b00deb request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:30:31.847535 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:30:31.854377 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:30:31.855220 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:31.857531 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84df9c-cdca-4856-967d-005ee994764b req-e9007cc6-c342-4c51-8335-22a668589d19 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:31.863398 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f84df9c-cdca-4856-967d-005ee994764b req-e9007cc6-c342-4c51-8335-22a668589d19 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 1098 time: 0.0981314 Nov 12 20:30:31.887477 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee54e24-6758-4803-811d-bd1acb798fe8 req-43987739-8383-4152-bb7b-bcd7804bb094 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:31.889137 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bee54e24-6758-4803-811d-bd1acb798fe8 req-43987739-8383-4152-bb7b-bcd7804bb094 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=17933280-b7d3-44c0-ae07-f075bf633227 HTTP/1.1" status: 200 len: 945 time: 0.2755280 Nov 12 20:30:31.914093 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c69880f4-9ee2-48ba-ab45-133403a36ef1 None None] Deleting port d24fafee-87d6-40a6-96cd-05c08d1c1f24 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:31.914479 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c69880f4-9ee2-48ba-ab45-133403a36ef1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:31.948168 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-ac748a0a-fcce-45a9-8788-8904921cab68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] For port d24fafee-87d6-40a6-96cd-05c08d1c1f24, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d24fafee-87d6-40a6-96cd-05c08d1c1f24,segment=NetworkSegment(23aa5444-8505-440b-a450-6ff102fa8957),segment_id=23aa5444-8505-440b-a450-6ff102fa8957)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:31.948679 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ac748a0a-fcce-45a9-8788-8904921cab68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:31.961573 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f84df9c-cdca-4856-967d-005ee994764b req-db1f0e84-5c80-46eb-b4a3-c95e334d626b tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919564 Nov 12 20:30:31.978940 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-ac748a0a-fcce-45a9-8788-8904921cab68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Calling delete_port for d24fafee-87d6-40a6-96cd-05c08d1c1f24 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:31.991432 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bee54e24-6758-4803-811d-bd1acb798fe8 req-6b03ce82-ba26-4785-a397-71d3e38a6565 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921566 Nov 12 20:30:31.997647 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 44890) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:32.069992 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-c69880f4-9ee2-48ba-ab45-133403a36ef1 None None] For port d24fafee-87d6-40a6-96cd-05c08d1c1f24, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d24fafee-87d6-40a6-96cd-05c08d1c1f24,segment=NetworkSegment(23aa5444-8505-440b-a450-6ff102fa8957),segment_id=23aa5444-8505-440b-a450-6ff102fa8957)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:32.070941 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c69880f4-9ee2-48ba-ab45-133403a36ef1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:32.111844 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c69880f4-9ee2-48ba-ab45-133403a36ef1 None None] Calling delete_port for d24fafee-87d6-40a6-96cd-05c08d1c1f24 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:32.127708 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ac748a0a-fcce-45a9-8788-8904921cab68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:32.156179 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac748a0a-fcce-45a9-8788-8904921cab68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] No DVR routers for this DVR port d24fafee-87d6-40a6-96cd-05c08d1c1f24 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:30:32.187674 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac748a0a-fcce-45a9-8788-8904921cab68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event deleted for resources: {'Port': ['ID=d24fafee-87d6-40a6-96cd-05c08d1c1f24,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:32.201812 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:32.264745 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17933280-b7d3-44c0-ae07-f075bf633227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:30:32.267877 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e817a6-20cb-4cee-9bbe-df535c2eb1fd" -d '{"events": [{"server_uuid": "17933280-b7d3-44c0-ae07-f075bf633227", "name": "network-vif-plugged", "status": "completed", "tag": "bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:30:32.286303 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:32.291252 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-85e9bb09-a3e3-46f9-b72d-8f1dd79a71dc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Deleting port 9e04b0a4-823a-4538-b50a-fd418aa40ca1 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:32.293992 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-85e9bb09-a3e3-46f9-b72d-8f1dd79a71dc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:32.303957 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c69880f4-9ee2-48ba-ab45-133403a36ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:32.325810 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ac748a0a-fcce-45a9-8788-8904921cab68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:32.331938 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69880f4-9ee2-48ba-ab45-133403a36ef1 None None] Pushing event deleted for resources: {'Port': ['ID=d24fafee-87d6-40a6-96cd-05c08d1c1f24,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:32.339036 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:32.374396 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-ac748a0a-fcce-45a9-8788-8904921cab68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44914d0e-8f73-4e21-b2b5-976d60b00deb']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:32.387544 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-ac748a0a-fcce-45a9-8788-8904921cab68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23aa5444-8505-440b-a450-6ff102fa8957') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:32.387544 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-ac748a0a-fcce-45a9-8788-8904921cab68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23aa5444-8505-440b-a450-6ff102fa8957') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:32.400391 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ac748a0a-fcce-45a9-8788-8904921cab68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:32.420210 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ac748a0a-fcce-45a9-8788-8904921cab68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:32.434962 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac748a0a-fcce-45a9-8788-8904921cab68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:30:32.435836 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ac748a0a-fcce-45a9-8788-8904921cab68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:30:32.441873 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:30:32.458203 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488c8731-c14a-4853-b429-f18fc7942b94 x-openstack-request-id: req-488c8731-c14a-4853-b429-f18fc7942b94 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:30:32.458769 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17933280-b7d3-44c0-ae07-f075bf633227", "name": "network-vif-plugged", "status": "completed", "tag": "bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:30:32.461192 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-488c8731-c14a-4853-b429-f18fc7942b94 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:30:32.461875 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17933280-b7d3-44c0-ae07-f075bf633227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db', 'code': 200} Nov 12 20:30:32.465030 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69880f4-9ee2-48ba-ab45-133403a36ef1 None None] No DVR routers for this DVR port d24fafee-87d6-40a6-96cd-05c08d1c1f24 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:30:32.507810 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:32.582005 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399359a-ea9c-4ac1-a734-a2a642e38489 req-c9c79e62-95c8-4bb4-86d6-972dd282b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:32.585799 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f399359a-ea9c-4ac1-a734-a2a642e38489 req-c9c79e62-95c8-4bb4-86d6-972dd282b0f9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=17933280-b7d3-44c0-ae07-f075bf633227 HTTP/1.1" status: 200 len: 1098 time: 0.1151152 Nov 12 20:30:32.586858 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-85e9bb09-a3e3-46f9-b72d-8f1dd79a71dc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:32.587163 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ac748a0a-fcce-45a9-8788-8904921cab68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:32.587574 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-85e9bb09-a3e3-46f9-b72d-8f1dd79a71dc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:32.592081 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ac748a0a-fcce-45a9-8788-8904921cab68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:32.598093 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ac748a0a-fcce-45a9-8788-8904921cab68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] 10.222.0.48 "DELETE /v2.0/networks/44914d0e-8f73-4e21-b2b5-976d60b00deb HTTP/1.1" status: 204 len: 168 time: 1.2635453 Nov 12 20:30:32.623158 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d24fafee-87d6-40a6-96cd-05c08d1c1f24 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:30:32.657243 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac748a0a-fcce-45a9-8788-8904921cab68 tempest-NetworksIpV6TestAttrs-1992083308 tempest-NetworksIpV6TestAttrs-1992083308-project] Pushing event deleted for resources: {'Network': ['ID=44914d0e-8f73-4e21-b2b5-976d60b00deb,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:32.668917 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-85e9bb09-a3e3-46f9-b72d-8f1dd79a71dc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Calling delete_port for 9e04b0a4-823a-4538-b50a-fd418aa40ca1 owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:32.682483 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: d24fafee-87d6-40a6-96cd-05c08d1c1f24 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:30:32.682934 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d24fafee-87d6-40a6-96cd-05c08d1c1f24 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:30:32.704914 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f399359a-ea9c-4ac1-a734-a2a642e38489 req-65399050-5889-4730-82ad-4379f21f1732 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037185 Nov 12 20:30:32.922305 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-85e9bb09-a3e3-46f9-b72d-8f1dd79a71dc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:32.969257 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9bb09-a3e3-46f9-b72d-8f1dd79a71dc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event deleted for resources: {'Port': ['ID=9e04b0a4-823a-4538-b50a-fd418aa40ca1,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:33.040904 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-85e9bb09-a3e3-46f9-b72d-8f1dd79a71dc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:33.041511 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-85e9bb09-a3e3-46f9-b72d-8f1dd79a71dc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Floating IP 9f5ccf9d-e8eb-4b6c-b874-667a07e38a93 disassociated (deleted). External IP: 172.25.5.35, port: 1fb32501-95a3-4519-9ab2-1f922862509e. Nov 12 20:30:33.059681 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 44998) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:33.204207 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da428b-dcf9-4d1d-bdfe-9b06f34ad938 req-554074ff-924e-469b-af98-3eee54cd4141 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:33.206838 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-92da428b-dcf9-4d1d-bdfe-9b06f34ad938 req-554074ff-924e-469b-af98-3eee54cd4141 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=17933280-b7d3-44c0-ae07-f075bf633227 HTTP/1.1" status: 200 len: 946 time: 0.0793877 Nov 12 20:30:33.320309 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-92da428b-dcf9-4d1d-bdfe-9b06f34ad938 req-117c3fb4-5758-408f-9378-189a971c662d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037426 Nov 12 20:30:33.369724 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-346e19b7-6d68-4a95-af1d-e02385896133 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fb94608602bf41c2b2e182ddf641b241&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3086700 Nov 12 20:30:33.372050 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45034) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:33.408165 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e9bb09-a3e3-46f9-b72d-8f1dd79a71dc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Router 9514d9ae-585f-44dd-8c4e-2aa80ad54991 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:30:33.435384 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-49a4024b-6fe2-4360-aad9-a399e9059685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:33.471159 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-49a4024b-6fe2-4360-aad9-a399e9059685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:33.538199 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-49a4024b-6fe2-4360-aad9-a399e9059685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:33.546278 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-49a4024b-6fe2-4360-aad9-a399e9059685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:33.548812 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-49a4024b-6fe2-4360-aad9-a399e9059685 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0e5071a2-87f6-4a60-9304-af9bdca28bb5 HTTP/1.1" status: 204 len: 168 time: 0.1755550 Nov 12 20:30:33.564095 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e9bb09-a3e3-46f9-b72d-8f1dd79a71dc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:30:33.572635 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4024b-6fe2-4360-aad9-a399e9059685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5071a2-87f6-4a60-9304-af9bdca28bb5,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:33.579563 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e4bc50-abd1-4293-9198-967380d8c8eb None None] Sync routers for ids ['9514d9ae-585f-44dd-8c4e-2aa80ad54991'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:30:33.593952 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-85e9bb09-a3e3-46f9-b72d-8f1dd79a71dc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:33.595626 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e4bc50-abd1-4293-9198-967380d8c8eb None None] Routers {'9514d9ae-585f-44dd-8c4e-2aa80ad54991'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:30:33.598725 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-24e4bc50-abd1-4293-9198-967380d8c8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:30:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9514d9ae-585f-44dd-8c4e-2aa80ad54991'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:33.654260 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-85e9bb09-a3e3-46f9-b72d-8f1dd79a71dc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "DELETE /v2.0/floatingips/9f5ccf9d-e8eb-4b6c-b874-667a07e38a93 HTTP/1.1" status: 204 len: 168 time: 1.6554198 Nov 12 20:30:33.655002 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9', 'tag': '1fb32501-95a3-4519-9ab2-1f922862509e'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:30:33.657905 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cb873d-049b-4468-9022-3e6bc8a3b95b" -d '{"events": [{"name": "network-changed", "server_uuid": "f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9", "tag": "1fb32501-95a3-4519-9ab2-1f922862509e"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:30:33.727593 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7806e220-f34a-4567-8051-381be28e15fb x-openstack-request-id: req-7806e220-f34a-4567-8051-381be28e15fb {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:30:33.727884 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9", "tag": "1fb32501-95a3-4519-9ab2-1f922862509e", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:30:33.728140 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7806e220-f34a-4567-8051-381be28e15fb {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:30:33.728578 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9', 'tag': '1fb32501-95a3-4519-9ab2-1f922862509e', 'status': 'completed', 'code': 200} Nov 12 20:30:33.805927 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-24e4bc50-abd1-4293-9198-967380d8c8eb None None] Set router 9514d9ae-585f-44dd-8c4e-2aa80ad54991 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:30:33.856352 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb873d-049b-4468-9022-3e6bc8a3b95b req-1bb793b2-6dbc-4ad8-bf30-ba864aa8fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:33.862226 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b0cb873d-049b-4468-9022-3e6bc8a3b95b req-1bb793b2-6dbc-4ad8-bf30-ba864aa8fb58 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 1098 time: 0.1132066 Nov 12 20:30:34.027397 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d741d-d21f-42b8-b8ac-8d0dfc7feadd req-67c9213d-47dc-4d34-9e71-d1abdae6fe99 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:34.039602 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d7d741d-d21f-42b8-b8ac-8d0dfc7feadd req-67c9213d-47dc-4d34-9e71-d1abdae6fe99 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 946 time: 0.0916564 Nov 12 20:30:34.070223 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb873d-049b-4468-9022-3e6bc8a3b95b req-ffb3d126-d2a1-4d27-81e8-d431a7999690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:34.071872 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b0cb873d-049b-4468-9022-3e6bc8a3b95b req-ffb3d126-d2a1-4d27-81e8-d431a7999690 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ed77738e-f625-4ff0-9384-27862f27319a HTTP/1.1" status: 200 len: 897 time: 0.2018380 Nov 12 20:30:34.122603 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-24e4bc50-abd1-4293-9198-967380d8c8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843612825', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:27:56Z', 'updated_at': '2021-11-12T20:28:09Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:59Z', 'updated_at': '2021-11-12T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '94b0ab5e-cfca-4c1e-856b-cd18e4d00737', 'name': '', 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:21:7d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'd4ffbba5-782d-4e1b-b486-48aeb3d7dcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:28:07Z', 'updated_at': '2021-11-12T20:28:14Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': 'd4ffbba5-782d-4e1b-b486-48aeb3d7dcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:34.136945 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d7d741d-d21f-42b8-b8ac-8d0dfc7feadd req-4c638f1c-5fb4-4283-97a1-866946b71d03 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960567 Nov 12 20:30:34.142314 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b0cb873d-049b-4468-9022-3e6bc8a3b95b req-ee8cfcab-0523-4eec-baf3-1947d34882ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fb32501-95a3-4519-9ab2-1f922862509e HTTP/1.1" status: 200 len: 217 time: 0.0629148 Nov 12 20:30:34.160316 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e4bc50-abd1-4293-9198-967380d8c8eb None None] Checking router: 9514d9ae-585f-44dd-8c4e-2aa80ad54991 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:30:34.169236 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e4bc50-abd1-4293-9198-967380d8c8eb None None] Routers {'9514d9ae-585f-44dd-8c4e-2aa80ad54991'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:30:34.170293 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-24e4bc50-abd1-4293-9198-967380d8c8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:30:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9514d9ae-585f-44dd-8c4e-2aa80ad54991'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:34.217162 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb873d-049b-4468-9022-3e6bc8a3b95b req-18772964-366c-4868-a657-875964de6b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:34.218660 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b0cb873d-049b-4468-9022-3e6bc8a3b95b req-18772964-366c-4868-a657-875964de6b25 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4ffbba5-782d-4e1b-b486-48aeb3d7dcd0 HTTP/1.1" status: 200 len: 834 time: 0.0659337 Nov 12 20:30:34.276956 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb873d-049b-4468-9022-3e6bc8a3b95b req-f7466a5f-0e87-42ac-87e2-b8550d160ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:34.278955 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b0cb873d-049b-4468-9022-3e6bc8a3b95b req-f7466a5f-0e87-42ac-87e2-b8550d160ad8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ed77738e-f625-4ff0-9384-27862f27319a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525842 Nov 12 20:30:34.294767 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-24e4bc50-abd1-4293-9198-967380d8c8eb None None] Set router 9514d9ae-585f-44dd-8c4e-2aa80ad54991 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:30:34.423553 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b0cb873d-049b-4468-9022-3e6bc8a3b95b req-df2a928d-03cd-4c58-a01a-5d7c656d150a service neutron] 10.222.0.55 "GET /v2.0/networks/ed77738e-f625-4ff0-9384-27862f27319a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350751 Nov 12 20:30:34.595746 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceaa34e-f420-40ef-9ca9-56e6f6dc28db req-cf48ce3e-9062-4cc3-b4be-585e8a36ffe7 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:34.604530 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0ceaa34e-f420-40ef-9ca9-56e6f6dc28db req-cf48ce3e-9062-4cc3-b4be-585e8a36ffe7 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=17933280-b7d3-44c0-ae07-f075bf633227 HTTP/1.1" status: 200 len: 946 time: 0.1343908 Nov 12 20:30:34.619258 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-24e4bc50-abd1-4293-9198-967380d8c8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843612825', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:27:56Z', 'updated_at': '2021-11-12T20:28:09Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:59Z', 'updated_at': '2021-11-12T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '94b0ab5e-cfca-4c1e-856b-cd18e4d00737', 'name': '', 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:21:7d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'd4ffbba5-782d-4e1b-b486-48aeb3d7dcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:28:07Z', 'updated_at': '2021-11-12T20:28:14Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': 'd4ffbba5-782d-4e1b-b486-48aeb3d7dcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:34.623620 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b0cb873d-049b-4468-9022-3e6bc8a3b95b req-45419bc3-1fe6-440e-89a2-1de99b144c5e service neutron] 10.222.0.55 "GET /v2.0/networks/ed77738e-f625-4ff0-9384-27862f27319a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898932 Nov 12 20:30:34.678328 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e4bc50-abd1-4293-9198-967380d8c8eb None None] The sync data for ids ['9514d9ae-585f-44dd-8c4e-2aa80ad54991'] in n-d-712140-15 is: [{'id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843612825', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:27:56Z', 'updated_at': '2021-11-12T20:28:09Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:59Z', 'updated_at': '2021-11-12T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '94b0ab5e-cfca-4c1e-856b-cd18e4d00737', 'name': '', 'network_id': 'ed77738e-f625-4ff0-9384-27862f27319a', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:21:7d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'd4ffbba5-782d-4e1b-b486-48aeb3d7dcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:28:07Z', 'updated_at': '2021-11-12T20:28:14Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': 'd4ffbba5-782d-4e1b-b486-48aeb3d7dcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:30:34.696914 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0ceaa34e-f420-40ef-9ca9-56e6f6dc28db req-7ae52320-7533-42f7-8ca3-f6f1b0966201 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913842 Nov 12 20:30:34.760963 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45082) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:34.844677 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d890d64e-0038-4f77-b49d-b843662bd2e3 req-0b02ab4c-2284-4c0e-970a-81daea5c8bda tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=7e8721b8322b46768b4d5df279187cac HTTP/1.1" status: 200 len: 267 time: 0.0698791 Nov 12 20:30:34.901087 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-d62843e0-a0f2-46d8-a552-340fbbe32b0a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1221135312'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:34.923903 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890d64e-0038-4f77-b49d-b843662bd2e3 req-8a283ad6-f8ef-4ca8-907e-3fe07fc34a22 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:34.926143 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d890d64e-0038-4f77-b49d-b843662bd2e3 req-8a283ad6-f8ef-4ca8-907e-3fe07fc34a22 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=17933280-b7d3-44c0-ae07-f075bf633227 HTTP/1.1" status: 200 len: 946 time: 0.0745230 Nov 12 20:30:34.940682 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62843e0-a0f2-46d8-a552-340fbbe32b0a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:34.945352 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d62843e0-a0f2-46d8-a552-340fbbe32b0a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:34.947012 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-d890d64e-0038-4f77-b49d-b843662bd2e3 req-20ef8371-3f84-4f0d-b591-fd0d721346bc tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Request body: {'port': {'security_groups': []}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:34.959567 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d62843e0-a0f2-46d8-a552-340fbbe32b0a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:35.051888 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d890d64e-0038-4f77-b49d-b843662bd2e3 req-20ef8371-3f84-4f0d-b591-fd0d721346bc tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:35.100058 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d62843e0-a0f2-46d8-a552-340fbbe32b0a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:35.108984 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d62843e0-a0f2-46d8-a552-340fbbe32b0a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:35.124507 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d62843e0-a0f2-46d8-a552-340fbbe32b0a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:30:35.150455 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cf8e13-1fdf-40db-93b8-77866938c48d None None] New status for floating IP 9f5ccf9d-e8eb-4b6c-b874-667a07e38a93: DOWN {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:30:35.165949 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d62843e0-a0f2-46d8-a552-340fbbe32b0a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:35.166451 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-d62843e0-a0f2-46d8-a552-340fbbe32b0a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Added segment f01a3cab-be2d-4b1d-9f43-98ff1bd8d4b7 of type vlan for network 07c53041-7686-437e-9a5a-dd606978f1e6 Nov 12 20:30:35.297939 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62843e0-a0f2-46d8-a552-340fbbe32b0a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a445d4-0362-4898-b7f6-f1e818a072d6,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:35.317891 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-d890d64e-0038-4f77-b49d-b843662bd2e3 req-20ef8371-3f84-4f0d-b591-fd0d721346bc tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] For port bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:35.319419 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d62843e0-a0f2-46d8-a552-340fbbe32b0a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:35.372555 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d890d64e-0038-4f77-b49d-b843662bd2e3 req-20ef8371-3f84-4f0d-b591-fd0d721346bc tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:35.381267 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d890d64e-0038-4f77-b49d-b843662bd2e3 req-20ef8371-3f84-4f0d-b591-fd0d721346bc tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:35.396875 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a', '139d42f1-5136-4e8b-ab49-db213f860e23'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:30:35.424028 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2970862-4ded-4fab-88f4-73ffb73e42d8 req-69e973d3-ead2-4b59-bd79-b52c6efd983d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:35.426560 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c2970862-4ded-4fab-88f4-73ffb73e42d8 req-69e973d3-ead2-4b59-bd79-b52c6efd983d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 946 time: 0.1552756 Nov 12 20:30:35.431880 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:30:35.449718 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890d64e-0038-4f77-b49d-b843662bd2e3 req-20ef8371-3f84-4f0d-b591-fd0d721346bc tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:35.450553 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d62843e0-a0f2-46d8-a552-340fbbe32b0a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:35.450867 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d890d64e-0038-4f77-b49d-b843662bd2e3 req-20ef8371-3f84-4f0d-b591-fd0d721346bc tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:35.452429 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d890d64e-0038-4f77-b49d-b843662bd2e3 req-20ef8371-3f84-4f0d-b591-fd0d721346bc tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "PUT /v2.0/ports/bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db HTTP/1.1" status: 200 len: 905 time: 0.5123379 Nov 12 20:30:35.452905 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17933280-b7d3-44c0-ae07-f075bf633227', 'tag': 'bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:30:35.455286 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0b5b69-ac54-4b4d-bfc6-43da2b0fd2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "17933280-b7d3-44c0-ae07-f075bf633227", "tag": "bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:30:35.457093 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62843e0-a0f2-46d8-a552-340fbbe32b0a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:35.457703 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d62843e0-a0f2-46d8-a552-340fbbe32b0a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:35.513323 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef8371-3f84-4f0d-b591-fd0d721346bc tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Pushing event updated for resources: {'Port': ['ID=bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db,revision_number=6']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:35.516173 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5294609-e284-46d2-bc8e-cc084cfc6b65 req-f35262bd-bd89-4280-91da-e30ee254372c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:35.522057 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e5294609-e284-46d2-bc8e-cc084cfc6b65 req-f35262bd-bd89-4280-91da-e30ee254372c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 946 time: 0.1905422 Nov 12 20:30:35.601413 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:30:35.681549 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b9c21-218e-44b8-a5b2-fb447a67353c req-7344012a-731d-4f67-8501-3a1cc5057fd7 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:35.713351 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d62843e0-a0f2-46d8-a552-340fbbe32b0a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9378583 Nov 12 20:30:35.713351 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45092) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:35.713690 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-127b9c21-218e-44b8-a5b2-fb447a67353c req-7344012a-731d-4f67-8501-3a1cc5057fd7 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=17933280-b7d3-44c0-ae07-f075bf633227 HTTP/1.1" status: 200 len: 908 time: 0.1236770 Nov 12 20:30:35.715526 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-d0508122-3de7-4376-928f-1b681ccdacf5 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'port': {'network_id': '07c53041-7686-437e-9a5a-dd606978f1e6', 'name': 'tempest-PortsTestJSON-1618409134'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:35.838632 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40c7cfb-e7ca-4b9a-8925-7281020d67d8 x-openstack-request-id: req-d40c7cfb-e7ca-4b9a-8925-7281020d67d8 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:30:35.838931 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17933280-b7d3-44c0-ae07-f075bf633227", "tag": "bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:30:35.839185 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d40c7cfb-e7ca-4b9a-8925-7281020d67d8 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:30:35.839658 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17933280-b7d3-44c0-ae07-f075bf633227', 'tag': 'bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db', 'status': 'completed', 'code': 200} Nov 12 20:30:35.869876 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c2970862-4ded-4fab-88f4-73ffb73e42d8 req-6a7bfe7b-1662-4d39-94df-4c18d49a84c0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4231296 Nov 12 20:30:35.870994 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62843e0-a0f2-46d8-a552-340fbbe32b0a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Network': ['ID=07c53041-7686-437e-9a5a-dd606978f1e6,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:35.907390 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 07c53041-7686-437e-9a5a-dd606978f1e6 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:30:35.965248 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b5b69-ac54-4b4d-bfc6-43da2b0fd2c1 req-df7e3461-8c65-4aa1-84d6-53e966efffab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:35.970726 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e0b5b69-ac54-4b4d-bfc6-43da2b0fd2c1 req-df7e3461-8c65-4aa1-84d6-53e966efffab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=17933280-b7d3-44c0-ae07-f075bf633227 HTTP/1.1" status: 200 len: 1060 time: 0.0933721 Nov 12 20:30:36.012063 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0508122-3de7-4376-928f-1b681ccdacf5 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:36.016122 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d0508122-3de7-4376-928f-1b681ccdacf5 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:36.034846 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-e5294609-e284-46d2-bc8e-cc084cfc6b65 req-3f01b5f3-7e26-48c1-9df1-5c72cb79524c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Deleting port 1fb32501-95a3-4519-9ab2-1f922862509e {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:36.035182 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e5294609-e284-46d2-bc8e-cc084cfc6b65 req-3f01b5f3-7e26-48c1-9df1-5c72cb79524c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:36.079756 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-d0508122-3de7-4376-928f-1b681ccdacf5 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] device_id is not set on port 49a7b9bb-b70e-4827-8bef-7f7805eda787 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:30:36.098160 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-1941c92f-2e63-40a5-94b8-1e98d7c17235 None None] Provisioning complete for port bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:30:36.100560 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1941c92f-2e63-40a5-94b8-1e98d7c17235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:36.122488 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e78082-b5cc-4538-a48a-89c3f252d73e req-9d5a5134-431f-45d2-9b78-a445cfc385f8 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:36.130754 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a1e78082-b5cc-4538-a48a-89c3f252d73e req-9d5a5134-431f-45d2-9b78-a445cfc385f8 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1360323 Nov 12 20:30:36.209758 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b5b69-ac54-4b4d-bfc6-43da2b0fd2c1 req-1d1d491b-2feb-4429-a5f0-9a60c7bd4075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:36.211347 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e0b5b69-ac54-4b4d-bfc6-43da2b0fd2c1 req-1d1d491b-2feb-4429-a5f0-9a60c7bd4075 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 913 time: 0.2358000 Nov 12 20:30:36.239671 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a1e78082-b5cc-4538-a48a-89c3f252d73e req-a8cc1f5c-2ab7-456a-95ee-4dd97af3425a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099472 Nov 12 20:30:36.328698 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e0b5b69-ac54-4b4d-bfc6-43da2b0fd2c1 req-9ded9395-a5ea-44b5-ac8e-211fa0ca2d5e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db HTTP/1.1" status: 200 len: 217 time: 0.0844669 Nov 12 20:30:36.348760 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d0508122-3de7-4376-928f-1b681ccdacf5 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:36.395467 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b5b69-ac54-4b4d-bfc6-43da2b0fd2c1 req-9cb55ef1-7964-4d4d-b8ab-0c0b5af4b77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:36.397988 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e0b5b69-ac54-4b4d-bfc6-43da2b0fd2c1 req-9cb55ef1-7964-4d4d-b8ab-0c0b5af4b77a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 0.0607507 Nov 12 20:30:36.457114 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b5b69-ac54-4b4d-bfc6-43da2b0fd2c1 req-c9e77fec-7a40-4830-92a5-1db9571ba33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:36.459214 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e0b5b69-ac54-4b4d-bfc6-43da2b0fd2c1 req-c9e77fec-7a40-4830-92a5-1db9571ba33a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534675 Nov 12 20:30:36.494185 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-e5294609-e284-46d2-bc8e-cc084cfc6b65 req-3f01b5f3-7e26-48c1-9df1-5c72cb79524c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] For port 1fb32501-95a3-4519-9ab2-1f922862509e, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=1fb32501-95a3-4519-9ab2-1f922862509e,segment=NetworkSegment(bb82f32b-2bb3-4606-a9a4-09aad93b8e01),segment_id=bb82f32b-2bb3-4606-a9a4-09aad93b8e01)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:36.494728 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e5294609-e284-46d2-bc8e-cc084cfc6b65 req-3f01b5f3-7e26-48c1-9df1-5c72cb79524c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:36.511744 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bba1fe-d8b0-48eb-8ec9-566a0b02df21 req-cc1f934e-1728-4e46-ab4d-939804f49898 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:36.516769 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-11bba1fe-d8b0-48eb-8ec9-566a0b02df21 req-cc1f934e-1728-4e46-ab4d-939804f49898 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1268814 Nov 12 20:30:36.525712 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-e5294609-e284-46d2-bc8e-cc084cfc6b65 req-3f01b5f3-7e26-48c1-9df1-5c72cb79524c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Calling delete_port for 1fb32501-95a3-4519-9ab2-1f922862509e owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:36.555806 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d0508122-3de7-4376-928f-1b681ccdacf5 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:36.592411 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e0b5b69-ac54-4b4d-bfc6-43da2b0fd2c1 req-b929c762-965b-4043-afd3-4eed786ec22b service neutron] 10.222.0.52 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245303 Nov 12 20:30:36.710591 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e0b5b69-ac54-4b4d-bfc6-43da2b0fd2c1 req-69d77c1f-5b19-4db0-8cf5-4ebe4409289d service neutron] 10.222.0.52 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107407 Nov 12 20:30:37.035237 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71cc00-1179-491c-8ba8-af239deaa563 req-218c8961-2fed-40b8-9d1e-fbbc06edcce8 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:37.043647 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b71cc00-1179-491c-8ba8-af239deaa563 req-218c8961-2fed-40b8-9d1e-fbbc06edcce8 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9 HTTP/1.1" status: 200 len: 946 time: 0.0719118 Nov 12 20:30:37.071362 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-11bba1fe-d8b0-48eb-8ec9-566a0b02df21 req-4c04799e-20a0-4073-9476-5b3a5cfad3f6 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5432863 Nov 12 20:30:37.100707 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0508122-3de7-4376-928f-1b681ccdacf5 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Port': ['ID=49a7b9bb-b70e-4827-8bef-7f7805eda787,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:37.129340 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b71cc00-1179-491c-8ba8-af239deaa563 req-e74b03eb-1047-4d72-bde8-88d2a76b2492 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=935298af-75da-4679-8f59-3cc9d52c15de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846534 Nov 12 20:30:37.133677 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0508122-3de7-4376-928f-1b681ccdacf5 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Checking segment: {'id': 'f01a3cab-be2d-4b1d-9f43-98ff1bd8d4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '07c53041-7686-437e-9a5a-dd606978f1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:30:37.137110 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0508122-3de7-4376-928f-1b681ccdacf5 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network hostable DHCP agents. Network: 07c53041-7686-437e-9a5a-dd606978f1e6, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:30:37.174139 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0508122-3de7-4376-928f-1b681ccdacf5 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network 07c53041-7686-437e-9a5a-dd606978f1e6 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:30:37.228050 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-d0508122-3de7-4376-928f-1b681ccdacf5 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 07c53041-7686-437e-9a5a-dd606978f1e6) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:37.232834 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0508122-3de7-4376-928f-1b681ccdacf5 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:30:37.239524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0508122-3de7-4376-928f-1b681ccdacf5 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:37.241036 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d0508122-3de7-4376-928f-1b681ccdacf5 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:37.242996 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77231fcb-7e02-484e-9ff4-bb2c27ed4166 None None] Network 07c53041-7686-437e-9a5a-dd606978f1e6 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:30:37.273951 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d0508122-3de7-4376-928f-1b681ccdacf5 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5621686 Nov 12 20:30:37.275384 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e5294609-e284-46d2-bc8e-cc084cfc6b65 req-3f01b5f3-7e26-48c1-9df1-5c72cb79524c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:37.279598 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45106) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:37.289176 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-cb84c969-e459-4dc3-825c-c6bba08d0a5d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1391488475'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:37.319379 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01b5f3-7e26-48c1-9df1-5c72cb79524c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event deleted for resources: {'Port': ['ID=1fb32501-95a3-4519-9ab2-1f922862509e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:37.375772 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb84c969-e459-4dc3-825c-c6bba08d0a5d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:37.381627 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cb84c969-e459-4dc3-825c-c6bba08d0a5d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:37.402513 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5294609-e284-46d2-bc8e-cc084cfc6b65 req-3f01b5f3-7e26-48c1-9df1-5c72cb79524c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] No DVR routers for this DVR port 1fb32501-95a3-4519-9ab2-1f922862509e on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:30:37.405532 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e5294609-e284-46d2-bc8e-cc084cfc6b65 req-3f01b5f3-7e26-48c1-9df1-5c72cb79524c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:37.411013 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e5294609-e284-46d2-bc8e-cc084cfc6b65 req-3f01b5f3-7e26-48c1-9df1-5c72cb79524c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.55 "DELETE /v2.0/ports/1fb32501-95a3-4519-9ab2-1f922862509e HTTP/1.1" status: 204 len: 173 time: 1.8508060 Nov 12 20:30:37.412657 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9', 'name': 'network-vif-deleted', 'tag': '1fb32501-95a3-4519-9ab2-1f922862509e'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:30:37.416517 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdd431c-ee28-45e8-9766-516e5bc64063" -d '{"events": [{"server_uuid": "f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9", "name": "network-vif-deleted", "tag": "1fb32501-95a3-4519-9ab2-1f922862509e"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:30:37.442089 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb84c969-e459-4dc3-825c-c6bba08d0a5d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:30:37.494434 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cb84c969-e459-4dc3-825c-c6bba08d0a5d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:37.494790 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-cb84c969-e459-4dc3-825c-c6bba08d0a5d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Added segment cf7e3c24-3b4d-4a9d-984b-a88ad2b6d46c of type vlan for network dbbfdd01-1abb-405d-a028-398d4dc3a9aa Nov 12 20:30:37.530773 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df87279-aa0b-411e-ae0c-74fc0c097ab0 x-openstack-request-id: req-2df87279-aa0b-411e-ae0c-74fc0c097ab0 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:30:37.531332 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9", "name": "network-vif-deleted", "tag": "1fb32501-95a3-4519-9ab2-1f922862509e", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:30:37.531514 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2df87279-aa0b-411e-ae0c-74fc0c097ab0 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:30:37.531904 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78d8600-5eb7-4b2c-8ddf-2cccba21d0a9', 'name': 'network-vif-deleted', 'tag': '1fb32501-95a3-4519-9ab2-1f922862509e', 'status': 'completed', 'code': 200} Nov 12 20:30:37.562984 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cb84c969-e459-4dc3-825c-c6bba08d0a5d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:37.605065 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cb84c969-e459-4dc3-825c-c6bba08d0a5d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:37.625701 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb84c969-e459-4dc3-825c-c6bba08d0a5d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:37.626348 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cb84c969-e459-4dc3-825c-c6bba08d0a5d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:37.667251 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-b6f04037-1ae7-4b45-abef-c1b4be33186d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:37.669046 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-b6f04037-1ae7-4b45-abef-c1b4be33186d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 812 time: 0.1856301 Nov 12 20:30:37.689490 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-84760aed-5999-4f03-90ec-8772d7c3bc27 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/quotas/7e8721b8322b46768b4d5df279187cac HTTP/1.1" status: 200 len: 375 time: 0.0116785 Nov 12 20:30:37.707853 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cb84c969-e459-4dc3-825c-c6bba08d0a5d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4272015 Nov 12 20:30:37.707853 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84c969-e459-4dc3-825c-c6bba08d0a5d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Network': ['ID=dbbfdd01-1abb-405d-a028-398d4dc3a9aa,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:37.709531 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45120) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:37.714788 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-ce02b007-337a-437a-94ab-71ecc85c3e44 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'ports': [{'network_id': '07c53041-7686-437e-9a5a-dd606978f1e6'}, {'network_id': 'dbbfdd01-1abb-405d-a028-398d4dc3a9aa'}]} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:37.715112 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-ce02b007-337a-437a-94ab-71ecc85c3e44 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'port': {'network_id': '07c53041-7686-437e-9a5a-dd606978f1e6'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:37.715630 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-ce02b007-337a-437a-94ab-71ecc85c3e44 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'port': {'network_id': 'dbbfdd01-1abb-405d-a028-398d4dc3a9aa'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:37.729810 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network dbbfdd01-1abb-405d-a028-398d4dc3a9aa details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:30:37.838969 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-039b8b95-80f1-491e-9280-6806fedbd67c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1331136 Nov 12 20:30:38.006524 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-dfe67a7b-4066-46be-bc9d-744aa9d40ca4 service neutron] 10.222.0.48 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481771 Nov 12 20:30:38.041572 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce02b007-337a-437a-94ab-71ecc85c3e44 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'port': 2} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:38.051318 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ce02b007-337a-437a-94ab-71ecc85c3e44 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:38.073738 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ce02b007-337a-437a-94ab-71ecc85c3e44 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:38.128225 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-e2d5a6de-fe8c-45ec-b0fe-247014533d28 service neutron] 10.222.0.48 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097007 Nov 12 20:30:38.189317 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-ce02b007-337a-437a-94ab-71ecc85c3e44 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] device_id is not set on port b17a3103-ffbf-4a45-9d0a-2e8ec20b1ee0 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:30:38.208811 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45126) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:38.426867 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0ce094aa-e469-4071-aece-2ab17314b436 req-0c4ae737-8428-4166-a225-27b49ec6d7ed tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 210 time: 0.0597596 Nov 12 20:30:38.441198 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ce02b007-337a-437a-94ab-71ecc85c3e44 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:38.545612 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-ce02b007-337a-437a-94ab-71ecc85c3e44 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] device_id is not set on port 8733b305-5e07-4e4a-925d-01815e5b59ae yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:30:38.726167 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ce02b007-337a-437a-94ab-71ecc85c3e44 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:38.781923 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c03f505-399e-46f9-8839-4f2352656f15 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:38.816084 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ce02b007-337a-437a-94ab-71ecc85c3e44 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:38.843493 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce02b007-337a-437a-94ab-71ecc85c3e44 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network 07c53041-7686-437e-9a5a-dd606978f1e6 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:30:38.846707 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-ce02b007-337a-437a-94ab-71ecc85c3e44 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:38.850187 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce02b007-337a-437a-94ab-71ecc85c3e44 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:30:38.851097 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ce02b007-337a-437a-94ab-71ecc85c3e44 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:38.912584 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02b007-337a-437a-94ab-71ecc85c3e44 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Port': ['ID=b17a3103-ffbf-4a45-9d0a-2e8ec20b1ee0,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:38.977143 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce02b007-337a-437a-94ab-71ecc85c3e44 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Checking segment: {'id': 'cf7e3c24-3b4d-4a9d-984b-a88ad2b6d46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'dbbfdd01-1abb-405d-a028-398d4dc3a9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:30:38.977696 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce02b007-337a-437a-94ab-71ecc85c3e44 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network hostable DHCP agents. Network: dbbfdd01-1abb-405d-a028-398d4dc3a9aa, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:30:39.089629 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02b007-337a-437a-94ab-71ecc85c3e44 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Port': ['ID=8733b305-5e07-4e4a-925d-01815e5b59ae,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:39.099846 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce02b007-337a-437a-94ab-71ecc85c3e44 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network dbbfdd01-1abb-405d-a028-398d4dc3a9aa is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:30:39.128225 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-ce02b007-337a-437a-94ab-71ecc85c3e44 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, dbbfdd01-1abb-405d-a028-398d4dc3a9aa) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:39.141687 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61fb5d9-08f0-41d9-86bc-a5867fbc5fce None None] Network dbbfdd01-1abb-405d-a028-398d4dc3a9aa requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:30:39.163632 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce02b007-337a-437a-94ab-71ecc85c3e44 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:30:39.178487 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce02b007-337a-437a-94ab-71ecc85c3e44 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:39.197272 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce02b007-337a-437a-94ab-71ecc85c3e44 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:39.198333 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ce02b007-337a-437a-94ab-71ecc85c3e44 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:39.206433 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-2c03f505-399e-46f9-8839-4f2352656f15 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Deleting port 94b0ab5e-cfca-4c1e-856b-cd18e4d00737 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:39.211001 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c03f505-399e-46f9-8839-4f2352656f15 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:39.226041 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ce02b007-337a-437a-94ab-71ecc85c3e44 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5154243 Nov 12 20:30:39.242754 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45144) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:39.390107 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-2c03f505-399e-46f9-8839-4f2352656f15 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] For port 94b0ab5e-cfca-4c1e-856b-cd18e4d00737, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=94b0ab5e-cfca-4c1e-856b-cd18e4d00737,segment=NetworkSegment(bb82f32b-2bb3-4606-a9a4-09aad93b8e01),segment_id=bb82f32b-2bb3-4606-a9a4-09aad93b8e01)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:39.391773 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c03f505-399e-46f9-8839-4f2352656f15 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:39.421119 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-2c03f505-399e-46f9-8839-4f2352656f15 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Calling delete_port for 94b0ab5e-cfca-4c1e-856b-cd18e4d00737 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:39.526842 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-eed195c5-3ddc-42f0-9e47-0ddaf8c02702 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting port 8733b305-5e07-4e4a-925d-01815e5b59ae {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:39.527127 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eed195c5-3ddc-42f0-9e47-0ddaf8c02702 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:39.637466 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eed195c5-3ddc-42f0-9e47-0ddaf8c02702 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:39.653266 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-eed195c5-3ddc-42f0-9e47-0ddaf8c02702 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Calling delete_port for 8733b305-5e07-4e4a-925d-01815e5b59ae owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:39.674029 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ef800bd0-c739-4c2a-ae9d-cc87a883c249 req-3b9310fc-73f9-4560-baa2-e25e674402e6 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 210 time: 0.0637920 Nov 12 20:30:39.793234 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eed195c5-3ddc-42f0-9e47-0ddaf8c02702 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:39.833931 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eed195c5-3ddc-42f0-9e47-0ddaf8c02702 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:39.839789 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-eed195c5-3ddc-42f0-9e47-0ddaf8c02702 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/ports/8733b305-5e07-4e4a-925d-01815e5b59ae HTTP/1.1" status: 204 len: 168 time: 0.5935626 Nov 12 20:30:39.840185 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed195c5-3ddc-42f0-9e47-0ddaf8c02702 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Port': ['ID=8733b305-5e07-4e4a-925d-01815e5b59ae,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:39.844025 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45150) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:39.950257 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a66e90d-806e-4009-96f1-5186bc522d9f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:39.966178 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a66e90d-806e-4009-96f1-5186bc522d9f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:39.971986 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9a66e90d-806e-4009-96f1-5186bc522d9f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1220853 Nov 12 20:30:39.972214 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45152) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:39.999179 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c03f505-399e-46f9-8839-4f2352656f15 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:40.017273 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-dc3cef74-483e-4004-8dc8-8639f9ad777e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:40.018874 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-dc3cef74-483e-4004-8dc8-8639f9ad777e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.55 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 812 time: 0.2909355 Nov 12 20:30:40.055172 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-341d2cdf-6766-4b3a-8a45-1ea03a57131b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Request body: {'port': {'device_id': 'f494c359-47aa-4b90-99a8-814e01463051', 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786', 'admin_state_up': True, 'tenant_id': '7e8721b8322b46768b4d5df279187cac'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:40.060305 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03f505-399e-46f9-8839-4f2352656f15 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event deleted for resources: {'Port': ['ID=94b0ab5e-cfca-4c1e-856b-cd18e4d00737,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:40.157167 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c9d1fdbf-3489-4ec1-ac02-f22c8c44bb67 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting port b17a3103-ffbf-4a45-9d0a-2e8ec20b1ee0 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:40.157733 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c9d1fdbf-3489-4ec1-ac02-f22c8c44bb67 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:40.300802 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c9d1fdbf-3489-4ec1-ac02-f22c8c44bb67 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:40.338811 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c9d1fdbf-3489-4ec1-ac02-f22c8c44bb67 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Calling delete_port for b17a3103-ffbf-4a45-9d0a-2e8ec20b1ee0 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:40.499705 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c9d1fdbf-3489-4ec1-ac02-f22c8c44bb67 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:40.532902 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1fdbf-3489-4ec1-ac02-f22c8c44bb67 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Port': ['ID=b17a3103-ffbf-4a45-9d0a-2e8ec20b1ee0,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:40.546223 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c9d1fdbf-3489-4ec1-ac02-f22c8c44bb67 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:40.551702 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c9d1fdbf-3489-4ec1-ac02-f22c8c44bb67 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/ports/b17a3103-ffbf-4a45-9d0a-2e8ec20b1ee0 HTTP/1.1" status: 204 len: 168 time: 0.5775928 Nov 12 20:30:40.555016 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45156) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:40.618263 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c03f505-399e-46f9-8839-4f2352656f15 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:40.656509 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-341d2cdf-6766-4b3a-8a45-1ea03a57131b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Made reservation on behalf of 7e8721b8322b46768b4d5df279187cac for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:40.660404 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-341d2cdf-6766-4b3a-8a45-1ea03a57131b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:40.661714 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e269a18f-911c-42d5-b69e-be2656e2114d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:40.663500 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e269a18f-911c-42d5-b69e-be2656e2114d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1074536 Nov 12 20:30:40.676614 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45158) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:40.732573 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d72e3e-a51d-4e2a-83e1-af13e1013d0d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] GET failed (client error): The resource could not be found. Nov 12 20:30:40.734187 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-07d72e3e-a51d-4e2a-83e1-af13e1013d0d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "GET /v2.0/ports/8733b305-5e07-4e4a-925d-01815e5b59ae HTTP/1.1" status: 404 len: 333 time: 0.0496852 Nov 12 20:30:40.737001 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45162) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:40.793704 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 1fb32501-95a3-4519-9ab2-1f922862509e no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:30:40.805558 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-f61a4278-dded-4c37-b973-6c260b25f1d6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] GET failed (client error): The resource could not be found. Nov 12 20:30:40.807222 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f61a4278-dded-4c37-b973-6c260b25f1d6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "GET /v2.0/ports/b17a3103-ffbf-4a45-9d0a-2e8ec20b1ee0 HTTP/1.1" status: 404 len: 333 time: 0.0692508 Nov 12 20:30:40.819627 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45164) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:40.842746 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 1fb32501-95a3-4519-9ab2-1f922862509e {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:30:40.843383 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 1fb32501-95a3-4519-9ab2-1f922862509e not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:30:40.847961 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-955b91a7-bc51-4ef2-8b58-a824c1891ff3 req-80d508f5-dd12-475a-98e9-b310d9019250 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 210 time: 0.0491867 Nov 12 20:30:40.953214 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8448f1fb-068b-426b-a274-4c56abeb61c1 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:41.068983 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8448f1fb-068b-426b-a274-4c56abeb61c1 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:41.097301 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-8448f1fb-068b-426b-a274-4c56abeb61c1 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbbfdd01-1abb-405d-a028-398d4dc3a9aa']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:41.115281 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-8448f1fb-068b-426b-a274-4c56abeb61c1 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf7e3c24-3b4d-4a9d-984b-a88ad2b6d46c') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:41.115580 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-8448f1fb-068b-426b-a274-4c56abeb61c1 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf7e3c24-3b4d-4a9d-984b-a88ad2b6d46c') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:41.142110 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8448f1fb-068b-426b-a274-4c56abeb61c1 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:41.165027 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8448f1fb-068b-426b-a274-4c56abeb61c1 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:41.171291 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8448f1fb-068b-426b-a274-4c56abeb61c1 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:30:41.171693 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8448f1fb-068b-426b-a274-4c56abeb61c1 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:41.235690 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c03f505-399e-46f9-8839-4f2352656f15 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Router 9514d9ae-585f-44dd-8c4e-2aa80ad54991 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:30:41.236262 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:30:41.249860 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8448f1fb-068b-426b-a274-4c56abeb61c1 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:41.274495 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8448f1fb-068b-426b-a274-4c56abeb61c1 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:41.283417 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45166) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:41.284951 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8448f1fb-068b-426b-a274-4c56abeb61c1 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/networks/dbbfdd01-1abb-405d-a028-398d4dc3a9aa HTTP/1.1" status: 204 len: 168 time: 0.4640739 Nov 12 20:30:41.304535 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448f1fb-068b-426b-a274-4c56abeb61c1 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Network': ['ID=dbbfdd01-1abb-405d-a028-398d4dc3a9aa,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:41.333594 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-72c737b0-ad6f-4311-95f4-360e2039cd9c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-465220062'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:41.464354 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-341d2cdf-6766-4b3a-8a45-1ea03a57131b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Allocated IP 172.20.0.10 (b6864b2f-6168-42ea-9422-cd478a748786/5c500cb5-3e69-49e9-9723-b1dae39e8dfb/49d0213f-1643-46b8-84ff-a3a044cb9bef) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:30:41.472344 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c737b0-ad6f-4311-95f4-360e2039cd9c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:41.475696 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-72c737b0-ad6f-4311-95f4-360e2039cd9c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:41.561752 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c737b0-ad6f-4311-95f4-360e2039cd9c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:30:41.577353 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c03f505-399e-46f9-8839-4f2352656f15 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:30:41.586267 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2c03f505-399e-46f9-8839-4f2352656f15 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "PUT /v2.0/routers/9514d9ae-585f-44dd-8c4e-2aa80ad54991/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3763204 Nov 12 20:30:41.589130 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45170) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:41.593686 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-72c737b0-ad6f-4311-95f4-360e2039cd9c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:41.594036 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-72c737b0-ad6f-4311-95f4-360e2039cd9c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Added segment f4713244-0cab-494d-946c-205f78e06834 of type vlan for network 9e19de1a-3166-4e0f-ab25-685d13ace096 Nov 12 20:30:41.597888 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b9eaf4-f5cf-4d4d-92bb-35086f190001 None None] Sync routers for ids ['9514d9ae-585f-44dd-8c4e-2aa80ad54991'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:30:41.608178 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b9eaf4-f5cf-4d4d-92bb-35086f190001 None None] Routers {'9514d9ae-585f-44dd-8c4e-2aa80ad54991'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:30:41.609007 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-e1b9eaf4-f5cf-4d4d-92bb-35086f190001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:30:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9514d9ae-585f-44dd-8c4e-2aa80ad54991'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:41.649736 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d2c8601-0829-4ee0-a49d-ae92d1b1d1f6 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Deleting subnet d4ffbba5-782d-4e1b-b486-48aeb3d7dcd0 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:30:41.653110 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d2c8601-0829-4ee0-a49d-ae92d1b1d1f6 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:41.728144 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d2c8601-0829-4ee0-a49d-ae92d1b1d1f6 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:41.731989 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-e1b9eaf4-f5cf-4d4d-92bb-35086f190001 None None] Set router 9514d9ae-585f-44dd-8c4e-2aa80ad54991 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:30:41.800352 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-72c737b0-ad6f-4311-95f4-360e2039cd9c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:41.865526 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d2c8601-0829-4ee0-a49d-ae92d1b1d1f6 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:41.930629 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-72c737b0-ad6f-4311-95f4-360e2039cd9c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:41.936607 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c737b0-ad6f-4311-95f4-360e2039cd9c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:41.940783 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-72c737b0-ad6f-4311-95f4-360e2039cd9c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:42.015968 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d2c8601-0829-4ee0-a49d-ae92d1b1d1f6 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:42.027514 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-26deeac6-12b3-451f-a9c6-c40d69540aaa req-9f7993b0-d012-4842-b7a8-a594970995b4 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 210 time: 0.0559351 Nov 12 20:30:42.055231 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-72c737b0-ad6f-4311-95f4-360e2039cd9c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7656887 Nov 12 20:30:42.059355 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45174) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:42.061073 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-341d2cdf-6766-4b3a-8a45-1ea03a57131b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:42.069166 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c8601-0829-4ee0-a49d-ae92d1b1d1f6 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ffbba5-782d-4e1b-b486-48aeb3d7dcd0,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:42.085816 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf429057-9087-4016-a97a-d5e26f2ac6f8 None None] Network ed77738e-f625-4ff0-9384-27862f27319a requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:30:42.096443 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-f18d735f-b8b8-48ec-aa6b-aeb30134a2a0 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'subnet': {'network_id': '9e19de1a-3166-4e0f-ab25-685d13ace096', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:42.101270 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1d2c8601-0829-4ee0-a49d-ae92d1b1d1f6 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:42.116072 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1d2c8601-0829-4ee0-a49d-ae92d1b1d1f6 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "DELETE /v2.0/subnets/d4ffbba5-782d-4e1b-b486-48aeb3d7dcd0 HTTP/1.1" status: 204 len: 168 time: 0.5255597 Nov 12 20:30:42.118573 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45176) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:42.126635 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c737b0-ad6f-4311-95f4-360e2039cd9c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Network': ['ID=9e19de1a-3166-4e0f-ab25-685d13ace096,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:42.157588 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-e1b9eaf4-f5cf-4d4d-92bb-35086f190001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843612825', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:27:56Z', 'updated_at': '2021-11-12T20:30:39Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:59Z', 'updated_at': '2021-11-12T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:42.165725 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 9e19de1a-3166-4e0f-ab25-685d13ace096 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:30:42.166596 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-341d2cdf-6766-4b3a-8a45-1ea03a57131b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:42.196452 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b9eaf4-f5cf-4d4d-92bb-35086f190001 None None] Checking router: 9514d9ae-585f-44dd-8c4e-2aa80ad54991 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:30:42.207716 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b9eaf4-f5cf-4d4d-92bb-35086f190001 None None] Routers {'9514d9ae-585f-44dd-8c4e-2aa80ad54991'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:30:42.208705 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-e1b9eaf4-f5cf-4d4d-92bb-35086f190001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:30:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9514d9ae-585f-44dd-8c4e-2aa80ad54991'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:42.247921 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d2cdf-6766-4b3a-8a45-1ea03a57131b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Pushing event updated for resources: {'Port': ['ID=49d0213f-1643-46b8-84ff-a3a044cb9bef,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:42.252013 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a', '139d42f1-5136-4e8b-ab49-db213f860e23'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:30:42.262915 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-341d2cdf-6766-4b3a-8a45-1ea03a57131b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Network b6864b2f-6168-42ea-9422-cd478a748786 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:30:42.264501 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-341d2cdf-6766-4b3a-8a45-1ea03a57131b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:42.267075 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-341d2cdf-6766-4b3a-8a45-1ea03a57131b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:30:42.341173 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-341d2cdf-6766-4b3a-8a45-1ea03a57131b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:42.341795 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-341d2cdf-6766-4b3a-8a45-1ea03a57131b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:42.374652 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-341d2cdf-6766-4b3a-8a45-1ea03a57131b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3276038 Nov 12 20:30:42.390053 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-0c13c593-f6f5-4653-952f-3f70d2e679c6 service neutron] Request body: {'port': {'device_id': 'f494c359-47aa-4b90-99a8-814e01463051', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:42.418109 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-e1b9eaf4-f5cf-4d4d-92bb-35086f190001 None None] Set router 9514d9ae-585f-44dd-8c4e-2aa80ad54991 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:30:42.523879 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-0c13c593-f6f5-4653-952f-3f70d2e679c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:42.650270 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb191ae8-a6e1-4991-a814-5f23d9b0cbf3 None None] DHCP port deletion for ed77738e-f625-4ff0-9384-27862f27319a request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:30:42.763025 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c138016b-26e5-402a-ba88-9fa176d8329f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:42.784912 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-bb191ae8-a6e1-4991-a814-5f23d9b0cbf3 None None] Deleting port 60491fce-1673-4d38-b805-dd838af2aab8 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:42.785665 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bb191ae8-a6e1-4991-a814-5f23d9b0cbf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:42.864436 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-e1b9eaf4-f5cf-4d4d-92bb-35086f190001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843612825', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:27:56Z', 'updated_at': '2021-11-12T20:30:39Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:59Z', 'updated_at': '2021-11-12T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:42.872712 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-bb191ae8-a6e1-4991-a814-5f23d9b0cbf3 None None] For port 60491fce-1673-4d38-b805-dd838af2aab8, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=60491fce-1673-4d38-b805-dd838af2aab8,segment=NetworkSegment(bb82f32b-2bb3-4606-a9a4-09aad93b8e01),segment_id=bb82f32b-2bb3-4606-a9a4-09aad93b8e01)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:42.873907 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bb191ae8-a6e1-4991-a814-5f23d9b0cbf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:42.901997 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ac9d1330-fd72-4e30-be22-45561ff28446 None None] Provisioning complete for port 49d0213f-1643-46b8-84ff-a3a044cb9bef triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:30:42.902781 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b9eaf4-f5cf-4d4d-92bb-35086f190001 None None] The sync data for ids ['9514d9ae-585f-44dd-8c4e-2aa80ad54991'] in n-d-712140-15 is: [{'id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843612825', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:27:56Z', 'updated_at': '2021-11-12T20:30:39Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '68c33a32-d8ec-4a17-92df-e6aa356388a0', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9514d9ae-585f-44dd-8c4e-2aa80ad54991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:27:59Z', 'updated_at': '2021-11-12T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:30:42.907650 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ac9d1330-fd72-4e30-be22-45561ff28446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:42.917575 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-bb191ae8-a6e1-4991-a814-5f23d9b0cbf3 None None] Calling delete_port for 60491fce-1673-4d38-b805-dd838af2aab8 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:42.947049 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18d735f-b8b8-48ec-aa6b-aeb30134a2a0 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:42.951191 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f18d735f-b8b8-48ec-aa6b-aeb30134a2a0 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:42.953448 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-0c13c593-f6f5-4653-952f-3f70d2e679c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d0213f-1643-46b8-84ff-a3a044cb9bef {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:30:42.963408 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-0c13c593-f6f5-4653-952f-3f70d2e679c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:42.979256 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-0c13c593-f6f5-4653-952f-3f70d2e679c6 service neutron] Transition to ACTIVE for port object 49d0213f-1643-46b8-84ff-a3a044cb9bef will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:30:42.986969 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-0c13c593-f6f5-4653-952f-3f70d2e679c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:43.010688 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ac9d1330-fd72-4e30-be22-45561ff28446 None None] Port 49d0213f-1643-46b8-84ff-a3a044cb9bef cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:30:43.040768 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13c593-f6f5-4653-952f-3f70d2e679c6 service neutron] Pushing event updated for resources: {'Port': ['ID=49d0213f-1643-46b8-84ff-a3a044cb9bef,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:43.044606 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c138016b-26e5-402a-ba88-9fa176d8329f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:43.053473 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.ipam_backend_mixin [None req-f18d735f-b8b8-48ec-aa6b-aeb30134a2a0 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Performing IP validity checks on allocation pools {{(pid=102447) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 20:30:43.054260 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.ipam_backend_mixin [None req-f18d735f-b8b8-48ec-aa6b-aeb30134a2a0 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102447) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 20:30:43.093169 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bb191ae8-a6e1-4991-a814-5f23d9b0cbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:43.128407 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb191ae8-a6e1-4991-a814-5f23d9b0cbf3 None None] No DVR routers for this DVR port 60491fce-1673-4d38-b805-dd838af2aab8 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:30:43.200574 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb191ae8-a6e1-4991-a814-5f23d9b0cbf3 None None] Pushing event deleted for resources: {'Port': ['ID=60491fce-1673-4d38-b805-dd838af2aab8,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:43.200850 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c138016b-26e5-402a-ba88-9fa176d8329f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Deleting port 68c33a32-d8ec-4a17-92df-e6aa356388a0 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:43.200850 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c138016b-26e5-402a-ba88-9fa176d8329f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:43.215951 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-0c13c593-f6f5-4653-952f-3f70d2e679c6 service neutron] Attempting to bind port 49d0213f-1643-46b8-84ff-a3a044cb9bef on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:30:43.216368 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-0c13c593-f6f5-4653-952f-3f70d2e679c6 service neutron] Attempting to bind port 49d0213f-1643-46b8-84ff-a3a044cb9bef by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:30:43.216707 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-0c13c593-f6f5-4653-952f-3f70d2e679c6 service neutron] Attempting to bind port 49d0213f-1643-46b8-84ff-a3a044cb9bef on network b6864b2f-6168-42ea-9422-cd478a748786 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:30:43.223002 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-0c13c593-f6f5-4653-952f-3f70d2e679c6 service neutron] Port 49d0213f-1643-46b8-84ff-a3a044cb9bef on network b6864b2f-6168-42ea-9422-cd478a748786 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:30:43.223384 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-0c13c593-f6f5-4653-952f-3f70d2e679c6 service neutron] Attempting to bind port 49d0213f-1643-46b8-84ff-a3a044cb9bef on network b6864b2f-6168-42ea-9422-cd478a748786 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:30:43.231435 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-0c13c593-f6f5-4653-952f-3f70d2e679c6 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:30:43.232074 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-0c13c593-f6f5-4653-952f-3f70d2e679c6 service neutron] Checking segment: {'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:30:43.232699 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-0c13c593-f6f5-4653-952f-3f70d2e679c6 service neutron] Bound using segment: {'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:30:43.233148 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-0c13c593-f6f5-4653-952f-3f70d2e679c6 service neutron] Bound port: 49d0213f-1643-46b8-84ff-a3a044cb9bef, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '421b93f8-ac8d-44c6-89c8-74a45d6e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:30:43.233518 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-0c13c593-f6f5-4653-952f-3f70d2e679c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:43.375928 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-0c13c593-f6f5-4653-952f-3f70d2e679c6 service neutron] For port 49d0213f-1643-46b8-84ff-a3a044cb9bef, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:30:43.382049 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-0c13c593-f6f5-4653-952f-3f70d2e679c6 service neutron] For port 49d0213f-1643-46b8-84ff-a3a044cb9bef, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=49d0213f-1643-46b8-84ff-a3a044cb9bef,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:30:43.389201 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-0c13c593-f6f5-4653-952f-3f70d2e679c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:43.449407 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-0c13c593-f6f5-4653-952f-3f70d2e679c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:43.450044 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-0c13c593-f6f5-4653-952f-3f70d2e679c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:43.451973 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-0c13c593-f6f5-4653-952f-3f70d2e679c6 service neutron] 10.222.0.55 "PUT /v2.0/ports/49d0213f-1643-46b8-84ff-a3a044cb9bef HTTP/1.1" status: 200 len: 1093 time: 1.0687377 Nov 12 20:30:43.452482 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f494c359-47aa-4b90-99a8-814e01463051', 'tag': '49d0213f-1643-46b8-84ff-a3a044cb9bef'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:30:43.454876 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f7daef-7cc0-4783-804b-e9d0ccf0e965" -d '{"events": [{"name": "network-changed", "server_uuid": "f494c359-47aa-4b90-99a8-814e01463051", "tag": "49d0213f-1643-46b8-84ff-a3a044cb9bef"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:30:43.563849 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13c593-f6f5-4653-952f-3f70d2e679c6 service neutron] Pushing event updated for resources: {'Port': ['ID=49d0213f-1643-46b8-84ff-a3a044cb9bef,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:43.584264 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f18d735f-b8b8-48ec-aa6b-aeb30134a2a0 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:43.586691 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de09e43e-a46b-49d9-8995-c6a94a2d9019 x-openstack-request-id: req-de09e43e-a46b-49d9-8995-c6a94a2d9019 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:30:43.587216 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f494c359-47aa-4b90-99a8-814e01463051", "tag": "49d0213f-1643-46b8-84ff-a3a044cb9bef", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:30:43.587665 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de09e43e-a46b-49d9-8995-c6a94a2d9019 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:30:43.588244 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f494c359-47aa-4b90-99a8-814e01463051', 'tag': '49d0213f-1643-46b8-84ff-a3a044cb9bef', 'status': 'completed', 'code': 200} Nov 12 20:30:43.588592 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-c138016b-26e5-402a-ba88-9fa176d8329f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] For port 68c33a32-d8ec-4a17-92df-e6aa356388a0, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=68c33a32-d8ec-4a17-92df-e6aa356388a0,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:43.588963 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c138016b-26e5-402a-ba88-9fa176d8329f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:43.621671 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-0a14de23-8be5-424d-aa96-ce5826aa0ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:43.626230 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-0a14de23-8be5-424d-aa96-ce5826aa0ef0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 1096 time: 0.1221299 Nov 12 20:30:43.645530 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c138016b-26e5-402a-ba88-9fa176d8329f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Calling delete_port for 68c33a32-d8ec-4a17-92df-e6aa356388a0 owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:43.682937 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-3a33a1e9-a7bf-4357-8bb4-e132a111c575 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49d0213f-1643-46b8-84ff-a3a044cb9bef HTTP/1.1" status: 200 len: 217 time: 0.0480428 Nov 12 20:30:43.742705 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-14883940-0499-407a-87b0-17902cdd5121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:43.744414 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-14883940-0499-407a-87b0-17902cdd5121 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 0.0494313 Nov 12 20:30:43.771100 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d735f-b8b8-48ec-aa6b-aeb30134a2a0 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Subnet': ['ID=2ac46836-15e4-4eb6-8497-5241d278e6f3,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:43.791064 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4cb42-5d36-4cb6-b13f-ebd8b5b4ffe2 req-48dc24fe-7c11-4d21-89b8-a6e23641409a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:43.794245 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ffd4cb42-5d36-4cb6-b13f-ebd8b5b4ffe2 req-48dc24fe-7c11-4d21-89b8-a6e23641409a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 944 time: 0.5865295 Nov 12 20:30:43.798558 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18d735f-b8b8-48ec-aa6b-aeb30134a2a0 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Checking segment: {'id': 'f4713244-0cab-494d-946c-205f78e06834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9e19de1a-3166-4e0f-ab25-685d13ace096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:30:43.799155 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18d735f-b8b8-48ec-aa6b-aeb30134a2a0 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network hostable DHCP agents. Network: 9e19de1a-3166-4e0f-ab25-685d13ace096, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:30:43.809430 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-6e8ef2a2-c1bf-4003-a2f6-c51b582b638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:43.811115 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-6e8ef2a2-c1bf-4003-a2f6-c51b582b638d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587697 Nov 12 20:30:43.848078 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18d735f-b8b8-48ec-aa6b-aeb30134a2a0 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network 9e19de1a-3166-4e0f-ab25-685d13ace096 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:30:43.896999 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-f18d735f-b8b8-48ec-aa6b-aeb30134a2a0 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 9e19de1a-3166-4e0f-ab25-685d13ace096) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:43.905272 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9436fd23-b5ef-4e65-9924-f8822676cecf None None] Network 9e19de1a-3166-4e0f-ab25-685d13ace096 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:30:43.907901 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18d735f-b8b8-48ec-aa6b-aeb30134a2a0 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:43.908647 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f18d735f-b8b8-48ec-aa6b-aeb30134a2a0 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:43.944263 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f18d735f-b8b8-48ec-aa6b-aeb30134a2a0 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8727334 Nov 12 20:30:43.947650 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45188) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:43.955837 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-53becb12-6933-45ca-952d-1e014513382f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'port': {'network_id': '9e19de1a-3166-4e0f-ab25-685d13ace096', 'name': 'tempest-PortsTestJSON-106684865'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:43.973567 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-125018a1-f35f-43bc-9d69-388b03a0b0d4 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541665 Nov 12 20:30:44.103925 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a00050-b7d7-43c3-b695-4cb39458453b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-9e19de1a-3166-4e0f-ab25-685d13ace096', 'network_id': '9e19de1a-3166-4e0f-ab25-685d13ace096', 'tenant_id': 'a1e6c4c985024d44a80b4ef1d1e2ce29', 'fixed_ips': [{'subnet_id': '2ac46836-15e4-4eb6-8497-5241d278e6f3'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:30:44.104796 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-48a00050-b7d7-43c3-b695-4cb39458453b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:44.115507 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-187af99e-db27-45d9-be5a-0a8f9c8c6d52 req-f315c221-89b9-4048-8f02-10e2845e1445 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343775 Nov 12 20:30:44.122221 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ffd4cb42-5d36-4cb6-b13f-ebd8b5b4ffe2 req-488643f8-01a6-4070-b227-683e46664d10 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136907 Nov 12 20:30:44.123222 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c138016b-26e5-402a-ba88-9fa176d8329f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:44.162968 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138016b-26e5-402a-ba88-9fa176d8329f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event deleted for resources: {'Port': ['ID=68c33a32-d8ec-4a17-92df-e6aa356388a0,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:44.229996 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4307a7-a0d7-4e0b-8e99-d26ac3a591f9 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:30:44.253618 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c138016b-26e5-402a-ba88-9fa176d8329f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:44.259833 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53becb12-6933-45ca-952d-1e014513382f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:44.262228 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7daef-7cc0-4783-804b-e9d0ccf0e965 req-24431c05-afbc-4abc-8ede-f645db7e501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:44.263756 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-53becb12-6933-45ca-952d-1e014513382f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:44.264426 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-14f7daef-7cc0-4783-804b-e9d0ccf0e965 req-24431c05-afbc-4abc-8ede-f645db7e501e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 1096 time: 0.0750294 Nov 12 20:30:44.342516 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-48a00050-b7d7-43c3-b695-4cb39458453b None None] Allocated IP 172.20.0.2 (9e19de1a-3166-4e0f-ab25-685d13ace096/2ac46836-15e4-4eb6-8497-5241d278e6f3/cfa94da3-95bc-4c5c-a395-2138b96925e7) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:30:44.379522 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7daef-7cc0-4783-804b-e9d0ccf0e965 req-7233480e-b82a-4b66-9d65-517aa09b3a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:44.381703 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-14f7daef-7cc0-4783-804b-e9d0ccf0e965 req-7233480e-b82a-4b66-9d65-517aa09b3a9d service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 913 time: 0.1091068 Nov 12 20:30:44.385679 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-53becb12-6933-45ca-952d-1e014513382f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] device_id is not set on port 9f396e54-0221-4f12-a3b4-7039c725dc6e yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:30:44.392098 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c138016b-26e5-402a-ba88-9fa176d8329f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:44.395094 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c138016b-26e5-402a-ba88-9fa176d8329f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:44.440112 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-14f7daef-7cc0-4783-804b-e9d0ccf0e965 req-743a81db-dee1-4a89-bb20-06115a7859e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49d0213f-1643-46b8-84ff-a3a044cb9bef HTTP/1.1" status: 200 len: 217 time: 0.0510898 Nov 12 20:30:44.487608 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c138016b-26e5-402a-ba88-9fa176d8329f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:44.487608 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c138016b-26e5-402a-ba88-9fa176d8329f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Fanout notify agent at l3_agent the message router_deleted on router 9514d9ae-585f-44dd-8c4e-2aa80ad54991 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:30:44.495143 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c138016b-26e5-402a-ba88-9fa176d8329f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:44.498731 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c138016b-26e5-402a-ba88-9fa176d8329f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "DELETE /v2.0/routers/9514d9ae-585f-44dd-8c4e-2aa80ad54991 HTTP/1.1" status: 204 len: 168 time: 2.3768222 Nov 12 20:30:44.499798 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45190) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:44.540320 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7daef-7cc0-4783-804b-e9d0ccf0e965 req-6147accb-5c15-4d24-b60e-b3d410751193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:44.543508 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-14f7daef-7cc0-4783-804b-e9d0ccf0e965 req-6147accb-5c15-4d24-b60e-b3d410751193 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 0.0948069 Nov 12 20:30:44.627843 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4d3061ad-fe53-47c5-8842-f9524e04a337 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:44.633832 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7daef-7cc0-4783-804b-e9d0ccf0e965 req-4d3acaed-176f-46a1-9835-9c60fb1e09de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:44.635371 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-14f7daef-7cc0-4783-804b-e9d0ccf0e965 req-4d3acaed-176f-46a1-9835-9c60fb1e09de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0866296 Nov 12 20:30:44.719735 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-48a00050-b7d7-43c3-b695-4cb39458453b None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:44.736999 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 94b0ab5e-cfca-4c1e-856b-cd18e4d00737 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:30:44.770788 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-48a00050-b7d7-43c3-b695-4cb39458453b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:44.783706 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 94b0ab5e-cfca-4c1e-856b-cd18e4d00737 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:30:44.784469 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 94b0ab5e-cfca-4c1e-856b-cd18e4d00737 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:30:44.785141 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 60491fce-1673-4d38-b805-dd838af2aab8 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:30:44.813692 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4d3061ad-fe53-47c5-8842-f9524e04a337 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:44.848585 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-4d3061ad-fe53-47c5-8842-f9524e04a337 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed77738e-f625-4ff0-9384-27862f27319a']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:44.856153 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a00050-b7d7-43c3-b695-4cb39458453b None None] Network 9e19de1a-3166-4e0f-ab25-685d13ace096 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:30:44.861004 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 60491fce-1673-4d38-b805-dd838af2aab8 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:30:44.861439 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 60491fce-1673-4d38-b805-dd838af2aab8 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:30:44.861570 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-53becb12-6933-45ca-952d-1e014513382f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Allocated IP 172.20.0.7 (9e19de1a-3166-4e0f-ab25-685d13ace096/2ac46836-15e4-4eb6-8497-5241d278e6f3/9f396e54-0221-4f12-a3b4-7039c725dc6e) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:30:44.868738 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-4d3061ad-fe53-47c5-8842-f9524e04a337 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb82f32b-2bb3-4606-a9a4-09aad93b8e01') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:44.869052 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-4d3061ad-fe53-47c5-8842-f9524e04a337 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb82f32b-2bb3-4606-a9a4-09aad93b8e01') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:44.876149 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-48a00050-b7d7-43c3-b695-4cb39458453b None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:44.887074 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4d3061ad-fe53-47c5-8842-f9524e04a337 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:44.898621 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a00050-b7d7-43c3-b695-4cb39458453b None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:30:44.915628 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4d3061ad-fe53-47c5-8842-f9524e04a337 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:44.934085 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a00050-b7d7-43c3-b695-4cb39458453b None None] Pushing event updated for resources: {'Port': ['ID=cfa94da3-95bc-4c5c-a395-2138b96925e7,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:45.029716 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3061ad-fe53-47c5-8842-f9524e04a337 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:30:45.030462 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4d3061ad-fe53-47c5-8842-f9524e04a337 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:30:45.049200 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:30:45.075022 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-48a00050-b7d7-43c3-b695-4cb39458453b None None] Attempting to bind port cfa94da3-95bc-4c5c-a395-2138b96925e7 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:30:45.075624 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-48a00050-b7d7-43c3-b695-4cb39458453b None None] Attempting to bind port cfa94da3-95bc-4c5c-a395-2138b96925e7 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'f4713244-0cab-494d-946c-205f78e06834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9e19de1a-3166-4e0f-ab25-685d13ace096'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:30:45.076461 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a00050-b7d7-43c3-b695-4cb39458453b None None] Attempting to bind port cfa94da3-95bc-4c5c-a395-2138b96925e7 on network 9e19de1a-3166-4e0f-ab25-685d13ace096 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:30:45.083657 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a00050-b7d7-43c3-b695-4cb39458453b None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:30:45.084458 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a00050-b7d7-43c3-b695-4cb39458453b None None] Checking segment: {'id': 'f4713244-0cab-494d-946c-205f78e06834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9e19de1a-3166-4e0f-ab25-685d13ace096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:30:45.085699 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-48a00050-b7d7-43c3-b695-4cb39458453b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:45.086575 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a00050-b7d7-43c3-b695-4cb39458453b None None] Bound using segment: {'id': 'f4713244-0cab-494d-946c-205f78e06834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9e19de1a-3166-4e0f-ab25-685d13ace096'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:30:45.088021 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-48a00050-b7d7-43c3-b695-4cb39458453b None None] Bound port: cfa94da3-95bc-4c5c-a395-2138b96925e7, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4713244-0cab-494d-946c-205f78e06834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9e19de1a-3166-4e0f-ab25-685d13ace096'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:30:45.089060 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-48a00050-b7d7-43c3-b695-4cb39458453b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:45.169160 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-53becb12-6933-45ca-952d-1e014513382f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:45.205142 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-48a00050-b7d7-43c3-b695-4cb39458453b None None] For port cfa94da3-95bc-4c5c-a395-2138b96925e7, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:30:45.209762 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-48a00050-b7d7-43c3-b695-4cb39458453b None None] For port cfa94da3-95bc-4c5c-a395-2138b96925e7, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=cfa94da3-95bc-4c5c-a395-2138b96925e7,segment=NetworkSegment(f4713244-0cab-494d-946c-205f78e06834),segment_id=f4713244-0cab-494d-946c-205f78e06834)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:30:45.215957 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-48a00050-b7d7-43c3-b695-4cb39458453b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:45.276497 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-14f7daef-7cc0-4783-804b-e9d0ccf0e965 req-1222a8f0-0b07-41a5-b83a-4ea249e96a81 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6314180 Nov 12 20:30:45.327387 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a00050-b7d7-43c3-b695-4cb39458453b None None] Pushing event updated for resources: {'Port': ['ID=cfa94da3-95bc-4c5c-a395-2138b96925e7,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:45.358656 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-53becb12-6933-45ca-952d-1e014513382f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:45.361049 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4d3061ad-fe53-47c5-8842-f9524e04a337 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:45.384612 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45204) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:45.415543 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-14f7daef-7cc0-4783-804b-e9d0ccf0e965 req-b192fbfd-64c7-46ed-b2a8-71c0952c5e7c service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304245 Nov 12 20:30:45.417246 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4d3061ad-fe53-47c5-8842-f9524e04a337 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:45.426306 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45208) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:45.434825 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4d3061ad-fe53-47c5-8842-f9524e04a337 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "DELETE /v2.0/networks/ed77738e-f625-4ff0-9384-27862f27319a HTTP/1.1" status: 204 len: 168 time: 0.9196982 Nov 12 20:30:45.458680 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3061ad-fe53-47c5-8842-f9524e04a337 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event deleted for resources: {'Network': ['ID=ed77738e-f625-4ff0-9384-27862f27319a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:45.477808 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53becb12-6933-45ca-952d-1e014513382f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network 9e19de1a-3166-4e0f-ab25-685d13ace096 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:30:45.482801 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-53becb12-6933-45ca-952d-1e014513382f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:45.491072 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53becb12-6933-45ca-952d-1e014513382f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Port': ['ID=9f396e54-0221-4f12-a3b4-7039c725dc6e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:45.497162 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53becb12-6933-45ca-952d-1e014513382f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:30:45.543124 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-710bc2fc-3bc5-47ac-b7b3-1e22cd1c749b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:45.549229 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53becb12-6933-45ca-952d-1e014513382f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:45.549874 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-53becb12-6933-45ca-952d-1e014513382f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:45.577405 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-53becb12-6933-45ca-952d-1e014513382f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6272452 Nov 12 20:30:45.579186 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45210) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:45.602513 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-710bc2fc-3bc5-47ac-b7b3-1e22cd1c749b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:45.782127 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a145fabd-06a2-4dff-9452-56bf3622d738 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=594c74304b624770acf9875d5202424e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3967569 Nov 12 20:30:45.784561 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45212) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:45.850019 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fcd3d-6877-4b1f-9d49-761221e792f7 req-814a09f2-aff5-4b63-8a44-5246efd65ae7 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:45.850550 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2709d64d-3087-41d4-bbbb-a376339013f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:45.851746 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-376fcd3d-6877-4b1f-9d49-761221e792f7 req-814a09f2-aff5-4b63-8a44-5246efd65ae7 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 944 time: 0.5742893 Nov 12 20:30:45.870858 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-710bc2fc-3bc5-47ac-b7b3-1e22cd1c749b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:45.874090 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-710bc2fc-3bc5-47ac-b7b3-1e22cd1c749b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:45.877819 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-710bc2fc-3bc5-47ac-b7b3-1e22cd1c749b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "DELETE /v2.0/security-groups/935298af-75da-4679-8f59-3cc9d52c15de HTTP/1.1" status: 204 len: 168 time: 0.4468918 Nov 12 20:30:45.891385 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2709d64d-3087-41d4-bbbb-a376339013f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:45.910415 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710bc2fc-3bc5-47ac-b7b3-1e22cd1c749b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=935298af-75da-4679-8f59-3cc9d52c15de,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:45.948608 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-962ce766-0e56-41d8-805d-c81ba4135a48 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting port 9f396e54-0221-4f12-a3b4-7039c725dc6e {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:45.948848 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-962ce766-0e56-41d8-805d-c81ba4135a48 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:45.992860 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2709d64d-3087-41d4-bbbb-a376339013f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:45.995781 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2709d64d-3087-41d4-bbbb-a376339013f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:45.999687 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2709d64d-3087-41d4-bbbb-a376339013f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec5851cf-11d2-42c5-9e86-314938ea369b HTTP/1.1" status: 204 len: 168 time: 0.2140825 Nov 12 20:30:46.012676 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709d64d-3087-41d4-bbbb-a376339013f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5851cf-11d2-42c5-9e86-314938ea369b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:46.044284 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-376fcd3d-6877-4b1f-9d49-761221e792f7 req-ea3c8043-59a5-4acf-97c0-c0b0dd19e0d0 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846213 Nov 12 20:30:46.103376 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-962ce766-0e56-41d8-805d-c81ba4135a48 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:46.116214 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-962ce766-0e56-41d8-805d-c81ba4135a48 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Calling delete_port for 9f396e54-0221-4f12-a3b4-7039c725dc6e owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:46.288941 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45222) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:46.293615 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-5f574b3c-7f12-4381-b1f4-d0287be89df4 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1533281535', 'description': 'tempest-secgroup-smoke-1533281535 description', 'project_id': 'c510c0945858446c87ca9a78193927af'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:46.300712 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-962ce766-0e56-41d8-805d-c81ba4135a48 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:46.328811 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5f574b3c-7f12-4381-b1f4-d0287be89df4 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:46.333408 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ce766-0e56-41d8-805d-c81ba4135a48 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Port': ['ID=9f396e54-0221-4f12-a3b4-7039c725dc6e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:46.425371 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5f574b3c-7f12-4381-b1f4-d0287be89df4 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:46.431181 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5f574b3c-7f12-4381-b1f4-d0287be89df4 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:46.438297 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-962ce766-0e56-41d8-805d-c81ba4135a48 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:46.446241 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-962ce766-0e56-41d8-805d-c81ba4135a48 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/ports/9f396e54-0221-4f12-a3b4-7039c725dc6e HTTP/1.1" status: 204 len: 168 time: 0.7932518 Nov 12 20:30:46.447028 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45230) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:46.455652 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5f574b3c-7f12-4381-b1f4-d0287be89df4 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:46.460403 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45232) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:46.460637 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5f574b3c-7f12-4381-b1f4-d0287be89df4 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1706824 Nov 12 20:30:46.467573 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-bf4d7f71-a00c-40d9-a065-8b3763399bf4 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'security_group_rule': {'security_group_id': '96f31a3b-3b9d-471d-9fa5-96e20155ea45', 'project_id': 'c510c0945858446c87ca9a78193927af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:46.485840 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f574b3c-7f12-4381-b1f4-d0287be89df4 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96f31a3b-3b9d-471d-9fa5-96e20155ea45,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:46.497328 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4e1c43-836d-44cf-bb73-791458a36c7c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] DELETE failed (client error): The resource could not be found. Nov 12 20:30:46.498001 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd4e1c43-836d-44cf-bb73-791458a36c7c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:30:46.503482 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-dd4e1c43-836d-44cf-bb73-791458a36c7c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/ports/9f396e54-0221-4f12-a3b4-7039c725dc6e HTTP/1.1" status: 404 len: 333 time: 0.0528655 Nov 12 20:30:46.503885 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45236) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:46.534413 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1407fa9-526b-4aaf-bf6c-8d20beea6a4a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] GET failed (client error): The resource could not be found. Nov 12 20:30:46.536795 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f1407fa9-526b-4aaf-bf6c-8d20beea6a4a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "GET /v2.0/ports/9f396e54-0221-4f12-a3b4-7039c725dc6e HTTP/1.1" status: 404 len: 333 time: 0.0313559 Nov 12 20:30:46.540366 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45238) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:46.555458 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf4d7f71-a00c-40d9-a065-8b3763399bf4 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:46.616444 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cbc4495-b135-40d2-93cd-22dced6b2429 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting subnet 2ac46836-15e4-4eb6-8497-5241d278e6f3 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:30:46.620112 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5cbc4495-b135-40d2-93cd-22dced6b2429 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:46.621819 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf4d7f71-a00c-40d9-a065-8b3763399bf4 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:46.627734 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf4d7f71-a00c-40d9-a065-8b3763399bf4 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:46.654414 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d7f71-a00c-40d9-a065-8b3763399bf4 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b5627d-a050-461a-9f56-55937477196c,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:46.662214 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bf4d7f71-a00c-40d9-a065-8b3763399bf4 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:46.664542 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bf4d7f71-a00c-40d9-a065-8b3763399bf4 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2022202 Nov 12 20:30:46.666519 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45242) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:46.673668 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-10dd94da-2d61-4b3a-b3bd-3f803de83ccd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'security_group_rule': {'security_group_id': '96f31a3b-3b9d-471d-9fa5-96e20155ea45', 'project_id': 'c510c0945858446c87ca9a78193927af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:46.679746 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device cfa94da3-95bc-4c5c-a395-2138b96925e7 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:30:46.691276 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5cbc4495-b135-40d2-93cd-22dced6b2429 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:46.706623 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-10dd94da-2d61-4b3a-b3bd-3f803de83ccd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:46.755797 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port cfa94da3-95bc-4c5c-a395-2138b96925e7 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:30:46.757674 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:46.791689 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-10dd94da-2d61-4b3a-b3bd-3f803de83ccd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:46.797945 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-10dd94da-2d61-4b3a-b3bd-3f803de83ccd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:46.820079 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd94da-2d61-4b3a-b3bd-3f803de83ccd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efdc4ebd-6cef-4a96-9bb9-24eddf1f82ac,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:46.830505 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-10dd94da-2d61-4b3a-b3bd-3f803de83ccd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:46.832290 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-10dd94da-2d61-4b3a-b3bd-3f803de83ccd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1643367 Nov 12 20:30:46.835432 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45248) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:46.840502 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-e73a2072-9c8e-4c55-9500-bef475c96033 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'security_group_rule': {'security_group_id': '96f31a3b-3b9d-471d-9fa5-96e20155ea45', 'project_id': 'c510c0945858446c87ca9a78193927af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:46.857795 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba469755-e540-4d35-869c-0d5402e74fd8 None None] Network 9e19de1a-3166-4e0f-ab25-685d13ace096 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:30:46.861816 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5cbc4495-b135-40d2-93cd-22dced6b2429 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:46.874324 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e73a2072-9c8e-4c55-9500-bef475c96033 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:46.934229 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:46.937327 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5cbc4495-b135-40d2-93cd-22dced6b2429 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:46.959992 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e73a2072-9c8e-4c55-9500-bef475c96033 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:46.966248 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e73a2072-9c8e-4c55-9500-bef475c96033 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:46.970743 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45252) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:46.973155 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc4495-b135-40d2-93cd-22dced6b2429 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Subnet': ['ID=2ac46836-15e4-4eb6-8497-5241d278e6f3,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:46.977232 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5cbc4495-b135-40d2-93cd-22dced6b2429 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:46.983298 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5cbc4495-b135-40d2-93cd-22dced6b2429 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/subnets/2ac46836-15e4-4eb6-8497-5241d278e6f3 HTTP/1.1" status: 204 len: 168 time: 0.4389811 Nov 12 20:30:46.983553 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45254) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:46.997456 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a2072-9c8e-4c55-9500-bef475c96033 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf008f6-e4f2-4f7b-ab8b-64541ed4aad3,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:47.004614 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4462728b-64bf-418a-a43a-a975bb830a7d None None] Provisioning complete for port cfa94da3-95bc-4c5c-a395-2138b96925e7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:30:47.008946 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4462728b-64bf-418a-a43a-a975bb830a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.015475 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e73a2072-9c8e-4c55-9500-bef475c96033 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.017012 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e73a2072-9c8e-4c55-9500-bef475c96033 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1802773 Nov 12 20:30:47.020040 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45258) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:47.025820 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f6f8355d-fd40-44c3-9387-4bc461d854e3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'security_group_rule': {'security_group_id': '96f31a3b-3b9d-471d-9fa5-96e20155ea45', 'project_id': 'c510c0945858446c87ca9a78193927af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:47.060626 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f6f8355d-fd40-44c3-9387-4bc461d854e3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.076712 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.api [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:30:47.077020 n-d-712140-15 neutron-server[102449]: DEBUG oslo_db.api [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:30:47.137375 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f6f8355d-fd40-44c3-9387-4bc461d854e3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.138290 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e77360f8-3ff9-48b9-8dfa-466966d1dbf2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.147995 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f6f8355d-fd40-44c3-9387-4bc461d854e3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.165888 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4462728b-64bf-418a-a43a-a975bb830a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.205555 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8355d-fd40-44c3-9387-4bc461d854e3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49103cd9-953c-40d0-a3ba-733a5ef5679f,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:47.215302 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-e77360f8-3ff9-48b9-8dfa-466966d1dbf2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting port cfa94da3-95bc-4c5c-a395-2138b96925e7 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:47.215903 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e77360f8-3ff9-48b9-8dfa-466966d1dbf2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.223465 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-4462728b-64bf-418a-a43a-a975bb830a7d None None] For port cfa94da3-95bc-4c5c-a395-2138b96925e7, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=cfa94da3-95bc-4c5c-a395-2138b96925e7,segment=NetworkSegment(f4713244-0cab-494d-946c-205f78e06834),segment_id=f4713244-0cab-494d-946c-205f78e06834)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:47.227065 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba1dfc3-4ca1-49ed-8861-1898672ab01b None None] DHCP port deletion for 9e19de1a-3166-4e0f-ab25-685d13ace096 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:30:47.231020 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-491652be-62b4-436e-9755-b84daccb62d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1686581643-network', 'tenant_id': '9b5caa0c13a547ab9b3a93f3bda96a34'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:47.231241 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4462728b-64bf-418a-a43a-a975bb830a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.246535 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f6f8355d-fd40-44c3-9387-4bc461d854e3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.250467 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f6f8355d-fd40-44c3-9387-4bc461d854e3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2264719 Nov 12 20:30:47.252888 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45262) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:47.261738 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b12b6a21-16eb-4327-8edf-874b915e9601 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'security_group_rule': {'security_group_id': '96f31a3b-3b9d-471d-9fa5-96e20155ea45', 'project_id': 'c510c0945858446c87ca9a78193927af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:47.285910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe73c0-cbf1-47d2-a8df-5ba479a56926 req-6c4c832a-c6b5-4c70-97e6-e5464bf87273 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:47.287698 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cbbe73c0-cbf1-47d2-a8df-5ba479a56926 req-6c4c832a-c6b5-4c70-97e6-e5464bf87273 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 944 time: 0.1462457 Nov 12 20:30:47.292463 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-e77360f8-3ff9-48b9-8dfa-466966d1dbf2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] For port cfa94da3-95bc-4c5c-a395-2138b96925e7, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=cfa94da3-95bc-4c5c-a395-2138b96925e7,segment=NetworkSegment(f4713244-0cab-494d-946c-205f78e06834),segment_id=f4713244-0cab-494d-946c-205f78e06834)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:47.292832 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e77360f8-3ff9-48b9-8dfa-466966d1dbf2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.296860 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491652be-62b4-436e-9755-b84daccb62d3 admin admin] Made reservation on behalf of 9b5caa0c13a547ab9b3a93f3bda96a34 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:47.299310 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-491652be-62b4-436e-9755-b84daccb62d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.310494 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462728b-64bf-418a-a43a-a975bb830a7d None None] Pushing event updated for resources: {'Port': ['ID=cfa94da3-95bc-4c5c-a395-2138b96925e7,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:47.324153 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-e77360f8-3ff9-48b9-8dfa-466966d1dbf2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Calling delete_port for cfa94da3-95bc-4c5c-a395-2138b96925e7 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:47.327289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-6ba1dfc3-4ca1-49ed-8861-1898672ab01b None None] Deleting port cfa94da3-95bc-4c5c-a395-2138b96925e7 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:47.327625 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6ba1dfc3-4ca1-49ed-8861-1898672ab01b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.329188 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-491652be-62b4-436e-9755-b84daccb62d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.349446 n-d-712140-15 neutron-server[102448]: INFO neutron.db.securitygroups_db [None req-b12b6a21-16eb-4327-8edf-874b915e9601 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Project c510c0945858446c87ca9a78193927af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 20:30:47.368157 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b12b6a21-16eb-4327-8edf-874b915e9601 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.399147 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cbbe73c0-cbf1-47d2-a8df-5ba479a56926 req-2c8e6967-b603-4abc-a8d4-8810af007735 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942025 Nov 12 20:30:47.406714 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-6ba1dfc3-4ca1-49ed-8861-1898672ab01b None None] For port cfa94da3-95bc-4c5c-a395-2138b96925e7, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=cfa94da3-95bc-4c5c-a395-2138b96925e7,segment=NetworkSegment(f4713244-0cab-494d-946c-205f78e06834),segment_id=f4713244-0cab-494d-946c-205f78e06834)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:47.406714 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6ba1dfc3-4ca1-49ed-8861-1898672ab01b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.421180 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-6ba1dfc3-4ca1-49ed-8861-1898672ab01b None None] Calling delete_port for cfa94da3-95bc-4c5c-a395-2138b96925e7 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:47.448575 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e77360f8-3ff9-48b9-8dfa-466966d1dbf2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.475891 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b12b6a21-16eb-4327-8edf-874b915e9601 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.481636 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77360f8-3ff9-48b9-8dfa-466966d1dbf2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Port': ['ID=cfa94da3-95bc-4c5c-a395-2138b96925e7,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:47.485157 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77360f8-3ff9-48b9-8dfa-466966d1dbf2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] No DVR routers for this DVR port cfa94da3-95bc-4c5c-a395-2138b96925e7 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:30:47.486588 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b12b6a21-16eb-4327-8edf-874b915e9601 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.512761 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-491652be-62b4-436e-9755-b84daccb62d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:30:47.516857 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:30:47.523174 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b6a21-16eb-4327-8edf-874b915e9601 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d784eb9-9733-4138-8505-188ea28f7530,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:47.523174 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-491652be-62b4-436e-9755-b84daccb62d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.525178 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b12b6a21-16eb-4327-8edf-874b915e9601 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.529523 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b12b6a21-16eb-4327-8edf-874b915e9601 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2719710 Nov 12 20:30:47.531152 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45264) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:47.537347 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6ba1dfc3-4ca1-49ed-8861-1898672ab01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.540297 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f614c795-080d-4a42-8c78-b1808515093e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'security_group_rule': {'security_group_id': '96f31a3b-3b9d-471d-9fa5-96e20155ea45', 'project_id': 'c510c0945858446c87ca9a78193927af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:47.553031 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba1dfc3-4ca1-49ed-8861-1898672ab01b None None] No DVR routers for this DVR port cfa94da3-95bc-4c5c-a395-2138b96925e7 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:30:47.553365 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491652be-62b4-436e-9755-b84daccb62d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:30:47.576765 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e77360f8-3ff9-48b9-8dfa-466966d1dbf2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.581208 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-491652be-62b4-436e-9755-b84daccb62d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.581557 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-491652be-62b4-436e-9755-b84daccb62d3 admin admin] Added segment b048f169-d066-424f-b8e0-81be7dad53fa of type vlan for network 7571483a-4073-4faf-821c-52f6223d6db3 Nov 12 20:30:47.590515 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1dfc3-4ca1-49ed-8861-1898672ab01b None None] Pushing event deleted for resources: {'Port': ['ID=cfa94da3-95bc-4c5c-a395-2138b96925e7,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:47.596332 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491652be-62b4-436e-9755-b84daccb62d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7b8a42-5b83-4e76-87e3-b9b30ca34f06,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:47.601277 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-e77360f8-3ff9-48b9-8dfa-466966d1dbf2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e19de1a-3166-4e0f-ab25-685d13ace096']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:47.614791 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-e77360f8-3ff9-48b9-8dfa-466966d1dbf2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4713244-0cab-494d-946c-205f78e06834') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:47.615097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-e77360f8-3ff9-48b9-8dfa-466966d1dbf2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4713244-0cab-494d-946c-205f78e06834') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:47.618908 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Port cfa94da3-95bc-4c5c-a395-2138b96925e7 update to ACTIVE by agent not found {{(pid=102449) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 20:30:47.622673 n-d-712140-15 neutron-server[102448]: INFO neutron.db.securitygroups_db [None req-f614c795-080d-4a42-8c78-b1808515093e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Project c510c0945858446c87ca9a78193927af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 20:30:47.627031 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e77360f8-3ff9-48b9-8dfa-466966d1dbf2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.629421 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 68c33a32-d8ec-4a17-92df-e6aa356388a0 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:30:47.632335 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f614c795-080d-4a42-8c78-b1808515093e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.643619 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e77360f8-3ff9-48b9-8dfa-466966d1dbf2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.650621 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-491652be-62b4-436e-9755-b84daccb62d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.650937 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77360f8-3ff9-48b9-8dfa-466966d1dbf2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:30:47.651391 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e77360f8-3ff9-48b9-8dfa-466966d1dbf2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:30:47.655114 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:30:47.660476 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 68c33a32-d8ec-4a17-92df-e6aa356388a0 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:30:47.660891 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 68c33a32-d8ec-4a17-92df-e6aa356388a0 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:30:47.704705 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-491652be-62b4-436e-9755-b84daccb62d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.705848 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491652be-62b4-436e-9755-b84daccb62d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:47.706429 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-491652be-62b4-436e-9755-b84daccb62d3 admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.722676 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e77360f8-3ff9-48b9-8dfa-466966d1dbf2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.730761 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e77360f8-3ff9-48b9-8dfa-466966d1dbf2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.737294 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e77360f8-3ff9-48b9-8dfa-466966d1dbf2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/networks/9e19de1a-3166-4e0f-ab25-685d13ace096 HTTP/1.1" status: 204 len: 168 time: 0.7494307 Nov 12 20:30:47.742840 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45266) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:47.749116 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77360f8-3ff9-48b9-8dfa-466966d1dbf2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Network': ['ID=9e19de1a-3166-4e0f-ab25-685d13ace096,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:47.755459 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-ec4f19e9-e748-4db7-9d61-05ded775cffe tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-336407112'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:47.759538 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f614c795-080d-4a42-8c78-b1808515093e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.790318 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-491652be-62b4-436e-9755-b84daccb62d3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8146086 Nov 12 20:30:47.793323 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45268) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:47.794180 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f614c795-080d-4a42-8c78-b1808515093e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.799726 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-9fed7dc6-2d54-4eca-940e-a0db131012be admin admin] Request body: {'subnet': {'network_id': '7571483a-4073-4faf-821c-52f6223d6db3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1686581643-subnet', 'tenant_id': '9b5caa0c13a547ab9b3a93f3bda96a34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:47.815779 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491652be-62b4-436e-9755-b84daccb62d3 admin admin] Pushing event updated for resources: {'Network': ['ID=7571483a-4073-4faf-821c-52f6223d6db3,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:47.824846 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614c795-080d-4a42-8c78-b1808515093e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba0948d6-78a2-406f-a579-d32a2459d7fa,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:47.827544 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 7571483a-4073-4faf-821c-52f6223d6db3 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:30:47.833184 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4f19e9-e748-4db7-9d61-05ded775cffe tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:47.836986 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ec4f19e9-e748-4db7-9d61-05ded775cffe tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.851034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fed7dc6-2d54-4eca-940e-a0db131012be admin admin] Made reservation on behalf of 9b5caa0c13a547ab9b3a93f3bda96a34 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:47.853776 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9fed7dc6-2d54-4eca-940e-a0db131012be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.859541 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f614c795-080d-4a42-8c78-b1808515093e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.860778 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f614c795-080d-4a42-8c78-b1808515093e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3285515 Nov 12 20:30:47.865569 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45270) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:47.870486 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-4c58b724-c72b-4999-ab0c-61ddcedefb20 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'network': {'name': 'tempest-network-smoke--814168397', 'project_id': 'c510c0945858446c87ca9a78193927af', 'port_security_enabled': True}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:47.876633 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec4f19e9-e748-4db7-9d61-05ded775cffe tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:30:47.894181 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ec4f19e9-e748-4db7-9d61-05ded775cffe tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.894517 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-ec4f19e9-e748-4db7-9d61-05ded775cffe tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Added segment e0685f91-456e-49ef-8df5-6b635fefdd40 of type vlan for network 4c8f7f62-7e8b-4e8a-8b08-605e779a0c3d Nov 12 20:30:47.933701 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c58b724-c72b-4999-ab0c-61ddcedefb20 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Made reservation on behalf of c510c0945858446c87ca9a78193927af for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:47.937426 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c58b724-c72b-4999-ab0c-61ddcedefb20 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.959134 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ec4f19e9-e748-4db7-9d61-05ded775cffe tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:47.992453 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c58b724-c72b-4999-ab0c-61ddcedefb20 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:30:48.003802 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c58b724-c72b-4999-ab0c-61ddcedefb20 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:48.004161 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-4c58b724-c72b-4999-ab0c-61ddcedefb20 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Added segment 48a4b4c8-75c0-404f-94ae-981327b90788 of type vlan for network 54d6eafd-e9f0-408f-ace9-62b3db4cd03a Nov 12 20:30:48.005524 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ec4f19e9-e748-4db7-9d61-05ded775cffe tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:48.011133 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4f19e9-e748-4db7-9d61-05ded775cffe tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:48.011720 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ec4f19e9-e748-4db7-9d61-05ded775cffe tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:48.032558 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9fed7dc6-2d54-4eca-940e-a0db131012be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:48.087956 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed7dc6-2d54-4eca-940e-a0db131012be admin admin] Pushing event updated for resources: {'Subnet': ['ID=d31ecca0-b7f2-4384-9ae4-553158786468,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:48.099784 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fed7dc6-2d54-4eca-940e-a0db131012be admin admin] Checking segment: {'id': 'b048f169-d066-424f-b8e0-81be7dad53fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7571483a-4073-4faf-821c-52f6223d6db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:30:48.100152 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fed7dc6-2d54-4eca-940e-a0db131012be admin admin] Network hostable DHCP agents. Network: 7571483a-4073-4faf-821c-52f6223d6db3, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:30:48.110234 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ec4f19e9-e748-4db7-9d61-05ded775cffe tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3609736 Nov 12 20:30:48.113806 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45272) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:48.116910 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c58b724-c72b-4999-ab0c-61ddcedefb20 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:48.121166 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-9391718d-1241-4f5c-aeba-6d7c69a3d431 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'subnet': {'network_id': '4c8f7f62-7e8b-4e8a-8b08-605e779a0c3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:48.126145 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fed7dc6-2d54-4eca-940e-a0db131012be admin admin] Network 7571483a-4073-4faf-821c-52f6223d6db3 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:30:48.126620 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f19e9-e748-4db7-9d61-05ded775cffe tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Network': ['ID=4c8f7f62-7e8b-4e8a-8b08-605e779a0c3d,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:48.137094 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 4c8f7f62-7e8b-4e8a-8b08-605e779a0c3d details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:30:48.149546 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c58b724-c72b-4999-ab0c-61ddcedefb20 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:48.156265 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c58b724-c72b-4999-ab0c-61ddcedefb20 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:48.156995 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c58b724-c72b-4999-ab0c-61ddcedefb20 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:48.184874 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-9fed7dc6-2d54-4eca-940e-a0db131012be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 7571483a-4073-4faf-821c-52f6223d6db3) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:48.189477 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fed7dc6-2d54-4eca-940e-a0db131012be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:48.190110 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9fed7dc6-2d54-4eca-940e-a0db131012be admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:48.198749 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4c58b724-c72b-4999-ab0c-61ddcedefb20 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3321693 Nov 12 20:30:48.203302 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45274) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:48.206225 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b810764-5cc1-4840-bd23-141487291488 None None] Network 7571483a-4073-4faf-821c-52f6223d6db3 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:30:48.211325 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-44f6ec97-10a8-430f-9b60-6364b43acc61 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-698406086', 'admin_state_up': True, 'project_id': 'c510c0945858446c87ca9a78193927af', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:48.241486 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58b724-c72b-4999-ab0c-61ddcedefb20 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Network': ['ID=54d6eafd-e9f0-408f-ace9-62b3db4cd03a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:48.245642 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9fed7dc6-2d54-4eca-940e-a0db131012be admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4511912 Nov 12 20:30:48.269698 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-44f6ec97-10a8-430f-9b60-6364b43acc61 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:48.270323 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 54d6eafd-e9f0-408f-ace9-62b3db4cd03a details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:30:48.271112 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-44f6ec97-10a8-430f-9b60-6364b43acc61 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:48.296496 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9391718d-1241-4f5c-aeba-6d7c69a3d431 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:48.300028 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9391718d-1241-4f5c-aeba-6d7c69a3d431 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:48.393479 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-44f6ec97-10a8-430f-9b60-6364b43acc61 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:48.431699 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa04d81c-bfbb-412f-975d-60627240980c None None] Network 7571483a-4073-4faf-821c-52f6223d6db3 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:30:48.590708 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device cfa94da3-95bc-4c5c-a395-2138b96925e7 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:30:48.616008 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: cfa94da3-95bc-4c5c-a395-2138b96925e7 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:30:48.616425 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device cfa94da3-95bc-4c5c-a395-2138b96925e7 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:30:48.804215 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 49d0213f-1643-46b8-84ff-a3a044cb9bef details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:30:48.914596 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 49d0213f-1643-46b8-84ff-a3a044cb9bef, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=49d0213f-1643-46b8-84ff-a3a044cb9bef,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:48.927828 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '49d0213f-1643-46b8-84ff-a3a044cb9bef', 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786', 'port_id': '49d0213f-1643-46b8-84ff-a3a044cb9bef', 'mac_address': 'fa:16:3e:78:4d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c500cb5-3e69-49e9-9723-b1dae39e8dfb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:30:48.954713 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-44f6ec97-10a8-430f-9b60-6364b43acc61 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:48.970187 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:48.976825 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a2e2a-0394-4ae9-bf04-1aa828f21b1f req-d101d7d4-de89-417f-b641-dd3e2ef057c5 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:48.978396 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-596a2e2a-0394-4ae9-bf04-1aa828f21b1f req-d101d7d4-de89-417f-b641-dd3e2ef057c5 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 944 time: 0.4597282 Nov 12 20:30:48.984445 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d0213f-1643-46b8-84ff-a3a044cb9bef {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:30:49.007542 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 49d0213f-1643-46b8-84ff-a3a044cb9bef, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=49d0213f-1643-46b8-84ff-a3a044cb9bef,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:49.011039 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:49.084593 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9391718d-1241-4f5c-aeba-6d7c69a3d431 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:49.090535 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=49d0213f-1643-46b8-84ff-a3a044cb9bef,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:49.168126 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-596a2e2a-0394-4ae9-bf04-1aa828f21b1f req-1611d91e-5187-4803-9e7d-fa18c482b239 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719069 Nov 12 20:30:49.207945 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391718d-1241-4f5c-aeba-6d7c69a3d431 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Subnet': ['ID=652e7818-0e69-481f-bd66-bc183aa44289,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:49.225580 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9391718d-1241-4f5c-aeba-6d7c69a3d431 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Checking segment: {'id': 'e0685f91-456e-49ef-8df5-6b635fefdd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4c8f7f62-7e8b-4e8a-8b08-605e779a0c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:30:49.225870 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9391718d-1241-4f5c-aeba-6d7c69a3d431 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network hostable DHCP agents. Network: 4c8f7f62-7e8b-4e8a-8b08-605e779a0c3d, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:30:49.256814 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9391718d-1241-4f5c-aeba-6d7c69a3d431 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network 4c8f7f62-7e8b-4e8a-8b08-605e779a0c3d is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:30:49.325935 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-9391718d-1241-4f5c-aeba-6d7c69a3d431 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 4c8f7f62-7e8b-4e8a-8b08-605e779a0c3d) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:49.333355 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9391718d-1241-4f5c-aeba-6d7c69a3d431 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:49.333784 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['49d0213f-1643-46b8-84ff-a3a044cb9bef'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:30:49.333938 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9391718d-1241-4f5c-aeba-6d7c69a3d431 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:49.344611 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a82e8c-22f6-4460-aef4-e088403d5172 None None] Network 4c8f7f62-7e8b-4e8a-8b08-605e779a0c3d requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:30:49.372537 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-44f6ec97-10a8-430f-9b60-6364b43acc61 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:49.396695 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-44f6ec97-10a8-430f-9b60-6364b43acc61 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:49.411780 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9391718d-1241-4f5c-aeba-6d7c69a3d431 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2946858 Nov 12 20:30:49.413228 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45290) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:49.418869 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-fa73b4a4-cc78-46a2-ba1a-ad19d05faa22 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'port': {'network_id': '4c8f7f62-7e8b-4e8a-8b08-605e779a0c3d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1494475343'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:49.574680 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00a7542-9a44-4454-862d-9e135df9bcab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-4c8f7f62-7e8b-4e8a-8b08-605e779a0c3d', 'network_id': '4c8f7f62-7e8b-4e8a-8b08-605e779a0c3d', 'tenant_id': 'a1e6c4c985024d44a80b4ef1d1e2ce29', 'fixed_ips': [{'subnet_id': '652e7818-0e69-481f-bd66-bc183aa44289'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:30:49.575554 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d00a7542-9a44-4454-862d-9e135df9bcab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:49.624525 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-44f6ec97-10a8-430f-9b60-6364b43acc61 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Allocated IP 172.25.5.108 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/179f0665-3703-4201-9666-f62e3177ba93) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:30:49.653232 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa73b4a4-cc78-46a2-ba1a-ad19d05faa22 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:49.659036 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fa73b4a4-cc78-46a2-ba1a-ad19d05faa22 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:49.704927 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-fa73b4a4-cc78-46a2-ba1a-ad19d05faa22 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] device_id is not set on port 6868fa85-2f7b-4b06-a7fc-534de9da745f yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:30:49.756190 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-d00a7542-9a44-4454-862d-9e135df9bcab None None] Allocated IP 172.20.0.2 (4c8f7f62-7e8b-4e8a-8b08-605e779a0c3d/652e7818-0e69-481f-bd66-bc183aa44289/7fbd1ccb-7ef7-4cb7-a5d2-19323f7a5f6c) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:30:49.852052 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-44f6ec97-10a8-430f-9b60-6364b43acc61 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:49.904008 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-44f6ec97-10a8-430f-9b60-6364b43acc61 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:49.938458 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37ad85fe-493d-4c86-9a9b-49805aeb69ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:49.944223 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d00a7542-9a44-4454-862d-9e135df9bcab None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:49.951589 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d00a7542-9a44-4454-862d-9e135df9bcab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:49.999630 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f6ec97-10a8-430f-9b60-6364b43acc61 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:30:50.003829 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00a7542-9a44-4454-862d-9e135df9bcab None None] Network 4c8f7f62-7e8b-4e8a-8b08-605e779a0c3d is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:30:50.010494 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-44f6ec97-10a8-430f-9b60-6364b43acc61 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:50.012848 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-d00a7542-9a44-4454-862d-9e135df9bcab None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:50.017934 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00a7542-9a44-4454-862d-9e135df9bcab None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:30:50.020110 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a7542-9a44-4454-862d-9e135df9bcab None None] Pushing event updated for resources: {'Port': ['ID=7fbd1ccb-7ef7-4cb7-a5d2-19323f7a5f6c,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:50.041758 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f6ec97-10a8-430f-9b60-6364b43acc61 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:30:50.052350 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1fb719-1f06-4c3c-a7f5-de5e7520e564 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:30:50.092731 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d00a7542-9a44-4454-862d-9e135df9bcab None None] Attempting to bind port 7fbd1ccb-7ef7-4cb7-a5d2-19323f7a5f6c on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:30:50.093225 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d00a7542-9a44-4454-862d-9e135df9bcab None None] Attempting to bind port 7fbd1ccb-7ef7-4cb7-a5d2-19323f7a5f6c by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'e0685f91-456e-49ef-8df5-6b635fefdd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4c8f7f62-7e8b-4e8a-8b08-605e779a0c3d'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:30:50.094080 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00a7542-9a44-4454-862d-9e135df9bcab None None] Attempting to bind port 7fbd1ccb-7ef7-4cb7-a5d2-19323f7a5f6c on network 4c8f7f62-7e8b-4e8a-8b08-605e779a0c3d {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:30:50.101905 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00a7542-9a44-4454-862d-9e135df9bcab None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:30:50.102565 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00a7542-9a44-4454-862d-9e135df9bcab None None] Checking segment: {'id': 'e0685f91-456e-49ef-8df5-6b635fefdd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4c8f7f62-7e8b-4e8a-8b08-605e779a0c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:30:50.103304 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d00a7542-9a44-4454-862d-9e135df9bcab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:50.104270 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00a7542-9a44-4454-862d-9e135df9bcab None None] Bound using segment: {'id': 'e0685f91-456e-49ef-8df5-6b635fefdd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4c8f7f62-7e8b-4e8a-8b08-605e779a0c3d'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:30:50.105170 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d00a7542-9a44-4454-862d-9e135df9bcab None None] Bound port: 7fbd1ccb-7ef7-4cb7-a5d2-19323f7a5f6c, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0685f91-456e-49ef-8df5-6b635fefdd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4c8f7f62-7e8b-4e8a-8b08-605e779a0c3d'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:30:50.105847 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d00a7542-9a44-4454-862d-9e135df9bcab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:50.138752 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6ec97-10a8-430f-9b60-6364b43acc61 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Port': ['ID=179f0665-3703-4201-9666-f62e3177ba93,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:50.143319 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-fa73b4a4-cc78-46a2-ba1a-ad19d05faa22 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Allocated IP 172.20.0.4 (4c8f7f62-7e8b-4e8a-8b08-605e779a0c3d/652e7818-0e69-481f-bd66-bc183aa44289/6868fa85-2f7b-4b06-a7fc-534de9da745f) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:30:50.205136 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d00a7542-9a44-4454-862d-9e135df9bcab None None] For port 7fbd1ccb-7ef7-4cb7-a5d2-19323f7a5f6c, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:30:50.207806 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-79980df1-ed79-4c32-bd51-7083f86c5974 None None] Provisioning complete for port 179f0665-3703-4201-9666-f62e3177ba93 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:30:50.208358 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-79980df1-ed79-4c32-bd51-7083f86c5974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:50.213475 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d00a7542-9a44-4454-862d-9e135df9bcab None None] For port 7fbd1ccb-7ef7-4cb7-a5d2-19323f7a5f6c, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7fbd1ccb-7ef7-4cb7-a5d2-19323f7a5f6c,segment=NetworkSegment(e0685f91-456e-49ef-8df5-6b635fefdd40),segment_id=e0685f91-456e-49ef-8df5-6b635fefdd40)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:30:50.237160 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d00a7542-9a44-4454-862d-9e135df9bcab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:50.304961 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-79980df1-ed79-4c32-bd51-7083f86c5974 None None] Port 179f0665-3703-4201-9666-f62e3177ba93 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:30:50.329248 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:50.362098 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a7542-9a44-4454-862d-9e135df9bcab None None] Pushing event updated for resources: {'Port': ['ID=7fbd1ccb-7ef7-4cb7-a5d2-19323f7a5f6c,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:50.397475 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae29a30-759d-4f7f-a4ae-88e2d2a45a7e req-d782bbb4-954a-4342-969b-72dac601f559 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:50.399445 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1ae29a30-759d-4f7f-a4ae-88e2d2a45a7e req-d782bbb4-954a-4342-969b-72dac601f559 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 945 time: 0.0998108 Nov 12 20:30:50.557522 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fa73b4a4-cc78-46a2-ba1a-ad19d05faa22 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:50.639163 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1ae29a30-759d-4f7f-a4ae-88e2d2a45a7e req-eb130245-245a-43a9-b605-a58fc2a0f393 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330239 Nov 12 20:30:50.714780 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fa73b4a4-cc78-46a2-ba1a-ad19d05faa22 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:50.719144 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-44f6ec97-10a8-430f-9b60-6364b43acc61 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:50.813701 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa73b4a4-cc78-46a2-ba1a-ad19d05faa22 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network 4c8f7f62-7e8b-4e8a-8b08-605e779a0c3d is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:30:50.836844 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 49d0213f-1643-46b8-84ff-a3a044cb9bef up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:30:50.849123 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-fa73b4a4-cc78-46a2-ba1a-ad19d05faa22 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:50.851074 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73b4a4-cc78-46a2-ba1a-ad19d05faa22 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Port': ['ID=6868fa85-2f7b-4b06-a7fc-534de9da745f,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:50.853298 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa73b4a4-cc78-46a2-ba1a-ad19d05faa22 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:30:50.907615 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 49d0213f-1643-46b8-84ff-a3a044cb9bef completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:30:50.915407 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 49d0213f-1643-46b8-84ff-a3a044cb9bef triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:30:50.916006 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:50.920421 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa73b4a4-cc78-46a2-ba1a-ad19d05faa22 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:50.921080 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fa73b4a4-cc78-46a2-ba1a-ad19d05faa22 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:50.993609 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fa73b4a4-cc78-46a2-ba1a-ad19d05faa22 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.5763061 Nov 12 20:30:50.993939 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45302) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:51.052651 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-44f6ec97-10a8-430f-9b60-6364b43acc61 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:51.146500 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-40b74d96-6a93-400b-afd6-f828fcf73b26 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting port 6868fa85-2f7b-4b06-a7fc-534de9da745f {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:51.147229 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-40b74d96-6a93-400b-afd6-f828fcf73b26 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:51.253648 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:51.270516 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f6ec97-10a8-430f-9b60-6364b43acc61 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Router cd89ffb9-6dde-4872-a107-83b2f433c616 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:30:51.289647 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f494c359-47aa-4b90-99a8-814e01463051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d0213f-1643-46b8-84ff-a3a044cb9bef'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:30:51.292784 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98023344-03b3-48f7-9aab-c9af712b072b" -d '{"events": [{"server_uuid": "f494c359-47aa-4b90-99a8-814e01463051", "name": "network-vif-plugged", "status": "completed", "tag": "49d0213f-1643-46b8-84ff-a3a044cb9bef"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:30:51.323042 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-40b74d96-6a93-400b-afd6-f828fcf73b26 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:51.327424 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 49d0213f-1643-46b8-84ff-a3a044cb9bef, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=49d0213f-1643-46b8-84ff-a3a044cb9bef,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:51.333371 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:51.341963 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-40b74d96-6a93-400b-afd6-f828fcf73b26 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Calling delete_port for 6868fa85-2f7b-4b06-a7fc-534de9da745f owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:51.394748 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a591e9ef-fe1b-4475-9fe9-a1b14d58f9c6 x-openstack-request-id: req-a591e9ef-fe1b-4475-9fe9-a1b14d58f9c6 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:30:51.395037 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f494c359-47aa-4b90-99a8-814e01463051", "name": "network-vif-plugged", "status": "completed", "tag": "49d0213f-1643-46b8-84ff-a3a044cb9bef", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:30:51.396204 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a591e9ef-fe1b-4475-9fe9-a1b14d58f9c6 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:30:51.396481 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f494c359-47aa-4b90-99a8-814e01463051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d0213f-1643-46b8-84ff-a3a044cb9bef', 'code': 200} Nov 12 20:30:51.462023 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=49d0213f-1643-46b8-84ff-a3a044cb9bef,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:51.472478 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:51.472828 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:51.473169 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:51.474168 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:51.474730 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:51.475453 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:51.475799 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:51.476136 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:51.476496 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:51.476821 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:51.477152 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:51.478321 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:51.512055 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f6ec97-10a8-430f-9b60-6364b43acc61 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:30:51.526291 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc5611-1fa3-4e2d-9ede-65c37a72de85 None None] Sync routers for ids ['cd89ffb9-6dde-4872-a107-83b2f433c616'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:30:51.541108 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc5611-1fa3-4e2d-9ede-65c37a72de85 None None] Routers {'cd89ffb9-6dde-4872-a107-83b2f433c616'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:30:51.541741 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-78dc5611-1fa3-4e2d-9ede-65c37a72de85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:30:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['cd89ffb9-6dde-4872-a107-83b2f433c616'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:51.554107 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c47e07-57ab-4daa-941a-07f683b438e8 req-184b1257-d88c-40f4-b19b-b8d8137db3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:51.556284 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-44c47e07-57ab-4daa-941a-07f683b438e8 req-184b1257-d88c-40f4-b19b-b8d8137db3d0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 1098 time: 0.0652378 Nov 12 20:30:51.557247 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-40b74d96-6a93-400b-afd6-f828fcf73b26 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:51.559483 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-44f6ec97-10a8-430f-9b60-6364b43acc61 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:51.569255 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-44f6ec97-10a8-430f-9b60-6364b43acc61 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3619320 Nov 12 20:30:51.570301 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45308) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:51.598536 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b74d96-6a93-400b-afd6-f828fcf73b26 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Port': ['ID=6868fa85-2f7b-4b06-a7fc-534de9da745f,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:51.626470 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d07cd029-7319-4435-b42b-9378c01043d2 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=c510c0945858446c87ca9a78193927af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0546231 Nov 12 20:30:51.628188 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45310) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:51.698733 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-40b74d96-6a93-400b-afd6-f828fcf73b26 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:51.703332 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-40b74d96-6a93-400b-afd6-f828fcf73b26 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/ports/6868fa85-2f7b-4b06-a7fc-534de9da745f HTTP/1.1" status: 204 len: 168 time: 0.7083068 Nov 12 20:30:51.705983 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45314) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:51.746708 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-78dc5611-1fa3-4e2d-9ede-65c37a72de85 None None] Set router cd89ffb9-6dde-4872-a107-83b2f433c616 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:30:51.759764 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aeeb47-639a-49f8-a16e-ddb974d875c0 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:51.764969 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-640e101e-a038-4692-ad74-970c4e173f27 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] GET failed (client error): The resource could not be found. Nov 12 20:30:51.766212 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-16aeeb47-639a-49f8-a16e-ddb974d875c0 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1368444 Nov 12 20:30:51.766982 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-640e101e-a038-4692-ad74-970c4e173f27 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "GET /v2.0/ports/6868fa85-2f7b-4b06-a7fc-534de9da745f HTTP/1.1" status: 404 len: 333 time: 0.0598850 Nov 12 20:30:51.767134 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45316) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:51.775857 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45318) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:51.780047 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-44c47e07-57ab-4daa-941a-07f683b438e8 req-6cc9b6c0-9ed8-4e76-b9d2-f56bf11b8a0b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133906 Nov 12 20:30:51.832403 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3544e3b5-be06-43af-afd8-b3cb965a3c03 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0637996 Nov 12 20:30:51.833830 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45320) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:51.839028 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-2354e3ac-bca1-46ee-b51c-afb0cb588d26 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2105953782', 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a', 'project_id': 'c510c0945858446c87ca9a78193927af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:51.848737 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44f5772-e829-4b81-a5c5-5013525185fb None None] Network 4c8f7f62-7e8b-4e8a-8b08-605e779a0c3d requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:30:51.883067 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d723e-bc64-4b63-a70b-343562eab5cf req-9ffa3417-af20-4613-a20c-b76fdaf1274a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:51.885020 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-099d723e-bc64-4b63-a70b-343562eab5cf req-9ffa3417-af20-4613-a20c-b76fdaf1274a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 946 time: 0.1230874 Nov 12 20:30:51.890110 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7866ee3-101c-449d-84a3-59fa453bf131 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting subnet 652e7818-0e69-481f-bd66-bc183aa44289 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:30:51.916010 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7866ee3-101c-449d-84a3-59fa453bf131 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:51.935967 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2354e3ac-bca1-46ee-b51c-afb0cb588d26 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Made reservation on behalf of c510c0945858446c87ca9a78193927af for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:51.940363 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2354e3ac-bca1-46ee-b51c-afb0cb588d26 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:51.987087 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7866ee3-101c-449d-84a3-59fa453bf131 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:51.998023 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-099d723e-bc64-4b63-a70b-343562eab5cf req-096ffdc2-c307-4144-bfad-c145a81292fc tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043019 Nov 12 20:30:52.016501 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b7b5455f-35ab-441e-81b8-6358b1ab7e70 None None] Provisioning complete for port 7fbd1ccb-7ef7-4cb7-a5d2-19323f7a5f6c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:30:52.016880 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b7b5455f-35ab-441e-81b8-6358b1ab7e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:52.149711 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7866ee3-101c-449d-84a3-59fa453bf131 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:52.293215 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b7b5455f-35ab-441e-81b8-6358b1ab7e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:52.303020 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7866ee3-101c-449d-84a3-59fa453bf131 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:52.315965 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2354e3ac-bca1-46ee-b51c-afb0cb588d26 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:52.323156 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-78dc5611-1fa3-4e2d-9ede-65c37a72de85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698406086', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '179f0665-3703-4201-9666-f62e3177ba93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:30:48Z', 'updated_at': '2021-11-12T20:30:50Z', 'revision_number': 3, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '179f0665-3703-4201-9666-f62e3177ba93', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:30:49Z', 'updated_at': '2021-11-12T20:30:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:52.374481 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7866ee3-101c-449d-84a3-59fa453bf131 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:52.382521 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f7866ee3-101c-449d-84a3-59fa453bf131 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/subnets/652e7818-0e69-481f-bd66-bc183aa44289 HTTP/1.1" status: 204 len: 168 time: 0.6021445 Nov 12 20:30:52.383577 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7866ee3-101c-449d-84a3-59fa453bf131 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Subnet': ['ID=652e7818-0e69-481f-bd66-bc183aa44289,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:52.384030 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45324) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:52.395139 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc5611-1fa3-4e2d-9ede-65c37a72de85 None None] Checking router: cd89ffb9-6dde-4872-a107-83b2f433c616 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:30:52.395525 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc5611-1fa3-4e2d-9ede-65c37a72de85 None None] Updating router cd89ffb9-6dde-4872-a107-83b2f433c616 port 179f0665-3703-4201-9666-f62e3177ba93 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:30:52.454837 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-78dc5611-1fa3-4e2d-9ede-65c37a72de85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:52.485136 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354e3ac-bca1-46ee-b51c-afb0cb588d26 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Subnet': ['ID=d3cdb48d-8871-4527-9b1c-4613a3a449e9,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:52.487538 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.api [None req-b7b5455f-35ab-441e-81b8-6358b1ab7e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:30:52.488158 n-d-712140-15 neutron-server[102449]: DEBUG oslo_db.api [None req-b7b5455f-35ab-441e-81b8-6358b1ab7e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:30:52.496050 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89cf5094-c512-4b89-b978-8445d0bf8609 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:52.499163 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2354e3ac-bca1-46ee-b51c-afb0cb588d26 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Checking segment: {'id': '48a4b4c8-75c0-404f-94ae-981327b90788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:30:52.499707 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2354e3ac-bca1-46ee-b51c-afb0cb588d26 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Network hostable DHCP agents. Network: 54d6eafd-e9f0-408f-ace9-62b3db4cd03a, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:30:52.549049 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2354e3ac-bca1-46ee-b51c-afb0cb588d26 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Network 54d6eafd-e9f0-408f-ace9-62b3db4cd03a is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:30:52.563868 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-2354e3ac-bca1-46ee-b51c-afb0cb588d26 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 54d6eafd-e9f0-408f-ace9-62b3db4cd03a) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:52.569225 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2354e3ac-bca1-46ee-b51c-afb0cb588d26 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:52.569860 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2354e3ac-bca1-46ee-b51c-afb0cb588d26 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:52.581235 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bf29fe-dddd-4256-88fa-6eb5d208c4d6 None None] Network 54d6eafd-e9f0-408f-ace9-62b3db4cd03a requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:30:52.589647 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-89cf5094-c512-4b89-b978-8445d0bf8609 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting port 7fbd1ccb-7ef7-4cb7-a5d2-19323f7a5f6c {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:52.590014 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89cf5094-c512-4b89-b978-8445d0bf8609 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:52.595594 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2354e3ac-bca1-46ee-b51c-afb0cb588d26 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7605166 Nov 12 20:30:52.599627 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45326) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:52.678456 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-89cf5094-c512-4b89-b978-8445d0bf8609 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] For port 7fbd1ccb-7ef7-4cb7-a5d2-19323f7a5f6c, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7fbd1ccb-7ef7-4cb7-a5d2-19323f7a5f6c,segment=NetworkSegment(e0685f91-456e-49ef-8df5-6b635fefdd40),segment_id=e0685f91-456e-49ef-8df5-6b635fefdd40)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:52.678821 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89cf5094-c512-4b89-b978-8445d0bf8609 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:52.686603 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7fbd1ccb-7ef7-4cb7-a5d2-19323f7a5f6c up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:30:52.693046 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-89cf5094-c512-4b89-b978-8445d0bf8609 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Calling delete_port for 7fbd1ccb-7ef7-4cb7-a5d2-19323f7a5f6c owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:52.729902 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714bd4e4-b194-4638-9310-32f87da72196 None None] Network 4c8f7f62-7e8b-4e8a-8b08-605e779a0c3d requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:30:52.778040 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89cf5094-c512-4b89-b978-8445d0bf8609 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:52.810949 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf5094-c512-4b89-b978-8445d0bf8609 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Port': ['ID=7fbd1ccb-7ef7-4cb7-a5d2-19323f7a5f6c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:52.814805 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cf5094-c512-4b89-b978-8445d0bf8609 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] No DVR routers for this DVR port 7fbd1ccb-7ef7-4cb7-a5d2-19323f7a5f6c on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:30:52.868641 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-84f40419-2b93-4394-91eb-abf4b6912dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:52.887666 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No active binding found for port 7fbd1ccb-7ef7-4cb7-a5d2-19323f7a5f6c {{(pid=102449) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 20:30:52.888099 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7fbd1ccb-7ef7-4cb7-a5d2-19323f7a5f6c not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 20:30:52.898392 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89cf5094-c512-4b89-b978-8445d0bf8609 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:52.925708 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-89cf5094-c512-4b89-b978-8445d0bf8609 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8f7f62-7e8b-4e8a-8b08-605e779a0c3d']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:52.944747 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-89cf5094-c512-4b89-b978-8445d0bf8609 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0685f91-456e-49ef-8df5-6b635fefdd40') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:52.944983 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-89cf5094-c512-4b89-b978-8445d0bf8609 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0685f91-456e-49ef-8df5-6b635fefdd40') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:52.957641 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89cf5094-c512-4b89-b978-8445d0bf8609 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:52.959668 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Port 7fbd1ccb-7ef7-4cb7-a5d2-19323f7a5f6c not found, will not notify nova. {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 20:30:52.978807 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89cf5094-c512-4b89-b978-8445d0bf8609 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:52.994841 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89cf5094-c512-4b89-b978-8445d0bf8609 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:30:52.995357 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89cf5094-c512-4b89-b978-8445d0bf8609 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:30:53.000020 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:30:53.086206 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b7b5455f-35ab-441e-81b8-6358b1ab7e70 None None] Port 7fbd1ccb-7ef7-4cb7-a5d2-19323f7a5f6c update to ACTIVE by agent not found {{(pid=102449) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 20:30:53.097369 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89cf5094-c512-4b89-b978-8445d0bf8609 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:53.111026 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89cf5094-c512-4b89-b978-8445d0bf8609 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:53.131376 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-89cf5094-c512-4b89-b978-8445d0bf8609 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/networks/4c8f7f62-7e8b-4e8a-8b08-605e779a0c3d HTTP/1.1" status: 204 len: 168 time: 0.7440038 Nov 12 20:30:53.136768 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45330) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:53.143184 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf5094-c512-4b89-b978-8445d0bf8609 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Network': ['ID=4c8f7f62-7e8b-4e8a-8b08-605e779a0c3d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:53.143403 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-66a48220-774f-4bb8-9b36-3a3f9c2264c8 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'port': {'network_id': '07c53041-7686-437e-9a5a-dd606978f1e6', 'name': 'tempest-PortsTestJSON-1968891777'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:53.167336 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7555866-6b44-4682-aa69-4f66c7231a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-54d6eafd-e9f0-408f-ace9-62b3db4cd03a', 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'fixed_ips': [{'subnet_id': 'd3cdb48d-8871-4527-9b1c-4613a3a449e9'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:30:53.168622 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e7555866-6b44-4682-aa69-4f66c7231a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:53.172339 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4e2551-34df-4edb-8f84-db3171eaae6c None None] DHCP port deletion for 4c8f7f62-7e8b-4e8a-8b08-605e779a0c3d request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:30:53.235028 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ff2d0-63d7-4685-a521-8450380b9656 req-bc8d2baa-bedd-4953-b957-b658b6d57f70 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:53.236978 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7b4ff2d0-63d7-4685-a521-8450380b9656 req-bc8d2baa-bedd-4953-b957-b658b6d57f70 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 946 time: 0.0796056 Nov 12 20:30:53.241023 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d320d545-b4c8-4446-8596-38c42e518e15 None None] Could not find standard attr ID for object 7fbd1ccb-7ef7-4cb7-a5d2-19323f7a5f6c. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:30:53.293212 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a72a4ef-4f90-4fad-b541-961827ae5eb0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:53.296606 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7b4ff2d0-63d7-4685-a521-8450380b9656 req-bf8f87d1-af0d-4dc6-a44f-f60032281d1a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528579 Nov 12 20:30:53.315855 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-78dc5611-1fa3-4e2d-9ede-65c37a72de85 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:53.323747 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-78dc5611-1fa3-4e2d-9ede-65c37a72de85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:53.391510 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a48220-774f-4bb8-9b36-3a3f9c2264c8 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:53.396604 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66a48220-774f-4bb8-9b36-3a3f9c2264c8 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:53.398636 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0f0253-f818-414e-95c4-f1751ebdb4e7 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:30:53.443149 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-78dc5611-1fa3-4e2d-9ede-65c37a72de85 None None] Attempting to bind port 179f0665-3703-4201-9666-f62e3177ba93 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:30:53.443565 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-78dc5611-1fa3-4e2d-9ede-65c37a72de85 None None] Attempting to bind port 179f0665-3703-4201-9666-f62e3177ba93 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:30:53.443877 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dc5611-1fa3-4e2d-9ede-65c37a72de85 None None] Attempting to bind port 179f0665-3703-4201-9666-f62e3177ba93 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:30:53.449433 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f124115-8cd2-47ce-9797-dcc9a4f46c83 None None] Pushing event updated for resources: {'Port': ['ID=179f0665-3703-4201-9666-f62e3177ba93,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:53.462636 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-66a48220-774f-4bb8-9b36-3a3f9c2264c8 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] device_id is not set on port ab9af453-9672-4370-928d-a5961eec6775 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:30:53.471572 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-e7555866-6b44-4682-aa69-4f66c7231a3a None None] Allocated IP 172.20.0.2 (54d6eafd-e9f0-408f-ace9-62b3db4cd03a/d3cdb48d-8871-4527-9b1c-4613a3a449e9/3cb77d8b-4806-43b1-862e-597e747dc977) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:30:53.471572 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dc5611-1fa3-4e2d-9ede-65c37a72de85 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:30:53.471572 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dc5611-1fa3-4e2d-9ede-65c37a72de85 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:30:53.471572 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-78dc5611-1fa3-4e2d-9ede-65c37a72de85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:53.471572 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dc5611-1fa3-4e2d-9ede-65c37a72de85 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:30:53.471572 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-78dc5611-1fa3-4e2d-9ede-65c37a72de85 None None] Bound port: 179f0665-3703-4201-9666-f62e3177ba93, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:30:53.471572 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-78dc5611-1fa3-4e2d-9ede-65c37a72de85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:53.594829 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-78dc5611-1fa3-4e2d-9ede-65c37a72de85 None None] For port 179f0665-3703-4201-9666-f62e3177ba93, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:30:53.613303 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-78dc5611-1fa3-4e2d-9ede-65c37a72de85 None None] For port 179f0665-3703-4201-9666-f62e3177ba93, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=179f0665-3703-4201-9666-f62e3177ba93,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:30:53.626367 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a0286912-5469-4a58-9217-b8e7e091efdd None None] Provisioning complete for port 179f0665-3703-4201-9666-f62e3177ba93 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:30:53.626733 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a0286912-5469-4a58-9217-b8e7e091efdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:53.628675 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-78dc5611-1fa3-4e2d-9ede-65c37a72de85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:53.736895 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66a48220-774f-4bb8-9b36-3a3f9c2264c8 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:53.742954 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0984c37b-75d3-4d06-a5dc-5be8307f8558 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:30:53.777292 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66a48220-774f-4bb8-9b36-3a3f9c2264c8 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:53.802477 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f124115-8cd2-47ce-9797-dcc9a4f46c83 None None] Pushing event updated for resources: {'Port': ['ID=179f0665-3703-4201-9666-f62e3177ba93,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:53.812440 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e7555866-6b44-4682-aa69-4f66c7231a3a None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:53.814729 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc5611-1fa3-4e2d-9ede-65c37a72de85 None None] Routers {'cd89ffb9-6dde-4872-a107-83b2f433c616'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:30:53.815338 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-78dc5611-1fa3-4e2d-9ede-65c37a72de85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:30:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['cd89ffb9-6dde-4872-a107-83b2f433c616'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:53.880624 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a48220-774f-4bb8-9b36-3a3f9c2264c8 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network 07c53041-7686-437e-9a5a-dd606978f1e6 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:30:53.891555 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-66a48220-774f-4bb8-9b36-3a3f9c2264c8 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:53.900032 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a48220-774f-4bb8-9b36-3a3f9c2264c8 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:30:53.905828 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a48220-774f-4bb8-9b36-3a3f9c2264c8 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:53.906507 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66a48220-774f-4bb8-9b36-3a3f9c2264c8 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:53.928144 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a48220-774f-4bb8-9b36-3a3f9c2264c8 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Port': ['ID=ab9af453-9672-4370-928d-a5961eec6775,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:53.933562 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-2a72a4ef-4f90-4fad-b541-961827ae5eb0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Allocated IP 172.20.0.1 (54d6eafd-e9f0-408f-ace9-62b3db4cd03a/d3cdb48d-8871-4527-9b1c-4613a3a449e9/cc47fd12-7f9f-454e-aa81-9317e378d015) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:30:53.941932 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-66a48220-774f-4bb8-9b36-3a3f9c2264c8 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8040257 Nov 12 20:30:53.945201 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45338) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:54.033439 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:54.039701 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e7555866-6b44-4682-aa69-4f66c7231a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:54.081393 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-6bb49472-5fd6-488a-86d5-2698652e8b15 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting port ab9af453-9672-4370-928d-a5961eec6775 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:54.082473 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6bb49472-5fd6-488a-86d5-2698652e8b15 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:54.097138 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a72a4ef-4f90-4fad-b541-961827ae5eb0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:54.139117 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7555866-6b44-4682-aa69-4f66c7231a3a None None] Network 54d6eafd-e9f0-408f-ace9-62b3db4cd03a is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:30:54.140353 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a72a4ef-4f90-4fad-b541-961827ae5eb0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:54.147895 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:54.167561 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6bb49472-5fd6-488a-86d5-2698652e8b15 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:54.186545 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-6bb49472-5fd6-488a-86d5-2698652e8b15 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Calling delete_port for ab9af453-9672-4370-928d-a5961eec6775 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:54.192098 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-e7555866-6b44-4682-aa69-4f66c7231a3a None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:54.195986 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a72a4ef-4f90-4fad-b541-961827ae5eb0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Network 54d6eafd-e9f0-408f-ace9-62b3db4cd03a is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:30:54.198973 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7555866-6b44-4682-aa69-4f66c7231a3a None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:30:54.200216 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-2a72a4ef-4f90-4fad-b541-961827ae5eb0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:54.204356 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a72a4ef-4f90-4fad-b541-961827ae5eb0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:30:54.229157 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a0286912-5469-4a58-9217-b8e7e091efdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:54.243075 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7555866-6b44-4682-aa69-4f66c7231a3a None None] Pushing event updated for resources: {'Port': ['ID=3cb77d8b-4806-43b1-862e-597e747dc977,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:54.257191 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72a4ef-4f90-4fad-b541-961827ae5eb0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Port': ['ID=cc47fd12-7f9f-454e-aa81-9317e378d015,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:54.275023 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a72a4ef-4f90-4fad-b541-961827ae5eb0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:54.295768 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a0286912-5469-4a58-9217-b8e7e091efdd None None] For port 179f0665-3703-4201-9666-f62e3177ba93, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=179f0665-3703-4201-9666-f62e3177ba93,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:54.308014 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a0286912-5469-4a58-9217-b8e7e091efdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:54.320639 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e7555866-6b44-4682-aa69-4f66c7231a3a None None] Attempting to bind port 3cb77d8b-4806-43b1-862e-597e747dc977 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:30:54.321369 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e7555866-6b44-4682-aa69-4f66c7231a3a None None] Attempting to bind port 3cb77d8b-4806-43b1-862e-597e747dc977 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '48a4b4c8-75c0-404f-94ae-981327b90788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:30:54.321496 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7555866-6b44-4682-aa69-4f66c7231a3a None None] Attempting to bind port 3cb77d8b-4806-43b1-862e-597e747dc977 on network 54d6eafd-e9f0-408f-ace9-62b3db4cd03a {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:30:54.327472 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-78dc5611-1fa3-4e2d-9ede-65c37a72de85 None None] Set router cd89ffb9-6dde-4872-a107-83b2f433c616 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:30:54.351362 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7555866-6b44-4682-aa69-4f66c7231a3a None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:30:54.351743 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7555866-6b44-4682-aa69-4f66c7231a3a None None] Checking segment: {'id': '48a4b4c8-75c0-404f-94ae-981327b90788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:30:54.352915 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e7555866-6b44-4682-aa69-4f66c7231a3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:54.353210 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7555866-6b44-4682-aa69-4f66c7231a3a None None] Bound using segment: {'id': '48a4b4c8-75c0-404f-94ae-981327b90788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:30:54.353718 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e7555866-6b44-4682-aa69-4f66c7231a3a None None] Bound port: 3cb77d8b-4806-43b1-862e-597e747dc977, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a4b4c8-75c0-404f-94ae-981327b90788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:30:54.354785 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e7555866-6b44-4682-aa69-4f66c7231a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:54.365885 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6bb49472-5fd6-488a-86d5-2698652e8b15 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:54.419852 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6bb49472-5fd6-488a-86d5-2698652e8b15 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:54.423833 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6bb49472-5fd6-488a-86d5-2698652e8b15 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/ports/ab9af453-9672-4370-928d-a5961eec6775 HTTP/1.1" status: 204 len: 168 time: 0.4768801 Nov 12 20:30:54.424783 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb49472-5fd6-488a-86d5-2698652e8b15 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Port': ['ID=ab9af453-9672-4370-928d-a5961eec6775,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:54.431816 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45344) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:54.439955 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-ffce3ef9-38bf-4e36-8952-bd41f33d2847 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'port': {'network_id': '07c53041-7686-437e-9a5a-dd606978f1e6', 'mac_address': 'fa:16:3e:1c:7d:23', 'name': 'tempest-PortsTestJSON-47516502'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:54.518959 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0286912-5469-4a58-9217-b8e7e091efdd None None] Pushing event updated for resources: {'Port': ['ID=179f0665-3703-4201-9666-f62e3177ba93,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:54.529390 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a72a4ef-4f90-4fad-b541-961827ae5eb0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:54.571534 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7dda73ca-259d-429c-bbc8-ffc352b67251 None None] Provisioning complete for port 179f0665-3703-4201-9666-f62e3177ba93 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:30:54.571904 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7dda73ca-259d-429c-bbc8-ffc352b67251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:54.575934 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536b00b-467a-45c2-b5bf-f79f035f5d3e req-6e23b8b3-bcbb-4720-ab1b-e6e00f0a1159 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:54.585593 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2536b00b-467a-45c2-b5bf-f79f035f5d3e req-6e23b8b3-bcbb-4720-ab1b-e6e00f0a1159 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 946 time: 0.1789165 Nov 12 20:30:54.633770 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7fbd1ccb-7ef7-4cb7-a5d2-19323f7a5f6c no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:30:54.645754 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffce3ef9-38bf-4e36-8952-bd41f33d2847 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:54.688693 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e7555866-6b44-4682-aa69-4f66c7231a3a None None] For port 3cb77d8b-4806-43b1-862e-597e747dc977, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:30:54.704572 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e7555866-6b44-4682-aa69-4f66c7231a3a None None] For port 3cb77d8b-4806-43b1-862e-597e747dc977, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3cb77d8b-4806-43b1-862e-597e747dc977,segment=NetworkSegment(48a4b4c8-75c0-404f-94ae-981327b90788),segment_id=48a4b4c8-75c0-404f-94ae-981327b90788)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:30:54.727473 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2536b00b-467a-45c2-b5bf-f79f035f5d3e req-99699292-d765-4074-822e-69d3b01f20f8 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409833 Nov 12 20:30:54.732552 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ffce3ef9-38bf-4e36-8952-bd41f33d2847 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:54.751008 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e7555866-6b44-4682-aa69-4f66c7231a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:54.755264 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 7fbd1ccb-7ef7-4cb7-a5d2-19323f7a5f6c {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:30:54.755829 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7fbd1ccb-7ef7-4cb7-a5d2-19323f7a5f6c not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:30:54.773427 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-ffce3ef9-38bf-4e36-8952-bd41f33d2847 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] device_id is not set on port f72f01fa-b907-43a0-b68a-912955cde008 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:30:54.914369 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7555866-6b44-4682-aa69-4f66c7231a3a None None] Pushing event updated for resources: {'Port': ['ID=3cb77d8b-4806-43b1-862e-597e747dc977,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:54.963748 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-78dc5611-1fa3-4e2d-9ede-65c37a72de85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698406086', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '179f0665-3703-4201-9666-f62e3177ba93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:30:48Z', 'updated_at': '2021-11-12T20:30:50Z', 'revision_number': 3, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '179f0665-3703-4201-9666-f62e3177ba93', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:30:49Z', 'updated_at': '2021-11-12T20:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:55.006419 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc5611-1fa3-4e2d-9ede-65c37a72de85 None None] The sync data for ids ['cd89ffb9-6dde-4872-a107-83b2f433c616'] in n-d-712140-15 is: [{'id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698406086', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '179f0665-3703-4201-9666-f62e3177ba93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:30:48Z', 'updated_at': '2021-11-12T20:30:50Z', 'revision_number': 3, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '179f0665-3703-4201-9666-f62e3177ba93', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:30:49Z', 'updated_at': '2021-11-12T20:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:30:55.110286 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ffce3ef9-38bf-4e36-8952-bd41f33d2847 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:55.167616 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a72a4ef-4f90-4fad-b541-961827ae5eb0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:55.209241 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:55.219708 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ffce3ef9-38bf-4e36-8952-bd41f33d2847 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:55.236781 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a72a4ef-4f90-4fad-b541-961827ae5eb0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:55.242952 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffce3ef9-38bf-4e36-8952-bd41f33d2847 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network 07c53041-7686-437e-9a5a-dd606978f1e6 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:30:55.287060 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-ffce3ef9-38bf-4e36-8952-bd41f33d2847 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:55.291110 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffce3ef9-38bf-4e36-8952-bd41f33d2847 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:30:55.304596 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffce3ef9-38bf-4e36-8952-bd41f33d2847 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:55.305264 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ffce3ef9-38bf-4e36-8952-bd41f33d2847 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:55.359616 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ffce3ef9-38bf-4e36-8952-bd41f33d2847 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.9243498 Nov 12 20:30:55.359616 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce3ef9-38bf-4e36-8952-bd41f33d2847 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Port': ['ID=f72f01fa-b907-43a0-b68a-912955cde008,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:55.360166 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45352) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:55.367474 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66169432-cce0-41f3-87cf-0f72104192b9 req-b344711e-9bf7-4f63-be9a-4689e1a7edb7 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:55.372922 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-66169432-cce0-41f3-87cf-0f72104192b9 req-b344711e-9bf7-4f63-be9a-4689e1a7edb7 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 946 time: 0.2782106 Nov 12 20:30:55.424761 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cf2e3b-a61f-4bc9-9156-275765a3965c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:55.426957 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d7cf2e3b-a61f-4bc9-9156-275765a3965c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "GET /v2.0/ports/f72f01fa-b907-43a0-b68a-912955cde008 HTTP/1.1" status: 200 len: 839 time: 0.0652585 Nov 12 20:30:55.430213 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a72a4ef-4f90-4fad-b541-961827ae5eb0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:55.430886 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45354) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:55.454793 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72a4ef-4f90-4fad-b541-961827ae5eb0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Port': ['ID=cc47fd12-7f9f-454e-aa81-9317e378d015,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:55.481498 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-66169432-cce0-41f3-87cf-0f72104192b9 req-fdca1791-b03c-4666-880f-2aaf8fe9f3f9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941293 Nov 12 20:30:55.605778 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-cf8db8cf-fa37-43bb-8e99-8cfd5c982e82 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting port f72f01fa-b907-43a0-b68a-912955cde008 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:55.606337 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cf8db8cf-fa37-43bb-8e99-8cfd5c982e82 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:55.617148 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a72a4ef-4f90-4fad-b541-961827ae5eb0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Network 54d6eafd-e9f0-408f-ace9-62b3db4cd03a is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:30:55.618609 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-2a72a4ef-4f90-4fad-b541-961827ae5eb0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:55.763578 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a72a4ef-4f90-4fad-b541-961827ae5eb0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Router cd89ffb9-6dde-4872-a107-83b2f433c616 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:30:55.995425 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:56.136136 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cf8db8cf-fa37-43bb-8e99-8cfd5c982e82 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:56.153220 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-cf8db8cf-fa37-43bb-8e99-8cfd5c982e82 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Calling delete_port for f72f01fa-b907-43a0-b68a-912955cde008 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:56.282122 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cf8db8cf-fa37-43bb-8e99-8cfd5c982e82 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:56.319249 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8db8cf-fa37-43bb-8e99-8cfd5c982e82 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Port': ['ID=f72f01fa-b907-43a0-b68a-912955cde008,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:56.332561 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cf8db8cf-fa37-43bb-8e99-8cfd5c982e82 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:56.335549 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc32ea7-d67e-41ac-82f1-28794a24ebf0 None None] Network 54d6eafd-e9f0-408f-ace9-62b3db4cd03a requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:30:56.344691 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cf8db8cf-fa37-43bb-8e99-8cfd5c982e82 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/ports/f72f01fa-b907-43a0-b68a-912955cde008 HTTP/1.1" status: 204 len: 168 time: 0.9125717 Nov 12 20:30:56.347178 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45358) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:56.387774 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-d733da87-5f60-41a7-ae81-5e5989c60cc1 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] GET failed (client error): The resource could not be found. Nov 12 20:30:56.389743 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d733da87-5f60-41a7-ae81-5e5989c60cc1 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "GET /v2.0/ports/f72f01fa-b907-43a0-b68a-912955cde008 HTTP/1.1" status: 404 len: 333 time: 0.0361719 Nov 12 20:30:56.394069 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45360) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:56.402407 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-19fb5b55-0f01-4f17-ac94-307cbcc9be03 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'port': {'network_id': '07c53041-7686-437e-9a5a-dd606978f1e6', 'name': 'tempest-PortsTestJSON-1481134845'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:56.422913 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a72a4ef-4f90-4fad-b541-961827ae5eb0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:30:56.439769 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2a72a4ef-4f90-4fad-b541-961827ae5eb0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "PUT /v2.0/routers/cd89ffb9-6dde-4872-a107-83b2f433c616/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8388793 Nov 12 20:30:56.459000 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-73cd3b6d-4d5d-41cb-82ff-b04c1dc74570 None None] Provisioning complete for port 3cb77d8b-4806-43b1-862e-597e747dc977 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:30:56.459381 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-73cd3b6d-4d5d-41cb-82ff-b04c1dc74570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:56.681748 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fb5b55-0f01-4f17-ac94-307cbcc9be03 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:56.691705 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-19fb5b55-0f01-4f17-ac94-307cbcc9be03 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:56.744635 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-19fb5b55-0f01-4f17-ac94-307cbcc9be03 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] device_id is not set on port de73e668-5f0d-4129-aa27-8ae627bb80b2 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:30:56.747645 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-73cd3b6d-4d5d-41cb-82ff-b04c1dc74570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:56.757860 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-440ed6bf-13c8-43f1-ad0d-aa85abc9c32a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1533281535&fields=id&tenant_id=c510c0945858446c87ca9a78193927af HTTP/1.1" status: 200 len: 267 time: 0.0846934 Nov 12 20:30:56.777675 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96451ba5-ef8c-434f-8a9e-6e24ae119f6b req-13417975-53f6-4b2c-9d63-2f0c43c962ff tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:56.779332 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96451ba5-ef8c-434f-8a9e-6e24ae119f6b req-13417975-53f6-4b2c-9d63-2f0c43c962ff tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 946 time: 0.1431839 Nov 12 20:30:56.809145 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-73cd3b6d-4d5d-41cb-82ff-b04c1dc74570 None None] For port 3cb77d8b-4806-43b1-862e-597e747dc977, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3cb77d8b-4806-43b1-862e-597e747dc977,segment=NetworkSegment(48a4b4c8-75c0-404f-94ae-981327b90788),segment_id=48a4b4c8-75c0-404f-94ae-981327b90788)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:56.813941 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3cb77d8b-4806-43b1-862e-597e747dc977 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:30:56.876476 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-73cd3b6d-4d5d-41cb-82ff-b04c1dc74570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:56.937474 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 3cb77d8b-4806-43b1-862e-597e747dc977 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:30:56.938101 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:56.943451 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-67fccd9e-71c5-4c2d-b4f7-2845a5597424 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:56.945191 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-67fccd9e-71c5-4c2d-b4f7-2845a5597424 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/networks?id=54d6eafd-e9f0-408f-ace9-62b3db4cd03a HTTP/1.1" status: 200 len: 796 time: 0.1862705 Nov 12 20:30:56.965295 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96451ba5-ef8c-434f-8a9e-6e24ae119f6b req-ee8e18a2-6a05-469d-8dfa-601f0384e5b3 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093619 Nov 12 20:30:56.966638 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-a5f9e73e-ddb7-4c6e-bfe6-7cdda86f885a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/quotas/c510c0945858446c87ca9a78193927af HTTP/1.1" status: 200 len: 375 time: 0.0116107 Nov 12 20:30:56.978628 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd3b6d-4d5d-41cb-82ff-b04c1dc74570 None None] Pushing event updated for resources: {'Port': ['ID=3cb77d8b-4806-43b1-862e-597e747dc977,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:57.078048 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 179f0665-3703-4201-9666-f62e3177ba93 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:30:57.080642 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-29e086ac-4eef-461d-aead-448b2bc9c368 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958741 Nov 12 20:30:57.183102 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-19fb5b55-0f01-4f17-ac94-307cbcc9be03 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:57.226377 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7e080016-0a18-46ac-8332-9c194bfa9479 None None] Provisioning complete for port 3cb77d8b-4806-43b1-862e-597e747dc977 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:30:57.226741 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7e080016-0a18-46ac-8332-9c194bfa9479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:57.260837 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-19fb5b55-0f01-4f17-ac94-307cbcc9be03 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:57.295892 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 179f0665-3703-4201-9666-f62e3177ba93 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:30:57.296251 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:57.348487 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-286353de-795e-4f7d-8ef4-ede99de787fe service neutron] 10.222.0.48 "GET /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467370 Nov 12 20:30:57.396713 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fb5b55-0f01-4f17-ac94-307cbcc9be03 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network 07c53041-7686-437e-9a5a-dd606978f1e6 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:30:57.406081 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-19fb5b55-0f01-4f17-ac94-307cbcc9be03 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:30:57.418846 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fb5b55-0f01-4f17-ac94-307cbcc9be03 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:30:57.438198 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fb5b55-0f01-4f17-ac94-307cbcc9be03 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:57.438877 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-19fb5b55-0f01-4f17-ac94-307cbcc9be03 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:57.456520 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb5b55-0f01-4f17-ac94-307cbcc9be03 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Port': ['ID=de73e668-5f0d-4129-aa27-8ae627bb80b2,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:57.478385 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-19fb5b55-0f01-4f17-ac94-307cbcc9be03 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0831134 Nov 12 20:30:57.479456 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45390) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:57.484730 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-9851ce00-e039-4795-a581-08f5b7b61a4f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:57.531207 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-02599abe-2146-4b60-bbf7-86e04184a426 service neutron] 10.222.0.48 "GET /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691506 Nov 12 20:30:57.650474 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9851ce00-e039-4795-a581-08f5b7b61a4f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:57.691933 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7e080016-0a18-46ac-8332-9c194bfa9479 None None] Provisioning complete for port cc47fd12-7f9f-454e-aa81-9317e378d015 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:30:57.694128 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7e080016-0a18-46ac-8332-9c194bfa9479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:57.748626 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04d3c13-fe7a-4e15-b771-4d769237944f None None] Sync routers for ids ['cd89ffb9-6dde-4872-a107-83b2f433c616'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:30:57.759251 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04d3c13-fe7a-4e15-b771-4d769237944f None None] Routers {'cd89ffb9-6dde-4872-a107-83b2f433c616'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:30:57.759867 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b04d3c13-fe7a-4e15-b771-4d769237944f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:30:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['cd89ffb9-6dde-4872-a107-83b2f433c616'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:57.779404 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-56c92231-d9e6-460a-9731-e24e9522cf96 req-e24e1715-b619-49a3-a0db-130288f06654 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c6ae6eff-f8aa-4081-ab99-859095c040a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1044462 Nov 12 20:30:57.806902 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7e080016-0a18-46ac-8332-9c194bfa9479 None None] Port cc47fd12-7f9f-454e-aa81-9317e378d015 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:30:57.928191 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c92231-d9e6-460a-9731-e24e9522cf96 req-3e718918-3785-4b74-89b5-4b119fb24ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:57.934550 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e17e1783-550d-4a8a-b854-b9d7c6744623 None None] Provisioning complete for port cc47fd12-7f9f-454e-aa81-9317e378d015 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:30:57.935111 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e17e1783-550d-4a8a-b854-b9d7c6744623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:57.936302 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-56c92231-d9e6-460a-9731-e24e9522cf96 req-3e718918-3785-4b74-89b5-4b119fb24ee9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=c6ae6eff-f8aa-4081-ab99-859095c040a8 HTTP/1.1" status: 200 len: 1098 time: 0.1293387 Nov 12 20:30:57.945671 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-b04d3c13-fe7a-4e15-b771-4d769237944f None None] Set router cd89ffb9-6dde-4872-a107-83b2f433c616 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:30:57.980327 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-79c6c2d3-3265-4e2f-a601-bdf52ef02258 req-20c52ebd-dd63-4b55-b7be-b7b64ae6bfb8 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 210 time: 0.0426159 Nov 12 20:30:57.999588 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9851ce00-e039-4795-a581-08f5b7b61a4f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:58.033172 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9851ce00-e039-4795-a581-08f5b7b61a4f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:58.064617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e17e1783-550d-4a8a-b854-b9d7c6744623 None None] Port cc47fd12-7f9f-454e-aa81-9317e378d015 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:30:58.099769 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c92231-d9e6-460a-9731-e24e9522cf96 req-4081d014-3d74-46bd-898f-1d7d62de319e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:58.101703 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-56c92231-d9e6-460a-9731-e24e9522cf96 req-4081d014-3d74-46bd-898f-1d7d62de319e service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 913 time: 0.1195786 Nov 12 20:30:58.119218 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-9851ce00-e039-4795-a581-08f5b7b61a4f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] In _notify_port_updated(), no bound segment for port de73e668-5f0d-4129-aa27-8ae627bb80b2 on network 07c53041-7686-437e-9a5a-dd606978f1e6 {{(pid=102447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 20:30:58.124824 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9851ce00-e039-4795-a581-08f5b7b61a4f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:58.125451 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9851ce00-e039-4795-a581-08f5b7b61a4f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:58.137669 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9851ce00-e039-4795-a581-08f5b7b61a4f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "PUT /v2.0/ports/de73e668-5f0d-4129-aa27-8ae627bb80b2 HTTP/1.1" status: 200 len: 818 time: 0.6571426 Nov 12 20:30:58.138415 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45402) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:58.163044 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-56c92231-d9e6-460a-9731-e24e9522cf96 req-a2114194-314e-4090-b317-a1e18c25f404 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=139d42f1-5136-4e8b-ab49-db213f860e23 HTTP/1.1" status: 200 len: 217 time: 0.0531523 Nov 12 20:30:58.206853 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-32c012b2-a525-49b7-bd1b-4b4af0a7e770 None None] Provisioning complete for port cc47fd12-7f9f-454e-aa81-9317e378d015 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:30:58.208084 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-32c012b2-a525-49b7-bd1b-4b4af0a7e770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:58.239963 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd0561-604a-4c99-8a3d-599e8cd8d8ef req-c937e685-f582-44be-9d24-15c909346260 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:58.240601 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c92231-d9e6-460a-9731-e24e9522cf96 req-c4dbd4f6-28e1-4002-8de0-fd6a055aaf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:58.245049 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-56c92231-d9e6-460a-9731-e24e9522cf96 req-c4dbd4f6-28e1-4002-8de0-fd6a055aaf9e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 0.0723360 Nov 12 20:30:58.249999 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d2dd0561-604a-4c99-8a3d-599e8cd8d8ef req-c937e685-f582-44be-9d24-15c909346260 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 946 time: 0.5599265 Nov 12 20:30:58.255957 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851ce00-e039-4795-a581-08f5b7b61a4f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Port': ['ID=de73e668-5f0d-4129-aa27-8ae627bb80b2,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:58.261779 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b04d3c13-fe7a-4e15-b771-4d769237944f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698406086', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '179f0665-3703-4201-9666-f62e3177ba93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:30:48Z', 'updated_at': '2021-11-12T20:30:54Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '179f0665-3703-4201-9666-f62e3177ba93', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:30:49Z', 'updated_at': '2021-11-12T20:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'cc47fd12-7f9f-454e-aa81-9317e378d015', 'name': '', 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:2f:ed:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'd3cdb48d-8871-4527-9b1c-4613a3a449e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:30:53Z', 'updated_at': '2021-11-12T20:30:54Z', 'revision_number': 2, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': 'd3cdb48d-8871-4527-9b1c-4613a3a449e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:58.293569 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04d3c13-fe7a-4e15-b771-4d769237944f None None] Checking router: cd89ffb9-6dde-4872-a107-83b2f433c616 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:30:58.293929 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04d3c13-fe7a-4e15-b771-4d769237944f None None] Updating router cd89ffb9-6dde-4872-a107-83b2f433c616 port cc47fd12-7f9f-454e-aa81-9317e378d015 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:30:58.320706 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b04d3c13-fe7a-4e15-b771-4d769237944f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:58.343166 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-32c012b2-a525-49b7-bd1b-4b4af0a7e770 None None] Port cc47fd12-7f9f-454e-aa81-9317e378d015 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:30:58.347729 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d2dd0561-604a-4c99-8a3d-599e8cd8d8ef req-348b4ec3-7883-4a62-9479-e7dd20080622 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945821 Nov 12 20:30:58.390901 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-358945b8-2ef6-4b52-b98b-2a1335f2c80a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting port de73e668-5f0d-4129-aa27-8ae627bb80b2 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:30:58.391509 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-358945b8-2ef6-4b52-b98b-2a1335f2c80a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:58.416076 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c92231-d9e6-460a-9731-e24e9522cf96 req-f137f4ca-ccd2-44c8-a900-4b764cf8a6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:58.421315 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-56c92231-d9e6-460a-9731-e24e9522cf96 req-f137f4ca-ccd2-44c8-a900-4b764cf8a6bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1702724 Nov 12 20:30:58.481658 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-358945b8-2ef6-4b52-b98b-2a1335f2c80a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:58.497254 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-358945b8-2ef6-4b52-b98b-2a1335f2c80a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Calling delete_port for de73e668-5f0d-4129-aa27-8ae627bb80b2 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:30:58.605200 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-56c92231-d9e6-460a-9731-e24e9522cf96 req-a3c3d7eb-03cb-42a0-baea-bb08afb2059b service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749835 Nov 12 20:30:58.639705 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3cb77d8b-4806-43b1-862e-597e747dc977 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:30:58.688613 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-358945b8-2ef6-4b52-b98b-2a1335f2c80a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:58.760309 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 3cb77d8b-4806-43b1-862e-597e747dc977 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:30:58.760596 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:58.780439 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358945b8-2ef6-4b52-b98b-2a1335f2c80a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Port': ['ID=de73e668-5f0d-4129-aa27-8ae627bb80b2,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:58.787147 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-358945b8-2ef6-4b52-b98b-2a1335f2c80a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:58.791730 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-358945b8-2ef6-4b52-b98b-2a1335f2c80a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/ports/de73e668-5f0d-4129-aa27-8ae627bb80b2 HTTP/1.1" status: 204 len: 168 time: 0.6465247 Nov 12 20:30:58.794274 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45412) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:58.822470 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-56c92231-d9e6-460a-9731-e24e9522cf96 req-e66a1d00-17f5-41c1-8654-a83ea7c48ea5 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006805 Nov 12 20:30:58.825086 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b04d3c13-fe7a-4e15-b771-4d769237944f None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:58.834350 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b04d3c13-fe7a-4e15-b771-4d769237944f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:58.959759 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fb49e5-7f85-4fa2-bbdd-d6e38aa994d0 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:58.979385 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-72fb49e5-7f85-4fa2-bbdd-d6e38aa994d0 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1794546 Nov 12 20:30:58.979710 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45414) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:59.024202 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-b04d3c13-fe7a-4e15-b771-4d769237944f None None] Attempting to bind port cc47fd12-7f9f-454e-aa81-9317e378d015 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:30:59.025522 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb615776-7013-4c0f-9d0a-0806c5228ce2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] GET failed (client error): The resource could not be found. Nov 12 20:30:59.025966 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-b04d3c13-fe7a-4e15-b771-4d769237944f None None] Attempting to bind port cc47fd12-7f9f-454e-aa81-9317e378d015 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '48a4b4c8-75c0-404f-94ae-981327b90788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:30:59.026992 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04d3c13-fe7a-4e15-b771-4d769237944f None None] Attempting to bind port cc47fd12-7f9f-454e-aa81-9317e378d015 on network 54d6eafd-e9f0-408f-ace9-62b3db4cd03a {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:30:59.030178 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fb615776-7013-4c0f-9d0a-0806c5228ce2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "GET /v2.0/ports/de73e668-5f0d-4129-aa27-8ae627bb80b2 HTTP/1.1" status: 404 len: 333 time: 0.0476935 Nov 12 20:30:59.034951 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04d3c13-fe7a-4e15-b771-4d769237944f None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:30:59.035804 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04d3c13-fe7a-4e15-b771-4d769237944f None None] Checking segment: {'id': '48a4b4c8-75c0-404f-94ae-981327b90788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:30:59.035937 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45418) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:59.036674 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b04d3c13-fe7a-4e15-b771-4d769237944f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:59.037184 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04d3c13-fe7a-4e15-b771-4d769237944f None None] Bound using segment: {'id': '48a4b4c8-75c0-404f-94ae-981327b90788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:30:59.037759 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-b04d3c13-fe7a-4e15-b771-4d769237944f None None] Bound port: cc47fd12-7f9f-454e-aa81-9317e378d015, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a4b4c8-75c0-404f-94ae-981327b90788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:30:59.038254 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b04d3c13-fe7a-4e15-b771-4d769237944f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:59.050856 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-9adb117b-474d-44a2-91a7-ae438f2acfd6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1047461053'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:59.053056 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184b5fa-1f3f-4704-9516-9b7905363321 None None] Pushing event updated for resources: {'Port': ['ID=cc47fd12-7f9f-454e-aa81-9317e378d015,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:59.062293 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184b5fa-1f3f-4704-9516-9b7905363321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:59.062748 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184b5fa-1f3f-4704-9516-9b7905363321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:59.063394 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184b5fa-1f3f-4704-9516-9b7905363321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:59.063970 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184b5fa-1f3f-4704-9516-9b7905363321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:59.064462 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184b5fa-1f3f-4704-9516-9b7905363321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:59.065559 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184b5fa-1f3f-4704-9516-9b7905363321 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:59.068288 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184b5fa-1f3f-4704-9516-9b7905363321 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:59.068741 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184b5fa-1f3f-4704-9516-9b7905363321 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:59.069316 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184b5fa-1f3f-4704-9516-9b7905363321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:59.070442 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184b5fa-1f3f-4704-9516-9b7905363321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:59.072675 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184b5fa-1f3f-4704-9516-9b7905363321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:59.073271 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184b5fa-1f3f-4704-9516-9b7905363321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:30:59.159686 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-b04d3c13-fe7a-4e15-b771-4d769237944f None None] For port cc47fd12-7f9f-454e-aa81-9317e378d015, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:30:59.163992 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-b04d3c13-fe7a-4e15-b771-4d769237944f None None] For port cc47fd12-7f9f-454e-aa81-9317e378d015, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=cc47fd12-7f9f-454e-aa81-9317e378d015,segment=NetworkSegment(48a4b4c8-75c0-404f-94ae-981327b90788),segment_id=48a4b4c8-75c0-404f-94ae-981327b90788)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:30:59.169521 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b04d3c13-fe7a-4e15-b771-4d769237944f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:59.230190 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-27fbd6af-30a3-4d84-8ece-f31d292a3b34 req-541bf2a8-3146-4443-9672-a16b48a87887 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 210 time: 0.0832253 Nov 12 20:30:59.239541 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adb117b-474d-44a2-91a7-ae438f2acfd6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:30:59.243528 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9adb117b-474d-44a2-91a7-ae438f2acfd6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:59.252613 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04d3c13-fe7a-4e15-b771-4d769237944f None None] Routers {'cd89ffb9-6dde-4872-a107-83b2f433c616'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:30:59.253319 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b04d3c13-fe7a-4e15-b771-4d769237944f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:30:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['cd89ffb9-6dde-4872-a107-83b2f433c616'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:30:59.276617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e7dae2b8-0223-4e9f-abd9-302b5e630b99 None None] Provisioning complete for port cc47fd12-7f9f-454e-aa81-9317e378d015 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:30:59.294935 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9adb117b-474d-44a2-91a7-ae438f2acfd6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:30:59.297344 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184b5fa-1f3f-4704-9516-9b7905363321 None None] Pushing event updated for resources: {'Port': ['ID=cc47fd12-7f9f-454e-aa81-9317e378d015,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:59.305187 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9adb117b-474d-44a2-91a7-ae438f2acfd6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:59.307112 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-9adb117b-474d-44a2-91a7-ae438f2acfd6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Added segment 4ef9b395-f35b-4326-9473-ad8d1ef574c8 of type vlan for network 23268710-041a-4c48-a689-d4e2e819d6ed Nov 12 20:30:59.341112 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e7dae2b8-0223-4e9f-abd9-302b5e630b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:59.351789 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9adb117b-474d-44a2-91a7-ae438f2acfd6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:59.384997 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9adb117b-474d-44a2-91a7-ae438f2acfd6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:59.397059 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adb117b-474d-44a2-91a7-ae438f2acfd6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:59.397975 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9adb117b-474d-44a2-91a7-ae438f2acfd6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:59.448625 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-b04d3c13-fe7a-4e15-b771-4d769237944f None None] Set router cd89ffb9-6dde-4872-a107-83b2f433c616 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:30:59.479975 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45422) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:30:59.482117 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9adb117b-474d-44a2-91a7-ae438f2acfd6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4430919 Nov 12 20:30:59.485218 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-c0bf6243-b439-4dba-8cdd-48ce0417ba39 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'subnet': {'network_id': '23268710-041a-4c48-a689-d4e2e819d6ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:30:59.508376 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb117b-474d-44a2-91a7-ae438f2acfd6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Network': ['ID=23268710-041a-4c48-a689-d4e2e819d6ed,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:30:59.565065 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 23268710-041a-4c48-a689-d4e2e819d6ed details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:30:59.878710 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e7dae2b8-0223-4e9f-abd9-302b5e630b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:30:59.911566 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b32ff-d017-49bc-9932-ef44d5ca1cc0 req-ca1f3299-d459-44ac-8def-c3b5165036a3 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:30:59.921343 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a40b32ff-d017-49bc-9932-ef44d5ca1cc0 req-ca1f3299-d459-44ac-8def-c3b5165036a3 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 946 time: 0.3949983 Nov 12 20:30:59.974930 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e7dae2b8-0223-4e9f-abd9-302b5e630b99 None None] For port cc47fd12-7f9f-454e-aa81-9317e378d015, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=cc47fd12-7f9f-454e-aa81-9317e378d015,segment=NetworkSegment(48a4b4c8-75c0-404f-94ae-981327b90788),segment_id=48a4b4c8-75c0-404f-94ae-981327b90788)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:30:59.986662 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e7dae2b8-0223-4e9f-abd9-302b5e630b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:00.025180 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bf6243-b439-4dba-8cdd-48ce0417ba39 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:00.029289 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c0bf6243-b439-4dba-8cdd-48ce0417ba39 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:00.059149 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dae2b8-0223-4e9f-abd9-302b5e630b99 None None] Pushing event updated for resources: {'Port': ['ID=cc47fd12-7f9f-454e-aa81-9317e378d015,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:00.131826 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2bcbb32d-2c2a-4d6d-a269-66a70dd7dd71 None None] Provisioning complete for port cc47fd12-7f9f-454e-aa81-9317e378d015 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:00.132549 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2bcbb32d-2c2a-4d6d-a269-66a70dd7dd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:00.141989 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-074535b4-3014-4460-99ad-6674db4f8049 req-f0544281-4174-44e5-ac29-5335efe6568e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2440391 Nov 12 20:31:00.170335 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a40b32ff-d017-49bc-9932-ef44d5ca1cc0 req-128c19cf-84c4-4dbf-a837-ff4c99864c55 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464700 Nov 12 20:31:00.240393 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-3d8283e8-d45d-4b29-b745-da6002b2ff1c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:00.241982 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-3d8283e8-d45d-4b29-b745-da6002b2ff1c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.52 "GET /v2.0/networks?id=54d6eafd-e9f0-408f-ace9-62b3db4cd03a HTTP/1.1" status: 200 len: 796 time: 0.4539993 Nov 12 20:31:00.272844 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b04d3c13-fe7a-4e15-b771-4d769237944f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698406086', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '179f0665-3703-4201-9666-f62e3177ba93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:30:48Z', 'updated_at': '2021-11-12T20:30:54Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '179f0665-3703-4201-9666-f62e3177ba93', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:30:49Z', 'updated_at': '2021-11-12T20:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'cc47fd12-7f9f-454e-aa81-9317e378d015', 'name': '', 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:2f:ed:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'd3cdb48d-8871-4527-9b1c-4613a3a449e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:30:53Z', 'updated_at': '2021-11-12T20:30:59Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': 'd3cdb48d-8871-4527-9b1c-4613a3a449e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:00.303247 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04d3c13-fe7a-4e15-b771-4d769237944f None None] The sync data for ids ['cd89ffb9-6dde-4872-a107-83b2f433c616'] in n-d-712140-15 is: [{'id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698406086', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '179f0665-3703-4201-9666-f62e3177ba93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:30:48Z', 'updated_at': '2021-11-12T20:30:54Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '179f0665-3703-4201-9666-f62e3177ba93', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:30:49Z', 'updated_at': '2021-11-12T20:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'cc47fd12-7f9f-454e-aa81-9317e378d015', 'name': '', 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:2f:ed:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'd3cdb48d-8871-4527-9b1c-4613a3a449e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:30:53Z', 'updated_at': '2021-11-12T20:30:59Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': 'd3cdb48d-8871-4527-9b1c-4613a3a449e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:31:00.364374 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074535b4-3014-4460-99ad-6674db4f8049 req-0600a2c9-33e9-4a93-8b97-f47498a75d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:00.365926 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-074535b4-3014-4460-99ad-6674db4f8049 req-0600a2c9-33e9-4a93-8b97-f47498a75d05 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 1097 time: 0.1529090 Nov 12 20:31:00.474061 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-41aa96fe-f089-4cc8-adbb-2099891b426b req-e00cb842-8d42-4ced-a19b-28b6a8b3da6e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 210 time: 0.1034966 Nov 12 20:31:00.474601 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-7d57f8e3-36d4-40eb-8b93-32df9124f639 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c510c0945858446c87ca9a78193927af HTTP/1.1" status: 200 len: 380 time: 0.2040036 Nov 12 20:31:00.533340 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-94f3aecc-5e4d-46bd-a8c7-ae21f9829355 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'port': {'device_id': '21a9b3bd-086c-4e54-bdef-3a70df52358c', 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a', 'admin_state_up': True, 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'security_groups': ['96f31a3b-3b9d-471d-9fa5-96e20155ea45']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:00.657124 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c0bf6243-b439-4dba-8cdd-48ce0417ba39 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:00.683308 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device cc47fd12-7f9f-454e-aa81-9317e378d015 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:31:00.772001 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port cc47fd12-7f9f-454e-aa81-9317e378d015 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:00.772413 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:00.806552 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074535b4-3014-4460-99ad-6674db4f8049 req-21ea92cc-b612-44c2-8ffc-c9899f877037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:00.806552 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-074535b4-3014-4460-99ad-6674db4f8049 req-21ea92cc-b612-44c2-8ffc-c9899f877037 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 913 time: 0.3761892 Nov 12 20:31:00.821051 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf6243-b439-4dba-8cdd-48ce0417ba39 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Subnet': ['ID=83810395-7025-41dc-83b1-96a522e77ac6,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:00.872989 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 49d0213f-1643-46b8-84ff-a3a044cb9bef details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:31:00.906223 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bf6243-b439-4dba-8cdd-48ce0417ba39 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Checking segment: {'id': '4ef9b395-f35b-4326-9473-ad8d1ef574c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '23268710-041a-4c48-a689-d4e2e819d6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:31:00.906753 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf6243-b439-4dba-8cdd-48ce0417ba39 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network hostable DHCP agents. Network: 23268710-041a-4c48-a689-d4e2e819d6ed, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:31:00.971421 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-074535b4-3014-4460-99ad-6674db4f8049 req-3eadf661-d05a-45de-9414-e5f435be5a8d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d489946d-8f4c-4151-99bf-e44d6657f097 HTTP/1.1" status: 200 len: 1000 time: 0.1549709 Nov 12 20:31:00.975434 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf6243-b439-4dba-8cdd-48ce0417ba39 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network 23268710-041a-4c48-a689-d4e2e819d6ed is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:31:00.986035 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-94f3aecc-5e4d-46bd-a8c7-ae21f9829355 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Made reservation on behalf of c510c0945858446c87ca9a78193927af for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:00.990408 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-94f3aecc-5e4d-46bd-a8c7-ae21f9829355 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:01.021344 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-c0bf6243-b439-4dba-8cdd-48ce0417ba39 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 23268710-041a-4c48-a689-d4e2e819d6ed) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:01.046385 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bf6243-b439-4dba-8cdd-48ce0417ba39 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:01.049762 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c0bf6243-b439-4dba-8cdd-48ce0417ba39 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:01.050147 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279e6b4a-8c16-41a1-9a2a-9ae6ca60ff12 None None] Network 23268710-041a-4c48-a689-d4e2e819d6ed requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:31:01.111849 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c0bf6243-b439-4dba-8cdd-48ce0417ba39 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6312196 Nov 12 20:31:01.116607 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45430) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:01.121623 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-d0c09174-c024-41c9-8ce5-43b3b8d7c9ee tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'subnet': {'network_id': '23268710-041a-4c48-a689-d4e2e819d6ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:01.126048 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074535b4-3014-4460-99ad-6674db4f8049 req-ba828237-0de9-41d5-86da-862920a800bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:01.129125 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-074535b4-3014-4460-99ad-6674db4f8049 req-ba828237-0de9-41d5-86da-862920a800bd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63fe6903-02cc-4d59-b54a-0012785b1f66 HTTP/1.1" status: 200 len: 851 time: 0.1451950 Nov 12 20:31:01.192818 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 49d0213f-1643-46b8-84ff-a3a044cb9bef, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=49d0213f-1643-46b8-84ff-a3a044cb9bef,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:31:01.260108 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '49d0213f-1643-46b8-84ff-a3a044cb9bef', 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786', 'port_id': '49d0213f-1643-46b8-84ff-a3a044cb9bef', 'mac_address': 'fa:16:3e:78:4d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c500cb5-3e69-49e9-9723-b1dae39e8dfb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:31:01.355507 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074535b4-3014-4460-99ad-6674db4f8049 req-9f31965e-9834-40d8-8cc1-203a3ea13ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:01.357369 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-074535b4-3014-4460-99ad-6674db4f8049 req-9f31965e-9834-40d8-8cc1-203a3ea13ba0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a14ebab6-b135-479f-8842-077a5fca0d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1581826 Nov 12 20:31:01.402496 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:01.426725 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c873c-c1ad-47fd-997e-139df00e6e9d req-6606aeec-d374-4a6a-ab78-29cac5f83a6b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:01.428134 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1b6c873c-c1ad-47fd-997e-139df00e6e9d req-6606aeec-d374-4a6a-ab78-29cac5f83a6b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 946 time: 0.1389322 Nov 12 20:31:01.465557 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49d0213f-1643-46b8-84ff-a3a044cb9bef {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:31:01.475092 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-94f3aecc-5e4d-46bd-a8c7-ae21f9829355 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Allocated IP 172.20.0.9 (54d6eafd-e9f0-408f-ace9-62b3db4cd03a/d3cdb48d-8871-4527-9b1c-4613a3a449e9/b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:31:01.499574 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c09174-c024-41c9-8ce5-43b3b8d7c9ee tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:01.512024 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d0c09174-c024-41c9-8ce5-43b3b8d7c9ee tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:01.517791 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558f48e2-8d3c-459b-bfdb-3e12ef6aa8bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-23268710-041a-4c48-a689-d4e2e819d6ed', 'network_id': '23268710-041a-4c48-a689-d4e2e819d6ed', 'tenant_id': 'a1e6c4c985024d44a80b4ef1d1e2ce29', 'fixed_ips': [{'subnet_id': '83810395-7025-41dc-83b1-96a522e77ac6'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:31:01.522700 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-558f48e2-8d3c-459b-bfdb-3e12ef6aa8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:01.627639 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 49d0213f-1643-46b8-84ff-a3a044cb9bef, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=49d0213f-1643-46b8-84ff-a3a044cb9bef,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:31:01.642354 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-074535b4-3014-4460-99ad-6674db4f8049 req-2f8b519d-c98e-4945-87fd-477bb39356ad service neutron] 10.222.0.52 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751842 Nov 12 20:31:01.646423 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1b6c873c-c1ad-47fd-997e-139df00e6e9d req-75e0426a-2c51-456b-a707-a861f4f211e7 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797481 Nov 12 20:31:01.656389 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:01.717046 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d50dd57c-2e4d-4e73-94f3-0ef81485ba86 req-78acc60c-6431-4606-a0f6-4c0c3b7b5461 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 210 time: 0.0490899 Nov 12 20:31:01.814912 n-d-712140-15 neutron-server[102448]: INFO neutron.db.ipam_backend_mixin [None req-d0c09174-c024-41c9-8ce5-43b3b8d7c9ee tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 83810395-7025-41dc-83b1-96a522e77ac6 (CIDR: 172.20.0.0/28) Nov 12 20:31:01.820532 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c09174-c024-41c9-8ce5-43b3b8d7c9ee tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:31:01.821909 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c09174-c024-41c9-8ce5-43b3b8d7c9ee tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:31:01.844523 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d0c09174-c024-41c9-8ce5-43b3b8d7c9ee tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7258096 Nov 12 20:31:01.846380 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45438) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:01.853128 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-300b792f-2b48-4c33-b241-3a3a60cade9c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'subnet': {'network_id': '23268710-041a-4c48-a689-d4e2e819d6ed', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:01.867090 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['49d0213f-1643-46b8-84ff-a3a044cb9bef'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:31:01.994272 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=49d0213f-1643-46b8-84ff-a3a044cb9bef,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:02.002411 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-94f3aecc-5e4d-46bd-a8c7-ae21f9829355 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:02.013784 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-558f48e2-8d3c-459b-bfdb-3e12ef6aa8bb None None] Allocated IP 172.20.0.2 (23268710-041a-4c48-a689-d4e2e819d6ed/83810395-7025-41dc-83b1-96a522e77ac6/df4d57f3-d724-4f40-9d63-99f0da0fe557) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:31:02.018341 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-074535b4-3014-4460-99ad-6674db4f8049 req-b40eb321-33f9-48fc-959e-dc282bef235d service neutron] 10.222.0.52 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612225 Nov 12 20:31:02.019140 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300b792f-2b48-4c33-b241-3a3a60cade9c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:02.025488 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-300b792f-2b48-4c33-b241-3a3a60cade9c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:02.081427 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-94f3aecc-5e4d-46bd-a8c7-ae21f9829355 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:02.162323 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-94f3aecc-5e4d-46bd-a8c7-ae21f9829355 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Network 54d6eafd-e9f0-408f-ace9-62b3db4cd03a is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:31:02.170013 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-94f3aecc-5e4d-46bd-a8c7-ae21f9829355 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:02.172345 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3aecc-5e4d-46bd-a8c7-ae21f9829355 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Port': ['ID=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:02.174577 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-94f3aecc-5e4d-46bd-a8c7-ae21f9829355 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:31:02.283886 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-94f3aecc-5e4d-46bd-a8c7-ae21f9829355 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:02.284599 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-94f3aecc-5e4d-46bd-a8c7-ae21f9829355 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:02.316911 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-558f48e2-8d3c-459b-bfdb-3e12ef6aa8bb None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:02.330521 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-558f48e2-8d3c-459b-bfdb-3e12ef6aa8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:02.337234 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-94f3aecc-5e4d-46bd-a8c7-ae21f9829355 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8506825 Nov 12 20:31:02.357211 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-bf9d122b-8fde-4589-89cb-16510465fd15 service neutron] Request body: {'port': {'device_id': '21a9b3bd-086c-4e54-bdef-3a70df52358c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:02.416122 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558f48e2-8d3c-459b-bfdb-3e12ef6aa8bb None None] Network 23268710-041a-4c48-a689-d4e2e819d6ed is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:31:02.423169 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-558f48e2-8d3c-459b-bfdb-3e12ef6aa8bb None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:02.426093 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558f48e2-8d3c-459b-bfdb-3e12ef6aa8bb None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:31:02.442312 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f48e2-8d3c-459b-bfdb-3e12ef6aa8bb None None] Pushing event updated for resources: {'Port': ['ID=df4d57f3-d724-4f40-9d63-99f0da0fe557,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:02.492659 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-300b792f-2b48-4c33-b241-3a3a60cade9c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:02.492894 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-bf9d122b-8fde-4589-89cb-16510465fd15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:02.514624 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-558f48e2-8d3c-459b-bfdb-3e12ef6aa8bb None None] Attempting to bind port df4d57f3-d724-4f40-9d63-99f0da0fe557 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:31:02.515012 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-558f48e2-8d3c-459b-bfdb-3e12ef6aa8bb None None] Attempting to bind port df4d57f3-d724-4f40-9d63-99f0da0fe557 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '4ef9b395-f35b-4326-9473-ad8d1ef574c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '23268710-041a-4c48-a689-d4e2e819d6ed'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:31:02.515381 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558f48e2-8d3c-459b-bfdb-3e12ef6aa8bb None None] Attempting to bind port df4d57f3-d724-4f40-9d63-99f0da0fe557 on network 23268710-041a-4c48-a689-d4e2e819d6ed {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:31:02.521055 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558f48e2-8d3c-459b-bfdb-3e12ef6aa8bb None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:31:02.521442 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558f48e2-8d3c-459b-bfdb-3e12ef6aa8bb None None] Checking segment: {'id': '4ef9b395-f35b-4326-9473-ad8d1ef574c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '23268710-041a-4c48-a689-d4e2e819d6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:31:02.521842 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-558f48e2-8d3c-459b-bfdb-3e12ef6aa8bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:02.522236 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558f48e2-8d3c-459b-bfdb-3e12ef6aa8bb None None] Bound using segment: {'id': '4ef9b395-f35b-4326-9473-ad8d1ef574c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '23268710-041a-4c48-a689-d4e2e819d6ed'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:31:02.522715 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-558f48e2-8d3c-459b-bfdb-3e12ef6aa8bb None None] Bound port: df4d57f3-d724-4f40-9d63-99f0da0fe557, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef9b395-f35b-4326-9473-ad8d1ef574c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '23268710-041a-4c48-a689-d4e2e819d6ed'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:31:02.523076 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-558f48e2-8d3c-459b-bfdb-3e12ef6aa8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:02.557367 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300b792f-2b48-4c33-b241-3a3a60cade9c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network 23268710-041a-4c48-a689-d4e2e819d6ed is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:31:02.560927 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-300b792f-2b48-4c33-b241-3a3a60cade9c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:02.565216 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300b792f-2b48-4c33-b241-3a3a60cade9c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:02.567717 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-300b792f-2b48-4c33-b241-3a3a60cade9c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:02.584504 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b792f-2b48-4c33-b241-3a3a60cade9c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Subnet': ['ID=5e0ed3d3-83b6-487e-9de5-57df91d6fc4e,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:02.601295 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-300b792f-2b48-4c33-b241-3a3a60cade9c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7464926 Nov 12 20:31:02.602030 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45440) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:02.607145 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-be4a9b37-04a9-42e7-852e-741d468854d6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'port': {'network_id': '23268710-041a-4c48-a689-d4e2e819d6ed', 'fixed_ips': [{'subnet_id': '83810395-7025-41dc-83b1-96a522e77ac6'}, {'subnet_id': '5e0ed3d3-83b6-487e-9de5-57df91d6fc4e'}], 'name': 'tempest-PortsTestJSON-807480155'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:02.630103 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-558f48e2-8d3c-459b-bfdb-3e12ef6aa8bb None None] For port df4d57f3-d724-4f40-9d63-99f0da0fe557, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:31:02.634439 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-558f48e2-8d3c-459b-bfdb-3e12ef6aa8bb None None] For port df4d57f3-d724-4f40-9d63-99f0da0fe557, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=df4d57f3-d724-4f40-9d63-99f0da0fe557,segment=NetworkSegment(4ef9b395-f35b-4326-9473-ad8d1ef574c8),segment_id=4ef9b395-f35b-4326-9473-ad8d1ef574c8)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:31:02.645510 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-558f48e2-8d3c-459b-bfdb-3e12ef6aa8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:02.649293 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-81dad4f3-dcce-46bd-bca3-9f4ce5cafb4e None None] Provisioning complete for port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:02.649659 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-81dad4f3-dcce-46bd-bca3-9f4ce5cafb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:02.751637 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-81dad4f3-dcce-46bd-bca3-9f4ce5cafb4e None None] Port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:31:02.767845 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f48e2-8d3c-459b-bfdb-3e12ef6aa8bb None None] Pushing event updated for resources: {'Port': ['ID=df4d57f3-d724-4f40-9d63-99f0da0fe557,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:02.787821 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4a9b37-04a9-42e7-852e-741d468854d6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:02.888491 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 49d0213f-1643-46b8-84ff-a3a044cb9bef up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:31:02.949270 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4142528-dd95-41b7-8332-bfaa0ddc2272 req-1bbc373d-f02e-4aca-ab85-9881364fb911 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:02.950966 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c4142528-dd95-41b7-8332-bfaa0ddc2272 req-1bbc373d-f02e-4aca-ab85-9881364fb911 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 945 time: 0.1288276 Nov 12 20:31:02.999474 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6945a6e-48eb-4d1d-a801-9a22833f93b8 req-4e280042-7000-47fd-bfb2-57aaab18ceca tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:03.001120 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6945a6e-48eb-4d1d-a801-9a22833f93b8 req-4e280042-7000-47fd-bfb2-57aaab18ceca tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 931 time: 0.1259248 Nov 12 20:31:03.030277 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 49d0213f-1643-46b8-84ff-a3a044cb9bef triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:03.030277 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:03.057525 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be4a9b37-04a9-42e7-852e-741d468854d6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:03.118188 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-be4a9b37-04a9-42e7-852e-741d468854d6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] device_id is not set on port 9c41b920-6590-4478-bc92-272d55cf28f9 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:31:03.126731 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c4142528-dd95-41b7-8332-bfaa0ddc2272 req-0106470a-193b-4505-9a38-9b3960cc34a5 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599631 Nov 12 20:31:03.240100 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6945a6e-48eb-4d1d-a801-9a22833f93b8 req-67489a1b-d235-4666-afb4-2b4e115c8f62 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257075 Nov 12 20:31:03.246760 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:03.282822 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f494c359-47aa-4b90-99a8-814e01463051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d0213f-1643-46b8-84ff-a3a044cb9bef'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:31:03.285087 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01654ba5-c8d0-427c-aba2-ca363abfde79" -d '{"events": [{"server_uuid": "f494c359-47aa-4b90-99a8-814e01463051", "name": "network-vif-plugged", "status": "completed", "tag": "49d0213f-1643-46b8-84ff-a3a044cb9bef"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:31:03.327286 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-bf9d122b-8fde-4589-89cb-16510465fd15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:31:03.330182 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 49d0213f-1643-46b8-84ff-a3a044cb9bef, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=49d0213f-1643-46b8-84ff-a3a044cb9bef,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:31:03.349597 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:03.361732 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-bf9d122b-8fde-4589-89cb-16510465fd15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:03.385169 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37027684-3ec4-4e66-80fd-e04c5dc0a997 x-openstack-request-id: req-37027684-3ec4-4e66-80fd-e04c5dc0a997 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:31:03.385795 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f494c359-47aa-4b90-99a8-814e01463051", "name": "network-vif-plugged", "status": "completed", "tag": "49d0213f-1643-46b8-84ff-a3a044cb9bef", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:31:03.386215 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-37027684-3ec4-4e66-80fd-e04c5dc0a997 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:31:03.386863 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f494c359-47aa-4b90-99a8-814e01463051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d0213f-1643-46b8-84ff-a3a044cb9bef', 'code': 200} Nov 12 20:31:03.406389 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-bf9d122b-8fde-4589-89cb-16510465fd15 service neutron] Transition to ACTIVE for port object b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:31:03.413334 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-bf9d122b-8fde-4589-89cb-16510465fd15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:03.423449 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=49d0213f-1643-46b8-84ff-a3a044cb9bef,revision_number=7']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:03.505711 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d122b-8fde-4589-89cb-16510465fd15 service neutron] Pushing event updated for resources: {'Port': ['ID=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:03.635218 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-bf9d122b-8fde-4589-89cb-16510465fd15 service neutron] Attempting to bind port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:31:03.636327 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-bf9d122b-8fde-4589-89cb-16510465fd15 service neutron] Attempting to bind port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '48a4b4c8-75c0-404f-94ae-981327b90788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:31:03.636758 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-bf9d122b-8fde-4589-89cb-16510465fd15 service neutron] Attempting to bind port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b on network 54d6eafd-e9f0-408f-ace9-62b3db4cd03a {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:31:03.642696 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-bf9d122b-8fde-4589-89cb-16510465fd15 service neutron] Port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b on network 54d6eafd-e9f0-408f-ace9-62b3db4cd03a not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:31:03.643110 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-bf9d122b-8fde-4589-89cb-16510465fd15 service neutron] Attempting to bind port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b on network 54d6eafd-e9f0-408f-ace9-62b3db4cd03a {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:31:03.648804 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-bf9d122b-8fde-4589-89cb-16510465fd15 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:31:03.649268 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-bf9d122b-8fde-4589-89cb-16510465fd15 service neutron] Checking segment: {'id': '48a4b4c8-75c0-404f-94ae-981327b90788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:31:03.650963 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-bf9d122b-8fde-4589-89cb-16510465fd15 service neutron] Bound using segment: {'id': '48a4b4c8-75c0-404f-94ae-981327b90788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:31:03.650963 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-bf9d122b-8fde-4589-89cb-16510465fd15 service neutron] Bound port: b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48a4b4c8-75c0-404f-94ae-981327b90788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:31:03.650963 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-bf9d122b-8fde-4589-89cb-16510465fd15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:03.734365 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-be4a9b37-04a9-42e7-852e-741d468854d6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Allocated IP 172.20.0.3 (23268710-041a-4c48-a689-d4e2e819d6ed/83810395-7025-41dc-83b1-96a522e77ac6/9c41b920-6590-4478-bc92-272d55cf28f9) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:31:03.740762 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-bf9d122b-8fde-4589-89cb-16510465fd15 service neutron] For port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:31:03.744836 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-bf9d122b-8fde-4589-89cb-16510465fd15 service neutron] For port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,segment=NetworkSegment(48a4b4c8-75c0-404f-94ae-981327b90788),segment_id=48a4b4c8-75c0-404f-94ae-981327b90788)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:31:03.750423 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-bf9d122b-8fde-4589-89cb-16510465fd15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:03.756796 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-be4a9b37-04a9-42e7-852e-741d468854d6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Allocated IP 172.20.0.22 (23268710-041a-4c48-a689-d4e2e819d6ed/5e0ed3d3-83b6-487e-9de5-57df91d6fc4e/9c41b920-6590-4478-bc92-272d55cf28f9) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:31:03.810005 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d122b-8fde-4589-89cb-16510465fd15 service neutron] Pushing event updated for resources: {'Port': ['ID=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:03.823679 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-bf9d122b-8fde-4589-89cb-16510465fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:03.824538 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-bf9d122b-8fde-4589-89cb-16510465fd15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:03.826231 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-bf9d122b-8fde-4589-89cb-16510465fd15 service neutron] 10.222.0.52 "PUT /v2.0/ports/b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b HTTP/1.1" status: 200 len: 1092 time: 1.4801986 Nov 12 20:31:03.826861 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a9b3bd-086c-4e54-bdef-3a70df52358c', 'tag': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:31:03.829650 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a64bf77-6d3f-41e3-a775-702c410e55ad" -d '{"events": [{"name": "network-changed", "server_uuid": "21a9b3bd-086c-4e54-bdef-3a70df52358c", "tag": "b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:31:03.953321 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ec50ac-05d4-4618-97e2-713071d22323 x-openstack-request-id: req-16ec50ac-05d4-4618-97e2-713071d22323 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:31:03.954937 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a9b3bd-086c-4e54-bdef-3a70df52358c", "tag": "b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:31:03.955346 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-16ec50ac-05d4-4618-97e2-713071d22323 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:31:03.955912 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a9b3bd-086c-4e54-bdef-3a70df52358c', 'tag': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b', 'status': 'completed', 'code': 200} Nov 12 20:31:03.994736 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-5f77a4b4-cb29-4741-b790-009b0b5d87b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:03.997806 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-5f77a4b4-cb29-4741-b790-009b0b5d87b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 1095 time: 0.1212652 Nov 12 20:31:04.090094 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-d0d1edd9-e05b-41b4-9cdf-1ad20811806a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b HTTP/1.1" status: 200 len: 217 time: 0.0823569 Nov 12 20:31:04.195860 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-8b0827c6-772f-4467-84ff-8e044c6af39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:04.199184 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-8b0827c6-772f-4467-84ff-8e044c6af39e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3cdb48d-8871-4527-9b1c-4613a3a449e9 HTTP/1.1" status: 200 len: 835 time: 0.0994165 Nov 12 20:31:04.242182 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be4a9b37-04a9-42e7-852e-741d468854d6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:04.355779 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be4a9b37-04a9-42e7-852e-741d468854d6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:04.387475 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-f112d464-c963-4ed1-848a-ccceafdbb724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:04.389057 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-f112d464-c963-4ed1-848a-ccceafdbb724 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54d6eafd-e9f0-408f-ace9-62b3db4cd03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1786482 Nov 12 20:31:04.434177 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4a9b37-04a9-42e7-852e-741d468854d6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network 23268710-041a-4c48-a689-d4e2e819d6ed is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:31:04.540637 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b4d9a-f9ab-462e-9225-4f799ddb49e3 req-980c9885-e3c8-4a64-b7a5-5981ecd3c5d9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:04.542412 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-409b4d9a-f9ab-462e-9225-4f799ddb49e3 req-980c9885-e3c8-4a64-b7a5-5981ecd3c5d9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 946 time: 0.2379768 Nov 12 20:31:04.592099 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-be4a9b37-04a9-42e7-852e-741d468854d6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:04.602808 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4a9b37-04a9-42e7-852e-741d468854d6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:31:04.692699 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27249d-fea5-4c6e-a81f-4b218da03b36 req-5fdc853b-b567-4d68-894d-c3ec370acc86 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:04.701323 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bb27249d-fea5-4c6e-a81f-4b218da03b36 req-5fdc853b-b567-4d68-894d-c3ec370acc86 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 943 time: 0.3201783 Nov 12 20:31:04.713619 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a9b37-04a9-42e7-852e-741d468854d6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Port': ['ID=9c41b920-6590-4478-bc92-272d55cf28f9,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:04.740797 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4a9b37-04a9-42e7-852e-741d468854d6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:04.741551 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be4a9b37-04a9-42e7-852e-741d468854d6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:04.743005 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-582ae61f-2c16-4f8b-a7da-f55926cd80fe service neutron] 10.222.0.52 "GET /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274913 Nov 12 20:31:04.772097 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220c8c76-5164-4e55-97ef-eaa83e9cd648 None None] Network 23268710-041a-4c48-a689-d4e2e819d6ed requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:31:04.817739 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-be4a9b37-04a9-42e7-852e-741d468854d6 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.2118733 Nov 12 20:31:04.829932 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45486) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:04.854614 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b3855c45-ef6f-4cb8-ab05-0cdc51341bc2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '83810395-7025-41dc-83b1-96a522e77ac6'}]}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:04.940222 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-409b4d9a-f9ab-462e-9225-4f799ddb49e3 req-ad56ec5e-ccc9-4c23-9828-36c21e258bdc tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741350 Nov 12 20:31:04.960556 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-739c744d-9d36-4c3c-9fdb-985265366cc2 req-3e6afb71-2055-4500-9963-ee58c29bcce8 service neutron] 10.222.0.52 "GET /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890039 Nov 12 20:31:05.001918 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bb27249d-fea5-4c6e-a81f-4b218da03b36 req-08e66001-a615-4872-a390-2e4cdf1012c6 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2984388 Nov 12 20:31:05.074712 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device df4d57f3-d724-4f40-9d63-99f0da0fe557 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:31:05.127258 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b3855c45-ef6f-4cb8-ab05-0cdc51341bc2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:05.181040 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-53a1ed6a-879b-480f-92a7-4d4e46c5cdaf None None] Provisioning complete for port df4d57f3-d724-4f40-9d63-99f0da0fe557 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:05.181706 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-53a1ed6a-879b-480f-92a7-4d4e46c5cdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:05.241299 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64bf77-6d3f-41e3-a775-702c410e55ad req-5e6a1ddc-6220-4b08-a1fc-6e33496a5315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:05.246689 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port df4d57f3-d724-4f40-9d63-99f0da0fe557 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:05.247321 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:05.250588 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a64bf77-6d3f-41e3-a775-702c410e55ad req-5e6a1ddc-6220-4b08-a1fc-6e33496a5315 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 1095 time: 0.1877246 Nov 12 20:31:05.471150 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-53a1ed6a-879b-480f-92a7-4d4e46c5cdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:05.505766 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64bf77-6d3f-41e3-a775-702c410e55ad req-4c054241-e4f0-4999-9faa-940cb399844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:05.508007 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a64bf77-6d3f-41e3-a775-702c410e55ad req-4c054241-e4f0-4999-9faa-940cb399844c service neutron] 10.222.0.52 "GET /v2.0/networks?id=54d6eafd-e9f0-408f-ace9-62b3db4cd03a HTTP/1.1" status: 200 len: 897 time: 0.2482221 Nov 12 20:31:05.526020 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-53a1ed6a-879b-480f-92a7-4d4e46c5cdaf None None] For port df4d57f3-d724-4f40-9d63-99f0da0fe557, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=df4d57f3-d724-4f40-9d63-99f0da0fe557,segment=NetworkSegment(4ef9b395-f35b-4326-9473-ad8d1ef574c8),segment_id=4ef9b395-f35b-4326-9473-ad8d1ef574c8)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:31:05.555171 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-b3855c45-ef6f-4cb8-ab05-0cdc51341bc2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Delete allocated IP 172.20.0.22 (23268710-041a-4c48-a689-d4e2e819d6ed/5e0ed3d3-83b6-487e-9de5-57df91d6fc4e) {{(pid=102448) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 20:31:05.588764 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-53a1ed6a-879b-480f-92a7-4d4e46c5cdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:05.591886 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca4be1f-0990-4561-af46-1af849545afc None None] Update dhcp port {'port': {'network_id': '23268710-041a-4c48-a689-d4e2e819d6ed', 'fixed_ips': [{'subnet_id': '83810395-7025-41dc-83b1-96a522e77ac6', 'ip_address': '172.20.0.2'}, {'subnet_id': '5e0ed3d3-83b6-487e-9de5-57df91d6fc4e'}], 'binding:host_id': 'n-d-712140-15'}, 'id': 'df4d57f3-d724-4f40-9d63-99f0da0fe557'} from n-d-712140-15. {{(pid=102449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 20:31:05.615271 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a64bf77-6d3f-41e3-a775-702c410e55ad req-9e956e35-c808-4a87-96d6-a0d182385190 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b HTTP/1.1" status: 200 len: 217 time: 0.0980577 Nov 12 20:31:05.688751 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cca4be1f-0990-4561-af46-1af849545afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:05.745866 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64bf77-6d3f-41e3-a775-702c410e55ad req-8344f7e6-dadd-47a8-be09-177e29f91d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:05.747819 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a64bf77-6d3f-41e3-a775-702c410e55ad req-8344f7e6-dadd-47a8-be09-177e29f91d48 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3cdb48d-8871-4527-9b1c-4613a3a449e9 HTTP/1.1" status: 200 len: 835 time: 0.1230698 Nov 12 20:31:05.760072 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1ed6a-879b-480f-92a7-4d4e46c5cdaf None None] Pushing event updated for resources: {'Port': ['ID=df4d57f3-d724-4f40-9d63-99f0da0fe557,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:05.849608 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b3855c45-ef6f-4cb8-ab05-0cdc51341bc2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:05.858637 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b3855c45-ef6f-4cb8-ab05-0cdc51341bc2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:05.999253 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-cca4be1f-0990-4561-af46-1af849545afc None None] Allocated IP 172.20.0.18 (23268710-041a-4c48-a689-d4e2e819d6ed/5e0ed3d3-83b6-487e-9de5-57df91d6fc4e/df4d57f3-d724-4f40-9d63-99f0da0fe557) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:31:06.019597 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3855c45-ef6f-4cb8-ab05-0cdc51341bc2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Port': ['ID=9c41b920-6590-4478-bc92-272d55cf28f9,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:06.121810 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-b3855c45-ef6f-4cb8-ab05-0cdc51341bc2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] In _notify_port_updated(), no bound segment for port 9c41b920-6590-4478-bc92-272d55cf28f9 on network 23268710-041a-4c48-a689-d4e2e819d6ed {{(pid=102448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 20:31:06.122033 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-cca4be1f-0990-4561-af46-1af849545afc None None] For port df4d57f3-d724-4f40-9d63-99f0da0fe557, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=df4d57f3-d724-4f40-9d63-99f0da0fe557,segment=NetworkSegment(4ef9b395-f35b-4326-9473-ad8d1ef574c8),segment_id=4ef9b395-f35b-4326-9473-ad8d1ef574c8)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:31:06.131030 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3855c45-ef6f-4cb8-ab05-0cdc51341bc2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:06.131265 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b3855c45-ef6f-4cb8-ab05-0cdc51341bc2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:06.137552 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b3855c45-ef6f-4cb8-ab05-0cdc51341bc2 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "PUT /v2.0/ports/9c41b920-6590-4478-bc92-272d55cf28f9 HTTP/1.1" status: 200 len: 918 time: 1.3026555 Nov 12 20:31:06.142053 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45496) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:06.154212 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-92463370-c3eb-48da-94f3-d43628ce4816 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '83810395-7025-41dc-83b1-96a522e77ac6'}, {'subnet_id': '5e0ed3d3-83b6-487e-9de5-57df91d6fc4e'}]}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:06.158395 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cca4be1f-0990-4561-af46-1af849545afc None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:06.169544 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cca4be1f-0990-4561-af46-1af849545afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:06.262145 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4be1f-0990-4561-af46-1af849545afc None None] Pushing event updated for resources: {'Port': ['ID=df4d57f3-d724-4f40-9d63-99f0da0fe557,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:06.367255 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92463370-c3eb-48da-94f3-d43628ce4816 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:06.437488 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64bf77-6d3f-41e3-a775-702c410e55ad req-d6088f4f-204d-47cc-b104-555d3d7b0618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:06.439083 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a64bf77-6d3f-41e3-a775-702c410e55ad req-d6088f4f-204d-47cc-b104-555d3d7b0618 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54d6eafd-e9f0-408f-ace9-62b3db4cd03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6814313 Nov 12 20:31:06.465323 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bbbbc-6c28-409e-9459-fb57be72ccff req-bd25456b-24f0-485c-97e2-fd721680520e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:06.479096 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-804bbbbc-6c28-409e-9459-fb57be72ccff req-bd25456b-24f0-485c-97e2-fd721680520e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 943 time: 0.2771077 Nov 12 20:31:06.491881 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ef230-b4cf-4212-a520-4d69933ba41c req-98b1fa94-4e60-42e2-ab3c-32eeae57396e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:06.505703 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-426ef230-b4cf-4212-a520-4d69933ba41c req-98b1fa94-4e60-42e2-ab3c-32eeae57396e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 946 time: 0.1678805 Nov 12 20:31:06.603443 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-804bbbbc-6c28-409e-9459-fb57be72ccff req-2895600b-0d58-4d9f-be2f-5359e280d0d5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213691 Nov 12 20:31:06.603656 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-426ef230-b4cf-4212-a520-4d69933ba41c req-ae8ed230-68cf-4a78-af0d-df252254e827 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954514 Nov 12 20:31:06.710083 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device df4d57f3-d724-4f40-9d63-99f0da0fe557 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:31:06.725633 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a64bf77-6d3f-41e3-a775-702c410e55ad req-31389f0c-d170-4673-8aa8-b3be793986a9 service neutron] 10.222.0.52 "GET /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648916 Nov 12 20:31:06.797006 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port df4d57f3-d724-4f40-9d63-99f0da0fe557 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:06.797379 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:06.878466 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a64bf77-6d3f-41e3-a775-702c410e55ad req-38b6f82e-8975-4aa5-aef0-536c7c152e5f service neutron] 10.222.0.52 "GET /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446607 Nov 12 20:31:06.951780 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-92463370-c3eb-48da-94f3-d43628ce4816 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Allocated IP 172.20.0.25 (23268710-041a-4c48-a689-d4e2e819d6ed/5e0ed3d3-83b6-487e-9de5-57df91d6fc4e/9c41b920-6590-4478-bc92-272d55cf28f9) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:31:07.168259 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92463370-c3eb-48da-94f3-d43628ce4816 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:07.177453 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92463370-c3eb-48da-94f3-d43628ce4816 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:07.278868 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d60b194-1ec8-4674-8847-b044df648c7a None None] Network 23268710-041a-4c48-a689-d4e2e819d6ed requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:31:07.280702 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92463370-c3eb-48da-94f3-d43628ce4816 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Port': ['ID=9c41b920-6590-4478-bc92-272d55cf28f9,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:07.377408 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d7dd6f75-5a64-4c5f-8704-e41af9371299 None None] Provisioning complete for port 9c41b920-6590-4478-bc92-272d55cf28f9 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:07.379881 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d7dd6f75-5a64-4c5f-8704-e41af9371299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:07.409090 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-92463370-c3eb-48da-94f3-d43628ce4816 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] In _notify_port_updated(), no bound segment for port 9c41b920-6590-4478-bc92-272d55cf28f9 on network 23268710-041a-4c48-a689-d4e2e819d6ed {{(pid=102448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 20:31:07.415180 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92463370-c3eb-48da-94f3-d43628ce4816 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:07.416026 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92463370-c3eb-48da-94f3-d43628ce4816 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:07.417702 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-92463370-c3eb-48da-94f3-d43628ce4816 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "PUT /v2.0/ports/9c41b920-6590-4478-bc92-272d55cf28f9 HTTP/1.1" status: 200 len: 998 time: 1.2746480 Nov 12 20:31:07.420671 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45500) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:07.435118 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-d7dd6f75-5a64-4c5f-8704-e41af9371299 None None] Port 9c41b920-6590-4478-bc92-272d55cf28f9 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:31:07.492972 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d7dd6f75-5a64-4c5f-8704-e41af9371299 None None] Provisioning complete for port df4d57f3-d724-4f40-9d63-99f0da0fe557 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:07.493329 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d7dd6f75-5a64-4c5f-8704-e41af9371299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:07.563167 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-31877976-c874-4605-ae30-ffed0eeaac1b tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting port 9c41b920-6590-4478-bc92-272d55cf28f9 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:31:07.563707 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31877976-c874-4605-ae30-ffed0eeaac1b tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:07.664568 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:31:07.676269 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31877976-c874-4605-ae30-ffed0eeaac1b tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:07.699315 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-31877976-c874-4605-ae30-ffed0eeaac1b tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Calling delete_port for 9c41b920-6590-4478-bc92-272d55cf28f9 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:31:07.782433 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:31:07.821945 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1eb15f-eab8-4813-a260-492378656c3c req-f77a3481-59ec-4e4e-a795-dabdce5f1ed7 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:07.834505 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3e1eb15f-eab8-4813-a260-492378656c3c req-f77a3481-59ec-4e4e-a795-dabdce5f1ed7 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 943 time: 0.1120453 Nov 12 20:31:07.836348 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a766369-b34d-4049-acbe-1db8cdad5227 req-6aa59042-6109-423e-94e8-a08601489da0 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:07.838156 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4a766369-b34d-4049-acbe-1db8cdad5227 req-6aa59042-6109-423e-94e8-a08601489da0 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 946 time: 0.1319945 Nov 12 20:31:07.914950 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4a766369-b34d-4049-acbe-1db8cdad5227 req-a60c4005-73d5-4c9b-a5ab-c5b30f47ef88 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647531 Nov 12 20:31:07.959289 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3e1eb15f-eab8-4813-a260-492378656c3c req-b8fa3b4a-c33d-40d5-8045-9768065cdfeb tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118834 Nov 12 20:31:07.961261 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,segment=NetworkSegment(48a4b4c8-75c0-404f-94ae-981327b90788),segment_id=48a4b4c8-75c0-404f-94ae-981327b90788)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:31:07.992370 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b', 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a', 'port_id': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b', 'mac_address': 'fa:16:3e:e9:c3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3cdb48d-8871-4527-9b1c-4613a3a449e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:31:08.133419 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:08.156621 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:31:08.180192 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31877976-c874-4605-ae30-ffed0eeaac1b tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:08.184508 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,segment=NetworkSegment(48a4b4c8-75c0-404f-94ae-981327b90788),segment_id=48a4b4c8-75c0-404f-94ae-981327b90788)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:31:08.196779 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:08.222246 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31877976-c874-4605-ae30-ffed0eeaac1b tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Port': ['ID=9c41b920-6590-4478-bc92-272d55cf28f9,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:08.258548 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:08.345947 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31877976-c874-4605-ae30-ffed0eeaac1b tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:08.350485 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-31877976-c874-4605-ae30-ffed0eeaac1b tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/ports/9c41b920-6590-4478-bc92-272d55cf28f9 HTTP/1.1" status: 204 len: 168 time: 0.9287140 Nov 12 20:31:08.353190 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45508) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:08.384585 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8bffa5c-3d2e-4417-8cf1-2c55cfa7afe5 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] GET failed (client error): The resource could not be found. Nov 12 20:31:08.388498 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b8bffa5c-3d2e-4417-8cf1-2c55cfa7afe5 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "GET /v2.0/ports/9c41b920-6590-4478-bc92-272d55cf28f9 HTTP/1.1" status: 404 len: 333 time: 0.0317795 Nov 12 20:31:08.389156 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45510) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:08.459448 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-487d452e-46a8-442b-bc06-4163362941d0 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting subnet 5e0ed3d3-83b6-487e-9de5-57df91d6fc4e {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:31:08.464424 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-487d452e-46a8-442b-bc06-4163362941d0 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:08.492430 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:31:08.535064 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-487d452e-46a8-442b-bc06-4163362941d0 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:08.646244 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-487d452e-46a8-442b-bc06-4163362941d0 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:08.722484 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-487d452e-46a8-442b-bc06-4163362941d0 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:08.762264 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-487d452e-46a8-442b-bc06-4163362941d0 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:08.765839 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-487d452e-46a8-442b-bc06-4163362941d0 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/subnets/5e0ed3d3-83b6-487e-9de5-57df91d6fc4e HTTP/1.1" status: 204 len: 168 time: 0.3757541 Nov 12 20:31:08.767241 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d452e-46a8-442b-bc06-4163362941d0 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Subnet': ['ID=5e0ed3d3-83b6-487e-9de5-57df91d6fc4e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:08.769320 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45512) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:08.886104 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-d08cd0d3-6797-4a1f-a6d8-602fb2c5e097 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting subnet 83810395-7025-41dc-83b1-96a522e77ac6 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:31:08.898748 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d08cd0d3-6797-4a1f-a6d8-602fb2c5e097 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:08.944792 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb5a916-6cc7-45fc-8daa-da50977d23b0 None None] Network 23268710-041a-4c48-a689-d4e2e819d6ed requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:31:08.978756 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d08cd0d3-6797-4a1f-a6d8-602fb2c5e097 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:09.046540 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-53eff335-bf43-460a-b20e-05d1ae20c26d None None] Could not find standard attr ID for object 9c41b920-6590-4478-bc92-272d55cf28f9. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:31:09.079191 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-53eff335-bf43-460a-b20e-05d1ae20c26d None None] Provisioning complete for port df4d57f3-d724-4f40-9d63-99f0da0fe557 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:09.079708 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-53eff335-bf43-460a-b20e-05d1ae20c26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:09.147759 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8df652-8d9d-439b-89af-d641614e2ca4 req-1607abbc-b86f-4636-88b3-bc3973db6145 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:09.157113 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e8df652-8d9d-439b-89af-d641614e2ca4 req-1607abbc-b86f-4636-88b3-bc3973db6145 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 946 time: 0.1276515 Nov 12 20:31:09.236827 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d08cd0d3-6797-4a1f-a6d8-602fb2c5e097 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:09.287946 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e8df652-8d9d-439b-89af-d641614e2ca4 req-cda4ea2e-071a-483a-b571-92d9e8e0e953 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300409 Nov 12 20:31:09.312650 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93de9e-a824-4c1f-ab5c-8015eb7fdb8c req-b1545215-4e64-4a94-b407-51d2f734ceac tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:09.324638 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cb93de9e-a824-4c1f-ab5c-8015eb7fdb8c req-b1545215-4e64-4a94-b407-51d2f734ceac tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 944 time: 0.1570683 Nov 12 20:31:09.403604 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d08cd0d3-6797-4a1f-a6d8-602fb2c5e097 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:09.446840 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08cd0d3-6797-4a1f-a6d8-602fb2c5e097 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Subnet': ['ID=83810395-7025-41dc-83b1-96a522e77ac6,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:09.449978 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d08cd0d3-6797-4a1f-a6d8-602fb2c5e097 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:09.456370 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45520) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:09.456580 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d08cd0d3-6797-4a1f-a6d8-602fb2c5e097 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/subnets/83810395-7025-41dc-83b1-96a522e77ac6 HTTP/1.1" status: 204 len: 168 time: 0.6848383 Nov 12 20:31:09.472962 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cb93de9e-a824-4c1f-ab5c-8015eb7fdb8c req-8c6810e3-96f0-4a86-834f-deb7d07c0116 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443045 Nov 12 20:31:09.574700 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-00f8c8ce-9845-4a38-88a9-82df1e5dcd45 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:09.673230 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-00f8c8ce-9845-4a38-88a9-82df1e5dcd45 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting port df4d57f3-d724-4f40-9d63-99f0da0fe557 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:31:09.674442 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-00f8c8ce-9845-4a38-88a9-82df1e5dcd45 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:09.766957 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-00f8c8ce-9845-4a38-88a9-82df1e5dcd45 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] For port df4d57f3-d724-4f40-9d63-99f0da0fe557, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=df4d57f3-d724-4f40-9d63-99f0da0fe557,segment=NetworkSegment(4ef9b395-f35b-4326-9473-ad8d1ef574c8),segment_id=4ef9b395-f35b-4326-9473-ad8d1ef574c8)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:31:09.768320 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-00f8c8ce-9845-4a38-88a9-82df1e5dcd45 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:09.783620 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-00f8c8ce-9845-4a38-88a9-82df1e5dcd45 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Calling delete_port for df4d57f3-d724-4f40-9d63-99f0da0fe557 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:31:09.810289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:31:09.899737 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-00f8c8ce-9845-4a38-88a9-82df1e5dcd45 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:09.926328 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:31:09.932673 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:09.933186 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:09.947933 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8c8ce-9845-4a38-88a9-82df1e5dcd45 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Port': ['ID=df4d57f3-d724-4f40-9d63-99f0da0fe557,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:09.951897 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f8c8ce-9845-4a38-88a9-82df1e5dcd45 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] No DVR routers for this DVR port df4d57f3-d724-4f40-9d63-99f0da0fe557 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:31:10.081686 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-00f8c8ce-9845-4a38-88a9-82df1e5dcd45 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:10.093810 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:10.121555 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-00f8c8ce-9845-4a38-88a9-82df1e5dcd45 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23268710-041a-4c48-a689-d4e2e819d6ed']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:10.130962 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a9b3bd-086c-4e54-bdef-3a70df52358c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:31:10.140636 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3cd45e-d1f4-4ca0-9f0f-b915b7c8bd24" -d '{"events": [{"server_uuid": "21a9b3bd-086c-4e54-bdef-3a70df52358c", "name": "network-vif-plugged", "status": "completed", "tag": "b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:31:10.149815 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-00f8c8ce-9845-4a38-88a9-82df1e5dcd45 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef9b395-f35b-4326-9473-ad8d1ef574c8') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:10.152401 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-00f8c8ce-9845-4a38-88a9-82df1e5dcd45 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef9b395-f35b-4326-9473-ad8d1ef574c8') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:10.163912 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acc40ab-9b20-4831-904e-023f1fe4cb1a None None] Network 23268710-041a-4c48-a689-d4e2e819d6ed requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:31:10.173514 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-00f8c8ce-9845-4a38-88a9-82df1e5dcd45 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:10.203068 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-00f8c8ce-9845-4a38-88a9-82df1e5dcd45 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:10.209835 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f8c8ce-9845-4a38-88a9-82df1e5dcd45 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:31:10.210384 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-00f8c8ce-9845-4a38-88a9-82df1e5dcd45 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:31:10.214090 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:31:10.331600 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-00f8c8ce-9845-4a38-88a9-82df1e5dcd45 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:10.344372 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,segment=NetworkSegment(48a4b4c8-75c0-404f-94ae-981327b90788),segment_id=48a4b4c8-75c0-404f-94ae-981327b90788)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:31:10.358803 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e333a8-3295-4456-9f34-09cee991f7c7 x-openstack-request-id: req-d3e333a8-3295-4456-9f34-09cee991f7c7 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:31:10.359089 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a9b3bd-086c-4e54-bdef-3a70df52358c", "name": "network-vif-plugged", "status": "completed", "tag": "b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:31:10.359323 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d3e333a8-3295-4456-9f34-09cee991f7c7 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:31:10.361989 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a9b3bd-086c-4e54-bdef-3a70df52358c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b', 'code': 200} Nov 12 20:31:10.366404 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f0305e20-1698-4d17-a69c-eb6eac99f8cb None None] Could not find standard attr ID for object df4d57f3-d724-4f40-9d63-99f0da0fe557. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:31:10.375926 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-00f8c8ce-9845-4a38-88a9-82df1e5dcd45 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:10.381697 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-00f8c8ce-9845-4a38-88a9-82df1e5dcd45 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/networks/23268710-041a-4c48-a689-d4e2e819d6ed HTTP/1.1" status: 204 len: 168 time: 0.9241765 Nov 12 20:31:10.386247 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45528) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:10.414561 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8c8ce-9845-4a38-88a9-82df1e5dcd45 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Network': ['ID=23268710-041a-4c48-a689-d4e2e819d6ed,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:10.438932 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:10.458256 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1429961-5793-40e1-b6fc-f4c91c36c717 req-4cb9fd23-4f3b-4bc1-bb59-f5402de02ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:10.460006 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c1429961-5793-40e1-b6fc-f4c91c36c717 req-4cb9fd23-4f3b-4bc1-bb59-f5402de02ce1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 1096 time: 0.1298721 Nov 12 20:31:10.483418 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bfedf8-e01e-4b53-85c2-68ed6c42cb0e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:10.493496 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f0bfedf8-e01e-4b53-85c2-68ed6c42cb0e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1038659 Nov 12 20:31:10.533286 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45532) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:10.574715 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67c06cb-ea99-4555-8635-68a7e05e0ac2 None None] DHCP port deletion for 23268710-041a-4c48-a689-d4e2e819d6ed request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:31:10.627353 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f71d0-6cff-4683-b87f-b2c5857b1a3f req-47d80d4f-12eb-4350-b9b5-acd308e55f13 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:10.629663 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-456f71d0-6cff-4683-b87f-b2c5857b1a3f req-47d80d4f-12eb-4350-b9b5-acd308e55f13 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 946 time: 0.1858766 Nov 12 20:31:10.653280 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:10.694661 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c1429961-5793-40e1-b6fc-f4c91c36c717 req-024ba3b3-8be6-4547-ad8d-221a903477a1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016287 Nov 12 20:31:10.726369 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e1630979-d727-4294-ae11-4b15e769517a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1775615 Nov 12 20:31:10.726604 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45534) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:10.731788 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-46eb4bb6-7e5d-4100-9050-65a690c05e8f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1462319994'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:10.760613 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-456f71d0-6cff-4683-b87f-b2c5857b1a3f req-475c7277-d92c-494a-98c7-e0f6a642c83a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870872 Nov 12 20:31:10.766430 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8426dd-705f-4cd0-8656-5f8ed5511cb0 req-fd1eb614-6c7e-4ef6-b1e1-d68d6255c6a4 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:10.768066 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd8426dd-705f-4cd0-8656-5f8ed5511cb0 req-fd1eb614-6c7e-4ef6-b1e1-d68d6255c6a4 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 945 time: 0.1374280 Nov 12 20:31:10.792299 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46eb4bb6-7e5d-4100-9050-65a690c05e8f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:10.795869 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-46eb4bb6-7e5d-4100-9050-65a690c05e8f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:10.860643 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46eb4bb6-7e5d-4100-9050-65a690c05e8f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:31:10.865869 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd8426dd-705f-4cd0-8656-5f8ed5511cb0 req-691b8453-0feb-408e-a8ea-43570f715608 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852916 Nov 12 20:31:10.878152 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-46eb4bb6-7e5d-4100-9050-65a690c05e8f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:10.878517 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-46eb4bb6-7e5d-4100-9050-65a690c05e8f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Added segment cbf81e2b-f085-489a-8f41-c55e2a37e6f2 of type vlan for network a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90 Nov 12 20:31:10.927009 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-46eb4bb6-7e5d-4100-9050-65a690c05e8f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:10.961018 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-46eb4bb6-7e5d-4100-9050-65a690c05e8f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:10.967326 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46eb4bb6-7e5d-4100-9050-65a690c05e8f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:10.967961 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-46eb4bb6-7e5d-4100-9050-65a690c05e8f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:11.013584 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45540) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:11.014053 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-46eb4bb6-7e5d-4100-9050-65a690c05e8f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2860305 Nov 12 20:31:11.018761 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-723c203e-5965-4385-b33e-28fe6efb7c4a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'subnet': {'network_id': 'a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:11.050797 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb4bb6-7e5d-4100-9050-65a690c05e8f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Network': ['ID=a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:11.064225 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:31:11.124428 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723c203e-5965-4385-b33e-28fe6efb7c4a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:11.141686 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-723c203e-5965-4385-b33e-28fe6efb7c4a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:11.384871 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-723c203e-5965-4385-b33e-28fe6efb7c4a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:11.457920 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c203e-5965-4385-b33e-28fe6efb7c4a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Subnet': ['ID=7d99cb12-51eb-4450-a72a-2bac033d6037,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:11.524022 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723c203e-5965-4385-b33e-28fe6efb7c4a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Checking segment: {'id': 'cbf81e2b-f085-489a-8f41-c55e2a37e6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:31:11.524821 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723c203e-5965-4385-b33e-28fe6efb7c4a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network hostable DHCP agents. Network: a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:31:11.558772 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723c203e-5965-4385-b33e-28fe6efb7c4a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:31:11.588434 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-723c203e-5965-4385-b33e-28fe6efb7c4a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:11.598732 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f5e4fa-b132-4ba5-ba22-fdf4fabbdca3 None None] Network a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:31:11.603814 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723c203e-5965-4385-b33e-28fe6efb7c4a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:11.607164 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-723c203e-5965-4385-b33e-28fe6efb7c4a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:11.632396 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-723c203e-5965-4385-b33e-28fe6efb7c4a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6169717 Nov 12 20:31:11.636463 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45544) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:11.646737 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a569e311-18b6-473d-81d8-27f2ca566478 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'port': {'network_id': 'a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90', 'name': 'tempest-PortsTestJSON-1146038410'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:11.828578 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95642bbc-bb5c-4454-86e0-03fbcd1556ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90', 'network_id': 'a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90', 'tenant_id': 'a1e6c4c985024d44a80b4ef1d1e2ce29', 'fixed_ips': [{'subnet_id': '7d99cb12-51eb-4450-a72a-2bac033d6037'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:31:11.830135 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-95642bbc-bb5c-4454-86e0-03fbcd1556ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:11.961562 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a569e311-18b6-473d-81d8-27f2ca566478 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:11.976502 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a569e311-18b6-473d-81d8-27f2ca566478 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:12.027717 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-a569e311-18b6-473d-81d8-27f2ca566478 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] device_id is not set on port 5328501b-01e4-4a0d-8dde-0e3de1765093 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:31:12.072531 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf09219-f652-4bbc-bb95-67483cf9376c req-f7f00b98-912c-442e-b56b-91156ac0ce72 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:12.077072 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-faf09219-f652-4bbc-bb95-67483cf9376c req-f7f00b98-912c-442e-b56b-91156ac0ce72 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 946 time: 0.1392345 Nov 12 20:31:12.221517 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ac11c-a92f-4683-b944-13784fcae304 req-64bf61c0-a8f4-4b99-951e-dc1d0c7361cd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:12.222592 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-95642bbc-bb5c-4454-86e0-03fbcd1556ec None None] Allocated IP 172.20.0.2 (a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90/7d99cb12-51eb-4450-a72a-2bac033d6037/96e07e05-a6e7-4137-b774-bfea32f230eb) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:31:12.242570 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-013ac11c-a92f-4683-b944-13784fcae304 req-64bf61c0-a8f4-4b99-951e-dc1d0c7361cd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 945 time: 0.2059667 Nov 12 20:31:12.250333 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-faf09219-f652-4bbc-bb95-67483cf9376c req-1e1cc673-d0a9-4e92-9a7f-7ea751395223 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662617 Nov 12 20:31:12.353360 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-013ac11c-a92f-4683-b944-13784fcae304 req-ebd815e8-409b-4e69-ab4a-4bed3fbd78b9 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899940 Nov 12 20:31:12.445598 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-95642bbc-bb5c-4454-86e0-03fbcd1556ec None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:12.453319 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-95642bbc-bb5c-4454-86e0-03fbcd1556ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:12.491668 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95642bbc-bb5c-4454-86e0-03fbcd1556ec None None] Network a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:31:12.495213 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-95642bbc-bb5c-4454-86e0-03fbcd1556ec None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:12.499729 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95642bbc-bb5c-4454-86e0-03fbcd1556ec None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:31:12.519528 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-a569e311-18b6-473d-81d8-27f2ca566478 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Allocated IP 172.20.0.10 (a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90/7d99cb12-51eb-4450-a72a-2bac033d6037/5328501b-01e4-4a0d-8dde-0e3de1765093) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:31:12.564266 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device df4d57f3-d724-4f40-9d63-99f0da0fe557 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:31:12.603920 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95642bbc-bb5c-4454-86e0-03fbcd1556ec None None] Pushing event updated for resources: {'Port': ['ID=96e07e05-a6e7-4137-b774-bfea32f230eb,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:12.619682 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: df4d57f3-d724-4f40-9d63-99f0da0fe557 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:31:12.620473 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device df4d57f3-d724-4f40-9d63-99f0da0fe557 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:31:12.638934 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-95642bbc-bb5c-4454-86e0-03fbcd1556ec None None] Attempting to bind port 96e07e05-a6e7-4137-b774-bfea32f230eb on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:31:12.639631 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-95642bbc-bb5c-4454-86e0-03fbcd1556ec None None] Attempting to bind port 96e07e05-a6e7-4137-b774-bfea32f230eb by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'cbf81e2b-f085-489a-8f41-c55e2a37e6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:31:12.640280 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95642bbc-bb5c-4454-86e0-03fbcd1556ec None None] Attempting to bind port 96e07e05-a6e7-4137-b774-bfea32f230eb on network a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:31:12.647240 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95642bbc-bb5c-4454-86e0-03fbcd1556ec None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:31:12.647955 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95642bbc-bb5c-4454-86e0-03fbcd1556ec None None] Checking segment: {'id': 'cbf81e2b-f085-489a-8f41-c55e2a37e6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:31:12.648644 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-95642bbc-bb5c-4454-86e0-03fbcd1556ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:12.649246 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95642bbc-bb5c-4454-86e0-03fbcd1556ec None None] Bound using segment: {'id': 'cbf81e2b-f085-489a-8f41-c55e2a37e6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:31:12.649936 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-95642bbc-bb5c-4454-86e0-03fbcd1556ec None None] Bound port: 96e07e05-a6e7-4137-b774-bfea32f230eb, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf81e2b-f085-489a-8f41-c55e2a37e6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:31:12.650573 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-95642bbc-bb5c-4454-86e0-03fbcd1556ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:12.733383 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a569e311-18b6-473d-81d8-27f2ca566478 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:12.747898 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-95642bbc-bb5c-4454-86e0-03fbcd1556ec None None] For port 96e07e05-a6e7-4137-b774-bfea32f230eb, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:31:12.753734 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-95642bbc-bb5c-4454-86e0-03fbcd1556ec None None] For port 96e07e05-a6e7-4137-b774-bfea32f230eb, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=96e07e05-a6e7-4137-b774-bfea32f230eb,segment=NetworkSegment(cbf81e2b-f085-489a-8f41-c55e2a37e6f2),segment_id=cbf81e2b-f085-489a-8f41-c55e2a37e6f2)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:31:12.762299 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-95642bbc-bb5c-4454-86e0-03fbcd1556ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:12.790787 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a569e311-18b6-473d-81d8-27f2ca566478 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:12.843714 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95642bbc-bb5c-4454-86e0-03fbcd1556ec None None] Pushing event updated for resources: {'Port': ['ID=96e07e05-a6e7-4137-b774-bfea32f230eb,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:12.881205 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a569e311-18b6-473d-81d8-27f2ca566478 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:31:12.889677 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569e311-18b6-473d-81d8-27f2ca566478 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Port': ['ID=5328501b-01e4-4a0d-8dde-0e3de1765093,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:12.895518 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-a569e311-18b6-473d-81d8-27f2ca566478 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:12.897850 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a569e311-18b6-473d-81d8-27f2ca566478 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:31:12.970975 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a569e311-18b6-473d-81d8-27f2ca566478 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:12.971706 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a569e311-18b6-473d-81d8-27f2ca566478 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:13.002242 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a569e311-18b6-473d-81d8-27f2ca566478 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3611023 Nov 12 20:31:13.002591 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45552) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:13.008041 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-0ca0d4cf-3787-49bc-82b2-831dcb9699b9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'port': {'network_id': 'a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90', 'name': 'tempest-PortsTestJSON-1921883912'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:13.244009 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca0d4cf-3787-49bc-82b2-831dcb9699b9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:13.248430 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0ca0d4cf-3787-49bc-82b2-831dcb9699b9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:13.318025 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-0ca0d4cf-3787-49bc-82b2-831dcb9699b9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] device_id is not set on port a831a678-af09-4846-bc48-5e1b7335f592 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:31:13.553083 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0a281-81b8-4dde-b2fb-6531a06690a0 req-d926bfee-e3a7-4d44-aecb-ea67abe87f12 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:13.554884 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6be0a281-81b8-4dde-b2fb-6531a06690a0 req-d926bfee-e3a7-4d44-aecb-ea67abe87f12 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 945 time: 0.0910122 Nov 12 20:31:13.609708 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd6f3c-e805-4942-b353-4d0c80aed724 req-7be18d54-a5f4-40f7-ac33-1b9d54a05c7f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:13.613280 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a6fd6f3c-e805-4942-b353-4d0c80aed724 req-7be18d54-a5f4-40f7-ac33-1b9d54a05c7f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 946 time: 0.1832960 Nov 12 20:31:13.642518 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-0ca0d4cf-3787-49bc-82b2-831dcb9699b9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Allocated IP 172.20.0.5 (a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90/7d99cb12-51eb-4450-a72a-2bac033d6037/a831a678-af09-4846-bc48-5e1b7335f592) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:31:13.652781 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6be0a281-81b8-4dde-b2fb-6531a06690a0 req-c162f9a2-4413-4fc6-ac50-215381330738 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869589 Nov 12 20:31:13.713753 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a6fd6f3c-e805-4942-b353-4d0c80aed724 req-d19fb4a1-ebe0-46f1-80a0-bf14038a1ed0 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901117 Nov 12 20:31:13.834290 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35db22-8662-40dd-8e0c-142732fc08f3 req-03ed9056-65ab-45c2-b2f7-54f2d71eb374 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:13.842092 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c35db22-8662-40dd-8e0c-142732fc08f3 req-03ed9056-65ab-45c2-b2f7-54f2d71eb374 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 945 time: 0.0864894 Nov 12 20:31:13.915468 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c35db22-8662-40dd-8e0c-142732fc08f3 req-828af864-3e5b-4d64-8f25-eda09a26404b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723848 Nov 12 20:31:13.926137 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0ca0d4cf-3787-49bc-82b2-831dcb9699b9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:13.944198 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45564) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:13.993770 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0ca0d4cf-3787-49bc-82b2-831dcb9699b9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:14.014315 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45398874-8f28-40a1-bec4-e31e2b4e3030 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:14.016086 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-45398874-8f28-40a1-bec4-e31e2b4e3030 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 1092 time: 0.0704055 Nov 12 20:31:14.021684 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45566) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:14.028707 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-38a8df1e-08ee-41a7-b8df-dcfe79bcf582 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'port_id': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:14.059791 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-38a8df1e-08ee-41a7-b8df-dcfe79bcf582 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for floatingip, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:14.065468 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0d4cf-3787-49bc-82b2-831dcb9699b9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Port': ['ID=a831a678-af09-4846-bc48-5e1b7335f592,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:14.090507 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca0d4cf-3787-49bc-82b2-831dcb9699b9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:31:14.093001 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-0ca0d4cf-3787-49bc-82b2-831dcb9699b9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:14.097634 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca0d4cf-3787-49bc-82b2-831dcb9699b9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:31:14.155351 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca0d4cf-3787-49bc-82b2-831dcb9699b9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:14.156167 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0ca0d4cf-3787-49bc-82b2-831dcb9699b9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:14.183665 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0ca0d4cf-3787-49bc-82b2-831dcb9699b9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1798844 Nov 12 20:31:14.187119 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45568) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:14.275170 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-38a8df1e-08ee-41a7-b8df-dcfe79bcf582 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:14.426973 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2d1e96-b386-43fe-b218-839e9e1b0a08 None None] Network a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:31:14.452732 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-38a8df1e-08ee-41a7-b8df-dcfe79bcf582 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Allocated IP 172.25.5.41 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/cbf136e1-3ce6-42ed-b5c4-8cc8f254b36d) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:31:14.488603 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51a19df-4f0a-4895-8068-2c83bbfab148 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:14.490738 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b51a19df-4f0a-4895-8068-2c83bbfab148 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.3011518 Nov 12 20:31:14.495269 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45572) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:14.574619 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-972b1ffc-ed52-417f-9594-0bea080b0b5d None None] Provisioning complete for port 96e07e05-a6e7-4137-b774-bfea32f230eb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:14.574999 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-972b1ffc-ed52-417f-9594-0bea080b0b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:14.712902 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-38a8df1e-08ee-41a7-b8df-dcfe79bcf582 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:14.743613 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 96e07e05-a6e7-4137-b774-bfea32f230eb up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:31:14.767423 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-2a3626f6-ae6e-4638-a5ba-8104383c578c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting port a831a678-af09-4846-bc48-5e1b7335f592 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:31:14.771710 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a3626f6-ae6e-4638-a5ba-8104383c578c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:14.786880 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-38a8df1e-08ee-41a7-b8df-dcfe79bcf582 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:14.876642 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a8df1e-08ee-41a7-b8df-dcfe79bcf582 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:31:14.882526 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-38a8df1e-08ee-41a7-b8df-dcfe79bcf582 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:14.888897 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a8df1e-08ee-41a7-b8df-dcfe79bcf582 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:31:14.938010 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8df1e-08ee-41a7-b8df-dcfe79bcf582 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Port': ['ID=cbf136e1-3ce6-42ed-b5c4-8cc8f254b36d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:14.967366 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-972b1ffc-ed52-417f-9594-0bea080b0b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:14.993311 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a3626f6-ae6e-4638-a5ba-8104383c578c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:15.017267 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d45c2e-15a0-4142-918d-a46add54bd26 req-a30cc1d7-064b-4be4-8757-4794c3e243fb tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:15.020890 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 96e07e05-a6e7-4137-b774-bfea32f230eb triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:15.021271 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:15.028040 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-48d45c2e-15a0-4142-918d-a46add54bd26 req-a30cc1d7-064b-4be4-8757-4794c3e243fb tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 946 time: 0.1527410 Nov 12 20:31:15.072522 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-2a3626f6-ae6e-4638-a5ba-8104383c578c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Calling delete_port for a831a678-af09-4846-bc48-5e1b7335f592 owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:31:15.127057 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-972b1ffc-ed52-417f-9594-0bea080b0b5d None None] For port 96e07e05-a6e7-4137-b774-bfea32f230eb, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=96e07e05-a6e7-4137-b774-bfea32f230eb,segment=NetworkSegment(cbf81e2b-f085-489a-8f41-c55e2a37e6f2),segment_id=cbf81e2b-f085-489a-8f41-c55e2a37e6f2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:31:15.134645 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-972b1ffc-ed52-417f-9594-0bea080b0b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:15.186301 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-48d45c2e-15a0-4142-918d-a46add54bd26 req-b593ac01-af3c-4b9d-8ea4-a2ef5df7d022 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571641 Nov 12 20:31:15.305994 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b1ffc-ed52-417f-9594-0bea080b0b5d None None] Pushing event updated for resources: {'Port': ['ID=96e07e05-a6e7-4137-b774-bfea32f230eb,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:15.445593 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a3626f6-ae6e-4638-a5ba-8104383c578c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:15.459598 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-316951af-6fd7-4d99-9611-36efd37fca5d None None] Could not find standard attr ID for object a831a678-af09-4846-bc48-5e1b7335f592. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:31:15.482510 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-316951af-6fd7-4d99-9611-36efd37fca5d None None] Provisioning complete for port 96e07e05-a6e7-4137-b774-bfea32f230eb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:15.482878 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-316951af-6fd7-4d99-9611-36efd37fca5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:15.543904 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3626f6-ae6e-4638-a5ba-8104383c578c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Port': ['ID=a831a678-af09-4846-bc48-5e1b7335f592,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:15.748608 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a3626f6-ae6e-4638-a5ba-8104383c578c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:15.764764 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2a3626f6-ae6e-4638-a5ba-8104383c578c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/ports/a831a678-af09-4846-bc48-5e1b7335f592 HTTP/1.1" status: 204 len: 168 time: 1.2682374 Nov 12 20:31:15.765391 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45586) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:15.769459 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-316951af-6fd7-4d99-9611-36efd37fca5d None None] Provisioning complete for port 5328501b-01e4-4a0d-8dde-0e3de1765093 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:15.770431 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-316951af-6fd7-4d99-9611-36efd37fca5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:15.815128 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-316951af-6fd7-4d99-9611-36efd37fca5d None None] Port 5328501b-01e4-4a0d-8dde-0e3de1765093 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:31:15.821410 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0ad49a-05af-4dd7-9965-1fc0d8d336d8 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] GET failed (client error): The resource could not be found. Nov 12 20:31:15.823201 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-da0ad49a-05af-4dd7-9965-1fc0d8d336d8 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "GET /v2.0/ports/a831a678-af09-4846-bc48-5e1b7335f592 HTTP/1.1" status: 404 len: 333 time: 0.0555551 Nov 12 20:31:15.825984 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45588) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:15.837802 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-38a8df1e-08ee-41a7-b8df-dcfe79bcf582 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:15.953179 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c2e2a89c-f5d5-48e2-8480-3245ac6b41c5 None None] Provisioning complete for port 5328501b-01e4-4a0d-8dde-0e3de1765093 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:15.953628 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c2e2a89c-f5d5-48e2-8480-3245ac6b41c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:15.990286 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-86018c6d-c907-4213-a54a-4da884797e84 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting port 5328501b-01e4-4a0d-8dde-0e3de1765093 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:31:15.990957 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-86018c6d-c907-4213-a54a-4da884797e84 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:16.008164 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c2e2a89c-f5d5-48e2-8480-3245ac6b41c5 None None] Port 5328501b-01e4-4a0d-8dde-0e3de1765093 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:31:16.055469 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-38a8df1e-08ee-41a7-b8df-dcfe79bcf582 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:16.197708 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-86018c6d-c907-4213-a54a-4da884797e84 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:16.225068 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-24eef9ea-994f-4560-be0f-622b481015e9 None None] Could not find standard attr ID for object a831a678-af09-4846-bc48-5e1b7335f592. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:31:16.244008 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-86018c6d-c907-4213-a54a-4da884797e84 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Calling delete_port for 5328501b-01e4-4a0d-8dde-0e3de1765093 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:31:16.632869 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 96e07e05-a6e7-4137-b774-bfea32f230eb up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:31:16.705448 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 96e07e05-a6e7-4137-b774-bfea32f230eb triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:16.705910 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:16.806506 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536aead5-f6e7-4bf7-abe2-ce5bf73c67cf req-de1e0e25-6de5-45f5-b2ae-2d32f8b94633 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:16.808283 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-536aead5-f6e7-4bf7-abe2-ce5bf73c67cf req-de1e0e25-6de5-45f5-b2ae-2d32f8b94633 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 946 time: 0.5177968 Nov 12 20:31:16.860405 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-38a8df1e-08ee-41a7-b8df-dcfe79bcf582 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:16.880716 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-38a8df1e-08ee-41a7-b8df-dcfe79bcf582 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:17.001891 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-38a8df1e-08ee-41a7-b8df-dcfe79bcf582 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:17.102438 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8df1e-08ee-41a7-b8df-dcfe79bcf582 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Port': ['ID=cbf136e1-3ce6-42ed-b5c4-8cc8f254b36d,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:17.118791 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-536aead5-f6e7-4bf7-abe2-ce5bf73c67cf req-59478a89-cce7-48a0-973e-cf71796409c9 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885127 Nov 12 20:31:17.193405 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-86018c6d-c907-4213-a54a-4da884797e84 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:17.240476 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [None req-38a8df1e-08ee-41a7-b8df-dcfe79bcf582 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Floating IP 76468485-7415-4a66-ae72-fdad83144cb4 associated. External IP: 172.25.5.41, port: b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b. Nov 12 20:31:17.300197 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86018c6d-c907-4213-a54a-4da884797e84 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Port': ['ID=5328501b-01e4-4a0d-8dde-0e3de1765093,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:17.459227 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-86018c6d-c907-4213-a54a-4da884797e84 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:17.466594 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45620) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:17.467990 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-86018c6d-c907-4213-a54a-4da884797e84 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/ports/5328501b-01e4-4a0d-8dde-0e3de1765093 HTTP/1.1" status: 204 len: 168 time: 1.6408999 Nov 12 20:31:17.520965 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d5c433-ac06-4f5f-b55a-cb9cb845803e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] GET failed (client error): The resource could not be found. Nov 12 20:31:17.524635 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d5d5c433-ac06-4f5f-b55a-cb9cb845803e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "GET /v2.0/ports/5328501b-01e4-4a0d-8dde-0e3de1765093 HTTP/1.1" status: 404 len: 333 time: 0.0560167 Nov 12 20:31:17.526536 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45624) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:17.619545 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f967cda-ae9f-4cd2-a465-ee601eec2ec7 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting subnet 7d99cb12-51eb-4450-a72a-2bac033d6037 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:31:17.622841 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0f967cda-ae9f-4cd2-a465-ee601eec2ec7 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:17.705367 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a8df1e-08ee-41a7-b8df-dcfe79bcf582 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Router cd89ffb9-6dde-4872-a107-83b2f433c616 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:31:17.854056 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a8df1e-08ee-41a7-b8df-dcfe79bcf582 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:31:17.869415 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f6104c-22e9-4390-967d-9c443ee554d8 None None] Sync routers for ids ['cd89ffb9-6dde-4872-a107-83b2f433c616'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:31:17.886891 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f6104c-22e9-4390-967d-9c443ee554d8 None None] Routers {'cd89ffb9-6dde-4872-a107-83b2f433c616'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:31:17.887960 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a3f6104c-22e9-4390-967d-9c443ee554d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:30:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['cd89ffb9-6dde-4872-a107-83b2f433c616'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:17.904487 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-38a8df1e-08ee-41a7-b8df-dcfe79bcf582 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:17.959376 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-38a8df1e-08ee-41a7-b8df-dcfe79bcf582 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9358804 Nov 12 20:31:17.960009 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a9b3bd-086c-4e54-bdef-3a70df52358c', 'tag': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:31:17.973694 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eba1121-8371-4639-bb8e-bc330273d271" -d '{"events": [{"name": "network-changed", "server_uuid": "21a9b3bd-086c-4e54-bdef-3a70df52358c", "tag": "b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:31:18.050020 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfec086-7d9d-4ec5-aff6-9c37e8339e19 x-openstack-request-id: req-8dfec086-7d9d-4ec5-aff6-9c37e8339e19 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:31:18.050337 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-a3f6104c-22e9-4390-967d-9c443ee554d8 None None] Set router cd89ffb9-6dde-4872-a107-83b2f433c616 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:31:18.052211 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a9b3bd-086c-4e54-bdef-3a70df52358c", "tag": "b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:31:18.052570 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8dfec086-7d9d-4ec5-aff6-9c37e8339e19 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:31:18.052915 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a9b3bd-086c-4e54-bdef-3a70df52358c', 'tag': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b', 'status': 'completed', 'code': 200} Nov 12 20:31:18.194118 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba1121-8371-4639-bb8e-bc330273d271 req-d22c460d-1831-40e9-b3f1-8879d73c6c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:18.195695 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3eba1121-8371-4639-bb8e-bc330273d271 req-d22c460d-1831-40e9-b3f1-8879d73c6c2f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 1097 time: 0.1159260 Nov 12 20:31:18.395913 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0f967cda-ae9f-4cd2-a465-ee601eec2ec7 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:18.501654 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba1121-8371-4639-bb8e-bc330273d271 req-53382b4b-9129-4a16-af1c-81e111489556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:18.507890 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3eba1121-8371-4639-bb8e-bc330273d271 req-53382b4b-9129-4a16-af1c-81e111489556 service neutron] 10.222.0.52 "GET /v2.0/networks?id=54d6eafd-e9f0-408f-ace9-62b3db4cd03a HTTP/1.1" status: 200 len: 897 time: 0.3025937 Nov 12 20:31:18.544044 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de0d6-c64e-4a96-bbfb-60fa222d721b req-203faaf8-23c8-4752-9cef-dd04b232b302 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:18.545685 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1e3de0d6-c64e-4a96-bbfb-60fa222d721b req-203faaf8-23c8-4752-9cef-dd04b232b302 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 945 time: 0.3438697 Nov 12 20:31:18.610568 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a3f6104c-22e9-4390-967d-9c443ee554d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698406086', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '179f0665-3703-4201-9666-f62e3177ba93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:30:48Z', 'updated_at': '2021-11-12T20:30:54Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '179f0665-3703-4201-9666-f62e3177ba93', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:30:49Z', 'updated_at': '2021-11-12T20:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '76468485-7415-4a66-ae72-fdad83144cb4', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'floating_ip_address': '172.25.5.41', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'port_id': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a', 'mac_address': 'fa:16:3e:e9:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a9b3bd-086c-4e54-bdef-3a70df52358c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:31:15Z', 'updated_at': '2021-11-12T20:31:15Z', 'revision_number': 0, 'project_id': 'c510c0945858446c87ca9a78193927af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc47fd12-7f9f-454e-aa81-9317e378d015', 'name': '', 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:2f:ed:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'd3cdb48d-8871-4527-9b1c-4613a3a449e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:30:53Z', 'updated_at': '2021-11-12T20:30:59Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': 'd3cdb48d-8871-4527-9b1c-4613a3a449e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:18.644143 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1e3de0d6-c64e-4a96-bbfb-60fa222d721b req-8558fbb4-9eb6-41ef-a209-48367872ced3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901136 Nov 12 20:31:18.659455 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87efa71-5cbf-4ed1-8be5-00134c522ff4 req-48e10796-1da7-411c-9e80-50ad61c5e00b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:18.670126 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0f967cda-ae9f-4cd2-a465-ee601eec2ec7 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:18.678715 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d87efa71-5cbf-4ed1-8be5-00134c522ff4 req-48e10796-1da7-411c-9e80-50ad61c5e00b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 946 time: 0.1680050 Nov 12 20:31:18.681324 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f6104c-22e9-4390-967d-9c443ee554d8 None None] Checking router: cd89ffb9-6dde-4872-a107-83b2f433c616 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:31:18.683854 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3eba1121-8371-4639-bb8e-bc330273d271 req-71e16c9f-0994-40af-9b70-4aeb82bb601c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b HTTP/1.1" status: 200 len: 998 time: 0.1332650 Nov 12 20:31:18.685568 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45642) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:18.697200 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f6104c-22e9-4390-967d-9c443ee554d8 None None] Routers {'cd89ffb9-6dde-4872-a107-83b2f433c616'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:31:18.697866 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a3f6104c-22e9-4390-967d-9c443ee554d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:30:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['cd89ffb9-6dde-4872-a107-83b2f433c616'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:18.771397 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0f967cda-ae9f-4cd2-a465-ee601eec2ec7 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:18.788313 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-46b81bdf-64c2-4bc9-81a9-f2a917ba3ba4 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/floatingips/76468485-7415-4a66-ae72-fdad83144cb4 HTTP/1.1" status: 200 len: 990 time: 0.1013727 Nov 12 20:31:18.837825 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f967cda-ae9f-4cd2-a465-ee601eec2ec7 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Subnet': ['ID=7d99cb12-51eb-4450-a72a-2bac033d6037,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:18.853657 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba1121-8371-4639-bb8e-bc330273d271 req-8bfccf29-720b-410d-b3ec-af2febc828b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:18.855461 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3eba1121-8371-4639-bb8e-bc330273d271 req-8bfccf29-720b-410d-b3ec-af2febc828b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3cdb48d-8871-4527-9b1c-4613a3a449e9 HTTP/1.1" status: 200 len: 835 time: 0.0855618 Nov 12 20:31:18.857517 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f967cda-ae9f-4cd2-a465-ee601eec2ec7 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:18.857977 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f967cda-ae9f-4cd2-a465-ee601eec2ec7 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:18.858415 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f967cda-ae9f-4cd2-a465-ee601eec2ec7 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:18.861692 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f967cda-ae9f-4cd2-a465-ee601eec2ec7 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:18.862160 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f967cda-ae9f-4cd2-a465-ee601eec2ec7 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:18.862597 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f967cda-ae9f-4cd2-a465-ee601eec2ec7 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:18.863869 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f967cda-ae9f-4cd2-a465-ee601eec2ec7 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:18.864671 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f967cda-ae9f-4cd2-a465-ee601eec2ec7 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:18.865935 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f967cda-ae9f-4cd2-a465-ee601eec2ec7 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:18.866388 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f967cda-ae9f-4cd2-a465-ee601eec2ec7 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:18.867478 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f967cda-ae9f-4cd2-a465-ee601eec2ec7 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:18.867894 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f967cda-ae9f-4cd2-a465-ee601eec2ec7 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:18.877981 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0f967cda-ae9f-4cd2-a465-ee601eec2ec7 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:18.885870 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0f967cda-ae9f-4cd2-a465-ee601eec2ec7 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/subnets/7d99cb12-51eb-4450-a72a-2bac033d6037 HTTP/1.1" status: 204 len: 168 time: 1.3581443 Nov 12 20:31:18.888694 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45644) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:18.895227 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0486b8-fe65-4ab6-a40a-89b19c18c01f None None] Network a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:31:18.909917 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d87efa71-5cbf-4ed1-8be5-00134c522ff4 req-970fa922-69d8-4843-a07c-7115d054ec31 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241819 Nov 12 20:31:18.929480 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba1121-8371-4639-bb8e-bc330273d271 req-ec903bf2-8c9f-4741-b3a7-63fe7c98b992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:18.930949 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3eba1121-8371-4639-bb8e-bc330273d271 req-ec903bf2-8c9f-4741-b3a7-63fe7c98b992 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54d6eafd-e9f0-408f-ace9-62b3db4cd03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655363 Nov 12 20:31:19.006485 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-a3f6104c-22e9-4390-967d-9c443ee554d8 None None] Set router cd89ffb9-6dde-4872-a107-83b2f433c616 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:31:19.124103 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-81bcc471-37c2-4fae-bb6b-1f35d40ddadd tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:19.187316 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3eba1121-8371-4639-bb8e-bc330273d271 req-9dfff4b7-bf6b-438e-a2e1-cddf2077d5cc service neutron] 10.222.0.52 "GET /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469454 Nov 12 20:31:19.249442 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-81bcc471-37c2-4fae-bb6b-1f35d40ddadd tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting port 96e07e05-a6e7-4137-b774-bfea32f230eb {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:31:19.249793 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-81bcc471-37c2-4fae-bb6b-1f35d40ddadd tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:19.310830 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3674be-05b9-48cc-96b5-80cf11104056 None None] DHCP port deletion for a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:31:19.388187 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-81bcc471-37c2-4fae-bb6b-1f35d40ddadd tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] For port 96e07e05-a6e7-4137-b774-bfea32f230eb, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=96e07e05-a6e7-4137-b774-bfea32f230eb,segment=NetworkSegment(cbf81e2b-f085-489a-8f41-c55e2a37e6f2),segment_id=cbf81e2b-f085-489a-8f41-c55e2a37e6f2)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:31:19.390835 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-81bcc471-37c2-4fae-bb6b-1f35d40ddadd tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:19.430536 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3eba1121-8371-4639-bb8e-bc330273d271 req-410548c1-f199-4596-ae6c-a20f6359686a service neutron] 10.222.0.52 "GET /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145491 Nov 12 20:31:19.450285 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-af3674be-05b9-48cc-96b5-80cf11104056 None None] Deleting port 96e07e05-a6e7-4137-b774-bfea32f230eb {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:31:19.450951 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-af3674be-05b9-48cc-96b5-80cf11104056 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:19.455288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-81bcc471-37c2-4fae-bb6b-1f35d40ddadd tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Calling delete_port for 96e07e05-a6e7-4137-b774-bfea32f230eb owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:31:19.594859 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-81bcc471-37c2-4fae-bb6b-1f35d40ddadd tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:19.645717 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-af3674be-05b9-48cc-96b5-80cf11104056 None None] For port 96e07e05-a6e7-4137-b774-bfea32f230eb, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=96e07e05-a6e7-4137-b774-bfea32f230eb,segment=NetworkSegment(cbf81e2b-f085-489a-8f41-c55e2a37e6f2),segment_id=cbf81e2b-f085-489a-8f41-c55e2a37e6f2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:31:19.646906 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bcc471-37c2-4fae-bb6b-1f35d40ddadd tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Port': ['ID=96e07e05-a6e7-4137-b774-bfea32f230eb,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:19.647406 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-af3674be-05b9-48cc-96b5-80cf11104056 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:19.654270 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bcc471-37c2-4fae-bb6b-1f35d40ddadd tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] No DVR routers for this DVR port 96e07e05-a6e7-4137-b774-bfea32f230eb on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:31:19.680057 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-af3674be-05b9-48cc-96b5-80cf11104056 None None] Calling delete_port for 96e07e05-a6e7-4137-b774-bfea32f230eb owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:31:19.698849 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a3f6104c-22e9-4390-967d-9c443ee554d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698406086', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '179f0665-3703-4201-9666-f62e3177ba93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:30:48Z', 'updated_at': '2021-11-12T20:30:54Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '179f0665-3703-4201-9666-f62e3177ba93', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:30:49Z', 'updated_at': '2021-11-12T20:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '76468485-7415-4a66-ae72-fdad83144cb4', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'floating_ip_address': '172.25.5.41', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'port_id': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a', 'mac_address': 'fa:16:3e:e9:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a9b3bd-086c-4e54-bdef-3a70df52358c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:31:15Z', 'updated_at': '2021-11-12T20:31:15Z', 'revision_number': 0, 'project_id': 'c510c0945858446c87ca9a78193927af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc47fd12-7f9f-454e-aa81-9317e378d015', 'name': '', 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:2f:ed:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'd3cdb48d-8871-4527-9b1c-4613a3a449e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:30:53Z', 'updated_at': '2021-11-12T20:30:59Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': 'd3cdb48d-8871-4527-9b1c-4613a3a449e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:19.779429 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-81bcc471-37c2-4fae-bb6b-1f35d40ddadd tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:19.791740 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45658) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:19.809660 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-81bcc471-37c2-4fae-bb6b-1f35d40ddadd tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:19.837530 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-81bcc471-37c2-4fae-bb6b-1f35d40ddadd tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf81e2b-f085-489a-8f41-c55e2a37e6f2') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:19.838084 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-81bcc471-37c2-4fae-bb6b-1f35d40ddadd tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf81e2b-f085-489a-8f41-c55e2a37e6f2') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:19.853824 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f6104c-22e9-4390-967d-9c443ee554d8 None None] The sync data for ids ['cd89ffb9-6dde-4872-a107-83b2f433c616'] in n-d-712140-15 is: [{'id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698406086', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '179f0665-3703-4201-9666-f62e3177ba93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:30:48Z', 'updated_at': '2021-11-12T20:30:54Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '179f0665-3703-4201-9666-f62e3177ba93', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:30:49Z', 'updated_at': '2021-11-12T20:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '76468485-7415-4a66-ae72-fdad83144cb4', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'floating_ip_address': '172.25.5.41', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'port_id': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a', 'mac_address': 'fa:16:3e:e9:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a9b3bd-086c-4e54-bdef-3a70df52358c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:31:15Z', 'updated_at': '2021-11-12T20:31:15Z', 'revision_number': 0, 'project_id': 'c510c0945858446c87ca9a78193927af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc47fd12-7f9f-454e-aa81-9317e378d015', 'name': '', 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:2f:ed:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'd3cdb48d-8871-4527-9b1c-4613a3a449e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:30:53Z', 'updated_at': '2021-11-12T20:30:59Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': 'd3cdb48d-8871-4527-9b1c-4613a3a449e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:31:19.866953 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-81bcc471-37c2-4fae-bb6b-1f35d40ddadd tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:19.894121 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ce83a432-d5fa-4d00-82a7-16f96b43ee22 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/floatingips/76468485-7415-4a66-ae72-fdad83144cb4 HTTP/1.1" status: 200 len: 990 time: 0.1010792 Nov 12 20:31:19.896829 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-81bcc471-37c2-4fae-bb6b-1f35d40ddadd tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:19.898560 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-af3674be-05b9-48cc-96b5-80cf11104056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:19.906910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81bcc471-37c2-4fae-bb6b-1f35d40ddadd tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:31:19.907338 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-81bcc471-37c2-4fae-bb6b-1f35d40ddadd tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:31:19.910668 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:31:19.993480 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3674be-05b9-48cc-96b5-80cf11104056 None None] Pushing event deleted for resources: {'Port': ['ID=96e07e05-a6e7-4137-b774-bfea32f230eb,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:19.999632 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3674be-05b9-48cc-96b5-80cf11104056 None None] No DVR routers for this DVR port 96e07e05-a6e7-4137-b774-bfea32f230eb on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:31:20.012337 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-aebcb8a0-0792-4a70-b59d-c208a3fe874e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:20.039868 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-81bcc471-37c2-4fae-bb6b-1f35d40ddadd tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:20.053715 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-81bcc471-37c2-4fae-bb6b-1f35d40ddadd tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:20.063337 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45664) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:20.065167 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-81bcc471-37c2-4fae-bb6b-1f35d40ddadd tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/networks/a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90 HTTP/1.1" status: 204 len: 168 time: 1.1738713 Nov 12 20:31:20.070543 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-445ec2fa-cb7d-4af5-bd4b-203340cc5d49 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-465508238'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:20.084305 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bcc471-37c2-4fae-bb6b-1f35d40ddadd tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Network': ['ID=a2784f77-32b2-4e3b-a4bc-7fcdefbc7d90,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:20.105731 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445ec2fa-cb7d-4af5-bd4b-203340cc5d49 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:20.115340 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-445ec2fa-cb7d-4af5-bd4b-203340cc5d49 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:20.163678 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445ec2fa-cb7d-4af5-bd4b-203340cc5d49 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:31:20.178898 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-445ec2fa-cb7d-4af5-bd4b-203340cc5d49 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:20.179527 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-445ec2fa-cb7d-4af5-bd4b-203340cc5d49 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Added segment da422a18-c296-4709-9ebb-df9da9f26cb7 of type vlan for network 7337511b-195a-4928-847f-89f79f03152e Nov 12 20:31:20.220457 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4aa90-44bd-4734-989a-13fa38faca85 req-af7e1458-6c81-4463-99a9-4b1da5f8f115 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:20.222010 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9ab4aa90-44bd-4734-989a-13fa38faca85 req-af7e1458-6c81-4463-99a9-4b1da5f8f115 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 946 time: 0.1266677 Nov 12 20:31:20.227194 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0abe0a-b26c-4126-9f63-a7b9265f92d9 None None] New status for floating IP 76468485-7415-4a66-ae72-fdad83144cb4: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:31:20.272226 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:20.291065 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-445ec2fa-cb7d-4af5-bd4b-203340cc5d49 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:20.356819 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9ab4aa90-44bd-4734-989a-13fa38faca85 req-f8fbfad2-0153-472d-9386-de5883486658 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188052 Nov 12 20:31:20.378363 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-445ec2fa-cb7d-4af5-bd4b-203340cc5d49 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:20.386133 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445ec2fa-cb7d-4af5-bd4b-203340cc5d49 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:20.386769 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-445ec2fa-cb7d-4af5-bd4b-203340cc5d49 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:20.466911 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-445ec2fa-cb7d-4af5-bd4b-203340cc5d49 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4022830 Nov 12 20:31:20.469745 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45670) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:20.477775 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ec2fa-cb7d-4af5-bd4b-203340cc5d49 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Network': ['ID=7337511b-195a-4928-847f-89f79f03152e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:20.479158 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-beb52976-2d62-47d2-b121-499434007278 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'subnet': {'network_id': '7337511b-195a-4928-847f-89f79f03152e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:20.491122 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 7337511b-195a-4928-847f-89f79f03152e details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:31:20.674861 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 96e07e05-a6e7-4137-b774-bfea32f230eb no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:31:20.679870 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb52976-2d62-47d2-b121-499434007278 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:20.683691 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-beb52976-2d62-47d2-b121-499434007278 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:20.698941 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 96e07e05-a6e7-4137-b774-bfea32f230eb {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:31:20.699432 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 96e07e05-a6e7-4137-b774-bfea32f230eb not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:31:20.904385 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45678) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:20.951272 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-beb52976-2d62-47d2-b121-499434007278 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:20.982723 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-08999f79-9d9c-42e6-9213-1e199ccc4d49 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/floatingips/76468485-7415-4a66-ae72-fdad83144cb4 HTTP/1.1" status: 200 len: 992 time: 0.0783429 Nov 12 20:31:21.040279 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb52976-2d62-47d2-b121-499434007278 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Subnet': ['ID=aac59344-e655-449c-827d-6faa48723140,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:21.043257 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb52976-2d62-47d2-b121-499434007278 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Checking segment: {'id': 'da422a18-c296-4709-9ebb-df9da9f26cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7337511b-195a-4928-847f-89f79f03152e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:31:21.043570 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb52976-2d62-47d2-b121-499434007278 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network hostable DHCP agents. Network: 7337511b-195a-4928-847f-89f79f03152e, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:31:21.063423 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb52976-2d62-47d2-b121-499434007278 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network 7337511b-195a-4928-847f-89f79f03152e is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:31:21.078227 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-beb52976-2d62-47d2-b121-499434007278 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 7337511b-195a-4928-847f-89f79f03152e) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:21.082632 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb52976-2d62-47d2-b121-499434007278 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:21.083358 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-beb52976-2d62-47d2-b121-499434007278 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:21.092113 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971fb567-9eb4-4396-8be0-f1be8f7f49da None None] Network 7337511b-195a-4928-847f-89f79f03152e requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:31:21.132469 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-beb52976-2d62-47d2-b121-499434007278 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6613247 Nov 12 20:31:21.135214 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45682) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:21.144607 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-1cdd105b-9ebf-485f-81c0-a48750602918 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'port': {'network_id': '7337511b-195a-4928-847f-89f79f03152e', 'name': 'tempest-PortsTestJSON-1605184990', 'fixed_ips': [{'subnet_id': 'aac59344-e655-449c-827d-6faa48723140', 'ip_address': '172.20.0.10'}]}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:21.292167 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293abd49-8c14-43b6-a9d5-51ac565e00c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-7337511b-195a-4928-847f-89f79f03152e', 'network_id': '7337511b-195a-4928-847f-89f79f03152e', 'tenant_id': 'a1e6c4c985024d44a80b4ef1d1e2ce29', 'fixed_ips': [{'subnet_id': 'aac59344-e655-449c-827d-6faa48723140'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:31:21.293456 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-293abd49-8c14-43b6-a9d5-51ac565e00c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:21.347724 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdd105b-9ebf-485f-81c0-a48750602918 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:21.480298 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1cdd105b-9ebf-485f-81c0-a48750602918 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:21.517192 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-1cdd105b-9ebf-485f-81c0-a48750602918 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] device_id is not set on port 8dd08588-e103-42c3-8f1f-8a669f504fc2 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:31:21.523646 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-293abd49-8c14-43b6-a9d5-51ac565e00c0 None None] Allocated IP 172.20.0.2 (7337511b-195a-4928-847f-89f79f03152e/aac59344-e655-449c-827d-6faa48723140/333f9de1-b4d3-41ad-9485-88953148fe3e) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:31:21.556803 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171e50a-97c7-44cf-aff8-9bb0ed0d4729 req-fc3c68cc-b8f6-4ddc-b4a1-aeb114e20b6f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:21.559317 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b171e50a-97c7-44cf-aff8-9bb0ed0d4729 req-fc3c68cc-b8f6-4ddc-b4a1-aeb114e20b6f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 946 time: 0.1003342 Nov 12 20:31:21.663400 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b171e50a-97c7-44cf-aff8-9bb0ed0d4729 req-c58aacfc-86b4-4b55-b52c-94ce287d3966 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897541 Nov 12 20:31:21.794088 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-293abd49-8c14-43b6-a9d5-51ac565e00c0 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:21.801733 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-293abd49-8c14-43b6-a9d5-51ac565e00c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:21.837439 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293abd49-8c14-43b6-a9d5-51ac565e00c0 None None] Network 7337511b-195a-4928-847f-89f79f03152e is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:31:21.840491 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-293abd49-8c14-43b6-a9d5-51ac565e00c0 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:21.844160 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293abd49-8c14-43b6-a9d5-51ac565e00c0 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:31:21.869958 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-1cdd105b-9ebf-485f-81c0-a48750602918 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Allocated IP 172.20.0.10 (7337511b-195a-4928-847f-89f79f03152e/aac59344-e655-449c-827d-6faa48723140/8dd08588-e103-42c3-8f1f-8a669f504fc2) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:31:21.907944 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-293abd49-8c14-43b6-a9d5-51ac565e00c0 None None] Attempting to bind port 333f9de1-b4d3-41ad-9485-88953148fe3e on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:31:21.908354 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-293abd49-8c14-43b6-a9d5-51ac565e00c0 None None] Attempting to bind port 333f9de1-b4d3-41ad-9485-88953148fe3e by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'da422a18-c296-4709-9ebb-df9da9f26cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7337511b-195a-4928-847f-89f79f03152e'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:31:21.908691 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293abd49-8c14-43b6-a9d5-51ac565e00c0 None None] Attempting to bind port 333f9de1-b4d3-41ad-9485-88953148fe3e on network 7337511b-195a-4928-847f-89f79f03152e {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:31:21.917053 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293abd49-8c14-43b6-a9d5-51ac565e00c0 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:31:21.917418 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293abd49-8c14-43b6-a9d5-51ac565e00c0 None None] Checking segment: {'id': 'da422a18-c296-4709-9ebb-df9da9f26cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7337511b-195a-4928-847f-89f79f03152e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:31:21.917814 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-293abd49-8c14-43b6-a9d5-51ac565e00c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:21.918193 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293abd49-8c14-43b6-a9d5-51ac565e00c0 None None] Bound using segment: {'id': 'da422a18-c296-4709-9ebb-df9da9f26cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7337511b-195a-4928-847f-89f79f03152e'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:31:21.918652 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-293abd49-8c14-43b6-a9d5-51ac565e00c0 None None] Bound port: 333f9de1-b4d3-41ad-9485-88953148fe3e, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da422a18-c296-4709-9ebb-df9da9f26cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7337511b-195a-4928-847f-89f79f03152e'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:31:21.920528 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-293abd49-8c14-43b6-a9d5-51ac565e00c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:21.923516 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293abd49-8c14-43b6-a9d5-51ac565e00c0 None None] Pushing event updated for resources: {'Port': ['ID=333f9de1-b4d3-41ad-9485-88953148fe3e,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:22.016315 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-293abd49-8c14-43b6-a9d5-51ac565e00c0 None None] For port 333f9de1-b4d3-41ad-9485-88953148fe3e, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:31:22.021596 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-293abd49-8c14-43b6-a9d5-51ac565e00c0 None None] For port 333f9de1-b4d3-41ad-9485-88953148fe3e, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=333f9de1-b4d3-41ad-9485-88953148fe3e,segment=NetworkSegment(da422a18-c296-4709-9ebb-df9da9f26cb7),segment_id=da422a18-c296-4709-9ebb-df9da9f26cb7)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:31:22.026667 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-293abd49-8c14-43b6-a9d5-51ac565e00c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:22.095560 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293abd49-8c14-43b6-a9d5-51ac565e00c0 None None] Pushing event updated for resources: {'Port': ['ID=333f9de1-b4d3-41ad-9485-88953148fe3e,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:22.114545 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1cdd105b-9ebf-485f-81c0-a48750602918 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:22.178748 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1cdd105b-9ebf-485f-81c0-a48750602918 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:22.223746 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdd105b-9ebf-485f-81c0-a48750602918 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network 7337511b-195a-4928-847f-89f79f03152e is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:31:22.229664 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-1cdd105b-9ebf-485f-81c0-a48750602918 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:22.233868 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdd105b-9ebf-485f-81c0-a48750602918 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:31:22.264934 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd105b-9ebf-485f-81c0-a48750602918 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Port': ['ID=8dd08588-e103-42c3-8f1f-8a669f504fc2,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:22.291221 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdd105b-9ebf-485f-81c0-a48750602918 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:22.291872 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1cdd105b-9ebf-485f-81c0-a48750602918 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:22.314685 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1cdd105b-9ebf-485f-81c0-a48750602918 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1779144 Nov 12 20:31:22.322125 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45712) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:22.332898 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-1fb3ed61-d4cb-4c1f-a1e8-3acfaa335779 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'port': {'network_id': '7337511b-195a-4928-847f-89f79f03152e', 'name': 'tempest-PortsTestJSON-2081631936', 'fixed_ips': [{'subnet_id': 'aac59344-e655-449c-827d-6faa48723140', 'ip_address': '172.20.0.9'}]}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:22.485326 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb3ed61-d4cb-4c1f-a1e8-3acfaa335779 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:22.584331 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1fb3ed61-d4cb-4c1f-a1e8-3acfaa335779 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:22.602909 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-1fb3ed61-d4cb-4c1f-a1e8-3acfaa335779 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] device_id is not set on port 262b35a9-516a-410d-8e7e-af11fc3bcac8 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:31:22.647493 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 333f9de1-b4d3-41ad-9485-88953148fe3e up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:31:22.761583 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-79921d14-fc7a-4c5a-a58e-0ada95c08c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:22.776410 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 333f9de1-b4d3-41ad-9485-88953148fe3e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:22.777311 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:22.853595 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-1fb3ed61-d4cb-4c1f-a1e8-3acfaa335779 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Allocated IP 172.20.0.9 (7337511b-195a-4928-847f-89f79f03152e/aac59344-e655-449c-827d-6faa48723140/262b35a9-516a-410d-8e7e-af11fc3bcac8) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:31:22.865301 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:22.871089 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf52519-a7eb-4696-99a7-2cf6c5c40600 req-f8b40da5-ff4b-4125-a051-cc8174332812 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:22.872695 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6cf52519-a7eb-4696-99a7-2cf6c5c40600 req-f8b40da5-ff4b-4125-a051-cc8174332812 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 946 time: 0.1048980 Nov 12 20:31:22.907274 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 333f9de1-b4d3-41ad-9485-88953148fe3e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=333f9de1-b4d3-41ad-9485-88953148fe3e,segment=NetworkSegment(da422a18-c296-4709-9ebb-df9da9f26cb7),segment_id=da422a18-c296-4709-9ebb-df9da9f26cb7)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:31:22.914695 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:22.990508 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6cf52519-a7eb-4696-99a7-2cf6c5c40600 req-2f808613-a21e-452b-9dcd-5a9f01581315 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958686 Nov 12 20:31:22.991245 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=333f9de1-b4d3-41ad-9485-88953148fe3e,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:23.089795 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1fb3ed61-d4cb-4c1f-a1e8-3acfaa335779 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:23.139771 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1fb3ed61-d4cb-4c1f-a1e8-3acfaa335779 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:23.211603 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb3ed61-d4cb-4c1f-a1e8-3acfaa335779 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network 7337511b-195a-4928-847f-89f79f03152e is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:31:23.218082 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-1fb3ed61-d4cb-4c1f-a1e8-3acfaa335779 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:23.220131 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3ed61-d4cb-4c1f-a1e8-3acfaa335779 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Port': ['ID=262b35a9-516a-410d-8e7e-af11fc3bcac8,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:23.223388 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb3ed61-d4cb-4c1f-a1e8-3acfaa335779 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:31:23.226452 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468583c-736f-481c-af0d-6cdcf0329399 req-dca04f11-d8fb-4dce-b69f-7dc596e4574a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:23.229757 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d468583c-736f-481c-af0d-6cdcf0329399 req-dca04f11-d8fb-4dce-b69f-7dc596e4574a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 1098 time: 0.1250703 Nov 12 20:31:23.283218 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb3ed61-d4cb-4c1f-a1e8-3acfaa335779 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:23.284000 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1fb3ed61-d4cb-4c1f-a1e8-3acfaa335779 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:23.310218 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1fb3ed61-d4cb-4c1f-a1e8-3acfaa335779 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9875708 Nov 12 20:31:23.310542 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45732) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:23.360487 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468583c-736f-481c-af0d-6cdcf0329399 req-fd938053-e734-49ca-8167-52e10a3c4e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:23.362122 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d468583c-736f-481c-af0d-6cdcf0329399 req-fd938053-e734-49ca-8167-52e10a3c4e66 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 913 time: 0.1240942 Nov 12 20:31:23.376540 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323ae7e2-4911-4f7f-8f3f-3aa15d29f3c6 None None] Network 7337511b-195a-4928-847f-89f79f03152e requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:31:23.411028 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d468583c-736f-481c-af0d-6cdcf0329399 req-8be7a440-ea04-43c3-8435-406cee65f7c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49d0213f-1643-46b8-84ff-a3a044cb9bef HTTP/1.1" status: 200 len: 217 time: 0.0400898 Nov 12 20:31:23.422661 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6af11b6-cc8d-41d9-bb46-04c8084aee68 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:23.424168 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d6af11b6-cc8d-41d9-bb46-04c8084aee68 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1126924 Nov 12 20:31:23.427554 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45738) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:23.477831 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468583c-736f-481c-af0d-6cdcf0329399 req-66a7f129-27ca-433f-9fa7-f723749bf01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:23.479388 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d468583c-736f-481c-af0d-6cdcf0329399 req-66a7f129-27ca-433f-9fa7-f723749bf01b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 0.0540860 Nov 12 20:31:23.537786 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be100e6-789a-40e5-b2f9-ce3542464545 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:23.544860 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be100e6-789a-40e5-b2f9-ce3542464545 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:23.546332 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468583c-736f-481c-af0d-6cdcf0329399 req-041d3e09-6bc2-4538-b11a-ef348604b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:23.548047 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d468583c-736f-481c-af0d-6cdcf0329399 req-041d3e09-6bc2-4538-b11a-ef348604b13c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613101 Nov 12 20:31:23.552994 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be100e6-789a-40e5-b2f9-ce3542464545 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:23.555274 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3be100e6-789a-40e5-b2f9-ce3542464545 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1262038 Nov 12 20:31:23.560756 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45740) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:23.643407 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e6128bd8-e37f-4349-bdb2-a83e679b2c38 None None] Provisioning complete for port 333f9de1-b4d3-41ad-9485-88953148fe3e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:23.643926 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e6128bd8-e37f-4349-bdb2-a83e679b2c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:23.666205 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d468583c-736f-481c-af0d-6cdcf0329399 req-1b9f2c9d-6232-4541-80d4-196b8e9b95f5 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092689 Nov 12 20:31:23.671380 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-325a7b16-18c6-4486-bca0-80a5a3ea640e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting port 262b35a9-516a-410d-8e7e-af11fc3bcac8 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:31:23.671729 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-325a7b16-18c6-4486-bca0-80a5a3ea640e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:23.790948 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-325a7b16-18c6-4486-bca0-80a5a3ea640e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:23.805207 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d468583c-736f-481c-af0d-6cdcf0329399 req-f988003c-6bfa-4878-884e-6ef406a95c86 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322813 Nov 12 20:31:23.807048 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-325a7b16-18c6-4486-bca0-80a5a3ea640e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Calling delete_port for 262b35a9-516a-410d-8e7e-af11fc3bcac8 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:31:23.855933 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:23.957435 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-325a7b16-18c6-4486-bca0-80a5a3ea640e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:23.987193 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:23.990499 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a7b16-18c6-4486-bca0-80a5a3ea640e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Port': ['ID=262b35a9-516a-410d-8e7e-af11fc3bcac8,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:24.110998 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-325a7b16-18c6-4486-bca0-80a5a3ea640e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:24.117942 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45754) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:24.118404 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-325a7b16-18c6-4486-bca0-80a5a3ea640e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/ports/262b35a9-516a-410d-8e7e-af11fc3bcac8 HTTP/1.1" status: 204 len: 168 time: 0.5563831 Nov 12 20:31:24.140135 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f818f04-a879-434c-9f2c-ecdf9940780a req-1e054390-cd27-479c-b39b-d14a70d777cc tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:24.142129 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f818f04-a879-434c-9f2c-ecdf9940780a req-1e054390-cd27-479c-b39b-d14a70d777cc tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 946 time: 0.0829282 Nov 12 20:31:24.165832 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-051434f7-8b20-4295-b130-42e4164169f3 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] GET failed (client error): The resource could not be found. Nov 12 20:31:24.168782 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-051434f7-8b20-4295-b130-42e4164169f3 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "GET /v2.0/ports/262b35a9-516a-410d-8e7e-af11fc3bcac8 HTTP/1.1" status: 404 len: 333 time: 0.0478115 Nov 12 20:31:24.169704 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45756) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:24.178983 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b637f0d-da14-460c-b42d-b9b65edcb155 None None] Could not find standard attr ID for object 262b35a9-516a-410d-8e7e-af11fc3bcac8. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:31:24.192262 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b637f0d-da14-460c-b42d-b9b65edcb155 None None] Provisioning complete for port 8dd08588-e103-42c3-8f1f-8a669f504fc2 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:24.192878 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b637f0d-da14-460c-b42d-b9b65edcb155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:24.207834 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f818f04-a879-434c-9f2c-ecdf9940780a req-b6afe34d-7fb6-48ec-bc35-36b51c35ff82 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579758 Nov 12 20:31:24.260798 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b637f0d-da14-460c-b42d-b9b65edcb155 None None] Port 8dd08588-e103-42c3-8f1f-8a669f504fc2 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:31:24.288188 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b637f0d-da14-460c-b42d-b9b65edcb155 None None] Provisioning complete for port 333f9de1-b4d3-41ad-9485-88953148fe3e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:24.288888 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b637f0d-da14-460c-b42d-b9b65edcb155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:24.292022 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-cdadd792-ed16-4695-8c3b-b44aa7414341 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting port 8dd08588-e103-42c3-8f1f-8a669f504fc2 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:31:24.292420 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cdadd792-ed16-4695-8c3b-b44aa7414341 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:24.413200 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cdadd792-ed16-4695-8c3b-b44aa7414341 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:24.426931 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-cdadd792-ed16-4695-8c3b-b44aa7414341 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Calling delete_port for 8dd08588-e103-42c3-8f1f-8a669f504fc2 owned by {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:31:24.536486 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-293178a5-d26c-44d7-8737-b5424ca68935 None None] Provisioning complete for port 8dd08588-e103-42c3-8f1f-8a669f504fc2 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:24.536953 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-293178a5-d26c-44d7-8737-b5424ca68935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:24.586243 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-293178a5-d26c-44d7-8737-b5424ca68935 None None] Port 8dd08588-e103-42c3-8f1f-8a669f504fc2 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:31:24.604253 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cdadd792-ed16-4695-8c3b-b44aa7414341 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:24.650154 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 333f9de1-b4d3-41ad-9485-88953148fe3e up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:31:24.679986 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdadd792-ed16-4695-8c3b-b44aa7414341 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Port': ['ID=8dd08588-e103-42c3-8f1f-8a669f504fc2,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:24.702632 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4dc80ec8-b29d-418e-bb10-b9c7371d80ec None None] Could not find standard attr ID for object 262b35a9-516a-410d-8e7e-af11fc3bcac8. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:31:24.713919 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 333f9de1-b4d3-41ad-9485-88953148fe3e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:24.714365 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:24.743685 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cdadd792-ed16-4695-8c3b-b44aa7414341 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:24.755522 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cdadd792-ed16-4695-8c3b-b44aa7414341 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/ports/8dd08588-e103-42c3-8f1f-8a669f504fc2 HTTP/1.1" status: 204 len: 168 time: 0.5847249 Nov 12 20:31:24.758582 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45766) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:24.812928 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28e2cb2-2ba5-415a-90e9-b74c06f62e95 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] GET failed (client error): The resource could not be found. Nov 12 20:31:24.818185 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45770) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:24.821511 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e28e2cb2-2ba5-415a-90e9-b74c06f62e95 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "GET /v2.0/ports/8dd08588-e103-42c3-8f1f-8a669f504fc2 HTTP/1.1" status: 404 len: 333 time: 0.0618198 Nov 12 20:31:24.884055 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-2feb13cc-84c1-4517-8913-bb70d9780314 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting subnet aac59344-e655-449c-827d-6faa48723140 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:31:24.887636 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2feb13cc-84c1-4517-8913-bb70d9780314 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:24.936360 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2feb13cc-84c1-4517-8913-bb70d9780314 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:25.024774 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2feb13cc-84c1-4517-8913-bb70d9780314 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:25.090923 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2feb13cc-84c1-4517-8913-bb70d9780314 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:25.124594 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2feb13cc-84c1-4517-8913-bb70d9780314 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:25.130726 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2feb13cc-84c1-4517-8913-bb70d9780314 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/subnets/aac59344-e655-449c-827d-6faa48723140 HTTP/1.1" status: 204 len: 168 time: 0.3086555 Nov 12 20:31:25.130726 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb13cc-84c1-4517-8913-bb70d9780314 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Subnet': ['ID=aac59344-e655-449c-827d-6faa48723140,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:25.131263 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45780) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:25.134837 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f712ef4-32e7-47e0-b49d-fca348f97c9e None None] Network 7337511b-195a-4928-847f-89f79f03152e requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:31:25.216691 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6faeb39b-9716-4f2f-add4-4665bc6e03c9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:25.227896 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:25.280986 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-6faeb39b-9716-4f2f-add4-4665bc6e03c9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting port 333f9de1-b4d3-41ad-9485-88953148fe3e {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:31:25.281198 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6faeb39b-9716-4f2f-add4-4665bc6e03c9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:25.354744 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f0425-8bf0-47e6-aa3d-43f16eabf17b req-2e31c757-4596-48c8-a411-2c05d68f63eb tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:25.356721 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-575f0425-8bf0-47e6-aa3d-43f16eabf17b req-2e31c757-4596-48c8-a411-2c05d68f63eb tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 946 time: 0.0578771 Nov 12 20:31:25.365366 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c95c490-cc56-4f32-af19-4c43db239e9a None None] DHCP port deletion for 7337511b-195a-4928-847f-89f79f03152e request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:31:25.381158 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-6faeb39b-9716-4f2f-add4-4665bc6e03c9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] For port 333f9de1-b4d3-41ad-9485-88953148fe3e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=333f9de1-b4d3-41ad-9485-88953148fe3e,segment=NetworkSegment(da422a18-c296-4709-9ebb-df9da9f26cb7),segment_id=da422a18-c296-4709-9ebb-df9da9f26cb7)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:31:25.381536 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6faeb39b-9716-4f2f-add4-4665bc6e03c9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:25.396133 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-6faeb39b-9716-4f2f-add4-4665bc6e03c9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Calling delete_port for 333f9de1-b4d3-41ad-9485-88953148fe3e owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:31:25.411937 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-575f0425-8bf0-47e6-aa3d-43f16eabf17b req-50e664de-47d4-486c-84ef-faf7bdd7d894 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470667 Nov 12 20:31:25.447004 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4c95c490-cc56-4f32-af19-4c43db239e9a None None] Deleting port 333f9de1-b4d3-41ad-9485-88953148fe3e {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:31:25.447537 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c95c490-cc56-4f32-af19-4c43db239e9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:25.497221 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6faeb39b-9716-4f2f-add4-4665bc6e03c9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:25.525244 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faeb39b-9716-4f2f-add4-4665bc6e03c9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Port': ['ID=333f9de1-b4d3-41ad-9485-88953148fe3e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:25.525443 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-4c95c490-cc56-4f32-af19-4c43db239e9a None None] For port 333f9de1-b4d3-41ad-9485-88953148fe3e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=333f9de1-b4d3-41ad-9485-88953148fe3e,segment=NetworkSegment(da422a18-c296-4709-9ebb-df9da9f26cb7),segment_id=da422a18-c296-4709-9ebb-df9da9f26cb7)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:31:25.525599 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c95c490-cc56-4f32-af19-4c43db239e9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:25.528671 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faeb39b-9716-4f2f-add4-4665bc6e03c9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] No DVR routers for this DVR port 333f9de1-b4d3-41ad-9485-88953148fe3e on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:31:25.546624 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4c95c490-cc56-4f32-af19-4c43db239e9a None None] Calling delete_port for 333f9de1-b4d3-41ad-9485-88953148fe3e owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:31:25.642194 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6faeb39b-9716-4f2f-add4-4665bc6e03c9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:25.656653 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c95c490-cc56-4f32-af19-4c43db239e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:25.665026 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-6faeb39b-9716-4f2f-add4-4665bc6e03c9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7337511b-195a-4928-847f-89f79f03152e']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:25.675484 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-6faeb39b-9716-4f2f-add4-4665bc6e03c9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da422a18-c296-4709-9ebb-df9da9f26cb7') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:25.678252 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-6faeb39b-9716-4f2f-add4-4665bc6e03c9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da422a18-c296-4709-9ebb-df9da9f26cb7') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:25.686876 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95c490-cc56-4f32-af19-4c43db239e9a None None] Pushing event deleted for resources: {'Port': ['ID=333f9de1-b4d3-41ad-9485-88953148fe3e,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:25.692153 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c95c490-cc56-4f32-af19-4c43db239e9a None None] No DVR routers for this DVR port 333f9de1-b4d3-41ad-9485-88953148fe3e on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:31:25.715155 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6faeb39b-9716-4f2f-add4-4665bc6e03c9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:25.730792 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6faeb39b-9716-4f2f-add4-4665bc6e03c9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:25.737124 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6faeb39b-9716-4f2f-add4-4665bc6e03c9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:31:25.738510 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6faeb39b-9716-4f2f-add4-4665bc6e03c9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:31:25.742091 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:31:25.811923 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6faeb39b-9716-4f2f-add4-4665bc6e03c9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:25.831599 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6faeb39b-9716-4f2f-add4-4665bc6e03c9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:25.839681 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6faeb39b-9716-4f2f-add4-4665bc6e03c9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/networks/7337511b-195a-4928-847f-89f79f03152e HTTP/1.1" status: 204 len: 168 time: 0.7030451 Nov 12 20:31:25.839681 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faeb39b-9716-4f2f-add4-4665bc6e03c9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Network': ['ID=7337511b-195a-4928-847f-89f79f03152e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:25.839681 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45794) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:25.844408 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-8c4c734b-fa27-4b5c-8035-349a6f78da81 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-656366161'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:25.866069 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4c734b-fa27-4b5c-8035-349a6f78da81 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:25.869616 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c4c734b-fa27-4b5c-8035-349a6f78da81 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:25.893285 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4c734b-fa27-4b5c-8035-349a6f78da81 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:31:25.902997 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c4c734b-fa27-4b5c-8035-349a6f78da81 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:25.903340 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-8c4c734b-fa27-4b5c-8035-349a6f78da81 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Added segment 13c26781-ff1c-4b08-83fb-3665c4ebc3bb of type vlan for network 52eccd4e-216c-4b73-ba41-4bca0c2607a2 Nov 12 20:31:25.952601 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c4c734b-fa27-4b5c-8035-349a6f78da81 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:25.979207 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c4c734b-fa27-4b5c-8035-349a6f78da81 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:25.980268 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:25.986748 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4c734b-fa27-4b5c-8035-349a6f78da81 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:25.987342 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c4c734b-fa27-4b5c-8035-349a6f78da81 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:26.056275 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8c4c734b-fa27-4b5c-8035-349a6f78da81 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2159343 Nov 12 20:31:26.059182 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45800) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:26.065910 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-27c1e847-0381-4a18-a54a-87c6584f2617 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'subnet': {'network_id': '52eccd4e-216c-4b73-ba41-4bca0c2607a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:26.069572 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c734b-fa27-4b5c-8035-349a6f78da81 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Network': ['ID=52eccd4e-216c-4b73-ba41-4bca0c2607a2,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:26.081598 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 52eccd4e-216c-4b73-ba41-4bca0c2607a2 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:31:26.185139 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c1e847-0381-4a18-a54a-87c6584f2617 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:26.188945 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-27c1e847-0381-4a18-a54a-87c6584f2617 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:26.603045 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 333f9de1-b4d3-41ad-9485-88953148fe3e no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:31:26.627046 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 333f9de1-b4d3-41ad-9485-88953148fe3e {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:31:26.627540 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 333f9de1-b4d3-41ad-9485-88953148fe3e not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:31:26.699169 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-27c1e847-0381-4a18-a54a-87c6584f2617 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:26.756259 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437f0ab-d0fa-4ace-8789-2dc369d8a00d req-72bbe3ed-998c-4233-b4cc-40602d0e7c51 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:26.757665 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d437f0ab-d0fa-4ace-8789-2dc369d8a00d req-72bbe3ed-998c-4233-b4cc-40602d0e7c51 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 946 time: 0.0995116 Nov 12 20:31:26.782775 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1e847-0381-4a18-a54a-87c6584f2617 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Subnet': ['ID=cd83dcd0-a16e-47ab-b302-b2afa805ac96,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:26.806511 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c1e847-0381-4a18-a54a-87c6584f2617 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:26.806862 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c1e847-0381-4a18-a54a-87c6584f2617 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:26.807204 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c1e847-0381-4a18-a54a-87c6584f2617 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:26.807541 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c1e847-0381-4a18-a54a-87c6584f2617 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:26.807874 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c1e847-0381-4a18-a54a-87c6584f2617 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:26.808604 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c1e847-0381-4a18-a54a-87c6584f2617 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:26.808604 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c1e847-0381-4a18-a54a-87c6584f2617 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:26.808894 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c1e847-0381-4a18-a54a-87c6584f2617 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:26.809176 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c1e847-0381-4a18-a54a-87c6584f2617 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:26.809495 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c1e847-0381-4a18-a54a-87c6584f2617 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:26.809817 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c1e847-0381-4a18-a54a-87c6584f2617 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:26.810155 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c1e847-0381-4a18-a54a-87c6584f2617 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:26.819226 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c1e847-0381-4a18-a54a-87c6584f2617 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Checking segment: {'id': '13c26781-ff1c-4b08-83fb-3665c4ebc3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '52eccd4e-216c-4b73-ba41-4bca0c2607a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:31:26.819785 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c1e847-0381-4a18-a54a-87c6584f2617 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network hostable DHCP agents. Network: 52eccd4e-216c-4b73-ba41-4bca0c2607a2, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:31:26.854640 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d437f0ab-d0fa-4ace-8789-2dc369d8a00d req-4bb3dc0e-5c61-42ee-9390-031c29ae72c1 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900626 Nov 12 20:31:26.860129 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c1e847-0381-4a18-a54a-87c6584f2617 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network 52eccd4e-216c-4b73-ba41-4bca0c2607a2 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:31:26.872253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-27c1e847-0381-4a18-a54a-87c6584f2617 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 52eccd4e-216c-4b73-ba41-4bca0c2607a2) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:26.878182 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c1e847-0381-4a18-a54a-87c6584f2617 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:26.878461 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-27c1e847-0381-4a18-a54a-87c6584f2617 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:26.882680 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddedcf00-5543-4da4-8486-8a05c293f245 None None] Network 52eccd4e-216c-4b73-ba41-4bca0c2607a2 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:31:26.900585 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-27c1e847-0381-4a18-a54a-87c6584f2617 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8396969 Nov 12 20:31:26.902558 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45820) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:26.907695 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-cdf85e98-7bf7-4114-81da-0cc934ad7693 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-50815005', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:26.937547 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cdf85e98-7bf7-4114-81da-0cc934ad7693 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:26.938777 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cdf85e98-7bf7-4114-81da-0cc934ad7693 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:26.999573 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cdf85e98-7bf7-4114-81da-0cc934ad7693 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:27.004381 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747678cf-addd-4edb-9c48-2a13366fcdda req-64a111a1-f935-4476-97d7-685b181026bf tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:27.005925 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cdf85e98-7bf7-4114-81da-0cc934ad7693 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:27.006868 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-747678cf-addd-4edb-9c48-2a13366fcdda req-64a111a1-f935-4476-97d7-685b181026bf tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0605736 Nov 12 20:31:27.024773 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 49d0213f-1643-46b8-84ff-a3a044cb9bef no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:31:27.036671 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cdf85e98-7bf7-4114-81da-0cc934ad7693 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:27.038036 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cdf85e98-7bf7-4114-81da-0cc934ad7693 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1343358 Nov 12 20:31:27.040583 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45822) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:27.046142 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-12b5dffe-125c-4e8e-abd0-eab3cd73b3ba tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'port': {'network_id': '52eccd4e-216c-4b73-ba41-4bca0c2607a2', 'name': 'tempest-PortsTestJSON-1757266775'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:27.086516 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-747678cf-addd-4edb-9c48-2a13366fcdda req-4c429d25-3621-4287-98cf-b507de057903 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656257 Nov 12 20:31:27.121737 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e38acf-27a3-4278-b652-24f9c5bf564d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-52eccd4e-216c-4b73-ba41-4bca0c2607a2', 'network_id': '52eccd4e-216c-4b73-ba41-4bca0c2607a2', 'tenant_id': 'a1e6c4c985024d44a80b4ef1d1e2ce29', 'fixed_ips': [{'subnet_id': 'cd83dcd0-a16e-47ab-b302-b2afa805ac96'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:31:27.122573 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-89e38acf-27a3-4278-b652-24f9c5bf564d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:27.216216 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b5dffe-125c-4e8e-abd0-eab3cd73b3ba tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:27.219804 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-12b5dffe-125c-4e8e-abd0-eab3cd73b3ba tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:27.242699 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd0e32-0741-4b31-a231-1615ba5d452a req-2eb85b62-07b4-4f8d-a790-ea8746225e44 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:27.250057 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-12fd0e32-0741-4b31-a231-1615ba5d452a req-2eb85b62-07b4-4f8d-a790-ea8746225e44 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0832677 Nov 12 20:31:27.261545 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:27.262417 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-12b5dffe-125c-4e8e-abd0-eab3cd73b3ba tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] device_id is not set on port 4da9726c-ee35-4a1c-bab6-4a2659a243ef yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:31:27.324847 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f494c359-47aa-4b90-99a8-814e01463051', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d0213f-1643-46b8-84ff-a3a044cb9bef'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:31:27.327091 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7af2d34-4e90-4642-92fa-302ee636a0bd" -d '{"events": [{"server_uuid": "f494c359-47aa-4b90-99a8-814e01463051", "name": "network-vif-unplugged", "status": "completed", "tag": "49d0213f-1643-46b8-84ff-a3a044cb9bef"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:31:27.346114 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 49d0213f-1643-46b8-84ff-a3a044cb9bef, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=49d0213f-1643-46b8-84ff-a3a044cb9bef,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:31:27.349007 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-12fd0e32-0741-4b31-a231-1615ba5d452a req-e9fe2659-5435-4fe8-bb20-3ae57e4a4eb3 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979393 Nov 12 20:31:27.367788 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-89e38acf-27a3-4278-b652-24f9c5bf564d None None] Allocated IP 172.20.0.2 (52eccd4e-216c-4b73-ba41-4bca0c2607a2/cd83dcd0-a16e-47ab-b302-b2afa805ac96/26ad3384-268c-495c-8189-0d0c7d5d7765) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:31:27.370608 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:27.403274 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 20:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7ccdce-f727-4f5b-8e48-67263460004a x-openstack-request-id: req-ce7ccdce-f727-4f5b-8e48-67263460004a {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:31:27.403566 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f494c359-47aa-4b90-99a8-814e01463051", "name": "network-vif-unplugged", "status": "failed", "tag": "49d0213f-1643-46b8-84ff-a3a044cb9bef", "code": 422}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:31:27.403815 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ce7ccdce-f727-4f5b-8e48-67263460004a {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:31:27.404422 n-d-712140-15 neutron-server[102449]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f494c359-47aa-4b90-99a8-814e01463051', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '49d0213f-1643-46b8-84ff-a3a044cb9bef', 'code': 422} returned with failed status Nov 12 20:31:27.479417 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=49d0213f-1643-46b8-84ff-a3a044cb9bef,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:27.584086 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-89e38acf-27a3-4278-b652-24f9c5bf564d None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:27.590813 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-89e38acf-27a3-4278-b652-24f9c5bf564d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:27.591133 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013761cc-71c2-4ffe-80b6-2be1025f19a9 req-94492e18-36cf-4c68-9e23-7353a2c1bd4e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:27.592966 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-013761cc-71c2-4ffe-80b6-2be1025f19a9 req-94492e18-36cf-4c68-9e23-7353a2c1bd4e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0589128 Nov 12 20:31:27.647880 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-12b5dffe-125c-4e8e-abd0-eab3cd73b3ba tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Allocated IP 172.20.0.11 (52eccd4e-216c-4b73-ba41-4bca0c2607a2/cd83dcd0-a16e-47ab-b302-b2afa805ac96/4da9726c-ee35-4a1c-bab6-4a2659a243ef) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:31:27.649529 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-013761cc-71c2-4ffe-80b6-2be1025f19a9 req-d97db467-1bf8-40c4-a688-8a2cdbc520e6 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481272 Nov 12 20:31:27.665257 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e38acf-27a3-4278-b652-24f9c5bf564d None None] Network 52eccd4e-216c-4b73-ba41-4bca0c2607a2 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:31:27.667138 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-89e38acf-27a3-4278-b652-24f9c5bf564d None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:27.679695 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e38acf-27a3-4278-b652-24f9c5bf564d None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:31:27.683106 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e38acf-27a3-4278-b652-24f9c5bf564d None None] Pushing event updated for resources: {'Port': ['ID=26ad3384-268c-495c-8189-0d0c7d5d7765,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:27.755930 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-89e38acf-27a3-4278-b652-24f9c5bf564d None None] Attempting to bind port 26ad3384-268c-495c-8189-0d0c7d5d7765 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:31:27.756598 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-89e38acf-27a3-4278-b652-24f9c5bf564d None None] Attempting to bind port 26ad3384-268c-495c-8189-0d0c7d5d7765 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '13c26781-ff1c-4b08-83fb-3665c4ebc3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '52eccd4e-216c-4b73-ba41-4bca0c2607a2'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:31:27.757406 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e38acf-27a3-4278-b652-24f9c5bf564d None None] Attempting to bind port 26ad3384-268c-495c-8189-0d0c7d5d7765 on network 52eccd4e-216c-4b73-ba41-4bca0c2607a2 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:31:27.763755 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e38acf-27a3-4278-b652-24f9c5bf564d None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:31:27.764450 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e38acf-27a3-4278-b652-24f9c5bf564d None None] Checking segment: {'id': '13c26781-ff1c-4b08-83fb-3665c4ebc3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '52eccd4e-216c-4b73-ba41-4bca0c2607a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:31:27.765034 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-89e38acf-27a3-4278-b652-24f9c5bf564d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:27.765595 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e38acf-27a3-4278-b652-24f9c5bf564d None None] Bound using segment: {'id': '13c26781-ff1c-4b08-83fb-3665c4ebc3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '52eccd4e-216c-4b73-ba41-4bca0c2607a2'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:31:27.766226 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-89e38acf-27a3-4278-b652-24f9c5bf564d None None] Bound port: 26ad3384-268c-495c-8189-0d0c7d5d7765, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c26781-ff1c-4b08-83fb-3665c4ebc3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '52eccd4e-216c-4b73-ba41-4bca0c2607a2'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:31:27.766772 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-89e38acf-27a3-4278-b652-24f9c5bf564d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:27.831154 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-12b5dffe-125c-4e8e-abd0-eab3cd73b3ba tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:27.837674 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-89e38acf-27a3-4278-b652-24f9c5bf564d None None] For port 26ad3384-268c-495c-8189-0d0c7d5d7765, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:31:27.841125 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-89e38acf-27a3-4278-b652-24f9c5bf564d None None] For port 26ad3384-268c-495c-8189-0d0c7d5d7765, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=26ad3384-268c-495c-8189-0d0c7d5d7765,segment=NetworkSegment(13c26781-ff1c-4b08-83fb-3665c4ebc3bb),segment_id=13c26781-ff1c-4b08-83fb-3665c4ebc3bb)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:31:27.849784 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-89e38acf-27a3-4278-b652-24f9c5bf564d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:27.877358 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-12b5dffe-125c-4e8e-abd0-eab3cd73b3ba tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:27.910401 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e38acf-27a3-4278-b652-24f9c5bf564d None None] Pushing event updated for resources: {'Port': ['ID=26ad3384-268c-495c-8189-0d0c7d5d7765,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:27.947966 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b5dffe-125c-4e8e-abd0-eab3cd73b3ba tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network 52eccd4e-216c-4b73-ba41-4bca0c2607a2 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:31:27.951291 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-12b5dffe-125c-4e8e-abd0-eab3cd73b3ba tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:27.956330 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b5dffe-125c-4e8e-abd0-eab3cd73b3ba tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:31:27.960586 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5dffe-125c-4e8e-abd0-eab3cd73b3ba tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Port': ['ID=4da9726c-ee35-4a1c-bab6-4a2659a243ef,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:28.010683 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b5dffe-125c-4e8e-abd0-eab3cd73b3ba tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:28.011340 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-12b5dffe-125c-4e8e-abd0-eab3cd73b3ba tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:28.028711 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-12b5dffe-125c-4e8e-abd0-eab3cd73b3ba tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9868307 Nov 12 20:31:28.031242 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45850) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:28.453664 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b5ded6d5-bfb7-4260-ac44-c1f95d4807d4 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:28.649042 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 26ad3384-268c-495c-8189-0d0c7d5d7765 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:31:28.734912 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 26ad3384-268c-495c-8189-0d0c7d5d7765 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:28.735575 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:28.819363 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e28d9e-5735-4ae7-bc9a-6cad61723b31 req-ff5bbfcf-5ed4-428d-8396-d47578bcdf61 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:28.820859 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a0e28d9e-5735-4ae7-bc9a-6cad61723b31 req-ff5bbfcf-5ed4-428d-8396-d47578bcdf61 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0778482 Nov 12 20:31:28.827042 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:28.839032 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b5ded6d5-bfb7-4260-ac44-c1f95d4807d4 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:28.849576 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b5ded6d5-bfb7-4260-ac44-c1f95d4807d4 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:28.871869 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 26ad3384-268c-495c-8189-0d0c7d5d7765, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=26ad3384-268c-495c-8189-0d0c7d5d7765,segment=NetworkSegment(13c26781-ff1c-4b08-83fb-3665c4ebc3bb),segment_id=13c26781-ff1c-4b08-83fb-3665c4ebc3bb)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:31:28.877002 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:28.962373 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=26ad3384-268c-495c-8189-0d0c7d5d7765,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:28.972095 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a0e28d9e-5735-4ae7-bc9a-6cad61723b31 req-a0f73286-9d26-40bb-a439-2067ee17e4d6 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451998 Nov 12 20:31:28.995718 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ded6d5-bfb7-4260-ac44-c1f95d4807d4 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Port': ['ID=4da9726c-ee35-4a1c-bab6-4a2659a243ef,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:29.123010 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fa5d7d-baf1-46f9-8fac-b4057354bbdb None None] Network 52eccd4e-216c-4b73-ba41-4bca0c2607a2 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:31:29.151435 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b5ded6d5-bfb7-4260-ac44-c1f95d4807d4 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:29.204416 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-bcae1013-e0e6-4fa4-8c90-20ca9e867237 None None] Provisioning complete for port 26ad3384-268c-495c-8189-0d0c7d5d7765 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:29.204790 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bcae1013-e0e6-4fa4-8c90-20ca9e867237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:29.313088 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b5ded6d5-bfb7-4260-ac44-c1f95d4807d4 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:29.608906 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b5ded6d5-bfb7-4260-ac44-c1f95d4807d4 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:29.611865 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-815eaad4-0848-4b03-9501-e5055b2769a6 None None] Provisioning complete for port 4da9726c-ee35-4a1c-bab6-4a2659a243ef triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:29.612335 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-815eaad4-0848-4b03-9501-e5055b2769a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:29.615890 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b5ded6d5-bfb7-4260-ac44-c1f95d4807d4 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:29.658249 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-815eaad4-0848-4b03-9501-e5055b2769a6 None None] Port 4da9726c-ee35-4a1c-bab6-4a2659a243ef cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:31:29.670054 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-815eaad4-0848-4b03-9501-e5055b2769a6 None None] Provisioning complete for port 26ad3384-268c-495c-8189-0d0c7d5d7765 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:29.670677 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-815eaad4-0848-4b03-9501-e5055b2769a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:29.697311 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b5ded6d5-bfb7-4260-ac44-c1f95d4807d4 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:29.699201 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ded6d5-bfb7-4260-ac44-c1f95d4807d4 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Port': ['ID=4da9726c-ee35-4a1c-bab6-4a2659a243ef,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:29.823399 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ded6d5-bfb7-4260-ac44-c1f95d4807d4 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network 52eccd4e-216c-4b73-ba41-4bca0c2607a2 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:31:29.824930 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-b5ded6d5-bfb7-4260-ac44-c1f95d4807d4 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:29.892902 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-80a9a376-838e-40ae-8964-daa939b0bbf0 None None] Provisioning complete for port 4da9726c-ee35-4a1c-bab6-4a2659a243ef triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:29.893493 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-80a9a376-838e-40ae-8964-daa939b0bbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:29.936910 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-80a9a376-838e-40ae-8964-daa939b0bbf0 None None] Port 4da9726c-ee35-4a1c-bab6-4a2659a243ef cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:31:29.974577 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ded6d5-bfb7-4260-ac44-c1f95d4807d4 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Router e1df16ea-7f72-4a7d-a4bc-29e9e157c9ae is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:31:30.097656 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ded6d5-bfb7-4260-ac44-c1f95d4807d4 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:31:30.103610 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b5ded6d5-bfb7-4260-ac44-c1f95d4807d4 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "PUT /v2.0/routers/e1df16ea-7f72-4a7d-a4bc-29e9e157c9ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0712128 Nov 12 20:31:30.106051 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45888) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:30.109467 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f010dbd9-d7a6-4e9b-8360-b6b75ca805ac None None] Sync routers for ids ['e1df16ea-7f72-4a7d-a4bc-29e9e157c9ae'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:31:30.133811 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6438c-dece-41f6-a318-d470a769d9c0 req-99c62c52-3971-4af1-b2e7-0da530499d4a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:30.135499 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c2d6438c-dece-41f6-a318-d470a769d9c0 req-99c62c52-3971-4af1-b2e7-0da530499d4a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0759270 Nov 12 20:31:30.137618 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f010dbd9-d7a6-4e9b-8360-b6b75ca805ac None None] Routers {'e1df16ea-7f72-4a7d-a4bc-29e9e157c9ae'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:31:30.138252 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f010dbd9-d7a6-4e9b-8360-b6b75ca805ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:31:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e1df16ea-7f72-4a7d-a4bc-29e9e157c9ae'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:30.195450 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f010dbd9-d7a6-4e9b-8360-b6b75ca805ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:30.213158 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f010dbd9-d7a6-4e9b-8360-b6b75ca805ac None None] Routers {'e1df16ea-7f72-4a7d-a4bc-29e9e157c9ae'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:31:30.214033 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f010dbd9-d7a6-4e9b-8360-b6b75ca805ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:31:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e1df16ea-7f72-4a7d-a4bc-29e9e157c9ae'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:30.217900 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-dc5a6649-4a0c-4428-82f7-cf126f2a5b62 None None] Provisioning complete for port 4da9726c-ee35-4a1c-bab6-4a2659a243ef triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:30.218460 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dc5a6649-4a0c-4428-82f7-cf126f2a5b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:30.227475 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6411d315-f219-46e2-85a9-e64d6a9349c3 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:30.231892 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6411d315-f219-46e2-85a9-e64d6a9349c3 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1df16ea-7f72-4a7d-a4bc-29e9e157c9ae HTTP/1.1" status: 200 len: 983 time: 0.1222425 Nov 12 20:31:30.232211 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c2d6438c-dece-41f6-a318-d470a769d9c0 req-aed14371-a742-4c98-9d5e-c7cc167034af tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855443 Nov 12 20:31:30.232670 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45890) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:30.286193 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-dc5a6649-4a0c-4428-82f7-cf126f2a5b62 None None] Port 4da9726c-ee35-4a1c-bab6-4a2659a243ef cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:31:30.288610 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f010dbd9-d7a6-4e9b-8360-b6b75ca805ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:30.289386 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f010dbd9-d7a6-4e9b-8360-b6b75ca805ac None None] The sync data for ids ['e1df16ea-7f72-4a7d-a4bc-29e9e157c9ae'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:31:30.408478 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b464ec4-cbb7-4763-bc79-99cc97b002e8 None None] Provisioning complete for port 4da9726c-ee35-4a1c-bab6-4a2659a243ef triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:30.408843 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b464ec4-cbb7-4763-bc79-99cc97b002e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:30.448783 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b464ec4-cbb7-4763-bc79-99cc97b002e8 None None] Port 4da9726c-ee35-4a1c-bab6-4a2659a243ef cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:31:30.596968 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 26ad3384-268c-495c-8189-0d0c7d5d7765 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:31:30.650471 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 26ad3384-268c-495c-8189-0d0c7d5d7765 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:30.650907 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:30.996636 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6233b9ad-d817-4336-864c-e7e7a628ab48 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:31.207932 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-6233b9ad-d817-4336-864c-e7e7a628ab48 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting port 4da9726c-ee35-4a1c-bab6-4a2659a243ef {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:31:31.208285 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6233b9ad-d817-4336-864c-e7e7a628ab48 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:31.315837 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6233b9ad-d817-4336-864c-e7e7a628ab48 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:31.343974 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-6233b9ad-d817-4336-864c-e7e7a628ab48 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Calling delete_port for 4da9726c-ee35-4a1c-bab6-4a2659a243ef owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:31:31.399739 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25380fb-0207-4cea-9a8d-2afba5399a84 req-12bbc6dd-7d05-4398-b9e0-ebb5f04f6f54 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:31.401282 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c25380fb-0207-4cea-9a8d-2afba5399a84 req-12bbc6dd-7d05-4398-b9e0-ebb5f04f6f54 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1069078 Nov 12 20:31:31.513116 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c25380fb-0207-4cea-9a8d-2afba5399a84 req-7497fbca-0a49-4a8c-a1bb-de68a64b6537 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040742 Nov 12 20:31:31.585902 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6233b9ad-d817-4336-864c-e7e7a628ab48 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:31.617263 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233b9ad-d817-4336-864c-e7e7a628ab48 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Port': ['ID=4da9726c-ee35-4a1c-bab6-4a2659a243ef,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:31.777006 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6233b9ad-d817-4336-864c-e7e7a628ab48 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:31.972195 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6233b9ad-d817-4336-864c-e7e7a628ab48 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Router e1df16ea-7f72-4a7d-a4bc-29e9e157c9ae has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:31:32.058135 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6233b9ad-d817-4336-864c-e7e7a628ab48 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:31:32.064006 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6233b9ad-d817-4336-864c-e7e7a628ab48 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "PUT /v2.0/routers/e1df16ea-7f72-4a7d-a4bc-29e9e157c9ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8301113 Nov 12 20:31:32.066842 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45924) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:32.072750 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4789efaf-ca4b-4620-96f5-9ec11993c5b6 None None] Sync routers for ids ['e1df16ea-7f72-4a7d-a4bc-29e9e157c9ae'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:31:32.090362 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4789efaf-ca4b-4620-96f5-9ec11993c5b6 None None] Routers {'e1df16ea-7f72-4a7d-a4bc-29e9e157c9ae'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:31:32.091254 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-4789efaf-ca4b-4620-96f5-9ec11993c5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:31:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e1df16ea-7f72-4a7d-a4bc-29e9e157c9ae'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:32.113840 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f58d65-0273-42cf-b429-405a3d13531f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] GET failed (client error): The resource could not be found. Nov 12 20:31:32.115900 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a9f58d65-0273-42cf-b429-405a3d13531f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "GET /v2.0/ports/4da9726c-ee35-4a1c-bab6-4a2659a243ef HTTP/1.1" status: 404 len: 333 time: 0.0480607 Nov 12 20:31:32.118982 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45928) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:32.132132 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-4789efaf-ca4b-4620-96f5-9ec11993c5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:32.141762 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4789efaf-ca4b-4620-96f5-9ec11993c5b6 None None] Routers {'e1df16ea-7f72-4a7d-a4bc-29e9e157c9ae'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:31:32.142330 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-4789efaf-ca4b-4620-96f5-9ec11993c5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:31:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e1df16ea-7f72-4a7d-a4bc-29e9e157c9ae'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:32.180804 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-4789efaf-ca4b-4620-96f5-9ec11993c5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:32.181879 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4789efaf-ca4b-4620-96f5-9ec11993c5b6 None None] The sync data for ids ['e1df16ea-7f72-4a7d-a4bc-29e9e157c9ae'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:31:32.203478 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-179603b5-afae-4dcf-9b27-a4f2db5edfa3 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:32.368859 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-179603b5-afae-4dcf-9b27-a4f2db5edfa3 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:32.371167 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-179603b5-afae-4dcf-9b27-a4f2db5edfa3 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:32.421190 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-179603b5-afae-4dcf-9b27-a4f2db5edfa3 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:32.421705 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179603b5-afae-4dcf-9b27-a4f2db5edfa3 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Fanout notify agent at l3_agent the message router_deleted on router e1df16ea-7f72-4a7d-a4bc-29e9e157c9ae {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:31:32.430003 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-179603b5-afae-4dcf-9b27-a4f2db5edfa3 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:32.431139 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-179603b5-afae-4dcf-9b27-a4f2db5edfa3 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/routers/e1df16ea-7f72-4a7d-a4bc-29e9e157c9ae HTTP/1.1" status: 204 len: 168 time: 0.3111486 Nov 12 20:31:32.434030 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45934) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:32.495182 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-d589f1c2-106e-4fad-b8dc-37ad0d3f4add tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting subnet cd83dcd0-a16e-47ab-b302-b2afa805ac96 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:31:32.498364 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d589f1c2-106e-4fad-b8dc-37ad0d3f4add tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:32.541156 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d589f1c2-106e-4fad-b8dc-37ad0d3f4add tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:32.641667 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d589f1c2-106e-4fad-b8dc-37ad0d3f4add tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:32.662351 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca317a0-e43d-4a96-9537-32641a56cac0 req-efb16921-c176-4ac3-8a0b-0a8ac1ee0cab tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:32.663945 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-eca317a0-e43d-4a96-9537-32641a56cac0 req-efb16921-c176-4ac3-8a0b-0a8ac1ee0cab tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0770242 Nov 12 20:31:32.720207 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-eca317a0-e43d-4a96-9537-32641a56cac0 req-a7e9bef2-29d8-4a70-9853-2b5b8a59d7b5 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467644 Nov 12 20:31:32.729585 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d589f1c2-106e-4fad-b8dc-37ad0d3f4add tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:32.759034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589f1c2-106e-4fad-b8dc-37ad0d3f4add tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Subnet': ['ID=cd83dcd0-a16e-47ab-b302-b2afa805ac96,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:32.765410 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d589f1c2-106e-4fad-b8dc-37ad0d3f4add tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:32.771466 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d589f1c2-106e-4fad-b8dc-37ad0d3f4add tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/subnets/cd83dcd0-a16e-47ab-b302-b2afa805ac96 HTTP/1.1" status: 204 len: 168 time: 0.3338418 Nov 12 20:31:32.772305 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45942) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:32.774522 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4230e2cf-22c8-409e-9394-a6d62cc86c90 None None] Network 52eccd4e-216c-4b73-ba41-4bca0c2607a2 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:31:32.854109 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f22e59d-d27a-4d3d-be8b-5639f00a713e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:32.911624 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-9f22e59d-d27a-4d3d-be8b-5639f00a713e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting port 26ad3384-268c-495c-8189-0d0c7d5d7765 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:31:32.911964 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f22e59d-d27a-4d3d-be8b-5639f00a713e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:32.989665 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-9f22e59d-d27a-4d3d-be8b-5639f00a713e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] For port 26ad3384-268c-495c-8189-0d0c7d5d7765, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=26ad3384-268c-495c-8189-0d0c7d5d7765,segment=NetworkSegment(13c26781-ff1c-4b08-83fb-3665c4ebc3bb),segment_id=13c26781-ff1c-4b08-83fb-3665c4ebc3bb)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:31:32.990062 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f22e59d-d27a-4d3d-be8b-5639f00a713e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:32.994247 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d90548-09c8-49fd-8cb9-0f50534b7f88 None None] DHCP port deletion for 52eccd4e-216c-4b73-ba41-4bca0c2607a2 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:31:33.003268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-9f22e59d-d27a-4d3d-be8b-5639f00a713e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Calling delete_port for 26ad3384-268c-495c-8189-0d0c7d5d7765 owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:31:33.052263 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-87d90548-09c8-49fd-8cb9-0f50534b7f88 None None] Deleting port 26ad3384-268c-495c-8189-0d0c7d5d7765 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:31:33.052922 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-87d90548-09c8-49fd-8cb9-0f50534b7f88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:33.092508 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f22e59d-d27a-4d3d-be8b-5639f00a713e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:33.117760 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-87d90548-09c8-49fd-8cb9-0f50534b7f88 None None] For port 26ad3384-268c-495c-8189-0d0c7d5d7765, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=26ad3384-268c-495c-8189-0d0c7d5d7765,segment=NetworkSegment(13c26781-ff1c-4b08-83fb-3665c4ebc3bb),segment_id=13c26781-ff1c-4b08-83fb-3665c4ebc3bb)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:31:33.118077 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-87d90548-09c8-49fd-8cb9-0f50534b7f88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:33.119928 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22e59d-d27a-4d3d-be8b-5639f00a713e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Port': ['ID=26ad3384-268c-495c-8189-0d0c7d5d7765,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:33.123372 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f22e59d-d27a-4d3d-be8b-5639f00a713e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] No DVR routers for this DVR port 26ad3384-268c-495c-8189-0d0c7d5d7765 on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:31:33.133140 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-87d90548-09c8-49fd-8cb9-0f50534b7f88 None None] Calling delete_port for 26ad3384-268c-495c-8189-0d0c7d5d7765 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:31:33.206574 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f22e59d-d27a-4d3d-be8b-5639f00a713e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:33.216190 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-87d90548-09c8-49fd-8cb9-0f50534b7f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:33.231439 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-9f22e59d-d27a-4d3d-be8b-5639f00a713e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52eccd4e-216c-4b73-ba41-4bca0c2607a2']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:33.242593 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-9f22e59d-d27a-4d3d-be8b-5639f00a713e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c26781-ff1c-4b08-83fb-3665c4ebc3bb') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:33.243050 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d90548-09c8-49fd-8cb9-0f50534b7f88 None None] Pushing event deleted for resources: {'Port': ['ID=26ad3384-268c-495c-8189-0d0c7d5d7765,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:33.243206 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-9f22e59d-d27a-4d3d-be8b-5639f00a713e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c26781-ff1c-4b08-83fb-3665c4ebc3bb') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:33.249103 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d90548-09c8-49fd-8cb9-0f50534b7f88 None None] No DVR routers for this DVR port 26ad3384-268c-495c-8189-0d0c7d5d7765 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:31:33.253969 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f22e59d-d27a-4d3d-be8b-5639f00a713e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:33.275317 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f22e59d-d27a-4d3d-be8b-5639f00a713e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:33.281764 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f22e59d-d27a-4d3d-be8b-5639f00a713e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:31:33.284345 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f22e59d-d27a-4d3d-be8b-5639f00a713e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:31:33.288220 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:31:33.346727 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f22e59d-d27a-4d3d-be8b-5639f00a713e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:33.360445 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f22e59d-d27a-4d3d-be8b-5639f00a713e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:33.367841 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9f22e59d-d27a-4d3d-be8b-5639f00a713e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/networks/52eccd4e-216c-4b73-ba41-4bca0c2607a2 HTTP/1.1" status: 204 len: 168 time: 0.5903819 Nov 12 20:31:33.368308 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45954) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:33.375489 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22e59d-d27a-4d3d-be8b-5639f00a713e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Network': ['ID=52eccd4e-216c-4b73-ba41-4bca0c2607a2,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:33.416869 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c337f48-1b12-40ef-850f-b16588e6d5df tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:33.418252 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5c337f48-1b12-40ef-850f-b16588e6d5df tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "GET /v2.0/ports/49a7b9bb-b70e-4827-8bef-7f7805eda787 HTTP/1.1" status: 200 len: 841 time: 0.0491214 Nov 12 20:31:33.422267 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45956) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:33.464807 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-aee38f52-e762-497e-95ec-cb90a2183c08 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "GET /v2.0/ports/49a7b9bb-b70e-4827-8bef-7f7805eda787?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0414882 Nov 12 20:31:33.468385 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45958) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:33.474344 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-6d46aa70-2bf3-4660-a2fd-4f3dbf02eeff tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'subnet': {'network_id': '07c53041-7686-437e-9a5a-dd606978f1e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:33.566153 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d46aa70-2bf3-4660-a2fd-4f3dbf02eeff tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:33.569934 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6d46aa70-2bf3-4660-a2fd-4f3dbf02eeff tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:33.753948 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6d46aa70-2bf3-4660-a2fd-4f3dbf02eeff tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:33.815235 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d46aa70-2bf3-4660-a2fd-4f3dbf02eeff tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network 07c53041-7686-437e-9a5a-dd606978f1e6 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:31:33.832989 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-6d46aa70-2bf3-4660-a2fd-4f3dbf02eeff tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:33.839963 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d46aa70-2bf3-4660-a2fd-4f3dbf02eeff tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:33.840583 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6d46aa70-2bf3-4660-a2fd-4f3dbf02eeff tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:33.842460 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f05592-203f-434d-ba8d-a76e4f3854e0 None None] Network 07c53041-7686-437e-9a5a-dd606978f1e6 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:31:33.847084 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46aa70-2bf3-4660-a2fd-4f3dbf02eeff tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Subnet': ['ID=23d4d388-dad5-4a6a-9ad1-0185b1628560,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:33.865579 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6d46aa70-2bf3-4660-a2fd-4f3dbf02eeff tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3960834 Nov 12 20:31:33.868721 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45968) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:33.874462 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-60bae1c9-8570-4e92-aceb-6c7f4f45df53 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'security_group': {'name': 'tempest-secgroup-2104695848'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:33.875533 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cba3e-e1fe-4e3f-adc7-33886cf232bc req-00fafd42-5bc8-4060-944a-91d9485c02df tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:33.877107 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f10cba3e-e1fe-4e3f-adc7-33886cf232bc req-00fafd42-5bc8-4060-944a-91d9485c02df tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0837107 Nov 12 20:31:33.908097 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-60bae1c9-8570-4e92-aceb-6c7f4f45df53 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:33.941601 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f10cba3e-e1fe-4e3f-adc7-33886cf232bc req-ac38988e-a0ab-4d25-8caf-b21a30021ec5 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493777 Nov 12 20:31:34.023647 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-60bae1c9-8570-4e92-aceb-6c7f4f45df53 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:34.028652 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-60bae1c9-8570-4e92-aceb-6c7f4f45df53 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:34.034379 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb54e83-4407-490d-8a3b-06ee448e34c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-07c53041-7686-437e-9a5a-dd606978f1e6', 'network_id': '07c53041-7686-437e-9a5a-dd606978f1e6', 'tenant_id': 'a1e6c4c985024d44a80b4ef1d1e2ce29', 'fixed_ips': [{'subnet_id': '23d4d388-dad5-4a6a-9ad1-0185b1628560'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:31:34.035676 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dbb54e83-4407-490d-8a3b-06ee448e34c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:34.060430 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-60bae1c9-8570-4e92-aceb-6c7f4f45df53 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:34.063123 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-60bae1c9-8570-4e92-aceb-6c7f4f45df53 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1921952 Nov 12 20:31:34.064479 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bae1c9-8570-4e92-aceb-6c7f4f45df53 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42827447-88ba-4075-b0c8-58da7be9aee7,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:34.065181 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45974) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:34.070989 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-902b2500-8fba-4816-a5d4-21704ce0eb93 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'security_group': {'name': 'tempest-secgroup-1837534789'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:34.101615 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-902b2500-8fba-4816-a5d4-21704ce0eb93 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:34.186852 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-902b2500-8fba-4816-a5d4-21704ce0eb93 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:34.191538 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-902b2500-8fba-4816-a5d4-21704ce0eb93 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:34.193250 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-dbb54e83-4407-490d-8a3b-06ee448e34c1 None None] Allocated IP 172.20.0.2 (07c53041-7686-437e-9a5a-dd606978f1e6/23d4d388-dad5-4a6a-9ad1-0185b1628560/ba605ecb-8559-47e3-b983-bf7e51dd6965) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:31:34.217541 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-902b2500-8fba-4816-a5d4-21704ce0eb93 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:34.218987 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-902b2500-8fba-4816-a5d4-21704ce0eb93 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1522524 Nov 12 20:31:34.221803 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 45980) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:34.229318 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-43834595-c53d-4f6a-88e1-b9132619770d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-331837954', 'security_groups': ['a707e4f9-8651-458b-b515-01999f4aecbc'], 'network_id': '07c53041-7686-437e-9a5a-dd606978f1e6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '23d4d388-dad5-4a6a-9ad1-0185b1628560'}]}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:34.255568 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b2500-8fba-4816-a5d4-21704ce0eb93 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a707e4f9-8651-458b-b515-01999f4aecbc,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:34.358069 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dbb54e83-4407-490d-8a3b-06ee448e34c1 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:34.363704 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43834595-c53d-4f6a-88e1-b9132619770d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:34.365147 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dbb54e83-4407-490d-8a3b-06ee448e34c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:34.409147 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb54e83-4407-490d-8a3b-06ee448e34c1 None None] Network 07c53041-7686-437e-9a5a-dd606978f1e6 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:31:34.414074 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-dbb54e83-4407-490d-8a3b-06ee448e34c1 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:34.416348 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb54e83-4407-490d-8a3b-06ee448e34c1 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:31:34.418346 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb54e83-4407-490d-8a3b-06ee448e34c1 None None] Pushing event updated for resources: {'Port': ['ID=ba605ecb-8559-47e3-b983-bf7e51dd6965,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:34.468688 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-43834595-c53d-4f6a-88e1-b9132619770d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:34.474667 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-dbb54e83-4407-490d-8a3b-06ee448e34c1 None None] Attempting to bind port ba605ecb-8559-47e3-b983-bf7e51dd6965 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:31:34.475607 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-dbb54e83-4407-490d-8a3b-06ee448e34c1 None None] Attempting to bind port ba605ecb-8559-47e3-b983-bf7e51dd6965 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'f01a3cab-be2d-4b1d-9f43-98ff1bd8d4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '07c53041-7686-437e-9a5a-dd606978f1e6'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:31:34.475607 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb54e83-4407-490d-8a3b-06ee448e34c1 None None] Attempting to bind port ba605ecb-8559-47e3-b983-bf7e51dd6965 on network 07c53041-7686-437e-9a5a-dd606978f1e6 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:31:34.481670 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb54e83-4407-490d-8a3b-06ee448e34c1 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:31:34.482270 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb54e83-4407-490d-8a3b-06ee448e34c1 None None] Checking segment: {'id': 'f01a3cab-be2d-4b1d-9f43-98ff1bd8d4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '07c53041-7686-437e-9a5a-dd606978f1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:31:34.482955 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dbb54e83-4407-490d-8a3b-06ee448e34c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:34.483578 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb54e83-4407-490d-8a3b-06ee448e34c1 None None] Bound using segment: {'id': 'f01a3cab-be2d-4b1d-9f43-98ff1bd8d4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '07c53041-7686-437e-9a5a-dd606978f1e6'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:31:34.484391 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-dbb54e83-4407-490d-8a3b-06ee448e34c1 None None] Bound port: ba605ecb-8559-47e3-b983-bf7e51dd6965, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01a3cab-be2d-4b1d-9f43-98ff1bd8d4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '07c53041-7686-437e-9a5a-dd606978f1e6'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:31:34.485026 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dbb54e83-4407-490d-8a3b-06ee448e34c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:34.496145 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [None req-43834595-c53d-4f6a-88e1-b9132619770d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] device_id is not set on port 2bb61d50-2fc2-45d3-b246-d80ce44ded73 yet. {{(pid=102448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:31:34.581206 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-dbb54e83-4407-490d-8a3b-06ee448e34c1 None None] For port ba605ecb-8559-47e3-b983-bf7e51dd6965, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:31:34.585757 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-dbb54e83-4407-490d-8a3b-06ee448e34c1 None None] For port ba605ecb-8559-47e3-b983-bf7e51dd6965, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ba605ecb-8559-47e3-b983-bf7e51dd6965,segment=NetworkSegment(f01a3cab-be2d-4b1d-9f43-98ff1bd8d4b7),segment_id=f01a3cab-be2d-4b1d-9f43-98ff1bd8d4b7)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:31:34.590801 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dbb54e83-4407-490d-8a3b-06ee448e34c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:34.636407 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 26ad3384-268c-495c-8189-0d0c7d5d7765 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:31:34.669312 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 26ad3384-268c-495c-8189-0d0c7d5d7765 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:31:34.669705 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 26ad3384-268c-495c-8189-0d0c7d5d7765 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:31:34.684992 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb54e83-4407-490d-8a3b-06ee448e34c1 None None] Pushing event updated for resources: {'Port': ['ID=ba605ecb-8559-47e3-b983-bf7e51dd6965,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:34.689406 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-43834595-c53d-4f6a-88e1-b9132619770d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Allocated IP 172.20.0.6 (07c53041-7686-437e-9a5a-dd606978f1e6/23d4d388-dad5-4a6a-9ad1-0185b1628560/2bb61d50-2fc2-45d3-b246-d80ce44ded73) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:31:34.840482 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-43834595-c53d-4f6a-88e1-b9132619770d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:34.895949 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-43834595-c53d-4f6a-88e1-b9132619770d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:34.948785 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43834595-c53d-4f6a-88e1-b9132619770d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network 07c53041-7686-437e-9a5a-dd606978f1e6 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:31:34.954105 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-43834595-c53d-4f6a-88e1-b9132619770d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:34.956677 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43834595-c53d-4f6a-88e1-b9132619770d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:31:34.985113 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43834595-c53d-4f6a-88e1-b9132619770d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Port': ['ID=2bb61d50-2fc2-45d3-b246-d80ce44ded73,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:35.027746 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43834595-c53d-4f6a-88e1-b9132619770d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:35.028586 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-43834595-c53d-4f6a-88e1-b9132619770d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:35.074495 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-43834595-c53d-4f6a-88e1-b9132619770d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8508699 Nov 12 20:31:35.077448 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 45996) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:35.083201 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-fd374884-78a5-41b4-bd8e-7fbf749c723e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'subnet': {'network_id': '07c53041-7686-437e-9a5a-dd606978f1e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:35.105471 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770748f-7f66-44e6-8b55-4b17042e6a94 req-9c1ea2a7-22fe-4ebf-ba0b-d5c834b7ce3b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:35.107076 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5770748f-7f66-44e6-8b55-4b17042e6a94 req-9c1ea2a7-22fe-4ebf-ba0b-d5c834b7ce3b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0666511 Nov 12 20:31:35.165305 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5770748f-7f66-44e6-8b55-4b17042e6a94 req-578e387a-e003-47cb-b354-b0c585598bdc tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481446 Nov 12 20:31:35.220681 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd374884-78a5-41b4-bd8e-7fbf749c723e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:35.225234 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd374884-78a5-41b4-bd8e-7fbf749c723e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:35.311756 n-d-712140-15 neutron-server[102447]: INFO neutron.db.ipam_backend_mixin [None req-fd374884-78a5-41b4-bd8e-7fbf749c723e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 23d4d388-dad5-4a6a-9ad1-0185b1628560 (CIDR: 172.20.0.0/28) Nov 12 20:31:35.316403 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd374884-78a5-41b4-bd8e-7fbf749c723e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:31:35.317170 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd374884-78a5-41b4-bd8e-7fbf749c723e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:31:35.336663 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fd374884-78a5-41b4-bd8e-7fbf749c723e tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2580283 Nov 12 20:31:35.339946 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46004) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:35.345055 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-bb65fcc7-fba1-4daa-a93b-a63d623faf61 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'subnet': {'network_id': '07c53041-7686-437e-9a5a-dd606978f1e6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:35.481428 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb65fcc7-fba1-4daa-a93b-a63d623faf61 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:35.485708 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb65fcc7-fba1-4daa-a93b-a63d623faf61 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:35.745416 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb65fcc7-fba1-4daa-a93b-a63d623faf61 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:35.787493 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb65fcc7-fba1-4daa-a93b-a63d623faf61 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network 07c53041-7686-437e-9a5a-dd606978f1e6 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:31:35.794275 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-bb65fcc7-fba1-4daa-a93b-a63d623faf61 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:35.798541 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb65fcc7-fba1-4daa-a93b-a63d623faf61 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:35.799141 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb65fcc7-fba1-4daa-a93b-a63d623faf61 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:35.805107 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65fcc7-fba1-4daa-a93b-a63d623faf61 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Subnet': ['ID=14253352-ccdb-4512-ab00-9d8db072b05d,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:35.820966 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bb65fcc7-fba1-4daa-a93b-a63d623faf61 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4797628 Nov 12 20:31:35.823460 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46010) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:35.830658 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-31399305-e16e-4f0d-bbe6-18e168504907 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1412957311', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '14253352-ccdb-4512-ab00-9d8db072b05d'}], 'security_groups': ['42827447-88ba-4075-b0c8-58da7be9aee7']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:35.834390 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-980a6918-a0a6-45c3-a971-7e78507cac1b None None] Provisioning complete for port ba605ecb-8559-47e3-b983-bf7e51dd6965 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:35.835326 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-980a6918-a0a6-45c3-a971-7e78507cac1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:35.926033 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-31399305-e16e-4f0d-bbe6-18e168504907 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:35.946170 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-980a6918-a0a6-45c3-a971-7e78507cac1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:35.997385 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-980a6918-a0a6-45c3-a971-7e78507cac1b None None] For port ba605ecb-8559-47e3-b983-bf7e51dd6965, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ba605ecb-8559-47e3-b983-bf7e51dd6965,segment=NetworkSegment(f01a3cab-be2d-4b1d-9f43-98ff1bd8d4b7),segment_id=f01a3cab-be2d-4b1d-9f43-98ff1bd8d4b7)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:31:36.002908 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-980a6918-a0a6-45c3-a971-7e78507cac1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:36.011902 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7cc0d6-24a2-4c0e-ab2e-f49d9e2f9c89 None None] Network 07c53041-7686-437e-9a5a-dd606978f1e6 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:31:36.064061 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-980a6918-a0a6-45c3-a971-7e78507cac1b None None] Provisioning complete for port 49a7b9bb-b70e-4827-8bef-7f7805eda787 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:36.064527 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-980a6918-a0a6-45c3-a971-7e78507cac1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:36.146870 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a6918-a0a6-45c3-a971-7e78507cac1b None None] Pushing event updated for resources: {'Port': ['ID=ba605ecb-8559-47e3-b983-bf7e51dd6965,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:36.155431 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-980a6918-a0a6-45c3-a971-7e78507cac1b None None] Port 49a7b9bb-b70e-4827-8bef-7f7805eda787 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:31:36.303900 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-31399305-e16e-4f0d-bbe6-18e168504907 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Delete allocated IP 172.20.0.6 (07c53041-7686-437e-9a5a-dd606978f1e6/23d4d388-dad5-4a6a-9ad1-0185b1628560) {{(pid=102448) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 20:31:36.307067 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b927d221-09e0-4356-941b-80981b92e14e None None] Provisioning complete for port 2bb61d50-2fc2-45d3-b246-d80ce44ded73 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:36.307440 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b927d221-09e0-4356-941b-80981b92e14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:36.316870 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-31399305-e16e-4f0d-bbe6-18e168504907 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Allocated IP 172.20.0.26 (07c53041-7686-437e-9a5a-dd606978f1e6/14253352-ccdb-4512-ab00-9d8db072b05d/2bb61d50-2fc2-45d3-b246-d80ce44ded73) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:31:36.327169 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86460d53-2e54-428f-801a-f9e848691760 req-c65ec71a-cf18-4b7e-95dd-27661976bcb7 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:36.337816 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-86460d53-2e54-428f-801a-f9e848691760 req-c65ec71a-cf18-4b7e-95dd-27661976bcb7 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0858197 Nov 12 20:31:36.391282 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-86460d53-2e54-428f-801a-f9e848691760 req-05d20c43-4a58-4a15-98c9-1aa0186e9a6d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518620 Nov 12 20:31:36.405349 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10b7314-1196-4780-b550-210afcb4ece4 None None] Update dhcp port {'port': {'network_id': '07c53041-7686-437e-9a5a-dd606978f1e6', 'fixed_ips': [{'subnet_id': '23d4d388-dad5-4a6a-9ad1-0185b1628560', 'ip_address': '172.20.0.2'}, {'subnet_id': '14253352-ccdb-4512-ab00-9d8db072b05d'}], 'binding:host_id': 'n-d-712140-15'}, 'id': 'ba605ecb-8559-47e3-b983-bf7e51dd6965'} from n-d-712140-15. {{(pid=102449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 20:31:36.439368 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b927d221-09e0-4356-941b-80981b92e14e None None] Port 2bb61d50-2fc2-45d3-b246-d80ce44ded73 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:31:36.447585 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f10b7314-1196-4780-b550-210afcb4ece4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:36.529136 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-31399305-e16e-4f0d-bbe6-18e168504907 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:36.535320 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-31399305-e16e-4f0d-bbe6-18e168504907 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:36.618812 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31399305-e16e-4f0d-bbe6-18e168504907 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Port': ['ID=2bb61d50-2fc2-45d3-b246-d80ce44ded73,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:36.644588 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-f10b7314-1196-4780-b550-210afcb4ece4 None None] Allocated IP 172.20.0.18 (07c53041-7686-437e-9a5a-dd606978f1e6/14253352-ccdb-4512-ab00-9d8db072b05d/ba605ecb-8559-47e3-b983-bf7e51dd6965) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:31:36.670039 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-31399305-e16e-4f0d-bbe6-18e168504907 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] In _notify_port_updated(), no bound segment for port 2bb61d50-2fc2-45d3-b246-d80ce44ded73 on network 07c53041-7686-437e-9a5a-dd606978f1e6 {{(pid=102448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 20:31:36.675724 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31399305-e16e-4f0d-bbe6-18e168504907 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:36.676593 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-31399305-e16e-4f0d-bbe6-18e168504907 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:36.680985 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46028) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:36.684749 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-31399305-e16e-4f0d-bbe6-18e168504907 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "PUT /v2.0/ports/2bb61d50-2fc2-45d3-b246-d80ce44ded73 HTTP/1.1" status: 200 len: 921 time: 0.8601408 Nov 12 20:31:36.687967 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ba605ecb-8559-47e3-b983-bf7e51dd6965 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:31:36.783612 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-351ab238-4d72-4250-a577-47fb16d58598 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting port 2bb61d50-2fc2-45d3-b246-d80ce44ded73 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:31:36.783612 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-351ab238-4d72-4250-a577-47fb16d58598 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:36.783983 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-f10b7314-1196-4780-b550-210afcb4ece4 None None] For port ba605ecb-8559-47e3-b983-bf7e51dd6965, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ba605ecb-8559-47e3-b983-bf7e51dd6965,segment=NetworkSegment(f01a3cab-be2d-4b1d-9f43-98ff1bd8d4b7),segment_id=f01a3cab-be2d-4b1d-9f43-98ff1bd8d4b7)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:31:36.807410 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port ba605ecb-8559-47e3-b983-bf7e51dd6965 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:36.807689 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:36.843305 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f10b7314-1196-4780-b550-210afcb4ece4 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:36.854458 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f10b7314-1196-4780-b550-210afcb4ece4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:36.880398 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-351ab238-4d72-4250-a577-47fb16d58598 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:36.894528 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-351ab238-4d72-4250-a577-47fb16d58598 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Calling delete_port for 2bb61d50-2fc2-45d3-b246-d80ce44ded73 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:31:36.978782 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b7314-1196-4780-b550-210afcb4ece4 None None] Pushing event updated for resources: {'Port': ['ID=ba605ecb-8559-47e3-b983-bf7e51dd6965,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:37.060649 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-351ab238-4d72-4250-a577-47fb16d58598 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:37.095813 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ab238-4d72-4250-a577-47fb16d58598 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Port': ['ID=2bb61d50-2fc2-45d3-b246-d80ce44ded73,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:37.166937 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-351ab238-4d72-4250-a577-47fb16d58598 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:37.172662 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-351ab238-4d72-4250-a577-47fb16d58598 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/ports/2bb61d50-2fc2-45d3-b246-d80ce44ded73 HTTP/1.1" status: 204 len: 168 time: 0.4877124 Nov 12 20:31:37.172929 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46038) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:37.200280 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-efedffc0-a8ac-458c-acb1-1b25a911e9c5 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] GET failed (client error): The resource could not be found. Nov 12 20:31:37.201909 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-efedffc0-a8ac-458c-acb1-1b25a911e9c5 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "GET /v2.0/ports/2bb61d50-2fc2-45d3-b246-d80ce44ded73 HTTP/1.1" status: 404 len: 333 time: 0.0279510 Nov 12 20:31:37.204905 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46042) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:37.268077 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91ef42b5-d579-4b8a-b882-ce0c2177b557 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:37.293747 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91ef42b5-d579-4b8a-b882-ce0c2177b557 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:37.354775 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91ef42b5-d579-4b8a-b882-ce0c2177b557 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:37.357503 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91ef42b5-d579-4b8a-b882-ce0c2177b557 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:37.361483 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-91ef42b5-d579-4b8a-b882-ce0c2177b557 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/security-groups/a707e4f9-8651-458b-b515-01999f4aecbc HTTP/1.1" status: 204 len: 168 time: 0.1528673 Nov 12 20:31:37.361893 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46048) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:37.369171 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef42b5-d579-4b8a-b882-ce0c2177b557 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a707e4f9-8651-458b-b515-01999f4aecbc,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:37.452085 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b2d38a36-f2ad-44fd-8856-9a4c22e53d7b tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:37.493841 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b2d38a36-f2ad-44fd-8856-9a4c22e53d7b tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:37.526829 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3285b64-3693-44e0-9055-5220ef90abaf req-dd695f79-4d2c-4e86-9338-7e837413b9d3 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:37.528778 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d3285b64-3693-44e0-9055-5220ef90abaf req-dd695f79-4d2c-4e86-9338-7e837413b9d3 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0585020 Nov 12 20:31:37.556916 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b2d38a36-f2ad-44fd-8856-9a4c22e53d7b tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:37.560099 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b2d38a36-f2ad-44fd-8856-9a4c22e53d7b tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:37.563727 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b2d38a36-f2ad-44fd-8856-9a4c22e53d7b tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/security-groups/42827447-88ba-4075-b0c8-58da7be9aee7 HTTP/1.1" status: 204 len: 168 time: 0.1910992 Nov 12 20:31:37.564489 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46054) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:37.588368 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d3285b64-3693-44e0-9055-5220ef90abaf req-95d65d9e-4d14-4cfc-bd03-d7fa9d3d1a88 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527942 Nov 12 20:31:37.614110 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d38a36-f2ad-44fd-8856-9a4c22e53d7b tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42827447-88ba-4075-b0c8-58da7be9aee7,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:37.644899 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b79c90-6012-48f6-8920-cf7a4f0ca60c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting subnet 23d4d388-dad5-4a6a-9ad1-0185b1628560 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:31:37.648842 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-26b79c90-6012-48f6-8920-cf7a4f0ca60c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:37.675131 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-92633698-5e43-4c94-bf47-93c05f3a6cdd None None] Provisioning complete for port ba605ecb-8559-47e3-b983-bf7e51dd6965 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:37.675901 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-92633698-5e43-4c94-bf47-93c05f3a6cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:37.694453 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-26b79c90-6012-48f6-8920-cf7a4f0ca60c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:37.760018 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-92633698-5e43-4c94-bf47-93c05f3a6cdd None None] Could not find standard attr ID for object 2bb61d50-2fc2-45d3-b246-d80ce44ded73. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:31:37.770196 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-92633698-5e43-4c94-bf47-93c05f3a6cdd None None] Provisioning complete for port 49a7b9bb-b70e-4827-8bef-7f7805eda787 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:37.770558 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-92633698-5e43-4c94-bf47-93c05f3a6cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:37.779845 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-26b79c90-6012-48f6-8920-cf7a4f0ca60c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:37.806854 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-92633698-5e43-4c94-bf47-93c05f3a6cdd None None] Port 49a7b9bb-b70e-4827-8bef-7f7805eda787 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:31:37.840523 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-26b79c90-6012-48f6-8920-cf7a4f0ca60c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:37.869176 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b79c90-6012-48f6-8920-cf7a4f0ca60c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Subnet': ['ID=23d4d388-dad5-4a6a-9ad1-0185b1628560,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:37.871139 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-26b79c90-6012-48f6-8920-cf7a4f0ca60c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:37.878972 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-26b79c90-6012-48f6-8920-cf7a4f0ca60c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/subnets/23d4d388-dad5-4a6a-9ad1-0185b1628560 HTTP/1.1" status: 204 len: 168 time: 0.3086772 Nov 12 20:31:37.879086 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46062) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:37.883985 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-7cead184-c5bc-49fe-90a6-5698fad6627c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'subnet': {'network_id': '07c53041-7686-437e-9a5a-dd606978f1e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:38.012223 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cead184-c5bc-49fe-90a6-5698fad6627c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:38.016316 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7cead184-c5bc-49fe-90a6-5698fad6627c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:38.132315 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac99ce5-7bcb-4983-97a9-baaa2654129d None None] Network 07c53041-7686-437e-9a5a-dd606978f1e6 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:31:38.240197 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff303514-21d3-4970-bb41-2e4a49277892 None None] Could not find standard attr ID for object 2bb61d50-2fc2-45d3-b246-d80ce44ded73. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:31:38.266150 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7cead184-c5bc-49fe-90a6-5698fad6627c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:38.307557 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cead184-c5bc-49fe-90a6-5698fad6627c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network 07c53041-7686-437e-9a5a-dd606978f1e6 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:31:38.313323 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-7cead184-c5bc-49fe-90a6-5698fad6627c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:38.320589 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cead184-c5bc-49fe-90a6-5698fad6627c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:38.321190 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7cead184-c5bc-49fe-90a6-5698fad6627c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:38.335742 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cead184-c5bc-49fe-90a6-5698fad6627c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Subnet': ['ID=4bc0cbb7-e2f1-4550-9ab3-f41930b32762,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:38.360272 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7cead184-c5bc-49fe-90a6-5698fad6627c tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4777782 Nov 12 20:31:38.360612 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46074) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:38.366568 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-e7995d19-50d1-4644-8a88-9b3fff57bea4 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'security_group': {'name': 'tempest-secgroup-1921247984'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:38.396825 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e7995d19-50d1-4644-8a88-9b3fff57bea4 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:38.510244 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e7995d19-50d1-4644-8a88-9b3fff57bea4 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:38.522526 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e7995d19-50d1-4644-8a88-9b3fff57bea4 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:38.611459 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e7995d19-50d1-4644-8a88-9b3fff57bea4 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:38.617705 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46080) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:38.622742 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-157b37fb-bb90-4a42-bd0c-f306e7bf894d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'security_group': {'name': 'tempest-secgroup-1355272497'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:38.624782 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e7995d19-50d1-4644-8a88-9b3fff57bea4 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2512975 Nov 12 20:31:38.628077 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7995d19-50d1-4644-8a88-9b3fff57bea4 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f639ad86-3610-4bdf-855f-af4ade6d1536,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:38.665157 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ba605ecb-8559-47e3-b983-bf7e51dd6965 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:31:38.670782 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-157b37fb-bb90-4a42-bd0c-f306e7bf894d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:38.761081 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port ba605ecb-8559-47e3-b983-bf7e51dd6965 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:38.763541 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:38.979163 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e67ca4-d23b-4e2f-b32c-3fdb149d3603 req-1c3c870f-d33c-4213-b5d7-0a770cad8e25 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:38.986912 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b1e67ca4-d23b-4e2f-b32c-3fdb149d3603 req-1c3c870f-d33c-4213-b5d7-0a770cad8e25 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 945 time: 0.0732698 Nov 12 20:31:39.043061 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b1e67ca4-d23b-4e2f-b32c-3fdb149d3603 req-d6d80b72-0a49-469e-8b51-0c5a36a0373d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552316 Nov 12 20:31:39.119136 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239a53e5-730b-4d71-8113-e5ba8d272a69 None None] Network 07c53041-7686-437e-9a5a-dd606978f1e6 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:31:39.204154 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0c23eb62-bb3a-4240-a0b1-c1fb1cff934b None None] Provisioning complete for port ba605ecb-8559-47e3-b983-bf7e51dd6965 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:39.204868 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0c23eb62-bb3a-4240-a0b1-c1fb1cff934b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:39.216912 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47e9e9-9179-49f4-80bf-af32ff6745c8 req-731fd986-7159-401a-b8af-066bb6f5bb5d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:39.218600 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-af47e9e9-9179-49f4-80bf-af32ff6745c8 req-731fd986-7159-401a-b8af-066bb6f5bb5d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.5213161 Nov 12 20:31:39.251187 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-157b37fb-bb90-4a42-bd0c-f306e7bf894d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:39.274166 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-157b37fb-bb90-4a42-bd0c-f306e7bf894d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:39.297645 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-af47e9e9-9179-49f4-80bf-af32ff6745c8 req-d233ed15-62cb-4999-8c00-62627c17a293 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691006 Nov 12 20:31:39.318309 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b37fb-bb90-4a42-bd0c-f306e7bf894d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34ac2dcb-2b2c-45a6-895b-c5a783eec917,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:39.322918 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-157b37fb-bb90-4a42-bd0c-f306e7bf894d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:39.326611 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-157b37fb-bb90-4a42-bd0c-f306e7bf894d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7054293 Nov 12 20:31:39.326979 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46096) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:39.332288 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-f111df6c-2499-4e27-a32c-c459b9b45aff tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'security_group': {'name': 'tempest-secgroup-684970183'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:39.370246 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f111df6c-2499-4e27-a32c-c459b9b45aff tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:39.386562 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0c23eb62-bb3a-4240-a0b1-c1fb1cff934b None None] Provisioning complete for port 49a7b9bb-b70e-4827-8bef-7f7805eda787 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:39.386914 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0c23eb62-bb3a-4240-a0b1-c1fb1cff934b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:39.449559 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f111df6c-2499-4e27-a32c-c459b9b45aff tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:39.455263 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f111df6c-2499-4e27-a32c-c459b9b45aff tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:39.460114 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0c23eb62-bb3a-4240-a0b1-c1fb1cff934b None None] Port 49a7b9bb-b70e-4827-8bef-7f7805eda787 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:31:39.468306 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e4a43f-7d69-45c1-a688-061c02728a41 None None] Update dhcp port {'port': {'network_id': '07c53041-7686-437e-9a5a-dd606978f1e6', 'fixed_ips': [{'subnet_id': '14253352-ccdb-4512-ab00-9d8db072b05d', 'ip_address': '172.20.0.18'}, {'subnet_id': '4bc0cbb7-e2f1-4550-9ab3-f41930b32762'}], 'binding:host_id': 'n-d-712140-15'}, 'id': 'ba605ecb-8559-47e3-b983-bf7e51dd6965'} from n-d-712140-15. {{(pid=102449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 20:31:39.490347 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f111df6c-2499-4e27-a32c-c459b9b45aff tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:39.491617 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f111df6c-2499-4e27-a32c-c459b9b45aff tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1635911 Nov 12 20:31:39.494486 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46102) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:39.500262 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-8910aca3-ffdc-46d3-8b69-ee64ace7b872 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-478731343', 'security_groups': ['8a4c4f56-53a8-4b32-8ba0-515e7caad52d'], 'network_id': '07c53041-7686-437e-9a5a-dd606978f1e6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4bc0cbb7-e2f1-4550-9ab3-f41930b32762'}]}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:39.504673 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-18e4a43f-7d69-45c1-a688-061c02728a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:39.506123 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111df6c-2499-4e27-a32c-c459b9b45aff tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4c4f56-53a8-4b32-8ba0-515e7caad52d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:39.634063 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8910aca3-ffdc-46d3-8b69-ee64ace7b872 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:39.727972 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8910aca3-ffdc-46d3-8b69-ee64ace7b872 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:39.752220 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-8910aca3-ffdc-46d3-8b69-ee64ace7b872 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] device_id is not set on port b3859f32-e7c7-4263-b7c7-b94991411509 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:31:39.832249 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-18e4a43f-7d69-45c1-a688-061c02728a41 None None] Allocated IP 172.20.0.2 (07c53041-7686-437e-9a5a-dd606978f1e6/4bc0cbb7-e2f1-4550-9ab3-f41930b32762/ba605ecb-8559-47e3-b983-bf7e51dd6965) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:31:39.932548 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-18e4a43f-7d69-45c1-a688-061c02728a41 None None] For port ba605ecb-8559-47e3-b983-bf7e51dd6965, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ba605ecb-8559-47e3-b983-bf7e51dd6965,segment=NetworkSegment(f01a3cab-be2d-4b1d-9f43-98ff1bd8d4b7),segment_id=f01a3cab-be2d-4b1d-9f43-98ff1bd8d4b7)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:31:39.960216 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-18e4a43f-7d69-45c1-a688-061c02728a41 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:39.964959 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-18e4a43f-7d69-45c1-a688-061c02728a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:40.028906 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-8910aca3-ffdc-46d3-8b69-ee64ace7b872 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Allocated IP 172.20.0.11 (07c53041-7686-437e-9a5a-dd606978f1e6/4bc0cbb7-e2f1-4550-9ab3-f41930b32762/b3859f32-e7c7-4263-b7c7-b94991411509) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:31:40.057753 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4a43f-7d69-45c1-a688-061c02728a41 None None] Pushing event updated for resources: {'Port': ['ID=ba605ecb-8559-47e3-b983-bf7e51dd6965,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:40.233446 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fa678-58de-4cd3-bad4-7cea7368e0c6 req-3c7b081f-05f0-462b-82d7-bd25f7232f8f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:40.235242 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0a6fa678-58de-4cd3-bad4-7cea7368e0c6 req-3c7b081f-05f0-462b-82d7-bd25f7232f8f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 945 time: 0.0825498 Nov 12 20:31:40.264833 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8910aca3-ffdc-46d3-8b69-ee64ace7b872 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:40.340491 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0a6fa678-58de-4cd3-bad4-7cea7368e0c6 req-bd49a53c-e45c-4468-97fe-d37ce595389c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873694 Nov 12 20:31:40.352169 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8910aca3-ffdc-46d3-8b69-ee64ace7b872 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:40.401865 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8910aca3-ffdc-46d3-8b69-ee64ace7b872 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network 07c53041-7686-437e-9a5a-dd606978f1e6 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:31:40.405974 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-8910aca3-ffdc-46d3-8b69-ee64ace7b872 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:40.414298 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8910aca3-ffdc-46d3-8b69-ee64ace7b872 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:31:40.445215 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910aca3-ffdc-46d3-8b69-ee64ace7b872 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Port': ['ID=b3859f32-e7c7-4263-b7c7-b94991411509,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:40.477986 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8910aca3-ffdc-46d3-8b69-ee64ace7b872 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:40.480859 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8910aca3-ffdc-46d3-8b69-ee64ace7b872 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:40.490979 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553eab3-8a54-4434-9478-ae73f2f75fce req-dbdf9161-b5ea-46a5-a128-3dd1d36cb34a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:40.493624 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d553eab3-8a54-4434-9478-ae73f2f75fce req-dbdf9161-b5ea-46a5-a128-3dd1d36cb34a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0896692 Nov 12 20:31:40.501342 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8910aca3-ffdc-46d3-8b69-ee64ace7b872 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0057979 Nov 12 20:31:40.504045 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46122) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:40.509022 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-8b300ea3-f61f-41a2-8664-3659810fa819 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'subnet': {'network_id': '07c53041-7686-437e-9a5a-dd606978f1e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:40.564324 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d553eab3-8a54-4434-9478-ae73f2f75fce req-be09f48a-39ea-4a5c-9bb2-854c6f57281f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638533 Nov 12 20:31:40.642968 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ba605ecb-8559-47e3-b983-bf7e51dd6965 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:31:40.740692 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port ba605ecb-8559-47e3-b983-bf7e51dd6965 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:40.742645 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:40.748340 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65facd9-c14c-4287-90a2-8e20e35f6324 req-68477ed8-0887-447c-b20a-25f33aa1213a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:40.750380 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c65facd9-c14c-4287-90a2-8e20e35f6324 req-68477ed8-0887-447c-b20a-25f33aa1213a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.52 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 945 time: 0.1128099 Nov 12 20:31:40.751881 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b300ea3-f61f-41a2-8664-3659810fa819 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:40.756758 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8b300ea3-f61f-41a2-8664-3659810fa819 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:40.830490 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-1907c4fd-5ee5-46d8-9ec0-6e6d7bb35d17 None None] Provisioning complete for port ba605ecb-8559-47e3-b983-bf7e51dd6965 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:40.830863 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1907c4fd-5ee5-46d8-9ec0-6e6d7bb35d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:40.923222 n-d-712140-15 neutron-server[102447]: INFO neutron.db.ipam_backend_mixin [None req-8b300ea3-f61f-41a2-8664-3659810fa819 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4bc0cbb7-e2f1-4550-9ab3-f41930b32762 (CIDR: 172.20.0.0/28) Nov 12 20:31:40.932344 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b300ea3-f61f-41a2-8664-3659810fa819 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:31:40.933034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b300ea3-f61f-41a2-8664-3659810fa819 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:31:40.955375 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-1907c4fd-5ee5-46d8-9ec0-6e6d7bb35d17 None None] Provisioning complete for port 49a7b9bb-b70e-4827-8bef-7f7805eda787 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:40.955702 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1907c4fd-5ee5-46d8-9ec0-6e6d7bb35d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:40.958254 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46128) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:40.963116 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-22e4d4ca-2410-4d0f-b23d-7673b3825388 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'subnet': {'network_id': '07c53041-7686-437e-9a5a-dd606978f1e6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:40.964823 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8b300ea3-f61f-41a2-8664-3659810fa819 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4596550 Nov 12 20:31:40.987126 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-c65facd9-c14c-4287-90a2-8e20e35f6324 req-29277422-cd4f-4a1c-9e8e-4b510089facf tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Deleting port d489946d-8f4c-4151-99bf-e44d6657f097 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:31:40.988819 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c65facd9-c14c-4287-90a2-8e20e35f6324 req-29277422-cd4f-4a1c-9e8e-4b510089facf tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:40.997185 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-1907c4fd-5ee5-46d8-9ec0-6e6d7bb35d17 None None] Port 49a7b9bb-b70e-4827-8bef-7f7805eda787 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:31:41.103411 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e4d4ca-2410-4d0f-b23d-7673b3825388 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:41.107057 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-c65facd9-c14c-4287-90a2-8e20e35f6324 req-29277422-cd4f-4a1c-9e8e-4b510089facf tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] For port d489946d-8f4c-4151-99bf-e44d6657f097, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=d489946d-8f4c-4151-99bf-e44d6657f097,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:31:41.107430 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c65facd9-c14c-4287-90a2-8e20e35f6324 req-29277422-cd4f-4a1c-9e8e-4b510089facf tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:41.107811 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-22e4d4ca-2410-4d0f-b23d-7673b3825388 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:41.121115 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-328b0b20-4f5e-4066-8aec-98dd5e1d066e None None] Provisioning complete for port b3859f32-e7c7-4263-b7c7-b94991411509 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:41.121490 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-328b0b20-4f5e-4066-8aec-98dd5e1d066e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:41.163213 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-328b0b20-4f5e-4066-8aec-98dd5e1d066e None None] Port b3859f32-e7c7-4263-b7c7-b94991411509 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:31:41.220250 n-d-712140-15 neutron-server[102448]: INFO neutron.db.ipam_backend_mixin [None req-22e4d4ca-2410-4d0f-b23d-7673b3825388 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 14253352-ccdb-4512-ab00-9d8db072b05d (CIDR: 172.20.0.16/28) Nov 12 20:31:41.220984 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e4d4ca-2410-4d0f-b23d-7673b3825388 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:31:41.226316 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22e4d4ca-2410-4d0f-b23d-7673b3825388 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:31:41.240319 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-22e4d4ca-2410-4d0f-b23d-7673b3825388 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2810826 Nov 12 20:31:41.242945 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46138) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:41.248155 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-6e847016-cb18-4aac-977b-607c1a1cecff tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'subnet': {'network_id': '07c53041-7686-437e-9a5a-dd606978f1e6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:41.372827 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e847016-cb18-4aac-977b-607c1a1cecff tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Made reservation on behalf of a1e6c4c985024d44a80b4ef1d1e2ce29 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:41.376748 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e847016-cb18-4aac-977b-607c1a1cecff tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:41.387568 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c65facd9-c14c-4287-90a2-8e20e35f6324 req-29277422-cd4f-4a1c-9e8e-4b510089facf tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:41.392579 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c65facd9-c14c-4287-90a2-8e20e35f6324 req-29277422-cd4f-4a1c-9e8e-4b510089facf tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:41.392579 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [req-c65facd9-c14c-4287-90a2-8e20e35f6324 req-29277422-cd4f-4a1c-9e8e-4b510089facf tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Floating IP 86e011cd-4306-40b5-8c35-5ce71824ea4e disassociated. External IP: 172.25.5.89, port: d489946d-8f4c-4151-99bf-e44d6657f097. Nov 12 20:31:41.392579 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-c65facd9-c14c-4287-90a2-8e20e35f6324 req-29277422-cd4f-4a1c-9e8e-4b510089facf tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Calling delete_port for d489946d-8f4c-4151-99bf-e44d6657f097 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:31:41.536840 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c65facd9-c14c-4287-90a2-8e20e35f6324 req-29277422-cd4f-4a1c-9e8e-4b510089facf tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:41.544588 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28ac1b-2f2f-4dde-885e-be7d8b8225d0 req-c9039b4b-bded-4d62-bc6e-6ebd7447a75b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:41.546217 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca28ac1b-2f2f-4dde-885e-be7d8b8225d0 req-c9039b4b-bded-4d62-bc6e-6ebd7447a75b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 945 time: 0.0877213 Nov 12 20:31:41.571978 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29277422-cd4f-4a1c-9e8e-4b510089facf tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event deleted for resources: {'Port': ['ID=d489946d-8f4c-4151-99bf-e44d6657f097,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:41.632476 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca28ac1b-2f2f-4dde-885e-be7d8b8225d0 req-15c1476b-e165-4530-9fae-db6321ab7d1f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755477 Nov 12 20:31:41.765281 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e847016-cb18-4aac-977b-607c1a1cecff tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:41.814489 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e847016-cb18-4aac-977b-607c1a1cecff tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Network 07c53041-7686-437e-9a5a-dd606978f1e6 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:31:41.818224 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-6e847016-cb18-4aac-977b-607c1a1cecff tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:41.824438 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e847016-cb18-4aac-977b-607c1a1cecff tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:41.825236 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e847016-cb18-4aac-977b-607c1a1cecff tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:41.839912 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8713a7-ff53-49d3-9c26-c2e49863912f None None] Network 07c53041-7686-437e-9a5a-dd606978f1e6 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:31:41.840808 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e847016-cb18-4aac-977b-607c1a1cecff tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Subnet': ['ID=432337fd-a8af-4129-ae2d-531c1640e423,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:41.853917 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6e847016-cb18-4aac-977b-607c1a1cecff tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6099193 Nov 12 20:31:41.860806 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46154) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:41.868770 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-37888415-2df7-4916-a9f5-c5bbb30ab4e3 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1281295086', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '432337fd-a8af-4129-ae2d-531c1640e423'}], 'security_groups': ['f639ad86-3610-4bdf-855f-af4ade6d1536', '34ac2dcb-2b2c-45a6-895b-c5a783eec917']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:42.107366 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-37888415-2df7-4916-a9f5-c5bbb30ab4e3 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:42.166088 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946c2aff-636e-4b2c-b0ef-3057f74ec824 None None] Update dhcp port {'port': {'network_id': '07c53041-7686-437e-9a5a-dd606978f1e6', 'fixed_ips': [{'subnet_id': '14253352-ccdb-4512-ab00-9d8db072b05d', 'ip_address': '172.20.0.18'}, {'subnet_id': '4bc0cbb7-e2f1-4550-9ab3-f41930b32762', 'ip_address': '172.20.0.2'}, {'subnet_id': '432337fd-a8af-4129-ae2d-531c1640e423'}], 'binding:host_id': 'n-d-712140-15'}, 'id': 'ba605ecb-8559-47e3-b983-bf7e51dd6965'} from n-d-712140-15. {{(pid=102449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 20:31:42.179355 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a4d86-3ce8-455c-b86f-73eb9f1ff846 req-e4674dd7-aa1e-4ea6-b199-50a6bb84bc30 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:42.181107 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c57a4d86-3ce8-455c-b86f-73eb9f1ff846 req-e4674dd7-aa1e-4ea6-b199-50a6bb84bc30 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.4862795 Nov 12 20:31:42.183253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c65facd9-c14c-4287-90a2-8e20e35f6324 req-29277422-cd4f-4a1c-9e8e-4b510089facf tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:31:42.222750 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-946c2aff-636e-4b2c-b0ef-3057f74ec824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:42.278808 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c57a4d86-3ce8-455c-b86f-73eb9f1ff846 req-f85c3024-5792-4da2-92e3-28be6a458645 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906224 Nov 12 20:31:42.401741 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c65facd9-c14c-4287-90a2-8e20e35f6324 req-29277422-cd4f-4a1c-9e8e-4b510089facf tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:31:42.423151 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93476f3a-e7be-4985-b7b0-e6cb1b13e894 None None] Sync routers for ids ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:31:42.447755 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93476f3a-e7be-4985-b7b0-e6cb1b13e894 None None] Routers {'06faa6b2-33e6-49e4-9d41-4ee858d16f4e'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:31:42.448418 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-93476f3a-e7be-4985-b7b0-e6cb1b13e894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:31:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:42.448660 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65facd9-c14c-4287-90a2-8e20e35f6324 req-29277422-cd4f-4a1c-9e8e-4b510089facf tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] No DVR routers for this DVR port d489946d-8f4c-4151-99bf-e44d6657f097 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:31:42.453180 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-c65facd9-c14c-4287-90a2-8e20e35f6324 req-29277422-cd4f-4a1c-9e8e-4b510089facf tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:42.457219 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c65facd9-c14c-4287-90a2-8e20e35f6324 req-29277422-cd4f-4a1c-9e8e-4b510089facf tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.52 "DELETE /v2.0/ports/d489946d-8f4c-4151-99bf-e44d6657f097 HTTP/1.1" status: 204 len: 173 time: 1.6966805 Nov 12 20:31:42.457672 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d3be3f-cc72-4904-8475-a262ea9851a2', 'name': 'network-vif-deleted', 'tag': 'd489946d-8f4c-4151-99bf-e44d6657f097'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:31:42.460334 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061a2899-96e0-4b19-b8e6-cc5d307eafca" -d '{"events": [{"server_uuid": "93d3be3f-cc72-4904-8475-a262ea9851a2", "name": "network-vif-deleted", "tag": "d489946d-8f4c-4151-99bf-e44d6657f097"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:31:42.504132 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-946c2aff-636e-4b2c-b0ef-3057f74ec824 None None] Allocated IP 172.20.0.34 (07c53041-7686-437e-9a5a-dd606978f1e6/432337fd-a8af-4129-ae2d-531c1640e423/ba605ecb-8559-47e3-b983-bf7e51dd6965) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:31:42.590102 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897e7a16-d3c3-46f5-bf4c-057a2b402888 x-openstack-request-id: req-897e7a16-d3c3-46f5-bf4c-057a2b402888 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:31:42.590638 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d3be3f-cc72-4904-8475-a262ea9851a2", "name": "network-vif-deleted", "tag": "d489946d-8f4c-4151-99bf-e44d6657f097", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:31:42.590638 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-897e7a16-d3c3-46f5-bf4c-057a2b402888 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:31:42.592003 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d3be3f-cc72-4904-8475-a262ea9851a2', 'name': 'network-vif-deleted', 'tag': 'd489946d-8f4c-4151-99bf-e44d6657f097', 'status': 'completed', 'code': 200} Nov 12 20:31:42.632535 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-93476f3a-e7be-4985-b7b0-e6cb1b13e894 None None] Set router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:31:42.729167 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-946c2aff-636e-4b2c-b0ef-3057f74ec824 None None] For port ba605ecb-8559-47e3-b983-bf7e51dd6965, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ba605ecb-8559-47e3-b983-bf7e51dd6965,segment=NetworkSegment(f01a3cab-be2d-4b1d-9f43-98ff1bd8d4b7),segment_id=f01a3cab-be2d-4b1d-9f43-98ff1bd8d4b7)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:31:42.759253 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b2cd4ef-6175-4519-a77f-62ba8f430079 req-aba0ee28-18ff-415e-9978-e932c29fff23 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 210 time: 0.0289533 Nov 12 20:31:42.777607 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-946c2aff-636e-4b2c-b0ef-3057f74ec824 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:42.837370 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-946c2aff-636e-4b2c-b0ef-3057f74ec824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:42.930441 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-37888415-2df7-4916-a9f5-c5bbb30ab4e3 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Delete allocated IP 172.20.0.11 (07c53041-7686-437e-9a5a-dd606978f1e6/4bc0cbb7-e2f1-4550-9ab3-f41930b32762) {{(pid=102448) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 20:31:42.940052 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-37888415-2df7-4916-a9f5-c5bbb30ab4e3 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Allocated IP 172.20.0.41 (07c53041-7686-437e-9a5a-dd606978f1e6/432337fd-a8af-4129-ae2d-531c1640e423/b3859f32-e7c7-4263-b7c7-b94991411509) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:31:43.033840 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c2aff-636e-4b2c-b0ef-3057f74ec824 None None] Pushing event updated for resources: {'Port': ['ID=ba605ecb-8559-47e3-b983-bf7e51dd6965,revision_number=7']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:43.086622 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-93476f3a-e7be-4985-b7b0-e6cb1b13e894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'name': 'tempest-TestVolumeBootPattern-2072930217-router', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:39Z', 'updated_at': '2021-11-12T20:20:54Z', 'revision_number': 4, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'gw_port': {'id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '2f3c7bc6-185e-46ba-a51f-7659ab966c67', 'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'mac_address': 'fa:16:3e:94:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:50Z', 'updated_at': '2021-11-12T20:21:15Z', 'revision_number': 5, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'subnets': [{'id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:43.114545 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93476f3a-e7be-4985-b7b0-e6cb1b13e894 None None] Checking router: 06faa6b2-33e6-49e4-9d41-4ee858d16f4e for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:31:43.123170 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93476f3a-e7be-4985-b7b0-e6cb1b13e894 None None] Routers {'06faa6b2-33e6-49e4-9d41-4ee858d16f4e'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:31:43.123776 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-93476f3a-e7be-4985-b7b0-e6cb1b13e894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:31:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:43.178042 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-37888415-2df7-4916-a9f5-c5bbb30ab4e3 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:43.184985 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-37888415-2df7-4916-a9f5-c5bbb30ab4e3 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:43.255601 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37888415-2df7-4916-a9f5-c5bbb30ab4e3 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event updated for resources: {'Port': ['ID=b3859f32-e7c7-4263-b7c7-b94991411509,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:43.288539 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-93476f3a-e7be-4985-b7b0-e6cb1b13e894 None None] Set router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:31:43.377772 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-37888415-2df7-4916-a9f5-c5bbb30ab4e3 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] In _notify_port_updated(), no bound segment for port b3859f32-e7c7-4263-b7c7-b94991411509 on network 07c53041-7686-437e-9a5a-dd606978f1e6 {{(pid=102448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 20:31:43.394700 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37888415-2df7-4916-a9f5-c5bbb30ab4e3 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:43.395147 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-37888415-2df7-4916-a9f5-c5bbb30ab4e3 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:43.408414 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-37888415-2df7-4916-a9f5-c5bbb30ab4e3 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "PUT /v2.0/ports/b3859f32-e7c7-4263-b7c7-b94991411509 HTTP/1.1" status: 200 len: 960 time: 1.5376921 Nov 12 20:31:43.409465 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46188) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:43.518791 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869dfd0-46c9-4ed1-b805-cfdc871ca534 req-30c9e9b1-3e7b-4c9d-bd51-4bbc10050617 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:43.526593 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3869dfd0-46c9-4ed1-b805-cfdc871ca534 req-30c9e9b1-3e7b-4c9d-bd51-4bbc10050617 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1245003 Nov 12 20:31:43.611294 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3869dfd0-46c9-4ed1-b805-cfdc871ca534 req-ed547d23-1dd5-4927-8c17-eeb0baeb3b16 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786309 Nov 12 20:31:43.617885 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-2138113c-d090-4917-9682-ce5cc6fb7a19 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting port b3859f32-e7c7-4263-b7c7-b94991411509 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:31:43.618341 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2138113c-d090-4917-9682-ce5cc6fb7a19 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:43.794240 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-93476f3a-e7be-4985-b7b0-e6cb1b13e894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'name': 'tempest-TestVolumeBootPattern-2072930217-router', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:39Z', 'updated_at': '2021-11-12T20:20:54Z', 'revision_number': 4, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'gw_port': {'id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '2f3c7bc6-185e-46ba-a51f-7659ab966c67', 'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'mac_address': 'fa:16:3e:94:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:50Z', 'updated_at': '2021-11-12T20:21:15Z', 'revision_number': 5, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'subnets': [{'id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:43.835897 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2138113c-d090-4917-9682-ce5cc6fb7a19 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:43.864011 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-2138113c-d090-4917-9682-ce5cc6fb7a19 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Calling delete_port for b3859f32-e7c7-4263-b7c7-b94991411509 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:31:43.872396 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93476f3a-e7be-4985-b7b0-e6cb1b13e894 None None] The sync data for ids ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'] in n-d-712140-15 is: [{'id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'name': 'tempest-TestVolumeBootPattern-2072930217-router', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:39Z', 'updated_at': '2021-11-12T20:20:54Z', 'revision_number': 4, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'gw_port': {'id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '2f3c7bc6-185e-46ba-a51f-7659ab966c67', 'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'mac_address': 'fa:16:3e:94:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:50Z', 'updated_at': '2021-11-12T20:21:15Z', 'revision_number': 5, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'subnets': [{'id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:31:43.937080 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-68858064-35f1-4431-bc9f-56788edc419a None None] Provisioning complete for port ba605ecb-8559-47e3-b983-bf7e51dd6965 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:43.937821 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-68858064-35f1-4431-bc9f-56788edc419a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:43.986959 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device d489946d-8f4c-4151-99bf-e44d6657f097 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:31:44.002905 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8932a6d9-e9bf-4d65-a992-aec39d52d582 req-6f86da3f-57fa-4099-9d8a-3699aaf38472 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 210 time: 0.0788701 Nov 12 20:31:44.018151 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: d489946d-8f4c-4151-99bf-e44d6657f097 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:31:44.019441 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device d489946d-8f4c-4151-99bf-e44d6657f097 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:31:44.104684 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca49a36-1f00-4e97-a257-c0914f528c64 req-97e38c5e-1414-4fca-8e39-1123714a2508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:44.106858 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5ca49a36-1f00-4e97-a257-c0914f528c64 req-97e38c5e-1414-4fca-8e39-1123714a2508 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 1097 time: 0.1023691 Nov 12 20:31:44.122277 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-68858064-35f1-4431-bc9f-56788edc419a None None] Provisioning complete for port 49a7b9bb-b70e-4827-8bef-7f7805eda787 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:44.122936 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-68858064-35f1-4431-bc9f-56788edc419a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:44.132741 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61af68-d8d1-431b-b1d9-fb3a8629cddb req-fcd9563d-9791-41e6-893b-6081d8170c56 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:44.134532 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2a61af68-d8d1-431b-b1d9-fb3a8629cddb req-fcd9563d-9791-41e6-893b-6081d8170c56 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1450102 Nov 12 20:31:44.310090 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca49a36-1f00-4e97-a257-c0914f528c64 req-a3a59e50-44bf-4fb8-9e08-0fa9c87ed51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:44.320426 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5ca49a36-1f00-4e97-a257-c0914f528c64 req-a3a59e50-44bf-4fb8-9e08-0fa9c87ed51e service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 913 time: 0.2012289 Nov 12 20:31:44.363630 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2a61af68-d8d1-431b-b1d9-fb3a8629cddb req-9b6b576e-ecf8-44b0-9f2a-1ccedf310f1e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081685 Nov 12 20:31:44.387446 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2138113c-d090-4917-9682-ce5cc6fb7a19 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:44.406827 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e6ef41-b559-4ff6-a08b-68f6eae6facb None None] New status for floating IP 86e011cd-4306-40b5-8c35-5ce71824ea4e: DOWN {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:31:44.499112 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5ca49a36-1f00-4e97-a257-c0914f528c64 req-be35982b-0dcc-4bd8-9e5a-fb01e1103099 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2266bfb-a0d4-4896-9432-d20ec2953989 HTTP/1.1" status: 200 len: 999 time: 0.1762552 Nov 12 20:31:44.520155 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-68858064-35f1-4431-bc9f-56788edc419a None None] Port 49a7b9bb-b70e-4827-8bef-7f7805eda787 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:31:44.529683 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-68858064-35f1-4431-bc9f-56788edc419a None None] Could not find standard attr ID for object b3859f32-e7c7-4263-b7c7-b94991411509. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:31:44.530316 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138113c-d090-4917-9682-ce5cc6fb7a19 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Port': ['ID=b3859f32-e7c7-4263-b7c7-b94991411509,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:44.594474 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca49a36-1f00-4e97-a257-c0914f528c64 req-e35d67f5-e0c1-4deb-a0c3-67ebec666138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:44.595986 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5ca49a36-1f00-4e97-a257-c0914f528c64 req-e35d67f5-e0c1-4deb-a0c3-67ebec666138 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 0.0894239 Nov 12 20:31:44.644599 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0839048f-66ca-4c3e-bcef-13687d9a2822 None None] Could not find standard attr ID for object b3859f32-e7c7-4263-b7c7-b94991411509. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:31:44.660689 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2138113c-d090-4917-9682-ce5cc6fb7a19 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:44.665463 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2138113c-d090-4917-9682-ce5cc6fb7a19 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/ports/b3859f32-e7c7-4263-b7c7-b94991411509 HTTP/1.1" status: 204 len: 168 time: 1.2537124 Nov 12 20:31:44.666371 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:31:44.668409 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46212) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:44.671584 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca49a36-1f00-4e97-a257-c0914f528c64 req-0b3c61ac-d55a-4b9e-86c1-8311bd1f76b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:44.673143 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5ca49a36-1f00-4e97-a257-c0914f528c64 req-0b3c61ac-d55a-4b9e-86c1-8311bd1f76b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699067 Nov 12 20:31:44.700808 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac28620-45a3-4f62-8066-1f4d69a23d7f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] GET failed (client error): The resource could not be found. Nov 12 20:31:44.703929 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-eac28620-45a3-4f62-8066-1f4d69a23d7f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "GET /v2.0/ports/b3859f32-e7c7-4263-b7c7-b94991411509 HTTP/1.1" status: 404 len: 333 time: 0.0343590 Nov 12 20:31:44.706832 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46216) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:44.726349 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ba605ecb-8559-47e3-b983-bf7e51dd6965 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:31:44.795489 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f4e9e582-2edc-42fa-9442-fe8250b32726 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:44.851229 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port ba605ecb-8559-47e3-b983-bf7e51dd6965 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:44.851838 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:44.874474 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5ca49a36-1f00-4e97-a257-c0914f528c64 req-de0e0ec4-69f5-47af-b73e-993a2f823bb8 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921175 Nov 12 20:31:44.876223 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f4e9e582-2edc-42fa-9442-fe8250b32726 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:44.929150 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f4e9e582-2edc-42fa-9442-fe8250b32726 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:44.932708 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f4e9e582-2edc-42fa-9442-fe8250b32726 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:44.933996 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f4e9e582-2edc-42fa-9442-fe8250b32726 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/security-groups/8a4c4f56-53a8-4b32-8ba0-515e7caad52d HTTP/1.1" status: 204 len: 168 time: 0.2245622 Nov 12 20:31:44.940034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46218) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:44.956899 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9e582-2edc-42fa-9442-fe8250b32726 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4c4f56-53a8-4b32-8ba0-515e7caad52d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:45.018842 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-46704dde-f97f-49e8-a4d8-602338407400 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:45.081413 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-46704dde-f97f-49e8-a4d8-602338407400 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:45.083060 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5ca49a36-1f00-4e97-a257-c0914f528c64 req-ddd433b2-c2cc-4e2c-b9ae-fe9340b3dfc8 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001801 Nov 12 20:31:45.133848 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1f09a721-8839-4be3-8a8f-f08538c3e594 req-7cf1c8ab-1f83-4461-b0d9-6df98ffd1386 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 210 time: 0.0539255 Nov 12 20:31:45.171193 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-46704dde-f97f-49e8-a4d8-602338407400 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:45.174332 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-46704dde-f97f-49e8-a4d8-602338407400 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:45.176144 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-46704dde-f97f-49e8-a4d8-602338407400 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/security-groups/34ac2dcb-2b2c-45a6-895b-c5a783eec917 HTTP/1.1" status: 204 len: 168 time: 0.2344413 Nov 12 20:31:45.179214 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46226) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:45.185691 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46704dde-f97f-49e8-a4d8-602338407400 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ac2dcb-2b2c-45a6-895b-c5a783eec917,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:45.255475 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bc24f82d-39a2-4757-b791-3d6e1446c42f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:45.279077 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bc24f82d-39a2-4757-b791-3d6e1446c42f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:45.327058 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bc24f82d-39a2-4757-b791-3d6e1446c42f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:45.330756 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bc24f82d-39a2-4757-b791-3d6e1446c42f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:45.334610 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bc24f82d-39a2-4757-b791-3d6e1446c42f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/security-groups/f639ad86-3610-4bdf-855f-af4ade6d1536 HTTP/1.1" status: 204 len: 168 time: 0.1520524 Nov 12 20:31:45.340534 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46230) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:45.344665 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24f82d-39a2-4757-b791-3d6e1446c42f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f639ad86-3610-4bdf-855f-af4ade6d1536,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:45.417712 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-c878ff19-8bde-4b04-b2c7-de70d8610c27 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting subnet 4bc0cbb7-e2f1-4550-9ab3-f41930b32762 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:31:45.421664 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c878ff19-8bde-4b04-b2c7-de70d8610c27 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:45.518010 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c878ff19-8bde-4b04-b2c7-de70d8610c27 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:45.557921 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a95a2c-49c9-4cb1-a1df-411730f6b110 req-9bd21d3a-8701-4803-ae1e-1330baea62fb tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:45.559525 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-52a95a2c-49c9-4cb1-a1df-411730f6b110 req-9bd21d3a-8701-4803-ae1e-1330baea62fb tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0915656 Nov 12 20:31:45.664847 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-52a95a2c-49c9-4cb1-a1df-411730f6b110 req-a3cac36f-a609-421e-aa9a-62a74cd9e790 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940516 Nov 12 20:31:45.680113 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c878ff19-8bde-4b04-b2c7-de70d8610c27 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:45.775291 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c878ff19-8bde-4b04-b2c7-de70d8610c27 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:45.803254 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878ff19-8bde-4b04-b2c7-de70d8610c27 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Subnet': ['ID=4bc0cbb7-e2f1-4550-9ab3-f41930b32762,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:45.808882 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c878ff19-8bde-4b04-b2c7-de70d8610c27 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:45.816476 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c878ff19-8bde-4b04-b2c7-de70d8610c27 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/subnets/4bc0cbb7-e2f1-4550-9ab3-f41930b32762 HTTP/1.1" status: 204 len: 168 time: 0.4739335 Nov 12 20:31:45.816686 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f082637-909e-446f-a518-ad3f0cf156ea None None] Network 07c53041-7686-437e-9a5a-dd606978f1e6 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:31:45.818335 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46242) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:45.870774 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd1eeda-cb91-4472-b0ee-ea3b4db4d46d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting subnet 432337fd-a8af-4129-ae2d-531c1640e423 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:31:45.874399 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0fd1eeda-cb91-4472-b0ee-ea3b4db4d46d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:45.920562 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0fd1eeda-cb91-4472-b0ee-ea3b4db4d46d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:46.022146 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0fd1eeda-cb91-4472-b0ee-ea3b4db4d46d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:46.098361 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0fd1eeda-cb91-4472-b0ee-ea3b4db4d46d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:46.125386 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1eeda-cb91-4472-b0ee-ea3b4db4d46d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Subnet': ['ID=432337fd-a8af-4129-ae2d-531c1640e423,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:46.132962 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0fd1eeda-cb91-4472-b0ee-ea3b4db4d46d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:46.138913 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0fd1eeda-cb91-4472-b0ee-ea3b4db4d46d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/subnets/432337fd-a8af-4129-ae2d-531c1640e423 HTTP/1.1" status: 204 len: 168 time: 0.3170962 Nov 12 20:31:46.139075 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46248) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:46.169087 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9258dda-8ddc-4c1b-a3cb-6faa5690b7df tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] DELETE failed (client error): The resource could not be found. Nov 12 20:31:46.169561 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9258dda-8ddc-4c1b-a3cb-6faa5690b7df tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:31:46.172828 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f9258dda-8ddc-4c1b-a3cb-6faa5690b7df tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/subnets/4bc0cbb7-e2f1-4550-9ab3-f41930b32762 HTTP/1.1" status: 404 len: 337 time: 0.0327816 Nov 12 20:31:46.176264 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46252) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:46.263681 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87470e6-6ae0-4978-a491-17367e75d448 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting subnet 14253352-ccdb-4512-ab00-9d8db072b05d {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:31:46.264378 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bbec06cf-8452-4526-9631-676a52fa88e7 req-200863e9-7a4e-4039-ba57-df202f65c88b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 210 time: 0.0522654 Nov 12 20:31:46.268573 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c87470e6-6ae0-4978-a491-17367e75d448 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:46.317549 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c87470e6-6ae0-4978-a491-17367e75d448 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:46.423890 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c87470e6-6ae0-4978-a491-17367e75d448 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:46.505355 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c87470e6-6ae0-4978-a491-17367e75d448 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:46.522345 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c87470e6-6ae0-4978-a491-17367e75d448 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:46.525593 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c87470e6-6ae0-4978-a491-17367e75d448 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/subnets/14253352-ccdb-4512-ab00-9d8db072b05d HTTP/1.1" status: 204 len: 168 time: 0.3486061 Nov 12 20:31:46.529459 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46260) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:46.563580 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-086ad221-4d76-4c15-bd40-bf8fcc8d221d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] DELETE failed (client error): The resource could not be found. Nov 12 20:31:46.564268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-086ad221-4d76-4c15-bd40-bf8fcc8d221d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:31:46.568139 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87470e6-6ae0-4978-a491-17367e75d448 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Subnet': ['ID=14253352-ccdb-4512-ab00-9d8db072b05d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:46.568645 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-086ad221-4d76-4c15-bd40-bf8fcc8d221d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/subnets/23d4d388-dad5-4a6a-9ad1-0185b1628560 HTTP/1.1" status: 404 len: 337 time: 0.0379446 Nov 12 20:31:46.571335 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46262) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:46.617944 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46264) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:46.618470 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c62617fa-ab7b-4f89-921e-f39535685cfe tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1df16ea-7f72-4a7d-a4bc-29e9e157c9ae HTTP/1.1" status: 200 len: 205 time: 0.0455692 Nov 12 20:31:46.662207 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-7e300fd3-b588-440c-a84d-3e10cd12986d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] delete failed (client error): The resource could not be found. Nov 12 20:31:46.663393 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7e300fd3-b588-440c-a84d-3e10cd12986d tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/routers/e1df16ea-7f72-4a7d-a4bc-29e9e157c9ae HTTP/1.1" status: 404 len: 336 time: 0.0441113 Nov 12 20:31:46.666141 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46266) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:46.696019 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d652482c-e8d8-4a5b-a9c9-3ff0a29100c5 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] DELETE failed (client error): The resource could not be found. Nov 12 20:31:46.697316 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d652482c-e8d8-4a5b-a9c9-3ff0a29100c5 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:31:46.703329 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d652482c-e8d8-4a5b-a9c9-3ff0a29100c5 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/subnets/cd83dcd0-a16e-47ab-b302-b2afa805ac96 HTTP/1.1" status: 404 len: 337 time: 0.0350733 Nov 12 20:31:46.703646 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46272) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:46.755196 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10ba63e-9cf5-4847-989b-ccafb254dfcd tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] DELETE failed (client error): The resource could not be found. Nov 12 20:31:46.759820 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f10ba63e-9cf5-4847-989b-ccafb254dfcd tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:31:46.769132 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f10ba63e-9cf5-4847-989b-ccafb254dfcd tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/subnets/aac59344-e655-449c-827d-6faa48723140 HTTP/1.1" status: 404 len: 337 time: 0.0634565 Nov 12 20:31:46.771250 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46276) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:46.783136 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6743ae7-d4c6-47d5-aa60-5f9d36f180f2 None None] Network 07c53041-7686-437e-9a5a-dd606978f1e6 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:31:46.822500 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-63892d10-5fe9-469a-87a7-cc74d2b8cc2f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] DELETE failed (client error): The resource could not be found. Nov 12 20:31:46.822955 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63892d10-5fe9-469a-87a7-cc74d2b8cc2f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:31:46.828221 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-63892d10-5fe9-469a-87a7-cc74d2b8cc2f tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/subnets/7d99cb12-51eb-4450-a72a-2bac033d6037 HTTP/1.1" status: 404 len: 337 time: 0.0488896 Nov 12 20:31:46.828599 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46278) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:46.871152 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0f230-286a-4741-9345-a6c40bd8235d req-0c7af8a1-615d-4223-8ac0-f9d25bcbef59 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:46.873064 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-954b2278-0360-40af-9f29-bcbca2c5f6b1 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] DELETE failed (client error): The resource could not be found. Nov 12 20:31:46.873635 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bdd0f230-286a-4741-9345-a6c40bd8235d req-0c7af8a1-615d-4223-8ac0-f9d25bcbef59 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0832369 Nov 12 20:31:46.874238 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-954b2278-0360-40af-9f29-bcbca2c5f6b1 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:31:46.877328 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-954b2278-0360-40af-9f29-bcbca2c5f6b1 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/ports/9c41b920-6590-4478-bc92-272d55cf28f9 HTTP/1.1" status: 404 len: 333 time: 0.0475519 Nov 12 20:31:46.880761 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46280) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:46.889658 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9ffd93ec-d324-4b91-86a4-b0fbbb7026c7 None None] Provisioning complete for port ba605ecb-8559-47e3-b983-bf7e51dd6965 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:46.890602 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9ffd93ec-d324-4b91-86a4-b0fbbb7026c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:46.907548 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7876de1-3095-49b6-92c6-b268e204537a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] DELETE failed (client error): The resource could not be found. Nov 12 20:31:46.908361 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7876de1-3095-49b6-92c6-b268e204537a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:31:46.912189 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b7876de1-3095-49b6-92c6-b268e204537a tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/subnets/5e0ed3d3-83b6-487e-9de5-57df91d6fc4e HTTP/1.1" status: 404 len: 337 time: 0.0302315 Nov 12 20:31:46.924718 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46282) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:46.956692 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bdd0f230-286a-4741-9345-a6c40bd8235d req-097fc472-5216-4c62-b1c2-c8d4911f9c1f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744469 Nov 12 20:31:46.962301 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb56d31-4fda-4644-9f48-cb889b6034d4 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] DELETE failed (client error): The resource could not be found. Nov 12 20:31:46.963044 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb56d31-4fda-4644-9f48-cb889b6034d4 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:31:46.966379 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-abb56d31-4fda-4644-9f48-cb889b6034d4 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/subnets/83810395-7025-41dc-83b1-96a522e77ac6 HTTP/1.1" status: 404 len: 337 time: 0.0398133 Nov 12 20:31:46.969253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46284) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:47.021497 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f674e11-3c37-4fe9-b04a-967e289f46c3 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] DELETE failed (client error): The resource could not be found. Nov 12 20:31:47.022284 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f674e11-3c37-4fe9-b04a-967e289f46c3 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:31:47.025481 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0f674e11-3c37-4fe9-b04a-967e289f46c3 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/ports/6868fa85-2f7b-4b06-a7fc-534de9da745f HTTP/1.1" status: 404 len: 333 time: 0.0552156 Nov 12 20:31:47.028045 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46288) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:47.055808 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac31594-9112-455e-be4f-b768339b85d9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] DELETE failed (client error): The resource could not be found. Nov 12 20:31:47.056298 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac31594-9112-455e-be4f-b768339b85d9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:31:47.059614 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1ac31594-9112-455e-be4f-b768339b85d9 tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/subnets/652e7818-0e69-481f-bd66-bc183aa44289 HTTP/1.1" status: 404 len: 337 time: 0.0305243 Nov 12 20:31:47.062517 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46292) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:47.081951 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9ffd93ec-d324-4b91-86a4-b0fbbb7026c7 None None] Provisioning complete for port 49a7b9bb-b70e-4827-8bef-7f7805eda787 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:47.082475 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9ffd93ec-d324-4b91-86a4-b0fbbb7026c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:47.119113 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-9ffd93ec-d324-4b91-86a4-b0fbbb7026c7 None None] Port 49a7b9bb-b70e-4827-8bef-7f7805eda787 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:31:47.125204 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-423272fa-d7b2-4edd-bc20-8c66919fd3cd tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] DELETE failed (client error): The resource could not be found. Nov 12 20:31:47.125809 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-423272fa-d7b2-4edd-bc20-8c66919fd3cd tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:31:47.138357 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-423272fa-d7b2-4edd-bc20-8c66919fd3cd tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/subnets/2ac46836-15e4-4eb6-8497-5241d278e6f3 HTTP/1.1" status: 404 len: 337 time: 0.0744252 Nov 12 20:31:47.140736 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46296) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:47.153878 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed12449-24bc-440e-9331-0c77d98528c3 None None] DHCP port deletion for 07c53041-7686-437e-9a5a-dd606978f1e6 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:31:47.163541 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e5584-4197-453a-94e4-29dfb48eaf53 req-e4523c27-e893-45b9-843e-82e9df581a15 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:47.169278 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0c6e5584-4197-453a-94e4-29dfb48eaf53 req-e4523c27-e893-45b9-843e-82e9df581a15 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1080751 Nov 12 20:31:47.234162 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-eed12449-24bc-440e-9331-0c77d98528c3 None None] Deleting port ba605ecb-8559-47e3-b983-bf7e51dd6965 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:31:47.234542 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-eed12449-24bc-440e-9331-0c77d98528c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:47.255497 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0c6e5584-4197-453a-94e4-29dfb48eaf53 req-01a9fd80-2239-4069-bf2c-93600804d7bd tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720122 Nov 12 20:31:47.280009 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-58ef8116-5f4f-47c7-bcbb-a04e2ef4538b tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Deleting port 49a7b9bb-b70e-4827-8bef-7f7805eda787 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:31:47.280420 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-58ef8116-5f4f-47c7-bcbb-a04e2ef4538b tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:47.314842 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-eed12449-24bc-440e-9331-0c77d98528c3 None None] For port ba605ecb-8559-47e3-b983-bf7e51dd6965, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ba605ecb-8559-47e3-b983-bf7e51dd6965,segment=NetworkSegment(f01a3cab-be2d-4b1d-9f43-98ff1bd8d4b7),segment_id=f01a3cab-be2d-4b1d-9f43-98ff1bd8d4b7)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:31:47.315441 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-eed12449-24bc-440e-9331-0c77d98528c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:47.334193 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-eed12449-24bc-440e-9331-0c77d98528c3 None None] Calling delete_port for ba605ecb-8559-47e3-b983-bf7e51dd6965 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:31:47.392483 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-58ef8116-5f4f-47c7-bcbb-a04e2ef4538b tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:47.411635 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-58ef8116-5f4f-47c7-bcbb-a04e2ef4538b tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Calling delete_port for 49a7b9bb-b70e-4827-8bef-7f7805eda787 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:31:47.431506 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-eed12449-24bc-440e-9331-0c77d98528c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:47.462364 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed12449-24bc-440e-9331-0c77d98528c3 None None] Pushing event deleted for resources: {'Port': ['ID=ba605ecb-8559-47e3-b983-bf7e51dd6965,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:47.471654 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ae2d2d3a-afbf-4e8b-ac38-aca1df72aa6f req-377cc88b-e6ae-4998-9711-81d902da3414 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 210 time: 0.0361755 Nov 12 20:31:47.480849 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed12449-24bc-440e-9331-0c77d98528c3 None None] No DVR routers for this DVR port ba605ecb-8559-47e3-b983-bf7e51dd6965 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:31:47.556473 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9dece-1606-410d-8ce5-a507f3f1a292 req-9354e90e-feba-4ce6-a9e7-28d1795b01d4 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:47.558030 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a5e9dece-1606-410d-8ce5-a507f3f1a292 req-9354e90e-feba-4ce6-a9e7-28d1795b01d4 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0821338 Nov 12 20:31:47.591422 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-58ef8116-5f4f-47c7-bcbb-a04e2ef4538b tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:47.636722 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef8116-5f4f-47c7-bcbb-a04e2ef4538b tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Port': ['ID=49a7b9bb-b70e-4827-8bef-7f7805eda787,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:47.650332 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-58ef8116-5f4f-47c7-bcbb-a04e2ef4538b tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:47.653980 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-58ef8116-5f4f-47c7-bcbb-a04e2ef4538b tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/ports/49a7b9bb-b70e-4827-8bef-7f7805eda787 HTTP/1.1" status: 204 len: 168 time: 0.5121424 Nov 12 20:31:47.656705 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46310) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:47.673810 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a5e9dece-1606-410d-8ce5-a507f3f1a292 req-5bb694e2-ac29-4bec-8aae-8e45c0536428 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979593 Nov 12 20:31:47.788093 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-80fd273b-b7a6-4bcb-90e8-e3315ffa0aaf tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:47.899087 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-80fd273b-b7a6-4bcb-90e8-e3315ffa0aaf tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:47.924067 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-80fd273b-b7a6-4bcb-90e8-e3315ffa0aaf tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c53041-7686-437e-9a5a-dd606978f1e6']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:47.936152 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-80fd273b-b7a6-4bcb-90e8-e3315ffa0aaf tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01a3cab-be2d-4b1d-9f43-98ff1bd8d4b7') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:47.936481 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-80fd273b-b7a6-4bcb-90e8-e3315ffa0aaf tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01a3cab-be2d-4b1d-9f43-98ff1bd8d4b7') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:31:47.954987 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-80fd273b-b7a6-4bcb-90e8-e3315ffa0aaf tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:47.966098 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c459e7c-442b-4e53-b910-7f8e2d5a0088 req-a6540189-4716-450c-a3ed-100ad914dec6 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:47.973018 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-80fd273b-b7a6-4bcb-90e8-e3315ffa0aaf tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:47.974599 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8c459e7c-442b-4e53-b910-7f8e2d5a0088 req-a6540189-4716-450c-a3ed-100ad914dec6 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0894227 Nov 12 20:31:47.981410 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fd273b-b7a6-4bcb-90e8-e3315ffa0aaf tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:31:47.982187 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-80fd273b-b7a6-4bcb-90e8-e3315ffa0aaf tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:31:47.986459 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:31:48.039101 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8c459e7c-442b-4e53-b910-7f8e2d5a0088 req-8f2b1ef4-c0e1-41e7-9e30-da2c88004c6f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633910 Nov 12 20:31:48.066087 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-80fd273b-b7a6-4bcb-90e8-e3315ffa0aaf tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:48.080345 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-80fd273b-b7a6-4bcb-90e8-e3315ffa0aaf tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:48.083923 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-80fd273b-b7a6-4bcb-90e8-e3315ffa0aaf tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] 10.222.0.48 "DELETE /v2.0/networks/07c53041-7686-437e-9a5a-dd606978f1e6 HTTP/1.1" status: 204 len: 168 time: 0.4257946 Nov 12 20:31:48.096203 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd273b-b7a6-4bcb-90e8-e3315ffa0aaf tempest-PortsTestJSON-2018755084 tempest-PortsTestJSON-2018755084-project] Pushing event deleted for resources: {'Network': ['ID=07c53041-7686-437e-9a5a-dd606978f1e6,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:48.320659 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46328) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:48.487039 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-13b63db0-f8d3-40fa-be87-195e50b6c591 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a1e6c4c985024d44a80b4ef1d1e2ce29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1652019 Nov 12 20:31:48.490463 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46334) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:48.596205 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d68b818f-fc8d-43f2-b75b-ac623934b954 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:48.631287 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d68b818f-fc8d-43f2-b75b-ac623934b954 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:48.651065 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d8bc92f3-78fe-4c73-b450-fb6e2568a767 req-5894cf93-7775-48e7-b901-a1940439aeaf tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d3be3f-cc72-4904-8475-a262ea9851a2 HTTP/1.1" status: 200 len: 210 time: 0.0712707 Nov 12 20:31:48.686102 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ba605ecb-8559-47e3-b983-bf7e51dd6965 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:31:48.706254 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d68b818f-fc8d-43f2-b75b-ac623934b954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:48.708970 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d68b818f-fc8d-43f2-b75b-ac623934b954 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:48.712404 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d68b818f-fc8d-43f2-b75b-ac623934b954 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0a445d4-0362-4898-b7f6-f1e818a072d6 HTTP/1.1" status: 204 len: 168 time: 0.2183578 Nov 12 20:31:48.718148 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b818f-fc8d-43f2-b75b-ac623934b954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a445d4-0362-4898-b7f6-f1e818a072d6,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:48.733304 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: ba605ecb-8559-47e3-b983-bf7e51dd6965 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:31:48.733835 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ba605ecb-8559-47e3-b983-bf7e51dd6965 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:31:49.163961 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cca87-3482-4e2e-9380-551ae565437a req-3ecf9c4a-d654-4011-a7e7-d5f788276d35 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:49.165651 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-348cca87-3482-4e2e-9380-551ae565437a req-3ecf9c4a-d654-4011-a7e7-d5f788276d35 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0521405 Nov 12 20:31:49.224548 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-348cca87-3482-4e2e-9380-551ae565437a req-d8fbd74f-2527-4c9f-8769-631ec33b367b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514851 Nov 12 20:31:49.467045 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e8500-3ce2-46ff-b13b-c512feaf4e8e req-6a92a566-bd3a-4f1c-b908-bfdf04365b5c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:49.468789 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e1e8500-3ce2-46ff-b13b-c512feaf4e8e req-6a92a566-bd3a-4f1c-b908-bfdf04365b5c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0678816 Nov 12 20:31:49.477985 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46376) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:49.504760 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de5034-c4e1-4b0f-ac40-5765467181b4 req-c308ea11-4b50-4332-81cc-37f14538692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:49.506435 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-44de5034-c4e1-4b0f-ac40-5765467181b4 req-c308ea11-4b50-4332-81cc-37f14538692b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 1097 time: 0.0733850 Nov 12 20:31:49.532192 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e1e8500-3ce2-46ff-b13b-c512feaf4e8e req-56cce8ae-eb8c-4657-886d-1c43c3d9e929 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551579 Nov 12 20:31:49.619859 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de5034-c4e1-4b0f-ac40-5765467181b4 req-46edd2a7-174a-4091-9660-fcea1cf64b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:49.621690 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-44de5034-c4e1-4b0f-ac40-5765467181b4 req-46edd2a7-174a-4091-9660-fcea1cf64b02 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 913 time: 0.1085598 Nov 12 20:31:49.621824 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-07deb77a-c9f9-4214-9f39-c5bc35762513 tempest-DvrRoutersNegativeTest-1720281728 tempest-DvrRoutersNegativeTest-1720281728-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-946783967', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:49.624787 n-d-712140-15 neutron-server[102447]: DEBUG neutron.policy [None req-07deb77a-c9f9-4214-9f39-c5bc35762513 tempest-DvrRoutersNegativeTest-1720281728 tempest-DvrRoutersNegativeTest-1720281728-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102447) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 12 20:31:49.625087 n-d-712140-15 neutron-server[102447]: DEBUG neutron.policy [None req-07deb77a-c9f9-4214-9f39-c5bc35762513 tempest-DvrRoutersNegativeTest-1720281728 tempest-DvrRoutersNegativeTest-1720281728-project] Failed policy check for 'create_router' {{(pid=102447) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 12 20:31:49.625599 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-07deb77a-c9f9-4214-9f39-c5bc35762513 tempest-DvrRoutersNegativeTest-1720281728 tempest-DvrRoutersNegativeTest-1720281728-project] create failed (client error): Access was denied to this resource. Nov 12 20:31:49.626814 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-07deb77a-c9f9-4214-9f39-c5bc35762513 tempest-DvrRoutersNegativeTest-1720281728 tempest-DvrRoutersNegativeTest-1720281728-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1477571 Nov 12 20:31:49.702775 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-44de5034-c4e1-4b0f-ac40-5765467181b4 req-4d6ebdd5-8a85-4a1b-ad05-92cc9fe68e19 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2266bfb-a0d4-4896-9432-d20ec2953989 HTTP/1.1" status: 200 len: 999 time: 0.0710635 Nov 12 20:31:49.771551 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de5034-c4e1-4b0f-ac40-5765467181b4 req-e998ff5b-1cf7-4847-abad-3e41f1570f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:49.774319 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-44de5034-c4e1-4b0f-ac40-5765467181b4 req-e998ff5b-1cf7-4847-abad-3e41f1570f1a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 0.0625062 Nov 12 20:31:49.844822 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de5034-c4e1-4b0f-ac40-5765467181b4 req-1af518e1-b792-43a3-8c1e-abbf25a5837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:49.847424 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-44de5034-c4e1-4b0f-ac40-5765467181b4 req-1af518e1-b792-43a3-8c1e-abbf25a5837c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645037 Nov 12 20:31:49.942096 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-811263f4-d48e-4308-87cd-6836547e3d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:49.978838 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46402) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:49.999938 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-44de5034-c4e1-4b0f-ac40-5765467181b4 req-0d22e338-dee6-4904-9673-077391cddee4 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453772 Nov 12 20:31:50.013437 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-3aeb0759-e181-4c25-a6bc-ebbec4dc946d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-394230124&fields=id&tenant_id=416776ef7a904035a66442e4dfb8994d HTTP/1.1" status: 200 len: 267 time: 0.0663559 Nov 12 20:31:50.137412 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-44de5034-c4e1-4b0f-ac40-5765467181b4 req-4541cd3a-47f6-4cf8-823b-0326d7f30649 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302402 Nov 12 20:31:50.188712 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-192e4750-c2ae-4218-be08-88a3f8216222 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:50.200026 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-ec38058e-23ac-4969-b550-a87f48464a3a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:50.204828 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-ec38058e-23ac-4969-b550-a87f48464a3a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 812 time: 0.1904397 Nov 12 20:31:50.231145 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-6d2b5729-e4fe-474d-82c2-a868078b4e7b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/quotas/416776ef7a904035a66442e4dfb8994d HTTP/1.1" status: 200 len: 375 time: 0.0173948 Nov 12 20:31:50.277504 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:50.316164 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-c160c348-1513-451c-9552-103539e5c32c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0766587 Nov 12 20:31:50.371075 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-192e4750-c2ae-4218-be08-88a3f8216222 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:50.375992 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-192e4750-c2ae-4218-be08-88a3f8216222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:50.422668 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-23c05127-fcc2-44c8-8540-ea85580f370c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:31:50.423823 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-23c05127-fcc2-44c8-8540-ea85580f370c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0834541 Nov 12 20:31:50.444390 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-192e4750-c2ae-4218-be08-88a3f8216222 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=52a475cf1a6f4551880cb8d78afdadd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4643400 Nov 12 20:31:50.447038 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46420) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:50.448500 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e4750-c2ae-4218-be08-88a3f8216222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac1ca1f-cecf-4239-a812-eb720f404489,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:50.504400 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-821c06b6-6a75-4663-8164-ba69c5110b9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:50.528168 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-821c06b6-6a75-4663-8164-ba69c5110b9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:50.568818 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-4780cd37-3548-4a16-a81d-28dc17affd52 service neutron] 10.222.0.48 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333184 Nov 12 20:31:50.595693 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-821c06b6-6a75-4663-8164-ba69c5110b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:50.599903 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-821c06b6-6a75-4663-8164-ba69c5110b9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:50.604615 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-821c06b6-6a75-4663-8164-ba69c5110b9a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ac1ca1f-cecf-4239-a812-eb720f404489 HTTP/1.1" status: 204 len: 168 time: 0.1558909 Nov 12 20:31:50.617310 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c06b6-6a75-4663-8164-ba69c5110b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac1ca1f-cecf-4239-a812-eb720f404489,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:50.719944 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-bed3c4eb-4894-4a79-b4cc-2af2b883770e service neutron] 10.222.0.48 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466355 Nov 12 20:31:50.758821 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b753de-8c92-47a6-8959-0d3f6cb77398 req-80e136bb-e9d8-4c3f-ae02-55fe9040466d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:50.762173 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-57b753de-8c92-47a6-8959-0d3f6cb77398 req-80e136bb-e9d8-4c3f-ae02-55fe9040466d tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0930405 Nov 12 20:31:50.826640 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-57b753de-8c92-47a6-8959-0d3f6cb77398 req-f424bfc8-1420-48ef-a8d4-39a7c026da7e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597875 Nov 12 20:31:51.519605 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46452) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:51.617348 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-355321a7-7063-4177-af51-905c641b2be6 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-47938408', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:51.639825 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-355321a7-7063-4177-af51-905c641b2be6 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:51.640872 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-355321a7-7063-4177-af51-905c641b2be6 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:51.693980 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-355321a7-7063-4177-af51-905c641b2be6 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:51.699494 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-355321a7-7063-4177-af51-905c641b2be6 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:51.724506 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-355321a7-7063-4177-af51-905c641b2be6 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:51.725806 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-355321a7-7063-4177-af51-905c641b2be6 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2050841 Nov 12 20:31:51.728425 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46458) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:51.733251 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-50b536c8-70a2-4cb2-a31c-0da2e780e6ae tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-527180357'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:51.756829 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b536c8-70a2-4cb2-a31c-0da2e780e6ae tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Made reservation on behalf of a88bf4f2b0b9414caa61b41b6cf48c6a for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:51.760246 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-50b536c8-70a2-4cb2-a31c-0da2e780e6ae tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:51.769731 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-50b536c8-70a2-4cb2-a31c-0da2e780e6ae tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:51.844445 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-50b536c8-70a2-4cb2-a31c-0da2e780e6ae tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:51.848558 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-50b536c8-70a2-4cb2-a31c-0da2e780e6ae tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:51.878273 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b536c8-70a2-4cb2-a31c-0da2e780e6ae tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:31:51.886341 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b536c8-70a2-4cb2-a31c-0da2e780e6ae tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be8eed9e-8e35-44ce-98d5-71555cf98f99,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:51.892563 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-50b536c8-70a2-4cb2-a31c-0da2e780e6ae tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:51.892914 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-50b536c8-70a2-4cb2-a31c-0da2e780e6ae tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Added segment 132c908c-b436-477a-9dc7-9e72c02cf30d of type vlan for network a4d4eb51-7e4f-4de9-ad20-8da28a691ed1 Nov 12 20:31:51.962802 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-50b536c8-70a2-4cb2-a31c-0da2e780e6ae tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:52.000015 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e6b8c-01af-4ae1-b90f-07360d54911a req-7ca85dfc-a924-43bb-962e-783cd432cc58 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:52.001478 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-646e6b8c-01af-4ae1-b90f-07360d54911a req-7ca85dfc-a924-43bb-962e-783cd432cc58 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0743589 Nov 12 20:31:52.008562 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-50b536c8-70a2-4cb2-a31c-0da2e780e6ae tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:52.014085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b536c8-70a2-4cb2-a31c-0da2e780e6ae tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:52.014658 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-50b536c8-70a2-4cb2-a31c-0da2e780e6ae tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:52.108553 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-50b536c8-70a2-4cb2-a31c-0da2e780e6ae tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3790202 Nov 12 20:31:52.110423 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46466) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:52.117279 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-89ec64c8-b84e-4973-affd-44afbe500463 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Request body: {'subnet': {'network_id': 'a4d4eb51-7e4f-4de9-ad20-8da28a691ed1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:52.143891 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-646e6b8c-01af-4ae1-b90f-07360d54911a req-1ff43fea-b10d-4795-b5a2-88df47289107 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235199 Nov 12 20:31:52.144723 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b536c8-70a2-4cb2-a31c-0da2e780e6ae tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Pushing event updated for resources: {'Network': ['ID=a4d4eb51-7e4f-4de9-ad20-8da28a691ed1,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:52.162389 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network a4d4eb51-7e4f-4de9-ad20-8da28a691ed1 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:31:52.291240 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-89800e74-13e9-4eec-b883-29980f7227b5 req-b9bf4dc4-0c36-49bd-8602-b049959a6b79 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 210 time: 0.0342252 Nov 12 20:31:52.297508 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ec64c8-b84e-4973-affd-44afbe500463 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Made reservation on behalf of a88bf4f2b0b9414caa61b41b6cf48c6a for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:52.302748 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89ec64c8-b84e-4973-affd-44afbe500463 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:52.376491 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3edcf-395f-4e18-8673-3d2f6585fe3d req-59ab9853-f287-467a-8cab-6acf6ae3dbe7 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:52.382051 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ffb3edcf-395f-4e18-8673-3d2f6585fe3d req-59ab9853-f287-467a-8cab-6acf6ae3dbe7 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1083972 Nov 12 20:31:52.448149 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ffb3edcf-395f-4e18-8673-3d2f6585fe3d req-508b18d6-dca3-4d81-aa4c-1b5cca0a5a22 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579848 Nov 12 20:31:52.485366 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6a808-d026-4155-9494-1f8dd3640312 req-f5e9560d-1398-4ec8-b307-05519beea9c4 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:52.488151 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96c6a808-d026-4155-9494-1f8dd3640312 req-f5e9560d-1398-4ec8-b307-05519beea9c4 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 1097 time: 0.0905039 Nov 12 20:31:52.600102 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96c6a808-d026-4155-9494-1f8dd3640312 req-9d5cbd32-d0c5-4fda-b60b-c9e0b845890b tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915844 Nov 12 20:31:52.679543 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89ec64c8-b84e-4973-affd-44afbe500463 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:52.752066 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6518788d-0c3c-423b-a066-7608d815918d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:52.785158 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec64c8-b84e-4973-affd-44afbe500463 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Pushing event updated for resources: {'Subnet': ['ID=e8c597d6-088b-4856-aff3-120f4c35eff5,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:52.850208 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ec64c8-b84e-4973-affd-44afbe500463 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Checking segment: {'id': '132c908c-b436-477a-9dc7-9e72c02cf30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a4d4eb51-7e4f-4de9-ad20-8da28a691ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:31:52.851368 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ec64c8-b84e-4973-affd-44afbe500463 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Network hostable DHCP agents. Network: a4d4eb51-7e4f-4de9-ad20-8da28a691ed1, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:31:52.866900 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07958293-a14c-4f5f-bfe4-c5716ba878a5 req-addfee97-f600-4130-8887-44152c3193f6 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:52.875360 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-07958293-a14c-4f5f-bfe4-c5716ba878a5 req-addfee97-f600-4130-8887-44152c3193f6 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 945 time: 0.1028094 Nov 12 20:31:52.914486 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ec64c8-b84e-4973-affd-44afbe500463 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Network a4d4eb51-7e4f-4de9-ad20-8da28a691ed1 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:31:52.937006 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-89ec64c8-b84e-4973-affd-44afbe500463 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, a4d4eb51-7e4f-4de9-ad20-8da28a691ed1) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:52.946166 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b680103-2691-4dbe-ae05-16c6d2d734da None None] Network a4d4eb51-7e4f-4de9-ad20-8da28a691ed1 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:31:52.959665 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ec64c8-b84e-4973-affd-44afbe500463 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:52.963342 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89ec64c8-b84e-4973-affd-44afbe500463 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:52.987958 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-07958293-a14c-4f5f-bfe4-c5716ba878a5 req-bca18516-2d8a-44ee-9ace-d45bdf948084 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067414 Nov 12 20:31:53.010985 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46500) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:53.031041 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-89ec64c8-b84e-4973-affd-44afbe500463 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9081576 Nov 12 20:31:53.031897 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46502) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:53.040742 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-3787f2cf-f2b8-47f4-90e7-e63a3fbbb242 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Request body: {'network': {'name': 'tempest-router-network01--42781850'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:53.086581 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3787f2cf-f2b8-47f4-90e7-e63a3fbbb242 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Made reservation on behalf of a88bf4f2b0b9414caa61b41b6cf48c6a for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:53.092203 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3787f2cf-f2b8-47f4-90e7-e63a3fbbb242 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:53.151865 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c1118878-6d59-446c-b0d6-c9083b4f04b6 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/floatingips/76468485-7415-4a66-ae72-fdad83144cb4 HTTP/1.1" status: 200 len: 992 time: 0.1305296 Nov 12 20:31:53.158191 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3787f2cf-f2b8-47f4-90e7-e63a3fbbb242 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:31:53.173599 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3787f2cf-f2b8-47f4-90e7-e63a3fbbb242 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:53.173953 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-3787f2cf-f2b8-47f4-90e7-e63a3fbbb242 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Added segment 30e607ea-d1cc-4ddc-9be2-118ae7ae2c0f of type vlan for network bb5a2514-20e4-4d0b-972f-b19bd0c666e6 Nov 12 20:31:53.194176 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-a4d4eb51-7e4f-4de9-ad20-8da28a691ed1', 'network_id': 'a4d4eb51-7e4f-4de9-ad20-8da28a691ed1', 'tenant_id': 'a88bf4f2b0b9414caa61b41b6cf48c6a', 'fixed_ips': [{'subnet_id': 'e8c597d6-088b-4856-aff3-120f4c35eff5'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:31:53.201735 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:53.253783 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3787f2cf-f2b8-47f4-90e7-e63a3fbbb242 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:53.291168 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3787f2cf-f2b8-47f4-90e7-e63a3fbbb242 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:53.302238 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3787f2cf-f2b8-47f4-90e7-e63a3fbbb242 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:53.303481 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3787f2cf-f2b8-47f4-90e7-e63a3fbbb242 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:53.459697 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Allocated IP 172.20.0.2 (a4d4eb51-7e4f-4de9-ad20-8da28a691ed1/e8c597d6-088b-4856-aff3-120f4c35eff5/375dcb64-ae8e-4659-84b6-bb18ea9890c8) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:31:53.478124 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3787f2cf-f2b8-47f4-90e7-e63a3fbbb242 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4415369 Nov 12 20:31:53.480841 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46538) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:53.487153 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-5c3326f1-c0b5-4dda-b2bc-0a5f07d7a2af tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Request body: {'network': {'name': 'tempest-router-network02--1315522148'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:53.505542 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a070968c-1104-49cb-820d-eda3f83827af req-b9305e4d-848b-4b98-a1b5-964e75f6262a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 210 time: 0.0938954 Nov 12 20:31:53.508872 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787f2cf-f2b8-47f4-90e7-e63a3fbbb242 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Pushing event updated for resources: {'Network': ['ID=bb5a2514-20e4-4d0b-972f-b19bd0c666e6,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:53.542479 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3326f1-c0b5-4dda-b2bc-0a5f07d7a2af tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Made reservation on behalf of a88bf4f2b0b9414caa61b41b6cf48c6a for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:53.546323 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c3326f1-c0b5-4dda-b2bc-0a5f07d7a2af tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:53.568178 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-2f1d52bf-be0f-47e8-b2d1-f0d60a5f9a37 req-53dad2ae-406d-4689-adca-bb37606cf1e3 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:31:53.569464 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2f1d52bf-be0f-47e8-b2d1-f0d60a5f9a37 req-53dad2ae-406d-4689-adca-bb37606cf1e3 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069671 Nov 12 20:31:53.589335 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network bb5a2514-20e4-4d0b-972f-b19bd0c666e6 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:31:53.599301 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c3326f1-c0b5-4dda-b2bc-0a5f07d7a2af tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:31:53.622079 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c3326f1-c0b5-4dda-b2bc-0a5f07d7a2af tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:53.622546 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-5c3326f1-c0b5-4dda-b2bc-0a5f07d7a2af tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Added segment 6d7a3d9c-3b88-4348-9825-7ccf53a6ed65 of type vlan for network dbd9f8ca-6bfa-4dcd-9b8e-2c2e3fa491e5 Nov 12 20:31:53.699146 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c3326f1-c0b5-4dda-b2bc-0a5f07d7a2af tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:53.729999 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c3326f1-c0b5-4dda-b2bc-0a5f07d7a2af tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:53.736897 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3326f1-c0b5-4dda-b2bc-0a5f07d7a2af tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:53.738484 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c3326f1-c0b5-4dda-b2bc-0a5f07d7a2af tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:53.758867 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:53.767783 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:53.837101 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Pushing event updated for resources: {'Port': ['ID=375dcb64-ae8e-4659-84b6-bb18ea9890c8,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:53.860615 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Network a4d4eb51-7e4f-4de9-ad20-8da28a691ed1 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:31:53.866651 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5c3326f1-c0b5-4dda-b2bc-0a5f07d7a2af tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3840280 Nov 12 20:31:53.869233 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46548) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:53.871629 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:53.879375 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:31:53.880146 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-88a8f8ee-fae1-4466-98c3-fb5ee2f67b96 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Request body: {'subnet': {'network_id': 'bb5a2514-20e4-4d0b-972f-b19bd0c666e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:53.890645 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:53.891322 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:53.891846 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:53.892366 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:53.892932 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:53.894043 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:53.894576 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:53.895061 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:53.895543 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:53.896043 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:53.896555 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:53.897096 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:31:53.924654 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3326f1-c0b5-4dda-b2bc-0a5f07d7a2af tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Pushing event updated for resources: {'Network': ['ID=dbd9f8ca-6bfa-4dcd-9b8e-2c2e3fa491e5,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:53.941668 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639fe2e-cd10-40e5-b954-1ce2a584bc5f req-0f541734-552d-4c92-a8e4-64cc7cc5965b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:53.943620 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2639fe2e-cd10-40e5-b954-1ce2a584bc5f req-0f541734-552d-4c92-a8e4-64cc7cc5965b tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=f494c359-47aa-4b90-99a8-814e01463051 HTTP/1.1" status: 200 len: 944 time: 0.3048038 Nov 12 20:31:54.025411 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network dbd9f8ca-6bfa-4dcd-9b8e-2c2e3fa491e5 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:31:54.030663 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:54.035809 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Attempting to bind port 375dcb64-ae8e-4659-84b6-bb18ea9890c8 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:31:54.036321 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Attempting to bind port 375dcb64-ae8e-4659-84b6-bb18ea9890c8 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '132c908c-b436-477a-9dc7-9e72c02cf30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a4d4eb51-7e4f-4de9-ad20-8da28a691ed1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:31:54.036780 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Attempting to bind port 375dcb64-ae8e-4659-84b6-bb18ea9890c8 on network a4d4eb51-7e4f-4de9-ad20-8da28a691ed1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:31:54.093353 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ee4ec-d95b-40ad-9987-a246c612ac4c req-5148b518-ed22-4fc1-8462-5adbe608713b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:54.097385 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-427ee4ec-d95b-40ad-9987-a246c612ac4c req-5148b518-ed22-4fc1-8462-5adbe608713b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 945 time: 0.0870500 Nov 12 20:31:54.098925 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a8f8ee-fae1-4466-98c3-fb5ee2f67b96 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Made reservation on behalf of a88bf4f2b0b9414caa61b41b6cf48c6a for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:54.104565 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-88a8f8ee-fae1-4466-98c3-fb5ee2f67b96 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:54.108091 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:31:54.111098 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Checking segment: {'id': '132c908c-b436-477a-9dc7-9e72c02cf30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a4d4eb51-7e4f-4de9-ad20-8da28a691ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:31:54.111517 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:54.111913 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Bound using segment: {'id': '132c908c-b436-477a-9dc7-9e72c02cf30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a4d4eb51-7e4f-4de9-ad20-8da28a691ed1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:31:54.112830 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Bound port: 375dcb64-ae8e-4659-84b6-bb18ea9890c8, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '132c908c-b436-477a-9dc7-9e72c02cf30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a4d4eb51-7e4f-4de9-ad20-8da28a691ed1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:31:54.113665 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:54.115880 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:54.130816 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-8dcf3328-9e71-4e5b-b79d-f94e6feeddda service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1823907 Nov 12 20:31:54.253737 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-427ee4ec-d95b-40ad-9987-a246c612ac4c req-59173b4a-f8c3-45bc-a260-9527c5faeda2 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383851 Nov 12 20:31:54.351142 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] For port 375dcb64-ae8e-4659-84b6-bb18ea9890c8, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:31:54.375520 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] For port 375dcb64-ae8e-4659-84b6-bb18ea9890c8, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=375dcb64-ae8e-4659-84b6-bb18ea9890c8,segment=NetworkSegment(132c908c-b436-477a-9dc7-9e72c02cf30d),segment_id=132c908c-b436-477a-9dc7-9e72c02cf30d)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:31:54.386395 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:54.404502 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-2639fe2e-cd10-40e5-b954-1ce2a584bc5f req-e48ff720-a07f-474c-9237-22c765739f7f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Deleting port 49d0213f-1643-46b8-84ff-a3a044cb9bef {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:31:54.404863 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2639fe2e-cd10-40e5-b954-1ce2a584bc5f req-e48ff720-a07f-474c-9237-22c765739f7f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:54.442360 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-cef2a0d4-f370-4dd4-9faa-2d0b44629af6 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:54.452514 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-cef2a0d4-f370-4dd4-9faa-2d0b44629af6 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.55 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 812 time: 0.4387453 Nov 12 20:31:54.479017 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de98c1-927f-486f-96f9-6dd30bbfb169 None None] Pushing event updated for resources: {'Port': ['ID=375dcb64-ae8e-4659-84b6-bb18ea9890c8,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:54.533302 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-88a8f8ee-fae1-4466-98c3-fb5ee2f67b96 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:54.671912 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-96f468a0-e75c-4dc5-9730-524420efe6c2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=416776ef7a904035a66442e4dfb8994d HTTP/1.1" status: 200 len: 379 time: 0.1712654 Nov 12 20:31:54.686437 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-fed9f53f-3e3c-4d77-a41c-ef4bae30a613 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Request body: {'port': {'device_id': 'ec7b8a22-77a0-484b-90e0-bfd6f6c71830', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'admin_state_up': True, 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'security_groups': ['5b615547-88b8-40dc-a779-00292e0803fd']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:54.709794 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-af21987d-5713-4ebe-b0a2-e62c35ef35ee req-d67ee4e2-cb59-4e36-b52a-f4c8343c45c0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 210 time: 0.1000435 Nov 12 20:31:54.728323 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8f8ee-fae1-4466-98c3-fb5ee2f67b96 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Pushing event updated for resources: {'Subnet': ['ID=14ddc49c-58dd-4896-b6b4-a6990a755e8b,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:54.746416 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a8f8ee-fae1-4466-98c3-fb5ee2f67b96 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Checking segment: {'id': '30e607ea-d1cc-4ddc-9be2-118ae7ae2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bb5a2514-20e4-4d0b-972f-b19bd0c666e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:31:54.747461 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a8f8ee-fae1-4466-98c3-fb5ee2f67b96 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Network hostable DHCP agents. Network: bb5a2514-20e4-4d0b-972f-b19bd0c666e6, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:31:54.823097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a8f8ee-fae1-4466-98c3-fb5ee2f67b96 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Network bb5a2514-20e4-4d0b-972f-b19bd0c666e6 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:31:54.864727 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-2639fe2e-cd10-40e5-b954-1ce2a584bc5f req-e48ff720-a07f-474c-9237-22c765739f7f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] For port 49d0213f-1643-46b8-84ff-a3a044cb9bef, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=49d0213f-1643-46b8-84ff-a3a044cb9bef,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:31:54.864727 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2639fe2e-cd10-40e5-b954-1ce2a584bc5f req-e48ff720-a07f-474c-9237-22c765739f7f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:54.867759 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-88a8f8ee-fae1-4466-98c3-fb5ee2f67b96 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, bb5a2514-20e4-4d0b-972f-b19bd0c666e6) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:54.877234 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5ca4fc-3aac-4dae-89f8-a34f3f1ef232 None None] Network bb5a2514-20e4-4d0b-972f-b19bd0c666e6 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:31:54.884455 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a8f8ee-fae1-4466-98c3-fb5ee2f67b96 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:54.885272 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-88a8f8ee-fae1-4466-98c3-fb5ee2f67b96 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:54.913019 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-88a8f8ee-fae1-4466-98c3-fb5ee2f67b96 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0422437 Nov 12 20:31:54.915576 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46574) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:54.925772 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-0dc12aa2-189f-48da-8e7b-04ae2ce7ecad tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Request body: {'subnet': {'network_id': 'dbd9f8ca-6bfa-4dcd-9b8e-2c2e3fa491e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:54.949138 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-2639fe2e-cd10-40e5-b954-1ce2a584bc5f req-e48ff720-a07f-474c-9237-22c765739f7f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Calling delete_port for 49d0213f-1643-46b8-84ff-a3a044cb9bef owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:31:55.117970 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc12aa2-189f-48da-8e7b-04ae2ce7ecad tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Made reservation on behalf of a88bf4f2b0b9414caa61b41b6cf48c6a for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:55.124641 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0dc12aa2-189f-48da-8e7b-04ae2ce7ecad tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:55.233931 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-fed9f53f-3e3c-4d77-a41c-ef4bae30a613 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Made reservation on behalf of 416776ef7a904035a66442e4dfb8994d for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:31:55.244140 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-fed9f53f-3e3c-4d77-a41c-ef4bae30a613 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:55.290629 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8e24d5-f857-47dc-994a-7a97bacff235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-bb5a2514-20e4-4d0b-972f-b19bd0c666e6', 'network_id': 'bb5a2514-20e4-4d0b-972f-b19bd0c666e6', 'tenant_id': 'a88bf4f2b0b9414caa61b41b6cf48c6a', 'fixed_ips': [{'subnet_id': '14ddc49c-58dd-4896-b6b4-a6990a755e8b'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:31:55.291525 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6b8e24d5-f857-47dc-994a-7a97bacff235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:55.363784 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:55.421538 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-fed9f53f-3e3c-4d77-a41c-ef4bae30a613 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Allocated IP 172.20.0.9 (a14ebab6-b135-479f-8842-077a5fca0d71/63fe6903-02cc-4d59-b54a-0012785b1f66/da1d2ed6-4f68-4b79-9dfe-73bc201ec15b) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:31:55.501594 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f04ae8-fe32-4f89-91fa-c3ae37c05c94 req-f657cce0-9321-4a47-b009-d614e63bf0cd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:55.505242 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-71f04ae8-fe32-4f89-91fa-c3ae37c05c94 req-f657cce0-9321-4a47-b009-d614e63bf0cd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 945 time: 0.1520531 Nov 12 20:31:55.516737 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0dc12aa2-189f-48da-8e7b-04ae2ce7ecad tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:55.663669 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2639fe2e-cd10-40e5-b954-1ce2a584bc5f req-e48ff720-a07f-474c-9237-22c765739f7f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:55.670804 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc12aa2-189f-48da-8e7b-04ae2ce7ecad tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Pushing event updated for resources: {'Subnet': ['ID=d5ac054c-efa2-421d-89ef-a982b1183692,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:55.691347 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-71f04ae8-fe32-4f89-91fa-c3ae37c05c94 req-d27eeba9-598a-440f-afa5-e6b2a4285455 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700618 Nov 12 20:31:55.711887 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc12aa2-189f-48da-8e7b-04ae2ce7ecad tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Checking segment: {'id': '6d7a3d9c-3b88-4348-9825-7ccf53a6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dbd9f8ca-6bfa-4dcd-9b8e-2c2e3fa491e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:31:55.712569 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc12aa2-189f-48da-8e7b-04ae2ce7ecad tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Network hostable DHCP agents. Network: dbd9f8ca-6bfa-4dcd-9b8e-2c2e3fa491e5, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:31:55.720810 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ff720-a07f-474c-9237-22c765739f7f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Pushing event deleted for resources: {'Port': ['ID=49d0213f-1643-46b8-84ff-a3a044cb9bef,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:55.747452 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc12aa2-189f-48da-8e7b-04ae2ce7ecad tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Network dbd9f8ca-6bfa-4dcd-9b8e-2c2e3fa491e5 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:31:55.748551 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-6b8e24d5-f857-47dc-994a-7a97bacff235 None None] Allocated IP 172.20.0.2 (bb5a2514-20e4-4d0b-972f-b19bd0c666e6/14ddc49c-58dd-4896-b6b4-a6990a755e8b/b51ab7d4-2c46-44a5-abc4-79313e9de46a) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:31:55.782251 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-0dc12aa2-189f-48da-8e7b-04ae2ce7ecad tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, dbd9f8ca-6bfa-4dcd-9b8e-2c2e3fa491e5) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:55.791485 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc12aa2-189f-48da-8e7b-04ae2ce7ecad tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:55.794889 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0dc12aa2-189f-48da-8e7b-04ae2ce7ecad tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:55.829012 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2639fe2e-cd10-40e5-b954-1ce2a584bc5f req-e48ff720-a07f-474c-9237-22c765739f7f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] No DVR routers for this DVR port 49d0213f-1643-46b8-84ff-a3a044cb9bef on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:31:55.836841 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2639fe2e-cd10-40e5-b954-1ce2a584bc5f req-e48ff720-a07f-474c-9237-22c765739f7f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:55.840614 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0dc12aa2-189f-48da-8e7b-04ae2ce7ecad tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9210539 Nov 12 20:31:55.842045 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 46584) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:31:55.843634 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2639fe2e-cd10-40e5-b954-1ce2a584bc5f req-e48ff720-a07f-474c-9237-22c765739f7f tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "DELETE /v2.0/ports/49d0213f-1643-46b8-84ff-a3a044cb9bef HTTP/1.1" status: 204 len: 173 time: 1.8938286 Nov 12 20:31:55.844685 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f494c359-47aa-4b90-99a8-814e01463051', 'name': 'network-vif-deleted', 'tag': '49d0213f-1643-46b8-84ff-a3a044cb9bef'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:31:55.847692 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cb151e-6a35-4275-9bec-9b27b52f77d9" -d '{"events": [{"server_uuid": "f494c359-47aa-4b90-99a8-814e01463051", "name": "network-vif-deleted", "tag": "49d0213f-1643-46b8-84ff-a3a044cb9bef"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:31:55.882618 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-fed9f53f-3e3c-4d77-a41c-ef4bae30a613 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:55.962803 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-fed9f53f-3e3c-4d77-a41c-ef4bae30a613 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:56.097362 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-fed9f53f-3e3c-4d77-a41c-ef4bae30a613 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Network a14ebab6-b135-479f-8842-077a5fca0d71 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:31:56.114113 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-fed9f53f-3e3c-4d77-a41c-ef4bae30a613 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:56.117297 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-fed9f53f-3e3c-4d77-a41c-ef4bae30a613 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:31:56.130542 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9f53f-3e3c-4d77-a41c-ef4bae30a613 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event updated for resources: {'Port': ['ID=da1d2ed6-4f68-4b79-9dfe-73bc201ec15b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:56.204194 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6b8e24d5-f857-47dc-994a-7a97bacff235 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:56.224938 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a', '139d42f1-5136-4e8b-ab49-db213f860e23'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:31:56.233091 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e917c2b-1a64-47f2-8f11-3016b240d3fc None None] Network dbd9f8ca-6bfa-4dcd-9b8e-2c2e3fa491e5 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:31:56.272162 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6b8e24d5-f857-47dc-994a-7a97bacff235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:56.291212 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-fed9f53f-3e3c-4d77-a41c-ef4bae30a613 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:56.291894 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-fed9f53f-3e3c-4d77-a41c-ef4bae30a613 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:56.345612 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b6894d-c40a-4fd1-9ce4-ffd1fa799720 None None] Network a4d4eb51-7e4f-4de9-ad20-8da28a691ed1 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:31:56.362955 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-fed9f53f-3e3c-4d77-a41c-ef4bae30a613 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6793568 Nov 12 20:31:56.365494 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:56.376839 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-d4380813-52f1-4304-9b04-172148c4b0bf service neutron] Request body: {'port': {'device_id': 'ec7b8a22-77a0-484b-90e0-bfd6f6c71830', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:31:56.431956 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 20:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a484cc-d618-40ef-b25f-c7b027fa208a x-openstack-request-id: req-34a484cc-d618-40ef-b25f-c7b027fa208a {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:31:56.432164 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f494c359-47aa-4b90-99a8-814e01463051", "name": "network-vif-deleted", "tag": "49d0213f-1643-46b8-84ff-a3a044cb9bef", "status": "failed", "code": 422}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:31:56.435218 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-34a484cc-d618-40ef-b25f-c7b027fa208a {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:31:56.435479 n-d-712140-15 neutron-server[102448]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f494c359-47aa-4b90-99a8-814e01463051', 'name': 'network-vif-deleted', 'tag': '49d0213f-1643-46b8-84ff-a3a044cb9bef', 'status': 'failed', 'code': 422} returned with failed status Nov 12 20:31:56.483841 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-d4380813-52f1-4304-9b04-172148c4b0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:56.757233 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8e24d5-f857-47dc-994a-7a97bacff235 None None] Network bb5a2514-20e4-4d0b-972f-b19bd0c666e6 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:31:56.759535 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 375dcb64-ae8e-4659-84b6-bb18ea9890c8 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:31:56.822061 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0d8ee59a-2e9c-4dbe-894b-0a52b326931d None None] Provisioning complete for port 375dcb64-ae8e-4659-84b6-bb18ea9890c8 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:56.822696 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee59a-2e9c-4dbe-894b-0a52b326931d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:56.825230 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-6b8e24d5-f857-47dc-994a-7a97bacff235 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:56.859328 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8e24d5-f857-47dc-994a-7a97bacff235 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:31:56.865983 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e24d5-f857-47dc-994a-7a97bacff235 None None] Pushing event updated for resources: {'Port': ['ID=b51ab7d4-2c46-44a5-abc4-79313e9de46a,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:56.903490 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-d4380813-52f1-4304-9b04-172148c4b0bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1d2ed6-4f68-4b79-9dfe-73bc201ec15b {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:31:56.913308 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-d4380813-52f1-4304-9b04-172148c4b0bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:56.926411 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-d4380813-52f1-4304-9b04-172148c4b0bf service neutron] Transition to ACTIVE for port object da1d2ed6-4f68-4b79-9dfe-73bc201ec15b will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:31:56.945898 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-d4380813-52f1-4304-9b04-172148c4b0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:56.968464 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 375dcb64-ae8e-4659-84b6-bb18ea9890c8 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:56.969100 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:57.039185 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef7cb7-4b17-4b21-a640-cc15b516e01f req-82d5c159-42f6-450a-ae8b-9c29082daa86 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:57.040580 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d0ef7cb7-4b17-4b21-a640-cc15b516e01f req-82d5c159-42f6-450a-ae8b-9c29082daa86 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=17933280-b7d3-44c0-ae07-f075bf633227 HTTP/1.1" status: 200 len: 908 time: 0.1121094 Nov 12 20:31:57.068331 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4380813-52f1-4304-9b04-172148c4b0bf service neutron] Pushing event updated for resources: {'Port': ['ID=da1d2ed6-4f68-4b79-9dfe-73bc201ec15b,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:57.115423 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0899bc1-ab27-47a8-853d-ddedcd30b60a req-e2c96a8f-3929-457d-a3be-4eefd54f9f83 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:57.118683 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b0899bc1-ab27-47a8-853d-ddedcd30b60a req-e2c96a8f-3929-457d-a3be-4eefd54f9f83 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 931 time: 1.1391401 Nov 12 20:31:57.129907 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-6b8e24d5-f857-47dc-994a-7a97bacff235 None None] Attempting to bind port b51ab7d4-2c46-44a5-abc4-79313e9de46a on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:31:57.130555 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-6b8e24d5-f857-47dc-994a-7a97bacff235 None None] Attempting to bind port b51ab7d4-2c46-44a5-abc4-79313e9de46a by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '30e607ea-d1cc-4ddc-9be2-118ae7ae2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bb5a2514-20e4-4d0b-972f-b19bd0c666e6'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:31:57.131118 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8e24d5-f857-47dc-994a-7a97bacff235 None None] Attempting to bind port b51ab7d4-2c46-44a5-abc4-79313e9de46a on network bb5a2514-20e4-4d0b-972f-b19bd0c666e6 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:31:57.215568 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-d4380813-52f1-4304-9b04-172148c4b0bf service neutron] Attempting to bind port da1d2ed6-4f68-4b79-9dfe-73bc201ec15b on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:31:57.216064 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-d4380813-52f1-4304-9b04-172148c4b0bf service neutron] Attempting to bind port da1d2ed6-4f68-4b79-9dfe-73bc201ec15b by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:31:57.216221 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-d4380813-52f1-4304-9b04-172148c4b0bf service neutron] Attempting to bind port da1d2ed6-4f68-4b79-9dfe-73bc201ec15b on network a14ebab6-b135-479f-8842-077a5fca0d71 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:31:57.231169 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-d4380813-52f1-4304-9b04-172148c4b0bf service neutron] Port da1d2ed6-4f68-4b79-9dfe-73bc201ec15b on network a14ebab6-b135-479f-8842-077a5fca0d71 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:31:57.231499 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-d4380813-52f1-4304-9b04-172148c4b0bf service neutron] Attempting to bind port da1d2ed6-4f68-4b79-9dfe-73bc201ec15b on network a14ebab6-b135-479f-8842-077a5fca0d71 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:31:57.250819 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-d4380813-52f1-4304-9b04-172148c4b0bf service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:31:57.251553 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-d4380813-52f1-4304-9b04-172148c4b0bf service neutron] Checking segment: {'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:31:57.252947 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-d4380813-52f1-4304-9b04-172148c4b0bf service neutron] Bound using segment: {'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:31:57.254341 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-d4380813-52f1-4304-9b04-172148c4b0bf service neutron] Bound port: da1d2ed6-4f68-4b79-9dfe-73bc201ec15b, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:31:57.254977 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-d4380813-52f1-4304-9b04-172148c4b0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:57.274677 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8e24d5-f857-47dc-994a-7a97bacff235 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:31:57.275060 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8e24d5-f857-47dc-994a-7a97bacff235 None None] Checking segment: {'id': '30e607ea-d1cc-4ddc-9be2-118ae7ae2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bb5a2514-20e4-4d0b-972f-b19bd0c666e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:31:57.275379 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6b8e24d5-f857-47dc-994a-7a97bacff235 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:57.275767 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8e24d5-f857-47dc-994a-7a97bacff235 None None] Bound using segment: {'id': '30e607ea-d1cc-4ddc-9be2-118ae7ae2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bb5a2514-20e4-4d0b-972f-b19bd0c666e6'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:31:57.276334 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-6b8e24d5-f857-47dc-994a-7a97bacff235 None None] Bound port: b51ab7d4-2c46-44a5-abc4-79313e9de46a, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e607ea-d1cc-4ddc-9be2-118ae7ae2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bb5a2514-20e4-4d0b-972f-b19bd0c666e6'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:31:57.278473 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6b8e24d5-f857-47dc-994a-7a97bacff235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:57.287724 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-613fa56e-de14-44fc-91ef-07eec2621a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:57.290838 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-613fa56e-de14-44fc-91ef-07eec2621a1b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 1097 time: 1.2961302 Nov 12 20:31:57.295924 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e342b482-b9a4-4b8a-9714-017b3f1a6b45 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:57.299145 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b59d99-f1f8-41da-a689-196c22653614 req-fa6d9e09-ee2b-41f1-9eba-c76d6b955825 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:57.302405 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f7b59d99-f1f8-41da-a689-196c22653614 req-fa6d9e09-ee2b-41f1-9eba-c76d6b955825 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 945 time: 0.1352816 Nov 12 20:31:57.306889 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6be962-3b14-496a-ad9b-e5f3f7994e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-dbd9f8ca-6bfa-4dcd-9b8e-2c2e3fa491e5', 'network_id': 'dbd9f8ca-6bfa-4dcd-9b8e-2c2e3fa491e5', 'tenant_id': 'a88bf4f2b0b9414caa61b41b6cf48c6a', 'fixed_ips': [{'subnet_id': 'd5ac054c-efa2-421d-89ef-a982b1183692'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:31:57.307721 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cf6be962-3b14-496a-ad9b-e5f3f7994e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:57.399732 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee59a-2e9c-4dbe-894b-0a52b326931d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:57.407890 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f7b59d99-f1f8-41da-a689-196c22653614 req-3fba8d75-81f1-43b3-b7b8-c7911c32a3ba tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740776 Nov 12 20:31:57.419660 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-d4380813-52f1-4304-9b04-172148c4b0bf service neutron] For port da1d2ed6-4f68-4b79-9dfe-73bc201ec15b, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:31:57.424154 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-d4380813-52f1-4304-9b04-172148c4b0bf service neutron] For port da1d2ed6-4f68-4b79-9dfe-73bc201ec15b, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=da1d2ed6-4f68-4b79-9dfe-73bc201ec15b,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:31:57.426796 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b0899bc1-ab27-47a8-853d-ddedcd30b60a req-0d58d0f7-3248-45d3-93fb-2a9e446faf2e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2957993 Nov 12 20:31:57.441793 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-d4380813-52f1-4304-9b04-172148c4b0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:57.517037 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4380813-52f1-4304-9b04-172148c4b0bf service neutron] Pushing event updated for resources: {'Port': ['ID=da1d2ed6-4f68-4b79-9dfe-73bc201ec15b,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:57.536149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-d4380813-52f1-4304-9b04-172148c4b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:57.536798 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-d4380813-52f1-4304-9b04-172148c4b0bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:57.552992 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-d4380813-52f1-4304-9b04-172148c4b0bf service neutron] 10.222.0.55 "PUT /v2.0/ports/da1d2ed6-4f68-4b79-9dfe-73bc201ec15b HTTP/1.1" status: 200 len: 1092 time: 1.1822109 Nov 12 20:31:57.585616 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0d8ee59a-2e9c-4dbe-894b-0a52b326931d None None] For port 375dcb64-ae8e-4659-84b6-bb18ea9890c8, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=375dcb64-ae8e-4659-84b6-bb18ea9890c8,segment=NetworkSegment(132c908c-b436-477a-9dc7-9e72c02cf30d),segment_id=132c908c-b436-477a-9dc7-9e72c02cf30d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:31:57.603800 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee59a-2e9c-4dbe-894b-0a52b326931d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:57.652517 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-e80f026a-0c0c-483e-9c5d-4b9cafa779a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:57.654187 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-e80f026a-0c0c-483e-9c5d-4b9cafa779a4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=54d6eafd-e9f0-408f-ace9-62b3db4cd03a HTTP/1.1" status: 200 len: 897 time: 0.3428915 Nov 12 20:31:57.669844 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-6b8e24d5-f857-47dc-994a-7a97bacff235 None None] For port b51ab7d4-2c46-44a5-abc4-79313e9de46a, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:31:57.695796 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-70242583-3e71-4d26-a63f-5766cd951718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:57.698609 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-70242583-3e71-4d26-a63f-5766cd951718 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 1095 time: 0.0846903 Nov 12 20:31:57.758893 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-e3c21d1e-7589-4c2b-8f6d-d466efb4685b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da1d2ed6-4f68-4b79-9dfe-73bc201ec15b HTTP/1.1" status: 200 len: 217 time: 0.0511978 Nov 12 20:31:57.779258 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-6b8e24d5-f857-47dc-994a-7a97bacff235 None None] For port b51ab7d4-2c46-44a5-abc4-79313e9de46a, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b51ab7d4-2c46-44a5-abc4-79313e9de46a,segment=NetworkSegment(30e607ea-d1cc-4ddc-9be2-118ae7ae2c0f),segment_id=30e607ea-d1cc-4ddc-9be2-118ae7ae2c0f)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:31:57.834488 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-a36586ac-2c4f-4f2d-aef1-0e52dcdff8b2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b HTTP/1.1" status: 200 len: 1000 time: 0.1687458 Nov 12 20:31:57.851083 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-b2d753cb-c4d7-42f1-aef1-8cf88d76ccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:57.852614 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-b2d753cb-c4d7-42f1-aef1-8cf88d76ccbc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fe6903-02cc-4d59-b54a-0012785b1f66 HTTP/1.1" status: 200 len: 851 time: 0.0864837 Nov 12 20:31:57.870385 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-cf6be962-3b14-496a-ad9b-e5f3f7994e6d None None] Allocated IP 172.20.0.2 (dbd9f8ca-6bfa-4dcd-9b8e-2c2e3fa491e5/d5ac054c-efa2-421d-89ef-a982b1183692/4a680ed8-846e-4c5e-a0f2-f52f0f805002) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:31:57.943077 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-e342b482-b9a4-4b8a-9714-017b3f1a6b45 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Allocated IP 172.20.0.1 (bb5a2514-20e4-4d0b-972f-b19bd0c666e6/14ddc49c-58dd-4896-b6b4-a6990a755e8b/9ce99276-9ce6-43ae-ae99-518ea704491d) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:31:57.960806 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-5a095dba-6356-460d-ba46-8307cacee540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:57.962254 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-5a095dba-6356-460d-ba46-8307cacee540 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a14ebab6-b135-479f-8842-077a5fca0d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1013315 Nov 12 20:31:58.080332 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6b8e24d5-f857-47dc-994a-7a97bacff235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:58.148684 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ee59a-2e9c-4dbe-894b-0a52b326931d None None] Pushing event updated for resources: {'Port': ['ID=375dcb64-ae8e-4659-84b6-bb18ea9890c8,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:58.161382 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e342b482-b9a4-4b8a-9714-017b3f1a6b45 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:58.182091 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cf6be962-3b14-496a-ad9b-e5f3f7994e6d None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:58.205993 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-73176d22-313d-401e-a6d1-52bf19ffaa22 service neutron] 10.222.0.55 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358098 Nov 12 20:31:58.227380 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cf6be962-3b14-496a-ad9b-e5f3f7994e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:58.263042 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-a0ded4cb-2b6c-4bc7-b231-d900c2a796f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:58.264927 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-a0ded4cb-2b6c-4bc7-b231-d900c2a796f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3cdb48d-8871-4527-9b1c-4613a3a449e9 HTTP/1.1" status: 200 len: 835 time: 0.3824341 Nov 12 20:31:58.266044 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e342b482-b9a4-4b8a-9714-017b3f1a6b45 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:58.307510 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6be962-3b14-496a-ad9b-e5f3f7994e6d None None] Network dbd9f8ca-6bfa-4dcd-9b8e-2c2e3fa491e5 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:31:58.311744 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-cf6be962-3b14-496a-ad9b-e5f3f7994e6d None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:58.317561 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8dde4009-619c-4a5a-b201-38ac30e902fe None None] Provisioning complete for port 375dcb64-ae8e-4659-84b6-bb18ea9890c8 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:58.317561 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8dde4009-619c-4a5a-b201-38ac30e902fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:58.319596 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6be962-3b14-496a-ad9b-e5f3f7994e6d None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:31:58.331731 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e24d5-f857-47dc-994a-7a97bacff235 None None] Pushing event updated for resources: {'Port': ['ID=b51ab7d4-2c46-44a5-abc4-79313e9de46a,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:58.395031 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342b482-b9a4-4b8a-9714-017b3f1a6b45 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Pushing event updated for resources: {'Port': ['ID=9ce99276-9ce6-43ae-ae99-518ea704491d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:58.413325 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e342b482-b9a4-4b8a-9714-017b3f1a6b45 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Network bb5a2514-20e4-4d0b-972f-b19bd0c666e6 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:31:58.473543 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-e342b482-b9a4-4b8a-9714-017b3f1a6b45 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:31:58.507250 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e342b482-b9a4-4b8a-9714-017b3f1a6b45 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:31:58.576212 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6be962-3b14-496a-ad9b-e5f3f7994e6d None None] Pushing event updated for resources: {'Port': ['ID=4a680ed8-846e-4c5e-a0f2-f52f0f805002,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:58.600695 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-cf6be962-3b14-496a-ad9b-e5f3f7994e6d None None] Attempting to bind port 4a680ed8-846e-4c5e-a0f2-f52f0f805002 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:31:58.601073 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-cf6be962-3b14-496a-ad9b-e5f3f7994e6d None None] Attempting to bind port 4a680ed8-846e-4c5e-a0f2-f52f0f805002 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '6d7a3d9c-3b88-4348-9825-7ccf53a6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dbd9f8ca-6bfa-4dcd-9b8e-2c2e3fa491e5'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:31:58.601434 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6be962-3b14-496a-ad9b-e5f3f7994e6d None None] Attempting to bind port 4a680ed8-846e-4c5e-a0f2-f52f0f805002 on network dbd9f8ca-6bfa-4dcd-9b8e-2c2e3fa491e5 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:31:58.614710 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6be962-3b14-496a-ad9b-e5f3f7994e6d None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:31:58.615088 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6be962-3b14-496a-ad9b-e5f3f7994e6d None None] Checking segment: {'id': '6d7a3d9c-3b88-4348-9825-7ccf53a6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dbd9f8ca-6bfa-4dcd-9b8e-2c2e3fa491e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:31:58.616159 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cf6be962-3b14-496a-ad9b-e5f3f7994e6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:58.616758 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6be962-3b14-496a-ad9b-e5f3f7994e6d None None] Bound using segment: {'id': '6d7a3d9c-3b88-4348-9825-7ccf53a6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dbd9f8ca-6bfa-4dcd-9b8e-2c2e3fa491e5'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:31:58.617465 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-cf6be962-3b14-496a-ad9b-e5f3f7994e6d None None] Bound port: 4a680ed8-846e-4c5e-a0f2-f52f0f805002, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7a3d9c-3b88-4348-9825-7ccf53a6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dbd9f8ca-6bfa-4dcd-9b8e-2c2e3fa491e5'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:31:58.617847 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cf6be962-3b14-496a-ad9b-e5f3f7994e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:58.739466 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3a363-953e-4e44-b02a-28b523ce413e req-f64335cd-02dd-44cd-9b37-e2b0d1c9e22a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:58.747606 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b8f3a363-953e-4e44-b02a-28b523ce413e req-f64335cd-02dd-44cd-9b37-e2b0d1c9e22a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.52 "GET /v2.0/ports?device_id=17933280-b7d3-44c0-ae07-f075bf633227 HTTP/1.1" status: 200 len: 908 time: 0.5291235 Nov 12 20:31:58.754160 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-1f8ad62e-f4b0-41fa-bc1a-dd9370758fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:58.755900 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-1f8ad62e-f4b0-41fa-bc1a-dd9370758fa7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54d6eafd-e9f0-408f-ace9-62b3db4cd03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4677377 Nov 12 20:31:58.782027 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-cf6be962-3b14-496a-ad9b-e5f3f7994e6d None None] For port 4a680ed8-846e-4c5e-a0f2-f52f0f805002, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:31:58.786507 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-cf6be962-3b14-496a-ad9b-e5f3f7994e6d None None] For port 4a680ed8-846e-4c5e-a0f2-f52f0f805002, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=4a680ed8-846e-4c5e-a0f2-f52f0f805002,segment=NetworkSegment(6d7a3d9c-3b88-4348-9825-7ccf53a6ed65),segment_id=6d7a3d9c-3b88-4348-9825-7ccf53a6ed65)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:31:58.793100 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cf6be962-3b14-496a-ad9b-e5f3f7994e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:58.798926 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e820b-6a30-458a-bf35-dd7af996e57f req-db7344be-3184-4c3f-a2e9-a757456c9c08 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:58.801303 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d47e820b-6a30-458a-bf35-dd7af996e57f req-db7344be-3184-4c3f-a2e9-a757456c9c08 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 945 time: 0.2512805 Nov 12 20:31:58.820102 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e342b482-b9a4-4b8a-9714-017b3f1a6b45 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:58.885502 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6be962-3b14-496a-ad9b-e5f3f7994e6d None None] Pushing event updated for resources: {'Port': ['ID=4a680ed8-846e-4c5e-a0f2-f52f0f805002,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:58.943222 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b51ab7d4-2c46-44a5-abc4-79313e9de46a up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:31:58.964285 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7b8a22-77a0-484b-90e0-bfd6f6c71830', 'tag': 'da1d2ed6-4f68-4b79-9dfe-73bc201ec15b'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:31:58.966546 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b42f3d7-98b1-400d-add7-5ccf62e6fee5" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7b8a22-77a0-484b-90e0-bfd6f6c71830", "tag": "da1d2ed6-4f68-4b79-9dfe-73bc201ec15b"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:31:59.036539 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b51ab7d4-2c46-44a5-abc4-79313e9de46a triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:59.037330 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:59.040577 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38612c-4634-4371-ba38-d05d2fa6a402 req-441ffdb5-0b8d-4078-8c72-5193b4d1214a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:59.045129 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cf38612c-4634-4371-ba38-d05d2fa6a402 req-441ffdb5-0b8d-4078-8c72-5193b4d1214a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=17933280-b7d3-44c0-ae07-f075bf633227 HTTP/1.1" status: 200 len: 908 time: 0.8347595 Nov 12 20:31:59.082544 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca783f83-b2d7-486a-8683-acfab0ed904d req-10dbad98-3527-45a2-9519-fd9432b9fe41 service neutron] 10.222.0.55 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8593037 Nov 12 20:31:59.294731 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aecb44-8b92-415b-aa6e-b1754d2e6a09 req-c0a77455-dfad-4e86-a44f-62c247dedead tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:59.295019 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:59.300693 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-96aecb44-8b92-415b-aa6e-b1754d2e6a09 req-c0a77455-dfad-4e86-a44f-62c247dedead tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 943 time: 0.1180437 Nov 12 20:31:59.373413 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-79d27756-f633-492e-810d-42dd49536051 service neutron] 10.222.0.52 "GET /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6024315 Nov 12 20:31:59.399503 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port b51ab7d4-2c46-44a5-abc4-79313e9de46a, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b51ab7d4-2c46-44a5-abc4-79313e9de46a,segment=NetworkSegment(30e607ea-d1cc-4ddc-9be2-118ae7ae2c0f),segment_id=30e607ea-d1cc-4ddc-9be2-118ae7ae2c0f)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:31:59.427073 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d47e820b-6a30-458a-bf35-dd7af996e57f req-48e185d3-3b89-45f1-8279-7cd266484c1d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5999184 Nov 12 20:31:59.427567 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:59.429194 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 375dcb64-ae8e-4659-84b6-bb18ea9890c8 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:31:59.453146 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-96aecb44-8b92-415b-aa6e-b1754d2e6a09 req-309756f3-6afc-4d1a-8a31-b8635ccd48e0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341336 Nov 12 20:31:59.516139 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1ab57a-ddbf-499e-ab84-4f656fabb811 x-openstack-request-id: req-0a1ab57a-ddbf-499e-ab84-4f656fabb811 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:31:59.516571 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7b8a22-77a0-484b-90e0-bfd6f6c71830", "tag": "da1d2ed6-4f68-4b79-9dfe-73bc201ec15b", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:31:59.516869 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0a1ab57a-ddbf-499e-ab84-4f656fabb811 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:31:59.517323 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7b8a22-77a0-484b-90e0-bfd6f6c71830', 'tag': 'da1d2ed6-4f68-4b79-9dfe-73bc201ec15b', 'status': 'completed', 'code': 200} Nov 12 20:31:59.586741 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=b51ab7d4-2c46-44a5-abc4-79313e9de46a,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:31:59.604511 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 375dcb64-ae8e-4659-84b6-bb18ea9890c8 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:31:59.604963 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:59.665191 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-b8f3a363-953e-4e44-b02a-28b523ce413e req-3fdcf4cb-8fc5-461f-bac2-59a748f9756e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Deleting port bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:31:59.665535 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b8f3a363-953e-4e44-b02a-28b523ce413e req-3fdcf4cb-8fc5-461f-bac2-59a748f9756e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:59.679226 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42f3d7-98b1-400d-add7-5ccf62e6fee5 req-fd7784d1-883a-4af7-9d0e-51c56586a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:59.681000 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5b42f3d7-98b1-400d-add7-5ccf62e6fee5 req-fd7784d1-883a-4af7-9d0e-51c56586a282 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 1095 time: 0.1413114 Nov 12 20:31:59.727059 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e342b482-b9a4-4b8a-9714-017b3f1a6b45 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:31:59.896487 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42f3d7-98b1-400d-add7-5ccf62e6fee5 req-6c17c57f-3881-44c0-8bb1-be1700c76e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:31:59.898608 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5b42f3d7-98b1-400d-add7-5ccf62e6fee5 req-6c17c57f-3881-44c0-8bb1-be1700c76e17 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 913 time: 0.2102110 Nov 12 20:31:59.932136 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cb3f1a-8949-4038-8e33-3c0fb8d95409 None None] Network bb5a2514-20e4-4d0b-972f-b19bd0c666e6 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:31:59.932904 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-48ff8ed3-eb0f-4958-b2f3-9ed784f8c1a7 service neutron] 10.222.0.52 "GET /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5345023 Nov 12 20:31:59.945292 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1213ef6d-7cdd-4453-869f-37173ab8ccb1 req-63c4cbfe-c26b-4d25-b9e3-aa73681a9a99 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2756310 Nov 12 20:32:00.063490 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5b42f3d7-98b1-400d-add7-5ccf62e6fee5 req-f98197f9-a552-4f9d-a8cb-18a131780729 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da1d2ed6-4f68-4b79-9dfe-73bc201ec15b HTTP/1.1" status: 200 len: 217 time: 0.1558444 Nov 12 20:32:00.185613 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-b8f3a363-953e-4e44-b02a-28b523ce413e req-3fdcf4cb-8fc5-461f-bac2-59a748f9756e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] For port bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:00.189881 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b8f3a363-953e-4e44-b02a-28b523ce413e req-3fdcf4cb-8fc5-461f-bac2-59a748f9756e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:00.206839 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42f3d7-98b1-400d-add7-5ccf62e6fee5 req-a8a891a7-cf4b-4d44-841f-8c1636332260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:00.209185 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5b42f3d7-98b1-400d-add7-5ccf62e6fee5 req-a8a891a7-cf4b-4d44-841f-8c1636332260 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fe6903-02cc-4d59-b54a-0012785b1f66 HTTP/1.1" status: 200 len: 851 time: 0.1388113 Nov 12 20:32:00.272321 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-b8f3a363-953e-4e44-b02a-28b523ce413e req-3fdcf4cb-8fc5-461f-bac2-59a748f9756e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Calling delete_port for bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:32:00.371589 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213ef6d-7cdd-4453-869f-37173ab8ccb1 req-e9945983-8258-42a2-b431-2467e668efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:00.375599 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1213ef6d-7cdd-4453-869f-37173ab8ccb1 req-e9945983-8258-42a2-b431-2467e668efc2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8721b8322b46768b4d5df279187cac&device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 1097 time: 0.3517456 Nov 12 20:32:00.388190 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42f3d7-98b1-400d-add7-5ccf62e6fee5 req-8742bc4b-b404-4408-8587-12408a34ad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:00.389774 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5b42f3d7-98b1-400d-add7-5ccf62e6fee5 req-8742bc4b-b404-4408-8587-12408a34ad24 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a14ebab6-b135-479f-8842-077a5fca0d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1724451 Nov 12 20:32:00.406070 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-605e6bdf-a71b-4441-8155-814e2fe59c11 None None] Provisioning complete for port b51ab7d4-2c46-44a5-abc4-79313e9de46a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:32:00.412642 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-605e6bdf-a71b-4441-8155-814e2fe59c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:00.635315 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0681e1-f5b3-414d-acc2-8ec87399237a req-6393ff42-de5a-4ffa-9012-365a960b794a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:00.650672 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bf0681e1-f5b3-414d-acc2-8ec87399237a req-6393ff42-de5a-4ffa-9012-365a960b794a tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=17933280-b7d3-44c0-ae07-f075bf633227 HTTP/1.1" status: 200 len: 908 time: 0.3988614 Nov 12 20:32:00.812984 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3f3842-222d-46a1-ba38-2b376fcfffdc None None] Network dbd9f8ca-6bfa-4dcd-9b8e-2c2e3fa491e5 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:32:00.860049 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6851c0-af1f-4f67-a620-2f55875e3070 req-4287c858-5077-470e-8be3-0f0ecaf8925b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:00.867348 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca6851c0-af1f-4f67-a620-2f55875e3070 req-4287c858-5077-470e-8be3-0f0ecaf8925b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 943 time: 0.1763134 Nov 12 20:32:00.869667 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5b42f3d7-98b1-400d-add7-5ccf62e6fee5 req-9e8aa0d6-d2ed-4191-9b56-ffa17619b684 service neutron] 10.222.0.55 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640408 Nov 12 20:32:01.002290 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b51ab7d4-2c46-44a5-abc4-79313e9de46a up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:32:01.026062 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca6851c0-af1f-4f67-a620-2f55875e3070 req-c9468b2d-bf61-44f6-a12d-cebb851888dd tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509354 Nov 12 20:32:01.039140 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4a10747f-95ea-41bc-a378-5f5795d2b548 None None] Provisioning complete for port 4a680ed8-846e-4c5e-a0f2-f52f0f805002 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:32:01.040126 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4a10747f-95ea-41bc-a378-5f5795d2b548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:01.059047 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5b42f3d7-98b1-400d-add7-5ccf62e6fee5 req-b35a262d-cc1c-49c7-b34c-9b722ad42ae4 service neutron] 10.222.0.55 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767027 Nov 12 20:32:01.213756 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b51ab7d4-2c46-44a5-abc4-79313e9de46a triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:32:01.214129 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:01.218710 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e342b482-b9a4-4b8a-9714-017b3f1a6b45 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:01.244855 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e342b482-b9a4-4b8a-9714-017b3f1a6b45 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:01.287183 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213ef6d-7cdd-4453-869f-37173ab8ccb1 req-58c3b4f0-7c6e-4e44-938b-633f8f326126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:01.289274 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1213ef6d-7cdd-4453-869f-37173ab8ccb1 req-58c3b4f0-7c6e-4e44-938b-633f8f326126 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 200 len: 913 time: 0.8393719 Nov 12 20:32:01.360788 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b8f3a363-953e-4e44-b02a-28b523ce413e req-3fdcf4cb-8fc5-461f-bac2-59a748f9756e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:01.366989 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4a10747f-95ea-41bc-a378-5f5795d2b548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:01.441664 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-4a10747f-95ea-41bc-a378-5f5795d2b548 None None] For port 4a680ed8-846e-4c5e-a0f2-f52f0f805002, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=4a680ed8-846e-4c5e-a0f2-f52f0f805002,segment=NetworkSegment(6d7a3d9c-3b88-4348-9825-7ccf53a6ed65),segment_id=6d7a3d9c-3b88-4348-9825-7ccf53a6ed65)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:01.448983 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4a10747f-95ea-41bc-a378-5f5795d2b548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:01.483302 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4591091-028f-4004-9800-95138fc3cb17 req-5c0b5d94-2c3b-4922-93ef-bc18f45ebbbc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:01.484886 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f4591091-028f-4004-9800-95138fc3cb17 req-5c0b5d94-2c3b-4922-93ef-bc18f45ebbbc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 945 time: 0.6185434 Nov 12 20:32:01.522043 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342b482-b9a4-4b8a-9714-017b3f1a6b45 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Pushing event updated for resources: {'Port': ['ID=9ce99276-9ce6-43ae-ae99-518ea704491d,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:01.530843 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e342b482-b9a4-4b8a-9714-017b3f1a6b45 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:01.635617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10747f-95ea-41bc-a378-5f5795d2b548 None None] Pushing event updated for resources: {'Port': ['ID=4a680ed8-846e-4c5e-a0f2-f52f0f805002,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:01.678434 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d4887a87-8c4a-437a-933e-f22e99dbb13b None None] Provisioning complete for port b51ab7d4-2c46-44a5-abc4-79313e9de46a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:32:01.678967 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d4887a87-8c4a-437a-933e-f22e99dbb13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:01.690655 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdcf4cb-8fc5-461f-bac2-59a748f9756e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Pushing event deleted for resources: {'Port': ['ID=bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:01.811023 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4a680ed8-846e-4c5e-a0f2-f52f0f805002 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:32:01.855265 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f3a363-953e-4e44-b02a-28b523ce413e req-3fdcf4cb-8fc5-461f-bac2-59a748f9756e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] No DVR routers for this DVR port bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:32:01.858855 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b8f3a363-953e-4e44-b02a-28b523ce413e req-3fdcf4cb-8fc5-461f-bac2-59a748f9756e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:01.860521 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-13c537ad-26ec-41f2-bac1-bfb2dc7ecc49 req-174acd57-7497-46ac-ac45-32e237c2e770 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=17933280-b7d3-44c0-ae07-f075bf633227 HTTP/1.1" status: 200 len: 210 time: 0.0753181 Nov 12 20:32:01.865578 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b8f3a363-953e-4e44-b02a-28b523ce413e req-3fdcf4cb-8fc5-461f-bac2-59a748f9756e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.52 "DELETE /v2.0/ports/bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db HTTP/1.1" status: 204 len: 173 time: 3.0935130 Nov 12 20:32:01.872263 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1213ef6d-7cdd-4453-869f-37173ab8ccb1 req-c4acf5b5-254f-47ce-9704-77d632145707 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2266bfb-a0d4-4896-9432-d20ec2953989 HTTP/1.1" status: 200 len: 999 time: 0.5488908 Nov 12 20:32:01.876734 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17933280-b7d3-44c0-ae07-f075bf633227', 'name': 'network-vif-deleted', 'tag': 'bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:32:01.881790 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83d9f14-b9e2-4388-ac08-eca2e1e7bf3c" -d '{"events": [{"server_uuid": "17933280-b7d3-44c0-ae07-f075bf633227", "name": "network-vif-deleted", "tag": "bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:32:01.932685 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e342b482-b9a4-4b8a-9714-017b3f1a6b45 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Network bb5a2514-20e4-4d0b-972f-b19bd0c666e6 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:32:01.941275 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-e342b482-b9a4-4b8a-9714-017b3f1a6b45 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:32:02.023005 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 4a680ed8-846e-4c5e-a0f2-f52f0f805002 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:32:02.024471 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:02.071156 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:32:02.136039 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:32:02.136820 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:32:02.196995 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d4887a87-8c4a-437a-933e-f22e99dbb13b None None] Provisioning complete for port 9ce99276-9ce6-43ae-ae99-518ea704491d triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:32:02.197787 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d4887a87-8c4a-437a-933e-f22e99dbb13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:02.309170 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c39e97-caf5-4eca-9b65-f677d74a7df5 req-89154af6-5fa1-4c80-96ef-0655ab29ef45 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:02.319918 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-45c39e97-caf5-4eca-9b65-f677d74a7df5 req-89154af6-5fa1-4c80-96ef-0655ab29ef45 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 943 time: 0.0770013 Nov 12 20:32:02.405317 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-d4887a87-8c4a-437a-933e-f22e99dbb13b None None] Port 9ce99276-9ce6-43ae-ae99-518ea704491d cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:32:02.435341 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-45c39e97-caf5-4eca-9b65-f677d74a7df5 req-2ca0fb7a-c263-4ec5-88bb-d8287abfebac tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138222 Nov 12 20:32:02.510016 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666fdf42-df1e-4579-ac58-35dd8b541791 x-openstack-request-id: req-666fdf42-df1e-4579-ac58-35dd8b541791 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:32:02.510596 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17933280-b7d3-44c0-ae07-f075bf633227", "name": "network-vif-deleted", "tag": "bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:32:02.510596 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-666fdf42-df1e-4579-ac58-35dd8b541791 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:32:02.510943 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17933280-b7d3-44c0-ae07-f075bf633227', 'name': 'network-vif-deleted', 'tag': 'bbd2ec6c-985b-4ab0-9f1d-0f9c4b07c8db', 'status': 'completed', 'code': 200} Nov 12 20:32:02.540458 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c37d7f4c-5b0c-40e1-94c3-26502aa91621 None None] Provisioning complete for port 4a680ed8-846e-4c5e-a0f2-f52f0f805002 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:32:02.540823 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c37d7f4c-5b0c-40e1-94c3-26502aa91621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:02.551337 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f4591091-028f-4004-9800-95138fc3cb17 req-a9973cd5-8557-4d47-8a7a-d23c20411cb3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0542724 Nov 12 20:32:02.574184 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213ef6d-7cdd-4453-869f-37173ab8ccb1 req-b74d1c57-e8ac-4491-ac9a-527715c950cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:02.576100 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1213ef6d-7cdd-4453-869f-37173ab8ccb1 req-b74d1c57-e8ac-4491-ac9a-527715c950cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 200 len: 851 time: 0.6540606 Nov 12 20:32:02.650075 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213ef6d-7cdd-4453-869f-37173ab8ccb1 req-2dbbf5d2-3710-4a60-bc13-02949d83b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:02.654506 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1213ef6d-7cdd-4453-869f-37173ab8ccb1 req-2dbbf5d2-3710-4a60-bc13-02949d83b4b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6864b2f-6168-42ea-9422-cd478a748786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652487 Nov 12 20:32:02.711869 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4a680ed8-846e-4c5e-a0f2-f52f0f805002 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:32:02.761927 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c37d7f4c-5b0c-40e1-94c3-26502aa91621 None None] Provisioning complete for port 9ce99276-9ce6-43ae-ae99-518ea704491d triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:32:02.762300 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c37d7f4c-5b0c-40e1-94c3-26502aa91621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:02.763240 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e342b482-b9a4-4b8a-9714-017b3f1a6b45 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Router ebdf9120-a7f6-42ad-a517-62714c720d0b is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:32:02.809426 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c37d7f4c-5b0c-40e1-94c3-26502aa91621 None None] Port 9ce99276-9ce6-43ae-ae99-518ea704491d cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:32:02.810943 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 4a680ed8-846e-4c5e-a0f2-f52f0f805002 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:32:02.811638 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:02.814160 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1213ef6d-7cdd-4453-869f-37173ab8ccb1 req-0be75bf5-8cfe-4cff-9d68-b6675f430647 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542675 Nov 12 20:32:03.027191 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e342b482-b9a4-4b8a-9714-017b3f1a6b45 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:32:03.038789 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 46990) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:03.039282 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e342b482-b9a4-4b8a-9714-017b3f1a6b45 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] 10.222.0.48 "PUT /v2.0/routers/ebdf9120-a7f6-42ad-a517-62714c720d0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1938925 Nov 12 20:32:03.049350 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c706028-85eb-4e55-ad88-d28f6ee0e4ed None None] Sync routers for ids ['ebdf9120-a7f6-42ad-a517-62714c720d0b'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:32:03.071429 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1213ef6d-7cdd-4453-869f-37173ab8ccb1 req-0a4807c0-9f5c-4960-94e8-01dbf0e4d021 service neutron] 10.222.0.55 "GET /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172229 Nov 12 20:32:03.075907 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c706028-85eb-4e55-ad88-d28f6ee0e4ed None None] Routers {'ebdf9120-a7f6-42ad-a517-62714c720d0b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:32:03.081923 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-4c706028-85eb-4e55-ad88-d28f6ee0e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:31:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['ebdf9120-a7f6-42ad-a517-62714c720d0b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:03.167943 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-4c706028-85eb-4e55-ad88-d28f6ee0e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:03.191098 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c706028-85eb-4e55-ad88-d28f6ee0e4ed None None] Routers {'ebdf9120-a7f6-42ad-a517-62714c720d0b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:32:03.192175 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-4c706028-85eb-4e55-ad88-d28f6ee0e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:31:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['ebdf9120-a7f6-42ad-a517-62714c720d0b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:03.295410 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-4c706028-85eb-4e55-ad88-d28f6ee0e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:03.298181 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c706028-85eb-4e55-ad88-d28f6ee0e4ed None None] The sync data for ids ['ebdf9120-a7f6-42ad-a517-62714c720d0b'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:32:03.441192 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded87b4-eb88-4cfd-b944-d4f24d9d986f req-4bf5c190-9ff3-42b1-afbc-4758fc53a953 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:03.442723 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bded87b4-eb88-4cfd-b944-d4f24d9d986f req-4bf5c190-9ff3-42b1-afbc-4758fc53a953 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6ae6eff-f8aa-4081-ab99-859095c040a8 HTTP/1.1" status: 200 len: 946 time: 0.0718210 Nov 12 20:32:03.619714 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bded87b4-eb88-4cfd-b944-d4f24d9d986f req-964af569-b054-4ffc-b7cd-cb688cf6bac3 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429167 Nov 12 20:32:03.664948 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b2ef0-1af4-453d-8dda-e3d7a1b4db26 req-b551b9be-b8c9-4836-bf18-f045a8ee0506 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:03.666578 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-905b2ef0-1af4-453d-8dda-e3d7a1b4db26 req-b551b9be-b8c9-4836-bf18-f045a8ee0506 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 943 time: 0.0943162 Nov 12 20:32:03.709387 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-ce6ee5ce-160f-4283-bc0d-220802df70d8 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:32:03.713126 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ce6ee5ce-160f-4283-bc0d-220802df70d8 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] 10.222.0.48 "PUT /v2.0/routers/ebdf9120-a7f6-42ad-a517-62714c720d0b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6707969 Nov 12 20:32:03.713817 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47076) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:03.766986 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45a05f-1e50-4f22-91f3-fac0826ef9c3 req-0b1c17dd-7495-4299-8440-00835145c477 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:03.774561 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cf45a05f-1e50-4f22-91f3-fac0826ef9c3 req-0b1c17dd-7495-4299-8440-00835145c477 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 945 time: 0.0628624 Nov 12 20:32:03.842242 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-905b2ef0-1af4-453d-8dda-e3d7a1b4db26 req-eb3ce502-f782-4d86-91a3-eb5772c28b9c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665943 Nov 12 20:32:03.844812 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cf45a05f-1e50-4f22-91f3-fac0826ef9c3 req-16124903-8f6a-4134-91f2-07cdacb26dca tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693085 Nov 12 20:32:04.086109 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-246144fb-e6be-42e0-ac39-0f33b17358e8 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:04.354021 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-246144fb-e6be-42e0-ac39-0f33b17358e8 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Deleting port 9ce99276-9ce6-43ae-ae99-518ea704491d {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:32:04.354651 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-246144fb-e6be-42e0-ac39-0f33b17358e8 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:04.450716 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-246144fb-e6be-42e0-ac39-0f33b17358e8 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:04.463339 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-246144fb-e6be-42e0-ac39-0f33b17358e8 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Calling delete_port for 9ce99276-9ce6-43ae-ae99-518ea704491d owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:32:04.683737 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-246144fb-e6be-42e0-ac39-0f33b17358e8 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:04.725499 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246144fb-e6be-42e0-ac39-0f33b17358e8 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Pushing event deleted for resources: {'Port': ['ID=9ce99276-9ce6-43ae-ae99-518ea704491d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:04.831682 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2d00f-ab13-45ec-936a-d5d4d5395adf req-882fe01a-ba0c-44bf-b295-2216f9d65a12 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:04.834040 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6a2d00f-ab13-45ec-936a-d5d4d5395adf req-882fe01a-ba0c-44bf-b295-2216f9d65a12 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6ae6eff-f8aa-4081-ab99-859095c040a8 HTTP/1.1" status: 200 len: 946 time: 0.0690253 Nov 12 20:32:04.937523 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6a2d00f-ab13-45ec-936a-d5d4d5395adf req-869041ae-9d49-4962-bfbd-c43f5ac4f4a7 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937381 Nov 12 20:32:05.027557 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-246144fb-e6be-42e0-ac39-0f33b17358e8 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:05.048322 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-49103b0b-870e-49f0-8609-fc8e157ebd5d tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:05.050915 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-49103b0b-870e-49f0-8609-fc8e157ebd5d tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/networks?id=7571483a-4073-4faf-821c-52f6223d6db3 HTTP/1.1" status: 200 len: 814 time: 0.2965517 Nov 12 20:32:05.102289 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d946c-1bd5-4e31-802c-8e4f7998d804 req-7a3d65fa-ceb3-471f-beb0-eca8512afc7d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:05.110877 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bf1d946c-1bd5-4e31-802c-8e4f7998d804 req-7a3d65fa-ceb3-471f-beb0-eca8512afc7d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 943 time: 0.0717659 Nov 12 20:32:05.144981 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-c99f95ce-789d-4cf2-8ac2-6184a6f0479a tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/quotas/9b5caa0c13a547ab9b3a93f3bda96a34 HTTP/1.1" status: 200 len: 375 time: 0.0136948 Nov 12 20:32:05.164518 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bf1d946c-1bd5-4e31-802c-8e4f7998d804 req-6dc94983-4dd8-4a56-bc90-7958c6e92887 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526221 Nov 12 20:32:05.173815 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40cb82-04ce-45c2-98d2-a6c9003d6ba3 req-882582a8-e88d-45ec-8157-0f61c3185ca1 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:05.175385 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f40cb82-04ce-45c2-98d2-a6c9003d6ba3 req-882582a8-e88d-45ec-8157-0f61c3185ca1 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6ae6eff-f8aa-4081-ab99-859095c040a8 HTTP/1.1" status: 200 len: 946 time: 0.1940005 Nov 12 20:32:05.208033 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-b63af74a-dc33-4180-9f79-44650e070a47 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b5caa0c13a547ab9b3a93f3bda96a34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572333 Nov 12 20:32:05.290287 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d968cd8-3a7b-4a94-b5aa-2d442cb5b8c8 req-5d0d4304-b286-479c-be84-a9a29cea5627 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:05.292098 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6d968cd8-3a7b-4a94-b5aa-2d442cb5b8c8 req-5d0d4304-b286-479c-be84-a9a29cea5627 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 945 time: 0.0516264 Nov 12 20:32:05.382392 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6d968cd8-3a7b-4a94-b5aa-2d442cb5b8c8 req-1b0a9f2e-0408-4ddb-b3c0-9f449d5ef183 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817354 Nov 12 20:32:05.383740 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246144fb-e6be-42e0-ac39-0f33b17358e8 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Router ebdf9120-a7f6-42ad-a517-62714c720d0b has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:32:05.518897 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-97352f61-1706-4458-94f1-32bb8900b85a service neutron] 10.222.0.48 "GET /v2.0/networks/7571483a-4073-4faf-821c-52f6223d6db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092821 Nov 12 20:32:05.523136 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246144fb-e6be-42e0-ac39-0f33b17358e8 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:32:05.535807 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-246144fb-e6be-42e0-ac39-0f33b17358e8 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] 10.222.0.48 "PUT /v2.0/routers/ebdf9120-a7f6-42ad-a517-62714c720d0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8138363 Nov 12 20:32:05.535911 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47108) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:05.537199 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c3bdfa-e534-4694-98d3-11650bd21ef5 None None] Sync routers for ids ['ebdf9120-a7f6-42ad-a517-62714c720d0b'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:32:05.555799 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c3bdfa-e534-4694-98d3-11650bd21ef5 None None] Routers {'ebdf9120-a7f6-42ad-a517-62714c720d0b'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:32:05.556445 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-a3c3bdfa-e534-4694-98d3-11650bd21ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:31:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['ebdf9120-a7f6-42ad-a517-62714c720d0b'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:05.571402 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-7f40cb82-04ce-45c2-98d2-a6c9003d6ba3 req-7c2cc106-ff2a-4c6e-9265-dd4d867542eb tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Deleting port 139d42f1-5136-4e8b-ab49-db213f860e23 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:32:05.572102 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7f40cb82-04ce-45c2-98d2-a6c9003d6ba3 req-7c2cc106-ff2a-4c6e-9265-dd4d867542eb tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:05.577094 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-654b4810-ae06-4e68-864a-f44c9cd3167a tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] delete failed (client error): The resource could not be found. Nov 12 20:32:05.584421 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-654b4810-ae06-4e68-864a-f44c9cd3167a tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-35925659 HTTP/1.1" status: 404 len: 333 time: 0.0427911 Nov 12 20:32:05.585168 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47110) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:05.589471 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-3fe474d7-7d67-496a-856a-7062abcbf968 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ebdf9120-a7f6-42ad-a517-62714c720d0b'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:32:05.605713 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-a3c3bdfa-e534-4694-98d3-11650bd21ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:05.618174 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c3bdfa-e534-4694-98d3-11650bd21ef5 None None] Routers {'ebdf9120-a7f6-42ad-a517-62714c720d0b'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:32:05.618769 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-a3c3bdfa-e534-4694-98d3-11650bd21ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:31:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['ebdf9120-a7f6-42ad-a517-62714c720d0b'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:05.665010 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-a3c3bdfa-e534-4694-98d3-11650bd21ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:05.665938 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c3bdfa-e534-4694-98d3-11650bd21ef5 None None] The sync data for ids ['ebdf9120-a7f6-42ad-a517-62714c720d0b'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:32:05.743776 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-73113e16-b126-4e30-ae55-8149809ddea8 service neutron] 10.222.0.48 "GET /v2.0/networks/7571483a-4073-4faf-821c-52f6223d6db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133226 Nov 12 20:32:05.753741 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-7f40cb82-04ce-45c2-98d2-a6c9003d6ba3 req-7c2cc106-ff2a-4c6e-9265-dd4d867542eb tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] For port 139d42f1-5136-4e8b-ab49-db213f860e23, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=139d42f1-5136-4e8b-ab49-db213f860e23,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:05.754248 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7f40cb82-04ce-45c2-98d2-a6c9003d6ba3 req-7c2cc106-ff2a-4c6e-9265-dd4d867542eb tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:05.768192 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-7f40cb82-04ce-45c2-98d2-a6c9003d6ba3 req-7c2cc106-ff2a-4c6e-9265-dd4d867542eb tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Calling delete_port for 139d42f1-5136-4e8b-ab49-db213f860e23 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:32:05.959256 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7f40cb82-04ce-45c2-98d2-a6c9003d6ba3 req-7c2cc106-ff2a-4c6e-9265-dd4d867542eb tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:05.973846 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a', '139d42f1-5136-4e8b-ab49-db213f860e23'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:32:06.004021 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2cc106-ff2a-4c6e-9265-dd4d867542eb tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Pushing event deleted for resources: {'Port': ['ID=139d42f1-5136-4e8b-ab49-db213f860e23,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:06.029998 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3fe474d7-7d67-496a-856a-7062abcbf968 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:06.074253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f40cb82-04ce-45c2-98d2-a6c9003d6ba3 req-7c2cc106-ff2a-4c6e-9265-dd4d867542eb tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] No DVR routers for this DVR port 139d42f1-5136-4e8b-ab49-db213f860e23 on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:32:06.079699 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7f40cb82-04ce-45c2-98d2-a6c9003d6ba3 req-7c2cc106-ff2a-4c6e-9265-dd4d867542eb tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:06.090082 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f40cb82-04ce-45c2-98d2-a6c9003d6ba3 req-7c2cc106-ff2a-4c6e-9265-dd4d867542eb tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.55 "DELETE /v2.0/ports/139d42f1-5136-4e8b-ab49-db213f860e23 HTTP/1.1" status: 204 len: 173 time: 0.8991849 Nov 12 20:32:06.090959 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ae6eff-f8aa-4081-ab99-859095c040a8', 'name': 'network-vif-deleted', 'tag': '139d42f1-5136-4e8b-ab49-db213f860e23'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:32:06.101922 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6bb9405d-1ae7-4ebd-a4e1-b7fc7f34f4bc req-b3135022-08c4-4334-9b7e-2273be82c999 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/ports?device_id=b061daba-c23b-4e84-8533-d315dd38a9ba HTTP/1.1" status: 200 len: 210 time: 0.1026335 Nov 12 20:32:06.102192 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8506323a-8961-4ea2-9a6a-c8fb61d80a2e" -d '{"events": [{"server_uuid": "c6ae6eff-f8aa-4081-ab99-859095c040a8", "name": "network-vif-deleted", "tag": "139d42f1-5136-4e8b-ab49-db213f860e23"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:32:06.138173 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-3fe474d7-7d67-496a-856a-7062abcbf968 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] update failed (client error): The resource could not be found. Nov 12 20:32:06.139242 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3fe474d7-7d67-496a-856a-7062abcbf968 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] 10.222.0.48 "PUT /v2.0/routers/ebdf9120-a7f6-42ad-a517-62714c720d0b HTTP/1.1" status: 404 len: 339 time: 0.5534971 Nov 12 20:32:06.145907 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47124) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:06.245159 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0c7ffd-5041-45fa-94d0-43090b26365e x-openstack-request-id: req-9a0c7ffd-5041-45fa-94d0-43090b26365e {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:32:06.245622 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ae6eff-f8aa-4081-ab99-859095c040a8", "name": "network-vif-deleted", "tag": "139d42f1-5136-4e8b-ab49-db213f860e23", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:32:06.245989 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a0c7ffd-5041-45fa-94d0-43090b26365e {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:32:06.246483 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ae6eff-f8aa-4081-ab99-859095c040a8', 'name': 'network-vif-deleted', 'tag': '139d42f1-5136-4e8b-ab49-db213f860e23', 'status': 'completed', 'code': 200} Nov 12 20:32:06.263958 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-06b12c1e-8f30-4406-b162-9d3f1faa198b req-ea7f9a07-d08b-4d6b-b77a-e0a7bceecede tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6ae6eff-f8aa-4081-ab99-859095c040a8 HTTP/1.1" status: 200 len: 210 time: 0.1061492 Nov 12 20:32:06.533552 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d756b-48cc-48b4-bb42-32fb409a3d32 req-e4606270-e78f-4bab-94f9-8f1ab6e81c01 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:06.542789 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-918d756b-48cc-48b4-bb42-32fb409a3d32 req-e4606270-e78f-4bab-94f9-8f1ab6e81c01 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 945 time: 0.0819249 Nov 12 20:32:06.627280 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-918d756b-48cc-48b4-bb42-32fb409a3d32 req-4a9a15a5-2c8a-463a-b25a-bddb4998ad88 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811317 Nov 12 20:32:06.725493 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada88b97-bd6d-4c1d-b520-c419705dd11c req-76e45713-e183-440e-a146-334d4256a22b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:06.727220 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ada88b97-bd6d-4c1d-b520-c419705dd11c req-76e45713-e183-440e-a146-334d4256a22b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 943 time: 0.3889103 Nov 12 20:32:06.849019 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ada88b97-bd6d-4c1d-b520-c419705dd11c req-3a16193b-d083-4813-8971-a28f58c9ed8e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116321 Nov 12 20:32:06.875852 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-073c34b8-7896-49e7-afbd-1790e1166c82 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:07.124134 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-073c34b8-7896-49e7-afbd-1790e1166c82 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Allocated IP 172.20.0.1 (a4d4eb51-7e4f-4de9-ad20-8da28a691ed1/e8c597d6-088b-4856-aff3-120f4c35eff5/35eee641-f147-4946-9521-a741cda56e06) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:32:07.179147 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dee7ef37-7bdf-4fe5-b705-774022150b22 req-e0105418-866c-490a-88a7-0b668b6ec05b tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/ports?device_id=b061daba-c23b-4e84-8533-d315dd38a9ba HTTP/1.1" status: 200 len: 210 time: 0.0263572 Nov 12 20:32:07.235080 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-073c34b8-7896-49e7-afbd-1790e1166c82 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:07.269397 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-073c34b8-7896-49e7-afbd-1790e1166c82 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:07.311240 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073c34b8-7896-49e7-afbd-1790e1166c82 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Network a4d4eb51-7e4f-4de9-ad20-8da28a691ed1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:32:07.317205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-073c34b8-7896-49e7-afbd-1790e1166c82 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:32:07.321294 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073c34b8-7896-49e7-afbd-1790e1166c82 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:32:07.328121 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c34b8-7896-49e7-afbd-1790e1166c82 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Pushing event updated for resources: {'Port': ['ID=35eee641-f147-4946-9521-a741cda56e06,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:07.397530 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-073c34b8-7896-49e7-afbd-1790e1166c82 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:07.495223 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-5f272aa9-be88-426f-b26c-13c3f5bb1b00 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:07.497420 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-5f272aa9-be88-426f-b26c-13c3f5bb1b00 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.52 "GET /v2.0/networks?id=7571483a-4073-4faf-821c-52f6223d6db3 HTTP/1.1" status: 200 len: 814 time: 0.1307452 Nov 12 20:32:07.520185 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-03e9475c-aaad-45db-a676-0bbcfdcaad4e tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Request body: {'port': {'device_id': 'b061daba-c23b-4e84-8533-d315dd38a9ba', 'network_id': '7571483a-4073-4faf-821c-52f6223d6db3', 'admin_state_up': True, 'tenant_id': '9b5caa0c13a547ab9b3a93f3bda96a34'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:32:07.527768 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-073c34b8-7896-49e7-afbd-1790e1166c82 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:07.692684 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-03e9475c-aaad-45db-a676-0bbcfdcaad4e tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Made reservation on behalf of 9b5caa0c13a547ab9b3a93f3bda96a34 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:32:07.696278 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-03e9475c-aaad-45db-a676-0bbcfdcaad4e tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:07.764267 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f8a90-4b3b-4c47-9024-29f53014d435 req-ebd6bf5f-52ad-4d2d-85cf-a82acbee6ce6 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:07.765772 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-398f8a90-4b3b-4c47-9024-29f53014d435 req-ebd6bf5f-52ad-4d2d-85cf-a82acbee6ce6 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 945 time: 0.0887592 Nov 12 20:32:07.776779 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-76a5921f-e126-400e-8422-5ebf22e0315b None None] Provisioning complete for port 35eee641-f147-4946-9521-a741cda56e06 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:32:07.777345 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-76a5921f-e126-400e-8422-5ebf22e0315b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:07.806658 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d397f9-6a71-41b7-868a-80b1dc0aefd9 req-5db6f55c-1ff1-4418-99db-ad02cd76566c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:07.808491 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-65d397f9-6a71-41b7-868a-80b1dc0aefd9 req-5db6f55c-1ff1-4418-99db-ad02cd76566c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 945 time: 0.1023912 Nov 12 20:32:07.818999 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-76a5921f-e126-400e-8422-5ebf22e0315b None None] Port 35eee641-f147-4946-9521-a741cda56e06 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:32:07.884584 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-398f8a90-4b3b-4c47-9024-29f53014d435 req-9441dd01-9df4-4564-b44a-a38693583209 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122179 Nov 12 20:32:07.904299 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-073c34b8-7896-49e7-afbd-1790e1166c82 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:07.910552 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-073c34b8-7896-49e7-afbd-1790e1166c82 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:07.918890 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-65d397f9-6a71-41b7-868a-80b1dc0aefd9 req-5c844be6-01f5-414e-aee2-e6a89968cdf0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985167 Nov 12 20:32:07.919672 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-03e9475c-aaad-45db-a676-0bbcfdcaad4e tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Allocated IP 172.20.0.14 (7571483a-4073-4faf-821c-52f6223d6db3/d31ecca0-b7f2-4384-9ae4-553158786468/8b26edf5-35b9-41c1-9e7d-b3d6fb30498d) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:32:08.015548 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-073c34b8-7896-49e7-afbd-1790e1166c82 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:08.032093 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c34b8-7896-49e7-afbd-1790e1166c82 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Pushing event updated for resources: {'Port': ['ID=35eee641-f147-4946-9521-a741cda56e06,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:08.058700 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92d49a-53ec-4d22-a202-1f6ab9deb397 req-43f1d88e-0feb-4b68-bc3d-1884714db9bc tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:08.060217 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4a92d49a-53ec-4d22-a202-1f6ab9deb397 req-43f1d88e-0feb-4b68-bc3d-1884714db9bc tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 943 time: 0.0948668 Nov 12 20:32:08.113236 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-03e9475c-aaad-45db-a676-0bbcfdcaad4e tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:08.133694 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932448aa-878b-4b34-ab0c-9a0763f8ed44 req-76b9b45d-b665-48bc-9a8a-6eb8bf7f255e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:08.135229 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-932448aa-878b-4b34-ab0c-9a0763f8ed44 req-76b9b45d-b665-48bc-9a8a-6eb8bf7f255e tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 945 time: 0.0741706 Nov 12 20:32:08.151327 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4a92d49a-53ec-4d22-a202-1f6ab9deb397 req-8eafd5d2-5cee-4e29-a61a-2948f7eba978 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847065 Nov 12 20:32:08.167338 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073c34b8-7896-49e7-afbd-1790e1166c82 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Network a4d4eb51-7e4f-4de9-ad20-8da28a691ed1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:32:08.168853 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-073c34b8-7896-49e7-afbd-1790e1166c82 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:32:08.272448 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073c34b8-7896-49e7-afbd-1790e1166c82 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Router ebdf9120-a7f6-42ad-a517-62714c720d0b has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:32:08.379369 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073c34b8-7896-49e7-afbd-1790e1166c82 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:32:08.388709 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-073c34b8-7896-49e7-afbd-1790e1166c82 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] 10.222.0.48 "PUT /v2.0/routers/ebdf9120-a7f6-42ad-a517-62714c720d0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2413442 Nov 12 20:32:08.389550 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47146) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:08.391001 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85fbdbf-1e33-445d-93e6-0d6f4c731184 None None] Sync routers for ids ['ebdf9120-a7f6-42ad-a517-62714c720d0b'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:32:08.405867 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85fbdbf-1e33-445d-93e6-0d6f4c731184 None None] Routers {'ebdf9120-a7f6-42ad-a517-62714c720d0b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:32:08.406806 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-b85fbdbf-1e33-445d-93e6-0d6f4c731184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:31:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['ebdf9120-a7f6-42ad-a517-62714c720d0b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:08.454132 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-b85fbdbf-1e33-445d-93e6-0d6f4c731184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:08.475621 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85fbdbf-1e33-445d-93e6-0d6f4c731184 None None] Routers {'ebdf9120-a7f6-42ad-a517-62714c720d0b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:32:08.476325 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-b85fbdbf-1e33-445d-93e6-0d6f4c731184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:31:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['ebdf9120-a7f6-42ad-a517-62714c720d0b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:08.480468 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f6f92ba9-e32a-445b-8734-076afee30337 None None] Provisioning complete for port 35eee641-f147-4946-9521-a741cda56e06 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:32:08.481090 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f6f92ba9-e32a-445b-8734-076afee30337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:08.494059 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92eaca19-b9bd-44d0-bc22-3b7cf5ef38db tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:08.531931 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-b85fbdbf-1e33-445d-93e6-0d6f4c731184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:08.532624 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85fbdbf-1e33-445d-93e6-0d6f4c731184 None None] The sync data for ids ['ebdf9120-a7f6-42ad-a517-62714c720d0b'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:32:08.553978 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-f6f92ba9-e32a-445b-8734-076afee30337 None None] Port 35eee641-f147-4946-9521-a741cda56e06 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:32:08.588725 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-03e9475c-aaad-45db-a676-0bbcfdcaad4e tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:08.660860 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-03e9475c-aaad-45db-a676-0bbcfdcaad4e tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Network 7571483a-4073-4faf-821c-52f6223d6db3 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:32:08.669934 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-03e9475c-aaad-45db-a676-0bbcfdcaad4e tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:32:08.678123 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-03e9475c-aaad-45db-a676-0bbcfdcaad4e tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:32:08.716835 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9475c-aaad-45db-a676-0bbcfdcaad4e tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Pushing event updated for resources: {'Port': ['ID=8b26edf5-35b9-41c1-9e7d-b3d6fb30498d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:08.740749 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864768b-f478-4aee-bc9a-61449201b638 req-18af817c-d49c-46fb-971d-57ed7db72cf7 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:08.742358 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c864768b-f478-4aee-bc9a-61449201b638 req-18af817c-d49c-46fb-971d-57ed7db72cf7 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/ports?device_id=b061daba-c23b-4e84-8533-d315dd38a9ba HTTP/1.1" status: 200 len: 932 time: 0.1601300 Nov 12 20:32:08.777282 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-03e9475c-aaad-45db-a676-0bbcfdcaad4e tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:08.777917 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-03e9475c-aaad-45db-a676-0bbcfdcaad4e tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:08.783258 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-932448aa-878b-4b34-ab0c-9a0763f8ed44 req-7916f5dd-bc13-4fd1-a079-8bdb990127d4 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Deleting port e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:32:08.784320 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-932448aa-878b-4b34-ab0c-9a0763f8ed44 req-7916f5dd-bc13-4fd1-a079-8bdb990127d4 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:08.820878 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-03e9475c-aaad-45db-a676-0bbcfdcaad4e tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3059170 Nov 12 20:32:08.869414 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-6ddabc18-7417-4781-98c7-bdd5bb8476b0 service neutron] Request body: {'port': {'device_id': 'b061daba-c23b-4e84-8533-d315dd38a9ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:32:08.918355 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c864768b-f478-4aee-bc9a-61449201b638 req-2ce14676-e8c7-4173-9229-c30ac5fe5981 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/security-groups?id=df7b8a42-5b83-4e76-87e3-b9b30ca34f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671133 Nov 12 20:32:08.950603 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-92eaca19-b9bd-44d0-bc22-3b7cf5ef38db tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 20:32:08.951760 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-92eaca19-b9bd-44d0-bc22-3b7cf5ef38db tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] 10.222.0.48 "DELETE /v2.0/routers/ebdf9120-a7f6-42ad-a517-62714c720d0b HTTP/1.1" status: 409 len: 329 time: 0.5611928 Nov 12 20:32:08.954666 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47152) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:08.979891 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-932448aa-878b-4b34-ab0c-9a0763f8ed44 req-7916f5dd-bc13-4fd1-a079-8bdb990127d4 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] For port e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:08.980303 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-932448aa-878b-4b34-ab0c-9a0763f8ed44 req-7916f5dd-bc13-4fd1-a079-8bdb990127d4 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:08.990264 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-6ddabc18-7417-4781-98c7-bdd5bb8476b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:09.004328 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-932448aa-878b-4b34-ab0c-9a0763f8ed44 req-7916f5dd-bc13-4fd1-a079-8bdb990127d4 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Calling delete_port for e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:32:09.123097 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0120a67-a11d-4b8b-8e53-d80322dc813e req-24066ae5-880d-4cbe-a84d-ba747517ca22 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:09.124608 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c0120a67-a11d-4b8b-8e53-d80322dc813e req-24066ae5-880d-4cbe-a84d-ba747517ca22 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba8e407-44fb-402e-9f9b-06eaac593799 HTTP/1.1" status: 200 len: 945 time: 0.1288366 Nov 12 20:32:09.140819 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d0ab9-cd4d-47ef-995b-35fd0f0bb265 req-629d3229-c8da-4e07-9a7b-12175df98f4b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:09.142792 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ec3d0ab9-cd4d-47ef-995b-35fd0f0bb265 req-629d3229-c8da-4e07-9a7b-12175df98f4b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 945 time: 0.1333096 Nov 12 20:32:09.163233 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 139d42f1-5136-4e8b-ab49-db213f860e23 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:32:09.188040 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 139d42f1-5136-4e8b-ab49-db213f860e23 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:32:09.188764 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 139d42f1-5136-4e8b-ab49-db213f860e23 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:32:09.240335 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c0120a67-a11d-4b8b-8e53-d80322dc813e req-750f0775-bcb3-4fab-92d6-a2d1fdae0834 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=25ebb7e1-c40c-4675-860b-fa345437c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836165 Nov 12 20:32:09.313263 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ec3d0ab9-cd4d-47ef-995b-35fd0f0bb265 req-e9d2f67c-e99d-4095-8633-f5b041139383 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248944 Nov 12 20:32:09.385149 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-932448aa-878b-4b34-ab0c-9a0763f8ed44 req-7916f5dd-bc13-4fd1-a079-8bdb990127d4 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:09.391420 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e1e5a-4ed0-4dba-9161-27c6b24da7d7 req-bb049181-c161-4a34-b0c4-9de8aa147321 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:09.392991 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-307e1e5a-4ed0-4dba-9161-27c6b24da7d7 req-bb049181-c161-4a34-b0c4-9de8aa147321 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 943 time: 0.0880368 Nov 12 20:32:09.398598 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:32:09.424883 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-08ab4372-b0b5-4487-9910-2be5f1695bbb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:09.430106 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916f5dd-bc13-4fd1-a079-8bdb990127d4 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Pushing event deleted for resources: {'Port': ['ID=e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:09.483667 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-932448aa-878b-4b34-ab0c-9a0763f8ed44 req-7916f5dd-bc13-4fd1-a079-8bdb990127d4 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] No DVR routers for this DVR port e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:32:09.489245 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-932448aa-878b-4b34-ab0c-9a0763f8ed44 req-7916f5dd-bc13-4fd1-a079-8bdb990127d4 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:09.493534 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-932448aa-878b-4b34-ab0c-9a0763f8ed44 req-7916f5dd-bc13-4fd1-a079-8bdb990127d4 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.55 "DELETE /v2.0/ports/e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a HTTP/1.1" status: 204 len: 173 time: 1.3494120 Nov 12 20:32:09.494097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba8e407-44fb-402e-9f9b-06eaac593799', 'name': 'network-vif-deleted', 'tag': 'e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:32:09.496511 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d118e83-11f5-4151-ae10-a2345386ea7f" -d '{"events": [{"server_uuid": "bba8e407-44fb-402e-9f9b-06eaac593799", "name": "network-vif-deleted", "tag": "e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:32:09.543942 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-307e1e5a-4ed0-4dba-9161-27c6b24da7d7 req-fc5cbca3-07f6-4685-b71e-f492548ab10d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410770 Nov 12 20:32:09.563375 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-6ddabc18-7417-4781-98c7-bdd5bb8476b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b26edf5-35b9-41c1-9e7d-b3d6fb30498d {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:32:09.578730 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca1a8d3-c91f-43f3-a7ce-3aba93ce710c x-openstack-request-id: req-4ca1a8d3-c91f-43f3-a7ce-3aba93ce710c {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:32:09.579060 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba8e407-44fb-402e-9f9b-06eaac593799", "name": "network-vif-deleted", "tag": "e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:32:09.579289 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ca1a8d3-c91f-43f3-a7ce-3aba93ce710c {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:32:09.579704 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba8e407-44fb-402e-9f9b-06eaac593799', 'name': 'network-vif-deleted', 'tag': 'e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a', 'status': 'completed', 'code': 200} Nov 12 20:32:09.581891 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-6ddabc18-7417-4781-98c7-bdd5bb8476b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:09.597331 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-6ddabc18-7417-4781-98c7-bdd5bb8476b0 service neutron] Transition to ACTIVE for port object 8b26edf5-35b9-41c1-9e7d-b3d6fb30498d will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:32:09.603404 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-6ddabc18-7417-4781-98c7-bdd5bb8476b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:09.662985 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddabc18-7417-4781-98c7-bdd5bb8476b0 service neutron] Pushing event updated for resources: {'Port': ['ID=8b26edf5-35b9-41c1-9e7d-b3d6fb30498d,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:09.733220 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-6ddabc18-7417-4781-98c7-bdd5bb8476b0 service neutron] Attempting to bind port 8b26edf5-35b9-41c1-9e7d-b3d6fb30498d on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:32:09.733565 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-6ddabc18-7417-4781-98c7-bdd5bb8476b0 service neutron] Attempting to bind port 8b26edf5-35b9-41c1-9e7d-b3d6fb30498d by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'b048f169-d066-424f-b8e0-81be7dad53fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7571483a-4073-4faf-821c-52f6223d6db3'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:32:09.733900 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-6ddabc18-7417-4781-98c7-bdd5bb8476b0 service neutron] Attempting to bind port 8b26edf5-35b9-41c1-9e7d-b3d6fb30498d on network 7571483a-4073-4faf-821c-52f6223d6db3 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:32:09.739277 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-6ddabc18-7417-4781-98c7-bdd5bb8476b0 service neutron] Port 8b26edf5-35b9-41c1-9e7d-b3d6fb30498d on network 7571483a-4073-4faf-821c-52f6223d6db3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:32:09.739598 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-6ddabc18-7417-4781-98c7-bdd5bb8476b0 service neutron] Attempting to bind port 8b26edf5-35b9-41c1-9e7d-b3d6fb30498d on network 7571483a-4073-4faf-821c-52f6223d6db3 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:32:09.744495 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-6ddabc18-7417-4781-98c7-bdd5bb8476b0 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:32:09.744839 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-6ddabc18-7417-4781-98c7-bdd5bb8476b0 service neutron] Checking segment: {'id': 'b048f169-d066-424f-b8e0-81be7dad53fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7571483a-4073-4faf-821c-52f6223d6db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:32:09.745227 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-6ddabc18-7417-4781-98c7-bdd5bb8476b0 service neutron] Bound using segment: {'id': 'b048f169-d066-424f-b8e0-81be7dad53fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7571483a-4073-4faf-821c-52f6223d6db3'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:32:09.745668 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-6ddabc18-7417-4781-98c7-bdd5bb8476b0 service neutron] Bound port: 8b26edf5-35b9-41c1-9e7d-b3d6fb30498d, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b048f169-d066-424f-b8e0-81be7dad53fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7571483a-4073-4faf-821c-52f6223d6db3'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:32:09.746029 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-6ddabc18-7417-4781-98c7-bdd5bb8476b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:09.753384 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-08ab4372-b0b5-4487-9910-2be5f1695bbb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Deleting port 35eee641-f147-4946-9521-a741cda56e06 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:32:09.753725 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-08ab4372-b0b5-4487-9910-2be5f1695bbb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:09.809379 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-6ddabc18-7417-4781-98c7-bdd5bb8476b0 service neutron] For port 8b26edf5-35b9-41c1-9e7d-b3d6fb30498d, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:32:09.812588 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-6ddabc18-7417-4781-98c7-bdd5bb8476b0 service neutron] For port 8b26edf5-35b9-41c1-9e7d-b3d6fb30498d, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8b26edf5-35b9-41c1-9e7d-b3d6fb30498d,segment=NetworkSegment(b048f169-d066-424f-b8e0-81be7dad53fa),segment_id=b048f169-d066-424f-b8e0-81be7dad53fa)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:32:09.818164 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-6ddabc18-7417-4781-98c7-bdd5bb8476b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:09.842367 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-08ab4372-b0b5-4487-9910-2be5f1695bbb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:09.855629 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-6ddabc18-7417-4781-98c7-bdd5bb8476b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:09.856273 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-6ddabc18-7417-4781-98c7-bdd5bb8476b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:09.856579 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-08ab4372-b0b5-4487-9910-2be5f1695bbb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Calling delete_port for 35eee641-f147-4946-9521-a741cda56e06 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:32:09.857700 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-6ddabc18-7417-4781-98c7-bdd5bb8476b0 service neutron] 10.222.0.52 "PUT /v2.0/ports/8b26edf5-35b9-41c1-9e7d-b3d6fb30498d HTTP/1.1" status: 200 len: 1093 time: 0.9943776 Nov 12 20:32:09.884214 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddabc18-7417-4781-98c7-bdd5bb8476b0 service neutron] Pushing event updated for resources: {'Port': ['ID=8b26edf5-35b9-41c1-9e7d-b3d6fb30498d,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:09.942297 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-51bf6fcc-a235-4656-a577-8c27ec1813e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:09.943860 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-51bf6fcc-a235-4656-a577-8c27ec1813e4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b5caa0c13a547ab9b3a93f3bda96a34&device_id=b061daba-c23b-4e84-8533-d315dd38a9ba HTTP/1.1" status: 200 len: 1096 time: 0.0449996 Nov 12 20:32:10.000920 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-22da0a1b-e0fe-49a6-8e54-413f8c95275b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b26edf5-35b9-41c1-9e7d-b3d6fb30498d HTTP/1.1" status: 200 len: 217 time: 0.0463345 Nov 12 20:32:10.061220 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-ed095fc6-ca07-49cf-b468-69fcfdd5a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:10.064577 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-ed095fc6-ca07-49cf-b468-69fcfdd5a5fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d31ecca0-b7f2-4384-9ae4-553158786468 HTTP/1.1" status: 200 len: 854 time: 0.0528393 Nov 12 20:32:10.089450 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-08ab4372-b0b5-4487-9910-2be5f1695bbb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:10.107697 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfbb71-67bb-4625-bb9f-8542a93f81a8 req-4f938ade-2303-45f4-93ce-c19bd3979ff5 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:10.109259 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-20cfbb71-67bb-4625-bb9f-8542a93f81a8 req-4f938ade-2303-45f4-93ce-c19bd3979ff5 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/ports?device_id=b061daba-c23b-4e84-8533-d315dd38a9ba HTTP/1.1" status: 200 len: 944 time: 0.0824215 Nov 12 20:32:10.111240 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-420ccbc5-5996-4bf8-b140-0af9233b2edd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7571483a-4073-4faf-821c-52f6223d6db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325720 Nov 12 20:32:10.136015 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab4372-b0b5-4487-9910-2be5f1695bbb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Pushing event deleted for resources: {'Port': ['ID=35eee641-f147-4946-9521-a741cda56e06,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:10.214183 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-3ca81554-1e9e-448e-8f47-3db864b85d93 service neutron] 10.222.0.52 "GET /v2.0/networks/7571483a-4073-4faf-821c-52f6223d6db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921052 Nov 12 20:32:10.243046 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-20cfbb71-67bb-4625-bb9f-8542a93f81a8 req-5158f65b-6a5d-4720-84ec-792628c0ef99 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/security-groups?id=df7b8a42-5b83-4e76-87e3-b9b30ca34f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135764 Nov 12 20:32:10.323610 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-08ab4372-b0b5-4487-9910-2be5f1695bbb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:10.355144 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-45b1f560-2a6f-41c8-adc1-d957819130e9 req-79e244fc-85c0-4cf0-b53e-a619c2b10b04 service neutron] 10.222.0.52 "GET /v2.0/networks/7571483a-4073-4faf-821c-52f6223d6db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292398 Nov 12 20:32:10.452259 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899e2ac-9fcb-476f-9fa0-5fd988137d62 req-eedd11c8-9c53-408b-8dbd-8c969a61b18b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:10.453851 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1899e2ac-9fcb-476f-9fa0-5fd988137d62 req-eedd11c8-9c53-408b-8dbd-8c969a61b18b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 945 time: 0.0550556 Nov 12 20:32:10.520593 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1899e2ac-9fcb-476f-9fa0-5fd988137d62 req-8d03d43f-1f00-4359-b0e0-467aeb224505 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596201 Nov 12 20:32:10.532883 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ab4372-b0b5-4487-9910-2be5f1695bbb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Router ebdf9120-a7f6-42ad-a517-62714c720d0b has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:32:10.649313 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ab4372-b0b5-4487-9910-2be5f1695bbb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:32:10.660263 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d181754-71f1-404e-9d84-5cd4fb960e96 None None] Sync routers for ids ['ebdf9120-a7f6-42ad-a517-62714c720d0b'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:32:10.660768 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-08ab4372-b0b5-4487-9910-2be5f1695bbb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] 10.222.0.48 "PUT /v2.0/routers/ebdf9120-a7f6-42ad-a517-62714c720d0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7046773 Nov 12 20:32:10.664984 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47170) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:10.670262 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e03514-fef6-46bc-b49a-bec0fcbe4dde req-12f34b74-3beb-43ff-b045-acb5f03cf001 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:10.671813 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f5e03514-fef6-46bc-b49a-bec0fcbe4dde req-12f34b74-3beb-43ff-b045-acb5f03cf001 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1372318 Nov 12 20:32:10.675396 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662e060-3329-478b-b43c-566d3300e538 req-30aa4535-fc9f-431a-a028-8cbe4ee37d64 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:10.677437 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b662e060-3329-478b-b43c-566d3300e538 req-30aa4535-fc9f-431a-a028-8cbe4ee37d64 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 943 time: 0.0596957 Nov 12 20:32:10.685671 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d181754-71f1-404e-9d84-5cd4fb960e96 None None] Routers {'ebdf9120-a7f6-42ad-a517-62714c720d0b'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:32:10.686479 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-1d181754-71f1-404e-9d84-5cd4fb960e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:31:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['ebdf9120-a7f6-42ad-a517-62714c720d0b'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:10.719630 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-1d181754-71f1-404e-9d84-5cd4fb960e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:10.726156 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f5e03514-fef6-46bc-b49a-bec0fcbe4dde req-38b1d564-a69d-456f-ac89-120052652345 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432272 Nov 12 20:32:10.729341 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d181754-71f1-404e-9d84-5cd4fb960e96 None None] Routers {'ebdf9120-a7f6-42ad-a517-62714c720d0b'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:32:10.729953 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-1d181754-71f1-404e-9d84-5cd4fb960e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:31:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['ebdf9120-a7f6-42ad-a517-62714c720d0b'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:10.733196 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-13e5d425-46a1-4998-8bd6-054a19a5422b tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] show failed (client error): The resource could not be found. Nov 12 20:32:10.734249 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-13e5d425-46a1-4998-8bd6-054a19a5422b tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-944581853 HTTP/1.1" status: 404 len: 334 time: 0.0680935 Nov 12 20:32:10.744168 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47172) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:10.749107 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-953ef4f3-6b54-450d-892e-d20c408f9fbc tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:32:10.765238 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-1d181754-71f1-404e-9d84-5cd4fb960e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:10.765880 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d181754-71f1-404e-9d84-5cd4fb960e96 None None] The sync data for ids ['ebdf9120-a7f6-42ad-a517-62714c720d0b'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:32:10.791696 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-953ef4f3-6b54-450d-892e-d20c408f9fbc tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] update failed (client error): The resource could not be found. Nov 12 20:32:10.792782 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-953ef4f3-6b54-450d-892e-d20c408f9fbc tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-1354673430 HTTP/1.1" status: 404 len: 335 time: 0.0473566 Nov 12 20:32:10.797288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47174) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:10.809179 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b662e060-3329-478b-b43c-566d3300e538 req-c0251fc4-2446-44e5-911b-cfd2b79ac7e2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243298 Nov 12 20:32:10.852007 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d80c9e-a282-4bfb-b779-c08fdbed3fcd tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Deleting subnet d5ac054c-efa2-421d-89ef-a982b1183692 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:32:10.855106 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-78d80c9e-a282-4bfb-b779-c08fdbed3fcd tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:10.895520 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-78d80c9e-a282-4bfb-b779-c08fdbed3fcd tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:10.985385 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-78d80c9e-a282-4bfb-b779-c08fdbed3fcd tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:11.045445 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-78d80c9e-a282-4bfb-b779-c08fdbed3fcd tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:11.073733 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d80c9e-a282-4bfb-b779-c08fdbed3fcd tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Pushing event deleted for resources: {'Subnet': ['ID=d5ac054c-efa2-421d-89ef-a982b1183692,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:11.075718 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-78d80c9e-a282-4bfb-b779-c08fdbed3fcd tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:11.078851 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-78d80c9e-a282-4bfb-b779-c08fdbed3fcd tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] 10.222.0.48 "DELETE /v2.0/subnets/d5ac054c-efa2-421d-89ef-a982b1183692 HTTP/1.1" status: 204 len: 168 time: 0.2805657 Nov 12 20:32:11.082252 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47176) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:11.084860 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ae0ee4-ac67-4327-a6e2-755ecb472e9f None None] Network dbd9f8ca-6bfa-4dcd-9b8e-2c2e3fa491e5 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:32:11.132187 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ed2a93-92b2-426c-a4f0-4e77f5d7ea02 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Deleting subnet 14ddc49c-58dd-4896-b6b4-a6990a755e8b {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:32:11.135290 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-49ed2a93-92b2-426c-a4f0-4e77f5d7ea02 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:11.175245 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-49ed2a93-92b2-426c-a4f0-4e77f5d7ea02 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:11.255956 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35a8c10-9738-4227-b6b0-5d6ece525506 None None] DHCP port deletion for dbd9f8ca-6bfa-4dcd-9b8e-2c2e3fa491e5 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:32:11.270712 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-49ed2a93-92b2-426c-a4f0-4e77f5d7ea02 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:11.304655 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-f35a8c10-9738-4227-b6b0-5d6ece525506 None None] Deleting port 4a680ed8-846e-4c5e-a0f2-f52f0f805002 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:32:11.305027 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f35a8c10-9738-4227-b6b0-5d6ece525506 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:11.363328 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-49ed2a93-92b2-426c-a4f0-4e77f5d7ea02 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:11.376378 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-f35a8c10-9738-4227-b6b0-5d6ece525506 None None] For port 4a680ed8-846e-4c5e-a0f2-f52f0f805002, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=4a680ed8-846e-4c5e-a0f2-f52f0f805002,segment=NetworkSegment(6d7a3d9c-3b88-4348-9825-7ccf53a6ed65),segment_id=6d7a3d9c-3b88-4348-9825-7ccf53a6ed65)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:11.376804 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f35a8c10-9738-4227-b6b0-5d6ece525506 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:11.396185 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed2a93-92b2-426c-a4f0-4e77f5d7ea02 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Pushing event deleted for resources: {'Subnet': ['ID=14ddc49c-58dd-4896-b6b4-a6990a755e8b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:11.396473 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-f35a8c10-9738-4227-b6b0-5d6ece525506 None None] Calling delete_port for 4a680ed8-846e-4c5e-a0f2-f52f0f805002 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:32:11.406253 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc5ed8-4257-4e05-b290-2935aa2f92c8 req-ad6b893f-51c6-4c7c-b51a-95304c8bf32f tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:11.408868 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5dbc5ed8-4257-4e05-b290-2935aa2f92c8 req-ad6b893f-51c6-4c7c-b51a-95304c8bf32f tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/ports?device_id=b061daba-c23b-4e84-8533-d315dd38a9ba HTTP/1.1" status: 200 len: 944 time: 0.0903497 Nov 12 20:32:11.411192 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-49ed2a93-92b2-426c-a4f0-4e77f5d7ea02 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:11.414380 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-49ed2a93-92b2-426c-a4f0-4e77f5d7ea02 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] 10.222.0.48 "DELETE /v2.0/subnets/14ddc49c-58dd-4896-b6b4-a6990a755e8b HTTP/1.1" status: 204 len: 168 time: 0.3317225 Nov 12 20:32:11.416950 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47180) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:11.443532 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5f9d4f-906d-4efa-a999-69b9e02b9b22 None None] Network bb5a2514-20e4-4d0b-972f-b19bd0c666e6 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:32:11.467311 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5dbc5ed8-4257-4e05-b290-2935aa2f92c8 req-4e9fbb18-bb3a-41bb-93a9-5724bfad28d0 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/security-groups?id=df7b8a42-5b83-4e76-87e3-b9b30ca34f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492570 Nov 12 20:32:11.518583 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f561dc3-dfc3-4096-834a-5f7676ef69fb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:11.581058 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b061daba-c23b-4e84-8533-d315dd38a9ba', 'tag': '8b26edf5-35b9-41c1-9e7d-b3d6fb30498d'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:32:11.584000 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690a51d0-8b36-4a18-a9d5-d82bccbbd79a" -d '{"events": [{"name": "network-changed", "server_uuid": "b061daba-c23b-4e84-8533-d315dd38a9ba", "tag": "8b26edf5-35b9-41c1-9e7d-b3d6fb30498d"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:32:11.604275 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-4f561dc3-dfc3-4096-834a-5f7676ef69fb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Deleting port 4a680ed8-846e-4c5e-a0f2-f52f0f805002 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:32:11.604275 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f561dc3-dfc3-4096-834a-5f7676ef69fb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:11.624551 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f35a8c10-9738-4227-b6b0-5d6ece525506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:11.671053 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a8c10-9738-4227-b6b0-5d6ece525506 None None] Pushing event deleted for resources: {'Port': ['ID=4a680ed8-846e-4c5e-a0f2-f52f0f805002,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:11.679783 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35a8c10-9738-4227-b6b0-5d6ece525506 None None] No DVR routers for this DVR port 4a680ed8-846e-4c5e-a0f2-f52f0f805002 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:32:11.691819 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0c4509-490a-46ce-b1d0-6fb2ed3ea775 x-openstack-request-id: req-fb0c4509-490a-46ce-b1d0-6fb2ed3ea775 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:32:11.693590 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b061daba-c23b-4e84-8533-d315dd38a9ba", "tag": "8b26edf5-35b9-41c1-9e7d-b3d6fb30498d", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:32:11.693590 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fb0c4509-490a-46ce-b1d0-6fb2ed3ea775 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:32:11.693590 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b061daba-c23b-4e84-8533-d315dd38a9ba', 'tag': '8b26edf5-35b9-41c1-9e7d-b3d6fb30498d', 'status': 'completed', 'code': 200} Nov 12 20:32:11.733110 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c0d8a3-309f-4250-8d0b-d735d094543f None None] DHCP port deletion for bb5a2514-20e4-4d0b-972f-b19bd0c666e6 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:32:11.773509 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-4f561dc3-dfc3-4096-834a-5f7676ef69fb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] For port 4a680ed8-846e-4c5e-a0f2-f52f0f805002, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=4a680ed8-846e-4c5e-a0f2-f52f0f805002,segment=NetworkSegment(6d7a3d9c-3b88-4348-9825-7ccf53a6ed65),segment_id=6d7a3d9c-3b88-4348-9825-7ccf53a6ed65)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:11.774269 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f561dc3-dfc3-4096-834a-5f7676ef69fb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:11.795247 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b9c0d8a3-309f-4250-8d0b-d735d094543f None None] Deleting port b51ab7d4-2c46-44a5-abc4-79313e9de46a {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:32:11.795641 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b9c0d8a3-309f-4250-8d0b-d735d094543f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:11.800485 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-4f561dc3-dfc3-4096-834a-5f7676ef69fb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Calling delete_port for 4a680ed8-846e-4c5e-a0f2-f52f0f805002 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:32:11.816039 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a51d0-8b36-4a18-a9d5-d82bccbbd79a req-fcdfbbfe-883a-4f30-8d2d-8a95f2400654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:11.817630 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-690a51d0-8b36-4a18-a9d5-d82bccbbd79a req-fcdfbbfe-883a-4f30-8d2d-8a95f2400654 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b5caa0c13a547ab9b3a93f3bda96a34&device_id=b061daba-c23b-4e84-8533-d315dd38a9ba HTTP/1.1" status: 200 len: 1096 time: 0.1363995 Nov 12 20:32:11.828959 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b3073-8b4a-4031-9468-35966917020f req-c2256f44-2ec6-45cf-8ce9-87f3e16884fc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:11.832778 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bf9b3073-8b4a-4031-9468-35966917020f req-c2256f44-2ec6-45cf-8ce9-87f3e16884fc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 945 time: 0.2012646 Nov 12 20:32:11.897377 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8ab4d-9a69-4389-b927-9f4551aa34ff req-f3391330-61e0-483d-9ec0-925fa741fc98 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:11.905184 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b9c0d8a3-309f-4250-8d0b-d735d094543f None None] For port b51ab7d4-2c46-44a5-abc4-79313e9de46a, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b51ab7d4-2c46-44a5-abc4-79313e9de46a,segment=NetworkSegment(30e607ea-d1cc-4ddc-9be2-118ae7ae2c0f),segment_id=30e607ea-d1cc-4ddc-9be2-118ae7ae2c0f)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:11.906122 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b9c0d8a3-309f-4250-8d0b-d735d094543f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:11.907263 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6ac8ab4d-9a69-4389-b927-9f4551aa34ff req-f3391330-61e0-483d-9ec0-925fa741fc98 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0801246 Nov 12 20:32:11.920864 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b9c0d8a3-309f-4250-8d0b-d735d094543f None None] Calling delete_port for b51ab7d4-2c46-44a5-abc4-79313e9de46a owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:32:11.957644 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6ac8ab4d-9a69-4389-b927-9f4551aa34ff req-961c38f3-280f-49dd-a2d3-bda75dc46b28 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493433 Nov 12 20:32:12.029797 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b9c0d8a3-309f-4250-8d0b-d735d094543f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:12.055815 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bf9b3073-8b4a-4031-9468-35966917020f req-846f6885-f03e-484a-a5e9-87af8cb2bab8 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119987 Nov 12 20:32:12.056831 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a51d0-8b36-4a18-a9d5-d82bccbbd79a req-18e842c9-47fa-43eb-9f59-e3cef874a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:12.058238 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-690a51d0-8b36-4a18-a9d5-d82bccbbd79a req-18e842c9-47fa-43eb-9f59-e3cef874a6c4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7571483a-4073-4faf-821c-52f6223d6db3 HTTP/1.1" status: 200 len: 915 time: 0.2245398 Nov 12 20:32:12.059164 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 8b26edf5-35b9-41c1-9e7d-b3d6fb30498d details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:32:12.065215 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0d8a3-309f-4250-8d0b-d735d094543f None None] Pushing event deleted for resources: {'Port': ['ID=b51ab7d4-2c46-44a5-abc4-79313e9de46a,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:12.072423 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c0d8a3-309f-4250-8d0b-d735d094543f None None] No DVR routers for this DVR port b51ab7d4-2c46-44a5-abc4-79313e9de46a on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:32:12.110104 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18631c34-1bba-4d84-adf4-7c7f721a8752 req-a4e00552-1a2e-4ccc-88d1-66d409806fdc tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:12.111740 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-18631c34-1bba-4d84-adf4-7c7f721a8752 req-a4e00552-1a2e-4ccc-88d1-66d409806fdc tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 943 time: 0.0831556 Nov 12 20:32:12.165291 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-690a51d0-8b36-4a18-a9d5-d82bccbbd79a req-0a349d00-d0bc-4ffd-9fcf-e91c329475f3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b26edf5-35b9-41c1-9e7d-b3d6fb30498d HTTP/1.1" status: 200 len: 217 time: 0.0936265 Nov 12 20:32:12.186380 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-18631c34-1bba-4d84-adf4-7c7f721a8752 req-6cad9dc5-8da7-4bc5-81d9-8127df4b99db tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601108 Nov 12 20:32:12.213219 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f561dc3-dfc3-4096-834a-5f7676ef69fb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:12.217223 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 8b26edf5-35b9-41c1-9e7d-b3d6fb30498d, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8b26edf5-35b9-41c1-9e7d-b3d6fb30498d,segment=NetworkSegment(b048f169-d066-424f-b8e0-81be7dad53fa),segment_id=b048f169-d066-424f-b8e0-81be7dad53fa)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:12.232491 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '8b26edf5-35b9-41c1-9e7d-b3d6fb30498d', 'network_id': '7571483a-4073-4faf-821c-52f6223d6db3', 'port_id': '8b26edf5-35b9-41c1-9e7d-b3d6fb30498d', 'mac_address': 'fa:16:3e:3e:69:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd31ecca0-b7f2-4384-9ae4-553158786468', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:32:12.236862 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750caa73-ead0-42af-b0f1-e3bbe6b856f1 req-c8002dd3-33cb-4319-8acb-48af0b9ececf tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:12.238889 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-750caa73-ead0-42af-b0f1-e3bbe6b856f1 req-c8002dd3-33cb-4319-8acb-48af0b9ececf tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.55 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.1797433 Nov 12 20:32:12.283447 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f561dc3-dfc3-4096-834a-5f7676ef69fb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] No DVR routers for this DVR port 4a680ed8-846e-4c5e-a0f2-f52f0f805002 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:32:12.288313 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:12.288504 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f561dc3-dfc3-4096-834a-5f7676ef69fb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Pushing event deleted for resources: {'Port': ['ID=4a680ed8-846e-4c5e-a0f2-f52f0f805002,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:12.309389 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b26edf5-35b9-41c1-9e7d-b3d6fb30498d {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:32:12.329586 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 8b26edf5-35b9-41c1-9e7d-b3d6fb30498d, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8b26edf5-35b9-41c1-9e7d-b3d6fb30498d,segment=NetworkSegment(b048f169-d066-424f-b8e0-81be7dad53fa),segment_id=b048f169-d066-424f-b8e0-81be7dad53fa)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:12.335002 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:12.342524 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a51d0-8b36-4a18-a9d5-d82bccbbd79a req-5460ea21-85be-4d89-aae6-e001cb2beebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:12.344180 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-690a51d0-8b36-4a18-a9d5-d82bccbbd79a req-5460ea21-85be-4d89-aae6-e001cb2beebc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d31ecca0-b7f2-4384-9ae4-553158786468 HTTP/1.1" status: 200 len: 854 time: 0.1664858 Nov 12 20:32:12.384157 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=8b26edf5-35b9-41c1-9e7d-b3d6fb30498d,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:12.444757 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-690a51d0-8b36-4a18-a9d5-d82bccbbd79a req-8b6d2627-2eb7-4cf3-830b-b6c29ad9aaea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7571483a-4073-4faf-821c-52f6223d6db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850098 Nov 12 20:32:12.452292 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f561dc3-dfc3-4096-834a-5f7676ef69fb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:12.536651 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-4f561dc3-dfc3-4096-834a-5f7676ef69fb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd9f8ca-6bfa-4dcd-9b8e-2c2e3fa491e5']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:12.555077 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-4f561dc3-dfc3-4096-834a-5f7676ef69fb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7a3d9c-3b88-4348-9825-7ccf53a6ed65') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:12.555366 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-4f561dc3-dfc3-4096-834a-5f7676ef69fb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7a3d9c-3b88-4348-9825-7ccf53a6ed65') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:12.593133 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f561dc3-dfc3-4096-834a-5f7676ef69fb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:12.621639 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b51ab7d4-2c46-44a5-abc4-79313e9de46a no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:32:12.623620 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-750caa73-ead0-42af-b0f1-e3bbe6b856f1 req-280d9f6f-5b9a-4197-a52c-10abfc85f19c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Deleting port a2266bfb-a0d4-4896-9432-d20ec2953989 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:32:12.623960 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-750caa73-ead0-42af-b0f1-e3bbe6b856f1 req-280d9f6f-5b9a-4197-a52c-10abfc85f19c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:12.632804 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f561dc3-dfc3-4096-834a-5f7676ef69fb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:12.652819 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['8b26edf5-35b9-41c1-9e7d-b3d6fb30498d'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:32:12.655294 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: b51ab7d4-2c46-44a5-abc4-79313e9de46a {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:32:12.655839 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b51ab7d4-2c46-44a5-abc4-79313e9de46a not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:32:12.656506 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4a680ed8-846e-4c5e-a0f2-f52f0f805002 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:32:12.665954 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f561dc3-dfc3-4096-834a-5f7676ef69fb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:32:12.666408 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f561dc3-dfc3-4096-834a-5f7676ef69fb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:32:12.677713 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:32:12.707133 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 4a680ed8-846e-4c5e-a0f2-f52f0f805002 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:32:12.707478 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4a680ed8-846e-4c5e-a0f2-f52f0f805002 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:32:12.730990 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-690a51d0-8b36-4a18-a9d5-d82bccbbd79a req-39069c70-6181-4cca-ba50-355e5e269b82 service neutron] 10.222.0.52 "GET /v2.0/networks/7571483a-4073-4faf-821c-52f6223d6db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738478 Nov 12 20:32:12.791554 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832793d-5fb0-4f4c-87fc-4cd58735f85b req-aca208ba-1e63-4c25-a422-618872dd8df9 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:12.792970 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a832793d-5fb0-4f4c-87fc-4cd58735f85b req-aca208ba-1e63-4c25-a422-618872dd8df9 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/ports?device_id=b061daba-c23b-4e84-8533-d315dd38a9ba HTTP/1.1" status: 200 len: 945 time: 0.2473540 Nov 12 20:32:12.823980 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f561dc3-dfc3-4096-834a-5f7676ef69fb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:12.868952 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f561dc3-dfc3-4096-834a-5f7676ef69fb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:12.872115 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4f561dc3-dfc3-4096-834a-5f7676ef69fb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] 10.222.0.48 "DELETE /v2.0/networks/dbd9f8ca-6bfa-4dcd-9b8e-2c2e3fa491e5 HTTP/1.1" status: 204 len: 168 time: 1.4541817 Nov 12 20:32:12.874739 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47192) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:12.895543 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f561dc3-dfc3-4096-834a-5f7676ef69fb tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Pushing event deleted for resources: {'Network': ['ID=dbd9f8ca-6bfa-4dcd-9b8e-2c2e3fa491e5,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:12.943423 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-750caa73-ead0-42af-b0f1-e3bbe6b856f1 req-280d9f6f-5b9a-4197-a52c-10abfc85f19c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] For port a2266bfb-a0d4-4896-9432-d20ec2953989, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=a2266bfb-a0d4-4896-9432-d20ec2953989,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:12.943797 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-750caa73-ead0-42af-b0f1-e3bbe6b856f1 req-280d9f6f-5b9a-4197-a52c-10abfc85f19c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:12.957605 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f7bf09f-2dfc-44e4-b18e-527e230cb376 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:12.961463 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a832793d-5fb0-4f4c-87fc-4cd58735f85b req-8df346b7-98cd-4141-b951-823ae313e94a tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/security-groups?id=df7b8a42-5b83-4e76-87e3-b9b30ca34f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548200 Nov 12 20:32:12.977815 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-690a51d0-8b36-4a18-a9d5-d82bccbbd79a req-6a0e901b-f814-4a06-8cbe-b627fe0ba03e service neutron] 10.222.0.52 "GET /v2.0/networks/7571483a-4073-4faf-821c-52f6223d6db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102692 Nov 12 20:32:13.092468 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f7bf09f-2dfc-44e4-b18e-527e230cb376 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:13.117145 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-5f7bf09f-2dfc-44e4-b18e-527e230cb376 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb5a2514-20e4-4d0b-972f-b19bd0c666e6']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:13.132426 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-5f7bf09f-2dfc-44e4-b18e-527e230cb376 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e607ea-d1cc-4ddc-9be2-118ae7ae2c0f') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:13.132755 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-5f7bf09f-2dfc-44e4-b18e-527e230cb376 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e607ea-d1cc-4ddc-9be2-118ae7ae2c0f') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:13.147140 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c36ea5-4926-4cbb-8973-a7d6fa2123a3 req-6db207df-b374-432f-92bf-cd0501ac22fc tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:13.147975 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-750caa73-ead0-42af-b0f1-e3bbe6b856f1 req-280d9f6f-5b9a-4197-a52c-10abfc85f19c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:13.148381 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-750caa73-ead0-42af-b0f1-e3bbe6b856f1 req-280d9f6f-5b9a-4197-a52c-10abfc85f19c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:13.148689 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-02c36ea5-4926-4cbb-8973-a7d6fa2123a3 req-6db207df-b374-432f-92bf-cd0501ac22fc tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/ports?device_id=986c48be-0714-4270-bf8f-839ed717fa4e HTTP/1.1" status: 200 len: 945 time: 0.0846801 Nov 12 20:32:13.148821 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [req-750caa73-ead0-42af-b0f1-e3bbe6b856f1 req-280d9f6f-5b9a-4197-a52c-10abfc85f19c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Floating IP a22ee3c5-db68-4be1-aa2e-e282de8f0564 disassociated. External IP: 172.25.5.69, port: a2266bfb-a0d4-4896-9432-d20ec2953989. Nov 12 20:32:13.149043 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-750caa73-ead0-42af-b0f1-e3bbe6b856f1 req-280d9f6f-5b9a-4197-a52c-10abfc85f19c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Calling delete_port for a2266bfb-a0d4-4896-9432-d20ec2953989 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:32:13.152634 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f7bf09f-2dfc-44e4-b18e-527e230cb376 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:13.159826 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:32:13.173905 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f7bf09f-2dfc-44e4-b18e-527e230cb376 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:13.181063 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:32:13.181406 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device e7ad1215-2bf0-4c7a-96ff-4ef722cf6b0a not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:32:13.193196 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7bf09f-2dfc-44e4-b18e-527e230cb376 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:32:13.193598 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f7bf09f-2dfc-44e4-b18e-527e230cb376 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:32:13.196590 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:32:13.266937 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b5b98-2e1a-49f6-9a23-482eebfc7a64 req-8168f6d2-9f8c-42de-b7d1-75790775b267 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:13.268446 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e25b5b98-2e1a-49f6-9a23-482eebfc7a64 req-8168f6d2-9f8c-42de-b7d1-75790775b267 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 945 time: 0.1060529 Nov 12 20:32:13.274958 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-02c36ea5-4926-4cbb-8973-a7d6fa2123a3 req-5078e279-6293-4c84-9cc7-9d2da02ae357 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups?id=94075ea3-d769-4fb4-929a-760c29b5a0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047761 Nov 12 20:32:13.280482 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f7bf09f-2dfc-44e4-b18e-527e230cb376 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:13.288700 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f7bf09f-2dfc-44e4-b18e-527e230cb376 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:13.292429 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5f7bf09f-2dfc-44e4-b18e-527e230cb376 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] 10.222.0.48 "DELETE /v2.0/networks/bb5a2514-20e4-4d0b-972f-b19bd0c666e6 HTTP/1.1" status: 204 len: 168 time: 0.4162130 Nov 12 20:32:13.294386 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47200) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:13.339452 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7bf09f-2dfc-44e4-b18e-527e230cb376 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Pushing event deleted for resources: {'Network': ['ID=bb5a2514-20e4-4d0b-972f-b19bd0c666e6,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:13.368443 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e25b5b98-2e1a-49f6-9a23-482eebfc7a64 req-c92dc6ea-22f2-4582-a061-daa9c9396a66 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934219 Nov 12 20:32:13.369556 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-750caa73-ead0-42af-b0f1-e3bbe6b856f1 req-280d9f6f-5b9a-4197-a52c-10abfc85f19c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:13.386528 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f4731bb-94ca-4ae0-899e-459ffc3024b6 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Deleting subnet e8c597d6-088b-4856-aff3-120f4c35eff5 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:32:13.391313 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f4731bb-94ca-4ae0-899e-459ffc3024b6 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:13.399659 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d9f6f-5b9a-4197-a52c-10abfc85f19c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Pushing event deleted for resources: {'Port': ['ID=a2266bfb-a0d4-4896-9432-d20ec2953989,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:13.447701 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b7617-63b4-4e5c-9333-95433d08da6c req-d6f4d7c8-e62a-4e57-9298-3e371a060c1c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:13.449304 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f66b7617-63b4-4e5c-9333-95433d08da6c req-d6f4d7c8-e62a-4e57-9298-3e371a060c1c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 943 time: 0.1008329 Nov 12 20:32:13.451961 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f4731bb-94ca-4ae0-899e-459ffc3024b6 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:13.531758 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-750caa73-ead0-42af-b0f1-e3bbe6b856f1 req-280d9f6f-5b9a-4197-a52c-10abfc85f19c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Router b7611240-2171-4031-af5c-16c640b5c765 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:32:13.547786 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f66b7617-63b4-4e5c-9333-95433d08da6c req-d489284f-8fc2-4e84-8a67-61fa2dec034f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741243 Nov 12 20:32:13.583610 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f4731bb-94ca-4ae0-899e-459ffc3024b6 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:13.644190 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f4731bb-94ca-4ae0-899e-459ffc3024b6 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:13.655431 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-750caa73-ead0-42af-b0f1-e3bbe6b856f1 req-280d9f6f-5b9a-4197-a52c-10abfc85f19c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:32:13.666748 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e523a652-d641-45b5-af56-38d91d1dec25 None None] Sync routers for ids ['b7611240-2171-4031-af5c-16c640b5c765'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:32:13.677092 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4731bb-94ca-4ae0-899e-459ffc3024b6 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c597d6-088b-4856-aff3-120f4c35eff5,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:13.679004 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f4731bb-94ca-4ae0-899e-459ffc3024b6 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:13.679409 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e523a652-d641-45b5-af56-38d91d1dec25 None None] Routers {'b7611240-2171-4031-af5c-16c640b5c765'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:32:13.680168 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-e523a652-d641-45b5-af56-38d91d1dec25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:31:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['b7611240-2171-4031-af5c-16c640b5c765'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:13.682256 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7f4731bb-94ca-4ae0-899e-459ffc3024b6 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] 10.222.0.48 "DELETE /v2.0/subnets/e8c597d6-088b-4856-aff3-120f4c35eff5 HTTP/1.1" status: 204 len: 168 time: 0.3869269 Nov 12 20:32:13.687441 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ac386f-2313-4a0c-aec5-d9637864f88f None None] Network a4d4eb51-7e4f-4de9-ad20-8da28a691ed1 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:32:13.687833 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47202) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:13.710823 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-750caa73-ead0-42af-b0f1-e3bbe6b856f1 req-280d9f6f-5b9a-4197-a52c-10abfc85f19c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] No DVR routers for this DVR port a2266bfb-a0d4-4896-9432-d20ec2953989 on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:32:13.713567 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-750caa73-ead0-42af-b0f1-e3bbe6b856f1 req-280d9f6f-5b9a-4197-a52c-10abfc85f19c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:13.717532 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-750caa73-ead0-42af-b0f1-e3bbe6b856f1 req-280d9f6f-5b9a-4197-a52c-10abfc85f19c tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.55 "DELETE /v2.0/ports/a2266bfb-a0d4-4896-9432-d20ec2953989 HTTP/1.1" status: 204 len: 173 time: 1.4515700 Nov 12 20:32:13.718035 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986c48be-0714-4270-bf8f-839ed717fa4e', 'name': 'network-vif-deleted', 'tag': 'a2266bfb-a0d4-4896-9432-d20ec2953989'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:32:13.721727 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88275e5c-e298-473a-b604-d75b39893911" -d '{"events": [{"server_uuid": "986c48be-0714-4270-bf8f-839ed717fa4e", "name": "network-vif-deleted", "tag": "a2266bfb-a0d4-4896-9432-d20ec2953989"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:32:13.769998 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4d4c47b7-6964-43b3-87e8-65815b60ef9d tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:13.778288 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c12314b-0a18-449c-b911-1613ec064ae5 x-openstack-request-id: req-2c12314b-0a18-449c-b911-1613ec064ae5 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:32:13.778837 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986c48be-0714-4270-bf8f-839ed717fa4e", "name": "network-vif-deleted", "tag": "a2266bfb-a0d4-4896-9432-d20ec2953989", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:32:13.778837 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2c12314b-0a18-449c-b911-1613ec064ae5 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:32:13.779239 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986c48be-0714-4270-bf8f-839ed717fa4e', 'name': 'network-vif-deleted', 'tag': 'a2266bfb-a0d4-4896-9432-d20ec2953989', 'status': 'completed', 'code': 200} Nov 12 20:32:13.840549 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-4d4c47b7-6964-43b3-87e8-65815b60ef9d tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Deleting port 375dcb64-ae8e-4659-84b6-bb18ea9890c8 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:32:13.840980 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4d4c47b7-6964-43b3-87e8-65815b60ef9d tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:13.911114 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-4d4c47b7-6964-43b3-87e8-65815b60ef9d tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] For port 375dcb64-ae8e-4659-84b6-bb18ea9890c8, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=375dcb64-ae8e-4659-84b6-bb18ea9890c8,segment=NetworkSegment(132c908c-b436-477a-9dc7-9e72c02cf30d),segment_id=132c908c-b436-477a-9dc7-9e72c02cf30d)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:13.911799 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4d4c47b7-6964-43b3-87e8-65815b60ef9d tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:13.924927 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-4d4c47b7-6964-43b3-87e8-65815b60ef9d tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Calling delete_port for 375dcb64-ae8e-4659-84b6-bb18ea9890c8 owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:32:14.003687 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4d4c47b7-6964-43b3-87e8-65815b60ef9d tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:14.035467 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4c47b7-6964-43b3-87e8-65815b60ef9d tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] No DVR routers for this DVR port 375dcb64-ae8e-4659-84b6-bb18ea9890c8 on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:32:14.041600 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c47b7-6964-43b3-87e8-65815b60ef9d tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Pushing event deleted for resources: {'Port': ['ID=375dcb64-ae8e-4659-84b6-bb18ea9890c8,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:14.052211 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 8b26edf5-35b9-41c1-9e7d-b3d6fb30498d up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:32:14.056772 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-e523a652-d641-45b5-af56-38d91d1dec25 None None] Set router b7611240-2171-4031-af5c-16c640b5c765 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:32:14.155070 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4d4c47b7-6964-43b3-87e8-65815b60ef9d tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:14.168504 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23f777e-6b49-413a-b2bd-b5ee816a6696 None None] DHCP port deletion for a4d4eb51-7e4f-4de9-ad20-8da28a691ed1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:32:14.189274 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-4d4c47b7-6964-43b3-87e8-65815b60ef9d tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d4eb51-7e4f-4de9-ad20-8da28a691ed1']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:14.205762 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906764a-a682-4f75-9213-02110d829a08 req-1f0bd73e-4d43-475e-a1d9-7fa439519375 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:14.215802 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b906764a-a682-4f75-9213-02110d829a08 req-1f0bd73e-4d43-475e-a1d9-7fa439519375 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/ports?device_id=b061daba-c23b-4e84-8533-d315dd38a9ba HTTP/1.1" status: 200 len: 945 time: 0.1507020 Nov 12 20:32:14.233926 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-4d4c47b7-6964-43b3-87e8-65815b60ef9d tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132c908c-b436-477a-9dc7-9e72c02cf30d') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:14.234345 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-4d4c47b7-6964-43b3-87e8-65815b60ef9d tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132c908c-b436-477a-9dc7-9e72c02cf30d') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:14.249396 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4d4c47b7-6964-43b3-87e8-65815b60ef9d tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:14.255051 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 8b26edf5-35b9-41c1-9e7d-b3d6fb30498d completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:32:14.263657 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 8b26edf5-35b9-41c1-9e7d-b3d6fb30498d triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:32:14.264026 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:14.276242 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4d4c47b7-6964-43b3-87e8-65815b60ef9d tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:14.285071 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b906764a-a682-4f75-9213-02110d829a08 req-39371e3a-eb88-43dd-8217-822cf76c71c6 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/security-groups?id=df7b8a42-5b83-4e76-87e3-b9b30ca34f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704534 Nov 12 20:32:14.287727 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4c47b7-6964-43b3-87e8-65815b60ef9d tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:32:14.288270 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4d4c47b7-6964-43b3-87e8-65815b60ef9d tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:32:14.291610 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:32:14.364699 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4d4c47b7-6964-43b3-87e8-65815b60ef9d tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:14.372009 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4d4c47b7-6964-43b3-87e8-65815b60ef9d tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:14.377672 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4d4c47b7-6964-43b3-87e8-65815b60ef9d tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] 10.222.0.48 "DELETE /v2.0/networks/a4d4eb51-7e4f-4de9-ad20-8da28a691ed1 HTTP/1.1" status: 204 len: 168 time: 0.6863449 Nov 12 20:32:14.379666 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47212) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:14.394901 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c47b7-6964-43b3-87e8-65815b60ef9d tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Pushing event deleted for resources: {'Network': ['ID=a4d4eb51-7e4f-4de9-ad20-8da28a691ed1,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:14.401367 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:14.412725 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-929f6b84-82e5-405d-82ed-3daa8e172683 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebdf9120-a7f6-42ad-a517-62714c720d0b HTTP/1.1" status: 200 len: 205 time: 0.0313661 Nov 12 20:32:14.414115 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47216) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:14.422386 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47218) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:14.429772 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-e523a652-d641-45b5-af56-38d91d1dec25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7611240-2171-4031-af5c-16c640b5c765', 'name': 'tempest-ServerActionsTestJSON-1627487138-router', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'c8a82b8d-a736-4232-b22b-36972c8802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:33Z', 'updated_at': '2021-11-12T20:20:45Z', 'revision_number': 4, 'project_id': '7e8721b8322b46768b4d5df279187cac', 'gw_port': {'id': 'c8a82b8d-a736-4232-b22b-36972c8802ee', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7611240-2171-4031-af5c-16c640b5c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:35Z', 'updated_at': '2021-11-12T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'f923363a-5d0f-4a64-b3d3-740edd617d2d', 'name': '', 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'mac_address': 'fa:16:3e:90:72:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7611240-2171-4031-af5c-16c640b5c765', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '5c500cb5-3e69-49e9-9723-b1dae39e8dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:20:55Z', 'revision_number': 5, 'project_id': '7e8721b8322b46768b4d5df279187cac', 'subnets': [{'id': '5c500cb5-3e69-49e9-9723-b1dae39e8dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:14.435930 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b061daba-c23b-4e84-8533-d315dd38a9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b26edf5-35b9-41c1-9e7d-b3d6fb30498d'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:32:14.438241 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbcf81f-8b68-4974-9b4a-116cc47da8de" -d '{"events": [{"server_uuid": "b061daba-c23b-4e84-8533-d315dd38a9ba", "name": "network-vif-plugged", "status": "completed", "tag": "8b26edf5-35b9-41c1-9e7d-b3d6fb30498d"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:32:14.470245 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e523a652-d641-45b5-af56-38d91d1dec25 None None] Checking router: b7611240-2171-4031-af5c-16c640b5c765 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:32:14.476359 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 8b26edf5-35b9-41c1-9e7d-b3d6fb30498d, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8b26edf5-35b9-41c1-9e7d-b3d6fb30498d,segment=NetworkSegment(b048f169-d066-424f-b8e0-81be7dad53fa),segment_id=b048f169-d066-424f-b8e0-81be7dad53fa)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:14.482784 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:14.490354 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529b9d85-87f5-4cf9-a90b-0433e8fc67d8 x-openstack-request-id: req-529b9d85-87f5-4cf9-a90b-0433e8fc67d8 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:32:14.490691 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b061daba-c23b-4e84-8533-d315dd38a9ba", "name": "network-vif-plugged", "status": "completed", "tag": "8b26edf5-35b9-41c1-9e7d-b3d6fb30498d", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:32:14.490966 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-529b9d85-87f5-4cf9-a90b-0433e8fc67d8 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:32:14.491368 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b061daba-c23b-4e84-8533-d315dd38a9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b26edf5-35b9-41c1-9e7d-b3d6fb30498d', 'code': 200} Nov 12 20:32:14.493234 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e523a652-d641-45b5-af56-38d91d1dec25 None None] Routers {'b7611240-2171-4031-af5c-16c640b5c765'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:32:14.493861 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-e523a652-d641-45b5-af56-38d91d1dec25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:31:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['b7611240-2171-4031-af5c-16c640b5c765'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:14.562995 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89c3c2f8-c5cc-4422-95bd-91d4c1e3ba42 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:14.622348 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=8b26edf5-35b9-41c1-9e7d-b3d6fb30498d,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:14.658301 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 375dcb64-ae8e-4659-84b6-bb18ea9890c8 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:32:14.668972 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-e523a652-d641-45b5-af56-38d91d1dec25 None None] Set router b7611240-2171-4031-af5c-16c640b5c765 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:32:14.698854 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b091ad6-941d-4549-9db1-4e8e0c3a90aa req-5c35d544-2482-46b0-9958-e669add2cf82 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:14.700489 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7b091ad6-941d-4549-9db1-4e8e0c3a90aa req-5c35d544-2482-46b0-9958-e669add2cf82 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 943 time: 0.0563679 Nov 12 20:32:14.713890 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 375dcb64-ae8e-4659-84b6-bb18ea9890c8 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:32:14.714226 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 375dcb64-ae8e-4659-84b6-bb18ea9890c8 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:32:14.768319 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7b091ad6-941d-4549-9db1-4e8e0c3a90aa req-73fed3e8-160b-474a-9280-ea69a4fa5975 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577679 Nov 12 20:32:14.912920 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-e523a652-d641-45b5-af56-38d91d1dec25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7611240-2171-4031-af5c-16c640b5c765', 'name': 'tempest-ServerActionsTestJSON-1627487138-router', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'c8a82b8d-a736-4232-b22b-36972c8802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:33Z', 'updated_at': '2021-11-12T20:20:45Z', 'revision_number': 4, 'project_id': '7e8721b8322b46768b4d5df279187cac', 'gw_port': {'id': 'c8a82b8d-a736-4232-b22b-36972c8802ee', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7611240-2171-4031-af5c-16c640b5c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:35Z', 'updated_at': '2021-11-12T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'f923363a-5d0f-4a64-b3d3-740edd617d2d', 'name': '', 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'mac_address': 'fa:16:3e:90:72:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7611240-2171-4031-af5c-16c640b5c765', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '5c500cb5-3e69-49e9-9723-b1dae39e8dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:20:55Z', 'revision_number': 5, 'project_id': '7e8721b8322b46768b4d5df279187cac', 'subnets': [{'id': '5c500cb5-3e69-49e9-9723-b1dae39e8dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:14.943456 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e523a652-d641-45b5-af56-38d91d1dec25 None None] The sync data for ids ['b7611240-2171-4031-af5c-16c640b5c765'] in n-d-712140-15 is: [{'id': 'b7611240-2171-4031-af5c-16c640b5c765', 'name': 'tempest-ServerActionsTestJSON-1627487138-router', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'c8a82b8d-a736-4232-b22b-36972c8802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:33Z', 'updated_at': '2021-11-12T20:20:45Z', 'revision_number': 4, 'project_id': '7e8721b8322b46768b4d5df279187cac', 'gw_port': {'id': 'c8a82b8d-a736-4232-b22b-36972c8802ee', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7611240-2171-4031-af5c-16c640b5c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:35Z', 'updated_at': '2021-11-12T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'f923363a-5d0f-4a64-b3d3-740edd617d2d', 'name': '', 'network_id': 'b6864b2f-6168-42ea-9422-cd478a748786', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'mac_address': 'fa:16:3e:90:72:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7611240-2171-4031-af5c-16c640b5c765', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '5c500cb5-3e69-49e9-9723-b1dae39e8dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:20:55Z', 'revision_number': 5, 'project_id': '7e8721b8322b46768b4d5df279187cac', 'subnets': [{'id': '5c500cb5-3e69-49e9-9723-b1dae39e8dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:32:15.022898 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9b12c-f999-44ad-bbd4-7a5678fa20bf req-aa6e9236-364f-496b-ba34-481ac6580cf6 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:15.024451 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-12e9b12c-f999-44ad-bbd4-7a5678fa20bf req-aa6e9236-364f-496b-ba34-481ac6580cf6 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 945 time: 0.5147746 Nov 12 20:32:15.137363 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5725c961-277a-426b-a938-4de600b7f1a2 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:15.150712 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89c3c2f8-c5cc-4422-95bd-91d4c1e3ba42 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:15.158919 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89c3c2f8-c5cc-4422-95bd-91d4c1e3ba42 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:15.175249 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device da1d2ed6-4f68-4b79-9dfe-73bc201ec15b details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:32:15.181984 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a059924-24d8-465b-bf71-c81201d22d9c req-b3a6cdae-6957-479e-b18c-78106a0f2e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:15.183508 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a059924-24d8-465b-bf71-c81201d22d9c req-b3a6cdae-6957-479e-b18c-78106a0f2e55 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b061daba-c23b-4e84-8533-d315dd38a9ba HTTP/1.1" status: 200 len: 1098 time: 0.2179103 Nov 12 20:32:15.192927 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c50bd3-8851-4301-bdc9-fb962c56cda2 None None] New status for floating IP a22ee3c5-db68-4be1-aa2e-e282de8f0564: DOWN {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:32:15.228511 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5725c961-277a-426b-a938-4de600b7f1a2 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:15.289852 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-12e9b12c-f999-44ad-bbd4-7a5678fa20bf req-a15bd32a-23d9-4e03-8dbe-19bf844e6928 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353179 Nov 12 20:32:15.290466 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89c3c2f8-c5cc-4422-95bd-91d4c1e3ba42 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:15.291071 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c3c2f8-c5cc-4422-95bd-91d4c1e3ba42 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Fanout notify agent at l3_agent the message router_deleted on router ebdf9120-a7f6-42ad-a517-62714c720d0b {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:32:15.315290 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89c3c2f8-c5cc-4422-95bd-91d4c1e3ba42 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:15.315290 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-89c3c2f8-c5cc-4422-95bd-91d4c1e3ba42 tempest-RoutersNegativeTest-282721549 tempest-RoutersNegativeTest-282721549-project] 10.222.0.48 "DELETE /v2.0/routers/ebdf9120-a7f6-42ad-a517-62714c720d0b HTTP/1.1" status: 204 len: 168 time: 0.8921661 Nov 12 20:32:15.336777 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a059924-24d8-465b-bf71-c81201d22d9c req-67e5bd4e-5e78-49ca-be60-32781ef4f912 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=df7b8a42-5b83-4e76-87e3-b9b30ca34f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054964 Nov 12 20:32:15.344429 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port da1d2ed6-4f68-4b79-9dfe-73bc201ec15b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=da1d2ed6-4f68-4b79-9dfe-73bc201ec15b,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:15.347777 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5725c961-277a-426b-a938-4de600b7f1a2 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:15.350809 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5725c961-277a-426b-a938-4de600b7f1a2 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:15.354345 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5725c961-277a-426b-a938-4de600b7f1a2 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "DELETE /v2.0/security-groups/94075ea3-d769-4fb4-929a-760c29b5a0e3 HTTP/1.1" status: 204 len: 168 time: 0.9292002 Nov 12 20:32:15.354697 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47228) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:15.368099 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725c961-277a-426b-a938-4de600b7f1a2 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94075ea3-d769-4fb4-929a-760c29b5a0e3,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:15.370281 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-148b56a9-175a-4351-8466-1e8b2924a9f1 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] show failed (client error): The resource could not be found. Nov 12 20:32:15.371915 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-148b56a9-175a-4351-8466-1e8b2924a9f1 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "GET /v2.0/security-groups/94075ea3-d769-4fb4-929a-760c29b5a0e3 HTTP/1.1" status: 404 len: 347 time: 0.0159237 Nov 12 20:32:15.373132 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'da1d2ed6-4f68-4b79-9dfe-73bc201ec15b', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'port_id': 'da1d2ed6-4f68-4b79-9dfe-73bc201ec15b', 'mac_address': 'fa:16:3e:cf:d7:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:32:15.374798 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47230) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:15.440151 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:15.458768 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1d2ed6-4f68-4b79-9dfe-73bc201ec15b {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:32:15.482534 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03334dea-04eb-47ea-98d8-7de94ad0e4bc req-602bf928-1351-4a0b-9c95-8606f5338129 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:15.483464 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port da1d2ed6-4f68-4b79-9dfe-73bc201ec15b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=da1d2ed6-4f68-4b79-9dfe-73bc201ec15b,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:15.484218 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03334dea-04eb-47ea-98d8-7de94ad0e4bc req-602bf928-1351-4a0b-9c95-8606f5338129 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/ports?device_id=b061daba-c23b-4e84-8533-d315dd38a9ba HTTP/1.1" status: 200 len: 946 time: 0.0677202 Nov 12 20:32:15.490950 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:15.539467 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-03334dea-04eb-47ea-98d8-7de94ad0e4bc req-947e5e05-985f-4bfe-87f0-2cb4a0975d22 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/security-groups?id=df7b8a42-5b83-4e76-87e3-b9b30ca34f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468080 Nov 12 20:32:15.546399 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=da1d2ed6-4f68-4b79-9dfe-73bc201ec15b,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:15.568658 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-6fd6d0a2-6eb3-4e3b-ba0e-b6fe2489b807 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Deleting port c265f2d5-ee14-459e-9f84-734b236cd8c2 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:32:15.569012 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6fd6d0a2-6eb3-4e3b-ba0e-b6fe2489b807 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:15.648659 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47234) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:15.652831 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6fd6d0a2-6eb3-4e3b-ba0e-b6fe2489b807 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:15.654822 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6fd6d0a2-6eb3-4e3b-ba0e-b6fe2489b807 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:15.667473 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-6fd6d0a2-6eb3-4e3b-ba0e-b6fe2489b807 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Calling delete_port for c265f2d5-ee14-459e-9f84-734b236cd8c2 owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:32:15.787382 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5a878ad0-5199-4b9f-8bed-e2d96f4213b8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a88bf4f2b0b9414caa61b41b6cf48c6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1372895 Nov 12 20:32:15.789882 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47238) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:15.811403 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6fd6d0a2-6eb3-4e3b-ba0e-b6fe2489b807 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:15.819017 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['da1d2ed6-4f68-4b79-9dfe-73bc201ec15b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:32:15.841138 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4cf2761e-490d-4d7f-8a02-841690be4e6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:15.843246 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6d0a2-6eb3-4e3b-ba0e-b6fe2489b807 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Pushing event deleted for resources: {'Port': ['ID=c265f2d5-ee14-459e-9f84-734b236cd8c2,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:15.871308 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4cf2761e-490d-4d7f-8a02-841690be4e6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:15.931407 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4cf2761e-490d-4d7f-8a02-841690be4e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:15.936549 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4cf2761e-490d-4d7f-8a02-841690be4e6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:15.940451 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4cf2761e-490d-4d7f-8a02-841690be4e6f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/be8eed9e-8e35-44ce-98d5-71555cf98f99 HTTP/1.1" status: 204 len: 168 time: 0.1471429 Nov 12 20:32:15.940698 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6fd6d0a2-6eb3-4e3b-ba0e-b6fe2489b807 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks [] for floatingip, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:15.942857 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6fd6d0a2-6eb3-4e3b-ba0e-b6fe2489b807 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:15.943883 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6fd6d0a2-6eb3-4e3b-ba0e-b6fe2489b807 tempest-ServerActionsTestJSON-1798035654 tempest-ServerActionsTestJSON-1798035654-project] 10.222.0.48 "DELETE /v2.0/floatingips/a22ee3c5-db68-4be1-aa2e-e282de8f0564 HTTP/1.1" status: 204 len: 168 time: 0.5679119 Nov 12 20:32:15.947266 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47244) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:15.951531 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2761e-490d-4d7f-8a02-841690be4e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8eed9e-8e35-44ce-98d5-71555cf98f99,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:15.974588 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e298d-7491-47e6-ba79-019f958ae69e req-aadc10ed-ba94-463e-b854-e045c5803f7e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:15.976686 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e5e298d-7491-47e6-ba79-019f958ae69e req-aadc10ed-ba94-463e-b854-e045c5803f7e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 944 time: 0.0923593 Nov 12 20:32:16.050118 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e5e298d-7491-47e6-ba79-019f958ae69e req-e837acce-4f72-4aa9-a5a9-d409618377d5 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646398 Nov 12 20:32:16.427459 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6d5f834a-7777-4ea0-a165-ff10e2f41eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:16.440713 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3898769-62e9-4bac-88c1-47e59fca4eaa req-ec963254-eafb-49d3-b1d5-bc1057043e10 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:16.448701 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c3898769-62e9-4bac-88c1-47e59fca4eaa req-ec963254-eafb-49d3-b1d5-bc1057043e10 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 945 time: 0.0696487 Nov 12 20:32:16.512470 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c3898769-62e9-4bac-88c1-47e59fca4eaa req-56801e4a-705d-4fa8-ae10-c42fd85e4543 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627949 Nov 12 20:32:16.694329 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47270) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:16.732672 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddb4dc-7a5c-4b62-96c9-46f5ac03dc78 req-bf12a2fd-dc7d-486c-abee-15193d0b6965 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:16.734224 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-89ddb4dc-7a5c-4b62-96c9-46f5ac03dc78 req-bf12a2fd-dc7d-486c-abee-15193d0b6965 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/ports?device_id=b061daba-c23b-4e84-8533-d315dd38a9ba HTTP/1.1" status: 200 len: 946 time: 0.1069956 Nov 12 20:32:16.787035 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f834a-7777-4ea0-a165-ff10e2f41eb6 admin admin] Deleting port f923363a-5d0f-4a64-b3d3-740edd617d2d {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:32:16.787375 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6d5f834a-7777-4ea0-a165-ff10e2f41eb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:16.794622 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-4de81ae5-8123-4586-be86-1e64a6cf22b6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1973364601-network', 'tenant_id': '1b90204eb0e440009a2626a3de95be99'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:32:16.810693 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-89ddb4dc-7a5c-4b62-96c9-46f5ac03dc78 req-5f69f47d-bf7b-4bcc-a037-d07560d7f639 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/security-groups?id=df7b8a42-5b83-4e76-87e3-b9b30ca34f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694709 Nov 12 20:32:16.817214 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de81ae5-8123-4586-be86-1e64a6cf22b6 admin admin] Made reservation on behalf of 1b90204eb0e440009a2626a3de95be99 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:32:16.819934 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4de81ae5-8123-4586-be86-1e64a6cf22b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:16.829639 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4de81ae5-8123-4586-be86-1e64a6cf22b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:16.880627 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-6d5f834a-7777-4ea0-a165-ff10e2f41eb6 admin admin] For port f923363a-5d0f-4a64-b3d3-740edd617d2d, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f923363a-5d0f-4a64-b3d3-740edd617d2d,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:16.881012 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6d5f834a-7777-4ea0-a165-ff10e2f41eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:16.894950 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f834a-7777-4ea0-a165-ff10e2f41eb6 admin admin] Calling delete_port for f923363a-5d0f-4a64-b3d3-740edd617d2d owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:32:16.904853 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4de81ae5-8123-4586-be86-1e64a6cf22b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:16.910052 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4de81ae5-8123-4586-be86-1e64a6cf22b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:16.931001 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de81ae5-8123-4586-be86-1e64a6cf22b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:32:16.954029 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de81ae5-8123-4586-be86-1e64a6cf22b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c468cbc2-89e0-42c1-9ea7-15cc8b21bfb2,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:16.957217 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4de81ae5-8123-4586-be86-1e64a6cf22b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:16.957605 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-4de81ae5-8123-4586-be86-1e64a6cf22b6 admin admin] Added segment 652e28bc-97c8-4402-9ffc-1f8603573eb4 of type vlan for network f478875a-3c45-4e54-b337-055862ce55c3 Nov 12 20:32:17.000631 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4de81ae5-8123-4586-be86-1e64a6cf22b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:17.026417 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4de81ae5-8123-4586-be86-1e64a6cf22b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:17.027280 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de81ae5-8123-4586-be86-1e64a6cf22b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:17.027876 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4de81ae5-8123-4586-be86-1e64a6cf22b6 admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:17.060558 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4de81ae5-8123-4586-be86-1e64a6cf22b6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3649092 Nov 12 20:32:17.068404 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47274) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:17.074703 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-628bef2f-558c-452e-a4a6-27efe5d137d9 admin admin] Request body: {'subnet': {'network_id': 'f478875a-3c45-4e54-b337-055862ce55c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1973364601-subnet', 'tenant_id': '1b90204eb0e440009a2626a3de95be99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:32:17.094055 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de81ae5-8123-4586-be86-1e64a6cf22b6 admin admin] Pushing event updated for resources: {'Network': ['ID=f478875a-3c45-4e54-b337-055862ce55c3,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:17.105638 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network f478875a-3c45-4e54-b337-055862ce55c3 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:32:17.111112 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628bef2f-558c-452e-a4a6-27efe5d137d9 admin admin] Made reservation on behalf of 1b90204eb0e440009a2626a3de95be99 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:32:17.114476 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-628bef2f-558c-452e-a4a6-27efe5d137d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:17.126583 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6d5f834a-7777-4ea0-a165-ff10e2f41eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:17.187361 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617096f4-bae6-4732-a980-dd15d8b9d707 req-ed20813d-04fd-4d92-beda-612d65414e47 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:17.189184 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-617096f4-bae6-4732-a980-dd15d8b9d707 req-ed20813d-04fd-4d92-beda-612d65414e47 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 944 time: 0.0496435 Nov 12 20:32:17.192850 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device da1d2ed6-4f68-4b79-9dfe-73bc201ec15b up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:32:17.198508 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f834a-7777-4ea0-a165-ff10e2f41eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f923363a-5d0f-4a64-b3d3-740edd617d2d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:17.258784 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port da1d2ed6-4f68-4b79-9dfe-73bc201ec15b completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:32:17.265045 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-617096f4-bae6-4732-a980-dd15d8b9d707 req-4490e75a-a49f-4296-b26b-e684b476db26 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578969 Nov 12 20:32:17.269000 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port da1d2ed6-4f68-4b79-9dfe-73bc201ec15b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:32:17.269969 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:17.365873 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:17.394357 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7b8a22-77a0-484b-90e0-bfd6f6c71830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1d2ed6-4f68-4b79-9dfe-73bc201ec15b'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:32:17.396653 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4018be-7006-4e78-90e0-3fc8279e73d5" -d '{"events": [{"server_uuid": "ec7b8a22-77a0-484b-90e0-bfd6f6c71830", "name": "network-vif-plugged", "status": "completed", "tag": "da1d2ed6-4f68-4b79-9dfe-73bc201ec15b"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:32:17.414187 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port da1d2ed6-4f68-4b79-9dfe-73bc201ec15b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=da1d2ed6-4f68-4b79-9dfe-73bc201ec15b,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:17.419047 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:17.421671 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device a2266bfb-a0d4-4896-9432-d20ec2953989 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:32:17.445710 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: a2266bfb-a0d4-4896-9432-d20ec2953989 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:32:17.448423 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device a2266bfb-a0d4-4896-9432-d20ec2953989 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:32:17.467243 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6d5f834a-7777-4ea0-a165-ff10e2f41eb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:17.472283 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ea6021-2a64-4690-b839-ebef3e8e631b x-openstack-request-id: req-06ea6021-2a64-4690-b839-ebef3e8e631b {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:32:17.472773 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7b8a22-77a0-484b-90e0-bfd6f6c71830", "name": "network-vif-plugged", "status": "completed", "tag": "da1d2ed6-4f68-4b79-9dfe-73bc201ec15b", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:32:17.473029 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-06ea6021-2a64-4690-b839-ebef3e8e631b {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:32:17.473451 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7b8a22-77a0-484b-90e0-bfd6f6c71830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1d2ed6-4f68-4b79-9dfe-73bc201ec15b', 'code': 200} Nov 12 20:32:17.500404 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-628bef2f-558c-452e-a4a6-27efe5d137d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:17.509386 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=da1d2ed6-4f68-4b79-9dfe-73bc201ec15b,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:17.624620 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7fdea-330f-466e-913f-4db1841cb1c0 req-3c3573e0-de19-402e-9d02-e6615c1b8f09 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:17.626228 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-69a7fdea-330f-466e-913f-4db1841cb1c0 req-3c3573e0-de19-402e-9d02-e6615c1b8f09 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 945 time: 0.0502048 Nov 12 20:32:17.658267 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628bef2f-558c-452e-a4a6-27efe5d137d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d8d03d2-3a6e-4e49-815f-d794d47dbb4c,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:17.676216 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-69a7fdea-330f-466e-913f-4db1841cb1c0 req-59b1320e-b67d-4ce0-ac3b-8c6fa5dc9281 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437317 Nov 12 20:32:17.691082 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-638b7030-6325-47ba-991a-eb0efdeec101 service neutron] show failed (client error): The resource could not be found. Nov 12 20:32:17.692113 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-638b7030-6325-47ba-991a-eb0efdeec101 service neutron] 10.222.0.52 "GET /v2.0/ports/b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b/bindings/n-h1-712140-15 HTTP/1.1" status: 404 len: 381 time: 0.2362664 Nov 12 20:32:17.714273 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ee00c-01b6-421d-9e84-1bf09d9d5efd req-7c0de16d-db6a-437e-afa3-215f64901a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:17.715774 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d2ee00c-01b6-421d-9e84-1bf09d9d5efd req-7c0de16d-db6a-437e-afa3-215f64901a2b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 1097 time: 0.1722598 Nov 12 20:32:17.718136 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628bef2f-558c-452e-a4a6-27efe5d137d9 admin admin] Checking segment: {'id': '652e28bc-97c8-4402-9ffc-1f8603573eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f478875a-3c45-4e54-b337-055862ce55c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:32:17.718501 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628bef2f-558c-452e-a4a6-27efe5d137d9 admin admin] Network hostable DHCP agents. Network: f478875a-3c45-4e54-b337-055862ce55c3, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:32:17.777835 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628bef2f-558c-452e-a4a6-27efe5d137d9 admin admin] Network f478875a-3c45-4e54-b337-055862ce55c3 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:32:17.834850 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d2ee00c-01b6-421d-9e84-1bf09d9d5efd req-2974eb94-ebd6-47f8-b1e6-107143182af3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099565 Nov 12 20:32:17.842413 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-628bef2f-558c-452e-a4a6-27efe5d137d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, f478875a-3c45-4e54-b337-055862ce55c3) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:32:17.849891 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628bef2f-558c-452e-a4a6-27efe5d137d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:17.850565 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-628bef2f-558c-452e-a4a6-27efe5d137d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:17.852106 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c3db95-f5c5-4a68-b68d-0d652b7cd928 None None] Network f478875a-3c45-4e54-b337-055862ce55c3 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:32:17.900385 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-628bef2f-558c-452e-a4a6-27efe5d137d9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8308883 Nov 12 20:32:17.942547 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5f834a-7777-4ea0-a165-ff10e2f41eb6 admin admin] Router b7611240-2171-4031-af5c-16c640b5c765 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:32:17.963336 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804f5e9-3164-441c-8229-d46ebc3a9cfb req-4bd69112-2474-409e-8cf0-320b072e9cc3 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:17.964937 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6804f5e9-3164-441c-8229-d46ebc3a9cfb req-4bd69112-2474-409e-8cf0-320b072e9cc3 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/ports?device_id=b061daba-c23b-4e84-8533-d315dd38a9ba HTTP/1.1" status: 200 len: 946 time: 0.0704412 Nov 12 20:32:17.994008 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c69dbe-4cfb-4948-a30d-862fb6444e5b None None] Network f478875a-3c45-4e54-b337-055862ce55c3 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:32:18.107448 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6804f5e9-3164-441c-8229-d46ebc3a9cfb req-1eee3803-09d9-49c2-a986-146365184fcc tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/security-groups?id=df7b8a42-5b83-4e76-87e3-b9b30ca34f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014071 Nov 12 20:32:18.140011 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5f834a-7777-4ea0-a165-ff10e2f41eb6 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:32:18.148290 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47294) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:18.149004 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6d5f834a-7777-4ea0-a165-ff10e2f41eb6 admin admin] 10.222.0.48 "PUT /v2.0/routers/b7611240-2171-4031-af5c-16c640b5c765/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2007072 Nov 12 20:32:18.151568 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebd7a92-2208-4e6a-afda-13f3d10c6ac0 None None] Sync routers for ids ['b7611240-2171-4031-af5c-16c640b5c765'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:32:18.170732 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebd7a92-2208-4e6a-afda-13f3d10c6ac0 None None] Routers {'b7611240-2171-4031-af5c-16c640b5c765'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:32:18.171367 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-8ebd7a92-2208-4e6a-afda-13f3d10c6ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:31:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['b7611240-2171-4031-af5c-16c640b5c765'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:18.178465 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-8f0e0921-ae39-42aa-8637-161d0f3b3c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:18.189197 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-8f0e0921-ae39-42aa-8637-161d0f3b3c98 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c&tenant_id=c510c0945858446c87ca9a78193927af HTTP/1.1" status: 200 len: 1097 time: 0.0744126 Nov 12 20:32:18.199389 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-26a046a5-e751-46dd-9aca-d0060cde3a11 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-15', 'device_owner': 'compute:nova'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:32:18.280483 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-26a046a5-e751-46dd-9aca-d0060cde3a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:18.326037 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e98adb6a-6cd0-4bc2-aa8b-089a40c7337b admin admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:18.497682 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e98adb6a-6cd0-4bc2-aa8b-089a40c7337b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:18.573989 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52dee4a-f007-4928-83dc-4f8d9a06a015 req-3d709a86-b1e3-4099-b355-31003e69edfe tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:18.575580 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f52dee4a-f007-4928-83dc-4f8d9a06a015 req-3d709a86-b1e3-4099-b355-31003e69edfe tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 945 time: 0.0956187 Nov 12 20:32:18.598977 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-8ebd7a92-2208-4e6a-afda-13f3d10c6ac0 None None] Set router b7611240-2171-4031-af5c-16c640b5c765 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:32:18.644717 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-26a046a5-e751-46dd-9aca-d0060cde3a11 service neutron] For port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,segment=NetworkSegment(48a4b4c8-75c0-404f-94ae-981327b90788),segment_id=48a4b4c8-75c0-404f-94ae-981327b90788)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:18.694205 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f52dee4a-f007-4928-83dc-4f8d9a06a015 req-09e91599-c449-4577-ada9-2ec335b00cf8 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994809 Nov 12 20:32:18.704831 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-e98adb6a-6cd0-4bc2-aa8b-089a40c7337b admin admin] Deleting port c8a82b8d-a736-4232-b22b-36972c8802ee {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:32:18.714818 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e98adb6a-6cd0-4bc2-aa8b-089a40c7337b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:18.763583 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47344) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:18.770752 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-c4e48b93-4f8b-49a4-8ac1-b65b3b1836a7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-682110211-network', 'tenant_id': '7b9d1f6c60ad4fd28e4fd8c8e6cc1e0b'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:32:18.810296 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-26a046a5-e751-46dd-9aca-d0060cde3a11 service neutron] For port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:32:18.849160 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-e98adb6a-6cd0-4bc2-aa8b-089a40c7337b admin admin] For port c8a82b8d-a736-4232-b22b-36972c8802ee, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c8a82b8d-a736-4232-b22b-36972c8802ee,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:18.849522 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e98adb6a-6cd0-4bc2-aa8b-089a40c7337b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:18.866056 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-e98adb6a-6cd0-4bc2-aa8b-089a40c7337b admin admin] Calling delete_port for c8a82b8d-a736-4232-b22b-36972c8802ee owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:32:18.881877 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-8ebd7a92-2208-4e6a-afda-13f3d10c6ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7611240-2171-4031-af5c-16c640b5c765', 'name': 'tempest-ServerActionsTestJSON-1627487138-router', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'c8a82b8d-a736-4232-b22b-36972c8802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:33Z', 'updated_at': '2021-11-12T20:32:17Z', 'revision_number': 5, 'project_id': '7e8721b8322b46768b4d5df279187cac', 'gw_port': {'id': 'c8a82b8d-a736-4232-b22b-36972c8802ee', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7611240-2171-4031-af5c-16c640b5c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:35Z', 'updated_at': '2021-11-12T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:18.889042 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e48b93-4f8b-49a4-8ac1-b65b3b1836a7 admin admin] Made reservation on behalf of 7b9d1f6c60ad4fd28e4fd8c8e6cc1e0b for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:32:18.891590 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c4e48b93-4f8b-49a4-8ac1-b65b3b1836a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:18.914325 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a9b3bd-086c-4e54-bdef-3a70df52358c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:32:18.915870 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebd7a92-2208-4e6a-afda-13f3d10c6ac0 None None] Checking router: b7611240-2171-4031-af5c-16c640b5c765 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:32:18.916817 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd81923-6bed-49bf-882d-dc054f633aa3" -d '{"events": [{"server_uuid": "21a9b3bd-086c-4e54-bdef-3a70df52358c", "name": "network-vif-unplugged", "status": "completed", "tag": "b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:32:18.923046 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-26a046a5-e751-46dd-9aca-d0060cde3a11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:18.926117 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebd7a92-2208-4e6a-afda-13f3d10c6ac0 None None] Routers {'b7611240-2171-4031-af5c-16c640b5c765'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:32:18.926877 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-8ebd7a92-2208-4e6a-afda-13f3d10c6ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:31:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['b7611240-2171-4031-af5c-16c640b5c765'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:18.927138 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c4e48b93-4f8b-49a4-8ac1-b65b3b1836a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:18.939572 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a3f05-baa6-4335-b473-de5d0e5d3c08 req-a9f30ce7-c474-4ae4-bd7d-cfb4cfb0b5e0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:18.941396 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7c1a3f05-baa6-4335-b473-de5d0e5d3c08 req-a9f30ce7-c474-4ae4-bd7d-cfb4cfb0b5e0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 945 time: 0.1479011 Nov 12 20:32:19.010045 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-26a046a5-e751-46dd-9aca-d0060cde3a11 service neutron] Transition to ACTIVE for port object b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:32:19.021028 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-26a046a5-e751-46dd-9aca-d0060cde3a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:19.058068 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-8ebd7a92-2208-4e6a-afda-13f3d10c6ac0 None None] Set router b7611240-2171-4031-af5c-16c640b5c765 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:32:19.071204 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78dae99-c129-4c29-8cfe-13693f670613 x-openstack-request-id: req-f78dae99-c129-4c29-8cfe-13693f670613 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:32:19.071496 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a9b3bd-086c-4e54-bdef-3a70df52358c", "name": "network-vif-unplugged", "status": "completed", "tag": "b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:32:19.071909 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f78dae99-c129-4c29-8cfe-13693f670613 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:32:19.072412 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a9b3bd-086c-4e54-bdef-3a70df52358c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b', 'code': 200} Nov 12 20:32:19.097397 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7c1a3f05-baa6-4335-b473-de5d0e5d3c08 req-54d59db2-2340-466b-ae03-3e415692723c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412599 Nov 12 20:32:19.196590 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-8ebd7a92-2208-4e6a-afda-13f3d10c6ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7611240-2171-4031-af5c-16c640b5c765', 'name': 'tempest-ServerActionsTestJSON-1627487138-router', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:33Z', 'updated_at': '2021-11-12T20:32:18Z', 'revision_number': 6, 'project_id': '7e8721b8322b46768b4d5df279187cac', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:19.265070 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a046a5-e751-46dd-9aca-d0060cde3a11 service neutron] Pushing event updated for resources: {'Port': ['ID=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,revision_number=6']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:19.268169 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebd7a92-2208-4e6a-afda-13f3d10c6ac0 None None] The sync data for ids ['b7611240-2171-4031-af5c-16c640b5c765'] in n-d-712140-15 is: [{'id': 'b7611240-2171-4031-af5c-16c640b5c765', 'name': 'tempest-ServerActionsTestJSON-1627487138-router', 'tenant_id': '7e8721b8322b46768b4d5df279187cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:33Z', 'updated_at': '2021-11-12T20:32:18Z', 'revision_number': 6, 'project_id': '7e8721b8322b46768b4d5df279187cac', 'gw_port_host': None}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:32:19.320738 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c4e48b93-4f8b-49a4-8ac1-b65b3b1836a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:19.335364 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c4e48b93-4f8b-49a4-8ac1-b65b3b1836a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:19.357244 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-26a046a5-e751-46dd-9aca-d0060cde3a11 service neutron] No DVR routers for this DVR port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:32:19.412571 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e48b93-4f8b-49a4-8ac1-b65b3b1836a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:32:19.442657 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c4e48b93-4f8b-49a4-8ac1-b65b3b1836a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:19.443046 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-c4e48b93-4f8b-49a4-8ac1-b65b3b1836a7 admin admin] Added segment c2d736e3-7a25-4487-a1a8-871f326f012e of type vlan for network 95a60f01-86f0-44c8-b820-7a20474d80cd Nov 12 20:32:19.446051 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e48b93-4f8b-49a4-8ac1-b65b3b1836a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1b744c-1699-42eb-8142-c29ec55d31da,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:19.539005 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c4e48b93-4f8b-49a4-8ac1-b65b3b1836a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:19.592178 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c4e48b93-4f8b-49a4-8ac1-b65b3b1836a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:19.593176 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e48b93-4f8b-49a4-8ac1-b65b3b1836a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:19.593767 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c4e48b93-4f8b-49a4-8ac1-b65b3b1836a7 admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:19.633934 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-26a046a5-e751-46dd-9aca-d0060cde3a11 service neutron] Attempting to bind port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:32:19.634277 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-26a046a5-e751-46dd-9aca-d0060cde3a11 service neutron] Attempting to bind port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '48a4b4c8-75c0-404f-94ae-981327b90788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:32:19.634622 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-26a046a5-e751-46dd-9aca-d0060cde3a11 service neutron] Attempting to bind port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b on network 54d6eafd-e9f0-408f-ace9-62b3db4cd03a {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:32:19.638567 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e98adb6a-6cd0-4bc2-aa8b-089a40c7337b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:19.673454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98adb6a-6cd0-4bc2-aa8b-089a40c7337b admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a82b8d-a736-4232-b22b-36972c8802ee,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:19.680430 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-26a046a5-e751-46dd-9aca-d0060cde3a11 service neutron] Port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b on network 54d6eafd-e9f0-408f-ace9-62b3db4cd03a not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:32:19.680766 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-26a046a5-e751-46dd-9aca-d0060cde3a11 service neutron] Attempting to bind port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b on network 54d6eafd-e9f0-408f-ace9-62b3db4cd03a {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:32:19.687758 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7684127-4ed0-46da-938d-c1952f7ed153 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:32:19.696781 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c4e48b93-4f8b-49a4-8ac1-b65b3b1836a7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9274015 Nov 12 20:32:19.699712 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47380) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:19.712007 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-bd6b4e73-4521-44cd-a79f-752e152ea3c6 admin admin] Request body: {'subnet': {'network_id': '95a60f01-86f0-44c8-b820-7a20474d80cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-682110211-subnet', 'tenant_id': '7b9d1f6c60ad4fd28e4fd8c8e6cc1e0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:32:19.712613 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98adb6a-6cd0-4bc2-aa8b-089a40c7337b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:19.713671 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98adb6a-6cd0-4bc2-aa8b-089a40c7337b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:19.714041 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98adb6a-6cd0-4bc2-aa8b-089a40c7337b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:19.714382 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98adb6a-6cd0-4bc2-aa8b-089a40c7337b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:19.715027 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98adb6a-6cd0-4bc2-aa8b-089a40c7337b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:19.715364 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98adb6a-6cd0-4bc2-aa8b-089a40c7337b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:19.715717 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98adb6a-6cd0-4bc2-aa8b-089a40c7337b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:19.716541 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98adb6a-6cd0-4bc2-aa8b-089a40c7337b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:19.716872 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98adb6a-6cd0-4bc2-aa8b-089a40c7337b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:19.717240 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98adb6a-6cd0-4bc2-aa8b-089a40c7337b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:19.717542 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98adb6a-6cd0-4bc2-aa8b-089a40c7337b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:19.717872 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98adb6a-6cd0-4bc2-aa8b-089a40c7337b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:19.723631 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e48b93-4f8b-49a4-8ac1-b65b3b1836a7 admin admin] Pushing event updated for resources: {'Network': ['ID=95a60f01-86f0-44c8-b820-7a20474d80cd,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:19.726067 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-26a046a5-e751-46dd-9aca-d0060cde3a11 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:32:19.726412 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-26a046a5-e751-46dd-9aca-d0060cde3a11 service neutron] Checking segment: {'id': '48a4b4c8-75c0-404f-94ae-981327b90788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:32:19.726792 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-26a046a5-e751-46dd-9aca-d0060cde3a11 service neutron] Bound using segment: {'id': '48a4b4c8-75c0-404f-94ae-981327b90788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:32:19.727249 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-26a046a5-e751-46dd-9aca-d0060cde3a11 service neutron] Bound port: b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48a4b4c8-75c0-404f-94ae-981327b90788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:32:19.727608 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-26a046a5-e751-46dd-9aca-d0060cde3a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:19.742362 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 95a60f01-86f0-44c8-b820-7a20474d80cd details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:32:19.792478 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e98adb6a-6cd0-4bc2-aa8b-089a40c7337b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:19.928462 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e98adb6a-6cd0-4bc2-aa8b-089a40c7337b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:19.930632 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-803acc3c-d439-40e1-b146-79d9656ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:19.931317 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e98adb6a-6cd0-4bc2-aa8b-089a40c7337b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:19.984334 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e98adb6a-6cd0-4bc2-aa8b-089a40c7337b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:19.985004 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98adb6a-6cd0-4bc2-aa8b-089a40c7337b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7611240-2171-4031-af5c-16c640b5c765 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:32:20.005325 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e98adb6a-6cd0-4bc2-aa8b-089a40c7337b admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:20.008321 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e98adb6a-6cd0-4bc2-aa8b-089a40c7337b admin admin] 10.222.0.48 "DELETE /v2.0/routers/b7611240-2171-4031-af5c-16c640b5c765 HTTP/1.1" status: 204 len: 168 time: 1.8574731 Nov 12 20:32:20.012769 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47386) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:20.068992 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03ec5f-685a-4826-8426-e34402ddc619 req-52ff6a85-e01a-4678-a92d-8ac81adc90da tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:20.070716 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1b03ec5f-685a-4826-8426-e34402ddc619 req-52ff6a85-e01a-4678-a92d-8ac81adc90da tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 945 time: 0.0976253 Nov 12 20:32:20.075649 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:32:20.092664 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-133b6000-aed3-4255-a3ed-c2fcf09562bf admin admin] Deleting subnet 5c500cb5-3e69-49e9-9723-b1dae39e8dfb {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:32:20.105939 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-133b6000-aed3-4255-a3ed-c2fcf09562bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:20.125717 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:32:20.171807 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1b03ec5f-685a-4826-8426-e34402ddc619 req-461bcded-0bf4-4c51-83e0-00991569e2c1 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941699 Nov 12 20:32:20.174803 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-133b6000-aed3-4255-a3ed-c2fcf09562bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:20.263148 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:20.285106 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-133b6000-aed3-4255-a3ed-c2fcf09562bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:20.297943 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6b4e73-4521-44cd-a79f-752e152ea3c6 admin admin] Made reservation on behalf of 7b9d1f6c60ad4fd28e4fd8c8e6cc1e0b for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:32:20.300698 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd6b4e73-4521-44cd-a79f-752e152ea3c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:20.405578 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076415f-b944-4990-9b91-accd7874387d req-def37350-0b7e-4911-be50-db6a5d28c310 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:20.409026 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0076415f-b944-4990-9b91-accd7874387d req-def37350-0b7e-4911-be50-db6a5d28c310 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 945 time: 0.1019857 Nov 12 20:32:20.412575 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-133b6000-aed3-4255-a3ed-c2fcf09562bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:20.420170 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-26a046a5-e751-46dd-9aca-d0060cde3a11 service neutron] For port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:32:20.453379 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-26a046a5-e751-46dd-9aca-d0060cde3a11 service neutron] For port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,segment=NetworkSegment(48a4b4c8-75c0-404f-94ae-981327b90788),segment_id=48a4b4c8-75c0-404f-94ae-981327b90788)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:32:20.462441 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-26a046a5-e751-46dd-9aca-d0060cde3a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:20.468928 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b6000-aed3-4255-a3ed-c2fcf09562bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c500cb5-3e69-49e9-9723-b1dae39e8dfb,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:20.474244 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-133b6000-aed3-4255-a3ed-c2fcf09562bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:20.479938 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-133b6000-aed3-4255-a3ed-c2fcf09562bf admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5c500cb5-3e69-49e9-9723-b1dae39e8dfb HTTP/1.1" status: 204 len: 168 time: 0.4627197 Nov 12 20:32:20.480956 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47392) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:20.483276 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def81f23-6d9a-405c-9987-5221735137a1 req-14c94933-761b-4ac2-ac8f-cd1f058e34ad tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:20.484125 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c34488b-9176-4793-92e7-10cad65366a3 None None] Network b6864b2f-6168-42ea-9422-cd478a748786 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:32:20.485099 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-def81f23-6d9a-405c-9987-5221735137a1 req-14c94933-761b-4ac2-ac8f-cd1f058e34ad tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 943 time: 0.1821043 Nov 12 20:32:20.545020 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-26a046a5-e751-46dd-9aca-d0060cde3a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:20.545639 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-26a046a5-e751-46dd-9aca-d0060cde3a11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:20.547605 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-26a046a5-e751-46dd-9aca-d0060cde3a11 service neutron] 10.222.0.55 "PUT /v2.0/ports/b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b HTTP/1.1" status: 200 len: 1092 time: 2.3532794 Nov 12 20:32:20.640992 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0076415f-b944-4990-9b91-accd7874387d req-b52949c4-bc9e-4553-8ec3-89e7a6bb5004 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119112 Nov 12 20:32:20.660385 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a046a5-e751-46dd-9aca-d0060cde3a11 service neutron] Pushing event updated for resources: {'Port': ['ID=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,revision_number=7']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:20.676421 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47394) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:20.712210 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8162a42e-6f80-4d32-8277-4c745be0c05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:20.769636 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c8a82b8d-a736-4232-b22b-36972c8802ee no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:32:20.809078 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: c8a82b8d-a736-4232-b22b-36972c8802ee {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:32:20.810125 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c8a82b8d-a736-4232-b22b-36972c8802ee not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:32:20.810939 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f923363a-5d0f-4a64-b3d3-740edd617d2d no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:32:20.819968 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-def81f23-6d9a-405c-9987-5221735137a1 req-2711a344-44db-495f-8b11-1e6bac0ebe64 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3089571 Nov 12 20:32:20.821429 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfa8df9-12f6-4f56-87ff-353d63ffe7ee tempest-TestVolumeBootPattern-274916137 tempest-TestVolumeBootPattern-274916137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:20.823082 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4dfa8df9-12f6-4f56-87ff-353d63ffe7ee tempest-TestVolumeBootPattern-274916137 tempest-TestVolumeBootPattern-274916137-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 1092 time: 0.1427746 Nov 12 20:32:20.826125 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47396) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:20.830951 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-1552b49c-e926-419d-af78-01a57962ea23 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'port_id': 'da1d2ed6-4f68-4b79-9dfe-73bc201ec15b', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:32:20.849884 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: f923363a-5d0f-4a64-b3d3-740edd617d2d {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:32:20.850640 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f923363a-5d0f-4a64-b3d3-740edd617d2d not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:32:20.851037 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-1f8ecc90-70fe-4d5c-bab2-5fb3a02ae050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:20.853029 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-1f8ecc90-70fe-4d5c-bab2-5fb3a02ae050 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 1095 time: 0.2804251 Nov 12 20:32:20.865706 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1552b49c-e926-419d-af78-01a57962ea23 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:20.885121 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd6b4e73-4521-44cd-a79f-752e152ea3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:20.961625 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-8162a42e-6f80-4d32-8277-4c745be0c05f admin admin] Deleting port 681e2787-cfde-4efd-a8d2-27738606b070 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:32:20.962579 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8162a42e-6f80-4d32-8277-4c745be0c05f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:20.990194 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9bdf48-2be6-4eb8-b86f-9e8da2ffa05f None None] DHCP port deletion for b6864b2f-6168-42ea-9422-cd478a748786 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:32:21.045776 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b4e73-4521-44cd-a79f-752e152ea3c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a3aae95-4fdd-4465-8d56-52a47953119e,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:21.063812 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6b4e73-4521-44cd-a79f-752e152ea3c6 admin admin] Checking segment: {'id': 'c2d736e3-7a25-4487-a1a8-871f326f012e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '95a60f01-86f0-44c8-b820-7a20474d80cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:32:21.063812 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6b4e73-4521-44cd-a79f-752e152ea3c6 admin admin] Network hostable DHCP agents. Network: 95a60f01-86f0-44c8-b820-7a20474d80cd, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:32:21.073526 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a9b3bd-086c-4e54-bdef-3a70df52358c', 'tag': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:32:21.075904 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd792c28-89b3-4a79-b9eb-1ca6d05af9a3" -d '{"events": [{"name": "network-changed", "server_uuid": "21a9b3bd-086c-4e54-bdef-3a70df52358c", "tag": "b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:32:21.079017 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-8162a42e-6f80-4d32-8277-4c745be0c05f admin admin] For port 681e2787-cfde-4efd-a8d2-27738606b070, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=681e2787-cfde-4efd-a8d2-27738606b070,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:21.079386 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8162a42e-6f80-4d32-8277-4c745be0c05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:21.096440 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-8162a42e-6f80-4d32-8277-4c745be0c05f admin admin] Calling delete_port for 681e2787-cfde-4efd-a8d2-27738606b070 owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:32:21.099465 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-7494f46b-0633-4574-867a-63b6583704f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:21.101435 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-7494f46b-0633-4574-867a-63b6583704f7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=54d6eafd-e9f0-408f-ace9-62b3db4cd03a HTTP/1.1" status: 200 len: 897 time: 0.2377896 Nov 12 20:32:21.103819 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6b4e73-4521-44cd-a79f-752e152ea3c6 admin admin] Network 95a60f01-86f0-44c8-b820-7a20474d80cd is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:32:21.104078 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0f9bdf48-2be6-4eb8-b86f-9e8da2ffa05f None None] Deleting port 681e2787-cfde-4efd-a8d2-27738606b070 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:32:21.104614 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0f9bdf48-2be6-4eb8-b86f-9e8da2ffa05f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:21.163213 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-bd6b4e73-4521-44cd-a79f-752e152ea3c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 95a60f01-86f0-44c8-b820-7a20474d80cd) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:32:21.166390 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1552b49c-e926-419d-af78-01a57962ea23 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:21.177904 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6b4e73-4521-44cd-a79f-752e152ea3c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:21.178575 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd6b4e73-4521-44cd-a79f-752e152ea3c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:21.196845 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df62a66a-e6cb-4fd3-bbe7-64d6ce8687c5 None None] Network 95a60f01-86f0-44c8-b820-7a20474d80cd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:32:21.197763 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bd6b4e73-4521-44cd-a79f-752e152ea3c6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4897695 Nov 12 20:32:21.239489 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-f9f372f4-8dd3-4b67-931d-5bac58d1040d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b HTTP/1.1" status: 200 len: 998 time: 0.1292231 Nov 12 20:32:21.242362 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1683b3-4332-4039-8f4c-17b12d826613 x-openstack-request-id: req-1a1683b3-4332-4039-8f4c-17b12d826613 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:32:21.242657 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a9b3bd-086c-4e54-bdef-3a70df52358c", "tag": "b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:32:21.242912 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a1683b3-4332-4039-8f4c-17b12d826613 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:32:21.244097 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a9b3bd-086c-4e54-bdef-3a70df52358c', 'tag': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b', 'status': 'completed', 'code': 200} Nov 12 20:32:21.321295 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0f9bdf48-2be6-4eb8-b86f-9e8da2ffa05f None None] For port 681e2787-cfde-4efd-a8d2-27738606b070, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=681e2787-cfde-4efd-a8d2-27738606b070,segment=NetworkSegment(421b93f8-ac8d-44c6-89c8-74a45d6e3a93),segment_id=421b93f8-ac8d-44c6-89c8-74a45d6e3a93)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:21.322851 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0f9bdf48-2be6-4eb8-b86f-9e8da2ffa05f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:21.374827 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47404) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:21.381918 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0f9bdf48-2be6-4eb8-b86f-9e8da2ffa05f None None] Calling delete_port for 681e2787-cfde-4efd-a8d2-27738606b070 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:32:21.385649 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8162a42e-6f80-4d32-8277-4c745be0c05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:21.388971 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d51ebc3-8cf2-42b4-9145-72de71af317f None None] Network 95a60f01-86f0-44c8-b820-7a20474d80cd requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:32:21.428681 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162a42e-6f80-4d32-8277-4c745be0c05f admin admin] Pushing event deleted for resources: {'Port': ['ID=681e2787-cfde-4efd-a8d2-27738606b070,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:21.436202 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8162a42e-6f80-4d32-8277-4c745be0c05f admin admin] No DVR routers for this DVR port 681e2787-cfde-4efd-a8d2-27738606b070 on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:32:21.447673 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-1552b49c-e926-419d-af78-01a57962ea23 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Allocated IP 172.25.5.33 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/460e3116-32f1-499a-8d63-9d62a734d584) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:32:21.457687 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-afca11ba-21c1-412d-bf75-bb15080110f1 admin admin] Deleting subnet 5d8d03d2-3a6e-4e49-815f-d794d47dbb4c {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:32:21.465450 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-c46dffd6-504f-41c1-aca6-5d3439ba99c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:21.467746 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-c46dffd6-504f-41c1-aca6-5d3439ba99c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3cdb48d-8871-4527-9b1c-4613a3a449e9 HTTP/1.1" status: 200 len: 835 time: 0.1879830 Nov 12 20:32:21.472250 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-afca11ba-21c1-412d-bf75-bb15080110f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:21.559166 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd792c28-89b3-4a79-b9eb-1ca6d05af9a3 req-696f5775-f45e-42ae-b0d2-f84e7573b6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:21.561409 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8162a42e-6f80-4d32-8277-4c745be0c05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:21.567845 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd792c28-89b3-4a79-b9eb-1ca6d05af9a3 req-696f5775-f45e-42ae-b0d2-f84e7573b6c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 1095 time: 0.3473067 Nov 12 20:32:21.574383 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0f9bdf48-2be6-4eb8-b86f-9e8da2ffa05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:21.611821 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9bdf48-2be6-4eb8-b86f-9e8da2ffa05f None None] Pushing event deleted for resources: {'Port': ['ID=681e2787-cfde-4efd-a8d2-27738606b070,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:21.616348 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-8162a42e-6f80-4d32-8277-4c745be0c05f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6864b2f-6168-42ea-9422-cd478a748786']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:21.625359 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9bdf48-2be6-4eb8-b86f-9e8da2ffa05f None None] No DVR routers for this DVR port 681e2787-cfde-4efd-a8d2-27738606b070 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:32:21.639557 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-8162a42e-6f80-4d32-8277-4c745be0c05f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421b93f8-ac8d-44c6-89c8-74a45d6e3a93') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:21.639557 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-8162a42e-6f80-4d32-8277-4c745be0c05f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421b93f8-ac8d-44c6-89c8-74a45d6e3a93') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:21.654532 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8162a42e-6f80-4d32-8277-4c745be0c05f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:21.660020 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-afca11ba-21c1-412d-bf75-bb15080110f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:21.663243 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:32:21.679086 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8162a42e-6f80-4d32-8277-4c745be0c05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:21.693342 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8162a42e-6f80-4d32-8277-4c745be0c05f admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:32:21.693860 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8162a42e-6f80-4d32-8277-4c745be0c05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:32:21.695616 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:32:21.698664 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1552b49c-e926-419d-af78-01a57962ea23 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:21.721573 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-f8eb64be-11c5-4ae8-8e9b-8f48fce28bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:21.722750 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-f8eb64be-11c5-4ae8-8e9b-8f48fce28bbf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54d6eafd-e9f0-408f-ace9-62b3db4cd03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1946678 Nov 12 20:32:21.777111 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8162a42e-6f80-4d32-8277-4c745be0c05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:21.790752 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8162a42e-6f80-4d32-8277-4c745be0c05f admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:21.796278 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8162a42e-6f80-4d32-8277-4c745be0c05f admin admin] 10.222.0.48 "DELETE /v2.0/networks/b6864b2f-6168-42ea-9422-cd478a748786 HTTP/1.1" status: 204 len: 168 time: 1.3123155 Nov 12 20:32:21.796878 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-afca11ba-21c1-412d-bf75-bb15080110f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:21.811426 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162a42e-6f80-4d32-8277-4c745be0c05f admin admin] Pushing event deleted for resources: {'Network': ['ID=b6864b2f-6168-42ea-9422-cd478a748786,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:21.815909 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1552b49c-e926-419d-af78-01a57962ea23 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:21.839393 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1552b49c-e926-419d-af78-01a57962ea23 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:32:21.863522 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-1552b49c-e926-419d-af78-01a57962ea23 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:32:21.870706 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1552b49c-e926-419d-af78-01a57962ea23 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:32:21.881024 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd792c28-89b3-4a79-b9eb-1ca6d05af9a3 req-c3e4aa73-d985-4b5f-9d0e-022573c3db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:21.882148 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd792c28-89b3-4a79-b9eb-1ca6d05af9a3 req-c3e4aa73-d985-4b5f-9d0e-022573c3db82 service neutron] 10.222.0.52 "GET /v2.0/networks?id=54d6eafd-e9f0-408f-ace9-62b3db4cd03a HTTP/1.1" status: 200 len: 897 time: 0.2832944 Nov 12 20:32:21.931871 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552b49c-e926-419d-af78-01a57962ea23 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event updated for resources: {'Port': ['ID=460e3116-32f1-499a-8d63-9d62a734d584,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:21.975649 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-afca11ba-21c1-412d-bf75-bb15080110f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:21.996039 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-2fcb324f-c466-4372-b122-6b14b1e45389 service neutron] 10.222.0.55 "GET /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592232 Nov 12 20:32:22.023905 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-afca11ba-21c1-412d-bf75-bb15080110f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:22.029795 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-afca11ba-21c1-412d-bf75-bb15080110f1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5d8d03d2-3a6e-4e49-815f-d794d47dbb4c HTTP/1.1" status: 204 len: 168 time: 0.6497595 Nov 12 20:32:22.035698 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca11ba-21c1-412d-bf75-bb15080110f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d8d03d2-3a6e-4e49-815f-d794d47dbb4c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:22.038914 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47412) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:22.043121 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd792c28-89b3-4a79-b9eb-1ca6d05af9a3 req-c37b20d6-a785-4001-8851-cdb4ccab6b05 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b HTTP/1.1" status: 200 len: 998 time: 0.1490345 Nov 12 20:32:22.171564 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-682110ec-07b0-4eca-b7c5-2b83fb5d032c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:22.180468 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd792c28-89b3-4a79-b9eb-1ca6d05af9a3 req-57475350-7a19-4d46-9461-f83b0edfb232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:22.181959 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd792c28-89b3-4a79-b9eb-1ca6d05af9a3 req-57475350-7a19-4d46-9461-f83b0edfb232 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3cdb48d-8871-4527-9b1c-4613a3a449e9 HTTP/1.1" status: 200 len: 835 time: 0.1204262 Nov 12 20:32:22.195069 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4d11d-2e65-4049-826e-3b27a17af249 req-068229f7-e0b8-4ce4-a4d7-7f36dba94ac1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:22.196961 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1dc4d11d-2e65-4049-826e-3b27a17af249 req-068229f7-e0b8-4ce4-a4d7-7f36dba94ac1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 943 time: 0.1579962 Nov 12 20:32:22.237269 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47414) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:22.257611 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b3abdb8-acaa-426b-ab86-0ac96e0d08c2 req-59c3a7c2-2b39-402e-82ae-c3ca09bc0179 service neutron] 10.222.0.55 "GET /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405975 Nov 12 20:32:22.336403 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd792c28-89b3-4a79-b9eb-1ca6d05af9a3 req-0d6d19ce-a9dd-4f08-b09a-123bbf934aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:22.338488 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd792c28-89b3-4a79-b9eb-1ca6d05af9a3 req-0d6d19ce-a9dd-4f08-b09a-123bbf934aab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54d6eafd-e9f0-408f-ace9-62b3db4cd03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1368954 Nov 12 20:32:22.347068 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-682110ec-07b0-4eca-b7c5-2b83fb5d032c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:22.353578 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1dc4d11d-2e65-4049-826e-3b27a17af249 req-a038b683-38d5-41bc-8c26-d936b88ea6ab tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375890 Nov 12 20:32:22.395583 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9ec2ff37-4935-4b2a-a4f4-51e62bdec98e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7e8721b8322b46768b4d5df279187cac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1553352 Nov 12 20:32:22.406114 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47416) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:22.459900 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-682110ec-07b0-4eca-b7c5-2b83fb5d032c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f478875a-3c45-4e54-b337-055862ce55c3']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:22.467799 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd792c28-89b3-4a79-b9eb-1ca6d05af9a3 req-e64412d6-c1a6-4295-8cb7-23a3311a7752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:22.469681 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd792c28-89b3-4a79-b9eb-1ca6d05af9a3 req-e64412d6-c1a6-4295-8cb7-23a3311a7752 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 1095 time: 0.1473358 Nov 12 20:32:22.524681 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-682110ec-07b0-4eca-b7c5-2b83fb5d032c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652e28bc-97c8-4402-9ffc-1f8603573eb4') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:22.524917 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-682110ec-07b0-4eca-b7c5-2b83fb5d032c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652e28bc-97c8-4402-9ffc-1f8603573eb4') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:22.548617 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd792c28-89b3-4a79-b9eb-1ca6d05af9a3 req-d2ea72cd-abe9-4c32-89ad-1edbc84ccf34 service neutron] 10.222.0.52 "GET /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938887 Nov 12 20:32:22.550358 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-682110ec-07b0-4eca-b7c5-2b83fb5d032c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:22.607817 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-682110ec-07b0-4eca-b7c5-2b83fb5d032c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:22.620936 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-682110ec-07b0-4eca-b7c5-2b83fb5d032c admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:32:22.621473 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-682110ec-07b0-4eca-b7c5-2b83fb5d032c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:32:22.623422 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:32:22.645676 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-11649e9c-7612-4f19-bc32-7521f43bda6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:22.652276 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd792c28-89b3-4a79-b9eb-1ca6d05af9a3 req-487cab68-9933-46c2-9c58-1dadca4dc31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:22.654742 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd792c28-89b3-4a79-b9eb-1ca6d05af9a3 req-487cab68-9933-46c2-9c58-1dadca4dc31f service neutron] 10.222.0.55 "GET /v2.0/networks?id=54d6eafd-e9f0-408f-ace9-62b3db4cd03a HTTP/1.1" status: 200 len: 897 time: 0.1769111 Nov 12 20:32:22.656601 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 681e2787-cfde-4efd-a8d2-27738606b070 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:32:22.699200 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 681e2787-cfde-4efd-a8d2-27738606b070 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:32:22.701346 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 681e2787-cfde-4efd-a8d2-27738606b070 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:32:22.730688 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd792c28-89b3-4a79-b9eb-1ca6d05af9a3 req-29c3e2d4-3b20-479f-9826-6073280a3ace service neutron] 10.222.0.52 "GET /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742074 Nov 12 20:32:22.754370 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c32dbb35-b182-40df-aeff-d45a95daa60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:22.761724 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-11649e9c-7612-4f19-bc32-7521f43bda6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:22.762383 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd792c28-89b3-4a79-b9eb-1ca6d05af9a3 req-7d119f53-9ba0-4c1c-8deb-d46f64b95275 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b HTTP/1.1" status: 200 len: 998 time: 0.0995693 Nov 12 20:32:22.763652 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-682110ec-07b0-4eca-b7c5-2b83fb5d032c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:22.765975 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1552b49c-e926-419d-af78-01a57962ea23 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:22.797783 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-682110ec-07b0-4eca-b7c5-2b83fb5d032c admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:22.802068 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-682110ec-07b0-4eca-b7c5-2b83fb5d032c admin admin] 10.222.0.48 "DELETE /v2.0/networks/f478875a-3c45-4e54-b337-055862ce55c3 HTTP/1.1" status: 204 len: 168 time: 0.7632775 Nov 12 20:32:22.807000 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47418) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:22.823292 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682110ec-07b0-4eca-b7c5-2b83fb5d032c admin admin] Pushing event deleted for resources: {'Network': ['ID=f478875a-3c45-4e54-b337-055862ce55c3,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:22.862168 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd792c28-89b3-4a79-b9eb-1ca6d05af9a3 req-6486533a-183b-4e3f-98ca-433b1b1ca8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:22.863995 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd792c28-89b3-4a79-b9eb-1ca6d05af9a3 req-6486533a-183b-4e3f-98ca-433b1b1ca8c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3cdb48d-8871-4527-9b1c-4613a3a449e9 HTTP/1.1" status: 200 len: 835 time: 0.0941625 Nov 12 20:32:22.897928 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1552b49c-e926-419d-af78-01a57962ea23 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:22.901376 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-11649e9c-7612-4f19-bc32-7521f43bda6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:22.904167 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-11649e9c-7612-4f19-bc32-7521f43bda6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:22.905474 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-11649e9c-7612-4f19-bc32-7521f43bda6f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/25ebb7e1-c40c-4675-860b-fa345437c695 HTTP/1.1" status: 204 len: 168 time: 0.4976957 Nov 12 20:32:22.912930 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-5081883d-fa42-4d7a-b866-9817edf58b30 admin admin] Deleting subnet 2a3aae95-4fdd-4465-8d56-52a47953119e {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:32:22.918294 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5081883d-fa42-4d7a-b866-9817edf58b30 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:22.936939 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11649e9c-7612-4f19-bc32-7521f43bda6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ebb7e1-c40c-4675-860b-fa345437c695,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:22.959488 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd792c28-89b3-4a79-b9eb-1ca6d05af9a3 req-fa1504cf-81ac-47ed-affe-3ef4e3abdb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:22.961079 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd792c28-89b3-4a79-b9eb-1ca6d05af9a3 req-fa1504cf-81ac-47ed-affe-3ef4e3abdb37 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54d6eafd-e9f0-408f-ace9-62b3db4cd03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0880709 Nov 12 20:32:22.965274 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5081883d-fa42-4d7a-b866-9817edf58b30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:23.026149 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5081883d-fa42-4d7a-b866-9817edf58b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:23.136415 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1552b49c-e926-419d-af78-01a57962ea23 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:23.144142 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1552b49c-e926-419d-af78-01a57962ea23 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:23.174199 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5081883d-fa42-4d7a-b866-9817edf58b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:23.200173 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd792c28-89b3-4a79-b9eb-1ca6d05af9a3 req-1d117871-c993-4df1-a845-e75da01c2436 service neutron] 10.222.0.55 "GET /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319546 Nov 12 20:32:23.201902 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081883d-fa42-4d7a-b866-9817edf58b30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a3aae95-4fdd-4465-8d56-52a47953119e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:23.204722 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552b49c-e926-419d-af78-01a57962ea23 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event updated for resources: {'Port': ['ID=460e3116-32f1-499a-8d63-9d62a734d584,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:23.214227 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5081883d-fa42-4d7a-b866-9817edf58b30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:23.221165 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5081883d-fa42-4d7a-b866-9817edf58b30 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2a3aae95-4fdd-4465-8d56-52a47953119e HTTP/1.1" status: 204 len: 168 time: 0.4102695 Nov 12 20:32:23.221835 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47426) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:23.250774 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1552b49c-e926-419d-af78-01a57962ea23 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:23.372675 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69c18f97-ebc3-4ed8-b3fd-c05fad6e2f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:23.379749 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-1552b49c-e926-419d-af78-01a57962ea23 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Floating IP f3564d42-2a67-4eec-90ca-72b1147a8241 associated. External IP: 172.25.5.33, port: da1d2ed6-4f68-4b79-9dfe-73bc201ec15b. Nov 12 20:32:23.420358 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cd792c28-89b3-4a79-b9eb-1ca6d05af9a3 req-a6377f9d-df64-4090-9db2-5adaabdc13ec service neutron] 10.222.0.55 "GET /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974573 Nov 12 20:32:23.540202 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69c18f97-ebc3-4ed8-b3fd-c05fad6e2f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:23.559963 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32514b-dc4f-467d-9f8c-12542e5ffb7f req-3aed1c4f-7e15-40ff-aa6d-0e1cfc5143b1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:23.561468 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3d32514b-dc4f-467d-9f8c-12542e5ffb7f req-3aed1c4f-7e15-40ff-aa6d-0e1cfc5143b1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 943 time: 0.0753899 Nov 12 20:32:23.571869 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-69c18f97-ebc3-4ed8-b3fd-c05fad6e2f83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a60f01-86f0-44c8-b820-7a20474d80cd']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:23.583702 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-69c18f97-ebc3-4ed8-b3fd-c05fad6e2f83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d736e3-7a25-4487-a1a8-871f326f012e') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:23.584500 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-69c18f97-ebc3-4ed8-b3fd-c05fad6e2f83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d736e3-7a25-4487-a1a8-871f326f012e') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:23.597230 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69c18f97-ebc3-4ed8-b3fd-c05fad6e2f83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:23.612817 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69c18f97-ebc3-4ed8-b3fd-c05fad6e2f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:23.627703 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c18f97-ebc3-4ed8-b3fd-c05fad6e2f83 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:32:23.628181 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69c18f97-ebc3-4ed8-b3fd-c05fad6e2f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:32:23.630500 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:32:23.702405 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3d32514b-dc4f-467d-9f8c-12542e5ffb7f req-f8599a52-8c24-458f-8373-b963f957d84e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061668 Nov 12 20:32:23.705460 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69c18f97-ebc3-4ed8-b3fd-c05fad6e2f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:23.715664 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69c18f97-ebc3-4ed8-b3fd-c05fad6e2f83 admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:23.721400 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-69c18f97-ebc3-4ed8-b3fd-c05fad6e2f83 admin admin] 10.222.0.48 "DELETE /v2.0/networks/95a60f01-86f0-44c8-b820-7a20474d80cd HTTP/1.1" status: 204 len: 168 time: 0.4973345 Nov 12 20:32:23.739527 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1552b49c-e926-419d-af78-01a57962ea23 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:32:23.742667 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c18f97-ebc3-4ed8-b3fd-c05fad6e2f83 admin admin] Pushing event deleted for resources: {'Network': ['ID=95a60f01-86f0-44c8-b820-7a20474d80cd,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:23.808975 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:23.880774 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1552b49c-e926-419d-af78-01a57962ea23 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:32:23.890866 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47448) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:23.891054 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dab26c-082c-452f-a913-56ba8cbf6c08 None None] Sync routers for ids ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:32:23.908992 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dab26c-082c-452f-a913-56ba8cbf6c08 None None] Routers {'06faa6b2-33e6-49e4-9d41-4ee858d16f4e'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:32:23.909631 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d2dab26c-082c-452f-a913-56ba8cbf6c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:32:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:23.912303 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1552b49c-e926-419d-af78-01a57962ea23 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:23.940508 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47450) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:23.950728 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1552b49c-e926-419d-af78-01a57962ea23 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1235266 Nov 12 20:32:23.952309 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7b8a22-77a0-484b-90e0-bfd6f6c71830', 'tag': 'da1d2ed6-4f68-4b79-9dfe-73bc201ec15b'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:32:23.963326 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ed89e14b-05d0-4111-ab10-d51e33ae1b97 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1b90204eb0e440009a2626a3de95be99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0690854 Nov 12 20:32:23.963558 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47454) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:23.968775 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb5bb46-d8e3-4b4e-abc0-8adac31de308" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7b8a22-77a0-484b-90e0-bfd6f6c71830", "tag": "da1d2ed6-4f68-4b79-9dfe-73bc201ec15b"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:32:24.013133 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:24.050317 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67d9400-ab57-42c4-89a3-24d0ddcc3658 x-openstack-request-id: req-e67d9400-ab57-42c4-89a3-24d0ddcc3658 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:32:24.050618 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7b8a22-77a0-484b-90e0-bfd6f6c71830", "tag": "da1d2ed6-4f68-4b79-9dfe-73bc201ec15b", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:32:24.050875 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e67d9400-ab57-42c4-89a3-24d0ddcc3658 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:32:24.051281 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7b8a22-77a0-484b-90e0-bfd6f6c71830', 'tag': 'da1d2ed6-4f68-4b79-9dfe-73bc201ec15b', 'status': 'completed', 'code': 200} Nov 12 20:32:24.061414 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-d2dab26c-082c-452f-a913-56ba8cbf6c08 None None] Set router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:32:24.144785 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7b495187-7ed3-46c9-af13-8c443d5e49b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:24.185040 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-161eb6c9-78cc-40cd-a9ce-3e4928caf3f9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2107002701-network', 'tenant_id': '7d87909d5d1c47788cfa7576534cc6a6'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:32:24.189126 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7b495187-7ed3-46c9-af13-8c443d5e49b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:24.210956 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5bb46-d8e3-4b4e-abc0-8adac31de308 req-85cd3d4e-7754-4fb7-b75e-243b6a6278f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:24.212529 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8cb5bb46-d8e3-4b4e-abc0-8adac31de308 req-85cd3d4e-7754-4fb7-b75e-243b6a6278f0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 1097 time: 0.1369319 Nov 12 20:32:24.262137 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161eb6c9-78cc-40cd-a9ce-3e4928caf3f9 admin admin] Made reservation on behalf of 7d87909d5d1c47788cfa7576534cc6a6 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:32:24.264494 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-161eb6c9-78cc-40cd-a9ce-3e4928caf3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:24.301685 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-161eb6c9-78cc-40cd-a9ce-3e4928caf3f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:24.365202 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7b495187-7ed3-46c9-af13-8c443d5e49b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:24.366111 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d2dab26c-082c-452f-a913-56ba8cbf6c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'name': 'tempest-TestVolumeBootPattern-2072930217-router', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:39Z', 'updated_at': '2021-11-12T20:20:54Z', 'revision_number': 4, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'gw_port': {'id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'f3564d42-2a67-4eec-90ca-72b1147a8241', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'floating_ip_address': '172.25.5.33', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'port_id': 'da1d2ed6-4f68-4b79-9dfe-73bc201ec15b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'mac_address': 'fa:16:3e:cf:d7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7b8a22-77a0-484b-90e0-bfd6f6c71830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:32:22Z', 'updated_at': '2021-11-12T20:32:22Z', 'revision_number': 0, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3c7bc6-185e-46ba-a51f-7659ab966c67', 'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'mac_address': 'fa:16:3e:94:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:50Z', 'updated_at': '2021-11-12T20:21:15Z', 'revision_number': 5, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'subnets': [{'id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:24.367675 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7b495187-7ed3-46c9-af13-8c443d5e49b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:24.372576 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7b495187-7ed3-46c9-af13-8c443d5e49b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c468cbc2-89e0-42c1-9ea7-15cc8b21bfb2 HTTP/1.1" status: 204 len: 168 time: 0.4069791 Nov 12 20:32:24.394913 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5bb46-d8e3-4b4e-abc0-8adac31de308 req-93b804a2-f50b-47e5-970c-82cff6044591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:24.397491 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8cb5bb46-d8e3-4b4e-abc0-8adac31de308 req-93b804a2-f50b-47e5-970c-82cff6044591 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 913 time: 0.1750989 Nov 12 20:32:24.400677 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b495187-7ed3-46c9-af13-8c443d5e49b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c468cbc2-89e0-42c1-9ea7-15cc8b21bfb2,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:24.504159 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8cb5bb46-d8e3-4b4e-abc0-8adac31de308 req-5a841067-e5e8-4f7e-a262-b1d85cb6a11b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da1d2ed6-4f68-4b79-9dfe-73bc201ec15b HTTP/1.1" status: 200 len: 998 time: 0.0965190 Nov 12 20:32:24.509566 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dab26c-082c-452f-a913-56ba8cbf6c08 None None] Checking router: 06faa6b2-33e6-49e4-9d41-4ee858d16f4e for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:32:24.516311 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-161eb6c9-78cc-40cd-a9ce-3e4928caf3f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:24.521302 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dab26c-082c-452f-a913-56ba8cbf6c08 None None] Routers {'06faa6b2-33e6-49e4-9d41-4ee858d16f4e'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:32:24.521931 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d2dab26c-082c-452f-a913-56ba8cbf6c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:32:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:24.530016 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-161eb6c9-78cc-40cd-a9ce-3e4928caf3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:24.596603 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161eb6c9-78cc-40cd-a9ce-3e4928caf3f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:32:24.613738 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161eb6c9-78cc-40cd-a9ce-3e4928caf3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef67005-b17d-45e3-8753-fc1e77832133,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:24.623019 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-161eb6c9-78cc-40cd-a9ce-3e4928caf3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:24.623385 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-161eb6c9-78cc-40cd-a9ce-3e4928caf3f9 admin admin] Added segment 9ee2dc98-eb01-49f2-8b65-b31ddbabf0b8 of type vlan for network da7f4a06-7fa2-450c-b469-95425430dfc6 Nov 12 20:32:24.625881 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5bb46-d8e3-4b4e-abc0-8adac31de308 req-d7aee62c-c619-4f5f-9d75-088d6c11c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:24.627517 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8cb5bb46-d8e3-4b4e-abc0-8adac31de308 req-d7aee62c-c619-4f5f-9d75-088d6c11c974 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fe6903-02cc-4d59-b54a-0012785b1f66 HTTP/1.1" status: 200 len: 851 time: 0.1136799 Nov 12 20:32:24.693605 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-d2dab26c-082c-452f-a913-56ba8cbf6c08 None None] Set router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:32:24.698951 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-161eb6c9-78cc-40cd-a9ce-3e4928caf3f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:24.726443 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5bb46-d8e3-4b4e-abc0-8adac31de308 req-2a7d8f09-b343-473d-b587-53efac8d78b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:24.728012 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8cb5bb46-d8e3-4b4e-abc0-8adac31de308 req-2a7d8f09-b343-473d-b587-53efac8d78b9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a14ebab6-b135-479f-8842-077a5fca0d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924971 Nov 12 20:32:24.739324 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-161eb6c9-78cc-40cd-a9ce-3e4928caf3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:24.740354 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161eb6c9-78cc-40cd-a9ce-3e4928caf3f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:24.742171 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-161eb6c9-78cc-40cd-a9ce-3e4928caf3f9 admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:24.786075 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47468) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:24.840614 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-161eb6c9-78cc-40cd-a9ce-3e4928caf3f9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8983920 Nov 12 20:32:24.853135 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47470) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:24.855768 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-46962bbf-f5e9-4c41-832b-41548d0f1322 admin admin] Request body: {'subnet': {'network_id': 'da7f4a06-7fa2-450c-b469-95425430dfc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2107002701-subnet', 'tenant_id': '7d87909d5d1c47788cfa7576534cc6a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:32:24.875407 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161eb6c9-78cc-40cd-a9ce-3e4928caf3f9 admin admin] Pushing event updated for resources: {'Network': ['ID=da7f4a06-7fa2-450c-b469-95425430dfc6,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:24.886654 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network da7f4a06-7fa2-450c-b469-95425430dfc6 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:32:24.914321 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8cb5bb46-d8e3-4b4e-abc0-8adac31de308 req-0d2feebc-c3fd-4574-b106-bf2c96683ad9 service neutron] 10.222.0.55 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764567 Nov 12 20:32:24.920267 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46962bbf-f5e9-4c41-832b-41548d0f1322 admin admin] Made reservation on behalf of 7d87909d5d1c47788cfa7576534cc6a6 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:32:24.925728 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-46962bbf-f5e9-4c41-832b-41548d0f1322 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:24.958649 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-580f93c6-dbb3-4639-a76f-f66034b4db8c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b9d1f6c60ad4fd28e4fd8c8e6cc1e0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1711929 Nov 12 20:32:24.963685 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47472) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:25.065460 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d2dab26c-082c-452f-a913-56ba8cbf6c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'name': 'tempest-TestVolumeBootPattern-2072930217-router', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:39Z', 'updated_at': '2021-11-12T20:20:54Z', 'revision_number': 4, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'gw_port': {'id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'f3564d42-2a67-4eec-90ca-72b1147a8241', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'floating_ip_address': '172.25.5.33', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'port_id': 'da1d2ed6-4f68-4b79-9dfe-73bc201ec15b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'mac_address': 'fa:16:3e:cf:d7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7b8a22-77a0-484b-90e0-bfd6f6c71830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:32:22Z', 'updated_at': '2021-11-12T20:32:22Z', 'revision_number': 0, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3c7bc6-185e-46ba-a51f-7659ab966c67', 'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'mac_address': 'fa:16:3e:94:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:50Z', 'updated_at': '2021-11-12T20:21:15Z', 'revision_number': 5, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'subnets': [{'id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:25.075932 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391c895-fb9d-49b0-a0d9-4a00b017bd50 req-cb7ad74e-5248-4a3d-a14d-9c0ff4cf2d52 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:25.078206 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8391c895-fb9d-49b0-a0d9-4a00b017bd50 req-cb7ad74e-5248-4a3d-a14d-9c0ff4cf2d52 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 943 time: 0.2463698 Nov 12 20:32:25.099724 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dab26c-082c-452f-a913-56ba8cbf6c08 None None] The sync data for ids ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'] in n-d-712140-15 is: [{'id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'name': 'tempest-TestVolumeBootPattern-2072930217-router', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:39Z', 'updated_at': '2021-11-12T20:20:54Z', 'revision_number': 4, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'gw_port': {'id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'f3564d42-2a67-4eec-90ca-72b1147a8241', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'floating_ip_address': '172.25.5.33', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'port_id': 'da1d2ed6-4f68-4b79-9dfe-73bc201ec15b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'mac_address': 'fa:16:3e:cf:d7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7b8a22-77a0-484b-90e0-bfd6f6c71830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:32:22Z', 'updated_at': '2021-11-12T20:32:22Z', 'revision_number': 0, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3c7bc6-185e-46ba-a51f-7659ab966c67', 'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'mac_address': 'fa:16:3e:94:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:50Z', 'updated_at': '2021-11-12T20:21:15Z', 'revision_number': 5, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'subnets': [{'id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:32:25.230538 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:32:25.238294 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-250485f2-439e-4248-9b55-3137f4696392 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:25.258800 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:25.306418 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8391c895-fb9d-49b0-a0d9-4a00b017bd50 req-dee2405d-a4cb-4fa2-9313-c805f5b94029 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121420 Nov 12 20:32:25.370519 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-250485f2-439e-4248-9b55-3137f4696392 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:25.406017 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,segment=NetworkSegment(48a4b4c8-75c0-404f-94ae-981327b90788),segment_id=48a4b4c8-75c0-404f-94ae-981327b90788)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:25.421175 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-46962bbf-f5e9-4c41-832b-41548d0f1322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:25.427913 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b', 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a', 'port_id': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b', 'mac_address': 'fa:16:3e:e9:c3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3cdb48d-8871-4527-9b1c-4613a3a449e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:32:25.479471 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:25.495453 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:32:25.524405 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf6190e-ef9a-46a7-b3cb-85dc7aae4383 None None] New status for floating IP f3564d42-2a67-4eec-90ca-72b1147a8241: ACTIVE {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:32:25.530354 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,segment=NetworkSegment(48a4b4c8-75c0-404f-94ae-981327b90788),segment_id=48a4b4c8-75c0-404f-94ae-981327b90788)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:25.538397 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46962bbf-f5e9-4c41-832b-41548d0f1322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dd19d46-065b-49cd-9baa-405afc1574f7,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:25.565378 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:25.572741 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-250485f2-439e-4248-9b55-3137f4696392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:25.575671 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-250485f2-439e-4248-9b55-3137f4696392 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:25.579423 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-250485f2-439e-4248-9b55-3137f4696392 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cc1b744c-1699-42eb-8142-c29ec55d31da HTTP/1.1" status: 204 len: 168 time: 0.6106772 Nov 12 20:32:25.594541 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8cb5bb46-d8e3-4b4e-abc0-8adac31de308 req-11774c2c-ba8b-42a9-b6e4-57b29ef7553a service neutron] 10.222.0.55 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6661050 Nov 12 20:32:25.596462 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250485f2-439e-4248-9b55-3137f4696392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1b744c-1699-42eb-8142-c29ec55d31da,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:25.603796 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46962bbf-f5e9-4c41-832b-41548d0f1322 admin admin] Checking segment: {'id': '9ee2dc98-eb01-49f2-8b65-b31ddbabf0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'da7f4a06-7fa2-450c-b469-95425430dfc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:32:25.604329 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46962bbf-f5e9-4c41-832b-41548d0f1322 admin admin] Network hostable DHCP agents. Network: da7f4a06-7fa2-450c-b469-95425430dfc6, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:32:25.627453 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46962bbf-f5e9-4c41-832b-41548d0f1322 admin admin] Network da7f4a06-7fa2-450c-b469-95425430dfc6 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:32:25.639865 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-46962bbf-f5e9-4c41-832b-41548d0f1322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, da7f4a06-7fa2-450c-b469-95425430dfc6) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:32:25.653092 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46962bbf-f5e9-4c41-832b-41548d0f1322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:25.654199 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-46962bbf-f5e9-4c41-832b-41548d0f1322 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:25.661499 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc9c923-44e8-4351-9bf5-bac80af9fc50 None None] Network da7f4a06-7fa2-450c-b469-95425430dfc6 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:32:25.678560 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-46962bbf-f5e9-4c41-832b-41548d0f1322 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8267467 Nov 12 20:32:25.774357 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:25.914489 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:32:25.918966 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf21549-af3c-441f-a9b2-d3d5c7b87f3f None None] Network da7f4a06-7fa2-450c-b469-95425430dfc6 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:32:26.045229 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:26.445151 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-d847bfcf-4949-474e-ba10-98c21e98f568 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:26.446681 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-d847bfcf-4949-474e-ba10-98c21e98f568 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.48 "GET /v2.0/networks?id=da7f4a06-7fa2-450c-b469-95425430dfc6 HTTP/1.1" status: 200 len: 822 time: 0.1849468 Nov 12 20:32:26.464102 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-084e936a-8675-4348-87c3-512e0c8b3aae tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.48 "GET /v2.0/quotas/7d87909d5d1c47788cfa7576534cc6a6 HTTP/1.1" status: 200 len: 375 time: 0.0107846 Nov 12 20:32:26.465908 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f5a94-9c4d-471d-af25-c271479d876e req-3e945d57-abd6-472a-985d-902f1d29caf7 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:26.468077 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f3f5a94-9c4d-471d-af25-c271479d876e req-3e945d57-abd6-472a-985d-902f1d29caf7 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 944 time: 0.0714912 Nov 12 20:32:26.507535 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-849b71a2-01cf-4c07-b595-e94dfcd9f06a tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7d87909d5d1c47788cfa7576534cc6a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361545 Nov 12 20:32:26.541139 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f3f5a94-9c4d-471d-af25-c271479d876e req-dfd03d95-f2a6-4bd4-a53f-92f9c91862a2 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638080 Nov 12 20:32:26.627854 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-58ffa119-07c0-49d1-9eb6-211c4ec3c0a3 service neutron] 10.222.0.48 "GET /v2.0/networks/da7f4a06-7fa2-450c-b469-95425430dfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121082 Nov 12 20:32:26.786035 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-d40c0e67-c14f-4b7a-a82c-c689b0db170a service neutron] 10.222.0.48 "GET /v2.0/networks/da7f4a06-7fa2-450c-b469-95425430dfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512656 Nov 12 20:32:26.854702 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-18c92bf8-12b4-40bb-bc5b-347b34b87c9d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:26.857458 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-18c92bf8-12b4-40bb-bc5b-347b34b87c9d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.55 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c&tenant_id=c510c0945858446c87ca9a78193927af&binding%3Ahost_id=n-h1-712140-15 HTTP/1.1" status: 200 len: 944 time: 0.0917387 Nov 12 20:32:26.937298 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-a2ac6522-72d2-4afd-9d38-db7a13013ec4 service neutron] 10.222.0.55 "GET /v2.0/ports/b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b/bindings/n-h1-712140-15 HTTP/1.1" status: 200 len: 383 time: 0.0698819 Nov 12 20:32:26.951193 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c869f8d-3dd8-43e2-bc68-600d572bfba5 req-452349a4-56e6-4d48-b903-e70d46b9368e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:26.960981 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9c869f8d-3dd8-43e2-bc68-600d572bfba5 req-452349a4-56e6-4d48-b903-e70d46b9368e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 944 time: 0.1189437 Nov 12 20:32:27.039619 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f66f04f3-ea39-4e80-95ac-43e4742f0c7e req-ae620305-2dab-4fca-9892-f37205648126 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.48 "GET /v2.0/ports?device_id=27450772-9d3b-428e-b7e2-7beb53f6b3ce HTTP/1.1" status: 200 len: 210 time: 0.0384219 Nov 12 20:32:27.061141 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-c8c94842-415f-4385-b867-0dc9c5349634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:27.062686 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-c8c94842-415f-4385-b867-0dc9c5349634 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 1096 time: 0.0999377 Nov 12 20:32:27.066813 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9c869f8d-3dd8-43e2-bc68-600d572bfba5 req-1dee70ca-6e8d-43ea-b431-d8570fa818a4 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920253 Nov 12 20:32:27.190779 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-3d0ddb27-4ca2-4b0b-9dfb-3b8c738a6e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:27.192710 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-3d0ddb27-4ca2-4b0b-9dfb-3b8c738a6e6f service neutron] 10.222.0.55 "GET /v2.0/networks?id=54d6eafd-e9f0-408f-ace9-62b3db4cd03a HTTP/1.1" status: 200 len: 897 time: 0.1225080 Nov 12 20:32:27.222872 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:32:27.290505 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-602117dd-bb8d-464d-95d1-61e10fadb20e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b HTTP/1.1" status: 200 len: 999 time: 0.0900865 Nov 12 20:32:27.291057 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:32:27.295363 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:32:27.295745 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:27.402307 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:27.435663 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-39831a5e-8998-4dfe-8836-979352aca22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:27.447860 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,segment=NetworkSegment(48a4b4c8-75c0-404f-94ae-981327b90788),segment_id=48a4b4c8-75c0-404f-94ae-981327b90788)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:27.448335 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-39831a5e-8998-4dfe-8836-979352aca22f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3cdb48d-8871-4527-9b1c-4613a3a449e9 HTTP/1.1" status: 200 len: 835 time: 0.1488919 Nov 12 20:32:27.449862 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a9b3bd-086c-4e54-bdef-3a70df52358c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:32:27.452586 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767b7e2f-40e5-4d3e-aca4-b0222f12ea0d" -d '{"events": [{"server_uuid": "21a9b3bd-086c-4e54-bdef-3a70df52358c", "name": "network-vif-plugged", "status": "completed", "tag": "b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:32:27.461695 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:27.532051 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c3d52c-7189-4c65-ad97-001c40e4dc02 x-openstack-request-id: req-a0c3d52c-7189-4c65-ad97-001c40e4dc02 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:32:27.532320 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a9b3bd-086c-4e54-bdef-3a70df52358c", "name": "network-vif-plugged", "status": "completed", "tag": "b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:32:27.532576 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0c3d52c-7189-4c65-ad97-001c40e4dc02 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:32:27.535086 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a9b3bd-086c-4e54-bdef-3a70df52358c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b', 'code': 200} Nov 12 20:32:27.536072 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-6be0c68d-46a7-4484-8819-dc29f88c7d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:27.538315 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-6be0c68d-46a7-4484-8819-dc29f88c7d87 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54d6eafd-e9f0-408f-ace9-62b3db4cd03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835333 Nov 12 20:32:27.563948 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,revision_number=9']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:27.666756 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-0c931db9-1fff-4857-b6ef-95492e971575 service neutron] 10.222.0.55 "GET /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198545 Nov 12 20:32:27.781901 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-b693515f-9bce-4d18-b3b1-f47c253fc527 service neutron] 10.222.0.55 "GET /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060574 Nov 12 20:32:28.179167 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-29134d6d-4ea7-4fa8-86f7-b33373a68220 req-89429f09-c9e4-44b7-b059-70ffff68368a tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.48 "GET /v2.0/ports?device_id=27450772-9d3b-428e-b7e2-7beb53f6b3ce HTTP/1.1" status: 200 len: 210 time: 0.0522122 Nov 12 20:32:28.300944 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512c191-ec9b-4208-87d6-bf6fdfff1679 req-89570496-2ef7-44d5-b21c-13cb9da175db tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:28.308426 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5512c191-ec9b-4208-87d6-bf6fdfff1679 req-89570496-2ef7-44d5-b21c-13cb9da175db tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 945 time: 0.1471372 Nov 12 20:32:28.395292 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5512c191-ec9b-4208-87d6-bf6fdfff1679 req-b881a86c-6d5c-49af-a426-192207d56d0e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858629 Nov 12 20:32:28.406299 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-63818dcb-923a-4d8e-8bf3-b655f993aaff tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:28.406299 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-63818dcb-923a-4d8e-8bf3-b655f993aaff tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.55 "GET /v2.0/networks?id=da7f4a06-7fa2-450c-b469-95425430dfc6 HTTP/1.1" status: 200 len: 822 time: 0.2334030 Nov 12 20:32:28.418792 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-8cff2f62-ffed-4017-b19d-5db1ac517bd5 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Request body: {'port': {'device_id': '27450772-9d3b-428e-b7e2-7beb53f6b3ce', 'network_id': 'da7f4a06-7fa2-450c-b469-95425430dfc6', 'admin_state_up': True, 'tenant_id': '7d87909d5d1c47788cfa7576534cc6a6'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:32:28.555302 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-8cff2f62-ffed-4017-b19d-5db1ac517bd5 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Made reservation on behalf of 7d87909d5d1c47788cfa7576534cc6a6 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:32:28.559324 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-8cff2f62-ffed-4017-b19d-5db1ac517bd5 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:28.722973 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-8cff2f62-ffed-4017-b19d-5db1ac517bd5 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Allocated IP 172.20.0.6 (da7f4a06-7fa2-450c-b469-95425430dfc6/4dd19d46-065b-49cd-9baa-405afc1574f7/2f864b90-9814-4492-a4e3-e3bbea8531b6) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:32:28.886277 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-8cff2f62-ffed-4017-b19d-5db1ac517bd5 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:28.929348 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-8cff2f62-ffed-4017-b19d-5db1ac517bd5 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:28.970866 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-8cff2f62-ffed-4017-b19d-5db1ac517bd5 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Network da7f4a06-7fa2-450c-b469-95425430dfc6 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:32:28.974118 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-8cff2f62-ffed-4017-b19d-5db1ac517bd5 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:32:28.980594 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-8cff2f62-ffed-4017-b19d-5db1ac517bd5 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:32:29.011325 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff2f62-ffed-4017-b19d-5db1ac517bd5 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Pushing event updated for resources: {'Port': ['ID=2f864b90-9814-4492-a4e3-e3bbea8531b6,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:29.024684 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff2f62-ffed-4017-b19d-5db1ac517bd5 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:29.025037 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff2f62-ffed-4017-b19d-5db1ac517bd5 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:29.025402 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff2f62-ffed-4017-b19d-5db1ac517bd5 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:29.025734 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff2f62-ffed-4017-b19d-5db1ac517bd5 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:29.026066 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff2f62-ffed-4017-b19d-5db1ac517bd5 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:29.026415 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff2f62-ffed-4017-b19d-5db1ac517bd5 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:29.026739 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff2f62-ffed-4017-b19d-5db1ac517bd5 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:29.027069 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff2f62-ffed-4017-b19d-5db1ac517bd5 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:29.027438 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff2f62-ffed-4017-b19d-5db1ac517bd5 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:29.027730 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff2f62-ffed-4017-b19d-5db1ac517bd5 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:29.028059 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff2f62-ffed-4017-b19d-5db1ac517bd5 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:29.028414 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff2f62-ffed-4017-b19d-5db1ac517bd5 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:32:29.053896 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-8cff2f62-ffed-4017-b19d-5db1ac517bd5 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:29.054547 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-8cff2f62-ffed-4017-b19d-5db1ac517bd5 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:29.073892 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-8cff2f62-ffed-4017-b19d-5db1ac517bd5 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6589622 Nov 12 20:32:29.087216 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-2aee7715-3d41-4c79-b9d1-82c7a9f702a7 service neutron] Request body: {'port': {'device_id': '27450772-9d3b-428e-b7e2-7beb53f6b3ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:32:29.151412 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-2aee7715-3d41-4c79-b9d1-82c7a9f702a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:29.327936 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0bb47-e6d3-439b-bd66-d5ee4859fb1a req-a24521f3-6aa3-40f1-a6da-99187adae600 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:29.335566 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2fe0bb47-e6d3-439b-bd66-d5ee4859fb1a req-a24521f3-6aa3-40f1-a6da-99187adae600 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.48 "GET /v2.0/ports?device_id=27450772-9d3b-428e-b7e2-7beb53f6b3ce HTTP/1.1" status: 200 len: 931 time: 0.0779495 Nov 12 20:32:29.392822 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2fe0bb47-e6d3-439b-bd66-d5ee4859fb1a req-36b3a322-5fc4-4a81-847f-464f9ed1f658 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.48 "GET /v2.0/security-groups?id=bef67005-b17d-45e3-8753-fc1e77832133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563254 Nov 12 20:32:29.562748 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-2aee7715-3d41-4c79-b9d1-82c7a9f702a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f864b90-9814-4492-a4e3-e3bbea8531b6 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:32:29.583161 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-2aee7715-3d41-4c79-b9d1-82c7a9f702a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:29.609372 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b35e3-67ce-4879-9e23-dafa0772f7a9 req-d9b91979-cc22-43e9-b975-0a0c11fa1cbd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:29.614488 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c28b35e3-67ce-4879-9e23-dafa0772f7a9 req-d9b91979-cc22-43e9-b975-0a0c11fa1cbd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 945 time: 0.1434822 Nov 12 20:32:29.634396 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-2aee7715-3d41-4c79-b9d1-82c7a9f702a7 service neutron] Transition to ACTIVE for port object 2f864b90-9814-4492-a4e3-e3bbea8531b6 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:32:29.644046 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-2aee7715-3d41-4c79-b9d1-82c7a9f702a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:29.737371 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c28b35e3-67ce-4879-9e23-dafa0772f7a9 req-3f104621-b2a1-4123-82aa-7055336fa4e5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160150 Nov 12 20:32:29.740570 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee7715-3d41-4c79-b9d1-82c7a9f702a7 service neutron] Pushing event updated for resources: {'Port': ['ID=2f864b90-9814-4492-a4e3-e3bbea8531b6,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:29.821852 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-2aee7715-3d41-4c79-b9d1-82c7a9f702a7 service neutron] Attempting to bind port 2f864b90-9814-4492-a4e3-e3bbea8531b6 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:32:29.822195 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-2aee7715-3d41-4c79-b9d1-82c7a9f702a7 service neutron] Attempting to bind port 2f864b90-9814-4492-a4e3-e3bbea8531b6 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '9ee2dc98-eb01-49f2-8b65-b31ddbabf0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'da7f4a06-7fa2-450c-b469-95425430dfc6'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:32:29.822528 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-2aee7715-3d41-4c79-b9d1-82c7a9f702a7 service neutron] Attempting to bind port 2f864b90-9814-4492-a4e3-e3bbea8531b6 on network da7f4a06-7fa2-450c-b469-95425430dfc6 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:32:29.827373 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-2aee7715-3d41-4c79-b9d1-82c7a9f702a7 service neutron] Port 2f864b90-9814-4492-a4e3-e3bbea8531b6 on network da7f4a06-7fa2-450c-b469-95425430dfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:32:29.827703 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-2aee7715-3d41-4c79-b9d1-82c7a9f702a7 service neutron] Attempting to bind port 2f864b90-9814-4492-a4e3-e3bbea8531b6 on network da7f4a06-7fa2-450c-b469-95425430dfc6 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:32:29.833708 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-2aee7715-3d41-4c79-b9d1-82c7a9f702a7 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:32:29.834057 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-2aee7715-3d41-4c79-b9d1-82c7a9f702a7 service neutron] Checking segment: {'id': '9ee2dc98-eb01-49f2-8b65-b31ddbabf0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'da7f4a06-7fa2-450c-b469-95425430dfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:32:29.834443 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-2aee7715-3d41-4c79-b9d1-82c7a9f702a7 service neutron] Bound using segment: {'id': '9ee2dc98-eb01-49f2-8b65-b31ddbabf0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'da7f4a06-7fa2-450c-b469-95425430dfc6'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:32:29.835258 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-2aee7715-3d41-4c79-b9d1-82c7a9f702a7 service neutron] Bound port: 2f864b90-9814-4492-a4e3-e3bbea8531b6, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee2dc98-eb01-49f2-8b65-b31ddbabf0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'da7f4a06-7fa2-450c-b469-95425430dfc6'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:32:29.835709 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-2aee7715-3d41-4c79-b9d1-82c7a9f702a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:29.945432 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-2aee7715-3d41-4c79-b9d1-82c7a9f702a7 service neutron] For port 2f864b90-9814-4492-a4e3-e3bbea8531b6, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:32:29.949223 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-2aee7715-3d41-4c79-b9d1-82c7a9f702a7 service neutron] For port 2f864b90-9814-4492-a4e3-e3bbea8531b6, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=2f864b90-9814-4492-a4e3-e3bbea8531b6,segment=NetworkSegment(9ee2dc98-eb01-49f2-8b65-b31ddbabf0b8),segment_id=9ee2dc98-eb01-49f2-8b65-b31ddbabf0b8)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:32:29.957583 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-2aee7715-3d41-4c79-b9d1-82c7a9f702a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:29.981978 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-2aee7715-3d41-4c79-b9d1-82c7a9f702a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:29.982964 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-2aee7715-3d41-4c79-b9d1-82c7a9f702a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:29.984300 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-2aee7715-3d41-4c79-b9d1-82c7a9f702a7 service neutron] 10.222.0.55 "PUT /v2.0/ports/2f864b90-9814-4492-a4e3-e3bbea8531b6 HTTP/1.1" status: 200 len: 1092 time: 0.9014418 Nov 12 20:32:30.009444 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27450772-9d3b-428e-b7e2-7beb53f6b3ce', 'tag': '2f864b90-9814-4492-a4e3-e3bbea8531b6'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:32:30.013007 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907e3f38-42b3-42df-ad11-4e91996a9120" -d '{"events": [{"name": "network-changed", "server_uuid": "27450772-9d3b-428e-b7e2-7beb53f6b3ce", "tag": "2f864b90-9814-4492-a4e3-e3bbea8531b6"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:32:30.074390 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dcb09c-008b-49b9-95c7-9633440a7d4b x-openstack-request-id: req-03dcb09c-008b-49b9-95c7-9633440a7d4b {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:32:30.074672 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27450772-9d3b-428e-b7e2-7beb53f6b3ce", "tag": "2f864b90-9814-4492-a4e3-e3bbea8531b6", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:32:30.074927 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-03dcb09c-008b-49b9-95c7-9633440a7d4b {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:32:30.075333 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27450772-9d3b-428e-b7e2-7beb53f6b3ce', 'tag': '2f864b90-9814-4492-a4e3-e3bbea8531b6', 'status': 'completed', 'code': 200} Nov 12 20:32:30.095083 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee7715-3d41-4c79-b9d1-82c7a9f702a7 service neutron] Pushing event updated for resources: {'Port': ['ID=2f864b90-9814-4492-a4e3-e3bbea8531b6,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:30.116832 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-86fed3ae-269a-4cda-bfc4-2363a417ddad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:30.118404 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-86fed3ae-269a-4cda-bfc4-2363a417ddad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d87909d5d1c47788cfa7576534cc6a6&device_id=27450772-9d3b-428e-b7e2-7beb53f6b3ce HTTP/1.1" status: 200 len: 1095 time: 0.0726597 Nov 12 20:32:30.182569 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-668ae442-3ebe-42c9-83c6-556f98d00658 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f864b90-9814-4492-a4e3-e3bbea8531b6 HTTP/1.1" status: 200 len: 217 time: 0.0454235 Nov 12 20:32:30.242454 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-116b0968-b5d2-4401-a44c-1bc5e6f43f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:30.244461 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-116b0968-b5d2-4401-a44c-1bc5e6f43f20 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4dd19d46-065b-49cd-9baa-405afc1574f7 HTTP/1.1" status: 200 len: 862 time: 0.0531819 Nov 12 20:32:30.295161 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-27cd7296-9854-4259-aa86-61fde0fc3973 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da7f4a06-7fa2-450c-b469-95425430dfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355163 Nov 12 20:32:30.414893 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-57076ef3-8282-4c71-8d67-4334a809f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:30.416911 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-57076ef3-8282-4c71-8d67-4334a809f138 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c&tenant_id=c510c0945858446c87ca9a78193927af HTTP/1.1" status: 200 len: 1097 time: 0.1206915 Nov 12 20:32:30.451871 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-f6514741-2639-4569-8d37-acf9bf82d79a service neutron] 10.222.0.55 "GET /v2.0/networks/da7f4a06-7fa2-450c-b469-95425430dfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458397 Nov 12 20:32:30.456102 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-8a5bd795-98ae-4a77-834b-1e9562b30fd3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-15', 'device_owner': 'compute:nova'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:32:30.637025 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-8a5bd795-98ae-4a77-834b-1e9562b30fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:30.649233 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89ed4b-fa09-4a8f-bf07-fc9b429787ae req-8cfe369f-cca2-4fd4-ac34-4993496f0c5b tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:30.650820 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9a89ed4b-fa09-4a8f-bf07-fc9b429787ae req-8cfe369f-cca2-4fd4-ac34-4993496f0c5b tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.48 "GET /v2.0/ports?device_id=27450772-9d3b-428e-b7e2-7beb53f6b3ce HTTP/1.1" status: 200 len: 943 time: 0.1625879 Nov 12 20:32:30.682380 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b6f18c45-4fd5-4342-a0fc-ec7e941bc29b req-aa3c1dfe-cedd-4e1c-b778-951c4777316d service neutron] 10.222.0.55 "GET /v2.0/networks/da7f4a06-7fa2-450c-b469-95425430dfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223454 Nov 12 20:32:30.851631 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9a89ed4b-fa09-4a8f-bf07-fc9b429787ae req-95827e81-c50c-4c1a-9963-f384a8ca05ee tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.48 "GET /v2.0/security-groups?id=bef67005-b17d-45e3-8753-fc1e77832133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807411 Nov 12 20:32:30.910225 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e3f38-42b3-42df-ad11-4e91996a9120 req-b995fe36-6e19-4e49-9c11-f54ba48152fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:30.911746 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-907e3f38-42b3-42df-ad11-4e91996a9120 req-b995fe36-6e19-4e49-9c11-f54ba48152fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d87909d5d1c47788cfa7576534cc6a6&device_id=27450772-9d3b-428e-b7e2-7beb53f6b3ce HTTP/1.1" status: 200 len: 1095 time: 0.1571157 Nov 12 20:32:30.957676 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf9e4f-09c0-4121-b45e-b749b0cf8298 req-8fe3a469-cc00-4b73-9a13-92ab5e3dcfc1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:30.960110 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcdf9e4f-09c0-4121-b45e-b749b0cf8298 req-8fe3a469-cc00-4b73-9a13-92ab5e3dcfc1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 945 time: 0.0713334 Nov 12 20:32:31.043445 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bcdf9e4f-09c0-4121-b45e-b749b0cf8298 req-06054128-cae6-4766-b5cd-b77f245c8458 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758543 Nov 12 20:32:31.064849 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-8a5bd795-98ae-4a77-834b-1e9562b30fd3 service neutron] For port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,segment=NetworkSegment(48a4b4c8-75c0-404f-94ae-981327b90788),segment_id=48a4b4c8-75c0-404f-94ae-981327b90788)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:31.102860 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e3f38-42b3-42df-ad11-4e91996a9120 req-369da313-c28d-4575-8716-c7c79d1ce024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:31.104441 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-907e3f38-42b3-42df-ad11-4e91996a9120 req-369da313-c28d-4575-8716-c7c79d1ce024 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da7f4a06-7fa2-450c-b469-95425430dfc6 HTTP/1.1" status: 200 len: 923 time: 0.1628478 Nov 12 20:32:31.167598 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-8a5bd795-98ae-4a77-834b-1e9562b30fd3 service neutron] For port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:32:31.170598 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-907e3f38-42b3-42df-ad11-4e91996a9120 req-d29f7e5a-3f2f-4afb-b796-340c6c88b765 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f864b90-9814-4492-a4e3-e3bbea8531b6 HTTP/1.1" status: 200 len: 217 time: 0.0539606 Nov 12 20:32:31.265430 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-8a5bd795-98ae-4a77-834b-1e9562b30fd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:31.273653 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e3f38-42b3-42df-ad11-4e91996a9120 req-b741ca61-4dc2-445e-ae5c-ffc386add239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:31.274946 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-907e3f38-42b3-42df-ad11-4e91996a9120 req-b741ca61-4dc2-445e-ae5c-ffc386add239 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4dd19d46-065b-49cd-9baa-405afc1574f7 HTTP/1.1" status: 200 len: 862 time: 0.0831151 Nov 12 20:32:31.294810 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-8a5bd795-98ae-4a77-834b-1e9562b30fd3 service neutron] Transition to ACTIVE for port object b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:32:31.300224 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-8a5bd795-98ae-4a77-834b-1e9562b30fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:31.324621 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-907e3f38-42b3-42df-ad11-4e91996a9120 req-d7ca6e9c-c10a-41d4-8274-1f03f7f154b4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da7f4a06-7fa2-450c-b469-95425430dfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397863 Nov 12 20:32:31.441405 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5bd795-98ae-4a77-834b-1e9562b30fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,revision_number=10']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:31.573244 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-8a5bd795-98ae-4a77-834b-1e9562b30fd3 service neutron] No DVR routers for this DVR port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:32:31.624385 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-907e3f38-42b3-42df-ad11-4e91996a9120 req-cabdf704-83c9-4a0b-9912-d6717df7462e service neutron] 10.222.0.55 "GET /v2.0/networks/da7f4a06-7fa2-450c-b469-95425430dfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751873 Nov 12 20:32:31.797731 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-907e3f38-42b3-42df-ad11-4e91996a9120 req-03eeba64-1432-4758-b21a-af8032749bc7 service neutron] 10.222.0.55 "GET /v2.0/networks/da7f4a06-7fa2-450c-b469-95425430dfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641185 Nov 12 20:32:31.836764 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-8a5bd795-98ae-4a77-834b-1e9562b30fd3 service neutron] Attempting to bind port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:32:31.837112 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-8a5bd795-98ae-4a77-834b-1e9562b30fd3 service neutron] Attempting to bind port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '48a4b4c8-75c0-404f-94ae-981327b90788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:32:31.837456 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-8a5bd795-98ae-4a77-834b-1e9562b30fd3 service neutron] Attempting to bind port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b on network 54d6eafd-e9f0-408f-ace9-62b3db4cd03a {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:32:31.843223 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-8a5bd795-98ae-4a77-834b-1e9562b30fd3 service neutron] Port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b on network 54d6eafd-e9f0-408f-ace9-62b3db4cd03a not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:32:31.843223 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-8a5bd795-98ae-4a77-834b-1e9562b30fd3 service neutron] Attempting to bind port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b on network 54d6eafd-e9f0-408f-ace9-62b3db4cd03a {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:32:31.848308 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-8a5bd795-98ae-4a77-834b-1e9562b30fd3 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:32:31.848650 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-8a5bd795-98ae-4a77-834b-1e9562b30fd3 service neutron] Checking segment: {'id': '48a4b4c8-75c0-404f-94ae-981327b90788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:32:31.849034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-8a5bd795-98ae-4a77-834b-1e9562b30fd3 service neutron] Bound using segment: {'id': '48a4b4c8-75c0-404f-94ae-981327b90788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:32:31.849485 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-8a5bd795-98ae-4a77-834b-1e9562b30fd3 service neutron] Bound port: b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48a4b4c8-75c0-404f-94ae-981327b90788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:32:31.849845 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-8a5bd795-98ae-4a77-834b-1e9562b30fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:31.930571 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-8a5bd795-98ae-4a77-834b-1e9562b30fd3 service neutron] For port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:32:31.934541 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-8a5bd795-98ae-4a77-834b-1e9562b30fd3 service neutron] For port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,segment=NetworkSegment(48a4b4c8-75c0-404f-94ae-981327b90788),segment_id=48a4b4c8-75c0-404f-94ae-981327b90788)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:32:31.938526 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-8a5bd795-98ae-4a77-834b-1e9562b30fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:31.984575 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-8a5bd795-98ae-4a77-834b-1e9562b30fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:31.985402 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-8a5bd795-98ae-4a77-834b-1e9562b30fd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:31.988288 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-8a5bd795-98ae-4a77-834b-1e9562b30fd3 service neutron] 10.222.0.52 "PUT /v2.0/ports/b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b HTTP/1.1" status: 200 len: 1093 time: 1.5390720 Nov 12 20:32:32.063838 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5bd795-98ae-4a77-834b-1e9562b30fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,revision_number=11']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:32.079333 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a9b3bd-086c-4e54-bdef-3a70df52358c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b'}, {'name': 'network-changed', 'server_uuid': '21a9b3bd-086c-4e54-bdef-3a70df52358c', 'tag': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:32:32.081733 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47299f42-d27b-4425-ad9f-0ea2c66579a1" -d '{"events": [{"server_uuid": "21a9b3bd-086c-4e54-bdef-3a70df52358c", "name": "network-vif-unplugged", "status": "completed", "tag": "b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b"}, {"name": "network-changed", "server_uuid": "21a9b3bd-086c-4e54-bdef-3a70df52358c", "tag": "b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:32:32.101771 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6e9fc-58e3-4a80-857d-b0d035f5b0d6 req-b521e84e-4eff-4c9b-a6af-cefcc3c93e0d tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:32.108857 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e5d6e9fc-58e3-4a80-857d-b0d035f5b0d6 req-b521e84e-4eff-4c9b-a6af-cefcc3c93e0d tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.48 "GET /v2.0/ports?device_id=27450772-9d3b-428e-b7e2-7beb53f6b3ce HTTP/1.1" status: 200 len: 943 time: 0.1436830 Nov 12 20:32:32.153495 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-b56c18f2-5a28-4d71-a91e-2fd7f772db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:32.177215 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-b56c18f2-5a28-4d71-a91e-2fd7f772db0e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 1096 time: 0.1419971 Nov 12 20:32:32.287955 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19028540-5fd6-4063-b290-afdac8a5f5ff req-eca8ffeb-7bf1-46f5-a697-76797f9eda34 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:32.311432 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-19028540-5fd6-4063-b290-afdac8a5f5ff req-eca8ffeb-7bf1-46f5-a697-76797f9eda34 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 944 time: 0.1583450 Nov 12 20:32:32.448723 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e5d6e9fc-58e3-4a80-857d-b0d035f5b0d6 req-c5db4cb7-0873-4016-b639-fac9738792eb tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.48 "GET /v2.0/security-groups?id=bef67005-b17d-45e3-8753-fc1e77832133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388011 Nov 12 20:32:32.457436 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-19028540-5fd6-4063-b290-afdac8a5f5ff req-3d753293-ca76-4265-9f51-ba3aa658e0fc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397920 Nov 12 20:32:32.500277 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-47d92e2e-f727-4f17-b991-05d668347aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:32.502325 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-47d92e2e-f727-4f17-b991-05d668347aea service neutron] 10.222.0.52 "GET /v2.0/networks?id=54d6eafd-e9f0-408f-ace9-62b3db4cd03a HTTP/1.1" status: 200 len: 897 time: 0.3237896 Nov 12 20:32:32.588849 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-3042ddc5-1971-4f6d-82b1-549de5c5c9fc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b HTTP/1.1" status: 200 len: 998 time: 0.0777073 Nov 12 20:32:32.591439 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 20:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ba2eea-fe37-4b35-be6c-24814b170c97 x-openstack-request-id: req-e5ba2eea-fe37-4b35-be6c-24814b170c97 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:32:32.591733 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a9b3bd-086c-4e54-bdef-3a70df52358c", "name": "network-vif-unplugged", "status": "completed", "tag": "b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b", "code": 200}, {"name": "network-changed", "server_uuid": "21a9b3bd-086c-4e54-bdef-3a70df52358c", "tag": "b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:32:32.591981 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e5ba2eea-fe37-4b35-be6c-24814b170c97 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:32:32.592456 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a9b3bd-086c-4e54-bdef-3a70df52358c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b', 'code': 200} Nov 12 20:32:32.592711 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a9b3bd-086c-4e54-bdef-3a70df52358c', 'tag': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b', 'status': 'completed', 'code': 200} Nov 12 20:32:32.999615 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47299f42-d27b-4425-ad9f-0ea2c66579a1 req-27834c41-2b02-4b88-b251-4dc6f5a8a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:33.001101 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-47299f42-d27b-4425-ad9f-0ea2c66579a1 req-27834c41-2b02-4b88-b251-4dc6f5a8a718 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 1096 time: 0.4113319 Nov 12 20:32:33.006724 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-89abd810-b691-459a-8a8b-06d775182624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:33.008167 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-89abd810-b691-459a-8a8b-06d775182624 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3cdb48d-8871-4527-9b1c-4613a3a449e9 HTTP/1.1" status: 200 len: 835 time: 0.0567174 Nov 12 20:32:33.108383 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-f4b60434-79c6-4441-af0f-3580f1a76ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:33.109899 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-f4b60434-79c6-4441-af0f-3580f1a76ca4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54d6eafd-e9f0-408f-ace9-62b3db4cd03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924995 Nov 12 20:32:33.154983 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47299f42-d27b-4425-ad9f-0ea2c66579a1 req-98633478-ec57-4286-9536-7f385e9a7530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:33.156558 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-47299f42-d27b-4425-ad9f-0ea2c66579a1 req-98633478-ec57-4286-9536-7f385e9a7530 service neutron] 10.222.0.55 "GET /v2.0/networks?id=54d6eafd-e9f0-408f-ace9-62b3db4cd03a HTTP/1.1" status: 200 len: 897 time: 0.1466947 Nov 12 20:32:33.227833 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:32:33.273177 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:32:33.293111 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-47299f42-d27b-4425-ad9f-0ea2c66579a1 req-331c755b-c6b1-4f4e-b17f-88c5a1f4aa9b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b HTTP/1.1" status: 200 len: 998 time: 0.0910201 Nov 12 20:32:33.299406 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-5d763b88-48d4-4d6b-96cd-61ec2f43043e service neutron] 10.222.0.52 "GET /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761084 Nov 12 20:32:33.402767 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47299f42-d27b-4425-ad9f-0ea2c66579a1 req-b6c041a6-1fd5-4c75-aa9c-8a623b333388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:33.404304 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-47299f42-d27b-4425-ad9f-0ea2c66579a1 req-b6c041a6-1fd5-4c75-aa9c-8a623b333388 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3cdb48d-8871-4527-9b1c-4613a3a449e9 HTTP/1.1" status: 200 len: 835 time: 0.1021602 Nov 12 20:32:33.464873 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a67d733c-7f33-483c-b869-ddcda54cb89e req-dceeba5a-846f-4257-950f-1a4250295f8a service neutron] 10.222.0.52 "GET /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546152 Nov 12 20:32:33.473698 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47299f42-d27b-4425-ad9f-0ea2c66579a1 req-2904748b-3c76-48db-9933-bdb7daad1e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:33.475316 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-47299f42-d27b-4425-ad9f-0ea2c66579a1 req-2904748b-3c76-48db-9933-bdb7daad1e7b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54d6eafd-e9f0-408f-ace9-62b3db4cd03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626605 Nov 12 20:32:33.655461 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fc51c-950a-44c0-bb08-65a4a447aa7c req-a2037047-54a5-479d-91b2-f273d3c6a78b tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:33.659541 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-752fc51c-950a-44c0-bb08-65a4a447aa7c req-a2037047-54a5-479d-91b2-f273d3c6a78b tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.48 "GET /v2.0/ports?device_id=27450772-9d3b-428e-b7e2-7beb53f6b3ce HTTP/1.1" status: 200 len: 943 time: 0.0870321 Nov 12 20:32:33.693614 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47299f42-d27b-4425-ad9f-0ea2c66579a1 req-4ebc044b-549b-4630-af4b-5b520ebe36ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:33.695352 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-47299f42-d27b-4425-ad9f-0ea2c66579a1 req-4ebc044b-549b-4630-af4b-5b520ebe36ec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 1096 time: 0.1515081 Nov 12 20:32:33.706311 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8971321-aacc-4bdc-a778-668347a8da08 req-36bc64aa-d2ce-48d3-9de4-3e628111bb12 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:33.707824 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8971321-aacc-4bdc-a778-668347a8da08 req-36bc64aa-d2ce-48d3-9de4-3e628111bb12 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 944 time: 0.1262722 Nov 12 20:32:33.722801 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-47299f42-d27b-4425-ad9f-0ea2c66579a1 req-a54ba18a-d0d5-42ed-bf33-2118256e18fc service neutron] 10.222.0.55 "GET /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370455 Nov 12 20:32:33.741347 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-752fc51c-950a-44c0-bb08-65a4a447aa7c req-1e470c7e-5b70-4676-84e7-20308c9f7ac5 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.48 "GET /v2.0/security-groups?id=bef67005-b17d-45e3-8753-fc1e77832133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733128 Nov 12 20:32:33.894096 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8971321-aacc-4bdc-a778-668347a8da08 req-a578e60b-7369-495a-9bb7-a768bf309301 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732397 Nov 12 20:32:33.917486 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47299f42-d27b-4425-ad9f-0ea2c66579a1 req-c33f8baf-90c3-4718-b6b1-ba302f0e56fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:33.918927 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-47299f42-d27b-4425-ad9f-0ea2c66579a1 req-c33f8baf-90c3-4718-b6b1-ba302f0e56fd service neutron] 10.222.0.52 "GET /v2.0/networks?id=54d6eafd-e9f0-408f-ace9-62b3db4cd03a HTTP/1.1" status: 200 len: 897 time: 0.2101755 Nov 12 20:32:33.934816 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-47299f42-d27b-4425-ad9f-0ea2c66579a1 req-f7d337d2-1b86-4e71-82e5-e780658aaa75 service neutron] 10.222.0.55 "GET /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961720 Nov 12 20:32:34.002122 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-47299f42-d27b-4425-ad9f-0ea2c66579a1 req-edb8ce45-4332-4523-aca5-5e81bd1eba6f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b HTTP/1.1" status: 200 len: 998 time: 0.0656164 Nov 12 20:32:34.062609 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47299f42-d27b-4425-ad9f-0ea2c66579a1 req-01c349ba-806f-45d6-ac9b-292cc48d10a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:34.064739 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-47299f42-d27b-4425-ad9f-0ea2c66579a1 req-01c349ba-806f-45d6-ac9b-292cc48d10a8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3cdb48d-8871-4527-9b1c-4613a3a449e9 HTTP/1.1" status: 200 len: 835 time: 0.0517180 Nov 12 20:32:34.121869 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47299f42-d27b-4425-ad9f-0ea2c66579a1 req-b8b5aec0-b8a5-480e-8c00-1e977e3ce1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:34.123397 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-47299f42-d27b-4425-ad9f-0ea2c66579a1 req-b8b5aec0-b8a5-480e-8c00-1e977e3ce1d5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54d6eafd-e9f0-408f-ace9-62b3db4cd03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508864 Nov 12 20:32:34.222476 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-47299f42-d27b-4425-ad9f-0ea2c66579a1 req-94ca9343-a2c3-494f-806e-8ab728887768 service neutron] 10.222.0.52 "GET /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898767 Nov 12 20:32:34.324952 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-47299f42-d27b-4425-ad9f-0ea2c66579a1 req-1af465e4-bef1-459c-be1a-305378a05af0 service neutron] 10.222.0.52 "GET /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941801 Nov 12 20:32:34.887470 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db181cb-16fb-4b76-938b-61c2c366943a req-3f773818-a043-49ce-9bc0-f3b044f69793 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:34.889001 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3db181cb-16fb-4b76-938b-61c2c366943a req-3f773818-a043-49ce-9bc0-f3b044f69793 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.48 "GET /v2.0/ports?device_id=27450772-9d3b-428e-b7e2-7beb53f6b3ce HTTP/1.1" status: 200 len: 943 time: 0.0572329 Nov 12 20:32:34.939641 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3db181cb-16fb-4b76-938b-61c2c366943a req-16e03231-2054-4d92-a6c7-c3b84c6846d8 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.48 "GET /v2.0/security-groups?id=bef67005-b17d-45e3-8753-fc1e77832133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437350 Nov 12 20:32:35.038374 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9e530-c9fa-49dd-8657-301c799800e1 req-80831783-e291-405f-b92d-e43ca0cf27c5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:35.039907 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04f9e530-c9fa-49dd-8657-301c799800e1 req-80831783-e291-405f-b92d-e43ca0cf27c5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 944 time: 0.0569181 Nov 12 20:32:35.108409 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04f9e530-c9fa-49dd-8657-301c799800e1 req-9fcb5067-11d9-4f2f-99dc-66b7a65504b5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585341 Nov 12 20:32:35.227821 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 2f864b90-9814-4492-a4e3-e3bbea8531b6 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:32:35.535058 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 2f864b90-9814-4492-a4e3-e3bbea8531b6, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=2f864b90-9814-4492-a4e3-e3bbea8531b6,segment=NetworkSegment(9ee2dc98-eb01-49f2-8b65-b31ddbabf0b8),segment_id=9ee2dc98-eb01-49f2-8b65-b31ddbabf0b8)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:35.547890 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '2f864b90-9814-4492-a4e3-e3bbea8531b6', 'network_id': 'da7f4a06-7fa2-450c-b469-95425430dfc6', 'port_id': '2f864b90-9814-4492-a4e3-e3bbea8531b6', 'mac_address': 'fa:16:3e:8c:1b:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd19d46-065b-49cd-9baa-405afc1574f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:32:35.589064 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:35.606437 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f864b90-9814-4492-a4e3-e3bbea8531b6 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:32:35.631610 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 2f864b90-9814-4492-a4e3-e3bbea8531b6, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=2f864b90-9814-4492-a4e3-e3bbea8531b6,segment=NetworkSegment(9ee2dc98-eb01-49f2-8b65-b31ddbabf0b8),segment_id=9ee2dc98-eb01-49f2-8b65-b31ddbabf0b8)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:35.636342 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:35.687411 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=2f864b90-9814-4492-a4e3-e3bbea8531b6,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:35.965643 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['2f864b90-9814-4492-a4e3-e3bbea8531b6'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:32:36.084332 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54349ce0-f147-47d8-9314-8f5b224f9231 req-c656e3e8-6b30-4497-a722-89102b1569c6 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:36.093501 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-54349ce0-f147-47d8-9314-8f5b224f9231 req-c656e3e8-6b30-4497-a722-89102b1569c6 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.48 "GET /v2.0/ports?device_id=27450772-9d3b-428e-b7e2-7beb53f6b3ce HTTP/1.1" status: 200 len: 944 time: 0.0701334 Nov 12 20:32:36.154480 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-54349ce0-f147-47d8-9314-8f5b224f9231 req-0ade8bc0-e5f2-4db8-bf9c-a1b70e27a91b tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.48 "GET /v2.0/security-groups?id=bef67005-b17d-45e3-8753-fc1e77832133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601192 Nov 12 20:32:36.158986 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:32:36.257005 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1571d8-4606-4fd8-88f3-67397dfd2938 req-54521c6e-4266-4981-9300-61738533be5b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:36.259233 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1b1571d8-4606-4fd8-88f3-67397dfd2938 req-54521c6e-4266-4981-9300-61738533be5b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 944 time: 0.0648606 Nov 12 20:32:36.283648 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,segment=NetworkSegment(48a4b4c8-75c0-404f-94ae-981327b90788),segment_id=48a4b4c8-75c0-404f-94ae-981327b90788)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:36.296868 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b', 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a', 'port_id': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b', 'mac_address': 'fa:16:3e:e9:c3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3cdb48d-8871-4527-9b1c-4613a3a449e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:32:36.313002 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1b1571d8-4606-4fd8-88f3-67397dfd2938 req-7c20e82f-9b26-47d2-a12d-47e9b81ceb08 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477605 Nov 12 20:32:36.336064 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47700) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:36.345839 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:36.362930 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:32:36.386915 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,segment=NetworkSegment(48a4b4c8-75c0-404f-94ae-981327b90788),segment_id=48a4b4c8-75c0-404f-94ae-981327b90788)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:36.392648 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:36.418220 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fda35995-8e3d-4ff6-8e6f-4e4b25323dff tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/floatingips/76468485-7415-4a66-ae72-fdad83144cb4 HTTP/1.1" status: 200 len: 990 time: 0.0810013 Nov 12 20:32:36.452756 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,revision_number=12']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:36.632136 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:32:37.244668 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 2f864b90-9814-4492-a4e3-e3bbea8531b6 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:32:37.287581 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b7c3d-0493-441e-ba79-99c2cde88f76 req-06ef1b72-5dc3-45d6-9201-5b5473daf0aa tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:37.289937 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-767b7c3d-0493-441e-ba79-99c2cde88f76 req-06ef1b72-5dc3-45d6-9201-5b5473daf0aa tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.48 "GET /v2.0/ports?device_id=27450772-9d3b-428e-b7e2-7beb53f6b3ce HTTP/1.1" status: 200 len: 944 time: 0.0618081 Nov 12 20:32:37.311355 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 2f864b90-9814-4492-a4e3-e3bbea8531b6 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:32:37.323954 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 2f864b90-9814-4492-a4e3-e3bbea8531b6 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:32:37.324367 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:37.352201 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-767b7c3d-0493-441e-ba79-99c2cde88f76 req-41a5a1a7-f57d-46e4-8fe1-1591c61eefca tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.48 "GET /v2.0/security-groups?id=bef67005-b17d-45e3-8753-fc1e77832133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552504 Nov 12 20:32:37.429543 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:37.452571 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27450772-9d3b-428e-b7e2-7beb53f6b3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f864b90-9814-4492-a4e3-e3bbea8531b6'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:32:37.455187 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d024e61-e071-43a4-b310-52c67f966c89" -d '{"events": [{"server_uuid": "27450772-9d3b-428e-b7e2-7beb53f6b3ce", "name": "network-vif-plugged", "status": "completed", "tag": "2f864b90-9814-4492-a4e3-e3bbea8531b6"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:32:37.469147 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 2f864b90-9814-4492-a4e3-e3bbea8531b6, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=2f864b90-9814-4492-a4e3-e3bbea8531b6,segment=NetworkSegment(9ee2dc98-eb01-49f2-8b65-b31ddbabf0b8),segment_id=9ee2dc98-eb01-49f2-8b65-b31ddbabf0b8)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:37.473804 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:37.542183 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=2f864b90-9814-4492-a4e3-e3bbea8531b6,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:37.646938 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f17c10e-d275-4d2e-8f0f-548f74ae7d6c x-openstack-request-id: req-6f17c10e-d275-4d2e-8f0f-548f74ae7d6c {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:32:37.647475 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27450772-9d3b-428e-b7e2-7beb53f6b3ce", "name": "network-vif-plugged", "status": "completed", "tag": "2f864b90-9814-4492-a4e3-e3bbea8531b6", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:32:37.647913 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6f17c10e-d275-4d2e-8f0f-548f74ae7d6c {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:32:37.648351 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27450772-9d3b-428e-b7e2-7beb53f6b3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f864b90-9814-4492-a4e3-e3bbea8531b6', 'code': 200} Nov 12 20:32:37.809308 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e43a1d-d77e-4f0f-9b85-9d1fbff9e625 req-ba7ce6e6-12a3-4129-8e72-e265d79dd5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:37.812719 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-11e43a1d-d77e-4f0f-9b85-9d1fbff9e625 req-ba7ce6e6-12a3-4129-8e72-e265d79dd5ac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=27450772-9d3b-428e-b7e2-7beb53f6b3ce HTTP/1.1" status: 200 len: 1097 time: 0.0884821 Nov 12 20:32:37.872708 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-11e43a1d-d77e-4f0f-9b85-9d1fbff9e625 req-7ced8d57-a2fb-47ca-aa81-b6279024ff62 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bef67005-b17d-45e3-8753-fc1e77832133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529227 Nov 12 20:32:38.182590 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:32:38.254022 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:32:38.257987 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:32:38.258358 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:38.344670 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:38.380983 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,segment=NetworkSegment(48a4b4c8-75c0-404f-94ae-981327b90788),segment_id=48a4b4c8-75c0-404f-94ae-981327b90788)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:38.386998 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:38.441197 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,revision_number=13']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:38.506770 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336610aa-231e-4430-814e-7f700c36df4c req-8156b35b-2f2c-4588-bf44-7fa3edc6b70a tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:38.508567 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-336610aa-231e-4430-814e-7f700c36df4c req-8156b35b-2f2c-4588-bf44-7fa3edc6b70a tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.48 "GET /v2.0/ports?device_id=27450772-9d3b-428e-b7e2-7beb53f6b3ce HTTP/1.1" status: 200 len: 945 time: 0.0605731 Nov 12 20:32:38.572285 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-336610aa-231e-4430-814e-7f700c36df4c req-48079417-df1b-4712-b355-83332f604476 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.48 "GET /v2.0/security-groups?id=bef67005-b17d-45e3-8753-fc1e77832133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570042 Nov 12 20:32:39.650105 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a9b3bd-086c-4e54-bdef-3a70df52358c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:32:39.654636 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d00061c-10f5-4c1a-8c77-98545788ffc5" -d '{"events": [{"server_uuid": "21a9b3bd-086c-4e54-bdef-3a70df52358c", "name": "network-vif-plugged", "status": "completed", "tag": "b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:32:39.692199 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47744) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:39.707869 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c06df6-bcff-4436-9dd2-6eb6b0ff122e x-openstack-request-id: req-46c06df6-bcff-4436-9dd2-6eb6b0ff122e {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:32:39.708201 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a9b3bd-086c-4e54-bdef-3a70df52358c", "name": "network-vif-plugged", "status": "completed", "tag": "b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:32:39.708970 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-46c06df6-bcff-4436-9dd2-6eb6b0ff122e {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:32:39.709599 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a9b3bd-086c-4e54-bdef-3a70df52358c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b', 'code': 200} Nov 12 20:32:39.752610 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc1108-1bbb-4cad-b021-fbe6cdcc8ae2 req-1439f2a1-ac61-4218-95bb-3681a50dad8a tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:39.754597 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-62dc1108-1bbb-4cad-b021-fbe6cdcc8ae2 req-1439f2a1-ac61-4218-95bb-3681a50dad8a tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.48 "GET /v2.0/ports?device_id=27450772-9d3b-428e-b7e2-7beb53f6b3ce HTTP/1.1" status: 200 len: 945 time: 0.0818586 Nov 12 20:32:39.820861 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-62dc1108-1bbb-4cad-b021-fbe6cdcc8ae2 req-2f77c66f-4b32-48fd-b4b9-ded6a4cd3fb3 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.48 "GET /v2.0/security-groups?id=bef67005-b17d-45e3-8753-fc1e77832133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577967 Nov 12 20:32:39.841701 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8dffab93-e383-4a8c-b0aa-ede1ace43e6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:39.931116 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8dffab93-e383-4a8c-b0aa-ede1ace43e6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:39.935894 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8dffab93-e383-4a8c-b0aa-ede1ace43e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:39.976577 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8dffab93-e383-4a8c-b0aa-ede1ace43e6d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4558f88eda3b4ad3b509c5c235eda800&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2797129 Nov 12 20:32:39.977461 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47754) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:39.983161 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffab93-e383-4a8c-b0aa-ede1ace43e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e368c41-1fd6-45e4-9c15-e3414a6683d8,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:40.033821 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-db8e844f-bf67-4fda-a512-f700a34f1f68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:40.069386 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-db8e844f-bf67-4fda-a512-f700a34f1f68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:40.153097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e21027-eef0-4da5-af5e-118592b57685 req-2a11413f-24cd-4013-87b8-020c51fc27f2 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:40.154599 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-59e21027-eef0-4da5-af5e-118592b57685 req-2a11413f-24cd-4013-87b8-020c51fc27f2 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.48 "GET /v2.0/ports?device_id=27450772-9d3b-428e-b7e2-7beb53f6b3ce HTTP/1.1" status: 200 len: 945 time: 0.0524328 Nov 12 20:32:40.155209 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-db8e844f-bf67-4fda-a512-f700a34f1f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:40.158364 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-db8e844f-bf67-4fda-a512-f700a34f1f68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:40.161790 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-db8e844f-bf67-4fda-a512-f700a34f1f68 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e368c41-1fd6-45e4-9c15-e3414a6683d8 HTTP/1.1" status: 204 len: 168 time: 0.1806402 Nov 12 20:32:40.179594 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e844f-bf67-4fda-a512-f700a34f1f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e368c41-1fd6-45e4-9c15-e3414a6683d8,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:40.222527 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-59e21027-eef0-4da5-af5e-118592b57685 req-5b5aff8a-32da-4992-9e28-e9d120214c70 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.48 "GET /v2.0/security-groups?id=bef67005-b17d-45e3-8753-fc1e77832133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603509 Nov 12 20:32:40.455464 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47764) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:40.469057 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f2bc046d-1ae6-4ad1-85a9-4fc70ba03dec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:40.551684 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f2bc046d-1ae6-4ad1-85a9-4fc70ba03dec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:40.555586 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f2bc046d-1ae6-4ad1-85a9-4fc70ba03dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:40.594728 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f2bc046d-1ae6-4ad1-85a9-4fc70ba03dec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83d6c9dc9e4840cc8ee3291742580e42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1381032 Nov 12 20:32:40.595783 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc046d-1ae6-4ad1-85a9-4fc70ba03dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ba094c-c7d2-4c49-ae54-e1c95e3c5a46,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:40.597569 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47766) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:40.650810 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d57dd18a-4c61-41b6-900e-ef15e41b49a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:40.673213 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d57dd18a-4c61-41b6-900e-ef15e41b49a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:40.722359 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d57dd18a-4c61-41b6-900e-ef15e41b49a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:40.725231 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d57dd18a-4c61-41b6-900e-ef15e41b49a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:40.726413 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d57dd18a-4c61-41b6-900e-ef15e41b49a3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/79ba094c-c7d2-4c49-ae54-e1c95e3c5a46 HTTP/1.1" status: 204 len: 168 time: 0.1271601 Nov 12 20:32:40.734230 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57dd18a-4c61-41b6-900e-ef15e41b49a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ba094c-c7d2-4c49-ae54-e1c95e3c5a46,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:41.049296 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 47772) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:41.062503 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91dd7624-cd98-47d7-9bcb-ce8cbdf8698d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:41.135640 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91dd7624-cd98-47d7-9bcb-ce8cbdf8698d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:41.138901 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91dd7624-cd98-47d7-9bcb-ce8cbdf8698d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:41.179571 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-91dd7624-cd98-47d7-9bcb-ce8cbdf8698d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f3d435611d34a1ca4027cb9b218620a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1269381 Nov 12 20:32:41.179571 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd7624-cd98-47d7-9bcb-ce8cbdf8698d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39311778-cff0-4ce6-bcd3-a2958b2f2554,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:41.179961 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47774) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:41.243212 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-81af3090-af0c-494f-a096-ab166e0f0ceb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:41.265804 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-81af3090-af0c-494f-a096-ab166e0f0ceb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:41.710709 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe42e8-dc55-4f72-a4ae-0600fbd4f5f4 req-2230f005-5894-4b6b-a755-a0ec498723a0 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:41.718311 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1cfe42e8-dc55-4f72-a4ae-0600fbd4f5f4 req-2230f005-5894-4b6b-a755-a0ec498723a0 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.48 "GET /v2.0/ports?device_id=27450772-9d3b-428e-b7e2-7beb53f6b3ce HTTP/1.1" status: 200 len: 945 time: 0.4125185 Nov 12 20:32:41.726120 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-81af3090-af0c-494f-a096-ab166e0f0ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:41.728789 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-81af3090-af0c-494f-a096-ab166e0f0ceb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:41.730106 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-81af3090-af0c-494f-a096-ab166e0f0ceb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/39311778-cff0-4ce6-bcd3-a2958b2f2554 HTTP/1.1" status: 204 len: 168 time: 0.5485592 Nov 12 20:32:41.746031 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af3090-af0c-494f-a096-ab166e0f0ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39311778-cff0-4ce6-bcd3-a2958b2f2554,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:41.777205 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c06061-9b4d-44ce-91b5-ab7fba8c6cf6 req-f971b717-ec41-4524-aaff-9da335107114 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:32:41.779039 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-42c06061-9b4d-44ce-91b5-ab7fba8c6cf6 req-f971b717-ec41-4524-aaff-9da335107114 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.55 "GET /v2.0/ports?device_id=27450772-9d3b-428e-b7e2-7beb53f6b3ce HTTP/1.1" status: 200 len: 945 time: 0.0795388 Nov 12 20:32:41.784974 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1cfe42e8-dc55-4f72-a4ae-0600fbd4f5f4 req-6e083f74-fb2b-42c3-87e5-39be9fddfa3b tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.48 "GET /v2.0/security-groups?id=bef67005-b17d-45e3-8753-fc1e77832133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657015 Nov 12 20:32:41.883970 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-42c06061-9b4d-44ce-91b5-ab7fba8c6cf6 req-77c1d121-2795-401b-90cf-aa58fa207069 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Deleting port 2f864b90-9814-4492-a4e3-e3bbea8531b6 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:32:41.884354 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-42c06061-9b4d-44ce-91b5-ab7fba8c6cf6 req-77c1d121-2795-401b-90cf-aa58fa207069 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:41.984358 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-42c06061-9b4d-44ce-91b5-ab7fba8c6cf6 req-77c1d121-2795-401b-90cf-aa58fa207069 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] For port 2f864b90-9814-4492-a4e3-e3bbea8531b6, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=2f864b90-9814-4492-a4e3-e3bbea8531b6,segment=NetworkSegment(9ee2dc98-eb01-49f2-8b65-b31ddbabf0b8),segment_id=9ee2dc98-eb01-49f2-8b65-b31ddbabf0b8)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:32:41.984840 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-42c06061-9b4d-44ce-91b5-ab7fba8c6cf6 req-77c1d121-2795-401b-90cf-aa58fa207069 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:41.999704 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-42c06061-9b4d-44ce-91b5-ab7fba8c6cf6 req-77c1d121-2795-401b-90cf-aa58fa207069 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Calling delete_port for 2f864b90-9814-4492-a4e3-e3bbea8531b6 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:32:42.145432 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-42c06061-9b4d-44ce-91b5-ab7fba8c6cf6 req-77c1d121-2795-401b-90cf-aa58fa207069 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:42.158308 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['2f864b90-9814-4492-a4e3-e3bbea8531b6'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:32:42.178855 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1d121-2795-401b-90cf-aa58fa207069 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Pushing event deleted for resources: {'Port': ['ID=2f864b90-9814-4492-a4e3-e3bbea8531b6,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:42.224317 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c06061-9b4d-44ce-91b5-ab7fba8c6cf6 req-77c1d121-2795-401b-90cf-aa58fa207069 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] No DVR routers for this DVR port 2f864b90-9814-4492-a4e3-e3bbea8531b6 on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:32:42.227524 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-42c06061-9b4d-44ce-91b5-ab7fba8c6cf6 req-77c1d121-2795-401b-90cf-aa58fa207069 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:42.231082 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-42c06061-9b4d-44ce-91b5-ab7fba8c6cf6 req-77c1d121-2795-401b-90cf-aa58fa207069 tempest-ServerAddressesNegativeTestJSON-1922186812 tempest-ServerAddressesNegativeTestJSON-1922186812-project] 10.222.0.55 "DELETE /v2.0/ports/2f864b90-9814-4492-a4e3-e3bbea8531b6 HTTP/1.1" status: 204 len: 173 time: 0.4452984 Nov 12 20:32:42.231609 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27450772-9d3b-428e-b7e2-7beb53f6b3ce', 'name': 'network-vif-deleted', 'tag': '2f864b90-9814-4492-a4e3-e3bbea8531b6'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:32:42.234287 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff53a2d8-6a0a-4470-80da-130a3db2b48b" -d '{"events": [{"server_uuid": "27450772-9d3b-428e-b7e2-7beb53f6b3ce", "name": "network-vif-deleted", "tag": "2f864b90-9814-4492-a4e3-e3bbea8531b6"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:32:42.291706 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea1923a-9681-4f65-b020-4fc4a0b4c1a5 x-openstack-request-id: req-7ea1923a-9681-4f65-b020-4fc4a0b4c1a5 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:32:42.292012 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27450772-9d3b-428e-b7e2-7beb53f6b3ce", "name": "network-vif-deleted", "tag": "2f864b90-9814-4492-a4e3-e3bbea8531b6", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:32:42.292302 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7ea1923a-9681-4f65-b020-4fc4a0b4c1a5 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:32:42.292722 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27450772-9d3b-428e-b7e2-7beb53f6b3ce', 'name': 'network-vif-deleted', 'tag': '2f864b90-9814-4492-a4e3-e3bbea8531b6', 'status': 'completed', 'code': 200} Nov 12 20:32:42.847350 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47822) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:42.901695 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e53f62-81ee-48df-9296-0c08f93a5e0c admin admin] Deleting subnet 4dd19d46-065b-49cd-9baa-405afc1574f7 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:32:42.904936 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-56e53f62-81ee-48df-9296-0c08f93a5e0c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:42.948498 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-56e53f62-81ee-48df-9296-0c08f93a5e0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:42.996429 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-56e53f62-81ee-48df-9296-0c08f93a5e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:43.057678 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-56e53f62-81ee-48df-9296-0c08f93a5e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:43.088004 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e53f62-81ee-48df-9296-0c08f93a5e0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dd19d46-065b-49cd-9baa-405afc1574f7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:43.094493 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-56e53f62-81ee-48df-9296-0c08f93a5e0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:43.098804 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-56e53f62-81ee-48df-9296-0c08f93a5e0c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4dd19d46-065b-49cd-9baa-405afc1574f7 HTTP/1.1" status: 204 len: 168 time: 0.2495215 Nov 12 20:32:43.101223 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47830) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:43.171926 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-67856d05-91fa-45e6-b234-7bdd6b16f74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:43.270643 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-67856d05-91fa-45e6-b234-7bdd6b16f74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:43.291222 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-67856d05-91fa-45e6-b234-7bdd6b16f74d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da7f4a06-7fa2-450c-b469-95425430dfc6']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:43.301245 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-67856d05-91fa-45e6-b234-7bdd6b16f74d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee2dc98-eb01-49f2-8b65-b31ddbabf0b8') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:43.301566 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-67856d05-91fa-45e6-b234-7bdd6b16f74d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee2dc98-eb01-49f2-8b65-b31ddbabf0b8') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:32:43.311500 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-67856d05-91fa-45e6-b234-7bdd6b16f74d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:43.328747 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-67856d05-91fa-45e6-b234-7bdd6b16f74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:43.338965 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67856d05-91fa-45e6-b234-7bdd6b16f74d admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:32:43.339645 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-67856d05-91fa-45e6-b234-7bdd6b16f74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:32:43.360111 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:32:43.420778 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-67856d05-91fa-45e6-b234-7bdd6b16f74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:43.428820 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-67856d05-91fa-45e6-b234-7bdd6b16f74d admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:43.435199 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-67856d05-91fa-45e6-b234-7bdd6b16f74d admin admin] 10.222.0.48 "DELETE /v2.0/networks/da7f4a06-7fa2-450c-b469-95425430dfc6 HTTP/1.1" status: 204 len: 168 time: 0.3304391 Nov 12 20:32:43.459107 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67856d05-91fa-45e6-b234-7bdd6b16f74d admin admin] Pushing event deleted for resources: {'Network': ['ID=da7f4a06-7fa2-450c-b469-95425430dfc6,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:43.582434 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47844) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:43.629264 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-057b8590-46bc-42f0-ba94-676c07c740ba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7d87909d5d1c47788cfa7576534cc6a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0456526 Nov 12 20:32:43.631823 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 47848) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:43.683344 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-056fa040-a9e5-40ae-aade-95d43f397c02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:43.713487 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-056fa040-a9e5-40ae-aade-95d43f397c02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:43.773522 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-056fa040-a9e5-40ae-aade-95d43f397c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:43.776434 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-056fa040-a9e5-40ae-aade-95d43f397c02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:43.778093 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-056fa040-a9e5-40ae-aade-95d43f397c02 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bef67005-b17d-45e3-8753-fc1e77832133 HTTP/1.1" status: 204 len: 168 time: 0.1450334 Nov 12 20:32:43.802860 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fa040-a9e5-40ae-aade-95d43f397c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef67005-b17d-45e3-8753-fc1e77832133,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:45.128118 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3edc2490-014e-47b1-8b38-83bf4c7080f8 req-88e17dd9-eb5f-4b27-a1bd-9f63e0184e5a tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bbea190-7125-42eb-8405-121b3a410d4c HTTP/1.1" status: 200 len: 210 time: 0.0475197 Nov 12 20:32:45.271585 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 2f864b90-9814-4492-a4e3-e3bbea8531b6 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:32:45.295660 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 2f864b90-9814-4492-a4e3-e3bbea8531b6 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:32:45.296146 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 2f864b90-9814-4492-a4e3-e3bbea8531b6 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:32:45.656022 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-696f3319-7289-485d-ad9d-6a2333d40628 req-762bbb31-617a-48e8-9cbe-c159360d3c50 tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0358407 Nov 12 20:32:46.792523 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-517f8bb6-7dba-45c5-88be-d660c85a5dc7 req-dff5a895-cb96-41e2-9585-f8737c3f17cf tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0383348 Nov 12 20:32:47.894790 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5032e08b-a3f2-4b3a-b7cb-144ac3485ca7 req-8662cc09-2651-4b20-b766-52186d7c2ac7 tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0268881 Nov 12 20:32:49.017274 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-799f772b-6143-4e65-a331-681206cecab3 req-f33fcedc-3cd4-49fa-ab5f-e77bb3be960a tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0387993 Nov 12 20:32:49.098235 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-525f68de-9d82-4464-9a8b-da6183d11ef3 req-6b9d1caa-3c33-4684-810d-19ffb09ddc48 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0bbea190-7125-42eb-8405-121b3a410d4c HTTP/1.1" status: 200 len: 210 time: 0.0334313 Nov 12 20:32:49.508569 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6729dcfc-81e7-40eb-91a1-b6f4b0bbcb46 req-33246999-f57f-434b-8b57-ea7d16511879 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0289035 Nov 12 20:32:49.937493 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-64432566-35b3-404c-b22f-38eb38553235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:50.131920 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cfcd85f2-d7c9-4a41-870c-a51f1c076842 req-e3bbf217-2913-47d6-923e-dbb37ab8f1e0 tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0324664 Nov 12 20:32:50.279407 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:51.237044 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d379a232-a6cd-4a2d-b0d6-a91b4ff996a0 req-091d00ff-a516-4551-a5b7-59eb0bb89857 tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0263233 Nov 12 20:32:51.556955 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-052b1e2e-acb4-47a5-9b13-78ae8b9a0a3d req-f11c8337-077d-42cf-a6dc-65c9b1f39aae tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0276592 Nov 12 20:32:52.665164 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b8a481e5-4843-4bc5-bc00-cdcfaa759b69 req-9f8bd103-3882-4efa-9351-30be181c0877 tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0296450 Nov 12 20:32:52.743301 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d740f520-77f9-454b-8b81-db6375ddea42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:52.962233 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48048) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:53.082113 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b78011c9-aabe-4f6f-bc1f-0dac5699b243 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:53.165316 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b78011c9-aabe-4f6f-bc1f-0dac5699b243 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:53.169707 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b78011c9-aabe-4f6f-bc1f-0dac5699b243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:53.210299 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b78011c9-aabe-4f6f-bc1f-0dac5699b243 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7cb2ddb5cfad436091cbbcc7ca0b889b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2468052 Nov 12 20:32:53.211550 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78011c9-aabe-4f6f-bc1f-0dac5699b243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a117664e-a6de-44c0-a70d-f63a9880ead4,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:53.213010 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48052) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:53.267135 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96ff004a-acb4-42aa-8cdb-e3059d9cc616 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:53.294180 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96ff004a-acb4-42aa-8cdb-e3059d9cc616 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:53.342013 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96ff004a-acb4-42aa-8cdb-e3059d9cc616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:53.345190 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96ff004a-acb4-42aa-8cdb-e3059d9cc616 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:53.346641 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-96ff004a-acb4-42aa-8cdb-e3059d9cc616 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a117664e-a6de-44c0-a70d-f63a9880ead4 HTTP/1.1" status: 204 len: 168 time: 0.1325691 Nov 12 20:32:53.355490 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff004a-acb4-42aa-8cdb-e3059d9cc616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a117664e-a6de-44c0-a70d-f63a9880ead4,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:53.637235 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48058) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:53.655170 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b7773a2e-536f-4cfc-95a8-4e901ee15ad7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:53.734137 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b7773a2e-536f-4cfc-95a8-4e901ee15ad7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:53.739444 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b7773a2e-536f-4cfc-95a8-4e901ee15ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:53.780046 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7773a2e-536f-4cfc-95a8-4e901ee15ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00f0b42-5539-49be-881b-864563c1b0fb,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:53.781381 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-17312653-a241-440a-9614-6284bb47328a req-c85addac-d76d-4fb6-8cdb-9120d5adf5ae tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0271342 Nov 12 20:32:53.798349 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48064) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:53.804645 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b7773a2e-536f-4cfc-95a8-4e901ee15ad7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e5cae7974e524de791d7f34c7b662ca2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1655815 Nov 12 20:32:53.815618 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:53.854586 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f35e2248-d8de-44f9-83f1-7e36bab203ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:53.883019 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f35e2248-d8de-44f9-83f1-7e36bab203ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:53.949230 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f35e2248-d8de-44f9-83f1-7e36bab203ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:53.951969 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f35e2248-d8de-44f9-83f1-7e36bab203ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:53.953293 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f35e2248-d8de-44f9-83f1-7e36bab203ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f00f0b42-5539-49be-881b-864563c1b0fb HTTP/1.1" status: 204 len: 168 time: 0.1526597 Nov 12 20:32:53.962356 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e2248-d8de-44f9-83f1-7e36bab203ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00f0b42-5539-49be-881b-864563c1b0fb,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:54.017469 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:54.318009 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48078) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:54.331951 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-05f8d1c4-2145-4af7-8e23-8e006d6bddb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:54.410485 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-05f8d1c4-2145-4af7-8e23-8e006d6bddb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:54.414450 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-05f8d1c4-2145-4af7-8e23-8e006d6bddb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:54.455886 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-05f8d1c4-2145-4af7-8e23-8e006d6bddb0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b90324886c44d8897cf6ab191d2e0d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1341171 Nov 12 20:32:54.456107 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48080) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:32:54.462226 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8d1c4-2145-4af7-8e23-8e006d6bddb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1f43ee-8c90-4620-bb5e-ca2cad06a617,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:54.512776 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b343226-cdd7-44af-ab00-651bb83429f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:54.537122 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b343226-cdd7-44af-ab00-651bb83429f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:54.583883 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b343226-cdd7-44af-ab00-651bb83429f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:54.586494 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3b343226-cdd7-44af-ab00-651bb83429f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:54.587662 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3b343226-cdd7-44af-ab00-651bb83429f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e1f43ee-8c90-4620-bb5e-ca2cad06a617 HTTP/1.1" status: 204 len: 168 time: 0.1306207 Nov 12 20:32:54.596080 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b343226-cdd7-44af-ab00-651bb83429f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1f43ee-8c90-4620-bb5e-ca2cad06a617,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:32:54.904869 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f116fe98-0dbb-48f7-8da4-2c2c9ad4aedc req-7a120b02-6796-4fa7-b620-33f7311d096c tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0299909 Nov 12 20:32:55.204715 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:55.976568 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:32:56.019781 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a645f6bc-656d-474d-8e92-3e57ba836f8a req-1ea6b2fa-0757-49ad-a0f2-862ddfd95238 tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0310769 Nov 12 20:32:57.133725 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-73adc0db-07b0-4ff9-8138-78e294df1a42 req-da514d07-2158-4568-8a47-9597e7bc71e1 tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0275099 Nov 12 20:32:58.236784 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5c25d8aa-95cb-4314-8f4d-1600bf62cffc req-22d1e2a7-3ce9-444a-905c-c12742bd6e13 tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0260422 Nov 12 20:32:58.653877 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:32:59.342110 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24af198f-52ae-4ade-a1a5-9528e07a0f33 req-b57d34ae-1714-40c2-bbdd-f27ca372bbb5 tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0277996 Nov 12 20:33:00.456188 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7eecf951-1ec5-497d-8388-fd2791c383c3 req-08337c12-68fc-4cc0-827a-514477a7a4e1 tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0359852 Nov 12 20:33:00.884817 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-55a95a52-eb3b-4914-9600-5ce932affe6c req-12eb22e0-2dfc-43fd-b855-4341947089ed service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0633800 Nov 12 20:33:00.970077 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a95a52-eb3b-4914-9600-5ce932affe6c req-087b0cfb-09ee-4f2f-a3ea-54fddb81e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:00.971539 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-55a95a52-eb3b-4914-9600-5ce932affe6c req-087b0cfb-09ee-4f2f-a3ea-54fddb81e689 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 1098 time: 0.0413806 Nov 12 20:33:01.076614 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a95a52-eb3b-4914-9600-5ce932affe6c req-5368e087-45b8-490a-8020-0e0df8d1db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:01.078106 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-55a95a52-eb3b-4914-9600-5ce932affe6c req-5368e087-45b8-490a-8020-0e0df8d1db49 service neutron] 10.222.0.52 "GET /v2.0/networks?id=54d6eafd-e9f0-408f-ace9-62b3db4cd03a HTTP/1.1" status: 200 len: 897 time: 0.0857756 Nov 12 20:33:01.157931 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-55a95a52-eb3b-4914-9600-5ce932affe6c req-2f3c3848-77ee-49f4-ae34-954798892a8b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b HTTP/1.1" status: 200 len: 1000 time: 0.0680888 Nov 12 20:33:01.208684 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a95a52-eb3b-4914-9600-5ce932affe6c req-bf99f556-41fa-4fca-9d3f-a614cefa0a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:01.210157 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-55a95a52-eb3b-4914-9600-5ce932affe6c req-bf99f556-41fa-4fca-9d3f-a614cefa0a56 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3cdb48d-8871-4527-9b1c-4613a3a449e9 HTTP/1.1" status: 200 len: 835 time: 0.0438197 Nov 12 20:33:01.256953 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a95a52-eb3b-4914-9600-5ce932affe6c req-74a1098a-7c2c-4ee0-80b2-09b7723c3066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:01.258501 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-55a95a52-eb3b-4914-9600-5ce932affe6c req-74a1098a-7c2c-4ee0-80b2-09b7723c3066 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54d6eafd-e9f0-408f-ace9-62b3db4cd03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410433 Nov 12 20:33:01.353344 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-55a95a52-eb3b-4914-9600-5ce932affe6c req-249ed547-f2d3-41ed-8df8-57e727407d71 service neutron] 10.222.0.52 "GET /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870795 Nov 12 20:33:01.465714 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-55a95a52-eb3b-4914-9600-5ce932affe6c req-4339f62b-2180-46bb-acc1-06a9bb42c796 service neutron] 10.222.0.52 "GET /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951958 Nov 12 20:33:01.566812 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-676f114a-5093-4d63-adb6-792181103487 req-3f60fc2b-d509-4e5e-8c0b-aba8f89db3c7 tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0310664 Nov 12 20:33:02.675125 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-af2db801-f8af-4bc5-8fee-dc31ed0e6755 req-b7027b26-e9d7-48a1-a863-f92a3fbbb2dd tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0275486 Nov 12 20:33:03.777400 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bf4d398c-9735-41dd-a9a6-934f0c174a2e req-591c3dbd-2208-490e-9e19-db677872f94f tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0257475 Nov 12 20:33:04.888339 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d85d5f51-85b4-48e0-816e-14cfde937d88 req-a70cc5ba-6762-416a-b070-612349c0fd56 tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0282433 Nov 12 20:33:05.996213 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9a550da3-2b80-49be-a6e6-31853c0df7b3 req-03774c32-4a23-41a2-87d4-cc516da45985 tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0281999 Nov 12 20:33:07.104570 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d4352702-464b-4e89-9002-2a28eab5f4b6 req-b53e3c2c-cae7-444e-b9cb-e806cd56f8a8 tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0286355 Nov 12 20:33:08.210323 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a7d23387-3dd1-4584-bb45-0110820b76dd req-d249fb36-bc22-4b03-ae84-c7fdd495120c tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0272985 Nov 12 20:33:09.321043 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d46127a-71c7-4ba4-820c-173533db042f req-07f65951-849b-45cd-953d-6ab8249fb8d7 tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0305796 Nov 12 20:33:09.435354 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450231d-dcd8-42fe-bd53-2ada7d8e265c req-6cd20c8d-cfa8-4d9c-9770-41bd8c8ec75a tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:09.437046 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8450231d-dcd8-42fe-bd53-2ada7d8e265c req-6cd20c8d-cfa8-4d9c-9770-41bd8c8ec75a tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 1098 time: 0.0423892 Nov 12 20:33:09.491422 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8450231d-dcd8-42fe-bd53-2ada7d8e265c req-67afc73a-6087-4f35-924d-3c2107319501 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463681 Nov 12 20:33:09.515503 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48184) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:09.677578 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-108faf70-4ad2-45e9-a673-e1e2f7c15e72 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Deleting port cbf136e1-3ce6-42ed-b5c4-8cc8f254b36d {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:33:09.678022 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-108faf70-4ad2-45e9-a673-e1e2f7c15e72 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:09.755201 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-108faf70-4ad2-45e9-a673-e1e2f7c15e72 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:09.755447 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-108faf70-4ad2-45e9-a673-e1e2f7c15e72 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:09.767678 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-108faf70-4ad2-45e9-a673-e1e2f7c15e72 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Calling delete_port for cbf136e1-3ce6-42ed-b5c4-8cc8f254b36d owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:33:09.949835 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-108faf70-4ad2-45e9-a673-e1e2f7c15e72 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:09.979250 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108faf70-4ad2-45e9-a673-e1e2f7c15e72 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event deleted for resources: {'Port': ['ID=cbf136e1-3ce6-42ed-b5c4-8cc8f254b36d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:10.042132 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-108faf70-4ad2-45e9-a673-e1e2f7c15e72 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for floatingip, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:10.042401 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [None req-108faf70-4ad2-45e9-a673-e1e2f7c15e72 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Floating IP 76468485-7415-4a66-ae72-fdad83144cb4 disassociated (deleted). External IP: 172.25.5.41, port: b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b. Nov 12 20:33:10.257123 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108faf70-4ad2-45e9-a673-e1e2f7c15e72 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Router cd89ffb9-6dde-4872-a107-83b2f433c616 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:33:10.373719 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108faf70-4ad2-45e9-a673-e1e2f7c15e72 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:33:10.380153 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-108faf70-4ad2-45e9-a673-e1e2f7c15e72 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:10.386982 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f677cf-7d01-4e8c-968a-d2e2dfd49b59 None None] Sync routers for ids ['cd89ffb9-6dde-4872-a107-83b2f433c616'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:33:10.399505 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f677cf-7d01-4e8c-968a-d2e2dfd49b59 None None] Routers {'cd89ffb9-6dde-4872-a107-83b2f433c616'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:33:10.400115 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-70f677cf-7d01-4e8c-968a-d2e2dfd49b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:32:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['cd89ffb9-6dde-4872-a107-83b2f433c616'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:10.413363 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-108faf70-4ad2-45e9-a673-e1e2f7c15e72 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "DELETE /v2.0/floatingips/76468485-7415-4a66-ae72-fdad83144cb4 HTTP/1.1" status: 204 len: 168 time: 0.8935790 Nov 12 20:33:10.413363 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a9b3bd-086c-4e54-bdef-3a70df52358c', 'tag': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:33:10.414616 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910e2c83-a66f-4d69-88cd-66ce56604f89" -d '{"events": [{"name": "network-changed", "server_uuid": "21a9b3bd-086c-4e54-bdef-3a70df52358c", "tag": "b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:33:10.478040 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c9cccc87-be96-4a75-bd3f-af37ff36b38e req-b73ed45d-209e-40f6-b870-ab61749e690c tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0364511 Nov 12 20:33:10.534354 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-70f677cf-7d01-4e8c-968a-d2e2dfd49b59 None None] Set router cd89ffb9-6dde-4872-a107-83b2f433c616 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:33:10.557505 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b181b6-fb9c-409d-9a5d-6da6dab69440 x-openstack-request-id: req-08b181b6-fb9c-409d-9a5d-6da6dab69440 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:33:10.558347 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a9b3bd-086c-4e54-bdef-3a70df52358c", "tag": "b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:33:10.558777 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-08b181b6-fb9c-409d-9a5d-6da6dab69440 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:33:10.559347 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a9b3bd-086c-4e54-bdef-3a70df52358c', 'tag': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b', 'status': 'completed', 'code': 200} Nov 12 20:33:10.657234 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e2c83-a66f-4d69-88cd-66ce56604f89 req-63051f75-eb82-4210-8c4b-064739ba7431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:10.658890 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-910e2c83-a66f-4d69-88cd-66ce56604f89 req-63051f75-eb82-4210-8c4b-064739ba7431 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 1098 time: 0.0681982 Nov 12 20:33:10.738726 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e48750-81ec-47a5-be78-a5ed73256340 req-60a362b5-c5db-435b-93d0-5da9a93427da tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:10.746812 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-90e48750-81ec-47a5-be78-a5ed73256340 req-60a362b5-c5db-435b-93d0-5da9a93427da tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 946 time: 0.0576880 Nov 12 20:33:10.768914 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-70f677cf-7d01-4e8c-968a-d2e2dfd49b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698406086', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '179f0665-3703-4201-9666-f62e3177ba93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:30:48Z', 'updated_at': '2021-11-12T20:30:54Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '179f0665-3703-4201-9666-f62e3177ba93', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:30:49Z', 'updated_at': '2021-11-12T20:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'cc47fd12-7f9f-454e-aa81-9317e378d015', 'name': '', 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:2f:ed:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'd3cdb48d-8871-4527-9b1c-4613a3a449e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:30:53Z', 'updated_at': '2021-11-12T20:30:59Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': 'd3cdb48d-8871-4527-9b1c-4613a3a449e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:10.792463 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e2c83-a66f-4d69-88cd-66ce56604f89 req-f0765308-3e55-4f20-a3c5-65908417417a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:10.794469 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-910e2c83-a66f-4d69-88cd-66ce56604f89 req-f0765308-3e55-4f20-a3c5-65908417417a service neutron] 10.222.0.52 "GET /v2.0/networks?id=54d6eafd-e9f0-408f-ace9-62b3db4cd03a HTTP/1.1" status: 200 len: 897 time: 0.1250694 Nov 12 20:33:10.798541 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f677cf-7d01-4e8c-968a-d2e2dfd49b59 None None] Checking router: cd89ffb9-6dde-4872-a107-83b2f433c616 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:33:10.800590 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-90e48750-81ec-47a5-be78-a5ed73256340 req-812af2e9-bfae-49e2-ba24-4834a15ba37f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526671 Nov 12 20:33:10.808135 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f677cf-7d01-4e8c-968a-d2e2dfd49b59 None None] Routers {'cd89ffb9-6dde-4872-a107-83b2f433c616'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:33:10.808913 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-70f677cf-7d01-4e8c-968a-d2e2dfd49b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:32:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['cd89ffb9-6dde-4872-a107-83b2f433c616'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:10.839373 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-910e2c83-a66f-4d69-88cd-66ce56604f89 req-87840e02-91b4-421d-9bdf-ece6e2a23bcf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b HTTP/1.1" status: 200 len: 217 time: 0.0365095 Nov 12 20:33:10.892711 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e2c83-a66f-4d69-88cd-66ce56604f89 req-297cb7b5-6da2-4b3f-8fd8-f7ba343f22e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:10.894165 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-910e2c83-a66f-4d69-88cd-66ce56604f89 req-297cb7b5-6da2-4b3f-8fd8-f7ba343f22e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3cdb48d-8871-4527-9b1c-4613a3a449e9 HTTP/1.1" status: 200 len: 835 time: 0.0460198 Nov 12 20:33:10.923944 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-70f677cf-7d01-4e8c-968a-d2e2dfd49b59 None None] Set router cd89ffb9-6dde-4872-a107-83b2f433c616 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:33:10.948809 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e2c83-a66f-4d69-88cd-66ce56604f89 req-8e88fc1f-64de-4b8f-9757-383cfc4f10bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:10.950360 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-910e2c83-a66f-4d69-88cd-66ce56604f89 req-8e88fc1f-64de-4b8f-9757-383cfc4f10bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54d6eafd-e9f0-408f-ace9-62b3db4cd03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467272 Nov 12 20:33:11.042563 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-910e2c83-a66f-4d69-88cd-66ce56604f89 req-b09f3ba4-4093-4b41-9f98-be1a18b993b7 service neutron] 10.222.0.52 "GET /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840397 Nov 12 20:33:11.125909 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-70f677cf-7d01-4e8c-968a-d2e2dfd49b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698406086', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '179f0665-3703-4201-9666-f62e3177ba93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:30:48Z', 'updated_at': '2021-11-12T20:30:54Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '179f0665-3703-4201-9666-f62e3177ba93', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:30:49Z', 'updated_at': '2021-11-12T20:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'cc47fd12-7f9f-454e-aa81-9317e378d015', 'name': '', 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:2f:ed:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'd3cdb48d-8871-4527-9b1c-4613a3a449e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:30:53Z', 'updated_at': '2021-11-12T20:30:59Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': 'd3cdb48d-8871-4527-9b1c-4613a3a449e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:11.151493 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-910e2c83-a66f-4d69-88cd-66ce56604f89 req-e7f687f0-0b2a-4acb-ac9a-5d68e412c9a7 service neutron] 10.222.0.52 "GET /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013570 Nov 12 20:33:11.156421 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f677cf-7d01-4e8c-968a-d2e2dfd49b59 None None] The sync data for ids ['cd89ffb9-6dde-4872-a107-83b2f433c616'] in n-d-712140-15 is: [{'id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698406086', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '179f0665-3703-4201-9666-f62e3177ba93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:30:48Z', 'updated_at': '2021-11-12T20:30:54Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '179f0665-3703-4201-9666-f62e3177ba93', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:30:49Z', 'updated_at': '2021-11-12T20:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'cc47fd12-7f9f-454e-aa81-9317e378d015', 'name': '', 'network_id': '54d6eafd-e9f0-408f-ace9-62b3db4cd03a', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:2f:ed:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'd3cdb48d-8871-4527-9b1c-4613a3a449e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:30:53Z', 'updated_at': '2021-11-12T20:30:59Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': 'd3cdb48d-8871-4527-9b1c-4613a3a449e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:33:11.398708 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a2dcae-5f6b-429c-b513-681e4344c818 None None] New status for floating IP 76468485-7415-4a66-ae72-fdad83144cb4: DOWN {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:33:11.604983 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3c92ecd-2066-4867-a3d7-c8d0bce8da7c req-3b9ddd0c-2500-43f0-b005-f9a753fb53dc tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0323172 Nov 12 20:33:11.933905 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33911a01-07ce-4a2f-ade6-91e6e7bbb56c req-66f02819-a68e-479f-84de-b3ad9a3f63cd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:11.935717 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-33911a01-07ce-4a2f-ade6-91e6e7bbb56c req-66f02819-a68e-479f-84de-b3ad9a3f63cd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 946 time: 0.0585713 Nov 12 20:33:11.998252 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-33911a01-07ce-4a2f-ade6-91e6e7bbb56c req-e79f8c7a-517b-4cf9-9717-4373c1e2c15a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=96f31a3b-3b9d-471d-9fa5-96e20155ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552108 Nov 12 20:33:12.174268 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572afb81-3ba5-436b-a3d0-9243d5bb3d61 req-de6584c3-7fe7-45eb-b2f0-0a4b1d9915d2 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:12.175698 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-572afb81-3ba5-436b-a3d0-9243d5bb3d61 req-de6584c3-7fe7-45eb-b2f0-0a4b1d9915d2 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.52 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 946 time: 0.0617492 Nov 12 20:33:12.601744 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-572afb81-3ba5-436b-a3d0-9243d5bb3d61 req-6bb22cca-763f-4307-95ae-8db08c65ccec tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Deleting port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:33:12.602118 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-572afb81-3ba5-436b-a3d0-9243d5bb3d61 req-6bb22cca-763f-4307-95ae-8db08c65ccec tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:12.729306 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bb3b024e-3802-4b71-b090-d13f37a2249f req-4d84a7b6-edb8-4696-81d9-960eb87fdc6c tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0398254 Nov 12 20:33:12.731071 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-572afb81-3ba5-436b-a3d0-9243d5bb3d61 req-6bb22cca-763f-4307-95ae-8db08c65ccec tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] For port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,segment=NetworkSegment(48a4b4c8-75c0-404f-94ae-981327b90788),segment_id=48a4b4c8-75c0-404f-94ae-981327b90788)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:33:12.731544 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-572afb81-3ba5-436b-a3d0-9243d5bb3d61 req-6bb22cca-763f-4307-95ae-8db08c65ccec tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:12.746156 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-572afb81-3ba5-436b-a3d0-9243d5bb3d61 req-6bb22cca-763f-4307-95ae-8db08c65ccec tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Calling delete_port for b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:33:12.908972 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-572afb81-3ba5-436b-a3d0-9243d5bb3d61 req-6bb22cca-763f-4307-95ae-8db08c65ccec tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:12.946420 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4e98b-8645-487b-945f-e8b899f9ad21 req-68e70abe-fc29-4329-bb26-70dd15c263e9 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:12.947808 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bdc4e98b-8645-487b-945f-e8b899f9ad21 req-68e70abe-fc29-4329-bb26-70dd15c263e9 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/ports?device_id=b061daba-c23b-4e84-8533-d315dd38a9ba HTTP/1.1" status: 200 len: 946 time: 0.1107109 Nov 12 20:33:12.948550 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb22cca-763f-4307-95ae-8db08c65ccec tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event deleted for resources: {'Port': ['ID=b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:13.000957 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-572afb81-3ba5-436b-a3d0-9243d5bb3d61 req-6bb22cca-763f-4307-95ae-8db08c65ccec tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] No DVR routers for this DVR port b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:33:13.005251 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-572afb81-3ba5-436b-a3d0-9243d5bb3d61 req-6bb22cca-763f-4307-95ae-8db08c65ccec tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:13.008525 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-572afb81-3ba5-436b-a3d0-9243d5bb3d61 req-6bb22cca-763f-4307-95ae-8db08c65ccec tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.52 "DELETE /v2.0/ports/b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b HTTP/1.1" status: 204 len: 173 time: 0.8227048 Nov 12 20:33:13.008964 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a9b3bd-086c-4e54-bdef-3a70df52358c', 'name': 'network-vif-deleted', 'tag': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:33:13.011175 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968ecad6-7ec8-4533-9888-b89f2e4f4889" -d '{"events": [{"server_uuid": "21a9b3bd-086c-4e54-bdef-3a70df52358c", "name": "network-vif-deleted", "tag": "b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:33:13.042227 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bdc4e98b-8645-487b-945f-e8b899f9ad21 req-5bd1dd29-57c4-43a0-af11-c70632993e14 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/security-groups?id=df7b8a42-5b83-4e76-87e3-b9b30ca34f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872402 Nov 12 20:33:13.052166 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489a329f-b6d7-4427-a627-8f7c5086266a x-openstack-request-id: req-489a329f-b6d7-4427-a627-8f7c5086266a {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:33:13.052574 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a9b3bd-086c-4e54-bdef-3a70df52358c", "name": "network-vif-deleted", "tag": "b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:33:13.052813 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-489a329f-b6d7-4427-a627-8f7c5086266a {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:33:13.053220 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a9b3bd-086c-4e54-bdef-3a70df52358c', 'name': 'network-vif-deleted', 'tag': 'b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b', 'status': 'completed', 'code': 200} Nov 12 20:33:13.135985 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-240d16e5-3054-46b4-a586-4e6d59dbdc92 req-a19e61b7-b366-4428-95e4-cd11843e43e2 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=21a9b3bd-086c-4e54-bdef-3a70df52358c HTTP/1.1" status: 200 len: 210 time: 0.0295722 Nov 12 20:33:13.836875 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-988ddab5-e40a-4e85-9e78-6dfa02c03cbe req-91cc0e78-0c3e-4e3b-9b8f-0634d7d0645c tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0306919 Nov 12 20:33:14.162944 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f4fe0-c94e-42e9-8bcd-8580881771fc req-6d320416-52e9-4af4-b9b4-81690df7fffe tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:14.164490 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b13f4fe0-c94e-42e9-8bcd-8580881771fc req-6d320416-52e9-4af4-b9b4-81690df7fffe tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/ports?device_id=b061daba-c23b-4e84-8533-d315dd38a9ba HTTP/1.1" status: 200 len: 946 time: 0.0510893 Nov 12 20:33:14.192786 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48222) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:14.217087 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b13f4fe0-c94e-42e9-8bcd-8580881771fc req-dd0b7abe-e991-482a-8951-f250add9beca tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/security-groups?id=df7b8a42-5b83-4e76-87e3-b9b30ca34f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466795 Nov 12 20:33:14.588520 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef649-0e87-461b-99a5-2f1caf70bf7b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:14.650583 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539843f-fd9e-4763-93d3-6dfb1f1785fa req-4447b24e-8c59-41ac-9b27-7c6516be94ee tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:14.655079 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2539843f-fd9e-4763-93d3-6dfb1f1785fa req-4447b24e-8c59-41ac-9b27-7c6516be94ee tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.52 "GET /v2.0/ports?device_id=b061daba-c23b-4e84-8533-d315dd38a9ba HTTP/1.1" status: 200 len: 946 time: 0.1039319 Nov 12 20:33:14.846253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-2539843f-fd9e-4763-93d3-6dfb1f1785fa req-f3e3f4a5-2b14-4b79-baff-1a53806d61cf tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Deleting port 8b26edf5-35b9-41c1-9e7d-b3d6fb30498d {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:33:14.846937 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2539843f-fd9e-4763-93d3-6dfb1f1785fa req-f3e3f4a5-2b14-4b79-baff-1a53806d61cf tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:14.978218 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1193ff0d-6c4d-446d-8ef2-9bf434246541 req-7ad2c99c-5168-429c-9ee0-2ad9d54c1c19 tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0505126 Nov 12 20:33:15.017775 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-2539843f-fd9e-4763-93d3-6dfb1f1785fa req-f3e3f4a5-2b14-4b79-baff-1a53806d61cf tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] For port 8b26edf5-35b9-41c1-9e7d-b3d6fb30498d, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=8b26edf5-35b9-41c1-9e7d-b3d6fb30498d,segment=NetworkSegment(b048f169-d066-424f-b8e0-81be7dad53fa),segment_id=b048f169-d066-424f-b8e0-81be7dad53fa)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:33:15.018140 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2539843f-fd9e-4763-93d3-6dfb1f1785fa req-f3e3f4a5-2b14-4b79-baff-1a53806d61cf tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:15.034138 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-2539843f-fd9e-4763-93d3-6dfb1f1785fa req-f3e3f4a5-2b14-4b79-baff-1a53806d61cf tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Calling delete_port for 8b26edf5-35b9-41c1-9e7d-b3d6fb30498d owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:33:15.090022 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-8c6ef649-0e87-461b-99a5-2f1caf70bf7b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Deleting port cc47fd12-7f9f-454e-aa81-9317e378d015 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:33:15.090362 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef649-0e87-461b-99a5-2f1caf70bf7b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:15.221800 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-8c6ef649-0e87-461b-99a5-2f1caf70bf7b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] For port cc47fd12-7f9f-454e-aa81-9317e378d015, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=cc47fd12-7f9f-454e-aa81-9317e378d015,segment=NetworkSegment(48a4b4c8-75c0-404f-94ae-981327b90788),segment_id=48a4b4c8-75c0-404f-94ae-981327b90788)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:33:15.222113 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef649-0e87-461b-99a5-2f1caf70bf7b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:15.242669 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-8c6ef649-0e87-461b-99a5-2f1caf70bf7b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Calling delete_port for cc47fd12-7f9f-454e-aa81-9317e378d015 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:33:15.296484 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2539843f-fd9e-4763-93d3-6dfb1f1785fa req-f3e3f4a5-2b14-4b79-baff-1a53806d61cf tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:15.316777 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['8b26edf5-35b9-41c1-9e7d-b3d6fb30498d'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:33:15.319747 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-05d0b957-2b67-4a2d-85d0-02e676c64a7d req-dfeebfc1-c894-4b12-870c-b8dc3246397c tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/ports?device_id=b061daba-c23b-4e84-8533-d315dd38a9ba HTTP/1.1" status: 200 len: 210 time: 0.0281401 Nov 12 20:33:15.334954 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3f4a5-2b14-4b79-baff-1a53806d61cf tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Pushing event deleted for resources: {'Port': ['ID=8b26edf5-35b9-41c1-9e7d-b3d6fb30498d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:15.388307 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-2539843f-fd9e-4763-93d3-6dfb1f1785fa req-f3e3f4a5-2b14-4b79-baff-1a53806d61cf tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] No DVR routers for this DVR port 8b26edf5-35b9-41c1-9e7d-b3d6fb30498d on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:33:15.422650 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2539843f-fd9e-4763-93d3-6dfb1f1785fa req-f3e3f4a5-2b14-4b79-baff-1a53806d61cf tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:15.425998 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2539843f-fd9e-4763-93d3-6dfb1f1785fa req-f3e3f4a5-2b14-4b79-baff-1a53806d61cf tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.52 "DELETE /v2.0/ports/8b26edf5-35b9-41c1-9e7d-b3d6fb30498d HTTP/1.1" status: 204 len: 173 time: 0.7394979 Nov 12 20:33:15.426457 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b061daba-c23b-4e84-8533-d315dd38a9ba', 'name': 'network-vif-deleted', 'tag': '8b26edf5-35b9-41c1-9e7d-b3d6fb30498d'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:33:15.428787 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6441f5d-7f04-4d70-ac9f-7e49d1892fe0" -d '{"events": [{"server_uuid": "b061daba-c23b-4e84-8533-d315dd38a9ba", "name": "network-vif-deleted", "tag": "8b26edf5-35b9-41c1-9e7d-b3d6fb30498d"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:33:15.475638 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30c21ac-8225-4993-9d3c-4f1779fb7527 x-openstack-request-id: req-b30c21ac-8225-4993-9d3c-4f1779fb7527 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:33:15.475975 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b061daba-c23b-4e84-8533-d315dd38a9ba", "name": "network-vif-deleted", "tag": "8b26edf5-35b9-41c1-9e7d-b3d6fb30498d", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:33:15.476257 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b30c21ac-8225-4993-9d3c-4f1779fb7527 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:33:15.476712 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b061daba-c23b-4e84-8533-d315dd38a9ba', 'name': 'network-vif-deleted', 'tag': '8b26edf5-35b9-41c1-9e7d-b3d6fb30498d', 'status': 'completed', 'code': 200} Nov 12 20:33:15.545629 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef649-0e87-461b-99a5-2f1caf70bf7b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:15.572557 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ef649-0e87-461b-99a5-2f1caf70bf7b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event deleted for resources: {'Port': ['ID=cc47fd12-7f9f-454e-aa81-9317e378d015,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:15.750619 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef649-0e87-461b-99a5-2f1caf70bf7b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:15.966819 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6ef649-0e87-461b-99a5-2f1caf70bf7b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Router cd89ffb9-6dde-4872-a107-83b2f433c616 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:33:16.077750 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6ef649-0e87-461b-99a5-2f1caf70bf7b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:33:16.080692 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e2a3ae2b-c505-4b7f-9338-e669daafcf79 req-eeab29e7-3cf6-45d8-b34e-f7eed232c4d4 tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0266144 Nov 12 20:33:16.083609 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8c6ef649-0e87-461b-99a5-2f1caf70bf7b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "PUT /v2.0/routers/cd89ffb9-6dde-4872-a107-83b2f433c616/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8897882 Nov 12 20:33:16.086485 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48232) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:16.094529 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0bc467-d812-456e-bce2-726b51caf4f9 None None] Sync routers for ids ['cd89ffb9-6dde-4872-a107-83b2f433c616'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:33:16.105928 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0bc467-d812-456e-bce2-726b51caf4f9 None None] Routers {'cd89ffb9-6dde-4872-a107-83b2f433c616'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:33:16.106824 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ee0bc467-d812-456e-bce2-726b51caf4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:32:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['cd89ffb9-6dde-4872-a107-83b2f433c616'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:16.144838 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cabf4c4-6d72-4364-a4e5-7089faf1084e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Deleting subnet d3cdb48d-8871-4527-9b1c-4613a3a449e9 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:33:16.147960 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5cabf4c4-6d72-4364-a4e5-7089faf1084e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:16.189575 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5cabf4c4-6d72-4364-a4e5-7089faf1084e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:16.278219 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5cabf4c4-6d72-4364-a4e5-7089faf1084e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:16.311018 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-ee0bc467-d812-456e-bce2-726b51caf4f9 None None] Set router cd89ffb9-6dde-4872-a107-83b2f433c616 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:33:16.346913 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5cabf4c4-6d72-4364-a4e5-7089faf1084e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:16.378513 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabf4c4-6d72-4364-a4e5-7089faf1084e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event deleted for resources: {'Subnet': ['ID=d3cdb48d-8871-4527-9b1c-4613a3a449e9,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:16.380597 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5cabf4c4-6d72-4364-a4e5-7089faf1084e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:16.386912 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48236) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:16.403300 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0e4477-9566-4ff3-87d5-e54c69a52e8c None None] Network 54d6eafd-e9f0-408f-ace9-62b3db4cd03a requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:33:16.404609 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5cabf4c4-6d72-4364-a4e5-7089faf1084e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "DELETE /v2.0/subnets/d3cdb48d-8871-4527-9b1c-4613a3a449e9 HTTP/1.1" status: 204 len: 168 time: 0.3054206 Nov 12 20:33:16.435070 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:33:16.501550 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:33:16.502035 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device b69bd17b-c7f6-43fd-ac0e-1a4ceeb9826b not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:33:16.502449 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 8b26edf5-35b9-41c1-9e7d-b3d6fb30498d no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:33:16.503575 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1163-63d7-4b11-bb4a-a87ed1ea26ae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:16.526212 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 8b26edf5-35b9-41c1-9e7d-b3d6fb30498d {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:33:16.526551 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 8b26edf5-35b9-41c1-9e7d-b3d6fb30498d not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:33:16.547678 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ee0bc467-d812-456e-bce2-726b51caf4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698406086', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '179f0665-3703-4201-9666-f62e3177ba93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:30:48Z', 'updated_at': '2021-11-12T20:33:15Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '179f0665-3703-4201-9666-f62e3177ba93', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:30:49Z', 'updated_at': '2021-11-12T20:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:16.580510 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0bc467-d812-456e-bce2-726b51caf4f9 None None] Checking router: cd89ffb9-6dde-4872-a107-83b2f433c616 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:33:16.618094 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0bc467-d812-456e-bce2-726b51caf4f9 None None] Routers {'cd89ffb9-6dde-4872-a107-83b2f433c616'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:33:16.618724 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ee0bc467-d812-456e-bce2-726b51caf4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:32:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['cd89ffb9-6dde-4872-a107-83b2f433c616'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:16.667560 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1163-63d7-4b11-bb4a-a87ed1ea26ae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:16.740193 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1e211b-de2b-4a93-8ea4-e94fd677d2c3 None None] DHCP port deletion for 54d6eafd-e9f0-408f-ace9-62b3db4cd03a request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:33:16.754496 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-f3ee1163-63d7-4b11-bb4a-a87ed1ea26ae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Deleting port 179f0665-3703-4201-9666-f62e3177ba93 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:33:16.757090 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1163-63d7-4b11-bb4a-a87ed1ea26ae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:16.762718 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-ee0bc467-d812-456e-bce2-726b51caf4f9 None None] Set router cd89ffb9-6dde-4872-a107-83b2f433c616 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:33:16.805712 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1e211b-de2b-4a93-8ea4-e94fd677d2c3 None None] Deleting port 3cb77d8b-4806-43b1-862e-597e747dc977 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:33:16.806098 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1e211b-de2b-4a93-8ea4-e94fd677d2c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:16.866802 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-f3ee1163-63d7-4b11-bb4a-a87ed1ea26ae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] For port 179f0665-3703-4201-9666-f62e3177ba93, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=179f0665-3703-4201-9666-f62e3177ba93,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:33:16.867268 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1163-63d7-4b11-bb4a-a87ed1ea26ae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:16.876298 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1e211b-de2b-4a93-8ea4-e94fd677d2c3 None None] For port 3cb77d8b-4806-43b1-862e-597e747dc977, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3cb77d8b-4806-43b1-862e-597e747dc977,segment=NetworkSegment(48a4b4c8-75c0-404f-94ae-981327b90788),segment_id=48a4b4c8-75c0-404f-94ae-981327b90788)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:33:16.876837 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1e211b-de2b-4a93-8ea4-e94fd677d2c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:16.885735 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-f3ee1163-63d7-4b11-bb4a-a87ed1ea26ae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Calling delete_port for 179f0665-3703-4201-9666-f62e3177ba93 owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:33:16.896494 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1e211b-de2b-4a93-8ea4-e94fd677d2c3 None None] Calling delete_port for 3cb77d8b-4806-43b1-862e-597e747dc977 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:33:16.974616 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ee0bc467-d812-456e-bce2-726b51caf4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698406086', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '179f0665-3703-4201-9666-f62e3177ba93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:30:48Z', 'updated_at': '2021-11-12T20:33:15Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '179f0665-3703-4201-9666-f62e3177ba93', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:30:49Z', 'updated_at': '2021-11-12T20:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:16.993358 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1e211b-de2b-4a93-8ea4-e94fd677d2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:17.006144 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0bc467-d812-456e-bce2-726b51caf4f9 None None] The sync data for ids ['cd89ffb9-6dde-4872-a107-83b2f433c616'] in n-d-712140-15 is: [{'id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698406086', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '179f0665-3703-4201-9666-f62e3177ba93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:30:48Z', 'updated_at': '2021-11-12T20:33:15Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '179f0665-3703-4201-9666-f62e3177ba93', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd89ffb9-6dde-4872-a107-83b2f433c616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:30:49Z', 'updated_at': '2021-11-12T20:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:33:17.013255 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1e211b-de2b-4a93-8ea4-e94fd677d2c3 None None] No DVR routers for this DVR port 3cb77d8b-4806-43b1-862e-597e747dc977 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:33:17.034158 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e211b-de2b-4a93-8ea4-e94fd677d2c3 None None] Pushing event deleted for resources: {'Port': ['ID=3cb77d8b-4806-43b1-862e-597e747dc977,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:17.049073 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1e211b-de2b-4a93-8ea4-e94fd677d2c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:17.049536 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1e211b-de2b-4a93-8ea4-e94fd677d2c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:17.050026 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1e211b-de2b-4a93-8ea4-e94fd677d2c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:17.050463 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1e211b-de2b-4a93-8ea4-e94fd677d2c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:17.051021 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1e211b-de2b-4a93-8ea4-e94fd677d2c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:17.051385 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1e211b-de2b-4a93-8ea4-e94fd677d2c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:17.051812 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1e211b-de2b-4a93-8ea4-e94fd677d2c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:17.052343 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1e211b-de2b-4a93-8ea4-e94fd677d2c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:17.052879 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1e211b-de2b-4a93-8ea4-e94fd677d2c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:17.053306 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1e211b-de2b-4a93-8ea4-e94fd677d2c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:17.053754 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1e211b-de2b-4a93-8ea4-e94fd677d2c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:17.054341 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1e211b-de2b-4a93-8ea4-e94fd677d2c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:17.132470 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1163-63d7-4b11-bb4a-a87ed1ea26ae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:17.161554 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d770a4-faec-44b3-902e-0b7a9a099098 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:33:17.168651 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee1163-63d7-4b11-bb4a-a87ed1ea26ae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event deleted for resources: {'Port': ['ID=179f0665-3703-4201-9666-f62e3177ba93,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:17.235197 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d3225cf4-b59b-48e6-8967-69de61f772ea req-807b6ba2-01b0-4d76-99d7-da93c27eafb6 tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0444467 Nov 12 20:33:17.254549 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1163-63d7-4b11-bb4a-a87ed1ea26ae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:17.358926 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1163-63d7-4b11-bb4a-a87ed1ea26ae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:17.361984 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1163-63d7-4b11-bb4a-a87ed1ea26ae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:17.410888 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1163-63d7-4b11-bb4a-a87ed1ea26ae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:17.412606 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ee1163-63d7-4b11-bb4a-a87ed1ea26ae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Fanout notify agent at l3_agent the message router_deleted on router cd89ffb9-6dde-4872-a107-83b2f433c616 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:33:17.419851 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1163-63d7-4b11-bb4a-a87ed1ea26ae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:17.421015 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f3ee1163-63d7-4b11-bb4a-a87ed1ea26ae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "DELETE /v2.0/routers/cd89ffb9-6dde-4872-a107-83b2f433c616 HTTP/1.1" status: 204 len: 168 time: 1.0332053 Nov 12 20:33:17.423931 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48244) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:17.511453 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-00551f51-a77d-4869-a9dc-21f6b260f4d3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:17.607902 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-00551f51-a77d-4869-a9dc-21f6b260f4d3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:17.630652 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-00551f51-a77d-4869-a9dc-21f6b260f4d3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d6eafd-e9f0-408f-ace9-62b3db4cd03a']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:17.641778 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-00551f51-a77d-4869-a9dc-21f6b260f4d3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a4b4c8-75c0-404f-94ae-981327b90788') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:17.643018 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-00551f51-a77d-4869-a9dc-21f6b260f4d3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a4b4c8-75c0-404f-94ae-981327b90788') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:17.655878 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-00551f51-a77d-4869-a9dc-21f6b260f4d3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:17.676143 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-00551f51-a77d-4869-a9dc-21f6b260f4d3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:17.682840 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00551f51-a77d-4869-a9dc-21f6b260f4d3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:33:17.683257 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-00551f51-a77d-4869-a9dc-21f6b260f4d3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:33:17.686689 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:33:17.752954 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-00551f51-a77d-4869-a9dc-21f6b260f4d3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:17.765922 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-00551f51-a77d-4869-a9dc-21f6b260f4d3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:17.771888 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-00551f51-a77d-4869-a9dc-21f6b260f4d3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "DELETE /v2.0/networks/54d6eafd-e9f0-408f-ace9-62b3db4cd03a HTTP/1.1" status: 204 len: 168 time: 0.3443437 Nov 12 20:33:17.779613 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48248) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:17.781473 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00551f51-a77d-4869-a9dc-21f6b260f4d3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event deleted for resources: {'Network': ['ID=54d6eafd-e9f0-408f-ace9-62b3db4cd03a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:17.840810 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-50089732-8421-4c50-8713-c975f61fe89f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:17.867180 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-50089732-8421-4c50-8713-c975f61fe89f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:17.926519 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-50089732-8421-4c50-8713-c975f61fe89f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:17.929264 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-50089732-8421-4c50-8713-c975f61fe89f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:17.930772 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-50089732-8421-4c50-8713-c975f61fe89f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "DELETE /v2.0/security-groups/96f31a3b-3b9d-471d-9fa5-96e20155ea45 HTTP/1.1" status: 204 len: 168 time: 0.1500359 Nov 12 20:33:17.945714 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50089732-8421-4c50-8713-c975f61fe89f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f31a3b-3b9d-471d-9fa5-96e20155ea45,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:18.358178 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-25017353-bd56-42b3-812d-3dd1f6d4cf50 req-d31ecc46-b602-4025-8bef-d212affb194f tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0304637 Nov 12 20:33:18.665737 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3cb77d8b-4806-43b1-862e-597e747dc977 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:33:18.692710 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 3cb77d8b-4806-43b1-862e-597e747dc977 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:33:18.693075 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3cb77d8b-4806-43b1-862e-597e747dc977 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:33:18.693572 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device cc47fd12-7f9f-454e-aa81-9317e378d015 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:33:18.714696 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: cc47fd12-7f9f-454e-aa81-9317e378d015 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:33:18.715124 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device cc47fd12-7f9f-454e-aa81-9317e378d015 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:33:18.715550 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 179f0665-3703-4201-9666-f62e3177ba93 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:33:18.738723 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 179f0665-3703-4201-9666-f62e3177ba93 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:33:18.739065 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 179f0665-3703-4201-9666-f62e3177ba93 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:33:19.287263 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48272) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:19.292262 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-f97f7089-cac5-437c-b6b8-01a2d4ca77d6 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1449274338', 'description': 'tempest-secgroup-smoke-1449274338 description', 'project_id': 'c510c0945858446c87ca9a78193927af'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:33:19.314892 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f97f7089-cac5-437c-b6b8-01a2d4ca77d6 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:19.386270 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f97f7089-cac5-437c-b6b8-01a2d4ca77d6 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:19.390308 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f97f7089-cac5-437c-b6b8-01a2d4ca77d6 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:19.423456 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f97f7089-cac5-437c-b6b8-01a2d4ca77d6 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:19.427526 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f97f7089-cac5-437c-b6b8-01a2d4ca77d6 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1363702 Nov 12 20:33:19.427526 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f7089-cac5-437c-b6b8-01a2d4ca77d6 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b29377c9-9292-4b2b-9b08-ee2ba60c04d1,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:19.428017 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48276) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:19.432794 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-ebf886d7-8b89-495a-9552-08d70d2275e3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'security_group_rule': {'security_group_id': 'b29377c9-9292-4b2b-9b08-ee2ba60c04d1', 'project_id': 'c510c0945858446c87ca9a78193927af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:33:19.465449 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ebf886d7-8b89-495a-9552-08d70d2275e3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:19.472272 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6a07e542-7b3e-4533-85ee-d124bdbc177f req-c95bfc91-842b-452a-8d33-ad4ecccdb816 tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0339935 Nov 12 20:33:19.538685 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ebf886d7-8b89-495a-9552-08d70d2275e3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:19.542664 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ebf886d7-8b89-495a-9552-08d70d2275e3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:19.561068 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf886d7-8b89-495a-9552-08d70d2275e3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=991798c9-72f1-44af-a743-55e2dda9e155,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:19.570457 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ebf886d7-8b89-495a-9552-08d70d2275e3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:19.572280 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ebf886d7-8b89-495a-9552-08d70d2275e3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1426330 Nov 12 20:33:19.574502 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48278) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:19.579502 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-50d8520a-8950-4d9a-9432-002a1f855424 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'security_group_rule': {'security_group_id': 'b29377c9-9292-4b2b-9b08-ee2ba60c04d1', 'project_id': 'c510c0945858446c87ca9a78193927af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:33:19.606215 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-50d8520a-8950-4d9a-9432-002a1f855424 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:19.665604 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-50d8520a-8950-4d9a-9432-002a1f855424 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:19.673883 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-50d8520a-8950-4d9a-9432-002a1f855424 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:19.695858 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8520a-8950-4d9a-9432-002a1f855424 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55d2083-0aad-42d4-ae08-d251a0476c93,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:19.705303 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-50d8520a-8950-4d9a-9432-002a1f855424 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:19.706565 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-50d8520a-8950-4d9a-9432-002a1f855424 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1311326 Nov 12 20:33:19.709278 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48280) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:19.713907 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-0fdc0da6-7df4-4fa7-8635-b3c6748a7560 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'security_group_rule': {'security_group_id': 'b29377c9-9292-4b2b-9b08-ee2ba60c04d1', 'project_id': 'c510c0945858446c87ca9a78193927af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:33:19.740602 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0fdc0da6-7df4-4fa7-8635-b3c6748a7560 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:19.797492 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0fdc0da6-7df4-4fa7-8635-b3c6748a7560 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:19.801079 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0fdc0da6-7df4-4fa7-8635-b3c6748a7560 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:19.822778 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc0da6-7df4-4fa7-8635-b3c6748a7560 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eef01d0-e778-4a7c-9991-bdc87fe1d5f7,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:19.833442 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc0da6-7df4-4fa7-8635-b3c6748a7560 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:19.833803 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc0da6-7df4-4fa7-8635-b3c6748a7560 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:19.834153 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc0da6-7df4-4fa7-8635-b3c6748a7560 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:19.834496 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc0da6-7df4-4fa7-8635-b3c6748a7560 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:19.834834 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc0da6-7df4-4fa7-8635-b3c6748a7560 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:19.835172 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc0da6-7df4-4fa7-8635-b3c6748a7560 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:19.835506 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc0da6-7df4-4fa7-8635-b3c6748a7560 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:19.835841 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc0da6-7df4-4fa7-8635-b3c6748a7560 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:19.836171 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc0da6-7df4-4fa7-8635-b3c6748a7560 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:19.836597 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc0da6-7df4-4fa7-8635-b3c6748a7560 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:19.836928 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc0da6-7df4-4fa7-8635-b3c6748a7560 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:19.837284 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc0da6-7df4-4fa7-8635-b3c6748a7560 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:19.842625 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0fdc0da6-7df4-4fa7-8635-b3c6748a7560 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:19.846831 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0fdc0da6-7df4-4fa7-8635-b3c6748a7560 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334798 Nov 12 20:33:19.846831 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48282) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:19.851176 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-2dc894b0-e8ea-4f94-8c5e-4f060d5db81c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'security_group_rule': {'security_group_id': 'b29377c9-9292-4b2b-9b08-ee2ba60c04d1', 'project_id': 'c510c0945858446c87ca9a78193927af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:33:19.878982 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2dc894b0-e8ea-4f94-8c5e-4f060d5db81c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:19.926147 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-eedf139b-9c67-4aa5-b05e-107497cad89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:19.945500 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2dc894b0-e8ea-4f94-8c5e-4f060d5db81c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:19.949451 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2dc894b0-e8ea-4f94-8c5e-4f060d5db81c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:19.967623 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc894b0-e8ea-4f94-8c5e-4f060d5db81c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bab4bae-f1f7-47a8-a2a1-94cae62ccf4b,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:19.973037 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2dc894b0-e8ea-4f94-8c5e-4f060d5db81c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:19.974236 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2dc894b0-e8ea-4f94-8c5e-4f060d5db81c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1264970 Nov 12 20:33:19.977041 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48286) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:19.981342 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-ac9b20e1-7b6f-4a28-bdf9-618259b94751 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'security_group_rule': {'security_group_id': 'b29377c9-9292-4b2b-9b08-ee2ba60c04d1', 'project_id': 'c510c0945858446c87ca9a78193927af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:33:20.005847 n-d-712140-15 neutron-server[102448]: INFO neutron.db.securitygroups_db [None req-ac9b20e1-7b6f-4a28-bdf9-618259b94751 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Project c510c0945858446c87ca9a78193927af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 20:33:20.011346 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ac9b20e1-7b6f-4a28-bdf9-618259b94751 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:20.073055 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ac9b20e1-7b6f-4a28-bdf9-618259b94751 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:20.077294 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ac9b20e1-7b6f-4a28-bdf9-618259b94751 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:20.098111 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b20e1-7b6f-4a28-bdf9-618259b94751 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de6947bb-2831-405f-8b70-94cd6ede191a,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:20.114645 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ac9b20e1-7b6f-4a28-bdf9-618259b94751 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:20.115975 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ac9b20e1-7b6f-4a28-bdf9-618259b94751 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1380086 Nov 12 20:33:20.118731 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48288) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:20.123186 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-fab04a63-ec8d-4ea4-b6d4-591ac6cddf0e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'security_group_rule': {'security_group_id': 'b29377c9-9292-4b2b-9b08-ee2ba60c04d1', 'project_id': 'c510c0945858446c87ca9a78193927af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:33:20.149160 n-d-712140-15 neutron-server[102448]: INFO neutron.db.securitygroups_db [None req-fab04a63-ec8d-4ea4-b6d4-591ac6cddf0e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Project c510c0945858446c87ca9a78193927af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 20:33:20.155655 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fab04a63-ec8d-4ea4-b6d4-591ac6cddf0e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:20.232410 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fab04a63-ec8d-4ea4-b6d4-591ac6cddf0e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:20.236681 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fab04a63-ec8d-4ea4-b6d4-591ac6cddf0e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:20.262635 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fab04a63-ec8d-4ea4-b6d4-591ac6cddf0e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:20.264093 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fab04a63-ec8d-4ea4-b6d4-591ac6cddf0e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1443963 Nov 12 20:33:20.266051 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab04a63-ec8d-4ea4-b6d4-591ac6cddf0e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9f7385-74a8-42f4-a4bb-9ad531f106ee,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:20.267299 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48290) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:20.284109 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:20.292732 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-cb1f7625-2459-45a8-b195-958980a79dae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'network': {'name': 'tempest-network-smoke--1291311007', 'project_id': 'c510c0945858446c87ca9a78193927af', 'port_security_enabled': True}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:33:20.317128 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1f7625-2459-45a8-b195-958980a79dae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Made reservation on behalf of c510c0945858446c87ca9a78193927af for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:33:20.321908 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cb1f7625-2459-45a8-b195-958980a79dae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:20.352986 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1f7625-2459-45a8-b195-958980a79dae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:33:20.364073 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cb1f7625-2459-45a8-b195-958980a79dae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:20.364460 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-cb1f7625-2459-45a8-b195-958980a79dae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Added segment e4fd06f5-2e38-4880-bf7d-4e61f96032c0 of type vlan for network 44e6d471-e53f-4faf-844d-37947d0d0639 Nov 12 20:33:20.408377 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cb1f7625-2459-45a8-b195-958980a79dae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:20.433489 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cb1f7625-2459-45a8-b195-958980a79dae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:20.439633 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1f7625-2459-45a8-b195-958980a79dae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:20.440277 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cb1f7625-2459-45a8-b195-958980a79dae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:20.478353 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cb1f7625-2459-45a8-b195-958980a79dae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2097738 Nov 12 20:33:20.481201 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48292) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:20.486697 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-2f602731-b0cc-42b1-9426-013cf23bb137 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1409727927', 'admin_state_up': True, 'project_id': 'c510c0945858446c87ca9a78193927af', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:33:20.512045 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2f602731-b0cc-42b1-9426-013cf23bb137 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:20.513256 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2f602731-b0cc-42b1-9426-013cf23bb137 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:20.515288 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f7625-2459-45a8-b195-958980a79dae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Network': ['ID=44e6d471-e53f-4faf-844d-37947d0d0639,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:20.526660 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 44e6d471-e53f-4faf-844d-37947d0d0639 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:33:20.577555 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2f602731-b0cc-42b1-9426-013cf23bb137 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:20.600870 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-73881c90-c554-4648-9b8d-e4f8a959a931 req-f7c5f8ca-9f98-49ba-8b8b-9e49b8d98ceb tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0334392 Nov 12 20:33:20.745385 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2f602731-b0cc-42b1-9426-013cf23bb137 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:20.932121 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2f602731-b0cc-42b1-9426-013cf23bb137 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:20.955897 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2f602731-b0cc-42b1-9426-013cf23bb137 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:21.067861 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-2f602731-b0cc-42b1-9426-013cf23bb137 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Allocated IP 172.25.5.227 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/638ee566-71f3-43b7-aab8-843c958d9c6d) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:33:21.190679 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2f602731-b0cc-42b1-9426-013cf23bb137 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:21.223378 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2f602731-b0cc-42b1-9426-013cf23bb137 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:21.260801 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f602731-b0cc-42b1-9426-013cf23bb137 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:33:21.265584 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-2f602731-b0cc-42b1-9426-013cf23bb137 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:33:21.269139 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f602731-b0cc-42b1-9426-013cf23bb137 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:33:21.274823 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f602731-b0cc-42b1-9426-013cf23bb137 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Port': ['ID=638ee566-71f3-43b7-aab8-843c958d9c6d,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:21.280998 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accc5e36-5cbc-4519-9cf3-ff32a56f24b0 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:33:21.327561 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d94683f1-4ba6-4e5e-8e2c-c31cd302a1c6 None None] Provisioning complete for port 638ee566-71f3-43b7-aab8-843c958d9c6d triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:33:21.327954 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d94683f1-4ba6-4e5e-8e2c-c31cd302a1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:21.370846 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-d94683f1-4ba6-4e5e-8e2c-c31cd302a1c6 None None] Port 638ee566-71f3-43b7-aab8-843c958d9c6d cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:33:21.540259 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2f602731-b0cc-42b1-9426-013cf23bb137 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:21.723509 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5382c634-5e83-4b51-8bc3-8db8fcabac80 req-aa619b9a-6ab3-481c-9d13-3ebe4bd8aaaf tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0419490 Nov 12 20:33:21.752640 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2f602731-b0cc-42b1-9426-013cf23bb137 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:21.873546 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f602731-b0cc-42b1-9426-013cf23bb137 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Router 05deb634-cc31-4b44-ab5c-3ad26288cc6f is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:33:21.980595 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f602731-b0cc-42b1-9426-013cf23bb137 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:33:21.991469 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf8895-fd63-4759-a62b-8369f3d0c77d None None] Sync routers for ids ['05deb634-cc31-4b44-ab5c-3ad26288cc6f'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:33:22.002773 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2f602731-b0cc-42b1-9426-013cf23bb137 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:22.007498 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bf8895-fd63-4759-a62b-8369f3d0c77d None None] Routers {'05deb634-cc31-4b44-ab5c-3ad26288cc6f'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:33:22.007686 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2f602731-b0cc-42b1-9426-013cf23bb137 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5223613 Nov 12 20:33:22.007805 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-42bf8895-fd63-4759-a62b-8369f3d0c77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:32:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['05deb634-cc31-4b44-ab5c-3ad26288cc6f'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:22.007950 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48304) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:22.048159 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cafeb50e-28aa-451b-950e-a6cef62b60ad tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=c510c0945858446c87ca9a78193927af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349298 Nov 12 20:33:22.048405 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48306) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:22.131231 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-42bf8895-fd63-4759-a62b-8369f3d0c77d None None] Set router 05deb634-cc31-4b44-ab5c-3ad26288cc6f gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:33:22.239406 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab023109-7e01-42fb-96e0-143fc2d8e1cc tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:22.241012 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ab023109-7e01-42fb-96e0-143fc2d8e1cc tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1917984 Nov 12 20:33:22.243759 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48310) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:22.280750 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1764ce7b-9df2-4c3a-a3e8-4430d298ba47 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358367 Nov 12 20:33:22.283506 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48312) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:22.288690 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-004b7c12-92f8-4d5c-a089-b7e7702ba946 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-305640756', 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639', 'project_id': 'c510c0945858446c87ca9a78193927af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:33:22.324152 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-42bf8895-fd63-4759-a62b-8369f3d0c77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409727927', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:33:21Z', 'revision_number': 3, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:33:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:22.351178 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf8895-fd63-4759-a62b-8369f3d0c77d None None] Checking router: 05deb634-cc31-4b44-ab5c-3ad26288cc6f for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:33:22.351577 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf8895-fd63-4759-a62b-8369f3d0c77d None None] Updating router 05deb634-cc31-4b44-ab5c-3ad26288cc6f port 638ee566-71f3-43b7-aab8-843c958d9c6d binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:33:22.379789 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-42bf8895-fd63-4759-a62b-8369f3d0c77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:22.704604 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-42bf8895-fd63-4759-a62b-8369f3d0c77d None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:22.711730 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-42bf8895-fd63-4759-a62b-8369f3d0c77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:22.757057 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ce53ae-b35c-46a6-9597-0d1bc32b970e None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:33:22.784988 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a60fd36f-051e-4995-87dd-4a09ad597333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:22.791603 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-42bf8895-fd63-4759-a62b-8369f3d0c77d None None] Attempting to bind port 638ee566-71f3-43b7-aab8-843c958d9c6d on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:33:22.791972 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-42bf8895-fd63-4759-a62b-8369f3d0c77d None None] Attempting to bind port 638ee566-71f3-43b7-aab8-843c958d9c6d by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:33:22.792376 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf8895-fd63-4759-a62b-8369f3d0c77d None None] Attempting to bind port 638ee566-71f3-43b7-aab8-843c958d9c6d on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:33:22.794467 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f013a08-970d-450e-9c1b-730b0e6a5f82 None None] Pushing event updated for resources: {'Port': ['ID=638ee566-71f3-43b7-aab8-843c958d9c6d,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:22.801023 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf8895-fd63-4759-a62b-8369f3d0c77d None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:33:22.801399 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf8895-fd63-4759-a62b-8369f3d0c77d None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:33:22.801795 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-42bf8895-fd63-4759-a62b-8369f3d0c77d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:22.802184 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf8895-fd63-4759-a62b-8369f3d0c77d None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:33:22.802656 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-42bf8895-fd63-4759-a62b-8369f3d0c77d None None] Bound port: 638ee566-71f3-43b7-aab8-843c958d9c6d, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:33:22.803048 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-42bf8895-fd63-4759-a62b-8369f3d0c77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:22.847082 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-62d0dfae-abe7-4bf3-9f6a-df732e303314 req-7f340ec8-1819-443b-b866-e78211d3f79f tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0300047 Nov 12 20:33:22.847749 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004b7c12-92f8-4d5c-a089-b7e7702ba946 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Made reservation on behalf of c510c0945858446c87ca9a78193927af for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:33:22.851321 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-004b7c12-92f8-4d5c-a089-b7e7702ba946 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:22.856787 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-42bf8895-fd63-4759-a62b-8369f3d0c77d None None] For port 638ee566-71f3-43b7-aab8-843c958d9c6d, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:33:22.860422 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-42bf8895-fd63-4759-a62b-8369f3d0c77d None None] For port 638ee566-71f3-43b7-aab8-843c958d9c6d, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=638ee566-71f3-43b7-aab8-843c958d9c6d,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:33:22.877101 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-42bf8895-fd63-4759-a62b-8369f3d0c77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:22.931559 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddce6296-97ec-473a-8cc0-95e2dde9d432 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:33:22.961354 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f013a08-970d-450e-9c1b-730b0e6a5f82 None None] Pushing event updated for resources: {'Port': ['ID=638ee566-71f3-43b7-aab8-843c958d9c6d,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:22.962454 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bf8895-fd63-4759-a62b-8369f3d0c77d None None] Routers {'05deb634-cc31-4b44-ab5c-3ad26288cc6f'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:33:22.967173 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-42bf8895-fd63-4759-a62b-8369f3d0c77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:33:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['05deb634-cc31-4b44-ab5c-3ad26288cc6f'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:22.998464 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-96beb540-93d5-4984-8e94-420af8f6c269 None None] Provisioning complete for port 638ee566-71f3-43b7-aab8-843c958d9c6d triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:33:22.998839 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-96beb540-93d5-4984-8e94-420af8f6c269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:23.068185 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-004b7c12-92f8-4d5c-a089-b7e7702ba946 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:23.137500 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b7c12-92f8-4d5c-a089-b7e7702ba946 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Subnet': ['ID=35bbe00f-7942-4f7e-91b3-9545a69f9dc2,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:23.147304 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004b7c12-92f8-4d5c-a089-b7e7702ba946 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Checking segment: {'id': 'e4fd06f5-2e38-4880-bf7d-4e61f96032c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:33:23.147660 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004b7c12-92f8-4d5c-a089-b7e7702ba946 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Network hostable DHCP agents. Network: 44e6d471-e53f-4faf-844d-37947d0d0639, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:33:23.169095 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004b7c12-92f8-4d5c-a089-b7e7702ba946 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Network 44e6d471-e53f-4faf-844d-37947d0d0639 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:33:23.180654 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-004b7c12-92f8-4d5c-a089-b7e7702ba946 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 44e6d471-e53f-4faf-844d-37947d0d0639) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:33:23.185529 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004b7c12-92f8-4d5c-a089-b7e7702ba946 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:23.186417 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-004b7c12-92f8-4d5c-a089-b7e7702ba946 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:23.210015 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-004b7c12-92f8-4d5c-a089-b7e7702ba946 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9254105 Nov 12 20:33:23.213074 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48324) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:23.244793 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30b68b5-0ef1-4f27-8516-f67cbc6e7557 None None] Network 44e6d471-e53f-4faf-844d-37947d0d0639 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:33:23.339482 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-42bf8895-fd63-4759-a62b-8369f3d0c77d None None] Set router 05deb634-cc31-4b44-ab5c-3ad26288cc6f gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:33:23.466009 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-96beb540-93d5-4984-8e94-420af8f6c269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:23.511451 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-c59ce77a-5d55-4460-80c9-9b4cc6ce1af9 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:23.513009 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-c59ce77a-5d55-4460-80c9-9b4cc6ce1af9 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/networks?id=7571483a-4073-4faf-821c-52f6223d6db3 HTTP/1.1" status: 200 len: 814 time: 0.1286395 Nov 12 20:33:23.537232 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-8d4f136f-8019-4d53-ae34-639f5cc46b14 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/quotas/9b5caa0c13a547ab9b3a93f3bda96a34 HTTP/1.1" status: 200 len: 375 time: 0.0162480 Nov 12 20:33:23.545319 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-96beb540-93d5-4984-8e94-420af8f6c269 None None] For port 638ee566-71f3-43b7-aab8-843c958d9c6d, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=638ee566-71f3-43b7-aab8-843c958d9c6d,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:33:23.557426 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-96beb540-93d5-4984-8e94-420af8f6c269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:23.584535 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-068f0566-8aa6-4f43-8ff8-60b16f581aae tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b5caa0c13a547ab9b3a93f3bda96a34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410941 Nov 12 20:33:23.620509 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e589e6ad-fdf7-4ab0-b69a-59099f038dfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-44e6d471-e53f-4faf-844d-37947d0d0639', 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'fixed_ips': [{'subnet_id': '35bbe00f-7942-4f7e-91b3-9545a69f9dc2'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:33:23.621375 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e589e6ad-fdf7-4ab0-b69a-59099f038dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:23.681672 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96beb540-93d5-4984-8e94-420af8f6c269 None None] Pushing event updated for resources: {'Port': ['ID=638ee566-71f3-43b7-aab8-843c958d9c6d,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:23.707242 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-c8a6d149-f9ec-4e36-ae65-80a3a487ed64 service neutron] 10.222.0.48 "GET /v2.0/networks/7571483a-4073-4faf-821c-52f6223d6db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121838 Nov 12 20:33:23.757500 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2bb653e0-04a2-485c-b802-1487c0a8e9ae None None] Provisioning complete for port 638ee566-71f3-43b7-aab8-843c958d9c6d triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:33:23.757781 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2bb653e0-04a2-485c-b802-1487c0a8e9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:23.778039 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-215662f3-55dc-47e2-8846-12e9eff79b1e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:23.809453 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-f7a13afd-2cea-4b0c-b3b4-61e7e5ef7fbe service neutron] 10.222.0.48 "GET /v2.0/networks/7571483a-4073-4faf-821c-52f6223d6db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947034 Nov 12 20:33:23.857689 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:23.870276 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-42bf8895-fd63-4759-a62b-8369f3d0c77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409727927', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:33:21Z', 'revision_number': 3, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:23.910363 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-e589e6ad-fdf7-4ab0-b69a-59099f038dfa None None] Allocated IP 172.20.0.2 (44e6d471-e53f-4faf-844d-37947d0d0639/35bbe00f-7942-4f7e-91b3-9545a69f9dc2/0864b52d-3927-4869-90a4-68e02fd1ad8f) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:33:23.915672 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf8895-fd63-4759-a62b-8369f3d0c77d None None] The sync data for ids ['05deb634-cc31-4b44-ab5c-3ad26288cc6f'] in n-d-712140-15 is: [{'id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409727927', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:33:21Z', 'revision_number': 3, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:33:23.994054 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a1500b56-d4bb-43e2-8913-a2f67966d919 req-76627e27-cbc5-4116-bf50-cebe83167a0c tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0501399 Nov 12 20:33:24.051907 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:24.062985 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b2a224fb-7f1b-46cd-b2ba-fc0bbfa26675 req-7f5f54de-1b84-4292-8e90-df3cda766700 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf043683-50e1-482b-8421-934ec07aa223 HTTP/1.1" status: 200 len: 210 time: 0.0406280 Nov 12 20:33:24.138993 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e589e6ad-fdf7-4ab0-b69a-59099f038dfa None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:24.146514 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e589e6ad-fdf7-4ab0-b69a-59099f038dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:24.193876 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e589e6ad-fdf7-4ab0-b69a-59099f038dfa None None] Network 44e6d471-e53f-4faf-844d-37947d0d0639 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:33:24.197200 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-e589e6ad-fdf7-4ab0-b69a-59099f038dfa None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:33:24.201316 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e589e6ad-fdf7-4ab0-b69a-59099f038dfa None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:33:24.207662 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-215662f3-55dc-47e2-8846-12e9eff79b1e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Allocated IP 172.20.0.1 (44e6d471-e53f-4faf-844d-37947d0d0639/35bbe00f-7942-4f7e-91b3-9545a69f9dc2/fa1039cf-0d2e-4e9d-8f51-fc4ac860d181) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:33:24.266236 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589e6ad-fdf7-4ab0-b69a-59099f038dfa None None] Pushing event updated for resources: {'Port': ['ID=0864b52d-3927-4869-90a4-68e02fd1ad8f,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:24.305352 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e589e6ad-fdf7-4ab0-b69a-59099f038dfa None None] Attempting to bind port 0864b52d-3927-4869-90a4-68e02fd1ad8f on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:33:24.305864 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e589e6ad-fdf7-4ab0-b69a-59099f038dfa None None] Attempting to bind port 0864b52d-3927-4869-90a4-68e02fd1ad8f by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'e4fd06f5-2e38-4880-bf7d-4e61f96032c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:33:24.306300 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589e6ad-fdf7-4ab0-b69a-59099f038dfa None None] Attempting to bind port 0864b52d-3927-4869-90a4-68e02fd1ad8f on network 44e6d471-e53f-4faf-844d-37947d0d0639 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:33:24.313129 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589e6ad-fdf7-4ab0-b69a-59099f038dfa None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:33:24.313703 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589e6ad-fdf7-4ab0-b69a-59099f038dfa None None] Checking segment: {'id': 'e4fd06f5-2e38-4880-bf7d-4e61f96032c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:33:24.314230 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e589e6ad-fdf7-4ab0-b69a-59099f038dfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:24.314753 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589e6ad-fdf7-4ab0-b69a-59099f038dfa None None] Bound using segment: {'id': 'e4fd06f5-2e38-4880-bf7d-4e61f96032c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:33:24.315325 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e589e6ad-fdf7-4ab0-b69a-59099f038dfa None None] Bound port: 0864b52d-3927-4869-90a4-68e02fd1ad8f, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fd06f5-2e38-4880-bf7d-4e61f96032c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:33:24.315984 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e589e6ad-fdf7-4ab0-b69a-59099f038dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:24.402073 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-215662f3-55dc-47e2-8846-12e9eff79b1e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:24.405751 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e589e6ad-fdf7-4ab0-b69a-59099f038dfa None None] For port 0864b52d-3927-4869-90a4-68e02fd1ad8f, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:33:24.410842 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e589e6ad-fdf7-4ab0-b69a-59099f038dfa None None] For port 0864b52d-3927-4869-90a4-68e02fd1ad8f, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=0864b52d-3927-4869-90a4-68e02fd1ad8f,segment=NetworkSegment(e4fd06f5-2e38-4880-bf7d-4e61f96032c0),segment_id=e4fd06f5-2e38-4880-bf7d-4e61f96032c0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:33:24.416448 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e589e6ad-fdf7-4ab0-b69a-59099f038dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:24.454738 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-215662f3-55dc-47e2-8846-12e9eff79b1e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:24.493271 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589e6ad-fdf7-4ab0-b69a-59099f038dfa None None] Pushing event updated for resources: {'Port': ['ID=0864b52d-3927-4869-90a4-68e02fd1ad8f,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:24.534103 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215662f3-55dc-47e2-8846-12e9eff79b1e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Network 44e6d471-e53f-4faf-844d-37947d0d0639 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:33:24.535966 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-215662f3-55dc-47e2-8846-12e9eff79b1e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:33:24.537908 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215662f3-55dc-47e2-8846-12e9eff79b1e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Port': ['ID=fa1039cf-0d2e-4e9d-8f51-fc4ac860d181,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:24.540298 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215662f3-55dc-47e2-8846-12e9eff79b1e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:33:24.592075 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-215662f3-55dc-47e2-8846-12e9eff79b1e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:24.736363 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 638ee566-71f3-43b7-aab8-843c958d9c6d up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:33:24.816167 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 638ee566-71f3-43b7-aab8-843c958d9c6d triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:33:24.816872 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:24.818263 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-215662f3-55dc-47e2-8846-12e9eff79b1e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:25.121801 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-423a5b3d-3b94-47b2-baa7-923b0ba6e2e1 req-e113c94b-bf55-4a81-be02-8ade3d892406 tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0329120 Nov 12 20:33:25.182922 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9e998dcb-808a-4a7f-a993-d1a8e3c3baf3 req-f4dd7f23-49d2-47d4-88af-4e1662fb2e55 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf043683-50e1-482b-8421-934ec07aa223 HTTP/1.1" status: 200 len: 210 time: 0.0305610 Nov 12 20:33:25.214976 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-215662f3-55dc-47e2-8846-12e9eff79b1e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:25.215123 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:25.215240 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-215662f3-55dc-47e2-8846-12e9eff79b1e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:25.287386 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215662f3-55dc-47e2-8846-12e9eff79b1e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Port': ['ID=fa1039cf-0d2e-4e9d-8f51-fc4ac860d181,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:25.290266 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-215662f3-55dc-47e2-8846-12e9eff79b1e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:25.410765 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-4198479e-d5cd-4871-b6d2-fdc1e67a89d1 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:25.411325 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215662f3-55dc-47e2-8846-12e9eff79b1e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Network 44e6d471-e53f-4faf-844d-37947d0d0639 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:33:25.412924 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-215662f3-55dc-47e2-8846-12e9eff79b1e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:33:25.413296 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-4198479e-d5cd-4871-b6d2-fdc1e67a89d1 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.52 "GET /v2.0/networks?id=7571483a-4073-4faf-821c-52f6223d6db3 HTTP/1.1" status: 200 len: 814 time: 0.1239378 Nov 12 20:33:25.434049 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-4f385b5d-6799-4d94-b2ea-a08beaf0b141 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Request body: {'port': {'device_id': 'cf043683-50e1-482b-8421-934ec07aa223', 'network_id': '7571483a-4073-4faf-821c-52f6223d6db3', 'admin_state_up': True, 'tenant_id': '9b5caa0c13a547ab9b3a93f3bda96a34'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:33:25.548177 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215662f3-55dc-47e2-8846-12e9eff79b1e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Router 05deb634-cc31-4b44-ab5c-3ad26288cc6f has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:33:25.571948 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-4f385b5d-6799-4d94-b2ea-a08beaf0b141 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Made reservation on behalf of 9b5caa0c13a547ab9b3a93f3bda96a34 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:33:25.576826 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-4f385b5d-6799-4d94-b2ea-a08beaf0b141 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:25.698446 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215662f3-55dc-47e2-8846-12e9eff79b1e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:33:25.708775 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-215662f3-55dc-47e2-8846-12e9eff79b1e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "PUT /v2.0/routers/05deb634-cc31-4b44-ab5c-3ad26288cc6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4930680 Nov 12 20:33:25.745242 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-451dfbd7-bc34-427c-8f6d-2df1b7513d68 req-0300e1ca-0258-4379-8f2a-986dec3854e3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0330307 Nov 12 20:33:25.762697 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785438c3-2b47-4b2d-bedb-cd3d93204615 None None] Network 44e6d471-e53f-4faf-844d-37947d0d0639 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:33:25.774318 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-4f385b5d-6799-4d94-b2ea-a08beaf0b141 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Allocated IP 172.20.0.9 (7571483a-4073-4faf-821c-52f6223d6db3/d31ecca0-b7f2-4384-9ae4-553158786468/ddc75804-a742-4f3a-b1ed-6508573831ec) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:33:25.840428 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-6d0b3af3-eb77-4fd1-9fd2-b3cad9d47624 None None] Provisioning complete for port 0864b52d-3927-4869-90a4-68e02fd1ad8f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:33:25.840802 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6d0b3af3-eb77-4fd1-9fd2-b3cad9d47624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:25.910691 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-15f1a50a-b174-4dfe-aa23-e8936844f6f0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1449274338&fields=id&tenant_id=c510c0945858446c87ca9a78193927af HTTP/1.1" status: 200 len: 267 time: 0.0707960 Nov 12 20:33:25.977244 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-4f385b5d-6799-4d94-b2ea-a08beaf0b141 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:26.013385 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:26.017371 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6d0b3af3-eb77-4fd1-9fd2-b3cad9d47624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:26.027939 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-4f385b5d-6799-4d94-b2ea-a08beaf0b141 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:26.058540 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-6d0b3af3-eb77-4fd1-9fd2-b3cad9d47624 None None] For port 0864b52d-3927-4869-90a4-68e02fd1ad8f, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=0864b52d-3927-4869-90a4-68e02fd1ad8f,segment=NetworkSegment(e4fd06f5-2e38-4880-bf7d-4e61f96032c0),segment_id=e4fd06f5-2e38-4880-bf7d-4e61f96032c0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:33:26.063978 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6d0b3af3-eb77-4fd1-9fd2-b3cad9d47624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:26.091705 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-4f385b5d-6799-4d94-b2ea-a08beaf0b141 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Network 7571483a-4073-4faf-821c-52f6223d6db3 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:33:26.099952 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-4f385b5d-6799-4d94-b2ea-a08beaf0b141 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:33:26.102925 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-b04dd08b-b32f-464f-8b14-da6388cfa104 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:26.103099 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-4f385b5d-6799-4d94-b2ea-a08beaf0b141 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:33:26.104065 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-b04dd08b-b32f-464f-8b14-da6388cfa104 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/networks?id=44e6d471-e53f-4faf-844d-37947d0d0639 HTTP/1.1" status: 200 len: 797 time: 0.1829286 Nov 12 20:33:26.121275 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b3af3-eb77-4fd1-9fd2-b3cad9d47624 None None] Pushing event updated for resources: {'Port': ['ID=0864b52d-3927-4869-90a4-68e02fd1ad8f,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:26.139011 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f385b5d-6799-4d94-b2ea-a08beaf0b141 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Pushing event updated for resources: {'Port': ['ID=ddc75804-a742-4f3a-b1ed-6508573831ec,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:26.139690 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-53541782-d13c-48c5-8412-89699eadaed2 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/quotas/c510c0945858446c87ca9a78193927af HTTP/1.1" status: 200 len: 375 time: 0.0135925 Nov 12 20:33:26.209161 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-4f385b5d-6799-4d94-b2ea-a08beaf0b141 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:26.209966 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-4f385b5d-6799-4d94-b2ea-a08beaf0b141 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:26.239440 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-4f385b5d-6799-4d94-b2ea-a08beaf0b141 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8110385 Nov 12 20:33:26.256917 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-b1616f73-505e-4c07-b7be-876f4859a33a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1086900 Nov 12 20:33:26.262417 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-313cc91e-e4fb-4176-8d12-fcae37b40dff service neutron] Request body: {'port': {'device_id': 'cf043683-50e1-482b-8421-934ec07aa223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:33:26.267216 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9dd10efc-62be-476b-b134-5e5f8f758cbc req-b28a0b90-fd9d-45b8-8d9b-526b4f7fd60c tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0405836 Nov 12 20:33:26.391183 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-91c88c6f-f8de-4ce4-9a05-c48baf64fc24 service neutron] 10.222.0.48 "GET /v2.0/networks/44e6d471-e53f-4faf-844d-37947d0d0639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172976 Nov 12 20:33:26.402848 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e38f5bfd-59dc-42c2-9a68-13471dc0abd7 None None] Provisioning complete for port fa1039cf-0d2e-4e9d-8f51-fc4ac860d181 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:33:26.403318 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e38f5bfd-59dc-42c2-9a68-13471dc0abd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:26.414137 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c697199-a229-4b41-9076-b5687de43e3f None None] Sync routers for ids ['05deb634-cc31-4b44-ab5c-3ad26288cc6f'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:33:26.433531 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c697199-a229-4b41-9076-b5687de43e3f None None] Routers {'05deb634-cc31-4b44-ab5c-3ad26288cc6f'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:33:26.435807 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2c697199-a229-4b41-9076-b5687de43e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:33:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['05deb634-cc31-4b44-ab5c-3ad26288cc6f'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:26.448661 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e38f5bfd-59dc-42c2-9a68-13471dc0abd7 None None] Port fa1039cf-0d2e-4e9d-8f51-fc4ac860d181 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:33:26.467357 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e38f5bfd-59dc-42c2-9a68-13471dc0abd7 None None] Provisioning complete for port 0864b52d-3927-4869-90a4-68e02fd1ad8f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:33:26.468270 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e38f5bfd-59dc-42c2-9a68-13471dc0abd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:26.539818 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-dee964dd-a67b-443b-b489-9076882e06a4 service neutron] 10.222.0.48 "GET /v2.0/networks/44e6d471-e53f-4faf-844d-37947d0d0639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367059 Nov 12 20:33:26.617888 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-2c697199-a229-4b41-9076-b5687de43e3f None None] Set router 05deb634-cc31-4b44-ab5c-3ad26288cc6f gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:33:26.730676 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2545571c-d191-4182-a6dc-6ae8a2966e66 None None] Provisioning complete for port fa1039cf-0d2e-4e9d-8f51-fc4ac860d181 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:33:26.731567 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2545571c-d191-4182-a6dc-6ae8a2966e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:26.733695 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-313cc91e-e4fb-4176-8d12-fcae37b40dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:26.784645 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 0864b52d-3927-4869-90a4-68e02fd1ad8f up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:33:26.841314 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-67138073-9f86-4d06-9ada-4b9e9d89ee50 req-e8249592-62e4-4472-86ef-2593aad4819a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 210 time: 0.0463367 Nov 12 20:33:26.861583 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2545571c-d191-4182-a6dc-6ae8a2966e66 None None] Port fa1039cf-0d2e-4e9d-8f51-fc4ac860d181 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:33:26.895348 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 0864b52d-3927-4869-90a4-68e02fd1ad8f triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:33:26.896349 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:26.920398 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e471c-b9b1-4900-a805-22f3fbfd10fd req-5984d98b-7bf9-42cf-85b2-5899666659ae tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:26.928829 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f30e471c-b9b1-4900-a805-22f3fbfd10fd req-5984d98b-7bf9-42cf-85b2-5899666659ae tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf043683-50e1-482b-8421-934ec07aa223 HTTP/1.1" status: 200 len: 931 time: 0.1905763 Nov 12 20:33:26.965900 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2c697199-a229-4b41-9076-b5687de43e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409727927', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:33:24Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'fa1039cf-0d2e-4e9d-8f51-fc4ac860d181', 'name': '', 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:b0:d1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '35bbe00f-7942-4f7e-91b3-9545a69f9dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:23Z', 'updated_at': '2021-11-12T20:33:25Z', 'revision_number': 2, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': '35bbe00f-7942-4f7e-91b3-9545a69f9dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:27.007752 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c697199-a229-4b41-9076-b5687de43e3f None None] Checking router: 05deb634-cc31-4b44-ab5c-3ad26288cc6f for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:33:27.008793 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c697199-a229-4b41-9076-b5687de43e3f None None] Updating router 05deb634-cc31-4b44-ab5c-3ad26288cc6f port fa1039cf-0d2e-4e9d-8f51-fc4ac860d181 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:33:27.057157 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2c697199-a229-4b41-9076-b5687de43e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:27.091339 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f30e471c-b9b1-4900-a805-22f3fbfd10fd req-367321ae-95b7-4517-8312-36f1ddf9440b tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/security-groups?id=df7b8a42-5b83-4e76-87e3-b9b30ca34f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613042 Nov 12 20:33:27.091854 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7e254fd3-e5c0-4551-b26b-df6a4d976f6d None None] Provisioning complete for port fa1039cf-0d2e-4e9d-8f51-fc4ac860d181 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:33:27.092392 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7e254fd3-e5c0-4551-b26b-df6a4d976f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:27.138205 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7e254fd3-e5c0-4551-b26b-df6a4d976f6d None None] Port fa1039cf-0d2e-4e9d-8f51-fc4ac860d181 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:33:27.286749 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-313cc91e-e4fb-4176-8d12-fcae37b40dff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc75804-a742-4f3a-b1ed-6508573831ec {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:33:27.295507 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-313cc91e-e4fb-4176-8d12-fcae37b40dff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:27.308995 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-313cc91e-e4fb-4176-8d12-fcae37b40dff service neutron] Transition to ACTIVE for port object ddc75804-a742-4f3a-b1ed-6508573831ec will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:33:27.313515 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-313cc91e-e4fb-4176-8d12-fcae37b40dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:27.384780 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cc91e-e4fb-4176-8d12-fcae37b40dff service neutron] Pushing event updated for resources: {'Port': ['ID=ddc75804-a742-4f3a-b1ed-6508573831ec,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:27.405263 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2c697199-a229-4b41-9076-b5687de43e3f None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:27.413957 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2c697199-a229-4b41-9076-b5687de43e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:27.429562 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a5928e9f-9440-4630-a1c3-0c328ac292db req-bc605111-f67b-465d-a895-c88dcdd7c75b tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0493338 Nov 12 20:33:27.491270 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-313cc91e-e4fb-4176-8d12-fcae37b40dff service neutron] Attempting to bind port ddc75804-a742-4f3a-b1ed-6508573831ec on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:33:27.491612 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-313cc91e-e4fb-4176-8d12-fcae37b40dff service neutron] Attempting to bind port ddc75804-a742-4f3a-b1ed-6508573831ec by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'b048f169-d066-424f-b8e0-81be7dad53fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7571483a-4073-4faf-821c-52f6223d6db3'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:33:27.492062 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-313cc91e-e4fb-4176-8d12-fcae37b40dff service neutron] Attempting to bind port ddc75804-a742-4f3a-b1ed-6508573831ec on network 7571483a-4073-4faf-821c-52f6223d6db3 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:33:27.499217 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-313cc91e-e4fb-4176-8d12-fcae37b40dff service neutron] Port ddc75804-a742-4f3a-b1ed-6508573831ec on network 7571483a-4073-4faf-821c-52f6223d6db3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:33:27.500882 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-313cc91e-e4fb-4176-8d12-fcae37b40dff service neutron] Attempting to bind port ddc75804-a742-4f3a-b1ed-6508573831ec on network 7571483a-4073-4faf-821c-52f6223d6db3 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:33:27.506483 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-313cc91e-e4fb-4176-8d12-fcae37b40dff service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:33:27.506830 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-313cc91e-e4fb-4176-8d12-fcae37b40dff service neutron] Checking segment: {'id': 'b048f169-d066-424f-b8e0-81be7dad53fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7571483a-4073-4faf-821c-52f6223d6db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:33:27.507219 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-313cc91e-e4fb-4176-8d12-fcae37b40dff service neutron] Bound using segment: {'id': 'b048f169-d066-424f-b8e0-81be7dad53fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7571483a-4073-4faf-821c-52f6223d6db3'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:33:27.507663 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-313cc91e-e4fb-4176-8d12-fcae37b40dff service neutron] Bound port: ddc75804-a742-4f3a-b1ed-6508573831ec, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b048f169-d066-424f-b8e0-81be7dad53fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7571483a-4073-4faf-821c-52f6223d6db3'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:33:27.508168 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-313cc91e-e4fb-4176-8d12-fcae37b40dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:27.514164 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437dac5f-db52-44b5-a266-a7ee70ddd66e None None] Pushing event updated for resources: {'Port': ['ID=fa1039cf-0d2e-4e9d-8f51-fc4ac860d181,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:27.529585 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437dac5f-db52-44b5-a266-a7ee70ddd66e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:27.530123 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437dac5f-db52-44b5-a266-a7ee70ddd66e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:27.530621 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437dac5f-db52-44b5-a266-a7ee70ddd66e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:27.531149 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437dac5f-db52-44b5-a266-a7ee70ddd66e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:27.531665 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437dac5f-db52-44b5-a266-a7ee70ddd66e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:27.532356 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437dac5f-db52-44b5-a266-a7ee70ddd66e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:27.532902 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437dac5f-db52-44b5-a266-a7ee70ddd66e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:27.533431 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437dac5f-db52-44b5-a266-a7ee70ddd66e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:27.533961 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437dac5f-db52-44b5-a266-a7ee70ddd66e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:27.534619 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437dac5f-db52-44b5-a266-a7ee70ddd66e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:27.535149 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437dac5f-db52-44b5-a266-a7ee70ddd66e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:27.535742 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437dac5f-db52-44b5-a266-a7ee70ddd66e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:27.545293 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-2c697199-a229-4b41-9076-b5687de43e3f None None] Attempting to bind port fa1039cf-0d2e-4e9d-8f51-fc4ac860d181 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:33:27.545989 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-2c697199-a229-4b41-9076-b5687de43e3f None None] Attempting to bind port fa1039cf-0d2e-4e9d-8f51-fc4ac860d181 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'e4fd06f5-2e38-4880-bf7d-4e61f96032c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:33:27.547212 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c697199-a229-4b41-9076-b5687de43e3f None None] Attempting to bind port fa1039cf-0d2e-4e9d-8f51-fc4ac860d181 on network 44e6d471-e53f-4faf-844d-37947d0d0639 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:33:27.555187 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c697199-a229-4b41-9076-b5687de43e3f None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:33:27.563608 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c697199-a229-4b41-9076-b5687de43e3f None None] Checking segment: {'id': 'e4fd06f5-2e38-4880-bf7d-4e61f96032c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:33:27.564341 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2c697199-a229-4b41-9076-b5687de43e3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:27.564927 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c697199-a229-4b41-9076-b5687de43e3f None None] Bound using segment: {'id': 'e4fd06f5-2e38-4880-bf7d-4e61f96032c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:33:27.565592 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-2c697199-a229-4b41-9076-b5687de43e3f None None] Bound port: fa1039cf-0d2e-4e9d-8f51-fc4ac860d181, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fd06f5-2e38-4880-bf7d-4e61f96032c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:33:27.566147 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2c697199-a229-4b41-9076-b5687de43e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:27.591915 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-313cc91e-e4fb-4176-8d12-fcae37b40dff service neutron] For port ddc75804-a742-4f3a-b1ed-6508573831ec, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:33:27.596193 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-313cc91e-e4fb-4176-8d12-fcae37b40dff service neutron] For port ddc75804-a742-4f3a-b1ed-6508573831ec, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=ddc75804-a742-4f3a-b1ed-6508573831ec,segment=NetworkSegment(b048f169-d066-424f-b8e0-81be7dad53fa),segment_id=b048f169-d066-424f-b8e0-81be7dad53fa)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:33:27.607969 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-313cc91e-e4fb-4176-8d12-fcae37b40dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:27.664087 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-2c697199-a229-4b41-9076-b5687de43e3f None None] For port fa1039cf-0d2e-4e9d-8f51-fc4ac860d181, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:33:27.668113 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-2c697199-a229-4b41-9076-b5687de43e3f None None] For port fa1039cf-0d2e-4e9d-8f51-fc4ac860d181, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=fa1039cf-0d2e-4e9d-8f51-fc4ac860d181,segment=NetworkSegment(e4fd06f5-2e38-4880-bf7d-4e61f96032c0),segment_id=e4fd06f5-2e38-4880-bf7d-4e61f96032c0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:33:27.677175 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2c697199-a229-4b41-9076-b5687de43e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:27.711132 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cc91e-e4fb-4176-8d12-fcae37b40dff service neutron] Pushing event updated for resources: {'Port': ['ID=ddc75804-a742-4f3a-b1ed-6508573831ec,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:27.715042 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-313cc91e-e4fb-4176-8d12-fcae37b40dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:27.715458 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-313cc91e-e4fb-4176-8d12-fcae37b40dff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:27.716899 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-313cc91e-e4fb-4176-8d12-fcae37b40dff service neutron] 10.222.0.52 "PUT /v2.0/ports/ddc75804-a742-4f3a-b1ed-6508573831ec HTTP/1.1" status: 200 len: 1092 time: 1.4592290 Nov 12 20:33:27.717352 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf043683-50e1-482b-8421-934ec07aa223', 'tag': 'ddc75804-a742-4f3a-b1ed-6508573831ec'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:33:27.720486 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb2c73d-e87f-492e-8348-8e3e4505d274" -d '{"events": [{"name": "network-changed", "server_uuid": "cf043683-50e1-482b-8421-934ec07aa223", "tag": "ddc75804-a742-4f3a-b1ed-6508573831ec"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:33:27.760026 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c697199-a229-4b41-9076-b5687de43e3f None None] Routers {'05deb634-cc31-4b44-ab5c-3ad26288cc6f'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:33:27.760702 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2c697199-a229-4b41-9076-b5687de43e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:33:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['05deb634-cc31-4b44-ab5c-3ad26288cc6f'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:27.777576 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610dfd3a-6eee-4f15-85fa-2fe370754116 x-openstack-request-id: req-610dfd3a-6eee-4f15-85fa-2fe370754116 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:33:27.777868 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf043683-50e1-482b-8421-934ec07aa223", "tag": "ddc75804-a742-4f3a-b1ed-6508573831ec", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:33:27.778120 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-610dfd3a-6eee-4f15-85fa-2fe370754116 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:33:27.778531 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf043683-50e1-482b-8421-934ec07aa223', 'tag': 'ddc75804-a742-4f3a-b1ed-6508573831ec', 'status': 'completed', 'code': 200} Nov 12 20:33:27.830933 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437dac5f-db52-44b5-a266-a7ee70ddd66e None None] Pushing event updated for resources: {'Port': ['ID=fa1039cf-0d2e-4e9d-8f51-fc4ac860d181,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:27.832060 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-17736540-7697-495e-af2b-6515a49d00d6 req-183e9fdf-3063-4118-b8b5-d079d9594ea9 tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d&device_id=0bbea190-7125-42eb-8405-121b3a410d4c HTTP/1.1" status: 200 len: 210 time: 0.0474446 Nov 12 20:33:27.845654 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-bf55213a-af8b-47bf-bf9a-b73828afd174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:27.847423 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-bf55213a-af8b-47bf-bf9a-b73828afd174 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b5caa0c13a547ab9b3a93f3bda96a34&device_id=cf043683-50e1-482b-8421-934ec07aa223 HTTP/1.1" status: 200 len: 1095 time: 0.0823200 Nov 12 20:33:27.887531 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4f56dbbc-2ee9-48f4-9fef-e47df1ca80b9 None None] Provisioning complete for port fa1039cf-0d2e-4e9d-8f51-fc4ac860d181 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:33:27.888054 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4f56dbbc-2ee9-48f4-9fef-e47df1ca80b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:27.905565 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-eb1be4c6-a043-4fcd-a58e-738fddfc1a5a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddc75804-a742-4f3a-b1ed-6508573831ec HTTP/1.1" status: 200 len: 217 time: 0.0482619 Nov 12 20:33:27.914251 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-2c697199-a229-4b41-9076-b5687de43e3f None None] Set router 05deb634-cc31-4b44-ab5c-3ad26288cc6f gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:33:27.961855 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-eabaceb2-8fb6-4fd4-a093-45415ac1c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:27.967839 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-eabaceb2-8fb6-4fd4-a093-45415ac1c8f8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d31ecca0-b7f2-4384-9ae4-553158786468 HTTP/1.1" status: 200 len: 854 time: 0.0528586 Nov 12 20:33:28.043180 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-a1229788-0d7a-49d9-a46b-c50bbb0865be service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7571483a-4073-4faf-821c-52f6223d6db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623455 Nov 12 20:33:28.045737 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-09509a1f-9b07-4af6-a740-563089d90a9e req-3f06e9ea-682c-40ad-b33e-73c871189633 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 210 time: 0.0741804 Nov 12 20:33:28.244342 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c55ddb0c-65db-43a5-9386-372cf98d3005 req-3fa8fc4c-5ebb-40b4-8d19-5f644b2d16c5 tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0408037 Nov 12 20:33:28.281638 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e59798a-f9c2-40b3-a54d-81da692ecc80 req-5edfbf89-58f1-414d-909c-f3151eec0d88 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b2a2bc46f0d4a9483652af113e0698a&device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0546501 Nov 12 20:33:28.291817 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4f56dbbc-2ee9-48f4-9fef-e47df1ca80b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:28.329478 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2c697199-a229-4b41-9076-b5687de43e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409727927', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:33:24Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'fa1039cf-0d2e-4e9d-8f51-fc4ac860d181', 'name': '', 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:b0:d1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '35bbe00f-7942-4f7e-91b3-9545a69f9dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:23Z', 'updated_at': '2021-11-12T20:33:27Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': '35bbe00f-7942-4f7e-91b3-9545a69f9dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:28.333861 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-4f56dbbc-2ee9-48f4-9fef-e47df1ca80b9 None None] For port fa1039cf-0d2e-4e9d-8f51-fc4ac860d181, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=fa1039cf-0d2e-4e9d-8f51-fc4ac860d181,segment=NetworkSegment(e4fd06f5-2e38-4880-bf7d-4e61f96032c0),segment_id=e4fd06f5-2e38-4880-bf7d-4e61f96032c0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:33:28.343000 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4f56dbbc-2ee9-48f4-9fef-e47df1ca80b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:28.382876 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c697199-a229-4b41-9076-b5687de43e3f None None] The sync data for ids ['05deb634-cc31-4b44-ab5c-3ad26288cc6f'] in n-d-712140-15 is: [{'id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409727927', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:33:24Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'fa1039cf-0d2e-4e9d-8f51-fc4ac860d181', 'name': '', 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:b0:d1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '35bbe00f-7942-4f7e-91b3-9545a69f9dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:23Z', 'updated_at': '2021-11-12T20:33:27Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': '35bbe00f-7942-4f7e-91b3-9545a69f9dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:33:28.395507 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e59798a-f9c2-40b3-a54d-81da692ecc80 req-dbdbaec2-b394-44a7-964a-17351a546cdf service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0b2a2bc46f0d4a9483652af113e0698a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0858502 Nov 12 20:33:28.429669 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56dbbc-2ee9-48f4-9fef-e47df1ca80b9 None None] Pushing event updated for resources: {'Port': ['ID=fa1039cf-0d2e-4e9d-8f51-fc4ac860d181,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:28.503992 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-6689ca14-f5bf-461c-836c-449cacee6763 None None] Provisioning complete for port fa1039cf-0d2e-4e9d-8f51-fc4ac860d181 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:33:28.503992 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6689ca14-f5bf-461c-836c-449cacee6763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:28.505786 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-c0ed16ec-4420-4bb0-a362-40b6907055cb service neutron] 10.222.0.52 "GET /v2.0/networks/7571483a-4073-4faf-821c-52f6223d6db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445601 Nov 12 20:33:28.513951 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb6115-43d0-4cea-918d-3d740803f8fa req-6b126338-a758-4f25-88a1-ca6bb34d4a17 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:28.515621 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e6bb6115-43d0-4cea-918d-3d740803f8fa req-6b126338-a758-4f25-88a1-ca6bb34d4a17 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf043683-50e1-482b-8421-934ec07aa223 HTTP/1.1" status: 200 len: 943 time: 0.2707810 Nov 12 20:33:28.665772 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-6ed2e215-c4d0-4dac-b601-e5ff7488768e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:28.667300 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-6ed2e215-c4d0-4dac-b601-e5ff7488768e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.52 "GET /v2.0/networks?id=44e6d471-e53f-4faf-844d-37947d0d0639 HTTP/1.1" status: 200 len: 797 time: 0.4654634 Nov 12 20:33:28.732376 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device fa1039cf-0d2e-4e9d-8f51-fc4ac860d181 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:33:28.785615 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port fa1039cf-0d2e-4e9d-8f51-fc4ac860d181 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:33:28.786431 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:28.792982 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59798a-f9c2-40b3-a54d-81da692ecc80 req-0a04c446-cb1a-4a6f-a17d-075601067915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:28.794507 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e59798a-f9c2-40b3-a54d-81da692ecc80 req-0a04c446-cb1a-4a6f-a17d-075601067915 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3874583 Nov 12 20:33:28.818099 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e6bb6115-43d0-4cea-918d-3d740803f8fa req-23cbbae0-649d-404b-8b4f-90850e795222 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/security-groups?id=df7b8a42-5b83-4e76-87e3-b9b30ca34f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819633 Nov 12 20:33:28.855208 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-b1683aeb-eef4-4edd-96ba-f2c4e1c960a7 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c510c0945858446c87ca9a78193927af HTTP/1.1" status: 200 len: 380 time: 0.1694291 Nov 12 20:33:28.857435 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e540e70-4b54-4dd5-99a0-b541d7ca0e73 req-c93159c4-72db-45cc-aace-cd1adae78430 service neutron] 10.222.0.52 "GET /v2.0/networks/7571483a-4073-4faf-821c-52f6223d6db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172820 Nov 12 20:33:28.875426 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0c60cb16-49d1-4e83-a2d7-1bf9f7a48f57 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'port': {'device_id': 'e19f28c2-2717-44fb-922f-41c5938ef2f5', 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639', 'admin_state_up': True, 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'security_groups': ['b29377c9-9292-4b2b-9b08-ee2ba60c04d1']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:33:29.004297 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2c73d-e87f-492e-8348-8e3e4505d274 req-f2e2f6dd-f157-4e2e-8d00-f49ab682daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:29.005782 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bfb2c73d-e87f-492e-8348-8e3e4505d274 req-f2e2f6dd-f157-4e2e-8d00-f49ab682daa4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b5caa0c13a547ab9b3a93f3bda96a34&device_id=cf043683-50e1-482b-8421-934ec07aa223 HTTP/1.1" status: 200 len: 1095 time: 0.0731425 Nov 12 20:33:29.076140 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0c60cb16-49d1-4e83-a2d7-1bf9f7a48f57 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Made reservation on behalf of c510c0945858446c87ca9a78193927af for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:33:29.080501 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0c60cb16-49d1-4e83-a2d7-1bf9f7a48f57 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:29.144928 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-638d8b4e-1df1-40d7-b3ff-5131e5e9e403 req-e54939f8-ec7a-4819-9b78-8cd3345442bb tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 210 time: 0.0328581 Nov 12 20:33:29.173424 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2c73d-e87f-492e-8348-8e3e4505d274 req-d4de9442-fd3b-4f8a-afe2-51b443f412d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:29.174927 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bfb2c73d-e87f-492e-8348-8e3e4505d274 req-d4de9442-fd3b-4f8a-afe2-51b443f412d8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7571483a-4073-4faf-821c-52f6223d6db3 HTTP/1.1" status: 200 len: 915 time: 0.1600604 Nov 12 20:33:29.246242 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bfb2c73d-e87f-492e-8348-8e3e4505d274 req-db0853a1-a929-480c-9f66-579ae4535a0f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddc75804-a742-4f3a-b1ed-6508573831ec HTTP/1.1" status: 200 len: 217 time: 0.0607502 Nov 12 20:33:29.312845 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0c60cb16-49d1-4e83-a2d7-1bf9f7a48f57 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Allocated IP 172.20.0.4 (44e6d471-e53f-4faf-844d-37947d0d0639/35bbe00f-7942-4f7e-91b3-9545a69f9dc2/36e3d332-5ae8-4485-9509-93a60abc0b28) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:33:29.340443 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2c73d-e87f-492e-8348-8e3e4505d274 req-e7b97a67-fd47-425b-9c56-1f9a0ecc4b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:29.342041 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bfb2c73d-e87f-492e-8348-8e3e4505d274 req-e7b97a67-fd47-425b-9c56-1f9a0ecc4b07 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d31ecca0-b7f2-4384-9ae4-553158786468 HTTP/1.1" status: 200 len: 854 time: 0.0873046 Nov 12 20:33:29.373868 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-07b24c91-dc53-4e5d-a56a-f925a9e478f0 req-7dc227ad-ffce-44a5-9739-63ee15872344 tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0570166 Nov 12 20:33:29.398486 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bfb2c73d-e87f-492e-8348-8e3e4505d274 req-8fe10d51-a6bc-499f-aa33-e3603708f026 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7571483a-4073-4faf-821c-52f6223d6db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376661 Nov 12 20:33:29.577007 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bfb2c73d-e87f-492e-8348-8e3e4505d274 req-e0bbc5ab-cfc8-4d07-95ce-de903a27cef1 service neutron] 10.222.0.52 "GET /v2.0/networks/7571483a-4073-4faf-821c-52f6223d6db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700826 Nov 12 20:33:29.599438 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0c60cb16-49d1-4e83-a2d7-1bf9f7a48f57 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:29.695439 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0c60cb16-49d1-4e83-a2d7-1bf9f7a48f57 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:29.701289 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bfb2c73d-e87f-492e-8348-8e3e4505d274 req-57bed556-0d16-4406-8b53-dc8b7bfd32c2 service neutron] 10.222.0.52 "GET /v2.0/networks/7571483a-4073-4faf-821c-52f6223d6db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157615 Nov 12 20:33:29.742248 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0c60cb16-49d1-4e83-a2d7-1bf9f7a48f57 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Network 44e6d471-e53f-4faf-844d-37947d0d0639 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:33:29.747252 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0c60cb16-49d1-4e83-a2d7-1bf9f7a48f57 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:33:29.750292 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0c60cb16-49d1-4e83-a2d7-1bf9f7a48f57 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:33:29.782525 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60cb16-49d1-4e83-a2d7-1bf9f7a48f57 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Port': ['ID=36e3d332-5ae8-4485-9509-93a60abc0b28,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:29.797334 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60cb16-49d1-4e83-a2d7-1bf9f7a48f57 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:29.797658 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60cb16-49d1-4e83-a2d7-1bf9f7a48f57 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:29.798211 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60cb16-49d1-4e83-a2d7-1bf9f7a48f57 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:29.798774 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60cb16-49d1-4e83-a2d7-1bf9f7a48f57 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:29.799340 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60cb16-49d1-4e83-a2d7-1bf9f7a48f57 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:29.799682 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60cb16-49d1-4e83-a2d7-1bf9f7a48f57 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:29.801094 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60cb16-49d1-4e83-a2d7-1bf9f7a48f57 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:29.802909 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60cb16-49d1-4e83-a2d7-1bf9f7a48f57 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:29.803277 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60cb16-49d1-4e83-a2d7-1bf9f7a48f57 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:29.803624 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60cb16-49d1-4e83-a2d7-1bf9f7a48f57 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:29.805119 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60cb16-49d1-4e83-a2d7-1bf9f7a48f57 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:29.805459 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60cb16-49d1-4e83-a2d7-1bf9f7a48f57 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:33:29.827224 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0c60cb16-49d1-4e83-a2d7-1bf9f7a48f57 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:29.827945 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0c60cb16-49d1-4e83-a2d7-1bf9f7a48f57 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:29.845363 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0c60cb16-49d1-4e83-a2d7-1bf9f7a48f57 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9752393 Nov 12 20:33:29.861940 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0e7a53c0-2af4-4fda-9caf-6b69ed674c97 service neutron] Request body: {'port': {'device_id': 'e19f28c2-2717-44fb-922f-41c5938ef2f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:33:29.920002 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0e7a53c0-2af4-4fda-9caf-6b69ed674c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:29.943984 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1ecb4-3374-4812-b322-d6fe4abbb219 req-af654ad3-a149-47be-a991-1644ed7a12f7 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:29.945540 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b3a1ecb4-3374-4812-b322-d6fe4abbb219 req-af654ad3-a149-47be-a991-1644ed7a12f7 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf043683-50e1-482b-8421-934ec07aa223 HTTP/1.1" status: 200 len: 943 time: 0.0560360 Nov 12 20:33:29.978214 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-aded6f4f-18ff-4338-8670-d828a523c4ee None None] Provisioning complete for port 36e3d332-5ae8-4485-9509-93a60abc0b28 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:33:29.979723 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-aded6f4f-18ff-4338-8670-d828a523c4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:29.999949 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b3a1ecb4-3374-4812-b322-d6fe4abbb219 req-f5f5a088-2bd5-4415-b640-d1b44e6ef8f2 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/security-groups?id=df7b8a42-5b83-4e76-87e3-b9b30ca34f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464830 Nov 12 20:33:30.017160 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-aded6f4f-18ff-4338-8670-d828a523c4ee None None] Port 36e3d332-5ae8-4485-9509-93a60abc0b28 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:33:30.166501 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e59798a-f9c2-40b3-a54d-81da692ecc80 req-ec0ec844-4461-4764-bd20-42f567287de7 tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0405474 Nov 12 20:33:30.231452 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0e7a53c0-2af4-4fda-9caf-6b69ed674c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e3d332-5ae8-4485-9509-93a60abc0b28 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:33:30.241528 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0e7a53c0-2af4-4fda-9caf-6b69ed674c97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:30.272625 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0e7a53c0-2af4-4fda-9caf-6b69ed674c97 service neutron] Transition to ACTIVE for port object 36e3d332-5ae8-4485-9509-93a60abc0b28 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:33:30.277695 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0e7a53c0-2af4-4fda-9caf-6b69ed674c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:30.319957 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99693a04-bf40-4bb5-9b23-f1594ec78566 req-f4eba708-2b77-48c5-a37e-51c9e52bf74b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:30.321488 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-99693a04-bf40-4bb5-9b23-f1594ec78566 req-f4eba708-2b77-48c5-a37e-51c9e52bf74b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 931 time: 0.1022503 Nov 12 20:33:30.382185 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a53c0-2af4-4fda-9caf-6b69ed674c97 service neutron] Pushing event updated for resources: {'Port': ['ID=36e3d332-5ae8-4485-9509-93a60abc0b28,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:30.444689 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-99693a04-bf40-4bb5-9b23-f1594ec78566 req-47f9d5ce-8c3e-4c42-a4c8-cfdee9a5dbb0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29377c9-9292-4b2b-9b08-ee2ba60c04d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168656 Nov 12 20:33:30.469865 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0e7a53c0-2af4-4fda-9caf-6b69ed674c97 service neutron] Attempting to bind port 36e3d332-5ae8-4485-9509-93a60abc0b28 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:33:30.470224 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0e7a53c0-2af4-4fda-9caf-6b69ed674c97 service neutron] Attempting to bind port 36e3d332-5ae8-4485-9509-93a60abc0b28 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'e4fd06f5-2e38-4880-bf7d-4e61f96032c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:33:30.470518 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0e7a53c0-2af4-4fda-9caf-6b69ed674c97 service neutron] Attempting to bind port 36e3d332-5ae8-4485-9509-93a60abc0b28 on network 44e6d471-e53f-4faf-844d-37947d0d0639 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:33:30.475314 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0e7a53c0-2af4-4fda-9caf-6b69ed674c97 service neutron] Port 36e3d332-5ae8-4485-9509-93a60abc0b28 on network 44e6d471-e53f-4faf-844d-37947d0d0639 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:33:30.475639 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0e7a53c0-2af4-4fda-9caf-6b69ed674c97 service neutron] Attempting to bind port 36e3d332-5ae8-4485-9509-93a60abc0b28 on network 44e6d471-e53f-4faf-844d-37947d0d0639 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:33:30.484033 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0e7a53c0-2af4-4fda-9caf-6b69ed674c97 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:33:30.484878 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0e7a53c0-2af4-4fda-9caf-6b69ed674c97 service neutron] Checking segment: {'id': 'e4fd06f5-2e38-4880-bf7d-4e61f96032c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:33:30.485121 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0e7a53c0-2af4-4fda-9caf-6b69ed674c97 service neutron] Bound using segment: {'id': 'e4fd06f5-2e38-4880-bf7d-4e61f96032c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:33:30.485562 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0e7a53c0-2af4-4fda-9caf-6b69ed674c97 service neutron] Bound port: 36e3d332-5ae8-4485-9509-93a60abc0b28, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4fd06f5-2e38-4880-bf7d-4e61f96032c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:33:30.485968 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0e7a53c0-2af4-4fda-9caf-6b69ed674c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:30.523572 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device ddc75804-a742-4f3a-b1ed-6508573831ec details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:33:30.527461 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-19724001-ba41-4bd1-9a71-20b991beddd9 req-309fb038-c86e-41cd-b973-f911982c362a tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af6d9ee-367c-4b50-8278-eb0120d5618d HTTP/1.1" status: 200 len: 210 time: 0.0444720 Nov 12 20:33:30.573231 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0e7a53c0-2af4-4fda-9caf-6b69ed674c97 service neutron] For port 36e3d332-5ae8-4485-9509-93a60abc0b28, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:33:30.577139 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0e7a53c0-2af4-4fda-9caf-6b69ed674c97 service neutron] For port 36e3d332-5ae8-4485-9509-93a60abc0b28, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=36e3d332-5ae8-4485-9509-93a60abc0b28,segment=NetworkSegment(e4fd06f5-2e38-4880-bf7d-4e61f96032c0),segment_id=e4fd06f5-2e38-4880-bf7d-4e61f96032c0)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:33:30.582086 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0e7a53c0-2af4-4fda-9caf-6b69ed674c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:30.626273 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0e7a53c0-2af4-4fda-9caf-6b69ed674c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:30.627077 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0e7a53c0-2af4-4fda-9caf-6b69ed674c97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:30.628532 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0e7a53c0-2af4-4fda-9caf-6b69ed674c97 service neutron] 10.222.0.52 "PUT /v2.0/ports/36e3d332-5ae8-4485-9509-93a60abc0b28 HTTP/1.1" status: 200 len: 1092 time: 0.7732205 Nov 12 20:33:30.630789 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19f28c2-2717-44fb-922f-41c5938ef2f5', 'tag': '36e3d332-5ae8-4485-9509-93a60abc0b28'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:33:30.633171 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4d6967-c66d-4209-84ca-4c109f818fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "e19f28c2-2717-44fb-922f-41c5938ef2f5", "tag": "36e3d332-5ae8-4485-9509-93a60abc0b28"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:33:30.653619 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port ddc75804-a742-4f3a-b1ed-6508573831ec, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=ddc75804-a742-4f3a-b1ed-6508573831ec,segment=NetworkSegment(b048f169-d066-424f-b8e0-81be7dad53fa),segment_id=b048f169-d066-424f-b8e0-81be7dad53fa)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:33:30.685788 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'ddc75804-a742-4f3a-b1ed-6508573831ec', 'network_id': '7571483a-4073-4faf-821c-52f6223d6db3', 'port_id': 'ddc75804-a742-4f3a-b1ed-6508573831ec', 'mac_address': 'fa:16:3e:aa:58:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd31ecca0-b7f2-4384-9ae4-553158786468', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:33:30.701764 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0208ce-cb85-4c09-b7e9-c0a8805b1a96 x-openstack-request-id: req-8e0208ce-cb85-4c09-b7e9-c0a8805b1a96 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:33:30.702100 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19f28c2-2717-44fb-922f-41c5938ef2f5", "tag": "36e3d332-5ae8-4485-9509-93a60abc0b28", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:33:30.702356 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8e0208ce-cb85-4c09-b7e9-c0a8805b1a96 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:33:30.702863 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19f28c2-2717-44fb-922f-41c5938ef2f5', 'tag': '36e3d332-5ae8-4485-9509-93a60abc0b28', 'status': 'completed', 'code': 200} Nov 12 20:33:30.706041 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a53c0-2af4-4fda-9caf-6b69ed674c97 service neutron] Pushing event updated for resources: {'Port': ['ID=36e3d332-5ae8-4485-9509-93a60abc0b28,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:30.738506 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:30.745920 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0315a4a7-9d91-4020-b5a4-36a73bd78424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:30.747874 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-0315a4a7-9d91-4020-b5a4-36a73bd78424 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 1095 time: 0.0621080 Nov 12 20:33:30.755818 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc75804-a742-4f3a-b1ed-6508573831ec {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:33:30.777728 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port ddc75804-a742-4f3a-b1ed-6508573831ec, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=ddc75804-a742-4f3a-b1ed-6508573831ec,segment=NetworkSegment(b048f169-d066-424f-b8e0-81be7dad53fa),segment_id=b048f169-d066-424f-b8e0-81be7dad53fa)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:33:30.782834 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:30.801257 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-eb6be5e7-50fd-4810-981e-06bb7a646421 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36e3d332-5ae8-4485-9509-93a60abc0b28 HTTP/1.1" status: 200 len: 217 time: 0.0372245 Nov 12 20:33:30.833933 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=ddc75804-a742-4f3a-b1ed-6508573831ec,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:30.856662 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-40669286-c126-42ca-9b1d-488b56d97729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:30.858323 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-40669286-c126-42ca-9b1d-488b56d97729 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35bbe00f-7942-4f7e-91b3-9545a69f9dc2 HTTP/1.1" status: 200 len: 834 time: 0.0499337 Nov 12 20:33:30.911395 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-f2c2d96b-edf7-489f-9c75-1bec97a510d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:30.913160 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-f2c2d96b-edf7-489f-9c75-1bec97a510d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=44e6d471-e53f-4faf-844d-37947d0d0639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466080 Nov 12 20:33:31.009559 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-08571769-cd32-48e3-921f-ac067a378f3d service neutron] 10.222.0.52 "GET /v2.0/networks/44e6d471-e53f-4faf-844d-37947d0d0639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883842 Nov 12 20:33:31.035995 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['ddc75804-a742-4f3a-b1ed-6508573831ec'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:33:31.117631 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63d474-e9a9-4a6d-a846-aa73500395b4 req-33811dfb-4cc8-490d-afe9-1afb4d533421 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:31.118847 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0c1579cd-cd30-4c6f-bd1c-f08c9d1dccf0 req-abd4d92c-cca5-4ade-a4cd-1ecfadaffc12 service neutron] 10.222.0.52 "GET /v2.0/networks/44e6d471-e53f-4faf-844d-37947d0d0639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014042 Nov 12 20:33:31.119098 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca63d474-e9a9-4a6d-a846-aa73500395b4 req-33811dfb-4cc8-490d-afe9-1afb4d533421 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf043683-50e1-482b-8421-934ec07aa223 HTTP/1.1" status: 200 len: 944 time: 0.0501184 Nov 12 20:33:31.170452 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ca63d474-e9a9-4a6d-a846-aa73500395b4 req-6fbe3082-7c29-4d1d-803b-829e02c7db80 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/security-groups?id=df7b8a42-5b83-4e76-87e3-b9b30ca34f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449884 Nov 12 20:33:31.216672 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d6967-c66d-4209-84ca-4c109f818fc4 req-f59ddbd9-a37b-4f46-b585-bf52f56305c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:31.218174 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-af4d6967-c66d-4209-84ca-4c109f818fc4 req-f59ddbd9-a37b-4f46-b585-bf52f56305c1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 1095 time: 0.0444846 Nov 12 20:33:31.309624 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d6967-c66d-4209-84ca-4c109f818fc4 req-09c222cd-337d-4ad3-abb2-59c25e8e1b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:31.311084 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-af4d6967-c66d-4209-84ca-4c109f818fc4 req-09c222cd-337d-4ad3-abb2-59c25e8e1b3b service neutron] 10.222.0.52 "GET /v2.0/networks?id=44e6d471-e53f-4faf-844d-37947d0d0639 HTTP/1.1" status: 200 len: 898 time: 0.0857213 Nov 12 20:33:31.353455 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-af4d6967-c66d-4209-84ca-4c109f818fc4 req-72ea988f-3ae9-41e4-8fea-16ded62e5c65 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36e3d332-5ae8-4485-9509-93a60abc0b28 HTTP/1.1" status: 200 len: 217 time: 0.0341713 Nov 12 20:33:31.401693 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d6967-c66d-4209-84ca-4c109f818fc4 req-2e0ef726-5fc4-4f8b-bc4a-a5c07153db10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:31.403091 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-af4d6967-c66d-4209-84ca-4c109f818fc4 req-2e0ef726-5fc4-4f8b-bc4a-a5c07153db10 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35bbe00f-7942-4f7e-91b3-9545a69f9dc2 HTTP/1.1" status: 200 len: 834 time: 0.0420694 Nov 12 20:33:31.451837 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d6967-c66d-4209-84ca-4c109f818fc4 req-0b8e61d4-3100-4b8e-9ed6-afb9c7fa1ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:31.453954 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-af4d6967-c66d-4209-84ca-4c109f818fc4 req-0b8e61d4-3100-4b8e-9ed6-afb9c7fa1ebd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=44e6d471-e53f-4faf-844d-37947d0d0639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427601 Nov 12 20:33:31.580419 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-af4d6967-c66d-4209-84ca-4c109f818fc4 req-45e72475-3730-40c5-b1a8-56472d33a039 service neutron] 10.222.0.52 "GET /v2.0/networks/44e6d471-e53f-4faf-844d-37947d0d0639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183636 Nov 12 20:33:31.587932 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c3b9e-5a56-4bda-9124-fcb92e590b23 req-413707f9-7945-4300-a1cb-8c06caff215b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:31.589372 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-355c3b9e-5a56-4bda-9124-fcb92e590b23 req-413707f9-7945-4300-a1cb-8c06caff215b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 943 time: 0.0705993 Nov 12 20:33:31.706997 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-355c3b9e-5a56-4bda-9124-fcb92e590b23 req-1ca847e3-12e1-475e-8de6-a36e143911bb tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29377c9-9292-4b2b-9b08-ee2ba60c04d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057508 Nov 12 20:33:31.730938 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-af4d6967-c66d-4209-84ca-4c109f818fc4 req-9bfc16be-9359-4738-a7a1-ecf3144c3bcb service neutron] 10.222.0.52 "GET /v2.0/networks/44e6d471-e53f-4faf-844d-37947d0d0639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370976 Nov 12 20:33:31.760711 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9d55f970-1b9e-4a31-9a68-09e3a9d6e343 req-ceca0e6a-8067-4ef8-afd0-83fbf00fec87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b2a2bc46f0d4a9483652af113e0698a&device_id=0bbea190-7125-42eb-8405-121b3a410d4c HTTP/1.1" status: 200 len: 210 time: 0.0288227 Nov 12 20:33:31.784456 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ce028892-00eb-4720-87d7-0c065ee00a21 req-80e1d27d-b6a3-4f75-83c5-e670015af66b tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bbea190-7125-42eb-8405-121b3a410d4c HTTP/1.1" status: 200 len: 210 time: 0.0285833 Nov 12 20:33:31.786830 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9d55f970-1b9e-4a31-9a68-09e3a9d6e343 req-5492c9dc-a5b8-465d-83c0-3d0d035ea71d service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0b2a2bc46f0d4a9483652af113e0698a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188715 Nov 12 20:33:32.208881 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55f970-1b9e-4a31-9a68-09e3a9d6e343 req-0ad7c010-1f29-4704-b168-f4879cc82b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:32.210374 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9d55f970-1b9e-4a31-9a68-09e3a9d6e343 req-0ad7c010-1f29-4704-b168-f4879cc82b32 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4166329 Nov 12 20:33:32.289325 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49bb78-9b04-4761-8eb5-3ac399c6b84a req-b44c8d3f-136a-4346-b29d-c25b1493e1fa tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:32.290848 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c49bb78-9b04-4761-8eb5-3ac399c6b84a req-b44c8d3f-136a-4346-b29d-c25b1493e1fa tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf043683-50e1-482b-8421-934ec07aa223 HTTP/1.1" status: 200 len: 944 time: 0.0502443 Nov 12 20:33:32.340495 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c49bb78-9b04-4761-8eb5-3ac399c6b84a req-304cad55-6db8-4356-8d8e-63de6163538b tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/security-groups?id=df7b8a42-5b83-4e76-87e3-b9b30ca34f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428784 Nov 12 20:33:32.510315 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 36e3d332-5ae8-4485-9509-93a60abc0b28 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:33:32.513410 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device ddc75804-a742-4f3a-b1ed-6508573831ec up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:33:32.622300 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port ddc75804-a742-4f3a-b1ed-6508573831ec completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:33:32.630391 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port ddc75804-a742-4f3a-b1ed-6508573831ec triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:33:32.630754 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:32.664084 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 36e3d332-5ae8-4485-9509-93a60abc0b28, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=36e3d332-5ae8-4485-9509-93a60abc0b28,segment=NetworkSegment(e4fd06f5-2e38-4880-bf7d-4e61f96032c0),segment_id=e4fd06f5-2e38-4880-bf7d-4e61f96032c0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:33:32.683635 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '36e3d332-5ae8-4485-9509-93a60abc0b28', 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639', 'port_id': '36e3d332-5ae8-4485-9509-93a60abc0b28', 'mac_address': 'fa:16:3e:a2:24:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35bbe00f-7942-4f7e-91b3-9545a69f9dc2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:33:32.755035 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:32.776974 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e3d332-5ae8-4485-9509-93a60abc0b28 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:33:32.787321 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:32.811118 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 36e3d332-5ae8-4485-9509-93a60abc0b28, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=36e3d332-5ae8-4485-9509-93a60abc0b28,segment=NetworkSegment(e4fd06f5-2e38-4880-bf7d-4e61f96032c0),segment_id=e4fd06f5-2e38-4880-bf7d-4e61f96032c0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:33:32.818817 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:32.827145 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf043683-50e1-482b-8421-934ec07aa223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc75804-a742-4f3a-b1ed-6508573831ec'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:33:32.830448 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e791667d-fedc-4f5d-a468-036a504b181c" -d '{"events": [{"server_uuid": "cf043683-50e1-482b-8421-934ec07aa223", "name": "network-vif-plugged", "status": "completed", "tag": "ddc75804-a742-4f3a-b1ed-6508573831ec"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:33:32.856007 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784ff25-1213-483a-9b67-18deb0472ca8 req-cf69d1f8-1430-4b61-89a0-7747e9b335eb tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:32.858479 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c784ff25-1213-483a-9b67-18deb0472ca8 req-cf69d1f8-1430-4b61-89a0-7747e9b335eb tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 943 time: 0.0645094 Nov 12 20:33:32.865766 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port ddc75804-a742-4f3a-b1ed-6508573831ec, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=ddc75804-a742-4f3a-b1ed-6508573831ec,segment=NetworkSegment(b048f169-d066-424f-b8e0-81be7dad53fa),segment_id=b048f169-d066-424f-b8e0-81be7dad53fa)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:33:32.876934 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:32.892666 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-18857575-5832-4342-bb0c-e8e28a1996e6 req-405cd665-5d2c-426f-b39d-cbcfdcefb554 tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bbea190-7125-42eb-8405-121b3a410d4c HTTP/1.1" status: 200 len: 210 time: 0.0304379 Nov 12 20:33:32.901686 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=36e3d332-5ae8-4485-9509-93a60abc0b28,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:32.950501 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5f7f6d-4ced-4a30-913d-516933a59d75 x-openstack-request-id: req-4c5f7f6d-4ced-4a30-913d-516933a59d75 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:33:32.950798 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf043683-50e1-482b-8421-934ec07aa223", "name": "network-vif-plugged", "status": "completed", "tag": "ddc75804-a742-4f3a-b1ed-6508573831ec", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:33:32.951050 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4c5f7f6d-4ced-4a30-913d-516933a59d75 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:33:32.951894 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf043683-50e1-482b-8421-934ec07aa223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc75804-a742-4f3a-b1ed-6508573831ec', 'code': 200} Nov 12 20:33:32.952666 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c784ff25-1213-483a-9b67-18deb0472ca8 req-87b35f0f-0170-4bb9-8616-c23f957ed56d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29377c9-9292-4b2b-9b08-ee2ba60c04d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761859 Nov 12 20:33:32.966201 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=ddc75804-a742-4f3a-b1ed-6508573831ec,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:33.061328 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc2c3e-f97c-4210-a139-fdba1675b3d9 req-69b35e9a-36ef-4774-8da2-51a01c1933f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:33.062812 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-43dc2c3e-f97c-4210-a139-fdba1675b3d9 req-69b35e9a-36ef-4774-8da2-51a01c1933f1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cf043683-50e1-482b-8421-934ec07aa223 HTTP/1.1" status: 200 len: 1097 time: 0.0452595 Nov 12 20:33:33.077284 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['36e3d332-5ae8-4485-9509-93a60abc0b28'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:33:33.108900 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-43dc2c3e-f97c-4210-a139-fdba1675b3d9 req-9accdbaa-620a-4ece-83c2-84d2a23be610 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=df7b8a42-5b83-4e76-87e3-b9b30ca34f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376499 Nov 12 20:33:33.458732 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255fb0c-19f8-47cc-b495-ace4b21011d5 req-5a400d23-ce39-4117-b3a5-f3dd31d9b5b4 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:33.460310 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1255fb0c-19f8-47cc-b495-ace4b21011d5 req-5a400d23-ce39-4117-b3a5-f3dd31d9b5b4 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf043683-50e1-482b-8421-934ec07aa223 HTTP/1.1" status: 200 len: 945 time: 0.0495510 Nov 12 20:33:33.510772 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1255fb0c-19f8-47cc-b495-ace4b21011d5 req-82242f01-00e1-444c-ba92-4c86d3202090 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/security-groups?id=df7b8a42-5b83-4e76-87e3-b9b30ca34f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445774 Nov 12 20:33:33.607203 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9d55f970-1b9e-4a31-9a68-09e3a9d6e343 req-c6b99a0a-88f1-4022-b0b6-d87cd89d4cdc tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bbea190-7125-42eb-8405-121b3a410d4c HTTP/1.1" status: 200 len: 210 time: 0.0269940 Nov 12 20:33:34.005809 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b63820b-5b35-43b4-91a2-c8f4420e3c72 req-79d864ee-1790-407f-98dc-120957b3d41f tempest-ServerShowV247Test-1583952244 tempest-ServerShowV247Test-1583952244-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bbea190-7125-42eb-8405-121b3a410d4c HTTP/1.1" status: 200 len: 210 time: 0.0308881 Nov 12 20:33:34.070731 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ba487-6075-490c-80e7-487d29588e4c req-a71d771b-fb74-4d87-a947-9c0f3bc5b3d0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:34.076739 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-595ba487-6075-490c-80e7-487d29588e4c req-a71d771b-fb74-4d87-a947-9c0f3bc5b3d0 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 944 time: 0.0593045 Nov 12 20:33:34.127962 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-595ba487-6075-490c-80e7-487d29588e4c req-1367a559-d34f-4ec6-ac38-a32def06d7c7 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29377c9-9292-4b2b-9b08-ee2ba60c04d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487363 Nov 12 20:33:34.507709 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 36e3d332-5ae8-4485-9509-93a60abc0b28 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:33:34.557457 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 36e3d332-5ae8-4485-9509-93a60abc0b28 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:33:34.561793 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 36e3d332-5ae8-4485-9509-93a60abc0b28 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:33:34.562233 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:34.631258 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb1153-1851-40b2-89f3-2bd0fc0867b7 req-bf0bfa85-71b4-4e6d-93ac-abb46fca7829 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:34.632758 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f1fb1153-1851-40b2-89f3-2bd0fc0867b7 req-bf0bfa85-71b4-4e6d-93ac-abb46fca7829 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf043683-50e1-482b-8421-934ec07aa223 HTTP/1.1" status: 200 len: 945 time: 0.0513728 Nov 12 20:33:34.641263 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:34.676331 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 36e3d332-5ae8-4485-9509-93a60abc0b28, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=36e3d332-5ae8-4485-9509-93a60abc0b28,segment=NetworkSegment(e4fd06f5-2e38-4880-bf7d-4e61f96032c0),segment_id=e4fd06f5-2e38-4880-bf7d-4e61f96032c0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:33:34.680448 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:34.681538 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f1fb1153-1851-40b2-89f3-2bd0fc0867b7 req-92c9bac4-27e8-4464-8498-f09310997572 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/security-groups?id=df7b8a42-5b83-4e76-87e3-b9b30ca34f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424685 Nov 12 20:33:34.730928 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=36e3d332-5ae8-4485-9509-93a60abc0b28,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:34.953051 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19f28c2-2717-44fb-922f-41c5938ef2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e3d332-5ae8-4485-9509-93a60abc0b28'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:33:34.955430 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e7bc78-af46-46e0-9bb2-6978648c7670" -d '{"events": [{"server_uuid": "e19f28c2-2717-44fb-922f-41c5938ef2f5", "name": "network-vif-plugged", "status": "completed", "tag": "36e3d332-5ae8-4485-9509-93a60abc0b28"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:33:34.994312 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124e53b5-d021-4b81-a3bb-a7c63fd0b8b1 x-openstack-request-id: req-124e53b5-d021-4b81-a3bb-a7c63fd0b8b1 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:33:34.994672 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19f28c2-2717-44fb-922f-41c5938ef2f5", "name": "network-vif-plugged", "status": "completed", "tag": "36e3d332-5ae8-4485-9509-93a60abc0b28", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:33:34.994968 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-124e53b5-d021-4b81-a3bb-a7c63fd0b8b1 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:33:34.995344 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19f28c2-2717-44fb-922f-41c5938ef2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e3d332-5ae8-4485-9509-93a60abc0b28', 'code': 200} Nov 12 20:33:35.105705 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0706b-d18d-4f3a-b757-5842d1494eb6 req-e91a13d4-2bbe-40e8-b03b-439850bc8174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:35.107166 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ad0706b-d18d-4f3a-b757-5842d1494eb6 req-e91a13d4-2bbe-40e8-b03b-439850bc8174 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 1097 time: 0.0470989 Nov 12 20:33:35.169169 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ad0706b-d18d-4f3a-b757-5842d1494eb6 req-0e8de416-afcc-45ed-8f2d-faa0f849a716 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b29377c9-9292-4b2b-9b08-ee2ba60c04d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493796 Nov 12 20:33:35.250630 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6d1e2-9f8e-400f-a0a9-a367502e6ab8 req-ac7e8396-4048-46a6-8e77-81d1d22926b7 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:35.252131 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-85a6d1e2-9f8e-400f-a0a9-a367502e6ab8 req-ac7e8396-4048-46a6-8e77-81d1d22926b7 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 945 time: 0.0517371 Nov 12 20:33:35.308137 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-85a6d1e2-9f8e-400f-a0a9-a367502e6ab8 req-1b19ae2f-0167-402c-8719-f78a48410df3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29377c9-9292-4b2b-9b08-ee2ba60c04d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494988 Nov 12 20:33:35.358726 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48452) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:35.476449 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-befe2b24-6b06-429d-b6e2-b4d54f38898c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:35.550585 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-befe2b24-6b06-429d-b6e2-b4d54f38898c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:35.554805 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-befe2b24-6b06-429d-b6e2-b4d54f38898c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:35.591064 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe2b24-6b06-429d-b6e2-b4d54f38898c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97dca0e-3ece-4f96-9069-80738279c651,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:35.598465 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-befe2b24-6b06-429d-b6e2-b4d54f38898c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b2a2bc46f0d4a9483652af113e0698a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2357838 Nov 12 20:33:35.598798 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48456) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:35.647433 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-88e80a95-e505-4264-8518-ea191167dfe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:35.653923 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:33:35.669688 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-88e80a95-e505-4264-8518-ea191167dfe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:35.714994 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-88e80a95-e505-4264-8518-ea191167dfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:35.717691 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-88e80a95-e505-4264-8518-ea191167dfe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:35.722328 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-88e80a95-e505-4264-8518-ea191167dfe1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a97dca0e-3ece-4f96-9069-80738279c651 HTTP/1.1" status: 204 len: 168 time: 0.1206212 Nov 12 20:33:35.733449 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e80a95-e505-4264-8518-ea191167dfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97dca0e-3ece-4f96-9069-80738279c651,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:36.469768 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ea4a5-74c0-4f23-81f1-482812c4a1cd req-12c303ac-6011-4f15-a0bd-64b5ecc045ae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:36.472264 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-130ea4a5-74c0-4f23-81f1-482812c4a1cd req-12c303ac-6011-4f15-a0bd-64b5ecc045ae tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 945 time: 0.0814404 Nov 12 20:33:36.531795 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-130ea4a5-74c0-4f23-81f1-482812c4a1cd req-b2e877e8-0d3e-4f92-8880-1eb2bef7a780 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29377c9-9292-4b2b-9b08-ee2ba60c04d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525250 Nov 12 20:33:36.689193 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee1014-2fdd-4026-a0bc-723725050aa4 req-83bc599d-63a7-4b84-b68b-ebb721df2a0d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:36.690787 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-50ee1014-2fdd-4026-a0bc-723725050aa4 req-83bc599d-63a7-4b84-b68b-ebb721df2a0d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 945 time: 0.0836554 Nov 12 20:33:36.746345 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-50ee1014-2fdd-4026-a0bc-723725050aa4 req-7395cd9f-0311-42cb-88e5-d3a11de97ffc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29377c9-9292-4b2b-9b08-ee2ba60c04d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493052 Nov 12 20:33:36.772330 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48492) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:36.815108 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1227d1ca-0b82-476b-972a-14c82addb5fd tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:36.816907 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1227d1ca-0b82-476b-972a-14c82addb5fd tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 1092 time: 0.0433619 Nov 12 20:33:36.819482 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48496) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:36.824001 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-ccf1069c-eb2f-4fa2-b12b-d33501824c35 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'port_id': '36e3d332-5ae8-4485-9509-93a60abc0b28', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:33:36.848154 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ccf1069c-eb2f-4fa2-b12b-d33501824c35 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:37.199380 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ccf1069c-eb2f-4fa2-b12b-d33501824c35 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:37.304969 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-ccf1069c-eb2f-4fa2-b12b-d33501824c35 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Allocated IP 172.25.5.195 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/a9eb0b8b-8a2a-4779-97d7-1547084a0a1a) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:33:37.418947 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ccf1069c-eb2f-4fa2-b12b-d33501824c35 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:37.457772 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ccf1069c-eb2f-4fa2-b12b-d33501824c35 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:37.497368 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf1069c-eb2f-4fa2-b12b-d33501824c35 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:33:37.502017 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-ccf1069c-eb2f-4fa2-b12b-d33501824c35 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:33:37.508384 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf1069c-eb2f-4fa2-b12b-d33501824c35 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:33:37.535801 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1069c-eb2f-4fa2-b12b-d33501824c35 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Port': ['ID=a9eb0b8b-8a2a-4779-97d7-1547084a0a1a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:37.927625 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ccf1069c-eb2f-4fa2-b12b-d33501824c35 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:38.000214 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ccf1069c-eb2f-4fa2-b12b-d33501824c35 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:38.130114 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48536) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:38.165521 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ccf1069c-eb2f-4fa2-b12b-d33501824c35 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:38.173302 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ccf1069c-eb2f-4fa2-b12b-d33501824c35 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:38.256277 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1069c-eb2f-4fa2-b12b-d33501824c35 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Port': ['ID=a9eb0b8b-8a2a-4779-97d7-1547084a0a1a,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:38.270293 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ccf1069c-eb2f-4fa2-b12b-d33501824c35 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:38.295947 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e87ec269-dae9-411f-9540-5c8a813145b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:38.379865 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e87ec269-dae9-411f-9540-5c8a813145b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:38.384920 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e87ec269-dae9-411f-9540-5c8a813145b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:38.386715 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-ccf1069c-eb2f-4fa2-b12b-d33501824c35 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Floating IP 6bd93569-6ec2-4fb8-9067-a64b72278fda associated. External IP: 172.25.5.195, port: 36e3d332-5ae8-4485-9509-93a60abc0b28. Nov 12 20:33:38.433140 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e87ec269-dae9-411f-9540-5c8a813145b2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=64e0e04a3653439c8f06f23eda220018&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3007483 Nov 12 20:33:38.438360 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48542) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:38.440740 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ec269-dae9-411f-9540-5c8a813145b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c44050-bfe6-48c0-b07b-b65f713449cb,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:38.547293 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c7047b3c-2883-49e5-9ce2-d662c5614778 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:38.602569 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c7047b3c-2883-49e5-9ce2-d662c5614778 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:38.701133 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf1069c-eb2f-4fa2-b12b-d33501824c35 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Router 05deb634-cc31-4b44-ab5c-3ad26288cc6f has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:33:38.705252 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c7047b3c-2883-49e5-9ce2-d662c5614778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:38.707813 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c7047b3c-2883-49e5-9ce2-d662c5614778 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:38.711340 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c7047b3c-2883-49e5-9ce2-d662c5614778 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f4c44050-bfe6-48c0-b07b-b65f713449cb HTTP/1.1" status: 204 len: 168 time: 0.2695901 Nov 12 20:33:38.719970 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7047b3c-2883-49e5-9ce2-d662c5614778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c44050-bfe6-48c0-b07b-b65f713449cb,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:38.847078 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf1069c-eb2f-4fa2-b12b-d33501824c35 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:33:38.860661 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7775b49-1b88-4801-a56b-24da10e821b9 None None] Sync routers for ids ['05deb634-cc31-4b44-ab5c-3ad26288cc6f'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:33:38.868176 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ccf1069c-eb2f-4fa2-b12b-d33501824c35 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:38.875359 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7775b49-1b88-4801-a56b-24da10e821b9 None None] Routers {'05deb634-cc31-4b44-ab5c-3ad26288cc6f'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:33:38.876169 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c7775b49-1b88-4801-a56b-24da10e821b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:33:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['05deb634-cc31-4b44-ab5c-3ad26288cc6f'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:38.904983 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ccf1069c-eb2f-4fa2-b12b-d33501824c35 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0821235 Nov 12 20:33:38.904983 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19f28c2-2717-44fb-922f-41c5938ef2f5', 'tag': '36e3d332-5ae8-4485-9509-93a60abc0b28'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:33:38.905835 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c2ef77-8085-4d5b-8208-7b6adc9de62b" -d '{"events": [{"name": "network-changed", "server_uuid": "e19f28c2-2717-44fb-922f-41c5938ef2f5", "tag": "36e3d332-5ae8-4485-9509-93a60abc0b28"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:33:39.019503 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-c7775b49-1b88-4801-a56b-24da10e821b9 None None] Set router 05deb634-cc31-4b44-ab5c-3ad26288cc6f gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:33:39.064693 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a3906-c405-41f2-8533-0d84aaea4f1d req-10c26bb5-19a9-4773-ac8c-2d883951f45e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:39.073609 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-df7a3906-c405-41f2-8533-0d84aaea4f1d req-10c26bb5-19a9-4773-ac8c-2d883951f45e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 945 time: 0.1011431 Nov 12 20:33:39.092628 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48554) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:39.119040 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-90186de0-de7d-43b6-b7df-d5f009c3fe89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:39.163499 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-df7a3906-c405-41f2-8533-0d84aaea4f1d req-2e117618-1a5a-403a-ad7d-c03ba7d3dd18 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29377c9-9292-4b2b-9b08-ee2ba60c04d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862105 Nov 12 20:33:39.186009 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48556) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:39.202800 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f186186e-12f7-4dfc-b02d-695150eaef5d x-openstack-request-id: req-f186186e-12f7-4dfc-b02d-695150eaef5d {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:33:39.203169 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19f28c2-2717-44fb-922f-41c5938ef2f5", "tag": "36e3d332-5ae8-4485-9509-93a60abc0b28", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:33:39.203855 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f186186e-12f7-4dfc-b02d-695150eaef5d {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:33:39.204335 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19f28c2-2717-44fb-922f-41c5938ef2f5', 'tag': '36e3d332-5ae8-4485-9509-93a60abc0b28', 'status': 'completed', 'code': 200} Nov 12 20:33:39.246681 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-90186de0-de7d-43b6-b7df-d5f009c3fe89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:39.253412 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-90186de0-de7d-43b6-b7df-d5f009c3fe89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:39.317147 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90186de0-de7d-43b6-b7df-d5f009c3fe89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1737ef59-6ca6-4051-9c04-0fd9dd08c67e,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:39.340816 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-90186de0-de7d-43b6-b7df-d5f009c3fe89 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2c29490d31ad4fff9f651543b28af5f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2452331 Nov 12 20:33:39.343861 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48560) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:39.345398 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2ef77-8085-4d5b-8208-7b6adc9de62b req-802dc977-f76a-4bf3-94d0-59a80533edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:39.347328 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-51c2ef77-8085-4d5b-8208-7b6adc9de62b req-802dc977-f76a-4bf3-94d0-59a80533edfe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 1097 time: 0.0911853 Nov 12 20:33:39.352143 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ec01cb73-c6fa-432d-9691-89506ad3d977 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/floatingips/6bd93569-6ec2-4fb8-9067-a64b72278fda HTTP/1.1" status: 200 len: 991 time: 0.1643560 Nov 12 20:33:39.383136 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c7775b49-1b88-4801-a56b-24da10e821b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409727927', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:33:24Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '6bd93569-6ec2-4fb8-9067-a64b72278fda', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'floating_ip_address': '172.25.5.195', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'port_id': '36e3d332-5ae8-4485-9509-93a60abc0b28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639', 'mac_address': 'fa:16:3e:a2:24:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19f28c2-2717-44fb-922f-41c5938ef2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:33:37Z', 'updated_at': '2021-11-12T20:33:37Z', 'revision_number': 0, 'project_id': 'c510c0945858446c87ca9a78193927af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1039cf-0d2e-4e9d-8f51-fc4ac860d181', 'name': '', 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:b0:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '35bbe00f-7942-4f7e-91b3-9545a69f9dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:23Z', 'updated_at': '2021-11-12T20:33:28Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': '35bbe00f-7942-4f7e-91b3-9545a69f9dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:39.413742 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d5097fb-2aac-44a0-884c-e43026e6a4ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:39.417487 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7775b49-1b88-4801-a56b-24da10e821b9 None None] Checking router: 05deb634-cc31-4b44-ab5c-3ad26288cc6f for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:33:39.430053 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7775b49-1b88-4801-a56b-24da10e821b9 None None] Routers {'05deb634-cc31-4b44-ab5c-3ad26288cc6f'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:33:39.430688 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c7775b49-1b88-4801-a56b-24da10e821b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:33:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['05deb634-cc31-4b44-ab5c-3ad26288cc6f'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:39.441503 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d5097fb-2aac-44a0-884c-e43026e6a4ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:39.462511 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2ef77-8085-4d5b-8208-7b6adc9de62b req-3d9d0d13-bde2-47ba-ab39-65c5504a3530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:39.464249 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-51c2ef77-8085-4d5b-8208-7b6adc9de62b req-3d9d0d13-bde2-47ba-ab39-65c5504a3530 service neutron] 10.222.0.52 "GET /v2.0/networks?id=44e6d471-e53f-4faf-844d-37947d0d0639 HTTP/1.1" status: 200 len: 898 time: 0.1070976 Nov 12 20:33:39.508558 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d5097fb-2aac-44a0-884c-e43026e6a4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:39.512137 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d5097fb-2aac-44a0-884c-e43026e6a4ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:39.516961 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7d5097fb-2aac-44a0-884c-e43026e6a4ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1737ef59-6ca6-4051-9c04-0fd9dd08c67e HTTP/1.1" status: 204 len: 168 time: 0.1680431 Nov 12 20:33:39.525249 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5097fb-2aac-44a0-884c-e43026e6a4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1737ef59-6ca6-4051-9c04-0fd9dd08c67e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:39.586513 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-51c2ef77-8085-4d5b-8208-7b6adc9de62b req-8a81dbd9-213a-440c-aa8d-1998d51ab033 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36e3d332-5ae8-4485-9509-93a60abc0b28 HTTP/1.1" status: 200 len: 999 time: 0.1133797 Nov 12 20:33:39.588629 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-c7775b49-1b88-4801-a56b-24da10e821b9 None None] Set router 05deb634-cc31-4b44-ab5c-3ad26288cc6f gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:33:39.646933 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2ef77-8085-4d5b-8208-7b6adc9de62b req-8719a208-8722-44e3-bf0e-950045b9075d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:39.649004 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-51c2ef77-8085-4d5b-8208-7b6adc9de62b req-8719a208-8722-44e3-bf0e-950045b9075d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35bbe00f-7942-4f7e-91b3-9545a69f9dc2 HTTP/1.1" status: 200 len: 834 time: 0.0557678 Nov 12 20:33:39.707981 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2ef77-8085-4d5b-8208-7b6adc9de62b req-62e285a4-6a79-45cc-96c0-8d80718b294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:39.709918 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-51c2ef77-8085-4d5b-8208-7b6adc9de62b req-62e285a4-6a79-45cc-96c0-8d80718b294f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=44e6d471-e53f-4faf-844d-37947d0d0639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524971 Nov 12 20:33:39.812990 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-51c2ef77-8085-4d5b-8208-7b6adc9de62b req-a9748220-9b22-4214-ac28-1b2b81c16fdb service neutron] 10.222.0.52 "GET /v2.0/networks/44e6d471-e53f-4faf-844d-37947d0d0639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958884 Nov 12 20:33:39.887093 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c7775b49-1b88-4801-a56b-24da10e821b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409727927', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:33:24Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '6bd93569-6ec2-4fb8-9067-a64b72278fda', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'floating_ip_address': '172.25.5.195', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'port_id': '36e3d332-5ae8-4485-9509-93a60abc0b28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639', 'mac_address': 'fa:16:3e:a2:24:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19f28c2-2717-44fb-922f-41c5938ef2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:33:37Z', 'updated_at': '2021-11-12T20:33:37Z', 'revision_number': 0, 'project_id': 'c510c0945858446c87ca9a78193927af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1039cf-0d2e-4e9d-8f51-fc4ac860d181', 'name': '', 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:b0:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '35bbe00f-7942-4f7e-91b3-9545a69f9dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:23Z', 'updated_at': '2021-11-12T20:33:28Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': '35bbe00f-7942-4f7e-91b3-9545a69f9dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:39.929846 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7775b49-1b88-4801-a56b-24da10e821b9 None None] The sync data for ids ['05deb634-cc31-4b44-ab5c-3ad26288cc6f'] in n-d-712140-15 is: [{'id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409727927', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:33:24Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '6bd93569-6ec2-4fb8-9067-a64b72278fda', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'floating_ip_address': '172.25.5.195', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'port_id': '36e3d332-5ae8-4485-9509-93a60abc0b28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639', 'mac_address': 'fa:16:3e:a2:24:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19f28c2-2717-44fb-922f-41c5938ef2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:33:37Z', 'updated_at': '2021-11-12T20:33:37Z', 'revision_number': 0, 'project_id': 'c510c0945858446c87ca9a78193927af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1039cf-0d2e-4e9d-8f51-fc4ac860d181', 'name': '', 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:b0:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '35bbe00f-7942-4f7e-91b3-9545a69f9dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:23Z', 'updated_at': '2021-11-12T20:33:28Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': '35bbe00f-7942-4f7e-91b3-9545a69f9dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:33:39.931162 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-51c2ef77-8085-4d5b-8208-7b6adc9de62b req-0618eaf2-5e21-44ca-ae6d-412a19dc7fe1 service neutron] 10.222.0.52 "GET /v2.0/networks/44e6d471-e53f-4faf-844d-37947d0d0639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113284 Nov 12 20:33:40.172386 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be86c3ca-1cd2-45e1-8429-ecbbb5eac022 None None] New status for floating IP 6bd93569-6ec2-4fb8-9067-a64b72278fda: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:33:40.356432 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48586) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:40.457372 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d90a64ef-d2a4-4d25-bdd6-ba91d5c9134f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/floatingips/6bd93569-6ec2-4fb8-9067-a64b72278fda HTTP/1.1" status: 200 len: 991 time: 0.0978723 Nov 12 20:33:40.889298 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-6529ffac-0c7b-46e7-a0a3-17e706f63ec8 req-ed1f0362-8440-4f87-ad40-14eb5e785b80 service neutron] (102447) timed out ('10.222.0.48', 43868) {{(pid=102447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 20:33:41.106801 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48616) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:41.213763 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1af8c93c-fa30-470f-aeb3-457c8829013a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:41.288524 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1af8c93c-fa30-470f-aeb3-457c8829013a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:41.292774 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1af8c93c-fa30-470f-aeb3-457c8829013a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:41.330345 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1af8c93c-fa30-470f-aeb3-457c8829013a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d2972137801d45a9b29390df35ef0f86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2224638 Nov 12 20:33:41.332287 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8c93c-fa30-470f-aeb3-457c8829013a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd32116-a55e-4427-a26e-000cfd98c4db,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:41.333068 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48620) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:41.382528 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-518adf64-6aaa-49df-9ed8-1cbc3a87b6cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:41.402609 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-518adf64-6aaa-49df-9ed8-1cbc3a87b6cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:41.449487 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-518adf64-6aaa-49df-9ed8-1cbc3a87b6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:41.452386 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-518adf64-6aaa-49df-9ed8-1cbc3a87b6cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:41.453540 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-518adf64-6aaa-49df-9ed8-1cbc3a87b6cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9bd32116-a55e-4427-a26e-000cfd98c4db HTTP/1.1" status: 204 len: 168 time: 0.1194885 Nov 12 20:33:41.461548 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518adf64-6aaa-49df-9ed8-1cbc3a87b6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd32116-a55e-4427-a26e-000cfd98c4db,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:41.464291 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48626) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:41.543846 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-90a91973-9639-46a7-890d-45f9686d221e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/floatingips/6bd93569-6ec2-4fb8-9067-a64b72278fda HTTP/1.1" status: 200 len: 993 time: 0.0782351 Nov 12 20:33:42.593955 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48662) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:42.693268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-3ab4ee83-f37f-4fd1-82fd-4b60edae54e8 tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1766101684'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:33:42.693728 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-3ab4ee83-f37f-4fd1-82fd-4b60edae54e8 tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] Unknown quota resources ['metering_label']. {{(pid=102448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 20:33:42.869528 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3ab4ee83-f37f-4fd1-82fd-4b60edae54e8 tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:42.870396 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3ab4ee83-f37f-4fd1-82fd-4b60edae54e8 tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2754200 Nov 12 20:33:42.873417 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48666) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:42.877637 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f014136a-7ee3-4e68-a6da-1e91756b67e5 tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b51dc26a-c05d-4698-b1c7-aed6d044d1b0'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:33:42.878122 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f014136a-7ee3-4e68-a6da-1e91756b67e5 tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 20:33:42.949052 n-d-712140-15 neutron-server[102448]: WARNING neutron.services.metering.metering_plugin [None req-f014136a-7ee3-4e68-a6da-1e91756b67e5 tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 20:33:43.049606 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f014136a-7ee3-4e68-a6da-1e91756b67e5 tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:43.050797 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f014136a-7ee3-4e68-a6da-1e91756b67e5 tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1764660 Nov 12 20:33:43.053911 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48668) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:43.058000 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-fe15473b-2a16-42b5-a081-abd990adc534 tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b51dc26a-c05d-4698-b1c7-aed6d044d1b0'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:33:43.058492 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-fe15473b-2a16-42b5-a081-abd990adc534 tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 20:33:43.111845 n-d-712140-15 neutron-server[102448]: WARNING neutron.services.metering.metering_plugin [None req-fe15473b-2a16-42b5-a081-abd990adc534 tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 20:33:43.191085 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fe15473b-2a16-42b5-a081-abd990adc534 tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:43.192286 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fe15473b-2a16-42b5-a081-abd990adc534 tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1374416 Nov 12 20:33:43.194992 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48670) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:43.205402 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6598bc52-8376-4295-a337-d0bd2f981961 tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=2439b98c-e0ba-4469-9169-1c703fcf6171 HTTP/1.1" status: 200 len: 464 time: 0.0093586 Nov 12 20:33:43.207521 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48672) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:43.564745 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c6708d0-4f60-43d4-99be-e9525cca22b6 tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:43.566076 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6c6708d0-4f60-43d4-99be-e9525cca22b6 tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/2439b98c-e0ba-4469-9169-1c703fcf6171 HTTP/1.1" status: 204 len: 168 time: 0.3575232 Nov 12 20:33:43.569004 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48676) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:43.579461 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-537ec2ed-8ee8-4d45-8d1a-e3001a27b39a tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=2439b98c-e0ba-4469-9169-1c703fcf6171 HTTP/1.1" status: 200 len: 221 time: 0.0091164 Nov 12 20:33:43.582848 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48678) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:43.586964 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-0517e4f3-3bf6-40c2-98b4-ba1ceae48cee tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1421209911', 'description': 'label created by tempest'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:33:43.587406 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-0517e4f3-3bf6-40c2-98b4-ba1ceae48cee tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] Unknown quota resources ['metering_label']. {{(pid=102447) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 20:33:43.802471 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0517e4f3-3bf6-40c2-98b4-ba1ceae48cee tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:43.803565 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0517e4f3-3bf6-40c2-98b4-ba1ceae48cee tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2197821 Nov 12 20:33:43.806534 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48680) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:43.879661 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-823370d4-a959-44a8-a69e-85f35ed3ae7e tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=f25fe7b4-1bb9-497e-a6e5-a9f6a7f1c8fd HTTP/1.1" status: 200 len: 468 time: 0.0720503 Nov 12 20:33:43.882285 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48682) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:44.078160 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2c5a5cfe-f935-4cbb-8d83-354fca5aa2a3 tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:44.079307 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2c5a5cfe-f935-4cbb-8d83-354fca5aa2a3 tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/f25fe7b4-1bb9-497e-a6e5-a9f6a7f1c8fd HTTP/1.1" status: 204 len: 168 time: 0.1961346 Nov 12 20:33:44.082069 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48684) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:44.092639 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-120b602a-3ed4-4c7e-a11c-bab101f45ed3 tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=f25fe7b4-1bb9-497e-a6e5-a9f6a7f1c8fd HTTP/1.1" status: 200 len: 216 time: 0.0095003 Nov 12 20:33:44.095774 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48686) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:44.104343 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bd575eef-2261-40fc-b50d-65cd91c47afa tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0074842 Nov 12 20:33:44.107266 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48688) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:44.120356 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-de157663-53f6-45a1-afb1-27672b757e51 tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0120614 Nov 12 20:33:44.123369 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48690) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:44.175032 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-01f93a0d-23be-4595-a73d-d7774068215f tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels/b51dc26a-c05d-4698-b1c7-aed6d044d1b0 HTTP/1.1" status: 200 len: 473 time: 0.0506504 Nov 12 20:33:44.178235 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48692) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:44.188927 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-82c16516-a804-4325-aa37-1ebdc0593308 tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules/9adbc0bb-15bd-4f49-90d0-d72b59322753 HTTP/1.1" status: 200 len: 461 time: 0.0097239 Nov 12 20:33:44.192300 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48694) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:44.289351 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ff64942e-08bd-4c91-85e8-5feb3b1983f7 tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:44.290478 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ff64942e-08bd-4c91-85e8-5feb3b1983f7 tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/9adbc0bb-15bd-4f49-90d0-d72b59322753 HTTP/1.1" status: 204 len: 168 time: 0.0973346 Nov 12 20:33:44.292922 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48696) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:44.466808 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e5f57a95-513e-4c3b-955f-4b708e14a512 tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:44.467951 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e5f57a95-513e-4c3b-955f-4b708e14a512 tempest-MeteringTestJSON-1567560517 tempest-MeteringTestJSON-1567560517-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/b51dc26a-c05d-4698-b1c7-aed6d044d1b0 HTTP/1.1" status: 204 len: 168 time: 0.1741445 Nov 12 20:33:44.708573 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48704) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:44.813129 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2bfca5f3-f417-4fc9-b989-f2fea4803b42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:44.885159 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2bfca5f3-f417-4fc9-b989-f2fea4803b42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:44.888729 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2bfca5f3-f417-4fc9-b989-f2fea4803b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:44.929829 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2bfca5f3-f417-4fc9-b989-f2fea4803b42 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f1d0d5454ede4352ab0c2b35b91ea80c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2201891 Nov 12 20:33:44.930949 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfca5f3-f417-4fc9-b989-f2fea4803b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c5948b-5a9d-478c-9abb-b413e2be33a2,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:44.932722 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48708) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:44.982416 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-17fe44e9-eaa0-4c76-84e9-58d83d49cbf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:45.003644 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-17fe44e9-eaa0-4c76-84e9-58d83d49cbf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:45.048632 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-17fe44e9-eaa0-4c76-84e9-58d83d49cbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:45.051150 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-17fe44e9-eaa0-4c76-84e9-58d83d49cbf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:45.052360 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-17fe44e9-eaa0-4c76-84e9-58d83d49cbf5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/80c5948b-5a9d-478c-9abb-b413e2be33a2 HTTP/1.1" status: 204 len: 168 time: 0.1173093 Nov 12 20:33:45.060104 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe44e9-eaa0-4c76-84e9-58d83d49cbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c5948b-5a9d-478c-9abb-b413e2be33a2,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:45.311329 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48714) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:45.325121 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d0857349-6ad5-404c-905e-f0b12184b5e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:45.400311 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d0857349-6ad5-404c-905e-f0b12184b5e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:45.404009 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d0857349-6ad5-404c-905e-f0b12184b5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:45.441830 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d0857349-6ad5-404c-905e-f0b12184b5e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e827d05de7a40439208de70aafbccd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293957 Nov 12 20:33:45.443978 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0857349-6ad5-404c-905e-f0b12184b5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb7b61a-bd9c-4471-94d8-c6afdbbcb24b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:45.444611 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48716) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:45.495832 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4321640a-6ebe-4cbb-841f-89a426d95144 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:45.517010 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4321640a-6ebe-4cbb-841f-89a426d95144 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:45.561316 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4321640a-6ebe-4cbb-841f-89a426d95144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:45.564009 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4321640a-6ebe-4cbb-841f-89a426d95144 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:45.565318 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4321640a-6ebe-4cbb-841f-89a426d95144 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3bb7b61a-bd9c-4471-94d8-c6afdbbcb24b HTTP/1.1" status: 204 len: 168 time: 0.1197052 Nov 12 20:33:45.573441 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321640a-6ebe-4cbb-841f-89a426d95144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb7b61a-bd9c-4471-94d8-c6afdbbcb24b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:46.777091 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48758) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:46.886891 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-84c06a03-9b93-4481-aa03-3dce8e299e5d tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1902570571', 'router:external': True}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:33:46.910592 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c06a03-9b93-4481-aa03-3dce8e299e5d tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Made reservation on behalf of da395dea25b34c4fb3283beab248cb75 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:33:46.912948 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-84c06a03-9b93-4481-aa03-3dce8e299e5d tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:46.921723 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-84c06a03-9b93-4481-aa03-3dce8e299e5d tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:46.998637 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-84c06a03-9b93-4481-aa03-3dce8e299e5d tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:47.003438 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-84c06a03-9b93-4481-aa03-3dce8e299e5d tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:47.030504 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c06a03-9b93-4481-aa03-3dce8e299e5d tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:33:47.036792 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c06a03-9b93-4481-aa03-3dce8e299e5d tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7b0fb7-d9df-4c50-ac29-ea72429f127a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:47.044085 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-84c06a03-9b93-4481-aa03-3dce8e299e5d tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:47.044500 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-84c06a03-9b93-4481-aa03-3dce8e299e5d tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Added segment 30da03eb-d338-4216-9451-566fe70f9766 of type vlan for network 758d25b9-4781-4dd8-84e8-38b28c58a67d Nov 12 20:33:47.090203 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-84c06a03-9b93-4481-aa03-3dce8e299e5d tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:47.119136 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-84c06a03-9b93-4481-aa03-3dce8e299e5d tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:47.120133 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c06a03-9b93-4481-aa03-3dce8e299e5d tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:47.120730 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-84c06a03-9b93-4481-aa03-3dce8e299e5d tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:47.182695 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-84c06a03-9b93-4481-aa03-3dce8e299e5d tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.4044762 Nov 12 20:33:47.185942 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48764) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:47.190777 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c06a03-9b93-4481-aa03-3dce8e299e5d tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Pushing event updated for resources: {'Network': ['ID=758d25b9-4781-4dd8-84e8-38b28c58a67d,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:47.193063 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-0c12c932-73d8-4d82-8371-82336f5791d1 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Request body: {'subnet': {'network_id': '758d25b9-4781-4dd8-84e8-38b28c58a67d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:33:47.201811 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 758d25b9-4781-4dd8-84e8-38b28c58a67d details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:33:47.215533 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c12c932-73d8-4d82-8371-82336f5791d1 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Made reservation on behalf of da395dea25b34c4fb3283beab248cb75 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:33:47.218291 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c12c932-73d8-4d82-8371-82336f5791d1 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:47.541647 n-d-712140-15 neutron-server[102447]: DEBUG neutron.objects.ports [None req-0c12c932-73d8-4d82-8371-82336f5791d1 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102447) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 20:33:47.542114 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c12c932-73d8-4d82-8371-82336f5791d1 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:47.590895 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12c932-73d8-4d82-8371-82336f5791d1 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e9d11f6b-95d1-4192-84ce-b9ea1f2793d2,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:47.611303 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12c932-73d8-4d82-8371-82336f5791d1 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Checking segment: {'id': '30da03eb-d338-4216-9451-566fe70f9766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '758d25b9-4781-4dd8-84e8-38b28c58a67d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:33:47.611668 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c12c932-73d8-4d82-8371-82336f5791d1 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Network hostable DHCP agents. Network: 758d25b9-4781-4dd8-84e8-38b28c58a67d, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:33:47.628598 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c12c932-73d8-4d82-8371-82336f5791d1 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Network 758d25b9-4781-4dd8-84e8-38b28c58a67d is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:33:47.637933 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-0c12c932-73d8-4d82-8371-82336f5791d1 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 758d25b9-4781-4dd8-84e8-38b28c58a67d) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:33:47.642371 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c12c932-73d8-4d82-8371-82336f5791d1 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:47.642980 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c12c932-73d8-4d82-8371-82336f5791d1 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:47.648957 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76c4ba0-e37f-48a0-9473-a5803a296fe6 None None] Network 758d25b9-4781-4dd8-84e8-38b28c58a67d requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:33:47.663822 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0c12c932-73d8-4d82-8371-82336f5791d1 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4717739 Nov 12 20:33:47.664087 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48766) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:47.668927 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-8c773764-07b4-4627-b6b3-b19a49938cd1 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-832552554', 'network_id': '758d25b9-4781-4dd8-84e8-38b28c58a67d'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:33:47.693039 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c773764-07b4-4627-b6b3-b19a49938cd1 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Made reservation on behalf of da395dea25b34c4fb3283beab248cb75 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:33:47.695990 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c773764-07b4-4627-b6b3-b19a49938cd1 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:47.712106 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [None req-8c773764-07b4-4627-b6b3-b19a49938cd1 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] device_id is not set on port 7ad2b4b1-fed2-45d0-81e8-2e2cfb5d64f0 yet. {{(pid=102447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 20:33:47.790399 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9d1ea8-53d8-4ab6-828a-00d9b2ac332f None None] Network 758d25b9-4781-4dd8-84e8-38b28c58a67d requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:33:47.817537 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-8c773764-07b4-4627-b6b3-b19a49938cd1 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Allocated IP 172.20.0.6 (758d25b9-4781-4dd8-84e8-38b28c58a67d/e9d11f6b-95d1-4192-84ce-b9ea1f2793d2/7ad2b4b1-fed2-45d0-81e8-2e2cfb5d64f0) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:33:47.971979 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c773764-07b4-4627-b6b3-b19a49938cd1 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:48.006976 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c773764-07b4-4627-b6b3-b19a49938cd1 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:48.047283 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c773764-07b4-4627-b6b3-b19a49938cd1 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Network 758d25b9-4781-4dd8-84e8-38b28c58a67d is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:33:48.050090 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-8c773764-07b4-4627-b6b3-b19a49938cd1 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:33:48.055647 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c773764-07b4-4627-b6b3-b19a49938cd1 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:33:48.081500 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c773764-07b4-4627-b6b3-b19a49938cd1 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Pushing event updated for resources: {'Port': ['ID=7ad2b4b1-fed2-45d0-81e8-2e2cfb5d64f0,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:48.105159 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c773764-07b4-4627-b6b3-b19a49938cd1 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:48.105762 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c773764-07b4-4627-b6b3-b19a49938cd1 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:48.123111 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8c773764-07b4-4627-b6b3-b19a49938cd1 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.4579372 Nov 12 20:33:48.125874 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48770) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:48.221367 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-0011c19a-b108-4b41-8be5-32f99be5b847 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Deleting port 7ad2b4b1-fed2-45d0-81e8-2e2cfb5d64f0 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:33:48.222180 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0011c19a-b108-4b41-8be5-32f99be5b847 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:48.365200 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0011c19a-b108-4b41-8be5-32f99be5b847 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:48.377630 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-0011c19a-b108-4b41-8be5-32f99be5b847 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Calling delete_port for 7ad2b4b1-fed2-45d0-81e8-2e2cfb5d64f0 owned by {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:33:48.507439 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0011c19a-b108-4b41-8be5-32f99be5b847 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:48.533268 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011c19a-b108-4b41-8be5-32f99be5b847 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ad2b4b1-fed2-45d0-81e8-2e2cfb5d64f0,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:48.598006 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0011c19a-b108-4b41-8be5-32f99be5b847 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:48.601451 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0011c19a-b108-4b41-8be5-32f99be5b847 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "DELETE /v2.0/ports/7ad2b4b1-fed2-45d0-81e8-2e2cfb5d64f0 HTTP/1.1" status: 204 len: 168 time: 0.4745684 Nov 12 20:33:48.604104 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48772) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:48.608475 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-e82609aa-ef5e-4269-aabc-3b92b49c1415 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '758d25b9-4781-4dd8-84e8-38b28c58a67d', 'external_fixed_ips': [{'subnet_id': 'e9d11f6b-95d1-4192-84ce-b9ea1f2793d2', 'ip_address': '172.20.0.6'}]}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:33:48.630346 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e82609aa-ef5e-4269-aabc-3b92b49c1415 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:48.631358 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e82609aa-ef5e-4269-aabc-3b92b49c1415 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:48.679953 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e82609aa-ef5e-4269-aabc-3b92b49c1415 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:48.815257 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e82609aa-ef5e-4269-aabc-3b92b49c1415 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:49.367109 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e82609aa-ef5e-4269-aabc-3b92b49c1415 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:49.387726 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e82609aa-ef5e-4269-aabc-3b92b49c1415 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:49.573332 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-e82609aa-ef5e-4269-aabc-3b92b49c1415 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Allocated IP 172.20.0.6 (758d25b9-4781-4dd8-84e8-38b28c58a67d/e9d11f6b-95d1-4192-84ce-b9ea1f2793d2/88ba0705-125c-4474-af3b-48035743ec95) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:33:49.688432 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e82609aa-ef5e-4269-aabc-3b92b49c1415 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:49.721735 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e82609aa-ef5e-4269-aabc-3b92b49c1415 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:49.769464 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82609aa-ef5e-4269-aabc-3b92b49c1415 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Network 758d25b9-4781-4dd8-84e8-38b28c58a67d is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:33:49.775199 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-e82609aa-ef5e-4269-aabc-3b92b49c1415 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:33:49.778696 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82609aa-ef5e-4269-aabc-3b92b49c1415 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:33:49.803741 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82609aa-ef5e-4269-aabc-3b92b49c1415 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Pushing event updated for resources: {'Port': ['ID=88ba0705-125c-4474-af3b-48035743ec95,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:49.924720 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dc54d531-62dc-4eea-b1f9-9a0d8860b75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:50.067638 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e82609aa-ef5e-4269-aabc-3b92b49c1415 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:50.278130 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e82609aa-ef5e-4269-aabc-3b92b49c1415 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:50.293887 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:50.425276 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82609aa-ef5e-4269-aabc-3b92b49c1415 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Router 764f1afd-ca30-46e6-a749-79014034d17e is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:33:50.603342 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82609aa-ef5e-4269-aabc-3b92b49c1415 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:33:50.629819 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba331de-6c9a-4da3-9eab-f81000f607f7 None None] Sync routers for ids ['764f1afd-ca30-46e6-a749-79014034d17e'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:33:50.650708 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba331de-6c9a-4da3-9eab-f81000f607f7 None None] Routers {'764f1afd-ca30-46e6-a749-79014034d17e'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:33:50.652917 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-6ba331de-6c9a-4da3-9eab-f81000f607f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:33:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['764f1afd-ca30-46e6-a749-79014034d17e'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:50.679249 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e82609aa-ef5e-4269-aabc-3b92b49c1415 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:50.680570 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e82609aa-ef5e-4269-aabc-3b92b49c1415 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.0753865 Nov 12 20:33:50.683394 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48782) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:50.817722 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-6ba331de-6c9a-4da3-9eab-f81000f607f7 None None] Set router 764f1afd-ca30-46e6-a749-79014034d17e gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:33:50.868452 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f18e385b-2545-4596-bee1-e44c62444515 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:51.006255 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f18e385b-2545-4596-bee1-e44c62444515 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:51.038039 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-6ba331de-6c9a-4da3-9eab-f81000f607f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764f1afd-ca30-46e6-a749-79014034d17e', 'name': '', 'tenant_id': 'da395dea25b34c4fb3283beab248cb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '758d25b9-4781-4dd8-84e8-38b28c58a67d', 'external_fixed_ips': [{'subnet_id': 'e9d11f6b-95d1-4192-84ce-b9ea1f2793d2', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '88ba0705-125c-4474-af3b-48035743ec95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:33:48Z', 'updated_at': '2021-11-12T20:33:49Z', 'revision_number': 3, 'project_id': 'da395dea25b34c4fb3283beab248cb75', 'gw_port': {'id': '88ba0705-125c-4474-af3b-48035743ec95', 'name': '', 'network_id': '758d25b9-4781-4dd8-84e8-38b28c58a67d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:34:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764f1afd-ca30-46e6-a749-79014034d17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'e9d11f6b-95d1-4192-84ce-b9ea1f2793d2', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:49Z', 'updated_at': '2021-11-12T20:33:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9d11f6b-95d1-4192-84ce-b9ea1f2793d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:51.073466 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba331de-6c9a-4da3-9eab-f81000f607f7 None None] Checking router: 764f1afd-ca30-46e6-a749-79014034d17e for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:33:51.073940 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba331de-6c9a-4da3-9eab-f81000f607f7 None None] Updating router 764f1afd-ca30-46e6-a749-79014034d17e port 88ba0705-125c-4474-af3b-48035743ec95 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:33:51.090156 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-f18e385b-2545-4596-bee1-e44c62444515 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Deleting port 88ba0705-125c-4474-af3b-48035743ec95 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:33:51.090938 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f18e385b-2545-4596-bee1-e44c62444515 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:51.101797 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6ba331de-6c9a-4da3-9eab-f81000f607f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:51.214710 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f18e385b-2545-4596-bee1-e44c62444515 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:51.233356 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-f18e385b-2545-4596-bee1-e44c62444515 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Calling delete_port for 88ba0705-125c-4474-af3b-48035743ec95 owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:33:51.423555 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f18e385b-2545-4596-bee1-e44c62444515 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:51.430563 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.api [None req-6ba331de-6c9a-4da3-9eab-f81000f607f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:33:51.430951 n-d-712140-15 neutron-server[102449]: DEBUG oslo_db.api [None req-6ba331de-6c9a-4da3-9eab-f81000f607f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:33:51.455847 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e385b-2545-4596-bee1-e44c62444515 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Pushing event deleted for resources: {'Port': ['ID=88ba0705-125c-4474-af3b-48035743ec95,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:51.526127 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f18e385b-2545-4596-bee1-e44c62444515 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:51.617570 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f18e385b-2545-4596-bee1-e44c62444515 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:51.619696 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f18e385b-2545-4596-bee1-e44c62444515 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:51.664469 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f18e385b-2545-4596-bee1-e44c62444515 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:51.665147 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18e385b-2545-4596-bee1-e44c62444515 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 764f1afd-ca30-46e6-a749-79014034d17e {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:33:51.669632 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f18e385b-2545-4596-bee1-e44c62444515 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:51.671001 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f18e385b-2545-4596-bee1-e44c62444515 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "DELETE /v2.0/routers/764f1afd-ca30-46e6-a749-79014034d17e HTTP/1.1" status: 204 len: 168 time: 0.9868159 Nov 12 20:33:51.673824 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48790) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:51.723440 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e4d1c1-b31b-449e-a865-9bbfa7900c1d tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Deleting subnet e9d11f6b-95d1-4192-84ce-b9ea1f2793d2 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:33:51.726866 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-11e4d1c1-b31b-449e-a865-9bbfa7900c1d tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:51.764033 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-11e4d1c1-b31b-449e-a865-9bbfa7900c1d tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:51.804085 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-11e4d1c1-b31b-449e-a865-9bbfa7900c1d tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:51.855185 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-11e4d1c1-b31b-449e-a865-9bbfa7900c1d tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:51.881315 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4d1c1-b31b-449e-a865-9bbfa7900c1d tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e9d11f6b-95d1-4192-84ce-b9ea1f2793d2,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:51.885173 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-11e4d1c1-b31b-449e-a865-9bbfa7900c1d tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:51.888546 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-11e4d1c1-b31b-449e-a865-9bbfa7900c1d tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/e9d11f6b-95d1-4192-84ce-b9ea1f2793d2 HTTP/1.1" status: 204 len: 168 time: 0.2137394 Nov 12 20:33:51.892682 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48792) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:51.950743 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba331de-6c9a-4da3-9eab-f81000f607f7 None None] Port 88ba0705-125c-4474-af3b-48035743ec95 not found while updating agent binding for router 764f1afd-ca30-46e6-a749-79014034d17e. {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 20:33:51.962021 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba331de-6c9a-4da3-9eab-f81000f607f7 None None] Routers set() bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:33:51.962428 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba331de-6c9a-4da3-9eab-f81000f607f7 None None] Router IDs set() for agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 20:33:51.963104 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_agentschedulers_db [None req-6ba331de-6c9a-4da3-9eab-f81000f607f7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'764f1afd-ca30-46e6-a749-79014034d17e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:33:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent'). {{(pid=102449) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 20:33:51.963684 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba331de-6c9a-4da3-9eab-f81000f607f7 None None] The sync data for ids ['764f1afd-ca30-46e6-a749-79014034d17e'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:33:51.967845 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d8df80a4-163d-46a3-bbf6-1556901ca7e6 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:52.049778 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d8df80a4-163d-46a3-bbf6-1556901ca7e6 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:52.074943 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-d8df80a4-163d-46a3-bbf6-1556901ca7e6 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758d25b9-4781-4dd8-84e8-38b28c58a67d']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:52.085269 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-d8df80a4-163d-46a3-bbf6-1556901ca7e6 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30da03eb-d338-4216-9451-566fe70f9766') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:52.085564 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-d8df80a4-163d-46a3-bbf6-1556901ca7e6 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30da03eb-d338-4216-9451-566fe70f9766') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:52.095644 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d8df80a4-163d-46a3-bbf6-1556901ca7e6 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:52.109008 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d8df80a4-163d-46a3-bbf6-1556901ca7e6 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:52.115475 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8df80a4-163d-46a3-bbf6-1556901ca7e6 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:33:52.115855 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d8df80a4-163d-46a3-bbf6-1556901ca7e6 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:33:52.117757 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:33:52.175786 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d8df80a4-163d-46a3-bbf6-1556901ca7e6 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:52.180858 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8df80a4-163d-46a3-bbf6-1556901ca7e6 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 758d25b9-4781-4dd8-84e8-38b28c58a67d {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 20:33:52.184265 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d8df80a4-163d-46a3-bbf6-1556901ca7e6 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:52.187740 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d8df80a4-163d-46a3-bbf6-1556901ca7e6 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "DELETE /v2.0/networks/758d25b9-4781-4dd8-84e8-38b28c58a67d HTTP/1.1" status: 204 len: 168 time: 0.2940431 Nov 12 20:33:52.201487 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df80a4-163d-46a3-bbf6-1556901ca7e6 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Pushing event deleted for resources: {'Network': ['ID=758d25b9-4781-4dd8-84e8-38b28c58a67d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:52.395753 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48802) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:52.400538 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-40df5f43-4a68-4ca7-b15e-05a106cc3159 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Request body: {'router': {'name': 'tempest-router--1630978051', 'project_id': '5e15960ba2c74b3abee4b507d1c5c847'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:33:52.422863 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-40df5f43-4a68-4ca7-b15e-05a106cc3159 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:52.424131 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-40df5f43-4a68-4ca7-b15e-05a106cc3159 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:52.479520 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-40df5f43-4a68-4ca7-b15e-05a106cc3159 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:52.483768 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-40df5f43-4a68-4ca7-b15e-05a106cc3159 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:52.509005 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-40df5f43-4a68-4ca7-b15e-05a106cc3159 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:52.513003 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-40df5f43-4a68-4ca7-b15e-05a106cc3159 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1136520 Nov 12 20:33:52.513258 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48804) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:52.646220 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2cd02330-afe4-463b-ae90-51ad04c7b559 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:52.739140 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-87227598-12b8-46b8-9e33-68e25d21ca1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:52.816307 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2cd02330-afe4-463b-ae90-51ad04c7b559 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:52.818688 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2cd02330-afe4-463b-ae90-51ad04c7b559 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:52.866423 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2cd02330-afe4-463b-ae90-51ad04c7b559 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:52.867073 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd02330-afe4-463b-ae90-51ad04c7b559 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62db6975-b950-4ac0-85f7-4a2aadcf051c {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:33:52.872973 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2cd02330-afe4-463b-ae90-51ad04c7b559 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:52.878379 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2cd02330-afe4-463b-ae90-51ad04c7b559 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "DELETE /v2.0/routers/62db6975-b950-4ac0-85f7-4a2aadcf051c HTTP/1.1" status: 204 len: 168 time: 0.3597491 Nov 12 20:33:52.982490 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48808) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:53.169744 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-dd609705-aaa6-4027-a798-fdbb81c86fc3 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1841153241', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}, 'admin_state_up': False}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:33:53.194493 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dd609705-aaa6-4027-a798-fdbb81c86fc3 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:53.195521 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dd609705-aaa6-4027-a798-fdbb81c86fc3 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:53.246975 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dd609705-aaa6-4027-a798-fdbb81c86fc3 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:53.387375 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dd609705-aaa6-4027-a798-fdbb81c86fc3 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:53.583088 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dd609705-aaa6-4027-a798-fdbb81c86fc3 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:53.815176 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:53.949586 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dd609705-aaa6-4027-a798-fdbb81c86fc3 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:54.053211 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-dd609705-aaa6-4027-a798-fdbb81c86fc3 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Allocated IP 172.25.5.48 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/f31764fc-7ba6-4b74-b402-df88f3fb923f) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:33:54.054122 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:54.168738 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dd609705-aaa6-4027-a798-fdbb81c86fc3 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:54.202047 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dd609705-aaa6-4027-a798-fdbb81c86fc3 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:54.240751 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd609705-aaa6-4027-a798-fdbb81c86fc3 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:33:54.246154 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-dd609705-aaa6-4027-a798-fdbb81c86fc3 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:33:54.249723 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd609705-aaa6-4027-a798-fdbb81c86fc3 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:33:54.260103 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c10816-78c5-4470-b3f5-6f26731812a9 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:33:54.273372 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd609705-aaa6-4027-a798-fdbb81c86fc3 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Pushing event updated for resources: {'Port': ['ID=f31764fc-7ba6-4b74-b402-df88f3fb923f,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:54.325888 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ccbe8624-cd2c-4c46-acda-ca3a7362b7ca None None] Provisioning complete for port f31764fc-7ba6-4b74-b402-df88f3fb923f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:33:54.326248 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ccbe8624-cd2c-4c46-acda-ca3a7362b7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:54.362950 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ccbe8624-cd2c-4c46-acda-ca3a7362b7ca None None] Port f31764fc-7ba6-4b74-b402-df88f3fb923f cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:33:54.517296 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dd609705-aaa6-4027-a798-fdbb81c86fc3 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:54.758734 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dd609705-aaa6-4027-a798-fdbb81c86fc3 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:54.907513 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd609705-aaa6-4027-a798-fdbb81c86fc3 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Router 078dfbe4-fa24-42a2-a6bc-2699057f10d5 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:33:55.018915 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd609705-aaa6-4027-a798-fdbb81c86fc3 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:33:55.029779 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5e0c45-a9ee-4502-a19e-d77280d265c8 None None] Sync routers for ids ['078dfbe4-fa24-42a2-a6bc-2699057f10d5'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:33:55.039864 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dd609705-aaa6-4027-a798-fdbb81c86fc3 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:55.040266 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5e0c45-a9ee-4502-a19e-d77280d265c8 None None] Routers {'078dfbe4-fa24-42a2-a6bc-2699057f10d5'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:33:55.041195 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-1a5e0c45-a9ee-4502-a19e-d77280d265c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:33:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['078dfbe4-fa24-42a2-a6bc-2699057f10d5'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:55.044495 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-dd609705-aaa6-4027-a798-fdbb81c86fc3 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.0581737 Nov 12 20:33:55.044495 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48822) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:55.083480 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-1a5e0c45-a9ee-4502-a19e-d77280d265c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:55.093264 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5e0c45-a9ee-4502-a19e-d77280d265c8 None None] Routers {'078dfbe4-fa24-42a2-a6bc-2699057f10d5'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:33:55.093781 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-1a5e0c45-a9ee-4502-a19e-d77280d265c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:33:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['078dfbe4-fa24-42a2-a6bc-2699057f10d5'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:55.130174 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-1a5e0c45-a9ee-4502-a19e-d77280d265c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:55.130827 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5e0c45-a9ee-4502-a19e-d77280d265c8 None None] The sync data for ids ['078dfbe4-fa24-42a2-a6bc-2699057f10d5'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:33:55.168749 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-191b0385-0413-4734-8ade-dc7dd7db21f5 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "GET /v2.0/routers/078dfbe4-fa24-42a2-a6bc-2699057f10d5 HTTP/1.1" status: 200 len: 920 time: 0.1228328 Nov 12 20:33:55.172101 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48824) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:55.203669 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3ff22121-f72b-4840-a4fd-e037247ee537 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "GET /v2.0/ports?device_id=078dfbe4-fa24-42a2-a6bc-2699057f10d5 HTTP/1.1" status: 200 len: 205 time: 0.0303016 Nov 12 20:33:55.204532 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48826) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:55.213332 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:55.311463 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-50d4add8-a2a5-4839-b7f7-3295f405a63f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:55.413388 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-50d4add8-a2a5-4839-b7f7-3295f405a63f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:55.465029 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-50d4add8-a2a5-4839-b7f7-3295f405a63f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Deleting port f31764fc-7ba6-4b74-b402-df88f3fb923f {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:33:55.465369 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-50d4add8-a2a5-4839-b7f7-3295f405a63f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:55.542452 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-50d4add8-a2a5-4839-b7f7-3295f405a63f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:55.558717 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-50d4add8-a2a5-4839-b7f7-3295f405a63f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Calling delete_port for f31764fc-7ba6-4b74-b402-df88f3fb923f owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:33:55.737936 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-50d4add8-a2a5-4839-b7f7-3295f405a63f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:55.768478 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4add8-a2a5-4839-b7f7-3295f405a63f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Pushing event deleted for resources: {'Port': ['ID=f31764fc-7ba6-4b74-b402-df88f3fb923f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:55.785718 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32e7eac-14ff-451f-8805-d7af3e0039a7 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:33:55.835573 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-50d4add8-a2a5-4839-b7f7-3295f405a63f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:55.927554 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-50d4add8-a2a5-4839-b7f7-3295f405a63f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:55.929979 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-50d4add8-a2a5-4839-b7f7-3295f405a63f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:55.975538 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-50d4add8-a2a5-4839-b7f7-3295f405a63f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:55.976137 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d4add8-a2a5-4839-b7f7-3295f405a63f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Fanout notify agent at l3_agent the message router_deleted on router 078dfbe4-fa24-42a2-a6bc-2699057f10d5 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:33:55.979319 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:55.983347 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-50d4add8-a2a5-4839-b7f7-3295f405a63f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:55.988833 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48834) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:55.992790 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-50d4add8-a2a5-4839-b7f7-3295f405a63f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "DELETE /v2.0/routers/078dfbe4-fa24-42a2-a6bc-2699057f10d5 HTTP/1.1" status: 204 len: 168 time: 0.7870333 Nov 12 20:33:55.993402 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-95c95434-db4d-4261-b06b-59f76b8a76e0 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2041751588', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'enable_snat': False}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:33:56.014207 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-95c95434-db4d-4261-b06b-59f76b8a76e0 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:56.015955 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-95c95434-db4d-4261-b06b-59f76b8a76e0 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:56.070689 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-95c95434-db4d-4261-b06b-59f76b8a76e0 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:56.209435 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-95c95434-db4d-4261-b06b-59f76b8a76e0 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:56.411758 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-95c95434-db4d-4261-b06b-59f76b8a76e0 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:56.430266 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-95c95434-db4d-4261-b06b-59f76b8a76e0 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:56.539021 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-95c95434-db4d-4261-b06b-59f76b8a76e0 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Allocated IP 172.25.5.37 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/b8c35414-c57d-4751-afae-8998b3111b6b) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:33:56.641195 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-95c95434-db4d-4261-b06b-59f76b8a76e0 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:56.674680 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-95c95434-db4d-4261-b06b-59f76b8a76e0 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:56.710202 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c95434-db4d-4261-b06b-59f76b8a76e0 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:33:56.712974 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-95c95434-db4d-4261-b06b-59f76b8a76e0 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:33:56.719023 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c95434-db4d-4261-b06b-59f76b8a76e0 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:33:56.726845 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc9cd3e-c68a-4759-85bf-712a3c08dc52 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:33:56.750048 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c95434-db4d-4261-b06b-59f76b8a76e0 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Pushing event updated for resources: {'Port': ['ID=b8c35414-c57d-4751-afae-8998b3111b6b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:56.839179 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-78a66059-ca06-4aa2-8645-9e7899c8d2d4 None None] Provisioning complete for port b8c35414-c57d-4751-afae-8998b3111b6b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:33:56.840213 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-78a66059-ca06-4aa2-8645-9e7899c8d2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:56.887063 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-78a66059-ca06-4aa2-8645-9e7899c8d2d4 None None] Port b8c35414-c57d-4751-afae-8998b3111b6b cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:33:57.010605 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-95c95434-db4d-4261-b06b-59f76b8a76e0 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:57.212332 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-95c95434-db4d-4261-b06b-59f76b8a76e0 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:57.338269 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c95434-db4d-4261-b06b-59f76b8a76e0 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Router ac8b33a9-4996-4665-8f97-f7a840c5ec32 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:33:57.449162 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c95434-db4d-4261-b06b-59f76b8a76e0 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:33:57.459696 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8329a6f8-3a39-4fa3-9e0c-f4c3dd413c4f None None] Sync routers for ids ['ac8b33a9-4996-4665-8f97-f7a840c5ec32'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:33:57.466258 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-95c95434-db4d-4261-b06b-59f76b8a76e0 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:57.467478 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-95c95434-db4d-4261-b06b-59f76b8a76e0 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.4777143 Nov 12 20:33:57.471541 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48838) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:57.472107 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8329a6f8-3a39-4fa3-9e0c-f4c3dd413c4f None None] Routers {'ac8b33a9-4996-4665-8f97-f7a840c5ec32'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:33:57.472532 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-8329a6f8-3a39-4fa3-9e0c-f4c3dd413c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:33:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['ac8b33a9-4996-4665-8f97-f7a840c5ec32'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:57.576655 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-8329a6f8-3a39-4fa3-9e0c-f4c3dd413c4f None None] Set router ac8b33a9-4996-4665-8f97-f7a840c5ec32 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:33:57.577075 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-18335651-9702-4b1c-be24-47f85e644fe5 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "GET /v2.0/routers/ac8b33a9-4996-4665-8f97-f7a840c5ec32 HTTP/1.1" status: 200 len: 908 time: 0.1043334 Nov 12 20:33:57.580498 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48840) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:57.585061 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-3d40f7db-3eb3-46b4-9d40-1157dbfcc917 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2041751588', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'enable_snat': True}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:33:57.606511 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3d40f7db-3eb3-46b4-9d40-1157dbfcc917 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:57.607601 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3d40f7db-3eb3-46b4-9d40-1157dbfcc917 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:57.671121 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3d40f7db-3eb3-46b4-9d40-1157dbfcc917 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:57.770249 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-8329a6f8-3a39-4fa3-9e0c-f4c3dd413c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8b33a9-4996-4665-8f97-f7a840c5ec32', 'name': 'tempest-snat-router-2041751588', 'tenant_id': 'da395dea25b34c4fb3283beab248cb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.37'}], 'enable_snat': False}, 'gw_port_id': 'b8c35414-c57d-4751-afae-8998b3111b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:33:56Z', 'updated_at': '2021-11-12T20:33:56Z', 'revision_number': 3, 'project_id': 'da395dea25b34c4fb3283beab248cb75', 'gw_port': {'id': 'b8c35414-c57d-4751-afae-8998b3111b6b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8b33a9-4996-4665-8f97-f7a840c5ec32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:56Z', 'updated_at': '2021-11-12T20:33:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:57.800605 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8329a6f8-3a39-4fa3-9e0c-f4c3dd413c4f None None] Checking router: ac8b33a9-4996-4665-8f97-f7a840c5ec32 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:33:57.800946 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8329a6f8-3a39-4fa3-9e0c-f4c3dd413c4f None None] Updating router ac8b33a9-4996-4665-8f97-f7a840c5ec32 port b8c35414-c57d-4751-afae-8998b3111b6b binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:33:57.816956 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3d40f7db-3eb3-46b4-9d40-1157dbfcc917 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:57.836768 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8329a6f8-3a39-4fa3-9e0c-f4c3dd413c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:58.037930 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3d40f7db-3eb3-46b4-9d40-1157dbfcc917 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:58.057659 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3d40f7db-3eb3-46b4-9d40-1157dbfcc917 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:58.107086 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8329a6f8-3a39-4fa3-9e0c-f4c3dd413c4f None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:58.111871 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8329a6f8-3a39-4fa3-9e0c-f4c3dd413c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:58.159801 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4a648e-ed3f-4290-8387-8fe3446fdb25 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:33:58.168262 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-3d40f7db-3eb3-46b4-9d40-1157dbfcc917 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Allocated IP 172.25.5.184 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/76f51536-0e42-48b1-b734-77ca8155ef26) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:33:58.169430 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363d39f-b92d-4668-a383-39cab7511452 None None] Pushing event updated for resources: {'Port': ['ID=b8c35414-c57d-4751-afae-8998b3111b6b,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:58.172164 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-8329a6f8-3a39-4fa3-9e0c-f4c3dd413c4f None None] Attempting to bind port b8c35414-c57d-4751-afae-8998b3111b6b on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:33:58.172563 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-8329a6f8-3a39-4fa3-9e0c-f4c3dd413c4f None None] Attempting to bind port b8c35414-c57d-4751-afae-8998b3111b6b by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:33:58.172934 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8329a6f8-3a39-4fa3-9e0c-f4c3dd413c4f None None] Attempting to bind port b8c35414-c57d-4751-afae-8998b3111b6b on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:33:58.179827 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8329a6f8-3a39-4fa3-9e0c-f4c3dd413c4f None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:33:58.180212 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8329a6f8-3a39-4fa3-9e0c-f4c3dd413c4f None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:33:58.180638 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8329a6f8-3a39-4fa3-9e0c-f4c3dd413c4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:58.181024 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8329a6f8-3a39-4fa3-9e0c-f4c3dd413c4f None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:33:58.181538 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-8329a6f8-3a39-4fa3-9e0c-f4c3dd413c4f None None] Bound port: b8c35414-c57d-4751-afae-8998b3111b6b, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:33:58.181873 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8329a6f8-3a39-4fa3-9e0c-f4c3dd413c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:58.234498 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-425935ca-8d0b-4425-bb59-6f1bbc9af49f None None] Provisioning complete for port b8c35414-c57d-4751-afae-8998b3111b6b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:33:58.234865 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-425935ca-8d0b-4425-bb59-6f1bbc9af49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:58.268879 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-8329a6f8-3a39-4fa3-9e0c-f4c3dd413c4f None None] For port b8c35414-c57d-4751-afae-8998b3111b6b, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:33:58.274238 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3d40f7db-3eb3-46b4-9d40-1157dbfcc917 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:58.287263 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-8329a6f8-3a39-4fa3-9e0c-f4c3dd413c4f None None] For port b8c35414-c57d-4751-afae-8998b3111b6b, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b8c35414-c57d-4751-afae-8998b3111b6b,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:33:58.288812 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-425935ca-8d0b-4425-bb59-6f1bbc9af49f None None] Port b8c35414-c57d-4751-afae-8998b3111b6b cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:33:58.292019 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8329a6f8-3a39-4fa3-9e0c-f4c3dd413c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:58.309931 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3d40f7db-3eb3-46b4-9d40-1157dbfcc917 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:58.341620 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6093f5c6-1f93-43d8-a898-fe38c9b87aa7 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:33:58.347376 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d40f7db-3eb3-46b4-9d40-1157dbfcc917 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:33:58.352368 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-3d40f7db-3eb3-46b4-9d40-1157dbfcc917 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:33:58.356479 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d40f7db-3eb3-46b4-9d40-1157dbfcc917 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:33:58.358826 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363d39f-b92d-4668-a383-39cab7511452 None None] Pushing event updated for resources: {'Port': ['ID=b8c35414-c57d-4751-afae-8998b3111b6b,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:58.361941 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8329a6f8-3a39-4fa3-9e0c-f4c3dd413c4f None None] Routers {'ac8b33a9-4996-4665-8f97-f7a840c5ec32'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:33:58.362830 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-8329a6f8-3a39-4fa3-9e0c-f4c3dd413c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:33:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['ac8b33a9-4996-4665-8f97-f7a840c5ec32'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:58.391573 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40f7db-3eb3-46b4-9d40-1157dbfcc917 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Pushing event updated for resources: {'Port': ['ID=76f51536-0e42-48b1-b734-77ca8155ef26,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:58.403142 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e30eaba-c600-4603-8e4a-10d37925805d None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:33:58.466714 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7597ddb9-4f0b-4224-944f-d166c32f1daa None None] Provisioning complete for port b8c35414-c57d-4751-afae-8998b3111b6b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:33:58.467084 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7597ddb9-4f0b-4224-944f-d166c32f1daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:58.517498 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-8329a6f8-3a39-4fa3-9e0c-f4c3dd413c4f None None] Set router ac8b33a9-4996-4665-8f97-f7a840c5ec32 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:33:58.831336 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7597ddb9-4f0b-4224-944f-d166c32f1daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:58.866183 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7597ddb9-4f0b-4224-944f-d166c32f1daa None None] For port b8c35414-c57d-4751-afae-8998b3111b6b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b8c35414-c57d-4751-afae-8998b3111b6b,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:33:58.885783 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7597ddb9-4f0b-4224-944f-d166c32f1daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:58.903161 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3d40f7db-3eb3-46b4-9d40-1157dbfcc917 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:58.952246 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597ddb9-4f0b-4224-944f-d166c32f1daa None None] Pushing event updated for resources: {'Port': ['ID=b8c35414-c57d-4751-afae-8998b3111b6b,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:33:58.965749 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-8329a6f8-3a39-4fa3-9e0c-f4c3dd413c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8b33a9-4996-4665-8f97-f7a840c5ec32', 'name': 'tempest-snat-router-2041751588', 'tenant_id': 'da395dea25b34c4fb3283beab248cb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.37'}], 'enable_snat': False}, 'gw_port_id': 'b8c35414-c57d-4751-afae-8998b3111b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:33:56Z', 'updated_at': '2021-11-12T20:33:56Z', 'revision_number': 3, 'project_id': 'da395dea25b34c4fb3283beab248cb75', 'gw_port': {'id': 'b8c35414-c57d-4751-afae-8998b3111b6b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8b33a9-4996-4665-8f97-f7a840c5ec32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:56Z', 'updated_at': '2021-11-12T20:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:59.000904 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8329a6f8-3a39-4fa3-9e0c-f4c3dd413c4f None None] The sync data for ids ['ac8b33a9-4996-4665-8f97-f7a840c5ec32'] in n-d-712140-15 is: [{'id': 'ac8b33a9-4996-4665-8f97-f7a840c5ec32', 'name': 'tempest-snat-router-2041751588', 'tenant_id': 'da395dea25b34c4fb3283beab248cb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.37'}], 'enable_snat': False}, 'gw_port_id': 'b8c35414-c57d-4751-afae-8998b3111b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:33:56Z', 'updated_at': '2021-11-12T20:33:56Z', 'revision_number': 3, 'project_id': 'da395dea25b34c4fb3283beab248cb75', 'gw_port': {'id': 'b8c35414-c57d-4751-afae-8998b3111b6b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8b33a9-4996-4665-8f97-f7a840c5ec32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:56Z', 'updated_at': '2021-11-12T20:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:33:59.011087 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-03680031-1e8e-4a05-bf2a-a45b101998b1 None None] Provisioning complete for port 76f51536-0e42-48b1-b734-77ca8155ef26 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:33:59.011461 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-03680031-1e8e-4a05-bf2a-a45b101998b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:59.066392 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-03680031-1e8e-4a05-bf2a-a45b101998b1 None None] Port 76f51536-0e42-48b1-b734-77ca8155ef26 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:33:59.125143 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3d40f7db-3eb3-46b4-9d40-1157dbfcc917 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:59.300705 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d40f7db-3eb3-46b4-9d40-1157dbfcc917 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Router e3a3c345-e0c7-4642-9b36-3bd151f75ec4 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:33:59.426992 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d40f7db-3eb3-46b4-9d40-1157dbfcc917 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:33:59.437135 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf228b88-c103-4096-9fcb-afff770ac739 None None] Sync routers for ids ['e3a3c345-e0c7-4642-9b36-3bd151f75ec4'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:33:59.447536 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3d40f7db-3eb3-46b4-9d40-1157dbfcc917 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:59.450271 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf228b88-c103-4096-9fcb-afff770ac739 None None] Routers {'e3a3c345-e0c7-4642-9b36-3bd151f75ec4'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:33:59.451418 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-bf228b88-c103-4096-9fcb-afff770ac739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:33:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e3a3c345-e0c7-4642-9b36-3bd151f75ec4'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:59.451808 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48854) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:59.452322 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3d40f7db-3eb3-46b4-9d40-1157dbfcc917 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.8703055 Nov 12 20:33:59.575032 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c21131bb-e2fd-4da1-9e51-5199f5f313d4 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "GET /v2.0/routers/e3a3c345-e0c7-4642-9b36-3bd151f75ec4 HTTP/1.1" status: 200 len: 908 time: 0.1218750 Nov 12 20:33:59.578129 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48856) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:33:59.579283 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-bf228b88-c103-4096-9fcb-afff770ac739 None None] Set router e3a3c345-e0c7-4642-9b36-3bd151f75ec4 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:33:59.748103 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9b4dc86-4b46-4532-bf16-49b70c56d99a req-987951ab-84d8-4131-9927-57da21fd7441 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0555799 Nov 12 20:33:59.751302 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f358663e-978a-442a-a0f1-c1f22bf219f7 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:59.798089 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-bf228b88-c103-4096-9fcb-afff770ac739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a3c345-e0c7-4642-9b36-3bd151f75ec4', 'name': 'tempest-snat-router-2041751588', 'tenant_id': 'da395dea25b34c4fb3283beab248cb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '76f51536-0e42-48b1-b734-77ca8155ef26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:33:57Z', 'updated_at': '2021-11-12T20:33:58Z', 'revision_number': 3, 'project_id': 'da395dea25b34c4fb3283beab248cb75', 'gw_port': {'id': '76f51536-0e42-48b1-b734-77ca8155ef26', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:56:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a3c345-e0c7-4642-9b36-3bd151f75ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:58Z', 'updated_at': '2021-11-12T20:33:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:33:59.828776 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf228b88-c103-4096-9fcb-afff770ac739 None None] Checking router: e3a3c345-e0c7-4642-9b36-3bd151f75ec4 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:33:59.829646 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf228b88-c103-4096-9fcb-afff770ac739 None None] Updating router e3a3c345-e0c7-4642-9b36-3bd151f75ec4 port 76f51536-0e42-48b1-b734-77ca8155ef26 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:33:59.857350 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-bf228b88-c103-4096-9fcb-afff770ac739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:33:59.902514 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4dc86-4b46-4532-bf16-49b70c56d99a req-d454a825-38e4-45d7-a655-374faca5242a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:33:59.904004 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9b4dc86-4b46-4532-bf16-49b70c56d99a req-d454a825-38e4-45d7-a655-374faca5242a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 1097 time: 0.0910389 Nov 12 20:33:59.942402 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f358663e-978a-442a-a0f1-c1f22bf219f7 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:00.065399 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-f358663e-978a-442a-a0f1-c1f22bf219f7 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Deleting port 76f51536-0e42-48b1-b734-77ca8155ef26 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:34:00.065750 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f358663e-978a-442a-a0f1-c1f22bf219f7 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:00.096321 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4dc86-4b46-4532-bf16-49b70c56d99a req-23097d12-4c1f-42e2-9f77-f2747495a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:00.097968 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9b4dc86-4b46-4532-bf16-49b70c56d99a req-23097d12-4c1f-42e2-9f77-f2747495a1d3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 913 time: 0.1681504 Nov 12 20:34:00.145468 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-bf228b88-c103-4096-9fcb-afff770ac739 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:00.155320 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-bf228b88-c103-4096-9fcb-afff770ac739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:00.192026 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109e8426-b9d5-4ec5-81c2-0c3853414211 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:34:00.211620 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-bf228b88-c103-4096-9fcb-afff770ac739 None None] Attempting to bind port 76f51536-0e42-48b1-b734-77ca8155ef26 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:34:00.211989 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-bf228b88-c103-4096-9fcb-afff770ac739 None None] Attempting to bind port 76f51536-0e42-48b1-b734-77ca8155ef26 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:34:00.212372 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf228b88-c103-4096-9fcb-afff770ac739 None None] Attempting to bind port 76f51536-0e42-48b1-b734-77ca8155ef26 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:34:00.219669 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9b4dc86-4b46-4532-bf16-49b70c56d99a req-2a4d09d8-0417-45ee-839e-af207b76cdde service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da1d2ed6-4f68-4b79-9dfe-73bc201ec15b HTTP/1.1" status: 200 len: 1000 time: 0.0871611 Nov 12 20:34:00.224020 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f358663e-978a-442a-a0f1-c1f22bf219f7 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:00.227294 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2aa57e-7be4-4d2d-916a-91aa9522328c None None] Pushing event updated for resources: {'Port': ['ID=76f51536-0e42-48b1-b734-77ca8155ef26,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:00.236297 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf228b88-c103-4096-9fcb-afff770ac739 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:34:00.236732 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf228b88-c103-4096-9fcb-afff770ac739 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:34:00.237131 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-bf228b88-c103-4096-9fcb-afff770ac739 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:00.237770 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf228b88-c103-4096-9fcb-afff770ac739 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:34:00.238702 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-bf228b88-c103-4096-9fcb-afff770ac739 None None] Bound port: 76f51536-0e42-48b1-b734-77ca8155ef26, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:34:00.239091 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-bf228b88-c103-4096-9fcb-afff770ac739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:00.270625 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-f358663e-978a-442a-a0f1-c1f22bf219f7 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Calling delete_port for 76f51536-0e42-48b1-b734-77ca8155ef26 owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:34:00.301529 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-bf228b88-c103-4096-9fcb-afff770ac739 None None] For port 76f51536-0e42-48b1-b734-77ca8155ef26, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:34:00.304965 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-bf228b88-c103-4096-9fcb-afff770ac739 None None] For port 76f51536-0e42-48b1-b734-77ca8155ef26, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=76f51536-0e42-48b1-b734-77ca8155ef26,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:34:00.310862 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-bf228b88-c103-4096-9fcb-afff770ac739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:00.319864 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-5fd2dbdc-4b91-4c78-9dea-c8e73110a67d None None] Provisioning complete for port 76f51536-0e42-48b1-b734-77ca8155ef26 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:34:00.322216 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5fd2dbdc-4b91-4c78-9dea-c8e73110a67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:00.328531 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4dc86-4b46-4532-bf16-49b70c56d99a req-7e3053fc-6987-48c0-b694-29b193b7f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:00.330096 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9b4dc86-4b46-4532-bf16-49b70c56d99a req-7e3053fc-6987-48c0-b694-29b193b7f738 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fe6903-02cc-4d59-b54a-0012785b1f66 HTTP/1.1" status: 200 len: 851 time: 0.1032066 Nov 12 20:34:00.387650 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4125b8-207c-4605-9b3c-1e79cfa2dbca None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:34:00.404143 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf228b88-c103-4096-9fcb-afff770ac739 None None] Routers {'e3a3c345-e0c7-4642-9b36-3bd151f75ec4'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:34:00.405277 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-bf228b88-c103-4096-9fcb-afff770ac739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:33:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e3a3c345-e0c7-4642-9b36-3bd151f75ec4'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:00.409329 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2aa57e-7be4-4d2d-916a-91aa9522328c None None] Pushing event updated for resources: {'Port': ['ID=76f51536-0e42-48b1-b734-77ca8155ef26,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:00.445211 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4dc86-4b46-4532-bf16-49b70c56d99a req-02cb1436-4f00-40e5-896e-6c901dd010e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:00.446764 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9b4dc86-4b46-4532-bf16-49b70c56d99a req-02cb1436-4f00-40e5-896e-6c901dd010e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a14ebab6-b135-479f-8842-077a5fca0d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1084874 Nov 12 20:34:00.480823 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5fd2dbdc-4b91-4c78-9dea-c8e73110a67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:00.526204 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-bf228b88-c103-4096-9fcb-afff770ac739 None None] Set router e3a3c345-e0c7-4642-9b36-3bd151f75ec4 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:34:00.582911 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-bf228b88-c103-4096-9fcb-afff770ac739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a3c345-e0c7-4642-9b36-3bd151f75ec4', 'name': 'tempest-snat-router-2041751588', 'tenant_id': 'da395dea25b34c4fb3283beab248cb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:33:57Z', 'updated_at': '2021-11-12T20:33:59Z', 'revision_number': 4, 'project_id': 'da395dea25b34c4fb3283beab248cb75', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:00.605713 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f358663e-978a-442a-a0f1-c1f22bf219f7 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:00.618002 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf228b88-c103-4096-9fcb-afff770ac739 None None] The sync data for ids ['e3a3c345-e0c7-4642-9b36-3bd151f75ec4'] in n-d-712140-15 is: [{'id': 'e3a3c345-e0c7-4642-9b36-3bd151f75ec4', 'name': 'tempest-snat-router-2041751588', 'tenant_id': 'da395dea25b34c4fb3283beab248cb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:33:57Z', 'updated_at': '2021-11-12T20:33:59Z', 'revision_number': 4, 'project_id': 'da395dea25b34c4fb3283beab248cb75', 'gw_port_host': None}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:34:00.639672 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9b4dc86-4b46-4532-bf16-49b70c56d99a req-238f9fda-3d3d-4fb5-b781-0b4dd5ec182c service neutron] 10.222.0.55 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683123 Nov 12 20:34:00.641145 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358663e-978a-442a-a0f1-c1f22bf219f7 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Pushing event deleted for resources: {'Port': ['ID=76f51536-0e42-48b1-b734-77ca8155ef26,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:00.696824 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef53ccef-9d6f-4de8-8803-860505927586 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:34:00.794812 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f358663e-978a-442a-a0f1-c1f22bf219f7 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:00.811939 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b8c35414-c57d-4751-afae-8998b3111b6b up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:34:00.862104 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-fe2f28a4-a5c5-4f8e-8c4f-1172ba7ed7b6 None None] Could not find standard attr ID for object 76f51536-0e42-48b1-b734-77ca8155ef26. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:34:00.888322 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b8c35414-c57d-4751-afae-8998b3111b6b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:34:00.888689 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:00.912913 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9b4dc86-4b46-4532-bf16-49b70c56d99a req-81072eba-04c1-42dc-9016-351f4b568a10 service neutron] 10.222.0.55 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642250 Nov 12 20:34:00.916953 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f358663e-978a-442a-a0f1-c1f22bf219f7 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:00.918746 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f358663e-978a-442a-a0f1-c1f22bf219f7 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:00.972929 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f358663e-978a-442a-a0f1-c1f22bf219f7 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:00.973651 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f358663e-978a-442a-a0f1-c1f22bf219f7 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3a3c345-e0c7-4642-9b36-3bd151f75ec4 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:34:00.978580 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f358663e-978a-442a-a0f1-c1f22bf219f7 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:00.982127 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f358663e-978a-442a-a0f1-c1f22bf219f7 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "DELETE /v2.0/routers/e3a3c345-e0c7-4642-9b36-3bd151f75ec4 HTTP/1.1" status: 204 len: 168 time: 1.4006820 Nov 12 20:34:00.982614 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48860) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:01.112102 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4334d6c3-4d7e-48d4-a102-b18871208553 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:01.234577 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4334d6c3-4d7e-48d4-a102-b18871208553 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:01.291773 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-4334d6c3-4d7e-48d4-a102-b18871208553 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Deleting port b8c35414-c57d-4751-afae-8998b3111b6b {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:34:01.292120 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4334d6c3-4d7e-48d4-a102-b18871208553 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:01.377537 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-4334d6c3-4d7e-48d4-a102-b18871208553 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] For port b8c35414-c57d-4751-afae-8998b3111b6b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b8c35414-c57d-4751-afae-8998b3111b6b,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:34:01.377896 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4334d6c3-4d7e-48d4-a102-b18871208553 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:01.391205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-4334d6c3-4d7e-48d4-a102-b18871208553 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Calling delete_port for b8c35414-c57d-4751-afae-8998b3111b6b owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:34:01.568707 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4334d6c3-4d7e-48d4-a102-b18871208553 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:01.594624 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334d6c3-4d7e-48d4-a102-b18871208553 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8c35414-c57d-4751-afae-8998b3111b6b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:01.610912 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daf0d08-c9f7-4c3a-9727-944cec44a0b2 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:34:01.659734 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4334d6c3-4d7e-48d4-a102-b18871208553 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:01.753258 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4334d6c3-4d7e-48d4-a102-b18871208553 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:01.755407 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4334d6c3-4d7e-48d4-a102-b18871208553 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:01.807055 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4334d6c3-4d7e-48d4-a102-b18871208553 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:01.807650 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4334d6c3-4d7e-48d4-a102-b18871208553 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac8b33a9-4996-4665-8f97-f7a840c5ec32 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:34:01.812594 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4334d6c3-4d7e-48d4-a102-b18871208553 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:01.817516 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4334d6c3-4d7e-48d4-a102-b18871208553 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "DELETE /v2.0/routers/ac8b33a9-4996-4665-8f97-f7a840c5ec32 HTTP/1.1" status: 204 len: 168 time: 0.8301194 Nov 12 20:34:01.817961 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48864) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:01.822745 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-2f197ff2-6566-4dc6-8ad0-fd7d3cbbd4b9 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-908500943', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}, 'admin_state_up': False}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:01.851135 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f197ff2-6566-4dc6-8ad0-fd7d3cbbd4b9 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:01.852296 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f197ff2-6566-4dc6-8ad0-fd7d3cbbd4b9 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:01.919383 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f197ff2-6566-4dc6-8ad0-fd7d3cbbd4b9 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:02.430614 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f197ff2-6566-4dc6-8ad0-fd7d3cbbd4b9 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:02.623025 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f197ff2-6566-4dc6-8ad0-fd7d3cbbd4b9 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:02.641941 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f197ff2-6566-4dc6-8ad0-fd7d3cbbd4b9 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:02.703813 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b8c35414-c57d-4751-afae-8998b3111b6b no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:34:02.723635 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: b8c35414-c57d-4751-afae-8998b3111b6b {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:34:02.724345 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b8c35414-c57d-4751-afae-8998b3111b6b not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:34:02.760269 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-2f197ff2-6566-4dc6-8ad0-fd7d3cbbd4b9 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Allocated IP 172.25.5.187 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/740c68f1-7a00-4ff4-ae14-881adef14875) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:34:02.877164 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f197ff2-6566-4dc6-8ad0-fd7d3cbbd4b9 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:02.909554 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f197ff2-6566-4dc6-8ad0-fd7d3cbbd4b9 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:02.956489 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f197ff2-6566-4dc6-8ad0-fd7d3cbbd4b9 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:34:02.959585 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-2f197ff2-6566-4dc6-8ad0-fd7d3cbbd4b9 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:34:02.964317 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f197ff2-6566-4dc6-8ad0-fd7d3cbbd4b9 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:34:02.967631 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f197ff2-6566-4dc6-8ad0-fd7d3cbbd4b9 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Pushing event updated for resources: {'Port': ['ID=740c68f1-7a00-4ff4-ae14-881adef14875,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:02.980117 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e043d4-9415-40fe-8035-004976e6cd95 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:34:03.100886 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-1099c1fc-38c3-4dd6-ba8f-91161007ad11 None None] Provisioning complete for port 740c68f1-7a00-4ff4-ae14-881adef14875 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:34:03.101648 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1099c1fc-38c3-4dd6-ba8f-91161007ad11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:03.141526 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-1099c1fc-38c3-4dd6-ba8f-91161007ad11 None None] Port 740c68f1-7a00-4ff4-ae14-881adef14875 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:34:03.234861 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f197ff2-6566-4dc6-8ad0-fd7d3cbbd4b9 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:03.446378 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f197ff2-6566-4dc6-8ad0-fd7d3cbbd4b9 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:03.542765 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f63742-7d5d-49a3-9779-fc7ffb277aa7 req-b9f76c25-0ecd-4491-bbd4-34cc67ebb3ba tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:03.544441 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b2f63742-7d5d-49a3-9779-fc7ffb277aa7 req-b9f76c25-0ecd-4491-bbd4-34cc67ebb3ba tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf043683-50e1-482b-8421-934ec07aa223 HTTP/1.1" status: 200 len: 945 time: 0.0959003 Nov 12 20:34:03.633552 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b2f63742-7d5d-49a3-9779-fc7ffb277aa7 req-b3fb6c08-e2d2-480e-87e7-82f7688196e0 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/security-groups?id=df7b8a42-5b83-4e76-87e3-b9b30ca34f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618877 Nov 12 20:34:03.672378 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f197ff2-6566-4dc6-8ad0-fd7d3cbbd4b9 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Router 96d61703-16a7-4ecb-9643-87f05fc08bf3 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:34:03.787599 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f197ff2-6566-4dc6-8ad0-fd7d3cbbd4b9 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:34:03.798060 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d933303a-7eba-4234-a480-79881022c64d None None] Sync routers for ids ['96d61703-16a7-4ecb-9643-87f05fc08bf3'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:34:03.808406 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d933303a-7eba-4234-a480-79881022c64d None None] Routers {'96d61703-16a7-4ecb-9643-87f05fc08bf3'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:34:03.809170 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d933303a-7eba-4234-a480-79881022c64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:33:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['96d61703-16a7-4ecb-9643-87f05fc08bf3'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:03.810815 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f197ff2-6566-4dc6-8ad0-fd7d3cbbd4b9 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:03.812320 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2f197ff2-6566-4dc6-8ad0-fd7d3cbbd4b9 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.9932630 Nov 12 20:34:03.815696 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48882) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:03.819670 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-806cba00-260d-4082-b00b-a675821523f5 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'enable_snat': False}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:03.851321 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d933303a-7eba-4234-a480-79881022c64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:03.861445 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d933303a-7eba-4234-a480-79881022c64d None None] Routers {'96d61703-16a7-4ecb-9643-87f05fc08bf3'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:34:03.862146 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d933303a-7eba-4234-a480-79881022c64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:33:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['96d61703-16a7-4ecb-9643-87f05fc08bf3'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:03.894609 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d933303a-7eba-4234-a480-79881022c64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:03.895373 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d933303a-7eba-4234-a480-79881022c64d None None] The sync data for ids ['96d61703-16a7-4ecb-9643-87f05fc08bf3'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:34:04.119853 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-806cba00-260d-4082-b00b-a675821523f5 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:04.526262 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-806cba00-260d-4082-b00b-a675821523f5 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7534'] for router, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:04.530450 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-806cba00-260d-4082-b00b-a675821523f5 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706542'] for router, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:04.641323 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806cba00-260d-4082-b00b-a675821523f5 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Router 96d61703-16a7-4ecb-9643-87f05fc08bf3 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:34:04.772882 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23041eb4-8881-4891-b4c2-af7d15e011e3 req-fcf64682-0a7c-431c-a147-3ec0b481eb0b tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:04.774793 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-23041eb4-8881-4891-b4c2-af7d15e011e3 req-fcf64682-0a7c-431c-a147-3ec0b481eb0b tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf043683-50e1-482b-8421-934ec07aa223 HTTP/1.1" status: 200 len: 945 time: 0.0538638 Nov 12 20:34:04.828573 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-23041eb4-8881-4891-b4c2-af7d15e011e3 req-10438fff-a0ff-4ad2-8cff-027b6b9c7040 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/security-groups?id=df7b8a42-5b83-4e76-87e3-b9b30ca34f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472319 Nov 12 20:34:05.047037 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806cba00-260d-4082-b00b-a675821523f5 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:34:05.054219 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-806cba00-260d-4082-b00b-a675821523f5 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:05.058243 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48888) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:05.058411 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-806cba00-260d-4082-b00b-a675821523f5 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "PUT /v2.0/routers/96d61703-16a7-4ecb-9643-87f05fc08bf3 HTTP/1.1" status: 200 len: 921 time: 1.2421844 Nov 12 20:34:05.067342 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7bfe91-51af-4e3f-ba02-ec7cf635eb02 None None] Sync routers for ids ['96d61703-16a7-4ecb-9643-87f05fc08bf3'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:34:05.080475 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7bfe91-51af-4e3f-ba02-ec7cf635eb02 None None] Routers {'96d61703-16a7-4ecb-9643-87f05fc08bf3'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:34:05.084135 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8a7bfe91-51af-4e3f-ba02-ec7cf635eb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:33:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['96d61703-16a7-4ecb-9643-87f05fc08bf3'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:05.125216 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8a7bfe91-51af-4e3f-ba02-ec7cf635eb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:05.136387 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7bfe91-51af-4e3f-ba02-ec7cf635eb02 None None] Routers {'96d61703-16a7-4ecb-9643-87f05fc08bf3'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:34:05.137010 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8a7bfe91-51af-4e3f-ba02-ec7cf635eb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:33:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['96d61703-16a7-4ecb-9643-87f05fc08bf3'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:05.170530 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8a7bfe91-51af-4e3f-ba02-ec7cf635eb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:05.171207 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7bfe91-51af-4e3f-ba02-ec7cf635eb02 None None] The sync data for ids ['96d61703-16a7-4ecb-9643-87f05fc08bf3'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:34:05.217923 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ebcd81b0-b466-4194-935f-5e6a4017ea35 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "GET /v2.0/routers/96d61703-16a7-4ecb-9643-87f05fc08bf3 HTTP/1.1" status: 200 len: 921 time: 0.1583965 Nov 12 20:34:05.221180 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48890) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:05.239749 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6751e5-0293-46f7-9e5f-1413ac4fd405 req-b180448a-1578-48b1-bd1e-f1de38364847 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:05.241473 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a6751e5-0293-46f7-9e5f-1413ac4fd405 req-b180448a-1578-48b1-bd1e-f1de38364847 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf043683-50e1-482b-8421-934ec07aa223 HTTP/1.1" status: 200 len: 945 time: 0.0615754 Nov 12 20:34:05.296491 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efb2ea2-2800-4ba6-bd8d-32c3ccf49a5e tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:05.298317 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4efb2ea2-2800-4ba6-bd8d-32c3ccf49a5e tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1&device_id=96d61703-16a7-4ecb-9643-87f05fc08bf3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0759687 Nov 12 20:34:05.300929 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48892) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:05.346167 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-8a6751e5-0293-46f7-9e5f-1413ac4fd405 req-15f37222-a334-44e5-adb6-105078517328 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Deleting port ddc75804-a742-4f3a-b1ed-6508573831ec {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:34:05.346520 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8a6751e5-0293-46f7-9e5f-1413ac4fd405 req-15f37222-a334-44e5-adb6-105078517328 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:05.391918 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c377ae2-af95-4197-963d-7ca91c0181f7 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:05.393348 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1c377ae2-af95-4197-963d-7ca91c0181f7 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 881 time: 0.0914447 Nov 12 20:34:05.396198 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48894) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:05.422919 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b6848746-8ab8-457b-aaa7-c91604adfa58 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "GET /v2.0/ports?device_id=96d61703-16a7-4ecb-9643-87f05fc08bf3 HTTP/1.1" status: 200 len: 205 time: 0.0255940 Nov 12 20:34:05.425454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48896) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:05.441638 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-8a6751e5-0293-46f7-9e5f-1413ac4fd405 req-15f37222-a334-44e5-adb6-105078517328 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] For port ddc75804-a742-4f3a-b1ed-6508573831ec, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=ddc75804-a742-4f3a-b1ed-6508573831ec,segment=NetworkSegment(b048f169-d066-424f-b8e0-81be7dad53fa),segment_id=b048f169-d066-424f-b8e0-81be7dad53fa)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:34:05.442003 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8a6751e5-0293-46f7-9e5f-1413ac4fd405 req-15f37222-a334-44e5-adb6-105078517328 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:05.455421 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-8a6751e5-0293-46f7-9e5f-1413ac4fd405 req-15f37222-a334-44e5-adb6-105078517328 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Calling delete_port for ddc75804-a742-4f3a-b1ed-6508573831ec owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:34:05.533220 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f3454b9-24b5-483e-81fa-8fe931244e0f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:05.584758 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8a6751e5-0293-46f7-9e5f-1413ac4fd405 req-15f37222-a334-44e5-adb6-105078517328 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:05.596858 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['ddc75804-a742-4f3a-b1ed-6508573831ec'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:34:05.619286 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f37222-a334-44e5-adb6-105078517328 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Pushing event deleted for resources: {'Port': ['ID=ddc75804-a742-4f3a-b1ed-6508573831ec,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:05.647588 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f3454b9-24b5-483e-81fa-8fe931244e0f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:05.660034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6751e5-0293-46f7-9e5f-1413ac4fd405 req-15f37222-a334-44e5-adb6-105078517328 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] No DVR routers for this DVR port ddc75804-a742-4f3a-b1ed-6508573831ec on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:34:05.662569 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8a6751e5-0293-46f7-9e5f-1413ac4fd405 req-15f37222-a334-44e5-adb6-105078517328 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:05.665923 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a6751e5-0293-46f7-9e5f-1413ac4fd405 req-15f37222-a334-44e5-adb6-105078517328 tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.52 "DELETE /v2.0/ports/ddc75804-a742-4f3a-b1ed-6508573831ec HTTP/1.1" status: 204 len: 173 time: 0.4179134 Nov 12 20:34:05.666542 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf043683-50e1-482b-8421-934ec07aa223', 'name': 'network-vif-deleted', 'tag': 'ddc75804-a742-4f3a-b1ed-6508573831ec'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:34:05.668640 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf2533d-9002-472f-8866-eb535a067775" -d '{"events": [{"server_uuid": "cf043683-50e1-482b-8421-934ec07aa223", "name": "network-vif-deleted", "tag": "ddc75804-a742-4f3a-b1ed-6508573831ec"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:34:05.705208 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-9f3454b9-24b5-483e-81fa-8fe931244e0f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Deleting port 740c68f1-7a00-4ff4-ae14-881adef14875 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:34:05.705487 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f3454b9-24b5-483e-81fa-8fe931244e0f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:05.714546 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc05b40-d658-4095-ad2d-62d51d75976b x-openstack-request-id: req-afc05b40-d658-4095-ad2d-62d51d75976b {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:34:05.714960 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf043683-50e1-482b-8421-934ec07aa223", "name": "network-vif-deleted", "tag": "ddc75804-a742-4f3a-b1ed-6508573831ec", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:34:05.715280 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-afc05b40-d658-4095-ad2d-62d51d75976b {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:34:05.715750 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf043683-50e1-482b-8421-934ec07aa223', 'name': 'network-vif-deleted', 'tag': 'ddc75804-a742-4f3a-b1ed-6508573831ec', 'status': 'completed', 'code': 200} Nov 12 20:34:05.796725 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f3454b9-24b5-483e-81fa-8fe931244e0f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:05.809589 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-9f3454b9-24b5-483e-81fa-8fe931244e0f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Calling delete_port for 740c68f1-7a00-4ff4-ae14-881adef14875 owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:34:05.954023 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2757780e-ca14-4398-b9dc-3478b1398858 req-ab65be7c-f735-4777-b826-940efa8844ab tempest-VolumesSnapshotTestJSON-811135069 tempest-VolumesSnapshotTestJSON-811135069-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf043683-50e1-482b-8421-934ec07aa223 HTTP/1.1" status: 200 len: 210 time: 0.0376451 Nov 12 20:34:06.003087 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f3454b9-24b5-483e-81fa-8fe931244e0f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:06.035071 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3454b9-24b5-483e-81fa-8fe931244e0f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Pushing event deleted for resources: {'Port': ['ID=740c68f1-7a00-4ff4-ae14-881adef14875,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:06.051505 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3570e91-75fc-4846-ae4f-29319fc89476 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:34:06.103359 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f3454b9-24b5-483e-81fa-8fe931244e0f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:06.223485 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f3454b9-24b5-483e-81fa-8fe931244e0f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:06.225779 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f3454b9-24b5-483e-81fa-8fe931244e0f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:06.277488 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f3454b9-24b5-483e-81fa-8fe931244e0f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:06.278146 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3454b9-24b5-483e-81fa-8fe931244e0f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Fanout notify agent at l3_agent the message router_deleted on router 96d61703-16a7-4ecb-9643-87f05fc08bf3 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:34:06.286325 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f3454b9-24b5-483e-81fa-8fe931244e0f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:06.288810 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9f3454b9-24b5-483e-81fa-8fe931244e0f tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "DELETE /v2.0/routers/96d61703-16a7-4ecb-9643-87f05fc08bf3 HTTP/1.1" status: 204 len: 168 time: 0.8609483 Nov 12 20:34:06.291763 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48916) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:06.297672 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-9015378d-e88c-4bf5-809c-fb1add0f5578 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-347768688', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:06.321934 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9015378d-e88c-4bf5-809c-fb1add0f5578 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:06.323108 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9015378d-e88c-4bf5-809c-fb1add0f5578 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:06.385133 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9015378d-e88c-4bf5-809c-fb1add0f5578 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:06.390731 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9015378d-e88c-4bf5-809c-fb1add0f5578 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:06.410691 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9015378d-e88c-4bf5-809c-fb1add0f5578 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:06.411895 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9015378d-e88c-4bf5-809c-fb1add0f5578 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1190500 Nov 12 20:34:06.415381 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48918) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:06.419382 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-0d164e4e-8b50-4cf0-870d-0b1a6df1452d tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:06.632618 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0d164e4e-8b50-4cf0-870d-0b1a6df1452d tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:06.826314 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0d164e4e-8b50-4cf0-870d-0b1a6df1452d tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:06.849980 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0d164e4e-8b50-4cf0-870d-0b1a6df1452d tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:06.963435 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-0d164e4e-8b50-4cf0-870d-0b1a6df1452d tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Allocated IP 172.25.5.140 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/afaf145b-4ef4-40d2-b110-fb1a007a7562) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:34:07.083371 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0d164e4e-8b50-4cf0-870d-0b1a6df1452d tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:07.119848 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0d164e4e-8b50-4cf0-870d-0b1a6df1452d tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:07.169668 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d164e4e-8b50-4cf0-870d-0b1a6df1452d tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:34:07.175329 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-0d164e4e-8b50-4cf0-870d-0b1a6df1452d tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:34:07.189660 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d164e4e-8b50-4cf0-870d-0b1a6df1452d tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Pushing event updated for resources: {'Port': ['ID=afaf145b-4ef4-40d2-b110-fb1a007a7562,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:07.192221 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40526730-ac66-4dab-9c61-43a0e3fca945 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:34:07.193328 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d164e4e-8b50-4cf0-870d-0b1a6df1452d tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:34:07.325933 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-6516cfea-6622-4f8f-a218-d6aecde25858 None None] Provisioning complete for port afaf145b-4ef4-40d2-b110-fb1a007a7562 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:34:07.326315 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6516cfea-6622-4f8f-a218-d6aecde25858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:07.391570 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-6516cfea-6622-4f8f-a218-d6aecde25858 None None] Port afaf145b-4ef4-40d2-b110-fb1a007a7562 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:34:07.490528 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0d164e4e-8b50-4cf0-870d-0b1a6df1452d tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:07.698273 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0d164e4e-8b50-4cf0-870d-0b1a6df1452d tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7534'] for router, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:07.702128 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0d164e4e-8b50-4cf0-870d-0b1a6df1452d tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706542'] for router, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:07.832948 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d164e4e-8b50-4cf0-870d-0b1a6df1452d tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Router 9bab83bd-a97b-4fd4-b9ce-0e26dab76883 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:34:07.945615 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d164e4e-8b50-4cf0-870d-0b1a6df1452d tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:34:07.952979 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0d164e4e-8b50-4cf0-870d-0b1a6df1452d tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:07.956892 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0d164e4e-8b50-4cf0-870d-0b1a6df1452d tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "PUT /v2.0/routers/9bab83bd-a97b-4fd4-b9ce-0e26dab76883 HTTP/1.1" status: 200 len: 879 time: 1.5385447 Nov 12 20:34:07.957149 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48932) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:07.960653 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95ad08c-d8ab-4fd7-b229-d8255cce85bf None None] Sync routers for ids ['9bab83bd-a97b-4fd4-b9ce-0e26dab76883'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:34:07.973235 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95ad08c-d8ab-4fd7-b229-d8255cce85bf None None] Routers {'9bab83bd-a97b-4fd4-b9ce-0e26dab76883'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:34:07.974322 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c95ad08c-d8ab-4fd7-b229-d8255cce85bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:33:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9bab83bd-a97b-4fd4-b9ce-0e26dab76883'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:08.018168 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c95ad08c-d8ab-4fd7-b229-d8255cce85bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:08.028165 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95ad08c-d8ab-4fd7-b229-d8255cce85bf None None] Routers {'9bab83bd-a97b-4fd4-b9ce-0e26dab76883'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:34:08.028967 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c95ad08c-d8ab-4fd7-b229-d8255cce85bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:33:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9bab83bd-a97b-4fd4-b9ce-0e26dab76883'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:08.064861 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c95ad08c-d8ab-4fd7-b229-d8255cce85bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:08.065504 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95ad08c-d8ab-4fd7-b229-d8255cce85bf None None] The sync data for ids ['9bab83bd-a97b-4fd4-b9ce-0e26dab76883'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:34:08.075408 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-53f0a3f3-d367-4167-88a0-d7895d997f90 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "GET /v2.0/routers/9bab83bd-a97b-4fd4-b9ce-0e26dab76883 HTTP/1.1" status: 200 len: 920 time: 0.1170731 Nov 12 20:34:08.078308 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48934) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:08.163554 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8687e1f2-2b15-4845-80bc-25c1e9efd2e8 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:08.165189 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8687e1f2-2b15-4845-80bc-25c1e9efd2e8 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1&device_id=9bab83bd-a97b-4fd4-b9ce-0e26dab76883&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0858283 Nov 12 20:34:08.167895 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48936) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:08.648663 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f39bf1f-904f-4e23-a798-0fea0ab74616 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:08.652260 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2f39bf1f-904f-4e23-a798-0fea0ab74616 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 881 time: 0.4813528 Nov 12 20:34:08.653127 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48946) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:08.683465 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-efffcbf8-32c1-4112-a311-2122d5c0dd20 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bab83bd-a97b-4fd4-b9ce-0e26dab76883 HTTP/1.1" status: 200 len: 205 time: 0.0270009 Nov 12 20:34:08.683694 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48948) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:08.737907 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device ddc75804-a742-4f3a-b1ed-6508573831ec no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:34:08.760696 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: ddc75804-a742-4f3a-b1ed-6508573831ec {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:34:08.761494 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device ddc75804-a742-4f3a-b1ed-6508573831ec not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:34:08.794302 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8fa35e23-960e-4495-bf5c-9e421ee348cb tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:08.926212 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8fa35e23-960e-4495-bf5c-9e421ee348cb tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:08.979185 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-8fa35e23-960e-4495-bf5c-9e421ee348cb tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Deleting port afaf145b-4ef4-40d2-b110-fb1a007a7562 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:34:08.979595 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8fa35e23-960e-4495-bf5c-9e421ee348cb tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:09.059830 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8fa35e23-960e-4495-bf5c-9e421ee348cb tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:09.072212 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-8fa35e23-960e-4495-bf5c-9e421ee348cb tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Calling delete_port for afaf145b-4ef4-40d2-b110-fb1a007a7562 owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:34:09.243273 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8fa35e23-960e-4495-bf5c-9e421ee348cb tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:09.280550 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa35e23-960e-4495-bf5c-9e421ee348cb tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Pushing event deleted for resources: {'Port': ['ID=afaf145b-4ef4-40d2-b110-fb1a007a7562,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:09.294353 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7861a7-8ab0-4efc-9674-2e1227ff3769 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:34:09.357552 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8fa35e23-960e-4495-bf5c-9e421ee348cb tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:09.461368 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8fa35e23-960e-4495-bf5c-9e421ee348cb tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:09.463693 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8fa35e23-960e-4495-bf5c-9e421ee348cb tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:09.526194 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8fa35e23-960e-4495-bf5c-9e421ee348cb tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:09.526703 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa35e23-960e-4495-bf5c-9e421ee348cb tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Fanout notify agent at l3_agent the message router_deleted on router 9bab83bd-a97b-4fd4-b9ce-0e26dab76883 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:34:09.536467 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8fa35e23-960e-4495-bf5c-9e421ee348cb tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:09.537858 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8fa35e23-960e-4495-bf5c-9e421ee348cb tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "DELETE /v2.0/routers/9bab83bd-a97b-4fd4-b9ce-0e26dab76883 HTTP/1.1" status: 204 len: 168 time: 0.8531950 Nov 12 20:34:09.541998 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48952) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:09.551609 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-272837f9-a594-48f1-85e1-2428f3b8e94e tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-26544489', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:09.604854 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-272837f9-a594-48f1-85e1-2428f3b8e94e tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:09.606555 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-272837f9-a594-48f1-85e1-2428f3b8e94e tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:09.678553 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-272837f9-a594-48f1-85e1-2428f3b8e94e tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:09.682796 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-272837f9-a594-48f1-85e1-2428f3b8e94e tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:09.706764 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-272837f9-a594-48f1-85e1-2428f3b8e94e tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:09.708045 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-272837f9-a594-48f1-85e1-2428f3b8e94e tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1644936 Nov 12 20:34:09.710945 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48956) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:09.716254 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-907f27b2-fb62-41d3-8d72-3f418440eb67 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'enable_snat': True}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:09.985416 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-907f27b2-fb62-41d3-8d72-3f418440eb67 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:10.317344 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-907f27b2-fb62-41d3-8d72-3f418440eb67 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:10.345170 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-907f27b2-fb62-41d3-8d72-3f418440eb67 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:10.500220 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-907f27b2-fb62-41d3-8d72-3f418440eb67 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Allocated IP 172.25.5.236 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/3cc9a61c-b4af-473c-877e-61bb04c80459) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:34:10.645263 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-907f27b2-fb62-41d3-8d72-3f418440eb67 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:10.714245 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-907f27b2-fb62-41d3-8d72-3f418440eb67 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:10.761508 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907f27b2-fb62-41d3-8d72-3f418440eb67 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:34:10.766483 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-907f27b2-fb62-41d3-8d72-3f418440eb67 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:34:10.770463 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907f27b2-fb62-41d3-8d72-3f418440eb67 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:34:10.786464 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50c68b9-5b3f-4502-bbce-71638bccaad2 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:34:10.808625 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f27b2-fb62-41d3-8d72-3f418440eb67 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Pushing event updated for resources: {'Port': ['ID=3cc9a61c-b4af-473c-877e-61bb04c80459,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:10.853731 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-34427033-e2f6-4ccb-bed1-82617fc43c2a None None] Provisioning complete for port 3cc9a61c-b4af-473c-877e-61bb04c80459 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:34:10.854245 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-34427033-e2f6-4ccb-bed1-82617fc43c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:10.902427 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-34427033-e2f6-4ccb-bed1-82617fc43c2a None None] Port 3cc9a61c-b4af-473c-877e-61bb04c80459 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:34:11.118234 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-907f27b2-fb62-41d3-8d72-3f418440eb67 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:11.400790 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-907f27b2-fb62-41d3-8d72-3f418440eb67 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7534'] for router, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:11.407985 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-907f27b2-fb62-41d3-8d72-3f418440eb67 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706542'] for router, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:11.890439 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907f27b2-fb62-41d3-8d72-3f418440eb67 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Router e9e52557-8ddd-4945-8368-b9e869f6b5f4 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:34:12.075372 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907f27b2-fb62-41d3-8d72-3f418440eb67 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:34:12.081161 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-907f27b2-fb62-41d3-8d72-3f418440eb67 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:12.085255 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48974) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:12.087877 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8361ff-a00b-4f1b-94af-e141cdcf1c6c None None] Sync routers for ids ['e9e52557-8ddd-4945-8368-b9e869f6b5f4'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:34:12.093360 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-907f27b2-fb62-41d3-8d72-3f418440eb67 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "PUT /v2.0/routers/e9e52557-8ddd-4945-8368-b9e869f6b5f4 HTTP/1.1" status: 200 len: 913 time: 2.3805206 Nov 12 20:34:12.100082 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8361ff-a00b-4f1b-94af-e141cdcf1c6c None None] Routers {'e9e52557-8ddd-4945-8368-b9e869f6b5f4'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:34:12.100931 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ba8361ff-a00b-4f1b-94af-e141cdcf1c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:33:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e9e52557-8ddd-4945-8368-b9e869f6b5f4'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:12.164531 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ba8361ff-a00b-4f1b-94af-e141cdcf1c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:12.176071 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8361ff-a00b-4f1b-94af-e141cdcf1c6c None None] Routers {'e9e52557-8ddd-4945-8368-b9e869f6b5f4'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:34:12.177051 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ba8361ff-a00b-4f1b-94af-e141cdcf1c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:33:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['e9e52557-8ddd-4945-8368-b9e869f6b5f4'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:12.245574 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ba8361ff-a00b-4f1b-94af-e141cdcf1c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:12.246270 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8361ff-a00b-4f1b-94af-e141cdcf1c6c None None] The sync data for ids ['e9e52557-8ddd-4945-8368-b9e869f6b5f4'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:34:12.283710 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2c5178eb-33d8-4663-a3aa-86dacb681c0e tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "GET /v2.0/routers/e9e52557-8ddd-4945-8368-b9e869f6b5f4 HTTP/1.1" status: 200 len: 919 time: 0.1901188 Nov 12 20:34:12.286565 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48978) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:12.352405 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97fc139-10ff-413c-9cf2-09933dbfad45 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:12.359158 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c97fc139-10ff-413c-9cf2-09933dbfad45 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1&device_id=e9e52557-8ddd-4945-8368-b9e869f6b5f4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0715334 Nov 12 20:34:12.359401 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 48980) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:12.511790 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ff6732-81d8-441e-ae4b-6a77f2f18205 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:12.513324 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f2ff6732-81d8-441e-ae4b-6a77f2f18205 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 881 time: 0.1529300 Nov 12 20:34:12.516344 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48982) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:12.555984 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fbed5196-fdb4-4f1a-a532-1c25c5ff4e66 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9e52557-8ddd-4945-8368-b9e869f6b5f4 HTTP/1.1" status: 200 len: 205 time: 0.0371423 Nov 12 20:34:12.558822 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48986) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:12.653871 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:34:12.722043 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc618d86-4c36-4c74-9aa0-ac5915821109 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:12.886763 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc618d86-4c36-4c74-9aa0-ac5915821109 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:12.975968 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-fc618d86-4c36-4c74-9aa0-ac5915821109 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Deleting port 3cc9a61c-b4af-473c-877e-61bb04c80459 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:34:12.976481 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc618d86-4c36-4c74-9aa0-ac5915821109 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:13.111126 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc618d86-4c36-4c74-9aa0-ac5915821109 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:13.126434 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-fc618d86-4c36-4c74-9aa0-ac5915821109 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Calling delete_port for 3cc9a61c-b4af-473c-877e-61bb04c80459 owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:34:13.348469 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc618d86-4c36-4c74-9aa0-ac5915821109 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:13.393962 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed2bfd8-96f1-4b82-bf5c-e412f7a6f14a None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:34:13.424979 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc618d86-4c36-4c74-9aa0-ac5915821109 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Pushing event deleted for resources: {'Port': ['ID=3cc9a61c-b4af-473c-877e-61bb04c80459,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:13.473340 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc618d86-4c36-4c74-9aa0-ac5915821109 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:13.568492 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc618d86-4c36-4c74-9aa0-ac5915821109 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:13.570807 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc618d86-4c36-4c74-9aa0-ac5915821109 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:13.640376 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc618d86-4c36-4c74-9aa0-ac5915821109 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:13.640944 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc618d86-4c36-4c74-9aa0-ac5915821109 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Fanout notify agent at l3_agent the message router_deleted on router e9e52557-8ddd-4945-8368-b9e869f6b5f4 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:34:13.653977 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc618d86-4c36-4c74-9aa0-ac5915821109 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:13.655162 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fc618d86-4c36-4c74-9aa0-ac5915821109 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "DELETE /v2.0/routers/e9e52557-8ddd-4945-8368-b9e869f6b5f4 HTTP/1.1" status: 204 len: 168 time: 1.0951097 Nov 12 20:34:13.660138 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48992) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:13.669597 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-79a810e1-47eb-4542-9e2f-73ea3d91c50b tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1613678384', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:13.723051 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-79a810e1-47eb-4542-9e2f-73ea3d91c50b tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:13.724246 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-79a810e1-47eb-4542-9e2f-73ea3d91c50b tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:13.802662 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-79a810e1-47eb-4542-9e2f-73ea3d91c50b tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:13.807879 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-79a810e1-47eb-4542-9e2f-73ea3d91c50b tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:13.834730 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-79a810e1-47eb-4542-9e2f-73ea3d91c50b tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:13.838786 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-79a810e1-47eb-4542-9e2f-73ea3d91c50b tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1739979 Nov 12 20:34:13.839041 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 48994) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:13.843859 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-90a3df17-d3f7-4e1a-a6c5-c4bdf60a3a6c tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'enable_snat': False}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:14.074649 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-90a3df17-d3f7-4e1a-a6c5-c4bdf60a3a6c tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:14.326351 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-90a3df17-d3f7-4e1a-a6c5-c4bdf60a3a6c tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:14.376028 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-90a3df17-d3f7-4e1a-a6c5-c4bdf60a3a6c tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:14.532889 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-90a3df17-d3f7-4e1a-a6c5-c4bdf60a3a6c tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Allocated IP 172.25.5.149 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/e75c5b25-4357-4085-a201-79f00bb6a4f0) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:34:14.677101 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-90a3df17-d3f7-4e1a-a6c5-c4bdf60a3a6c tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:14.759780 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-90a3df17-d3f7-4e1a-a6c5-c4bdf60a3a6c tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:14.821295 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a3df17-d3f7-4e1a-a6c5-c4bdf60a3a6c tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:34:14.830958 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-90a3df17-d3f7-4e1a-a6c5-c4bdf60a3a6c tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:34:14.836676 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a3df17-d3f7-4e1a-a6c5-c4bdf60a3a6c tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:34:14.841782 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3df17-d3f7-4e1a-a6c5-c4bdf60a3a6c tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Pushing event updated for resources: {'Port': ['ID=e75c5b25-4357-4085-a201-79f00bb6a4f0,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:14.851571 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e88db7-ab74-4ec8-a2f9-24dbf79f8ebd None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:34:14.906602 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348a910-e1e5-473d-979b-8e0e89a7618a req-07efdbdd-efec-4b0f-a945-dbdf553e1574 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:14.908215 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9348a910-e1e5-473d-979b-8e0e89a7618a req-07efdbdd-efec-4b0f-a945-dbdf553e1574 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 945 time: 0.1221948 Nov 12 20:34:14.967198 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ab74f2c0-111e-45f0-8b49-d9209ed5605e None None] Provisioning complete for port e75c5b25-4357-4085-a201-79f00bb6a4f0 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:34:14.968491 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ab74f2c0-111e-45f0-8b49-d9209ed5605e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:15.003099 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ab74f2c0-111e-45f0-8b49-d9209ed5605e None None] Port e75c5b25-4357-4085-a201-79f00bb6a4f0 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:34:15.057014 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9348a910-e1e5-473d-979b-8e0e89a7618a req-8e04ecd4-3873-4c93-818d-9998741c9925 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29377c9-9292-4b2b-9b08-ee2ba60c04d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394379 Nov 12 20:34:15.084682 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49004) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:15.164823 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ba2ad8e4-3daf-4a39-8ede-c27f534cf1e3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/floatingips/6bd93569-6ec2-4fb8-9067-a64b72278fda HTTP/1.1" status: 200 len: 993 time: 0.0783906 Nov 12 20:34:15.236164 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-90a3df17-d3f7-4e1a-a6c5-c4bdf60a3a6c tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:15.462128 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-90a3df17-d3f7-4e1a-a6c5-c4bdf60a3a6c tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7534'] for router, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:15.466835 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-90a3df17-d3f7-4e1a-a6c5-c4bdf60a3a6c tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706542'] for router, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:15.657306 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2534c46-9d13-4e1d-a172-72f1e173446a req-396a3aff-85cb-43c9-aade-51e312a3aa5d tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:15.658835 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c2534c46-9d13-4e1d-a172-72f1e173446a req-396a3aff-85cb-43c9-aade-51e312a3aa5d tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 1097 time: 0.0653522 Nov 12 20:34:15.724407 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a3df17-d3f7-4e1a-a6c5-c4bdf60a3a6c tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Router 53f5dca0-888a-4ffc-82a4-867add3e1a84 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:34:15.730582 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c2534c46-9d13-4e1d-a172-72f1e173446a req-fe9dff65-afb8-4e71-b9e4-37b3d7225edb tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b29377c9-9292-4b2b-9b08-ee2ba60c04d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637140 Nov 12 20:34:15.919203 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a3df17-d3f7-4e1a-a6c5-c4bdf60a3a6c tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:34:15.925262 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-90a3df17-d3f7-4e1a-a6c5-c4bdf60a3a6c tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:15.929169 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-90a3df17-d3f7-4e1a-a6c5-c4bdf60a3a6c tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "PUT /v2.0/routers/53f5dca0-888a-4ffc-82a4-867add3e1a84 HTTP/1.1" status: 200 len: 916 time: 2.0892236 Nov 12 20:34:15.933108 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49022) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:15.936365 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c584b39-5265-4162-9348-5a631934f6d5 None None] Sync routers for ids ['53f5dca0-888a-4ffc-82a4-867add3e1a84'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:34:15.951759 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c584b39-5265-4162-9348-5a631934f6d5 None None] Routers {'53f5dca0-888a-4ffc-82a4-867add3e1a84'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:34:15.952832 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-7c584b39-5265-4162-9348-5a631934f6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:33:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['53f5dca0-888a-4ffc-82a4-867add3e1a84'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:15.994793 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-7c584b39-5265-4162-9348-5a631934f6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:16.006514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c584b39-5265-4162-9348-5a631934f6d5 None None] Routers {'53f5dca0-888a-4ffc-82a4-867add3e1a84'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:34:16.007524 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-7c584b39-5265-4162-9348-5a631934f6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:33:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['53f5dca0-888a-4ffc-82a4-867add3e1a84'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:16.042452 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-7c584b39-5265-4162-9348-5a631934f6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:16.043495 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c584b39-5265-4162-9348-5a631934f6d5 None None] The sync data for ids ['53f5dca0-888a-4ffc-82a4-867add3e1a84'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:34:16.104734 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4b83904e-935d-4292-999d-319af1c7b6c0 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "GET /v2.0/routers/53f5dca0-888a-4ffc-82a4-867add3e1a84 HTTP/1.1" status: 200 len: 922 time: 0.1660764 Nov 12 20:34:16.107654 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49030) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:16.165342 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dd7d41-ca92-42f8-9a11-b49ebfe93a02 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:16.166860 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-37dd7d41-ca92-42f8-9a11-b49ebfe93a02 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1&device_id=53f5dca0-888a-4ffc-82a4-867add3e1a84&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0537510 Nov 12 20:34:16.169646 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49038) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:16.318863 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-51df74e0-9859-4ec3-be76-0db32d27aceb tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-394230124&fields=id&tenant_id=416776ef7a904035a66442e4dfb8994d HTTP/1.1" status: 200 len: 267 time: 0.1197703 Nov 12 20:34:16.341533 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f16a2b-d99f-485d-9c33-bbe97070a6a7 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:16.341533 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d7f16a2b-d99f-485d-9c33-bbe97070a6a7 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "GET /v2.0/networks/bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 881 time: 0.1683168 Nov 12 20:34:16.343528 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49048) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:16.377343 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-07b9b524-17a5-45eb-a104-ef5bfb26a299 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "GET /v2.0/ports?device_id=53f5dca0-888a-4ffc-82a4-867add3e1a84 HTTP/1.1" status: 200 len: 205 time: 0.0326414 Nov 12 20:34:16.379729 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49050) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:16.457523 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-988fd7db-a7bf-4fd4-83dc-4ddd49e2b600 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:16.459231 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-988fd7db-a7bf-4fd4-83dc-4ddd49e2b600 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 812 time: 0.1320446 Nov 12 20:34:16.480336 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-608a92df-f1f8-4c80-9600-e68a7d76d10b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/quotas/416776ef7a904035a66442e4dfb8994d HTTP/1.1" status: 200 len: 375 time: 0.0134685 Nov 12 20:34:16.524298 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f76ed67b-f1e2-40f1-8f63-43d351c24bd4 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:16.572021 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-572163b2-0d2c-4320-8d30-d54a6b3f0be8 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0850484 Nov 12 20:34:16.690435 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-2bf5d045-2d69-4476-92ac-f205c072f3af service neutron] 10.222.0.48 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035588 Nov 12 20:34:16.695369 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-fdc6a20c-9cdf-4770-81bb-36f993e1e986 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2124679 Nov 12 20:34:16.703208 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f76ed67b-f1e2-40f1-8f63-43d351c24bd4 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:16.709406 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-ce57f97a-dbc4-4139-a588-0e56624b950d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:34:16.710489 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-ce57f97a-dbc4-4139-a588-0e56624b950d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088871 Nov 12 20:34:16.803245 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-f76ed67b-f1e2-40f1-8f63-43d351c24bd4 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Deleting port e75c5b25-4357-4085-a201-79f00bb6a4f0 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:34:16.803768 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f76ed67b-f1e2-40f1-8f63-43d351c24bd4 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:16.806586 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-641e7451-2989-416e-8f66-38368eca402a service neutron] 10.222.0.48 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022303 Nov 12 20:34:16.913154 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f76ed67b-f1e2-40f1-8f63-43d351c24bd4 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:16.941973 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-f76ed67b-f1e2-40f1-8f63-43d351c24bd4 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Calling delete_port for e75c5b25-4357-4085-a201-79f00bb6a4f0 owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:34:17.241368 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-540a8fc6-18be-4d93-8c9a-346409cea241 req-00845c97-c6b2-4187-9a23-9ddb885e0ae6 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 210 time: 0.0452244 Nov 12 20:34:17.267291 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f76ed67b-f1e2-40f1-8f63-43d351c24bd4 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:17.299963 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ed67b-f1e2-40f1-8f63-43d351c24bd4 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Pushing event deleted for resources: {'Port': ['ID=e75c5b25-4357-4085-a201-79f00bb6a4f0,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:17.340780 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e379f198-8bf1-4b87-ba89-8947105cfcd6 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:34:17.416288 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f76ed67b-f1e2-40f1-8f63-43d351c24bd4 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:17.538555 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-8f136d82-e682-4827-b3c5-5c560e072c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:17.540256 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-8f136d82-e682-4827-b3c5-5c560e072c8d service neutron] 10.222.0.48 "GET /v2.0/ports/36e3d332-5ae8-4485-9509-93a60abc0b28 HTTP/1.1" status: 200 len: 1094 time: 0.1351955 Nov 12 20:34:17.544152 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f76ed67b-f1e2-40f1-8f63-43d351c24bd4 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:17.550158 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-719afc10-e6a6-4f09-91c8-01cdd34e81d7 service neutron] Request body: {'binding': {'host': 'n-h1-712140-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:17.552225 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-719afc10-e6a6-4f09-91c8-01cdd34e81d7 service neutron] Unknown quota resources ['binding']. {{(pid=102448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 20:34:17.553430 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f76ed67b-f1e2-40f1-8f63-43d351c24bd4 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:17.628069 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f76ed67b-f1e2-40f1-8f63-43d351c24bd4 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:17.628895 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76ed67b-f1e2-40f1-8f63-43d351c24bd4 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Fanout notify agent at l3_agent the message router_deleted on router 53f5dca0-888a-4ffc-82a4-867add3e1a84 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:34:17.644689 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f76ed67b-f1e2-40f1-8f63-43d351c24bd4 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:17.649687 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f76ed67b-f1e2-40f1-8f63-43d351c24bd4 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "DELETE /v2.0/routers/53f5dca0-888a-4ffc-82a4-867add3e1a84 HTTP/1.1" status: 204 len: 168 time: 1.2646806 Nov 12 20:34:17.649963 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49080) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:17.654464 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-3e6f31fa-68ea-4244-bfee-9bcd9ebc7456 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1443333203', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}, 'admin_state_up': False}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:17.683802 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3e6f31fa-68ea-4244-bfee-9bcd9ebc7456 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:17.685078 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3e6f31fa-68ea-4244-bfee-9bcd9ebc7456 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:17.746372 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3e6f31fa-68ea-4244-bfee-9bcd9ebc7456 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:17.761159 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-719afc10-e6a6-4f09-91c8-01cdd34e81d7 service neutron] Attempting to bind port 36e3d332-5ae8-4485-9509-93a60abc0b28 on host n-h1-712140-15 for vnic_type normal with profile None {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:34:17.762188 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-719afc10-e6a6-4f09-91c8-01cdd34e81d7 service neutron] Attempting to bind port 36e3d332-5ae8-4485-9509-93a60abc0b28 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'e4fd06f5-2e38-4880-bf7d-4e61f96032c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:34:17.762188 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-719afc10-e6a6-4f09-91c8-01cdd34e81d7 service neutron] Attempting to bind port 36e3d332-5ae8-4485-9509-93a60abc0b28 on network 44e6d471-e53f-4faf-844d-37947d0d0639 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:34:17.767313 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-719afc10-e6a6-4f09-91c8-01cdd34e81d7 service neutron] Port 36e3d332-5ae8-4485-9509-93a60abc0b28 on network 44e6d471-e53f-4faf-844d-37947d0d0639 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:34:17.767891 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-719afc10-e6a6-4f09-91c8-01cdd34e81d7 service neutron] Attempting to bind port 36e3d332-5ae8-4485-9509-93a60abc0b28 on network 44e6d471-e53f-4faf-844d-37947d0d0639 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:34:17.773308 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-719afc10-e6a6-4f09-91c8-01cdd34e81d7 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:34:17.774400 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-719afc10-e6a6-4f09-91c8-01cdd34e81d7 service neutron] Checking segment: {'id': 'e4fd06f5-2e38-4880-bf7d-4e61f96032c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:34:17.774400 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-719afc10-e6a6-4f09-91c8-01cdd34e81d7 service neutron] Bound using segment: {'id': 'e4fd06f5-2e38-4880-bf7d-4e61f96032c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:34:17.775644 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-719afc10-e6a6-4f09-91c8-01cdd34e81d7 service neutron] Bound port: 36e3d332-5ae8-4485-9509-93a60abc0b28, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4fd06f5-2e38-4880-bf7d-4e61f96032c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:34:17.906882 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-719afc10-e6a6-4f09-91c8-01cdd34e81d7 service neutron] For port 36e3d332-5ae8-4485-9509-93a60abc0b28, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=36e3d332-5ae8-4485-9509-93a60abc0b28,segment=NetworkSegment(e4fd06f5-2e38-4880-bf7d-4e61f96032c0),segment_id=e4fd06f5-2e38-4880-bf7d-4e61f96032c0)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:34:17.919374 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-719afc10-e6a6-4f09-91c8-01cdd34e81d7 service neutron] Publish callbacks [] for binding, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:17.928079 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-719afc10-e6a6-4f09-91c8-01cdd34e81d7 service neutron] 10.222.0.48 "POST /v2.0/ports/36e3d332-5ae8-4485-9509-93a60abc0b28/bindings HTTP/1.1" status: 201 len: 390 time: 0.3817143 Nov 12 20:34:17.940983 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3e6f31fa-68ea-4244-bfee-9bcd9ebc7456 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:18.376885 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff71c45b-bfbd-40ca-b2f1-0683a220b28c req-0e0fde06-a559-4578-9bb1-5380716122ce tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 210 time: 0.0557036 Nov 12 20:34:18.506426 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-12ac22cd-db7c-499d-8c87-5107db3e141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:18.508639 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-12ac22cd-db7c-499d-8c87-5107db3e141f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 1097 time: 0.0862834 Nov 12 20:34:18.524280 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa4dea-9691-4a2d-b261-c35f7228a6b3 req-e8f92cc4-f497-44a5-8867-240f2813e3be tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:18.525807 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-82fa4dea-9691-4a2d-b261-c35f7228a6b3 req-e8f92cc4-f497-44a5-8867-240f2813e3be tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 945 time: 0.1022174 Nov 12 20:34:18.607728 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-9c6c3638-cab5-41e3-9363-4c951bf10558 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:18.609300 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-9c6c3638-cab5-41e3-9363-4c951bf10558 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.55 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 812 time: 0.1353579 Nov 12 20:34:18.657870 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-82fa4dea-9691-4a2d-b261-c35f7228a6b3 req-ebb967b4-6770-4ae6-b8f2-58d93bb207ff tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29377c9-9292-4b2b-9b08-ee2ba60c04d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207287 Nov 12 20:34:18.726828 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-dab67030-8115-4998-bccc-9af2b24b9de6 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=416776ef7a904035a66442e4dfb8994d HTTP/1.1" status: 200 len: 379 time: 0.1071768 Nov 12 20:34:18.741947 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-5d22e9df-a3d4-431a-bd97-427f6a08b551 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Request body: {'port': {'device_id': '604981c9-a554-4c83-a998-7bab48b17000', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'admin_state_up': True, 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'security_groups': ['5b615547-88b8-40dc-a779-00292e0803fd']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:18.754620 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-735f3328-5208-43fa-88f9-9e0541641c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:18.756074 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-735f3328-5208-43fa-88f9-9e0541641c32 service neutron] 10.222.0.55 "GET /v2.0/networks?id=44e6d471-e53f-4faf-844d-37947d0d0639 HTTP/1.1" status: 200 len: 898 time: 0.2292008 Nov 12 20:34:18.786064 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3e6f31fa-68ea-4244-bfee-9bcd9ebc7456 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:18.844928 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3e6f31fa-68ea-4244-bfee-9bcd9ebc7456 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:18.901352 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-607d26c3-29ad-4c23-9a00-eba8f405b208 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36e3d332-5ae8-4485-9509-93a60abc0b28 HTTP/1.1" status: 200 len: 1001 time: 0.1225991 Nov 12 20:34:18.964740 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-5d22e9df-a3d4-431a-bd97-427f6a08b551 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Made reservation on behalf of 416776ef7a904035a66442e4dfb8994d for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:34:18.982677 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-5d22e9df-a3d4-431a-bd97-427f6a08b551 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:18.984798 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-26cc3ab3-4687-4508-b818-1161e2678c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:18.986297 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-26cc3ab3-4687-4508-b818-1161e2678c40 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35bbe00f-7942-4f7e-91b3-9545a69f9dc2 HTTP/1.1" status: 200 len: 834 time: 0.0767159 Nov 12 20:34:19.040186 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-3e6f31fa-68ea-4244-bfee-9bcd9ebc7456 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Allocated IP 172.25.5.181 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/7c5ae1d9-b009-44e4-94e7-e2c7582c6308) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:34:19.091436 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-53c704b8-6a22-4071-a12d-3be14666aa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:19.093054 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-53c704b8-6a22-4071-a12d-3be14666aa5b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44e6d471-e53f-4faf-844d-37947d0d0639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0948431 Nov 12 20:34:19.253289 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3e6f31fa-68ea-4244-bfee-9bcd9ebc7456 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:19.268040 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-4a0d1c94-c976-41c4-8aae-affd0371e50e service neutron] 10.222.0.55 "GET /v2.0/networks/44e6d471-e53f-4faf-844d-37947d0d0639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329865 Nov 12 20:34:19.283869 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-5d22e9df-a3d4-431a-bd97-427f6a08b551 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Allocated IP 172.20.0.7 (a14ebab6-b135-479f-8842-077a5fca0d71/63fe6903-02cc-4d59-b54a-0012785b1f66/8070f2f6-a1e8-48c9-b95a-53288d894fec) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:34:19.361257 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3e6f31fa-68ea-4244-bfee-9bcd9ebc7456 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:19.421395 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6f31fa-68ea-4244-bfee-9bcd9ebc7456 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:34:19.430980 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-3e6f31fa-68ea-4244-bfee-9bcd9ebc7456 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:34:19.437924 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6f31fa-68ea-4244-bfee-9bcd9ebc7456 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:34:19.440259 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f31fa-68ea-4244-bfee-9bcd9ebc7456 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Pushing event updated for resources: {'Port': ['ID=7c5ae1d9-b009-44e4-94e7-e2c7582c6308,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:19.445266 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-5d44113b-b875-4417-bae1-fc99e0552cee service neutron] 10.222.0.55 "GET /v2.0/networks/44e6d471-e53f-4faf-844d-37947d0d0639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695566 Nov 12 20:34:19.463332 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b902669-23ec-4284-bd26-c275a5d4e5b0 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:34:19.552183 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5cf5cac1-527d-4d7f-aa5c-fef4afb77e28 req-37406959-4542-4e95-bdac-832a46199159 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 210 time: 0.0335886 Nov 12 20:34:19.591108 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-5d22e9df-a3d4-431a-bd97-427f6a08b551 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:19.611427 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-41379432-d463-470f-b9a0-3d22e3ed1242 None None] Provisioning complete for port 7c5ae1d9-b009-44e4-94e7-e2c7582c6308 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:34:19.611931 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-41379432-d463-470f-b9a0-3d22e3ed1242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:19.652385 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-41379432-d463-470f-b9a0-3d22e3ed1242 None None] Port 7c5ae1d9-b009-44e4-94e7-e2c7582c6308 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:34:19.680669 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-5d22e9df-a3d4-431a-bd97-427f6a08b551 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:19.738728 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-1358c8cc-5fb5-4b77-b045-ddfcde3ce368 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:19.740511 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-1358c8cc-5fb5-4b77-b045-ddfcde3ce368 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5&tenant_id=c510c0945858446c87ca9a78193927af&binding%3Ahost_id=n-h2-712140-15 HTTP/1.1" status: 200 len: 1097 time: 0.2219863 Nov 12 20:34:19.754423 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-04766962-90bf-44c8-b266-d25ae80ee9fd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712140-15'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:19.806149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-5d22e9df-a3d4-431a-bd97-427f6a08b551 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Network a14ebab6-b135-479f-8842-077a5fca0d71 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:34:19.821199 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-5d22e9df-a3d4-431a-bd97-427f6a08b551 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:34:19.824524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-5d22e9df-a3d4-431a-bd97-427f6a08b551 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:34:19.898853 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-5d22e9df-a3d4-431a-bd97-427f6a08b551 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:19.899929 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-5d22e9df-a3d4-431a-bd97-427f6a08b551 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:19.904405 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-04766962-90bf-44c8-b266-d25ae80ee9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:19.927358 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-5d22e9df-a3d4-431a-bd97-427f6a08b551 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1940918 Nov 12 20:34:19.933751 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a8cf8a2a-2e24-4dae-a8ac-04d4aee33fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:19.940500 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22e9df-a3d4-431a-bd97-427f6a08b551 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event updated for resources: {'Port': ['ID=8070f2f6-a1e8-48c9-b95a-53288d894fec,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:19.948185 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-a635de11-212f-40c2-a59e-a99edcbe5024 service neutron] Request body: {'port': {'device_id': '604981c9-a554-4c83-a998-7bab48b17000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:20.001270 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22e9df-a3d4-431a-bd97-427f6a08b551 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:20.004670 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22e9df-a3d4-431a-bd97-427f6a08b551 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:20.005149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22e9df-a3d4-431a-bd97-427f6a08b551 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:20.005602 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22e9df-a3d4-431a-bd97-427f6a08b551 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:20.007295 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22e9df-a3d4-431a-bd97-427f6a08b551 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:20.007762 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22e9df-a3d4-431a-bd97-427f6a08b551 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:20.008547 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22e9df-a3d4-431a-bd97-427f6a08b551 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:20.008908 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22e9df-a3d4-431a-bd97-427f6a08b551 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:20.009244 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22e9df-a3d4-431a-bd97-427f6a08b551 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:20.009593 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22e9df-a3d4-431a-bd97-427f6a08b551 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:20.009935 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22e9df-a3d4-431a-bd97-427f6a08b551 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:20.010275 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d22e9df-a3d4-431a-bd97-427f6a08b551 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:20.023797 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949fb90-6f17-48d6-89d9-e8c4097e2ede req-01659877-9af1-49a2-bec2-0c5eac0452bf tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:20.025687 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9949fb90-6f17-48d6-89d9-e8c4097e2ede req-01659877-9af1-49a2-bec2-0c5eac0452bf tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 945 time: 0.2217700 Nov 12 20:34:20.096677 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-a635de11-212f-40c2-a59e-a99edcbe5024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:20.137232 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3e6f31fa-68ea-4244-bfee-9bcd9ebc7456 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:20.286287 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9949fb90-6f17-48d6-89d9-e8c4097e2ede req-c04ba5d6-ac38-4d19-91fe-a23a75f67bdb tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29377c9-9292-4b2b-9b08-ee2ba60c04d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2528152 Nov 12 20:34:20.327852 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-63a552cb-a979-46fb-aaec-ab81c8e3bd07 None None] Provisioning complete for port 8070f2f6-a1e8-48c9-b95a-53288d894fec triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:34:20.328223 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-63a552cb-a979-46fb-aaec-ab81c8e3bd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:20.369325 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:20.381369 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-63a552cb-a979-46fb-aaec-ab81c8e3bd07 None None] Port 8070f2f6-a1e8-48c9-b95a-53288d894fec cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:34:20.414844 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-04766962-90bf-44c8-b266-d25ae80ee9fd service neutron] For port 36e3d332-5ae8-4485-9509-93a60abc0b28, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=36e3d332-5ae8-4485-9509-93a60abc0b28,segment=NetworkSegment(e4fd06f5-2e38-4880-bf7d-4e61f96032c0),segment_id=e4fd06f5-2e38-4880-bf7d-4e61f96032c0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:34:20.512081 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-04766962-90bf-44c8-b266-d25ae80ee9fd service neutron] For port 36e3d332-5ae8-4485-9509-93a60abc0b28, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:34:20.544981 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-a635de11-212f-40c2-a59e-a99edcbe5024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8070f2f6-a1e8-48c9-b95a-53288d894fec {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:34:20.553515 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-a635de11-212f-40c2-a59e-a99edcbe5024 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:20.565961 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-a635de11-212f-40c2-a59e-a99edcbe5024 service neutron] Transition to ACTIVE for port object 8070f2f6-a1e8-48c9-b95a-53288d894fec will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:34:20.571281 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-a635de11-212f-40c2-a59e-a99edcbe5024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:20.602589 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19f28c2-2717-44fb-922f-41c5938ef2f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e3d332-5ae8-4485-9509-93a60abc0b28'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:34:20.605507 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c88fb2e-fd13-4a2c-b31e-95718d6c3e8a" -d '{"events": [{"server_uuid": "e19f28c2-2717-44fb-922f-41c5938ef2f5", "name": "network-vif-unplugged", "status": "completed", "tag": "36e3d332-5ae8-4485-9509-93a60abc0b28"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:34:20.612586 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-04766962-90bf-44c8-b266-d25ae80ee9fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:20.622995 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3e6f31fa-68ea-4244-bfee-9bcd9ebc7456 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:20.625482 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-04766962-90bf-44c8-b266-d25ae80ee9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:20.676433 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635de11-212f-40c2-a59e-a99edcbe5024 service neutron] Pushing event updated for resources: {'Port': ['ID=8070f2f6-a1e8-48c9-b95a-53288d894fec,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:20.720950 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6586da87-65e1-4452-9cef-32b6627132b6 x-openstack-request-id: req-6586da87-65e1-4452-9cef-32b6627132b6 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:34:20.721668 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19f28c2-2717-44fb-922f-41c5938ef2f5", "name": "network-vif-unplugged", "status": "completed", "tag": "36e3d332-5ae8-4485-9509-93a60abc0b28", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:34:20.722162 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6586da87-65e1-4452-9cef-32b6627132b6 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:34:20.722803 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19f28c2-2717-44fb-922f-41c5938ef2f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e3d332-5ae8-4485-9509-93a60abc0b28', 'code': 200} Nov 12 20:34:20.802604 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-a635de11-212f-40c2-a59e-a99edcbe5024 service neutron] Attempting to bind port 8070f2f6-a1e8-48c9-b95a-53288d894fec on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:34:20.805039 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-a635de11-212f-40c2-a59e-a99edcbe5024 service neutron] Attempting to bind port 8070f2f6-a1e8-48c9-b95a-53288d894fec by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:34:20.805039 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-a635de11-212f-40c2-a59e-a99edcbe5024 service neutron] Attempting to bind port 8070f2f6-a1e8-48c9-b95a-53288d894fec on network a14ebab6-b135-479f-8842-077a5fca0d71 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:34:20.816923 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-a635de11-212f-40c2-a59e-a99edcbe5024 service neutron] Port 8070f2f6-a1e8-48c9-b95a-53288d894fec on network a14ebab6-b135-479f-8842-077a5fca0d71 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:34:20.817346 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-a635de11-212f-40c2-a59e-a99edcbe5024 service neutron] Attempting to bind port 8070f2f6-a1e8-48c9-b95a-53288d894fec on network a14ebab6-b135-479f-8842-077a5fca0d71 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:34:20.827532 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-a635de11-212f-40c2-a59e-a99edcbe5024 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:34:20.827910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-a635de11-212f-40c2-a59e-a99edcbe5024 service neutron] Checking segment: {'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:34:20.828324 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-a635de11-212f-40c2-a59e-a99edcbe5024 service neutron] Bound using segment: {'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:34:20.828767 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-a635de11-212f-40c2-a59e-a99edcbe5024 service neutron] Bound port: 8070f2f6-a1e8-48c9-b95a-53288d894fec, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b86c1a-ad19-4432-a62d-ff2d5144d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:34:20.829127 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-a635de11-212f-40c2-a59e-a99edcbe5024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:20.841382 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d54f3-9fcc-4cef-a8e3-23c26e9893fc req-6f1942bd-c7ce-43ff-b777-88a983b4bd97 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:20.843265 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c59d54f3-9fcc-4cef-a8e3-23c26e9893fc req-6f1942bd-c7ce-43ff-b777-88a983b4bd97 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 943 time: 0.0946634 Nov 12 20:34:20.984081 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c59d54f3-9fcc-4cef-a8e3-23c26e9893fc req-76aa29c6-78f0-480a-9f70-1b0942c8cfb4 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338410 Nov 12 20:34:20.991657 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04766962-90bf-44c8-b266-d25ae80ee9fd service neutron] Pushing event updated for resources: {'Port': ['ID=36e3d332-5ae8-4485-9509-93a60abc0b28,revision_number=7']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:21.036248 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-a635de11-212f-40c2-a59e-a99edcbe5024 service neutron] For port 8070f2f6-a1e8-48c9-b95a-53288d894fec, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:34:21.054026 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-a635de11-212f-40c2-a59e-a99edcbe5024 service neutron] For port 8070f2f6-a1e8-48c9-b95a-53288d894fec, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=8070f2f6-a1e8-48c9-b95a-53288d894fec,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:34:21.061006 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-a635de11-212f-40c2-a59e-a99edcbe5024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:21.122203 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-a635de11-212f-40c2-a59e-a99edcbe5024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:21.124632 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-a635de11-212f-40c2-a59e-a99edcbe5024 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:21.127329 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-a635de11-212f-40c2-a59e-a99edcbe5024 service neutron] 10.222.0.55 "PUT /v2.0/ports/8070f2f6-a1e8-48c9-b95a-53288d894fec HTTP/1.1" status: 200 len: 1092 time: 1.1837211 Nov 12 20:34:21.202839 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-04766962-90bf-44c8-b266-d25ae80ee9fd service neutron] Attempting to bind port 36e3d332-5ae8-4485-9509-93a60abc0b28 on host n-h2-712140-15 for vnic_type normal with profile {"migrating_to": "n-h1-712140-15"} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:34:21.203206 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-04766962-90bf-44c8-b266-d25ae80ee9fd service neutron] Attempting to bind port 36e3d332-5ae8-4485-9509-93a60abc0b28 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'e4fd06f5-2e38-4880-bf7d-4e61f96032c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:34:21.203831 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-04766962-90bf-44c8-b266-d25ae80ee9fd service neutron] Attempting to bind port 36e3d332-5ae8-4485-9509-93a60abc0b28 on network 44e6d471-e53f-4faf-844d-37947d0d0639 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:34:21.212219 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6f31fa-68ea-4244-bfee-9bcd9ebc7456 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Router 3e2e2394-6981-4d35-aa73-f441e4b80e34 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:34:21.216972 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-04766962-90bf-44c8-b266-d25ae80ee9fd service neutron] Port 36e3d332-5ae8-4485-9509-93a60abc0b28 on network 44e6d471-e53f-4faf-844d-37947d0d0639 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:34:21.216972 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-04766962-90bf-44c8-b266-d25ae80ee9fd service neutron] Attempting to bind port 36e3d332-5ae8-4485-9509-93a60abc0b28 on network 44e6d471-e53f-4faf-844d-37947d0d0639 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:34:21.251309 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604981c9-a554-4c83-a998-7bab48b17000', 'tag': '8070f2f6-a1e8-48c9-b95a-53288d894fec'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:34:21.254501 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7175ea8f-780e-420a-b4e8-e270f4f19c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "604981c9-a554-4c83-a998-7bab48b17000", "tag": "8070f2f6-a1e8-48c9-b95a-53288d894fec"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:34:21.311344 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-04766962-90bf-44c8-b266-d25ae80ee9fd service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:34:21.311926 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-04766962-90bf-44c8-b266-d25ae80ee9fd service neutron] Checking segment: {'id': 'e4fd06f5-2e38-4880-bf7d-4e61f96032c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:34:21.312613 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-04766962-90bf-44c8-b266-d25ae80ee9fd service neutron] Bound using segment: {'id': 'e4fd06f5-2e38-4880-bf7d-4e61f96032c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:34:21.313293 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-04766962-90bf-44c8-b266-d25ae80ee9fd service neutron] Bound port: 36e3d332-5ae8-4485-9509-93a60abc0b28, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4fd06f5-2e38-4880-bf7d-4e61f96032c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:34:21.314153 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-04766962-90bf-44c8-b266-d25ae80ee9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:21.335820 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635de11-212f-40c2-a59e-a99edcbe5024 service neutron] Pushing event updated for resources: {'Port': ['ID=8070f2f6-a1e8-48c9-b95a-53288d894fec,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:21.418258 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-de94cd6f-3624-4b2a-b3a3-73feb1e47081 None None] Provisioning complete for port 36e3d332-5ae8-4485-9509-93a60abc0b28 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:34:21.419861 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-de94cd6f-3624-4b2a-b3a3-73feb1e47081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:21.427497 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08a87aa-890b-4bf5-aa4b-b87d472fcc9a x-openstack-request-id: req-e08a87aa-890b-4bf5-aa4b-b87d472fcc9a {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:34:21.428086 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604981c9-a554-4c83-a998-7bab48b17000", "tag": "8070f2f6-a1e8-48c9-b95a-53288d894fec", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:34:21.429328 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e08a87aa-890b-4bf5-aa4b-b87d472fcc9a {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:34:21.430052 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604981c9-a554-4c83-a998-7bab48b17000', 'tag': '8070f2f6-a1e8-48c9-b95a-53288d894fec', 'status': 'completed', 'code': 200} Nov 12 20:34:21.476515 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-de94cd6f-3624-4b2a-b3a3-73feb1e47081 None None] Port 36e3d332-5ae8-4485-9509-93a60abc0b28 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:34:21.526229 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-04766962-90bf-44c8-b266-d25ae80ee9fd service neutron] For port 36e3d332-5ae8-4485-9509-93a60abc0b28, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:34:21.530575 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-04766962-90bf-44c8-b266-d25ae80ee9fd service neutron] For port 36e3d332-5ae8-4485-9509-93a60abc0b28, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=36e3d332-5ae8-4485-9509-93a60abc0b28,segment=NetworkSegment(e4fd06f5-2e38-4880-bf7d-4e61f96032c0),segment_id=e4fd06f5-2e38-4880-bf7d-4e61f96032c0)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:34:21.531926 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6f31fa-68ea-4244-bfee-9bcd9ebc7456 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:34:21.535329 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-04766962-90bf-44c8-b266-d25ae80ee9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:21.547493 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c607fa-613f-47e9-b7e9-b0ca496bc5fb None None] Sync routers for ids ['3e2e2394-6981-4d35-aa73-f441e4b80e34'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:34:21.575005 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c607fa-613f-47e9-b7e9-b0ca496bc5fb None None] Routers {'3e2e2394-6981-4d35-aa73-f441e4b80e34'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:34:21.577418 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-10c607fa-613f-47e9-b7e9-b0ca496bc5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:33:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3e2e2394-6981-4d35-aa73-f441e4b80e34'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:21.636968 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-10c607fa-613f-47e9-b7e9-b0ca496bc5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:21.665152 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c607fa-613f-47e9-b7e9-b0ca496bc5fb None None] Routers {'3e2e2394-6981-4d35-aa73-f441e4b80e34'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:34:21.666556 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-10c607fa-613f-47e9-b7e9-b0ca496bc5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:33:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3e2e2394-6981-4d35-aa73-f441e4b80e34'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:21.718479 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3e6f31fa-68ea-4244-bfee-9bcd9ebc7456 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:21.719840 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3e6f31fa-68ea-4244-bfee-9bcd9ebc7456 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0688066 Nov 12 20:34:21.722978 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49104) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:21.725189 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-10c607fa-613f-47e9-b7e9-b0ca496bc5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:21.726983 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c607fa-613f-47e9-b7e9-b0ca496bc5fb None None] The sync data for ids ['3e2e2394-6981-4d35-aa73-f441e4b80e34'] in n-d-712140-15 is: [] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:34:21.736661 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-c31a6e20-2742-4f59-b7e4-64550ad730af tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:21.802912 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-04766962-90bf-44c8-b266-d25ae80ee9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:21.803559 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-04766962-90bf-44c8-b266-d25ae80ee9fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:21.805571 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-04766962-90bf-44c8-b266-d25ae80ee9fd service neutron] 10.222.0.55 "PUT /v2.0/ports/36e3d332-5ae8-4485-9509-93a60abc0b28 HTTP/1.1" status: 200 len: 1123 time: 2.0558209 Nov 12 20:34:21.813427 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04766962-90bf-44c8-b266-d25ae80ee9fd service neutron] Pushing event updated for resources: {'Port': ['ID=36e3d332-5ae8-4485-9509-93a60abc0b28,revision_number=8']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:21.869689 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['36e3d332-5ae8-4485-9509-93a60abc0b28'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:34:21.938853 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-1593c703-b3aa-42ef-a672-71cd52f7f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:21.945994 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-1593c703-b3aa-42ef-a672-71cd52f7f76d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 1095 time: 0.6558740 Nov 12 20:34:22.010230 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-8f6cd1d2-c456-4fca-a4cd-ee9390fda149 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8070f2f6-a1e8-48c9-b95a-53288d894fec HTTP/1.1" status: 200 len: 217 time: 0.0527406 Nov 12 20:34:22.025217 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfd4bc-ed45-4dd5-9adc-6730423ca698 req-bfd77320-3d5a-438a-907a-bbc7806ff371 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:22.027083 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5cfd4bc-ed45-4dd5-9adc-6730423ca698 req-bfd77320-3d5a-438a-907a-bbc7806ff371 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 943 time: 0.5927598 Nov 12 20:34:22.118947 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-76f98584-d393-49de-a59a-224506cd3d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:22.120528 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-76f98584-d393-49de-a59a-224506cd3d72 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fe6903-02cc-4d59-b54a-0012785b1f66 HTTP/1.1" status: 200 len: 851 time: 0.0922730 Nov 12 20:34:22.175380 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5cfd4bc-ed45-4dd5-9adc-6730423ca698 req-e8778d36-5599-429b-9f18-b2bb1af4d480 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29377c9-9292-4b2b-9b08-ee2ba60c04d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358645 Nov 12 20:34:22.192441 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-03ad0dbd-a83c-415f-b659-23e63cf62935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:22.193904 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-03ad0dbd-a83c-415f-b659-23e63cf62935 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a14ebab6-b135-479f-8842-077a5fca0d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587988 Nov 12 20:34:22.235381 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-61eb0014-f4b8-4aef-9eae-0145b61f2628 None None] Provisioning complete for port 36e3d332-5ae8-4485-9509-93a60abc0b28 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:34:22.235871 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-61eb0014-f4b8-4aef-9eae-0145b61f2628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:22.322138 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-e347f563-7aea-463d-a2e2-fc5a153c7676 service neutron] 10.222.0.55 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195691 Nov 12 20:34:22.526641 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-30d827c1-90cd-4c6f-bba0-5a025bbe078b req-31d94c39-715b-4490-b75f-1eac9869d5d2 service neutron] 10.222.0.55 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959422 Nov 12 20:34:22.529169 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-61eb0014-f4b8-4aef-9eae-0145b61f2628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:22.564269 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19f28c2-2717-44fb-922f-41c5938ef2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e3d332-5ae8-4485-9509-93a60abc0b28'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:34:22.567073 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a81d77-f5a5-4b4d-98ed-c756f69c18dc" -d '{"events": [{"server_uuid": "e19f28c2-2717-44fb-922f-41c5938ef2f5", "name": "network-vif-plugged", "status": "completed", "tag": "36e3d332-5ae8-4485-9509-93a60abc0b28"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:34:22.626669 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-61eb0014-f4b8-4aef-9eae-0145b61f2628 None None] For port 36e3d332-5ae8-4485-9509-93a60abc0b28, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=36e3d332-5ae8-4485-9509-93a60abc0b28,segment=NetworkSegment(e4fd06f5-2e38-4880-bf7d-4e61f96032c0),segment_id=e4fd06f5-2e38-4880-bf7d-4e61f96032c0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:34:22.655212 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf74a55-78b9-4bde-a190-1263cceb38c9 x-openstack-request-id: req-ccf74a55-78b9-4bde-a190-1263cceb38c9 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:34:22.655892 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19f28c2-2717-44fb-922f-41c5938ef2f5", "name": "network-vif-plugged", "status": "completed", "tag": "36e3d332-5ae8-4485-9509-93a60abc0b28", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:34:22.656431 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ccf74a55-78b9-4bde-a190-1263cceb38c9 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:34:22.657056 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19f28c2-2717-44fb-922f-41c5938ef2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e3d332-5ae8-4485-9509-93a60abc0b28', 'code': 200} Nov 12 20:34:22.664749 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-61eb0014-f4b8-4aef-9eae-0145b61f2628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:22.695722 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175ea8f-780e-420a-b4e8-e270f4f19c6f req-7a28d25b-0c73-4ffb-99cf-3923cc6af0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:22.698293 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7175ea8f-780e-420a-b4e8-e270f4f19c6f req-7a28d25b-0c73-4ffb-99cf-3923cc6af0f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 1095 time: 0.0737424 Nov 12 20:34:22.790909 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19f28c2-2717-44fb-922f-41c5938ef2f5', 'tag': '36e3d332-5ae8-4485-9509-93a60abc0b28'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:34:22.793745 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5aeaac3-5815-4059-9411-3f5ecaf25f77" -d '{"events": [{"name": "network-changed", "server_uuid": "e19f28c2-2717-44fb-922f-41c5938ef2f5", "tag": "36e3d332-5ae8-4485-9509-93a60abc0b28"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:34:22.903623 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1bdc3693-57f4-4033-b3e0-17ee41c2cb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:22.917963 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175ea8f-780e-420a-b4e8-e270f4f19c6f req-e5f9f5df-81cc-4c13-a45d-1349e01db7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:22.920754 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7175ea8f-780e-420a-b4e8-e270f4f19c6f req-e5f9f5df-81cc-4c13-a45d-1349e01db7dd service neutron] 10.222.0.55 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 913 time: 0.2151947 Nov 12 20:34:22.928189 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c31a6e20-2742-4f59-b7e4-64550ad730af tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:22.936698 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dde22bf-fe20-4d9d-9405-bd21f5bda20f x-openstack-request-id: req-2dde22bf-fe20-4d9d-9405-bd21f5bda20f {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:34:22.937106 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19f28c2-2717-44fb-922f-41c5938ef2f5", "tag": "36e3d332-5ae8-4485-9509-93a60abc0b28", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:34:22.937376 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2dde22bf-fe20-4d9d-9405-bd21f5bda20f {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:34:22.938054 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19f28c2-2717-44fb-922f-41c5938ef2f5', 'tag': '36e3d332-5ae8-4485-9509-93a60abc0b28', 'status': 'completed', 'code': 200} Nov 12 20:34:22.950917 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb0014-f4b8-4aef-9eae-0145b61f2628 None None] Pushing event updated for resources: {'Port': ['ID=36e3d332-5ae8-4485-9509-93a60abc0b28,revision_number=9']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:22.974716 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb0014-f4b8-4aef-9eae-0145b61f2628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:22.975044 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb0014-f4b8-4aef-9eae-0145b61f2628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:22.975393 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb0014-f4b8-4aef-9eae-0145b61f2628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:22.975731 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb0014-f4b8-4aef-9eae-0145b61f2628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:22.976070 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb0014-f4b8-4aef-9eae-0145b61f2628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:22.980655 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb0014-f4b8-4aef-9eae-0145b61f2628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:22.981085 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb0014-f4b8-4aef-9eae-0145b61f2628 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:22.981498 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb0014-f4b8-4aef-9eae-0145b61f2628 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:22.981842 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb0014-f4b8-4aef-9eae-0145b61f2628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:22.982177 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb0014-f4b8-4aef-9eae-0145b61f2628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:22.984476 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb0014-f4b8-4aef-9eae-0145b61f2628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:22.984878 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb0014-f4b8-4aef-9eae-0145b61f2628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:22.995237 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c31a6e20-2742-4f59-b7e4-64550ad730af tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:23.022737 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aeaac3-5815-4059-9411-3f5ecaf25f77 req-36f6c7e0-d24e-45b6-83c6-e8a97eaf5f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:23.024721 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5aeaac3-5815-4059-9411-3f5ecaf25f77 req-36f6c7e0-d24e-45b6-83c6-e8a97eaf5f26 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 1128 time: 0.0856698 Nov 12 20:34:23.042373 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7175ea8f-780e-420a-b4e8-e270f4f19c6f req-0f013db6-e309-4a0a-b6f8-91b92dc98be6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8070f2f6-a1e8-48c9-b95a-53288d894fec HTTP/1.1" status: 200 len: 217 time: 0.1126814 Nov 12 20:34:23.080343 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2c702-1db5-4634-9b09-472fccf2de6a req-bf3d9a28-e32e-495e-aea0-24bf0a06c662 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:23.082097 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-75f2c702-1db5-4634-9b09-472fccf2de6a req-bf3d9a28-e32e-495e-aea0-24bf0a06c662 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 943 time: 0.9385982 Nov 12 20:34:23.130533 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175ea8f-780e-420a-b4e8-e270f4f19c6f req-0817c7a1-2730-4a53-ab48-08ff4232db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:23.132254 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7175ea8f-780e-420a-b4e8-e270f4f19c6f req-0817c7a1-2730-4a53-ab48-08ff4232db4f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fe6903-02cc-4d59-b54a-0012785b1f66 HTTP/1.1" status: 200 len: 851 time: 0.0824273 Nov 12 20:34:23.187912 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175ea8f-780e-420a-b4e8-e270f4f19c6f req-273fbaea-cd2a-4380-a2ed-47eea29fe078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:23.189681 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7175ea8f-780e-420a-b4e8-e270f4f19c6f req-273fbaea-cd2a-4380-a2ed-47eea29fe078 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a14ebab6-b135-479f-8842-077a5fca0d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461812 Nov 12 20:34:23.208518 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c31a6e20-2742-4f59-b7e4-64550ad730af tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Deleting port 7c5ae1d9-b009-44e4-94e7-e2c7582c6308 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:34:23.208884 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c31a6e20-2742-4f59-b7e4-64550ad730af tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:23.217360 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-75f2c702-1db5-4634-9b09-472fccf2de6a req-b7d32443-c9cc-4c50-848e-f04fc2c4d55f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217759 Nov 12 20:34:23.280258 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aeaac3-5815-4059-9411-3f5ecaf25f77 req-e10afa79-ce26-4e7b-9a98-89a85ac80969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:23.281721 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5aeaac3-5815-4059-9411-3f5ecaf25f77 req-e10afa79-ce26-4e7b-9a98-89a85ac80969 service neutron] 10.222.0.52 "GET /v2.0/networks?id=44e6d471-e53f-4faf-844d-37947d0d0639 HTTP/1.1" status: 200 len: 898 time: 0.2296917 Nov 12 20:34:23.316778 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7175ea8f-780e-420a-b4e8-e270f4f19c6f req-1b399349-27ca-4933-88d0-c9f15f5cc8a0 service neutron] 10.222.0.55 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181598 Nov 12 20:34:23.371135 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c31a6e20-2742-4f59-b7e4-64550ad730af tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:23.394370 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c31a6e20-2742-4f59-b7e4-64550ad730af tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Calling delete_port for 7c5ae1d9-b009-44e4-94e7-e2c7582c6308 owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:34:23.398309 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5aeaac3-5815-4059-9411-3f5ecaf25f77 req-be31e312-9d92-4036-a63d-d9d4215bb950 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36e3d332-5ae8-4485-9509-93a60abc0b28 HTTP/1.1" status: 200 len: 1001 time: 0.0901942 Nov 12 20:34:23.464110 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86e07d-bfcf-4e02-87b4-1ffa3a2dee9c req-c3fe25ee-e4fc-4655-8f27-9b7e1cfc419f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:23.466289 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3d86e07d-bfcf-4e02-87b4-1ffa3a2dee9c req-c3fe25ee-e4fc-4655-8f27-9b7e1cfc419f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 945 time: 0.1483352 Nov 12 20:34:23.510355 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aeaac3-5815-4059-9411-3f5ecaf25f77 req-1317aad2-5d17-4327-88fb-f87f76c8fffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:23.511905 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5aeaac3-5815-4059-9411-3f5ecaf25f77 req-1317aad2-5d17-4327-88fb-f87f76c8fffc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35bbe00f-7942-4f7e-91b3-9545a69f9dc2 HTTP/1.1" status: 200 len: 834 time: 0.0653720 Nov 12 20:34:23.523047 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7175ea8f-780e-420a-b4e8-e270f4f19c6f req-8f8373ef-8484-4d97-b557-dcb816e661d6 service neutron] 10.222.0.55 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723139 Nov 12 20:34:23.586020 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3d86e07d-bfcf-4e02-87b4-1ffa3a2dee9c req-905e0b19-744c-4ecc-a972-8bcc1bb579ce tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29377c9-9292-4b2b-9b08-ee2ba60c04d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071496 Nov 12 20:34:23.625619 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aeaac3-5815-4059-9411-3f5ecaf25f77 req-4f34e5cb-d341-4b6d-a48b-11bc2f3436db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:23.627269 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5aeaac3-5815-4059-9411-3f5ecaf25f77 req-4f34e5cb-d341-4b6d-a48b-11bc2f3436db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=44e6d471-e53f-4faf-844d-37947d0d0639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713301 Nov 12 20:34:23.733589 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c31a6e20-2742-4f59-b7e4-64550ad730af tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:23.772172 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a6e20-2742-4f59-b7e4-64550ad730af tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Pushing event deleted for resources: {'Port': ['ID=7c5ae1d9-b009-44e4-94e7-e2c7582c6308,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:23.802255 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5aeaac3-5815-4059-9411-3f5ecaf25f77 req-1f81cb17-95a5-4981-8265-de272bd39026 service neutron] 10.222.0.52 "GET /v2.0/networks/44e6d471-e53f-4faf-844d-37947d0d0639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531608 Nov 12 20:34:23.808845 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c8be87-cbc8-41bb-883a-8b440f994833 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:34:23.845744 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 36e3d332-5ae8-4485-9509-93a60abc0b28 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:34:23.853979 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c31a6e20-2742-4f59-b7e4-64550ad730af tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:23.903782 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:23.997457 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 36e3d332-5ae8-4485-9509-93a60abc0b28, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=36e3d332-5ae8-4485-9509-93a60abc0b28,segment=NetworkSegment(e4fd06f5-2e38-4880-bf7d-4e61f96032c0),segment_id=e4fd06f5-2e38-4880-bf7d-4e61f96032c0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:34:24.010592 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 36e3d332-5ae8-4485-9509-93a60abc0b28 has no active binding in host n-h1-712140-15 {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 20:34:24.065642 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:24.106654 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5aeaac3-5815-4059-9411-3f5ecaf25f77 req-b43b433e-2491-44ca-bc9a-bedc8e0caaf1 service neutron] 10.222.0.52 "GET /v2.0/networks/44e6d471-e53f-4faf-844d-37947d0d0639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622871 Nov 12 20:34:24.140051 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c31a6e20-2742-4f59-b7e4-64550ad730af tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7534'] for router, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:24.144461 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c31a6e20-2742-4f59-b7e4-64550ad730af tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706542'] for router, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:24.225711 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31a6e20-2742-4f59-b7e4-64550ad730af tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Router 3e2e2394-6981-4d35-aa73-f441e4b80e34 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:34:24.314390 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31a6e20-2742-4f59-b7e4-64550ad730af tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:34:24.327629 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3225065c-65b6-4051-9a16-c58c03802249 None None] Sync routers for ids ['3e2e2394-6981-4d35-aa73-f441e4b80e34'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:34:24.334652 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c31a6e20-2742-4f59-b7e4-64550ad730af tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:24.338605 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3225065c-65b6-4051-9a16-c58c03802249 None None] Routers {'3e2e2394-6981-4d35-aa73-f441e4b80e34'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:34:24.338799 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c31a6e20-2742-4f59-b7e4-64550ad730af tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "PUT /v2.0/routers/3e2e2394-6981-4d35-aa73-f441e4b80e34 HTTP/1.1" status: 200 len: 706 time: 2.6145115 Nov 12 20:34:24.338919 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3225065c-65b6-4051-9a16-c58c03802249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:34:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3e2e2394-6981-4d35-aa73-f441e4b80e34'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:24.340030 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49126) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:24.373530 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3225065c-65b6-4051-9a16-c58c03802249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:24.383785 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3225065c-65b6-4051-9a16-c58c03802249 None None] Routers {'3e2e2394-6981-4d35-aa73-f441e4b80e34'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:34:24.387163 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3225065c-65b6-4051-9a16-c58c03802249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:34:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['3e2e2394-6981-4d35-aa73-f441e4b80e34'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:24.428763 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3225065c-65b6-4051-9a16-c58c03802249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:24.429698 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3225065c-65b6-4051-9a16-c58c03802249 None None] The sync data for ids ['3e2e2394-6981-4d35-aa73-f441e4b80e34'] in n-d-712140-15 is: [] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:34:24.429861 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49128) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:24.430321 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bab728b2-cd8e-4e71-bac5-5e14b27371d3 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "GET /v2.0/routers/3e2e2394-6981-4d35-aa73-f441e4b80e34 HTTP/1.1" status: 200 len: 741 time: 0.0895298 Nov 12 20:34:24.458042 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2a964-db82-4ed5-8502-82aef37d7957 req-56af4449-3c44-4469-a29e-90249ac7ee93 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:24.469858 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a2b2a964-db82-4ed5-8502-82aef37d7957 req-56af4449-3c44-4469-a29e-90249ac7ee93 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 943 time: 0.1670432 Nov 12 20:34:24.518916 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-625d7758-9296-4411-b946-b40a891badd6 tempest-RoutersAdminTest-598405135 tempest-RoutersAdminTest-598405135-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1&device_id=3e2e2394-6981-4d35-aa73-f441e4b80e34 HTTP/1.1" status: 200 len: 205 time: 0.0854826 Nov 12 20:34:24.519329 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49132) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:24.555735 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a2b2a964-db82-4ed5-8502-82aef37d7957 req-e8f33901-9db6-479f-86c9-392a4de4275b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821984 Nov 12 20:34:24.556174 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-81d8d724-1bb9-439f-8efc-e536c3b6c346 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e2e2394-6981-4d35-aa73-f441e4b80e34 HTTP/1.1" status: 200 len: 205 time: 0.0330448 Nov 12 20:34:24.561007 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49134) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:24.637780 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-312c6102-b64a-41b9-ad34-407fca407274 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:24.741025 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31dde4f-0bd1-4bc1-8ad8-5e9037c014e3 req-8024298c-d5f2-4c6c-bad5-be81ecda0a4b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:24.742778 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f31dde4f-0bd1-4bc1-8ad8-5e9037c014e3 req-8024298c-d5f2-4c6c-bad5-be81ecda0a4b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 945 time: 0.0603867 Nov 12 20:34:24.814938 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f31dde4f-0bd1-4bc1-8ad8-5e9037c014e3 req-a9356a92-401b-4bbe-820e-ae97de2b237a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29377c9-9292-4b2b-9b08-ee2ba60c04d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637043 Nov 12 20:34:24.822412 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-312c6102-b64a-41b9-ad34-407fca407274 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:24.824826 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-312c6102-b64a-41b9-ad34-407fca407274 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:24.875221 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-312c6102-b64a-41b9-ad34-407fca407274 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:24.875907 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312c6102-b64a-41b9-ad34-407fca407274 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Fanout notify agent at l3_agent the message router_deleted on router 3e2e2394-6981-4d35-aa73-f441e4b80e34 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:34:24.888559 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-312c6102-b64a-41b9-ad34-407fca407274 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:24.894104 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-312c6102-b64a-41b9-ad34-407fca407274 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "DELETE /v2.0/routers/3e2e2394-6981-4d35-aa73-f441e4b80e34 HTTP/1.1" status: 204 len: 168 time: 0.3276317 Nov 12 20:34:24.894531 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49138) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:24.925446 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-78594d2a-f4af-4eb1-b4c0-24cf4a9070d7 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e2e2394-6981-4d35-aa73-f441e4b80e34 HTTP/1.1" status: 200 len: 205 time: 0.0295470 Nov 12 20:34:24.927711 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49140) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:24.971401 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-011c436a-50fe-4fe4-8257-99d00b534e30 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] delete failed (client error): The resource could not be found. Nov 12 20:34:24.975216 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-011c436a-50fe-4fe4-8257-99d00b534e30 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "DELETE /v2.0/routers/3e2e2394-6981-4d35-aa73-f441e4b80e34 HTTP/1.1" status: 404 len: 336 time: 0.0436370 Nov 12 20:34:24.975536 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49142) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:25.008802 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-656bc6d8-3894-4356-a1fe-63788fb071db tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "GET /v2.0/ports?device_id=53f5dca0-888a-4ffc-82a4-867add3e1a84 HTTP/1.1" status: 200 len: 205 time: 0.0317092 Nov 12 20:34:25.010927 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49144) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:25.058360 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-dff9ba80-e0e6-408f-b4da-2ec82a83e766 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] delete failed (client error): The resource could not be found. Nov 12 20:34:25.062483 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49146) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:25.062644 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-dff9ba80-e0e6-408f-b4da-2ec82a83e766 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "DELETE /v2.0/routers/53f5dca0-888a-4ffc-82a4-867add3e1a84 HTTP/1.1" status: 404 len: 336 time: 0.0504656 Nov 12 20:34:25.091729 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d9c3ecfe-a14b-4201-b106-30dfe1fb2c56 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9e52557-8ddd-4945-8368-b9e869f6b5f4 HTTP/1.1" status: 200 len: 205 time: 0.0276024 Nov 12 20:34:25.094837 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49148) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:25.131605 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-ac8bdc3b-8ad9-42fb-9941-9aecd2d970bb tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] delete failed (client error): The resource could not be found. Nov 12 20:34:25.135170 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ac8bdc3b-8ad9-42fb-9941-9aecd2d970bb tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "DELETE /v2.0/routers/e9e52557-8ddd-4945-8368-b9e869f6b5f4 HTTP/1.1" status: 404 len: 336 time: 0.0365942 Nov 12 20:34:25.135324 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49150) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:25.168911 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5df8cb2f-ca0d-49c6-b0b2-fe11688cb9a0 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bab83bd-a97b-4fd4-b9ce-0e26dab76883 HTTP/1.1" status: 200 len: 205 time: 0.0324056 Nov 12 20:34:25.171330 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49152) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:25.221309 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:25.221940 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-0ef07cf6-cfcf-48a7-822c-4977676b5455 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] delete failed (client error): The resource could not be found. Nov 12 20:34:25.224291 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0ef07cf6-cfcf-48a7-822c-4977676b5455 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "DELETE /v2.0/routers/9bab83bd-a97b-4fd4-b9ce-0e26dab76883 HTTP/1.1" status: 404 len: 336 time: 0.0505769 Nov 12 20:34:25.225804 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49154) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:25.256186 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b11b53b3-05bf-4e36-816c-25c399949f44 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "GET /v2.0/ports?device_id=96d61703-16a7-4ecb-9643-87f05fc08bf3 HTTP/1.1" status: 200 len: 205 time: 0.0260434 Nov 12 20:34:25.256559 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49156) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:25.298029 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-5ebc766d-61c7-4404-8068-aedf7fa05fac tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] delete failed (client error): The resource could not be found. Nov 12 20:34:25.301721 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5ebc766d-61c7-4404-8068-aedf7fa05fac tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "DELETE /v2.0/routers/96d61703-16a7-4ecb-9643-87f05fc08bf3 HTTP/1.1" status: 404 len: 336 time: 0.0416379 Nov 12 20:34:25.302007 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49158) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:25.331693 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e967294d-446a-47a5-82e4-ca2da9c9aa85 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "GET /v2.0/ports?device_id=078dfbe4-fa24-42a2-a6bc-2699057f10d5 HTTP/1.1" status: 200 len: 205 time: 0.0285387 Nov 12 20:34:25.334308 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49160) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:25.373648 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-67a1fdd3-401b-42df-9f4c-2c522fdbf3ca tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] delete failed (client error): The resource could not be found. Nov 12 20:34:25.377722 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-67a1fdd3-401b-42df-9f4c-2c522fdbf3ca tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "DELETE /v2.0/routers/078dfbe4-fa24-42a2-a6bc-2699057f10d5 HTTP/1.1" status: 404 len: 336 time: 0.0394316 Nov 12 20:34:25.378004 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49162) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:25.405694 n-d-712140-15 neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-4325be20-1dad-43a9-ae54-45bf5e6c3144 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] DELETE failed (client error): The resource could not be found. Nov 12 20:34:25.406235 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4325be20-1dad-43a9-ae54-45bf5e6c3144 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:34:25.411819 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4325be20-1dad-43a9-ae54-45bf5e6c3144 tempest-RoutersAdminTest-251848131 tempest-RoutersAdminTest-251848131-project] 10.222.0.48 "DELETE /v2.0/subnets/e9d11f6b-95d1-4192-84ce-b9ea1f2793d2 HTTP/1.1" status: 404 len: 337 time: 0.0305443 Nov 12 20:34:25.727505 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42289027-ae1a-493b-96cd-3872e6359e95 req-782558e7-defe-430b-b271-f0914ed79bbf tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:25.732409 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-42289027-ae1a-493b-96cd-3872e6359e95 req-782558e7-defe-430b-b271-f0914ed79bbf tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 943 time: 0.0837109 Nov 12 20:34:25.773521 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49174) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:25.803753 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-42289027-ae1a-493b-96cd-3872e6359e95 req-6584014d-f486-4bbc-86a1-a15a8d530002 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644464 Nov 12 20:34:25.979453 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:26.029211 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-345c070c-b421-41fc-83c7-0eed6d0d6f73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:26.088489 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60606ff6-ebae-406f-b716-41fe4293b9e3 req-bfa4fc27-15aa-4d49-9d6a-10d2dc5005ad tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:26.090056 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-60606ff6-ebae-406f-b716-41fe4293b9e3 req-bfa4fc27-15aa-4d49-9d6a-10d2dc5005ad tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 945 time: 0.1387038 Nov 12 20:34:26.159195 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-60606ff6-ebae-406f-b716-41fe4293b9e3 req-27ca197f-b7d4-4836-9628-45281e794d9b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29377c9-9292-4b2b-9b08-ee2ba60c04d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606573 Nov 12 20:34:26.191739 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-345c070c-b421-41fc-83c7-0eed6d0d6f73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:26.198290 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-345c070c-b421-41fc-83c7-0eed6d0d6f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:26.253081 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-345c070c-b421-41fc-83c7-0eed6d0d6f73 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fe3d5b98ea87430e8a56ab7ecc1e0d72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4753385 Nov 12 20:34:26.255346 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49186) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:26.255981 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c070c-b421-41fc-83c7-0eed6d0d6f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bf0885-4daa-4e03-bbf7-a0557c950e2e,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:26.330704 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c74c188f-855d-47e3-8820-9a2f918cc0dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:26.356445 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c74c188f-855d-47e3-8820-9a2f918cc0dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:26.421053 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c74c188f-855d-47e3-8820-9a2f918cc0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:26.424642 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c74c188f-855d-47e3-8820-9a2f918cc0dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:26.426021 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c74c188f-855d-47e3-8820-9a2f918cc0dc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b1bf0885-4daa-4e03-bbf7-a0557c950e2e HTTP/1.1" status: 204 len: 168 time: 0.1561716 Nov 12 20:34:26.435418 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c188f-855d-47e3-8820-9a2f918cc0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bf0885-4daa-4e03-bbf7-a0557c950e2e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:26.718675 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49192) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:26.764827 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5dff5179-4ef7-4df5-a76f-2813185dee9b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=da395dea25b34c4fb3283beab248cb75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438156 Nov 12 20:34:26.767085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49194) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:26.818565 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ec4f3244-c598-4db9-9243-e204952b3dbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:26.841476 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ec4f3244-c598-4db9-9243-e204952b3dbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:26.899720 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ec4f3244-c598-4db9-9243-e204952b3dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:26.902980 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ec4f3244-c598-4db9-9243-e204952b3dbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:26.907283 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ec4f3244-c598-4db9-9243-e204952b3dbd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df7b0fb7-d9df-4c50-ac29-ea72429f127a HTTP/1.1" status: 204 len: 168 time: 0.1360807 Nov 12 20:34:26.917668 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f3244-c598-4db9-9243-e204952b3dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7b0fb7-d9df-4c50-ac29-ea72429f127a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:26.966167 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8dfab-1cf3-4f21-8e26-178aaeff21f0 req-ee13af02-bba0-4a71-9877-7de1cdbfd93a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:26.967788 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b0b8dfab-1cf3-4f21-8e26-178aaeff21f0 req-ee13af02-bba0-4a71-9877-7de1cdbfd93a tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 943 time: 0.0577893 Nov 12 20:34:27.022042 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b0b8dfab-1cf3-4f21-8e26-178aaeff21f0 req-59ba39eb-7862-490b-9aeb-31cccd3d90c9 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476782 Nov 12 20:34:27.291130 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58895c42-0201-4362-b7d9-5e321c7e9e40 req-176cc890-9961-4a2a-b496-a2039ab8b70f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:27.292722 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-58895c42-0201-4362-b7d9-5e321c7e9e40 req-176cc890-9961-4a2a-b496-a2039ab8b70f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 945 time: 0.0522232 Nov 12 20:34:27.359011 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-58895c42-0201-4362-b7d9-5e321c7e9e40 req-3ada1def-e3b7-4b08-9caa-a41f79699073 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29377c9-9292-4b2b-9b08-ee2ba60c04d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595229 Nov 12 20:34:27.783712 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49226) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:27.881088 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-439bd37a-5577-4545-aec2-0635cfde48d8 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Request body: {'security_group': {'name': 'tempest-secgroup--1829226295'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:27.906848 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-439bd37a-5577-4545-aec2-0635cfde48d8 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:27.914896 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-439bd37a-5577-4545-aec2-0635cfde48d8 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:27.994225 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-439bd37a-5577-4545-aec2-0635cfde48d8 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:27.998362 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-439bd37a-5577-4545-aec2-0635cfde48d8 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:28.038304 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bd37a-5577-4545-aec2-0635cfde48d8 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9f9803-4a5c-4847-8098-65f2dfcca56d,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:28.087925 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-439bd37a-5577-4545-aec2-0635cfde48d8 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:28.094266 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-439bd37a-5577-4545-aec2-0635cfde48d8 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:28.129818 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-439bd37a-5577-4545-aec2-0635cfde48d8 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:28.134650 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-439bd37a-5577-4545-aec2-0635cfde48d8 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3498633 Nov 12 20:34:28.136180 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49234) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:28.143703 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bd37a-5577-4545-aec2-0635cfde48d8 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0c5322-d891-44b8-9512-03806998c5c5,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:28.171005 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49dcad-9da3-498a-b524-085e56f96bfb req-dde4ce0b-3d69-4413-bcff-3a6dc6f08414 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:28.172758 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e49dcad-9da3-498a-b524-085e56f96bfb req-dde4ce0b-3d69-4413-bcff-3a6dc6f08414 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 943 time: 0.0582304 Nov 12 20:34:28.204267 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fdee6f29-5252-452d-adf2-314e45e463ea tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0667603 Nov 12 20:34:28.207031 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49236) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:28.211562 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-15e6b592-93b6-4eab-b950-1e38f0ebdffe tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Request body: {'security_group': {'name': 'tempest-security--300070410', 'description': 'tempest-security-description-1673503150'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:28.229327 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e49dcad-9da3-498a-b524-085e56f96bfb req-2db53654-655d-40a5-b8f0-d1670a59a5ae tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481894 Nov 12 20:34:28.250674 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-15e6b592-93b6-4eab-b950-1e38f0ebdffe tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:28.296396 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-15e6b592-93b6-4eab-b950-1e38f0ebdffe tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:28.300399 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-15e6b592-93b6-4eab-b950-1e38f0ebdffe tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:28.303021 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-15e6b592-93b6-4eab-b950-1e38f0ebdffe tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:28.304398 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-15e6b592-93b6-4eab-b950-1e38f0ebdffe tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "PUT /v2.0/security-groups/1d0c5322-d891-44b8-9512-03806998c5c5 HTTP/1.1" status: 200 len: 1796 time: 0.0961416 Nov 12 20:34:28.307248 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49238) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:28.336464 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6b592-93b6-4eab-b950-1e38f0ebdffe tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0c5322-d891-44b8-9512-03806998c5c5,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:28.366202 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7bf6fe99-70a9-4acc-8754-029c76f34157 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "GET /v2.0/security-groups/1d0c5322-d891-44b8-9512-03806998c5c5 HTTP/1.1" status: 200 len: 1796 time: 0.0573521 Nov 12 20:34:28.368317 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49240) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:28.439865 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92f826dd-803c-4129-8c78-7eefd5eca0b1 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:28.479793 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92f826dd-803c-4129-8c78-7eefd5eca0b1 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:28.567715 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed53e57-4b14-4152-8253-022aaaecbebd req-4b886458-52af-4b05-b847-3c25e3c9efcb tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:28.569581 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3ed53e57-4b14-4152-8253-022aaaecbebd req-4b886458-52af-4b05-b847-3c25e3c9efcb tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 945 time: 0.0668821 Nov 12 20:34:28.570396 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92f826dd-803c-4129-8c78-7eefd5eca0b1 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:28.573081 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92f826dd-803c-4129-8c78-7eefd5eca0b1 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:28.574090 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-92f826dd-803c-4129-8c78-7eefd5eca0b1 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "DELETE /v2.0/security-groups/1d0c5322-d891-44b8-9512-03806998c5c5 HTTP/1.1" status: 204 len: 168 time: 0.2047966 Nov 12 20:34:28.577296 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49244) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:28.595527 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f826dd-803c-4129-8c78-7eefd5eca0b1 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0c5322-d891-44b8-9512-03806998c5c5,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:28.642401 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3ed53e57-4b14-4152-8253-022aaaecbebd req-a79a3ce9-71e7-444f-85b4-eb3ad178d1a3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29377c9-9292-4b2b-9b08-ee2ba60c04d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645540 Nov 12 20:34:28.652813 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49246) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:28.653322 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6db95b85-0d02-462d-b53b-b16de72185ac tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0748138 Nov 12 20:34:28.669350 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-be22b296-fb82-4e4b-b962-271ebc5429ea tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] delete failed (client error): The resource could not be found. Nov 12 20:34:28.671208 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-be22b296-fb82-4e4b-b962-271ebc5429ea tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "DELETE /v2.0/security-groups/1d0c5322-d891-44b8-9512-03806998c5c5 HTTP/1.1" status: 404 len: 347 time: 0.0163357 Nov 12 20:34:28.675179 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49248) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:28.679763 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-96f35845-c66b-4331-a6bd-f881b26901ac tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Request body: {'security_group': {'name': 'tempest-secgroup--678066863'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:28.702638 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96f35845-c66b-4331-a6bd-f881b26901ac tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:28.766368 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96f35845-c66b-4331-a6bd-f881b26901ac tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:28.770192 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96f35845-c66b-4331-a6bd-f881b26901ac tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:28.799558 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96f35845-c66b-4331-a6bd-f881b26901ac tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:28.800826 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-96f35845-c66b-4331-a6bd-f881b26901ac tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1246390 Nov 12 20:34:28.802639 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f35845-c66b-4331-a6bd-f881b26901ac tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c37cc3-afa8-4690-b324-3902e498f1dc,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:28.803803 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49250) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:28.809538 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-635b2ac1-1980-416d-9cd2-f764de3e1579 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Request body: {'security_group_rule': {'security_group_id': 'd6c37cc3-afa8-4690-b324-3902e498f1dc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:28.836126 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-635b2ac1-1980-416d-9cd2-f764de3e1579 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:28.894228 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-635b2ac1-1980-416d-9cd2-f764de3e1579 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:28.898118 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-635b2ac1-1980-416d-9cd2-f764de3e1579 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:28.918241 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b2ac1-1980-416d-9cd2-f764de3e1579 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061e49fb-8fd4-4b95-9d4b-9e6127d53870,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:28.924002 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-635b2ac1-1980-416d-9cd2-f764de3e1579 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:28.925322 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-635b2ac1-1980-416d-9cd2-f764de3e1579 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197586 Nov 12 20:34:28.928161 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49252) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:28.955878 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-97b30b3f-4ca9-48c7-8b1f-46abca2526e9 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:28.963676 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-97b30b3f-4ca9-48c7-8b1f-46abca2526e9 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:28.989244 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-97b30b3f-4ca9-48c7-8b1f-46abca2526e9 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:28.995112 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-97b30b3f-4ca9-48c7-8b1f-46abca2526e9 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:28.996188 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-97b30b3f-4ca9-48c7-8b1f-46abca2526e9 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/061e49fb-8fd4-4b95-9d4b-9e6127d53870 HTTP/1.1" status: 204 len: 168 time: 0.0670924 Nov 12 20:34:28.999293 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49254) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:29.001657 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b30b3f-4ca9-48c7-8b1f-46abca2526e9 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=061e49fb-8fd4-4b95-9d4b-9e6127d53870,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:29.045495 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4a2d771b-7afc-47ef-b017-1ef7e56f1d9d tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0450158 Nov 12 20:34:29.048309 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49256) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:29.098904 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b0269a79-9388-4a1b-b483-554404cd1cd9 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:29.124319 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b0269a79-9388-4a1b-b483-554404cd1cd9 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:29.165815 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b0269a79-9388-4a1b-b483-554404cd1cd9 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:29.168560 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b0269a79-9388-4a1b-b483-554404cd1cd9 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:29.169719 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b0269a79-9388-4a1b-b483-554404cd1cd9 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "DELETE /v2.0/security-groups/d6c37cc3-afa8-4690-b324-3902e498f1dc HTTP/1.1" status: 204 len: 168 time: 0.1205072 Nov 12 20:34:29.172572 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49262) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:29.179350 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0269a79-9388-4a1b-b483-554404cd1cd9 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c37cc3-afa8-4690-b324-3902e498f1dc,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:29.224274 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1323664d-c4df-420c-b524-873b73a2c355 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0491488 Nov 12 20:34:29.227376 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49264) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:29.231782 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-fb2fdcd7-c03f-400b-a4ec-39751d27a699 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Request body: {'security_group': {'name': 'tempest-secgroup--1577274722'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:29.255877 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb2fdcd7-c03f-400b-a4ec-39751d27a699 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:29.332105 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb2fdcd7-c03f-400b-a4ec-39751d27a699 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:29.339778 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb2fdcd7-c03f-400b-a4ec-39751d27a699 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:29.350798 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b59881-1b9a-4f3e-9be7-7df609487657 req-37bcd121-7713-440b-9dbf-508ddfac2be0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:29.360537 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-69b59881-1b9a-4f3e-9be7-7df609487657 req-37bcd121-7713-440b-9dbf-508ddfac2be0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 943 time: 0.0629895 Nov 12 20:34:29.371124 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb2fdcd7-c03f-400b-a4ec-39751d27a699 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:29.375610 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fb2fdcd7-c03f-400b-a4ec-39751d27a699 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1440406 Nov 12 20:34:29.375610 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2fdcd7-c03f-400b-a4ec-39751d27a699 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fca4a2b-69af-4c89-af89-c5b48f841ce9,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:29.375950 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49268) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:29.381721 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-c642a9f4-5168-404c-895e-e69fca031e4f tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Request body: {'security_group_rule': {'security_group_id': '7fca4a2b-69af-4c89-af89-c5b48f841ce9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:29.429839 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-69b59881-1b9a-4f3e-9be7-7df609487657 req-0f32e6ad-ab1a-4b7f-92d9-25e6d78acce2 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684233 Nov 12 20:34:29.437292 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c642a9f4-5168-404c-895e-e69fca031e4f tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:29.506711 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c642a9f4-5168-404c-895e-e69fca031e4f tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:29.511889 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c642a9f4-5168-404c-895e-e69fca031e4f tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:29.535389 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642a9f4-5168-404c-895e-e69fca031e4f tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf616ff-57c8-4a11-b2ba-71f00723a2cd,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:29.541016 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c642a9f4-5168-404c-895e-e69fca031e4f tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:29.543210 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c642a9f4-5168-404c-895e-e69fca031e4f tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1660640 Nov 12 20:34:29.545998 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49274) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:29.550715 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-74a759fc-a236-45d1-bf74-02b2eab1b4ad tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Request body: {'security_group_rule': {'security_group_id': '7fca4a2b-69af-4c89-af89-c5b48f841ce9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:29.578523 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74a759fc-a236-45d1-bf74-02b2eab1b4ad tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:29.647332 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74a759fc-a236-45d1-bf74-02b2eab1b4ad tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:29.652204 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74a759fc-a236-45d1-bf74-02b2eab1b4ad tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:29.669853 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a759fc-a236-45d1-bf74-02b2eab1b4ad tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e599d20-379e-4f5b-98bb-5a42e81bbeec,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:29.679638 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74a759fc-a236-45d1-bf74-02b2eab1b4ad tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:29.680957 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-74a759fc-a236-45d1-bf74-02b2eab1b4ad tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1336725 Nov 12 20:34:29.683812 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49280) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:29.689632 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b8f410b1-aae8-4949-9d66-4cd36e2c09bc tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Request body: {'security_group_rule': {'security_group_id': '7fca4a2b-69af-4c89-af89-c5b48f841ce9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:29.719418 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b8f410b1-aae8-4949-9d66-4cd36e2c09bc tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:29.804005 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b8f410b1-aae8-4949-9d66-4cd36e2c09bc tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:29.812979 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0ef4c-0942-4d2a-88b7-04010a836c06 req-64118aef-ac67-4c68-a417-e21534b72013 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:29.814482 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d7e0ef4c-0942-4d2a-88b7-04010a836c06 req-64118aef-ac67-4c68-a417-e21534b72013 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 945 time: 0.0850306 Nov 12 20:34:29.815567 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b8f410b1-aae8-4949-9d66-4cd36e2c09bc tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:29.848040 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f410b1-aae8-4949-9d66-4cd36e2c09bc tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60790b1d-0968-491b-908d-e5b0fb5a06f3,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:29.858595 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b8f410b1-aae8-4949-9d66-4cd36e2c09bc tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:29.859919 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b8f410b1-aae8-4949-9d66-4cd36e2c09bc tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1748109 Nov 12 20:34:29.862974 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49282) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:29.869795 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-9d0d08a2-ecba-4699-bdf1-3d2fffaced90 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Request body: {'security_group_rule': {'security_group_id': '7fca4a2b-69af-4c89-af89-c5b48f841ce9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:29.885925 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d7e0ef4c-0942-4d2a-88b7-04010a836c06 req-3c5404f6-f8fa-4a28-ab91-7bfd6f3175e2 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29377c9-9292-4b2b-9b08-ee2ba60c04d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633738 Nov 12 20:34:29.901968 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d0d08a2-ecba-4699-bdf1-3d2fffaced90 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:29.961603 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d0d08a2-ecba-4699-bdf1-3d2fffaced90 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:29.965765 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d0d08a2-ecba-4699-bdf1-3d2fffaced90 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:29.985644 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d08a2-ecba-4699-bdf1-3d2fffaced90 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea37837-d956-481e-a2fa-6a90d4d050bb,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:29.994972 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d08a2-ecba-4699-bdf1-3d2fffaced90 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:29.995327 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d08a2-ecba-4699-bdf1-3d2fffaced90 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:29.995689 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d08a2-ecba-4699-bdf1-3d2fffaced90 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:29.996183 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d08a2-ecba-4699-bdf1-3d2fffaced90 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:29.996545 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d08a2-ecba-4699-bdf1-3d2fffaced90 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:29.996915 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d08a2-ecba-4699-bdf1-3d2fffaced90 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:29.997257 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d08a2-ecba-4699-bdf1-3d2fffaced90 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:29.997589 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d08a2-ecba-4699-bdf1-3d2fffaced90 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:29.997919 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d08a2-ecba-4699-bdf1-3d2fffaced90 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:29.998295 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d08a2-ecba-4699-bdf1-3d2fffaced90 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:29.998624 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d08a2-ecba-4699-bdf1-3d2fffaced90 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:29.998954 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d08a2-ecba-4699-bdf1-3d2fffaced90 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:30.004360 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d0d08a2-ecba-4699-bdf1-3d2fffaced90 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.008661 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9d0d08a2-ecba-4699-bdf1-3d2fffaced90 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1413438 Nov 12 20:34:30.008801 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49284) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:30.013748 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-e5812c8a-c96d-407e-9593-3888266f4327 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Request body: {'security_group_rule': {'security_group_id': '7fca4a2b-69af-4c89-af89-c5b48f841ce9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:30.040609 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e5812c8a-c96d-407e-9593-3888266f4327 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.100866 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e5812c8a-c96d-407e-9593-3888266f4327 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.113526 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e5812c8a-c96d-407e-9593-3888266f4327 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.124500 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5812c8a-c96d-407e-9593-3888266f4327 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4b62b5-94bc-4abb-a008-0d57f82303d4,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:30.131881 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e5812c8a-c96d-407e-9593-3888266f4327 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.133103 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e5812c8a-c96d-407e-9593-3888266f4327 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1233456 Nov 12 20:34:30.136061 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49286) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:30.161179 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb692c4d-9348-45c5-b3b1-971ddd2b0f23 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.168595 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb692c4d-9348-45c5-b3b1-971ddd2b0f23 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.200279 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb692c4d-9348-45c5-b3b1-971ddd2b0f23 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.206899 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb692c4d-9348-45c5-b3b1-971ddd2b0f23 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.208060 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bb692c4d-9348-45c5-b3b1-971ddd2b0f23 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/0c4b62b5-94bc-4abb-a008-0d57f82303d4 HTTP/1.1" status: 204 len: 168 time: 0.0710366 Nov 12 20:34:30.211188 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49288) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:30.214006 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb692c4d-9348-45c5-b3b1-971ddd2b0f23 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c4b62b5-94bc-4abb-a008-0d57f82303d4,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:30.269909 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c8ed4b8a-cf7d-46b9-91b9-b4ff6e0f396e tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0548277 Nov 12 20:34:30.270161 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49290) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:30.304637 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe14e-3808-46f0-8671-20e613f9e545 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.314342 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe14e-3808-46f0-8671-20e613f9e545 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.345178 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe14e-3808-46f0-8671-20e613f9e545 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.355021 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe14e-3808-46f0-8671-20e613f9e545 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.355021 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ac2fe14e-3808-46f0-8671-20e613f9e545 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/0ea37837-d956-481e-a2fa-6a90d4d050bb HTTP/1.1" status: 204 len: 168 time: 0.0820796 Nov 12 20:34:30.355796 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49292) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:30.367830 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fe14e-3808-46f0-8671-20e613f9e545 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ea37837-d956-481e-a2fa-6a90d4d050bb,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:30.406319 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-82dec664-4881-42e7-8236-3b65e4f1e628 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0492871 Nov 12 20:34:30.409095 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49294) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:30.432398 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-93dd0de3-a162-4f5c-9f29-b1d5ee58e135 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.443667 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-93dd0de3-a162-4f5c-9f29-b1d5ee58e135 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.470940 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-93dd0de3-a162-4f5c-9f29-b1d5ee58e135 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.477982 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-93dd0de3-a162-4f5c-9f29-b1d5ee58e135 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.479253 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-93dd0de3-a162-4f5c-9f29-b1d5ee58e135 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/60790b1d-0968-491b-908d-e5b0fb5a06f3 HTTP/1.1" status: 204 len: 168 time: 0.0692463 Nov 12 20:34:30.482844 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49298) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:30.485133 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd0de3-a162-4f5c-9f29-b1d5ee58e135 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60790b1d-0968-491b-908d-e5b0fb5a06f3,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:30.547282 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49302) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:30.548989 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4f77eafb-f91b-4f88-80a6-fbae173147a2 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0624766 Nov 12 20:34:30.589806 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ea6cd68a-c7b7-4650-a886-37918385bc80 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.599418 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ea6cd68a-c7b7-4650-a886-37918385bc80 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.624673 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad1806-d888-4e94-b8ad-45eb7b2b24b3 req-fa15b55e-13cf-4409-840c-3f8ab17eb0de tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:30.626080 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4bad1806-d888-4e94-b8ad-45eb7b2b24b3 req-fa15b55e-13cf-4409-840c-3f8ab17eb0de tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 943 time: 0.0929325 Nov 12 20:34:30.649711 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ea6cd68a-c7b7-4650-a886-37918385bc80 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.658882 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ea6cd68a-c7b7-4650-a886-37918385bc80 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.662489 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ea6cd68a-c7b7-4650-a886-37918385bc80 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/2e599d20-379e-4f5b-98bb-5a42e81bbeec HTTP/1.1" status: 204 len: 168 time: 0.1116467 Nov 12 20:34:30.662730 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49304) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:30.671855 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6cd68a-c7b7-4650-a886-37918385bc80 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e599d20-379e-4f5b-98bb-5a42e81bbeec,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:30.704297 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d1cbf1e6-67fc-4a6b-9f89-af323e00b62b tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0403776 Nov 12 20:34:30.707796 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49306) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:30.709403 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4bad1806-d888-4e94-b8ad-45eb7b2b24b3 req-02ececc2-e535-4e41-a3f6-7c4558a05470 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767438 Nov 12 20:34:30.732110 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4eba7cc6-f9f6-4f8b-b583-c130c275917e tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.741666 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4eba7cc6-f9f6-4f8b-b583-c130c275917e tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.769294 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4eba7cc6-f9f6-4f8b-b583-c130c275917e tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.775966 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4eba7cc6-f9f6-4f8b-b583-c130c275917e tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.777210 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4eba7cc6-f9f6-4f8b-b583-c130c275917e tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/1bf616ff-57c8-4a11-b2ba-71f00723a2cd HTTP/1.1" status: 204 len: 168 time: 0.0685387 Nov 12 20:34:30.780099 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49308) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:30.782988 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba7cc6-f9f6-4f8b-b583-c130c275917e tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1bf616ff-57c8-4a11-b2ba-71f00723a2cd,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:30.819204 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fea7c050-9e4a-44dc-9339-8038808589bb tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0375421 Nov 12 20:34:30.822215 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49310) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:30.875482 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f1839e2-88ea-40cb-9ffd-11df8d5271ef tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.896983 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f1839e2-88ea-40cb-9ffd-11df8d5271ef tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.943626 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f1839e2-88ea-40cb-9ffd-11df8d5271ef tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.946644 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f1839e2-88ea-40cb-9ffd-11df8d5271ef tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:30.948045 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8f1839e2-88ea-40cb-9ffd-11df8d5271ef tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "DELETE /v2.0/security-groups/7fca4a2b-69af-4c89-af89-c5b48f841ce9 HTTP/1.1" status: 204 len: 168 time: 0.1247120 Nov 12 20:34:30.950864 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49314) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:30.959422 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1839e2-88ea-40cb-9ffd-11df8d5271ef tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fca4a2b-69af-4c89-af89-c5b48f841ce9,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:31.017684 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7be9da72-9913-4081-acc9-0e6d44dd41ac tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0642664 Nov 12 20:34:31.023801 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49316) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:31.029075 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-dfebb639-a31d-4e96-b19e-a1cf7fd8c721 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Request body: {'security_group': {'name': 'tempest-secgroup--124931615'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:31.039837 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82c512-b4ed-4141-b4e9-a4fb92cbcebc req-4d742f4b-a930-4f1a-805d-21ca640b54ca tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:31.041427 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3e82c512-b4ed-4141-b4e9-a4fb92cbcebc req-4d742f4b-a930-4f1a-805d-21ca640b54ca tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 945 time: 0.0630076 Nov 12 20:34:31.058993 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dfebb639-a31d-4e96-b19e-a1cf7fd8c721 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:31.101640 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3e82c512-b4ed-4141-b4e9-a4fb92cbcebc req-3feea64e-12e1-4839-912d-0dee23fbfa3b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29377c9-9292-4b2b-9b08-ee2ba60c04d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523911 Nov 12 20:34:31.147802 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dfebb639-a31d-4e96-b19e-a1cf7fd8c721 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:31.152407 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dfebb639-a31d-4e96-b19e-a1cf7fd8c721 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:31.190437 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dfebb639-a31d-4e96-b19e-a1cf7fd8c721 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:31.191643 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-dfebb639-a31d-4e96-b19e-a1cf7fd8c721 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1688385 Nov 12 20:34:31.194605 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49318) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:31.199174 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-151a714f-a611-4db5-8283-dcac238d7b6b tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Request body: {'security_group_rule': {'security_group_id': '60621e58-f2bf-49e2-8e75-a3a5ad2d8b24', 'direction': 'ingress', 'protocol': 17}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:31.217270 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebb639-a31d-4e96-b19e-a1cf7fd8c721 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60621e58-f2bf-49e2-8e75-a3a5ad2d8b24,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:31.228411 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-151a714f-a611-4db5-8283-dcac238d7b6b tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:31.256895 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-917ea82a-0815-4813-bb9b-6aac39e1195c service neutron] 10.222.0.52 "GET /v2.0/ports/36e3d332-5ae8-4485-9509-93a60abc0b28/bindings/n-h1-712140-15 HTTP/1.1" status: 200 len: 385 time: 0.0814447 Nov 12 20:34:31.290635 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-151a714f-a611-4db5-8283-dcac238d7b6b tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:31.296118 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-151a714f-a611-4db5-8283-dcac238d7b6b tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:31.315263 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a714f-a611-4db5-8283-dcac238d7b6b tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8ea8be-f633-46ca-a493-e971dc8cc78a,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:31.325785 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-151a714f-a611-4db5-8283-dcac238d7b6b tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:31.327085 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-151a714f-a611-4db5-8283-dcac238d7b6b tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1314375 Nov 12 20:34:31.330111 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49320) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:31.385896 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-11dca3ef-b8e6-4925-bf0a-f0e67693a28d tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:31.409672 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-11dca3ef-b8e6-4925-bf0a-f0e67693a28d tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:31.458341 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-11dca3ef-b8e6-4925-bf0a-f0e67693a28d tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:31.463742 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-11dca3ef-b8e6-4925-bf0a-f0e67693a28d tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:31.465068 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-11dca3ef-b8e6-4925-bf0a-f0e67693a28d tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "DELETE /v2.0/security-groups/60621e58-f2bf-49e2-8e75-a3a5ad2d8b24 HTTP/1.1" status: 204 len: 168 time: 0.1339097 Nov 12 20:34:31.470265 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49322) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:31.470782 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-9ef29620-023b-4d59-a4d0-0300f027e91d service neutron] For port 36e3d332-5ae8-4485-9509-93a60abc0b28, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=36e3d332-5ae8-4485-9509-93a60abc0b28,segment=NetworkSegment(e4fd06f5-2e38-4880-bf7d-4e61f96032c0),segment_id=e4fd06f5-2e38-4880-bf7d-4e61f96032c0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:34:31.492738 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-9ef29620-023b-4d59-a4d0-0300f027e91d service neutron] For port 36e3d332-5ae8-4485-9509-93a60abc0b28, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:34:31.498964 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dca3ef-b8e6-4925-bf0a-f0e67693a28d tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60621e58-f2bf-49e2-8e75-a3a5ad2d8b24,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:31.551658 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-982dc46e-a18c-40de-b178-2aabdd2a9308 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0801895 Nov 12 20:34:31.555189 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49324) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:31.560679 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-6d92b494-872f-4ad6-85bf-bde7c825d930 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Request body: {'security_group': {'name': 'tempest-secgroup--925484830'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:31.568331 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19f28c2-2717-44fb-922f-41c5938ef2f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e3d332-5ae8-4485-9509-93a60abc0b28'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:34:31.570780 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fe2f3f-8b3e-4733-b3da-4a33440bda9b" -d '{"events": [{"server_uuid": "e19f28c2-2717-44fb-922f-41c5938ef2f5", "name": "network-vif-unplugged", "status": "completed", "tag": "36e3d332-5ae8-4485-9509-93a60abc0b28"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:34:31.578892 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-9ef29620-023b-4d59-a4d0-0300f027e91d service neutron] For port 36e3d332-5ae8-4485-9509-93a60abc0b28, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=36e3d332-5ae8-4485-9509-93a60abc0b28,segment=NetworkSegment(e4fd06f5-2e38-4880-bf7d-4e61f96032c0),segment_id=e4fd06f5-2e38-4880-bf7d-4e61f96032c0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:34:31.594541 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6d92b494-872f-4ad6-85bf-bde7c825d930 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:31.599231 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-9ef29620-023b-4d59-a4d0-0300f027e91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:31.669992 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b03f25-afe2-4a15-90cb-f3ad3e8383e3 x-openstack-request-id: req-77b03f25-afe2-4a15-90cb-f3ad3e8383e3 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:34:31.670592 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19f28c2-2717-44fb-922f-41c5938ef2f5", "name": "network-vif-unplugged", "status": "completed", "tag": "36e3d332-5ae8-4485-9509-93a60abc0b28", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:34:31.671023 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-77b03f25-afe2-4a15-90cb-f3ad3e8383e3 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:34:31.671662 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19f28c2-2717-44fb-922f-41c5938ef2f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e3d332-5ae8-4485-9509-93a60abc0b28', 'code': 200} Nov 12 20:34:31.679076 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6d92b494-872f-4ad6-85bf-bde7c825d930 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:31.683421 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6d92b494-872f-4ad6-85bf-bde7c825d930 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:31.716207 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6d92b494-872f-4ad6-85bf-bde7c825d930 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:31.721547 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6d92b494-872f-4ad6-85bf-bde7c825d930 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1651711 Nov 12 20:34:31.722492 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49330) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:31.724852 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92b494-872f-4ad6-85bf-bde7c825d930 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc40385-9302-4d58-bc0c-05d9a56a1799,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:31.730496 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-0d898a0e-23fe-4021-a898-0913db44c087 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Request body: {'security_group': {'name': 'tempest-secgroup--272067243'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:31.736220 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-9ef29620-023b-4d59-a4d0-0300f027e91d service neutron] Transition to ACTIVE for port object 36e3d332-5ae8-4485-9509-93a60abc0b28 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:34:31.743727 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-9ef29620-023b-4d59-a4d0-0300f027e91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:31.806509 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0d898a0e-23fe-4021-a898-0913db44c087 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:31.844583 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee859ddf-16c2-4285-b5d9-da41984f5480 req-18f398a1-8d12-4d4d-8c63-8033198a2313 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:31.853485 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ee859ddf-16c2-4285-b5d9-da41984f5480 req-18f398a1-8d12-4d4d-8c63-8033198a2313 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 943 time: 0.0710227 Nov 12 20:34:31.872180 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 36e3d332-5ae8-4485-9509-93a60abc0b28 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:34:31.889384 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef29620-023b-4d59-a4d0-0300f027e91d service neutron] Pushing event updated for resources: {'Port': ['ID=36e3d332-5ae8-4485-9509-93a60abc0b28,revision_number=11']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:31.944865 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ee859ddf-16c2-4285-b5d9-da41984f5480 req-0ec13e76-33cf-48c6-ab02-e65fa4ecb63f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901499 Nov 12 20:34:31.972026 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-9ef29620-023b-4d59-a4d0-0300f027e91d service neutron] No DVR routers for this DVR port 36e3d332-5ae8-4485-9509-93a60abc0b28 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:34:32.023924 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 36e3d332-5ae8-4485-9509-93a60abc0b28, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=36e3d332-5ae8-4485-9509-93a60abc0b28,segment=NetworkSegment(e4fd06f5-2e38-4880-bf7d-4e61f96032c0),segment_id=e4fd06f5-2e38-4880-bf7d-4e61f96032c0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:34:32.027168 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0d898a0e-23fe-4021-a898-0913db44c087 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:32.039363 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '36e3d332-5ae8-4485-9509-93a60abc0b28', 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639', 'port_id': '36e3d332-5ae8-4485-9509-93a60abc0b28', 'mac_address': 'fa:16:3e:a2:24:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35bbe00f-7942-4f7e-91b3-9545a69f9dc2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:34:32.066264 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0d898a0e-23fe-4021-a898-0913db44c087 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:32.084254 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:32.111870 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e3d332-5ae8-4485-9509-93a60abc0b28 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:34:32.119738 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0d898a0e-23fe-4021-a898-0913db44c087 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:32.125734 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0d898a0e-23fe-4021-a898-0913db44c087 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3980420 Nov 12 20:34:32.126700 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49334) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:32.131080 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-86925c6d-58d9-48d0-a103-364705201b67 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Request body: {'security_group_rule': {'security_group_id': '4cc40385-9302-4d58-bc0c-05d9a56a1799', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd5c9b1b6-58b0-4b12-9420-fe5d618bc062', 'remote_ip_prefix': None}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:32.169689 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 36e3d332-5ae8-4485-9509-93a60abc0b28, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=36e3d332-5ae8-4485-9509-93a60abc0b28,segment=NetworkSegment(e4fd06f5-2e38-4880-bf7d-4e61f96032c0),segment_id=e4fd06f5-2e38-4880-bf7d-4e61f96032c0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:34:32.176152 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:32.246114 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=36e3d332-5ae8-4485-9509-93a60abc0b28,revision_number=12']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:32.250698 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['36e3d332-5ae8-4485-9509-93a60abc0b28'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:34:32.546698 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d898a0e-23fe-4021-a898-0913db44c087 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c9b1b6-58b0-4b12-9420-fe5d618bc062,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:32.610340 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-86925c6d-58d9-48d0-a103-364705201b67 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:32.641470 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e185ab-5511-4e88-8150-9add087bcf4a req-22568e19-c5b4-48bf-a081-894c6ddbcd21 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:32.642961 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-33e185ab-5511-4e88-8150-9add087bcf4a req-22568e19-c5b4-48bf-a081-894c6ddbcd21 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 945 time: 0.0994515 Nov 12 20:34:32.697278 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-9ef29620-023b-4d59-a4d0-0300f027e91d service neutron] 10.222.0.52 "PUT /v2.0/ports/36e3d332-5ae8-4485-9509-93a60abc0b28/bindings/n-h1-712140-15/activate HTTP/1.1" status: 200 len: 370 time: 1.4336243 Nov 12 20:34:32.790135 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-33e185ab-5511-4e88-8150-9add087bcf4a req-f2755019-5ae0-4dbc-9647-e0fca1308115 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29377c9-9292-4b2b-9b08-ee2ba60c04d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386719 Nov 12 20:34:32.796359 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-86925c6d-58d9-48d0-a103-364705201b67 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:32.804881 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-86925c6d-58d9-48d0-a103-364705201b67 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:32.828611 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86925c6d-58d9-48d0-a103-364705201b67 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02e6693-606c-4f36-aded-5c69cced727d,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:32.833162 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-86925c6d-58d9-48d0-a103-364705201b67 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:32.834639 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-86925c6d-58d9-48d0-a103-364705201b67 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7074037 Nov 12 20:34:32.837677 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49340) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:32.867937 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-04ddcb43-7a60-4563-9550-5606347bced0 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:32.878094 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-04ddcb43-7a60-4563-9550-5606347bced0 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:32.879738 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-4ef453b6-9dc0-4baf-9aa7-70dd79e15eb0 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:32.881484 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-4ef453b6-9dc0-4baf-9aa7-70dd79e15eb0 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5&tenant_id=c510c0945858446c87ca9a78193927af&binding%3Ahost_id=n-h2-712140-15 HTTP/1.1" status: 200 len: 1097 time: 0.1139841 Nov 12 20:34:32.883895 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 36e3d332-5ae8-4485-9509-93a60abc0b28 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:34:32.923770 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-04ddcb43-7a60-4563-9550-5606347bced0 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:32.932414 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-04ddcb43-7a60-4563-9550-5606347bced0 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:32.933806 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-04ddcb43-7a60-4563-9550-5606347bced0 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/a02e6693-606c-4f36-aded-5c69cced727d HTTP/1.1" status: 204 len: 168 time: 0.0939662 Nov 12 20:34:32.938214 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 36e3d332-5ae8-4485-9509-93a60abc0b28 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:34:32.944079 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49342) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:32.950295 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddcb43-7a60-4563-9550-5606347bced0 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a02e6693-606c-4f36-aded-5c69cced727d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:32.999043 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-655286e2-ae6b-4b0d-b230-8be6705f3e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:33.000683 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-655286e2-ae6b-4b0d-b230-8be6705f3e59 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5&tenant_id=c510c0945858446c87ca9a78193927af HTTP/1.1" status: 200 len: 1097 time: 0.1046414 Nov 12 20:34:33.022640 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-64d0b70c-3adb-46d7-b1fc-256692f6d968 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0773661 Nov 12 20:34:33.025320 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49346) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:33.120037 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-79f588c7-e110-4da5-9392-4f5dbaabc186 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:33.137206 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a186e-b081-4766-a2a4-33a4ee24f9d2 req-78f9e122-971f-4cc2-80d6-363a916d5047 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:33.139274 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bb7a186e-b081-4766-a2a4-33a4ee24f9d2 req-78f9e122-971f-4cc2-80d6-363a916d5047 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 943 time: 0.1234112 Nov 12 20:34:33.152920 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-9feee46a-4bf1-4e1b-ae2f-b27531cea8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:33.154394 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-9feee46a-4bf1-4e1b-ae2f-b27531cea8ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 1097 time: 0.1239972 Nov 12 20:34:33.172882 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-79f588c7-e110-4da5-9392-4f5dbaabc186 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:33.246690 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-79f588c7-e110-4da5-9392-4f5dbaabc186 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:33.254709 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-79f588c7-e110-4da5-9392-4f5dbaabc186 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:33.257660 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-79f588c7-e110-4da5-9392-4f5dbaabc186 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "DELETE /v2.0/security-groups/d5c9b1b6-58b0-4b12-9420-fe5d618bc062 HTTP/1.1" status: 204 len: 168 time: 0.2312164 Nov 12 20:34:33.261051 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49348) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:33.277305 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f588c7-e110-4da5-9392-4f5dbaabc186 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c9b1b6-58b0-4b12-9420-fe5d618bc062,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:33.313800 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bb7a186e-b081-4766-a2a4-33a4ee24f9d2 req-b1cb8a42-7f25-4848-992c-03fbb626b015 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581550 Nov 12 20:34:33.332682 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-9bf3ab6d-ac41-40fd-b82e-44ee05f116b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:33.334207 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-9bf3ab6d-ac41-40fd-b82e-44ee05f116b4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=44e6d471-e53f-4faf-844d-37947d0d0639 HTTP/1.1" status: 200 len: 898 time: 0.1520047 Nov 12 20:34:33.343359 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9763d189-0619-4b8b-8703-94dc9d4ad37f tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0795627 Nov 12 20:34:33.346233 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49350) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:33.439006 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b39a9ed7-8852-4bac-9b05-9e4a3608db5d tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:33.461967 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-0c72ad19-1633-4fa2-8781-65349fcfbb0a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36e3d332-5ae8-4485-9509-93a60abc0b28 HTTP/1.1" status: 200 len: 1000 time: 0.1191871 Nov 12 20:34:33.474072 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b39a9ed7-8852-4bac-9b05-9e4a3608db5d tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:33.517399 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-57002b0f-6d7f-407d-9a3b-88dcc6b85782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:33.519099 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-57002b0f-6d7f-407d-9a3b-88dcc6b85782 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35bbe00f-7942-4f7e-91b3-9545a69f9dc2 HTTP/1.1" status: 200 len: 834 time: 0.0498488 Nov 12 20:34:33.533216 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b39a9ed7-8852-4bac-9b05-9e4a3608db5d tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:33.536432 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b39a9ed7-8852-4bac-9b05-9e4a3608db5d tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:33.540509 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b39a9ed7-8852-4bac-9b05-9e4a3608db5d tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "DELETE /v2.0/security-groups/4cc40385-9302-4d58-bc0c-05d9a56a1799 HTTP/1.1" status: 204 len: 168 time: 0.1928122 Nov 12 20:34:33.541114 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49352) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:33.565574 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a9ed7-8852-4bac-9b05-9e4a3608db5d tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc40385-9302-4d58-bc0c-05d9a56a1799,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:33.582402 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-4b85b593-6e74-4f98-8334-f5f87169a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:33.584138 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-4b85b593-6e74-4f98-8334-f5f87169a742 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44e6d471-e53f-4faf-844d-37947d0d0639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578814 Nov 12 20:34:33.609566 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-11483ae9-e39b-45e6-bbbf-f86707cfb076 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0645835 Nov 12 20:34:33.610183 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49354) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:33.615257 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-01263b74-102d-43f5-ba54-b1c05816e22a tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Request body: {'security_group': {'name': 'tempest-secgroup--1532606762'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:33.639043 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-01263b74-102d-43f5-ba54-b1c05816e22a tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:33.692290 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-c5d6d2a8-228d-4ab3-9137-11a63442a688 service neutron] 10.222.0.55 "GET /v2.0/networks/44e6d471-e53f-4faf-844d-37947d0d0639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998471 Nov 12 20:34:33.727519 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-01263b74-102d-43f5-ba54-b1c05816e22a tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:33.733629 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-01263b74-102d-43f5-ba54-b1c05816e22a tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:33.753458 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-01263b74-102d-43f5-ba54-b1c05816e22a tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:33.757665 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-01263b74-102d-43f5-ba54-b1c05816e22a tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1437490 Nov 12 20:34:33.762198 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49358) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:33.767455 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-0849660d-24c0-431d-af91-ecb1280f508b tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Request body: {'security_group_rule': {'security_group_id': '331de897-c75a-4510-8f5c-c9e0ca22dbac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:33.802159 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01263b74-102d-43f5-ba54-b1c05816e22a tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=331de897-c75a-4510-8f5c-c9e0ca22dbac,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:33.822502 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0849660d-24c0-431d-af91-ecb1280f508b tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:33.838516 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-81dfa578-4ac6-42e1-a21e-9a7d75dfea12 service neutron] 10.222.0.55 "GET /v2.0/networks/44e6d471-e53f-4faf-844d-37947d0d0639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387362 Nov 12 20:34:33.888339 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 36e3d332-5ae8-4485-9509-93a60abc0b28 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:34:33.963556 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 36e3d332-5ae8-4485-9509-93a60abc0b28 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:34:33.970092 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0849660d-24c0-431d-af91-ecb1280f508b tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:33.970305 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 36e3d332-5ae8-4485-9509-93a60abc0b28 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:34:33.971000 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:33.991850 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde5511-465c-4793-9fd7-e396fbbb20fa req-c50ec2e0-9bfb-4714-a697-39e5fde65415 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:33.993723 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ddde5511-465c-4793-9fd7-e396fbbb20fa req-c50ec2e0-9bfb-4714-a697-39e5fde65415 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 945 time: 0.1097898 Nov 12 20:34:33.994569 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0849660d-24c0-431d-af91-ecb1280f508b tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:34.010325 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0849660d-24c0-431d-af91-ecb1280f508b tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65dca5ca-a078-492f-b02e-4e4cd210a873,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:34.052223 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0849660d-24c0-431d-af91-ecb1280f508b tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:34.056278 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0849660d-24c0-431d-af91-ecb1280f508b tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2904143 Nov 12 20:34:34.056988 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49362) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:34.066058 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:34.097402 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c2d183b7-e33d-4f6c-ba80-365b6250cd33 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:34.106334 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ddde5511-465c-4793-9fd7-e396fbbb20fa req-ccc4b82d-0175-4abd-ac45-fc353e12059b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29377c9-9292-4b2b-9b08-ee2ba60c04d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974042 Nov 12 20:34:34.115388 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c2d183b7-e33d-4f6c-ba80-365b6250cd33 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:34.178030 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c2d183b7-e33d-4f6c-ba80-365b6250cd33 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:34.186456 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c2d183b7-e33d-4f6c-ba80-365b6250cd33 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:34.191022 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c2d183b7-e33d-4f6c-ba80-365b6250cd33 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/65dca5ca-a078-492f-b02e-4e4cd210a873 HTTP/1.1" status: 204 len: 168 time: 0.1332455 Nov 12 20:34:34.192896 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49364) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:34.205564 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d183b7-e33d-4f6c-ba80-365b6250cd33 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65dca5ca-a078-492f-b02e-4e4cd210a873,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:34.211751 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-509f9e2b-8db3-4a20-bc64-9fe7df982b39 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:34.216687 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-509f9e2b-8db3-4a20-bc64-9fe7df982b39 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5&tenant_id=c510c0945858446c87ca9a78193927af&binding%3Ahost_id=n-h1-712140-15 HTTP/1.1" status: 200 len: 1097 time: 0.0880835 Nov 12 20:34:34.271234 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-72594145-be0a-4337-a98b-106a453b80ed tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0771608 Nov 12 20:34:34.271879 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49366) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:34.289250 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19f28c2-2717-44fb-922f-41c5938ef2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e3d332-5ae8-4485-9509-93a60abc0b28'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:34:34.291800 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d310b54-f093-4a38-9f55-119642bcf287" -d '{"events": [{"server_uuid": "e19f28c2-2717-44fb-922f-41c5938ef2f5", "name": "network-vif-plugged", "status": "completed", "tag": "36e3d332-5ae8-4485-9509-93a60abc0b28"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:34:34.304966 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 36e3d332-5ae8-4485-9509-93a60abc0b28, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=36e3d332-5ae8-4485-9509-93a60abc0b28,segment=NetworkSegment(e4fd06f5-2e38-4880-bf7d-4e61f96032c0),segment_id=e4fd06f5-2e38-4880-bf7d-4e61f96032c0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:34:34.311382 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:34.358204 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6eba8c-1fa0-43a2-9fd0-2bdde6aa47a8 x-openstack-request-id: req-2e6eba8c-1fa0-43a2-9fd0-2bdde6aa47a8 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:34:34.358498 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19f28c2-2717-44fb-922f-41c5938ef2f5", "name": "network-vif-plugged", "status": "completed", "tag": "36e3d332-5ae8-4485-9509-93a60abc0b28", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:34:34.358754 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e6eba8c-1fa0-43a2-9fd0-2bdde6aa47a8 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:34:34.359139 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19f28c2-2717-44fb-922f-41c5938ef2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e3d332-5ae8-4485-9509-93a60abc0b28', 'code': 200} Nov 12 20:34:34.404600 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4b31864d-427e-47f8-aa0b-7d0042e38783 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:34.412134 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=36e3d332-5ae8-4485-9509-93a60abc0b28,revision_number=13']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:34.446627 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-8e520a2d-be6b-4226-849e-b149ed3b2467 service neutron] For port 36e3d332-5ae8-4485-9509-93a60abc0b28, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:34:34.450642 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4b31864d-427e-47f8-aa0b-7d0042e38783 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:34.455677 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-8e520a2d-be6b-4226-849e-b149ed3b2467 service neutron] Publish callbacks [] for binding, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:34.457038 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9de905e2-f9d9-4f50-bfde-609d947f8834 req-8e520a2d-be6b-4226-849e-b149ed3b2467 service neutron] 10.222.0.55 "DELETE /v2.0/ports/36e3d332-5ae8-4485-9509-93a60abc0b28/bindings/n-h2-712140-15 HTTP/1.1" status: 204 len: 173 time: 0.2306614 Nov 12 20:34:34.507967 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4b31864d-427e-47f8-aa0b-7d0042e38783 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:34.510525 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4b31864d-427e-47f8-aa0b-7d0042e38783 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:34.517296 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4b31864d-427e-47f8-aa0b-7d0042e38783 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "DELETE /v2.0/security-groups/331de897-c75a-4510-8f5c-c9e0ca22dbac HTTP/1.1" status: 204 len: 168 time: 0.2390573 Nov 12 20:34:34.517503 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1ccea-7b9e-466d-9836-c2d0c79fda1a req-0bde63d3-1748-4867-b9ad-e33cb40bb998 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:34.517503 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bfa1ccea-7b9e-466d-9836-c2d0c79fda1a req-0bde63d3-1748-4867-b9ad-e33cb40bb998 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 943 time: 0.0927861 Nov 12 20:34:34.517937 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49372) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:34.528412 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31864d-427e-47f8-aa0b-7d0042e38783 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=331de897-c75a-4510-8f5c-c9e0ca22dbac,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:34.603741 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c1cc685a-e2e8-4662-94a3-402b822e292a tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0838606 Nov 12 20:34:34.607402 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49374) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:34.610398 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bfa1ccea-7b9e-466d-9836-c2d0c79fda1a req-f5f9ecbc-8057-4146-94af-78d90130fcbe tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833445 Nov 12 20:34:34.613935 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-6b73efd9-f908-4d98-8b5f-5a07f968c2bd tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Request body: {'security_group': {'name': 'tempest-secgroup--1723758558'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:34.649178 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b73efd9-f908-4d98-8b5f-5a07f968c2bd tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:34.723916 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b73efd9-f908-4d98-8b5f-5a07f968c2bd tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:34.728117 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b73efd9-f908-4d98-8b5f-5a07f968c2bd tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:34.755684 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b73efd9-f908-4d98-8b5f-5a07f968c2bd tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:34.760021 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49376) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:34.760172 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6b73efd9-f908-4d98-8b5f-5a07f968c2bd tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1502964 Nov 12 20:34:34.764599 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-57d7fd3e-9fd1-4e61-99fa-9c0a632115a1 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Request body: {'security_group_rule': {'security_group_id': '4ed0b0da-f942-40c3-8a57-aaa17a19b8aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:34.768983 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73efd9-f908-4d98-8b5f-5a07f968c2bd tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed0b0da-f942-40c3-8a57-aaa17a19b8aa,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:34.802232 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57d7fd3e-9fd1-4e61-99fa-9c0a632115a1 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:34.890945 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57d7fd3e-9fd1-4e61-99fa-9c0a632115a1 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:34.895330 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57d7fd3e-9fd1-4e61-99fa-9c0a632115a1 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:34.913991 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7fd3e-9fd1-4e61-99fa-9c0a632115a1 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05cc520-bb3b-4175-bfbc-357e0bd7595d,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:34.925199 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57d7fd3e-9fd1-4e61-99fa-9c0a632115a1 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:34.926462 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-57d7fd3e-9fd1-4e61-99fa-9c0a632115a1 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1654541 Nov 12 20:34:34.931641 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49380) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:34.952198 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-676bd903-0869-43e5-9bc8-6743db73cb5f tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "GET /v2.0/security-group-rules/e05cc520-bb3b-4175-bfbc-357e0bd7595d HTTP/1.1" status: 200 len: 763 time: 0.0191476 Nov 12 20:34:34.954622 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49382) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:34.999362 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-98795696-ca7d-45e6-9bdc-5fcbdb2cedc2 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0436873 Nov 12 20:34:35.002400 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49384) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:35.027572 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-22d6a9ad-d066-486a-bf99-32afee056318 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:35.036202 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-22d6a9ad-d066-486a-bf99-32afee056318 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:35.064582 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-22d6a9ad-d066-486a-bf99-32afee056318 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:35.071992 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-22d6a9ad-d066-486a-bf99-32afee056318 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:35.077918 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-22d6a9ad-d066-486a-bf99-32afee056318 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/e05cc520-bb3b-4175-bfbc-357e0bd7595d HTTP/1.1" status: 204 len: 168 time: 0.0702662 Nov 12 20:34:35.078879 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49386) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:35.094565 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6a9ad-d066-486a-bf99-32afee056318 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e05cc520-bb3b-4175-bfbc-357e0bd7595d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:35.126467 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d655029c-2be2-46bf-a173-6892574db773 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0463090 Nov 12 20:34:35.129258 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49388) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:35.133854 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-bea4a033-7046-4eda-86c9-9f9fd0194314 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Request body: {'security_group_rule': {'security_group_id': '4ed0b0da-f942-40c3-8a57-aaa17a19b8aa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:35.169258 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bea4a033-7046-4eda-86c9-9f9fd0194314 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:35.247090 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bea4a033-7046-4eda-86c9-9f9fd0194314 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:35.253526 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bea4a033-7046-4eda-86c9-9f9fd0194314 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:35.273234 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4a033-7046-4eda-86c9-9f9fd0194314 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055c5efb-44ee-4cd3-a048-e6c4037f5407,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:35.277242 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534a2c6-eecb-41e9-b432-895c3ff8f812 req-de474b75-aa6e-4124-9d1e-0ffc5daaf343 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:35.278899 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c534a2c6-eecb-41e9-b432-895c3ff8f812 req-de474b75-aa6e-4124-9d1e-0ffc5daaf343 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 946 time: 0.0673220 Nov 12 20:34:35.287811 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bea4a033-7046-4eda-86c9-9f9fd0194314 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:35.289855 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bea4a033-7046-4eda-86c9-9f9fd0194314 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1594393 Nov 12 20:34:35.292781 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49392) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:35.315740 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f3b40af8-ceca-40d0-85a1-70999476e7b3 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "GET /v2.0/security-group-rules/055c5efb-44ee-4cd3-a048-e6c4037f5407 HTTP/1.1" status: 200 len: 763 time: 0.0191865 Nov 12 20:34:35.316595 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49394) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:35.374923 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c534a2c6-eecb-41e9-b432-895c3ff8f812 req-6d096396-956d-45e0-9222-aaa20f923bab tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29377c9-9292-4b2b-9b08-ee2ba60c04d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838499 Nov 12 20:34:35.382572 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-864f0e79-6a86-430a-99fb-d184ce61d2c8 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0624366 Nov 12 20:34:35.385617 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49396) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:35.421845 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-22e23b37-d3da-4ed7-8129-625c0634d287 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:35.431645 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-22e23b37-d3da-4ed7-8129-625c0634d287 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:35.485395 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-22e23b37-d3da-4ed7-8129-625c0634d287 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:35.494933 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-22e23b37-d3da-4ed7-8129-625c0634d287 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:35.496034 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-22e23b37-d3da-4ed7-8129-625c0634d287 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/055c5efb-44ee-4cd3-a048-e6c4037f5407 HTTP/1.1" status: 204 len: 168 time: 0.1094761 Nov 12 20:34:35.499115 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49400) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:35.519712 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e23b37-d3da-4ed7-8129-625c0634d287 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=055c5efb-44ee-4cd3-a048-e6c4037f5407,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:35.534788 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bad5f-cd5d-4498-ac04-676790958a85 req-3eb4db60-d884-49cf-8a55-0971c2e86d54 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:35.536259 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d79bad5f-cd5d-4498-ac04-676790958a85 req-3eb4db60-d884-49cf-8a55-0971c2e86d54 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 1098 time: 0.0833545 Nov 12 20:34:35.564146 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1f940b86-d2e3-4e13-9dd6-12bb764622c4 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0615833 Nov 12 20:34:35.564484 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49402) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:35.570685 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-8e52c085-392b-4d73-92a6-0fb7dddf9d4a tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Request body: {'security_group_rule': {'security_group_id': '4ed0b0da-f942-40c3-8a57-aaa17a19b8aa', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:35.599719 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d79bad5f-cd5d-4498-ac04-676790958a85 req-b2b0ce3b-c888-40f2-bdb6-f6dedb5c59a2 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b29377c9-9292-4b2b-9b08-ee2ba60c04d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547767 Nov 12 20:34:35.600561 n-d-712140-15 neutron-server[102448]: INFO neutron.db.securitygroups_db [None req-8e52c085-392b-4d73-92a6-0fb7dddf9d4a tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Project faf085c80d534d4f9d9d5508b7d56234 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 20:34:35.605749 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8e52c085-392b-4d73-92a6-0fb7dddf9d4a tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:35.726471 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8e52c085-392b-4d73-92a6-0fb7dddf9d4a tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:35.732149 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8e52c085-392b-4d73-92a6-0fb7dddf9d4a tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:35.761225 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52c085-392b-4d73-92a6-0fb7dddf9d4a tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=818fd359-7896-4b9f-bc1f-44b2539b7504,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:35.762273 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9f07e-6c8a-40b8-b2bf-3e5a04ce1747 req-f0416791-de17-4500-983b-e3cfb6a0bf39 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:35.763806 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e2e9f07e-6c8a-40b8-b2bf-3e5a04ce1747 req-f0416791-de17-4500-983b-e3cfb6a0bf39 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 943 time: 0.0730648 Nov 12 20:34:35.781042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57870b20-89ad-4fc0-8d27-6bae83ae3b7a req-860d92b4-0149-4b3c-bfd3-8bbb1879eba3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:35.782550 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-57870b20-89ad-4fc0-8d27-6bae83ae3b7a req-860d92b4-0149-4b3c-bfd3-8bbb1879eba3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 946 time: 0.1027801 Nov 12 20:34:35.786393 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8e52c085-392b-4d73-92a6-0fb7dddf9d4a tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:35.790252 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8e52c085-392b-4d73-92a6-0fb7dddf9d4a tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2247279 Nov 12 20:34:35.790841 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49408) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:35.830876 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8f1fe6b5-7581-47ec-a57a-881f8f37d433 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "GET /v2.0/security-group-rules/818fd359-7896-4b9f-bc1f-44b2539b7504 HTTP/1.1" status: 200 len: 769 time: 0.0358346 Nov 12 20:34:35.833084 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49412) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:35.840846 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e2e9f07e-6c8a-40b8-b2bf-3e5a04ce1747 req-31bae244-6e29-4345-b0ce-85b266a1f7cf tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675740 Nov 12 20:34:35.887877 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-57870b20-89ad-4fc0-8d27-6bae83ae3b7a req-6d80ccfc-db7d-4599-8d42-c1350e23f8cb tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29377c9-9292-4b2b-9b08-ee2ba60c04d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960889 Nov 12 20:34:35.908969 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 8070f2f6-a1e8-48c9-b95a-53288d894fec details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:34:35.911464 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5e839160-8e91-4ca9-add2-e6fd007b0fb4 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0770850 Nov 12 20:34:35.914421 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49416) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:35.921743 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49418) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:35.988033 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c1bcda6-d75e-445a-9c6f-7b3c4469732d tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:36.005331 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c1bcda6-d75e-445a-9c6f-7b3c4469732d tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:36.044574 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bf1f3368-cfa0-4800-a4b8-6ec8bb1c7422 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/floatingips/6bd93569-6ec2-4fb8-9067-a64b72278fda HTTP/1.1" status: 200 len: 993 time: 0.1216562 Nov 12 20:34:36.053037 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 8070f2f6-a1e8-48c9-b95a-53288d894fec, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=8070f2f6-a1e8-48c9-b95a-53288d894fec,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:34:36.064263 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c1bcda6-d75e-445a-9c6f-7b3c4469732d tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:36.069098 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '8070f2f6-a1e8-48c9-b95a-53288d894fec', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'port_id': '8070f2f6-a1e8-48c9-b95a-53288d894fec', 'mac_address': 'fa:16:3e:df:df:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:34:36.070935 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8c1bcda6-d75e-445a-9c6f-7b3c4469732d tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:36.074746 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49420) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:36.075016 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8c1bcda6-d75e-445a-9c6f-7b3c4469732d tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/818fd359-7896-4b9f-bc1f-44b2539b7504 HTTP/1.1" status: 204 len: 168 time: 0.1595953 Nov 12 20:34:36.084427 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1bcda6-d75e-445a-9c6f-7b3c4469732d tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=818fd359-7896-4b9f-bc1f-44b2539b7504,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:36.113548 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:36.125288 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c9c59bed-e283-4b5f-b331-0d1b71221585 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0459633 Nov 12 20:34:36.126374 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49422) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:36.128492 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8070f2f6-a1e8-48c9-b95a-53288d894fec {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:34:36.151084 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 8070f2f6-a1e8-48c9-b95a-53288d894fec, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=8070f2f6-a1e8-48c9-b95a-53288d894fec,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:34:36.158629 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:36.187354 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-43b6b497-c1cd-4883-9b00-15b3312cca99 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:36.214671 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=8070f2f6-a1e8-48c9-b95a-53288d894fec,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:36.215077 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-43b6b497-c1cd-4883-9b00-15b3312cca99 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:36.262189 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-43b6b497-c1cd-4883-9b00-15b3312cca99 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:36.265501 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-43b6b497-c1cd-4883-9b00-15b3312cca99 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:36.266679 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-43b6b497-c1cd-4883-9b00-15b3312cca99 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "DELETE /v2.0/security-groups/4ed0b0da-f942-40c3-8a57-aaa17a19b8aa HTTP/1.1" status: 204 len: 168 time: 0.1394217 Nov 12 20:34:36.270124 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49424) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:36.278386 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6b497-c1cd-4883-9b00-15b3312cca99 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed0b0da-f942-40c3-8a57-aaa17a19b8aa,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:36.321696 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-07a93edd-09f3-4f18-8594-0c1f97c3627d tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0501909 Nov 12 20:34:36.328766 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49426) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:36.375745 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6454acd1-535f-4ba1-a7e1-ea24824a7b44 tempest-SecGroupIPv6Test-67167244 tempest-SecGroupIPv6Test-67167244-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0457907 Nov 12 20:34:36.542799 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['8070f2f6-a1e8-48c9-b95a-53288d894fec'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:34:36.668863 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49432) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:36.824261 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2edb0183-51b9-44fd-9a5d-7f79c3946f9d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=faf085c80d534d4f9d9d5508b7d56234&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1542392 Nov 12 20:34:36.827486 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49436) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:36.883320 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-624426a0-495b-4f29-bfef-1f5dc9ee36ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:36.911803 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-624426a0-495b-4f29-bfef-1f5dc9ee36ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:37.005799 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-624426a0-495b-4f29-bfef-1f5dc9ee36ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:37.008808 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-624426a0-495b-4f29-bfef-1f5dc9ee36ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:37.009922 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-624426a0-495b-4f29-bfef-1f5dc9ee36ec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b9f9803-4a5c-4847-8098-65f2dfcca56d HTTP/1.1" status: 204 len: 168 time: 0.1814590 Nov 12 20:34:37.027854 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef3dce-0ecc-4329-88d6-2f21c1669a56 req-f21637f9-a8b8-4eff-82a6-15d1694e7f07 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:37.029592 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-85ef3dce-0ecc-4329-88d6-2f21c1669a56 req-f21637f9-a8b8-4eff-82a6-15d1694e7f07 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 944 time: 0.0630245 Nov 12 20:34:37.031679 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624426a0-495b-4f29-bfef-1f5dc9ee36ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9f9803-4a5c-4847-8098-65f2dfcca56d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:37.110193 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-85ef3dce-0ecc-4329-88d6-2f21c1669a56 req-cfce7954-dfdc-4d1a-abbc-dd50b611e41e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684850 Nov 12 20:34:37.903963 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 8070f2f6-a1e8-48c9-b95a-53288d894fec up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:34:37.971853 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 8070f2f6-a1e8-48c9-b95a-53288d894fec completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:34:37.976245 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 8070f2f6-a1e8-48c9-b95a-53288d894fec triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:34:37.976631 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:38.074787 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:38.109810 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 8070f2f6-a1e8-48c9-b95a-53288d894fec, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=8070f2f6-a1e8-48c9-b95a-53288d894fec,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:34:38.110669 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604981c9-a554-4c83-a998-7bab48b17000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8070f2f6-a1e8-48c9-b95a-53288d894fec'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:34:38.113343 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e757c41-aa97-4e95-9736-4c16237013ef" -d '{"events": [{"server_uuid": "604981c9-a554-4c83-a998-7bab48b17000", "name": "network-vif-plugged", "status": "completed", "tag": "8070f2f6-a1e8-48c9-b95a-53288d894fec"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:34:38.117639 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:38.175251 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7b2873-b710-4a04-89ae-01791037a70a x-openstack-request-id: req-be7b2873-b710-4a04-89ae-01791037a70a {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:34:38.175739 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604981c9-a554-4c83-a998-7bab48b17000", "name": "network-vif-plugged", "status": "completed", "tag": "8070f2f6-a1e8-48c9-b95a-53288d894fec", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:34:38.177731 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-be7b2873-b710-4a04-89ae-01791037a70a {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:34:38.178538 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604981c9-a554-4c83-a998-7bab48b17000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8070f2f6-a1e8-48c9-b95a-53288d894fec', 'code': 200} Nov 12 20:34:38.234316 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=8070f2f6-a1e8-48c9-b95a-53288d894fec,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:38.313221 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67bb0b5-3318-42cb-834a-1997b761e088 req-5c725327-7b2b-4eaa-a882-97d4403c3c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:38.315123 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c67bb0b5-3318-42cb-834a-1997b761e088 req-5c725327-7b2b-4eaa-a882-97d4403c3c1b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 1097 time: 0.0488067 Nov 12 20:34:38.319771 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19221ab9-d2c0-41b4-b822-aeff268059d6 req-c26d46c7-1680-4b8a-8f7e-d1ff24ce6e48 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:38.332360 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-19221ab9-d2c0-41b4-b822-aeff268059d6 req-c26d46c7-1680-4b8a-8f7e-d1ff24ce6e48 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 945 time: 0.0715568 Nov 12 20:34:38.342173 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49490) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:38.403857 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-19221ab9-d2c0-41b4-b822-aeff268059d6 req-1486af0b-1c26-4001-86ad-38fa3427f499 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705194 Nov 12 20:34:38.427275 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c67bb0b5-3318-42cb-834a-1997b761e088 req-686bdd8e-1961-4986-9720-1ef97cc157ef service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024263 Nov 12 20:34:38.547240 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-5ac8a604-844f-4588-99cc-3a00f9458bbe tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Deleting port a9eb0b8b-8a2a-4779-97d7-1547084a0a1a {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:34:38.547488 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ac8a604-844f-4588-99cc-3a00f9458bbe tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:38.624549 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ac8a604-844f-4588-99cc-3a00f9458bbe tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:38.624868 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ac8a604-844f-4588-99cc-3a00f9458bbe tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:38.636483 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-5ac8a604-844f-4588-99cc-3a00f9458bbe tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Calling delete_port for a9eb0b8b-8a2a-4779-97d7-1547084a0a1a owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:34:38.831850 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ac8a604-844f-4588-99cc-3a00f9458bbe tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:38.866777 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8a604-844f-4588-99cc-3a00f9458bbe tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event deleted for resources: {'Port': ['ID=a9eb0b8b-8a2a-4779-97d7-1547084a0a1a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:39.075802 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49508) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:39.195807 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b157a1db-8a47-400d-b89c-71581e95ee0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:39.211161 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ac8a604-844f-4588-99cc-3a00f9458bbe tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:39.211574 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-5ac8a604-844f-4588-99cc-3a00f9458bbe tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Floating IP 6bd93569-6ec2-4fb8-9067-a64b72278fda disassociated (deleted). External IP: 172.25.5.195, port: 36e3d332-5ae8-4485-9509-93a60abc0b28. Nov 12 20:34:39.311211 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b157a1db-8a47-400d-b89c-71581e95ee0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:39.312610 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b157a1db-8a47-400d-b89c-71581e95ee0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:39.363986 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b157a1db-8a47-400d-b89c-71581e95ee0e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06231199cd1b4148ad9435a71195f8a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2862985 Nov 12 20:34:39.364810 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49514) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:39.365414 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157a1db-8a47-400d-b89c-71581e95ee0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0582796e-1a4d-4ff7-a24f-9dbd1333456c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:39.416776 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d61e09d-789e-47db-8268-6096f65038f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:39.436205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac8a604-844f-4588-99cc-3a00f9458bbe tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Router 05deb634-cc31-4b44-ab5c-3ad26288cc6f has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:34:39.438476 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d61e09d-789e-47db-8268-6096f65038f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:39.488978 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d61e09d-789e-47db-8268-6096f65038f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:39.491647 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d61e09d-789e-47db-8268-6096f65038f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:39.492832 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9d61e09d-789e-47db-8268-6096f65038f9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0582796e-1a4d-4ff7-a24f-9dbd1333456c HTTP/1.1" status: 204 len: 168 time: 0.1238260 Nov 12 20:34:39.508366 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61e09d-789e-47db-8268-6096f65038f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0582796e-1a4d-4ff7-a24f-9dbd1333456c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:39.607351 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0106b5-8fb6-4a86-be7a-79f969664731 req-2fba8b99-6049-4057-a217-c2c01d569092 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:39.609581 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ac0106b5-8fb6-4a86-be7a-79f969664731 req-2fba8b99-6049-4057-a217-c2c01d569092 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 945 time: 0.1094599 Nov 12 20:34:39.619153 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac8a604-844f-4588-99cc-3a00f9458bbe tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:34:39.625062 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ac8a604-844f-4588-99cc-3a00f9458bbe tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:39.639518 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b6e45b-4e15-4803-b6ef-9a6c615ef997 None None] Sync routers for ids ['05deb634-cc31-4b44-ab5c-3ad26288cc6f'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:34:39.651573 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b6e45b-4e15-4803-b6ef-9a6c615ef997 None None] Routers {'05deb634-cc31-4b44-ab5c-3ad26288cc6f'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:34:39.652457 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-67b6e45b-4e15-4803-b6ef-9a6c615ef997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:34:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['05deb634-cc31-4b44-ab5c-3ad26288cc6f'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:39.682174 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5ac8a604-844f-4588-99cc-3a00f9458bbe tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "DELETE /v2.0/floatingips/6bd93569-6ec2-4fb8-9067-a64b72278fda HTTP/1.1" status: 204 len: 168 time: 1.3385088 Nov 12 20:34:39.685131 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19f28c2-2717-44fb-922f-41c5938ef2f5', 'tag': '36e3d332-5ae8-4485-9509-93a60abc0b28'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:34:39.687939 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ec03e3-97e8-4d32-9b40-0a520a191e35" -d '{"events": [{"name": "network-changed", "server_uuid": "e19f28c2-2717-44fb-922f-41c5938ef2f5", "tag": "36e3d332-5ae8-4485-9509-93a60abc0b28"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:34:39.712121 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ac0106b5-8fb6-4a86-be7a-79f969664731 req-7beb203f-2e5f-406a-8b4a-baefc0ba60a4 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950952 Nov 12 20:34:39.804768 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e15392-c826-458b-9751-865f17f0fb09 x-openstack-request-id: req-b8e15392-c826-458b-9751-865f17f0fb09 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:34:39.805064 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19f28c2-2717-44fb-922f-41c5938ef2f5", "tag": "36e3d332-5ae8-4485-9509-93a60abc0b28", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:34:39.805316 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8e15392-c826-458b-9751-865f17f0fb09 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:34:39.805715 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19f28c2-2717-44fb-922f-41c5938ef2f5', 'tag': '36e3d332-5ae8-4485-9509-93a60abc0b28', 'status': 'completed', 'code': 200} Nov 12 20:34:39.913284 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49526) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:39.924852 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec03e3-97e8-4d32-9b40-0a520a191e35 req-7f958bb9-a2f3-4236-b397-aba736a2b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:39.927524 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3ec03e3-97e8-4d32-9b40-0a520a191e35 req-7f958bb9-a2f3-4236-b397-aba736a2b64c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 1098 time: 0.0963581 Nov 12 20:34:39.939017 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-67b6e45b-4e15-4803-b6ef-9a6c615ef997 None None] Set router 05deb634-cc31-4b44-ab5c-3ad26288cc6f gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:34:39.963906 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-13a2c54e-23c7-4bd4-b81b-90f414dd16bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:40.030470 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec03e3-97e8-4d32-9b40-0a520a191e35 req-0171a6a5-fc4f-446f-b521-3b2951dab7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:40.032808 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3ec03e3-97e8-4d32-9b40-0a520a191e35 req-0171a6a5-fc4f-446f-b521-3b2951dab7fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=44e6d471-e53f-4faf-844d-37947d0d0639 HTTP/1.1" status: 200 len: 898 time: 0.0974977 Nov 12 20:34:40.098306 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-13a2c54e-23c7-4bd4-b81b-90f414dd16bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:40.100622 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3ec03e3-97e8-4d32-9b40-0a520a191e35 req-683dea1e-d275-496c-94f3-6c6c0e0440bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36e3d332-5ae8-4485-9509-93a60abc0b28 HTTP/1.1" status: 200 len: 217 time: 0.0602410 Nov 12 20:34:40.103839 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-13a2c54e-23c7-4bd4-b81b-90f414dd16bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:40.162664 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-13a2c54e-23c7-4bd4-b81b-90f414dd16bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=445c6cccbff84be59a623a036f653efb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2478170 Nov 12 20:34:40.163991 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2c54e-23c7-4bd4-b81b-90f414dd16bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b2bce8-28a4-41d9-aadd-761e285de96a,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:40.169318 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49530) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:40.195330 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-67b6e45b-4e15-4803-b6ef-9a6c615ef997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409727927', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:33:24Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'fa1039cf-0d2e-4e9d-8f51-fc4ac860d181', 'name': '', 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:b0:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '35bbe00f-7942-4f7e-91b3-9545a69f9dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:23Z', 'updated_at': '2021-11-12T20:33:28Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': '35bbe00f-7942-4f7e-91b3-9545a69f9dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:40.229308 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b6e45b-4e15-4803-b6ef-9a6c615ef997 None None] Checking router: 05deb634-cc31-4b44-ab5c-3ad26288cc6f for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:34:40.239731 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b6e45b-4e15-4803-b6ef-9a6c615ef997 None None] Routers {'05deb634-cc31-4b44-ab5c-3ad26288cc6f'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:34:40.240040 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec03e3-97e8-4d32-9b40-0a520a191e35 req-65c8334b-62dc-4fc4-93fd-6674d00e5497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:40.240390 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-67b6e45b-4e15-4803-b6ef-9a6c615ef997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:34:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['05deb634-cc31-4b44-ab5c-3ad26288cc6f'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:40.241543 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3ec03e3-97e8-4d32-9b40-0a520a191e35 req-65c8334b-62dc-4fc4-93fd-6674d00e5497 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35bbe00f-7942-4f7e-91b3-9545a69f9dc2 HTTP/1.1" status: 200 len: 834 time: 0.1241696 Nov 12 20:34:40.252117 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15fcbe-62d4-43db-b9af-9640eb37a767 req-ca680c51-adf4-4ca7-b544-9fe28c237f79 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:40.253637 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8a15fcbe-62d4-43db-b9af-9640eb37a767 req-ca680c51-adf4-4ca7-b544-9fe28c237f79 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 946 time: 0.1519301 Nov 12 20:34:40.320015 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fa65a1f8-286e-4827-afd5-489f51908e1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:40.365420 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-67b6e45b-4e15-4803-b6ef-9a6c615ef997 None None] Set router 05deb634-cc31-4b44-ab5c-3ad26288cc6f gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:34:40.373505 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8a15fcbe-62d4-43db-b9af-9640eb37a767 req-4c3903ca-63f4-42be-8da7-9a2fe4e9db3f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29377c9-9292-4b2b-9b08-ee2ba60c04d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097646 Nov 12 20:34:40.376271 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fa65a1f8-286e-4827-afd5-489f51908e1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:40.379493 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec03e3-97e8-4d32-9b40-0a520a191e35 req-a34791dc-28ca-4770-a20a-5e078afa9e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:40.381018 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3ec03e3-97e8-4d32-9b40-0a520a191e35 req-a34791dc-28ca-4770-a20a-5e078afa9e5b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44e6d471-e53f-4faf-844d-37947d0d0639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1265080 Nov 12 20:34:40.502849 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fa65a1f8-286e-4827-afd5-489f51908e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:40.506456 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fa65a1f8-286e-4827-afd5-489f51908e1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:40.507641 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fa65a1f8-286e-4827-afd5-489f51908e1c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/36b2bce8-28a4-41d9-aadd-761e285de96a HTTP/1.1" status: 204 len: 168 time: 0.3364811 Nov 12 20:34:40.515064 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3ec03e3-97e8-4d32-9b40-0a520a191e35 req-5e6ffc13-f739-4aab-a42a-7532bd293f43 service neutron] 10.222.0.55 "GET /v2.0/networks/44e6d471-e53f-4faf-844d-37947d0d0639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245358 Nov 12 20:34:40.520587 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65a1f8-286e-4827-afd5-489f51908e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b2bce8-28a4-41d9-aadd-761e285de96a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:40.625695 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3ec03e3-97e8-4d32-9b40-0a520a191e35 req-c1de08df-b0c5-4325-bd18-ffa618b32e56 service neutron] 10.222.0.55 "GET /v2.0/networks/44e6d471-e53f-4faf-844d-37947d0d0639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022146 Nov 12 20:34:40.634998 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-67b6e45b-4e15-4803-b6ef-9a6c615ef997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409727927', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:33:24Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'fa1039cf-0d2e-4e9d-8f51-fc4ac860d181', 'name': '', 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:b0:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '35bbe00f-7942-4f7e-91b3-9545a69f9dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:23Z', 'updated_at': '2021-11-12T20:33:28Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': '35bbe00f-7942-4f7e-91b3-9545a69f9dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:40.673380 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b6e45b-4e15-4803-b6ef-9a6c615ef997 None None] The sync data for ids ['05deb634-cc31-4b44-ab5c-3ad26288cc6f'] in n-d-712140-15 is: [{'id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409727927', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:33:24Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'fa1039cf-0d2e-4e9d-8f51-fc4ac860d181', 'name': '', 'network_id': '44e6d471-e53f-4faf-844d-37947d0d0639', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:b0:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '35bbe00f-7942-4f7e-91b3-9545a69f9dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:23Z', 'updated_at': '2021-11-12T20:33:28Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': '35bbe00f-7942-4f7e-91b3-9545a69f9dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:34:40.718637 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b7b58-7cbd-4029-a47f-0be996c579d1 req-5796ff98-1b1f-4c20-a4b0-ce1e7ebd76ac tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:40.720728 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ef5b7b58-7cbd-4029-a47f-0be996c579d1 req-5796ff98-1b1f-4c20-a4b0-ce1e7ebd76ac tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.55 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 946 time: 0.0649121 Nov 12 20:34:40.870573 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-ef5b7b58-7cbd-4029-a47f-0be996c579d1 req-fc9bacc2-44a1-433a-9751-bdb3789d16dd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Deleting port 36e3d332-5ae8-4485-9509-93a60abc0b28 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:34:40.871290 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ef5b7b58-7cbd-4029-a47f-0be996c579d1 req-fc9bacc2-44a1-433a-9751-bdb3789d16dd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:40.888456 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55376368-2f6f-4296-93ca-f156ca8ab2cc req-9790e715-6fdf-44d3-a177-9255ebb9dd12 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:40.906856 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-55376368-2f6f-4296-93ca-f156ca8ab2cc req-9790e715-6fdf-44d3-a177-9255ebb9dd12 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 945 time: 0.0755870 Nov 12 20:34:40.967973 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-55376368-2f6f-4296-93ca-f156ca8ab2cc req-f75c958b-146a-4519-84f5-331aebcaae60 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602324 Nov 12 20:34:41.016934 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-ef5b7b58-7cbd-4029-a47f-0be996c579d1 req-fc9bacc2-44a1-433a-9751-bdb3789d16dd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] For port 36e3d332-5ae8-4485-9509-93a60abc0b28, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=36e3d332-5ae8-4485-9509-93a60abc0b28,segment=NetworkSegment(e4fd06f5-2e38-4880-bf7d-4e61f96032c0),segment_id=e4fd06f5-2e38-4880-bf7d-4e61f96032c0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:34:41.017379 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ef5b7b58-7cbd-4029-a47f-0be996c579d1 req-fc9bacc2-44a1-433a-9751-bdb3789d16dd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:41.039933 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-ef5b7b58-7cbd-4029-a47f-0be996c579d1 req-fc9bacc2-44a1-433a-9751-bdb3789d16dd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Calling delete_port for 36e3d332-5ae8-4485-9509-93a60abc0b28 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:34:41.084717 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fb5106-7c5f-48c8-a52a-b1981682091c None None] New status for floating IP 6bd93569-6ec2-4fb8-9067-a64b72278fda: DOWN {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:34:41.206361 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4684523-a7f7-4b31-900f-0c8e628c8925 req-9bb40dfe-1d98-4fbd-a648-be8727a0069b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:41.207764 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4684523-a7f7-4b31-900f-0c8e628c8925 req-9bb40dfe-1d98-4fbd-a648-be8727a0069b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 945 time: 0.0848954 Nov 12 20:34:41.267209 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f4684523-a7f7-4b31-900f-0c8e628c8925 req-ebc841e5-0cd3-469a-ace5-f8f6a7948ad1 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505586 Nov 12 20:34:41.301221 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49556) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:41.341385 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ef5b7b58-7cbd-4029-a47f-0be996c579d1 req-fc9bacc2-44a1-433a-9751-bdb3789d16dd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:41.375052 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9bacc2-44a1-433a-9751-bdb3789d16dd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event deleted for resources: {'Port': ['ID=36e3d332-5ae8-4485-9509-93a60abc0b28,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:41.425396 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5b7b58-7cbd-4029-a47f-0be996c579d1 req-fc9bacc2-44a1-433a-9751-bdb3789d16dd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] No DVR routers for this DVR port 36e3d332-5ae8-4485-9509-93a60abc0b28 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:34:41.428733 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-ef5b7b58-7cbd-4029-a47f-0be996c579d1 req-fc9bacc2-44a1-433a-9751-bdb3789d16dd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:41.433985 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ef5b7b58-7cbd-4029-a47f-0be996c579d1 req-fc9bacc2-44a1-433a-9751-bdb3789d16dd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.55 "DELETE /v2.0/ports/36e3d332-5ae8-4485-9509-93a60abc0b28 HTTP/1.1" status: 204 len: 173 time: 0.7052221 Nov 12 20:34:41.543903 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c11bac37-0402-4f5a-b678-0bd8ed0720ff req-19a01453-9f3f-423f-8825-a8ba24b6ee89 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=e19f28c2-2717-44fb-922f-41c5938ef2f5 HTTP/1.1" status: 200 len: 210 time: 0.0496070 Nov 12 20:34:41.766854 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4df8676-85e4-40bf-82c2-5ddd534d584c tempest-TestVolumeBootPattern-274916137 tempest-TestVolumeBootPattern-274916137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:41.771046 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d4df8676-85e4-40bf-82c2-5ddd534d584c tempest-TestVolumeBootPattern-274916137 tempest-TestVolumeBootPattern-274916137-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 1092 time: 0.4658570 Nov 12 20:34:41.771390 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49576) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:41.782353 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-07e0964f-9b6c-4fd1-8243-66e956a41bed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'port_id': '8070f2f6-a1e8-48c9-b95a-53288d894fec', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:41.806634 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19f28c2-2717-44fb-922f-41c5938ef2f5', 'name': 'network-vif-deleted', 'tag': '36e3d332-5ae8-4485-9509-93a60abc0b28'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:34:41.809450 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09476a58-3425-41ce-b06c-6aa259dbe4f4" -d '{"events": [{"server_uuid": "e19f28c2-2717-44fb-922f-41c5938ef2f5", "name": "network-vif-deleted", "tag": "36e3d332-5ae8-4485-9509-93a60abc0b28"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:34:41.812996 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-07e0964f-9b6c-4fd1-8243-66e956a41bed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:41.945984 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a188d6-7c49-475e-aa76-51050fdd2ced x-openstack-request-id: req-d2a188d6-7c49-475e-aa76-51050fdd2ced {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:34:41.946606 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19f28c2-2717-44fb-922f-41c5938ef2f5", "name": "network-vif-deleted", "tag": "36e3d332-5ae8-4485-9509-93a60abc0b28", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:34:41.947018 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d2a188d6-7c49-475e-aa76-51050fdd2ced {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:34:41.947586 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19f28c2-2717-44fb-922f-41c5938ef2f5', 'name': 'network-vif-deleted', 'tag': '36e3d332-5ae8-4485-9509-93a60abc0b28', 'status': 'completed', 'code': 200} Nov 12 20:34:42.013852 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-07e0964f-9b6c-4fd1-8243-66e956a41bed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:42.170178 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-07e0964f-9b6c-4fd1-8243-66e956a41bed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Allocated IP 172.25.5.122 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/b6a2c9ef-9398-46a3-92d0-a65bfa2c7add) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:34:42.300267 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-07e0964f-9b6c-4fd1-8243-66e956a41bed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:42.335482 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-07e0964f-9b6c-4fd1-8243-66e956a41bed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:42.373455 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e0964f-9b6c-4fd1-8243-66e956a41bed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:34:42.376884 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-07e0964f-9b6c-4fd1-8243-66e956a41bed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:34:42.380683 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e0964f-9b6c-4fd1-8243-66e956a41bed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:34:42.421353 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0964f-9b6c-4fd1-8243-66e956a41bed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event updated for resources: {'Port': ['ID=b6a2c9ef-9398-46a3-92d0-a65bfa2c7add,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:42.631607 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49604) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:43.001521 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-07e0964f-9b6c-4fd1-8243-66e956a41bed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:43.070770 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-07e0964f-9b6c-4fd1-8243-66e956a41bed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:43.091492 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5b0e0598-8427-43fc-8ff6-21584b117d28 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:43.255078 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-07e0964f-9b6c-4fd1-8243-66e956a41bed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:43.260680 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-07e0964f-9b6c-4fd1-8243-66e956a41bed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:43.333402 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0964f-9b6c-4fd1-8243-66e956a41bed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event updated for resources: {'Port': ['ID=b6a2c9ef-9398-46a3-92d0-a65bfa2c7add,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:43.357889 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-07e0964f-9b6c-4fd1-8243-66e956a41bed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:43.423684 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-5b0e0598-8427-43fc-8ff6-21584b117d28 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Deleting port fa1039cf-0d2e-4e9d-8f51-fc4ac860d181 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:34:43.424034 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5b0e0598-8427-43fc-8ff6-21584b117d28 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:43.469994 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-07e0964f-9b6c-4fd1-8243-66e956a41bed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Floating IP d14aa5e2-4f0b-4362-94f7-f5a9924c3ddb associated. External IP: 172.25.5.122, port: 8070f2f6-a1e8-48c9-b95a-53288d894fec. Nov 12 20:34:43.520498 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-5b0e0598-8427-43fc-8ff6-21584b117d28 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] For port fa1039cf-0d2e-4e9d-8f51-fc4ac860d181, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=fa1039cf-0d2e-4e9d-8f51-fc4ac860d181,segment=NetworkSegment(e4fd06f5-2e38-4880-bf7d-4e61f96032c0),segment_id=e4fd06f5-2e38-4880-bf7d-4e61f96032c0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:34:43.520778 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5b0e0598-8427-43fc-8ff6-21584b117d28 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:43.534127 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-5b0e0598-8427-43fc-8ff6-21584b117d28 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Calling delete_port for fa1039cf-0d2e-4e9d-8f51-fc4ac860d181 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:34:43.682861 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e0964f-9b6c-4fd1-8243-66e956a41bed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:34:43.736329 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5b0e0598-8427-43fc-8ff6-21584b117d28 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:43.771800 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e0598-8427-43fc-8ff6-21584b117d28 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event deleted for resources: {'Port': ['ID=fa1039cf-0d2e-4e9d-8f51-fc4ac860d181,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:43.828022 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e0964f-9b6c-4fd1-8243-66e956a41bed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:34:43.843259 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e076435-05d0-426f-a604-7b64c08a258a None None] Sync routers for ids ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:34:43.857716 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e076435-05d0-426f-a604-7b64c08a258a None None] Routers {'06faa6b2-33e6-49e4-9d41-4ee858d16f4e'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:34:43.858514 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-07e0964f-9b6c-4fd1-8243-66e956a41bed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:43.859336 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-5e076435-05d0-426f-a604-7b64c08a258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:34:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:43.892837 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-07e0964f-9b6c-4fd1-8243-66e956a41bed tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1202571 Nov 12 20:34:43.948898 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604981c9-a554-4c83-a998-7bab48b17000', 'tag': '8070f2f6-a1e8-48c9-b95a-53288d894fec'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:34:43.952306 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12ef29a-dc03-4177-92f2-7d37c1dcc9c5" -d '{"events": [{"name": "network-changed", "server_uuid": "604981c9-a554-4c83-a998-7bab48b17000", "tag": "8070f2f6-a1e8-48c9-b95a-53288d894fec"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:34:43.952500 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 36e3d332-5ae8-4485-9509-93a60abc0b28 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:34:43.979309 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5b0e0598-8427-43fc-8ff6-21584b117d28 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:44.018132 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 36e3d332-5ae8-4485-9509-93a60abc0b28 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:34:44.018478 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 36e3d332-5ae8-4485-9509-93a60abc0b28 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:34:44.047900 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a3e594-f343-4ee8-b6b4-9d3cbc126240 x-openstack-request-id: req-a6a3e594-f343-4ee8-b6b4-9d3cbc126240 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:34:44.047900 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604981c9-a554-4c83-a998-7bab48b17000", "tag": "8070f2f6-a1e8-48c9-b95a-53288d894fec", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:34:44.048557 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a6a3e594-f343-4ee8-b6b4-9d3cbc126240 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:34:44.048557 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604981c9-a554-4c83-a998-7bab48b17000', 'tag': '8070f2f6-a1e8-48c9-b95a-53288d894fec', 'status': 'completed', 'code': 200} Nov 12 20:34:44.055292 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-5e076435-05d0-426f-a604-7b64c08a258a None None] Set router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:34:44.170483 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ef29a-dc03-4177-92f2-7d37c1dcc9c5 req-19152331-17e2-423c-9500-217e2841f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:44.172670 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d12ef29a-dc03-4177-92f2-7d37c1dcc9c5 req-19152331-17e2-423c-9500-217e2841f8d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 1097 time: 0.1008210 Nov 12 20:34:44.307999 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ef29a-dc03-4177-92f2-7d37c1dcc9c5 req-63c63f93-9584-497e-a4db-aa765f70a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:44.311883 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d12ef29a-dc03-4177-92f2-7d37c1dcc9c5 req-63c63f93-9584-497e-a4db-aa765f70a510 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 913 time: 0.1313889 Nov 12 20:34:44.314989 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0e0598-8427-43fc-8ff6-21584b117d28 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Router 05deb634-cc31-4b44-ab5c-3ad26288cc6f has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:34:44.442976 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-5e076435-05d0-426f-a604-7b64c08a258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'name': 'tempest-TestVolumeBootPattern-2072930217-router', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:39Z', 'updated_at': '2021-11-12T20:20:54Z', 'revision_number': 4, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'gw_port': {'id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'd14aa5e2-4f0b-4362-94f7-f5a9924c3ddb', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'floating_ip_address': '172.25.5.122', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'port_id': '8070f2f6-a1e8-48c9-b95a-53288d894fec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'mac_address': 'fa:16:3e:df:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604981c9-a554-4c83-a998-7bab48b17000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:34:42Z', 'updated_at': '2021-11-12T20:34:42Z', 'revision_number': 0, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'fixed_ip_address_scope': None}, {'id': 'f3564d42-2a67-4eec-90ca-72b1147a8241', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'floating_ip_address': '172.25.5.33', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'port_id': 'da1d2ed6-4f68-4b79-9dfe-73bc201ec15b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'mac_address': 'fa:16:3e:cf:d7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7b8a22-77a0-484b-90e0-bfd6f6c71830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:32:22Z', 'updated_at': '2021-11-12T20:32:25Z', 'revision_number': 1, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3c7bc6-185e-46ba-a51f-7659ab966c67', 'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'mac_address': 'fa:16:3e:94:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:50Z', 'updated_at': '2021-11-12T20:21:15Z', 'revision_number': 5, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'subnets': [{'id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:44.475889 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d12ef29a-dc03-4177-92f2-7d37c1dcc9c5 req-13c1407e-ae55-4303-a235-be0099ff0930 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8070f2f6-a1e8-48c9-b95a-53288d894fec HTTP/1.1" status: 200 len: 999 time: 0.1577833 Nov 12 20:34:44.476102 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0e0598-8427-43fc-8ff6-21584b117d28 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:34:44.483137 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5b0e0598-8427-43fc-8ff6-21584b117d28 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "PUT /v2.0/routers/05deb634-cc31-4b44-ab5c-3ad26288cc6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8498297 Nov 12 20:34:44.486499 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49628) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:44.491055 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf848822-3f5e-47e1-bedf-c3b33e115488 None None] Sync routers for ids ['05deb634-cc31-4b44-ab5c-3ad26288cc6f'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:34:44.519007 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf848822-3f5e-47e1-bedf-c3b33e115488 None None] Routers {'05deb634-cc31-4b44-ab5c-3ad26288cc6f'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:34:44.520348 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-cf848822-3f5e-47e1-bedf-c3b33e115488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:34:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['05deb634-cc31-4b44-ab5c-3ad26288cc6f'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:44.542176 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e076435-05d0-426f-a604-7b64c08a258a None None] Checking router: 06faa6b2-33e6-49e4-9d41-4ee858d16f4e for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:34:44.560012 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e076435-05d0-426f-a604-7b64c08a258a None None] Routers {'06faa6b2-33e6-49e4-9d41-4ee858d16f4e'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:34:44.569229 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-5e076435-05d0-426f-a604-7b64c08a258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:34:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:44.577189 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ef29a-dc03-4177-92f2-7d37c1dcc9c5 req-16d6d2e4-d7e3-4864-b4ad-198e732fe212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:44.579241 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d12ef29a-dc03-4177-92f2-7d37c1dcc9c5 req-16d6d2e4-d7e3-4864-b4ad-198e732fe212 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fe6903-02cc-4d59-b54a-0012785b1f66 HTTP/1.1" status: 200 len: 851 time: 0.0955544 Nov 12 20:34:44.581876 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e933593-cd1a-4bf8-90cc-338964d05ab1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Deleting subnet 35bbe00f-7942-4f7e-91b3-9545a69f9dc2 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:34:44.585482 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1e933593-cd1a-4bf8-90cc-338964d05ab1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:44.641734 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ef29a-dc03-4177-92f2-7d37c1dcc9c5 req-cf173680-dafb-48c6-94f7-784775fa8e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:44.643730 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d12ef29a-dc03-4177-92f2-7d37c1dcc9c5 req-cf173680-dafb-48c6-94f7-784775fa8e36 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a14ebab6-b135-479f-8842-077a5fca0d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471613 Nov 12 20:34:44.650197 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1e933593-cd1a-4bf8-90cc-338964d05ab1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:44.726338 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-cf848822-3f5e-47e1-bedf-c3b33e115488 None None] Set router 05deb634-cc31-4b44-ab5c-3ad26288cc6f gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:34:44.812505 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-5e076435-05d0-426f-a604-7b64c08a258a None None] Set router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:34:44.897081 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1e933593-cd1a-4bf8-90cc-338964d05ab1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:45.010122 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1e933593-cd1a-4bf8-90cc-338964d05ab1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:45.055729 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-cf848822-3f5e-47e1-bedf-c3b33e115488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409727927', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:34:43Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:45.070969 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e933593-cd1a-4bf8-90cc-338964d05ab1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event deleted for resources: {'Subnet': ['ID=35bbe00f-7942-4f7e-91b3-9545a69f9dc2,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:45.079562 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1e933593-cd1a-4bf8-90cc-338964d05ab1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:45.098235 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1e933593-cd1a-4bf8-90cc-338964d05ab1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "DELETE /v2.0/subnets/35bbe00f-7942-4f7e-91b3-9545a69f9dc2 HTTP/1.1" status: 204 len: 168 time: 0.6105618 Nov 12 20:34:45.109326 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49636) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:45.123198 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf848822-3f5e-47e1-bedf-c3b33e115488 None None] Checking router: 05deb634-cc31-4b44-ab5c-3ad26288cc6f for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:34:45.126170 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8307712-c246-4a2a-9dd1-0736467a0a6c None None] Network 44e6d471-e53f-4faf-844d-37947d0d0639 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:34:45.242053 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-5e076435-05d0-426f-a604-7b64c08a258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'name': 'tempest-TestVolumeBootPattern-2072930217-router', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:39Z', 'updated_at': '2021-11-12T20:20:54Z', 'revision_number': 4, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'gw_port': {'id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'd14aa5e2-4f0b-4362-94f7-f5a9924c3ddb', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'floating_ip_address': '172.25.5.122', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'port_id': '8070f2f6-a1e8-48c9-b95a-53288d894fec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'mac_address': 'fa:16:3e:df:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604981c9-a554-4c83-a998-7bab48b17000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:34:42Z', 'updated_at': '2021-11-12T20:34:42Z', 'revision_number': 0, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'fixed_ip_address_scope': None}, {'id': 'f3564d42-2a67-4eec-90ca-72b1147a8241', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'floating_ip_address': '172.25.5.33', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'port_id': 'da1d2ed6-4f68-4b79-9dfe-73bc201ec15b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'mac_address': 'fa:16:3e:cf:d7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7b8a22-77a0-484b-90e0-bfd6f6c71830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:32:22Z', 'updated_at': '2021-11-12T20:32:25Z', 'revision_number': 1, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3c7bc6-185e-46ba-a51f-7659ab966c67', 'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'mac_address': 'fa:16:3e:94:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:50Z', 'updated_at': '2021-11-12T20:21:15Z', 'revision_number': 5, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'subnets': [{'id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:45.247178 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf848822-3f5e-47e1-bedf-c3b33e115488 None None] Routers {'05deb634-cc31-4b44-ab5c-3ad26288cc6f'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:34:45.248845 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-cf848822-3f5e-47e1-bedf-c3b33e115488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:34:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['05deb634-cc31-4b44-ab5c-3ad26288cc6f'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:45.252085 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d12ef29a-dc03-4177-92f2-7d37c1dcc9c5 req-4b7ea24b-1e79-4272-aff3-d9a12086dd30 service neutron] 10.222.0.55 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5986259 Nov 12 20:34:45.309903 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e076435-05d0-426f-a604-7b64c08a258a None None] The sync data for ids ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'] in n-d-712140-15 is: [{'id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'name': 'tempest-TestVolumeBootPattern-2072930217-router', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:39Z', 'updated_at': '2021-11-12T20:20:54Z', 'revision_number': 4, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'gw_port': {'id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'd14aa5e2-4f0b-4362-94f7-f5a9924c3ddb', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'floating_ip_address': '172.25.5.122', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'port_id': '8070f2f6-a1e8-48c9-b95a-53288d894fec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'mac_address': 'fa:16:3e:df:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604981c9-a554-4c83-a998-7bab48b17000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:34:42Z', 'updated_at': '2021-11-12T20:34:42Z', 'revision_number': 0, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'fixed_ip_address_scope': None}, {'id': 'f3564d42-2a67-4eec-90ca-72b1147a8241', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'floating_ip_address': '172.25.5.33', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'port_id': 'da1d2ed6-4f68-4b79-9dfe-73bc201ec15b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'mac_address': 'fa:16:3e:cf:d7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7b8a22-77a0-484b-90e0-bfd6f6c71830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:32:22Z', 'updated_at': '2021-11-12T20:32:25Z', 'revision_number': 1, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3c7bc6-185e-46ba-a51f-7659ab966c67', 'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'mac_address': 'fa:16:3e:94:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:50Z', 'updated_at': '2021-11-12T20:21:15Z', 'revision_number': 5, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'subnets': [{'id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:34:45.343709 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f840e500-2a5d-412a-9bb4-5f7b446a3df3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:45.410857 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-cf848822-3f5e-47e1-bedf-c3b33e115488 None None] Set router 05deb634-cc31-4b44-ab5c-3ad26288cc6f gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:34:45.427443 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d12ef29a-dc03-4177-92f2-7d37c1dcc9c5 req-3b1c4ce7-20c7-45b8-a100-e15daa00ea3f service neutron] 10.222.0.55 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668806 Nov 12 20:34:45.503765 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f840e500-2a5d-412a-9bb4-5f7b446a3df3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:45.578520 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-f840e500-2a5d-412a-9bb4-5f7b446a3df3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Deleting port 638ee566-71f3-43b7-aab8-843c958d9c6d {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:34:45.582013 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f840e500-2a5d-412a-9bb4-5f7b446a3df3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:45.710688 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ae042b-d11e-4343-8f88-d0b2cffe41dd None None] New status for floating IP d14aa5e2-4f0b-4362-94f7-f5a9924c3ddb: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:34:45.773849 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-f840e500-2a5d-412a-9bb4-5f7b446a3df3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] For port 638ee566-71f3-43b7-aab8-843c958d9c6d, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=638ee566-71f3-43b7-aab8-843c958d9c6d,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:34:45.774402 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f840e500-2a5d-412a-9bb4-5f7b446a3df3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:45.781712 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6284e1c-67c9-466f-9148-7dfbeb0d2028 None None] DHCP port deletion for 44e6d471-e53f-4faf-844d-37947d0d0639 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:34:45.794077 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-f840e500-2a5d-412a-9bb4-5f7b446a3df3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Calling delete_port for 638ee566-71f3-43b7-aab8-843c958d9c6d owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:34:45.909301 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-f6284e1c-67c9-466f-9148-7dfbeb0d2028 None None] Deleting port 0864b52d-3927-4869-90a4-68e02fd1ad8f {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:34:45.909705 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f6284e1c-67c9-466f-9148-7dfbeb0d2028 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:45.945125 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-cf848822-3f5e-47e1-bedf-c3b33e115488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409727927', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:34:43Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:46.024222 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f840e500-2a5d-412a-9bb4-5f7b446a3df3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:46.027926 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf848822-3f5e-47e1-bedf-c3b33e115488 None None] The sync data for ids ['05deb634-cc31-4b44-ab5c-3ad26288cc6f'] in n-d-712140-15 is: [{'id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409727927', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:34:43Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': '638ee566-71f3-43b7-aab8-843c958d9c6d', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05deb634-cc31-4b44-ab5c-3ad26288cc6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:33:20Z', 'updated_at': '2021-11-12T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:34:46.035028 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-f6284e1c-67c9-466f-9148-7dfbeb0d2028 None None] For port 0864b52d-3927-4869-90a4-68e02fd1ad8f, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=0864b52d-3927-4869-90a4-68e02fd1ad8f,segment=NetworkSegment(e4fd06f5-2e38-4880-bf7d-4e61f96032c0),segment_id=e4fd06f5-2e38-4880-bf7d-4e61f96032c0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:34:46.035207 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f6284e1c-67c9-466f-9148-7dfbeb0d2028 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:46.049407 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-f6284e1c-67c9-466f-9148-7dfbeb0d2028 None None] Calling delete_port for 0864b52d-3927-4869-90a4-68e02fd1ad8f owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:34:46.056617 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840e500-2a5d-412a-9bb4-5f7b446a3df3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event deleted for resources: {'Port': ['ID=638ee566-71f3-43b7-aab8-843c958d9c6d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:46.073292 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c5f579-a5ae-4d1a-af7e-a6e4ad539641 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:34:46.130382 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f840e500-2a5d-412a-9bb4-5f7b446a3df3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:46.161015 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f6284e1c-67c9-466f-9148-7dfbeb0d2028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:46.191172 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6284e1c-67c9-466f-9148-7dfbeb0d2028 None None] Pushing event deleted for resources: {'Port': ['ID=0864b52d-3927-4869-90a4-68e02fd1ad8f,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:46.193130 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6284e1c-67c9-466f-9148-7dfbeb0d2028 None None] No DVR routers for this DVR port 0864b52d-3927-4869-90a4-68e02fd1ad8f on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:34:46.230573 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f840e500-2a5d-412a-9bb4-5f7b446a3df3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:46.232890 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f840e500-2a5d-412a-9bb4-5f7b446a3df3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:46.276832 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f840e500-2a5d-412a-9bb4-5f7b446a3df3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:46.277520 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f840e500-2a5d-412a-9bb4-5f7b446a3df3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Fanout notify agent at l3_agent the message router_deleted on router 05deb634-cc31-4b44-ab5c-3ad26288cc6f {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:34:46.285797 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f840e500-2a5d-412a-9bb4-5f7b446a3df3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:46.286994 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f840e500-2a5d-412a-9bb4-5f7b446a3df3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "DELETE /v2.0/routers/05deb634-cc31-4b44-ab5c-3ad26288cc6f HTTP/1.1" status: 204 len: 168 time: 1.1771972 Nov 12 20:34:46.289682 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49644) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:46.373138 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-050db640-3abc-4256-ae5a-426a9dfb0679 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:46.460996 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-050db640-3abc-4256-ae5a-426a9dfb0679 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:46.482932 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-050db640-3abc-4256-ae5a-426a9dfb0679 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e6d471-e53f-4faf-844d-37947d0d0639']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:46.494059 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-050db640-3abc-4256-ae5a-426a9dfb0679 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4fd06f5-2e38-4880-bf7d-4e61f96032c0') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:46.494418 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-050db640-3abc-4256-ae5a-426a9dfb0679 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4fd06f5-2e38-4880-bf7d-4e61f96032c0') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:46.506606 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-050db640-3abc-4256-ae5a-426a9dfb0679 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:46.531966 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-050db640-3abc-4256-ae5a-426a9dfb0679 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:46.539208 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-050db640-3abc-4256-ae5a-426a9dfb0679 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:34:46.540467 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-050db640-3abc-4256-ae5a-426a9dfb0679 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: items = [ Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:34:46.543297 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:34:46.612900 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-050db640-3abc-4256-ae5a-426a9dfb0679 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:46.620279 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-050db640-3abc-4256-ae5a-426a9dfb0679 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:46.630405 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-050db640-3abc-4256-ae5a-426a9dfb0679 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "DELETE /v2.0/networks/44e6d471-e53f-4faf-844d-37947d0d0639 HTTP/1.1" status: 204 len: 168 time: 0.3335385 Nov 12 20:34:46.630816 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49646) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:46.643152 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050db640-3abc-4256-ae5a-426a9dfb0679 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event deleted for resources: {'Network': ['ID=44e6d471-e53f-4faf-844d-37947d0d0639,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:46.766315 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57a59a7a-aaef-41f9-b6f2-04bd9e6e37fb tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:46.809282 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57a59a7a-aaef-41f9-b6f2-04bd9e6e37fb tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:46.867084 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device fa1039cf-0d2e-4e9d-8f51-fc4ac860d181 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:34:46.891974 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57a59a7a-aaef-41f9-b6f2-04bd9e6e37fb tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:46.896490 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57a59a7a-aaef-41f9-b6f2-04bd9e6e37fb tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:46.897581 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-57a59a7a-aaef-41f9-b6f2-04bd9e6e37fb tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "DELETE /v2.0/security-groups/b29377c9-9292-4b2b-9b08-ee2ba60c04d1 HTTP/1.1" status: 204 len: 168 time: 0.2540088 Nov 12 20:34:46.912348 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: fa1039cf-0d2e-4e9d-8f51-fc4ac860d181 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:34:46.915945 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device fa1039cf-0d2e-4e9d-8f51-fc4ac860d181 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:34:46.918480 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 0864b52d-3927-4869-90a4-68e02fd1ad8f no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:34:46.922246 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a59a7a-aaef-41f9-b6f2-04bd9e6e37fb tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29377c9-9292-4b2b-9b08-ee2ba60c04d1,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:46.961077 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 0864b52d-3927-4869-90a4-68e02fd1ad8f {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:34:46.961333 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 0864b52d-3927-4869-90a4-68e02fd1ad8f not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:34:47.355256 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49668) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:47.361821 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-d58c8c74-1d75-4f8c-af85-8ab7ba73b6c9 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-118008343', 'description': 'tempest-secgroup-smoke-118008343 description', 'project_id': 'c510c0945858446c87ca9a78193927af'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:47.401749 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d58c8c74-1d75-4f8c-af85-8ab7ba73b6c9 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:47.478616 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d58c8c74-1d75-4f8c-af85-8ab7ba73b6c9 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:47.483400 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d58c8c74-1d75-4f8c-af85-8ab7ba73b6c9 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:47.511962 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d58c8c74-1d75-4f8c-af85-8ab7ba73b6c9 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:47.513775 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d58c8c74-1d75-4f8c-af85-8ab7ba73b6c9 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1565053 Nov 12 20:34:47.517276 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49670) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:47.521919 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-b8b96301-9be3-4a86-bb80-32baf321c7e3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'security_group_rule': {'security_group_id': '681a297d-4ac7-4704-a944-ca233c4d7741', 'project_id': 'c510c0945858446c87ca9a78193927af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:47.522305 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c8c74-1d75-4f8c-af85-8ab7ba73b6c9 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=681a297d-4ac7-4704-a944-ca233c4d7741,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:47.568266 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b8b96301-9be3-4a86-bb80-32baf321c7e3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:47.636083 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b8b96301-9be3-4a86-bb80-32baf321c7e3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:47.641048 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b8b96301-9be3-4a86-bb80-32baf321c7e3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:47.661366 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b96301-9be3-4a86-bb80-32baf321c7e3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ca87ad-eb87-4372-9081-b9d4d0fc1587,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:47.679110 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b8b96301-9be3-4a86-bb80-32baf321c7e3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:47.683125 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b8b96301-9be3-4a86-bb80-32baf321c7e3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1623418 Nov 12 20:34:47.683294 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49672) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:47.688758 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-ee501f94-cb47-48d3-b456-5e6e38ed7c4d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'security_group_rule': {'security_group_id': '681a297d-4ac7-4704-a944-ca233c4d7741', 'project_id': 'c510c0945858446c87ca9a78193927af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:47.716541 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee501f94-cb47-48d3-b456-5e6e38ed7c4d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:47.778571 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee501f94-cb47-48d3-b456-5e6e38ed7c4d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:47.782774 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee501f94-cb47-48d3-b456-5e6e38ed7c4d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:47.797148 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee501f94-cb47-48d3-b456-5e6e38ed7c4d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c551a023-ff69-46b7-ad01-3e0b04faa9fc,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:47.814449 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee501f94-cb47-48d3-b456-5e6e38ed7c4d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:47.816211 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ee501f94-cb47-48d3-b456-5e6e38ed7c4d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319036 Nov 12 20:34:47.818658 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49674) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:47.823535 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-108b3135-b31a-4983-bd69-bd6e3938b03e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'security_group_rule': {'security_group_id': '681a297d-4ac7-4704-a944-ca233c4d7741', 'project_id': 'c510c0945858446c87ca9a78193927af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:47.852764 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-108b3135-b31a-4983-bd69-bd6e3938b03e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:47.924529 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-108b3135-b31a-4983-bd69-bd6e3938b03e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:47.929423 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-108b3135-b31a-4983-bd69-bd6e3938b03e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:47.952762 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b3135-b31a-4983-bd69-bd6e3938b03e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6de3a64-9690-4bbd-b211-1f07db7b40d3,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:47.958966 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-108b3135-b31a-4983-bd69-bd6e3938b03e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:47.962987 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-108b3135-b31a-4983-bd69-bd6e3938b03e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406140 Nov 12 20:34:47.963460 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49676) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:47.969396 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-6162ae72-7511-41b8-8f85-838cfb885ee3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'security_group_rule': {'security_group_id': '681a297d-4ac7-4704-a944-ca233c4d7741', 'project_id': 'c510c0945858446c87ca9a78193927af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:48.006797 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6162ae72-7511-41b8-8f85-838cfb885ee3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:48.103117 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6162ae72-7511-41b8-8f85-838cfb885ee3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:48.110360 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6162ae72-7511-41b8-8f85-838cfb885ee3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:48.156920 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162ae72-7511-41b8-8f85-838cfb885ee3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554c1c93-d64f-48f2-9a7f-a89675eda437,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:48.180206 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6162ae72-7511-41b8-8f85-838cfb885ee3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:48.181573 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6162ae72-7511-41b8-8f85-838cfb885ee3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2169516 Nov 12 20:34:48.184405 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49682) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:48.190880 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-ac696d8d-ebf2-49e9-874a-68e6b66d1271 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'security_group_rule': {'security_group_id': '681a297d-4ac7-4704-a944-ca233c4d7741', 'project_id': 'c510c0945858446c87ca9a78193927af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:48.215980 n-d-712140-15 neutron-server[102448]: INFO neutron.db.securitygroups_db [None req-ac696d8d-ebf2-49e9-874a-68e6b66d1271 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Project c510c0945858446c87ca9a78193927af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 20:34:48.222977 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ac696d8d-ebf2-49e9-874a-68e6b66d1271 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:48.334006 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ac696d8d-ebf2-49e9-874a-68e6b66d1271 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:48.343440 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ac696d8d-ebf2-49e9-874a-68e6b66d1271 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:48.377055 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ac696d8d-ebf2-49e9-874a-68e6b66d1271 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:48.381173 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49684) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:48.381386 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ac696d8d-ebf2-49e9-874a-68e6b66d1271 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1956789 Nov 12 20:34:48.384337 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac696d8d-ebf2-49e9-874a-68e6b66d1271 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3587d082-821a-4ff0-af13-3c4775b17e24,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:48.387869 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-5ff94a07-99c6-42f8-b49e-c8157c50ed5a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'security_group_rule': {'security_group_id': '681a297d-4ac7-4704-a944-ca233c4d7741', 'project_id': 'c510c0945858446c87ca9a78193927af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:48.423565 n-d-712140-15 neutron-server[102447]: INFO neutron.db.securitygroups_db [None req-5ff94a07-99c6-42f8-b49e-c8157c50ed5a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Project c510c0945858446c87ca9a78193927af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 20:34:48.430020 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ff94a07-99c6-42f8-b49e-c8157c50ed5a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:48.526426 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ff94a07-99c6-42f8-b49e-c8157c50ed5a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:48.530778 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ff94a07-99c6-42f8-b49e-c8157c50ed5a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:48.550417 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff94a07-99c6-42f8-b49e-c8157c50ed5a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b033f7-8791-4b91-a00c-29003a372158,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:48.567548 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ff94a07-99c6-42f8-b49e-c8157c50ed5a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:48.569626 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5ff94a07-99c6-42f8-b49e-c8157c50ed5a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1866224 Nov 12 20:34:48.572992 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49686) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:48.579168 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-a494334e-470b-4be0-8aaf-b0509a4f8c08 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'network': {'name': 'tempest-network-smoke--1551005276', 'project_id': 'c510c0945858446c87ca9a78193927af', 'port_security_enabled': True}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:48.617250 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a494334e-470b-4be0-8aaf-b0509a4f8c08 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Made reservation on behalf of c510c0945858446c87ca9a78193927af for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:34:48.620795 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a494334e-470b-4be0-8aaf-b0509a4f8c08 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:48.654011 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a494334e-470b-4be0-8aaf-b0509a4f8c08 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:34:48.665056 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a494334e-470b-4be0-8aaf-b0509a4f8c08 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:48.665279 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-a494334e-470b-4be0-8aaf-b0509a4f8c08 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Added segment d78ced37-a45d-4b6d-9ef9-3a05aee48aa5 of type vlan for network cc987020-334d-4e83-8c15-b67942ac51a5 Nov 12 20:34:48.683336 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 638ee566-71f3-43b7-aab8-843c958d9c6d no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:34:48.711542 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 638ee566-71f3-43b7-aab8-843c958d9c6d {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:34:48.711869 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 638ee566-71f3-43b7-aab8-843c958d9c6d not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:34:48.722460 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a494334e-470b-4be0-8aaf-b0509a4f8c08 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:48.749731 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a494334e-470b-4be0-8aaf-b0509a4f8c08 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:48.755824 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a494334e-470b-4be0-8aaf-b0509a4f8c08 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:48.756489 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a494334e-470b-4be0-8aaf-b0509a4f8c08 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:48.822631 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a494334e-470b-4be0-8aaf-b0509a4f8c08 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2480574 Nov 12 20:34:48.826657 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49688) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:48.834529 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-42f7d120-ce8b-4b1d-8b70-2bedeea49241 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1116298015', 'admin_state_up': True, 'project_id': 'c510c0945858446c87ca9a78193927af', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:48.906786 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-42f7d120-ce8b-4b1d-8b70-2bedeea49241 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:48.907080 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-42f7d120-ce8b-4b1d-8b70-2bedeea49241 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:48.909478 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494334e-470b-4be0-8aaf-b0509a4f8c08 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Network': ['ID=cc987020-334d-4e83-8c15-b67942ac51a5,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:48.931912 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network cc987020-334d-4e83-8c15-b67942ac51a5 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:34:48.986844 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-42f7d120-ce8b-4b1d-8b70-2bedeea49241 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:49.140763 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-42f7d120-ce8b-4b1d-8b70-2bedeea49241 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:49.355741 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-42f7d120-ce8b-4b1d-8b70-2bedeea49241 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:49.375929 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-42f7d120-ce8b-4b1d-8b70-2bedeea49241 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:49.489364 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-42f7d120-ce8b-4b1d-8b70-2bedeea49241 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Allocated IP 172.25.5.185 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/e1b07f70-98b1-4965-b128-eaa29161da41) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:34:49.613259 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-42f7d120-ce8b-4b1d-8b70-2bedeea49241 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:49.649603 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-42f7d120-ce8b-4b1d-8b70-2bedeea49241 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:49.659495 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:34:49.688605 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f7d120-ce8b-4b1d-8b70-2bedeea49241 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:34:49.695402 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-42f7d120-ce8b-4b1d-8b70-2bedeea49241 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:34:49.700047 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f7d120-ce8b-4b1d-8b70-2bedeea49241 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:34:49.705051 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7d120-ce8b-4b1d-8b70-2bedeea49241 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Port': ['ID=e1b07f70-98b1-4965-b128-eaa29161da41,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:49.731560 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a2db6a-2819-4ff7-bf41-f00bd281f035 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:34:49.845051 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c8164746-f4a8-49e4-a3dd-f32303ee80f6 None None] Provisioning complete for port e1b07f70-98b1-4965-b128-eaa29161da41 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:34:49.845562 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c8164746-f4a8-49e4-a3dd-f32303ee80f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:49.887125 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c8164746-f4a8-49e4-a3dd-f32303ee80f6 None None] Port e1b07f70-98b1-4965-b128-eaa29161da41 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:34:49.938937 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8b8eda8f-ddb6-4a61-93f4-944ee6006a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:50.308345 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:50.439793 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-42f7d120-ce8b-4b1d-8b70-2bedeea49241 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:50.694452 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-42f7d120-ce8b-4b1d-8b70-2bedeea49241 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:50.849253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f7d120-ce8b-4b1d-8b70-2bedeea49241 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Router 0e031182-620e-487e-b950-59728acf8355 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:34:50.990801 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f7d120-ce8b-4b1d-8b70-2bedeea49241 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:34:51.002984 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaed236-ee83-4854-a77c-e558cadaac67 None None] Sync routers for ids ['0e031182-620e-487e-b950-59728acf8355'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:34:51.022525 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaed236-ee83-4854-a77c-e558cadaac67 None None] Routers {'0e031182-620e-487e-b950-59728acf8355'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:34:51.026032 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-5aaed236-ee83-4854-a77c-e558cadaac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:34:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0e031182-620e-487e-b950-59728acf8355'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:51.061389 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-42f7d120-ce8b-4b1d-8b70-2bedeea49241 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:51.069860 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49720) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:51.080784 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-42f7d120-ce8b-4b1d-8b70-2bedeea49241 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2520754 Nov 12 20:34:51.105259 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49722) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:51.116504 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-723c2ba2-8efc-4e07-8b85-9b684c27f739 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=c510c0945858446c87ca9a78193927af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460095 Nov 12 20:34:51.234108 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-5aaed236-ee83-4854-a77c-e558cadaac67 None None] Set router 0e031182-620e-487e-b950-59728acf8355 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:34:51.241789 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f240992b-eb78-430c-a3fa-a96a81ae9c49 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:51.246748 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49724) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:51.256440 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f240992b-eb78-430c-a3fa-a96a81ae9c49 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1499915 Nov 12 20:34:51.283115 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49726) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:51.288728 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-abd6f074-5d46-41ae-9da5-677f68efbc33 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-787327487', 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5', 'project_id': 'c510c0945858446c87ca9a78193927af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:34:51.296457 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-83d93d95-1f38-4e98-a9fa-8247851f2803 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460589 Nov 12 20:34:51.443215 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd6f074-5d46-41ae-9da5-677f68efbc33 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Made reservation on behalf of c510c0945858446c87ca9a78193927af for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:34:51.453829 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-abd6f074-5d46-41ae-9da5-677f68efbc33 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:51.489396 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-5aaed236-ee83-4854-a77c-e558cadaac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e031182-620e-487e-b950-59728acf8355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116298015', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:34:48Z', 'updated_at': '2021-11-12T20:34:49Z', 'revision_number': 3, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:0f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e031182-620e-487e-b950-59728acf8355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:34:49Z', 'updated_at': '2021-11-12T20:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:51.729033 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-abd6f074-5d46-41ae-9da5-677f68efbc33 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:51.766088 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaed236-ee83-4854-a77c-e558cadaac67 None None] Checking router: 0e031182-620e-487e-b950-59728acf8355 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:34:51.766088 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaed236-ee83-4854-a77c-e558cadaac67 None None] Updating router 0e031182-620e-487e-b950-59728acf8355 port e1b07f70-98b1-4965-b128-eaa29161da41 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:34:51.792142 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5aaed236-ee83-4854-a77c-e558cadaac67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:51.816813 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6f074-5d46-41ae-9da5-677f68efbc33 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Subnet': ['ID=b4301fc5-f2a3-415f-a811-f6b2f56ddfa0,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:51.821634 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd6f074-5d46-41ae-9da5-677f68efbc33 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Checking segment: {'id': 'd78ced37-a45d-4b6d-9ef9-3a05aee48aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:34:51.822007 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd6f074-5d46-41ae-9da5-677f68efbc33 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Network hostable DHCP agents. Network: cc987020-334d-4e83-8c15-b67942ac51a5, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:34:51.842819 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd6f074-5d46-41ae-9da5-677f68efbc33 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Network cc987020-334d-4e83-8c15-b67942ac51a5 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:34:51.854845 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-abd6f074-5d46-41ae-9da5-677f68efbc33 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, cc987020-334d-4e83-8c15-b67942ac51a5) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:34:51.869305 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd6f074-5d46-41ae-9da5-677f68efbc33 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:51.869970 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-abd6f074-5d46-41ae-9da5-677f68efbc33 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:51.893169 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-abd6f074-5d46-41ae-9da5-677f68efbc33 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6088581 Nov 12 20:34:51.895692 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49730) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:34:51.917698 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dea2348-50be-40b7-8a54-c47770bdecf1 None None] Network cc987020-334d-4e83-8c15-b67942ac51a5 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:34:52.156025 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b54a85-993e-4f45-8273-00ef9041538d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-cc987020-334d-4e83-8c15-b67942ac51a5', 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'fixed_ips': [{'subnet_id': 'b4301fc5-f2a3-415f-a811-f6b2f56ddfa0'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:34:52.162490 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-62b54a85-993e-4f45-8273-00ef9041538d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:52.433272 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-62b54a85-993e-4f45-8273-00ef9041538d None None] Allocated IP 172.20.0.2 (cc987020-334d-4e83-8c15-b67942ac51a5/b4301fc5-f2a3-415f-a811-f6b2f56ddfa0/bbf2889d-ae5f-47f6-9221-4270c7e7a9db) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:34:52.495007 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-339b4ae5-53ef-432c-80d0-897c468a62f5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:52.596481 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5aaed236-ee83-4854-a77c-e558cadaac67 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:52.605017 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5aaed236-ee83-4854-a77c-e558cadaac67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:52.683407 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-5aaed236-ee83-4854-a77c-e558cadaac67 None None] Attempting to bind port e1b07f70-98b1-4965-b128-eaa29161da41 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:34:52.683905 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-5aaed236-ee83-4854-a77c-e558cadaac67 None None] Attempting to bind port e1b07f70-98b1-4965-b128-eaa29161da41 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:34:52.684413 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaed236-ee83-4854-a77c-e558cadaac67 None None] Attempting to bind port e1b07f70-98b1-4965-b128-eaa29161da41 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:34:52.692762 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f22e16-8607-4fbf-aef0-089209b494dc None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:34:52.704059 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaed236-ee83-4854-a77c-e558cadaac67 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:34:52.704576 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaed236-ee83-4854-a77c-e558cadaac67 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:34:52.705067 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5aaed236-ee83-4854-a77c-e558cadaac67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:52.705571 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaed236-ee83-4854-a77c-e558cadaac67 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:34:52.706155 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-5aaed236-ee83-4854-a77c-e558cadaac67 None None] Bound port: e1b07f70-98b1-4965-b128-eaa29161da41, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:34:52.706639 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5aaed236-ee83-4854-a77c-e558cadaac67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:52.719214 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c655b-e2b4-4502-901c-6bb5712aae4b None None] Pushing event updated for resources: {'Port': ['ID=e1b07f70-98b1-4965-b128-eaa29161da41,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:52.805041 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d9408337-4f9c-4874-a180-14e86858cded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:52.850345 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-5aaed236-ee83-4854-a77c-e558cadaac67 None None] For port e1b07f70-98b1-4965-b128-eaa29161da41, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:34:52.855535 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-62b54a85-993e-4f45-8273-00ef9041538d None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:52.859142 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0c5581ff-630b-4d06-83a0-2c4f79f7e680 None None] Provisioning complete for port e1b07f70-98b1-4965-b128-eaa29161da41 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:34:52.859631 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0c5581ff-630b-4d06-83a0-2c4f79f7e680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:52.917061 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0c5581ff-630b-4d06-83a0-2c4f79f7e680 None None] Port e1b07f70-98b1-4965-b128-eaa29161da41 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:34:52.927957 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-62b54a85-993e-4f45-8273-00ef9041538d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:52.931667 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-5aaed236-ee83-4854-a77c-e558cadaac67 None None] For port e1b07f70-98b1-4965-b128-eaa29161da41, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e1b07f70-98b1-4965-b128-eaa29161da41,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:34:53.001650 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b54a85-993e-4f45-8273-00ef9041538d None None] Pushing event updated for resources: {'Port': ['ID=bbf2889d-ae5f-47f6-9221-4270c7e7a9db,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:53.008441 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5aaed236-ee83-4854-a77c-e558cadaac67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:53.082517 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b54a85-993e-4f45-8273-00ef9041538d None None] Network cc987020-334d-4e83-8c15-b67942ac51a5 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:34:53.089877 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3727ca9-0d93-4d41-85e7-9874118d943b None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:34:53.117719 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaed236-ee83-4854-a77c-e558cadaac67 None None] Routers {'0e031182-620e-487e-b950-59728acf8355'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:34:53.118615 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-5aaed236-ee83-4854-a77c-e558cadaac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:34:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0e031182-620e-487e-b950-59728acf8355'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:53.121251 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-62b54a85-993e-4f45-8273-00ef9041538d None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:34:53.156816 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b54a85-993e-4f45-8273-00ef9041538d None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:34:53.201672 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c655b-e2b4-4502-901c-6bb5712aae4b None None] Pushing event updated for resources: {'Port': ['ID=e1b07f70-98b1-4965-b128-eaa29161da41,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:53.225327 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9e170467-89d5-4a8d-8310-32407e621ae3 None None] Provisioning complete for port e1b07f70-98b1-4965-b128-eaa29161da41 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:34:53.225928 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9e170467-89d5-4a8d-8310-32407e621ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:53.400453 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-339b4ae5-53ef-432c-80d0-897c468a62f5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Allocated IP 172.20.0.1 (cc987020-334d-4e83-8c15-b67942ac51a5/b4301fc5-f2a3-415f-a811-f6b2f56ddfa0/bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:34:53.434849 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-62b54a85-993e-4f45-8273-00ef9041538d None None] Attempting to bind port bbf2889d-ae5f-47f6-9221-4270c7e7a9db on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:34:53.435145 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-62b54a85-993e-4f45-8273-00ef9041538d None None] Attempting to bind port bbf2889d-ae5f-47f6-9221-4270c7e7a9db by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'd78ced37-a45d-4b6d-9ef9-3a05aee48aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:34:53.435453 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b54a85-993e-4f45-8273-00ef9041538d None None] Attempting to bind port bbf2889d-ae5f-47f6-9221-4270c7e7a9db on network cc987020-334d-4e83-8c15-b67942ac51a5 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:34:53.451732 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b54a85-993e-4f45-8273-00ef9041538d None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:34:53.452104 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b54a85-993e-4f45-8273-00ef9041538d None None] Checking segment: {'id': 'd78ced37-a45d-4b6d-9ef9-3a05aee48aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:34:53.452530 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-62b54a85-993e-4f45-8273-00ef9041538d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:53.452915 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b54a85-993e-4f45-8273-00ef9041538d None None] Bound using segment: {'id': 'd78ced37-a45d-4b6d-9ef9-3a05aee48aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:34:53.453396 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-62b54a85-993e-4f45-8273-00ef9041538d None None] Bound port: bbf2889d-ae5f-47f6-9221-4270c7e7a9db, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd78ced37-a45d-4b6d-9ef9-3a05aee48aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:34:53.453781 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-62b54a85-993e-4f45-8273-00ef9041538d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:53.549159 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-339b4ae5-53ef-432c-80d0-897c468a62f5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:53.592759 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-339b4ae5-53ef-432c-80d0-897c468a62f5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:53.620677 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-62b54a85-993e-4f45-8273-00ef9041538d None None] For port bbf2889d-ae5f-47f6-9221-4270c7e7a9db, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:34:53.623810 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-62b54a85-993e-4f45-8273-00ef9041538d None None] For port bbf2889d-ae5f-47f6-9221-4270c7e7a9db, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=bbf2889d-ae5f-47f6-9221-4270c7e7a9db,segment=NetworkSegment(d78ced37-a45d-4b6d-9ef9-3a05aee48aa5),segment_id=d78ced37-a45d-4b6d-9ef9-3a05aee48aa5)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:34:53.632415 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-5aaed236-ee83-4854-a77c-e558cadaac67 None None] Set router 0e031182-620e-487e-b950-59728acf8355 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:34:53.635116 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-62b54a85-993e-4f45-8273-00ef9041538d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:53.663453 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339b4ae5-53ef-432c-80d0-897c468a62f5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Network cc987020-334d-4e83-8c15-b67942ac51a5 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:34:53.678778 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-339b4ae5-53ef-432c-80d0-897c468a62f5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:34:53.684057 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339b4ae5-53ef-432c-80d0-897c468a62f5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:34:53.688678 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b4ae5-53ef-432c-80d0-897c468a62f5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Port': ['ID=bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:53.742588 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-339b4ae5-53ef-432c-80d0-897c468a62f5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:53.838734 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9e170467-89d5-4a8d-8310-32407e621ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:53.886716 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:53.920070 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-9e170467-89d5-4a8d-8310-32407e621ae3 None None] For port e1b07f70-98b1-4965-b128-eaa29161da41, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e1b07f70-98b1-4965-b128-eaa29161da41,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:34:53.922466 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b54a85-993e-4f45-8273-00ef9041538d None None] Pushing event updated for resources: {'Port': ['ID=bbf2889d-ae5f-47f6-9221-4270c7e7a9db,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:53.936845 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9e170467-89d5-4a8d-8310-32407e621ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:53.984969 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-5aaed236-ee83-4854-a77c-e558cadaac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e031182-620e-487e-b950-59728acf8355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116298015', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:34:48Z', 'updated_at': '2021-11-12T20:34:49Z', 'revision_number': 3, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:0f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e031182-620e-487e-b950-59728acf8355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:34:49Z', 'updated_at': '2021-11-12T20:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:54.072868 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-339b4ae5-53ef-432c-80d0-897c468a62f5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:54.242970 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaed236-ee83-4854-a77c-e558cadaac67 None None] The sync data for ids ['0e031182-620e-487e-b950-59728acf8355'] in n-d-712140-15 is: [{'id': '0e031182-620e-487e-b950-59728acf8355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116298015', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:34:48Z', 'updated_at': '2021-11-12T20:34:49Z', 'revision_number': 3, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:0f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e031182-620e-487e-b950-59728acf8355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:34:49Z', 'updated_at': '2021-11-12T20:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:34:54.301727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e170467-89d5-4a8d-8310-32407e621ae3 None None] Pushing event updated for resources: {'Port': ['ID=e1b07f70-98b1-4965-b128-eaa29161da41,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:54.306154 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:54.748342 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-339b4ae5-53ef-432c-80d0-897c468a62f5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:54.761949 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-339b4ae5-53ef-432c-80d0-897c468a62f5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:54.949508 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b4ae5-53ef-432c-80d0-897c468a62f5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Port': ['ID=bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:54.953586 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-339b4ae5-53ef-432c-80d0-897c468a62f5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:55.016177 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device bbf2889d-ae5f-47f6-9221-4270c7e7a9db up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:34:55.115662 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port bbf2889d-ae5f-47f6-9221-4270c7e7a9db triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:34:55.116543 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:55.178735 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339b4ae5-53ef-432c-80d0-897c468a62f5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Network cc987020-334d-4e83-8c15-b67942ac51a5 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:34:55.180222 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-339b4ae5-53ef-432c-80d0-897c468a62f5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:34:55.327254 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:55.361551 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:55.413396 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port bbf2889d-ae5f-47f6-9221-4270c7e7a9db, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=bbf2889d-ae5f-47f6-9221-4270c7e7a9db,segment=NetworkSegment(d78ced37-a45d-4b6d-9ef9-3a05aee48aa5),segment_id=d78ced37-a45d-4b6d-9ef9-3a05aee48aa5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:34:55.422565 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:55.540433 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=bbf2889d-ae5f-47f6-9221-4270c7e7a9db,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:55.558578 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339b4ae5-53ef-432c-80d0-897c468a62f5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Router 0e031182-620e-487e-b950-59728acf8355 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:34:55.851445 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339b4ae5-53ef-432c-80d0-897c468a62f5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:34:55.864893 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-339b4ae5-53ef-432c-80d0-897c468a62f5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "PUT /v2.0/routers/0e031182-620e-487e-b950-59728acf8355/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9647651 Nov 12 20:34:55.977569 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:56.062270 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0205f5-48c8-404e-85e1-a42d3f4ffded None None] Network cc987020-334d-4e83-8c15-b67942ac51a5 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:34:56.164327 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8a61c508-522e-4be6-afe6-49482d5a34fa None None] Provisioning complete for port bbf2889d-ae5f-47f6-9221-4270c7e7a9db triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:34:56.164736 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8a61c508-522e-4be6-afe6-49482d5a34fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:56.330611 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-aed01f57-22c2-4524-a46a-b9cb3e022125 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-118008343&fields=id&tenant_id=c510c0945858446c87ca9a78193927af HTTP/1.1" status: 200 len: 267 time: 0.0814984 Nov 12 20:34:56.507145 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-d372c83d-390b-4011-9046-bd29772a469a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:56.513115 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-d372c83d-390b-4011-9046-bd29772a469a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/networks?id=cc987020-334d-4e83-8c15-b67942ac51a5 HTTP/1.1" status: 200 len: 797 time: 0.1812730 Nov 12 20:34:56.537345 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-ef322238-0b17-4002-8452-39c232bcf2ac tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/quotas/c510c0945858446c87ca9a78193927af HTTP/1.1" status: 200 len: 375 time: 0.0224533 Nov 12 20:34:56.654276 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-a83c5515-70bb-4695-b830-4cd987e2e973 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1144488 Nov 12 20:34:56.876111 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-3a74d517-e84c-4541-88eb-1ca7a9c8a880 None None] Provisioning complete for port bbf2889d-ae5f-47f6-9221-4270c7e7a9db triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:34:56.876671 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3a74d517-e84c-4541-88eb-1ca7a9c8a880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:56.901654 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-cd345d89-a080-46c5-840a-df0b3701d51a service neutron] 10.222.0.48 "GET /v2.0/networks/cc987020-334d-4e83-8c15-b67942ac51a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316763 Nov 12 20:34:57.021052 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e1b07f70-98b1-4965-b128-eaa29161da41 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:34:57.107629 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-3a74d517-e84c-4541-88eb-1ca7a9c8a880 None None] Provisioning complete for port bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:34:57.108084 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3a74d517-e84c-4541-88eb-1ca7a9c8a880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:57.112520 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port e1b07f70-98b1-4965-b128-eaa29161da41 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:34:57.112902 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:57.176658 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-3a74d517-e84c-4541-88eb-1ca7a9c8a880 None None] Port bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:34:57.209591 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-3671624b-4e54-4105-a383-088e8b68bf89 service neutron] 10.222.0.48 "GET /v2.0/networks/cc987020-334d-4e83-8c15-b67942ac51a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005128 Nov 12 20:34:57.251818 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device bbf2889d-ae5f-47f6-9221-4270c7e7a9db up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:34:57.338986 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7fb06b-2cdf-4eff-a1f8-2b05ef9db42e None None] Sync routers for ids ['0e031182-620e-487e-b950-59728acf8355'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:34:57.345885 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-5e6056b4-31cc-4609-8834-a4c732979ba7 None None] Provisioning complete for port bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:34:57.346258 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5e6056b4-31cc-4609-8834-a4c732979ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:57.407818 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7fb06b-2cdf-4eff-a1f8-2b05ef9db42e None None] Routers {'0e031182-620e-487e-b950-59728acf8355'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:34:57.410018 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-bf7fb06b-2cdf-4eff-a1f8-2b05ef9db42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:34:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0e031182-620e-487e-b950-59728acf8355'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:57.458941 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port bbf2889d-ae5f-47f6-9221-4270c7e7a9db triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:34:57.459317 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:57.461165 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-5e6056b4-31cc-4609-8834-a4c732979ba7 None None] Port bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:34:57.793045 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-923f6b10-3106-420b-af0b-dc9f3cd1898a req-deadd625-165f-4fd0-a481-bc0b40290e83 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 210 time: 0.0664167 Nov 12 20:34:57.813500 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-bf7fb06b-2cdf-4eff-a1f8-2b05ef9db42e None None] Set router 0e031182-620e-487e-b950-59728acf8355 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:34:57.900942 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-06b94ffc-8642-4cf0-9fd1-68573aded050 None None] Provisioning complete for port bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:34:57.901490 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-06b94ffc-8642-4cf0-9fd1-68573aded050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:58.059215 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-06b94ffc-8642-4cf0-9fd1-68573aded050 None None] Port bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:34:58.261192 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-bf7fb06b-2cdf-4eff-a1f8-2b05ef9db42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e031182-620e-487e-b950-59728acf8355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116298015', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:34:48Z', 'updated_at': '2021-11-12T20:34:54Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:0f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e031182-620e-487e-b950-59728acf8355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:34:49Z', 'updated_at': '2021-11-12T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac', 'name': '', 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:41:c4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e031182-620e-487e-b950-59728acf8355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'b4301fc5-f2a3-415f-a811-f6b2f56ddfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:34:52Z', 'updated_at': '2021-11-12T20:34:54Z', 'revision_number': 2, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': 'b4301fc5-f2a3-415f-a811-f6b2f56ddfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:58.315832 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7fb06b-2cdf-4eff-a1f8-2b05ef9db42e None None] Checking router: 0e031182-620e-487e-b950-59728acf8355 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:34:58.316185 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7fb06b-2cdf-4eff-a1f8-2b05ef9db42e None None] Updating router 0e031182-620e-487e-b950-59728acf8355 port bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:34:58.356068 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-bf7fb06b-2cdf-4eff-a1f8-2b05ef9db42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:58.863049 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-bf7fb06b-2cdf-4eff-a1f8-2b05ef9db42e None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:58.872945 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-bf7fb06b-2cdf-4eff-a1f8-2b05ef9db42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:58.969409 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a3645b28-8f6a-46d1-8cdd-6c3c5d46edaf req-2e9b9bbc-17c7-46d7-a712-d699671002d2 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 210 time: 0.0658715 Nov 12 20:34:59.050033 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55981b38-7fee-47ae-82ed-1c0c3ab71d31 None None] Pushing event updated for resources: {'Port': ['ID=bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:59.066336 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-bf7fb06b-2cdf-4eff-a1f8-2b05ef9db42e None None] Attempting to bind port bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:34:59.066942 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-bf7fb06b-2cdf-4eff-a1f8-2b05ef9db42e None None] Attempting to bind port bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'd78ced37-a45d-4b6d-9ef9-3a05aee48aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:34:59.067422 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7fb06b-2cdf-4eff-a1f8-2b05ef9db42e None None] Attempting to bind port bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac on network cc987020-334d-4e83-8c15-b67942ac51a5 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:34:59.070673 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55981b38-7fee-47ae-82ed-1c0c3ab71d31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:59.071174 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55981b38-7fee-47ae-82ed-1c0c3ab71d31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:59.071683 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55981b38-7fee-47ae-82ed-1c0c3ab71d31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:59.072153 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55981b38-7fee-47ae-82ed-1c0c3ab71d31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:59.072658 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55981b38-7fee-47ae-82ed-1c0c3ab71d31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:59.073118 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55981b38-7fee-47ae-82ed-1c0c3ab71d31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:59.073606 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55981b38-7fee-47ae-82ed-1c0c3ab71d31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:59.074067 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55981b38-7fee-47ae-82ed-1c0c3ab71d31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:59.074566 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55981b38-7fee-47ae-82ed-1c0c3ab71d31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:59.075040 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55981b38-7fee-47ae-82ed-1c0c3ab71d31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:59.076112 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55981b38-7fee-47ae-82ed-1c0c3ab71d31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:59.076546 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55981b38-7fee-47ae-82ed-1c0c3ab71d31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:34:59.090722 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7fb06b-2cdf-4eff-a1f8-2b05ef9db42e None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:34:59.091815 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7fb06b-2cdf-4eff-a1f8-2b05ef9db42e None None] Checking segment: {'id': 'd78ced37-a45d-4b6d-9ef9-3a05aee48aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:34:59.092456 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-bf7fb06b-2cdf-4eff-a1f8-2b05ef9db42e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:59.093505 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7fb06b-2cdf-4eff-a1f8-2b05ef9db42e None None] Bound using segment: {'id': 'd78ced37-a45d-4b6d-9ef9-3a05aee48aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:34:59.094102 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-bf7fb06b-2cdf-4eff-a1f8-2b05ef9db42e None None] Bound port: bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd78ced37-a45d-4b6d-9ef9-3a05aee48aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:34:59.094605 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-bf7fb06b-2cdf-4eff-a1f8-2b05ef9db42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:59.213983 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-bf7fb06b-2cdf-4eff-a1f8-2b05ef9db42e None None] For port bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:34:59.218463 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-bf7fb06b-2cdf-4eff-a1f8-2b05ef9db42e None None] For port bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac,segment=NetworkSegment(d78ced37-a45d-4b6d-9ef9-3a05aee48aa5),segment_id=d78ced37-a45d-4b6d-9ef9-3a05aee48aa5)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:34:59.223305 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-bf7fb06b-2cdf-4eff-a1f8-2b05ef9db42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:59.302560 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7fb06b-2cdf-4eff-a1f8-2b05ef9db42e None None] Routers {'0e031182-620e-487e-b950-59728acf8355'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:34:59.303961 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-bf7fb06b-2cdf-4eff-a1f8-2b05ef9db42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:34:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0e031182-620e-487e-b950-59728acf8355'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:34:59.305249 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55981b38-7fee-47ae-82ed-1c0c3ab71d31 None None] Pushing event updated for resources: {'Port': ['ID=bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:59.316928 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-21ec107a-0799-41d5-b0bf-a2c5059539a9 None None] Provisioning complete for port bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:34:59.317430 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-21ec107a-0799-41d5-b0bf-a2c5059539a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:59.567018 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-21ec107a-0799-41d5-b0bf-a2c5059539a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:59.640042 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-bf7fb06b-2cdf-4eff-a1f8-2b05ef9db42e None None] Set router 0e031182-620e-487e-b950-59728acf8355 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:34:59.729029 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-21ec107a-0799-41d5-b0bf-a2c5059539a9 None None] For port bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac,segment=NetworkSegment(d78ced37-a45d-4b6d-9ef9-3a05aee48aa5),segment_id=d78ced37-a45d-4b6d-9ef9-3a05aee48aa5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:34:59.737600 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-21ec107a-0799-41d5-b0bf-a2c5059539a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:59.810933 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-10009a29-50ed-47dc-8e77-4512d9f12019 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:34:59.814474 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-10009a29-50ed-47dc-8e77-4512d9f12019 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.52 "GET /v2.0/networks?id=cc987020-334d-4e83-8c15-b67942ac51a5 HTTP/1.1" status: 200 len: 797 time: 0.3429208 Nov 12 20:34:59.857950 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec107a-0799-41d5-b0bf-a2c5059539a9 None None] Pushing event updated for resources: {'Port': ['ID=bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:34:59.893514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2c9cbcfc-945a-4e33-bf85-896cb803e23b None None] Provisioning complete for port bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:34:59.893888 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2c9cbcfc-945a-4e33-bf85-896cb803e23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:34:59.955632 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-c211c3d1-54f1-48ca-a1d3-e40bcf96a144 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c510c0945858446c87ca9a78193927af HTTP/1.1" status: 200 len: 379 time: 0.1303334 Nov 12 20:34:59.971433 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-8478152e-1a2c-4357-87d9-a9eb49cb9786 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'port': {'device_id': '9b271f63-c896-49ad-bd10-e301a6f17162', 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5', 'admin_state_up': True, 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'security_groups': ['681a297d-4ac7-4704-a944-ca233c4d7741']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:35:00.129385 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-8478152e-1a2c-4357-87d9-a9eb49cb9786 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Made reservation on behalf of c510c0945858446c87ca9a78193927af for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:35:00.136222 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-8478152e-1a2c-4357-87d9-a9eb49cb9786 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:00.138711 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-15fd9bab-be50-4afb-84d3-bea533a095f4 req-30320e8b-9f6e-4a55-acd3-7a000097f166 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 210 time: 0.0401111 Nov 12 20:35:00.149826 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-bf7fb06b-2cdf-4eff-a1f8-2b05ef9db42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e031182-620e-487e-b950-59728acf8355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116298015', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:34:48Z', 'updated_at': '2021-11-12T20:34:54Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:0f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e031182-620e-487e-b950-59728acf8355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:34:49Z', 'updated_at': '2021-11-12T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac', 'name': '', 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:41:c4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e031182-620e-487e-b950-59728acf8355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'b4301fc5-f2a3-415f-a811-f6b2f56ddfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:34:52Z', 'updated_at': '2021-11-12T20:34:59Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': 'b4301fc5-f2a3-415f-a811-f6b2f56ddfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:35:00.172040 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7fb06b-2cdf-4eff-a1f8-2b05ef9db42e None None] The sync data for ids ['0e031182-620e-487e-b950-59728acf8355'] in n-d-712140-15 is: [{'id': '0e031182-620e-487e-b950-59728acf8355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116298015', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:34:48Z', 'updated_at': '2021-11-12T20:34:54Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:0f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e031182-620e-487e-b950-59728acf8355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:34:49Z', 'updated_at': '2021-11-12T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac', 'name': '', 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:41:c4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e031182-620e-487e-b950-59728acf8355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'b4301fc5-f2a3-415f-a811-f6b2f56ddfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:34:52Z', 'updated_at': '2021-11-12T20:34:59Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': 'b4301fc5-f2a3-415f-a811-f6b2f56ddfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:35:00.393678 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-8478152e-1a2c-4357-87d9-a9eb49cb9786 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Allocated IP 172.20.0.8 (cc987020-334d-4e83-8c15-b67942ac51a5/b4301fc5-f2a3-415f-a811-f6b2f56ddfa0/69f952d0-d8be-4533-8635-096848a0e9f8) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:35:00.572066 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-8478152e-1a2c-4357-87d9-a9eb49cb9786 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:00.619165 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-8478152e-1a2c-4357-87d9-a9eb49cb9786 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:00.681646 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-8478152e-1a2c-4357-87d9-a9eb49cb9786 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Network cc987020-334d-4e83-8c15-b67942ac51a5 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:35:00.688362 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-8478152e-1a2c-4357-87d9-a9eb49cb9786 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:35:00.693529 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-8478152e-1a2c-4357-87d9-a9eb49cb9786 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:35:00.745351 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478152e-1a2c-4357-87d9-a9eb49cb9786 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Port': ['ID=69f952d0-d8be-4533-8635-096848a0e9f8,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:00.800931 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-8478152e-1a2c-4357-87d9-a9eb49cb9786 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:00.801583 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-8478152e-1a2c-4357-87d9-a9eb49cb9786 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:00.841458 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:35:00.857352 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-8478152e-1a2c-4357-87d9-a9eb49cb9786 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8930736 Nov 12 20:35:00.872662 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-a61918c5-6584-413d-9cca-7271622ce14d service neutron] Request body: {'port': {'device_id': '9b271f63-c896-49ad-bd10-e301a6f17162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:35:00.989057 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:35:00.989431 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:01.009414 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-a61918c5-6584-413d-9cca-7271622ce14d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:01.179257 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9277f4a3-f0f6-412b-82c5-7cd032e0f04a None None] Provisioning complete for port 69f952d0-d8be-4533-8635-096848a0e9f8 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:35:01.182206 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9277f4a3-f0f6-412b-82c5-7cd032e0f04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:01.238098 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-9277f4a3-f0f6-412b-82c5-7cd032e0f04a None None] Port 69f952d0-d8be-4533-8635-096848a0e9f8 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:35:01.433820 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b43a2-410b-4381-ac2d-90b2479c69cb req-4a7c633c-9476-4275-b778-5f6dad579151 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:01.436665 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-135b43a2-410b-4381-ac2d-90b2479c69cb req-4a7c633c-9476-4275-b778-5f6dad579151 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 931 time: 0.1831224 Nov 12 20:35:01.571342 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-a61918c5-6584-413d-9cca-7271622ce14d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f952d0-d8be-4533-8635-096848a0e9f8 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:35:01.580002 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-a61918c5-6584-413d-9cca-7271622ce14d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:01.594604 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-a61918c5-6584-413d-9cca-7271622ce14d service neutron] Transition to ACTIVE for port object 69f952d0-d8be-4533-8635-096848a0e9f8 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:35:01.603137 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-a61918c5-6584-413d-9cca-7271622ce14d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:01.635981 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-135b43a2-410b-4381-ac2d-90b2479c69cb req-a8b7f4a6-2e80-4815-afc0-b760594d41dd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=681a297d-4ac7-4704-a944-ca233c4d7741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852934 Nov 12 20:35:01.712649 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e8755f95-faa1-4a29-ac80-91a48ada0e68 req-411c93ad-58e3-468b-8e45-7e53182abdc5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0747371 Nov 12 20:35:01.753185 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61918c5-6584-413d-9cca-7271622ce14d service neutron] Pushing event updated for resources: {'Port': ['ID=69f952d0-d8be-4533-8635-096848a0e9f8,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:01.846828 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-a61918c5-6584-413d-9cca-7271622ce14d service neutron] Attempting to bind port 69f952d0-d8be-4533-8635-096848a0e9f8 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:35:01.847499 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-a61918c5-6584-413d-9cca-7271622ce14d service neutron] Attempting to bind port 69f952d0-d8be-4533-8635-096848a0e9f8 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'd78ced37-a45d-4b6d-9ef9-3a05aee48aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:35:01.848035 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-a61918c5-6584-413d-9cca-7271622ce14d service neutron] Attempting to bind port 69f952d0-d8be-4533-8635-096848a0e9f8 on network cc987020-334d-4e83-8c15-b67942ac51a5 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:35:01.853225 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-a61918c5-6584-413d-9cca-7271622ce14d service neutron] Port 69f952d0-d8be-4533-8635-096848a0e9f8 on network cc987020-334d-4e83-8c15-b67942ac51a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:35:01.853795 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-a61918c5-6584-413d-9cca-7271622ce14d service neutron] Attempting to bind port 69f952d0-d8be-4533-8635-096848a0e9f8 on network cc987020-334d-4e83-8c15-b67942ac51a5 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:35:01.860644 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-a61918c5-6584-413d-9cca-7271622ce14d service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:35:01.861298 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-a61918c5-6584-413d-9cca-7271622ce14d service neutron] Checking segment: {'id': 'd78ced37-a45d-4b6d-9ef9-3a05aee48aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:35:01.861889 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-a61918c5-6584-413d-9cca-7271622ce14d service neutron] Bound using segment: {'id': 'd78ced37-a45d-4b6d-9ef9-3a05aee48aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:35:01.862854 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-a61918c5-6584-413d-9cca-7271622ce14d service neutron] Bound port: 69f952d0-d8be-4533-8635-096848a0e9f8, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78ced37-a45d-4b6d-9ef9-3a05aee48aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:35:01.863469 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-a61918c5-6584-413d-9cca-7271622ce14d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:01.903893 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8755f95-faa1-4a29-ac80-91a48ada0e68 req-e1ac0ed8-2c22-4a41-9928-91847c631e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:01.906246 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e8755f95-faa1-4a29-ac80-91a48ada0e68 req-e1ac0ed8-2c22-4a41-9928-91847c631e17 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 1097 time: 0.1196992 Nov 12 20:35:02.014866 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-a61918c5-6584-413d-9cca-7271622ce14d service neutron] For port 69f952d0-d8be-4533-8635-096848a0e9f8, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:35:02.019144 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-a61918c5-6584-413d-9cca-7271622ce14d service neutron] For port 69f952d0-d8be-4533-8635-096848a0e9f8, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=69f952d0-d8be-4533-8635-096848a0e9f8,segment=NetworkSegment(d78ced37-a45d-4b6d-9ef9-3a05aee48aa5),segment_id=d78ced37-a45d-4b6d-9ef9-3a05aee48aa5)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:35:02.024478 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-a61918c5-6584-413d-9cca-7271622ce14d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:02.078534 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8755f95-faa1-4a29-ac80-91a48ada0e68 req-c0576f4c-4d6e-4f4a-944a-a691b885984a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:02.080311 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e8755f95-faa1-4a29-ac80-91a48ada0e68 req-c0576f4c-4d6e-4f4a-944a-a691b885984a service neutron] 10.222.0.55 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 913 time: 0.1461518 Nov 12 20:35:02.095317 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-a61918c5-6584-413d-9cca-7271622ce14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:02.096057 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-a61918c5-6584-413d-9cca-7271622ce14d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:02.097580 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-a61918c5-6584-413d-9cca-7271622ce14d service neutron] 10.222.0.52 "PUT /v2.0/ports/69f952d0-d8be-4533-8635-096848a0e9f8 HTTP/1.1" status: 200 len: 1092 time: 1.2312033 Nov 12 20:35:02.098027 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b271f63-c896-49ad-bd10-e301a6f17162', 'tag': '69f952d0-d8be-4533-8635-096848a0e9f8'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:35:02.100384 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b32e0d-8dc9-43ca-b7a0-6600f6430d76" -d '{"events": [{"name": "network-changed", "server_uuid": "9b271f63-c896-49ad-bd10-e301a6f17162", "tag": "69f952d0-d8be-4533-8635-096848a0e9f8"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:35:02.194263 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e8755f95-faa1-4a29-ac80-91a48ada0e68 req-9f282271-6b51-4d4a-8400-d48d417710ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da1d2ed6-4f68-4b79-9dfe-73bc201ec15b HTTP/1.1" status: 200 len: 1000 time: 0.0964115 Nov 12 20:35:02.223199 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e3c349-56b9-40f1-ad18-021dbea624dc x-openstack-request-id: req-e5e3c349-56b9-40f1-ad18-021dbea624dc {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:35:02.223476 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b271f63-c896-49ad-bd10-e301a6f17162", "tag": "69f952d0-d8be-4533-8635-096848a0e9f8", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:35:02.223732 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e5e3c349-56b9-40f1-ad18-021dbea624dc {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:35:02.224213 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b271f63-c896-49ad-bd10-e301a6f17162', 'tag': '69f952d0-d8be-4533-8635-096848a0e9f8', 'status': 'completed', 'code': 200} Nov 12 20:35:02.225818 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61918c5-6584-413d-9cca-7271622ce14d service neutron] Pushing event updated for resources: {'Port': ['ID=69f952d0-d8be-4533-8635-096848a0e9f8,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:02.250379 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-6861d360-5988-44ff-b5bb-db18454b6645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:02.251940 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-6861d360-5988-44ff-b5bb-db18454b6645 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 1095 time: 0.0868399 Nov 12 20:35:02.305938 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8755f95-faa1-4a29-ac80-91a48ada0e68 req-110c13cd-349f-48cd-9f3a-a410a3851347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:02.307733 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e8755f95-faa1-4a29-ac80-91a48ada0e68 req-110c13cd-349f-48cd-9f3a-a410a3851347 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fe6903-02cc-4d59-b54a-0012785b1f66 HTTP/1.1" status: 200 len: 851 time: 0.1044829 Nov 12 20:35:02.318554 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-54ae3c29-c99d-439a-a42f-a46b1a8cb76f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69f952d0-d8be-4533-8635-096848a0e9f8 HTTP/1.1" status: 200 len: 217 time: 0.0550356 Nov 12 20:35:02.402826 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8755f95-faa1-4a29-ac80-91a48ada0e68 req-bdaa3832-c1e6-4664-bd64-5443caf15e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:02.408736 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e8755f95-faa1-4a29-ac80-91a48ada0e68 req-bdaa3832-c1e6-4664-bd64-5443caf15e20 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a14ebab6-b135-479f-8842-077a5fca0d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0927913 Nov 12 20:35:02.410938 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-4c28d79b-deb6-4cb1-9aa1-eed6a533d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:02.412546 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-4c28d79b-deb6-4cb1-9aa1-eed6a533d36b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b4301fc5-f2a3-415f-a811-f6b2f56ddfa0 HTTP/1.1" status: 200 len: 834 time: 0.0827880 Nov 12 20:35:02.478075 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-2d1aeb04-8281-4356-bccc-ba1ab385a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:02.479735 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-2d1aeb04-8281-4356-bccc-ba1ab385a77a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc987020-334d-4e83-8c15-b67942ac51a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556545 Nov 12 20:35:02.533328 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e8755f95-faa1-4a29-ac80-91a48ada0e68 req-afd9d01e-2781-4538-a8d2-6bd96feaab90 service neutron] 10.222.0.55 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159613 Nov 12 20:35:02.599319 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-fdcbfe83-a550-4cab-8c7d-c4044bc15834 service neutron] 10.222.0.52 "GET /v2.0/networks/cc987020-334d-4e83-8c15-b67942ac51a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115801 Nov 12 20:35:02.653178 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e8755f95-faa1-4a29-ac80-91a48ada0e68 req-8d88a9cd-be32-40be-8d3c-e19d9c644ac7 service neutron] 10.222.0.55 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116891 Nov 12 20:35:02.714533 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7d098bc0-90c5-4947-bd94-d9b480523a48 req-aac63f95-ff6b-4def-a055-17371f40f804 service neutron] 10.222.0.52 "GET /v2.0/networks/cc987020-334d-4e83-8c15-b67942ac51a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061792 Nov 12 20:35:03.254823 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0368cd3-7539-4922-83f8-7fde7dfd58e2 req-fa95a7ad-d85f-4e35-b733-41fcaed2d617 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:03.256373 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c0368cd3-7539-4922-83f8-7fde7dfd58e2 req-fa95a7ad-d85f-4e35-b733-41fcaed2d617 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 943 time: 0.5114379 Nov 12 20:35:03.263822 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b32e0d-8dc9-43ca-b7a0-6600f6430d76 req-c10144d9-1f6c-45fc-8db9-3e0ce3b653af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:03.266036 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-60b32e0d-8dc9-43ca-b7a0-6600f6430d76 req-c10144d9-1f6c-45fc-8db9-3e0ce3b653af service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 1095 time: 0.4755244 Nov 12 20:35:03.381918 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c0368cd3-7539-4922-83f8-7fde7dfd58e2 req-a0782d2e-0d52-4390-ab8b-2eeece7680cf tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=681a297d-4ac7-4704-a944-ca233c4d7741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147907 Nov 12 20:35:03.405375 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b32e0d-8dc9-43ca-b7a0-6600f6430d76 req-b4261884-8a05-4ad3-8768-0504478baaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:03.406987 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-60b32e0d-8dc9-43ca-b7a0-6600f6430d76 req-b4261884-8a05-4ad3-8768-0504478baaf6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cc987020-334d-4e83-8c15-b67942ac51a5 HTTP/1.1" status: 200 len: 898 time: 0.1331129 Nov 12 20:35:03.451562 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-60b32e0d-8dc9-43ca-b7a0-6600f6430d76 req-f2b0e94b-db10-4652-9e5a-9c1d0118e7f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69f952d0-d8be-4533-8635-096848a0e9f8 HTTP/1.1" status: 200 len: 217 time: 0.0365736 Nov 12 20:35:03.507700 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b32e0d-8dc9-43ca-b7a0-6600f6430d76 req-ba858fea-7964-40c5-aa5c-469513f27c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:03.509963 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-60b32e0d-8dc9-43ca-b7a0-6600f6430d76 req-ba858fea-7964-40c5-aa5c-469513f27c30 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b4301fc5-f2a3-415f-a811-f6b2f56ddfa0 HTTP/1.1" status: 200 len: 834 time: 0.0492136 Nov 12 20:35:03.559683 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b32e0d-8dc9-43ca-b7a0-6600f6430d76 req-2269ed87-a38b-496b-865f-800a9fce88e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:03.563988 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-60b32e0d-8dc9-43ca-b7a0-6600f6430d76 req-2269ed87-a38b-496b-865f-800a9fce88e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc987020-334d-4e83-8c15-b67942ac51a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462232 Nov 12 20:35:03.667125 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-60b32e0d-8dc9-43ca-b7a0-6600f6430d76 req-69ad6c1b-873e-437b-a8d1-a2e6ffce9f46 service neutron] 10.222.0.52 "GET /v2.0/networks/cc987020-334d-4e83-8c15-b67942ac51a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896986 Nov 12 20:35:03.770781 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-60b32e0d-8dc9-43ca-b7a0-6600f6430d76 req-881d7fda-3d49-47c1-ba37-30af24f59d67 service neutron] 10.222.0.52 "GET /v2.0/networks/cc987020-334d-4e83-8c15-b67942ac51a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955622 Nov 12 20:35:04.521633 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bcc04-73d4-4e8c-a323-8e6b3b8b1754 req-9c910525-2e69-4a29-af9b-e9b4e524e216 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:04.523457 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-195bcc04-73d4-4e8c-a323-8e6b3b8b1754 req-9c910525-2e69-4a29-af9b-e9b4e524e216 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 943 time: 0.0633378 Nov 12 20:35:04.580640 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-195bcc04-73d4-4e8c-a323-8e6b3b8b1754 req-839fc7ab-bd97-48f7-9f84-02777eee2be1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=681a297d-4ac7-4704-a944-ca233c4d7741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494699 Nov 12 20:35:05.010239 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 69f952d0-d8be-4533-8635-096848a0e9f8 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:35:05.182695 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 69f952d0-d8be-4533-8635-096848a0e9f8, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=69f952d0-d8be-4533-8635-096848a0e9f8,segment=NetworkSegment(d78ced37-a45d-4b6d-9ef9-3a05aee48aa5),segment_id=d78ced37-a45d-4b6d-9ef9-3a05aee48aa5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:35:05.202319 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '69f952d0-d8be-4533-8635-096848a0e9f8', 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5', 'port_id': '69f952d0-d8be-4533-8635-096848a0e9f8', 'mac_address': 'fa:16:3e:9f:dc:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4301fc5-f2a3-415f-a811-f6b2f56ddfa0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:35:05.254133 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 49898) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:05.285416 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:05.318798 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f952d0-d8be-4533-8635-096848a0e9f8 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:35:05.326214 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc7f9a6-6890-4ca3-86ac-6af5ccecf16a admin admin] Deleting subnet d31ecca0-b7f2-4384-9ae4-553158786468 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:35:05.331617 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cfc7f9a6-6890-4ca3-86ac-6af5ccecf16a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:05.371745 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 69f952d0-d8be-4533-8635-096848a0e9f8, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=69f952d0-d8be-4533-8635-096848a0e9f8,segment=NetworkSegment(d78ced37-a45d-4b6d-9ef9-3a05aee48aa5),segment_id=d78ced37-a45d-4b6d-9ef9-3a05aee48aa5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:35:05.379293 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:05.402541 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cfc7f9a6-6890-4ca3-86ac-6af5ccecf16a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:05.451731 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cfc7f9a6-6890-4ca3-86ac-6af5ccecf16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:05.479055 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=69f952d0-d8be-4533-8635-096848a0e9f8,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:05.520896 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cfc7f9a6-6890-4ca3-86ac-6af5ccecf16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:05.557322 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cfc7f9a6-6890-4ca3-86ac-6af5ccecf16a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:05.562972 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cfc7f9a6-6890-4ca3-86ac-6af5ccecf16a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d31ecca0-b7f2-4384-9ae4-553158786468 HTTP/1.1" status: 204 len: 168 time: 0.3064284 Nov 12 20:35:05.565359 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49900) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:05.573756 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7f9a6-6890-4ca3-86ac-6af5ccecf16a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d31ecca0-b7f2-4384-9ae4-553158786468,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:05.614970 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['69f952d0-d8be-4533-8635-096848a0e9f8'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:35:05.749439 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-44032c9b-2496-4a3e-aac4-512dc1445100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:05.875407 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb0e83-c218-49ee-ab35-a557dd87f4ec req-ae83ec24-0946-4016-9fe4-bd27bbde9e8c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:05.880717 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3adb0e83-c218-49ee-ab35-a557dd87f4ec req-ae83ec24-0946-4016-9fe4-bd27bbde9e8c tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 944 time: 0.1553431 Nov 12 20:35:05.916826 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-44032c9b-2496-4a3e-aac4-512dc1445100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:05.963434 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-44032c9b-2496-4a3e-aac4-512dc1445100 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7571483a-4073-4faf-821c-52f6223d6db3']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:35:05.977171 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-44032c9b-2496-4a3e-aac4-512dc1445100 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b048f169-d066-424f-b8e0-81be7dad53fa') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:35:05.977512 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-44032c9b-2496-4a3e-aac4-512dc1445100 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b048f169-d066-424f-b8e0-81be7dad53fa') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:35:05.992124 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-44032c9b-2496-4a3e-aac4-512dc1445100 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:06.014142 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-44032c9b-2496-4a3e-aac4-512dc1445100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:06.016076 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3adb0e83-c218-49ee-ab35-a557dd87f4ec req-858c7a4d-cfe5-4269-ac63-1e8663947739 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=681a297d-4ac7-4704-a944-ca233c4d7741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092119 Nov 12 20:35:06.042856 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44032c9b-2496-4a3e-aac4-512dc1445100 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:35:06.043240 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-44032c9b-2496-4a3e-aac4-512dc1445100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:35:06.114456 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:35:06.119110 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-44032c9b-2496-4a3e-aac4-512dc1445100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:06.147292 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-44032c9b-2496-4a3e-aac4-512dc1445100 admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:06.152614 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-44032c9b-2496-4a3e-aac4-512dc1445100 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7571483a-4073-4faf-821c-52f6223d6db3 HTTP/1.1" status: 204 len: 168 time: 0.5852678 Nov 12 20:35:06.153982 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44032c9b-2496-4a3e-aac4-512dc1445100 admin admin] Pushing event deleted for resources: {'Network': ['ID=7571483a-4073-4faf-821c-52f6223d6db3,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:06.353520 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49910) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:06.400590 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3306fc07-b247-4bae-9ed8-f89eeefefed5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b5caa0c13a547ab9b3a93f3bda96a34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426464 Nov 12 20:35:06.403145 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 49912) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:06.460439 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4ac2a43c-30e5-4552-bf85-b5f1768ec90c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:06.482740 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4ac2a43c-30e5-4552-bf85-b5f1768ec90c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:06.532814 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4ac2a43c-30e5-4552-bf85-b5f1768ec90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:06.535614 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4ac2a43c-30e5-4552-bf85-b5f1768ec90c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:06.539067 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4ac2a43c-30e5-4552-bf85-b5f1768ec90c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df7b8a42-5b83-4e76-87e3-b9b30ca34f06 HTTP/1.1" status: 204 len: 168 time: 0.1324937 Nov 12 20:35:06.551545 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2a43c-30e5-4552-bf85-b5f1768ec90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7b8a42-5b83-4e76-87e3-b9b30ca34f06,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:07.023386 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 69f952d0-d8be-4533-8635-096848a0e9f8 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:35:07.083846 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 69f952d0-d8be-4533-8635-096848a0e9f8 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:35:07.089062 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 69f952d0-d8be-4533-8635-096848a0e9f8 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:35:07.089714 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:07.150178 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd450c2f-19a9-4f34-a103-8f113c0a9f5a req-2e1378c9-845d-4106-a945-2ebc0d7c77ff tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:07.151800 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dd450c2f-19a9-4f34-a103-8f113c0a9f5a req-2e1378c9-845d-4106-a945-2ebc0d7c77ff tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 944 time: 0.0565250 Nov 12 20:35:07.178306 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:07.207963 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dd450c2f-19a9-4f34-a103-8f113c0a9f5a req-2a30e9b4-d27a-4b40-ad68-9bf2ffb3e552 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=681a297d-4ac7-4704-a944-ca233c4d7741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492260 Nov 12 20:35:07.213183 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b271f63-c896-49ad-bd10-e301a6f17162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f952d0-d8be-4533-8635-096848a0e9f8'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:35:07.216473 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ae242d-0469-408b-98a7-3e03bcad8d3a" -d '{"events": [{"server_uuid": "9b271f63-c896-49ad-bd10-e301a6f17162", "name": "network-vif-plugged", "status": "completed", "tag": "69f952d0-d8be-4533-8635-096848a0e9f8"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:35:07.221094 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 69f952d0-d8be-4533-8635-096848a0e9f8, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=69f952d0-d8be-4533-8635-096848a0e9f8,segment=NetworkSegment(d78ced37-a45d-4b6d-9ef9-3a05aee48aa5),segment_id=d78ced37-a45d-4b6d-9ef9-3a05aee48aa5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:35:07.234968 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:07.259831 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c98c5ae-639f-4fd6-959c-a12f5bf92bf5 x-openstack-request-id: req-3c98c5ae-639f-4fd6-959c-a12f5bf92bf5 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:35:07.260119 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b271f63-c896-49ad-bd10-e301a6f17162", "name": "network-vif-plugged", "status": "completed", "tag": "69f952d0-d8be-4533-8635-096848a0e9f8", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:35:07.260397 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c98c5ae-639f-4fd6-959c-a12f5bf92bf5 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:35:07.260798 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b271f63-c896-49ad-bd10-e301a6f17162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f952d0-d8be-4533-8635-096848a0e9f8', 'code': 200} Nov 12 20:35:07.287984 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=69f952d0-d8be-4533-8635-096848a0e9f8,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:07.370085 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe1612-35eb-43da-ac0f-fe33f2b07c31 req-426105cc-8d6c-48d5-b443-a49395b6dba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:07.372286 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6dfe1612-35eb-43da-ac0f-fe33f2b07c31 req-426105cc-8d6c-48d5-b443-a49395b6dba3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 1097 time: 0.0499067 Nov 12 20:35:07.425853 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6dfe1612-35eb-43da-ac0f-fe33f2b07c31 req-1d763a87-899d-49f3-bf3a-6b6396bc5649 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=681a297d-4ac7-4704-a944-ca233c4d7741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465243 Nov 12 20:35:08.337432 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e9355-bb19-4821-bf3c-a15947d8ed1b req-1ff17489-2201-4911-ad12-d9ec40e9fbd1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:08.339225 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f87e9355-bb19-4821-bf3c-a15947d8ed1b req-1ff17489-2201-4911-ad12-d9ec40e9fbd1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 945 time: 0.0558248 Nov 12 20:35:08.417816 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f87e9355-bb19-4821-bf3c-a15947d8ed1b req-aee1e04a-7714-4f12-b54d-fd3d29f41f48 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=681a297d-4ac7-4704-a944-ca233c4d7741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703173 Nov 12 20:35:08.794512 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50090) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:08.909270 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-99d265b4-b90f-4069-8451-1a9272243f40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:08.984214 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-99d265b4-b90f-4069-8451-1a9272243f40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:08.988452 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-99d265b4-b90f-4069-8451-1a9272243f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:09.025308 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-99d265b4-b90f-4069-8451-1a9272243f40 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2370a31635344e509d7098282013fb01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2295916 Nov 12 20:35:09.027897 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50094) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:09.030312 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d265b4-b90f-4069-8451-1a9272243f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00e10e2-1cff-4f8f-bfb3-b0b8682bc4d1,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:09.090746 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a57316c8-198e-4dce-97d2-7ebad176e4a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:09.111962 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a57316c8-198e-4dce-97d2-7ebad176e4a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:09.161274 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a57316c8-198e-4dce-97d2-7ebad176e4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:09.164306 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a57316c8-198e-4dce-97d2-7ebad176e4a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:09.165526 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a57316c8-198e-4dce-97d2-7ebad176e4a7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e00e10e2-1cff-4f8f-bfb3-b0b8682bc4d1 HTTP/1.1" status: 204 len: 168 time: 0.1363235 Nov 12 20:35:09.173790 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57316c8-198e-4dce-97d2-7ebad176e4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00e10e2-1cff-4f8f-bfb3-b0b8682bc4d1,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:09.454506 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50102) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:09.470518 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-83ce1c2f-f48b-4354-8d7a-94415fc4eace admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:09.551040 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe27609-f3a9-4814-b5bd-a6a1c0930aa7 req-0ecccb78-9c44-49bc-8821-ddd3f97f8a90 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:09.552630 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6fe27609-f3a9-4814-b5bd-a6a1c0930aa7 req-0ecccb78-9c44-49bc-8821-ddd3f97f8a90 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 945 time: 0.0543056 Nov 12 20:35:09.559118 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-83ce1c2f-f48b-4354-8d7a-94415fc4eace admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:09.564936 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-83ce1c2f-f48b-4354-8d7a-94415fc4eace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:09.603903 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-83ce1c2f-f48b-4354-8d7a-94415fc4eace admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cda35dfb67bf46c2810815046b90ab49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1482513 Nov 12 20:35:09.606754 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce1c2f-f48b-4354-8d7a-94415fc4eace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393831d3-72f9-4dcd-9ee5-b2f88259c422,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:09.607392 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50104) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:09.619956 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6fe27609-f3a9-4814-b5bd-a6a1c0930aa7 req-0f95e2d5-72f8-48f7-8d75-7ff1c89a0146 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=681a297d-4ac7-4704-a944-ca233c4d7741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604262 Nov 12 20:35:09.674453 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-406f0ca0-8af9-4d89-9642-c9395b775be5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:09.708621 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-406f0ca0-8af9-4d89-9642-c9395b775be5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:09.757426 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9697d-bc9c-4cb6-be7f-7c5f8401cfdf req-cbb973b6-fbb3-483d-815b-8de60925e63f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:09.759941 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-00a9697d-bc9c-4cb6-be7f-7c5f8401cfdf req-cbb973b6-fbb3-483d-815b-8de60925e63f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 945 time: 0.0637302 Nov 12 20:35:09.765427 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-406f0ca0-8af9-4d89-9642-c9395b775be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:09.768687 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-406f0ca0-8af9-4d89-9642-c9395b775be5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:09.769841 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-406f0ca0-8af9-4d89-9642-c9395b775be5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/393831d3-72f9-4dcd-9ee5-b2f88259c422 HTTP/1.1" status: 204 len: 168 time: 0.1613102 Nov 12 20:35:09.785884 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f0ca0-8af9-4d89-9642-c9395b775be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393831d3-72f9-4dcd-9ee5-b2f88259c422,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:09.862540 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-00a9697d-bc9c-4cb6-be7f-7c5f8401cfdf req-bf86958f-ad2a-4abc-8b79-4daf7aeb03db tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=681a297d-4ac7-4704-a944-ca233c4d7741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952249 Nov 12 20:35:09.886791 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50122) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:09.935781 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89376b0-a286-4086-8928-b2d21231d110 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:09.941329 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50124) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:09.947275 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-0d67be7d-a561-4892-9a8f-0b84789aa7f1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'port_id': '69f952d0-d8be-4533-8635-096848a0e9f8', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:35:09.949327 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e89376b0-a286-4086-8928-b2d21231d110 tempest-TestNetworkAdvancedServerOps-1809466257 tempest-TestNetworkAdvancedServerOps-1809466257-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 1092 time: 0.0607107 Nov 12 20:35:09.977649 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0d67be7d-a561-4892-9a8f-0b84789aa7f1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:10.114515 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0d67be7d-a561-4892-9a8f-0b84789aa7f1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:10.245278 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-0d67be7d-a561-4892-9a8f-0b84789aa7f1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Allocated IP 172.25.5.98 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/3506a2fd-c0c9-46bd-8734-634d15344025) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:35:10.359444 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0d67be7d-a561-4892-9a8f-0b84789aa7f1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:10.399933 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0d67be7d-a561-4892-9a8f-0b84789aa7f1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:10.443268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d67be7d-a561-4892-9a8f-0b84789aa7f1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:35:10.450675 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-0d67be7d-a561-4892-9a8f-0b84789aa7f1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:35:10.454433 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d67be7d-a561-4892-9a8f-0b84789aa7f1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:35:10.479552 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67be7d-a561-4892-9a8f-0b84789aa7f1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Port': ['ID=3506a2fd-c0c9-46bd-8734-634d15344025,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:10.834306 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0d67be7d-a561-4892-9a8f-0b84789aa7f1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:10.925367 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0d67be7d-a561-4892-9a8f-0b84789aa7f1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:11.107768 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0d67be7d-a561-4892-9a8f-0b84789aa7f1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:11.113539 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0d67be7d-a561-4892-9a8f-0b84789aa7f1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:11.186919 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67be7d-a561-4892-9a8f-0b84789aa7f1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event updated for resources: {'Port': ['ID=3506a2fd-c0c9-46bd-8734-634d15344025,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:11.206877 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0d67be7d-a561-4892-9a8f-0b84789aa7f1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:11.330505 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-0d67be7d-a561-4892-9a8f-0b84789aa7f1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Floating IP 683af434-b5c6-4148-a92b-4e1ff803ce0c associated. External IP: 172.25.5.98, port: 69f952d0-d8be-4533-8635-096848a0e9f8. Nov 12 20:35:11.594142 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d67be7d-a561-4892-9a8f-0b84789aa7f1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Router 0e031182-620e-487e-b950-59728acf8355 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:35:11.710685 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d67be7d-a561-4892-9a8f-0b84789aa7f1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:35:11.723153 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa2f13-268d-4e86-b33a-bb6a2e93b4ed None None] Sync routers for ids ['0e031182-620e-487e-b950-59728acf8355'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:35:11.735293 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0d67be7d-a561-4892-9a8f-0b84789aa7f1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:11.736847 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fa2f13-268d-4e86-b33a-bb6a2e93b4ed None None] Routers {'0e031182-620e-487e-b950-59728acf8355'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:35:11.738671 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-34fa2f13-268d-4e86-b33a-bb6a2e93b4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:34:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0e031182-620e-487e-b950-59728acf8355'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:35:11.772389 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0d67be7d-a561-4892-9a8f-0b84789aa7f1 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8257377 Nov 12 20:35:11.773710 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b271f63-c896-49ad-bd10-e301a6f17162', 'tag': '69f952d0-d8be-4533-8635-096848a0e9f8'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:35:11.777962 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7032c0-ac3f-49a0-87cc-1123758ee618" -d '{"events": [{"name": "network-changed", "server_uuid": "9b271f63-c896-49ad-bd10-e301a6f17162", "tag": "69f952d0-d8be-4533-8635-096848a0e9f8"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:35:11.899802 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-34fa2f13-268d-4e86-b33a-bb6a2e93b4ed None None] Set router 0e031182-620e-487e-b950-59728acf8355 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:35:11.909218 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36909f-b2a4-4bf9-ab93-4cd8f5c4dd2e req-46b467e6-31de-4ca1-9e5d-cf891e55227a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:11.916476 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-df36909f-b2a4-4bf9-ab93-4cd8f5c4dd2e req-46b467e6-31de-4ca1-9e5d-cf891e55227a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 945 time: 0.0802088 Nov 12 20:35:11.977525 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-df36909f-b2a4-4bf9-ab93-4cd8f5c4dd2e req-6a6785af-d80c-4c47-a620-82aa0fd49cba tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=681a297d-4ac7-4704-a944-ca233c4d7741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601165 Nov 12 20:35:11.995467 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50194) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:12.063223 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-09fee9f7-b165-4c3a-9bd7-368c4edbf1c8 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/floatingips/683af434-b5c6-4148-a92b-4e1ff803ce0c HTTP/1.1" status: 200 len: 990 time: 0.0666101 Nov 12 20:35:12.065036 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2a1f5a-be4f-4c26-8b48-9a4d0d55389b x-openstack-request-id: req-6f2a1f5a-be4f-4c26-8b48-9a4d0d55389b {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:35:12.065506 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b271f63-c896-49ad-bd10-e301a6f17162", "tag": "69f952d0-d8be-4533-8635-096848a0e9f8", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:35:12.065954 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6f2a1f5a-be4f-4c26-8b48-9a4d0d55389b {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:35:12.066546 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b271f63-c896-49ad-bd10-e301a6f17162', 'tag': '69f952d0-d8be-4533-8635-096848a0e9f8', 'status': 'completed', 'code': 200} Nov 12 20:35:12.129146 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7032c0-ac3f-49a0-87cc-1123758ee618 req-5783ea2a-8c02-4783-b79a-4b3cd7e1bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:12.131359 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1c7032c0-ac3f-49a0-87cc-1123758ee618 req-5783ea2a-8c02-4783-b79a-4b3cd7e1bf0a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 1097 time: 0.0514965 Nov 12 20:35:12.196567 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-34fa2f13-268d-4e86-b33a-bb6a2e93b4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e031182-620e-487e-b950-59728acf8355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116298015', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:34:48Z', 'updated_at': '2021-11-12T20:34:54Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:0f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e031182-620e-487e-b950-59728acf8355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:34:49Z', 'updated_at': '2021-11-12T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '683af434-b5c6-4148-a92b-4e1ff803ce0c', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'floating_ip_address': '172.25.5.98', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '0e031182-620e-487e-b950-59728acf8355', 'port_id': '69f952d0-d8be-4533-8635-096848a0e9f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5', 'mac_address': 'fa:16:3e:9f:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b271f63-c896-49ad-bd10-e301a6f17162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:35:10Z', 'updated_at': '2021-11-12T20:35:10Z', 'revision_number': 0, 'project_id': 'c510c0945858446c87ca9a78193927af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac', 'name': '', 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:41:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e031182-620e-487e-b950-59728acf8355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'b4301fc5-f2a3-415f-a811-f6b2f56ddfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:34:52Z', 'updated_at': '2021-11-12T20:34:59Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': 'b4301fc5-f2a3-415f-a811-f6b2f56ddfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:35:12.236311 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa2f13-268d-4e86-b33a-bb6a2e93b4ed None None] Checking router: 0e031182-620e-487e-b950-59728acf8355 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:35:12.248263 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fa2f13-268d-4e86-b33a-bb6a2e93b4ed None None] Routers {'0e031182-620e-487e-b950-59728acf8355'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:35:12.248922 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-34fa2f13-268d-4e86-b33a-bb6a2e93b4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:34:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0e031182-620e-487e-b950-59728acf8355'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:35:12.284840 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7032c0-ac3f-49a0-87cc-1123758ee618 req-b0a87ad6-13e2-499b-bb67-bb330a634451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:12.286932 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1c7032c0-ac3f-49a0-87cc-1123758ee618 req-b0a87ad6-13e2-499b-bb67-bb330a634451 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cc987020-334d-4e83-8c15-b67942ac51a5 HTTP/1.1" status: 200 len: 898 time: 0.1480722 Nov 12 20:35:12.373162 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1c7032c0-ac3f-49a0-87cc-1123758ee618 req-edbe4e06-74a5-490b-88ee-bf86287f4212 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69f952d0-d8be-4533-8635-096848a0e9f8 HTTP/1.1" status: 200 len: 998 time: 0.0774517 Nov 12 20:35:12.391656 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-34fa2f13-268d-4e86-b33a-bb6a2e93b4ed None None] Set router 0e031182-620e-487e-b950-59728acf8355 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:35:12.436421 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7032c0-ac3f-49a0-87cc-1123758ee618 req-e7330185-9e46-4226-ae67-fbc737807d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:12.437938 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1c7032c0-ac3f-49a0-87cc-1123758ee618 req-e7330185-9e46-4226-ae67-fbc737807d70 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b4301fc5-f2a3-415f-a811-f6b2f56ddfa0 HTTP/1.1" status: 200 len: 834 time: 0.0567501 Nov 12 20:35:12.489256 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7032c0-ac3f-49a0-87cc-1123758ee618 req-e03cad2e-dee0-48bf-aa51-9c8a12b19627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:12.491003 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1c7032c0-ac3f-49a0-87cc-1123758ee618 req-e03cad2e-dee0-48bf-aa51-9c8a12b19627 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc987020-334d-4e83-8c15-b67942ac51a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447321 Nov 12 20:35:12.511310 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50198) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:12.519712 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-d670412a-20b9-43f8-bc9c-cc882ba09cc2 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Request body: {'network': {'name': 'tempest-network-smoke--1879088068', 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'port_security_enabled': True}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:35:12.548393 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d670412a-20b9-43f8-bc9c-cc882ba09cc2 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Made reservation on behalf of 9fd825d9fe57458bb3841d189917b03b for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:35:12.553412 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d670412a-20b9-43f8-bc9c-cc882ba09cc2 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:12.563376 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d670412a-20b9-43f8-bc9c-cc882ba09cc2 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:12.616797 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1c7032c0-ac3f-49a0-87cc-1123758ee618 req-76c3fc28-c9bd-43db-b84f-3cb401af7019 service neutron] 10.222.0.52 "GET /v2.0/networks/cc987020-334d-4e83-8c15-b67942ac51a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177301 Nov 12 20:35:12.649665 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-34fa2f13-268d-4e86-b33a-bb6a2e93b4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e031182-620e-487e-b950-59728acf8355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116298015', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:34:48Z', 'updated_at': '2021-11-12T20:34:54Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:0f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e031182-620e-487e-b950-59728acf8355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:34:49Z', 'updated_at': '2021-11-12T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '683af434-b5c6-4148-a92b-4e1ff803ce0c', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'floating_ip_address': '172.25.5.98', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '0e031182-620e-487e-b950-59728acf8355', 'port_id': '69f952d0-d8be-4533-8635-096848a0e9f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5', 'mac_address': 'fa:16:3e:9f:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b271f63-c896-49ad-bd10-e301a6f17162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:35:10Z', 'updated_at': '2021-11-12T20:35:10Z', 'revision_number': 0, 'project_id': 'c510c0945858446c87ca9a78193927af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac', 'name': '', 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:41:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e031182-620e-487e-b950-59728acf8355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'b4301fc5-f2a3-415f-a811-f6b2f56ddfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:34:52Z', 'updated_at': '2021-11-12T20:34:59Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': 'b4301fc5-f2a3-415f-a811-f6b2f56ddfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:35:12.671935 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d670412a-20b9-43f8-bc9c-cc882ba09cc2 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:12.677137 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d670412a-20b9-43f8-bc9c-cc882ba09cc2 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:12.692039 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa2f13-268d-4e86-b33a-bb6a2e93b4ed None None] The sync data for ids ['0e031182-620e-487e-b950-59728acf8355'] in n-d-712140-15 is: [{'id': '0e031182-620e-487e-b950-59728acf8355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116298015', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:34:48Z', 'updated_at': '2021-11-12T20:34:54Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:0f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e031182-620e-487e-b950-59728acf8355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:34:49Z', 'updated_at': '2021-11-12T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '683af434-b5c6-4148-a92b-4e1ff803ce0c', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'floating_ip_address': '172.25.5.98', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '0e031182-620e-487e-b950-59728acf8355', 'port_id': '69f952d0-d8be-4533-8635-096848a0e9f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5', 'mac_address': 'fa:16:3e:9f:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b271f63-c896-49ad-bd10-e301a6f17162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:35:10Z', 'updated_at': '2021-11-12T20:35:10Z', 'revision_number': 0, 'project_id': 'c510c0945858446c87ca9a78193927af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac', 'name': '', 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:41:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e031182-620e-487e-b950-59728acf8355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'b4301fc5-f2a3-415f-a811-f6b2f56ddfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:34:52Z', 'updated_at': '2021-11-12T20:34:59Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': 'b4301fc5-f2a3-415f-a811-f6b2f56ddfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:35:12.720167 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d670412a-20b9-43f8-bc9c-cc882ba09cc2 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:35:12.725013 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670412a-20b9-43f8-bc9c-cc882ba09cc2 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a9cb86-0646-4685-8e0a-1c1ba434ef6b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:12.732830 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d670412a-20b9-43f8-bc9c-cc882ba09cc2 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:12.733285 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-d670412a-20b9-43f8-bc9c-cc882ba09cc2 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Added segment 6ae09564-db30-4e01-bd00-a5c21e151a17 of type vlan for network ec7afaff-a0bc-4825-bc76-2dc3905307ca Nov 12 20:35:12.748600 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1c7032c0-ac3f-49a0-87cc-1123758ee618 req-b3af23c4-56c7-41ad-afec-495d4ce23875 service neutron] 10.222.0.52 "GET /v2.0/networks/cc987020-334d-4e83-8c15-b67942ac51a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238952 Nov 12 20:35:12.795649 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d670412a-20b9-43f8-bc9c-cc882ba09cc2 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:12.826654 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d670412a-20b9-43f8-bc9c-cc882ba09cc2 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:12.832493 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d670412a-20b9-43f8-bc9c-cc882ba09cc2 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:12.833088 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d670412a-20b9-43f8-bc9c-cc882ba09cc2 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:12.875861 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d670412a-20b9-43f8-bc9c-cc882ba09cc2 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3608189 Nov 12 20:35:12.876963 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50206) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:12.881671 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-489de5d9-9d1b-4f20-a0a0-6ebb5e49c50c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1521555133', 'admin_state_up': True, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:35:12.931700 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-489de5d9-9d1b-4f20-a0a0-6ebb5e49c50c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:12.932835 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-489de5d9-9d1b-4f20-a0a0-6ebb5e49c50c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:12.951343 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670412a-20b9-43f8-bc9c-cc882ba09cc2 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event updated for resources: {'Network': ['ID=ec7afaff-a0bc-4825-bc76-2dc3905307ca,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:12.965900 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network ec7afaff-a0bc-4825-bc76-2dc3905307ca details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:35:13.004669 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-489de5d9-9d1b-4f20-a0a0-6ebb5e49c50c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:13.031657 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77c35ed-31b3-4b67-ac9b-0976b5736f1c None None] New status for floating IP 683af434-b5c6-4148-a92b-4e1ff803ce0c: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:35:13.064725 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50218) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:13.154359 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a8438011-e5be-423a-93de-22055ec6e1fc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/floatingips/683af434-b5c6-4148-a92b-4e1ff803ce0c HTTP/1.1" status: 200 len: 990 time: 0.0882576 Nov 12 20:35:13.179698 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-489de5d9-9d1b-4f20-a0a0-6ebb5e49c50c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:13.391143 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-489de5d9-9d1b-4f20-a0a0-6ebb5e49c50c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:13.410028 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-489de5d9-9d1b-4f20-a0a0-6ebb5e49c50c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:13.516021 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-489de5d9-9d1b-4f20-a0a0-6ebb5e49c50c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Allocated IP 172.25.5.81 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/d108a74c-dbc7-4c69-a92b-a00c94def454) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:35:13.626655 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-489de5d9-9d1b-4f20-a0a0-6ebb5e49c50c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:13.662510 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-489de5d9-9d1b-4f20-a0a0-6ebb5e49c50c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:13.704801 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489de5d9-9d1b-4f20-a0a0-6ebb5e49c50c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:35:13.711203 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-489de5d9-9d1b-4f20-a0a0-6ebb5e49c50c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:35:13.713286 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489de5d9-9d1b-4f20-a0a0-6ebb5e49c50c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:35:13.717807 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489de5d9-9d1b-4f20-a0a0-6ebb5e49c50c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event updated for resources: {'Port': ['ID=d108a74c-dbc7-4c69-a92b-a00c94def454,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:13.744483 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8122a3b3-18c3-4e48-9d60-74a6902e2830 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:35:13.856744 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-74b6a4b7-d0a4-49b7-9c90-318593f80063 None None] Provisioning complete for port d108a74c-dbc7-4c69-a92b-a00c94def454 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:35:13.857197 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-74b6a4b7-d0a4-49b7-9c90-318593f80063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:13.891621 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-74b6a4b7-d0a4-49b7-9c90-318593f80063 None None] Port d108a74c-dbc7-4c69-a92b-a00c94def454 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:35:13.973189 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-489de5d9-9d1b-4f20-a0a0-6ebb5e49c50c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:14.158699 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50228) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:14.189567 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-489de5d9-9d1b-4f20-a0a0-6ebb5e49c50c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:14.221790 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5dac25eb-a14b-40f3-bf3a-781861b5a051 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/floatingips/683af434-b5c6-4148-a92b-4e1ff803ce0c HTTP/1.1" status: 200 len: 992 time: 0.0615730 Nov 12 20:35:14.321122 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489de5d9-9d1b-4f20-a0a0-6ebb5e49c50c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Router 2155f4c2-b625-4aee-9ab7-c3742f5488d4 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:35:14.438138 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489de5d9-9d1b-4f20-a0a0-6ebb5e49c50c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:35:14.447402 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b466c0-f0df-489d-8a07-9b65955327ec None None] Sync routers for ids ['2155f4c2-b625-4aee-9ab7-c3742f5488d4'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:35:14.457824 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-489de5d9-9d1b-4f20-a0a0-6ebb5e49c50c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:14.461863 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b466c0-f0df-489d-8a07-9b65955327ec None None] Routers {'2155f4c2-b625-4aee-9ab7-c3742f5488d4'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:35:14.462034 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-489de5d9-9d1b-4f20-a0a0-6ebb5e49c50c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5810862 Nov 12 20:35:14.462169 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-b4b466c0-f0df-489d-8a07-9b65955327ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:34:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['2155f4c2-b625-4aee-9ab7-c3742f5488d4'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:35:14.462302 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50230) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:14.600970 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5723ee3e-3fa7-4298-8a6a-2417f58402b1 tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=9fd825d9fe57458bb3841d189917b03b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1376286 Nov 12 20:35:14.603492 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50234) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:14.693926 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df06888-0ed1-4709-ba25-d5714598d733 tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:14.695534 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4df06888-0ed1-4709-ba25-d5714598d733 tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911117 Nov 12 20:35:14.698384 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50236) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:14.726102 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-b4b466c0-f0df-489d-8a07-9b65955327ec None None] Set router 2155f4c2-b625-4aee-9ab7-c3742f5488d4 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:35:14.733409 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5623af8c-5fc9-42a7-95c4-2ccee2318a80 tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339503 Nov 12 20:35:14.735997 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50238) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:14.741001 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-b8dd7d5f-7c2e-421d-8e05-c04123ae4045 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1549970779', 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca', 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:35:14.826195 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8dd7d5f-7c2e-421d-8e05-c04123ae4045 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Made reservation on behalf of 9fd825d9fe57458bb3841d189917b03b for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:35:14.829923 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b8dd7d5f-7c2e-421d-8e05-c04123ae4045 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:14.904761 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-b4b466c0-f0df-489d-8a07-9b65955327ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521555133', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:35:12Z', 'updated_at': '2021-11-12T20:35:13Z', 'revision_number': 3, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'gw_port': {'id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ac:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:35:13Z', 'updated_at': '2021-11-12T20:35:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:35:14.937037 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b466c0-f0df-489d-8a07-9b65955327ec None None] Checking router: 2155f4c2-b625-4aee-9ab7-c3742f5488d4 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:35:14.937383 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b466c0-f0df-489d-8a07-9b65955327ec None None] Updating router 2155f4c2-b625-4aee-9ab7-c3742f5488d4 port d108a74c-dbc7-4c69-a92b-a00c94def454 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:35:14.962085 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b4b466c0-f0df-489d-8a07-9b65955327ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:15.015968 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b8dd7d5f-7c2e-421d-8e05-c04123ae4045 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:15.079877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd7d5f-7c2e-421d-8e05-c04123ae4045 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event updated for resources: {'Subnet': ['ID=7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:15.088494 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dd7d5f-7c2e-421d-8e05-c04123ae4045 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Checking segment: {'id': '6ae09564-db30-4e01-bd00-a5c21e151a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:35:15.088854 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dd7d5f-7c2e-421d-8e05-c04123ae4045 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Network hostable DHCP agents. Network: ec7afaff-a0bc-4825-bc76-2dc3905307ca, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:35:15.105628 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dd7d5f-7c2e-421d-8e05-c04123ae4045 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Network ec7afaff-a0bc-4825-bc76-2dc3905307ca is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:35:15.115443 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-b8dd7d5f-7c2e-421d-8e05-c04123ae4045 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, ec7afaff-a0bc-4825-bc76-2dc3905307ca) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:35:15.120098 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dd7d5f-7c2e-421d-8e05-c04123ae4045 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:15.120732 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b8dd7d5f-7c2e-421d-8e05-c04123ae4045 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:15.129660 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6a0eab-a00a-4f96-816b-f6763edb6baa None None] Network ec7afaff-a0bc-4825-bc76-2dc3905307ca requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:35:15.142241 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b8dd7d5f-7c2e-421d-8e05-c04123ae4045 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4052072 Nov 12 20:35:15.144928 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50240) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:15.317609 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b4b466c0-f0df-489d-8a07-9b65955327ec None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:15.342246 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b4b466c0-f0df-489d-8a07-9b65955327ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:15.353709 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c78c1d5-01ba-4339-85c6-65cb45335073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-ec7afaff-a0bc-4825-bc76-2dc3905307ca', 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'fixed_ips': [{'subnet_id': '7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:35:15.354751 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2c78c1d5-01ba-4339-85c6-65cb45335073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:15.423514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292df289-0c28-4462-b3c7-4133c1f4f7f7 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:35:15.442182 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b4b466c0-f0df-489d-8a07-9b65955327ec None None] Attempting to bind port d108a74c-dbc7-4c69-a92b-a00c94def454 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:35:15.442552 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b4b466c0-f0df-489d-8a07-9b65955327ec None None] Attempting to bind port d108a74c-dbc7-4c69-a92b-a00c94def454 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:35:15.442948 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b466c0-f0df-489d-8a07-9b65955327ec None None] Attempting to bind port d108a74c-dbc7-4c69-a92b-a00c94def454 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:35:15.445704 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fca62-29b5-4861-b835-3dd171363bf1 None None] Pushing event updated for resources: {'Port': ['ID=d108a74c-dbc7-4c69-a92b-a00c94def454,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:15.497031 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b466c0-f0df-489d-8a07-9b65955327ec None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:35:15.497817 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b466c0-f0df-489d-8a07-9b65955327ec None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:35:15.497964 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b4b466c0-f0df-489d-8a07-9b65955327ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:15.498336 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b466c0-f0df-489d-8a07-9b65955327ec None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:35:15.498827 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b4b466c0-f0df-489d-8a07-9b65955327ec None None] Bound port: d108a74c-dbc7-4c69-a92b-a00c94def454, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:35:15.499209 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b4b466c0-f0df-489d-8a07-9b65955327ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:15.602322 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-45577a7a-c037-47c8-bc34-95c30528574b None None] Provisioning complete for port d108a74c-dbc7-4c69-a92b-a00c94def454 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:35:15.602684 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-45577a7a-c037-47c8-bc34-95c30528574b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:15.640900 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b4b466c0-f0df-489d-8a07-9b65955327ec None None] For port d108a74c-dbc7-4c69-a92b-a00c94def454, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:35:15.663894 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b4b466c0-f0df-489d-8a07-9b65955327ec None None] For port d108a74c-dbc7-4c69-a92b-a00c94def454, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d108a74c-dbc7-4c69-a92b-a00c94def454,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:35:15.673868 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b4b466c0-f0df-489d-8a07-9b65955327ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:15.680388 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-2c78c1d5-01ba-4339-85c6-65cb45335073 None None] Allocated IP 172.20.0.2 (ec7afaff-a0bc-4825-bc76-2dc3905307ca/7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda/aae88bc9-2f88-4b37-9d2a-698793c3d7d7) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:35:15.686842 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-45577a7a-c037-47c8-bc34-95c30528574b None None] Port d108a74c-dbc7-4c69-a92b-a00c94def454 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:35:15.750736 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00449aa1-6a04-4e54-906e-344d4752b95e None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:35:15.823509 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fca62-29b5-4861-b835-3dd171363bf1 None None] Pushing event updated for resources: {'Port': ['ID=d108a74c-dbc7-4c69-a92b-a00c94def454,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:15.826299 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b466c0-f0df-489d-8a07-9b65955327ec None None] Routers {'2155f4c2-b625-4aee-9ab7-c3742f5488d4'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:35:15.827112 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-b4b466c0-f0df-489d-8a07-9b65955327ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:34:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['2155f4c2-b625-4aee-9ab7-c3742f5488d4'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:35:15.977026 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f1da2013-5678-4241-831e-adfc99042ce4 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:15.994158 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-6c5ea43f-5f05-4aa5-8349-cc35b6f969cc None None] Provisioning complete for port d108a74c-dbc7-4c69-a92b-a00c94def454 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:35:15.994456 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6c5ea43f-5f05-4aa5-8349-cc35b6f969cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:16.008201 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-b4b466c0-f0df-489d-8a07-9b65955327ec None None] Set router 2155f4c2-b625-4aee-9ab7-c3742f5488d4 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:35:16.121027 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2c78c1d5-01ba-4339-85c6-65cb45335073 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:16.160441 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2c78c1d5-01ba-4339-85c6-65cb45335073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:16.299284 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-f1da2013-5678-4241-831e-adfc99042ce4 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Allocated IP 172.20.0.1 (ec7afaff-a0bc-4825-bc76-2dc3905307ca/7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda/e887e374-62f0-4d4e-96eb-b6c95958c53e) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:35:16.394773 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c78c1d5-01ba-4339-85c6-65cb45335073 None None] Network ec7afaff-a0bc-4825-bc76-2dc3905307ca is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:35:16.427651 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-2c78c1d5-01ba-4339-85c6-65cb45335073 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:35:16.429690 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78c1d5-01ba-4339-85c6-65cb45335073 None None] Pushing event updated for resources: {'Port': ['ID=aae88bc9-2f88-4b37-9d2a-698793c3d7d7,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:16.433595 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c78c1d5-01ba-4339-85c6-65cb45335073 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:35:16.454506 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f1da2013-5678-4241-831e-adfc99042ce4 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:16.494706 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f1da2013-5678-4241-831e-adfc99042ce4 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:16.518808 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6c5ea43f-5f05-4aa5-8349-cc35b6f969cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:16.533591 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1da2013-5678-4241-831e-adfc99042ce4 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Network ec7afaff-a0bc-4825-bc76-2dc3905307ca is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:35:16.536674 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-f1da2013-5678-4241-831e-adfc99042ce4 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:35:16.540541 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1da2013-5678-4241-831e-adfc99042ce4 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:35:16.544442 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-2c78c1d5-01ba-4339-85c6-65cb45335073 None None] Attempting to bind port aae88bc9-2f88-4b37-9d2a-698793c3d7d7 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:35:16.544819 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-2c78c1d5-01ba-4339-85c6-65cb45335073 None None] Attempting to bind port aae88bc9-2f88-4b37-9d2a-698793c3d7d7 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '6ae09564-db30-4e01-bd00-a5c21e151a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:35:16.545182 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c78c1d5-01ba-4339-85c6-65cb45335073 None None] Attempting to bind port aae88bc9-2f88-4b37-9d2a-698793c3d7d7 on network ec7afaff-a0bc-4825-bc76-2dc3905307ca {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:35:16.562088 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-6c5ea43f-5f05-4aa5-8349-cc35b6f969cc None None] For port d108a74c-dbc7-4c69-a92b-a00c94def454, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d108a74c-dbc7-4c69-a92b-a00c94def454,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:35:16.563343 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c78c1d5-01ba-4339-85c6-65cb45335073 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:35:16.563695 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c78c1d5-01ba-4339-85c6-65cb45335073 None None] Checking segment: {'id': '6ae09564-db30-4e01-bd00-a5c21e151a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:35:16.564186 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2c78c1d5-01ba-4339-85c6-65cb45335073 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:16.565155 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c78c1d5-01ba-4339-85c6-65cb45335073 None None] Bound using segment: {'id': '6ae09564-db30-4e01-bd00-a5c21e151a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:35:16.565155 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-2c78c1d5-01ba-4339-85c6-65cb45335073 None None] Bound port: aae88bc9-2f88-4b37-9d2a-698793c3d7d7, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae09564-db30-4e01-bd00-a5c21e151a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:35:16.565554 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2c78c1d5-01ba-4339-85c6-65cb45335073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:16.570980 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6c5ea43f-5f05-4aa5-8349-cc35b6f969cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:16.577075 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da2013-5678-4241-831e-adfc99042ce4 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event updated for resources: {'Port': ['ID=e887e374-62f0-4d4e-96eb-b6c95958c53e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:16.592811 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f1da2013-5678-4241-831e-adfc99042ce4 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:16.641699 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-b4b466c0-f0df-489d-8a07-9b65955327ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521555133', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:35:12Z', 'updated_at': '2021-11-12T20:35:13Z', 'revision_number': 3, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'gw_port': {'id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ac:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:35:13Z', 'updated_at': '2021-11-12T20:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:35:16.683385 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b466c0-f0df-489d-8a07-9b65955327ec None None] The sync data for ids ['2155f4c2-b625-4aee-9ab7-c3742f5488d4'] in n-d-712140-15 is: [{'id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521555133', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:35:12Z', 'updated_at': '2021-11-12T20:35:13Z', 'revision_number': 3, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'gw_port': {'id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ac:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:35:13Z', 'updated_at': '2021-11-12T20:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:35:16.696948 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ea43f-5f05-4aa5-8349-cc35b6f969cc None None] Pushing event updated for resources: {'Port': ['ID=d108a74c-dbc7-4c69-a92b-a00c94def454,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:16.716004 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2c78c1d5-01ba-4339-85c6-65cb45335073 None None] For port aae88bc9-2f88-4b37-9d2a-698793c3d7d7, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:35:16.719940 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2c78c1d5-01ba-4339-85c6-65cb45335073 None None] For port aae88bc9-2f88-4b37-9d2a-698793c3d7d7, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=aae88bc9-2f88-4b37-9d2a-698793c3d7d7,segment=NetworkSegment(6ae09564-db30-4e01-bd00-a5c21e151a17),segment_id=6ae09564-db30-4e01-bd00-a5c21e151a17)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:35:16.724943 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2c78c1d5-01ba-4339-85c6-65cb45335073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:16.748504 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f1da2013-5678-4241-831e-adfc99042ce4 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:16.790176 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78c1d5-01ba-4339-85c6-65cb45335073 None None] Pushing event updated for resources: {'Port': ['ID=aae88bc9-2f88-4b37-9d2a-698793c3d7d7,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:17.111578 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f1da2013-5678-4241-831e-adfc99042ce4 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:17.117964 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f1da2013-5678-4241-831e-adfc99042ce4 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:17.195368 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da2013-5678-4241-831e-adfc99042ce4 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event updated for resources: {'Port': ['ID=e887e374-62f0-4d4e-96eb-b6c95958c53e,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:17.202094 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f1da2013-5678-4241-831e-adfc99042ce4 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:17.297893 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1da2013-5678-4241-831e-adfc99042ce4 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Network ec7afaff-a0bc-4825-bc76-2dc3905307ca is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:35:17.299411 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-f1da2013-5678-4241-831e-adfc99042ce4 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:35:17.418317 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1da2013-5678-4241-831e-adfc99042ce4 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Router 2155f4c2-b625-4aee-9ab7-c3742f5488d4 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:35:17.552743 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1da2013-5678-4241-831e-adfc99042ce4 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:35:17.557947 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f1da2013-5678-4241-831e-adfc99042ce4 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "PUT /v2.0/routers/2155f4c2-b625-4aee-9ab7-c3742f5488d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4120321 Nov 12 20:35:17.561417 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50258) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:17.565980 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-a8d0b947-42c1-48ff-89e0-9bf741186ec2 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--924283542', 'description': 'tempest-secgroup_access--924283542 description', 'project_id': '9fd825d9fe57458bb3841d189917b03b'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:35:17.597272 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8d0b947-42c1-48ff-89e0-9bf741186ec2 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:17.693454 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8d0b947-42c1-48ff-89e0-9bf741186ec2 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:17.698347 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8d0b947-42c1-48ff-89e0-9bf741186ec2 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:17.728565 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8d0b947-42c1-48ff-89e0-9bf741186ec2 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:17.729815 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a8d0b947-42c1-48ff-89e0-9bf741186ec2 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1673903 Nov 12 20:35:17.733283 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50262) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:17.735163 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0b947-42c1-48ff-89e0-9bf741186ec2 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1da0f9-f167-4abe-8b7a-4ebfe4019607,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:17.739897 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-76c3ad35-b9c6-4283-aacf-55d7cb284036 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1963787529', 'description': 'tempest-secgroup_general--1963787529 description', 'project_id': '9fd825d9fe57458bb3841d189917b03b'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:35:17.767426 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76c3ad35-b9c6-4283-aacf-55d7cb284036 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:17.839286 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76c3ad35-b9c6-4283-aacf-55d7cb284036 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:17.844072 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76c3ad35-b9c6-4283-aacf-55d7cb284036 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:17.867778 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed395777-5509-4c60-8500-37bcd7345067 None None] Network ec7afaff-a0bc-4825-bc76-2dc3905307ca requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:35:17.875486 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c3ad35-b9c6-4283-aacf-55d7cb284036 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e68cd676-45e7-4240-8b6a-d872a01e4a56,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:17.881469 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76c3ad35-b9c6-4283-aacf-55d7cb284036 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:17.886003 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-76c3ad35-b9c6-4283-aacf-55d7cb284036 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1483414 Nov 12 20:35:17.886383 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50264) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:17.893135 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-5ce64843-8b0d-46c6-a453-bf70a4edc002 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Request body: {'security_group_rule': {'security_group_id': '3b1da0f9-f167-4abe-8b7a-4ebfe4019607', 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:35:17.922880 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ce64843-8b0d-46c6-a453-bf70a4edc002 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:17.946893 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4a3f76c4-ac77-46ec-9af3-728c4089881f None None] Provisioning complete for port aae88bc9-2f88-4b37-9d2a-698793c3d7d7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:35:17.947260 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4a3f76c4-ac77-46ec-9af3-728c4089881f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:17.983248 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ce64843-8b0d-46c6-a453-bf70a4edc002 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:17.988197 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ce64843-8b0d-46c6-a453-bf70a4edc002 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:18.008086 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce64843-8b0d-46c6-a453-bf70a4edc002 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25381189-b14f-434a-9526-72c4aabc0ad7,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:18.014695 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ce64843-8b0d-46c6-a453-bf70a4edc002 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:18.024015 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5ce64843-8b0d-46c6-a453-bf70a4edc002 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278827 Nov 12 20:35:18.097866 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4a3f76c4-ac77-46ec-9af3-728c4089881f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:18.140993 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-4a3f76c4-ac77-46ec-9af3-728c4089881f None None] For port aae88bc9-2f88-4b37-9d2a-698793c3d7d7, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=aae88bc9-2f88-4b37-9d2a-698793c3d7d7,segment=NetworkSegment(6ae09564-db30-4e01-bd00-a5c21e151a17),segment_id=6ae09564-db30-4e01-bd00-a5c21e151a17)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:35:18.145504 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4a3f76c4-ac77-46ec-9af3-728c4089881f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:18.183817 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-9880584a-559c-4de2-9d56-9456a869b74d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_access--924283542&fields=id&tenant_id=9fd825d9fe57458bb3841d189917b03b HTTP/1.1" status: 200 len: 267 time: 0.0505636 Nov 12 20:35:18.213303 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f76c4-ac77-46ec-9af3-728c4089881f None None] Pushing event updated for resources: {'Port': ['ID=aae88bc9-2f88-4b37-9d2a-698793c3d7d7,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:18.241060 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-ac425cbf-fb6f-409a-afed-5b01879def43 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_general--1963787529&fields=id&tenant_id=9fd825d9fe57458bb3841d189917b03b HTTP/1.1" status: 200 len: 267 time: 0.0503769 Nov 12 20:35:18.370205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-3e6de5c5-563a-4454-9d9b-f973480ca389 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:18.372025 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-3e6de5c5-563a-4454-9d9b-f973480ca389 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/networks?id=ec7afaff-a0bc-4825-bc76-2dc3905307ca HTTP/1.1" status: 200 len: 797 time: 0.1230333 Nov 12 20:35:18.373347 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-3b7de4f9-deff-42ee-8a85-a11eafc48291 None None] Provisioning complete for port aae88bc9-2f88-4b37-9d2a-698793c3d7d7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:35:18.373777 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3b7de4f9-deff-42ee-8a85-a11eafc48291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:18.389038 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-126d3314-a2fb-4d26-8dbd-62ebd7ff4a95 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/quotas/9fd825d9fe57458bb3841d189917b03b HTTP/1.1" status: 200 len: 375 time: 0.0103443 Nov 12 20:35:18.432428 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbedfc7-8f93-40a9-926a-9994992f993f None None] Sync routers for ids ['2155f4c2-b625-4aee-9ab7-c3742f5488d4'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:35:18.445402 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbedfc7-8f93-40a9-926a-9994992f993f None None] Routers {'2155f4c2-b625-4aee-9ab7-c3742f5488d4'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:35:18.446026 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-1bbedfc7-8f93-40a9-926a-9994992f993f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:34:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['2155f4c2-b625-4aee-9ab7-c3742f5488d4'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:35:18.459649 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-07eb2e08-61f7-4d8c-a220-812a14c8119f tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fd825d9fe57458bb3841d189917b03b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613408 Nov 12 20:35:18.503263 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-3b7de4f9-deff-42ee-8a85-a11eafc48291 None None] Provisioning complete for port e887e374-62f0-4d4e-96eb-b6c95958c53e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:35:18.503631 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3b7de4f9-deff-42ee-8a85-a11eafc48291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:18.555509 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-3b7de4f9-deff-42ee-8a85-a11eafc48291 None None] Port e887e374-62f0-4d4e-96eb-b6c95958c53e cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:35:18.574617 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-7fab613d-dc17-4d77-8bd0-248f8145a11d service neutron] 10.222.0.48 "GET /v2.0/networks/ec7afaff-a0bc-4825-bc76-2dc3905307ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971377 Nov 12 20:35:18.672277 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-1bbedfc7-8f93-40a9-926a-9994992f993f None None] Set router 2155f4c2-b625-4aee-9ab7-c3742f5488d4 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:35:18.681795 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0150ec67-32ad-4e75-aa14-b27ae1fc5421 None None] Provisioning complete for port e887e374-62f0-4d4e-96eb-b6c95958c53e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:35:18.682156 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0150ec67-32ad-4e75-aa14-b27ae1fc5421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:18.713611 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-573b7202-1231-4412-b67d-5cbd61619130 service neutron] 10.222.0.48 "GET /v2.0/networks/ec7afaff-a0bc-4825-bc76-2dc3905307ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315730 Nov 12 20:35:18.774966 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0150ec67-32ad-4e75-aa14-b27ae1fc5421 None None] Port e887e374-62f0-4d4e-96eb-b6c95958c53e cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:35:18.919215 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-1bbedfc7-8f93-40a9-926a-9994992f993f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521555133', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:35:12Z', 'updated_at': '2021-11-12T20:35:16Z', 'revision_number': 4, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'gw_port': {'id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ac:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:35:13Z', 'updated_at': '2021-11-12T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'e887e374-62f0-4d4e-96eb-b6c95958c53e', 'name': '', 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'mac_address': 'fa:16:3e:dc:04:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:35:16Z', 'updated_at': '2021-11-12T20:35:16Z', 'revision_number': 2, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'subnets': [{'id': '7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:35:18.953494 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbedfc7-8f93-40a9-926a-9994992f993f None None] Checking router: 2155f4c2-b625-4aee-9ab7-c3742f5488d4 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:35:18.953814 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbedfc7-8f93-40a9-926a-9994992f993f None None] Updating router 2155f4c2-b625-4aee-9ab7-c3742f5488d4 port e887e374-62f0-4d4e-96eb-b6c95958c53e binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:35:18.954546 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a3aec12-5d7b-44cf-a28f-6187ffaf4fd6 req-35cb8431-cea7-4e61-8bb6-ea951e76db5e tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=99457062-66a6-4f3a-ab3f-4aff3e21848e HTTP/1.1" status: 200 len: 210 time: 0.0499728 Nov 12 20:35:18.986288 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d108a74c-dbc7-4c69-a92b-a00c94def454 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:35:19.010985 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1bbedfc7-8f93-40a9-926a-9994992f993f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:19.064569 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-1c6f14a2-53cf-4077-a00b-f107518cd772 None None] Provisioning complete for port e887e374-62f0-4d4e-96eb-b6c95958c53e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:35:19.065005 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1c6f14a2-53cf-4077-a00b-f107518cd772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:19.105430 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-1c6f14a2-53cf-4077-a00b-f107518cd772 None None] Port e887e374-62f0-4d4e-96eb-b6c95958c53e cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:35:19.123242 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port d108a74c-dbc7-4c69-a92b-a00c94def454 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:35:19.124009 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:19.235466 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device aae88bc9-2f88-4b37-9d2a-698793c3d7d7 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:35:19.295344 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port aae88bc9-2f88-4b37-9d2a-698793c3d7d7 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:35:19.295939 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:19.354022 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1bbedfc7-8f93-40a9-926a-9994992f993f None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:19.367772 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1bbedfc7-8f93-40a9-926a-9994992f993f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:19.468100 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e1d33-d544-45fa-9b16-12f57b397533 None None] Pushing event updated for resources: {'Port': ['ID=e887e374-62f0-4d4e-96eb-b6c95958c53e,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:19.529797 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-1bbedfc7-8f93-40a9-926a-9994992f993f None None] Attempting to bind port e887e374-62f0-4d4e-96eb-b6c95958c53e on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:35:19.530120 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-1bbedfc7-8f93-40a9-926a-9994992f993f None None] Attempting to bind port e887e374-62f0-4d4e-96eb-b6c95958c53e by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '6ae09564-db30-4e01-bd00-a5c21e151a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:35:19.530615 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbedfc7-8f93-40a9-926a-9994992f993f None None] Attempting to bind port e887e374-62f0-4d4e-96eb-b6c95958c53e on network ec7afaff-a0bc-4825-bc76-2dc3905307ca {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:35:19.537523 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbedfc7-8f93-40a9-926a-9994992f993f None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:35:19.537896 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbedfc7-8f93-40a9-926a-9994992f993f None None] Checking segment: {'id': '6ae09564-db30-4e01-bd00-a5c21e151a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:35:19.538321 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1bbedfc7-8f93-40a9-926a-9994992f993f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:19.538752 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbedfc7-8f93-40a9-926a-9994992f993f None None] Bound using segment: {'id': '6ae09564-db30-4e01-bd00-a5c21e151a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:35:19.539423 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-1bbedfc7-8f93-40a9-926a-9994992f993f None None] Bound port: e887e374-62f0-4d4e-96eb-b6c95958c53e, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae09564-db30-4e01-bd00-a5c21e151a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:35:19.540155 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1bbedfc7-8f93-40a9-926a-9994992f993f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:19.619801 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-1bbedfc7-8f93-40a9-926a-9994992f993f None None] For port e887e374-62f0-4d4e-96eb-b6c95958c53e, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:35:19.623868 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-1bbedfc7-8f93-40a9-926a-9994992f993f None None] For port e887e374-62f0-4d4e-96eb-b6c95958c53e, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e887e374-62f0-4d4e-96eb-b6c95958c53e,segment=NetworkSegment(6ae09564-db30-4e01-bd00-a5c21e151a17),segment_id=6ae09564-db30-4e01-bd00-a5c21e151a17)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:35:19.628650 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1bbedfc7-8f93-40a9-926a-9994992f993f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:19.695924 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbedfc7-8f93-40a9-926a-9994992f993f None None] Routers {'2155f4c2-b625-4aee-9ab7-c3742f5488d4'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:35:19.696631 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-1bbedfc7-8f93-40a9-926a-9994992f993f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:34:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['2155f4c2-b625-4aee-9ab7-c3742f5488d4'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:35:19.703116 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e1d33-d544-45fa-9b16-12f57b397533 None None] Pushing event updated for resources: {'Port': ['ID=e887e374-62f0-4d4e-96eb-b6c95958c53e,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:19.749068 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7def1329-4f02-4b5a-8d7e-95fa0b4b7da1 None None] Provisioning complete for port e887e374-62f0-4d4e-96eb-b6c95958c53e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:35:19.758173 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7def1329-4f02-4b5a-8d7e-95fa0b4b7da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:19.829815 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-1bbedfc7-8f93-40a9-926a-9994992f993f None None] Set router 2155f4c2-b625-4aee-9ab7-c3742f5488d4 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:35:19.877734 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7def1329-4f02-4b5a-8d7e-95fa0b4b7da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:19.923870 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7def1329-4f02-4b5a-8d7e-95fa0b4b7da1 None None] For port e887e374-62f0-4d4e-96eb-b6c95958c53e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e887e374-62f0-4d4e-96eb-b6c95958c53e,segment=NetworkSegment(6ae09564-db30-4e01-bd00-a5c21e151a17),segment_id=6ae09564-db30-4e01-bd00-a5c21e151a17)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:35:19.932594 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7def1329-4f02-4b5a-8d7e-95fa0b4b7da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:20.000635 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-79e3ec77-555e-4bc7-aeff-9d8dad90924e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:20.038917 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def1329-4f02-4b5a-8d7e-95fa0b4b7da1 None None] Pushing event updated for resources: {'Port': ['ID=e887e374-62f0-4d4e-96eb-b6c95958c53e,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:20.101277 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7413c234-2c73-4932-a237-3e4758dd64cd None None] Provisioning complete for port e887e374-62f0-4d4e-96eb-b6c95958c53e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:35:20.101692 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7413c234-2c73-4932-a237-3e4758dd64cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:20.145957 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-1bbedfc7-8f93-40a9-926a-9994992f993f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521555133', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:35:12Z', 'updated_at': '2021-11-12T20:35:16Z', 'revision_number': 4, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'gw_port': {'id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ac:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:35:13Z', 'updated_at': '2021-11-12T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'e887e374-62f0-4d4e-96eb-b6c95958c53e', 'name': '', 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'mac_address': 'fa:16:3e:dc:04:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:35:16Z', 'updated_at': '2021-11-12T20:35:19Z', 'revision_number': 4, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'subnets': [{'id': '7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:35:20.148972 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-51e24fc6-03d6-45a9-a431-d7287ac6e768 req-4ab9fa62-f386-4181-9455-57e4bf76b7ca tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=99457062-66a6-4f3a-ab3f-4aff3e21848e HTTP/1.1" status: 200 len: 210 time: 0.0750618 Nov 12 20:35:20.191783 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbedfc7-8f93-40a9-926a-9994992f993f None None] The sync data for ids ['2155f4c2-b625-4aee-9ab7-c3742f5488d4'] in n-d-712140-15 is: [{'id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521555133', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:35:12Z', 'updated_at': '2021-11-12T20:35:16Z', 'revision_number': 4, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'gw_port': {'id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ac:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:35:13Z', 'updated_at': '2021-11-12T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'e887e374-62f0-4d4e-96eb-b6c95958c53e', 'name': '', 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'mac_address': 'fa:16:3e:dc:04:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:35:16Z', 'updated_at': '2021-11-12T20:35:19Z', 'revision_number': 4, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'subnets': [{'id': '7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:35:20.316011 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:20.363427 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-16e1b04c-012e-4946-b510-5ad326718005 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:20.365333 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-16e1b04c-012e-4946-b510-5ad326718005 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.55 "GET /v2.0/networks?id=ec7afaff-a0bc-4825-bc76-2dc3905307ca HTTP/1.1" status: 200 len: 797 time: 0.2154837 Nov 12 20:35:20.451890 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-93abc95f-83ed-4d31-abbe-a876114a7f82 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fd825d9fe57458bb3841d189917b03b HTTP/1.1" status: 200 len: 477 time: 0.0738535 Nov 12 20:35:20.461873 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-ad1d6d60-abab-45e7-82dd-110868038678 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Request body: {'port': {'device_id': '99457062-66a6-4f3a-ab3f-4aff3e21848e', 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca', 'admin_state_up': True, 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'security_groups': ['3b1da0f9-f167-4abe-8b7a-4ebfe4019607', 'e68cd676-45e7-4240-8b6a-d872a01e4a56']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:35:20.594864 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-ad1d6d60-abab-45e7-82dd-110868038678 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Made reservation on behalf of 9fd825d9fe57458bb3841d189917b03b for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:35:20.598688 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-ad1d6d60-abab-45e7-82dd-110868038678 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:20.745575 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-ad1d6d60-abab-45e7-82dd-110868038678 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Allocated IP 172.20.0.7 (ec7afaff-a0bc-4825-bc76-2dc3905307ca/7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda/d5bcf887-8e06-46c3-9a91-5e1894b5ef8d) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:35:20.811374 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e887e374-62f0-4d4e-96eb-b6c95958c53e up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:35:20.904906 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port e887e374-62f0-4d4e-96eb-b6c95958c53e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:35:20.905426 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:20.970720 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-ad1d6d60-abab-45e7-82dd-110868038678 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:21.036413 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-ad1d6d60-abab-45e7-82dd-110868038678 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:21.095027 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-ad1d6d60-abab-45e7-82dd-110868038678 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Network ec7afaff-a0bc-4825-bc76-2dc3905307ca is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:35:21.109715 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d6d60-abab-45e7-82dd-110868038678 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event updated for resources: {'Port': ['ID=d5bcf887-8e06-46c3-9a91-5e1894b5ef8d,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:21.112097 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-ad1d6d60-abab-45e7-82dd-110868038678 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:35:21.115538 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-ad1d6d60-abab-45e7-82dd-110868038678 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:35:21.363421 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f698c7-8d22-46d3-ad4f-7350c300967b req-303ac1ab-7dcf-4828-afd7-a1e8a8db2106 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:21.365392 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-80f698c7-8d22-46d3-ad4f-7350c300967b req-303ac1ab-7dcf-4828-afd7-a1e8a8db2106 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=99457062-66a6-4f3a-ab3f-4aff3e21848e HTTP/1.1" status: 200 len: 970 time: 0.1143613 Nov 12 20:35:21.476997 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-80f698c7-8d22-46d3-ad4f-7350c300967b req-ee23c62f-a15c-4fc4-9287-112e9a4d5b03 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b1da0f9-f167-4abe-8b7a-4ebfe4019607&id=e68cd676-45e7-4240-8b6a-d872a01e4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0976131 Nov 12 20:35:21.479451 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-40c1099a-cbb0-490a-a6bc-c2b869f39f05 None None] Provisioning complete for port d5bcf887-8e06-46c3-9a91-5e1894b5ef8d triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:35:21.480664 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-40c1099a-cbb0-490a-a6bc-c2b869f39f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:21.529604 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-40c1099a-cbb0-490a-a6bc-c2b869f39f05 None None] Port d5bcf887-8e06-46c3-9a91-5e1894b5ef8d cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:35:21.608329 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-ad1d6d60-abab-45e7-82dd-110868038678 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:21.609058 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-ad1d6d60-abab-45e7-82dd-110868038678 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:21.613156 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d6d60-abab-45e7-82dd-110868038678 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:21.613564 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d6d60-abab-45e7-82dd-110868038678 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:21.613948 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d6d60-abab-45e7-82dd-110868038678 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:21.614341 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d6d60-abab-45e7-82dd-110868038678 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:21.614737 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d6d60-abab-45e7-82dd-110868038678 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:21.615114 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d6d60-abab-45e7-82dd-110868038678 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:21.615446 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d6d60-abab-45e7-82dd-110868038678 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:21.615771 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d6d60-abab-45e7-82dd-110868038678 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:21.616099 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d6d60-abab-45e7-82dd-110868038678 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:21.616494 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d6d60-abab-45e7-82dd-110868038678 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:21.616862 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d6d60-abab-45e7-82dd-110868038678 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:21.617230 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d6d60-abab-45e7-82dd-110868038678 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:21.640108 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-ad1d6d60-abab-45e7-82dd-110868038678 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1820858 Nov 12 20:35:21.652581 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-f5d56886-5e3c-42d4-9e66-a4f444a694c7 service neutron] Request body: {'port': {'device_id': '99457062-66a6-4f3a-ab3f-4aff3e21848e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:35:21.717016 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-f5d56886-5e3c-42d4-9e66-a4f444a694c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:22.004218 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-f5d56886-5e3c-42d4-9e66-a4f444a694c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5bcf887-8e06-46c3-9a91-5e1894b5ef8d {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:35:22.012786 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-f5d56886-5e3c-42d4-9e66-a4f444a694c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:22.026699 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-f5d56886-5e3c-42d4-9e66-a4f444a694c7 service neutron] Transition to ACTIVE for port object d5bcf887-8e06-46c3-9a91-5e1894b5ef8d will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:35:22.030255 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-f5d56886-5e3c-42d4-9e66-a4f444a694c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:22.098480 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d56886-5e3c-42d4-9e66-a4f444a694c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bcf887-8e06-46c3-9a91-5e1894b5ef8d,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:22.154427 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-f5d56886-5e3c-42d4-9e66-a4f444a694c7 service neutron] Attempting to bind port d5bcf887-8e06-46c3-9a91-5e1894b5ef8d on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:35:22.154783 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-f5d56886-5e3c-42d4-9e66-a4f444a694c7 service neutron] Attempting to bind port d5bcf887-8e06-46c3-9a91-5e1894b5ef8d by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '6ae09564-db30-4e01-bd00-a5c21e151a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:35:22.155118 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-f5d56886-5e3c-42d4-9e66-a4f444a694c7 service neutron] Attempting to bind port d5bcf887-8e06-46c3-9a91-5e1894b5ef8d on network ec7afaff-a0bc-4825-bc76-2dc3905307ca {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:35:22.160040 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-f5d56886-5e3c-42d4-9e66-a4f444a694c7 service neutron] Port d5bcf887-8e06-46c3-9a91-5e1894b5ef8d on network ec7afaff-a0bc-4825-bc76-2dc3905307ca not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:35:22.160389 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-f5d56886-5e3c-42d4-9e66-a4f444a694c7 service neutron] Attempting to bind port d5bcf887-8e06-46c3-9a91-5e1894b5ef8d on network ec7afaff-a0bc-4825-bc76-2dc3905307ca {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:35:22.165512 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-f5d56886-5e3c-42d4-9e66-a4f444a694c7 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:35:22.165850 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-f5d56886-5e3c-42d4-9e66-a4f444a694c7 service neutron] Checking segment: {'id': '6ae09564-db30-4e01-bd00-a5c21e151a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:35:22.166235 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-f5d56886-5e3c-42d4-9e66-a4f444a694c7 service neutron] Bound using segment: {'id': '6ae09564-db30-4e01-bd00-a5c21e151a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:35:22.166666 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-f5d56886-5e3c-42d4-9e66-a4f444a694c7 service neutron] Bound port: d5bcf887-8e06-46c3-9a91-5e1894b5ef8d, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ae09564-db30-4e01-bd00-a5c21e151a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:35:22.167024 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-f5d56886-5e3c-42d4-9e66-a4f444a694c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:22.245524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-f5d56886-5e3c-42d4-9e66-a4f444a694c7 service neutron] For port d5bcf887-8e06-46c3-9a91-5e1894b5ef8d, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:35:22.249642 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-f5d56886-5e3c-42d4-9e66-a4f444a694c7 service neutron] For port d5bcf887-8e06-46c3-9a91-5e1894b5ef8d, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=d5bcf887-8e06-46c3-9a91-5e1894b5ef8d,segment=NetworkSegment(6ae09564-db30-4e01-bd00-a5c21e151a17),segment_id=6ae09564-db30-4e01-bd00-a5c21e151a17)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:35:22.255582 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-f5d56886-5e3c-42d4-9e66-a4f444a694c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:22.303979 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-f5d56886-5e3c-42d4-9e66-a4f444a694c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:22.304742 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-f5d56886-5e3c-42d4-9e66-a4f444a694c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:22.306043 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-f5d56886-5e3c-42d4-9e66-a4f444a694c7 service neutron] 10.222.0.55 "PUT /v2.0/ports/d5bcf887-8e06-46c3-9a91-5e1894b5ef8d HTTP/1.1" status: 200 len: 1131 time: 0.6580219 Nov 12 20:35:22.306493 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99457062-66a6-4f3a-ab3f-4aff3e21848e', 'tag': 'd5bcf887-8e06-46c3-9a91-5e1894b5ef8d'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:35:22.309460 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af58f63-fce5-45f8-9b82-681b38221529" -d '{"events": [{"name": "network-changed", "server_uuid": "99457062-66a6-4f3a-ab3f-4aff3e21848e", "tag": "d5bcf887-8e06-46c3-9a91-5e1894b5ef8d"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:35:22.387331 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d56886-5e3c-42d4-9e66-a4f444a694c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bcf887-8e06-46c3-9a91-5e1894b5ef8d,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:22.390886 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713f4557-0abc-4936-a49b-f924708a6cdc x-openstack-request-id: req-713f4557-0abc-4936-a49b-f924708a6cdc {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:35:22.391176 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99457062-66a6-4f3a-ab3f-4aff3e21848e", "tag": "d5bcf887-8e06-46c3-9a91-5e1894b5ef8d", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:35:22.391424 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-713f4557-0abc-4936-a49b-f924708a6cdc {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:35:22.391817 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99457062-66a6-4f3a-ab3f-4aff3e21848e', 'tag': 'd5bcf887-8e06-46c3-9a91-5e1894b5ef8d', 'status': 'completed', 'code': 200} Nov 12 20:35:22.410015 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-c7115965-fd3f-42bd-9198-faaf71d5c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:22.411292 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-c7115965-fd3f-42bd-9198-faaf71d5c491 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9fd825d9fe57458bb3841d189917b03b&device_id=99457062-66a6-4f3a-ab3f-4aff3e21848e HTTP/1.1" status: 200 len: 1134 time: 0.0507557 Nov 12 20:35:22.464615 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-666f707c-c0ba-4c75-be92-57455b78f1eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5bcf887-8e06-46c3-9a91-5e1894b5ef8d HTTP/1.1" status: 200 len: 217 time: 0.0433698 Nov 12 20:35:22.519846 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-d38565ca-85be-4e9b-ab18-6f39819782c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:22.521564 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-d38565ca-85be-4e9b-ab18-6f39819782c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda HTTP/1.1" status: 200 len: 835 time: 0.0507445 Nov 12 20:35:22.575439 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-44c56f48-ec13-46f0-8b69-76021221a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:22.577100 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-44c56f48-ec13-46f0-8b69-76021221a0a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec7afaff-a0bc-4825-bc76-2dc3905307ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478721 Nov 12 20:35:22.617833 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c878911-1910-4053-b487-8a1fe7832c04 req-5b08b460-77e4-4e1d-a7bf-326936db1bc9 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:22.619415 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9c878911-1910-4053-b487-8a1fe7832c04 req-5b08b460-77e4-4e1d-a7bf-326936db1bc9 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=99457062-66a6-4f3a-ab3f-4aff3e21848e HTTP/1.1" status: 200 len: 982 time: 0.0553064 Nov 12 20:35:22.681859 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9c878911-1910-4053-b487-8a1fe7832c04 req-b593ca4f-7180-4aa9-a233-2a886fe11a0a tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b1da0f9-f167-4abe-8b7a-4ebfe4019607&id=e68cd676-45e7-4240-8b6a-d872a01e4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0558274 Nov 12 20:35:22.688098 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-8446283c-eeb3-4f14-8ada-ac6a2b3cd92c service neutron] 10.222.0.55 "GET /v2.0/networks/ec7afaff-a0bc-4825-bc76-2dc3905307ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030011 Nov 12 20:35:22.775219 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a2cb92ff-6934-4215-a7e1-79165fbed611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:22.883642 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8476400f-cd1a-404c-a52e-a25a4f034a05 req-1583354a-0599-4b93-b3bf-5ba3e363b8cf service neutron] 10.222.0.55 "GET /v2.0/networks/ec7afaff-a0bc-4825-bc76-2dc3905307ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856978 Nov 12 20:35:22.984043 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af58f63-fce5-45f8-9b82-681b38221529 req-14ab39aa-1501-4e50-8bab-df15abe1a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:22.985680 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7af58f63-fce5-45f8-9b82-681b38221529 req-14ab39aa-1501-4e50-8bab-df15abe1a632 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9fd825d9fe57458bb3841d189917b03b&device_id=99457062-66a6-4f3a-ab3f-4aff3e21848e HTTP/1.1" status: 200 len: 1134 time: 0.0525427 Nov 12 20:35:23.082313 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af58f63-fce5-45f8-9b82-681b38221529 req-7f9b1106-7a42-46b0-809e-92a81fac75b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:23.083785 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7af58f63-fce5-45f8-9b82-681b38221529 req-7f9b1106-7a42-46b0-809e-92a81fac75b4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ec7afaff-a0bc-4825-bc76-2dc3905307ca HTTP/1.1" status: 200 len: 898 time: 0.0905776 Nov 12 20:35:23.131183 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7af58f63-fce5-45f8-9b82-681b38221529 req-8b0e84ff-9b1c-4773-ae5f-4ce993adaee7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5bcf887-8e06-46c3-9a91-5e1894b5ef8d HTTP/1.1" status: 200 len: 217 time: 0.0384986 Nov 12 20:35:23.180493 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af58f63-fce5-45f8-9b82-681b38221529 req-6ffecfb3-6624-46d9-8479-9478acee6dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:23.181918 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7af58f63-fce5-45f8-9b82-681b38221529 req-6ffecfb3-6624-46d9-8479-9478acee6dfe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda HTTP/1.1" status: 200 len: 835 time: 0.0433033 Nov 12 20:35:23.226606 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af58f63-fce5-45f8-9b82-681b38221529 req-5ae1bb10-1eda-4339-9a17-bc558fc32c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:23.228065 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7af58f63-fce5-45f8-9b82-681b38221529 req-5ae1bb10-1eda-4339-9a17-bc558fc32c42 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec7afaff-a0bc-4825-bc76-2dc3905307ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392370 Nov 12 20:35:23.333962 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7af58f63-fce5-45f8-9b82-681b38221529 req-30ad964e-957a-442d-b386-fb25bb0c61c5 service neutron] 10.222.0.55 "GET /v2.0/networks/ec7afaff-a0bc-4825-bc76-2dc3905307ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974035 Nov 12 20:35:23.428944 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7af58f63-fce5-45f8-9b82-681b38221529 req-b046a353-1fbe-4658-b39b-940c81e4a8b8 service neutron] 10.222.0.55 "GET /v2.0/networks/ec7afaff-a0bc-4825-bc76-2dc3905307ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847082 Nov 12 20:35:23.806308 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c717d-2421-45dd-ad9a-83d3ac4c17a0 req-665edccd-547a-4e10-b19c-1e4f50223b54 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:23.807749 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db7c717d-2421-45dd-ad9a-83d3ac4c17a0 req-665edccd-547a-4e10-b19c-1e4f50223b54 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=99457062-66a6-4f3a-ab3f-4aff3e21848e HTTP/1.1" status: 200 len: 982 time: 0.0504165 Nov 12 20:35:23.819018 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:23.870398 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db7c717d-2421-45dd-ad9a-83d3ac4c17a0 req-9e4b498e-4764-4bc7-ada8-c6221ea936e1 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b1da0f9-f167-4abe-8b7a-4ebfe4019607&id=e68cd676-45e7-4240-8b6a-d872a01e4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0557992 Nov 12 20:35:24.072337 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:24.991998 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387dcc7-370d-4ac8-b185-c31fdba6180a req-49a8cfe1-4a12-46c9-8375-d0003f79579d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:24.993581 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0387dcc7-370d-4ac8-b185-c31fdba6180a req-49a8cfe1-4a12-46c9-8375-d0003f79579d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=99457062-66a6-4f3a-ab3f-4aff3e21848e HTTP/1.1" status: 200 len: 982 time: 0.0512750 Nov 12 20:35:25.057680 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0387dcc7-370d-4ac8-b185-c31fdba6180a req-aeaa947b-b754-4a8f-9a8b-e5e6a3ddb0c6 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b1da0f9-f167-4abe-8b7a-4ebfe4019607&id=e68cd676-45e7-4240-8b6a-d872a01e4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0575519 Nov 12 20:35:25.219496 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:25.970674 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:26.088868 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device d5bcf887-8e06-46c3-9a91-5e1894b5ef8d details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:35:26.215440 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b04f7-f40a-47b9-940d-cb3e587adff5 req-bab2c247-7c2d-4057-9eee-f27ff914b32b tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:26.218284 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port d5bcf887-8e06-46c3-9a91-5e1894b5ef8d, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=d5bcf887-8e06-46c3-9a91-5e1894b5ef8d,segment=NetworkSegment(6ae09564-db30-4e01-bd00-a5c21e151a17),segment_id=6ae09564-db30-4e01-bd00-a5c21e151a17)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:35:26.218462 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-210b04f7-f40a-47b9-940d-cb3e587adff5 req-bab2c247-7c2d-4057-9eee-f27ff914b32b tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=99457062-66a6-4f3a-ab3f-4aff3e21848e HTTP/1.1" status: 200 len: 982 time: 0.0871334 Nov 12 20:35:26.231179 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'd5bcf887-8e06-46c3-9a91-5e1894b5ef8d', 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca', 'port_id': 'd5bcf887-8e06-46c3-9a91-5e1894b5ef8d', 'mac_address': 'fa:16:3e:95:56:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:35:26.278208 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:26.284106 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-210b04f7-f40a-47b9-940d-cb3e587adff5 req-9236711d-ab8c-49e6-b67c-86f6a29d8f28 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b1da0f9-f167-4abe-8b7a-4ebfe4019607&id=e68cd676-45e7-4240-8b6a-d872a01e4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0597999 Nov 12 20:35:26.294736 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5bcf887-8e06-46c3-9a91-5e1894b5ef8d {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:35:26.315326 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port d5bcf887-8e06-46c3-9a91-5e1894b5ef8d, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=d5bcf887-8e06-46c3-9a91-5e1894b5ef8d,segment=NetworkSegment(6ae09564-db30-4e01-bd00-a5c21e151a17),segment_id=6ae09564-db30-4e01-bd00-a5c21e151a17)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:35:26.319979 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:26.371715 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=d5bcf887-8e06-46c3-9a91-5e1894b5ef8d,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:26.380508 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:26.380856 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:26.381195 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:26.381533 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:26.381870 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:26.382197 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:26.382528 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:26.382850 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:26.383171 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:26.383496 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:26.383818 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:26.384139 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:26.649233 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:35:26.665697 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['d5bcf887-8e06-46c3-9a91-5e1894b5ef8d'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:35:27.400735 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4691d-79f3-456f-8746-97fc4c4d2588 req-79ebe969-7d3f-4b10-b4bb-f60df2e39857 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:27.402255 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-82b4691d-79f3-456f-8746-97fc4c4d2588 req-79ebe969-7d3f-4b10-b4bb-f60df2e39857 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=99457062-66a6-4f3a-ab3f-4aff3e21848e HTTP/1.1" status: 200 len: 983 time: 0.0509257 Nov 12 20:35:27.460924 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-82b4691d-79f3-456f-8746-97fc4c4d2588 req-97e9807a-df18-4acf-a1e1-4375486b1178 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b1da0f9-f167-4abe-8b7a-4ebfe4019607&id=e68cd676-45e7-4240-8b6a-d872a01e4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0513525 Nov 12 20:35:28.115207 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device d5bcf887-8e06-46c3-9a91-5e1894b5ef8d up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:35:28.184520 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port d5bcf887-8e06-46c3-9a91-5e1894b5ef8d completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:35:28.189628 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port d5bcf887-8e06-46c3-9a91-5e1894b5ef8d triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:35:28.239476 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:28.332907 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:28.365931 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99457062-66a6-4f3a-ab3f-4aff3e21848e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bcf887-8e06-46c3-9a91-5e1894b5ef8d'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:35:28.368148 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e79cfd7-e5ac-432e-8670-f17b00e8402b" -d '{"events": [{"server_uuid": "99457062-66a6-4f3a-ab3f-4aff3e21848e", "name": "network-vif-plugged", "status": "completed", "tag": "d5bcf887-8e06-46c3-9a91-5e1894b5ef8d"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:35:28.381808 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port d5bcf887-8e06-46c3-9a91-5e1894b5ef8d, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=d5bcf887-8e06-46c3-9a91-5e1894b5ef8d,segment=NetworkSegment(6ae09564-db30-4e01-bd00-a5c21e151a17),segment_id=6ae09564-db30-4e01-bd00-a5c21e151a17)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:35:28.386209 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:28.412172 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05bd604-90bd-4a4e-a801-c2a9b0cfe3dc x-openstack-request-id: req-f05bd604-90bd-4a4e-a801-c2a9b0cfe3dc {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:35:28.412489 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99457062-66a6-4f3a-ab3f-4aff3e21848e", "name": "network-vif-plugged", "status": "completed", "tag": "d5bcf887-8e06-46c3-9a91-5e1894b5ef8d", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:35:28.412733 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f05bd604-90bd-4a4e-a801-c2a9b0cfe3dc {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:35:28.413127 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99457062-66a6-4f3a-ab3f-4aff3e21848e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bcf887-8e06-46c3-9a91-5e1894b5ef8d', 'code': 200} Nov 12 20:35:28.451660 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=d5bcf887-8e06-46c3-9a91-5e1894b5ef8d,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:28.521935 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d766063-551a-467c-9ebb-e5f0639b4af5 req-7d492c05-912e-4cc8-aa2e-fde8725f71a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:28.523505 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0d766063-551a-467c-9ebb-e5f0639b4af5 req-7d492c05-912e-4cc8-aa2e-fde8725f71a2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=99457062-66a6-4f3a-ab3f-4aff3e21848e HTTP/1.1" status: 200 len: 1136 time: 0.0464203 Nov 12 20:35:28.581626 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0d766063-551a-467c-9ebb-e5f0639b4af5 req-458468dc-1faa-41c4-abc8-8e2131fe689c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3b1da0f9-f167-4abe-8b7a-4ebfe4019607&id=e68cd676-45e7-4240-8b6a-d872a01e4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0503924 Nov 12 20:35:28.592469 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78635b0c-dad2-4e50-a7f1-5c010de84492 req-38fa379c-b881-45cb-92d4-4613ff157241 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:28.593974 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-78635b0c-dad2-4e50-a7f1-5c010de84492 req-38fa379c-b881-45cb-92d4-4613ff157241 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=99457062-66a6-4f3a-ab3f-4aff3e21848e HTTP/1.1" status: 200 len: 984 time: 0.0518312 Nov 12 20:35:28.653945 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-78635b0c-dad2-4e50-a7f1-5c010de84492 req-96e5a692-08bd-4e8a-9c8d-48bf3e7b3424 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b1da0f9-f167-4abe-8b7a-4ebfe4019607&id=e68cd676-45e7-4240-8b6a-d872a01e4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0532265 Nov 12 20:35:29.780802 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cd001-7ab1-4d62-9610-a255ff7eb3f0 req-b38c4e51-9457-46b1-a213-3ce2f6818c35 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:29.782343 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-413cd001-7ab1-4d62-9610-a255ff7eb3f0 req-b38c4e51-9457-46b1-a213-3ce2f6818c35 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=99457062-66a6-4f3a-ab3f-4aff3e21848e HTTP/1.1" status: 200 len: 984 time: 0.0564606 Nov 12 20:35:29.840073 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-413cd001-7ab1-4d62-9610-a255ff7eb3f0 req-f7334d1c-d330-4033-9fda-3170a1254398 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b1da0f9-f167-4abe-8b7a-4ebfe4019607&id=e68cd676-45e7-4240-8b6a-d872a01e4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0516968 Nov 12 20:35:31.212865 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e473aa5-d669-4b54-84c2-bff5a6d060d0 req-06318d7a-890c-42b8-859e-bd9f5761da41 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:31.214303 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1e473aa5-d669-4b54-84c2-bff5a6d060d0 req-06318d7a-890c-42b8-859e-bd9f5761da41 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=99457062-66a6-4f3a-ab3f-4aff3e21848e HTTP/1.1" status: 200 len: 984 time: 0.0556288 Nov 12 20:35:31.274118 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1e473aa5-d669-4b54-84c2-bff5a6d060d0 req-4c4351df-553c-4981-88bf-04ca975643c4 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b1da0f9-f167-4abe-8b7a-4ebfe4019607&id=e68cd676-45e7-4240-8b6a-d872a01e4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0532527 Nov 12 20:35:31.396867 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8008851-e516-4679-85de-fc2c3ccee26d req-7d1aa958-18f2-49a6-bf32-73947ed33c34 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:31.400295 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e8008851-e516-4679-85de-fc2c3ccee26d req-7d1aa958-18f2-49a6-bf32-73947ed33c34 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=99457062-66a6-4f3a-ab3f-4aff3e21848e HTTP/1.1" status: 200 len: 984 time: 0.0535138 Nov 12 20:35:31.472193 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e8008851-e516-4679-85de-fc2c3ccee26d req-e5395d80-77d9-4d6c-bee4-41c521103fbe tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b1da0f9-f167-4abe-8b7a-4ebfe4019607&id=e68cd676-45e7-4240-8b6a-d872a01e4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0634716 Nov 12 20:35:31.615211 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce66381-aa60-4db5-a250-75e84cacff04 req-a85c7c39-718d-409d-becb-ad64b2bf8d22 tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:31.617513 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dce66381-aa60-4db5-a250-75e84cacff04 req-a85c7c39-718d-409d-becb-ad64b2bf8d22 tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=99457062-66a6-4f3a-ab3f-4aff3e21848e HTTP/1.1" status: 200 len: 1136 time: 0.0742548 Nov 12 20:35:31.642391 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-dce66381-aa60-4db5-a250-75e84cacff04 req-be0363b2-bc97-496a-991f-8cba9e31ed9d tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:31.726366 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-dce66381-aa60-4db5-a250-75e84cacff04 req-be0363b2-bc97-496a-991f-8cba9e31ed9d tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:31.730097 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-dce66381-aa60-4db5-a250-75e84cacff04 req-be0363b2-bc97-496a-991f-8cba9e31ed9d tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:31.780392 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0363b2-bc97-496a-991f-8cba9e31ed9d tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a095cf80-50f4-4a33-9359-3181fc523e67,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:31.792428 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dce66381-aa60-4db5-a250-75e84cacff04 req-be0363b2-bc97-496a-991f-8cba9e31ed9d tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3b1da0f9-f167-4abe-8b7a-4ebfe4019607&id=e68cd676-45e7-4240-8b6a-d872a01e4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1639061 Nov 12 20:35:31.794459 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0363b2-bc97-496a-991f-8cba9e31ed9d tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:31.794822 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0363b2-bc97-496a-991f-8cba9e31ed9d tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:31.795183 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0363b2-bc97-496a-991f-8cba9e31ed9d tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:31.795603 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0363b2-bc97-496a-991f-8cba9e31ed9d tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:31.796023 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0363b2-bc97-496a-991f-8cba9e31ed9d tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:31.796400 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0363b2-bc97-496a-991f-8cba9e31ed9d tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:31.796768 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0363b2-bc97-496a-991f-8cba9e31ed9d tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:31.797107 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0363b2-bc97-496a-991f-8cba9e31ed9d tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:31.797441 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0363b2-bc97-496a-991f-8cba9e31ed9d tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:31.797776 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0363b2-bc97-496a-991f-8cba9e31ed9d tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:31.798110 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0363b2-bc97-496a-991f-8cba9e31ed9d tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:31.798463 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0363b2-bc97-496a-991f-8cba9e31ed9d tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:35:31.818343 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50412) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:31.867186 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453947d4-c15e-4643-a684-9370614e02e6 tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:31.869117 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-453947d4-c15e-4643-a684-9370614e02e6 tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=99457062-66a6-4f3a-ab3f-4aff3e21848e HTTP/1.1" status: 200 len: 1131 time: 0.0496371 Nov 12 20:35:31.872095 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50414) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:31.877126 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-257d5455-2d0b-445d-a407-34435a65648d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'port_id': 'd5bcf887-8e06-46c3-9a91-5e1894b5ef8d', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:35:31.901902 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-257d5455-2d0b-445d-a407-34435a65648d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:32.019441 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-257d5455-2d0b-445d-a407-34435a65648d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:32.139856 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-257d5455-2d0b-445d-a407-34435a65648d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Allocated IP 172.25.5.210 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/902206c9-0779-4fd7-bf0d-25a52b541001) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:35:32.251426 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-257d5455-2d0b-445d-a407-34435a65648d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:32.289420 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-257d5455-2d0b-445d-a407-34435a65648d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:32.326977 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257d5455-2d0b-445d-a407-34435a65648d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:35:32.329766 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-257d5455-2d0b-445d-a407-34435a65648d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:35:32.340638 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257d5455-2d0b-445d-a407-34435a65648d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:35:32.365334 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d5455-2d0b-445d-a407-34435a65648d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event updated for resources: {'Port': ['ID=902206c9-0779-4fd7-bf0d-25a52b541001,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:32.713390 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-257d5455-2d0b-445d-a407-34435a65648d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:32.785004 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-257d5455-2d0b-445d-a407-34435a65648d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:32.961606 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-257d5455-2d0b-445d-a407-34435a65648d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:32.966997 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-257d5455-2d0b-445d-a407-34435a65648d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:33.050823 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d5455-2d0b-445d-a407-34435a65648d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event updated for resources: {'Port': ['ID=902206c9-0779-4fd7-bf0d-25a52b541001,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:33.060879 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-257d5455-2d0b-445d-a407-34435a65648d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:33.172636 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-257d5455-2d0b-445d-a407-34435a65648d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Floating IP 52bca034-c309-44af-8a5d-16e06798b53b associated. External IP: 172.25.5.210, port: d5bcf887-8e06-46c3-9a91-5e1894b5ef8d. Nov 12 20:35:33.382449 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257d5455-2d0b-445d-a407-34435a65648d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Router 2155f4c2-b625-4aee-9ab7-c3742f5488d4 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:35:33.489821 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257d5455-2d0b-445d-a407-34435a65648d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:35:33.500416 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2086f7-815e-4c1c-a85e-eeabc1bf1329 None None] Sync routers for ids ['2155f4c2-b625-4aee-9ab7-c3742f5488d4'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:35:33.508002 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-257d5455-2d0b-445d-a407-34435a65648d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:33.513071 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2086f7-815e-4c1c-a85e-eeabc1bf1329 None None] Routers {'2155f4c2-b625-4aee-9ab7-c3742f5488d4'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:35:33.514486 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-8f2086f7-815e-4c1c-a85e-eeabc1bf1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:35:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['2155f4c2-b625-4aee-9ab7-c3742f5488d4'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:35:33.536725 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-257d5455-2d0b-445d-a407-34435a65648d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6634212 Nov 12 20:35:33.537315 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99457062-66a6-4f3a-ab3f-4aff3e21848e', 'tag': 'd5bcf887-8e06-46c3-9a91-5e1894b5ef8d'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:35:33.539556 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9d9472-840b-4efe-be29-8b913b7328b5" -d '{"events": [{"name": "network-changed", "server_uuid": "99457062-66a6-4f3a-ab3f-4aff3e21848e", "tag": "d5bcf887-8e06-46c3-9a91-5e1894b5ef8d"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:35:33.540480 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50432) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:33.625604 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a2c0a1-a504-4d1e-a4af-1e794c258701 x-openstack-request-id: req-32a2c0a1-a504-4d1e-a4af-1e794c258701 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:35:33.626029 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99457062-66a6-4f3a-ab3f-4aff3e21848e", "tag": "d5bcf887-8e06-46c3-9a91-5e1894b5ef8d", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:35:33.626191 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-32a2c0a1-a504-4d1e-a4af-1e794c258701 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:35:33.626594 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99457062-66a6-4f3a-ab3f-4aff3e21848e', 'tag': 'd5bcf887-8e06-46c3-9a91-5e1894b5ef8d', 'status': 'completed', 'code': 200} Nov 12 20:35:33.714255 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d9472-840b-4efe-be29-8b913b7328b5 req-24e2fe53-59e5-4a14-acf7-2a0e6679e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:33.717407 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1a9d9472-840b-4efe-be29-8b913b7328b5 req-24e2fe53-59e5-4a14-acf7-2a0e6679e768 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9fd825d9fe57458bb3841d189917b03b&device_id=99457062-66a6-4f3a-ab3f-4aff3e21848e HTTP/1.1" status: 200 len: 1136 time: 0.0740457 Nov 12 20:35:33.840218 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554166b8-bb6f-4aeb-af9a-2978ef94c0b8 tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:33.841325 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554166b8-bb6f-4aeb-af9a-2978ef94c0b8 tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:33.847081 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554166b8-bb6f-4aeb-af9a-2978ef94c0b8 tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:33.847597 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554166b8-bb6f-4aeb-af9a-2978ef94c0b8 tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:33.848067 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554166b8-bb6f-4aeb-af9a-2978ef94c0b8 tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:33.848616 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554166b8-bb6f-4aeb-af9a-2978ef94c0b8 tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:33.849083 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554166b8-bb6f-4aeb-af9a-2978ef94c0b8 tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:33.853739 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-554166b8-bb6f-4aeb-af9a-2978ef94c0b8 tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4971 time: 0.3087106 Nov 12 20:35:33.854523 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50436) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:33.869992 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d9472-840b-4efe-be29-8b913b7328b5 req-0f25c9a1-e9c2-41a9-ab7c-740b30c13fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:33.871547 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1a9d9472-840b-4efe-be29-8b913b7328b5 req-0f25c9a1-e9c2-41a9-ab7c-740b30c13fe7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ec7afaff-a0bc-4825-bc76-2dc3905307ca HTTP/1.1" status: 200 len: 898 time: 0.1472244 Nov 12 20:35:33.892296 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-8f2086f7-815e-4c1c-a85e-eeabc1bf1329 None None] Set router 2155f4c2-b625-4aee-9ab7-c3742f5488d4 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:35:33.971729 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1a9d9472-840b-4efe-be29-8b913b7328b5 req-d5e1bc2c-f186-49f8-856f-1c704b570659 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5bcf887-8e06-46c3-9a91-5e1894b5ef8d HTTP/1.1" status: 200 len: 999 time: 0.0921409 Nov 12 20:35:33.977661 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed9af5c-310c-4dd6-bc84-41d23e55aa9e tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:33.978159 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed9af5c-310c-4dd6-bc84-41d23e55aa9e tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:33.978620 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed9af5c-310c-4dd6-bc84-41d23e55aa9e tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:33.979070 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed9af5c-310c-4dd6-bc84-41d23e55aa9e tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:33.979528 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed9af5c-310c-4dd6-bc84-41d23e55aa9e tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:33.979984 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed9af5c-310c-4dd6-bc84-41d23e55aa9e tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:33.980543 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed9af5c-310c-4dd6-bc84-41d23e55aa9e tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:33.983176 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1ed9af5c-310c-4dd6-bc84-41d23e55aa9e tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.1281381 Nov 12 20:35:33.988106 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50438) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:34.048437 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d9472-840b-4efe-be29-8b913b7328b5 req-e3618acc-4f51-4b90-b673-552d097d6fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:34.049958 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1a9d9472-840b-4efe-be29-8b913b7328b5 req-e3618acc-4f51-4b90-b673-552d097d6fbe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda HTTP/1.1" status: 200 len: 835 time: 0.0705531 Nov 12 20:35:34.109506 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d9472-840b-4efe-be29-8b913b7328b5 req-0b2789e1-bac3-4344-95cb-2d8a18b356c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:34.111211 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1a9d9472-840b-4efe-be29-8b913b7328b5 req-0b2789e1-bac3-4344-95cb-2d8a18b356c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec7afaff-a0bc-4825-bc76-2dc3905307ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538864 Nov 12 20:35:34.208979 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-8f2086f7-815e-4c1c-a85e-eeabc1bf1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521555133', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:35:12Z', 'updated_at': '2021-11-12T20:35:16Z', 'revision_number': 4, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'gw_port': {'id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ac:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:35:13Z', 'updated_at': '2021-11-12T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '52bca034-c309-44af-8a5d-16e06798b53b', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'floating_ip_address': '172.25.5.210', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'port_id': 'd5bcf887-8e06-46c3-9a91-5e1894b5ef8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca', 'mac_address': 'fa:16:3e:95:56:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99457062-66a6-4f3a-ab3f-4aff3e21848e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:35:32Z', 'updated_at': '2021-11-12T20:35:32Z', 'revision_number': 0, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e887e374-62f0-4d4e-96eb-b6c95958c53e', 'name': '', 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'mac_address': 'fa:16:3e:dc:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:35:16Z', 'updated_at': '2021-11-12T20:35:19Z', 'revision_number': 5, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'subnets': [{'id': '7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:35:34.228520 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1a9d9472-840b-4efe-be29-8b913b7328b5 req-16a5f45c-7c23-4b17-8909-4db33e2177f3 service neutron] 10.222.0.55 "GET /v2.0/networks/ec7afaff-a0bc-4825-bc76-2dc3905307ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101213 Nov 12 20:35:34.240154 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2086f7-815e-4c1c-a85e-eeabc1bf1329 None None] Checking router: 2155f4c2-b625-4aee-9ab7-c3742f5488d4 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:35:34.250760 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2086f7-815e-4c1c-a85e-eeabc1bf1329 None None] Routers {'2155f4c2-b625-4aee-9ab7-c3742f5488d4'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:35:34.251421 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-8f2086f7-815e-4c1c-a85e-eeabc1bf1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:35:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['2155f4c2-b625-4aee-9ab7-c3742f5488d4'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:35:34.281618 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1ef4114f-9285-4779-aa7e-6398795d3c6f tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3781 time: 0.2919259 Nov 12 20:35:34.283738 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50446) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:34.332099 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bccec8-fb36-4c0e-b20f-8ed0ae87e08d tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:34.332746 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bccec8-fb36-4c0e-b20f-8ed0ae87e08d tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:34.334889 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e6bccec8-fb36-4c0e-b20f-8ed0ae87e08d tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2155f4c2-b625-4aee-9ab7-c3742f5488d4 HTTP/1.1" status: 200 len: 1991 time: 0.0498989 Nov 12 20:35:34.372247 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1a9d9472-840b-4efe-be29-8b913b7328b5 req-159792fc-96f9-4558-a898-6019d202377f service neutron] 10.222.0.55 "GET /v2.0/networks/ec7afaff-a0bc-4825-bc76-2dc3905307ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348588 Nov 12 20:35:34.405560 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-8f2086f7-815e-4c1c-a85e-eeabc1bf1329 None None] Set router 2155f4c2-b625-4aee-9ab7-c3742f5488d4 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:35:34.633738 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-8f2086f7-815e-4c1c-a85e-eeabc1bf1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521555133', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:35:12Z', 'updated_at': '2021-11-12T20:35:16Z', 'revision_number': 4, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'gw_port': {'id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ac:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:35:13Z', 'updated_at': '2021-11-12T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '52bca034-c309-44af-8a5d-16e06798b53b', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'floating_ip_address': '172.25.5.210', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'port_id': 'd5bcf887-8e06-46c3-9a91-5e1894b5ef8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca', 'mac_address': 'fa:16:3e:95:56:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99457062-66a6-4f3a-ab3f-4aff3e21848e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:35:32Z', 'updated_at': '2021-11-12T20:35:32Z', 'revision_number': 0, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e887e374-62f0-4d4e-96eb-b6c95958c53e', 'name': '', 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'mac_address': 'fa:16:3e:dc:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:35:16Z', 'updated_at': '2021-11-12T20:35:19Z', 'revision_number': 5, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'subnets': [{'id': '7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:35:34.661501 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2086f7-815e-4c1c-a85e-eeabc1bf1329 None None] The sync data for ids ['2155f4c2-b625-4aee-9ab7-c3742f5488d4'] in n-d-712140-15 is: [{'id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521555133', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:35:12Z', 'updated_at': '2021-11-12T20:35:16Z', 'revision_number': 4, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'gw_port': {'id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ac:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:35:13Z', 'updated_at': '2021-11-12T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '52bca034-c309-44af-8a5d-16e06798b53b', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'floating_ip_address': '172.25.5.210', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'port_id': 'd5bcf887-8e06-46c3-9a91-5e1894b5ef8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca', 'mac_address': 'fa:16:3e:95:56:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99457062-66a6-4f3a-ab3f-4aff3e21848e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:35:32Z', 'updated_at': '2021-11-12T20:35:32Z', 'revision_number': 0, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e887e374-62f0-4d4e-96eb-b6c95958c53e', 'name': '', 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'mac_address': 'fa:16:3e:dc:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:35:16Z', 'updated_at': '2021-11-12T20:35:19Z', 'revision_number': 5, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'subnets': [{'id': '7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:35:34.858133 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce28e94-6383-41df-b562-839bfde813c6 None None] New status for floating IP 52bca034-c309-44af-8a5d-16e06798b53b: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:35:41.712302 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50536) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:41.819033 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-de01e7c7-64a0-4560-87cf-961528524aee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:41.900715 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-de01e7c7-64a0-4560-87cf-961528524aee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:41.904715 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-de01e7c7-64a0-4560-87cf-961528524aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:41.946178 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-de01e7c7-64a0-4560-87cf-961528524aee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e74b488164e34f57b91e645ad18f09a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2303708 Nov 12 20:35:41.946178 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01e7c7-64a0-4560-87cf-961528524aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d566da94-855d-457d-9ddf-37b2601a1fd7,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:41.946780 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50540) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:41.998372 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d7a42052-aef7-470c-81a1-b785370cddee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:42.019300 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d7a42052-aef7-470c-81a1-b785370cddee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:42.067799 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d7a42052-aef7-470c-81a1-b785370cddee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:42.070898 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d7a42052-aef7-470c-81a1-b785370cddee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:42.072052 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d7a42052-aef7-470c-81a1-b785370cddee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d566da94-855d-457d-9ddf-37b2601a1fd7 HTTP/1.1" status: 204 len: 168 time: 0.1241410 Nov 12 20:35:42.081720 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a42052-aef7-470c-81a1-b785370cddee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d566da94-855d-457d-9ddf-37b2601a1fd7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:42.335222 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50546) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:42.349749 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bfe16bf3-2732-48f1-8d94-d50cdc28f439 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:42.422192 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bfe16bf3-2732-48f1-8d94-d50cdc28f439 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:42.425975 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bfe16bf3-2732-48f1-8d94-d50cdc28f439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:42.464352 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bfe16bf3-2732-48f1-8d94-d50cdc28f439 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4e6233290bf44d4a80c266f9e25bea2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1279910 Nov 12 20:35:42.465869 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe16bf3-2732-48f1-8d94-d50cdc28f439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8102e3e4-9cf1-4416-90ec-2201699dd360,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:42.467636 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50550) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:42.516616 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-053676a5-53d3-41c4-8538-44a8e1f9e7a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:42.541087 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-053676a5-53d3-41c4-8538-44a8e1f9e7a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:42.585932 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-053676a5-53d3-41c4-8538-44a8e1f9e7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:42.588514 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-053676a5-53d3-41c4-8538-44a8e1f9e7a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:42.589650 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-053676a5-53d3-41c4-8538-44a8e1f9e7a7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8102e3e4-9cf1-4416-90ec-2201699dd360 HTTP/1.1" status: 204 len: 168 time: 0.1203301 Nov 12 20:35:42.597881 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053676a5-53d3-41c4-8538-44a8e1f9e7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8102e3e4-9cf1-4416-90ec-2201699dd360,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:44.011598 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50590) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:44.118912 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-302c3a40-51cf-47ca-b2a5-17e9cb7e3b7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:44.193520 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-302c3a40-51cf-47ca-b2a5-17e9cb7e3b7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:44.197290 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-302c3a40-51cf-47ca-b2a5-17e9cb7e3b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:44.235064 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-302c3a40-51cf-47ca-b2a5-17e9cb7e3b7d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ace49c9d6e6348d9869e7133093702f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2217953 Nov 12 20:35:44.236163 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c3a40-51cf-47ca-b2a5-17e9cb7e3b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb2618b-9c2d-407c-8cf3-24a597ee6a23,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:44.238055 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50594) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:44.285470 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b79979a3-df8b-4365-8f90-229a0b4e8466 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:44.306395 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b79979a3-df8b-4365-8f90-229a0b4e8466 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:44.356045 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b79979a3-df8b-4365-8f90-229a0b4e8466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:44.359088 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b79979a3-df8b-4365-8f90-229a0b4e8466 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:44.360257 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b79979a3-df8b-4365-8f90-229a0b4e8466 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0fb2618b-9c2d-407c-8cf3-24a597ee6a23 HTTP/1.1" status: 204 len: 168 time: 0.1211996 Nov 12 20:35:44.368054 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79979a3-df8b-4365-8f90-229a0b4e8466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb2618b-9c2d-407c-8cf3-24a597ee6a23,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:44.615073 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50600) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:44.629099 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c3c086fa-26c4-4856-9986-7fca7e3ba582 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:44.704056 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c3c086fa-26c4-4856-9986-7fca7e3ba582 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:44.707793 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c3c086fa-26c4-4856-9986-7fca7e3ba582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:44.749777 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c3c086fa-26c4-4856-9986-7fca7e3ba582 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=15791ace9aff4bd492619f47a28469d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1336458 Nov 12 20:35:44.750895 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c086fa-26c4-4856-9986-7fca7e3ba582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd65d93f-55de-4f3a-b092-cb9fddad54d3,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:44.752490 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50602) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:35:44.799648 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a020ea53-da96-496d-9957-b269bbf6c6ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:44.820387 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a020ea53-da96-496d-9957-b269bbf6c6ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:44.864663 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a020ea53-da96-496d-9957-b269bbf6c6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:44.867206 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a020ea53-da96-496d-9957-b269bbf6c6ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:44.868439 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a020ea53-da96-496d-9957-b269bbf6c6ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd65d93f-55de-4f3a-b092-cb9fddad54d3 HTTP/1.1" status: 204 len: 168 time: 0.1142337 Nov 12 20:35:44.876943 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020ea53-da96-496d-9957-b269bbf6c6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd65d93f-55de-4f3a-b092-cb9fddad54d3,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:35:47.995392 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0835b2-a539-48b8-81e1-8c9fd46b462e req-4c997183-bce9-4d0c-8389-c9f8c722172e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:47.997602 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eb0835b2-a539-48b8-81e1-8c9fd46b462e req-4c997183-bce9-4d0c-8389-c9f8c722172e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 945 time: 0.1599295 Nov 12 20:35:48.047387 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eb0835b2-a539-48b8-81e1-8c9fd46b462e req-d36c46bc-352c-4685-9a07-569cf8c1dafe tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=681a297d-4ac7-4704-a944-ca233c4d7741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437400 Nov 12 20:35:49.168339 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb9edc-41d7-495c-99f3-af9980d31858 req-91f74497-8f54-4a30-9259-7b16940cbde4 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:49.169758 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d9eb9edc-41d7-495c-99f3-af9980d31858 req-91f74497-8f54-4a30-9259-7b16940cbde4 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 945 time: 0.0501614 Nov 12 20:35:49.220726 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d9eb9edc-41d7-495c-99f3-af9980d31858 req-5948b542-bb05-47e4-88c6-cf74ee951cd5 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=681a297d-4ac7-4704-a944-ca233c4d7741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449343 Nov 12 20:35:49.933762 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-23a552c4-230c-4d81-8429-68f428c405c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:50.307596 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:50.345837 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89af163-1db5-4ca5-909a-f6ebff0b0ea5 req-69d7660c-f765-44ad-b466-fc7e0f227295 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:50.347873 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e89af163-1db5-4ca5-909a-f6ebff0b0ea5 req-69d7660c-f765-44ad-b466-fc7e0f227295 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 945 time: 0.0589345 Nov 12 20:35:50.421873 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e89af163-1db5-4ca5-909a-f6ebff0b0ea5 req-7099921c-0ae4-4a7d-a7b9-18fbe3cdd242 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=681a297d-4ac7-4704-a944-ca233c4d7741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581014 Nov 12 20:35:51.537168 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485c88b-817b-4749-8554-953733d59ceb req-79c27029-dde1-4229-a6d1-1b1fe1ef6dad tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:51.538841 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0485c88b-817b-4749-8554-953733d59ceb req-79c27029-dde1-4229-a6d1-1b1fe1ef6dad tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 945 time: 0.0505815 Nov 12 20:35:51.587930 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0485c88b-817b-4749-8554-953733d59ceb req-edd2d5ea-41c6-45f2-b1e5-65aff5d7615e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=681a297d-4ac7-4704-a944-ca233c4d7741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426927 Nov 12 20:35:52.734700 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79df75-8c21-4d24-bbce-768a93185094 req-e6b93463-a9fd-49a1-abcc-f0b1189befbe tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:52.737026 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bb79df75-8c21-4d24-bbce-768a93185094 req-e6b93463-a9fd-49a1-abcc-f0b1189befbe tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 945 time: 0.0662208 Nov 12 20:35:52.750771 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-93dfcb76-b55a-4dcb-83c2-baf63e4f50da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:52.800792 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bb79df75-8c21-4d24-bbce-768a93185094 req-18558866-3ce4-4fd1-867c-465bb3ca88f3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=681a297d-4ac7-4704-a944-ca233c4d7741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574450 Nov 12 20:35:53.821909 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:53.936593 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eba8e2-6965-470d-ac4e-e3cd9090da01 req-bd39d233-0905-4665-b76f-d55bed492a0a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:53.938133 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e1eba8e2-6965-470d-ac4e-e3cd9090da01 req-bd39d233-0905-4665-b76f-d55bed492a0a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 945 time: 0.0617118 Nov 12 20:35:53.994259 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e1eba8e2-6965-470d-ac4e-e3cd9090da01 req-ce3b7571-f324-4927-aa35-7b539b3c4c9e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=681a297d-4ac7-4704-a944-ca233c4d7741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491202 Nov 12 20:35:54.091170 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:55.126556 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b363d-6104-4f29-9065-e96ece5c5294 req-0d5fd4ae-74ab-4112-9ec6-4fbd225fcbfe tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:55.128047 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a21b363d-6104-4f29-9065-e96ece5c5294 req-0d5fd4ae-74ab-4112-9ec6-4fbd225fcbfe tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 945 time: 0.0578797 Nov 12 20:35:55.221899 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:55.453004 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a21b363d-6104-4f29-9065-e96ece5c5294 req-23eece38-98cd-416c-851a-329542fc7430 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=681a297d-4ac7-4704-a944-ca233c4d7741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3188057 Nov 12 20:35:55.972772 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:35:56.570592 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aaac8b-48b6-4868-b7f8-debf7e2e6056 req-0f0e39b9-03d3-4907-b479-c4948f1e9815 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:56.572086 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-98aaac8b-48b6-4868-b7f8-debf7e2e6056 req-0f0e39b9-03d3-4907-b479-c4948f1e9815 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 945 time: 0.0492477 Nov 12 20:35:56.622610 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-98aaac8b-48b6-4868-b7f8-debf7e2e6056 req-ba4d48bf-13dc-436d-99dd-5dddf45b327f tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=681a297d-4ac7-4704-a944-ca233c4d7741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437026 Nov 12 20:35:57.741764 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82992da5-be3d-40d0-87f9-1c24b580169a req-506fa834-2720-4db8-aa66-d29df253fa6b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:57.743231 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-82992da5-be3d-40d0-87f9-1c24b580169a req-506fa834-2720-4db8-aa66-d29df253fa6b tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 945 time: 0.0514214 Nov 12 20:35:57.791434 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-82992da5-be3d-40d0-87f9-1c24b580169a req-cb7d182f-5951-45ed-8637-cd54c0e4a813 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=681a297d-4ac7-4704-a944-ca233c4d7741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423377 Nov 12 20:35:58.905598 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0215c-97f4-49ac-a229-a46c14ebbeeb req-cbd61e5c-9f7a-4724-a8dc-b27c52d4e48d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:35:58.907082 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-60c0215c-97f4-49ac-a229-a46c14ebbeeb req-cbd61e5c-9f7a-4724-a8dc-b27c52d4e48d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 945 time: 0.0490582 Nov 12 20:35:58.959181 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-60c0215c-97f4-49ac-a229-a46c14ebbeeb req-cfa8a190-b160-4d2b-9019-07b7da6fe1a7 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=681a297d-4ac7-4704-a944-ca233c4d7741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461280 Nov 12 20:36:00.076109 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f67b5-fdae-4f11-bf45-498b12f96ec3 req-fdc85d94-150d-4883-962a-e3553cae568d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:00.077668 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e3f67b5-fdae-4f11-bf45-498b12f96ec3 req-fdc85d94-150d-4883-962a-e3553cae568d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 945 time: 0.0503130 Nov 12 20:36:00.129858 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e3f67b5-fdae-4f11-bf45-498b12f96ec3 req-5af46d9f-7b8f-44d7-b715-98ae86ca3960 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=681a297d-4ac7-4704-a944-ca233c4d7741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463431 Nov 12 20:36:00.998886 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a03214-4aef-45b8-ae28-2a7462e6b1a5 req-24619e5c-f11b-4c96-aba0-bfac31730e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:01.000534 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-85a03214-4aef-45b8-ae28-2a7462e6b1a5 req-24619e5c-f11b-4c96-aba0-bfac31730e80 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 1097 time: 0.0407674 Nov 12 20:36:01.048287 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-85a03214-4aef-45b8-ae28-2a7462e6b1a5 req-81ff4c88-7332-4e05-8da1-24f68814ff0b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=681a297d-4ac7-4704-a944-ca233c4d7741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400455 Nov 12 20:36:01.254515 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a26cf4-a40f-4175-afa5-16a448d3446b req-d4815186-8f42-4402-9610-ddde8aad056d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:01.256032 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f2a26cf4-a40f-4175-afa5-16a448d3446b req-d4815186-8f42-4402-9610-ddde8aad056d tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 945 time: 0.0513494 Nov 12 20:36:01.306365 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f2a26cf4-a40f-4175-afa5-16a448d3446b req-2540c71e-a5e6-47e5-ac8b-8c082705eabc tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=681a297d-4ac7-4704-a944-ca233c4d7741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443988 Nov 12 20:36:01.379251 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 69f952d0-d8be-4533-8635-096848a0e9f8 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:36:01.475828 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 69f952d0-d8be-4533-8635-096848a0e9f8, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=69f952d0-d8be-4533-8635-096848a0e9f8,segment=NetworkSegment(d78ced37-a45d-4b6d-9ef9-3a05aee48aa5),segment_id=d78ced37-a45d-4b6d-9ef9-3a05aee48aa5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:36:01.487490 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '69f952d0-d8be-4533-8635-096848a0e9f8', 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5', 'port_id': '69f952d0-d8be-4533-8635-096848a0e9f8', 'mac_address': 'fa:16:3e:9f:dc:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4301fc5-f2a3-415f-a811-f6b2f56ddfa0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:36:01.523989 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:01.536862 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69f952d0-d8be-4533-8635-096848a0e9f8 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:36:01.555859 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 69f952d0-d8be-4533-8635-096848a0e9f8, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=69f952d0-d8be-4533-8635-096848a0e9f8,segment=NetworkSegment(d78ced37-a45d-4b6d-9ef9-3a05aee48aa5),segment_id=d78ced37-a45d-4b6d-9ef9-3a05aee48aa5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:36:01.560069 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:01.607165 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=69f952d0-d8be-4533-8635-096848a0e9f8,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:01.836535 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['69f952d0-d8be-4533-8635-096848a0e9f8'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:36:02.439768 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4dd6a-e041-4da6-89a6-fef0aebd2894 req-cb0c5bc0-20d0-4670-a8e1-e5ac5e0d155e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:02.441939 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-95a4dd6a-e041-4da6-89a6-fef0aebd2894 req-cb0c5bc0-20d0-4670-a8e1-e5ac5e0d155e tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 944 time: 0.0619690 Nov 12 20:36:02.495722 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-95a4dd6a-e041-4da6-89a6-fef0aebd2894 req-57c162d3-4cff-4555-9782-0575939c6d71 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=681a297d-4ac7-4704-a944-ca233c4d7741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478449 Nov 12 20:36:02.519707 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50854) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:02.587917 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-26498549-a6a0-4db1-ac82-30aa464197fb tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/floatingips/683af434-b5c6-4148-a92b-4e1ff803ce0c HTTP/1.1" status: 200 len: 991 time: 0.0668352 Nov 12 20:36:02.653083 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-626ddf51-d823-4736-876c-722267746e27 req-07fe032e-40ed-45ea-b6fb-9cdf0cf6e2bf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389018 Nov 12 20:36:02.716738 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ddf51-d823-4736-876c-722267746e27 req-6f50c075-c4a7-4336-abb2-e0456edd7b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:02.718230 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-626ddf51-d823-4736-876c-722267746e27 req-6f50c075-c4a7-4336-abb2-e0456edd7b69 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 1097 time: 0.0447187 Nov 12 20:36:02.845093 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ddf51-d823-4736-876c-722267746e27 req-cd35b242-8a2d-433d-af59-80b8066c8ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:02.846615 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-626ddf51-d823-4736-876c-722267746e27 req-cd35b242-8a2d-433d-af59-80b8066c8ed4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 913 time: 0.1097093 Nov 12 20:36:02.894595 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2b1255c0-4961-448a-8730-079a21e534a3 req-f9db8637-aba3-4b30-bf65-1d3393470797 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0499299 Nov 12 20:36:02.988822 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1255c0-4961-448a-8730-079a21e534a3 req-95ad95ba-567b-4e6d-88a6-70796c3d9630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:02.990413 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2b1255c0-4961-448a-8730-079a21e534a3 req-95ad95ba-567b-4e6d-88a6-70796c3d9630 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 1096 time: 0.0465696 Nov 12 20:36:03.114352 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1255c0-4961-448a-8730-079a21e534a3 req-956ee606-060b-4fbf-af28-b4e0192b4fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:03.115843 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2b1255c0-4961-448a-8730-079a21e534a3 req-956ee606-060b-4fbf-af28-b4e0192b4fb1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cc987020-334d-4e83-8c15-b67942ac51a5 HTTP/1.1" status: 200 len: 898 time: 0.1019599 Nov 12 20:36:03.196088 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2b1255c0-4961-448a-8730-079a21e534a3 req-5d883214-2e31-44b4-97eb-8b7664229c70 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69f952d0-d8be-4533-8635-096848a0e9f8 HTTP/1.1" status: 200 len: 999 time: 0.0717282 Nov 12 20:36:03.221489 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-626ddf51-d823-4736-876c-722267746e27 req-770657d2-7b95-4ac0-845e-7ed96cc31d94 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8070f2f6-a1e8-48c9-b95a-53288d894fec HTTP/1.1" status: 200 len: 1001 time: 0.3668516 Nov 12 20:36:03.252706 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1255c0-4961-448a-8730-079a21e534a3 req-f978c8d9-e11a-4cf5-84a9-04cb275623b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:03.254323 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2b1255c0-4961-448a-8730-079a21e534a3 req-f978c8d9-e11a-4cf5-84a9-04cb275623b1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b4301fc5-f2a3-415f-a811-f6b2f56ddfa0 HTTP/1.1" status: 200 len: 834 time: 0.0506499 Nov 12 20:36:03.274406 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ddf51-d823-4736-876c-722267746e27 req-7d6fb2cc-6f5c-46c7-8af4-82e7204fcb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:03.275943 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-626ddf51-d823-4736-876c-722267746e27 req-7d6fb2cc-6f5c-46c7-8af4-82e7204fcb08 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fe6903-02cc-4d59-b54a-0012785b1f66 HTTP/1.1" status: 200 len: 851 time: 0.0468090 Nov 12 20:36:03.301909 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1255c0-4961-448a-8730-079a21e534a3 req-8350b3d7-5fdd-4154-bc90-71e2959d80a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:03.303428 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2b1255c0-4961-448a-8730-079a21e534a3 req-8350b3d7-5fdd-4154-bc90-71e2959d80a9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc987020-334d-4e83-8c15-b67942ac51a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413671 Nov 12 20:36:03.321505 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ddf51-d823-4736-876c-722267746e27 req-4c04d88a-001e-4b30-80ef-74fec115890c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:03.323008 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-626ddf51-d823-4736-876c-722267746e27 req-4c04d88a-001e-4b30-80ef-74fec115890c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a14ebab6-b135-479f-8842-077a5fca0d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403697 Nov 12 20:36:03.333761 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-626ddf51-d823-4736-876c-722267746e27 req-36cd145a-4fb7-4a8a-b575-5af59070577e service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:36:03.335340 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-626ddf51-d823-4736-876c-722267746e27 req-36cd145a-4fb7-4a8a-b575-5af59070577e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051813 Nov 12 20:36:03.408881 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2b1255c0-4961-448a-8730-079a21e534a3 req-be6a701b-8c35-4661-b1dc-d2b3ba327985 service neutron] 10.222.0.52 "GET /v2.0/networks/cc987020-334d-4e83-8c15-b67942ac51a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962882 Nov 12 20:36:03.411105 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 69f952d0-d8be-4533-8635-096848a0e9f8 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:36:03.443514 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-626ddf51-d823-4736-876c-722267746e27 req-b2043b92-63fc-4935-bf93-17d332991048 service neutron] 10.222.0.55 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010478 Nov 12 20:36:03.466959 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 69f952d0-d8be-4533-8635-096848a0e9f8 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:36:03.467630 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:03.519447 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2b1255c0-4961-448a-8730-079a21e534a3 req-d1abb107-67d2-4485-bb9b-5becd5eaf091 service neutron] 10.222.0.52 "GET /v2.0/networks/cc987020-334d-4e83-8c15-b67942ac51a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975766 Nov 12 20:36:03.548974 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-626ddf51-d823-4736-876c-722267746e27 req-8516fc2f-92d8-43dd-ad1f-bec7503a34df service neutron] 10.222.0.55 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979302 Nov 12 20:36:03.558184 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:03.583424 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b271f63-c896-49ad-bd10-e301a6f17162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f952d0-d8be-4533-8635-096848a0e9f8'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:36:03.585779 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2763f4-d594-4383-9b26-d51a52fd9cd6" -d '{"events": [{"server_uuid": "9b271f63-c896-49ad-bd10-e301a6f17162", "name": "network-vif-plugged", "status": "completed", "tag": "69f952d0-d8be-4533-8635-096848a0e9f8"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:36:03.599415 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 69f952d0-d8be-4533-8635-096848a0e9f8, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=69f952d0-d8be-4533-8635-096848a0e9f8,segment=NetworkSegment(d78ced37-a45d-4b6d-9ef9-3a05aee48aa5),segment_id=d78ced37-a45d-4b6d-9ef9-3a05aee48aa5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:36:03.604048 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:03.629737 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca09971-b3b1-45d5-bd53-d28e4d6d5909 x-openstack-request-id: req-dca09971-b3b1-45d5-bd53-d28e4d6d5909 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:36:03.630029 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b271f63-c896-49ad-bd10-e301a6f17162", "name": "network-vif-plugged", "status": "completed", "tag": "69f952d0-d8be-4533-8635-096848a0e9f8", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:36:03.630279 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dca09971-b3b1-45d5-bd53-d28e4d6d5909 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:36:03.630665 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b271f63-c896-49ad-bd10-e301a6f17162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f952d0-d8be-4533-8635-096848a0e9f8', 'code': 200} Nov 12 20:36:03.648790 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:36:03.655725 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=69f952d0-d8be-4533-8635-096848a0e9f8,revision_number=7']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:05.415792 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 50892) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:05.539486 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b200fa7b-56ca-4f3e-a015-b827b2626fbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:05.614899 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b200fa7b-56ca-4f3e-a015-b827b2626fbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:05.618691 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b200fa7b-56ca-4f3e-a015-b827b2626fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:05.663424 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b200fa7b-56ca-4f3e-a015-b827b2626fbd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c5a8b603fef42059c6b646b0a30ef17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2441735 Nov 12 20:36:05.663424 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200fa7b-56ca-4f3e-a015-b827b2626fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65561956-31d6-433f-8865-4d67a8a12560,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:05.664842 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50896) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:05.716453 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b9c2adc-2b60-4e9a-bf5e-37e3aa8f6e30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:05.738120 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b9c2adc-2b60-4e9a-bf5e-37e3aa8f6e30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:05.789304 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b9c2adc-2b60-4e9a-bf5e-37e3aa8f6e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:05.793492 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b9c2adc-2b60-4e9a-bf5e-37e3aa8f6e30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:05.795005 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6b9c2adc-2b60-4e9a-bf5e-37e3aa8f6e30 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/65561956-31d6-433f-8865-4d67a8a12560 HTTP/1.1" status: 204 len: 168 time: 0.1290116 Nov 12 20:36:05.805334 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c2adc-2b60-4e9a-bf5e-37e3aa8f6e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65561956-31d6-433f-8865-4d67a8a12560,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:06.067332 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50902) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:06.081106 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eb9e2804-bfe4-44ce-92ee-2d5a85d22b1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:06.154630 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eb9e2804-bfe4-44ce-92ee-2d5a85d22b1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:06.158440 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eb9e2804-bfe4-44ce-92ee-2d5a85d22b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:06.194742 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e2804-bfe4-44ce-92ee-2d5a85d22b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f301fbbc-2f80-4a38-9f9e-e14008fb5bda,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:06.200630 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-eb9e2804-bfe4-44ce-92ee-2d5a85d22b1f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f3ed070551f742249011296133f2a5f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321728 Nov 12 20:36:06.203284 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 50904) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:06.249232 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-571850d5-d8fc-45dd-98b7-1f40ccd69a64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:06.269768 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-571850d5-d8fc-45dd-98b7-1f40ccd69a64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:06.314460 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-571850d5-d8fc-45dd-98b7-1f40ccd69a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:06.317166 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-571850d5-d8fc-45dd-98b7-1f40ccd69a64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:06.318285 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-571850d5-d8fc-45dd-98b7-1f40ccd69a64 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f301fbbc-2f80-4a38-9f9e-e14008fb5bda HTTP/1.1" status: 204 len: 168 time: 0.1142366 Nov 12 20:36:06.326680 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571850d5-d8fc-45dd-98b7-1f40ccd69a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f301fbbc-2f80-4a38-9f9e-e14008fb5bda,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:09.193457 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51036) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:09.305420 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-40e6b2a1-deb9-4db3-90fb-dcbc3cbc62d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:09.379768 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-40e6b2a1-deb9-4db3-90fb-dcbc3cbc62d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:09.383606 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-40e6b2a1-deb9-4db3-90fb-dcbc3cbc62d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:09.422108 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-40e6b2a1-deb9-4db3-90fb-dcbc3cbc62d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=750b4e7492db41fda126639237938f77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2275891 Nov 12 20:36:09.423351 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6b2a1-deb9-4db3-90fb-dcbc3cbc62d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726fd511-5f48-4f34-86fe-775fd81e61c6,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:09.424812 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51040) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:09.474880 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-66676415-a595-4ff5-b7b5-ba26bd437dbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:09.496312 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-66676415-a595-4ff5-b7b5-ba26bd437dbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:09.545777 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-66676415-a595-4ff5-b7b5-ba26bd437dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:09.548358 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-66676415-a595-4ff5-b7b5-ba26bd437dbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:09.549516 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-66676415-a595-4ff5-b7b5-ba26bd437dbd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/726fd511-5f48-4f34-86fe-775fd81e61c6 HTTP/1.1" status: 204 len: 168 time: 0.1237032 Nov 12 20:36:09.557019 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66676415-a595-4ff5-b7b5-ba26bd437dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726fd511-5f48-4f34-86fe-775fd81e61c6,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:09.801953 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51046) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:09.815665 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2d765ad2-8737-4c63-881b-240ba2e770c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:09.889435 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2d765ad2-8737-4c63-881b-240ba2e770c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:09.893018 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2d765ad2-8737-4c63-881b-240ba2e770c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:09.930770 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2d765ad2-8737-4c63-881b-240ba2e770c9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=674579f19ae8459f9736b81f8452d065&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1277575 Nov 12 20:36:09.931947 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d765ad2-8737-4c63-881b-240ba2e770c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66632e8b-e6b0-497a-a6db-2186e45b4ddf,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:09.935096 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51048) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:09.982736 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19135b71-85d1-4cfb-9514-75dc2257155a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:10.004717 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19135b71-85d1-4cfb-9514-75dc2257155a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:10.049560 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19135b71-85d1-4cfb-9514-75dc2257155a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:10.052051 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19135b71-85d1-4cfb-9514-75dc2257155a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:10.053263 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-19135b71-85d1-4cfb-9514-75dc2257155a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/66632e8b-e6b0-497a-a6db-2186e45b4ddf HTTP/1.1" status: 204 len: 168 time: 0.1170890 Nov 12 20:36:10.061755 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19135b71-85d1-4cfb-9514-75dc2257155a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66632e8b-e6b0-497a-a6db-2186e45b4ddf,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:11.726268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51092) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:11.888124 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-7ee2af24-a2cc-4ec8-91cf-8f5f8e28e315 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Deleting port b6a2c9ef-9398-46a3-92d0-a65bfa2c7add {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:36:11.888440 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7ee2af24-a2cc-4ec8-91cf-8f5f8e28e315 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:11.968046 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7ee2af24-a2cc-4ec8-91cf-8f5f8e28e315 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:11.968415 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7ee2af24-a2cc-4ec8-91cf-8f5f8e28e315 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:11.980044 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-7ee2af24-a2cc-4ec8-91cf-8f5f8e28e315 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Calling delete_port for b6a2c9ef-9398-46a3-92d0-a65bfa2c7add owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:36:12.129173 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7ee2af24-a2cc-4ec8-91cf-8f5f8e28e315 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:12.154696 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2af24-a2cc-4ec8-91cf-8f5f8e28e315 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event deleted for resources: {'Port': ['ID=b6a2c9ef-9398-46a3-92d0-a65bfa2c7add,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:12.218049 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7ee2af24-a2cc-4ec8-91cf-8f5f8e28e315 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:12.218382 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-7ee2af24-a2cc-4ec8-91cf-8f5f8e28e315 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Floating IP d14aa5e2-4f0b-4362-94f7-f5a9924c3ddb disassociated (deleted). External IP: 172.25.5.122, port: 8070f2f6-a1e8-48c9-b95a-53288d894fec. Nov 12 20:36:12.434189 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee2af24-a2cc-4ec8-91cf-8f5f8e28e315 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:36:12.546678 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee2af24-a2cc-4ec8-91cf-8f5f8e28e315 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:36:12.551470 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7ee2af24-a2cc-4ec8-91cf-8f5f8e28e315 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:12.556007 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31ec870-6351-4b33-86a0-f9deff806491 None None] Sync routers for ids ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:36:12.564912 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31ec870-6351-4b33-86a0-f9deff806491 None None] Routers {'06faa6b2-33e6-49e4-9d41-4ee858d16f4e'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:36:12.565516 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f31ec870-6351-4b33-86a0-f9deff806491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:35:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:12.581689 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7ee2af24-a2cc-4ec8-91cf-8f5f8e28e315 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "DELETE /v2.0/floatingips/d14aa5e2-4f0b-4362-94f7-f5a9924c3ddb HTTP/1.1" status: 204 len: 168 time: 0.8542972 Nov 12 20:36:12.582386 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604981c9-a554-4c83-a998-7bab48b17000', 'tag': '8070f2f6-a1e8-48c9-b95a-53288d894fec'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:36:12.584927 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9407546b-311d-4195-b05c-f7a3f5ceebf9" -d '{"events": [{"name": "network-changed", "server_uuid": "604981c9-a554-4c83-a998-7bab48b17000", "tag": "8070f2f6-a1e8-48c9-b95a-53288d894fec"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:36:12.628007 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aea9632-8c06-4908-96a9-f7884c8f24f0 x-openstack-request-id: req-9aea9632-8c06-4908-96a9-f7884c8f24f0 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:36:12.628417 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604981c9-a554-4c83-a998-7bab48b17000", "tag": "8070f2f6-a1e8-48c9-b95a-53288d894fec", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:36:12.628668 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9aea9632-8c06-4908-96a9-f7884c8f24f0 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:36:12.629069 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604981c9-a554-4c83-a998-7bab48b17000', 'tag': '8070f2f6-a1e8-48c9-b95a-53288d894fec', 'status': 'completed', 'code': 200} Nov 12 20:36:12.677121 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-f31ec870-6351-4b33-86a0-f9deff806491 None None] Set router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:36:12.718879 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407546b-311d-4195-b05c-f7a3f5ceebf9 req-c12d8422-f90d-437d-bb70-09c926a2938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:12.720601 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9407546b-311d-4195-b05c-f7a3f5ceebf9 req-c12d8422-f90d-437d-bb70-09c926a2938d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 1097 time: 0.0646672 Nov 12 20:36:12.894634 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407546b-311d-4195-b05c-f7a3f5ceebf9 req-a2c5d830-ed9b-4a5d-90fa-6d3b21bf1054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:12.901093 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9407546b-311d-4195-b05c-f7a3f5ceebf9 req-a2c5d830-ed9b-4a5d-90fa-6d3b21bf1054 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 913 time: 0.1712129 Nov 12 20:36:12.917035 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645980d-001b-4d4d-a5ba-fd3e215ba6e2 req-138287d3-da3a-4d80-8999-81d1acb66e3c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:12.919099 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5645980d-001b-4d4d-a5ba-fd3e215ba6e2 req-138287d3-da3a-4d80-8999-81d1acb66e3c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 945 time: 0.1039352 Nov 12 20:36:12.947463 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f31ec870-6351-4b33-86a0-f9deff806491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'name': 'tempest-TestVolumeBootPattern-2072930217-router', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:39Z', 'updated_at': '2021-11-12T20:20:54Z', 'revision_number': 4, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'gw_port': {'id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'f3564d42-2a67-4eec-90ca-72b1147a8241', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'floating_ip_address': '172.25.5.33', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'port_id': 'da1d2ed6-4f68-4b79-9dfe-73bc201ec15b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'mac_address': 'fa:16:3e:cf:d7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7b8a22-77a0-484b-90e0-bfd6f6c71830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:32:22Z', 'updated_at': '2021-11-12T20:32:25Z', 'revision_number': 1, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3c7bc6-185e-46ba-a51f-7659ab966c67', 'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'mac_address': 'fa:16:3e:94:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:50Z', 'updated_at': '2021-11-12T20:21:15Z', 'revision_number': 5, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'subnets': [{'id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:12.969371 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9407546b-311d-4195-b05c-f7a3f5ceebf9 req-49ecf4b3-b8fd-4ca6-b22e-f6f16aecfc76 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8070f2f6-a1e8-48c9-b95a-53288d894fec HTTP/1.1" status: 200 len: 217 time: 0.0491812 Nov 12 20:36:12.974919 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31ec870-6351-4b33-86a0-f9deff806491 None None] Checking router: 06faa6b2-33e6-49e4-9d41-4ee858d16f4e for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:36:12.984070 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31ec870-6351-4b33-86a0-f9deff806491 None None] Routers {'06faa6b2-33e6-49e4-9d41-4ee858d16f4e'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:36:12.984958 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f31ec870-6351-4b33-86a0-f9deff806491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:35:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:13.031436 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5645980d-001b-4d4d-a5ba-fd3e215ba6e2 req-4ed2ac6d-8b50-4248-afd9-cdbb21017afb tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032743 Nov 12 20:36:13.043353 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407546b-311d-4195-b05c-f7a3f5ceebf9 req-6b8f8c0a-d415-4259-8536-c39c848d4ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:13.044872 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9407546b-311d-4195-b05c-f7a3f5ceebf9 req-6b8f8c0a-d415-4259-8536-c39c848d4ed0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fe6903-02cc-4d59-b54a-0012785b1f66 HTTP/1.1" status: 200 len: 851 time: 0.0671058 Nov 12 20:36:13.098142 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407546b-311d-4195-b05c-f7a3f5ceebf9 req-f0200f20-aea7-4455-bdd7-02f62c33c736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:13.099103 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-f31ec870-6351-4b33-86a0-f9deff806491 None None] Set router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:36:13.099658 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9407546b-311d-4195-b05c-f7a3f5ceebf9 req-f0200f20-aea7-4455-bdd7-02f62c33c736 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a14ebab6-b135-479f-8842-077a5fca0d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457158 Nov 12 20:36:13.196262 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9407546b-311d-4195-b05c-f7a3f5ceebf9 req-f39ffc94-116e-4b1c-9ef2-94c33f3ee9b9 service neutron] 10.222.0.55 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871131 Nov 12 20:36:13.303948 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9407546b-311d-4195-b05c-f7a3f5ceebf9 req-28a32535-e743-462b-bdca-540410a6820a service neutron] 10.222.0.55 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998445 Nov 12 20:36:13.330351 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f31ec870-6351-4b33-86a0-f9deff806491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'name': 'tempest-TestVolumeBootPattern-2072930217-router', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:39Z', 'updated_at': '2021-11-12T20:20:54Z', 'revision_number': 4, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'gw_port': {'id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'f3564d42-2a67-4eec-90ca-72b1147a8241', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'floating_ip_address': '172.25.5.33', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'port_id': 'da1d2ed6-4f68-4b79-9dfe-73bc201ec15b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'mac_address': 'fa:16:3e:cf:d7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7b8a22-77a0-484b-90e0-bfd6f6c71830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:32:22Z', 'updated_at': '2021-11-12T20:32:25Z', 'revision_number': 1, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3c7bc6-185e-46ba-a51f-7659ab966c67', 'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'mac_address': 'fa:16:3e:94:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:50Z', 'updated_at': '2021-11-12T20:21:15Z', 'revision_number': 5, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'subnets': [{'id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:13.360822 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31ec870-6351-4b33-86a0-f9deff806491 None None] The sync data for ids ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'] in n-d-712140-15 is: [{'id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'name': 'tempest-TestVolumeBootPattern-2072930217-router', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:39Z', 'updated_at': '2021-11-12T20:20:54Z', 'revision_number': 4, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'gw_port': {'id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'f3564d42-2a67-4eec-90ca-72b1147a8241', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'floating_ip_address': '172.25.5.33', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'port_id': 'da1d2ed6-4f68-4b79-9dfe-73bc201ec15b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'mac_address': 'fa:16:3e:cf:d7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7b8a22-77a0-484b-90e0-bfd6f6c71830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:32:22Z', 'updated_at': '2021-11-12T20:32:25Z', 'revision_number': 1, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3c7bc6-185e-46ba-a51f-7659ab966c67', 'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'mac_address': 'fa:16:3e:94:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:50Z', 'updated_at': '2021-11-12T20:21:15Z', 'revision_number': 5, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'subnets': [{'id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:36:13.597003 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74308a9-324a-4356-9ae2-940200530d6e None None] New status for floating IP d14aa5e2-4f0b-4362-94f7-f5a9924c3ddb: DOWN {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:36:14.166926 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c54bb5-ccf2-4bb8-b09c-a3e79a8f2339 req-81487cc3-a355-416d-a4c7-5ec6f2fb9072 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:14.169076 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16c54bb5-ccf2-4bb8-b09c-a3e79a8f2339 req-81487cc3-a355-416d-a4c7-5ec6f2fb9072 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 945 time: 0.0549455 Nov 12 20:36:14.223442 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16c54bb5-ccf2-4bb8-b09c-a3e79a8f2339 req-3bf816f8-c5fa-4437-aaee-13256f136a76 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483930 Nov 12 20:36:14.594505 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea22fb2-91a3-4346-b62b-c1c3691f3aae req-ca9fd99d-ac8a-4765-9401-1ece90853039 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:14.595970 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8ea22fb2-91a3-4346-b62b-c1c3691f3aae req-ca9fd99d-ac8a-4765-9401-1ece90853039 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.55 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 945 time: 0.0498977 Nov 12 20:36:14.686463 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-8ea22fb2-91a3-4346-b62b-c1c3691f3aae req-5165c557-6d4f-498b-b56f-0f64e052041b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Deleting port 8070f2f6-a1e8-48c9-b95a-53288d894fec {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:36:14.686803 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8ea22fb2-91a3-4346-b62b-c1c3691f3aae req-5165c557-6d4f-498b-b56f-0f64e052041b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:14.778085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-8ea22fb2-91a3-4346-b62b-c1c3691f3aae req-5165c557-6d4f-498b-b56f-0f64e052041b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] For port 8070f2f6-a1e8-48c9-b95a-53288d894fec, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=8070f2f6-a1e8-48c9-b95a-53288d894fec,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:36:14.778449 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8ea22fb2-91a3-4346-b62b-c1c3691f3aae req-5165c557-6d4f-498b-b56f-0f64e052041b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:14.790739 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-8ea22fb2-91a3-4346-b62b-c1c3691f3aae req-5165c557-6d4f-498b-b56f-0f64e052041b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Calling delete_port for 8070f2f6-a1e8-48c9-b95a-53288d894fec owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:36:14.925627 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8ea22fb2-91a3-4346-b62b-c1c3691f3aae req-5165c557-6d4f-498b-b56f-0f64e052041b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:14.961508 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165c557-6d4f-498b-b56f-0f64e052041b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event deleted for resources: {'Port': ['ID=8070f2f6-a1e8-48c9-b95a-53288d894fec,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:14.997872 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea22fb2-91a3-4346-b62b-c1c3691f3aae req-5165c557-6d4f-498b-b56f-0f64e052041b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] No DVR routers for this DVR port 8070f2f6-a1e8-48c9-b95a-53288d894fec on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:36:15.001534 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-8ea22fb2-91a3-4346-b62b-c1c3691f3aae req-5165c557-6d4f-498b-b56f-0f64e052041b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:15.004932 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8ea22fb2-91a3-4346-b62b-c1c3691f3aae req-5165c557-6d4f-498b-b56f-0f64e052041b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.55 "DELETE /v2.0/ports/8070f2f6-a1e8-48c9-b95a-53288d894fec HTTP/1.1" status: 204 len: 173 time: 0.4025893 Nov 12 20:36:15.005402 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604981c9-a554-4c83-a998-7bab48b17000', 'name': 'network-vif-deleted', 'tag': '8070f2f6-a1e8-48c9-b95a-53288d894fec'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:36:15.008436 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68db3ed-ffe6-4aa8-965a-698bc863ec4c" -d '{"events": [{"server_uuid": "604981c9-a554-4c83-a998-7bab48b17000", "name": "network-vif-deleted", "tag": "8070f2f6-a1e8-48c9-b95a-53288d894fec"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:36:15.051010 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08b6808-3396-4023-8c3c-9fb2deb946fd x-openstack-request-id: req-e08b6808-3396-4023-8c3c-9fb2deb946fd {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:36:15.051349 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604981c9-a554-4c83-a998-7bab48b17000", "name": "network-vif-deleted", "tag": "8070f2f6-a1e8-48c9-b95a-53288d894fec", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:36:15.051772 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e08b6808-3396-4023-8c3c-9fb2deb946fd {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:36:15.052177 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604981c9-a554-4c83-a998-7bab48b17000', 'name': 'network-vif-deleted', 'tag': '8070f2f6-a1e8-48c9-b95a-53288d894fec', 'status': 'completed', 'code': 200} Nov 12 20:36:15.327999 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6834c1ae-43fa-4ebf-afd8-e773e948c806 req-762d65ef-1e36-4e83-a8ef-e9b22a2338c3 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 210 time: 0.0292001 Nov 12 20:36:16.449295 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c455e211-619f-4f85-a1da-2cd12b977e64 req-b54052dc-b3df-44b7-b8c1-fd5a2c07289f tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 210 time: 0.0283291 Nov 12 20:36:17.564194 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-41e86136-96a2-49b5-b01d-ad7e6d4ae849 req-48a3f87f-d6b9-4b8e-87ea-73d4411ef1b6 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 210 time: 0.0352898 Nov 12 20:36:18.367414 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 8070f2f6-a1e8-48c9-b95a-53288d894fec no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:36:18.388304 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 8070f2f6-a1e8-48c9-b95a-53288d894fec {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:36:18.388858 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 8070f2f6-a1e8-48c9-b95a-53288d894fec not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:36:18.654059 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-19dbba74-d8ad-4659-b1bc-831f5f6db6a2 req-08c533a6-d1d0-46f0-9292-8036fdd6c3c9 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 210 time: 0.0314498 Nov 12 20:36:19.760212 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0a1f59e8-ff04-40ab-8c4f-1cadb0f3a79f req-4a4a5795-8c65-4a40-8143-7d3ab92d2fee tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=604981c9-a554-4c83-a998-7bab48b17000 HTTP/1.1" status: 200 len: 210 time: 0.0260978 Nov 12 20:36:19.942639 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-26410548-6db3-4ea5-8e91-ae33b880fd7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:20.315941 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:22.756490 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dd7de146-f762-49a0-b466-9ebc954a22b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:23.825074 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:24.111609 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:25.227243 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:25.283253 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51194) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:25.400858 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1281a124-217f-4850-9b1c-712d448fa7af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:25.508493 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1281a124-217f-4850-9b1c-712d448fa7af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:25.513256 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1281a124-217f-4850-9b1c-712d448fa7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:25.558500 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1281a124-217f-4850-9b1c-712d448fa7af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=be08abab79934c22a7a7c4c508855eb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2741423 Nov 12 20:36:25.559314 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1281a124-217f-4850-9b1c-712d448fa7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f443d9b0-817b-4eb2-89ab-bc9e35ef2632,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:25.561411 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51198) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:25.567161 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1281a124-217f-4850-9b1c-712d448fa7af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:25.567593 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1281a124-217f-4850-9b1c-712d448fa7af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:25.568007 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1281a124-217f-4850-9b1c-712d448fa7af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:25.568445 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1281a124-217f-4850-9b1c-712d448fa7af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:25.568853 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1281a124-217f-4850-9b1c-712d448fa7af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:25.569258 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1281a124-217f-4850-9b1c-712d448fa7af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:25.569659 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1281a124-217f-4850-9b1c-712d448fa7af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:25.570056 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1281a124-217f-4850-9b1c-712d448fa7af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:25.570454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1281a124-217f-4850-9b1c-712d448fa7af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:25.570870 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1281a124-217f-4850-9b1c-712d448fa7af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:25.571268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1281a124-217f-4850-9b1c-712d448fa7af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:25.571667 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1281a124-217f-4850-9b1c-712d448fa7af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:25.620094 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4d6b-a15d-4f95-bfba-b6d8388e71f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:25.645945 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4d6b-a15d-4f95-bfba-b6d8388e71f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:25.700143 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4d6b-a15d-4f95-bfba-b6d8388e71f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:25.703335 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4d6b-a15d-4f95-bfba-b6d8388e71f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:25.707038 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9b2c4d6b-a15d-4f95-bfba-b6d8388e71f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f443d9b0-817b-4eb2-89ab-bc9e35ef2632 HTTP/1.1" status: 204 len: 168 time: 0.1422646 Nov 12 20:36:25.716800 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c4d6b-a15d-4f95-bfba-b6d8388e71f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f443d9b0-817b-4eb2-89ab-bc9e35ef2632,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:25.974393 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:26.005190 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51204) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:26.019298 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7e986603-bb8c-40b4-8997-4a5889e99453 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:26.103500 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7e986603-bb8c-40b4-8997-4a5889e99453 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:26.106838 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7e986603-bb8c-40b4-8997-4a5889e99453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:26.145462 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7e986603-bb8c-40b4-8997-4a5889e99453 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e147b9ce1c274f2faf960ae5d2ce1dfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1391537 Nov 12 20:36:26.147352 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e986603-bb8c-40b4-8997-4a5889e99453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2458c7ba-ded1-447f-b3af-cfe03fa1d91b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:26.148317 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51206) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:26.195464 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d6286a60-86fa-48b5-8037-6a79f9097be4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:26.213416 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51210) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:26.218713 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d6286a60-86fa-48b5-8037-6a79f9097be4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:26.267094 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d6286a60-86fa-48b5-8037-6a79f9097be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:26.269707 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d6286a60-86fa-48b5-8037-6a79f9097be4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:26.270896 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d6286a60-86fa-48b5-8037-6a79f9097be4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2458c7ba-ded1-447f-b3af-cfe03fa1d91b HTTP/1.1" status: 204 len: 168 time: 0.1215580 Nov 12 20:36:26.279430 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6286a60-86fa-48b5-8037-6a79f9097be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2458c7ba-ded1-447f-b3af-cfe03fa1d91b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:26.384528 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-6b271062-a816-489f-b8ff-04ef15ef8bb0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Deleting port 460e3116-32f1-499a-8d63-9d62a734d584 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:36:26.385157 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b271062-a816-489f-b8ff-04ef15ef8bb0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:26.470954 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b271062-a816-489f-b8ff-04ef15ef8bb0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:26.471296 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b271062-a816-489f-b8ff-04ef15ef8bb0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:26.483017 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-6b271062-a816-489f-b8ff-04ef15ef8bb0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Calling delete_port for 460e3116-32f1-499a-8d63-9d62a734d584 owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:36:26.672552 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b271062-a816-489f-b8ff-04ef15ef8bb0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:26.701983 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b271062-a816-489f-b8ff-04ef15ef8bb0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event deleted for resources: {'Port': ['ID=460e3116-32f1-499a-8d63-9d62a734d584,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:26.768590 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b271062-a816-489f-b8ff-04ef15ef8bb0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for floatingip, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:26.768981 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [None req-6b271062-a816-489f-b8ff-04ef15ef8bb0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Floating IP f3564d42-2a67-4eec-90ca-72b1147a8241 disassociated (deleted). External IP: 172.25.5.33, port: da1d2ed6-4f68-4b79-9dfe-73bc201ec15b. Nov 12 20:36:26.982450 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b271062-a816-489f-b8ff-04ef15ef8bb0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:36:27.095724 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b271062-a816-489f-b8ff-04ef15ef8bb0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:36:27.101256 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b271062-a816-489f-b8ff-04ef15ef8bb0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:27.106024 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563c273a-52c5-4877-8011-7fcc06064f6b None None] Sync routers for ids ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:36:27.117564 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563c273a-52c5-4877-8011-7fcc06064f6b None None] Routers {'06faa6b2-33e6-49e4-9d41-4ee858d16f4e'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:36:27.118197 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-563c273a-52c5-4877-8011-7fcc06064f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:36:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:27.130914 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6b271062-a816-489f-b8ff-04ef15ef8bb0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "DELETE /v2.0/floatingips/f3564d42-2a67-4eec-90ca-72b1147a8241 HTTP/1.1" status: 204 len: 168 time: 0.9163795 Nov 12 20:36:27.131510 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7b8a22-77a0-484b-90e0-bfd6f6c71830', 'tag': 'da1d2ed6-4f68-4b79-9dfe-73bc201ec15b'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:36:27.133840 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9988eb07-a06e-4422-8381-ffd37488452c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7b8a22-77a0-484b-90e0-bfd6f6c71830", "tag": "da1d2ed6-4f68-4b79-9dfe-73bc201ec15b"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:36:27.184315 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa059139-2c58-4c9e-8c56-583c2bf26729 x-openstack-request-id: req-aa059139-2c58-4c9e-8c56-583c2bf26729 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:36:27.184779 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7b8a22-77a0-484b-90e0-bfd6f6c71830", "tag": "da1d2ed6-4f68-4b79-9dfe-73bc201ec15b", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:36:27.185170 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aa059139-2c58-4c9e-8c56-583c2bf26729 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:36:27.185724 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7b8a22-77a0-484b-90e0-bfd6f6c71830', 'tag': 'da1d2ed6-4f68-4b79-9dfe-73bc201ec15b', 'status': 'completed', 'code': 200} Nov 12 20:36:27.253318 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-563c273a-52c5-4877-8011-7fcc06064f6b None None] Set router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:36:27.417886 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66134bfe-63af-48a2-89a4-5152d1c151ac req-4d4e6c3e-7821-4e60-af0d-028250491ba8 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:27.426741 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-66134bfe-63af-48a2-89a4-5152d1c151ac req-4d4e6c3e-7821-4e60-af0d-028250491ba8 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 945 time: 0.0724587 Nov 12 20:36:27.515863 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-66134bfe-63af-48a2-89a4-5152d1c151ac req-48b33262-4c3a-47f5-ac2a-759cea427661 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879171 Nov 12 20:36:27.524400 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988eb07-a06e-4422-8381-ffd37488452c req-4e443a54-ca17-4868-ae81-fb3b3682952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:27.526283 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9988eb07-a06e-4422-8381-ffd37488452c req-4e443a54-ca17-4868-ae81-fb3b3682952d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=416776ef7a904035a66442e4dfb8994d&device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 1097 time: 0.3130803 Nov 12 20:36:27.632325 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988eb07-a06e-4422-8381-ffd37488452c req-9c0b7ce0-cfad-422d-b858-38da206890d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:27.633869 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9988eb07-a06e-4422-8381-ffd37488452c req-9c0b7ce0-cfad-422d-b858-38da206890d5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 200 len: 913 time: 0.0985408 Nov 12 20:36:27.662697 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-563c273a-52c5-4877-8011-7fcc06064f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'name': 'tempest-TestVolumeBootPattern-2072930217-router', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:39Z', 'updated_at': '2021-11-12T20:20:54Z', 'revision_number': 4, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'gw_port': {'id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '2f3c7bc6-185e-46ba-a51f-7659ab966c67', 'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'mac_address': 'fa:16:3e:94:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:50Z', 'updated_at': '2021-11-12T20:21:15Z', 'revision_number': 5, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'subnets': [{'id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:27.678635 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9988eb07-a06e-4422-8381-ffd37488452c req-5589bc80-8977-4c80-9f8a-41b9945c0a19 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da1d2ed6-4f68-4b79-9dfe-73bc201ec15b HTTP/1.1" status: 200 len: 217 time: 0.0362337 Nov 12 20:36:27.692374 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563c273a-52c5-4877-8011-7fcc06064f6b None None] Checking router: 06faa6b2-33e6-49e4-9d41-4ee858d16f4e for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:36:27.702988 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563c273a-52c5-4877-8011-7fcc06064f6b None None] Routers {'06faa6b2-33e6-49e4-9d41-4ee858d16f4e'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:36:27.703833 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-563c273a-52c5-4877-8011-7fcc06064f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:36:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:27.732982 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988eb07-a06e-4422-8381-ffd37488452c req-bba36dba-78e0-42ff-8cc5-ed73270a2d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:27.734447 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9988eb07-a06e-4422-8381-ffd37488452c req-bba36dba-78e0-42ff-8cc5-ed73270a2d4b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fe6903-02cc-4d59-b54a-0012785b1f66 HTTP/1.1" status: 200 len: 851 time: 0.0483489 Nov 12 20:36:27.789392 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988eb07-a06e-4422-8381-ffd37488452c req-20897eba-207c-483b-817e-8226b90a3b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:27.790935 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9988eb07-a06e-4422-8381-ffd37488452c req-20897eba-207c-483b-817e-8226b90a3b70 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a14ebab6-b135-479f-8842-077a5fca0d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470455 Nov 12 20:36:27.812847 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-563c273a-52c5-4877-8011-7fcc06064f6b None None] Set router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:36:27.884094 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9988eb07-a06e-4422-8381-ffd37488452c req-d09c09db-e9db-4f6d-94f9-6e1104690baa service neutron] 10.222.0.55 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852649 Nov 12 20:36:27.985768 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9988eb07-a06e-4422-8381-ffd37488452c req-3dbe138c-1628-4bfd-80e3-59c59604de19 service neutron] 10.222.0.55 "GET /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932786 Nov 12 20:36:28.024767 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-563c273a-52c5-4877-8011-7fcc06064f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'name': 'tempest-TestVolumeBootPattern-2072930217-router', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:39Z', 'updated_at': '2021-11-12T20:20:54Z', 'revision_number': 4, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'gw_port': {'id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '2f3c7bc6-185e-46ba-a51f-7659ab966c67', 'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'mac_address': 'fa:16:3e:94:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:50Z', 'updated_at': '2021-11-12T20:21:15Z', 'revision_number': 5, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'subnets': [{'id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:28.053474 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563c273a-52c5-4877-8011-7fcc06064f6b None None] The sync data for ids ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'] in n-d-712140-15 is: [{'id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'name': 'tempest-TestVolumeBootPattern-2072930217-router', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:39Z', 'updated_at': '2021-11-12T20:20:54Z', 'revision_number': 4, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'gw_port': {'id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '2f3c7bc6-185e-46ba-a51f-7659ab966c67', 'name': '', 'network_id': 'a14ebab6-b135-479f-8842-077a5fca0d71', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'mac_address': 'fa:16:3e:94:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:50Z', 'updated_at': '2021-11-12T20:21:15Z', 'revision_number': 5, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'subnets': [{'id': '63fe6903-02cc-4d59-b54a-0012785b1f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:36:28.303455 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdb6282-c044-4853-9bb1-79fba63d75e9 None None] New status for floating IP f3564d42-2a67-4eec-90ca-72b1147a8241: DOWN {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:36:28.640349 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d9540-11d2-419f-8017-f7d2c4960b43 req-15510ba2-2833-4070-8a3c-ea03f1c6be3b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:28.641884 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b91d9540-11d2-419f-8017-f7d2c4960b43 req-15510ba2-2833-4070-8a3c-ea03f1c6be3b tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 945 time: 0.0525663 Nov 12 20:36:28.691536 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b91d9540-11d2-419f-8017-f7d2c4960b43 req-4df4727b-f019-44c7-9898-fab3848b51d6 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b615547-88b8-40dc-a779-00292e0803fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436542 Nov 12 20:36:29.130831 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059a35a-84dd-46c2-9791-32f14d86e32c req-aa729855-1cdd-40c6-8c9d-b149d408072c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:29.132352 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c059a35a-84dd-46c2-9791-32f14d86e32c req-aa729855-1cdd-40c6-8c9d-b149d408072c tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 945 time: 0.0492232 Nov 12 20:36:29.221730 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-c059a35a-84dd-46c2-9791-32f14d86e32c req-c651afdb-d543-417e-ae42-4027cd2c7b49 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Deleting port da1d2ed6-4f68-4b79-9dfe-73bc201ec15b {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:36:29.222068 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c059a35a-84dd-46c2-9791-32f14d86e32c req-c651afdb-d543-417e-ae42-4027cd2c7b49 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:29.320913 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-c059a35a-84dd-46c2-9791-32f14d86e32c req-c651afdb-d543-417e-ae42-4027cd2c7b49 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] For port da1d2ed6-4f68-4b79-9dfe-73bc201ec15b, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=da1d2ed6-4f68-4b79-9dfe-73bc201ec15b,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:36:29.321037 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c059a35a-84dd-46c2-9791-32f14d86e32c req-c651afdb-d543-417e-ae42-4027cd2c7b49 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:29.334574 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-c059a35a-84dd-46c2-9791-32f14d86e32c req-c651afdb-d543-417e-ae42-4027cd2c7b49 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Calling delete_port for da1d2ed6-4f68-4b79-9dfe-73bc201ec15b owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:36:29.474307 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c059a35a-84dd-46c2-9791-32f14d86e32c req-c651afdb-d543-417e-ae42-4027cd2c7b49 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:29.505128 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651afdb-d543-417e-ae42-4027cd2c7b49 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event deleted for resources: {'Port': ['ID=da1d2ed6-4f68-4b79-9dfe-73bc201ec15b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:29.545225 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c059a35a-84dd-46c2-9791-32f14d86e32c req-c651afdb-d543-417e-ae42-4027cd2c7b49 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] No DVR routers for this DVR port da1d2ed6-4f68-4b79-9dfe-73bc201ec15b on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:36:29.547688 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c059a35a-84dd-46c2-9791-32f14d86e32c req-c651afdb-d543-417e-ae42-4027cd2c7b49 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:29.550963 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c059a35a-84dd-46c2-9791-32f14d86e32c req-c651afdb-d543-417e-ae42-4027cd2c7b49 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.55 "DELETE /v2.0/ports/da1d2ed6-4f68-4b79-9dfe-73bc201ec15b HTTP/1.1" status: 204 len: 173 time: 0.4126039 Nov 12 20:36:29.551951 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7b8a22-77a0-484b-90e0-bfd6f6c71830', 'name': 'network-vif-deleted', 'tag': 'da1d2ed6-4f68-4b79-9dfe-73bc201ec15b'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:36:29.554222 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517a3d5a-c0d1-49b0-8ca8-ab8eef092628" -d '{"events": [{"server_uuid": "ec7b8a22-77a0-484b-90e0-bfd6f6c71830", "name": "network-vif-deleted", "tag": "da1d2ed6-4f68-4b79-9dfe-73bc201ec15b"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:36:29.593215 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024f48f2-a7c6-4f03-881b-cdf2e77ae46e x-openstack-request-id: req-024f48f2-a7c6-4f03-881b-cdf2e77ae46e {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:36:29.593579 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7b8a22-77a0-484b-90e0-bfd6f6c71830", "name": "network-vif-deleted", "tag": "da1d2ed6-4f68-4b79-9dfe-73bc201ec15b", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:36:29.593894 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-024f48f2-a7c6-4f03-881b-cdf2e77ae46e {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:36:29.594290 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7b8a22-77a0-484b-90e0-bfd6f6c71830', 'name': 'network-vif-deleted', 'tag': 'da1d2ed6-4f68-4b79-9dfe-73bc201ec15b', 'status': 'completed', 'code': 200} Nov 12 20:36:29.797278 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7ed8f8cc-474f-4852-9238-70fbb84a192a req-39fd6bf3-9275-4470-8bb5-78003a483982 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 210 time: 0.0312307 Nov 12 20:36:30.896932 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-59a990a6-b827-4bbe-a885-62c58b364908 req-8acb7652-0c29-4277-b82a-73f56d315233 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 210 time: 0.0318091 Nov 12 20:36:32.001894 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e54f6774-af5b-4884-af09-d9cdbeeb1278 req-099350df-1a21-425a-9633-30d226329dd0 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 210 time: 0.0325649 Nov 12 20:36:32.399537 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device da1d2ed6-4f68-4b79-9dfe-73bc201ec15b no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:36:32.420243 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: da1d2ed6-4f68-4b79-9dfe-73bc201ec15b {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:36:32.420596 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device da1d2ed6-4f68-4b79-9dfe-73bc201ec15b not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:36:33.102923 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7854aa61-ed70-4dbd-b1a1-15fbc17e6883 req-b6d15fe4-761a-4dfe-80fc-c2151899282d tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 210 time: 0.0266628 Nov 12 20:36:34.244690 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cfbbd396-16a5-4a57-b85a-e7808f5add3d req-f66ac3fd-c88a-494a-b8db-093d62e818e4 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec7b8a22-77a0-484b-90e0-bfd6f6c71830 HTTP/1.1" status: 200 len: 210 time: 0.0370309 Nov 12 20:36:35.248467 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51318) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:35.304800 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51324) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:35.403328 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f51c16b8-fed5-48ae-b85b-23fc4c791ab3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:35.481499 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-3974c859-e918-43e2-887f-2e2af93e1d4e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Deleting port c9a25dc1-2c0e-4816-8718-b85a92363ebc {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:36:35.481841 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3974c859-e918-43e2-887f-2e2af93e1d4e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:35.574722 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f51c16b8-fed5-48ae-b85b-23fc4c791ab3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:35.580335 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f51c16b8-fed5-48ae-b85b-23fc4c791ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:35.617062 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3974c859-e918-43e2-887f-2e2af93e1d4e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:35.617382 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3974c859-e918-43e2-887f-2e2af93e1d4e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:35.639194 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-3974c859-e918-43e2-887f-2e2af93e1d4e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Calling delete_port for c9a25dc1-2c0e-4816-8718-b85a92363ebc owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:36:35.642528 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f51c16b8-fed5-48ae-b85b-23fc4c791ab3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=81de803b738747f2b162106c1998588d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3930619 Nov 12 20:36:35.645227 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c16b8-fed5-48ae-b85b-23fc4c791ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cba4ac-1273-4451-8e59-0b6eadad918c,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:35.645435 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51326) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:35.698838 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-47e05b35-3be0-404b-be2f-57dda2735823 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:35.721007 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-47e05b35-3be0-404b-be2f-57dda2735823 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:35.770943 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-47e05b35-3be0-404b-be2f-57dda2735823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:35.774200 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-47e05b35-3be0-404b-be2f-57dda2735823 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:35.775517 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-47e05b35-3be0-404b-be2f-57dda2735823 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/40cba4ac-1273-4451-8e59-0b6eadad918c HTTP/1.1" status: 204 len: 168 time: 0.1291053 Nov 12 20:36:35.788003 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e05b35-3be0-404b-be2f-57dda2735823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cba4ac-1273-4451-8e59-0b6eadad918c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:35.791672 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3974c859-e918-43e2-887f-2e2af93e1d4e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:35.797070 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e05b35-3be0-404b-be2f-57dda2735823 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:35.797422 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e05b35-3be0-404b-be2f-57dda2735823 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:35.797769 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e05b35-3be0-404b-be2f-57dda2735823 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:35.798102 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e05b35-3be0-404b-be2f-57dda2735823 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:35.798436 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e05b35-3be0-404b-be2f-57dda2735823 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:35.798763 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e05b35-3be0-404b-be2f-57dda2735823 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:35.799091 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e05b35-3be0-404b-be2f-57dda2735823 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:35.799417 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e05b35-3be0-404b-be2f-57dda2735823 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:35.799739 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e05b35-3be0-404b-be2f-57dda2735823 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:35.800060 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e05b35-3be0-404b-be2f-57dda2735823 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:35.800402 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e05b35-3be0-404b-be2f-57dda2735823 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:35.800901 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e05b35-3be0-404b-be2f-57dda2735823 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:35.843038 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974c859-e918-43e2-887f-2e2af93e1d4e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event deleted for resources: {'Port': ['ID=c9a25dc1-2c0e-4816-8718-b85a92363ebc,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:35.912051 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3974c859-e918-43e2-887f-2e2af93e1d4e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:35.914955 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3974c859-e918-43e2-887f-2e2af93e1d4e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:35.916398 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3974c859-e918-43e2-887f-2e2af93e1d4e tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "DELETE /v2.0/floatingips/86e011cd-4306-40b5-8c35-5ce71824ea4e HTTP/1.1" status: 204 len: 168 time: 0.6105022 Nov 12 20:36:36.119399 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51340) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:36.134446 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-58867589-5c3f-4bc5-96f6-2a432221890b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:36.218096 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-58867589-5c3f-4bc5-96f6-2a432221890b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:36.221952 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-58867589-5c3f-4bc5-96f6-2a432221890b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:36.263514 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-58867589-5c3f-4bc5-96f6-2a432221890b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b9f5e038c97c45c88769a9ead2a21fd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1429899 Nov 12 20:36:36.264399 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58867589-5c3f-4bc5-96f6-2a432221890b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3347e9-5325-4b94-8ca5-89e5000568b5,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:36.266286 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51342) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:36.326960 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f1cac17-5094-4701-8e5d-7c60a133ea0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:36.353251 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f1cac17-5094-4701-8e5d-7c60a133ea0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:36.400550 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f1cac17-5094-4701-8e5d-7c60a133ea0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:36.403716 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f1cac17-5094-4701-8e5d-7c60a133ea0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:36.404945 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5f1cac17-5094-4701-8e5d-7c60a133ea0e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd3347e9-5325-4b94-8ca5-89e5000568b5 HTTP/1.1" status: 204 len: 168 time: 0.1371665 Nov 12 20:36:36.414654 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1cac17-5094-4701-8e5d-7c60a133ea0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3347e9-5325-4b94-8ca5-89e5000568b5,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:38.061825 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51392) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:38.170797 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b298ee89-255b-4f0e-86b9-e679cc9ee119 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:38.252969 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b298ee89-255b-4f0e-86b9-e679cc9ee119 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:38.256966 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b298ee89-255b-4f0e-86b9-e679cc9ee119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:38.294499 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b298ee89-255b-4f0e-86b9-e679cc9ee119 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b043d01c96514ec4b8f3c6070a448926&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2309029 Nov 12 20:36:38.296452 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298ee89-255b-4f0e-86b9-e679cc9ee119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b215cf-9125-486e-bded-97974966b3a3,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:38.297309 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51398) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:38.366069 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3a4f83d-286e-4ee7-b044-ed6b8747d616 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:38.389977 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3a4f83d-286e-4ee7-b044-ed6b8747d616 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:38.437815 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3a4f83d-286e-4ee7-b044-ed6b8747d616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:38.440653 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3a4f83d-286e-4ee7-b044-ed6b8747d616 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:38.441820 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f3a4f83d-286e-4ee7-b044-ed6b8747d616 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/00b215cf-9125-486e-bded-97974966b3a3 HTTP/1.1" status: 204 len: 168 time: 0.1434224 Nov 12 20:36:38.450317 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4f83d-286e-4ee7-b044-ed6b8747d616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b215cf-9125-486e-bded-97974966b3a3,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:38.719859 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51408) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:38.734605 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6aee99b6-7d10-47cd-9623-9c4b2c984924 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:38.811443 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6aee99b6-7d10-47cd-9623-9c4b2c984924 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:38.815753 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6aee99b6-7d10-47cd-9623-9c4b2c984924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:38.856468 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6aee99b6-7d10-47cd-9623-9c4b2c984924 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e9721db05fe4de587b1cb558deda634&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1353943 Nov 12 20:36:38.858723 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee99b6-7d10-47cd-9623-9c4b2c984924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb3ce60-4475-411e-a496-5fedb550aeaa,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:38.859323 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51410) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:38.911957 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-df9606ea-6a55-414e-a81f-c062635ebcae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:38.935135 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-df9606ea-6a55-414e-a81f-c062635ebcae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:38.985438 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-df9606ea-6a55-414e-a81f-c062635ebcae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:38.988331 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-df9606ea-6a55-414e-a81f-c062635ebcae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:38.991962 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-df9606ea-6a55-414e-a81f-c062635ebcae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fdb3ce60-4475-411e-a496-5fedb550aeaa HTTP/1.1" status: 204 len: 168 time: 0.1291022 Nov 12 20:36:39.000191 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9606ea-6a55-414e-a81f-c062635ebcae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb3ce60-4475-411e-a496-5fedb550aeaa,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:39.298251 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51420) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:39.395975 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8663d6e0-d2a2-4df8-8763-24f089e59f7f tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] 10.222.0.48 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2798 time: 0.0959299 Nov 12 20:36:39.398852 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51428) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:39.404739 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-cb0f39ca-0b49-4cdc-8c84-4afe23064622 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Request body: {'network': {'name': 'tempest-network-smoke--1413561651', 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'port_security_enabled': False}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:36:39.415408 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51430) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:39.449759 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0f39ca-0b49-4cdc-8c84-4afe23064622 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Made reservation on behalf of 9fd825d9fe57458bb3841d189917b03b for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:36:39.453930 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cb0f39ca-0b49-4cdc-8c84-4afe23064622 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:39.502797 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0f39ca-0b49-4cdc-8c84-4afe23064622 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:36:39.510282 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0df60ff7-5d8f-49eb-aaa8-5489570a8034 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:39.519050 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cb0f39ca-0b49-4cdc-8c84-4afe23064622 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:39.519361 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-cb0f39ca-0b49-4cdc-8c84-4afe23064622 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Added segment d9597346-88b7-4626-8161-ccddac0deb6d of type vlan for network 6c6b0708-747e-4de2-9dea-a39151fc4895 Nov 12 20:36:39.563134 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0df60ff7-5d8f-49eb-aaa8-5489570a8034 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:39.625717 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cb0f39ca-0b49-4cdc-8c84-4afe23064622 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:39.680574 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cb0f39ca-0b49-4cdc-8c84-4afe23064622 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:39.687331 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0f39ca-0b49-4cdc-8c84-4afe23064622 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:39.688150 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cb0f39ca-0b49-4cdc-8c84-4afe23064622 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:39.709785 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cb0f39ca-0b49-4cdc-8c84-4afe23064622 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3094494 Nov 12 20:36:39.712471 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51440) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:39.717572 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-7310357a-f7b1-4993-ac05-6c53a27cadaa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1882359510', 'admin_state_up': True, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:36:39.746769 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7310357a-f7b1-4993-ac05-6c53a27cadaa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:39.748548 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7310357a-f7b1-4993-ac05-6c53a27cadaa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:39.750890 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0df60ff7-5d8f-49eb-aaa8-5489570a8034 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:39.753823 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0df60ff7-5d8f-49eb-aaa8-5489570a8034 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:39.755060 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0df60ff7-5d8f-49eb-aaa8-5489570a8034 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] 10.222.0.48 "DELETE /v2.0/security-groups/5b615547-88b8-40dc-a779-00292e0803fd HTTP/1.1" status: 204 len: 168 time: 0.3387158 Nov 12 20:36:39.832734 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df60ff7-5d8f-49eb-aaa8-5489570a8034 tempest-TestVolumeBootPattern-237047267 tempest-TestVolumeBootPattern-237047267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b615547-88b8-40dc-a779-00292e0803fd,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:39.833247 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7310357a-f7b1-4993-ac05-6c53a27cadaa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:39.840908 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f39ca-0b49-4cdc-8c84-4afe23064622 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event updated for resources: {'Network': ['ID=6c6b0708-747e-4de2-9dea-a39151fc4895,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:39.845188 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51446) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:39.915225 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 6c6b0708-747e-4de2-9dea-a39151fc4895 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:36:40.051996 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7310357a-f7b1-4993-ac05-6c53a27cadaa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:40.316581 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7310357a-f7b1-4993-ac05-6c53a27cadaa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:40.341034 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7310357a-f7b1-4993-ac05-6c53a27cadaa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:40.495444 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-7310357a-f7b1-4993-ac05-6c53a27cadaa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Allocated IP 172.25.5.211 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/4a187068-83f0-4ccc-b954-622b1dd98e07) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:36:40.620219 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7310357a-f7b1-4993-ac05-6c53a27cadaa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:40.651293 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:36:40.658682 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7310357a-f7b1-4993-ac05-6c53a27cadaa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:40.702891 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7310357a-f7b1-4993-ac05-6c53a27cadaa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:36:40.707265 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-7310357a-f7b1-4993-ac05-6c53a27cadaa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:36:40.713448 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7310357a-f7b1-4993-ac05-6c53a27cadaa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:36:40.727851 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe4e5fd-a70a-4209-bec9-51fafd703f80 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:36:40.744996 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310357a-f7b1-4993-ac05-6c53a27cadaa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event updated for resources: {'Port': ['ID=4a187068-83f0-4ccc-b954-622b1dd98e07,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:40.864898 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-1d0fb27d-a148-473d-b545-cab641f7643b None None] Provisioning complete for port 4a187068-83f0-4ccc-b954-622b1dd98e07 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:36:40.865526 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1d0fb27d-a148-473d-b545-cab641f7643b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:40.865826 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1ca04530-60f0-46f6-b35b-6dcf383a100a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:40.914757 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-1d0fb27d-a148-473d-b545-cab641f7643b None None] Port 4a187068-83f0-4ccc-b954-622b1dd98e07 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:36:41.150835 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-1ca04530-60f0-46f6-b35b-6dcf383a100a admin admin] Deleting port 2f3c7bc6-185e-46ba-a51f-7659ab966c67 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:36:41.151273 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1ca04530-60f0-46f6-b35b-6dcf383a100a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:41.243872 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-1ca04530-60f0-46f6-b35b-6dcf383a100a admin admin] For port 2f3c7bc6-185e-46ba-a51f-7659ab966c67, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=2f3c7bc6-185e-46ba-a51f-7659ab966c67,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:36:41.244238 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1ca04530-60f0-46f6-b35b-6dcf383a100a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:41.258632 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-1ca04530-60f0-46f6-b35b-6dcf383a100a admin admin] Calling delete_port for 2f3c7bc6-185e-46ba-a51f-7659ab966c67 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:36:41.315057 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7310357a-f7b1-4993-ac05-6c53a27cadaa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:41.472968 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1ca04530-60f0-46f6-b35b-6dcf383a100a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:41.500901 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca04530-60f0-46f6-b35b-6dcf383a100a admin admin] Pushing event deleted for resources: {'Port': ['ID=2f3c7bc6-185e-46ba-a51f-7659ab966c67,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:41.538138 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7310357a-f7b1-4993-ac05-6c53a27cadaa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:41.679399 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7310357a-f7b1-4993-ac05-6c53a27cadaa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Router 771d51e0-7876-449a-a45e-a0e8ccc9784c is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:36:41.693553 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1ca04530-60f0-46f6-b35b-6dcf383a100a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:41.815485 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7310357a-f7b1-4993-ac05-6c53a27cadaa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:36:41.834352 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83402e6-4a88-46b7-ac11-8fe287f4db22 None None] Sync routers for ids ['771d51e0-7876-449a-a45e-a0e8ccc9784c'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:36:41.839294 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7310357a-f7b1-4993-ac05-6c53a27cadaa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:41.844311 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7310357a-f7b1-4993-ac05-6c53a27cadaa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1307123 Nov 12 20:36:41.845027 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51480) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:41.848853 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83402e6-4a88-46b7-ac11-8fe287f4db22 None None] Routers {'771d51e0-7876-449a-a45e-a0e8ccc9784c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:36:41.849683 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c83402e6-4a88-46b7-ac11-8fe287f4db22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:36:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['771d51e0-7876-449a-a45e-a0e8ccc9784c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:41.924953 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f791c9de-63df-4364-9fb5-113d66d2f7f4 tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:41.928720 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f791c9de-63df-4364-9fb5-113d66d2f7f4 tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=9fd825d9fe57458bb3841d189917b03b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0825300 Nov 12 20:36:41.929530 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51482) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:41.971377 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca04530-60f0-46f6-b35b-6dcf383a100a admin admin] Router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:36:41.996652 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-c83402e6-4a88-46b7-ac11-8fe287f4db22 None None] Set router 771d51e0-7876-449a-a45e-a0e8ccc9784c gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:36:42.045214 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3231fafd-83c1-4f56-97b6-23e1cb09fa7a tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:42.046881 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3231fafd-83c1-4f56-97b6-23e1cb09fa7a tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1164732 Nov 12 20:36:42.049721 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51484) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:42.079965 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-03d9b1b3-6c00-44ee-95d3-b0d7d2988fec tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290771 Nov 12 20:36:42.082836 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51486) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:42.113631 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-78e9103b-a885-4c7c-9b01-9b02eb805187 tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=9fd825d9fe57458bb3841d189917b03b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292206 Nov 12 20:36:42.115847 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51488) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:42.122844 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca04530-60f0-46f6-b35b-6dcf383a100a admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:36:42.129426 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564a8af5-f08f-4353-abd3-019d60069d6f None None] Sync routers for ids ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:36:42.140225 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1ca04530-60f0-46f6-b35b-6dcf383a100a admin admin] 10.222.0.48 "PUT /v2.0/routers/06faa6b2-33e6-49e4-9d41-4ee858d16f4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2938037 Nov 12 20:36:42.143102 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51490) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:42.145389 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564a8af5-f08f-4353-abd3-019d60069d6f None None] Routers {'06faa6b2-33e6-49e4-9d41-4ee858d16f4e'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:36:42.146247 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-564a8af5-f08f-4353-abd3-019d60069d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:36:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:42.248716 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c83402e6-4a88-46b7-ac11-8fe287f4db22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d51e0-7876-449a-a45e-a0e8ccc9784c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1882359510', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '4a187068-83f0-4ccc-b954-622b1dd98e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:36:39Z', 'updated_at': '2021-11-12T20:36:41Z', 'revision_number': 3, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'gw_port': {'id': '4a187068-83f0-4ccc-b954-622b1dd98e07', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:37:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771d51e0-7876-449a-a45e-a0e8ccc9784c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:36:40Z', 'updated_at': '2021-11-12T20:36:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:42.255684 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88620ab6-82b3-4109-aefe-f4898aa4c542 tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:42.257636 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-88620ab6-82b3-4109-aefe-f4898aa4c542 tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1408601 Nov 12 20:36:42.260329 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51492) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:42.288498 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83402e6-4a88-46b7-ac11-8fe287f4db22 None None] Checking router: 771d51e0-7876-449a-a45e-a0e8ccc9784c for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:36:42.289241 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83402e6-4a88-46b7-ac11-8fe287f4db22 None None] Updating router 771d51e0-7876-449a-a45e-a0e8ccc9784c port 4a187068-83f0-4ccc-b954-622b1dd98e07 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:36:42.302199 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-618398fe-cbb5-447d-9d64-c197d5f96a5c tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401011 Nov 12 20:36:42.304621 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51494) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:42.310197 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-00e63158-ee14-44f1-8e68-9de97e4b210d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-312527957', 'network_id': '6c6b0708-747e-4de2-9dea-a39151fc4895', 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:36:42.324149 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c83402e6-4a88-46b7-ac11-8fe287f4db22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:42.372283 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-56697247-ea24-41c6-a27d-de1280c3ef6c admin admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:42.455005 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e63158-ee14-44f1-8e68-9de97e4b210d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Made reservation on behalf of 9fd825d9fe57458bb3841d189917b03b for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:36:42.459494 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-00e63158-ee14-44f1-8e68-9de97e4b210d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:42.459992 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-564a8af5-f08f-4353-abd3-019d60069d6f None None] Set router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:36:42.539507 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-56697247-ea24-41c6-a27d-de1280c3ef6c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:42.598322 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-56697247-ea24-41c6-a27d-de1280c3ef6c admin admin] Deleting port f4c330b0-ad40-40c9-aa68-657ecdb76bab {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:36:42.598685 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-56697247-ea24-41c6-a27d-de1280c3ef6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:42.670627 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c83402e6-4a88-46b7-ac11-8fe287f4db22 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:42.680312 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c83402e6-4a88-46b7-ac11-8fe287f4db22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:42.689057 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-00e63158-ee14-44f1-8e68-9de97e4b210d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:42.695764 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-56697247-ea24-41c6-a27d-de1280c3ef6c admin admin] For port f4c330b0-ad40-40c9-aa68-657ecdb76bab, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f4c330b0-ad40-40c9-aa68-657ecdb76bab,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:36:42.696132 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-56697247-ea24-41c6-a27d-de1280c3ef6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:42.706692 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-564a8af5-f08f-4353-abd3-019d60069d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'name': 'tempest-TestVolumeBootPattern-2072930217-router', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:39Z', 'updated_at': '2021-11-12T20:36:41Z', 'revision_number': 5, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'gw_port': {'id': 'f4c330b0-ad40-40c9-aa68-657ecdb76bab', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:20:42Z', 'updated_at': '2021-11-12T20:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:42.714646 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-56697247-ea24-41c6-a27d-de1280c3ef6c admin admin] Calling delete_port for f4c330b0-ad40-40c9-aa68-657ecdb76bab owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:36:42.744932 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d231e1-4f27-4093-89de-5d04fcb935bb None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:36:42.769692 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564a8af5-f08f-4353-abd3-019d60069d6f None None] Checking router: 06faa6b2-33e6-49e4-9d41-4ee858d16f4e for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:36:42.780696 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564a8af5-f08f-4353-abd3-019d60069d6f None None] Routers {'06faa6b2-33e6-49e4-9d41-4ee858d16f4e'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:36:42.781005 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e63158-ee14-44f1-8e68-9de97e4b210d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Checking segment: {'id': 'd9597346-88b7-4626-8161-ccddac0deb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6c6b0708-747e-4de2-9dea-a39151fc4895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:36:42.781291 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e63158-ee14-44f1-8e68-9de97e4b210d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Network hostable DHCP agents. Network: 6c6b0708-747e-4de2-9dea-a39151fc4895, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:36:42.782091 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-564a8af5-f08f-4353-abd3-019d60069d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:36:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:42.792502 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e63158-ee14-44f1-8e68-9de97e4b210d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event updated for resources: {'Subnet': ['ID=7b6d6d8f-62c2-40d6-b18b-71fe97eba396,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:42.798569 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-c83402e6-4a88-46b7-ac11-8fe287f4db22 None None] Attempting to bind port 4a187068-83f0-4ccc-b954-622b1dd98e07 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:36:42.800021 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-c83402e6-4a88-46b7-ac11-8fe287f4db22 None None] Attempting to bind port 4a187068-83f0-4ccc-b954-622b1dd98e07 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:36:42.800859 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83402e6-4a88-46b7-ac11-8fe287f4db22 None None] Attempting to bind port 4a187068-83f0-4ccc-b954-622b1dd98e07 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:36:42.809774 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e63158-ee14-44f1-8e68-9de97e4b210d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Network 6c6b0708-747e-4de2-9dea-a39151fc4895 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:36:42.810104 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cac722-1bdf-44a4-ae01-b0459eb06ea8 None None] Pushing event updated for resources: {'Port': ['ID=4a187068-83f0-4ccc-b954-622b1dd98e07,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:42.816992 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83402e6-4a88-46b7-ac11-8fe287f4db22 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:36:42.817417 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83402e6-4a88-46b7-ac11-8fe287f4db22 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:36:42.817826 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c83402e6-4a88-46b7-ac11-8fe287f4db22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:42.818259 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83402e6-4a88-46b7-ac11-8fe287f4db22 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:36:42.819002 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-c83402e6-4a88-46b7-ac11-8fe287f4db22 None None] Bound port: 4a187068-83f0-4ccc-b954-622b1dd98e07, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:36:42.819144 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c83402e6-4a88-46b7-ac11-8fe287f4db22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:42.827770 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-00e63158-ee14-44f1-8e68-9de97e4b210d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 6c6b0708-747e-4de2-9dea-a39151fc4895) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:36:42.828328 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cac722-1bdf-44a4-ae01-b0459eb06ea8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:42.828566 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cac722-1bdf-44a4-ae01-b0459eb06ea8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:42.828963 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cac722-1bdf-44a4-ae01-b0459eb06ea8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:42.829467 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cac722-1bdf-44a4-ae01-b0459eb06ea8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:42.829930 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cac722-1bdf-44a4-ae01-b0459eb06ea8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:42.830318 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cac722-1bdf-44a4-ae01-b0459eb06ea8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:42.830644 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cac722-1bdf-44a4-ae01-b0459eb06ea8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:42.831046 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cac722-1bdf-44a4-ae01-b0459eb06ea8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:42.831422 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cac722-1bdf-44a4-ae01-b0459eb06ea8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:42.831744 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cac722-1bdf-44a4-ae01-b0459eb06ea8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:42.832065 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cac722-1bdf-44a4-ae01-b0459eb06ea8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:42.832458 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cac722-1bdf-44a4-ae01-b0459eb06ea8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:36:42.836012 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e63158-ee14-44f1-8e68-9de97e4b210d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:42.836983 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-00e63158-ee14-44f1-8e68-9de97e4b210d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:42.860713 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b4b926-ec81-4340-9e71-665fddcaaf7d None None] Network 6c6b0708-747e-4de2-9dea-a39151fc4895 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:36:42.867424 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-00e63158-ee14-44f1-8e68-9de97e4b210d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5617316 Nov 12 20:36:42.868036 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51498) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:42.962582 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-564a8af5-f08f-4353-abd3-019d60069d6f None None] Set router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:36:42.980912 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-56697247-ea24-41c6-a27d-de1280c3ef6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:43.021472 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a082d7-ef75-49cf-b9ea-905c2e2a5cef None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:36:43.027090 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-c83402e6-4a88-46b7-ac11-8fe287f4db22 None None] For port 4a187068-83f0-4ccc-b954-622b1dd98e07, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:36:43.027541 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-564a8af5-f08f-4353-abd3-019d60069d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'name': 'tempest-TestVolumeBootPattern-2072930217-router', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:39Z', 'updated_at': '2021-11-12T20:36:42Z', 'revision_number': 6, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:43.034230 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-fc46aef8-c372-4d8c-9d01-15b4478247b0 None None] Provisioning complete for port 4a187068-83f0-4ccc-b954-622b1dd98e07 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:36:43.034587 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fc46aef8-c372-4d8c-9d01-15b4478247b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:43.059717 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564a8af5-f08f-4353-abd3-019d60069d6f None None] The sync data for ids ['06faa6b2-33e6-49e4-9d41-4ee858d16f4e'] in n-d-712140-15 is: [{'id': '06faa6b2-33e6-49e4-9d41-4ee858d16f4e', 'name': 'tempest-TestVolumeBootPattern-2072930217-router', 'tenant_id': '416776ef7a904035a66442e4dfb8994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:20:39Z', 'updated_at': '2021-11-12T20:36:42Z', 'revision_number': 6, 'project_id': '416776ef7a904035a66442e4dfb8994d', 'gw_port_host': None}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:36:43.072772 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56697247-ea24-41c6-a27d-de1280c3ef6c admin admin] Pushing event deleted for resources: {'Port': ['ID=f4c330b0-ad40-40c9-aa68-657ecdb76bab,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:43.110907 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-c83402e6-4a88-46b7-ac11-8fe287f4db22 None None] For port 4a187068-83f0-4ccc-b954-622b1dd98e07, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=4a187068-83f0-4ccc-b954-622b1dd98e07,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:36:43.124406 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c83402e6-4a88-46b7-ac11-8fe287f4db22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:43.124613 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-56697247-ea24-41c6-a27d-de1280c3ef6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:43.138163 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-fc46aef8-c372-4d8c-9d01-15b4478247b0 None None] Port 4a187068-83f0-4ccc-b954-622b1dd98e07 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:36:43.206733 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e38d48-0503-4a4f-819f-e695c9c30950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-6c6b0708-747e-4de2-9dea-a39151fc4895', 'network_id': '6c6b0708-747e-4de2-9dea-a39151fc4895', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'fixed_ips': [{'subnet_id': '7b6d6d8f-62c2-40d6-b18b-71fe97eba396'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:36:43.207588 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-15e38d48-0503-4a4f-819f-e695c9c30950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:43.216075 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83402e6-4a88-46b7-ac11-8fe287f4db22 None None] Routers {'771d51e0-7876-449a-a45e-a0e8ccc9784c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:36:43.216220 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c83402e6-4a88-46b7-ac11-8fe287f4db22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:36:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['771d51e0-7876-449a-a45e-a0e8ccc9784c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:43.223270 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-56697247-ea24-41c6-a27d-de1280c3ef6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:43.226576 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-56697247-ea24-41c6-a27d-de1280c3ef6c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:43.226705 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c26d214-b370-4dfa-83cb-fe82a8c21faa None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:36:43.260196 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cac722-1bdf-44a4-ae01-b0459eb06ea8 None None] Pushing event updated for resources: {'Port': ['ID=4a187068-83f0-4ccc-b954-622b1dd98e07,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:43.281459 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-56697247-ea24-41c6-a27d-de1280c3ef6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:43.281990 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56697247-ea24-41c6-a27d-de1280c3ef6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06faa6b2-33e6-49e4-9d41-4ee858d16f4e {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:36:43.288451 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-56697247-ea24-41c6-a27d-de1280c3ef6c admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:43.292739 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-56697247-ea24-41c6-a27d-de1280c3ef6c admin admin] 10.222.0.48 "DELETE /v2.0/routers/06faa6b2-33e6-49e4-9d41-4ee858d16f4e HTTP/1.1" status: 204 len: 168 time: 1.1431859 Nov 12 20:36:43.293074 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51500) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:43.375225 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-0914f73f-e2f3-4c96-b453-40328769419b admin admin] Deleting subnet 63fe6903-02cc-4d59-b54a-0012785b1f66 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:36:43.382628 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0914f73f-e2f3-4c96-b453-40328769419b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:43.422711 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-dd1b750b-50a2-44fe-a4b9-d91216518146 None None] Provisioning complete for port 4a187068-83f0-4ccc-b954-622b1dd98e07 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:36:43.423080 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dd1b750b-50a2-44fe-a4b9-d91216518146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:43.445695 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-c83402e6-4a88-46b7-ac11-8fe287f4db22 None None] Set router 771d51e0-7876-449a-a45e-a0e8ccc9784c gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:36:43.453714 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0914f73f-e2f3-4c96-b453-40328769419b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:43.494254 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c740cb2-6846-4a48-9884-322f16cc10fa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:43.652654 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0914f73f-e2f3-4c96-b453-40328769419b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:43.773333 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-15e38d48-0503-4a4f-819f-e695c9c30950 None None] Allocated IP 172.20.0.18 (6c6b0708-747e-4de2-9dea-a39151fc4895/7b6d6d8f-62c2-40d6-b18b-71fe97eba396/b0b0544a-6933-4520-9d79-3dc6d7d8c70f) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:36:43.829418 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0914f73f-e2f3-4c96-b453-40328769419b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:43.880523 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0914f73f-e2f3-4c96-b453-40328769419b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:43.884524 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0914f73f-e2f3-4c96-b453-40328769419b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/63fe6903-02cc-4d59-b54a-0012785b1f66 HTTP/1.1" status: 204 len: 168 time: 0.5898349 Nov 12 20:36:43.887221 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914f73f-e2f3-4c96-b453-40328769419b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63fe6903-02cc-4d59-b54a-0012785b1f66,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:43.887833 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51508) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:43.918035 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff7e317-0188-490b-b979-45ae211b3831 None None] Network a14ebab6-b135-479f-8842-077a5fca0d71 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:36:43.961557 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dd1b750b-50a2-44fe-a4b9-d91216518146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:43.986134 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eb9cc06b-1575-4ab4-82b7-65a910026cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:44.042603 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-dd1b750b-50a2-44fe-a4b9-d91216518146 None None] For port 4a187068-83f0-4ccc-b954-622b1dd98e07, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=4a187068-83f0-4ccc-b954-622b1dd98e07,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:36:44.045805 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cc06b-1575-4ab4-82b7-65a910026cc1 admin admin] Deleting port 66e9e28f-0104-4014-9d37-7465fd54e953 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:36:44.046577 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eb9cc06b-1575-4ab4-82b7-65a910026cc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:44.068373 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dd1b750b-50a2-44fe-a4b9-d91216518146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:44.120964 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-eb9cc06b-1575-4ab4-82b7-65a910026cc1 admin admin] For port 66e9e28f-0104-4014-9d37-7465fd54e953, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=66e9e28f-0104-4014-9d37-7465fd54e953,segment=NetworkSegment(24b86c1a-ad19-4432-a62d-ff2d5144d58d),segment_id=24b86c1a-ad19-4432-a62d-ff2d5144d58d)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:36:44.121222 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eb9cc06b-1575-4ab4-82b7-65a910026cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:44.135435 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cc06b-1575-4ab4-82b7-65a910026cc1 admin admin] Calling delete_port for 66e9e28f-0104-4014-9d37-7465fd54e953 owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:36:44.200341 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-15e38d48-0503-4a4f-819f-e695c9c30950 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:44.201780 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b750b-50a2-44fe-a4b9-d91216518146 None None] Pushing event updated for resources: {'Port': ['ID=4a187068-83f0-4ccc-b954-622b1dd98e07,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:44.205075 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c83402e6-4a88-46b7-ac11-8fe287f4db22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d51e0-7876-449a-a45e-a0e8ccc9784c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1882359510', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '4a187068-83f0-4ccc-b954-622b1dd98e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:36:39Z', 'updated_at': '2021-11-12T20:36:41Z', 'revision_number': 3, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'gw_port': {'id': '4a187068-83f0-4ccc-b954-622b1dd98e07', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:37:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771d51e0-7876-449a-a45e-a0e8ccc9784c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:36:40Z', 'updated_at': '2021-11-12T20:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:44.239379 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83402e6-4a88-46b7-ac11-8fe287f4db22 None None] The sync data for ids ['771d51e0-7876-449a-a45e-a0e8ccc9784c'] in n-d-712140-15 is: [{'id': '771d51e0-7876-449a-a45e-a0e8ccc9784c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1882359510', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '4a187068-83f0-4ccc-b954-622b1dd98e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:36:39Z', 'updated_at': '2021-11-12T20:36:41Z', 'revision_number': 3, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'gw_port': {'id': '4a187068-83f0-4ccc-b954-622b1dd98e07', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:37:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771d51e0-7876-449a-a45e-a0e8ccc9784c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:36:40Z', 'updated_at': '2021-11-12T20:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:36:44.241688 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-15e38d48-0503-4a4f-819f-e695c9c30950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:44.242922 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eb9cc06b-1575-4ab4-82b7-65a910026cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:44.286015 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cc06b-1575-4ab4-82b7-65a910026cc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=66e9e28f-0104-4014-9d37-7465fd54e953,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:44.289577 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e38d48-0503-4a4f-819f-e695c9c30950 None None] Network 6c6b0708-747e-4de2-9dea-a39151fc4895 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:36:44.294358 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-15e38d48-0503-4a4f-819f-e695c9c30950 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:36:44.300854 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e38d48-0503-4a4f-819f-e695c9c30950 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:36:44.301929 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9cc06b-1575-4ab4-82b7-65a910026cc1 admin admin] No DVR routers for this DVR port 66e9e28f-0104-4014-9d37-7465fd54e953 on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:36:44.325279 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e38d48-0503-4a4f-819f-e695c9c30950 None None] Pushing event updated for resources: {'Port': ['ID=b0b0544a-6933-4520-9d79-3dc6d7d8c70f,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:44.377275 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524953f8-7bba-493b-a9a5-105ceec37eee None None] DHCP port deletion for a14ebab6-b135-479f-8842-077a5fca0d71 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:36:44.383349 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-0c740cb2-6846-4a48-9884-322f16cc10fa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Allocated IP 172.20.0.17 (6c6b0708-747e-4de2-9dea-a39151fc4895/7b6d6d8f-62c2-40d6-b18b-71fe97eba396/c7da1f5d-85bf-436c-af90-cb2a158714fa) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:36:44.427715 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eb9cc06b-1575-4ab4-82b7-65a910026cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:44.445074 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-15e38d48-0503-4a4f-819f-e695c9c30950 None None] Attempting to bind port b0b0544a-6933-4520-9d79-3dc6d7d8c70f on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:36:44.445538 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-15e38d48-0503-4a4f-819f-e695c9c30950 None None] Attempting to bind port b0b0544a-6933-4520-9d79-3dc6d7d8c70f by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'd9597346-88b7-4626-8161-ccddac0deb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6c6b0708-747e-4de2-9dea-a39151fc4895'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:36:44.446044 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e38d48-0503-4a4f-819f-e695c9c30950 None None] Attempting to bind port b0b0544a-6933-4520-9d79-3dc6d7d8c70f on network 6c6b0708-747e-4de2-9dea-a39151fc4895 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:36:44.452720 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e38d48-0503-4a4f-819f-e695c9c30950 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:36:44.453214 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e38d48-0503-4a4f-819f-e695c9c30950 None None] Checking segment: {'id': 'd9597346-88b7-4626-8161-ccddac0deb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6c6b0708-747e-4de2-9dea-a39151fc4895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:36:44.453826 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-15e38d48-0503-4a4f-819f-e695c9c30950 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:44.454330 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e38d48-0503-4a4f-819f-e695c9c30950 None None] Bound using segment: {'id': 'd9597346-88b7-4626-8161-ccddac0deb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6c6b0708-747e-4de2-9dea-a39151fc4895'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:36:44.454951 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-15e38d48-0503-4a4f-819f-e695c9c30950 None None] Bound port: b0b0544a-6933-4520-9d79-3dc6d7d8c70f, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9597346-88b7-4626-8161-ccddac0deb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6c6b0708-747e-4de2-9dea-a39151fc4895'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:36:44.455427 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-15e38d48-0503-4a4f-819f-e695c9c30950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:44.460910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-eb9cc06b-1575-4ab4-82b7-65a910026cc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a14ebab6-b135-479f-8842-077a5fca0d71']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:44.477564 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-eb9cc06b-1575-4ab4-82b7-65a910026cc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b86c1a-ad19-4432-a62d-ff2d5144d58d') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:44.478266 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-eb9cc06b-1575-4ab4-82b7-65a910026cc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b86c1a-ad19-4432-a62d-ff2d5144d58d') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:44.502482 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eb9cc06b-1575-4ab4-82b7-65a910026cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:44.528590 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eb9cc06b-1575-4ab4-82b7-65a910026cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:44.539412 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9cc06b-1575-4ab4-82b7-65a910026cc1 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:36:44.539814 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eb9cc06b-1575-4ab4-82b7-65a910026cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:36:44.542226 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:36:44.566848 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-15e38d48-0503-4a4f-819f-e695c9c30950 None None] For port b0b0544a-6933-4520-9d79-3dc6d7d8c70f, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:36:44.572839 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-15e38d48-0503-4a4f-819f-e695c9c30950 None None] For port b0b0544a-6933-4520-9d79-3dc6d7d8c70f, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b0b0544a-6933-4520-9d79-3dc6d7d8c70f,segment=NetworkSegment(d9597346-88b7-4626-8161-ccddac0deb6d),segment_id=d9597346-88b7-4626-8161-ccddac0deb6d)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:36:44.582507 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-15e38d48-0503-4a4f-819f-e695c9c30950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:44.609464 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c740cb2-6846-4a48-9884-322f16cc10fa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:44.637608 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eb9cc06b-1575-4ab4-82b7-65a910026cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:44.697909 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c740cb2-6846-4a48-9884-322f16cc10fa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:44.700004 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eb9cc06b-1575-4ab4-82b7-65a910026cc1 admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:44.706177 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-eb9cc06b-1575-4ab4-82b7-65a910026cc1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a14ebab6-b135-479f-8842-077a5fca0d71 HTTP/1.1" status: 204 len: 168 time: 0.8143370 Nov 12 20:36:44.707731 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e38d48-0503-4a4f-819f-e695c9c30950 None None] Pushing event updated for resources: {'Port': ['ID=b0b0544a-6933-4520-9d79-3dc6d7d8c70f,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:44.709916 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51510) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:44.719104 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cc06b-1575-4ab4-82b7-65a910026cc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a14ebab6-b135-479f-8842-077a5fca0d71,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:44.923166 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4a187068-83f0-4ccc-b954-622b1dd98e07 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:36:45.011146 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 4a187068-83f0-4ccc-b954-622b1dd98e07 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:36:45.011534 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:45.235813 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f4c330b0-ad40-40c9-aa68-657ecdb76bab no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:36:45.255815 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c740cb2-6846-4a48-9884-322f16cc10fa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event updated for resources: {'Port': ['ID=c7da1f5d-85bf-436c-af90-cb2a158714fa,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:45.267582 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c740cb2-6846-4a48-9884-322f16cc10fa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Network 6c6b0708-747e-4de2-9dea-a39151fc4895 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:36:45.269723 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: f4c330b0-ad40-40c9-aa68-657ecdb76bab {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:36:45.270079 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f4c330b0-ad40-40c9-aa68-657ecdb76bab not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:36:45.270497 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2f3c7bc6-185e-46ba-a51f-7659ab966c67 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:36:45.272785 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-0c740cb2-6846-4a48-9884-322f16cc10fa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:36:45.277128 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c740cb2-6846-4a48-9884-322f16cc10fa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:36:45.304969 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 2f3c7bc6-185e-46ba-a51f-7659ab966c67 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:36:45.305260 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2f3c7bc6-185e-46ba-a51f-7659ab966c67 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:36:45.305677 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 66e9e28f-0104-4014-9d37-7465fd54e953 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:36:45.327549 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 66e9e28f-0104-4014-9d37-7465fd54e953 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:36:45.327892 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 66e9e28f-0104-4014-9d37-7465fd54e953 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:36:45.366784 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c740cb2-6846-4a48-9884-322f16cc10fa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:45.713185 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c740cb2-6846-4a48-9884-322f16cc10fa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:46.044034 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7102-4458-411c-990a-36b3fc391390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:46.080862 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32cdb06-f6a8-4989-9a72-b764fe436892 None None] Network 6c6b0708-747e-4de2-9dea-a39151fc4895 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:36:46.162684 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2760a391-c43f-4ad8-85af-7b0ed204119d None None] Provisioning complete for port b0b0544a-6933-4520-9d79-3dc6d7d8c70f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:36:46.162935 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2760a391-c43f-4ad8-85af-7b0ed204119d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:46.196499 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c740cb2-6846-4a48-9884-322f16cc10fa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:46.203464 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c740cb2-6846-4a48-9884-322f16cc10fa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:46.325608 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2760a391-c43f-4ad8-85af-7b0ed204119d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:46.334185 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c740cb2-6846-4a48-9884-322f16cc10fa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:46.374353 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2760a391-c43f-4ad8-85af-7b0ed204119d None None] For port b0b0544a-6933-4520-9d79-3dc6d7d8c70f, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b0b0544a-6933-4520-9d79-3dc6d7d8c70f,segment=NetworkSegment(d9597346-88b7-4626-8161-ccddac0deb6d),segment_id=d9597346-88b7-4626-8161-ccddac0deb6d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:36:46.381715 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2760a391-c43f-4ad8-85af-7b0ed204119d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:46.387065 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c740cb2-6846-4a48-9884-322f16cc10fa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event updated for resources: {'Port': ['ID=c7da1f5d-85bf-436c-af90-cb2a158714fa,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:46.461884 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760a391-c43f-4ad8-85af-7b0ed204119d None None] Pushing event updated for resources: {'Port': ['ID=b0b0544a-6933-4520-9d79-3dc6d7d8c70f,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:46.576653 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c740cb2-6846-4a48-9884-322f16cc10fa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Network 6c6b0708-747e-4de2-9dea-a39151fc4895 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:36:46.580077 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-0c740cb2-6846-4a48-9884-322f16cc10fa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:36:46.653651 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-ba0e7102-4458-411c-990a-36b3fc391390 admin admin] Deleting port 956106f1-fecd-4de5-b906-816af49f3080 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:36:46.653985 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7102-4458-411c-990a-36b3fc391390 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:46.718624 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-060449a2-bdf0-492c-a6eb-68bdd400d802 None None] Provisioning complete for port b0b0544a-6933-4520-9d79-3dc6d7d8c70f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:36:46.719005 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-060449a2-bdf0-492c-a6eb-68bdd400d802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:46.813046 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-ba0e7102-4458-411c-990a-36b3fc391390 admin admin] For port 956106f1-fecd-4de5-b906-816af49f3080, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=956106f1-fecd-4de5-b906-816af49f3080,segment=NetworkSegment(c6b1ab3d-0d62-40e5-a6ea-eb66d4b75af1),segment_id=c6b1ab3d-0d62-40e5-a6ea-eb66d4b75af1)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:36:46.813417 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7102-4458-411c-990a-36b3fc391390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:46.827682 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-ba0e7102-4458-411c-990a-36b3fc391390 admin admin] Calling delete_port for 956106f1-fecd-4de5-b906-816af49f3080 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:36:46.841544 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-060449a2-bdf0-492c-a6eb-68bdd400d802 None None] Provisioning complete for port c7da1f5d-85bf-436c-af90-cb2a158714fa triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:36:46.842010 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-060449a2-bdf0-492c-a6eb-68bdd400d802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:46.884334 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-060449a2-bdf0-492c-a6eb-68bdd400d802 None None] Port c7da1f5d-85bf-436c-af90-cb2a158714fa cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:36:46.916137 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b0b0544a-6933-4520-9d79-3dc6d7d8c70f up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:36:46.918726 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c740cb2-6846-4a48-9884-322f16cc10fa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Router 771d51e0-7876-449a-a45e-a0e8ccc9784c has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:36:46.994432 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b0b0544a-6933-4520-9d79-3dc6d7d8c70f triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:36:46.995832 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:47.045690 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-57e54822-0885-4767-9f66-eae2f098c57e None None] Provisioning complete for port c7da1f5d-85bf-436c-af90-cb2a158714fa triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:36:47.047880 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-57e54822-0885-4767-9f66-eae2f098c57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:47.146145 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7102-4458-411c-990a-36b3fc391390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:47.150179 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-57e54822-0885-4767-9f66-eae2f098c57e None None] Port c7da1f5d-85bf-436c-af90-cb2a158714fa cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:36:47.189377 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e7102-4458-411c-990a-36b3fc391390 admin admin] Pushing event deleted for resources: {'Port': ['ID=956106f1-fecd-4de5-b906-816af49f3080,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:47.242416 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c740cb2-6846-4a48-9884-322f16cc10fa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:36:47.251262 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0c740cb2-6846-4a48-9884-322f16cc10fa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "PUT /v2.0/routers/771d51e0-7876-449a-a45e-a0e8ccc9784c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3791125 Nov 12 20:36:47.256702 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2325254e-5017-43d6-a999-1db3365828a7 None None] Sync routers for ids ['771d51e0-7876-449a-a45e-a0e8ccc9784c'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:36:47.311304 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2325254e-5017-43d6-a999-1db3365828a7 None None] Routers {'771d51e0-7876-449a-a45e-a0e8ccc9784c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:36:47.312456 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-2325254e-5017-43d6-a999-1db3365828a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:36:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['771d51e0-7876-449a-a45e-a0e8ccc9784c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:47.391202 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f7362a99-7ead-49b9-be6e-d2ac8536586b None None] Provisioning complete for port c7da1f5d-85bf-436c-af90-cb2a158714fa triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:36:47.391571 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f7362a99-7ead-49b9-be6e-d2ac8536586b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:47.441494 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7102-4458-411c-990a-36b3fc391390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:47.504114 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-f7362a99-7ead-49b9-be6e-d2ac8536586b None None] Port c7da1f5d-85bf-436c-af90-cb2a158714fa cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:36:47.533438 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-2325254e-5017-43d6-a999-1db3365828a7 None None] Set router 771d51e0-7876-449a-a45e-a0e8ccc9784c gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:36:47.661149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-ea057548-80b1-4656-b18b-2d73c4d46de1 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:47.662693 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-ea057548-80b1-4656-b18b-2d73c4d46de1 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/networks?id=6c6b0708-747e-4de2-9dea-a39151fc4895 HTTP/1.1" status: 200 len: 798 time: 0.1413395 Nov 12 20:36:47.682431 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-c4502f12-0e9b-4584-92c7-11f54cf83aac tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/quotas/9fd825d9fe57458bb3841d189917b03b HTTP/1.1" status: 200 len: 375 time: 0.0113728 Nov 12 20:36:47.767062 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0e7102-4458-411c-990a-36b3fc391390 admin admin] Router c14fd374-2a03-451b-b767-e8972962fb9a has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:36:47.768586 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-f9f94d3e-4b47-4f53-bbb4-5771d82289e6 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fd825d9fe57458bb3841d189917b03b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0750589 Nov 12 20:36:47.843541 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-2325254e-5017-43d6-a999-1db3365828a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d51e0-7876-449a-a45e-a0e8ccc9784c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1882359510', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '4a187068-83f0-4ccc-b954-622b1dd98e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:36:39Z', 'updated_at': '2021-11-12T20:36:45Z', 'revision_number': 4, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'gw_port': {'id': '4a187068-83f0-4ccc-b954-622b1dd98e07', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:37:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d51e0-7876-449a-a45e-a0e8ccc9784c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:36:40Z', 'updated_at': '2021-11-12T20:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'c7da1f5d-85bf-436c-af90-cb2a158714fa', 'name': '', 'network_id': '6c6b0708-747e-4de2-9dea-a39151fc4895', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'mac_address': 'fa:16:3e:80:20:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771d51e0-7876-449a-a45e-a0e8ccc9784c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '7b6d6d8f-62c2-40d6-b18b-71fe97eba396', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:36:43Z', 'updated_at': '2021-11-12T20:36:45Z', 'revision_number': 2, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'subnets': [{'id': '7b6d6d8f-62c2-40d6-b18b-71fe97eba396', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:47.871094 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2325254e-5017-43d6-a999-1db3365828a7 None None] Checking router: 771d51e0-7876-449a-a45e-a0e8ccc9784c for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:36:47.871452 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2325254e-5017-43d6-a999-1db3365828a7 None None] Updating router 771d51e0-7876-449a-a45e-a0e8ccc9784c port c7da1f5d-85bf-436c-af90-cb2a158714fa binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:36:47.906485 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2325254e-5017-43d6-a999-1db3365828a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:48.035616 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-71e766d7-bcbe-4d7f-8947-2b316581c88b service neutron] 10.222.0.48 "GET /v2.0/networks/6c6b0708-747e-4de2-9dea-a39151fc4895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510602 Nov 12 20:36:48.163249 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-9c18db2c-ef41-4bc5-a95b-a3975dbc585f service neutron] 10.222.0.48 "GET /v2.0/networks/6c6b0708-747e-4de2-9dea-a39151fc4895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197679 Nov 12 20:36:48.230265 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0e7102-4458-411c-990a-36b3fc391390 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:36:48.240218 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5d6e1c-b21f-4aca-a3c0-4fe8ac1e925c None None] Sync routers for ids ['c14fd374-2a03-451b-b767-e8972962fb9a'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:36:48.243936 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ba0e7102-4458-411c-990a-36b3fc391390 admin admin] 10.222.0.48 "PUT /v2.0/routers/c14fd374-2a03-451b-b767-e8972962fb9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5283856 Nov 12 20:36:48.244396 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51544) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:48.259625 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5d6e1c-b21f-4aca-a3c0-4fe8ac1e925c None None] Routers {'c14fd374-2a03-451b-b767-e8972962fb9a'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:36:48.260384 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2d5d6e1c-b21f-4aca-a3c0-4fe8ac1e925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:36:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['c14fd374-2a03-451b-b767-e8972962fb9a'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:48.407003 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-77a542cd-c343-4f07-9701-ec985ba1fcd0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:48.425991 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5c2a4e7c-c8e6-474e-a66c-57c51d6401d2 req-4c2854ca-3317-436f-aa3c-34d8dd8acc0f tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=baedd33e-2f21-47ee-9117-81433874701f HTTP/1.1" status: 200 len: 210 time: 0.0691500 Nov 12 20:36:48.426855 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-2d5d6e1c-b21f-4aca-a3c0-4fe8ac1e925c None None] Set router c14fd374-2a03-451b-b767-e8972962fb9a gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:36:48.554139 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2325254e-5017-43d6-a999-1db3365828a7 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:48.561855 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2325254e-5017-43d6-a999-1db3365828a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:48.626284 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-77a542cd-c343-4f07-9701-ec985ba1fcd0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:48.640258 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4b60f-04c3-4777-9725-fd638c630506 None None] Pushing event updated for resources: {'Port': ['ID=c7da1f5d-85bf-436c-af90-cb2a158714fa,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:48.683369 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2d5d6e1c-b21f-4aca-a3c0-4fe8ac1e925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14fd374-2a03-451b-b767-e8972962fb9a', 'name': 'tempest-TestVolumeBootPattern-1574066611-router', 'tenant_id': '55d5bb3e8d074240826dc4d17cd9fb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'f62aef80-5b38-4e4b-acdd-8697902d7005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:21:04Z', 'updated_at': '2021-11-12T20:36:47Z', 'revision_number': 5, 'project_id': '55d5bb3e8d074240826dc4d17cd9fb73', 'gw_port': {'id': 'f62aef80-5b38-4e4b-acdd-8697902d7005', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14fd374-2a03-451b-b767-e8972962fb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:21:07Z', 'updated_at': '2021-11-12T20:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:48.697402 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-77a542cd-c343-4f07-9701-ec985ba1fcd0 admin admin] Deleting port f62aef80-5b38-4e4b-acdd-8697902d7005 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:36:48.697990 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-77a542cd-c343-4f07-9701-ec985ba1fcd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:48.701499 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-2325254e-5017-43d6-a999-1db3365828a7 None None] Attempting to bind port c7da1f5d-85bf-436c-af90-cb2a158714fa on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:36:48.701874 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-2325254e-5017-43d6-a999-1db3365828a7 None None] Attempting to bind port c7da1f5d-85bf-436c-af90-cb2a158714fa by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'd9597346-88b7-4626-8161-ccddac0deb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6c6b0708-747e-4de2-9dea-a39151fc4895'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:36:48.702520 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2325254e-5017-43d6-a999-1db3365828a7 None None] Attempting to bind port c7da1f5d-85bf-436c-af90-cb2a158714fa on network 6c6b0708-747e-4de2-9dea-a39151fc4895 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:36:48.707922 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2325254e-5017-43d6-a999-1db3365828a7 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:36:48.708505 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2325254e-5017-43d6-a999-1db3365828a7 None None] Checking segment: {'id': 'd9597346-88b7-4626-8161-ccddac0deb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6c6b0708-747e-4de2-9dea-a39151fc4895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:36:48.708945 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2325254e-5017-43d6-a999-1db3365828a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:48.709402 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2325254e-5017-43d6-a999-1db3365828a7 None None] Bound using segment: {'id': 'd9597346-88b7-4626-8161-ccddac0deb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6c6b0708-747e-4de2-9dea-a39151fc4895'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:36:48.710265 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-2325254e-5017-43d6-a999-1db3365828a7 None None] Bound port: c7da1f5d-85bf-436c-af90-cb2a158714fa, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9597346-88b7-4626-8161-ccddac0deb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6c6b0708-747e-4de2-9dea-a39151fc4895'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:36:48.710721 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2325254e-5017-43d6-a999-1db3365828a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:48.742342 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5d6e1c-b21f-4aca-a3c0-4fe8ac1e925c None None] Checking router: c14fd374-2a03-451b-b767-e8972962fb9a for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:36:48.753923 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5d6e1c-b21f-4aca-a3c0-4fe8ac1e925c None None] Routers {'c14fd374-2a03-451b-b767-e8972962fb9a'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:36:48.754979 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2d5d6e1c-b21f-4aca-a3c0-4fe8ac1e925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:36:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['c14fd374-2a03-451b-b767-e8972962fb9a'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:48.810231 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-77a542cd-c343-4f07-9701-ec985ba1fcd0 admin admin] For port f62aef80-5b38-4e4b-acdd-8697902d7005, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f62aef80-5b38-4e4b-acdd-8697902d7005,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:36:48.810771 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-77a542cd-c343-4f07-9701-ec985ba1fcd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:48.815494 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2325254e-5017-43d6-a999-1db3365828a7 None None] For port c7da1f5d-85bf-436c-af90-cb2a158714fa, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:36:48.819881 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2325254e-5017-43d6-a999-1db3365828a7 None None] For port c7da1f5d-85bf-436c-af90-cb2a158714fa, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c7da1f5d-85bf-436c-af90-cb2a158714fa,segment=NetworkSegment(d9597346-88b7-4626-8161-ccddac0deb6d),segment_id=d9597346-88b7-4626-8161-ccddac0deb6d)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:36:48.826463 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2325254e-5017-43d6-a999-1db3365828a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:48.826857 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-77a542cd-c343-4f07-9701-ec985ba1fcd0 admin admin] Calling delete_port for f62aef80-5b38-4e4b-acdd-8697902d7005 owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:36:48.901508 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2325254e-5017-43d6-a999-1db3365828a7 None None] Routers {'771d51e0-7876-449a-a45e-a0e8ccc9784c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:36:48.909310 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-2325254e-5017-43d6-a999-1db3365828a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:36:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['771d51e0-7876-449a-a45e-a0e8ccc9784c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:48.921254 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-2d5d6e1c-b21f-4aca-a3c0-4fe8ac1e925c None None] Set router c14fd374-2a03-451b-b767-e8972962fb9a gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:36:48.968342 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4b60f-04c3-4777-9725-fd638c630506 None None] Pushing event updated for resources: {'Port': ['ID=c7da1f5d-85bf-436c-af90-cb2a158714fa,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:49.027715 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2d5d6e1c-b21f-4aca-a3c0-4fe8ac1e925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14fd374-2a03-451b-b767-e8972962fb9a', 'name': 'tempest-TestVolumeBootPattern-1574066611-router', 'tenant_id': '55d5bb3e8d074240826dc4d17cd9fb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:21:04Z', 'updated_at': '2021-11-12T20:36:48Z', 'revision_number': 6, 'project_id': '55d5bb3e8d074240826dc4d17cd9fb73', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:49.065432 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5d6e1c-b21f-4aca-a3c0-4fe8ac1e925c None None] The sync data for ids ['c14fd374-2a03-451b-b767-e8972962fb9a'] in n-d-712140-15 is: [{'id': 'c14fd374-2a03-451b-b767-e8972962fb9a', 'name': 'tempest-TestVolumeBootPattern-1574066611-router', 'tenant_id': '55d5bb3e8d074240826dc4d17cd9fb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:21:04Z', 'updated_at': '2021-11-12T20:36:48Z', 'revision_number': 6, 'project_id': '55d5bb3e8d074240826dc4d17cd9fb73', 'gw_port_host': None}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:36:49.102802 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-77a542cd-c343-4f07-9701-ec985ba1fcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:49.135326 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-2325254e-5017-43d6-a999-1db3365828a7 None None] Set router 771d51e0-7876-449a-a45e-a0e8ccc9784c gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:36:49.158361 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a542cd-c343-4f07-9701-ec985ba1fcd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f62aef80-5b38-4e4b-acdd-8697902d7005,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:49.191272 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c3acba-b7a5-4986-aafc-bb775f14783c None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:36:49.263628 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-221a811a-ad59-4e7d-af8e-9461220ac6af None None] Provisioning complete for port c7da1f5d-85bf-436c-af90-cb2a158714fa triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:36:49.263999 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-221a811a-ad59-4e7d-af8e-9461220ac6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:49.284085 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-77a542cd-c343-4f07-9701-ec985ba1fcd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:49.395373 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-77a542cd-c343-4f07-9701-ec985ba1fcd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:49.397527 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-77a542cd-c343-4f07-9701-ec985ba1fcd0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:49.452589 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-77a542cd-c343-4f07-9701-ec985ba1fcd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:49.452790 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a542cd-c343-4f07-9701-ec985ba1fcd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c14fd374-2a03-451b-b767-e8972962fb9a {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:36:49.459070 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-77a542cd-c343-4f07-9701-ec985ba1fcd0 admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:49.460286 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-77a542cd-c343-4f07-9701-ec985ba1fcd0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/c14fd374-2a03-451b-b767-e8972962fb9a HTTP/1.1" status: 204 len: 168 time: 1.2140107 Nov 12 20:36:49.462823 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51564) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:49.523951 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ce414f-6311-498b-b386-fb274e9e13a6 admin admin] Deleting subnet 26f60e6c-d816-4940-bc6f-a3baca23d3da {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:36:49.527198 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-221a811a-ad59-4e7d-af8e-9461220ac6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:49.528485 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-84ce414f-6311-498b-b386-fb274e9e13a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:49.580495 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-221a811a-ad59-4e7d-af8e-9461220ac6af None None] For port c7da1f5d-85bf-436c-af90-cb2a158714fa, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c7da1f5d-85bf-436c-af90-cb2a158714fa,segment=NetworkSegment(d9597346-88b7-4626-8161-ccddac0deb6d),segment_id=d9597346-88b7-4626-8161-ccddac0deb6d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:36:49.588685 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-84ce414f-6311-498b-b386-fb274e9e13a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:49.590282 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-221a811a-ad59-4e7d-af8e-9461220ac6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:49.609848 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c1ac62a5-a2e1-4a87-96a8-6646fac23fd9 req-ce47863a-9f81-4ccb-93e6-490df24a04fa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=baedd33e-2f21-47ee-9117-81433874701f HTTP/1.1" status: 200 len: 210 time: 0.0349772 Nov 12 20:36:49.645844 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-2325254e-5017-43d6-a999-1db3365828a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d51e0-7876-449a-a45e-a0e8ccc9784c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1882359510', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '4a187068-83f0-4ccc-b954-622b1dd98e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:36:39Z', 'updated_at': '2021-11-12T20:36:45Z', 'revision_number': 4, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'gw_port': {'id': '4a187068-83f0-4ccc-b954-622b1dd98e07', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:37:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d51e0-7876-449a-a45e-a0e8ccc9784c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:36:40Z', 'updated_at': '2021-11-12T20:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'c7da1f5d-85bf-436c-af90-cb2a158714fa', 'name': '', 'network_id': '6c6b0708-747e-4de2-9dea-a39151fc4895', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'mac_address': 'fa:16:3e:80:20:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771d51e0-7876-449a-a45e-a0e8ccc9784c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '7b6d6d8f-62c2-40d6-b18b-71fe97eba396', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:36:43Z', 'updated_at': '2021-11-12T20:36:48Z', 'revision_number': 4, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'subnets': [{'id': '7b6d6d8f-62c2-40d6-b18b-71fe97eba396', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:49.678281 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2325254e-5017-43d6-a999-1db3365828a7 None None] The sync data for ids ['771d51e0-7876-449a-a45e-a0e8ccc9784c'] in n-d-712140-15 is: [{'id': '771d51e0-7876-449a-a45e-a0e8ccc9784c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1882359510', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '4a187068-83f0-4ccc-b954-622b1dd98e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:36:39Z', 'updated_at': '2021-11-12T20:36:45Z', 'revision_number': 4, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'gw_port': {'id': '4a187068-83f0-4ccc-b954-622b1dd98e07', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:37:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d51e0-7876-449a-a45e-a0e8ccc9784c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:36:40Z', 'updated_at': '2021-11-12T20:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'c7da1f5d-85bf-436c-af90-cb2a158714fa', 'name': '', 'network_id': '6c6b0708-747e-4de2-9dea-a39151fc4895', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'mac_address': 'fa:16:3e:80:20:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771d51e0-7876-449a-a45e-a0e8ccc9784c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '7b6d6d8f-62c2-40d6-b18b-71fe97eba396', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:36:43Z', 'updated_at': '2021-11-12T20:36:48Z', 'revision_number': 4, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'subnets': [{'id': '7b6d6d8f-62c2-40d6-b18b-71fe97eba396', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:36:49.705043 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-84ce414f-6311-498b-b386-fb274e9e13a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:49.707294 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a811a-ad59-4e7d-af8e-9461220ac6af None None] Pushing event updated for resources: {'Port': ['ID=c7da1f5d-85bf-436c-af90-cb2a158714fa,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:49.721262 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4aaeae1c-3655-444d-bf83-6c4466cb23b5 None None] Provisioning complete for port c7da1f5d-85bf-436c-af90-cb2a158714fa triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:36:49.721739 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4aaeae1c-3655-444d-bf83-6c4466cb23b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:49.785705 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-84ce414f-6311-498b-b386-fb274e9e13a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:49.833638 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce414f-6311-498b-b386-fb274e9e13a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26f60e6c-d816-4940-bc6f-a3baca23d3da,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:49.836744 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-84ce414f-6311-498b-b386-fb274e9e13a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:49.843055 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-84ce414f-6311-498b-b386-fb274e9e13a6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/26f60e6c-d816-4940-bc6f-a3baca23d3da HTTP/1.1" status: 204 len: 168 time: 0.3789678 Nov 12 20:36:49.845673 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51568) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:49.882179 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ea5ce8-6b07-43e3-ba68-265065fc7ddf None None] Network 1e4bb262-1d51-4c23-83dd-69331a7fa905 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:36:50.115685 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c41ebad-73b8-4ece-9c46-44357f190a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:50.161846 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-831f5ac4-36d5-4770-b812-6c376f1cf94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:50.228668 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-5f7346f3-8236-46cc-a2c1-c00d5d3b5268 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:50.230869 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-5f7346f3-8236-46cc-a2c1-c00d5d3b5268 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.52 "GET /v2.0/networks?id=6c6b0708-747e-4de2-9dea-a39151fc4895 HTTP/1.1" status: 200 len: 798 time: 0.2092822 Nov 12 20:36:50.262914 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-4519c6b1-f257-420f-acf8-9177367b8f53 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Request body: {'port': {'device_id': 'baedd33e-2f21-47ee-9117-81433874701f', 'network_id': '6c6b0708-747e-4de2-9dea-a39151fc4895', 'admin_state_up': True, 'tenant_id': '9fd825d9fe57458bb3841d189917b03b'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:36:50.272577 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-9c41ebad-73b8-4ece-9c46-44357f190a88 admin admin] Deleting port bb7a2a64-e188-4770-996d-c0f0b4b443aa {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:36:50.273303 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c41ebad-73b8-4ece-9c46-44357f190a88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:50.364225 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:50.417809 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b086a8-8130-433e-9e04-54d951140855 None None] DHCP port deletion for 1e4bb262-1d51-4c23-83dd-69331a7fa905 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:36:50.437359 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-9c41ebad-73b8-4ece-9c46-44357f190a88 admin admin] For port bb7a2a64-e188-4770-996d-c0f0b4b443aa, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=bb7a2a64-e188-4770-996d-c0f0b4b443aa,segment=NetworkSegment(c6b1ab3d-0d62-40e5-a6ea-eb66d4b75af1),segment_id=c6b1ab3d-0d62-40e5-a6ea-eb66d4b75af1)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:36:50.437736 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c41ebad-73b8-4ece-9c46-44357f190a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:50.464854 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-9c41ebad-73b8-4ece-9c46-44357f190a88 admin admin] Calling delete_port for bb7a2a64-e188-4770-996d-c0f0b4b443aa owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:36:50.497256 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-4519c6b1-f257-420f-acf8-9177367b8f53 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Made reservation on behalf of 9fd825d9fe57458bb3841d189917b03b for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:36:50.507862 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-4519c6b1-f257-420f-acf8-9177367b8f53 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:50.523537 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c3b086a8-8130-433e-9e04-54d951140855 None None] Deleting port bb7a2a64-e188-4770-996d-c0f0b4b443aa {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:36:50.523992 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c3b086a8-8130-433e-9e04-54d951140855 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:50.609937 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c41ebad-73b8-4ece-9c46-44357f190a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:50.693849 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-c3b086a8-8130-433e-9e04-54d951140855 None None] For port bb7a2a64-e188-4770-996d-c0f0b4b443aa, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=bb7a2a64-e188-4770-996d-c0f0b4b443aa,segment=NetworkSegment(c6b1ab3d-0d62-40e5-a6ea-eb66d4b75af1),segment_id=c6b1ab3d-0d62-40e5-a6ea-eb66d4b75af1)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:36:50.694348 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c3b086a8-8130-433e-9e04-54d951140855 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:50.711884 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41ebad-73b8-4ece-9c46-44357f190a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb7a2a64-e188-4770-996d-c0f0b4b443aa,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:50.730109 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c41ebad-73b8-4ece-9c46-44357f190a88 admin admin] No DVR routers for this DVR port bb7a2a64-e188-4770-996d-c0f0b4b443aa on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:36:50.750750 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c3b086a8-8130-433e-9e04-54d951140855 None None] Calling delete_port for bb7a2a64-e188-4770-996d-c0f0b4b443aa owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:36:50.875808 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f46c3940-9663-4262-93e1-163f680da202 req-21cbf31e-139a-4cb7-a271-bd4727474c22 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=baedd33e-2f21-47ee-9117-81433874701f HTTP/1.1" status: 200 len: 210 time: 0.1126990 Nov 12 20:36:50.936364 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c3b086a8-8130-433e-9e04-54d951140855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:50.947013 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c41ebad-73b8-4ece-9c46-44357f190a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:50.955442 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-4519c6b1-f257-420f-acf8-9177367b8f53 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Allocated IP 172.20.0.22 (6c6b0708-747e-4de2-9dea-a39151fc4895/7b6d6d8f-62c2-40d6-b18b-71fe97eba396/bc807a94-8fdc-42b7-a4e1-d4fc828ba812) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:36:50.974185 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b086a8-8130-433e-9e04-54d951140855 None None] Pushing event deleted for resources: {'Port': ['ID=bb7a2a64-e188-4770-996d-c0f0b4b443aa,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:50.979182 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b086a8-8130-433e-9e04-54d951140855 None None] No DVR routers for this DVR port bb7a2a64-e188-4770-996d-c0f0b4b443aa on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:36:50.998045 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c7da1f5d-85bf-436c-af90-cb2a158714fa up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:36:51.087779 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port c7da1f5d-85bf-436c-af90-cb2a158714fa triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:36:51.088154 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:51.222263 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-4519c6b1-f257-420f-acf8-9177367b8f53 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:51.276998 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-4519c6b1-f257-420f-acf8-9177367b8f53 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:51.329620 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519c6b1-f257-420f-acf8-9177367b8f53 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event updated for resources: {'Port': ['ID=bc807a94-8fdc-42b7-a4e1-d4fc828ba812,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:51.331916 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f62aef80-5b38-4e4b-acdd-8697902d7005 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:36:51.350040 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-4519c6b1-f257-420f-acf8-9177367b8f53 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Network 6c6b0708-747e-4de2-9dea-a39151fc4895 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:36:51.352105 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-4519c6b1-f257-420f-acf8-9177367b8f53 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:36:51.358114 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-4519c6b1-f257-420f-acf8-9177367b8f53 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:36:51.379460 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: f62aef80-5b38-4e4b-acdd-8697902d7005 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:36:51.379794 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f62aef80-5b38-4e4b-acdd-8697902d7005 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:36:51.380214 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device bb7a2a64-e188-4770-996d-c0f0b4b443aa no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:36:51.450080 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: bb7a2a64-e188-4770-996d-c0f0b4b443aa {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:36:51.450365 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device bb7a2a64-e188-4770-996d-c0f0b4b443aa not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:36:51.450742 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 956106f1-fecd-4de5-b906-816af49f3080 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:36:51.454311 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-4519c6b1-f257-420f-acf8-9177367b8f53 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:51.457536 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-4519c6b1-f257-420f-acf8-9177367b8f53 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:51.487219 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-9c41ebad-73b8-4ece-9c46-44357f190a88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4bb262-1d51-4c23-83dd-69331a7fa905']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:51.502251 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-4519c6b1-f257-420f-acf8-9177367b8f53 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2494290 Nov 12 20:36:51.504153 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-9c41ebad-73b8-4ece-9c46-44357f190a88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b1ab3d-0d62-40e5-a6ea-eb66d4b75af1') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:51.504480 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-9c41ebad-73b8-4ece-9c46-44357f190a88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b1ab3d-0d62-40e5-a6ea-eb66d4b75af1') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:36:51.505905 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 956106f1-fecd-4de5-b906-816af49f3080 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:36:51.506256 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 956106f1-fecd-4de5-b906-816af49f3080 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:36:51.517503 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-a5301506-86b3-40fa-8298-268acd8dbe3d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:36:51.521056 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-a5301506-86b3-40fa-8298-268acd8dbe3d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104170 Nov 12 20:36:51.536624 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-25b500b5-a4a4-4975-9864-df353137dd90 service neutron] Request body: {'port': {'device_id': 'baedd33e-2f21-47ee-9117-81433874701f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:36:51.538970 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c41ebad-73b8-4ece-9c46-44357f190a88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:51.571020 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c41ebad-73b8-4ece-9c46-44357f190a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:51.579564 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c41ebad-73b8-4ece-9c46-44357f190a88 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:36:51.580151 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c41ebad-73b8-4ece-9c46-44357f190a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:36:51.582285 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:36:51.635327 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-25b500b5-a4a4-4975-9864-df353137dd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:51.670123 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c41ebad-73b8-4ece-9c46-44357f190a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:51.683557 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c41ebad-73b8-4ece-9c46-44357f190a88 admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:51.689709 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9c41ebad-73b8-4ece-9c46-44357f190a88 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1e4bb262-1d51-4c23-83dd-69331a7fa905 HTTP/1.1" status: 204 len: 168 time: 1.8414729 Nov 12 20:36:51.719439 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41ebad-73b8-4ece-9c46-44357f190a88 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e4bb262-1d51-4c23-83dd-69331a7fa905,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:51.737465 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8fc30646-30c9-4ba5-b2aa-df00a276d60d None None] Provisioning complete for port bc807a94-8fdc-42b7-a4e1-d4fc828ba812 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:36:51.738015 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8fc30646-30c9-4ba5-b2aa-df00a276d60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:51.815440 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8fc30646-30c9-4ba5-b2aa-df00a276d60d None None] Port bc807a94-8fdc-42b7-a4e1-d4fc828ba812 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:36:52.038558 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51580) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:52.069958 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-25b500b5-a4a4-4975-9864-df353137dd90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc807a94-8fdc-42b7-a4e1-d4fc828ba812 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:36:52.080830 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-25b500b5-a4a4-4975-9864-df353137dd90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:52.103037 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-25b500b5-a4a4-4975-9864-df353137dd90 service neutron] Transition to ACTIVE for port object bc807a94-8fdc-42b7-a4e1-d4fc828ba812 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:36:52.108706 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-25b500b5-a4a4-4975-9864-df353137dd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:52.153109 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb37fc-89ed-4660-a920-22c042c817f2 req-e0197c3e-f24d-4444-a04e-038144ac7575 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:52.154782 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e2eb37fc-89ed-4660-a920-22c042c817f2 req-e0197c3e-f24d-4444-a04e-038144ac7575 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=baedd33e-2f21-47ee-9117-81433874701f HTTP/1.1" status: 200 len: 895 time: 0.1088128 Nov 12 20:36:52.165331 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-90a385e0-f403-4bfb-a2ed-453dfa5313d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=416776ef7a904035a66442e4dfb8994d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1256018 Nov 12 20:36:52.168873 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51582) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:52.230318 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b500b5-a4a4-4975-9864-df353137dd90 service neutron] Pushing event updated for resources: {'Port': ['ID=bc807a94-8fdc-42b7-a4e1-d4fc828ba812,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:52.247540 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5d1b7961-5865-419b-9797-2a520b1081e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:52.268785 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-25b500b5-a4a4-4975-9864-df353137dd90 service neutron] Attempting to bind port bc807a94-8fdc-42b7-a4e1-d4fc828ba812 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:36:52.269401 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-25b500b5-a4a4-4975-9864-df353137dd90 service neutron] Attempting to bind port bc807a94-8fdc-42b7-a4e1-d4fc828ba812 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'd9597346-88b7-4626-8161-ccddac0deb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6c6b0708-747e-4de2-9dea-a39151fc4895'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:36:52.270093 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-25b500b5-a4a4-4975-9864-df353137dd90 service neutron] Attempting to bind port bc807a94-8fdc-42b7-a4e1-d4fc828ba812 on network 6c6b0708-747e-4de2-9dea-a39151fc4895 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:36:52.283223 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-25b500b5-a4a4-4975-9864-df353137dd90 service neutron] Port bc807a94-8fdc-42b7-a4e1-d4fc828ba812 on network 6c6b0708-747e-4de2-9dea-a39151fc4895 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:36:52.284049 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-25b500b5-a4a4-4975-9864-df353137dd90 service neutron] Attempting to bind port bc807a94-8fdc-42b7-a4e1-d4fc828ba812 on network 6c6b0708-747e-4de2-9dea-a39151fc4895 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:36:52.290896 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-25b500b5-a4a4-4975-9864-df353137dd90 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:36:52.291627 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-25b500b5-a4a4-4975-9864-df353137dd90 service neutron] Checking segment: {'id': 'd9597346-88b7-4626-8161-ccddac0deb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6c6b0708-747e-4de2-9dea-a39151fc4895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:36:52.293368 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-25b500b5-a4a4-4975-9864-df353137dd90 service neutron] Bound using segment: {'id': 'd9597346-88b7-4626-8161-ccddac0deb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6c6b0708-747e-4de2-9dea-a39151fc4895'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:36:52.294067 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-25b500b5-a4a4-4975-9864-df353137dd90 service neutron] Bound port: bc807a94-8fdc-42b7-a4e1-d4fc828ba812, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9597346-88b7-4626-8161-ccddac0deb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6c6b0708-747e-4de2-9dea-a39151fc4895'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:36:52.294745 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-25b500b5-a4a4-4975-9864-df353137dd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:52.294854 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5d1b7961-5865-419b-9797-2a520b1081e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:52.383927 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5d1b7961-5865-419b-9797-2a520b1081e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:52.387686 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5d1b7961-5865-419b-9797-2a520b1081e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:52.392005 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5d1b7961-5865-419b-9797-2a520b1081e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/32d00fca-fb29-46db-a038-fdbd4f879308 HTTP/1.1" status: 204 len: 168 time: 0.2193401 Nov 12 20:36:52.398695 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b7961-5865-419b-9797-2a520b1081e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d00fca-fb29-46db-a038-fdbd4f879308,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:52.407747 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-25b500b5-a4a4-4975-9864-df353137dd90 service neutron] For port bc807a94-8fdc-42b7-a4e1-d4fc828ba812, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:36:52.411767 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-25b500b5-a4a4-4975-9864-df353137dd90 service neutron] For port bc807a94-8fdc-42b7-a4e1-d4fc828ba812, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=bc807a94-8fdc-42b7-a4e1-d4fc828ba812,segment=NetworkSegment(d9597346-88b7-4626-8161-ccddac0deb6d),segment_id=d9597346-88b7-4626-8161-ccddac0deb6d)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:36:52.419118 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-25b500b5-a4a4-4975-9864-df353137dd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:52.458885 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-25b500b5-a4a4-4975-9864-df353137dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:52.459591 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-25b500b5-a4a4-4975-9864-df353137dd90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:52.461056 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-25b500b5-a4a4-4975-9864-df353137dd90 service neutron] 10.222.0.52 "PUT /v2.0/ports/bc807a94-8fdc-42b7-a4e1-d4fc828ba812 HTTP/1.1" status: 200 len: 1056 time: 0.9299245 Nov 12 20:36:52.461511 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baedd33e-2f21-47ee-9117-81433874701f', 'tag': 'bc807a94-8fdc-42b7-a4e1-d4fc828ba812'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:36:52.464388 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3175e99d-1071-4d65-b84d-61ea240bc545" -d '{"events": [{"name": "network-changed", "server_uuid": "baedd33e-2f21-47ee-9117-81433874701f", "tag": "bc807a94-8fdc-42b7-a4e1-d4fc828ba812"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:36:52.604424 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b500b5-a4a4-4975-9864-df353137dd90 service neutron] Pushing event updated for resources: {'Port': ['ID=bc807a94-8fdc-42b7-a4e1-d4fc828ba812,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:52.641310 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-62f78205-2538-4f6c-ba4a-0a9d0e9ce5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:52.642921 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-62f78205-2538-4f6c-ba4a-0a9d0e9ce5e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9fd825d9fe57458bb3841d189917b03b&device_id=baedd33e-2f21-47ee-9117-81433874701f HTTP/1.1" status: 200 len: 1059 time: 0.1246548 Nov 12 20:36:52.699330 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-ae3b44b4-c92b-492e-aaa1-c40482f06cbf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=bc807a94-8fdc-42b7-a4e1-d4fc828ba812 HTTP/1.1" status: 200 len: 217 time: 0.0460162 Nov 12 20:36:52.780387 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2a1b1593-501b-41c9-91c2-1dacfa664576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:52.799467 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d62e66d-fbc3-4879-a1ff-c3e35e70ff45 x-openstack-request-id: req-4d62e66d-fbc3-4879-a1ff-c3e35e70ff45 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:36:52.799467 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baedd33e-2f21-47ee-9117-81433874701f", "tag": "bc807a94-8fdc-42b7-a4e1-d4fc828ba812", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:36:52.799467 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4d62e66d-fbc3-4879-a1ff-c3e35e70ff45 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:36:52.799467 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baedd33e-2f21-47ee-9117-81433874701f', 'tag': 'bc807a94-8fdc-42b7-a4e1-d4fc828ba812', 'status': 'completed', 'code': 200} Nov 12 20:36:52.802714 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-142d8b17-81eb-4575-a73f-f5c297fcffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:52.804339 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-142d8b17-81eb-4575-a73f-f5c297fcffb8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b6d6d8f-62c2-40d6-b18b-71fe97eba396 HTTP/1.1" status: 200 len: 837 time: 0.0970163 Nov 12 20:36:52.876149 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-a4e47ecd-cb6e-45e6-b41a-9bd86891bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:52.877843 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-a4e47ecd-cb6e-45e6-b41a-9bd86891bb24 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6c6b0708-747e-4de2-9dea-a39151fc4895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0564554 Nov 12 20:36:52.960175 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51596) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:53.008338 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-be9c8923-0ea3-4bf3-a2cc-7682481ea8e4 service neutron] 10.222.0.52 "GET /v2.0/networks/6c6b0708-747e-4de2-9dea-a39151fc4895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214838 Nov 12 20:36:53.022447 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-728f23be-c32b-4846-a1eb-68efc890b6b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=55d5bb3e8d074240826dc4d17cd9fb73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0616364 Nov 12 20:36:53.025728 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51598) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:53.081175 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-25860cd4-bb02-4534-8552-3d680b66c918 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:53.108495 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-25860cd4-bb02-4534-8552-3d680b66c918 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:53.121925 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-071cf1c9-5d9b-40bf-bbaa-a35ae094bf9a req-c5d21fcf-0dcb-4d0d-bbc8-edff1bd1bc2c service neutron] 10.222.0.52 "GET /v2.0/networks/6c6b0708-747e-4de2-9dea-a39151fc4895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056652 Nov 12 20:36:53.175379 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-25860cd4-bb02-4534-8552-3d680b66c918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:53.179062 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-25860cd4-bb02-4534-8552-3d680b66c918 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:53.184310 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-25860cd4-bb02-4534-8552-3d680b66c918 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d64b9dcf-076d-457b-a7df-b00c0f51d4de HTTP/1.1" status: 204 len: 168 time: 0.1532447 Nov 12 20:36:53.198041 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25860cd4-bb02-4534-8552-3d680b66c918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64b9dcf-076d-457b-a7df-b00c0f51d4de,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:53.286027 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175e99d-1071-4d65-b84d-61ea240bc545 req-27b19508-8c7c-499f-a008-2218a460531f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:53.288517 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3175e99d-1071-4d65-b84d-61ea240bc545 req-27b19508-8c7c-499f-a008-2218a460531f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9fd825d9fe57458bb3841d189917b03b&device_id=baedd33e-2f21-47ee-9117-81433874701f HTTP/1.1" status: 200 len: 1059 time: 0.0983319 Nov 12 20:36:53.332463 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a334d-9fc8-4dd0-a786-9910a8ac2a5f req-41d15944-921e-4789-8ca5-96ce9a463f48 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:53.334530 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b41a334d-9fc8-4dd0-a786-9910a8ac2a5f req-41d15944-921e-4789-8ca5-96ce9a463f48 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=baedd33e-2f21-47ee-9117-81433874701f HTTP/1.1" status: 200 len: 907 time: 0.0632219 Nov 12 20:36:53.430429 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175e99d-1071-4d65-b84d-61ea240bc545 req-2a8d6b16-a260-4201-8d65-c9e44374cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:53.432040 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3175e99d-1071-4d65-b84d-61ea240bc545 req-2a8d6b16-a260-4201-8d65-c9e44374cf0e service neutron] 10.222.0.52 "GET /v2.0/networks?id=6c6b0708-747e-4de2-9dea-a39151fc4895 HTTP/1.1" status: 200 len: 899 time: 0.1355588 Nov 12 20:36:53.453348 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51608) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:53.485902 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3175e99d-1071-4d65-b84d-61ea240bc545 req-482f254d-8615-42c3-ad60-a80ef1a2097e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=bc807a94-8fdc-42b7-a4e1-d4fc828ba812 HTTP/1.1" status: 200 len: 217 time: 0.0440307 Nov 12 20:36:53.553821 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175e99d-1071-4d65-b84d-61ea240bc545 req-4e739e6d-2b29-4c70-9d41-c0fc72053fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:53.557132 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3175e99d-1071-4d65-b84d-61ea240bc545 req-4e739e6d-2b29-4c70-9d41-c0fc72053fde service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b6d6d8f-62c2-40d6-b18b-71fe97eba396 HTTP/1.1" status: 200 len: 837 time: 0.0617447 Nov 12 20:36:53.623721 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175e99d-1071-4d65-b84d-61ea240bc545 req-dc7a2b25-4bd0-4e37-bc44-e4db5cc62cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:53.625398 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3175e99d-1071-4d65-b84d-61ea240bc545 req-dc7a2b25-4bd0-4e37-bc44-e4db5cc62cad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6c6b0708-747e-4de2-9dea-a39151fc4895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0618169 Nov 12 20:36:53.629924 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-468ab2b5-207d-4770-9ba1-7d0b635eaa0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:53.741650 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3175e99d-1071-4d65-b84d-61ea240bc545 req-7a8a3d76-6e39-44e0-9ea9-dd1c811fbe0b service neutron] 10.222.0.52 "GET /v2.0/networks/6c6b0708-747e-4de2-9dea-a39151fc4895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080129 Nov 12 20:36:53.758772 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-468ab2b5-207d-4770-9ba1-7d0b635eaa0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:53.764341 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-468ab2b5-207d-4770-9ba1-7d0b635eaa0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:53.804349 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ab2b5-207d-4770-9ba1-7d0b635eaa0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e540ce0-203f-4a9a-baca-5b01fcf91d0f,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:53.837637 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:53.847466 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-468ab2b5-207d-4770-9ba1-7d0b635eaa0d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=64b1f0d8f5854e958e3f9fd2669daaa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3926470 Nov 12 20:36:53.850487 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51612) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:53.897950 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3175e99d-1071-4d65-b84d-61ea240bc545 req-7956a791-b343-4a5a-b7e1-07d2dea3bbb2 service neutron] 10.222.0.52 "GET /v2.0/networks/6c6b0708-747e-4de2-9dea-a39151fc4895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480775 Nov 12 20:36:53.900362 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-28330ad5-2a37-4337-a95a-f7567c45d0c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:53.924456 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-28330ad5-2a37-4337-a95a-f7567c45d0c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:53.974681 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-28330ad5-2a37-4337-a95a-f7567c45d0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:53.977328 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-28330ad5-2a37-4337-a95a-f7567c45d0c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:53.978516 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-28330ad5-2a37-4337-a95a-f7567c45d0c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e540ce0-203f-4a9a-baca-5b01fcf91d0f HTTP/1.1" status: 204 len: 168 time: 0.1270885 Nov 12 20:36:53.987964 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28330ad5-2a37-4337-a95a-f7567c45d0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e540ce0-203f-4a9a-baca-5b01fcf91d0f,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:54.129224 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:54.234185 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51618) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:54.247795 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5462962d-9ffd-4b19-ad23-c96e0d35089a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:54.321656 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5462962d-9ffd-4b19-ad23-c96e0d35089a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:54.325544 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5462962d-9ffd-4b19-ad23-c96e0d35089a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:54.365265 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5462962d-9ffd-4b19-ad23-c96e0d35089a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b7a55b576b6648d9a8371bbd5caeee09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1299829 Nov 12 20:36:54.366408 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462962d-9ffd-4b19-ad23-c96e0d35089a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b83267-a7e9-4c46-b1df-cf77c60ded28,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:54.367858 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51622) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:36:54.417990 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-86f2ffa4-48da-4790-ad58-50ec6f3744a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:54.439493 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-86f2ffa4-48da-4790-ad58-50ec6f3744a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:54.464394 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc17b3-fa03-485d-8c75-fbc1e758ce40 req-80decfcd-f6b4-43a9-867c-beea24b809ab tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:54.466099 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-23cc17b3-fa03-485d-8c75-fbc1e758ce40 req-80decfcd-f6b4-43a9-867c-beea24b809ab tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=baedd33e-2f21-47ee-9117-81433874701f HTTP/1.1" status: 200 len: 907 time: 0.0500894 Nov 12 20:36:54.486135 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-86f2ffa4-48da-4790-ad58-50ec6f3744a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:54.489082 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-86f2ffa4-48da-4790-ad58-50ec6f3744a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:54.490218 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-86f2ffa4-48da-4790-ad58-50ec6f3744a3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/56b83267-a7e9-4c46-b1df-cf77c60ded28 HTTP/1.1" status: 204 len: 168 time: 0.1208060 Nov 12 20:36:54.501244 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2ffa4-48da-4790-ad58-50ec6f3744a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b83267-a7e9-4c46-b1df-cf77c60ded28,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:55.226097 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:55.592252 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69167345-0dd5-4f68-8906-6b2e8a25b113 req-6ebf3bbf-398f-4558-a731-c2caa4f2b5d8 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:55.593784 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-69167345-0dd5-4f68-8906-6b2e8a25b113 req-6ebf3bbf-398f-4558-a731-c2caa4f2b5d8 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=baedd33e-2f21-47ee-9117-81433874701f HTTP/1.1" status: 200 len: 907 time: 0.0501630 Nov 12 20:36:55.980531 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:56.722193 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0428194-d122-442c-8b5a-aabebb94209a req-7fea6cc2-9467-406c-90e5-41d6fdf157a5 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:56.723704 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a0428194-d122-442c-8b5a-aabebb94209a req-7fea6cc2-9467-406c-90e5-41d6fdf157a5 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=baedd33e-2f21-47ee-9117-81433874701f HTTP/1.1" status: 200 len: 907 time: 0.0560076 Nov 12 20:36:57.644915 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device bc807a94-8fdc-42b7-a4e1-d4fc828ba812 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:36:57.742185 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port bc807a94-8fdc-42b7-a4e1-d4fc828ba812, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=bc807a94-8fdc-42b7-a4e1-d4fc828ba812,segment=NetworkSegment(d9597346-88b7-4626-8161-ccddac0deb6d),segment_id=d9597346-88b7-4626-8161-ccddac0deb6d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:36:57.753871 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'bc807a94-8fdc-42b7-a4e1-d4fc828ba812', 'network_id': '6c6b0708-747e-4de2-9dea-a39151fc4895', 'port_id': 'bc807a94-8fdc-42b7-a4e1-d4fc828ba812', 'mac_address': 'fa:16:3e:80:0e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b6d6d8f-62c2-40d6-b18b-71fe97eba396', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:36:57.801237 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:57.818706 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc807a94-8fdc-42b7-a4e1-d4fc828ba812 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:36:57.843755 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port bc807a94-8fdc-42b7-a4e1-d4fc828ba812, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=bc807a94-8fdc-42b7-a4e1-d4fc828ba812,segment=NetworkSegment(d9597346-88b7-4626-8161-ccddac0deb6d),segment_id=d9597346-88b7-4626-8161-ccddac0deb6d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:36:57.848485 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:57.858313 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404ce97-f8d0-408b-a2b0-d2311c5ad8c9 req-4fd6af08-1344-4c2c-96f3-4c02e5d96f6f tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:57.859836 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9404ce97-f8d0-408b-a2b0-d2311c5ad8c9 req-4fd6af08-1344-4c2c-96f3-4c02e5d96f6f tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=baedd33e-2f21-47ee-9117-81433874701f HTTP/1.1" status: 200 len: 907 time: 0.0573637 Nov 12 20:36:57.896392 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=bc807a94-8fdc-42b7-a4e1-d4fc828ba812,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:36:58.106471 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['bc807a94-8fdc-42b7-a4e1-d4fc828ba812'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:36:58.980855 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be02f2-2707-43b2-8e86-a1481d768132 req-86f6e5f0-1249-40f2-bff9-38caa91c4505 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:36:58.982385 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d1be02f2-2707-43b2-8e86-a1481d768132 req-86f6e5f0-1249-40f2-bff9-38caa91c4505 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=baedd33e-2f21-47ee-9117-81433874701f HTTP/1.1" status: 200 len: 908 time: 0.0517211 Nov 12 20:36:59.659349 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device bc807a94-8fdc-42b7-a4e1-d4fc828ba812 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:36:59.708584 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port bc807a94-8fdc-42b7-a4e1-d4fc828ba812 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:36:59.712509 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port bc807a94-8fdc-42b7-a4e1-d4fc828ba812 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:36:59.712875 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:59.788652 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:59.820558 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baedd33e-2f21-47ee-9117-81433874701f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc807a94-8fdc-42b7-a4e1-d4fc828ba812'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:36:59.822776 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd93a9fd-f0af-4f42-9c9f-80f3a9f83a2f" -d '{"events": [{"server_uuid": "baedd33e-2f21-47ee-9117-81433874701f", "name": "network-vif-plugged", "status": "completed", "tag": "bc807a94-8fdc-42b7-a4e1-d4fc828ba812"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:36:59.840439 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port bc807a94-8fdc-42b7-a4e1-d4fc828ba812, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=bc807a94-8fdc-42b7-a4e1-d4fc828ba812,segment=NetworkSegment(d9597346-88b7-4626-8161-ccddac0deb6d),segment_id=d9597346-88b7-4626-8161-ccddac0deb6d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:36:59.845481 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:36:59.868798 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4c89e6-b4f1-4981-a54e-5d4a25895b56 x-openstack-request-id: req-aa4c89e6-b4f1-4981-a54e-5d4a25895b56 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:36:59.869088 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baedd33e-2f21-47ee-9117-81433874701f", "name": "network-vif-plugged", "status": "completed", "tag": "bc807a94-8fdc-42b7-a4e1-d4fc828ba812", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:36:59.869343 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aa4c89e6-b4f1-4981-a54e-5d4a25895b56 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:36:59.869725 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baedd33e-2f21-47ee-9117-81433874701f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc807a94-8fdc-42b7-a4e1-d4fc828ba812', 'code': 200} Nov 12 20:36:59.897503 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=bc807a94-8fdc-42b7-a4e1-d4fc828ba812,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:00.120025 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b64767-eb15-4d0b-b166-7a44e43178f7 req-9e1efedf-bdde-4ae1-b4fb-72e43b1dda14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:00.122246 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b0b64767-eb15-4d0b-b166-7a44e43178f7 req-9e1efedf-bdde-4ae1-b4fb-72e43b1dda14 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=baedd33e-2f21-47ee-9117-81433874701f HTTP/1.1" status: 200 len: 1061 time: 0.1823349 Nov 12 20:37:00.135021 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fb9a3-9e22-41a1-8012-8be2a5855576 req-bb05ed81-27cf-4ad7-934d-fba03e2e7804 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:00.137273 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e40fb9a3-9e22-41a1-8012-8be2a5855576 req-bb05ed81-27cf-4ad7-934d-fba03e2e7804 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=baedd33e-2f21-47ee-9117-81433874701f HTTP/1.1" status: 200 len: 909 time: 0.0807273 Nov 12 20:37:00.625556 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51738) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:00.731837 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a59c6b31-194d-4bf7-bc4d-fe03b4e0f61c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:00.806085 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a59c6b31-194d-4bf7-bc4d-fe03b4e0f61c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:00.809779 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a59c6b31-194d-4bf7-bc4d-fe03b4e0f61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:00.850494 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c6b31-194d-4bf7-bc4d-fe03b4e0f61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076cd8ee-fb70-495b-bf0c-ca46f33d9b5b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:00.857348 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a59c6b31-194d-4bf7-bc4d-fe03b4e0f61c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2efd30447b434e8ba42660f9d91c4a2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2282860 Nov 12 20:37:00.857580 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51742) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:00.909609 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-33e771cd-920b-4615-b045-3d533c1ec067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:00.930640 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-33e771cd-920b-4615-b045-3d533c1ec067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:00.978216 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-33e771cd-920b-4615-b045-3d533c1ec067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:00.981041 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-33e771cd-920b-4615-b045-3d533c1ec067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:00.982197 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-33e771cd-920b-4615-b045-3d533c1ec067 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/076cd8ee-fb70-495b-bf0c-ca46f33d9b5b HTTP/1.1" status: 204 len: 168 time: 0.1236849 Nov 12 20:37:00.990528 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e771cd-920b-4615-b045-3d533c1ec067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076cd8ee-fb70-495b-bf0c-ca46f33d9b5b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:01.268054 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51750) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:01.285898 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c181be75-f39a-4f6e-86b0-e766bcb2042c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:01.300493 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062e415-a9ce-40a5-9af2-6faaed034a47 req-7886d55e-93a9-4c93-af98-08400c18df83 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:01.309610 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3062e415-a9ce-40a5-9af2-6faaed034a47 req-7886d55e-93a9-4c93-af98-08400c18df83 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=baedd33e-2f21-47ee-9117-81433874701f HTTP/1.1" status: 200 len: 909 time: 0.0898855 Nov 12 20:37:01.389456 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c181be75-f39a-4f6e-86b0-e766bcb2042c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:01.393236 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c181be75-f39a-4f6e-86b0-e766bcb2042c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:01.431856 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c181be75-f39a-4f6e-86b0-e766bcb2042c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c88ebae7105944a19cac256c178f6bbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1625040 Nov 12 20:37:01.434665 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181be75-f39a-4f6e-86b0-e766bcb2042c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1691c333-917b-4b26-9ae1-ba1e78d67362,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:01.435283 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51752) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:01.483747 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8699995-d7ea-40d6-9942-83edef6d43cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:01.507767 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8699995-d7ea-40d6-9942-83edef6d43cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:01.560953 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8699995-d7ea-40d6-9942-83edef6d43cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:01.563580 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8699995-d7ea-40d6-9942-83edef6d43cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:01.564760 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a8699995-d7ea-40d6-9942-83edef6d43cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1691c333-917b-4b26-9ae1-ba1e78d67362 HTTP/1.1" status: 204 len: 168 time: 0.1284831 Nov 12 20:37:01.572643 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8699995-d7ea-40d6-9942-83edef6d43cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1691c333-917b-4b26-9ae1-ba1e78d67362,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:01.884080 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51758) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:01.897884 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7450bd6b-5835-4067-bf35-a33f78f05b00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:01.971890 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7450bd6b-5835-4067-bf35-a33f78f05b00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:01.975545 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7450bd6b-5835-4067-bf35-a33f78f05b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:02.014788 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7450bd6b-5835-4067-bf35-a33f78f05b00 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d9c66fba17524b0497f54762a817a863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1296024 Nov 12 20:37:02.016028 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450bd6b-5835-4067-bf35-a33f78f05b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f7f9e8-a79f-41cd-84bd-f1c4828dbfce,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:02.017529 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51760) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:02.066787 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-af9bc878-c8e9-4f3b-94a7-bb6823d60e65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:02.088493 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-af9bc878-c8e9-4f3b-94a7-bb6823d60e65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:02.134779 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-af9bc878-c8e9-4f3b-94a7-bb6823d60e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:02.138166 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-af9bc878-c8e9-4f3b-94a7-bb6823d60e65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:02.139392 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-af9bc878-c8e9-4f3b-94a7-bb6823d60e65 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/94f7f9e8-a79f-41cd-84bd-f1c4828dbfce HTTP/1.1" status: 204 len: 168 time: 0.1200824 Nov 12 20:37:02.146810 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bc878-c8e9-4f3b-94a7-bb6823d60e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f7f9e8-a79f-41cd-84bd-f1c4828dbfce,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:02.421017 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906094d5-b595-4241-9355-5a6f9ea6c5d6 req-b0c04dc7-5101-495e-ba74-6e43e751a78e tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:02.422613 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-906094d5-b595-4241-9355-5a6f9ea6c5d6 req-b0c04dc7-5101-495e-ba74-6e43e751a78e tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=baedd33e-2f21-47ee-9117-81433874701f HTTP/1.1" status: 200 len: 909 time: 0.0508020 Nov 12 20:37:02.543245 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb50cc-3f4b-4c2a-a1a0-e1821c808d25 req-6d7d4e31-ccad-407f-88cc-ed974ce81dd5 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:02.544776 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7efb50cc-3f4b-4c2a-a1a0-e1821c808d25 req-6d7d4e31-ccad-407f-88cc-ed974ce81dd5 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=baedd33e-2f21-47ee-9117-81433874701f HTTP/1.1" status: 200 len: 909 time: 0.0536888 Nov 12 20:37:02.657173 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a5f4c-4b93-4074-86de-877b46626a94 req-cac50257-5738-4acb-bbc8-8f96014cea11 tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:02.658845 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6c1a5f4c-4b93-4074-86de-877b46626a94 req-cac50257-5738-4acb-bbc8-8f96014cea11 tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=baedd33e-2f21-47ee-9117-81433874701f HTTP/1.1" status: 200 len: 1061 time: 0.0468538 Nov 12 20:37:02.767104 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b688be8-7060-4528-b5e6-784da7a124cf req-adc860f5-6047-4ebf-b6e4-1229bcefc483 tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:02.768673 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b688be8-7060-4528-b5e6-784da7a124cf req-adc860f5-6047-4ebf-b6e4-1229bcefc483 tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=99457062-66a6-4f3a-ab3f-4aff3e21848e HTTP/1.1" status: 200 len: 1136 time: 0.0448110 Nov 12 20:37:02.822031 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b688be8-7060-4528-b5e6-784da7a124cf req-59c3c2f6-e5de-4b24-9b9a-f0966a051d5c tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3b1da0f9-f167-4abe-8b7a-4ebfe4019607&id=e68cd676-45e7-4240-8b6a-d872a01e4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0473013 Nov 12 20:37:02.844795 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51790) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:02.885128 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496b5ecb-da4b-4bdd-8f94-dee75eb7b2e4 tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:02.887636 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-496b5ecb-da4b-4bdd-8f94-dee75eb7b2e4 tempest-TestSecurityGroupsBasicOps-1476067304 tempest-TestSecurityGroupsBasicOps-1476067304-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=baedd33e-2f21-47ee-9117-81433874701f HTTP/1.1" status: 200 len: 1056 time: 0.0417411 Nov 12 20:37:03.124632 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a455e-403d-4225-b89d-ef20429ae57a req-8209c3eb-3be8-4063-8e6c-278cceb37456 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:03.126252 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1f1a455e-403d-4225-b89d-ef20429ae57a req-8209c3eb-3be8-4063-8e6c-278cceb37456 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=baedd33e-2f21-47ee-9117-81433874701f HTTP/1.1" status: 200 len: 909 time: 0.0557265 Nov 12 20:37:03.178817 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-daf3f5ee-3957-4b8e-a8f2-50b48b5fcfa7 req-5eec02e8-1ab2-4c90-84df-335450398497 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=99457062-66a6-4f3a-ab3f-4aff3e21848e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0490723 Nov 12 20:37:03.258274 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3f5ee-3957-4b8e-a8f2-50b48b5fcfa7 req-5f1f800c-8ccc-4a81-9293-db54f01ef517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:03.259805 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-daf3f5ee-3957-4b8e-a8f2-50b48b5fcfa7 req-5f1f800c-8ccc-4a81-9293-db54f01ef517 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9fd825d9fe57458bb3841d189917b03b&device_id=99457062-66a6-4f3a-ab3f-4aff3e21848e HTTP/1.1" status: 200 len: 1136 time: 0.0418313 Nov 12 20:37:03.365739 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3f5ee-3957-4b8e-a8f2-50b48b5fcfa7 req-cc466ae1-9b01-4c85-b649-f8bae00cea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:03.367219 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-daf3f5ee-3957-4b8e-a8f2-50b48b5fcfa7 req-cc466ae1-9b01-4c85-b649-f8bae00cea64 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ec7afaff-a0bc-4825-bc76-2dc3905307ca HTTP/1.1" status: 200 len: 898 time: 0.0887902 Nov 12 20:37:03.435091 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-daf3f5ee-3957-4b8e-a8f2-50b48b5fcfa7 req-30fef41c-3a85-4a3f-967d-a259a7d68fe7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5bcf887-8e06-46c3-9a91-5e1894b5ef8d HTTP/1.1" status: 200 len: 1001 time: 0.0601878 Nov 12 20:37:03.484971 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3f5ee-3957-4b8e-a8f2-50b48b5fcfa7 req-804f7e98-0742-477b-a841-873fa289d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:03.486472 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-daf3f5ee-3957-4b8e-a8f2-50b48b5fcfa7 req-804f7e98-0742-477b-a841-873fa289d0c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda HTTP/1.1" status: 200 len: 835 time: 0.0441182 Nov 12 20:37:03.544926 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3f5ee-3957-4b8e-a8f2-50b48b5fcfa7 req-ef7db62e-994b-4b1a-b31b-431f9ca15b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:03.546570 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-daf3f5ee-3957-4b8e-a8f2-50b48b5fcfa7 req-ef7db62e-994b-4b1a-b31b-431f9ca15b43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec7afaff-a0bc-4825-bc76-2dc3905307ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527546 Nov 12 20:37:03.645843 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-daf3f5ee-3957-4b8e-a8f2-50b48b5fcfa7 req-4a32abbc-abf0-4526-a56a-3be05e691b8e service neutron] 10.222.0.55 "GET /v2.0/networks/ec7afaff-a0bc-4825-bc76-2dc3905307ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910819 Nov 12 20:37:03.741378 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-daf3f5ee-3957-4b8e-a8f2-50b48b5fcfa7 req-03933da3-0aca-464a-aa25-78413b91cdd1 service neutron] 10.222.0.55 "GET /v2.0/networks/ec7afaff-a0bc-4825-bc76-2dc3905307ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885117 Nov 12 20:37:03.855121 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-459b13eb-e535-4e87-ab4b-856299089f8f req-fb34b2ac-05c4-47ed-9745-792de2a1469d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521009 Nov 12 20:37:03.949162 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b13eb-e535-4e87-ab4b-856299089f8f req-f52f8300-3c00-423e-b13f-5bf641e7a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:03.950821 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-459b13eb-e535-4e87-ab4b-856299089f8f req-f52f8300-3c00-423e-b13f-5bf641e7a10e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 1097 time: 0.0428474 Nov 12 20:37:04.068752 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b13eb-e535-4e87-ab4b-856299089f8f req-f3fcf1a0-8623-4860-a1fb-73e26691ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:04.070250 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-459b13eb-e535-4e87-ab4b-856299089f8f req-f3fcf1a0-8623-4860-a1fb-73e26691ea0b service neutron] 10.222.0.52 "GET /v2.0/networks?id=cc987020-334d-4e83-8c15-b67942ac51a5 HTTP/1.1" status: 200 len: 898 time: 0.0895519 Nov 12 20:37:04.143434 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-459b13eb-e535-4e87-ab4b-856299089f8f req-ce9f9d1b-324f-4bea-9bef-252471165377 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69f952d0-d8be-4533-8635-096848a0e9f8 HTTP/1.1" status: 200 len: 1000 time: 0.0631840 Nov 12 20:37:04.202404 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b13eb-e535-4e87-ab4b-856299089f8f req-3880b053-199c-491b-a713-74333e5b124d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:04.203892 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-459b13eb-e535-4e87-ab4b-856299089f8f req-3880b053-199c-491b-a713-74333e5b124d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b4301fc5-f2a3-415f-a811-f6b2f56ddfa0 HTTP/1.1" status: 200 len: 834 time: 0.0513577 Nov 12 20:37:04.280146 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d19aab-1608-4e91-815c-62991500fa3f req-40941881-0481-489d-8185-0c8ad366447c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:04.281670 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-28d19aab-1608-4e91-815c-62991500fa3f req-40941881-0481-489d-8185-0c8ad366447c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=baedd33e-2f21-47ee-9117-81433874701f HTTP/1.1" status: 200 len: 909 time: 0.0768943 Nov 12 20:37:04.283575 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b13eb-e535-4e87-ab4b-856299089f8f req-e0c902c2-d6f3-4d63-9dc6-77bb587131e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:04.285232 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-459b13eb-e535-4e87-ab4b-856299089f8f req-e0c902c2-d6f3-4d63-9dc6-77bb587131e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc987020-334d-4e83-8c15-b67942ac51a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716758 Nov 12 20:37:04.381399 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-459b13eb-e535-4e87-ab4b-856299089f8f req-d1c5c547-a2d4-4bb0-b8d2-4e74ae20778d service neutron] 10.222.0.52 "GET /v2.0/networks/cc987020-334d-4e83-8c15-b67942ac51a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872893 Nov 12 20:37:04.476379 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-459b13eb-e535-4e87-ab4b-856299089f8f req-be8142d4-a1d2-4a11-9605-6954c802f72f service neutron] 10.222.0.52 "GET /v2.0/networks/cc987020-334d-4e83-8c15-b67942ac51a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824111 Nov 12 20:37:04.551957 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49509f0d-df1c-4b2d-a536-be3d3bc805f1 req-0f78af07-70d7-40e7-a1e0-af0d22a8139c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:04.553477 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-49509f0d-df1c-4b2d-a536-be3d3bc805f1 req-0f78af07-70d7-40e7-a1e0-af0d22a8139c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.52 "GET /v2.0/ports?device_id=baedd33e-2f21-47ee-9117-81433874701f HTTP/1.1" status: 200 len: 909 time: 0.0513923 Nov 12 20:37:04.652861 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-49509f0d-df1c-4b2d-a536-be3d3bc805f1 req-74b90267-3d11-41c0-a722-45a9dab5ad9c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Deleting port bc807a94-8fdc-42b7-a4e1-d4fc828ba812 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:37:04.653320 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-49509f0d-df1c-4b2d-a536-be3d3bc805f1 req-74b90267-3d11-41c0-a722-45a9dab5ad9c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:04.750405 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-49509f0d-df1c-4b2d-a536-be3d3bc805f1 req-74b90267-3d11-41c0-a722-45a9dab5ad9c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] For port bc807a94-8fdc-42b7-a4e1-d4fc828ba812, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=bc807a94-8fdc-42b7-a4e1-d4fc828ba812,segment=NetworkSegment(d9597346-88b7-4626-8161-ccddac0deb6d),segment_id=d9597346-88b7-4626-8161-ccddac0deb6d)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:37:04.750679 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-49509f0d-df1c-4b2d-a536-be3d3bc805f1 req-74b90267-3d11-41c0-a722-45a9dab5ad9c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:04.764486 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-49509f0d-df1c-4b2d-a536-be3d3bc805f1 req-74b90267-3d11-41c0-a722-45a9dab5ad9c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Calling delete_port for bc807a94-8fdc-42b7-a4e1-d4fc828ba812 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:37:04.893827 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-49509f0d-df1c-4b2d-a536-be3d3bc805f1 req-74b90267-3d11-41c0-a722-45a9dab5ad9c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:04.925282 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b90267-3d11-41c0-a722-45a9dab5ad9c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event deleted for resources: {'Port': ['ID=bc807a94-8fdc-42b7-a4e1-d4fc828ba812,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:04.967829 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-49509f0d-df1c-4b2d-a536-be3d3bc805f1 req-74b90267-3d11-41c0-a722-45a9dab5ad9c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] No DVR routers for this DVR port bc807a94-8fdc-42b7-a4e1-d4fc828ba812 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:37:04.970507 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-49509f0d-df1c-4b2d-a536-be3d3bc805f1 req-74b90267-3d11-41c0-a722-45a9dab5ad9c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:04.974069 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-49509f0d-df1c-4b2d-a536-be3d3bc805f1 req-74b90267-3d11-41c0-a722-45a9dab5ad9c tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.52 "DELETE /v2.0/ports/bc807a94-8fdc-42b7-a4e1-d4fc828ba812 HTTP/1.1" status: 204 len: 173 time: 0.4138243 Nov 12 20:37:04.974552 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baedd33e-2f21-47ee-9117-81433874701f', 'name': 'network-vif-deleted', 'tag': 'bc807a94-8fdc-42b7-a4e1-d4fc828ba812'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:37:04.976948 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c52330-2ca7-4c43-b24d-56ebbbb36349" -d '{"events": [{"server_uuid": "baedd33e-2f21-47ee-9117-81433874701f", "name": "network-vif-deleted", "tag": "bc807a94-8fdc-42b7-a4e1-d4fc828ba812"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:37:05.032554 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd026d80-cce7-4355-bf2c-b9b4f5f64694 x-openstack-request-id: req-fd026d80-cce7-4355-bf2c-b9b4f5f64694 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:37:05.032894 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baedd33e-2f21-47ee-9117-81433874701f", "name": "network-vif-deleted", "tag": "bc807a94-8fdc-42b7-a4e1-d4fc828ba812", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:37:05.033154 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fd026d80-cce7-4355-bf2c-b9b4f5f64694 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:37:05.033612 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baedd33e-2f21-47ee-9117-81433874701f', 'name': 'network-vif-deleted', 'tag': 'bc807a94-8fdc-42b7-a4e1-d4fc828ba812', 'status': 'completed', 'code': 200} Nov 12 20:37:05.397850 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d7be713f-3236-4743-8898-e61398d9477f req-028e3a0b-1cf9-4b0a-9964-22e00a05dc6a tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=baedd33e-2f21-47ee-9117-81433874701f HTTP/1.1" status: 200 len: 210 time: 0.0278363 Nov 12 20:37:06.458662 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51852) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:06.847290 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-03c2efd8-53bf-4d16-ae49-1f4082370cb6 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:07.113896 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-03c2efd8-53bf-4d16-ae49-1f4082370cb6 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Deleting port c7da1f5d-85bf-436c-af90-cb2a158714fa {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:37:07.114240 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-03c2efd8-53bf-4d16-ae49-1f4082370cb6 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:07.215252 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-03c2efd8-53bf-4d16-ae49-1f4082370cb6 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] For port c7da1f5d-85bf-436c-af90-cb2a158714fa, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c7da1f5d-85bf-436c-af90-cb2a158714fa,segment=NetworkSegment(d9597346-88b7-4626-8161-ccddac0deb6d),segment_id=d9597346-88b7-4626-8161-ccddac0deb6d)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:37:07.215714 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-03c2efd8-53bf-4d16-ae49-1f4082370cb6 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:07.230804 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-03c2efd8-53bf-4d16-ae49-1f4082370cb6 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Calling delete_port for c7da1f5d-85bf-436c-af90-cb2a158714fa owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:37:07.418254 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-03c2efd8-53bf-4d16-ae49-1f4082370cb6 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:07.445301 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2efd8-53bf-4d16-ae49-1f4082370cb6 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event deleted for resources: {'Port': ['ID=c7da1f5d-85bf-436c-af90-cb2a158714fa,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:07.627012 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-03c2efd8-53bf-4d16-ae49-1f4082370cb6 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:07.690995 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device bc807a94-8fdc-42b7-a4e1-d4fc828ba812 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:37:07.713574 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: bc807a94-8fdc-42b7-a4e1-d4fc828ba812 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:37:07.714124 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device bc807a94-8fdc-42b7-a4e1-d4fc828ba812 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:37:07.855286 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c2efd8-53bf-4d16-ae49-1f4082370cb6 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Router 771d51e0-7876-449a-a45e-a0e8ccc9784c has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:37:07.958821 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c2efd8-53bf-4d16-ae49-1f4082370cb6 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:37:07.966688 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-03c2efd8-53bf-4d16-ae49-1f4082370cb6 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "PUT /v2.0/routers/771d51e0-7876-449a-a45e-a0e8ccc9784c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5041602 Nov 12 20:37:07.966688 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51892) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:07.974131 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde4e578-638f-4a36-98e4-00723a0a8222 None None] Sync routers for ids ['771d51e0-7876-449a-a45e-a0e8ccc9784c'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:37:07.984941 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde4e578-638f-4a36-98e4-00723a0a8222 None None] Routers {'771d51e0-7876-449a-a45e-a0e8ccc9784c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:37:07.986591 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-dde4e578-638f-4a36-98e4-00723a0a8222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:36:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['771d51e0-7876-449a-a45e-a0e8ccc9784c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:08.022713 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6fdab59-53cd-4573-8ba8-b5f0869fc463 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Deleting subnet 7b6d6d8f-62c2-40d6-b18b-71fe97eba396 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:37:08.025469 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b6fdab59-53cd-4573-8ba8-b5f0869fc463 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:08.068260 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b6fdab59-53cd-4573-8ba8-b5f0869fc463 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:08.108684 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-dde4e578-638f-4a36-98e4-00723a0a8222 None None] Set router 771d51e0-7876-449a-a45e-a0e8ccc9784c gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:37:08.162381 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b6fdab59-53cd-4573-8ba8-b5f0869fc463 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:08.239778 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b6fdab59-53cd-4573-8ba8-b5f0869fc463 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:08.267996 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b6fdab59-53cd-4573-8ba8-b5f0869fc463 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:08.273822 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b6fdab59-53cd-4573-8ba8-b5f0869fc463 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "DELETE /v2.0/subnets/7b6d6d8f-62c2-40d6-b18b-71fe97eba396 HTTP/1.1" status: 204 len: 168 time: 0.3038645 Nov 12 20:37:08.274173 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51896) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:08.301905 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fdab59-53cd-4573-8ba8-b5f0869fc463 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event deleted for resources: {'Subnet': ['ID=7b6d6d8f-62c2-40d6-b18b-71fe97eba396,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:08.376376 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9836d3-1fee-411c-8e14-781ef2152bc3 None None] Network 6c6b0708-747e-4de2-9dea-a39151fc4895 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:37:08.397066 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-488c4ad6-a585-49fa-aa9c-af4329cb0b61 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:08.525723 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-488c4ad6-a585-49fa-aa9c-af4329cb0b61 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:08.558699 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-dde4e578-638f-4a36-98e4-00723a0a8222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d51e0-7876-449a-a45e-a0e8ccc9784c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1882359510', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '4a187068-83f0-4ccc-b954-622b1dd98e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:36:39Z', 'updated_at': '2021-11-12T20:37:07Z', 'revision_number': 5, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'gw_port': {'id': '4a187068-83f0-4ccc-b954-622b1dd98e07', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:37:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d51e0-7876-449a-a45e-a0e8ccc9784c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:36:40Z', 'updated_at': '2021-11-12T20:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:08.594019 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-488c4ad6-a585-49fa-aa9c-af4329cb0b61 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Deleting port 4a187068-83f0-4ccc-b954-622b1dd98e07 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:37:08.594019 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-488c4ad6-a585-49fa-aa9c-af4329cb0b61 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:08.595399 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde4e578-638f-4a36-98e4-00723a0a8222 None None] Checking router: 771d51e0-7876-449a-a45e-a0e8ccc9784c for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:37:08.616773 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde4e578-638f-4a36-98e4-00723a0a8222 None None] Routers {'771d51e0-7876-449a-a45e-a0e8ccc9784c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:37:08.618176 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-dde4e578-638f-4a36-98e4-00723a0a8222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:36:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['771d51e0-7876-449a-a45e-a0e8ccc9784c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:08.663286 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4afdbb-d8c0-4730-8712-2e2c984e896e None None] DHCP port deletion for 6c6b0708-747e-4de2-9dea-a39151fc4895 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:37:08.691550 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-488c4ad6-a585-49fa-aa9c-af4329cb0b61 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] For port 4a187068-83f0-4ccc-b954-622b1dd98e07, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=4a187068-83f0-4ccc-b954-622b1dd98e07,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:37:08.692032 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-488c4ad6-a585-49fa-aa9c-af4329cb0b61 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:08.706762 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-488c4ad6-a585-49fa-aa9c-af4329cb0b61 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Calling delete_port for 4a187068-83f0-4ccc-b954-622b1dd98e07 owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:37:08.738805 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-dde4e578-638f-4a36-98e4-00723a0a8222 None None] Set router 771d51e0-7876-449a-a45e-a0e8ccc9784c gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:37:08.810263 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-dde4e578-638f-4a36-98e4-00723a0a8222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d51e0-7876-449a-a45e-a0e8ccc9784c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1882359510', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:36:39Z', 'updated_at': '2021-11-12T20:37:08Z', 'revision_number': 6, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:08.845426 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde4e578-638f-4a36-98e4-00723a0a8222 None None] The sync data for ids ['771d51e0-7876-449a-a45e-a0e8ccc9784c'] in n-d-712140-15 is: [{'id': '771d51e0-7876-449a-a45e-a0e8ccc9784c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1882359510', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:36:39Z', 'updated_at': '2021-11-12T20:37:08Z', 'revision_number': 6, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'gw_port_host': None}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:37:08.861371 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8b4afdbb-d8c0-4730-8712-2e2c984e896e None None] Deleting port b0b0544a-6933-4520-9d79-3dc6d7d8c70f {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:37:08.862208 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8b4afdbb-d8c0-4730-8712-2e2c984e896e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:08.913935 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-488c4ad6-a585-49fa-aa9c-af4329cb0b61 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:08.946957 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c4ad6-a585-49fa-aa9c-af4329cb0b61 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event deleted for resources: {'Port': ['ID=4a187068-83f0-4ccc-b954-622b1dd98e07,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:08.953415 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-8b4afdbb-d8c0-4730-8712-2e2c984e896e None None] For port b0b0544a-6933-4520-9d79-3dc6d7d8c70f, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b0b0544a-6933-4520-9d79-3dc6d7d8c70f,segment=NetworkSegment(d9597346-88b7-4626-8161-ccddac0deb6d),segment_id=d9597346-88b7-4626-8161-ccddac0deb6d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:37:08.953910 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8b4afdbb-d8c0-4730-8712-2e2c984e896e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:08.957660 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d5620f-b2e1-4c98-a956-e5088f015c16 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:37:08.972313 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8b4afdbb-d8c0-4730-8712-2e2c984e896e None None] Calling delete_port for b0b0544a-6933-4520-9d79-3dc6d7d8c70f owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:37:09.015877 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-488c4ad6-a585-49fa-aa9c-af4329cb0b61 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:09.067605 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8b4afdbb-d8c0-4730-8712-2e2c984e896e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:09.094549 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4afdbb-d8c0-4730-8712-2e2c984e896e None None] Pushing event deleted for resources: {'Port': ['ID=b0b0544a-6933-4520-9d79-3dc6d7d8c70f,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:09.103556 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4afdbb-d8c0-4730-8712-2e2c984e896e None None] No DVR routers for this DVR port b0b0544a-6933-4520-9d79-3dc6d7d8c70f on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:37:09.126462 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-488c4ad6-a585-49fa-aa9c-af4329cb0b61 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:09.129175 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-488c4ad6-a585-49fa-aa9c-af4329cb0b61 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:09.192511 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-488c4ad6-a585-49fa-aa9c-af4329cb0b61 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:09.193194 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488c4ad6-a585-49fa-aa9c-af4329cb0b61 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Fanout notify agent at l3_agent the message router_deleted on router 771d51e0-7876-449a-a45e-a0e8ccc9784c {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:37:09.203506 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-488c4ad6-a585-49fa-aa9c-af4329cb0b61 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:09.204738 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-488c4ad6-a585-49fa-aa9c-af4329cb0b61 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "DELETE /v2.0/routers/771d51e0-7876-449a-a45e-a0e8ccc9784c HTTP/1.1" status: 204 len: 168 time: 0.9286637 Nov 12 20:37:09.207705 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51898) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:09.262026 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b0b0544a-6933-4520-9d79-3dc6d7d8c70f no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:37:09.310919 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: b0b0544a-6933-4520-9d79-3dc6d7d8c70f {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:37:09.311402 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b0b0544a-6933-4520-9d79-3dc6d7d8c70f not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:37:09.315923 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-657e8345-945d-4a2e-b08c-730729a43730 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:09.444430 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-657e8345-945d-4a2e-b08c-730729a43730 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:09.471349 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-657e8345-945d-4a2e-b08c-730729a43730 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c6b0708-747e-4de2-9dea-a39151fc4895']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:09.482560 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-657e8345-945d-4a2e-b08c-730729a43730 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9597346-88b7-4626-8161-ccddac0deb6d') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:09.482861 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-657e8345-945d-4a2e-b08c-730729a43730 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9597346-88b7-4626-8161-ccddac0deb6d') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:09.496684 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-657e8345-945d-4a2e-b08c-730729a43730 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:09.513714 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-657e8345-945d-4a2e-b08c-730729a43730 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:09.524115 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-657e8345-945d-4a2e-b08c-730729a43730 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:37:09.525282 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-657e8345-945d-4a2e-b08c-730729a43730 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:37:09.593467 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:37:09.597773 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-657e8345-945d-4a2e-b08c-730729a43730 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:09.610444 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-657e8345-945d-4a2e-b08c-730729a43730 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:09.614893 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-657e8345-945d-4a2e-b08c-730729a43730 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "DELETE /v2.0/networks/6c6b0708-747e-4de2-9dea-a39151fc4895 HTTP/1.1" status: 204 len: 168 time: 0.4064643 Nov 12 20:37:09.617541 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51912) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:09.788167 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51916) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:09.921608 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8e7efe34-49cc-41ad-a612-f8e9c2701df0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:10.005812 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e8345-945d-4a2e-b08c-730729a43730 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event deleted for resources: {'Network': ['ID=6c6b0708-747e-4de2-9dea-a39151fc4895,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:10.019760 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8e7efe34-49cc-41ad-a612-f8e9c2701df0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:10.024632 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8e7efe34-49cc-41ad-a612-f8e9c2701df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:10.067768 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8e7efe34-49cc-41ad-a612-f8e9c2701df0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0ae8970026ae444c9e5f7c51543e6467&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2778263 Nov 12 20:37:10.068875 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7efe34-49cc-41ad-a612-f8e9c2701df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1249d15d-26c8-4e8c-b54d-5ef76ee9586f,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:10.070469 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51920) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:10.160316 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4fdd947d-ada6-4187-9e81-cf4a716b8fe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:10.192206 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4fdd947d-ada6-4187-9e81-cf4a716b8fe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:10.217304 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-031c87a9-99e4-4d61-9218-7d8b217c5d94 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Deleting port 902206c9-0779-4fd7-bf0d-25a52b541001 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:37:10.217760 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-031c87a9-99e4-4d61-9218-7d8b217c5d94 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:10.305539 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4fdd947d-ada6-4187-9e81-cf4a716b8fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:10.308558 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4fdd947d-ada6-4187-9e81-cf4a716b8fe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:10.309680 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4fdd947d-ada6-4187-9e81-cf4a716b8fe6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1249d15d-26c8-4e8c-b54d-5ef76ee9586f HTTP/1.1" status: 204 len: 168 time: 0.2343066 Nov 12 20:37:10.311424 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-031c87a9-99e4-4d61-9218-7d8b217c5d94 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:10.311750 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-031c87a9-99e4-4d61-9218-7d8b217c5d94 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:10.331897 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd947d-ada6-4187-9e81-cf4a716b8fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1249d15d-26c8-4e8c-b54d-5ef76ee9586f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:10.333939 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-031c87a9-99e4-4d61-9218-7d8b217c5d94 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Calling delete_port for 902206c9-0779-4fd7-bf0d-25a52b541001 owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:37:10.516602 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-031c87a9-99e4-4d61-9218-7d8b217c5d94 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:10.544193 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c87a9-99e4-4d61-9218-7d8b217c5d94 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event deleted for resources: {'Port': ['ID=902206c9-0779-4fd7-bf0d-25a52b541001,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:10.604536 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-031c87a9-99e4-4d61-9218-7d8b217c5d94 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for floatingip, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:10.605016 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [None req-031c87a9-99e4-4d61-9218-7d8b217c5d94 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Floating IP 52bca034-c309-44af-8a5d-16e06798b53b disassociated (deleted). External IP: 172.25.5.210, port: d5bcf887-8e06-46c3-9a91-5e1894b5ef8d. Nov 12 20:37:10.631583 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 51926) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:10.645663 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb28b5d4-f451-496e-a23d-e133bce8825d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:10.735477 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb28b5d4-f451-496e-a23d-e133bce8825d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:10.739850 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb28b5d4-f451-496e-a23d-e133bce8825d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:10.782854 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bb28b5d4-f451-496e-a23d-e133bce8825d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2bd104cd1a04fc3bcc2b28c01769969&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1501276 Nov 12 20:37:10.784036 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28b5d4-f451-496e-a23d-e133bce8825d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70dc0bd-9145-40a2-a704-5b5ecebf2db3,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:10.785818 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 51928) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:10.837164 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c7da1f5d-85bf-436c-af90-cb2a158714fa no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:37:10.861243 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: c7da1f5d-85bf-436c-af90-cb2a158714fa {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:37:10.861603 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c7da1f5d-85bf-436c-af90-cb2a158714fa not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:37:10.862342 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4a187068-83f0-4ccc-b954-622b1dd98e07 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:37:10.880885 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031c87a9-99e4-4d61-9218-7d8b217c5d94 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Router 2155f4c2-b625-4aee-9ab7-c3742f5488d4 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:37:10.882120 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 4a187068-83f0-4ccc-b954-622b1dd98e07 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:37:10.882472 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4a187068-83f0-4ccc-b954-622b1dd98e07 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:37:10.889084 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3129cdd4-9a98-4796-b318-9f2171e54c63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:10.950216 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3129cdd4-9a98-4796-b318-9f2171e54c63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:11.033325 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031c87a9-99e4-4d61-9218-7d8b217c5d94 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:37:11.038198 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-031c87a9-99e4-4d61-9218-7d8b217c5d94 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:11.043350 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50bcd36-2240-4a25-ac00-862eec960915 None None] Sync routers for ids ['2155f4c2-b625-4aee-9ab7-c3742f5488d4'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:37:11.052996 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50bcd36-2240-4a25-ac00-862eec960915 None None] Routers {'2155f4c2-b625-4aee-9ab7-c3742f5488d4'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:37:11.053624 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-f50bcd36-2240-4a25-ac00-862eec960915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:36:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['2155f4c2-b625-4aee-9ab7-c3742f5488d4'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:11.069052 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3129cdd4-9a98-4796-b318-9f2171e54c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:11.071624 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3129cdd4-9a98-4796-b318-9f2171e54c63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:11.072961 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3129cdd4-9a98-4796-b318-9f2171e54c63 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d70dc0bd-9145-40a2-a704-5b5ecebf2db3 HTTP/1.1" status: 204 len: 168 time: 0.2860117 Nov 12 20:37:11.077041 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-031c87a9-99e4-4d61-9218-7d8b217c5d94 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "DELETE /v2.0/floatingips/52bca034-c309-44af-8a5d-16e06798b53b HTTP/1.1" status: 204 len: 168 time: 1.4579873 Nov 12 20:37:11.078288 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99457062-66a6-4f3a-ab3f-4aff3e21848e', 'tag': 'd5bcf887-8e06-46c3-9a91-5e1894b5ef8d'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:37:11.080633 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865df432-f4e8-4dbe-b0fc-f9e58868a650" -d '{"events": [{"name": "network-changed", "server_uuid": "99457062-66a6-4f3a-ab3f-4aff3e21848e", "tag": "d5bcf887-8e06-46c3-9a91-5e1894b5ef8d"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:37:11.088076 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129cdd4-9a98-4796-b318-9f2171e54c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70dc0bd-9145-40a2-a704-5b5ecebf2db3,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:11.131576 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bacf1e-0bc9-4235-b61c-6bb5df17fcf5 x-openstack-request-id: req-70bacf1e-0bc9-4235-b61c-6bb5df17fcf5 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:37:11.132113 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99457062-66a6-4f3a-ab3f-4aff3e21848e", "tag": "d5bcf887-8e06-46c3-9a91-5e1894b5ef8d", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:37:11.132713 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-70bacf1e-0bc9-4235-b61c-6bb5df17fcf5 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:37:11.133198 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99457062-66a6-4f3a-ab3f-4aff3e21848e', 'tag': 'd5bcf887-8e06-46c3-9a91-5e1894b5ef8d', 'status': 'completed', 'code': 200} Nov 12 20:37:11.227929 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865df432-f4e8-4dbe-b0fc-f9e58868a650 req-c1098147-85fd-494c-9629-d30f704574d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:11.235218 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-865df432-f4e8-4dbe-b0fc-f9e58868a650 req-c1098147-85fd-494c-9629-d30f704574d1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9fd825d9fe57458bb3841d189917b03b&device_id=99457062-66a6-4f3a-ab3f-4aff3e21848e HTTP/1.1" status: 200 len: 1136 time: 0.0794275 Nov 12 20:37:11.342921 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-f50bcd36-2240-4a25-ac00-862eec960915 None None] Set router 2155f4c2-b625-4aee-9ab7-c3742f5488d4 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:37:11.390866 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd0532-f2ec-4edf-b3b4-631d0d1e82d3 req-53e1a67e-db01-4273-9707-ddf86ae5e1fa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:11.392663 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-defd0532-f2ec-4edf-b3b4-631d0d1e82d3 req-53e1a67e-db01-4273-9707-ddf86ae5e1fa tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=99457062-66a6-4f3a-ab3f-4aff3e21848e HTTP/1.1" status: 200 len: 984 time: 0.0868218 Nov 12 20:37:11.427469 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865df432-f4e8-4dbe-b0fc-f9e58868a650 req-8cbb2fa1-5006-411f-b3cf-81057a63a68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:11.428972 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-865df432-f4e8-4dbe-b0fc-f9e58868a650 req-8cbb2fa1-5006-411f-b3cf-81057a63a68b service neutron] 10.222.0.55 "GET /v2.0/networks?id=ec7afaff-a0bc-4825-bc76-2dc3905307ca HTTP/1.1" status: 200 len: 898 time: 0.1810422 Nov 12 20:37:11.484908 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-865df432-f4e8-4dbe-b0fc-f9e58868a650 req-5d740914-c654-4464-b9ca-d532fbb4a210 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5bcf887-8e06-46c3-9a91-5e1894b5ef8d HTTP/1.1" status: 200 len: 217 time: 0.0472403 Nov 12 20:37:11.534945 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-defd0532-f2ec-4edf-b3b4-631d0d1e82d3 req-4347eb8e-99ec-4f13-abc5-418086c2b617 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b1da0f9-f167-4abe-8b7a-4ebfe4019607&id=e68cd676-45e7-4240-8b6a-d872a01e4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1366761 Nov 12 20:37:11.552413 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865df432-f4e8-4dbe-b0fc-f9e58868a650 req-31f6ab7f-651d-4c65-8f60-b2eeb5e5be7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:11.554339 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-865df432-f4e8-4dbe-b0fc-f9e58868a650 req-31f6ab7f-651d-4c65-8f60-b2eeb5e5be7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda HTTP/1.1" status: 200 len: 835 time: 0.0594928 Nov 12 20:37:11.573077 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-f50bcd36-2240-4a25-ac00-862eec960915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521555133', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:35:12Z', 'updated_at': '2021-11-12T20:35:16Z', 'revision_number': 4, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'gw_port': {'id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ac:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:35:13Z', 'updated_at': '2021-11-12T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'e887e374-62f0-4d4e-96eb-b6c95958c53e', 'name': '', 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'mac_address': 'fa:16:3e:dc:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:35:16Z', 'updated_at': '2021-11-12T20:35:19Z', 'revision_number': 5, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'subnets': [{'id': '7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:11.602433 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50bcd36-2240-4a25-ac00-862eec960915 None None] Checking router: 2155f4c2-b625-4aee-9ab7-c3742f5488d4 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:37:11.605931 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865df432-f4e8-4dbe-b0fc-f9e58868a650 req-9242578e-53b0-4305-a2c3-c21e908da9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:11.607514 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-865df432-f4e8-4dbe-b0fc-f9e58868a650 req-9242578e-53b0-4305-a2c3-c21e908da9b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec7afaff-a0bc-4825-bc76-2dc3905307ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462766 Nov 12 20:37:11.611610 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50bcd36-2240-4a25-ac00-862eec960915 None None] Routers {'2155f4c2-b625-4aee-9ab7-c3742f5488d4'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:37:11.612587 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-f50bcd36-2240-4a25-ac00-862eec960915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:36:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['2155f4c2-b625-4aee-9ab7-c3742f5488d4'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:11.711777 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-865df432-f4e8-4dbe-b0fc-f9e58868a650 req-0ba22e54-e7b9-4739-bc84-ecc2633f5545 service neutron] 10.222.0.55 "GET /v2.0/networks/ec7afaff-a0bc-4825-bc76-2dc3905307ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955563 Nov 12 20:37:11.730837 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-f50bcd36-2240-4a25-ac00-862eec960915 None None] Set router 2155f4c2-b625-4aee-9ab7-c3742f5488d4 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:37:11.814152 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-865df432-f4e8-4dbe-b0fc-f9e58868a650 req-cc0290df-42fd-4e4c-aa81-7d80cc885fc6 service neutron] 10.222.0.55 "GET /v2.0/networks/ec7afaff-a0bc-4825-bc76-2dc3905307ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950217 Nov 12 20:37:11.935080 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-f50bcd36-2240-4a25-ac00-862eec960915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521555133', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:35:12Z', 'updated_at': '2021-11-12T20:35:16Z', 'revision_number': 4, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'gw_port': {'id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ac:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:35:13Z', 'updated_at': '2021-11-12T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'e887e374-62f0-4d4e-96eb-b6c95958c53e', 'name': '', 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'mac_address': 'fa:16:3e:dc:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:35:16Z', 'updated_at': '2021-11-12T20:35:19Z', 'revision_number': 5, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'subnets': [{'id': '7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:11.971046 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50bcd36-2240-4a25-ac00-862eec960915 None None] The sync data for ids ['2155f4c2-b625-4aee-9ab7-c3742f5488d4'] in n-d-712140-15 is: [{'id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521555133', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:35:12Z', 'updated_at': '2021-11-12T20:35:16Z', 'revision_number': 4, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'gw_port': {'id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ac:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:35:13Z', 'updated_at': '2021-11-12T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'e887e374-62f0-4d4e-96eb-b6c95958c53e', 'name': '', 'network_id': 'ec7afaff-a0bc-4825-bc76-2dc3905307ca', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'mac_address': 'fa:16:3e:dc:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:35:16Z', 'updated_at': '2021-11-12T20:35:19Z', 'revision_number': 5, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'subnets': [{'id': '7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:37:12.212907 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f05d82-5749-4e3d-aa65-b0b00ad7f68d None None] New status for floating IP 52bca034-c309-44af-8a5d-16e06798b53b: DOWN {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:37:12.662363 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f3ea4-3598-4ca5-8a86-234fcd6118f4 req-6d7eaf0b-6438-4016-b138-10500811d6c2 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:12.663893 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-865f3ea4-3598-4ca5-8a86-234fcd6118f4 req-6d7eaf0b-6438-4016-b138-10500811d6c2 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/ports?device_id=99457062-66a6-4f3a-ab3f-4aff3e21848e HTTP/1.1" status: 200 len: 984 time: 0.0529544 Nov 12 20:37:12.724287 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-865f3ea4-3598-4ca5-8a86-234fcd6118f4 req-b6f312fa-bad3-4cd1-9521-c9cd01cbdec8 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b1da0f9-f167-4abe-8b7a-4ebfe4019607&id=e68cd676-45e7-4240-8b6a-d872a01e4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0533397 Nov 12 20:37:12.835668 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a2f2e-7890-434c-9fe9-6b0b95afaa3c req-c5c0680f-a720-4e85-a038-ffe91b4e844f tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:12.837305 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fb5a2f2e-7890-434c-9fe9-6b0b95afaa3c req-c5c0680f-a720-4e85-a038-ffe91b4e844f tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.55 "GET /v2.0/ports?device_id=99457062-66a6-4f3a-ab3f-4aff3e21848e HTTP/1.1" status: 200 len: 984 time: 0.0515554 Nov 12 20:37:12.944736 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-fb5a2f2e-7890-434c-9fe9-6b0b95afaa3c req-a14b3ead-0fcf-4fe5-9514-eb0d15cb2d4a tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Deleting port d5bcf887-8e06-46c3-9a91-5e1894b5ef8d {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:37:12.945074 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-fb5a2f2e-7890-434c-9fe9-6b0b95afaa3c req-a14b3ead-0fcf-4fe5-9514-eb0d15cb2d4a tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:13.035098 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-fb5a2f2e-7890-434c-9fe9-6b0b95afaa3c req-a14b3ead-0fcf-4fe5-9514-eb0d15cb2d4a tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] For port d5bcf887-8e06-46c3-9a91-5e1894b5ef8d, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=d5bcf887-8e06-46c3-9a91-5e1894b5ef8d,segment=NetworkSegment(6ae09564-db30-4e01-bd00-a5c21e151a17),segment_id=6ae09564-db30-4e01-bd00-a5c21e151a17)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:37:13.035472 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-fb5a2f2e-7890-434c-9fe9-6b0b95afaa3c req-a14b3ead-0fcf-4fe5-9514-eb0d15cb2d4a tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:13.047808 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-fb5a2f2e-7890-434c-9fe9-6b0b95afaa3c req-a14b3ead-0fcf-4fe5-9514-eb0d15cb2d4a tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Calling delete_port for d5bcf887-8e06-46c3-9a91-5e1894b5ef8d owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:37:13.186575 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-fb5a2f2e-7890-434c-9fe9-6b0b95afaa3c req-a14b3ead-0fcf-4fe5-9514-eb0d15cb2d4a tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:13.214344 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b3ead-0fcf-4fe5-9514-eb0d15cb2d4a tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event deleted for resources: {'Port': ['ID=d5bcf887-8e06-46c3-9a91-5e1894b5ef8d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:13.259333 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5a2f2e-7890-434c-9fe9-6b0b95afaa3c req-a14b3ead-0fcf-4fe5-9514-eb0d15cb2d4a tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] No DVR routers for this DVR port d5bcf887-8e06-46c3-9a91-5e1894b5ef8d on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:37:13.265385 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-fb5a2f2e-7890-434c-9fe9-6b0b95afaa3c req-a14b3ead-0fcf-4fe5-9514-eb0d15cb2d4a tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:13.268680 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fb5a2f2e-7890-434c-9fe9-6b0b95afaa3c req-a14b3ead-0fcf-4fe5-9514-eb0d15cb2d4a tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.55 "DELETE /v2.0/ports/d5bcf887-8e06-46c3-9a91-5e1894b5ef8d HTTP/1.1" status: 204 len: 173 time: 0.4254191 Nov 12 20:37:13.269140 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99457062-66a6-4f3a-ab3f-4aff3e21848e', 'name': 'network-vif-deleted', 'tag': 'd5bcf887-8e06-46c3-9a91-5e1894b5ef8d'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:37:13.271407 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86d6515-1b88-49ae-a935-b965791f6df4" -d '{"events": [{"server_uuid": "99457062-66a6-4f3a-ab3f-4aff3e21848e", "name": "network-vif-deleted", "tag": "d5bcf887-8e06-46c3-9a91-5e1894b5ef8d"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:37:13.311882 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2eb4b07-af42-401a-a183-7b87aa13b755 x-openstack-request-id: req-e2eb4b07-af42-401a-a183-7b87aa13b755 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:37:13.312204 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99457062-66a6-4f3a-ab3f-4aff3e21848e", "name": "network-vif-deleted", "tag": "d5bcf887-8e06-46c3-9a91-5e1894b5ef8d", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:37:13.312489 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e2eb4b07-af42-401a-a183-7b87aa13b755 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:37:13.312930 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99457062-66a6-4f3a-ab3f-4aff3e21848e', 'name': 'network-vif-deleted', 'tag': 'd5bcf887-8e06-46c3-9a91-5e1894b5ef8d', 'status': 'completed', 'code': 200} Nov 12 20:37:13.344988 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52008) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:13.458730 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-92cc356b-1093-4a0a-a051-66ba26517493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:13.532905 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-92cc356b-1093-4a0a-a051-66ba26517493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:13.536309 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-92cc356b-1093-4a0a-a051-66ba26517493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:13.575346 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc356b-1093-4a0a-a051-66ba26517493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cde8f1-1af1-4f70-958c-87b0e357d093,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:13.591273 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-92cc356b-1093-4a0a-a051-66ba26517493 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a0b36c17d71946aba4f8e6c148c76ba0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2419596 Nov 12 20:37:13.591801 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52012) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:13.657620 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da6fa4c0-11e1-4180-a31a-6985110225c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:13.683928 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da6fa4c0-11e1-4180-a31a-6985110225c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:13.742804 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da6fa4c0-11e1-4180-a31a-6985110225c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:13.745732 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da6fa4c0-11e1-4180-a31a-6985110225c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:13.748389 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-da6fa4c0-11e1-4180-a31a-6985110225c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3cde8f1-1af1-4f70-958c-87b0e357d093 HTTP/1.1" status: 204 len: 168 time: 0.1545544 Nov 12 20:37:13.763233 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6fa4c0-11e1-4180-a31a-6985110225c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cde8f1-1af1-4f70-958c-87b0e357d093,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:13.788134 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52018) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:13.847126 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3977134c-59cf-4e46-9363-4e1b9eedc1b6 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:13.869974 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3977134c-59cf-4e46-9363-4e1b9eedc1b6 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:13.912417 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3977134c-59cf-4e46-9363-4e1b9eedc1b6 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:13.915095 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3977134c-59cf-4e46-9363-4e1b9eedc1b6 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:13.916586 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3977134c-59cf-4e46-9363-4e1b9eedc1b6 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "DELETE /v2.0/security-groups/e68cd676-45e7-4240-8b6a-d872a01e4a56 HTTP/1.1" status: 204 len: 168 time: 0.1270814 Nov 12 20:37:13.919354 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52022) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:13.926299 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977134c-59cf-4e46-9363-4e1b9eedc1b6 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68cd676-45e7-4240-8b6a-d872a01e4a56,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:13.976425 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-af841585-2a47-4c18-a6a7-24be3949c47d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:14.001371 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-af841585-2a47-4c18-a6a7-24be3949c47d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:14.040466 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52024) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:14.055096 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9c258ce-1bc2-402a-818b-7b261815dc39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:14.056755 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-af841585-2a47-4c18-a6a7-24be3949c47d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:14.060137 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-af841585-2a47-4c18-a6a7-24be3949c47d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:14.061271 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-af841585-2a47-4c18-a6a7-24be3949c47d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "DELETE /v2.0/security-groups/3b1da0f9-f167-4abe-8b7a-4ebfe4019607 HTTP/1.1" status: 204 len: 168 time: 0.1407862 Nov 12 20:37:14.064079 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52026) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:14.082994 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af841585-2a47-4c18-a6a7-24be3949c47d tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1da0f9-f167-4abe-8b7a-4ebfe4019607,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:14.158964 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9c258ce-1bc2-402a-818b-7b261815dc39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:14.163337 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9c258ce-1bc2-402a-818b-7b261815dc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:14.204323 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e9c258ce-1bc2-402a-818b-7b261815dc39 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f05ce8ba14a5415e833d2ca95962e6e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1627264 Nov 12 20:37:14.205226 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c258ce-1bc2-402a-818b-7b261815dc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caaff67-19a3-4505-ac80-f15c77e2f477,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:14.209071 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52028) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:14.266437 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4972e295-6c53-486c-8933-cec1249a539c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:14.289303 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4972e295-6c53-486c-8933-cec1249a539c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:14.346242 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4972e295-6c53-486c-8933-cec1249a539c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:14.349623 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4972e295-6c53-486c-8933-cec1249a539c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:14.355617 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4972e295-6c53-486c-8933-cec1249a539c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8caaff67-19a3-4505-ac80-f15c77e2f477 HTTP/1.1" status: 204 len: 168 time: 0.1452732 Nov 12 20:37:14.370398 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972e295-6c53-486c-8933-cec1249a539c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caaff67-19a3-4505-ac80-f15c77e2f477,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:14.739764 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58c843c3-9b49-4a52-ba8c-dc2edbb05166 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:15.002042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-58c843c3-9b49-4a52-ba8c-dc2edbb05166 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Deleting port e887e374-62f0-4d4e-96eb-b6c95958c53e {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:37:15.002638 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58c843c3-9b49-4a52-ba8c-dc2edbb05166 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:15.092692 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-58c843c3-9b49-4a52-ba8c-dc2edbb05166 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] For port e887e374-62f0-4d4e-96eb-b6c95958c53e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e887e374-62f0-4d4e-96eb-b6c95958c53e,segment=NetworkSegment(6ae09564-db30-4e01-bd00-a5c21e151a17),segment_id=6ae09564-db30-4e01-bd00-a5c21e151a17)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:37:15.093052 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58c843c3-9b49-4a52-ba8c-dc2edbb05166 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:15.106594 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-58c843c3-9b49-4a52-ba8c-dc2edbb05166 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Calling delete_port for e887e374-62f0-4d4e-96eb-b6c95958c53e owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:37:15.296819 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58c843c3-9b49-4a52-ba8c-dc2edbb05166 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:15.321618 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c843c3-9b49-4a52-ba8c-dc2edbb05166 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event deleted for resources: {'Port': ['ID=e887e374-62f0-4d4e-96eb-b6c95958c53e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:15.512513 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58c843c3-9b49-4a52-ba8c-dc2edbb05166 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:15.734486 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c843c3-9b49-4a52-ba8c-dc2edbb05166 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Router 2155f4c2-b625-4aee-9ab7-c3742f5488d4 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:37:15.845875 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c843c3-9b49-4a52-ba8c-dc2edbb05166 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:37:15.851178 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-58c843c3-9b49-4a52-ba8c-dc2edbb05166 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "PUT /v2.0/routers/2155f4c2-b625-4aee-9ab7-c3742f5488d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7859385 Nov 12 20:37:15.854207 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52080) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:15.856184 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4744d2-43d4-4f4d-8572-844486ef306a None None] Sync routers for ids ['2155f4c2-b625-4aee-9ab7-c3742f5488d4'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:37:15.866956 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4744d2-43d4-4f4d-8572-844486ef306a None None] Routers {'2155f4c2-b625-4aee-9ab7-c3742f5488d4'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:37:15.867564 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-3d4744d2-43d4-4f4d-8572-844486ef306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:36:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['2155f4c2-b625-4aee-9ab7-c3742f5488d4'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:15.915318 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-22d0d6bc-3e82-40fe-a235-cf81c8d7e295 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Deleting subnet 7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:37:15.919001 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-22d0d6bc-3e82-40fe-a235-cf81c8d7e295 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:15.976775 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-22d0d6bc-3e82-40fe-a235-cf81c8d7e295 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:15.991593 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-3d4744d2-43d4-4f4d-8572-844486ef306a None None] Set router 2155f4c2-b625-4aee-9ab7-c3742f5488d4 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:37:16.069043 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-22d0d6bc-3e82-40fe-a235-cf81c8d7e295 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:16.139382 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-22d0d6bc-3e82-40fe-a235-cf81c8d7e295 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:16.176190 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0d6bc-3e82-40fe-a235-cf81c8d7e295 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event deleted for resources: {'Subnet': ['ID=7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:16.179932 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-22d0d6bc-3e82-40fe-a235-cf81c8d7e295 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:16.187246 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52102) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:16.187876 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-22d0d6bc-3e82-40fe-a235-cf81c8d7e295 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "DELETE /v2.0/subnets/7aaadc19-eb5b-4549-b0d2-ebea2e0d9fda HTTP/1.1" status: 204 len: 168 time: 0.3314891 Nov 12 20:37:16.201745 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273befbd-2c65-4ffa-8198-d877b1d91591 None None] Network ec7afaff-a0bc-4825-bc76-2dc3905307ca requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:37:16.210186 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-3d4744d2-43d4-4f4d-8572-844486ef306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521555133', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:35:12Z', 'updated_at': '2021-11-12T20:37:15Z', 'revision_number': 5, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'gw_port': {'id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ac:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:35:13Z', 'updated_at': '2021-11-12T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:16.242780 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4744d2-43d4-4f4d-8572-844486ef306a None None] Checking router: 2155f4c2-b625-4aee-9ab7-c3742f5488d4 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:37:16.252176 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4744d2-43d4-4f4d-8572-844486ef306a None None] Routers {'2155f4c2-b625-4aee-9ab7-c3742f5488d4'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:37:16.253215 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-3d4744d2-43d4-4f4d-8572-844486ef306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:36:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['2155f4c2-b625-4aee-9ab7-c3742f5488d4'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:16.341294 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-78d83bbb-ff4d-48f2-8799-9a48d3372323 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:16.380986 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-3d4744d2-43d4-4f4d-8572-844486ef306a None None] Set router 2155f4c2-b625-4aee-9ab7-c3742f5488d4 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:37:16.420168 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52106) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:16.427722 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266000f7-f455-4d78-936e-7cfe2c0477f2 None None] DHCP port deletion for ec7afaff-a0bc-4825-bc76-2dc3905307ca request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:37:16.475648 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-78d83bbb-ff4d-48f2-8799-9a48d3372323 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:16.489942 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-266000f7-f455-4d78-936e-7cfe2c0477f2 None None] Deleting port aae88bc9-2f88-4b37-9d2a-698793c3d7d7 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:37:16.490330 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-266000f7-f455-4d78-936e-7cfe2c0477f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:16.549157 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-78d83bbb-ff4d-48f2-8799-9a48d3372323 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Deleting port d108a74c-dbc7-4c69-a92b-a00c94def454 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:37:16.549410 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-78d83bbb-ff4d-48f2-8799-9a48d3372323 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:16.551453 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-918cdc7d-9768-465c-8e8f-ef37e81fa497 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:16.574333 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-266000f7-f455-4d78-936e-7cfe2c0477f2 None None] For port aae88bc9-2f88-4b37-9d2a-698793c3d7d7, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=aae88bc9-2f88-4b37-9d2a-698793c3d7d7,segment=NetworkSegment(6ae09564-db30-4e01-bd00-a5c21e151a17),segment_id=6ae09564-db30-4e01-bd00-a5c21e151a17)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:37:16.576152 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-266000f7-f455-4d78-936e-7cfe2c0477f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:16.595656 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-266000f7-f455-4d78-936e-7cfe2c0477f2 None None] Calling delete_port for aae88bc9-2f88-4b37-9d2a-698793c3d7d7 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:37:16.622474 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-3d4744d2-43d4-4f4d-8572-844486ef306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521555133', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:35:12Z', 'updated_at': '2021-11-12T20:37:15Z', 'revision_number': 5, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'gw_port': {'id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ac:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:35:13Z', 'updated_at': '2021-11-12T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:16.642246 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-918cdc7d-9768-465c-8e8f-ef37e81fa497 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:16.647876 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-918cdc7d-9768-465c-8e8f-ef37e81fa497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:16.648913 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-78d83bbb-ff4d-48f2-8799-9a48d3372323 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] For port d108a74c-dbc7-4c69-a92b-a00c94def454, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d108a74c-dbc7-4c69-a92b-a00c94def454,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:37:16.649418 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-78d83bbb-ff4d-48f2-8799-9a48d3372323 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:16.654454 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4744d2-43d4-4f4d-8572-844486ef306a None None] The sync data for ids ['2155f4c2-b625-4aee-9ab7-c3742f5488d4'] in n-d-712140-15 is: [{'id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521555133', 'tenant_id': '9fd825d9fe57458bb3841d189917b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:35:12Z', 'updated_at': '2021-11-12T20:37:15Z', 'revision_number': 5, 'project_id': '9fd825d9fe57458bb3841d189917b03b', 'gw_port': {'id': 'd108a74c-dbc7-4c69-a92b-a00c94def454', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ac:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2155f4c2-b625-4aee-9ab7-c3742f5488d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:35:13Z', 'updated_at': '2021-11-12T20:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:37:16.669758 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device d5bcf887-8e06-46c3-9a91-5e1894b5ef8d no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:37:16.673574 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-78d83bbb-ff4d-48f2-8799-9a48d3372323 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Calling delete_port for d108a74c-dbc7-4c69-a92b-a00c94def454 owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:37:16.695486 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-918cdc7d-9768-465c-8e8f-ef37e81fa497 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d7bc3c0715a048ebb8bc420881e2b623&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2736819 Nov 12 20:37:16.696569 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918cdc7d-9768-465c-8e8f-ef37e81fa497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde45f64-a0a1-4bd1-8ca2-44c3f3497826,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:16.696780 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: d5bcf887-8e06-46c3-9a91-5e1894b5ef8d {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:37:16.697282 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device d5bcf887-8e06-46c3-9a91-5e1894b5ef8d not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:37:16.712399 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52110) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:16.747297 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-266000f7-f455-4d78-936e-7cfe2c0477f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:16.768850 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1829d4a5-1c9d-4142-b69a-85d10359606a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:16.776705 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266000f7-f455-4d78-936e-7cfe2c0477f2 None None] No DVR routers for this DVR port aae88bc9-2f88-4b37-9d2a-698793c3d7d7 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:37:16.781047 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266000f7-f455-4d78-936e-7cfe2c0477f2 None None] Pushing event deleted for resources: {'Port': ['ID=aae88bc9-2f88-4b37-9d2a-698793c3d7d7,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:16.793123 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1829d4a5-1c9d-4142-b69a-85d10359606a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:16.842326 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1829d4a5-1c9d-4142-b69a-85d10359606a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:16.844969 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1829d4a5-1c9d-4142-b69a-85d10359606a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:16.846150 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1829d4a5-1c9d-4142-b69a-85d10359606a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fde45f64-a0a1-4bd1-8ca2-44c3f3497826 HTTP/1.1" status: 204 len: 168 time: 0.1312497 Nov 12 20:37:16.854948 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829d4a5-1c9d-4142-b69a-85d10359606a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde45f64-a0a1-4bd1-8ca2-44c3f3497826,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:16.865430 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-78d83bbb-ff4d-48f2-8799-9a48d3372323 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:16.898553 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d83bbb-ff4d-48f2-8799-9a48d3372323 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event deleted for resources: {'Port': ['ID=d108a74c-dbc7-4c69-a92b-a00c94def454,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:16.910180 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c700389a-6ede-4bdd-a066-ba156d173a0a None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:37:16.961381 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-78d83bbb-ff4d-48f2-8799-9a48d3372323 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:17.075552 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-78d83bbb-ff4d-48f2-8799-9a48d3372323 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:17.078410 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-78d83bbb-ff4d-48f2-8799-9a48d3372323 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:17.127026 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e887e374-62f0-4d4e-96eb-b6c95958c53e no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:37:17.141610 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-78d83bbb-ff4d-48f2-8799-9a48d3372323 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:17.142661 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d83bbb-ff4d-48f2-8799-9a48d3372323 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Fanout notify agent at l3_agent the message router_deleted on router 2155f4c2-b625-4aee-9ab7-c3742f5488d4 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:37:17.155112 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-78d83bbb-ff4d-48f2-8799-9a48d3372323 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:17.156493 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-78d83bbb-ff4d-48f2-8799-9a48d3372323 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "DELETE /v2.0/routers/2155f4c2-b625-4aee-9ab7-c3742f5488d4 HTTP/1.1" status: 204 len: 168 time: 0.9682522 Nov 12 20:37:17.157168 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: e887e374-62f0-4d4e-96eb-b6c95958c53e {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:37:17.157514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e887e374-62f0-4d4e-96eb-b6c95958c53e not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:37:17.157927 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device aae88bc9-2f88-4b37-9d2a-698793c3d7d7 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:37:17.159204 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52116) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:17.179611 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: aae88bc9-2f88-4b37-9d2a-698793c3d7d7 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:37:17.179961 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device aae88bc9-2f88-4b37-9d2a-698793c3d7d7 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:37:17.212851 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52118) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:17.227251 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0eeec2ba-e982-46ba-aca0-75b6cc8bc6e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:17.254238 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-32335d97-1af8-4d48-b6f9-801ce63a01f1 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:17.307526 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0eeec2ba-e982-46ba-aca0-75b6cc8bc6e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:17.313743 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0eeec2ba-e982-46ba-aca0-75b6cc8bc6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:17.351829 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-32335d97-1af8-4d48-b6f9-801ce63a01f1 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:17.363159 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0eeec2ba-e982-46ba-aca0-75b6cc8bc6e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e503809acc744850a93837bd8636c423&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1486986 Nov 12 20:37:17.364303 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeec2ba-e982-46ba-aca0-75b6cc8bc6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23cd723-46e8-43ab-aa35-de4b64446974,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:17.366801 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52120) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:17.387512 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-32335d97-1af8-4d48-b6f9-801ce63a01f1 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7afaff-a0bc-4825-bc76-2dc3905307ca']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:17.398989 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-32335d97-1af8-4d48-b6f9-801ce63a01f1 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae09564-db30-4e01-bd00-a5c21e151a17') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:17.399421 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-32335d97-1af8-4d48-b6f9-801ce63a01f1 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae09564-db30-4e01-bd00-a5c21e151a17') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:17.412836 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-32335d97-1af8-4d48-b6f9-801ce63a01f1 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:17.425931 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ff252baa-13d8-47c0-adf1-9ed826844ec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:17.429551 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-32335d97-1af8-4d48-b6f9-801ce63a01f1 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:17.437437 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32335d97-1af8-4d48-b6f9-801ce63a01f1 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:37:17.438070 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-32335d97-1af8-4d48-b6f9-801ce63a01f1 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:37:17.442869 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:37:17.459408 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ff252baa-13d8-47c0-adf1-9ed826844ec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:17.518610 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ff252baa-13d8-47c0-adf1-9ed826844ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:17.522116 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ff252baa-13d8-47c0-adf1-9ed826844ec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:17.523974 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ff252baa-13d8-47c0-adf1-9ed826844ec7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f23cd723-46e8-43ab-aa35-de4b64446974 HTTP/1.1" status: 204 len: 168 time: 0.1561365 Nov 12 20:37:17.532542 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-32335d97-1af8-4d48-b6f9-801ce63a01f1 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:17.532746 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff252baa-13d8-47c0-adf1-9ed826844ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23cd723-46e8-43ab-aa35-de4b64446974,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:17.542778 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-32335d97-1af8-4d48-b6f9-801ce63a01f1 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:17.546485 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-32335d97-1af8-4d48-b6f9-801ce63a01f1 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] 10.222.0.48 "DELETE /v2.0/networks/ec7afaff-a0bc-4825-bc76-2dc3905307ca HTTP/1.1" status: 204 len: 168 time: 0.3860817 Nov 12 20:37:17.565029 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32335d97-1af8-4d48-b6f9-801ce63a01f1 tempest-TestSecurityGroupsBasicOps-1342846006 tempest-TestSecurityGroupsBasicOps-1342846006-project] Pushing event deleted for resources: {'Network': ['ID=ec7afaff-a0bc-4825-bc76-2dc3905307ca,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:17.654803 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:37:18.001026 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52138) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:18.232132 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-86a25877-6d2b-4644-b5fe-c1abebf43b86 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9fd825d9fe57458bb3841d189917b03b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2284610 Nov 12 20:37:18.234748 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52150) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:18.298109 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d0a39bb-ca0a-40b5-be3b-8e5af6939074 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:18.333744 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d0a39bb-ca0a-40b5-be3b-8e5af6939074 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:18.385574 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d0a39bb-ca0a-40b5-be3b-8e5af6939074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:18.389054 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d0a39bb-ca0a-40b5-be3b-8e5af6939074 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:18.393054 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9d0a39bb-ca0a-40b5-be3b-8e5af6939074 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/00a9cb86-0646-4685-8e0a-1c1ba434ef6b HTTP/1.1" status: 204 len: 168 time: 0.1544995 Nov 12 20:37:18.398460 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a39bb-ca0a-40b5-be3b-8e5af6939074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a9cb86-0646-4685-8e0a-1c1ba434ef6b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:18.732354 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52166) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:18.747459 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-872a00b5-8400-441a-a9d4-a3fb66e4a44c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:18.788032 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d108a74c-dbc7-4c69-a92b-a00c94def454 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:37:18.810648 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: d108a74c-dbc7-4c69-a92b-a00c94def454 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:37:18.810924 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d108a74c-dbc7-4c69-a92b-a00c94def454 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:37:18.831275 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-872a00b5-8400-441a-a9d4-a3fb66e4a44c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:18.835860 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-872a00b5-8400-441a-a9d4-a3fb66e4a44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:18.874782 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-872a00b5-8400-441a-a9d4-a3fb66e4a44c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a997a6589c1541bfb05ce868f39881c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1412895 Nov 12 20:37:18.877367 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52170) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:18.890678 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a00b5-8400-441a-a9d4-a3fb66e4a44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4fac5e-0ff1-49db-aed6-6f2e31e97979,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:18.931488 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69a3bb9d-a08f-4843-a034-7b8cb7dd8e0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:18.953430 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69a3bb9d-a08f-4843-a034-7b8cb7dd8e0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:19.006741 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69a3bb9d-a08f-4843-a034-7b8cb7dd8e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:19.009374 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69a3bb9d-a08f-4843-a034-7b8cb7dd8e0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:19.013543 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-69a3bb9d-a08f-4843-a034-7b8cb7dd8e0a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a4fac5e-0ff1-49db-aed6-6f2e31e97979 HTTP/1.1" status: 204 len: 168 time: 0.1327279 Nov 12 20:37:19.019962 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3bb9d-a08f-4843-a034-7b8cb7dd8e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4fac5e-0ff1-49db-aed6-6f2e31e97979,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:19.064649 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52178) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:19.256441 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-de8db6b5-1d57-4572-99b0-f515d60c8de7 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'network': {'name': 'tempest-network-smoke--1016873403', 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'port_security_enabled': True}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:37:19.278072 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8db6b5-1d57-4572-99b0-f515d60c8de7 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Made reservation on behalf of a6d86ae2d8044da38cfabd09b2ad7223 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:37:19.281859 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-de8db6b5-1d57-4572-99b0-f515d60c8de7 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:19.291024 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-de8db6b5-1d57-4572-99b0-f515d60c8de7 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:19.334709 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52184) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:19.368178 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-de8db6b5-1d57-4572-99b0-f515d60c8de7 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:19.372178 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-de8db6b5-1d57-4572-99b0-f515d60c8de7 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:19.378949 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d9809740-a4a4-4bcd-ad4c-56971c663bba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=10f7777d377a4e8197204739280ff5f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422740 Nov 12 20:37:19.381545 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52186) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:19.395455 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de8db6b5-1d57-4572-99b0-f515d60c8de7 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:37:19.414016 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-de8db6b5-1d57-4572-99b0-f515d60c8de7 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:19.414361 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-de8db6b5-1d57-4572-99b0-f515d60c8de7 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Added segment c6c98769-d7dc-4a62-93e0-e1a653550852 of type vlan for network 53146cf4-8eb5-44ec-bf5b-2a70283651f7 Nov 12 20:37:19.415663 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8db6b5-1d57-4572-99b0-f515d60c8de7 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d55a91-ef34-4a85-a617-eb10bf3e40ab,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:19.431580 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-900f10ae-b019-484f-ad1e-89216f1122f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:19.453306 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-900f10ae-b019-484f-ad1e-89216f1122f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:19.459593 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-de8db6b5-1d57-4572-99b0-f515d60c8de7 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:19.485992 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-de8db6b5-1d57-4572-99b0-f515d60c8de7 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:19.492271 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8db6b5-1d57-4572-99b0-f515d60c8de7 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:19.492861 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-de8db6b5-1d57-4572-99b0-f515d60c8de7 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:19.501637 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-900f10ae-b019-484f-ad1e-89216f1122f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:19.504520 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-900f10ae-b019-484f-ad1e-89216f1122f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:19.505679 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-900f10ae-b019-484f-ad1e-89216f1122f4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a095cf80-50f4-4a33-9359-3181fc523e67 HTTP/1.1" status: 204 len: 168 time: 0.1230397 Nov 12 20:37:19.514739 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f10ae-b019-484f-ad1e-89216f1122f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a095cf80-50f4-4a33-9359-3181fc523e67,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:19.532339 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-de8db6b5-1d57-4572-99b0-f515d60c8de7 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4664481 Nov 12 20:37:19.535299 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52190) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:19.540473 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-275d2a4f-de37-48fb-a4e2-63747c11a8af tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-265094675', 'admin_state_up': True, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:37:19.567489 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-275d2a4f-de37-48fb-a4e2-63747c11a8af tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:19.568562 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-275d2a4f-de37-48fb-a4e2-63747c11a8af tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:19.581050 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8db6b5-1d57-4572-99b0-f515d60c8de7 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'Network': ['ID=53146cf4-8eb5-44ec-bf5b-2a70283651f7,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:19.596045 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 53146cf4-8eb5-44ec-bf5b-2a70283651f7 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:37:19.627323 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-275d2a4f-de37-48fb-a4e2-63747c11a8af tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:19.780631 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-275d2a4f-de37-48fb-a4e2-63747c11a8af tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:19.937734 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-790564c2-52d7-4bc3-b3a0-fbaf6e663c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:20.002195 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-275d2a4f-de37-48fb-a4e2-63747c11a8af tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:20.022937 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-275d2a4f-de37-48fb-a4e2-63747c11a8af tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:20.137914 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-275d2a4f-de37-48fb-a4e2-63747c11a8af tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Allocated IP 172.25.5.58 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/da9e0e9c-34ac-4743-af55-00f1bd3599fe) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:37:20.239733 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-275d2a4f-de37-48fb-a4e2-63747c11a8af tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:20.272412 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-275d2a4f-de37-48fb-a4e2-63747c11a8af tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:20.307833 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275d2a4f-de37-48fb-a4e2-63747c11a8af tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:37:20.310631 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-275d2a4f-de37-48fb-a4e2-63747c11a8af tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:37:20.316340 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275d2a4f-de37-48fb-a4e2-63747c11a8af tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:37:20.325522 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7c3a69-538d-4f86-ac14-ca8a2262017b None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:37:20.329296 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:20.356485 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d2a4f-de37-48fb-a4e2-63747c11a8af tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'Port': ['ID=da9e0e9c-34ac-4743-af55-00f1bd3599fe,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:20.414882 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a00514fd-bb2c-43fe-9b14-be4b321827ea None None] Provisioning complete for port da9e0e9c-34ac-4743-af55-00f1bd3599fe triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:37:20.415154 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a00514fd-bb2c-43fe-9b14-be4b321827ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:20.449242 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-a00514fd-bb2c-43fe-9b14-be4b321827ea None None] Port da9e0e9c-34ac-4743-af55-00f1bd3599fe cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:37:20.577727 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-275d2a4f-de37-48fb-a4e2-63747c11a8af tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:20.771594 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-275d2a4f-de37-48fb-a4e2-63747c11a8af tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:20.896461 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275d2a4f-de37-48fb-a4e2-63747c11a8af tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Router 1d48efc1-93fc-4ba9-a60f-a0103891b8ed is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:37:21.002303 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275d2a4f-de37-48fb-a4e2-63747c11a8af tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:37:21.011978 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404dfbee-e9fa-4ba5-8cec-e1522edefa28 None None] Sync routers for ids ['1d48efc1-93fc-4ba9-a60f-a0103891b8ed'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:37:21.022293 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404dfbee-e9fa-4ba5-8cec-e1522edefa28 None None] Routers {'1d48efc1-93fc-4ba9-a60f-a0103891b8ed'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:37:21.022537 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-275d2a4f-de37-48fb-a4e2-63747c11a8af tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:21.022826 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-404dfbee-e9fa-4ba5-8cec-e1522edefa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:36:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['1d48efc1-93fc-4ba9-a60f-a0103891b8ed'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:21.023772 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-275d2a4f-de37-48fb-a4e2-63747c11a8af tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4873345 Nov 12 20:37:21.027154 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52192) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:21.127866 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-404dfbee-e9fa-4ba5-8cec-e1522edefa28 None None] Set router 1d48efc1-93fc-4ba9-a60f-a0103891b8ed gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:37:21.247236 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-420f32e9-c469-4af0-b2c7-3e2fd1a1627a tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=a6d86ae2d8044da38cfabd09b2ad7223&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2189708 Nov 12 20:37:21.250066 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52196) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:21.304441 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-404dfbee-e9fa-4ba5-8cec-e1522edefa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'name': 'tempest-TestNetworkBasicOps-router-265094675', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:37:19Z', 'updated_at': '2021-11-12T20:37:20Z', 'revision_number': 3, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:20Z', 'updated_at': '2021-11-12T20:37:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:21.331226 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404dfbee-e9fa-4ba5-8cec-e1522edefa28 None None] Checking router: 1d48efc1-93fc-4ba9-a60f-a0103891b8ed for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:37:21.331559 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404dfbee-e9fa-4ba5-8cec-e1522edefa28 None None] Updating router 1d48efc1-93fc-4ba9-a60f-a0103891b8ed port da9e0e9c-34ac-4743-af55-00f1bd3599fe binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:37:21.345540 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da97237-8d68-4785-9448-49677c8b1d88 tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:21.347222 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9da97237-8d68-4785-9448-49677c8b1d88 tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0961149 Nov 12 20:37:21.350041 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52198) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:21.356385 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-404dfbee-e9fa-4ba5-8cec-e1522edefa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:21.378019 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-244abd0b-2e05-4f9f-803a-f7cc424f1228 tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269136 Nov 12 20:37:21.380576 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52200) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:21.385785 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a134964e-5d35-4005-977d-1a5a9573cfb2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1647019866', 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:37:21.472641 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a134964e-5d35-4005-977d-1a5a9573cfb2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Made reservation on behalf of a6d86ae2d8044da38cfabd09b2ad7223 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:37:21.476509 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a134964e-5d35-4005-977d-1a5a9573cfb2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:21.675421 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a134964e-5d35-4005-977d-1a5a9573cfb2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:21.742537 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134964e-5d35-4005-977d-1a5a9573cfb2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'Subnet': ['ID=3a624239-b6be-4aac-a52d-c44ce1c9fb2d,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:21.751033 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a134964e-5d35-4005-977d-1a5a9573cfb2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Checking segment: {'id': 'c6c98769-d7dc-4a62-93e0-e1a653550852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:37:21.751427 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a134964e-5d35-4005-977d-1a5a9573cfb2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Network hostable DHCP agents. Network: 53146cf4-8eb5-44ec-bf5b-2a70283651f7, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:37:21.762462 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-404dfbee-e9fa-4ba5-8cec-e1522edefa28 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:21.768320 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-404dfbee-e9fa-4ba5-8cec-e1522edefa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:21.769104 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a134964e-5d35-4005-977d-1a5a9573cfb2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Network 53146cf4-8eb5-44ec-bf5b-2a70283651f7 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:37:21.777876 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-a134964e-5d35-4005-977d-1a5a9573cfb2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 53146cf4-8eb5-44ec-bf5b-2a70283651f7) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:37:21.783225 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a134964e-5d35-4005-977d-1a5a9573cfb2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:21.783830 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a134964e-5d35-4005-977d-1a5a9573cfb2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:21.796159 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c491006e-b8cd-4dea-8c7a-d8354abbe9be None None] Network 53146cf4-8eb5-44ec-bf5b-2a70283651f7 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:37:21.800875 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a134964e-5d35-4005-977d-1a5a9573cfb2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4193115 Nov 12 20:37:21.803683 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52202) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:21.836855 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb4def2-a43c-454e-acb9-187212ce8432 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:37:21.878646 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-404dfbee-e9fa-4ba5-8cec-e1522edefa28 None None] Attempting to bind port da9e0e9c-34ac-4743-af55-00f1bd3599fe on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:37:21.879009 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-404dfbee-e9fa-4ba5-8cec-e1522edefa28 None None] Attempting to bind port da9e0e9c-34ac-4743-af55-00f1bd3599fe by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:37:21.879404 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404dfbee-e9fa-4ba5-8cec-e1522edefa28 None None] Attempting to bind port da9e0e9c-34ac-4743-af55-00f1bd3599fe on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:37:21.881485 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232ee39-933b-41a9-a1fa-69f9d73ce1d1 None None] Pushing event updated for resources: {'Port': ['ID=da9e0e9c-34ac-4743-af55-00f1bd3599fe,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:21.892549 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404dfbee-e9fa-4ba5-8cec-e1522edefa28 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:37:21.892919 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404dfbee-e9fa-4ba5-8cec-e1522edefa28 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:37:21.893322 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-404dfbee-e9fa-4ba5-8cec-e1522edefa28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:21.893789 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404dfbee-e9fa-4ba5-8cec-e1522edefa28 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:37:21.894212 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-404dfbee-e9fa-4ba5-8cec-e1522edefa28 None None] Bound port: da9e0e9c-34ac-4743-af55-00f1bd3599fe, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:37:21.894597 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-404dfbee-e9fa-4ba5-8cec-e1522edefa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:22.003062 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-404dfbee-e9fa-4ba5-8cec-e1522edefa28 None None] For port da9e0e9c-34ac-4743-af55-00f1bd3599fe, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:37:22.023226 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-404dfbee-e9fa-4ba5-8cec-e1522edefa28 None None] For port da9e0e9c-34ac-4743-af55-00f1bd3599fe, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=da9e0e9c-34ac-4743-af55-00f1bd3599fe,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:37:22.030414 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-404dfbee-e9fa-4ba5-8cec-e1522edefa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:22.032348 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b0767b73-60ab-42f4-a5b0-f83873c0a7a0 None None] Provisioning complete for port da9e0e9c-34ac-4743-af55-00f1bd3599fe triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:37:22.032703 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b0767b73-60ab-42f4-a5b0-f83873c0a7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:22.127696 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a3af8b-96e5-4b03-85cf-3014ffd477ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'fixed_ips': [{'subnet_id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:37:22.128592 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e3a3af8b-96e5-4b03-85cf-3014ffd477ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:22.137587 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc085d14-0859-4f70-9a6b-72c9d7d3f074 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:37:22.173881 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404dfbee-e9fa-4ba5-8cec-e1522edefa28 None None] Routers {'1d48efc1-93fc-4ba9-a60f-a0103891b8ed'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:37:22.174522 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-404dfbee-e9fa-4ba5-8cec-e1522edefa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:36:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['1d48efc1-93fc-4ba9-a60f-a0103891b8ed'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:22.176177 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232ee39-933b-41a9-a1fa-69f9d73ce1d1 None None] Pushing event updated for resources: {'Port': ['ID=da9e0e9c-34ac-4743-af55-00f1bd3599fe,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:22.377597 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b0767b73-60ab-42f4-a5b0-f83873c0a7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:22.428083 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b0767b73-60ab-42f4-a5b0-f83873c0a7a0 None None] For port da9e0e9c-34ac-4743-af55-00f1bd3599fe, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=da9e0e9c-34ac-4743-af55-00f1bd3599fe,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:37:22.430123 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-404dfbee-e9fa-4ba5-8cec-e1522edefa28 None None] Set router 1d48efc1-93fc-4ba9-a60f-a0103891b8ed gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:37:22.488512 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b0767b73-60ab-42f4-a5b0-f83873c0a7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:22.537837 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-e3a3af8b-96e5-4b03-85cf-3014ffd477ec None None] Allocated IP 172.20.0.2 (53146cf4-8eb5-44ec-bf5b-2a70283651f7/3a624239-b6be-4aac-a52d-c44ce1c9fb2d/f7517b54-7bf5-4396-bc5e-6a8a6c9e9e75) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:37:22.545815 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9a6e18fc-2caf-4b38-bef9-41f5c2c609e8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:22.633456 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0767b73-60ab-42f4-a5b0-f83873c0a7a0 None None] Pushing event updated for resources: {'Port': ['ID=da9e0e9c-34ac-4743-af55-00f1bd3599fe,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:22.692255 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-08ddf47a-ee3e-4984-9943-c732587e11f5 None None] Provisioning complete for port da9e0e9c-34ac-4743-af55-00f1bd3599fe triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:37:22.692631 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-08ddf47a-ee3e-4984-9943-c732587e11f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:22.800421 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c40fe483-87f3-4d65-abb0-3617ec3ec0b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:22.883661 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e3a3af8b-96e5-4b03-85cf-3014ffd477ec None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:22.894930 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e3a3af8b-96e5-4b03-85cf-3014ffd477ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:22.901668 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-404dfbee-e9fa-4ba5-8cec-e1522edefa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'name': 'tempest-TestNetworkBasicOps-router-265094675', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:37:19Z', 'updated_at': '2021-11-12T20:37:20Z', 'revision_number': 3, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:20Z', 'updated_at': '2021-11-12T20:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:22.949179 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-9a6e18fc-2caf-4b38-bef9-41f5c2c609e8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Allocated IP 172.20.0.1 (53146cf4-8eb5-44ec-bf5b-2a70283651f7/3a624239-b6be-4aac-a52d-c44ce1c9fb2d/9ebc0273-42e8-4489-8115-a662a4cc44c7) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:37:22.959490 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404dfbee-e9fa-4ba5-8cec-e1522edefa28 None None] The sync data for ids ['1d48efc1-93fc-4ba9-a60f-a0103891b8ed'] in n-d-712140-15 is: [{'id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'name': 'tempest-TestNetworkBasicOps-router-265094675', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:37:19Z', 'updated_at': '2021-11-12T20:37:20Z', 'revision_number': 3, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:20Z', 'updated_at': '2021-11-12T20:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:37:22.972723 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a3af8b-96e5-4b03-85cf-3014ffd477ec None None] Network 53146cf4-8eb5-44ec-bf5b-2a70283651f7 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:37:22.981742 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-e3a3af8b-96e5-4b03-85cf-3014ffd477ec None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:37:22.983531 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3af8b-96e5-4b03-85cf-3014ffd477ec None None] Pushing event updated for resources: {'Port': ['ID=f7517b54-7bf5-4396-bc5e-6a8a6c9e9e75,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:22.985728 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a3af8b-96e5-4b03-85cf-3014ffd477ec None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:37:23.047375 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e3a3af8b-96e5-4b03-85cf-3014ffd477ec None None] Attempting to bind port f7517b54-7bf5-4396-bc5e-6a8a6c9e9e75 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:37:23.048012 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e3a3af8b-96e5-4b03-85cf-3014ffd477ec None None] Attempting to bind port f7517b54-7bf5-4396-bc5e-6a8a6c9e9e75 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'c6c98769-d7dc-4a62-93e0-e1a653550852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:37:23.048370 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a3af8b-96e5-4b03-85cf-3014ffd477ec None None] Attempting to bind port f7517b54-7bf5-4396-bc5e-6a8a6c9e9e75 on network 53146cf4-8eb5-44ec-bf5b-2a70283651f7 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:37:23.053903 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a3af8b-96e5-4b03-85cf-3014ffd477ec None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:37:23.054290 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a3af8b-96e5-4b03-85cf-3014ffd477ec None None] Checking segment: {'id': 'c6c98769-d7dc-4a62-93e0-e1a653550852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:37:23.054678 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e3a3af8b-96e5-4b03-85cf-3014ffd477ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:23.055070 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a3af8b-96e5-4b03-85cf-3014ffd477ec None None] Bound using segment: {'id': 'c6c98769-d7dc-4a62-93e0-e1a653550852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:37:23.055541 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e3a3af8b-96e5-4b03-85cf-3014ffd477ec None None] Bound port: f7517b54-7bf5-4396-bc5e-6a8a6c9e9e75, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c98769-d7dc-4a62-93e0-e1a653550852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:37:23.057659 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e3a3af8b-96e5-4b03-85cf-3014ffd477ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:23.100953 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9a6e18fc-2caf-4b38-bef9-41f5c2c609e8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:23.124686 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e3a3af8b-96e5-4b03-85cf-3014ffd477ec None None] For port f7517b54-7bf5-4396-bc5e-6a8a6c9e9e75, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:37:23.128985 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e3a3af8b-96e5-4b03-85cf-3014ffd477ec None None] For port f7517b54-7bf5-4396-bc5e-6a8a6c9e9e75, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f7517b54-7bf5-4396-bc5e-6a8a6c9e9e75,segment=NetworkSegment(c6c98769-d7dc-4a62-93e0-e1a653550852),segment_id=c6c98769-d7dc-4a62-93e0-e1a653550852)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:37:23.134331 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e3a3af8b-96e5-4b03-85cf-3014ffd477ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:23.138185 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9a6e18fc-2caf-4b38-bef9-41f5c2c609e8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:23.183414 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6e18fc-2caf-4b38-bef9-41f5c2c609e8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Network 53146cf4-8eb5-44ec-bf5b-2a70283651f7 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:37:23.189958 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-9a6e18fc-2caf-4b38-bef9-41f5c2c609e8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:37:23.196653 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6e18fc-2caf-4b38-bef9-41f5c2c609e8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:37:23.221840 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e18fc-2caf-4b38-bef9-41f5c2c609e8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'Port': ['ID=9ebc0273-42e8-4489-8115-a662a4cc44c7,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:23.234698 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3af8b-96e5-4b03-85cf-3014ffd477ec None None] Pushing event updated for resources: {'Port': ['ID=f7517b54-7bf5-4396-bc5e-6a8a6c9e9e75,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:23.277351 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9a6e18fc-2caf-4b38-bef9-41f5c2c609e8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:23.465583 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9a6e18fc-2caf-4b38-bef9-41f5c2c609e8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:23.784559 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9a6e18fc-2caf-4b38-bef9-41f5c2c609e8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:23.789542 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9a6e18fc-2caf-4b38-bef9-41f5c2c609e8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:23.826266 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:23.866200 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9a6e18fc-2caf-4b38-bef9-41f5c2c609e8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:23.867933 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e18fc-2caf-4b38-bef9-41f5c2c609e8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'Port': ['ID=9ebc0273-42e8-4489-8115-a662a4cc44c7,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:23.972296 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6e18fc-2caf-4b38-bef9-41f5c2c609e8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Network 53146cf4-8eb5-44ec-bf5b-2a70283651f7 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:37:23.973824 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-9a6e18fc-2caf-4b38-bef9-41f5c2c609e8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:37:24.094145 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6e18fc-2caf-4b38-bef9-41f5c2c609e8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Router 1d48efc1-93fc-4ba9-a60f-a0103891b8ed has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:37:24.129308 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:24.214005 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6e18fc-2caf-4b38-bef9-41f5c2c609e8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:37:24.219149 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9a6e18fc-2caf-4b38-bef9-41f5c2c609e8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "PUT /v2.0/routers/1d48efc1-93fc-4ba9-a60f-a0103891b8ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4142213 Nov 12 20:37:24.221662 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52204) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:24.253806 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e6c432-03a4-483a-8310-9e9a254eb2cd None None] Network 53146cf4-8eb5-44ec-bf5b-2a70283651f7 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:37:24.321077 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efe17cf-7c87-4b99-b84a-c9797c6c0e1d tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:24.321640 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efe17cf-7c87-4b99-b84a-c9797c6c0e1d tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:24.322182 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efe17cf-7c87-4b99-b84a-c9797c6c0e1d tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:24.323224 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efe17cf-7c87-4b99-b84a-c9797c6c0e1d tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:24.323888 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efe17cf-7c87-4b99-b84a-c9797c6c0e1d tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:24.328509 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4efe17cf-7c87-4b99-b84a-c9797c6c0e1d tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3571 time: 0.1033032 Nov 12 20:37:24.328983 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52206) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:24.398853 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342725a9-1c06-4aa4-af85-71a9a2b64f85 tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:24.399519 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342725a9-1c06-4aa4-af85-71a9a2b64f85 tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:24.399985 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342725a9-1c06-4aa4-af85-71a9a2b64f85 tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:24.400558 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342725a9-1c06-4aa4-af85-71a9a2b64f85 tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:24.401499 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342725a9-1c06-4aa4-af85-71a9a2b64f85 tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:24.403359 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-342725a9-1c06-4aa4-af85-71a9a2b64f85 tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.0733187 Nov 12 20:37:24.406237 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52208) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:24.479277 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a7688a38-df72-4a4d-8b46-340b432fbe5f None None] Provisioning complete for port f7517b54-7bf5-4396-bc5e-6a8a6c9e9e75 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:37:24.479655 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a7688a38-df72-4a4d-8b46-340b432fbe5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:24.550499 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-904f0595-41d1-4464-8b07-d91f907c92fd tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 0.1405389 Nov 12 20:37:24.626906 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a7688a38-df72-4a4d-8b46-340b432fbe5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:24.655505 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a431b413-46d8-4621-93e2-c075a0857eea None None] Sync routers for ids ['1d48efc1-93fc-4ba9-a60f-a0103891b8ed'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:37:24.664758 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a431b413-46d8-4621-93e2-c075a0857eea None None] Routers {'1d48efc1-93fc-4ba9-a60f-a0103891b8ed'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:37:24.665550 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-a431b413-46d8-4621-93e2-c075a0857eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:37:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['1d48efc1-93fc-4ba9-a60f-a0103891b8ed'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:24.674191 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a7688a38-df72-4a4d-8b46-340b432fbe5f None None] For port f7517b54-7bf5-4396-bc5e-6a8a6c9e9e75, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f7517b54-7bf5-4396-bc5e-6a8a6c9e9e75,segment=NetworkSegment(c6c98769-d7dc-4a62-93e0-e1a653550852),segment_id=c6c98769-d7dc-4a62-93e0-e1a653550852)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:37:24.679325 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a7688a38-df72-4a4d-8b46-340b432fbe5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:24.730276 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7688a38-df72-4a4d-8b46-340b432fbe5f None None] Pushing event updated for resources: {'Port': ['ID=f7517b54-7bf5-4396-bc5e-6a8a6c9e9e75,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:24.875959 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-a431b413-46d8-4621-93e2-c075a0857eea None None] Set router 1d48efc1-93fc-4ba9-a60f-a0103891b8ed gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:37:24.942619 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device da9e0e9c-34ac-4743-af55-00f1bd3599fe up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:37:25.020192 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52212) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:25.020722 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2655a6fb-6199-4181-a911-a2231ebb2da7 None None] Provisioning complete for port f7517b54-7bf5-4396-bc5e-6a8a6c9e9e75 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:37:25.020967 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2655a6fb-6199-4181-a911-a2231ebb2da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.025827 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-79ae0c0a-66bf-486b-a17f-50c290a58c41 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1967633234', 'description': 'tempest-secgroup-smoke-1967633234 description', 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:37:25.049863 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port da9e0e9c-34ac-4743-af55-00f1bd3599fe triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:37:25.050313 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.052131 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-79ae0c0a-66bf-486b-a17f-50c290a58c41 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.096185 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-a431b413-46d8-4621-93e2-c075a0857eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'name': 'tempest-TestNetworkBasicOps-router-265094675', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:37:19Z', 'updated_at': '2021-11-12T20:37:23Z', 'revision_number': 4, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:20Z', 'updated_at': '2021-11-12T20:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '9ebc0273-42e8-4489-8115-a662a4cc44c7', 'name': '', 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'mac_address': 'fa:16:3e:c1:42:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:22Z', 'updated_at': '2021-11-12T20:37:23Z', 'revision_number': 2, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'subnets': [{'id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:25.126975 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a431b413-46d8-4621-93e2-c075a0857eea None None] Checking router: 1d48efc1-93fc-4ba9-a60f-a0103891b8ed for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:37:25.127611 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a431b413-46d8-4621-93e2-c075a0857eea None None] Updating router 1d48efc1-93fc-4ba9-a60f-a0103891b8ed port 9ebc0273-42e8-4489-8115-a662a4cc44c7 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:37:25.139237 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-79ae0c0a-66bf-486b-a17f-50c290a58c41 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.144044 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-79ae0c0a-66bf-486b-a17f-50c290a58c41 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.155269 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a431b413-46d8-4621-93e2-c075a0857eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.168476 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-79ae0c0a-66bf-486b-a17f-50c290a58c41 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.172894 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52214) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:25.179343 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-711afa32-9f72-414d-9df4-1ed62161e33d tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'security_group_rule': {'security_group_id': '408edf59-3969-43c4-9328-7d03f6115c15', 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:37:25.185036 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-79ae0c0a-66bf-486b-a17f-50c290a58c41 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1631997 Nov 12 20:37:25.199675 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f7517b54-7bf5-4396-bc5e-6a8a6c9e9e75 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:37:25.237470 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-711afa32-9f72-414d-9df4-1ed62161e33d tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.240543 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae0c0a-66bf-486b-a17f-50c290a58c41 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=408edf59-3969-43c4-9328-7d03f6115c15,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:25.265891 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2655a6fb-6199-4181-a911-a2231ebb2da7 None None] Provisioning complete for port 9ebc0273-42e8-4489-8115-a662a4cc44c7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:37:25.266510 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2655a6fb-6199-4181-a911-a2231ebb2da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.297491 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.314892 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2655a6fb-6199-4181-a911-a2231ebb2da7 None None] Port 9ebc0273-42e8-4489-8115-a662a4cc44c7 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:37:25.319473 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-711afa32-9f72-414d-9df4-1ed62161e33d tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.319849 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port f7517b54-7bf5-4396-bc5e-6a8a6c9e9e75 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:37:25.320340 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.327945 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-711afa32-9f72-414d-9df4-1ed62161e33d tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.354171 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-711afa32-9f72-414d-9df4-1ed62161e33d tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.358768 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52216) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:25.359158 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-711afa32-9f72-414d-9df4-1ed62161e33d tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1848550 Nov 12 20:37:25.363518 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711afa32-9f72-414d-9df4-1ed62161e33d tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d865cbff-d08e-400f-9ae0-1b0f5b4223c4,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:25.363665 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-fed12a6b-c4f5-4f72-856e-d1f7413daf0f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'security_group_rule': {'security_group_id': '408edf59-3969-43c4-9328-7d03f6115c15', 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:37:25.414541 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fed12a6b-c4f5-4f72-856e-d1f7413daf0f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.449375 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-3387a733-5d2b-4fe7-9f10-14f844bc7aad None None] Provisioning complete for port 9ebc0273-42e8-4489-8115-a662a4cc44c7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:37:25.449961 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3387a733-5d2b-4fe7-9f10-14f844bc7aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.464533 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a431b413-46d8-4621-93e2-c075a0857eea None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.475360 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a431b413-46d8-4621-93e2-c075a0857eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.492326 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-3387a733-5d2b-4fe7-9f10-14f844bc7aad None None] Port 9ebc0273-42e8-4489-8115-a662a4cc44c7 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:37:25.501152 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fed12a6b-c4f5-4f72-856e-d1f7413daf0f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.506375 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fed12a6b-c4f5-4f72-856e-d1f7413daf0f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.539181 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed12a6b-c4f5-4f72-856e-d1f7413daf0f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7efa8a6e-3b59-41bc-8989-d72b896602ef,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:25.550465 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fed12a6b-c4f5-4f72-856e-d1f7413daf0f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.557769 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52218) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:25.561112 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fed12a6b-c4f5-4f72-856e-d1f7413daf0f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2008979 Nov 12 20:37:25.568082 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-7ca412bd-0cb6-4c9e-9759-206767e31896 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'security_group_rule': {'security_group_id': '408edf59-3969-43c4-9328-7d03f6115c15', 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:37:25.584669 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d4a47-50c4-4b03-9b4a-6551bbb5eeaf None None] Pushing event updated for resources: {'Port': ['ID=9ebc0273-42e8-4489-8115-a662a4cc44c7,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:25.620222 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7ca412bd-0cb6-4c9e-9759-206767e31896 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.622760 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d4a47-50c4-4b03-9b4a-6551bbb5eeaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:25.623199 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d4a47-50c4-4b03-9b4a-6551bbb5eeaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:25.623552 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d4a47-50c4-4b03-9b4a-6551bbb5eeaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:25.623893 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d4a47-50c4-4b03-9b4a-6551bbb5eeaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:25.624225 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d4a47-50c4-4b03-9b4a-6551bbb5eeaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:25.624589 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d4a47-50c4-4b03-9b4a-6551bbb5eeaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:25.624917 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d4a47-50c4-4b03-9b4a-6551bbb5eeaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:25.625240 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d4a47-50c4-4b03-9b4a-6551bbb5eeaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:25.625562 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d4a47-50c4-4b03-9b4a-6551bbb5eeaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:25.625882 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d4a47-50c4-4b03-9b4a-6551bbb5eeaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:25.626202 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d4a47-50c4-4b03-9b4a-6551bbb5eeaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:25.626531 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d4a47-50c4-4b03-9b4a-6551bbb5eeaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:25.634780 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7906d3aa-2cb7-40b1-aeb8-4339eab87770 None None] Provisioning complete for port 9ebc0273-42e8-4489-8115-a662a4cc44c7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:37:25.635198 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7906d3aa-2cb7-40b1-aeb8-4339eab87770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.639968 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-a431b413-46d8-4621-93e2-c075a0857eea None None] Attempting to bind port 9ebc0273-42e8-4489-8115-a662a4cc44c7 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:37:25.640365 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-a431b413-46d8-4621-93e2-c075a0857eea None None] Attempting to bind port 9ebc0273-42e8-4489-8115-a662a4cc44c7 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'c6c98769-d7dc-4a62-93e0-e1a653550852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:37:25.640727 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a431b413-46d8-4621-93e2-c075a0857eea None None] Attempting to bind port 9ebc0273-42e8-4489-8115-a662a4cc44c7 on network 53146cf4-8eb5-44ec-bf5b-2a70283651f7 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:37:25.646813 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a431b413-46d8-4621-93e2-c075a0857eea None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:37:25.647055 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a431b413-46d8-4621-93e2-c075a0857eea None None] Checking segment: {'id': 'c6c98769-d7dc-4a62-93e0-e1a653550852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:37:25.647640 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a431b413-46d8-4621-93e2-c075a0857eea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.648171 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a431b413-46d8-4621-93e2-c075a0857eea None None] Bound using segment: {'id': 'c6c98769-d7dc-4a62-93e0-e1a653550852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:37:25.648811 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-a431b413-46d8-4621-93e2-c075a0857eea None None] Bound port: 9ebc0273-42e8-4489-8115-a662a4cc44c7, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c98769-d7dc-4a62-93e0-e1a653550852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:37:25.649349 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a431b413-46d8-4621-93e2-c075a0857eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.682297 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7906d3aa-2cb7-40b1-aeb8-4339eab87770 None None] Port 9ebc0273-42e8-4489-8115-a662a4cc44c7 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:37:25.720526 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7ca412bd-0cb6-4c9e-9759-206767e31896 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.721621 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-a431b413-46d8-4621-93e2-c075a0857eea None None] For port 9ebc0273-42e8-4489-8115-a662a4cc44c7, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:37:25.725290 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-a431b413-46d8-4621-93e2-c075a0857eea None None] For port 9ebc0273-42e8-4489-8115-a662a4cc44c7, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=9ebc0273-42e8-4489-8115-a662a4cc44c7,segment=NetworkSegment(c6c98769-d7dc-4a62-93e0-e1a653550852),segment_id=c6c98769-d7dc-4a62-93e0-e1a653550852)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:37:25.727536 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7ca412bd-0cb6-4c9e-9759-206767e31896 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.730728 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a431b413-46d8-4621-93e2-c075a0857eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.749581 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca412bd-0cb6-4c9e-9759-206767e31896 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e58d4ab-de21-41cd-b92c-1356155befa4,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:25.760060 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7ca412bd-0cb6-4c9e-9759-206767e31896 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.761707 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7ca412bd-0cb6-4c9e-9759-206767e31896 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2026556 Nov 12 20:37:25.763422 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca412bd-0cb6-4c9e-9759-206767e31896 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:25.763973 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca412bd-0cb6-4c9e-9759-206767e31896 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:25.764612 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52220) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:25.769544 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-3460b2a6-1fff-4892-bbfa-2281cf175307 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'security_group_rule': {'security_group_id': '408edf59-3969-43c4-9328-7d03f6115c15', 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:37:25.774696 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca412bd-0cb6-4c9e-9759-206767e31896 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:25.775033 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca412bd-0cb6-4c9e-9759-206767e31896 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:25.775712 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca412bd-0cb6-4c9e-9759-206767e31896 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:25.776345 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca412bd-0cb6-4c9e-9759-206767e31896 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:25.776827 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca412bd-0cb6-4c9e-9759-206767e31896 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:25.777329 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca412bd-0cb6-4c9e-9759-206767e31896 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:25.777803 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca412bd-0cb6-4c9e-9759-206767e31896 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:25.778279 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca412bd-0cb6-4c9e-9759-206767e31896 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:25.778754 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca412bd-0cb6-4c9e-9759-206767e31896 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:25.779240 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca412bd-0cb6-4c9e-9759-206767e31896 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:25.785410 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a431b413-46d8-4621-93e2-c075a0857eea None None] Routers {'1d48efc1-93fc-4ba9-a60f-a0103891b8ed'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:37:25.786144 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-a431b413-46d8-4621-93e2-c075a0857eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:37:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['1d48efc1-93fc-4ba9-a60f-a0103891b8ed'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:25.810372 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3460b2a6-1fff-4892-bbfa-2281cf175307 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.836258 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d4a47-50c4-4b03-9b4a-6551bbb5eeaf None None] Pushing event updated for resources: {'Port': ['ID=9ebc0273-42e8-4489-8115-a662a4cc44c7,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:25.877169 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3460b2a6-1fff-4892-bbfa-2281cf175307 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.881594 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3460b2a6-1fff-4892-bbfa-2281cf175307 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.903559 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-82189d45-3935-481f-ad10-3c363e2baaf3 None None] Provisioning complete for port 9ebc0273-42e8-4489-8115-a662a4cc44c7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:37:25.904324 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-82189d45-3935-481f-ad10-3c363e2baaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.909138 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460b2a6-1fff-4892-bbfa-2281cf175307 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5cc7172-5664-4319-ba57-47dd0db248a2,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:25.917943 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3460b2a6-1fff-4892-bbfa-2281cf175307 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.922116 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52222) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:25.922298 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3460b2a6-1fff-4892-bbfa-2281cf175307 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1564214 Nov 12 20:37:25.927010 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-a5d309ba-fc6d-4c06-87e1-f052b25d1a58 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'security_group_rule': {'security_group_id': '408edf59-3969-43c4-9328-7d03f6115c15', 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:37:25.927553 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-a431b413-46d8-4621-93e2-c075a0857eea None None] Set router 1d48efc1-93fc-4ba9-a60f-a0103891b8ed gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:37:25.957819 n-d-712140-15 neutron-server[102448]: INFO neutron.db.securitygroups_db [None req-a5d309ba-fc6d-4c06-87e1-f052b25d1a58 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Project a6d86ae2d8044da38cfabd09b2ad7223 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 20:37:25.964515 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a5d309ba-fc6d-4c06-87e1-f052b25d1a58 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:25.996136 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:26.042752 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-82189d45-3935-481f-ad10-3c363e2baaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:26.064531 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a5d309ba-fc6d-4c06-87e1-f052b25d1a58 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:26.070765 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a5d309ba-fc6d-4c06-87e1-f052b25d1a58 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:26.089816 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-82189d45-3935-481f-ad10-3c363e2baaf3 None None] For port 9ebc0273-42e8-4489-8115-a662a4cc44c7, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=9ebc0273-42e8-4489-8115-a662a4cc44c7,segment=NetworkSegment(c6c98769-d7dc-4a62-93e0-e1a653550852),segment_id=c6c98769-d7dc-4a62-93e0-e1a653550852)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:37:26.097653 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-82189d45-3935-481f-ad10-3c363e2baaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:26.098763 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d309ba-fc6d-4c06-87e1-f052b25d1a58 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb66f5a6-deb3-4bd1-acc3-d0dd3821efea,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:26.110458 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a5d309ba-fc6d-4c06-87e1-f052b25d1a58 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:26.111843 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a5d309ba-fc6d-4c06-87e1-f052b25d1a58 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1884277 Nov 12 20:37:26.114872 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52224) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:26.120377 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f96cd2bf-0be4-40c6-82a0-4f45d31abf7b tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'security_group_rule': {'security_group_id': '408edf59-3969-43c4-9328-7d03f6115c15', 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:37:26.145261 n-d-712140-15 neutron-server[102448]: INFO neutron.db.securitygroups_db [None req-f96cd2bf-0be4-40c6-82a0-4f45d31abf7b tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Project a6d86ae2d8044da38cfabd09b2ad7223 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 20:37:26.150863 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f96cd2bf-0be4-40c6-82a0-4f45d31abf7b tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:26.156548 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82189d45-3935-481f-ad10-3c363e2baaf3 None None] Pushing event updated for resources: {'Port': ['ID=9ebc0273-42e8-4489-8115-a662a4cc44c7,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:26.179820 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-a431b413-46d8-4621-93e2-c075a0857eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'name': 'tempest-TestNetworkBasicOps-router-265094675', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:37:19Z', 'updated_at': '2021-11-12T20:37:23Z', 'revision_number': 4, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:20Z', 'updated_at': '2021-11-12T20:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '9ebc0273-42e8-4489-8115-a662a4cc44c7', 'name': '', 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'mac_address': 'fa:16:3e:c1:42:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:22Z', 'updated_at': '2021-11-12T20:37:25Z', 'revision_number': 4, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'subnets': [{'id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:26.210342 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f96cd2bf-0be4-40c6-82a0-4f45d31abf7b tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:26.211344 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a431b413-46d8-4621-93e2-c075a0857eea None None] The sync data for ids ['1d48efc1-93fc-4ba9-a60f-a0103891b8ed'] in n-d-712140-15 is: [{'id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'name': 'tempest-TestNetworkBasicOps-router-265094675', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:37:19Z', 'updated_at': '2021-11-12T20:37:23Z', 'revision_number': 4, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:20Z', 'updated_at': '2021-11-12T20:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '9ebc0273-42e8-4489-8115-a662a4cc44c7', 'name': '', 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'mac_address': 'fa:16:3e:c1:42:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:22Z', 'updated_at': '2021-11-12T20:37:25Z', 'revision_number': 4, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'subnets': [{'id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:37:26.215851 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f96cd2bf-0be4-40c6-82a0-4f45d31abf7b tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:26.220350 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d5beb924-b934-4baf-8483-87dce71f18a6 None None] Provisioning complete for port 9ebc0273-42e8-4489-8115-a662a4cc44c7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:37:26.220817 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d5beb924-b934-4baf-8483-87dce71f18a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:26.230913 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96cd2bf-0be4-40c6-82a0-4f45d31abf7b tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64bce159-9754-444e-82b4-f2018fd9c044,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:26.246985 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f96cd2bf-0be4-40c6-82a0-4f45d31abf7b tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:26.255897 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f96cd2bf-0be4-40c6-82a0-4f45d31abf7b tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1322870 Nov 12 20:37:26.501075 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-3f28248d-0f21-437f-aaf9-20f472df68d7 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1967633234&fields=id&tenant_id=a6d86ae2d8044da38cfabd09b2ad7223 HTTP/1.1" status: 200 len: 267 time: 0.0480287 Nov 12 20:37:26.617022 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-bcc599bf-1032-46c0-a4fb-d82bd82d7bb8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:26.618572 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-bcc599bf-1032-46c0-a4fb-d82bd82d7bb8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/networks?id=53146cf4-8eb5-44ec-bf5b-2a70283651f7 HTTP/1.1" status: 200 len: 797 time: 0.1103454 Nov 12 20:37:26.634293 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-a7ab0be6-1245-43eb-b6ef-f4b5fcd07fe6 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/quotas/a6d86ae2d8044da38cfabd09b2ad7223 HTTP/1.1" status: 200 len: 375 time: 0.0095010 Nov 12 20:37:26.690575 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-360634d7-b6a9-4c31-9cd3-642f7ffc84d7 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6d86ae2d8044da38cfabd09b2ad7223&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498130 Nov 12 20:37:26.707764 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-f1d89f7d-3d41-4d7c-8f1d-2549a28647bb service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:37:26.708798 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-f1d89f7d-3d41-4d7c-8f1d-2549a28647bb service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054681 Nov 12 20:37:26.808762 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-5c127f47-fb8f-4df5-9d55-0d30b82d5b25 service neutron] 10.222.0.48 "GET /v2.0/networks/53146cf4-8eb5-44ec-bf5b-2a70283651f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936866 Nov 12 20:37:26.867906 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 9ebc0273-42e8-4489-8115-a662a4cc44c7 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:37:26.914956 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-1eb84a40-8ac9-419a-9e68-c55643310ddd service neutron] 10.222.0.48 "GET /v2.0/networks/53146cf4-8eb5-44ec-bf5b-2a70283651f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009300 Nov 12 20:37:26.925534 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 9ebc0273-42e8-4489-8115-a662a4cc44c7 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:37:26.925907 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:27.101686 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e6ce600-cf3b-4cf7-819d-4a44c47261b8 req-c9428828-4d91-4cba-a87d-0ce0d17603a7 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=22cf36b5-cc4c-42df-aa3e-7aa4a551288b HTTP/1.1" status: 200 len: 210 time: 0.0272882 Nov 12 20:37:28.221224 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-382eaf3c-8321-4a3f-afdd-547efbab6c2c req-2a57539c-3fc9-4993-a9ce-8a9c51f90eef tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=22cf36b5-cc4c-42df-aa3e-7aa4a551288b HTTP/1.1" status: 200 len: 210 time: 0.0368743 Nov 12 20:37:28.227980 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-7aa0a210-b901-4388-8c74-eb463868f5d4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:28.229453 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-7aa0a210-b901-4388-8c74-eb463868f5d4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.55 "GET /v2.0/networks?id=53146cf4-8eb5-44ec-bf5b-2a70283651f7 HTTP/1.1" status: 200 len: 797 time: 0.1533527 Nov 12 20:37:28.298022 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-70f5b3ac-30c3-4c86-810b-90be6f20cdbc tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6d86ae2d8044da38cfabd09b2ad7223 HTTP/1.1" status: 200 len: 380 time: 0.0575647 Nov 12 20:37:28.308981 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-1d8d5be0-8178-4e50-87b0-2da638349a7d tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'port': {'device_id': '22cf36b5-cc4c-42df-aa3e-7aa4a551288b', 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'admin_state_up': True, 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'security_groups': ['408edf59-3969-43c4-9328-7d03f6115c15']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:37:28.428777 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-1d8d5be0-8178-4e50-87b0-2da638349a7d tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Made reservation on behalf of a6d86ae2d8044da38cfabd09b2ad7223 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:37:28.433035 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-1d8d5be0-8178-4e50-87b0-2da638349a7d tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:28.555352 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-1d8d5be0-8178-4e50-87b0-2da638349a7d tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Allocated IP 172.20.0.3 (53146cf4-8eb5-44ec-bf5b-2a70283651f7/3a624239-b6be-4aac-a52d-c44ce1c9fb2d/9157280a-4a95-4f63-a1ac-c47ac93aa4e8) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:37:28.693570 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-1d8d5be0-8178-4e50-87b0-2da638349a7d tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:28.725508 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-1d8d5be0-8178-4e50-87b0-2da638349a7d tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:28.767501 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-1d8d5be0-8178-4e50-87b0-2da638349a7d tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Network 53146cf4-8eb5-44ec-bf5b-2a70283651f7 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:37:28.772476 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-1d8d5be0-8178-4e50-87b0-2da638349a7d tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:37:28.776284 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-1d8d5be0-8178-4e50-87b0-2da638349a7d tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:37:28.782912 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d5be0-8178-4e50-87b0-2da638349a7d tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'Port': ['ID=9157280a-4a95-4f63-a1ac-c47ac93aa4e8,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:28.834671 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-1d8d5be0-8178-4e50-87b0-2da638349a7d tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:28.835305 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-1d8d5be0-8178-4e50-87b0-2da638349a7d tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:28.851432 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-1d8d5be0-8178-4e50-87b0-2da638349a7d tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5470805 Nov 12 20:37:28.863978 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-ef414c13-4f6c-4aee-bc09-bdbbc236075e service neutron] Request body: {'port': {'device_id': '22cf36b5-cc4c-42df-aa3e-7aa4a551288b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:37:28.920201 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-ef414c13-4f6c-4aee-bc09-bdbbc236075e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:29.058466 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f016c69d-86b8-4817-970f-2e93a2f81f7d None None] Provisioning complete for port 9157280a-4a95-4f63-a1ac-c47ac93aa4e8 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:37:29.059020 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f016c69d-86b8-4817-970f-2e93a2f81f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:29.091863 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-f016c69d-86b8-4817-970f-2e93a2f81f7d None None] Port 9157280a-4a95-4f63-a1ac-c47ac93aa4e8 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:37:29.181351 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-ef414c13-4f6c-4aee-bc09-bdbbc236075e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9157280a-4a95-4f63-a1ac-c47ac93aa4e8 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:37:29.189281 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-ef414c13-4f6c-4aee-bc09-bdbbc236075e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:29.201650 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-ef414c13-4f6c-4aee-bc09-bdbbc236075e service neutron] Transition to ACTIVE for port object 9157280a-4a95-4f63-a1ac-c47ac93aa4e8 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:37:29.205394 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-ef414c13-4f6c-4aee-bc09-bdbbc236075e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:29.253623 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef414c13-4f6c-4aee-bc09-bdbbc236075e service neutron] Pushing event updated for resources: {'Port': ['ID=9157280a-4a95-4f63-a1ac-c47ac93aa4e8,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:29.329114 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-ef414c13-4f6c-4aee-bc09-bdbbc236075e service neutron] Attempting to bind port 9157280a-4a95-4f63-a1ac-c47ac93aa4e8 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:37:29.329462 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-ef414c13-4f6c-4aee-bc09-bdbbc236075e service neutron] Attempting to bind port 9157280a-4a95-4f63-a1ac-c47ac93aa4e8 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'c6c98769-d7dc-4a62-93e0-e1a653550852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:37:29.329795 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-ef414c13-4f6c-4aee-bc09-bdbbc236075e service neutron] Attempting to bind port 9157280a-4a95-4f63-a1ac-c47ac93aa4e8 on network 53146cf4-8eb5-44ec-bf5b-2a70283651f7 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:37:29.334292 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-ef414c13-4f6c-4aee-bc09-bdbbc236075e service neutron] Port 9157280a-4a95-4f63-a1ac-c47ac93aa4e8 on network 53146cf4-8eb5-44ec-bf5b-2a70283651f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:37:29.334615 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-ef414c13-4f6c-4aee-bc09-bdbbc236075e service neutron] Attempting to bind port 9157280a-4a95-4f63-a1ac-c47ac93aa4e8 on network 53146cf4-8eb5-44ec-bf5b-2a70283651f7 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:37:29.339877 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-ef414c13-4f6c-4aee-bc09-bdbbc236075e service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:37:29.340218 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-ef414c13-4f6c-4aee-bc09-bdbbc236075e service neutron] Checking segment: {'id': 'c6c98769-d7dc-4a62-93e0-e1a653550852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:37:29.340648 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-ef414c13-4f6c-4aee-bc09-bdbbc236075e service neutron] Bound using segment: {'id': 'c6c98769-d7dc-4a62-93e0-e1a653550852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:37:29.341089 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-ef414c13-4f6c-4aee-bc09-bdbbc236075e service neutron] Bound port: 9157280a-4a95-4f63-a1ac-c47ac93aa4e8, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6c98769-d7dc-4a62-93e0-e1a653550852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:37:29.341452 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-ef414c13-4f6c-4aee-bc09-bdbbc236075e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:29.372160 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef038a7e-3d17-475b-a9ec-4c3780723381 req-789c9caa-f6ef-491b-8e3a-cb7def96a5c1 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:29.373791 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef038a7e-3d17-475b-a9ec-4c3780723381 req-789c9caa-f6ef-491b-8e3a-cb7def96a5c1 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=22cf36b5-cc4c-42df-aa3e-7aa4a551288b HTTP/1.1" status: 200 len: 943 time: 0.0641444 Nov 12 20:37:29.412076 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-ef414c13-4f6c-4aee-bc09-bdbbc236075e service neutron] For port 9157280a-4a95-4f63-a1ac-c47ac93aa4e8, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:37:29.415912 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-ef414c13-4f6c-4aee-bc09-bdbbc236075e service neutron] For port 9157280a-4a95-4f63-a1ac-c47ac93aa4e8, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=9157280a-4a95-4f63-a1ac-c47ac93aa4e8,segment=NetworkSegment(c6c98769-d7dc-4a62-93e0-e1a653550852),segment_id=c6c98769-d7dc-4a62-93e0-e1a653550852)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:37:29.426271 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-ef414c13-4f6c-4aee-bc09-bdbbc236075e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:29.430522 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef038a7e-3d17-475b-a9ec-4c3780723381 req-d4f6d070-d3f2-416a-ae4f-5d7a38f07582 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=408edf59-3969-43c4-9328-7d03f6115c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500331 Nov 12 20:37:29.750717 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-ef414c13-4f6c-4aee-bc09-bdbbc236075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:29.751340 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-ef414c13-4f6c-4aee-bc09-bdbbc236075e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:29.752760 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-ef414c13-4f6c-4aee-bc09-bdbbc236075e service neutron] 10.222.0.55 "PUT /v2.0/ports/9157280a-4a95-4f63-a1ac-c47ac93aa4e8 HTTP/1.1" status: 200 len: 1092 time: 0.8933933 Nov 12 20:37:29.753195 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22cf36b5-cc4c-42df-aa3e-7aa4a551288b', 'tag': '9157280a-4a95-4f63-a1ac-c47ac93aa4e8'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:37:29.755454 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e76ed25-600c-4e46-aff5-eb9f19a447fe" -d '{"events": [{"name": "network-changed", "server_uuid": "22cf36b5-cc4c-42df-aa3e-7aa4a551288b", "tag": "9157280a-4a95-4f63-a1ac-c47ac93aa4e8"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:37:29.781074 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef414c13-4f6c-4aee-bc09-bdbbc236075e service neutron] Pushing event updated for resources: {'Port': ['ID=9157280a-4a95-4f63-a1ac-c47ac93aa4e8,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:29.805863 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd2cadf-e734-43c3-b578-fc834885637a x-openstack-request-id: req-bdd2cadf-e734-43c3-b578-fc834885637a {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:37:29.806234 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22cf36b5-cc4c-42df-aa3e-7aa4a551288b", "tag": "9157280a-4a95-4f63-a1ac-c47ac93aa4e8", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:37:29.806550 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bdd2cadf-e734-43c3-b578-fc834885637a {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:37:29.807105 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22cf36b5-cc4c-42df-aa3e-7aa4a551288b', 'tag': '9157280a-4a95-4f63-a1ac-c47ac93aa4e8', 'status': 'completed', 'code': 200} Nov 12 20:37:29.850029 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-e01cee2f-7ade-41f8-8611-25fef99ef941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:29.851551 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-e01cee2f-7ade-41f8-8611-25fef99ef941 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6d86ae2d8044da38cfabd09b2ad7223&device_id=22cf36b5-cc4c-42df-aa3e-7aa4a551288b HTTP/1.1" status: 200 len: 1095 time: 0.0425041 Nov 12 20:37:29.894822 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-234e0f1a-f644-47a3-834c-87e47f373b54 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9157280a-4a95-4f63-a1ac-c47ac93aa4e8 HTTP/1.1" status: 200 len: 217 time: 0.0347817 Nov 12 20:37:29.948208 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-58542505-73cf-4011-b9c5-9b23a24c3378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:29.949702 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-58542505-73cf-4011-b9c5-9b23a24c3378 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a624239-b6be-4aac-a52d-c44ce1c9fb2d HTTP/1.1" status: 200 len: 835 time: 0.0475876 Nov 12 20:37:29.995506 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-9e19a2ec-676f-45ef-86c4-73c8570ca1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:30.010562 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-9e19a2ec-676f-45ef-86c4-73c8570ca1ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53146cf4-8eb5-44ec-bf5b-2a70283651f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403738 Nov 12 20:37:30.093460 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-9b08585f-2f93-424f-94a1-f22693bc50bf service neutron] 10.222.0.55 "GET /v2.0/networks/53146cf4-8eb5-44ec-bf5b-2a70283651f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887122 Nov 12 20:37:30.185995 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3db9a20f-8ec5-4efe-b672-6e3ec6b8748e req-9aebd746-47dd-4507-9a0d-3997c947814a service neutron] 10.222.0.55 "GET /v2.0/networks/53146cf4-8eb5-44ec-bf5b-2a70283651f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859263 Nov 12 20:37:30.272288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76ed25-600c-4e46-aff5-eb9f19a447fe req-7a53570d-c178-4cba-8e01-dee459c06b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:30.273814 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e76ed25-600c-4e46-aff5-eb9f19a447fe req-7a53570d-c178-4cba-8e01-dee459c06b46 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6d86ae2d8044da38cfabd09b2ad7223&device_id=22cf36b5-cc4c-42df-aa3e-7aa4a551288b HTTP/1.1" status: 200 len: 1095 time: 0.0413477 Nov 12 20:37:30.365876 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76ed25-600c-4e46-aff5-eb9f19a447fe req-9df691eb-78a0-4f90-a35b-a3343b2dec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:30.367328 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e76ed25-600c-4e46-aff5-eb9f19a447fe req-9df691eb-78a0-4f90-a35b-a3343b2dec2a service neutron] 10.222.0.55 "GET /v2.0/networks?id=53146cf4-8eb5-44ec-bf5b-2a70283651f7 HTTP/1.1" status: 200 len: 898 time: 0.0867982 Nov 12 20:37:30.412510 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e76ed25-600c-4e46-aff5-eb9f19a447fe req-18d351aa-4d48-4255-9fea-38a36988f773 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9157280a-4a95-4f63-a1ac-c47ac93aa4e8 HTTP/1.1" status: 200 len: 217 time: 0.0375719 Nov 12 20:37:30.472437 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76ed25-600c-4e46-aff5-eb9f19a447fe req-3bf83e7f-5e15-4d6f-9ee0-e63221da16f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:30.473898 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e76ed25-600c-4e46-aff5-eb9f19a447fe req-3bf83e7f-5e15-4d6f-9ee0-e63221da16f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a624239-b6be-4aac-a52d-c44ce1c9fb2d HTTP/1.1" status: 200 len: 835 time: 0.0485678 Nov 12 20:37:30.521993 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76ed25-600c-4e46-aff5-eb9f19a447fe req-890f3991-490d-474e-9997-0dc2cb0a7ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:30.523520 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e76ed25-600c-4e46-aff5-eb9f19a447fe req-890f3991-490d-474e-9997-0dc2cb0a7ca9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53146cf4-8eb5-44ec-bf5b-2a70283651f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421431 Nov 12 20:37:30.549449 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8079075-4993-4ebb-b25a-c7f8096213c7 req-75067070-5528-4a53-89a9-a76b83366a02 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:30.550980 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8079075-4993-4ebb-b25a-c7f8096213c7 req-75067070-5528-4a53-89a9-a76b83366a02 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=22cf36b5-cc4c-42df-aa3e-7aa4a551288b HTTP/1.1" status: 200 len: 943 time: 0.0498829 Nov 12 20:37:30.605880 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a8079075-4993-4ebb-b25a-c7f8096213c7 req-d389bd5e-2467-4c86-8629-a66dc68f7335 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=408edf59-3969-43c4-9328-7d03f6115c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487511 Nov 12 20:37:30.615180 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e76ed25-600c-4e46-aff5-eb9f19a447fe req-0bf58204-aa44-4293-9cf6-1dffa9a9d97c service neutron] 10.222.0.55 "GET /v2.0/networks/53146cf4-8eb5-44ec-bf5b-2a70283651f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830607 Nov 12 20:37:30.707763 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e76ed25-600c-4e46-aff5-eb9f19a447fe req-cb6ca39f-bdca-4b70-90e0-cada54ef9ac2 service neutron] 10.222.0.55 "GET /v2.0/networks/53146cf4-8eb5-44ec-bf5b-2a70283651f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852652 Nov 12 20:37:31.723304 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc8dab-0e36-4366-be4b-3893e80f9065 req-fd2c513f-6610-498d-9b95-5827f6c88469 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:31.724788 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e8fc8dab-0e36-4366-be4b-3893e80f9065 req-fd2c513f-6610-498d-9b95-5827f6c88469 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=22cf36b5-cc4c-42df-aa3e-7aa4a551288b HTTP/1.1" status: 200 len: 943 time: 0.0494413 Nov 12 20:37:31.773731 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e8fc8dab-0e36-4366-be4b-3893e80f9065 req-0f99db06-73fe-4465-8ef1-f10232043a6c tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=408edf59-3969-43c4-9328-7d03f6115c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430670 Nov 12 20:37:32.723016 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 9157280a-4a95-4f63-a1ac-c47ac93aa4e8 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:37:32.814908 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 9157280a-4a95-4f63-a1ac-c47ac93aa4e8, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=9157280a-4a95-4f63-a1ac-c47ac93aa4e8,segment=NetworkSegment(c6c98769-d7dc-4a62-93e0-e1a653550852),segment_id=c6c98769-d7dc-4a62-93e0-e1a653550852)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:37:32.826039 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '9157280a-4a95-4f63-a1ac-c47ac93aa4e8', 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'port_id': '9157280a-4a95-4f63-a1ac-c47ac93aa4e8', 'mac_address': 'fa:16:3e:f1:92:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:37:32.866877 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:32.880176 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9157280a-4a95-4f63-a1ac-c47ac93aa4e8 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:37:32.894612 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235345be-ae15-44fe-8ddb-a9f84e7b3708 req-55f4d514-03d3-465c-9777-ca3a35a9002c tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:32.896112 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-235345be-ae15-44fe-8ddb-a9f84e7b3708 req-55f4d514-03d3-465c-9777-ca3a35a9002c tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=22cf36b5-cc4c-42df-aa3e-7aa4a551288b HTTP/1.1" status: 200 len: 943 time: 0.0504415 Nov 12 20:37:32.900149 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 9157280a-4a95-4f63-a1ac-c47ac93aa4e8, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=9157280a-4a95-4f63-a1ac-c47ac93aa4e8,segment=NetworkSegment(c6c98769-d7dc-4a62-93e0-e1a653550852),segment_id=c6c98769-d7dc-4a62-93e0-e1a653550852)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:37:32.905973 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:32.950375 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-235345be-ae15-44fe-8ddb-a9f84e7b3708 req-287eac7f-841d-492d-b3e6-9c41c1fd9b50 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=408edf59-3969-43c4-9328-7d03f6115c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475368 Nov 12 20:37:32.954329 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=9157280a-4a95-4f63-a1ac-c47ac93aa4e8,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:33.250237 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['9157280a-4a95-4f63-a1ac-c47ac93aa4e8'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:37:34.070335 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadaddf-e317-4078-9bc6-26511fd54933 req-2c19f105-0705-42fd-ae21-2a60b5fbae81 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:34.071811 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9eadaddf-e317-4078-9bc6-26511fd54933 req-2c19f105-0705-42fd-ae21-2a60b5fbae81 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=22cf36b5-cc4c-42df-aa3e-7aa4a551288b HTTP/1.1" status: 200 len: 944 time: 0.0547128 Nov 12 20:37:34.121107 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9eadaddf-e317-4078-9bc6-26511fd54933 req-83ee6995-2e31-4633-aaf0-9efaa07c5474 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=408edf59-3969-43c4-9328-7d03f6115c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426965 Nov 12 20:37:34.715827 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 9157280a-4a95-4f63-a1ac-c47ac93aa4e8 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:37:34.764330 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 9157280a-4a95-4f63-a1ac-c47ac93aa4e8 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:37:34.768026 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 9157280a-4a95-4f63-a1ac-c47ac93aa4e8 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:37:34.768416 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:34.846233 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:34.868034 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22cf36b5-cc4c-42df-aa3e-7aa4a551288b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9157280a-4a95-4f63-a1ac-c47ac93aa4e8'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:37:34.871180 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da771d25-76b8-4b8a-8fab-2ee37ce61eb6" -d '{"events": [{"server_uuid": "22cf36b5-cc4c-42df-aa3e-7aa4a551288b", "name": "network-vif-plugged", "status": "completed", "tag": "9157280a-4a95-4f63-a1ac-c47ac93aa4e8"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:37:34.883994 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 9157280a-4a95-4f63-a1ac-c47ac93aa4e8, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=9157280a-4a95-4f63-a1ac-c47ac93aa4e8,segment=NetworkSegment(c6c98769-d7dc-4a62-93e0-e1a653550852),segment_id=c6c98769-d7dc-4a62-93e0-e1a653550852)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:37:34.888508 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:34.911361 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932f5195-704f-4320-b673-b9f57db3599d x-openstack-request-id: req-932f5195-704f-4320-b673-b9f57db3599d {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:37:34.911654 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22cf36b5-cc4c-42df-aa3e-7aa4a551288b", "name": "network-vif-plugged", "status": "completed", "tag": "9157280a-4a95-4f63-a1ac-c47ac93aa4e8", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:37:34.911904 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-932f5195-704f-4320-b673-b9f57db3599d {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:37:34.912311 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22cf36b5-cc4c-42df-aa3e-7aa4a551288b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9157280a-4a95-4f63-a1ac-c47ac93aa4e8', 'code': 200} Nov 12 20:37:34.937934 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=9157280a-4a95-4f63-a1ac-c47ac93aa4e8,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:35.012635 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334e578-2925-4e86-bdc4-67021e88bb3d req-87e0360e-0610-4bb5-ba5c-2048cd800355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:35.014030 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d334e578-2925-4e86-bdc4-67021e88bb3d req-87e0360e-0610-4bb5-ba5c-2048cd800355 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=22cf36b5-cc4c-42df-aa3e-7aa4a551288b HTTP/1.1" status: 200 len: 1097 time: 0.0408106 Nov 12 20:37:35.061375 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d334e578-2925-4e86-bdc4-67021e88bb3d req-da5d4b37-4d91-478c-8cf3-c5ed1a0d6bc8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=408edf59-3969-43c4-9328-7d03f6115c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395646 Nov 12 20:37:35.241064 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2afefc-4ea3-4f65-baaf-2f1888a1c8b4 req-f6dcf21f-614f-49c4-ade8-a2ad48dcf621 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:35.242540 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2afefc-4ea3-4f65-baaf-2f1888a1c8b4 req-f6dcf21f-614f-49c4-ade8-a2ad48dcf621 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=22cf36b5-cc4c-42df-aa3e-7aa4a551288b HTTP/1.1" status: 200 len: 945 time: 0.0495510 Nov 12 20:37:35.295618 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc2afefc-4ea3-4f65-baaf-2f1888a1c8b4 req-6b292db3-4857-4f1a-81dd-ec2e358fd284 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=408edf59-3969-43c4-9328-7d03f6115c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469267 Nov 12 20:37:36.418679 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a777a-7d54-4293-8c54-6fd53757494c req-79a673db-1390-4f9b-9b1e-0ac7a22bba11 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:36.420173 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-120a777a-7d54-4293-8c54-6fd53757494c req-79a673db-1390-4f9b-9b1e-0ac7a22bba11 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=22cf36b5-cc4c-42df-aa3e-7aa4a551288b HTTP/1.1" status: 200 len: 945 time: 0.0540185 Nov 12 20:37:36.468583 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-120a777a-7d54-4293-8c54-6fd53757494c req-28dbccc6-8359-423a-a841-7121df8d33b8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=408edf59-3969-43c4-9328-7d03f6115c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424955 Nov 12 20:37:37.586099 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bce26-520b-44d3-8d38-08fe355b5231 req-4e49ee43-1bf6-4d34-95b8-2517350e9c91 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:37.587611 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f00bce26-520b-44d3-8d38-08fe355b5231 req-4e49ee43-1bf6-4d34-95b8-2517350e9c91 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=22cf36b5-cc4c-42df-aa3e-7aa4a551288b HTTP/1.1" status: 200 len: 945 time: 0.0479770 Nov 12 20:37:37.637875 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f00bce26-520b-44d3-8d38-08fe355b5231 req-c52ebc77-2c8a-43bf-87ea-36a3a6b66499 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=408edf59-3969-43c4-9328-7d03f6115c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430071 Nov 12 20:37:37.758224 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c4858-d369-4b97-8386-214f96394c31 req-f7b9ff6d-96a2-4ee8-b729-65adfde620b5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:37.760260 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4f6c4858-d369-4b97-8386-214f96394c31 req-f7b9ff6d-96a2-4ee8-b729-65adfde620b5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=22cf36b5-cc4c-42df-aa3e-7aa4a551288b HTTP/1.1" status: 200 len: 945 time: 0.0562348 Nov 12 20:37:37.809147 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4f6c4858-d369-4b97-8386-214f96394c31 req-d1ecffb1-3c18-40a3-96be-22d7042f4744 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=408edf59-3969-43c4-9328-7d03f6115c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426550 Nov 12 20:37:37.831257 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52274) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:37.871088 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75f44a0-8939-432d-a6a0-8ce0b568dc66 tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:37.872596 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a75f44a0-8939-432d-a6a0-8ce0b568dc66 tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=22cf36b5-cc4c-42df-aa3e-7aa4a551288b HTTP/1.1" status: 200 len: 1092 time: 0.0403173 Nov 12 20:37:37.875554 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52276) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:37.879761 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'port_id': '9157280a-4a95-4f63-a1ac-c47ac93aa4e8', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:37:37.903446 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for floatingip, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:37.999596 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:38.110329 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Allocated IP 172.25.5.134 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/41103d71-e2b7-4550-a7e1-dbd8ba19ef47) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:37:38.215938 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:38.249158 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:38.284896 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:37:38.287681 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:37:38.290243 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:37:38.321083 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'Port': ['ID=41103d71-e2b7-4550-a7e1-dbd8ba19ef47,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:38.334188 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:38.334540 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:38.334888 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:38.335228 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:38.335566 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:38.335901 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:38.336256 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:38.336588 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:38.336918 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:38.337247 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:38.337576 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:38.337983 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:37:39.090114 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:39.188886 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:39.336545 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:39.342379 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:39.419347 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'Port': ['ID=41103d71-e2b7-4550-a7e1-dbd8ba19ef47,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:37:39.429622 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:39.529647 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Floating IP e814a40b-fc25-449d-8334-7cb2433abae7 associated. External IP: 172.25.5.134, port: 9157280a-4a95-4f63-a1ac-c47ac93aa4e8. Nov 12 20:37:39.731144 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Router 1d48efc1-93fc-4ba9-a60f-a0103891b8ed has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:37:39.836861 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:37:39.846789 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2bd77d-a86b-4517-a7d9-e74810b275f2 None None] Sync routers for ids ['1d48efc1-93fc-4ba9-a60f-a0103891b8ed'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:37:39.854880 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:39.858727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2bd77d-a86b-4517-a7d9-e74810b275f2 None None] Routers {'1d48efc1-93fc-4ba9-a60f-a0103891b8ed'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:37:39.859378 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-fc2bd77d-a86b-4517-a7d9-e74810b275f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:37:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['1d48efc1-93fc-4ba9-a60f-a0103891b8ed'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:39.881719 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a4c5a112-1977-4f25-8f9c-8c8a5d2236ee tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0051785 Nov 12 20:37:39.882300 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22cf36b5-cc4c-42df-aa3e-7aa4a551288b', 'tag': '9157280a-4a95-4f63-a1ac-c47ac93aa4e8'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:37:39.884767 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52278) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:39.885437 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b654e61-4a69-429e-94b0-3d74f7881831" -d '{"events": [{"name": "network-changed", "server_uuid": "22cf36b5-cc4c-42df-aa3e-7aa4a551288b", "tag": "9157280a-4a95-4f63-a1ac-c47ac93aa4e8"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:37:39.928427 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae27b6b-df5c-4201-a1c2-d6f32c643c26 x-openstack-request-id: req-fae27b6b-df5c-4201-a1c2-d6f32c643c26 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:37:39.928718 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22cf36b5-cc4c-42df-aa3e-7aa4a551288b", "tag": "9157280a-4a95-4f63-a1ac-c47ac93aa4e8", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:37:39.929079 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fae27b6b-df5c-4201-a1c2-d6f32c643c26 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:37:39.929534 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22cf36b5-cc4c-42df-aa3e-7aa4a551288b', 'tag': '9157280a-4a95-4f63-a1ac-c47ac93aa4e8', 'status': 'completed', 'code': 200} Nov 12 20:37:39.967424 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f0a8e50b-9fe1-41c7-909b-ed8d2339dbcb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/floatingips/e814a40b-fc25-449d-8334-7cb2433abae7 HTTP/1.1" status: 200 len: 991 time: 0.0813243 Nov 12 20:37:39.969074 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-fc2bd77d-a86b-4517-a7d9-e74810b275f2 None None] Set router 1d48efc1-93fc-4ba9-a60f-a0103891b8ed gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:37:40.001601 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b654e61-4a69-429e-94b0-3d74f7881831 req-9aaafe87-c77b-490a-8a0a-2b542e396839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:40.003007 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1b654e61-4a69-429e-94b0-3d74f7881831 req-9aaafe87-c77b-490a-8a0a-2b542e396839 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6d86ae2d8044da38cfabd09b2ad7223&device_id=22cf36b5-cc4c-42df-aa3e-7aa4a551288b HTTP/1.1" status: 200 len: 1097 time: 0.0492024 Nov 12 20:37:40.094083 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b654e61-4a69-429e-94b0-3d74f7881831 req-2c5c3c50-18a9-4f8b-97b1-51fad79c5c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:40.095623 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1b654e61-4a69-429e-94b0-3d74f7881831 req-2c5c3c50-18a9-4f8b-97b1-51fad79c5c21 service neutron] 10.222.0.55 "GET /v2.0/networks?id=53146cf4-8eb5-44ec-bf5b-2a70283651f7 HTTP/1.1" status: 200 len: 898 time: 0.0844066 Nov 12 20:37:40.167402 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1b654e61-4a69-429e-94b0-3d74f7881831 req-367fb89c-a92c-4425-bda9-d1e6d066dc48 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9157280a-4a95-4f63-a1ac-c47ac93aa4e8 HTTP/1.1" status: 200 len: 999 time: 0.0627804 Nov 12 20:37:40.189348 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-fc2bd77d-a86b-4517-a7d9-e74810b275f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'name': 'tempest-TestNetworkBasicOps-router-265094675', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:37:19Z', 'updated_at': '2021-11-12T20:37:23Z', 'revision_number': 4, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:20Z', 'updated_at': '2021-11-12T20:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'e814a40b-fc25-449d-8334-7cb2433abae7', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'floating_ip_address': '172.25.5.134', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'port_id': '9157280a-4a95-4f63-a1ac-c47ac93aa4e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'mac_address': 'fa:16:3e:f1:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf36b5-cc4c-42df-aa3e-7aa4a551288b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:37:38Z', 'updated_at': '2021-11-12T20:37:38Z', 'revision_number': 0, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebc0273-42e8-4489-8115-a662a4cc44c7', 'name': '', 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'mac_address': 'fa:16:3e:c1:42:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:22Z', 'updated_at': '2021-11-12T20:37:26Z', 'revision_number': 5, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'subnets': [{'id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:40.219024 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2bd77d-a86b-4517-a7d9-e74810b275f2 None None] Checking router: 1d48efc1-93fc-4ba9-a60f-a0103891b8ed for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:37:40.219374 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b654e61-4a69-429e-94b0-3d74f7881831 req-f7ea77cd-69b8-4d84-a0a4-6459cab352ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:40.221334 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1b654e61-4a69-429e-94b0-3d74f7881831 req-f7ea77cd-69b8-4d84-a0a4-6459cab352ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a624239-b6be-4aac-a52d-c44ce1c9fb2d HTTP/1.1" status: 200 len: 835 time: 0.0473542 Nov 12 20:37:40.227796 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2bd77d-a86b-4517-a7d9-e74810b275f2 None None] Routers {'1d48efc1-93fc-4ba9-a60f-a0103891b8ed'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:37:40.228474 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-fc2bd77d-a86b-4517-a7d9-e74810b275f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:37:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['1d48efc1-93fc-4ba9-a60f-a0103891b8ed'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:40.268067 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b654e61-4a69-429e-94b0-3d74f7881831 req-a04b6c50-4574-4110-a702-4db441809018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:37:40.269512 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1b654e61-4a69-429e-94b0-3d74f7881831 req-a04b6c50-4574-4110-a702-4db441809018 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53146cf4-8eb5-44ec-bf5b-2a70283651f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410266 Nov 12 20:37:40.329966 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-fc2bd77d-a86b-4517-a7d9-e74810b275f2 None None] Set router 1d48efc1-93fc-4ba9-a60f-a0103891b8ed gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:37:40.368076 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1b654e61-4a69-429e-94b0-3d74f7881831 req-824fe567-e923-489d-a1c3-bd9fa774018d service neutron] 10.222.0.55 "GET /v2.0/networks/53146cf4-8eb5-44ec-bf5b-2a70283651f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905595 Nov 12 20:37:40.462216 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1b654e61-4a69-429e-94b0-3d74f7881831 req-ffc4974a-0652-47bb-898b-fe06a7255943 service neutron] 10.222.0.55 "GET /v2.0/networks/53146cf4-8eb5-44ec-bf5b-2a70283651f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870540 Nov 12 20:37:40.559463 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-fc2bd77d-a86b-4517-a7d9-e74810b275f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'name': 'tempest-TestNetworkBasicOps-router-265094675', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:37:19Z', 'updated_at': '2021-11-12T20:37:23Z', 'revision_number': 4, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:20Z', 'updated_at': '2021-11-12T20:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'e814a40b-fc25-449d-8334-7cb2433abae7', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'floating_ip_address': '172.25.5.134', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'port_id': '9157280a-4a95-4f63-a1ac-c47ac93aa4e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'mac_address': 'fa:16:3e:f1:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf36b5-cc4c-42df-aa3e-7aa4a551288b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:37:38Z', 'updated_at': '2021-11-12T20:37:38Z', 'revision_number': 0, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebc0273-42e8-4489-8115-a662a4cc44c7', 'name': '', 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'mac_address': 'fa:16:3e:c1:42:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:22Z', 'updated_at': '2021-11-12T20:37:26Z', 'revision_number': 5, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'subnets': [{'id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:37:40.585276 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2bd77d-a86b-4517-a7d9-e74810b275f2 None None] The sync data for ids ['1d48efc1-93fc-4ba9-a60f-a0103891b8ed'] in n-d-712140-15 is: [{'id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'name': 'tempest-TestNetworkBasicOps-router-265094675', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:37:19Z', 'updated_at': '2021-11-12T20:37:23Z', 'revision_number': 4, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:20Z', 'updated_at': '2021-11-12T20:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'e814a40b-fc25-449d-8334-7cb2433abae7', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'floating_ip_address': '172.25.5.134', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'port_id': '9157280a-4a95-4f63-a1ac-c47ac93aa4e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'mac_address': 'fa:16:3e:f1:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf36b5-cc4c-42df-aa3e-7aa4a551288b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:37:38Z', 'updated_at': '2021-11-12T20:37:38Z', 'revision_number': 0, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebc0273-42e8-4489-8115-a662a4cc44c7', 'name': '', 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'mac_address': 'fa:16:3e:c1:42:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:22Z', 'updated_at': '2021-11-12T20:37:26Z', 'revision_number': 5, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'subnets': [{'id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:37:40.769879 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c246c2-6f34-4ab0-9269-595cc0018cec None None] New status for floating IP e814a40b-fc25-449d-8334-7cb2433abae7: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:37:40.971148 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52282) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:37:41.036410 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1a46999a-6bd3-42e7-9073-0ca8e42b114e tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/floatingips/e814a40b-fc25-449d-8334-7cb2433abae7 HTTP/1.1" status: 200 len: 993 time: 0.0640364 Nov 12 20:37:49.930801 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-30293e8b-8b6a-419a-8e1b-61552b9215ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:50.333588 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:52.751766 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-252de02e-c60e-4cb2-b6c5-7aaefdf715fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:53.827449 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:54.129961 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:54.655094 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:37:55.234153 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:37:55.978512 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:03.210120 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff0e9a88-cbaf-421d-8f0e-7622ea7d48f3 req-1257c3ce-096d-49a2-ab28-5f408f9d9327 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=22cf36b5-cc4c-42df-aa3e-7aa4a551288b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401165 Nov 12 20:38:03.290752 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e9a88-cbaf-421d-8f0e-7622ea7d48f3 req-24f63f98-6984-4bbb-8828-9f9ef354b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:03.292440 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff0e9a88-cbaf-421d-8f0e-7622ea7d48f3 req-24f63f98-6984-4bbb-8828-9f9ef354b614 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6d86ae2d8044da38cfabd09b2ad7223&device_id=22cf36b5-cc4c-42df-aa3e-7aa4a551288b HTTP/1.1" status: 200 len: 1097 time: 0.0420434 Nov 12 20:38:03.400415 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e9a88-cbaf-421d-8f0e-7622ea7d48f3 req-00dedf3d-2556-40e8-ae94-27727c7f441e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:03.401975 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff0e9a88-cbaf-421d-8f0e-7622ea7d48f3 req-00dedf3d-2556-40e8-ae94-27727c7f441e service neutron] 10.222.0.55 "GET /v2.0/networks?id=53146cf4-8eb5-44ec-bf5b-2a70283651f7 HTTP/1.1" status: 200 len: 898 time: 0.0901098 Nov 12 20:38:03.402330 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52288) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:03.468530 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff0e9a88-cbaf-421d-8f0e-7622ea7d48f3 req-ad586743-00ea-418d-9052-7eec06f74ea9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9157280a-4a95-4f63-a1ac-c47ac93aa4e8 HTTP/1.1" status: 200 len: 1001 time: 0.0593245 Nov 12 20:38:03.522014 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e9a88-cbaf-421d-8f0e-7622ea7d48f3 req-bd88a31c-775b-4bf5-9e01-9312a3710975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:03.523545 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff0e9a88-cbaf-421d-8f0e-7622ea7d48f3 req-bd88a31c-775b-4bf5-9e01-9312a3710975 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a624239-b6be-4aac-a52d-c44ce1c9fb2d HTTP/1.1" status: 200 len: 835 time: 0.0482953 Nov 12 20:38:03.568748 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-ded6ac0e-cea3-42b9-854f-28f1b1e7b856 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Deleting port 3506a2fd-c0c9-46bd-8734-634d15344025 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:38:03.568992 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e9a88-cbaf-421d-8f0e-7622ea7d48f3 req-b496415d-fa58-4277-a82d-7d998eca6364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:03.569103 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ded6ac0e-cea3-42b9-854f-28f1b1e7b856 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:03.570505 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff0e9a88-cbaf-421d-8f0e-7622ea7d48f3 req-b496415d-fa58-4277-a82d-7d998eca6364 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53146cf4-8eb5-44ec-bf5b-2a70283651f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400038 Nov 12 20:38:03.645791 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ded6ac0e-cea3-42b9-854f-28f1b1e7b856 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:03.646042 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ded6ac0e-cea3-42b9-854f-28f1b1e7b856 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:03.658392 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-ded6ac0e-cea3-42b9-854f-28f1b1e7b856 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Calling delete_port for 3506a2fd-c0c9-46bd-8734-634d15344025 owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:38:03.661119 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff0e9a88-cbaf-421d-8f0e-7622ea7d48f3 req-a7ea3c90-6be9-4f95-a5d2-7e3fb0351743 service neutron] 10.222.0.55 "GET /v2.0/networks/53146cf4-8eb5-44ec-bf5b-2a70283651f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833111 Nov 12 20:38:03.754970 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff0e9a88-cbaf-421d-8f0e-7622ea7d48f3 req-6fbc4d3a-dd68-4fe1-a0d5-0234502422cf service neutron] 10.222.0.55 "GET /v2.0/networks/53146cf4-8eb5-44ec-bf5b-2a70283651f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869284 Nov 12 20:38:03.808352 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ded6ac0e-cea3-42b9-854f-28f1b1e7b856 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:03.834119 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6ac0e-cea3-42b9-854f-28f1b1e7b856 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event deleted for resources: {'Port': ['ID=3506a2fd-c0c9-46bd-8734-634d15344025,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:03.894776 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ded6ac0e-cea3-42b9-854f-28f1b1e7b856 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for floatingip, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:03.895726 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [None req-ded6ac0e-cea3-42b9-854f-28f1b1e7b856 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Floating IP 683af434-b5c6-4148-a92b-4e1ff803ce0c disassociated (deleted). External IP: 172.25.5.98, port: 69f952d0-d8be-4533-8635-096848a0e9f8. Nov 12 20:38:04.098215 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded6ac0e-cea3-42b9-854f-28f1b1e7b856 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Router 0e031182-620e-487e-b950-59728acf8355 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:38:04.206737 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded6ac0e-cea3-42b9-854f-28f1b1e7b856 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:38:04.211565 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ded6ac0e-cea3-42b9-854f-28f1b1e7b856 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:04.219006 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca28a7f-fd84-4431-aa10-8f627a9d2905 None None] Sync routers for ids ['0e031182-620e-487e-b950-59728acf8355'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:38:04.229793 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca28a7f-fd84-4431-aa10-8f627a9d2905 None None] Routers {'0e031182-620e-487e-b950-59728acf8355'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:38:04.229991 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-9ca28a7f-fd84-4431-aa10-8f627a9d2905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:37:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0e031182-620e-487e-b950-59728acf8355'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:38:04.238753 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ded6ac0e-cea3-42b9-854f-28f1b1e7b856 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "DELETE /v2.0/floatingips/683af434-b5c6-4148-a92b-4e1ff803ce0c HTTP/1.1" status: 204 len: 168 time: 0.8353276 Nov 12 20:38:04.239339 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b271f63-c896-49ad-bd10-e301a6f17162', 'tag': '69f952d0-d8be-4533-8635-096848a0e9f8'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:38:04.241617 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e337c3f-dff4-4999-bdd7-8cb4adec806c" -d '{"events": [{"name": "network-changed", "server_uuid": "9b271f63-c896-49ad-bd10-e301a6f17162", "tag": "69f952d0-d8be-4533-8635-096848a0e9f8"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:38:04.283423 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fdad97-f562-4323-91a5-a785f654669e x-openstack-request-id: req-86fdad97-f562-4323-91a5-a785f654669e {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:38:04.283721 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b271f63-c896-49ad-bd10-e301a6f17162", "tag": "69f952d0-d8be-4533-8635-096848a0e9f8", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:38:04.283972 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-86fdad97-f562-4323-91a5-a785f654669e {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:38:04.284403 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b271f63-c896-49ad-bd10-e301a6f17162', 'tag': '69f952d0-d8be-4533-8635-096848a0e9f8', 'status': 'completed', 'code': 200} Nov 12 20:38:04.364457 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e337c3f-dff4-4999-bdd7-8cb4adec806c req-e6456d5f-9784-41c6-b41c-03353a38a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:04.366115 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e337c3f-dff4-4999-bdd7-8cb4adec806c req-e6456d5f-9784-41c6-b41c-03353a38a8b0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c510c0945858446c87ca9a78193927af&device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 1097 time: 0.0532761 Nov 12 20:38:04.511485 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-9ca28a7f-fd84-4431-aa10-8f627a9d2905 None None] Set router 0e031182-620e-487e-b950-59728acf8355 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:38:04.518751 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e337c3f-dff4-4999-bdd7-8cb4adec806c req-f17b02d2-1268-462a-96f8-b855ae3f21c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:04.520292 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e337c3f-dff4-4999-bdd7-8cb4adec806c req-f17b02d2-1268-462a-96f8-b855ae3f21c5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cc987020-334d-4e83-8c15-b67942ac51a5 HTTP/1.1" status: 200 len: 898 time: 0.1419637 Nov 12 20:38:04.530920 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cdf3d-ab4f-4a7d-91c4-68702f1878a6 req-88612858-8a2e-463a-837d-843c296e0cc6 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:04.532661 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9b2cdf3d-ab4f-4a7d-91c4-68702f1878a6 req-88612858-8a2e-463a-837d-843c296e0cc6 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 945 time: 0.0877898 Nov 12 20:38:04.574703 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e337c3f-dff4-4999-bdd7-8cb4adec806c req-ff088410-a8f8-41d7-b1d1-8da3dead608b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69f952d0-d8be-4533-8635-096848a0e9f8 HTTP/1.1" status: 200 len: 217 time: 0.0409989 Nov 12 20:38:04.644675 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9b2cdf3d-ab4f-4a7d-91c4-68702f1878a6 req-e1386c14-d416-4e8a-8c4e-b641dbdd34b2 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=681a297d-4ac7-4704-a944-ca233c4d7741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047719 Nov 12 20:38:04.650121 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e337c3f-dff4-4999-bdd7-8cb4adec806c req-2862e5ce-a19e-40cf-99fb-9e2bd513ffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:04.652157 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e337c3f-dff4-4999-bdd7-8cb4adec806c req-2862e5ce-a19e-40cf-99fb-9e2bd513ffe8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b4301fc5-f2a3-415f-a811-f6b2f56ddfa0 HTTP/1.1" status: 200 len: 834 time: 0.0697243 Nov 12 20:38:04.704022 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e337c3f-dff4-4999-bdd7-8cb4adec806c req-070f0da8-8f56-4738-a6ad-4c12096908d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:04.705578 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e337c3f-dff4-4999-bdd7-8cb4adec806c req-070f0da8-8f56-4738-a6ad-4c12096908d0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc987020-334d-4e83-8c15-b67942ac51a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446346 Nov 12 20:38:04.707003 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-9ca28a7f-fd84-4431-aa10-8f627a9d2905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e031182-620e-487e-b950-59728acf8355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116298015', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:34:48Z', 'updated_at': '2021-11-12T20:34:54Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:0f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e031182-620e-487e-b950-59728acf8355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:34:49Z', 'updated_at': '2021-11-12T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac', 'name': '', 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:41:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e031182-620e-487e-b950-59728acf8355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'b4301fc5-f2a3-415f-a811-f6b2f56ddfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:34:52Z', 'updated_at': '2021-11-12T20:34:59Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': 'b4301fc5-f2a3-415f-a811-f6b2f56ddfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:38:04.733734 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca28a7f-fd84-4431-aa10-8f627a9d2905 None None] Checking router: 0e031182-620e-487e-b950-59728acf8355 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:38:04.742065 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca28a7f-fd84-4431-aa10-8f627a9d2905 None None] Routers {'0e031182-620e-487e-b950-59728acf8355'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:38:04.742670 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-9ca28a7f-fd84-4431-aa10-8f627a9d2905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:37:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0e031182-620e-487e-b950-59728acf8355'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:38:04.802925 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e337c3f-dff4-4999-bdd7-8cb4adec806c req-ebae7d10-650d-4738-863f-e4b76507423a service neutron] 10.222.0.52 "GET /v2.0/networks/cc987020-334d-4e83-8c15-b67942ac51a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889063 Nov 12 20:38:04.858750 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-9ca28a7f-fd84-4431-aa10-8f627a9d2905 None None] Set router 0e031182-620e-487e-b950-59728acf8355 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:38:04.904389 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e337c3f-dff4-4999-bdd7-8cb4adec806c req-9d2440f4-0634-4ba5-9626-e31186a2359c service neutron] 10.222.0.52 "GET /v2.0/networks/cc987020-334d-4e83-8c15-b67942ac51a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871441 Nov 12 20:38:05.058090 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-9ca28a7f-fd84-4431-aa10-8f627a9d2905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e031182-620e-487e-b950-59728acf8355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116298015', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:34:48Z', 'updated_at': '2021-11-12T20:34:54Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:0f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e031182-620e-487e-b950-59728acf8355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:34:49Z', 'updated_at': '2021-11-12T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac', 'name': '', 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:41:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e031182-620e-487e-b950-59728acf8355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'b4301fc5-f2a3-415f-a811-f6b2f56ddfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:34:52Z', 'updated_at': '2021-11-12T20:34:59Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': 'b4301fc5-f2a3-415f-a811-f6b2f56ddfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:38:05.083688 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca28a7f-fd84-4431-aa10-8f627a9d2905 None None] The sync data for ids ['0e031182-620e-487e-b950-59728acf8355'] in n-d-712140-15 is: [{'id': '0e031182-620e-487e-b950-59728acf8355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116298015', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:34:48Z', 'updated_at': '2021-11-12T20:34:54Z', 'revision_number': 4, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:0f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e031182-620e-487e-b950-59728acf8355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:34:49Z', 'updated_at': '2021-11-12T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac', 'name': '', 'network_id': 'cc987020-334d-4e83-8c15-b67942ac51a5', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'mac_address': 'fa:16:3e:41:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e031182-620e-487e-b950-59728acf8355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'b4301fc5-f2a3-415f-a811-f6b2f56ddfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:34:52Z', 'updated_at': '2021-11-12T20:34:59Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'subnets': [{'id': 'b4301fc5-f2a3-415f-a811-f6b2f56ddfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:38:05.287420 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b56fda-98f9-4db3-a632-2f265c492a6f None None] New status for floating IP 683af434-b5c6-4148-a92b-4e1ff803ce0c: DOWN {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:38:05.763452 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31c28c-dc32-434b-bc88-3c8ce98106d5 req-9433ec3a-ff84-4000-89fc-0b9634751887 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:05.764990 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9a31c28c-dc32-434b-bc88-3c8ce98106d5 req-9433ec3a-ff84-4000-89fc-0b9634751887 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 945 time: 0.0506041 Nov 12 20:38:05.813832 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9a31c28c-dc32-434b-bc88-3c8ce98106d5 req-a60ad738-fc64-4b97-af4a-b7d945e73364 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/security-groups?id=681a297d-4ac7-4704-a944-ca233c4d7741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428369 Nov 12 20:38:05.983175 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd25896-4591-4ae6-8912-1178653c9e4c req-959594df-6bf3-4fd7-82d2-3b07d65cfdc3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:05.984615 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6cd25896-4591-4ae6-8912-1178653c9e4c req-959594df-6bf3-4fd7-82d2-3b07d65cfdc3 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 945 time: 0.0509105 Nov 12 20:38:06.073816 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-6cd25896-4591-4ae6-8912-1178653c9e4c req-7ed5660c-77da-46c2-bb2b-a04c93b0c8dd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Deleting port 69f952d0-d8be-4533-8635-096848a0e9f8 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:38:06.074157 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6cd25896-4591-4ae6-8912-1178653c9e4c req-7ed5660c-77da-46c2-bb2b-a04c93b0c8dd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:06.169467 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-6cd25896-4591-4ae6-8912-1178653c9e4c req-7ed5660c-77da-46c2-bb2b-a04c93b0c8dd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] For port 69f952d0-d8be-4533-8635-096848a0e9f8, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=69f952d0-d8be-4533-8635-096848a0e9f8,segment=NetworkSegment(d78ced37-a45d-4b6d-9ef9-3a05aee48aa5),segment_id=d78ced37-a45d-4b6d-9ef9-3a05aee48aa5)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:38:06.169837 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6cd25896-4591-4ae6-8912-1178653c9e4c req-7ed5660c-77da-46c2-bb2b-a04c93b0c8dd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:06.183097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-6cd25896-4591-4ae6-8912-1178653c9e4c req-7ed5660c-77da-46c2-bb2b-a04c93b0c8dd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Calling delete_port for 69f952d0-d8be-4533-8635-096848a0e9f8 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:38:06.310717 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6cd25896-4591-4ae6-8912-1178653c9e4c req-7ed5660c-77da-46c2-bb2b-a04c93b0c8dd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:06.340662 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5660c-77da-46c2-bb2b-a04c93b0c8dd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event deleted for resources: {'Port': ['ID=69f952d0-d8be-4533-8635-096848a0e9f8,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:06.383110 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd25896-4591-4ae6-8912-1178653c9e4c req-7ed5660c-77da-46c2-bb2b-a04c93b0c8dd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] No DVR routers for this DVR port 69f952d0-d8be-4533-8635-096848a0e9f8 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:38:06.386407 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6cd25896-4591-4ae6-8912-1178653c9e4c req-7ed5660c-77da-46c2-bb2b-a04c93b0c8dd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:06.389900 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6cd25896-4591-4ae6-8912-1178653c9e4c req-7ed5660c-77da-46c2-bb2b-a04c93b0c8dd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.52 "DELETE /v2.0/ports/69f952d0-d8be-4533-8635-096848a0e9f8 HTTP/1.1" status: 204 len: 173 time: 0.3982909 Nov 12 20:38:06.390364 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b271f63-c896-49ad-bd10-e301a6f17162', 'name': 'network-vif-deleted', 'tag': '69f952d0-d8be-4533-8635-096848a0e9f8'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:38:06.392684 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac379aba-d4fe-4103-9867-42e1d1c0f43c" -d '{"events": [{"server_uuid": "9b271f63-c896-49ad-bd10-e301a6f17162", "name": "network-vif-deleted", "tag": "69f952d0-d8be-4533-8635-096848a0e9f8"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:38:06.433157 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83589545-401e-4b5a-9431-18eb5c4789f2 x-openstack-request-id: req-83589545-401e-4b5a-9431-18eb5c4789f2 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:38:06.433599 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b271f63-c896-49ad-bd10-e301a6f17162", "name": "network-vif-deleted", "tag": "69f952d0-d8be-4533-8635-096848a0e9f8", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:38:06.433863 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-83589545-401e-4b5a-9431-18eb5c4789f2 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:38:06.434442 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b271f63-c896-49ad-bd10-e301a6f17162', 'name': 'network-vif-deleted', 'tag': '69f952d0-d8be-4533-8635-096848a0e9f8', 'status': 'completed', 'code': 200} Nov 12 20:38:06.922947 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b20bdc83-98db-49f6-8e90-2d3be4bbb810 req-5043bb1a-3cec-4954-89da-f676a5a4cdbd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b271f63-c896-49ad-bd10-e301a6f17162 HTTP/1.1" status: 200 len: 210 time: 0.0279684 Nov 12 20:38:07.981544 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52304) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:08.097617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 69f952d0-d8be-4533-8635-096848a0e9f8 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:38:08.117651 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 69f952d0-d8be-4533-8635-096848a0e9f8 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:38:08.117992 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 69f952d0-d8be-4533-8635-096848a0e9f8 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:38:08.337510 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b4cd557a-b088-474d-a3fd-dd31e824c594 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:08.625143 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd557a-b088-474d-a3fd-dd31e824c594 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Deleting port bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:38:08.625394 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b4cd557a-b088-474d-a3fd-dd31e824c594 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:08.722231 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-b4cd557a-b088-474d-a3fd-dd31e824c594 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] For port bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac,segment=NetworkSegment(d78ced37-a45d-4b6d-9ef9-3a05aee48aa5),segment_id=d78ced37-a45d-4b6d-9ef9-3a05aee48aa5)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:38:08.722713 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b4cd557a-b088-474d-a3fd-dd31e824c594 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:08.738057 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd557a-b088-474d-a3fd-dd31e824c594 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Calling delete_port for bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:38:08.926417 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b4cd557a-b088-474d-a3fd-dd31e824c594 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:08.954041 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd557a-b088-474d-a3fd-dd31e824c594 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event deleted for resources: {'Port': ['ID=bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:09.142626 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b4cd557a-b088-474d-a3fd-dd31e824c594 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:09.683185 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cd557a-b088-474d-a3fd-dd31e824c594 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Router 0e031182-620e-487e-b950-59728acf8355 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:38:09.786880 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cd557a-b088-474d-a3fd-dd31e824c594 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:38:09.794822 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b4cd557a-b088-474d-a3fd-dd31e824c594 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "PUT /v2.0/routers/0e031182-620e-487e-b950-59728acf8355/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8121362 Nov 12 20:38:09.797405 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9250fe-86b0-48e5-83e1-1ae8882c6361 None None] Sync routers for ids ['0e031182-620e-487e-b950-59728acf8355'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:38:09.797850 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52306) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:09.807415 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9250fe-86b0-48e5-83e1-1ae8882c6361 None None] Routers {'0e031182-620e-487e-b950-59728acf8355'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:38:09.808022 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1c9250fe-86b0-48e5-83e1-1ae8882c6361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:37:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0e031182-620e-487e-b950-59728acf8355'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:38:09.848617 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-4daf54c8-8cad-4b97-afdb-59a2f8cf9ffd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Deleting subnet b4301fc5-f2a3-415f-a811-f6b2f56ddfa0 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:38:09.851736 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4daf54c8-8cad-4b97-afdb-59a2f8cf9ffd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:09.896101 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4daf54c8-8cad-4b97-afdb-59a2f8cf9ffd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:09.912125 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-1c9250fe-86b0-48e5-83e1-1ae8882c6361 None None] Set router 0e031182-620e-487e-b950-59728acf8355 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:38:09.977309 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4daf54c8-8cad-4b97-afdb-59a2f8cf9ffd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:10.036755 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4daf54c8-8cad-4b97-afdb-59a2f8cf9ffd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:10.069177 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf54c8-8cad-4b97-afdb-59a2f8cf9ffd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event deleted for resources: {'Subnet': ['ID=b4301fc5-f2a3-415f-a811-f6b2f56ddfa0,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:10.075338 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4daf54c8-8cad-4b97-afdb-59a2f8cf9ffd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:10.080689 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4daf54c8-8cad-4b97-afdb-59a2f8cf9ffd tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "DELETE /v2.0/subnets/b4301fc5-f2a3-415f-a811-f6b2f56ddfa0 HTTP/1.1" status: 204 len: 168 time: 0.2798409 Nov 12 20:38:10.081261 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52308) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:10.082764 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74245fa-b4b6-462d-a85d-18b3b73cbe80 None None] Network cc987020-334d-4e83-8c15-b67942ac51a5 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:38:10.148746 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1c9250fe-86b0-48e5-83e1-1ae8882c6361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e031182-620e-487e-b950-59728acf8355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116298015', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:34:48Z', 'updated_at': '2021-11-12T20:38:08Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:0f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e031182-620e-487e-b950-59728acf8355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:34:49Z', 'updated_at': '2021-11-12T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:38:10.183852 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9250fe-86b0-48e5-83e1-1ae8882c6361 None None] Checking router: 0e031182-620e-487e-b950-59728acf8355 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:38:10.197845 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd313-2e30-4f94-b79b-016ffe051153 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:10.226031 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9250fe-86b0-48e5-83e1-1ae8882c6361 None None] Routers {'0e031182-620e-487e-b950-59728acf8355'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:38:10.226657 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1c9250fe-86b0-48e5-83e1-1ae8882c6361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:37:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['0e031182-620e-487e-b950-59728acf8355'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:38:10.301713 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd313-2e30-4f94-b79b-016ffe051153 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:10.344915 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226a6ad6-b080-47cf-a311-0561a681599c None None] DHCP port deletion for cc987020-334d-4e83-8c15-b67942ac51a5 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:38:10.352418 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-1c9250fe-86b0-48e5-83e1-1ae8882c6361 None None] Set router 0e031182-620e-487e-b950-59728acf8355 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:38:10.367871 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-aa6cd313-2e30-4f94-b79b-016ffe051153 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Deleting port e1b07f70-98b1-4965-b128-eaa29161da41 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:38:10.368213 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd313-2e30-4f94-b79b-016ffe051153 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:10.446286 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-aa6cd313-2e30-4f94-b79b-016ffe051153 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] For port e1b07f70-98b1-4965-b128-eaa29161da41, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e1b07f70-98b1-4965-b128-eaa29161da41,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:38:10.446824 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd313-2e30-4f94-b79b-016ffe051153 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:10.459813 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-aa6cd313-2e30-4f94-b79b-016ffe051153 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Calling delete_port for e1b07f70-98b1-4965-b128-eaa29161da41 owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:38:10.520963 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-226a6ad6-b080-47cf-a311-0561a681599c None None] Deleting port bbf2889d-ae5f-47f6-9221-4270c7e7a9db {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:38:10.521327 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-226a6ad6-b080-47cf-a311-0561a681599c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:10.609346 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-226a6ad6-b080-47cf-a311-0561a681599c None None] For port bbf2889d-ae5f-47f6-9221-4270c7e7a9db, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=bbf2889d-ae5f-47f6-9221-4270c7e7a9db,segment=NetworkSegment(d78ced37-a45d-4b6d-9ef9-3a05aee48aa5),segment_id=d78ced37-a45d-4b6d-9ef9-3a05aee48aa5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:38:10.609736 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-226a6ad6-b080-47cf-a311-0561a681599c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:10.626196 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-226a6ad6-b080-47cf-a311-0561a681599c None None] Calling delete_port for bbf2889d-ae5f-47f6-9221-4270c7e7a9db owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:38:10.657068 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd313-2e30-4f94-b79b-016ffe051153 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:10.680457 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1c9250fe-86b0-48e5-83e1-1ae8882c6361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e031182-620e-487e-b950-59728acf8355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116298015', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:34:48Z', 'updated_at': '2021-11-12T20:38:08Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:0f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e031182-620e-487e-b950-59728acf8355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:34:49Z', 'updated_at': '2021-11-12T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:38:10.693288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cd313-2e30-4f94-b79b-016ffe051153 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event deleted for resources: {'Port': ['ID=e1b07f70-98b1-4965-b128-eaa29161da41,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:10.715280 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83712ca8-1e50-41d6-8623-30508fc5f8ff None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:38:10.718648 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9250fe-86b0-48e5-83e1-1ae8882c6361 None None] The sync data for ids ['0e031182-620e-487e-b950-59728acf8355'] in n-d-712140-15 is: [{'id': '0e031182-620e-487e-b950-59728acf8355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116298015', 'tenant_id': 'c510c0945858446c87ca9a78193927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:34:48Z', 'updated_at': '2021-11-12T20:38:08Z', 'revision_number': 5, 'project_id': 'c510c0945858446c87ca9a78193927af', 'gw_port': {'id': 'e1b07f70-98b1-4965-b128-eaa29161da41', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:0f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e031182-620e-487e-b950-59728acf8355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:34:49Z', 'updated_at': '2021-11-12T20:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:38:10.769126 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-226a6ad6-b080-47cf-a311-0561a681599c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:10.781669 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd313-2e30-4f94-b79b-016ffe051153 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:10.794999 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a6ad6-b080-47cf-a311-0561a681599c None None] Pushing event deleted for resources: {'Port': ['ID=bbf2889d-ae5f-47f6-9221-4270c7e7a9db,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:10.799254 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226a6ad6-b080-47cf-a311-0561a681599c None None] No DVR routers for this DVR port bbf2889d-ae5f-47f6-9221-4270c7e7a9db on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:38:10.805931 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a6ad6-b080-47cf-a311-0561a681599c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:10.806277 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a6ad6-b080-47cf-a311-0561a681599c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:10.806727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a6ad6-b080-47cf-a311-0561a681599c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:10.807055 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a6ad6-b080-47cf-a311-0561a681599c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:10.807384 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a6ad6-b080-47cf-a311-0561a681599c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:10.807712 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a6ad6-b080-47cf-a311-0561a681599c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:10.808036 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a6ad6-b080-47cf-a311-0561a681599c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:10.808384 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a6ad6-b080-47cf-a311-0561a681599c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:10.808705 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a6ad6-b080-47cf-a311-0561a681599c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:10.809025 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a6ad6-b080-47cf-a311-0561a681599c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:10.809657 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a6ad6-b080-47cf-a311-0561a681599c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:10.809657 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a6ad6-b080-47cf-a311-0561a681599c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:10.897475 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd313-2e30-4f94-b79b-016ffe051153 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:10.899465 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd313-2e30-4f94-b79b-016ffe051153 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:10.941915 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd313-2e30-4f94-b79b-016ffe051153 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:10.942454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6cd313-2e30-4f94-b79b-016ffe051153 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Fanout notify agent at l3_agent the message router_deleted on router 0e031182-620e-487e-b950-59728acf8355 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:38:10.949938 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd313-2e30-4f94-b79b-016ffe051153 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:10.951039 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-aa6cd313-2e30-4f94-b79b-016ffe051153 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "DELETE /v2.0/routers/0e031182-620e-487e-b950-59728acf8355 HTTP/1.1" status: 204 len: 168 time: 0.8685985 Nov 12 20:38:10.953754 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52310) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:11.031279 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0303e479-d786-4f03-9f31-27abcca43595 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:11.119686 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0303e479-d786-4f03-9f31-27abcca43595 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:11.142304 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-0303e479-d786-4f03-9f31-27abcca43595 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc987020-334d-4e83-8c15-b67942ac51a5']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:38:11.153745 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-0303e479-d786-4f03-9f31-27abcca43595 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd78ced37-a45d-4b6d-9ef9-3a05aee48aa5') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:38:11.154052 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-0303e479-d786-4f03-9f31-27abcca43595 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd78ced37-a45d-4b6d-9ef9-3a05aee48aa5') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:38:11.164922 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0303e479-d786-4f03-9f31-27abcca43595 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:11.180062 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0303e479-d786-4f03-9f31-27abcca43595 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:11.188584 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0303e479-d786-4f03-9f31-27abcca43595 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:38:11.189096 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0303e479-d786-4f03-9f31-27abcca43595 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:38:11.192712 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:38:11.211428 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device bbf2889d-ae5f-47f6-9221-4270c7e7a9db no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:38:11.242623 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: bbf2889d-ae5f-47f6-9221-4270c7e7a9db {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:38:11.242974 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device bbf2889d-ae5f-47f6-9221-4270c7e7a9db not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:38:11.243386 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:38:11.266770 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:38:11.267119 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device bdfc348f-bb46-4d6c-a733-ac0e9e0cfaac not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:38:11.277482 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0303e479-d786-4f03-9f31-27abcca43595 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:11.285388 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0303e479-d786-4f03-9f31-27abcca43595 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:11.288431 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0303e479-d786-4f03-9f31-27abcca43595 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "DELETE /v2.0/networks/cc987020-334d-4e83-8c15-b67942ac51a5 HTTP/1.1" status: 204 len: 168 time: 0.3337204 Nov 12 20:38:11.291772 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52312) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:11.308685 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303e479-d786-4f03-9f31-27abcca43595 tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event deleted for resources: {'Network': ['ID=cc987020-334d-4e83-8c15-b67942ac51a5,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:11.362416 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-546ac64a-69af-4500-aba7-c85b40be6b6a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:11.389670 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-546ac64a-69af-4500-aba7-c85b40be6b6a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:11.451937 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-546ac64a-69af-4500-aba7-c85b40be6b6a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:11.454525 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-546ac64a-69af-4500-aba7-c85b40be6b6a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:11.457945 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-546ac64a-69af-4500-aba7-c85b40be6b6a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] 10.222.0.48 "DELETE /v2.0/security-groups/681a297d-4ac7-4704-a944-ca233c4d7741 HTTP/1.1" status: 204 len: 168 time: 0.1647894 Nov 12 20:38:11.468657 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ac64a-69af-4500-aba7-c85b40be6b6a tempest-TestNetworkAdvancedServerOps-1578321844 tempest-TestNetworkAdvancedServerOps-1578321844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=681a297d-4ac7-4704-a944-ca233c4d7741,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:11.759239 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52320) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:11.916824 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8f1b455e-20e7-4827-aef8-b4ee4d34748f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c510c0945858446c87ca9a78193927af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1555126 Nov 12 20:38:11.919226 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52324) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:11.980505 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c87b25b9-c424-4f4d-a3b0-f1ded44901ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:12.008622 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c87b25b9-c424-4f4d-a3b0-f1ded44901ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:12.064053 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c87b25b9-c424-4f4d-a3b0-f1ded44901ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:12.066738 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c87b25b9-c424-4f4d-a3b0-f1ded44901ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:12.067889 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c87b25b9-c424-4f4d-a3b0-f1ded44901ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/467a4968-11bf-4192-9428-0089ce653745 HTTP/1.1" status: 204 len: 168 time: 0.1477675 Nov 12 20:38:12.075650 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b25b9-c424-4f4d-a3b0-f1ded44901ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467a4968-11bf-4192-9428-0089ce653745,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:12.339042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52330) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:12.379256 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4e31f295-ea53-4532-9678-1d65c31cb2f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5788070820964b39bdc75b139425445d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390379 Nov 12 20:38:12.381750 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52332) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:12.428315 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b125d6d0-ec69-4f93-ad59-870263e257b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:12.452743 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b125d6d0-ec69-4f93-ad59-870263e257b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:12.501433 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b125d6d0-ec69-4f93-ad59-870263e257b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:12.504199 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b125d6d0-ec69-4f93-ad59-870263e257b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:12.505389 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b125d6d0-ec69-4f93-ad59-870263e257b8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/64babdd4-2bb8-47b0-83f6-4f05f1a98d4c HTTP/1.1" status: 204 len: 168 time: 0.1227479 Nov 12 20:38:12.513577 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125d6d0-ec69-4f93-ad59-870263e257b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64babdd4-2bb8-47b0-83f6-4f05f1a98d4c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:12.827070 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e1b07f70-98b1-4965-b128-eaa29161da41 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:38:12.854663 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: e1b07f70-98b1-4965-b128-eaa29161da41 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:38:12.855231 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e1b07f70-98b1-4965-b128-eaa29161da41 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:38:13.267473 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52356) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:13.367092 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-093a0a12-fe7a-403e-a438-94d234a6388b admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1265811905-network', 'tenant_id': 'fb884daee51c4028b4cfd6cb9b948091'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:38:13.388387 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093a0a12-fe7a-403e-a438-94d234a6388b admin admin] Made reservation on behalf of fb884daee51c4028b4cfd6cb9b948091 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:38:13.390666 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-093a0a12-fe7a-403e-a438-94d234a6388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:13.399231 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-093a0a12-fe7a-403e-a438-94d234a6388b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:13.472192 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-093a0a12-fe7a-403e-a438-94d234a6388b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:13.475953 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-093a0a12-fe7a-403e-a438-94d234a6388b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:13.498255 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093a0a12-fe7a-403e-a438-94d234a6388b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:38:13.513991 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-093a0a12-fe7a-403e-a438-94d234a6388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:13.514329 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-093a0a12-fe7a-403e-a438-94d234a6388b admin admin] Added segment a631a402-1d54-42d6-826f-7d631eb70bb9 of type vlan for network 39fa66c1-80f1-424f-bf0e-1417f11001ab Nov 12 20:38:13.515687 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a0a12-fe7a-403e-a438-94d234a6388b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e78a05-7d69-4cbe-a436-77a13ecde742,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:13.560047 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-093a0a12-fe7a-403e-a438-94d234a6388b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:13.584182 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-093a0a12-fe7a-403e-a438-94d234a6388b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:13.585119 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093a0a12-fe7a-403e-a438-94d234a6388b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:13.585703 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-093a0a12-fe7a-403e-a438-94d234a6388b admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:13.645461 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-093a0a12-fe7a-403e-a438-94d234a6388b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3768811 Nov 12 20:38:13.648542 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52362) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:13.652868 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a0a12-fe7a-403e-a438-94d234a6388b admin admin] Pushing event updated for resources: {'Network': ['ID=39fa66c1-80f1-424f-bf0e-1417f11001ab,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:13.653688 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-955ab007-2c20-43d0-8c33-93d3d8cdfc82 admin admin] Request body: {'subnet': {'network_id': '39fa66c1-80f1-424f-bf0e-1417f11001ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1265811905-subnet', 'tenant_id': 'fb884daee51c4028b4cfd6cb9b948091', 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:38:13.662752 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 39fa66c1-80f1-424f-bf0e-1417f11001ab details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:38:13.674032 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955ab007-2c20-43d0-8c33-93d3d8cdfc82 admin admin] Made reservation on behalf of fb884daee51c4028b4cfd6cb9b948091 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:38:13.676547 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-955ab007-2c20-43d0-8c33-93d3d8cdfc82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:13.853054 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-955ab007-2c20-43d0-8c33-93d3d8cdfc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:13.902307 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ab007-2c20-43d0-8c33-93d3d8cdfc82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0731d14c-081b-480b-954b-ae02d6606da6,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:13.918068 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955ab007-2c20-43d0-8c33-93d3d8cdfc82 admin admin] Checking segment: {'id': 'a631a402-1d54-42d6-826f-7d631eb70bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '39fa66c1-80f1-424f-bf0e-1417f11001ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:38:13.918427 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955ab007-2c20-43d0-8c33-93d3d8cdfc82 admin admin] Network hostable DHCP agents. Network: 39fa66c1-80f1-424f-bf0e-1417f11001ab, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:38:13.934641 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955ab007-2c20-43d0-8c33-93d3d8cdfc82 admin admin] Network 39fa66c1-80f1-424f-bf0e-1417f11001ab is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:38:13.943262 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-955ab007-2c20-43d0-8c33-93d3d8cdfc82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 39fa66c1-80f1-424f-bf0e-1417f11001ab) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:38:13.947843 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955ab007-2c20-43d0-8c33-93d3d8cdfc82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:13.948474 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-955ab007-2c20-43d0-8c33-93d3d8cdfc82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:13.952945 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabec05f-9eba-4784-962b-3eea9fb393cb None None] Network 39fa66c1-80f1-424f-bf0e-1417f11001ab requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:38:13.964119 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-955ab007-2c20-43d0-8c33-93d3d8cdfc82 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3144641 Nov 12 20:38:13.967121 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52364) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:13.971256 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-5092e2a2-4ac0-44ef-9050-113faa3faf99 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1265811905-router', 'tenant_id': 'fb884daee51c4028b4cfd6cb9b948091', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:38:13.994104 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5092e2a2-4ac0-44ef-9050-113faa3faf99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:13.995219 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5092e2a2-4ac0-44ef-9050-113faa3faf99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:14.047643 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5092e2a2-4ac0-44ef-9050-113faa3faf99 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:14.195695 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5092e2a2-4ac0-44ef-9050-113faa3faf99 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:14.276444 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bede84-9913-4bbf-bdf4-30209a765c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-39fa66c1-80f1-424f-bf0e-1417f11001ab', 'network_id': '39fa66c1-80f1-424f-bf0e-1417f11001ab', 'tenant_id': 'fb884daee51c4028b4cfd6cb9b948091', 'fixed_ips': [{'subnet_id': '0731d14c-081b-480b-954b-ae02d6606da6'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:38:14.277412 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-12bede84-9913-4bbf-bdf4-30209a765c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:14.409833 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5092e2a2-4ac0-44ef-9050-113faa3faf99 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:14.417263 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-12bede84-9913-4bbf-bdf4-30209a765c6a None None] Allocated IP 172.20.0.2 (39fa66c1-80f1-424f-bf0e-1417f11001ab/0731d14c-081b-480b-954b-ae02d6606da6/3836f371-7294-42b3-953b-a282b55fafa7) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:38:14.436025 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5092e2a2-4ac0-44ef-9050-113faa3faf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:14.546002 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-5092e2a2-4ac0-44ef-9050-113faa3faf99 admin admin] Allocated IP 172.25.5.12 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/69f83eb8-895d-43af-a55e-8fa0645f3565) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:38:14.561152 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-12bede84-9913-4bbf-bdf4-30209a765c6a None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:14.566467 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-12bede84-9913-4bbf-bdf4-30209a765c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:14.612956 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bede84-9913-4bbf-bdf4-30209a765c6a None None] Network 39fa66c1-80f1-424f-bf0e-1417f11001ab is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:38:14.615840 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-12bede84-9913-4bbf-bdf4-30209a765c6a None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:38:14.620896 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bede84-9913-4bbf-bdf4-30209a765c6a None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:38:14.623910 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bede84-9913-4bbf-bdf4-30209a765c6a None None] Pushing event updated for resources: {'Port': ['ID=3836f371-7294-42b3-953b-a282b55fafa7,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:14.666181 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5092e2a2-4ac0-44ef-9050-113faa3faf99 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:14.686078 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-12bede84-9913-4bbf-bdf4-30209a765c6a None None] Attempting to bind port 3836f371-7294-42b3-953b-a282b55fafa7 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:38:14.686448 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-12bede84-9913-4bbf-bdf4-30209a765c6a None None] Attempting to bind port 3836f371-7294-42b3-953b-a282b55fafa7 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'a631a402-1d54-42d6-826f-7d631eb70bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '39fa66c1-80f1-424f-bf0e-1417f11001ab'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:38:14.686811 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bede84-9913-4bbf-bdf4-30209a765c6a None None] Attempting to bind port 3836f371-7294-42b3-953b-a282b55fafa7 on network 39fa66c1-80f1-424f-bf0e-1417f11001ab {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:38:14.691705 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bede84-9913-4bbf-bdf4-30209a765c6a None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:38:14.692114 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bede84-9913-4bbf-bdf4-30209a765c6a None None] Checking segment: {'id': 'a631a402-1d54-42d6-826f-7d631eb70bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '39fa66c1-80f1-424f-bf0e-1417f11001ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:38:14.692549 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-12bede84-9913-4bbf-bdf4-30209a765c6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:14.692938 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bede84-9913-4bbf-bdf4-30209a765c6a None None] Bound using segment: {'id': 'a631a402-1d54-42d6-826f-7d631eb70bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '39fa66c1-80f1-424f-bf0e-1417f11001ab'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:38:14.693407 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-12bede84-9913-4bbf-bdf4-30209a765c6a None None] Bound port: 3836f371-7294-42b3-953b-a282b55fafa7, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a631a402-1d54-42d6-826f-7d631eb70bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '39fa66c1-80f1-424f-bf0e-1417f11001ab'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:38:14.693785 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-12bede84-9913-4bbf-bdf4-30209a765c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:14.704522 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5092e2a2-4ac0-44ef-9050-113faa3faf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:14.738973 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5092e2a2-4ac0-44ef-9050-113faa3faf99 admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:38:14.741717 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-5092e2a2-4ac0-44ef-9050-113faa3faf99 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:38:14.745897 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5092e2a2-4ac0-44ef-9050-113faa3faf99 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:38:14.761864 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b652a851-fca1-48e7-b29c-644385dd9a92 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:38:14.772109 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-12bede84-9913-4bbf-bdf4-30209a765c6a None None] For port 3836f371-7294-42b3-953b-a282b55fafa7, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:38:14.775268 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092e2a2-4ac0-44ef-9050-113faa3faf99 admin admin] Pushing event updated for resources: {'Port': ['ID=69f83eb8-895d-43af-a55e-8fa0645f3565,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:14.785448 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-12bede84-9913-4bbf-bdf4-30209a765c6a None None] For port 3836f371-7294-42b3-953b-a282b55fafa7, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3836f371-7294-42b3-953b-a282b55fafa7,segment=NetworkSegment(a631a402-1d54-42d6-826f-7d631eb70bb9),segment_id=a631a402-1d54-42d6-826f-7d631eb70bb9)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:38:14.790666 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-12bede84-9913-4bbf-bdf4-30209a765c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:14.856416 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bede84-9913-4bbf-bdf4-30209a765c6a None None] Pushing event updated for resources: {'Port': ['ID=3836f371-7294-42b3-953b-a282b55fafa7,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:14.865487 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-1a42a5b9-5a31-405f-ad6c-50e6078d1c4a None None] Provisioning complete for port 69f83eb8-895d-43af-a55e-8fa0645f3565 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:38:14.865857 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1a42a5b9-5a31-405f-ad6c-50e6078d1c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:14.907114 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-1a42a5b9-5a31-405f-ad6c-50e6078d1c4a None None] Port 69f83eb8-895d-43af-a55e-8fa0645f3565 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:38:15.040102 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5092e2a2-4ac0-44ef-9050-113faa3faf99 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:15.260924 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5092e2a2-4ac0-44ef-9050-113faa3faf99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:15.395917 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5092e2a2-4ac0-44ef-9050-113faa3faf99 admin admin] Router d1d8a6d6-531d-4f68-8c3d-8028f9fddc50 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:38:15.508662 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5092e2a2-4ac0-44ef-9050-113faa3faf99 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:38:15.519149 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66540b0e-b7cb-418b-8f90-d599b5c50ddd None None] Sync routers for ids ['d1d8a6d6-531d-4f68-8c3d-8028f9fddc50'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:38:15.530280 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5092e2a2-4ac0-44ef-9050-113faa3faf99 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:15.531927 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5092e2a2-4ac0-44ef-9050-113faa3faf99 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.5639760 Nov 12 20:38:15.532789 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66540b0e-b7cb-418b-8f90-d599b5c50ddd None None] Routers {'d1d8a6d6-531d-4f68-8c3d-8028f9fddc50'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:38:15.533463 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-66540b0e-b7cb-418b-8f90-d599b5c50ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:37:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['d1d8a6d6-531d-4f68-8c3d-8028f9fddc50'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:38:15.535063 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52366) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:15.646894 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-66540b0e-b7cb-418b-8f90-d599b5c50ddd None None] Set router d1d8a6d6-531d-4f68-8c3d-8028f9fddc50 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:38:15.777338 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dd8197-da36-4841-a24f-2c5d561c44ed None None] Network 39fa66c1-80f1-424f-bf0e-1417f11001ab requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:38:15.859564 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-75e9d36e-d5bb-449a-b015-8dae2f79160d None None] Provisioning complete for port 3836f371-7294-42b3-953b-a282b55fafa7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:38:15.859958 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-75e9d36e-d5bb-449a-b015-8dae2f79160d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:15.930726 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-66540b0e-b7cb-418b-8f90-d599b5c50ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d8a6d6-531d-4f68-8c3d-8028f9fddc50', 'name': 'tempest-ImageQuotaTest-1265811905-router', 'tenant_id': 'fb884daee51c4028b4cfd6cb9b948091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '69f83eb8-895d-43af-a55e-8fa0645f3565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:38:13Z', 'updated_at': '2021-11-12T20:38:14Z', 'revision_number': 3, 'project_id': 'fb884daee51c4028b4cfd6cb9b948091', 'gw_port': {'id': '69f83eb8-895d-43af-a55e-8fa0645f3565', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:dc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d8a6d6-531d-4f68-8c3d-8028f9fddc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:38:14Z', 'updated_at': '2021-11-12T20:38:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:38:15.961359 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66540b0e-b7cb-418b-8f90-d599b5c50ddd None None] Checking router: d1d8a6d6-531d-4f68-8c3d-8028f9fddc50 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:38:15.962040 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66540b0e-b7cb-418b-8f90-d599b5c50ddd None None] Updating router d1d8a6d6-531d-4f68-8c3d-8028f9fddc50 port 69f83eb8-895d-43af-a55e-8fa0645f3565 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:38:15.994503 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-66540b0e-b7cb-418b-8f90-d599b5c50ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:15.995335 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a6baab2b-4c20-4032-837a-0014a9cdc7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:16.003125 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-75e9d36e-d5bb-449a-b015-8dae2f79160d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:16.039863 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-75e9d36e-d5bb-449a-b015-8dae2f79160d None None] For port 3836f371-7294-42b3-953b-a282b55fafa7, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3836f371-7294-42b3-953b-a282b55fafa7,segment=NetworkSegment(a631a402-1d54-42d6-826f-7d631eb70bb9),segment_id=a631a402-1d54-42d6-826f-7d631eb70bb9)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:38:16.046783 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-75e9d36e-d5bb-449a-b015-8dae2f79160d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:16.109593 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9d36e-d5bb-449a-b015-8dae2f79160d None None] Pushing event updated for resources: {'Port': ['ID=3836f371-7294-42b3-953b-a282b55fafa7,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:16.202788 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-a6baab2b-4c20-4032-837a-0014a9cdc7b0 admin admin] Allocated IP 172.20.0.1 (39fa66c1-80f1-424f-bf0e-1417f11001ab/0731d14c-081b-480b-954b-ae02d6606da6/88c8308f-da71-4d02-a7a9-2dd795222793) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:38:16.280036 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-66540b0e-b7cb-418b-8f90-d599b5c50ddd None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:16.285044 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-66540b0e-b7cb-418b-8f90-d599b5c50ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:16.314851 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a6baab2b-4c20-4032-837a-0014a9cdc7b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:16.324026 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5490a357-3b09-4bf0-893e-6775fbf9a95a None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:38:16.328422 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-66540b0e-b7cb-418b-8f90-d599b5c50ddd None None] Attempting to bind port 69f83eb8-895d-43af-a55e-8fa0645f3565 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:38:16.328805 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-66540b0e-b7cb-418b-8f90-d599b5c50ddd None None] Attempting to bind port 69f83eb8-895d-43af-a55e-8fa0645f3565 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:38:16.329155 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66540b0e-b7cb-418b-8f90-d599b5c50ddd None None] Attempting to bind port 69f83eb8-895d-43af-a55e-8fa0645f3565 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:38:16.340400 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66540b0e-b7cb-418b-8f90-d599b5c50ddd None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:38:16.340776 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66540b0e-b7cb-418b-8f90-d599b5c50ddd None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:38:16.341166 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-66540b0e-b7cb-418b-8f90-d599b5c50ddd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:16.341555 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66540b0e-b7cb-418b-8f90-d599b5c50ddd None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:38:16.342030 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-66540b0e-b7cb-418b-8f90-d599b5c50ddd None None] Bound port: 69f83eb8-895d-43af-a55e-8fa0645f3565, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:38:16.342404 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-66540b0e-b7cb-418b-8f90-d599b5c50ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:16.358606 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a6baab2b-4c20-4032-837a-0014a9cdc7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:16.367878 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f404b-9abd-4f48-9eea-816f0be49914 None None] Pushing event updated for resources: {'Port': ['ID=69f83eb8-895d-43af-a55e-8fa0645f3565,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:16.375020 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-46be6626-c4bf-493f-94d5-ab6cad2f0477 None None] Provisioning complete for port 69f83eb8-895d-43af-a55e-8fa0645f3565 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:38:16.375488 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-46be6626-c4bf-493f-94d5-ab6cad2f0477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:16.395570 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6baab2b-4c20-4032-837a-0014a9cdc7b0 admin admin] Network 39fa66c1-80f1-424f-bf0e-1417f11001ab is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:38:16.398544 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-a6baab2b-4c20-4032-837a-0014a9cdc7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:38:16.401589 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6baab2b-4c20-4032-837a-0014a9cdc7b0 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:38:16.409050 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-66540b0e-b7cb-418b-8f90-d599b5c50ddd None None] For port 69f83eb8-895d-43af-a55e-8fa0645f3565, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:38:16.414748 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-66540b0e-b7cb-418b-8f90-d599b5c50ddd None None] For port 69f83eb8-895d-43af-a55e-8fa0645f3565, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=69f83eb8-895d-43af-a55e-8fa0645f3565,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:38:16.420476 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-66540b0e-b7cb-418b-8f90-d599b5c50ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:16.422794 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-46be6626-c4bf-493f-94d5-ab6cad2f0477 None None] Port 69f83eb8-895d-43af-a55e-8fa0645f3565 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:38:16.434284 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-46be6626-c4bf-493f-94d5-ab6cad2f0477 None None] Provisioning complete for port 3836f371-7294-42b3-953b-a282b55fafa7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:38:16.434618 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-46be6626-c4bf-493f-94d5-ab6cad2f0477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:16.444506 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6baab2b-4c20-4032-837a-0014a9cdc7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=88c8308f-da71-4d02-a7a9-2dd795222793,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:16.454107 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a6baab2b-4c20-4032-837a-0014a9cdc7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:16.459960 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be8ad36-a437-44ec-b530-d9a4337e4621 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:38:16.482365 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66540b0e-b7cb-418b-8f90-d599b5c50ddd None None] Routers {'d1d8a6d6-531d-4f68-8c3d-8028f9fddc50'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:38:16.483286 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-66540b0e-b7cb-418b-8f90-d599b5c50ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:37:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['d1d8a6d6-531d-4f68-8c3d-8028f9fddc50'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:38:16.605696 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a6baab2b-4c20-4032-837a-0014a9cdc7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:16.617743 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-66540b0e-b7cb-418b-8f90-d599b5c50ddd None None] Set router d1d8a6d6-531d-4f68-8c3d-8028f9fddc50 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:38:16.659984 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-36f1cb81-bc9e-4e47-9cb5-e97b2fd210bf None None] Provisioning complete for port 69f83eb8-895d-43af-a55e-8fa0645f3565 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:38:16.660724 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-36f1cb81-bc9e-4e47-9cb5-e97b2fd210bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:16.699341 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f404b-9abd-4f48-9eea-816f0be49914 None None] Pushing event updated for resources: {'Port': ['ID=69f83eb8-895d-43af-a55e-8fa0645f3565,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:16.755527 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-36f1cb81-bc9e-4e47-9cb5-e97b2fd210bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:16.777040 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-36f1cb81-bc9e-4e47-9cb5-e97b2fd210bf None None] For port 69f83eb8-895d-43af-a55e-8fa0645f3565, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=69f83eb8-895d-43af-a55e-8fa0645f3565,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:38:16.781517 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-36f1cb81-bc9e-4e47-9cb5-e97b2fd210bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:16.794685 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a6baab2b-4c20-4032-837a-0014a9cdc7b0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:16.800514 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a6baab2b-4c20-4032-837a-0014a9cdc7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:16.815951 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-66540b0e-b7cb-418b-8f90-d599b5c50ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d8a6d6-531d-4f68-8c3d-8028f9fddc50', 'name': 'tempest-ImageQuotaTest-1265811905-router', 'tenant_id': 'fb884daee51c4028b4cfd6cb9b948091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '69f83eb8-895d-43af-a55e-8fa0645f3565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:38:13Z', 'updated_at': '2021-11-12T20:38:14Z', 'revision_number': 3, 'project_id': 'fb884daee51c4028b4cfd6cb9b948091', 'gw_port': {'id': '69f83eb8-895d-43af-a55e-8fa0645f3565', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:dc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d8a6d6-531d-4f68-8c3d-8028f9fddc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:38:14Z', 'updated_at': '2021-11-12T20:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:38:16.831834 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1cb81-bc9e-4e47-9cb5-e97b2fd210bf None None] Pushing event updated for resources: {'Port': ['ID=69f83eb8-895d-43af-a55e-8fa0645f3565,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:16.851879 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66540b0e-b7cb-418b-8f90-d599b5c50ddd None None] The sync data for ids ['d1d8a6d6-531d-4f68-8c3d-8028f9fddc50'] in n-d-712140-15 is: [{'id': 'd1d8a6d6-531d-4f68-8c3d-8028f9fddc50', 'name': 'tempest-ImageQuotaTest-1265811905-router', 'tenant_id': 'fb884daee51c4028b4cfd6cb9b948091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '69f83eb8-895d-43af-a55e-8fa0645f3565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:38:13Z', 'updated_at': '2021-11-12T20:38:14Z', 'revision_number': 3, 'project_id': 'fb884daee51c4028b4cfd6cb9b948091', 'gw_port': {'id': '69f83eb8-895d-43af-a55e-8fa0645f3565', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:dc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d8a6d6-531d-4f68-8c3d-8028f9fddc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:38:14Z', 'updated_at': '2021-11-12T20:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:38:16.873398 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6baab2b-4c20-4032-837a-0014a9cdc7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=88c8308f-da71-4d02-a7a9-2dd795222793,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:16.879458 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a6baab2b-4c20-4032-837a-0014a9cdc7b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:16.905688 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9fb34704-887e-4901-87eb-0ff424c00695 None None] Provisioning complete for port 88c8308f-da71-4d02-a7a9-2dd795222793 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:38:16.906374 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9fb34704-887e-4901-87eb-0ff424c00695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:16.956265 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3836f371-7294-42b3-953b-a282b55fafa7 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:38:16.984678 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6baab2b-4c20-4032-837a-0014a9cdc7b0 admin admin] Network 39fa66c1-80f1-424f-bf0e-1417f11001ab is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:38:16.985060 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-9fb34704-887e-4901-87eb-0ff424c00695 None None] Port 88c8308f-da71-4d02-a7a9-2dd795222793 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:38:16.986331 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-a6baab2b-4c20-4032-837a-0014a9cdc7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:38:17.013826 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 3836f371-7294-42b3-953b-a282b55fafa7 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:38:17.014184 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:17.307868 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-1e9d9215-4b52-44c3-9c82-12667f86f49a None None] Provisioning complete for port 88c8308f-da71-4d02-a7a9-2dd795222793 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:38:17.308358 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1e9d9215-4b52-44c3-9c82-12667f86f49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:17.347578 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-1e9d9215-4b52-44c3-9c82-12667f86f49a None None] Port 88c8308f-da71-4d02-a7a9-2dd795222793 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:38:17.468273 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6baab2b-4c20-4032-837a-0014a9cdc7b0 admin admin] Router d1d8a6d6-531d-4f68-8c3d-8028f9fddc50 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:38:17.612495 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6baab2b-4c20-4032-837a-0014a9cdc7b0 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:38:17.617933 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a6baab2b-4c20-4032-837a-0014a9cdc7b0 admin admin] 10.222.0.48 "PUT /v2.0/routers/d1d8a6d6-531d-4f68-8c3d-8028f9fddc50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0819299 Nov 12 20:38:18.557722 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679c9dcd-f0d7-4e6a-bc32-02e27d96ba2d None None] Sync routers for ids ['d1d8a6d6-531d-4f68-8c3d-8028f9fddc50'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:38:18.566830 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679c9dcd-f0d7-4e6a-bc32-02e27d96ba2d None None] Routers {'d1d8a6d6-531d-4f68-8c3d-8028f9fddc50'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:38:18.567436 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-679c9dcd-f0d7-4e6a-bc32-02e27d96ba2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:37:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['d1d8a6d6-531d-4f68-8c3d-8028f9fddc50'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:38:18.676285 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52388) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:18.680145 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-679c9dcd-f0d7-4e6a-bc32-02e27d96ba2d None None] Set router d1d8a6d6-531d-4f68-8c3d-8028f9fddc50 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:38:18.889748 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-679c9dcd-f0d7-4e6a-bc32-02e27d96ba2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d8a6d6-531d-4f68-8c3d-8028f9fddc50', 'name': 'tempest-ImageQuotaTest-1265811905-router', 'tenant_id': 'fb884daee51c4028b4cfd6cb9b948091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '69f83eb8-895d-43af-a55e-8fa0645f3565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:38:13Z', 'updated_at': '2021-11-12T20:38:16Z', 'revision_number': 4, 'project_id': 'fb884daee51c4028b4cfd6cb9b948091', 'gw_port': {'id': '69f83eb8-895d-43af-a55e-8fa0645f3565', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d8a6d6-531d-4f68-8c3d-8028f9fddc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:38:14Z', 'updated_at': '2021-11-12T20:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '88c8308f-da71-4d02-a7a9-2dd795222793', 'name': '', 'network_id': '39fa66c1-80f1-424f-bf0e-1417f11001ab', 'tenant_id': 'fb884daee51c4028b4cfd6cb9b948091', 'mac_address': 'fa:16:3e:22:32:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d8a6d6-531d-4f68-8c3d-8028f9fddc50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '0731d14c-081b-480b-954b-ae02d6606da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:38:16Z', 'updated_at': '2021-11-12T20:38:16Z', 'revision_number': 2, 'project_id': 'fb884daee51c4028b4cfd6cb9b948091', 'subnets': [{'id': '0731d14c-081b-480b-954b-ae02d6606da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:38:18.895648 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 69f83eb8-895d-43af-a55e-8fa0645f3565 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:38:18.939557 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679c9dcd-f0d7-4e6a-bc32-02e27d96ba2d None None] Checking router: d1d8a6d6-531d-4f68-8c3d-8028f9fddc50 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:38:18.939914 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679c9dcd-f0d7-4e6a-bc32-02e27d96ba2d None None] Updating router d1d8a6d6-531d-4f68-8c3d-8028f9fddc50 port 88c8308f-da71-4d02-a7a9-2dd795222793 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:38:18.980397 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-679c9dcd-f0d7-4e6a-bc32-02e27d96ba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:19.022414 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a88fa32-38d9-46da-ae78-26ca4d68fcbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:19.022946 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 69f83eb8-895d-43af-a55e-8fa0645f3565 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:38:19.023319 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:19.271920 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-0a88fa32-38d9-46da-ae78-26ca4d68fcbd admin admin] Deleting port 88c8308f-da71-4d02-a7a9-2dd795222793 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:38:19.272414 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a88fa32-38d9-46da-ae78-26ca4d68fcbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:19.316074 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-679c9dcd-f0d7-4e6a-bc32-02e27d96ba2d None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:19.321437 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-679c9dcd-f0d7-4e6a-bc32-02e27d96ba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:19.353990 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a88fa32-38d9-46da-ae78-26ca4d68fcbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:19.366861 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-0a88fa32-38d9-46da-ae78-26ca4d68fcbd admin admin] Calling delete_port for 88c8308f-da71-4d02-a7a9-2dd795222793 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:38:19.375104 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82201bf-af1b-4aac-80dc-fc63b7944601 None None] Pushing event updated for resources: {'Port': ['ID=88c8308f-da71-4d02-a7a9-2dd795222793,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:19.424074 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-679c9dcd-f0d7-4e6a-bc32-02e27d96ba2d None None] Attempting to bind port 88c8308f-da71-4d02-a7a9-2dd795222793 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:38:19.424492 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-679c9dcd-f0d7-4e6a-bc32-02e27d96ba2d None None] Attempting to bind port 88c8308f-da71-4d02-a7a9-2dd795222793 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'a631a402-1d54-42d6-826f-7d631eb70bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '39fa66c1-80f1-424f-bf0e-1417f11001ab'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:38:19.424858 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c9dcd-f0d7-4e6a-bc32-02e27d96ba2d None None] Attempting to bind port 88c8308f-da71-4d02-a7a9-2dd795222793 on network 39fa66c1-80f1-424f-bf0e-1417f11001ab {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:38:19.430300 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c9dcd-f0d7-4e6a-bc32-02e27d96ba2d None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:38:19.430732 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c9dcd-f0d7-4e6a-bc32-02e27d96ba2d None None] Checking segment: {'id': 'a631a402-1d54-42d6-826f-7d631eb70bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '39fa66c1-80f1-424f-bf0e-1417f11001ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:38:19.431146 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-679c9dcd-f0d7-4e6a-bc32-02e27d96ba2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:19.431652 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c9dcd-f0d7-4e6a-bc32-02e27d96ba2d None None] Bound using segment: {'id': 'a631a402-1d54-42d6-826f-7d631eb70bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '39fa66c1-80f1-424f-bf0e-1417f11001ab'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:38:19.432124 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-679c9dcd-f0d7-4e6a-bc32-02e27d96ba2d None None] Bound port: 88c8308f-da71-4d02-a7a9-2dd795222793, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a631a402-1d54-42d6-826f-7d631eb70bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '39fa66c1-80f1-424f-bf0e-1417f11001ab'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:38:19.432529 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-679c9dcd-f0d7-4e6a-bc32-02e27d96ba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:19.506498 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-679c9dcd-f0d7-4e6a-bc32-02e27d96ba2d None None] For port 88c8308f-da71-4d02-a7a9-2dd795222793, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:38:19.510343 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-679c9dcd-f0d7-4e6a-bc32-02e27d96ba2d None None] For port 88c8308f-da71-4d02-a7a9-2dd795222793, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=88c8308f-da71-4d02-a7a9-2dd795222793,segment=NetworkSegment(a631a402-1d54-42d6-826f-7d631eb70bb9),segment_id=a631a402-1d54-42d6-826f-7d631eb70bb9)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:38:19.516022 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-679c9dcd-f0d7-4e6a-bc32-02e27d96ba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:19.573585 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a88fa32-38d9-46da-ae78-26ca4d68fcbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:19.578779 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679c9dcd-f0d7-4e6a-bc32-02e27d96ba2d None None] Routers {'d1d8a6d6-531d-4f68-8c3d-8028f9fddc50'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:38:19.579404 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-679c9dcd-f0d7-4e6a-bc32-02e27d96ba2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:37:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['d1d8a6d6-531d-4f68-8c3d-8028f9fddc50'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:38:19.581771 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82201bf-af1b-4aac-80dc-fc63b7944601 None None] Pushing event updated for resources: {'Port': ['ID=88c8308f-da71-4d02-a7a9-2dd795222793,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:19.606929 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88fa32-38d9-46da-ae78-26ca4d68fcbd admin admin] Pushing event deleted for resources: {'Port': ['ID=88c8308f-da71-4d02-a7a9-2dd795222793,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:19.786444 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a88fa32-38d9-46da-ae78-26ca4d68fcbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:19.833432 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-fa4a8848-0277-4885-b232-3be544e083e5 None None] Could not find standard attr ID for object 88c8308f-da71-4d02-a7a9-2dd795222793. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:38:19.856549 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-679c9dcd-f0d7-4e6a-bc32-02e27d96ba2d None None] Set router d1d8a6d6-531d-4f68-8c3d-8028f9fddc50 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:38:19.980073 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a09765dd-4b51-4c4b-9a67-d6ca1e813f6f None None] Could not find standard attr ID for object 88c8308f-da71-4d02-a7a9-2dd795222793. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:38:19.982855 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9c137df4-4611-49a3-a104-c7accab52cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:20.024365 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a88fa32-38d9-46da-ae78-26ca4d68fcbd admin admin] Router d1d8a6d6-531d-4f68-8c3d-8028f9fddc50 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:38:20.063001 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-679c9dcd-f0d7-4e6a-bc32-02e27d96ba2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d8a6d6-531d-4f68-8c3d-8028f9fddc50', 'name': 'tempest-ImageQuotaTest-1265811905-router', 'tenant_id': 'fb884daee51c4028b4cfd6cb9b948091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '69f83eb8-895d-43af-a55e-8fa0645f3565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:38:13Z', 'updated_at': '2021-11-12T20:38:19Z', 'revision_number': 5, 'project_id': 'fb884daee51c4028b4cfd6cb9b948091', 'gw_port': {'id': '69f83eb8-895d-43af-a55e-8fa0645f3565', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d8a6d6-531d-4f68-8c3d-8028f9fddc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:38:14Z', 'updated_at': '2021-11-12T20:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:38:20.089225 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679c9dcd-f0d7-4e6a-bc32-02e27d96ba2d None None] The sync data for ids ['d1d8a6d6-531d-4f68-8c3d-8028f9fddc50'] in n-d-712140-15 is: [{'id': 'd1d8a6d6-531d-4f68-8c3d-8028f9fddc50', 'name': 'tempest-ImageQuotaTest-1265811905-router', 'tenant_id': 'fb884daee51c4028b4cfd6cb9b948091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '69f83eb8-895d-43af-a55e-8fa0645f3565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:38:13Z', 'updated_at': '2021-11-12T20:38:19Z', 'revision_number': 5, 'project_id': 'fb884daee51c4028b4cfd6cb9b948091', 'gw_port': {'id': '69f83eb8-895d-43af-a55e-8fa0645f3565', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d8a6d6-531d-4f68-8c3d-8028f9fddc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:38:14Z', 'updated_at': '2021-11-12T20:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:38:20.136023 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a88fa32-38d9-46da-ae78-26ca4d68fcbd admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:38:20.142705 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0a88fa32-38d9-46da-ae78-26ca4d68fcbd admin admin] 10.222.0.48 "PUT /v2.0/routers/d1d8a6d6-531d-4f68-8c3d-8028f9fddc50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4641678 Nov 12 20:38:20.143977 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52392) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:20.253057 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9fd4897-6958-4547-86d0-43c19d3fc6cb admin admin] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:20.329003 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:20.368061 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9fd4897-6958-4547-86d0-43c19d3fc6cb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:20.433808 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-e9fd4897-6958-4547-86d0-43c19d3fc6cb admin admin] Deleting port 69f83eb8-895d-43af-a55e-8fa0645f3565 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:38:20.434157 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9fd4897-6958-4547-86d0-43c19d3fc6cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:20.519121 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-e9fd4897-6958-4547-86d0-43c19d3fc6cb admin admin] For port 69f83eb8-895d-43af-a55e-8fa0645f3565, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=69f83eb8-895d-43af-a55e-8fa0645f3565,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:38:20.519483 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9fd4897-6958-4547-86d0-43c19d3fc6cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:20.532427 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-e9fd4897-6958-4547-86d0-43c19d3fc6cb admin admin] Calling delete_port for 69f83eb8-895d-43af-a55e-8fa0645f3565 owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:38:20.689382 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbad2ed9-8f41-4300-8c6f-c8868b4ebd23 None None] Sync routers for ids ['d1d8a6d6-531d-4f68-8c3d-8028f9fddc50'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:38:20.698922 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbad2ed9-8f41-4300-8c6f-c8868b4ebd23 None None] Routers {'d1d8a6d6-531d-4f68-8c3d-8028f9fddc50'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:38:20.699566 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-dbad2ed9-8f41-4300-8c6f-c8868b4ebd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:37:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['d1d8a6d6-531d-4f68-8c3d-8028f9fddc50'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:38:20.704742 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9fd4897-6958-4547-86d0-43c19d3fc6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:20.730949 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd4897-6958-4547-86d0-43c19d3fc6cb admin admin] Pushing event deleted for resources: {'Port': ['ID=69f83eb8-895d-43af-a55e-8fa0645f3565,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:20.748564 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d686ebb-b3b3-45d3-b29d-f6c3b3620e49 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:38:20.788968 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-dbad2ed9-8f41-4300-8c6f-c8868b4ebd23 None None] Set router d1d8a6d6-531d-4f68-8c3d-8028f9fddc50 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:38:20.790942 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9fd4897-6958-4547-86d0-43c19d3fc6cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:20.844720 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-dbad2ed9-8f41-4300-8c6f-c8868b4ebd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d8a6d6-531d-4f68-8c3d-8028f9fddc50', 'name': 'tempest-ImageQuotaTest-1265811905-router', 'tenant_id': 'fb884daee51c4028b4cfd6cb9b948091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:38:13Z', 'updated_at': '2021-11-12T20:38:20Z', 'revision_number': 6, 'project_id': 'fb884daee51c4028b4cfd6cb9b948091', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:38:20.872481 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbad2ed9-8f41-4300-8c6f-c8868b4ebd23 None None] Checking router: d1d8a6d6-531d-4f68-8c3d-8028f9fddc50 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:38:20.880984 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbad2ed9-8f41-4300-8c6f-c8868b4ebd23 None None] Routers {'d1d8a6d6-531d-4f68-8c3d-8028f9fddc50'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:38:20.881583 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-dbad2ed9-8f41-4300-8c6f-c8868b4ebd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:37:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['d1d8a6d6-531d-4f68-8c3d-8028f9fddc50'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:38:20.882590 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9fd4897-6958-4547-86d0-43c19d3fc6cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:20.885313 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9fd4897-6958-4547-86d0-43c19d3fc6cb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:20.929547 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9fd4897-6958-4547-86d0-43c19d3fc6cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:20.930143 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fd4897-6958-4547-86d0-43c19d3fc6cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1d8a6d6-531d-4f68-8c3d-8028f9fddc50 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:38:20.938565 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9fd4897-6958-4547-86d0-43c19d3fc6cb admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:20.939841 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e9fd4897-6958-4547-86d0-43c19d3fc6cb admin admin] 10.222.0.48 "DELETE /v2.0/routers/d1d8a6d6-531d-4f68-8c3d-8028f9fddc50 HTTP/1.1" status: 204 len: 168 time: 0.7948530 Nov 12 20:38:20.942493 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52394) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:20.955238 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-dbad2ed9-8f41-4300-8c6f-c8868b4ebd23 None None] Set router d1d8a6d6-531d-4f68-8c3d-8028f9fddc50 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:38:20.990899 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a341740-3d5b-4f31-a08e-43bc24cc90a0 admin admin] Deleting subnet 0731d14c-081b-480b-954b-ae02d6606da6 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:38:20.994664 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1a341740-3d5b-4f31-a08e-43bc24cc90a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:21.020817 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-dbad2ed9-8f41-4300-8c6f-c8868b4ebd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d8a6d6-531d-4f68-8c3d-8028f9fddc50', 'name': 'tempest-ImageQuotaTest-1265811905-router', 'tenant_id': 'fb884daee51c4028b4cfd6cb9b948091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:38:13Z', 'updated_at': '2021-11-12T20:38:20Z', 'revision_number': 7, 'project_id': 'fb884daee51c4028b4cfd6cb9b948091', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:38:21.028053 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1a341740-3d5b-4f31-a08e-43bc24cc90a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:21.047093 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbad2ed9-8f41-4300-8c6f-c8868b4ebd23 None None] The sync data for ids ['d1d8a6d6-531d-4f68-8c3d-8028f9fddc50'] in n-d-712140-15 is: [{'id': 'd1d8a6d6-531d-4f68-8c3d-8028f9fddc50', 'name': 'tempest-ImageQuotaTest-1265811905-router', 'tenant_id': 'fb884daee51c4028b4cfd6cb9b948091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:38:13Z', 'updated_at': '2021-11-12T20:38:20Z', 'revision_number': 7, 'project_id': 'fb884daee51c4028b4cfd6cb9b948091', 'gw_port_host': None}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:38:21.115733 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1a341740-3d5b-4f31-a08e-43bc24cc90a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:21.172374 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1a341740-3d5b-4f31-a08e-43bc24cc90a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:21.198009 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a341740-3d5b-4f31-a08e-43bc24cc90a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0731d14c-081b-480b-954b-ae02d6606da6,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:21.201772 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1a341740-3d5b-4f31-a08e-43bc24cc90a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:21.205037 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1a341740-3d5b-4f31-a08e-43bc24cc90a0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0731d14c-081b-480b-954b-ae02d6606da6 HTTP/1.1" status: 204 len: 168 time: 0.2615607 Nov 12 20:38:21.208849 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52396) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:21.209958 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b59f3a7-8068-4abe-bef2-51f5440215ca None None] Network 39fa66c1-80f1-424f-bf0e-1417f11001ab requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:38:21.281521 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61523ed3-f5f1-4fe7-a41f-10ad1a0e28c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:21.333438 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-61523ed3-f5f1-4fe7-a41f-10ad1a0e28c7 admin admin] Deleting port 3836f371-7294-42b3-953b-a282b55fafa7 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:38:21.333785 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61523ed3-f5f1-4fe7-a41f-10ad1a0e28c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:21.397583 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-61523ed3-f5f1-4fe7-a41f-10ad1a0e28c7 admin admin] For port 3836f371-7294-42b3-953b-a282b55fafa7, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3836f371-7294-42b3-953b-a282b55fafa7,segment=NetworkSegment(a631a402-1d54-42d6-826f-7d631eb70bb9),segment_id=a631a402-1d54-42d6-826f-7d631eb70bb9)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:38:21.397946 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61523ed3-f5f1-4fe7-a41f-10ad1a0e28c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:21.410854 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-61523ed3-f5f1-4fe7-a41f-10ad1a0e28c7 admin admin] Calling delete_port for 3836f371-7294-42b3-953b-a282b55fafa7 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:38:21.476954 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce489d2-0da0-4c2b-88c1-82956943ac44 None None] DHCP port deletion for 39fa66c1-80f1-424f-bf0e-1417f11001ab request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:38:21.504078 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61523ed3-f5f1-4fe7-a41f-10ad1a0e28c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:21.527785 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-9ce489d2-0da0-4c2b-88c1-82956943ac44 None None] Deleting port 3836f371-7294-42b3-953b-a282b55fafa7 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:38:21.528327 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9ce489d2-0da0-4c2b-88c1-82956943ac44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:21.529826 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61523ed3-f5f1-4fe7-a41f-10ad1a0e28c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3836f371-7294-42b3-953b-a282b55fafa7,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:21.533627 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61523ed3-f5f1-4fe7-a41f-10ad1a0e28c7 admin admin] No DVR routers for this DVR port 3836f371-7294-42b3-953b-a282b55fafa7 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:38:21.608782 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-9ce489d2-0da0-4c2b-88c1-82956943ac44 None None] For port 3836f371-7294-42b3-953b-a282b55fafa7, host n-d-712140-15, got binding levels [] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:38:21.609420 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9ce489d2-0da0-4c2b-88c1-82956943ac44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:21.613063 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61523ed3-f5f1-4fe7-a41f-10ad1a0e28c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:21.625435 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-9ce489d2-0da0-4c2b-88c1-82956943ac44 None None] Calling delete_port for 3836f371-7294-42b3-953b-a282b55fafa7 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:38:21.628187 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.ipam_backend_mixin [None req-9ce489d2-0da0-4c2b-88c1-82956943ac44 None None] Port 3836f371-7294-42b3-953b-a282b55fafa7 was not found and therefore no delete operation was performed {{(pid=102449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 20:38:21.629993 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9ce489d2-0da0-4c2b-88c1-82956943ac44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:21.639041 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-61523ed3-f5f1-4fe7-a41f-10ad1a0e28c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39fa66c1-80f1-424f-bf0e-1417f11001ab']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:38:21.648489 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-61523ed3-f5f1-4fe7-a41f-10ad1a0e28c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a631a402-1d54-42d6-826f-7d631eb70bb9') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:38:21.648787 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-61523ed3-f5f1-4fe7-a41f-10ad1a0e28c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a631a402-1d54-42d6-826f-7d631eb70bb9') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:38:21.656296 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce489d2-0da0-4c2b-88c1-82956943ac44 None None] Pushing event deleted for resources: {'Port': ['ID=3836f371-7294-42b3-953b-a282b55fafa7,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:21.659092 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61523ed3-f5f1-4fe7-a41f-10ad1a0e28c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:21.661167 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce489d2-0da0-4c2b-88c1-82956943ac44 None None] No DVR routers for this DVR port 3836f371-7294-42b3-953b-a282b55fafa7 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:38:21.675400 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61523ed3-f5f1-4fe7-a41f-10ad1a0e28c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:21.682108 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61523ed3-f5f1-4fe7-a41f-10ad1a0e28c7 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:38:21.682495 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61523ed3-f5f1-4fe7-a41f-10ad1a0e28c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: items = [ Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:38:21.684152 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:38:21.741823 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61523ed3-f5f1-4fe7-a41f-10ad1a0e28c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:21.748534 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61523ed3-f5f1-4fe7-a41f-10ad1a0e28c7 admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:21.751820 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-61523ed3-f5f1-4fe7-a41f-10ad1a0e28c7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/39fa66c1-80f1-424f-bf0e-1417f11001ab HTTP/1.1" status: 204 len: 168 time: 0.5420377 Nov 12 20:38:21.763938 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61523ed3-f5f1-4fe7-a41f-10ad1a0e28c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=39fa66c1-80f1-424f-bf0e-1417f11001ab,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:21.867829 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52400) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:21.912057 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-10362765-4e9b-4ff5-a14d-0a4da615b96b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fb884daee51c4028b4cfd6cb9b948091&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430181 Nov 12 20:38:21.914607 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52402) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:21.962939 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc23e789-85eb-4a5d-bdf1-01d756d2af7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:21.984435 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc23e789-85eb-4a5d-bdf1-01d756d2af7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:22.030344 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc23e789-85eb-4a5d-bdf1-01d756d2af7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:22.033165 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc23e789-85eb-4a5d-bdf1-01d756d2af7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:22.034365 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fc23e789-85eb-4a5d-bdf1-01d756d2af7a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04e78a05-7d69-4cbe-a436-77a13ecde742 HTTP/1.1" status: 204 len: 168 time: 0.1188240 Nov 12 20:38:22.043199 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23e789-85eb-4a5d-bdf1-01d756d2af7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e78a05-7d69-4cbe-a436-77a13ecde742,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:22.352491 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52408) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:22.366698 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-73453f83-386e-4adb-bf4a-db7ba7ab84a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:22.441090 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-73453f83-386e-4adb-bf4a-db7ba7ab84a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:22.444699 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-73453f83-386e-4adb-bf4a-db7ba7ab84a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:22.482375 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-73453f83-386e-4adb-bf4a-db7ba7ab84a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1287644 Nov 12 20:38:22.484258 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73453f83-386e-4adb-bf4a-db7ba7ab84a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f1fc7c-a06a-4299-9505-7fefa8a4825b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:22.485178 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52410) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:22.536037 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-abd43140-a701-4422-aa5e-63f3fc187065 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:22.556808 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-abd43140-a701-4422-aa5e-63f3fc187065 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:22.601910 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-abd43140-a701-4422-aa5e-63f3fc187065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:22.604518 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-abd43140-a701-4422-aa5e-63f3fc187065 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:22.605855 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-abd43140-a701-4422-aa5e-63f3fc187065 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/90f1fc7c-a06a-4299-9505-7fefa8a4825b HTTP/1.1" status: 204 len: 168 time: 0.1196704 Nov 12 20:38:22.613623 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd43140-a701-4422-aa5e-63f3fc187065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f1fc7c-a06a-4299-9505-7fefa8a4825b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:22.756009 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9fa6c351-ec02-478f-9447-0342f4d90272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:22.872729 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3836f371-7294-42b3-953b-a282b55fafa7 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:38:22.898159 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 3836f371-7294-42b3-953b-a282b55fafa7 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:38:22.898499 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3836f371-7294-42b3-953b-a282b55fafa7 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:38:22.898900 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 69f83eb8-895d-43af-a55e-8fa0645f3565 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:38:22.923393 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 69f83eb8-895d-43af-a55e-8fa0645f3565 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:38:22.923716 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 69f83eb8-895d-43af-a55e-8fa0645f3565 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:38:23.831605 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:24.137925 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:25.236773 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:25.979628 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:31.654526 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:38:43.695792 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52422) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:43.769923 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bcffb5-ef2b-4de7-b34f-dde16c2ffef5 tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:43.770394 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bcffb5-ef2b-4de7-b34f-dde16c2ffef5 tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:43.770852 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bcffb5-ef2b-4de7-b34f-dde16c2ffef5 tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:43.772516 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a6bcffb5-ef2b-4de7-b34f-dde16c2ffef5 tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] 10.222.0.48 "GET /v2.0/ports?project_id=a6d86ae2d8044da38cfabd09b2ad7223&network_id=53146cf4-8eb5-44ec-bf5b-2a70283651f7 HTTP/1.1" status: 200 len: 2972 time: 0.0757778 Nov 12 20:38:46.879278 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52432) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:46.928291 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769b0521-f087-466a-924b-7b2d53324058 tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:46.929759 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-769b0521-f087-466a-924b-7b2d53324058 tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 HTTP/1.1" status: 200 len: 814 time: 0.0495033 Nov 12 20:38:47.785441 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52438) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:47.790369 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-52d8224a-aa95-4e78-b1bf-f9484591cbfb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'network': {'name': 'tempest-network-smoke--276296912', 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'port_security_enabled': True}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:38:47.811458 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d8224a-aa95-4e78-b1bf-f9484591cbfb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Made reservation on behalf of a6d86ae2d8044da38cfabd09b2ad7223 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:38:47.815164 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-52d8224a-aa95-4e78-b1bf-f9484591cbfb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:47.838187 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d8224a-aa95-4e78-b1bf-f9484591cbfb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:38:47.847405 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-52d8224a-aa95-4e78-b1bf-f9484591cbfb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:47.847741 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-52d8224a-aa95-4e78-b1bf-f9484591cbfb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Added segment bf678c4e-4698-45eb-a072-e2e9563451c6 of type vlan for network a043e630-6f45-498b-adef-1351cc2839c5 Nov 12 20:38:47.886914 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-52d8224a-aa95-4e78-b1bf-f9484591cbfb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:47.909814 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-52d8224a-aa95-4e78-b1bf-f9484591cbfb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:47.915386 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d8224a-aa95-4e78-b1bf-f9484591cbfb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:47.915966 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-52d8224a-aa95-4e78-b1bf-f9484591cbfb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:47.953444 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-52d8224a-aa95-4e78-b1bf-f9484591cbfb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1669841 Nov 12 20:38:47.956523 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52440) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:48.017633 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8224a-aa95-4e78-b1bf-f9484591cbfb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'Network': ['ID=a043e630-6f45-498b-adef-1351cc2839c5,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:48.036513 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8224a-aa95-4e78-b1bf-f9484591cbfb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:48.036792 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8224a-aa95-4e78-b1bf-f9484591cbfb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:48.037134 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8224a-aa95-4e78-b1bf-f9484591cbfb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:48.037468 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8224a-aa95-4e78-b1bf-f9484591cbfb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:48.037806 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8224a-aa95-4e78-b1bf-f9484591cbfb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:48.038134 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8224a-aa95-4e78-b1bf-f9484591cbfb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:48.038460 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8224a-aa95-4e78-b1bf-f9484591cbfb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:48.038784 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8224a-aa95-4e78-b1bf-f9484591cbfb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:48.039104 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8224a-aa95-4e78-b1bf-f9484591cbfb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:48.039428 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8224a-aa95-4e78-b1bf-f9484591cbfb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:48.039750 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8224a-aa95-4e78-b1bf-f9484591cbfb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:48.040073 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8224a-aa95-4e78-b1bf-f9484591cbfb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:48.051055 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network a043e630-6f45-498b-adef-1351cc2839c5 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:38:48.062314 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e60b4f-7ea1-499a-82ac-94ae80ec240a tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:48.063841 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-52e60b4f-7ea1-499a-82ac-94ae80ec240a tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=a6d86ae2d8044da38cfabd09b2ad7223&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1064169 Nov 12 20:38:48.066859 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52442) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:48.165133 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22c1dc3-9912-4ae2-b268-030919ea2a97 tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:48.166640 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d22c1dc3-9912-4ae2-b268-030919ea2a97 tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0977590 Nov 12 20:38:48.169504 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52444) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:48.196473 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4224d4f2-ce77-40ba-a122-f426a57526f1 tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258844 Nov 12 20:38:48.199093 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52446) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:48.229638 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8e5835da-5efc-4f82-8d3d-cc20bf07daef tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=a6d86ae2d8044da38cfabd09b2ad7223&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288234 Nov 12 20:38:48.232125 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52448) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:48.321316 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef690d09-9f39-42d1-8bd6-2d0fe5dd6153 tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:48.322793 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ef690d09-9f39-42d1-8bd6-2d0fe5dd6153 tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897613 Nov 12 20:38:48.326186 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52450) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:48.353824 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c39c2a09-8b7c-4671-bb78-f9497bcee83c tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265956 Nov 12 20:38:48.356443 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52452) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:48.361059 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-a58d1466-81ed-4e35-9aa5-2d887567cca8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-12051830', 'network_id': 'a043e630-6f45-498b-adef-1351cc2839c5', 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:38:48.448800 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58d1466-81ed-4e35-9aa5-2d887567cca8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Made reservation on behalf of a6d86ae2d8044da38cfabd09b2ad7223 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:38:48.453171 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a58d1466-81ed-4e35-9aa5-2d887567cca8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:48.627487 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a58d1466-81ed-4e35-9aa5-2d887567cca8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:48.684833 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d1466-81ed-4e35-9aa5-2d887567cca8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'Subnet': ['ID=72fb4ca2-1007-4e5a-9e0d-a702eeab21e6,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:48.694716 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58d1466-81ed-4e35-9aa5-2d887567cca8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Checking segment: {'id': 'bf678c4e-4698-45eb-a072-e2e9563451c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a043e630-6f45-498b-adef-1351cc2839c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:38:48.695070 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58d1466-81ed-4e35-9aa5-2d887567cca8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Network hostable DHCP agents. Network: a043e630-6f45-498b-adef-1351cc2839c5, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:38:48.710313 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58d1466-81ed-4e35-9aa5-2d887567cca8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Network a043e630-6f45-498b-adef-1351cc2839c5 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:38:48.718927 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-a58d1466-81ed-4e35-9aa5-2d887567cca8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, a043e630-6f45-498b-adef-1351cc2839c5) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:38:48.723049 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58d1466-81ed-4e35-9aa5-2d887567cca8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:48.723649 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a58d1466-81ed-4e35-9aa5-2d887567cca8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:48.728264 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53edcc2-5592-4756-9d4f-f7bbdff5f2e1 None None] Network a043e630-6f45-498b-adef-1351cc2839c5 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:38:48.742714 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a58d1466-81ed-4e35-9aa5-2d887567cca8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.3827734 Nov 12 20:38:48.870214 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52014bb5-b857-4fb3-948d-e9eccdba143b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-a043e630-6f45-498b-adef-1351cc2839c5', 'network_id': 'a043e630-6f45-498b-adef-1351cc2839c5', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'fixed_ips': [{'subnet_id': '72fb4ca2-1007-4e5a-9e0d-a702eeab21e6'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:38:48.871065 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-52014bb5-b857-4fb3-948d-e9eccdba143b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:48.927208 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52456) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:48.931987 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-fa3034ef-f8f5-4a08-b93a-b1a93a60e76a tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-729098885', 'description': 'tempest-secgroup-smoke-729098885 description', 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:38:48.956338 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fa3034ef-f8f5-4a08-b93a-b1a93a60e76a tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.011909 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-52014bb5-b857-4fb3-948d-e9eccdba143b None None] Allocated IP 172.20.0.18 (a043e630-6f45-498b-adef-1351cc2839c5/72fb4ca2-1007-4e5a-9e0d-a702eeab21e6/4d46a55f-360f-4ee4-af29-5ccbbb95b04e) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:38:49.027352 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fa3034ef-f8f5-4a08-b93a-b1a93a60e76a tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.030500 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fa3034ef-f8f5-4a08-b93a-b1a93a60e76a tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.061222 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fa3034ef-f8f5-4a08-b93a-b1a93a60e76a tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.062462 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fa3034ef-f8f5-4a08-b93a-b1a93a60e76a tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1342070 Nov 12 20:38:49.063344 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3034ef-f8f5-4a08-b93a-b1a93a60e76a tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d94517c-2aae-46d4-8340-25751d05f241,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:49.065945 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52458) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:49.069571 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f4537fd7-2247-4467-bb38-f785debd6423 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'security_group_rule': {'security_group_id': '4d94517c-2aae-46d4-8340-25751d05f241', 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:38:49.095868 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f4537fd7-2247-4467-bb38-f785debd6423 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.150620 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f4537fd7-2247-4467-bb38-f785debd6423 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.154821 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f4537fd7-2247-4467-bb38-f785debd6423 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.156870 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-52014bb5-b857-4fb3-948d-e9eccdba143b None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.162801 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-52014bb5-b857-4fb3-948d-e9eccdba143b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.170559 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4537fd7-2247-4467-bb38-f785debd6423 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3837f5f-c150-4201-903a-cdd1d771f922,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:49.180753 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f4537fd7-2247-4467-bb38-f785debd6423 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.181949 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f4537fd7-2247-4467-bb38-f785debd6423 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157429 Nov 12 20:38:49.184739 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52460) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:49.189033 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-550e810f-5d13-41a9-805e-fbd6bfe0ecf4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'security_group_rule': {'security_group_id': '4d94517c-2aae-46d4-8340-25751d05f241', 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:38:49.206127 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52014bb5-b857-4fb3-948d-e9eccdba143b None None] Network a043e630-6f45-498b-adef-1351cc2839c5 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:38:49.211538 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-52014bb5-b857-4fb3-948d-e9eccdba143b None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:38:49.214118 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-550e810f-5d13-41a9-805e-fbd6bfe0ecf4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.215103 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52014bb5-b857-4fb3-948d-e9eccdba143b None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:38:49.223006 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52014bb5-b857-4fb3-948d-e9eccdba143b None None] Pushing event updated for resources: {'Port': ['ID=4d46a55f-360f-4ee4-af29-5ccbbb95b04e,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:49.274155 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-52014bb5-b857-4fb3-948d-e9eccdba143b None None] Attempting to bind port 4d46a55f-360f-4ee4-af29-5ccbbb95b04e on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:38:49.274421 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-550e810f-5d13-41a9-805e-fbd6bfe0ecf4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.274720 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-52014bb5-b857-4fb3-948d-e9eccdba143b None None] Attempting to bind port 4d46a55f-360f-4ee4-af29-5ccbbb95b04e by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'bf678c4e-4698-45eb-a072-e2e9563451c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a043e630-6f45-498b-adef-1351cc2839c5'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:38:49.274924 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52014bb5-b857-4fb3-948d-e9eccdba143b None None] Attempting to bind port 4d46a55f-360f-4ee4-af29-5ccbbb95b04e on network a043e630-6f45-498b-adef-1351cc2839c5 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:38:49.279015 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-550e810f-5d13-41a9-805e-fbd6bfe0ecf4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.281622 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52014bb5-b857-4fb3-948d-e9eccdba143b None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:38:49.282054 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52014bb5-b857-4fb3-948d-e9eccdba143b None None] Checking segment: {'id': 'bf678c4e-4698-45eb-a072-e2e9563451c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a043e630-6f45-498b-adef-1351cc2839c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:38:49.282454 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-52014bb5-b857-4fb3-948d-e9eccdba143b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.282830 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52014bb5-b857-4fb3-948d-e9eccdba143b None None] Bound using segment: {'id': 'bf678c4e-4698-45eb-a072-e2e9563451c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a043e630-6f45-498b-adef-1351cc2839c5'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:38:49.283301 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-52014bb5-b857-4fb3-948d-e9eccdba143b None None] Bound port: 4d46a55f-360f-4ee4-af29-5ccbbb95b04e, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf678c4e-4698-45eb-a072-e2e9563451c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a043e630-6f45-498b-adef-1351cc2839c5'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:38:49.283681 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-52014bb5-b857-4fb3-948d-e9eccdba143b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.297949 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e810f-5d13-41a9-805e-fbd6bfe0ecf4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b496cfd9-192e-4def-953a-2816ebafefe1,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:49.304603 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-550e810f-5d13-41a9-805e-fbd6bfe0ecf4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.308738 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52462) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:49.309401 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-550e810f-5d13-41a9-805e-fbd6bfe0ecf4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1231916 Nov 12 20:38:49.313954 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-daba0604-c5d2-4920-b1d1-d489206fd482 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'security_group_rule': {'security_group_id': '4d94517c-2aae-46d4-8340-25751d05f241', 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:38:49.342521 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-daba0604-c5d2-4920-b1d1-d489206fd482 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.348614 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-52014bb5-b857-4fb3-948d-e9eccdba143b None None] For port 4d46a55f-360f-4ee4-af29-5ccbbb95b04e, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:38:49.351901 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-52014bb5-b857-4fb3-948d-e9eccdba143b None None] For port 4d46a55f-360f-4ee4-af29-5ccbbb95b04e, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=4d46a55f-360f-4ee4-af29-5ccbbb95b04e,segment=NetworkSegment(bf678c4e-4698-45eb-a072-e2e9563451c6),segment_id=bf678c4e-4698-45eb-a072-e2e9563451c6)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:38:49.358271 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-52014bb5-b857-4fb3-948d-e9eccdba143b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.409168 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-daba0604-c5d2-4920-b1d1-d489206fd482 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.414732 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-daba0604-c5d2-4920-b1d1-d489206fd482 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.422507 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52014bb5-b857-4fb3-948d-e9eccdba143b None None] Pushing event updated for resources: {'Port': ['ID=4d46a55f-360f-4ee4-af29-5ccbbb95b04e,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:49.429795 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba0604-c5d2-4920-b1d1-d489206fd482 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be7ff19-7b2c-42c1-90c2-76359db1db5b,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:49.442146 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba0604-c5d2-4920-b1d1-d489206fd482 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:49.442495 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba0604-c5d2-4920-b1d1-d489206fd482 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:49.442844 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba0604-c5d2-4920-b1d1-d489206fd482 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:49.443183 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba0604-c5d2-4920-b1d1-d489206fd482 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:49.443521 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba0604-c5d2-4920-b1d1-d489206fd482 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:49.443870 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba0604-c5d2-4920-b1d1-d489206fd482 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:49.444191 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba0604-c5d2-4920-b1d1-d489206fd482 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:49.444543 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba0604-c5d2-4920-b1d1-d489206fd482 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:49.445055 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba0604-c5d2-4920-b1d1-d489206fd482 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:49.445392 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba0604-c5d2-4920-b1d1-d489206fd482 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:49.445721 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba0604-c5d2-4920-b1d1-d489206fd482 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:49.446053 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba0604-c5d2-4920-b1d1-d489206fd482 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:38:49.455744 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-daba0604-c5d2-4920-b1d1-d489206fd482 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.457055 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-daba0604-c5d2-4920-b1d1-d489206fd482 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1469331 Nov 12 20:38:49.459775 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52464) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:49.464739 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-cdddc5c6-1cba-41af-a838-1bb7ff5b8817 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'security_group_rule': {'security_group_id': '4d94517c-2aae-46d4-8340-25751d05f241', 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:38:49.491809 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cdddc5c6-1cba-41af-a838-1bb7ff5b8817 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.555930 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cdddc5c6-1cba-41af-a838-1bb7ff5b8817 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.562630 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cdddc5c6-1cba-41af-a838-1bb7ff5b8817 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.594929 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cdddc5c6-1cba-41af-a838-1bb7ff5b8817 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.596181 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cdddc5c6-1cba-41af-a838-1bb7ff5b8817 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1354172 Nov 12 20:38:49.599255 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52466) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:49.603151 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdddc5c6-1cba-41af-a838-1bb7ff5b8817 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb189e89-44aa-43fc-ab01-5f10bdbe7222,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:49.604010 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-d38a5925-442e-4cf4-9475-2cc9b598c914 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'security_group_rule': {'security_group_id': '4d94517c-2aae-46d4-8340-25751d05f241', 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:38:49.631181 n-d-712140-15 neutron-server[102448]: INFO neutron.db.securitygroups_db [None req-d38a5925-442e-4cf4-9475-2cc9b598c914 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Project a6d86ae2d8044da38cfabd09b2ad7223 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 20:38:49.636446 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d38a5925-442e-4cf4-9475-2cc9b598c914 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.699258 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d38a5925-442e-4cf4-9475-2cc9b598c914 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.703748 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d38a5925-442e-4cf4-9475-2cc9b598c914 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.721709 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a5925-442e-4cf4-9475-2cc9b598c914 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7485dcd3-fd24-464b-9878-c0bd3031b6c0,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:49.729360 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d38a5925-442e-4cf4-9475-2cc9b598c914 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.730565 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d38a5925-442e-4cf4-9475-2cc9b598c914 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302438 Nov 12 20:38:49.733495 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52468) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:38:49.737841 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-5318fdf3-448b-4516-bcf1-4309462e0184 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'security_group_rule': {'security_group_id': '4d94517c-2aae-46d4-8340-25751d05f241', 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:38:49.759480 n-d-712140-15 neutron-server[102448]: INFO neutron.db.securitygroups_db [None req-5318fdf3-448b-4516-bcf1-4309462e0184 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Project a6d86ae2d8044da38cfabd09b2ad7223 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 20:38:49.764568 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5318fdf3-448b-4516-bcf1-4309462e0184 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.827262 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5318fdf3-448b-4516-bcf1-4309462e0184 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.831107 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5318fdf3-448b-4516-bcf1-4309462e0184 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.851159 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318fdf3-448b-4516-bcf1-4309462e0184 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9eb4856-7603-44d8-98da-839469f4a733,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:49.856951 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5318fdf3-448b-4516-bcf1-4309462e0184 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:49.858295 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5318fdf3-448b-4516-bcf1-4309462e0184 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238184 Nov 12 20:38:49.935986 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-18c6dbc5-a9d2-46fc-92f8-1e46635c6764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:50.068793 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-9e52133e-f6f5-4468-9900-f3bcbfdcbee0 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-729098885&fields=id&tenant_id=a6d86ae2d8044da38cfabd09b2ad7223 HTTP/1.1" status: 200 len: 267 time: 0.0493104 Nov 12 20:38:50.190498 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-28ab5d73-1a3b-4c71-96c0-9c805e3470a3 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:50.191980 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-28ab5d73-1a3b-4c71-96c0-9c805e3470a3 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/networks?id=a043e630-6f45-498b-adef-1351cc2839c5 HTTP/1.1" status: 200 len: 796 time: 0.1140974 Nov 12 20:38:50.208106 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-7f3a7529-eca8-4d02-9542-3cbcfc8177db tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/quotas/a6d86ae2d8044da38cfabd09b2ad7223 HTTP/1.1" status: 200 len: 375 time: 0.0099621 Nov 12 20:38:50.270565 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-401a8169-e582-4dfe-a42a-335f35939533 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6d86ae2d8044da38cfabd09b2ad7223&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0562799 Nov 12 20:38:50.346117 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:50.363020 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823ca59e-a699-4f90-8a81-3cafe5994985 None None] Network a043e630-6f45-498b-adef-1351cc2839c5 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:38:50.438958 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-75546bb8-6f80-4dd5-9740-3ecda87a46c7 None None] Provisioning complete for port 4d46a55f-360f-4ee4-af29-5ccbbb95b04e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:38:50.439330 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-75546bb8-6f80-4dd5-9740-3ecda87a46c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:50.492394 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-2e32b779-cca3-4f01-b29a-2fff336044f9 service neutron] 10.222.0.48 "GET /v2.0/networks/a043e630-6f45-498b-adef-1351cc2839c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095644 Nov 12 20:38:50.587512 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-bbc3cc33-b2a1-4a80-bbeb-584639231b6c service neutron] 10.222.0.48 "GET /v2.0/networks/a043e630-6f45-498b-adef-1351cc2839c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880165 Nov 12 20:38:50.593306 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-75546bb8-6f80-4dd5-9740-3ecda87a46c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:50.632545 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-75546bb8-6f80-4dd5-9740-3ecda87a46c7 None None] For port 4d46a55f-360f-4ee4-af29-5ccbbb95b04e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=4d46a55f-360f-4ee4-af29-5ccbbb95b04e,segment=NetworkSegment(bf678c4e-4698-45eb-a072-e2e9563451c6),segment_id=bf678c4e-4698-45eb-a072-e2e9563451c6)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:38:50.640198 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-75546bb8-6f80-4dd5-9740-3ecda87a46c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:50.702993 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75546bb8-6f80-4dd5-9740-3ecda87a46c7 None None] Pushing event updated for resources: {'Port': ['ID=4d46a55f-360f-4ee4-af29-5ccbbb95b04e,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:50.812389 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dcf2ecac-4748-45e3-b9cb-b427c339607e req-03cc2bf2-aab8-4a68-b44a-66fab8788995 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b HTTP/1.1" status: 200 len: 210 time: 0.0427258 Nov 12 20:38:50.932639 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4d46a55f-360f-4ee4-af29-5ccbbb95b04e up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:38:50.984755 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-bd7d917d-fed2-4ecc-a550-8fed44d7f832 None None] Provisioning complete for port 4d46a55f-360f-4ee4-af29-5ccbbb95b04e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:38:50.985122 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bd7d917d-fed2-4ecc-a550-8fed44d7f832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:51.026051 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 4d46a55f-360f-4ee4-af29-5ccbbb95b04e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:38:51.026325 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:51.881796 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c9cdaf12-b52c-4e31-a78c-473473e05a1a req-d43d4ba9-09de-4e02-b65a-7a92f3100fc9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b HTTP/1.1" status: 200 len: 210 time: 0.0267985 Nov 12 20:38:52.758502 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c0b0dfb7-d0b3-4c15-afeb-a17cafe1678a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:52.961507 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d376560-71d5-40d1-89d8-74a3d52b9fbf req-e9d4049d-6b39-4626-8748-c81872c17b7b tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b HTTP/1.1" status: 200 len: 210 time: 0.0255687 Nov 12 20:38:53.842385 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:53.859600 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-8b1d82be-00db-471f-95ee-dcc003952c91 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:53.861078 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-8b1d82be-00db-471f-95ee-dcc003952c91 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.52 "GET /v2.0/networks?id=a043e630-6f45-498b-adef-1351cc2839c5 HTTP/1.1" status: 200 len: 796 time: 0.1085539 Nov 12 20:38:53.941971 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-5c4ca91a-8b12-4da8-a387-beeafbe87306 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6d86ae2d8044da38cfabd09b2ad7223 HTTP/1.1" status: 200 len: 472 time: 0.0671625 Nov 12 20:38:53.957759 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-89ef6d0d-8d57-426d-a685-6e4f64cddb64 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'port': {'device_id': '2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b', 'network_id': 'a043e630-6f45-498b-adef-1351cc2839c5', 'admin_state_up': True, 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'security_groups': ['4d94517c-2aae-46d4-8340-25751d05f241']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:38:54.066283 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a0ccbf35-f720-4e3c-a1a5-bc43770bf9e5 req-2aa1874a-5277-46b5-bf29-d00219f6407d tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b HTTP/1.1" status: 200 len: 210 time: 0.0348508 Nov 12 20:38:54.091229 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-89ef6d0d-8d57-426d-a685-6e4f64cddb64 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Made reservation on behalf of a6d86ae2d8044da38cfabd09b2ad7223 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:38:54.095138 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-89ef6d0d-8d57-426d-a685-6e4f64cddb64 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:54.134536 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:54.221698 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-89ef6d0d-8d57-426d-a685-6e4f64cddb64 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Allocated IP 172.20.0.20 (a043e630-6f45-498b-adef-1351cc2839c5/72fb4ca2-1007-4e5a-9e0d-a702eeab21e6/a91f37c8-6f92-4d3d-a960-a3f848cd051d) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:38:54.353758 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-89ef6d0d-8d57-426d-a685-6e4f64cddb64 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:54.386730 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-89ef6d0d-8d57-426d-a685-6e4f64cddb64 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:54.431877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-89ef6d0d-8d57-426d-a685-6e4f64cddb64 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Network a043e630-6f45-498b-adef-1351cc2839c5 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:38:54.436887 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-89ef6d0d-8d57-426d-a685-6e4f64cddb64 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:38:54.440527 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-89ef6d0d-8d57-426d-a685-6e4f64cddb64 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:38:54.463939 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef6d0d-8d57-426d-a685-6e4f64cddb64 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'Port': ['ID=a91f37c8-6f92-4d3d-a960-a3f848cd051d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:54.494169 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-89ef6d0d-8d57-426d-a685-6e4f64cddb64 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:54.494886 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-89ef6d0d-8d57-426d-a685-6e4f64cddb64 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:54.513054 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-89ef6d0d-8d57-426d-a685-6e4f64cddb64 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5581062 Nov 12 20:38:54.532995 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-3b17abf5-912b-4918-b4e6-7b898be06a2b service neutron] Request body: {'port': {'device_id': '2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:38:54.587932 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-3b17abf5-912b-4918-b4e6-7b898be06a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:54.652098 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7f0a83e6-e95a-4ed4-a2f7-3bcc3626e013 None None] Provisioning complete for port a91f37c8-6f92-4d3d-a960-a3f848cd051d triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:38:54.652612 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7f0a83e6-e95a-4ed4-a2f7-3bcc3626e013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:54.694758 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7f0a83e6-e95a-4ed4-a2f7-3bcc3626e013 None None] Port a91f37c8-6f92-4d3d-a960-a3f848cd051d cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:38:54.856499 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-3b17abf5-912b-4918-b4e6-7b898be06a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a91f37c8-6f92-4d3d-a960-a3f848cd051d {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:38:54.864086 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-3b17abf5-912b-4918-b4e6-7b898be06a2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:54.875747 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-3b17abf5-912b-4918-b4e6-7b898be06a2b service neutron] Transition to ACTIVE for port object a91f37c8-6f92-4d3d-a960-a3f848cd051d will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:38:54.879661 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-3b17abf5-912b-4918-b4e6-7b898be06a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:54.931323 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17abf5-912b-4918-b4e6-7b898be06a2b service neutron] Pushing event updated for resources: {'Port': ['ID=a91f37c8-6f92-4d3d-a960-a3f848cd051d,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:55.009060 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-3b17abf5-912b-4918-b4e6-7b898be06a2b service neutron] Attempting to bind port a91f37c8-6f92-4d3d-a960-a3f848cd051d on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:38:55.009529 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-3b17abf5-912b-4918-b4e6-7b898be06a2b service neutron] Attempting to bind port a91f37c8-6f92-4d3d-a960-a3f848cd051d by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'bf678c4e-4698-45eb-a072-e2e9563451c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a043e630-6f45-498b-adef-1351cc2839c5'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:38:55.010026 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-3b17abf5-912b-4918-b4e6-7b898be06a2b service neutron] Attempting to bind port a91f37c8-6f92-4d3d-a960-a3f848cd051d on network a043e630-6f45-498b-adef-1351cc2839c5 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:38:55.014839 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-3b17abf5-912b-4918-b4e6-7b898be06a2b service neutron] Port a91f37c8-6f92-4d3d-a960-a3f848cd051d on network a043e630-6f45-498b-adef-1351cc2839c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:38:55.015173 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-3b17abf5-912b-4918-b4e6-7b898be06a2b service neutron] Attempting to bind port a91f37c8-6f92-4d3d-a960-a3f848cd051d on network a043e630-6f45-498b-adef-1351cc2839c5 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:38:55.020441 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-3b17abf5-912b-4918-b4e6-7b898be06a2b service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:38:55.020919 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-3b17abf5-912b-4918-b4e6-7b898be06a2b service neutron] Checking segment: {'id': 'bf678c4e-4698-45eb-a072-e2e9563451c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a043e630-6f45-498b-adef-1351cc2839c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:38:55.021310 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-3b17abf5-912b-4918-b4e6-7b898be06a2b service neutron] Bound using segment: {'id': 'bf678c4e-4698-45eb-a072-e2e9563451c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a043e630-6f45-498b-adef-1351cc2839c5'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:38:55.021745 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-3b17abf5-912b-4918-b4e6-7b898be06a2b service neutron] Bound port: a91f37c8-6f92-4d3d-a960-a3f848cd051d, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf678c4e-4698-45eb-a072-e2e9563451c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a043e630-6f45-498b-adef-1351cc2839c5'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:38:55.022108 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-3b17abf5-912b-4918-b4e6-7b898be06a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:55.092964 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-3b17abf5-912b-4918-b4e6-7b898be06a2b service neutron] For port a91f37c8-6f92-4d3d-a960-a3f848cd051d, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:38:55.096868 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-3b17abf5-912b-4918-b4e6-7b898be06a2b service neutron] For port a91f37c8-6f92-4d3d-a960-a3f848cd051d, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=a91f37c8-6f92-4d3d-a960-a3f848cd051d,segment=NetworkSegment(bf678c4e-4698-45eb-a072-e2e9563451c6),segment_id=bf678c4e-4698-45eb-a072-e2e9563451c6)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:38:55.102894 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-3b17abf5-912b-4918-b4e6-7b898be06a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:55.136396 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-3b17abf5-912b-4918-b4e6-7b898be06a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:55.136867 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-3b17abf5-912b-4918-b4e6-7b898be06a2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:55.138464 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-3b17abf5-912b-4918-b4e6-7b898be06a2b service neutron] 10.222.0.52 "PUT /v2.0/ports/a91f37c8-6f92-4d3d-a960-a3f848cd051d HTTP/1.1" status: 200 len: 1093 time: 0.6113515 Nov 12 20:38:55.138928 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b', 'tag': 'a91f37c8-6f92-4d3d-a960-a3f848cd051d'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:38:55.141185 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21e1a49-12fd-48a2-940a-0763d701ceb9" -d '{"events": [{"name": "network-changed", "server_uuid": "2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b", "tag": "a91f37c8-6f92-4d3d-a960-a3f848cd051d"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:38:55.170764 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17abf5-912b-4918-b4e6-7b898be06a2b service neutron] Pushing event updated for resources: {'Port': ['ID=a91f37c8-6f92-4d3d-a960-a3f848cd051d,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:55.188029 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0709b2c-d4d5-4413-a78c-33b12caf288a req-38240575-da76-4498-90ed-a437c4872377 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:55.189601 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a0709b2c-d4d5-4413-a78c-33b12caf288a req-38240575-da76-4498-90ed-a437c4872377 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b HTTP/1.1" status: 200 len: 944 time: 0.0519125 Nov 12 20:38:55.195005 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0059cf58-b98c-401d-aadd-321c56ab5e3b x-openstack-request-id: req-0059cf58-b98c-401d-aadd-321c56ab5e3b {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:38:55.195398 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b", "tag": "a91f37c8-6f92-4d3d-a960-a3f848cd051d", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:38:55.195753 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0059cf58-b98c-401d-aadd-321c56ab5e3b {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:38:55.196280 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b', 'tag': 'a91f37c8-6f92-4d3d-a960-a3f848cd051d', 'status': 'completed', 'code': 200} Nov 12 20:38:55.243725 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:55.257001 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a0709b2c-d4d5-4413-a78c-33b12caf288a req-6797ddc4-c6d5-4fb9-bab8-aac838745529 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d94517c-2aae-46d4-8340-25751d05f241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591464 Nov 12 20:38:55.263654 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-e23a8c48-07db-4bb2-aac4-1145c4b66d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:55.265234 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-e23a8c48-07db-4bb2-aac4-1145c4b66d08 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6d86ae2d8044da38cfabd09b2ad7223&device_id=2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b HTTP/1.1" status: 200 len: 1096 time: 0.0654011 Nov 12 20:38:55.643403 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-db75984c-dee5-4134-a181-6a87a29a0296 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=a91f37c8-6f92-4d3d-a960-a3f848cd051d HTTP/1.1" status: 200 len: 217 time: 0.3636355 Nov 12 20:38:55.694028 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-3e3cfc9b-b2e6-4810-ab03-40a458ddaa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:55.695474 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-3e3cfc9b-b2e6-4810-ab03-40a458ddaa91 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=72fb4ca2-1007-4e5a-9e0d-a702eeab21e6 HTTP/1.1" status: 200 len: 836 time: 0.0427647 Nov 12 20:38:55.745541 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-d8267a9c-2d17-4a6c-8869-75044360ff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:55.747017 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-d8267a9c-2d17-4a6c-8869-75044360ff70 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a043e630-6f45-498b-adef-1351cc2839c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0391552 Nov 12 20:38:55.840891 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-2045fa82-37fe-4935-a8c8-e5c6a36b2538 service neutron] 10.222.0.52 "GET /v2.0/networks/a043e630-6f45-498b-adef-1351cc2839c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840943 Nov 12 20:38:55.933255 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ebefc554-5e67-4bd5-a344-c416c8573bb2 req-7a0b302e-afae-4b1a-b2e0-c5df7cfce1d6 service neutron] 10.222.0.52 "GET /v2.0/networks/a043e630-6f45-498b-adef-1351cc2839c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808532 Nov 12 20:38:55.981621 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:56.028796 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e1a49-12fd-48a2-940a-0763d701ceb9 req-b026c1ce-8037-4bef-aad4-ce79c4a75738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:56.030198 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c21e1a49-12fd-48a2-940a-0763d701ceb9 req-b026c1ce-8037-4bef-aad4-ce79c4a75738 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6d86ae2d8044da38cfabd09b2ad7223&device_id=2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b HTTP/1.1" status: 200 len: 1096 time: 0.0464392 Nov 12 20:38:56.124939 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e1a49-12fd-48a2-940a-0763d701ceb9 req-e8b7843e-5e00-45c5-99c3-eb6c8b6f654b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:56.126424 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c21e1a49-12fd-48a2-940a-0763d701ceb9 req-e8b7843e-5e00-45c5-99c3-eb6c8b6f654b service neutron] 10.222.0.52 "GET /v2.0/networks?id=a043e630-6f45-498b-adef-1351cc2839c5 HTTP/1.1" status: 200 len: 897 time: 0.0851417 Nov 12 20:38:56.172589 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c21e1a49-12fd-48a2-940a-0763d701ceb9 req-bd0467ce-3fee-4764-a389-cc8f2cad438f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=a91f37c8-6f92-4d3d-a960-a3f848cd051d HTTP/1.1" status: 200 len: 217 time: 0.0392072 Nov 12 20:38:56.219861 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e1a49-12fd-48a2-940a-0763d701ceb9 req-41affe31-915b-4224-8b21-01f74e3e2786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:56.221326 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c21e1a49-12fd-48a2-940a-0763d701ceb9 req-41affe31-915b-4224-8b21-01f74e3e2786 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=72fb4ca2-1007-4e5a-9e0d-a702eeab21e6 HTTP/1.1" status: 200 len: 836 time: 0.0423563 Nov 12 20:38:56.271024 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e1a49-12fd-48a2-940a-0763d701ceb9 req-415f4bab-8baf-43f0-bb43-6a4573cb274a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:56.272536 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c21e1a49-12fd-48a2-940a-0763d701ceb9 req-415f4bab-8baf-43f0-bb43-6a4573cb274a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a043e630-6f45-498b-adef-1351cc2839c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0395176 Nov 12 20:38:56.399978 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c21e1a49-12fd-48a2-940a-0763d701ceb9 req-02d311b5-2c1b-4b29-8c75-1e9cf5ca77c2 service neutron] 10.222.0.52 "GET /v2.0/networks/a043e630-6f45-498b-adef-1351cc2839c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170683 Nov 12 20:38:56.408500 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02ea1f-4ac0-44c2-b8c8-932cfc3924bd req-09cbdf85-045a-4e92-9b43-3bc9f3f352d3 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:56.409904 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7b02ea1f-4ac0-44c2-b8c8-932cfc3924bd req-09cbdf85-045a-4e92-9b43-3bc9f3f352d3 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b HTTP/1.1" status: 200 len: 944 time: 0.0730391 Nov 12 20:38:56.513995 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7b02ea1f-4ac0-44c2-b8c8-932cfc3924bd req-f4022298-0fa0-42ec-a94c-532439613c87 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d94517c-2aae-46d4-8340-25751d05f241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961468 Nov 12 20:38:56.534332 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c21e1a49-12fd-48a2-940a-0763d701ceb9 req-4f6e3783-7bd9-4228-a1c8-dc8335e9b495 service neutron] 10.222.0.52 "GET /v2.0/networks/a043e630-6f45-498b-adef-1351cc2839c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234250 Nov 12 20:38:57.633043 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29966b16-5f43-4723-bfd7-aba0d314ea1a req-583e5046-c7f1-47e9-9c38-3f16a93885c1 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:57.634657 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-29966b16-5f43-4723-bfd7-aba0d314ea1a req-583e5046-c7f1-47e9-9c38-3f16a93885c1 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b HTTP/1.1" status: 200 len: 944 time: 0.0506210 Nov 12 20:38:57.690708 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-29966b16-5f43-4723-bfd7-aba0d314ea1a req-8671e0e6-da2f-4fe4-9eda-2cf484f0e13b tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d94517c-2aae-46d4-8340-25751d05f241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486722 Nov 12 20:38:58.346277 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device a91f37c8-6f92-4d3d-a960-a3f848cd051d details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:38:58.446628 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port a91f37c8-6f92-4d3d-a960-a3f848cd051d, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=a91f37c8-6f92-4d3d-a960-a3f848cd051d,segment=NetworkSegment(bf678c4e-4698-45eb-a072-e2e9563451c6),segment_id=bf678c4e-4698-45eb-a072-e2e9563451c6)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:38:58.457949 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'a91f37c8-6f92-4d3d-a960-a3f848cd051d', 'network_id': 'a043e630-6f45-498b-adef-1351cc2839c5', 'port_id': 'a91f37c8-6f92-4d3d-a960-a3f848cd051d', 'mac_address': 'fa:16:3e:c8:e4:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72fb4ca2-1007-4e5a-9e0d-a702eeab21e6', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:38:58.494086 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:58.507279 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a91f37c8-6f92-4d3d-a960-a3f848cd051d {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:38:58.527039 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port a91f37c8-6f92-4d3d-a960-a3f848cd051d, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=a91f37c8-6f92-4d3d-a960-a3f848cd051d,segment=NetworkSegment(bf678c4e-4698-45eb-a072-e2e9563451c6),segment_id=bf678c4e-4698-45eb-a072-e2e9563451c6)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:38:58.531725 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:38:58.577036 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=a91f37c8-6f92-4d3d-a960-a3f848cd051d,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:38:58.805993 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747eda20-0647-4430-8c8b-d9648689d8a1 req-8f709364-df1b-4d66-8eb7-560ffe878f2e tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:58.807552 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-747eda20-0647-4430-8c8b-d9648689d8a1 req-8f709364-df1b-4d66-8eb7-560ffe878f2e tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b HTTP/1.1" status: 200 len: 945 time: 0.0502095 Nov 12 20:38:58.823840 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['a91f37c8-6f92-4d3d-a960-a3f848cd051d'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:38:58.858446 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-747eda20-0647-4430-8c8b-d9648689d8a1 req-44ba6a5e-3903-4ba3-a435-0aaeabd88b09 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d94517c-2aae-46d4-8340-25751d05f241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439312 Nov 12 20:38:59.971903 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0b30a-9c58-4ac4-af58-73fdbfa53745 req-6e1e3e58-1171-4ef4-938f-22723b16993f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:38:59.973406 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-00d0b30a-9c58-4ac4-af58-73fdbfa53745 req-6e1e3e58-1171-4ef4-938f-22723b16993f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b HTTP/1.1" status: 200 len: 945 time: 0.0478590 Nov 12 20:39:00.021914 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-00d0b30a-9c58-4ac4-af58-73fdbfa53745 req-6bc58a21-322d-471f-97b8-261891dd1d65 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d94517c-2aae-46d4-8340-25751d05f241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421929 Nov 12 20:39:00.345237 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device a91f37c8-6f92-4d3d-a960-a3f848cd051d up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:39:00.395951 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port a91f37c8-6f92-4d3d-a960-a3f848cd051d completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:39:00.399621 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port a91f37c8-6f92-4d3d-a960-a3f848cd051d triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:39:00.399983 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:00.478437 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:00.500437 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91f37c8-6f92-4d3d-a960-a3f848cd051d'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:39:00.502640 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0a9f5b-188f-4b87-ada6-2c3256365aa7" -d '{"events": [{"server_uuid": "2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b", "name": "network-vif-plugged", "status": "completed", "tag": "a91f37c8-6f92-4d3d-a960-a3f848cd051d"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:39:00.515337 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port a91f37c8-6f92-4d3d-a960-a3f848cd051d, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=a91f37c8-6f92-4d3d-a960-a3f848cd051d,segment=NetworkSegment(bf678c4e-4698-45eb-a072-e2e9563451c6),segment_id=bf678c4e-4698-45eb-a072-e2e9563451c6)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:39:00.519849 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:00.569440 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=a91f37c8-6f92-4d3d-a960-a3f848cd051d,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:00.678077 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d3c5dd-b4d0-45d6-8806-c6e453e04d1d x-openstack-request-id: req-85d3c5dd-b4d0-45d6-8806-c6e453e04d1d {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:39:00.678401 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b", "name": "network-vif-plugged", "status": "completed", "tag": "a91f37c8-6f92-4d3d-a960-a3f848cd051d", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:39:00.678654 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-85d3c5dd-b4d0-45d6-8806-c6e453e04d1d {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:39:00.679048 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91f37c8-6f92-4d3d-a960-a3f848cd051d', 'code': 200} Nov 12 20:39:00.784390 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409c3d6-9e85-4c7f-9a93-d9dd884cdc3f req-234515a3-5177-449e-9179-10f407db99cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:00.785921 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0409c3d6-9e85-4c7f-9a93-d9dd884cdc3f req-234515a3-5177-449e-9179-10f407db99cb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b HTTP/1.1" status: 200 len: 1098 time: 0.0416071 Nov 12 20:39:00.843437 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0409c3d6-9e85-4c7f-9a93-d9dd884cdc3f req-3396c00b-ee54-4c1b-8664-82c55455be8e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4d94517c-2aae-46d4-8340-25751d05f241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456769 Nov 12 20:39:01.137661 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee53a94-f3f8-4238-ab96-a0167ef145ab req-fc176689-86eb-429a-adf1-9fe3c3828613 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:01.139282 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9ee53a94-f3f8-4238-ab96-a0167ef145ab req-fc176689-86eb-429a-adf1-9fe3c3828613 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b HTTP/1.1" status: 200 len: 946 time: 0.0490327 Nov 12 20:39:01.190710 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9ee53a94-f3f8-4238-ab96-a0167ef145ab req-43b30984-9c8f-4f04-ae8e-4e8db60a7716 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d94517c-2aae-46d4-8340-25751d05f241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455248 Nov 12 20:39:02.308080 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3b930-64ff-4a34-80d6-5ee07fdfa9a9 req-dc557e6f-278d-4c13-a2d0-06740a906a03 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:02.310394 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-81c3b930-64ff-4a34-80d6-5ee07fdfa9a9 req-dc557e6f-278d-4c13-a2d0-06740a906a03 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b HTTP/1.1" status: 200 len: 946 time: 0.0501673 Nov 12 20:39:02.359248 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-81c3b930-64ff-4a34-80d6-5ee07fdfa9a9 req-d772c01b-dba6-4f65-bf37-408770156a1f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d94517c-2aae-46d4-8340-25751d05f241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430436 Nov 12 20:39:02.476559 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021917a8-7d47-4925-bc05-81b3b39f10a7 req-c492c99d-9647-4f24-bd22-0c5785b72fd4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:02.477942 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-021917a8-7d47-4925-bc05-81b3b39f10a7 req-c492c99d-9647-4f24-bd22-0c5785b72fd4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b HTTP/1.1" status: 200 len: 946 time: 0.0527585 Nov 12 20:39:02.526360 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-021917a8-7d47-4925-bc05-81b3b39f10a7 req-e6317186-9401-4b9f-9523-4544f32029c3 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d94517c-2aae-46d4-8340-25751d05f241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420446 Nov 12 20:39:04.010196 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52538) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:39:04.488057 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-236dc7dd-a680-4e46-97bf-d6e8f87b919e req-ff85b137-9f49-4713-a701-9520876b9381 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=22cf36b5-cc4c-42df-aa3e-7aa4a551288b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0879676 Nov 12 20:39:04.616078 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dc7dd-a680-4e46-97bf-d6e8f87b919e req-46f4321e-9bda-4924-8215-ad7b8d2ac7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:04.617510 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-236dc7dd-a680-4e46-97bf-d6e8f87b919e req-46f4321e-9bda-4924-8215-ad7b8d2ac7c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6d86ae2d8044da38cfabd09b2ad7223&device_id=22cf36b5-cc4c-42df-aa3e-7aa4a551288b HTTP/1.1" status: 200 len: 1097 time: 0.0869184 Nov 12 20:39:04.782892 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dc7dd-a680-4e46-97bf-d6e8f87b919e req-de5b33aa-6daa-4e76-8592-bf03b1c1193b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:04.784377 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-236dc7dd-a680-4e46-97bf-d6e8f87b919e req-de5b33aa-6daa-4e76-8592-bf03b1c1193b service neutron] 10.222.0.55 "GET /v2.0/networks?id=53146cf4-8eb5-44ec-bf5b-2a70283651f7 HTTP/1.1" status: 200 len: 898 time: 0.1348748 Nov 12 20:39:04.845246 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd0e5440-50e3-462e-9d8a-5149cb8d9c5c req-f5879834-466d-43e5-bc46-62a75e3bfff4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405164 Nov 12 20:39:04.897119 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-236dc7dd-a680-4e46-97bf-d6e8f87b919e req-e564c555-5ee7-46d9-8901-376fe8d4d7d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9157280a-4a95-4f63-a1ac-c47ac93aa4e8 HTTP/1.1" status: 200 len: 1001 time: 0.0951130 Nov 12 20:39:04.927151 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e5440-50e3-462e-9d8a-5149cb8d9c5c req-be0e50cd-7c08-48c2-827c-d465b1b06679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:04.928707 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd0e5440-50e3-462e-9d8a-5149cb8d9c5c req-be0e50cd-7c08-48c2-827c-d465b1b06679 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6d86ae2d8044da38cfabd09b2ad7223&device_id=2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b HTTP/1.1" status: 200 len: 1098 time: 0.0398097 Nov 12 20:39:04.938610 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-031461fe-bf6d-4aae-a572-98827ef6a80f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:04.999573 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dc7dd-a680-4e46-97bf-d6e8f87b919e req-186f7a89-e3e9-4019-9ef0-01dff63576ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:05.001058 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-236dc7dd-a680-4e46-97bf-d6e8f87b919e req-186f7a89-e3e9-4019-9ef0-01dff63576ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a624239-b6be-4aac-a52d-c44ce1c9fb2d HTTP/1.1" status: 200 len: 835 time: 0.0962758 Nov 12 20:39:05.036739 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e5440-50e3-462e-9d8a-5149cb8d9c5c req-1e448e6d-02b0-43b9-a101-1be6ae35a372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:05.039406 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd0e5440-50e3-462e-9d8a-5149cb8d9c5c req-1e448e6d-02b0-43b9-a101-1be6ae35a372 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a043e630-6f45-498b-adef-1351cc2839c5 HTTP/1.1" status: 200 len: 897 time: 0.0911717 Nov 12 20:39:05.083412 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd0e5440-50e3-462e-9d8a-5149cb8d9c5c req-eec8968d-c7a1-4196-a0d5-575e0ebc71a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=a91f37c8-6f92-4d3d-a960-a3f848cd051d HTTP/1.1" status: 200 len: 217 time: 0.0347881 Nov 12 20:39:05.096746 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dc7dd-a680-4e46-97bf-d6e8f87b919e req-e4381a5d-ada2-4dc6-8733-6b13e0871a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:05.098234 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-236dc7dd-a680-4e46-97bf-d6e8f87b919e req-e4381a5d-ada2-4dc6-8733-6b13e0871a0e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53146cf4-8eb5-44ec-bf5b-2a70283651f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0866463 Nov 12 20:39:05.137113 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e5440-50e3-462e-9d8a-5149cb8d9c5c req-fed546e5-58d2-4e0b-826b-5733e7087922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:05.139188 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd0e5440-50e3-462e-9d8a-5149cb8d9c5c req-fed546e5-58d2-4e0b-826b-5733e7087922 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=72fb4ca2-1007-4e5a-9e0d-a702eeab21e6 HTTP/1.1" status: 200 len: 836 time: 0.0488777 Nov 12 20:39:05.185586 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e5440-50e3-462e-9d8a-5149cb8d9c5c req-5c42a5f1-142b-40b2-a963-9a8f0575657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:05.187073 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd0e5440-50e3-462e-9d8a-5149cb8d9c5c req-5c42a5f1-142b-40b2-a963-9a8f0575657b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a043e630-6f45-498b-adef-1351cc2839c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0404127 Nov 12 20:39:05.283980 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-236dc7dd-a680-4e46-97bf-d6e8f87b919e req-900c20be-6eb2-479d-a331-8563400e47e4 service neutron] 10.222.0.55 "GET /v2.0/networks/53146cf4-8eb5-44ec-bf5b-2a70283651f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778810 Nov 12 20:39:05.286447 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd0e5440-50e3-462e-9d8a-5149cb8d9c5c req-20cdceb8-124a-4f05-b320-5e82c3018133 service neutron] 10.222.0.52 "GET /v2.0/networks/a043e630-6f45-498b-adef-1351cc2839c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920429 Nov 12 20:39:05.373997 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-031461fe-bf6d-4aae-a572-98827ef6a80f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Allocated IP 172.20.0.17 (a043e630-6f45-498b-adef-1351cc2839c5/72fb4ca2-1007-4e5a-9e0d-a702eeab21e6/bfb2227d-1f97-4faf-aca5-aaa3b40611a2) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:39:05.380560 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd0e5440-50e3-462e-9d8a-5149cb8d9c5c req-0af29c57-148f-4228-8436-4dd4d62d9922 service neutron] 10.222.0.52 "GET /v2.0/networks/a043e630-6f45-498b-adef-1351cc2839c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854907 Nov 12 20:39:05.432515 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-236dc7dd-a680-4e46-97bf-d6e8f87b919e req-5eac94f7-e604-4f2a-a307-be5a95ffd301 service neutron] 10.222.0.55 "GET /v2.0/networks/53146cf4-8eb5-44ec-bf5b-2a70283651f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300313 Nov 12 20:39:05.514404 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-031461fe-bf6d-4aae-a572-98827ef6a80f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:05.547874 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-031461fe-bf6d-4aae-a572-98827ef6a80f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:05.584095 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031461fe-bf6d-4aae-a572-98827ef6a80f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Network a043e630-6f45-498b-adef-1351cc2839c5 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:39:05.586982 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-031461fe-bf6d-4aae-a572-98827ef6a80f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:39:05.590939 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031461fe-bf6d-4aae-a572-98827ef6a80f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:39:05.628282 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031461fe-bf6d-4aae-a572-98827ef6a80f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'Port': ['ID=bfb2227d-1f97-4faf-aca5-aaa3b40611a2,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:05.647960 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-031461fe-bf6d-4aae-a572-98827ef6a80f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:05.788262 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-031461fe-bf6d-4aae-a572-98827ef6a80f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:05.825641 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8d2c4274-cce6-4b66-9f06-523885e3a3b9 None None] Provisioning complete for port bfb2227d-1f97-4faf-aca5-aaa3b40611a2 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:39:05.826259 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8d2c4274-cce6-4b66-9f06-523885e3a3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:05.858425 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8d2c4274-cce6-4b66-9f06-523885e3a3b9 None None] Port bfb2227d-1f97-4faf-aca5-aaa3b40611a2 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:39:06.061826 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-031461fe-bf6d-4aae-a572-98827ef6a80f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:06.066287 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-031461fe-bf6d-4aae-a572-98827ef6a80f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:06.139612 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031461fe-bf6d-4aae-a572-98827ef6a80f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'Port': ['ID=bfb2227d-1f97-4faf-aca5-aaa3b40611a2,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:06.144585 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-031461fe-bf6d-4aae-a572-98827ef6a80f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:06.232616 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031461fe-bf6d-4aae-a572-98827ef6a80f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Network a043e630-6f45-498b-adef-1351cc2839c5 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:39:06.234032 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-031461fe-bf6d-4aae-a572-98827ef6a80f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:39:06.355855 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031461fe-bf6d-4aae-a572-98827ef6a80f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Router 1d48efc1-93fc-4ba9-a60f-a0103891b8ed has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:39:06.468354 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031461fe-bf6d-4aae-a572-98827ef6a80f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:39:06.475857 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-031461fe-bf6d-4aae-a572-98827ef6a80f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "PUT /v2.0/routers/1d48efc1-93fc-4ba9-a60f-a0103891b8ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4645703 Nov 12 20:39:06.478838 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a80a7ce-750b-4bfd-9bcb-e3de31fc3e24 None None] Sync routers for ids ['1d48efc1-93fc-4ba9-a60f-a0103891b8ed'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:39:06.493166 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-6222014f-49d1-4561-9881-09c45660db2c None None] Provisioning complete for port bfb2227d-1f97-4faf-aca5-aaa3b40611a2 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:39:06.493529 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6222014f-49d1-4561-9881-09c45660db2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:06.495970 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a80a7ce-750b-4bfd-9bcb-e3de31fc3e24 None None] Routers {'1d48efc1-93fc-4ba9-a60f-a0103891b8ed'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:39:06.496605 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-2a80a7ce-750b-4bfd-9bcb-e3de31fc3e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:38:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['1d48efc1-93fc-4ba9-a60f-a0103891b8ed'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:06.568830 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-6222014f-49d1-4561-9881-09c45660db2c None None] Port bfb2227d-1f97-4faf-aca5-aaa3b40611a2 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:39:06.793999 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-2a80a7ce-750b-4bfd-9bcb-e3de31fc3e24 None None] Set router 1d48efc1-93fc-4ba9-a60f-a0103891b8ed gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:39:07.017844 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-2a80a7ce-750b-4bfd-9bcb-e3de31fc3e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'name': 'tempest-TestNetworkBasicOps-router-265094675', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:37:19Z', 'updated_at': '2021-11-12T20:39:05Z', 'revision_number': 5, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:20Z', 'updated_at': '2021-11-12T20:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'e814a40b-fc25-449d-8334-7cb2433abae7', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'floating_ip_address': '172.25.5.134', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'port_id': '9157280a-4a95-4f63-a1ac-c47ac93aa4e8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'mac_address': 'fa:16:3e:f1:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf36b5-cc4c-42df-aa3e-7aa4a551288b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:37:38Z', 'updated_at': '2021-11-12T20:37:40Z', 'revision_number': 1, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebc0273-42e8-4489-8115-a662a4cc44c7', 'name': '', 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'mac_address': 'fa:16:3e:c1:42:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:22Z', 'updated_at': '2021-11-12T20:37:26Z', 'revision_number': 5, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'subnets': [{'id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb2227d-1f97-4faf-aca5-aaa3b40611a2', 'name': '', 'network_id': 'a043e630-6f45-498b-adef-1351cc2839c5', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'mac_address': 'fa:16:3e:98:98:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '72fb4ca2-1007-4e5a-9e0d-a702eeab21e6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:39:05Z', 'updated_at': '2021-11-12T20:39:05Z', 'revision_number': 2, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'subnets': [{'id': '72fb4ca2-1007-4e5a-9e0d-a702eeab21e6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:07.042662 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a80a7ce-750b-4bfd-9bcb-e3de31fc3e24 None None] Checking router: 1d48efc1-93fc-4ba9-a60f-a0103891b8ed for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:39:07.043014 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a80a7ce-750b-4bfd-9bcb-e3de31fc3e24 None None] Updating router 1d48efc1-93fc-4ba9-a60f-a0103891b8ed port bfb2227d-1f97-4faf-aca5-aaa3b40611a2 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:39:07.071227 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2a80a7ce-750b-4bfd-9bcb-e3de31fc3e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:07.334379 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2a80a7ce-750b-4bfd-9bcb-e3de31fc3e24 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:07.339909 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2a80a7ce-750b-4bfd-9bcb-e3de31fc3e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:07.391639 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6ac85-b9b6-48b9-b478-2838ba5697c0 None None] Pushing event updated for resources: {'Port': ['ID=bfb2227d-1f97-4faf-aca5-aaa3b40611a2,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:07.444398 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-2a80a7ce-750b-4bfd-9bcb-e3de31fc3e24 None None] Attempting to bind port bfb2227d-1f97-4faf-aca5-aaa3b40611a2 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:39:07.444767 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-2a80a7ce-750b-4bfd-9bcb-e3de31fc3e24 None None] Attempting to bind port bfb2227d-1f97-4faf-aca5-aaa3b40611a2 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'bf678c4e-4698-45eb-a072-e2e9563451c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a043e630-6f45-498b-adef-1351cc2839c5'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:39:07.445131 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a80a7ce-750b-4bfd-9bcb-e3de31fc3e24 None None] Attempting to bind port bfb2227d-1f97-4faf-aca5-aaa3b40611a2 on network a043e630-6f45-498b-adef-1351cc2839c5 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:39:07.451065 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a80a7ce-750b-4bfd-9bcb-e3de31fc3e24 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:39:07.451437 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a80a7ce-750b-4bfd-9bcb-e3de31fc3e24 None None] Checking segment: {'id': 'bf678c4e-4698-45eb-a072-e2e9563451c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a043e630-6f45-498b-adef-1351cc2839c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:39:07.451831 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2a80a7ce-750b-4bfd-9bcb-e3de31fc3e24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:07.452217 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a80a7ce-750b-4bfd-9bcb-e3de31fc3e24 None None] Bound using segment: {'id': 'bf678c4e-4698-45eb-a072-e2e9563451c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a043e630-6f45-498b-adef-1351cc2839c5'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:39:07.452704 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-2a80a7ce-750b-4bfd-9bcb-e3de31fc3e24 None None] Bound port: bfb2227d-1f97-4faf-aca5-aaa3b40611a2, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf678c4e-4698-45eb-a072-e2e9563451c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a043e630-6f45-498b-adef-1351cc2839c5'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:39:07.453089 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2a80a7ce-750b-4bfd-9bcb-e3de31fc3e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:07.517650 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2a80a7ce-750b-4bfd-9bcb-e3de31fc3e24 None None] For port bfb2227d-1f97-4faf-aca5-aaa3b40611a2, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:39:07.520866 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2a80a7ce-750b-4bfd-9bcb-e3de31fc3e24 None None] For port bfb2227d-1f97-4faf-aca5-aaa3b40611a2, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=bfb2227d-1f97-4faf-aca5-aaa3b40611a2,segment=NetworkSegment(bf678c4e-4698-45eb-a072-e2e9563451c6),segment_id=bf678c4e-4698-45eb-a072-e2e9563451c6)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:39:07.525361 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2a80a7ce-750b-4bfd-9bcb-e3de31fc3e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:07.585283 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a80a7ce-750b-4bfd-9bcb-e3de31fc3e24 None None] Routers {'1d48efc1-93fc-4ba9-a60f-a0103891b8ed'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:39:07.585839 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-2a80a7ce-750b-4bfd-9bcb-e3de31fc3e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:38:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['1d48efc1-93fc-4ba9-a60f-a0103891b8ed'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:07.593967 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6ac85-b9b6-48b9-b478-2838ba5697c0 None None] Pushing event updated for resources: {'Port': ['ID=bfb2227d-1f97-4faf-aca5-aaa3b40611a2,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:07.647907 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-3f64bf4a-a112-40cb-bfcb-8e9438ea63f5 None None] Provisioning complete for port bfb2227d-1f97-4faf-aca5-aaa3b40611a2 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:39:07.648297 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3f64bf4a-a112-40cb-bfcb-8e9438ea63f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:07.747591 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-2a80a7ce-750b-4bfd-9bcb-e3de31fc3e24 None None] Set router 1d48efc1-93fc-4ba9-a60f-a0103891b8ed gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:39:07.845080 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3f64bf4a-a112-40cb-bfcb-8e9438ea63f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:07.895875 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-3f64bf4a-a112-40cb-bfcb-8e9438ea63f5 None None] For port bfb2227d-1f97-4faf-aca5-aaa3b40611a2, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=bfb2227d-1f97-4faf-aca5-aaa3b40611a2,segment=NetworkSegment(bf678c4e-4698-45eb-a072-e2e9563451c6),segment_id=bf678c4e-4698-45eb-a072-e2e9563451c6)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:39:07.911606 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3f64bf4a-a112-40cb-bfcb-8e9438ea63f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:08.003394 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f64bf4a-a112-40cb-bfcb-8e9438ea63f5 None None] Pushing event updated for resources: {'Port': ['ID=bfb2227d-1f97-4faf-aca5-aaa3b40611a2,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:08.053148 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4246a5aa-3d7c-41bf-8174-60c00f21228a None None] Provisioning complete for port bfb2227d-1f97-4faf-aca5-aaa3b40611a2 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:39:08.053846 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4246a5aa-3d7c-41bf-8174-60c00f21228a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:08.108311 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-2a80a7ce-750b-4bfd-9bcb-e3de31fc3e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'name': 'tempest-TestNetworkBasicOps-router-265094675', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:37:19Z', 'updated_at': '2021-11-12T20:39:05Z', 'revision_number': 5, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:20Z', 'updated_at': '2021-11-12T20:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'e814a40b-fc25-449d-8334-7cb2433abae7', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'floating_ip_address': '172.25.5.134', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'port_id': '9157280a-4a95-4f63-a1ac-c47ac93aa4e8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'mac_address': 'fa:16:3e:f1:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf36b5-cc4c-42df-aa3e-7aa4a551288b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:37:38Z', 'updated_at': '2021-11-12T20:37:40Z', 'revision_number': 1, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebc0273-42e8-4489-8115-a662a4cc44c7', 'name': '', 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'mac_address': 'fa:16:3e:c1:42:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:22Z', 'updated_at': '2021-11-12T20:37:26Z', 'revision_number': 5, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'subnets': [{'id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb2227d-1f97-4faf-aca5-aaa3b40611a2', 'name': '', 'network_id': 'a043e630-6f45-498b-adef-1351cc2839c5', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'mac_address': 'fa:16:3e:98:98:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '72fb4ca2-1007-4e5a-9e0d-a702eeab21e6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:39:05Z', 'updated_at': '2021-11-12T20:39:07Z', 'revision_number': 4, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'subnets': [{'id': '72fb4ca2-1007-4e5a-9e0d-a702eeab21e6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:08.139611 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a80a7ce-750b-4bfd-9bcb-e3de31fc3e24 None None] The sync data for ids ['1d48efc1-93fc-4ba9-a60f-a0103891b8ed'] in n-d-712140-15 is: [{'id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'name': 'tempest-TestNetworkBasicOps-router-265094675', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:37:19Z', 'updated_at': '2021-11-12T20:39:05Z', 'revision_number': 5, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:20Z', 'updated_at': '2021-11-12T20:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'e814a40b-fc25-449d-8334-7cb2433abae7', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'floating_ip_address': '172.25.5.134', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'port_id': '9157280a-4a95-4f63-a1ac-c47ac93aa4e8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'mac_address': 'fa:16:3e:f1:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf36b5-cc4c-42df-aa3e-7aa4a551288b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:37:38Z', 'updated_at': '2021-11-12T20:37:40Z', 'revision_number': 1, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebc0273-42e8-4489-8115-a662a4cc44c7', 'name': '', 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'mac_address': 'fa:16:3e:c1:42:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:22Z', 'updated_at': '2021-11-12T20:37:26Z', 'revision_number': 5, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'subnets': [{'id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb2227d-1f97-4faf-aca5-aaa3b40611a2', 'name': '', 'network_id': 'a043e630-6f45-498b-adef-1351cc2839c5', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'mac_address': 'fa:16:3e:98:98:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '72fb4ca2-1007-4e5a-9e0d-a702eeab21e6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:39:05Z', 'updated_at': '2021-11-12T20:39:07Z', 'revision_number': 4, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'subnets': [{'id': '72fb4ca2-1007-4e5a-9e0d-a702eeab21e6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:39:08.654471 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:39:08.910837 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device bfb2227d-1f97-4faf-aca5-aaa3b40611a2 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:39:08.961273 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port bfb2227d-1f97-4faf-aca5-aaa3b40611a2 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:39:08.961636 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:19.938184 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e9dc4407-53f8-4a07-b18c-d02c4e1d2872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:20.343234 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:22.759689 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1cd72f79-1e3c-4279-a1b3-444e2f8e7539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:23.836297 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:24.164924 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:25.243033 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:25.984951 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:31.225179 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52568) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:39:31.593490 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-52289b99-a913-417c-9f06-a04b9ad5212e tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:31.895349 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-52289b99-a913-417c-9f06-a04b9ad5212e tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Deleting port bfb2227d-1f97-4faf-aca5-aaa3b40611a2 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:39:31.895601 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-52289b99-a913-417c-9f06-a04b9ad5212e tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:31.984099 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-52289b99-a913-417c-9f06-a04b9ad5212e tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] For port bfb2227d-1f97-4faf-aca5-aaa3b40611a2, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=bfb2227d-1f97-4faf-aca5-aaa3b40611a2,segment=NetworkSegment(bf678c4e-4698-45eb-a072-e2e9563451c6),segment_id=bf678c4e-4698-45eb-a072-e2e9563451c6)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:39:31.984482 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-52289b99-a913-417c-9f06-a04b9ad5212e tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:31.996741 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-52289b99-a913-417c-9f06-a04b9ad5212e tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Calling delete_port for bfb2227d-1f97-4faf-aca5-aaa3b40611a2 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:39:32.175719 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-52289b99-a913-417c-9f06-a04b9ad5212e tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:32.210282 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52289b99-a913-417c-9f06-a04b9ad5212e tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event deleted for resources: {'Port': ['ID=bfb2227d-1f97-4faf-aca5-aaa3b40611a2,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:32.686187 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-52289b99-a913-417c-9f06-a04b9ad5212e tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:32.907636 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52289b99-a913-417c-9f06-a04b9ad5212e tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Router 1d48efc1-93fc-4ba9-a60f-a0103891b8ed has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:39:33.015477 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52289b99-a913-417c-9f06-a04b9ad5212e tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:39:33.020573 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-52289b99-a913-417c-9f06-a04b9ad5212e tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "PUT /v2.0/routers/1d48efc1-93fc-4ba9-a60f-a0103891b8ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7943950 Nov 12 20:39:33.025957 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4969b6b-f3bb-4e9f-a081-67387054977a None None] Sync routers for ids ['1d48efc1-93fc-4ba9-a60f-a0103891b8ed'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:39:33.035883 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4969b6b-f3bb-4e9f-a081-67387054977a None None] Routers {'1d48efc1-93fc-4ba9-a60f-a0103891b8ed'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:39:33.036503 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b4969b6b-f3bb-4e9f-a081-67387054977a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:39:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['1d48efc1-93fc-4ba9-a60f-a0103891b8ed'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:33.149220 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-b4969b6b-f3bb-4e9f-a081-67387054977a None None] Set router 1d48efc1-93fc-4ba9-a60f-a0103891b8ed gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:39:33.240081 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b7789-fb70-4552-8430-066018ca0c10 req-b01281ce-acb1-4917-a0ad-3473850d523b tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:33.241856 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-804b7789-fb70-4552-8430-066018ca0c10 req-b01281ce-acb1-4917-a0ad-3473850d523b tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b HTTP/1.1" status: 200 len: 946 time: 0.0501323 Nov 12 20:39:33.291957 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-804b7789-fb70-4552-8430-066018ca0c10 req-d4ba2b9e-59c5-46d5-b39d-51744ea2b7b4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d94517c-2aae-46d4-8340-25751d05f241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432920 Nov 12 20:39:33.374318 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b4969b6b-f3bb-4e9f-a081-67387054977a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'name': 'tempest-TestNetworkBasicOps-router-265094675', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:37:19Z', 'updated_at': '2021-11-12T20:39:32Z', 'revision_number': 6, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:20Z', 'updated_at': '2021-11-12T20:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'e814a40b-fc25-449d-8334-7cb2433abae7', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'floating_ip_address': '172.25.5.134', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'port_id': '9157280a-4a95-4f63-a1ac-c47ac93aa4e8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'mac_address': 'fa:16:3e:f1:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf36b5-cc4c-42df-aa3e-7aa4a551288b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:37:38Z', 'updated_at': '2021-11-12T20:37:40Z', 'revision_number': 1, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebc0273-42e8-4489-8115-a662a4cc44c7', 'name': '', 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'mac_address': 'fa:16:3e:c1:42:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:22Z', 'updated_at': '2021-11-12T20:37:26Z', 'revision_number': 5, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'subnets': [{'id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:33.399537 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4969b6b-f3bb-4e9f-a081-67387054977a None None] Checking router: 1d48efc1-93fc-4ba9-a60f-a0103891b8ed for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:39:33.408147 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4969b6b-f3bb-4e9f-a081-67387054977a None None] Routers {'1d48efc1-93fc-4ba9-a60f-a0103891b8ed'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:39:33.408791 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b4969b6b-f3bb-4e9f-a081-67387054977a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:39:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['1d48efc1-93fc-4ba9-a60f-a0103891b8ed'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:33.512253 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-b4969b6b-f3bb-4e9f-a081-67387054977a None None] Set router 1d48efc1-93fc-4ba9-a60f-a0103891b8ed gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:39:33.735884 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b4969b6b-f3bb-4e9f-a081-67387054977a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'name': 'tempest-TestNetworkBasicOps-router-265094675', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:37:19Z', 'updated_at': '2021-11-12T20:39:32Z', 'revision_number': 6, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:20Z', 'updated_at': '2021-11-12T20:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'e814a40b-fc25-449d-8334-7cb2433abae7', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'floating_ip_address': '172.25.5.134', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'port_id': '9157280a-4a95-4f63-a1ac-c47ac93aa4e8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'mac_address': 'fa:16:3e:f1:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf36b5-cc4c-42df-aa3e-7aa4a551288b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:37:38Z', 'updated_at': '2021-11-12T20:37:40Z', 'revision_number': 1, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebc0273-42e8-4489-8115-a662a4cc44c7', 'name': '', 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'mac_address': 'fa:16:3e:c1:42:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:22Z', 'updated_at': '2021-11-12T20:37:26Z', 'revision_number': 5, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'subnets': [{'id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:33.761138 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4969b6b-f3bb-4e9f-a081-67387054977a None None] The sync data for ids ['1d48efc1-93fc-4ba9-a60f-a0103891b8ed'] in n-d-712140-15 is: [{'id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'name': 'tempest-TestNetworkBasicOps-router-265094675', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:37:19Z', 'updated_at': '2021-11-12T20:39:32Z', 'revision_number': 6, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:20Z', 'updated_at': '2021-11-12T20:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'e814a40b-fc25-449d-8334-7cb2433abae7', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'floating_ip_address': '172.25.5.134', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'port_id': '9157280a-4a95-4f63-a1ac-c47ac93aa4e8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'mac_address': 'fa:16:3e:f1:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cf36b5-cc4c-42df-aa3e-7aa4a551288b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:37:38Z', 'updated_at': '2021-11-12T20:37:40Z', 'revision_number': 1, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebc0273-42e8-4489-8115-a662a4cc44c7', 'name': '', 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'mac_address': 'fa:16:3e:c1:42:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:22Z', 'updated_at': '2021-11-12T20:37:26Z', 'revision_number': 5, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'subnets': [{'id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:39:34.411181 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f482ddd-59bd-44a1-98a7-02566a6a7f43 req-58d10e9e-16ea-44ff-ac90-0a29ca4ce396 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:34.412610 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8f482ddd-59bd-44a1-98a7-02566a6a7f43 req-58d10e9e-16ea-44ff-ac90-0a29ca4ce396 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b HTTP/1.1" status: 200 len: 946 time: 0.0488827 Nov 12 20:39:34.465668 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8f482ddd-59bd-44a1-98a7-02566a6a7f43 req-bc43df68-b8c5-4d86-bc30-49ea1dd0852d tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d94517c-2aae-46d4-8340-25751d05f241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472667 Nov 12 20:39:34.777052 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbb660-9c42-4b99-aa29-8ad507357634 req-a1603e5b-d2f7-4516-aa6e-7a62a5ad4ee9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:34.778404 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-67dbb660-9c42-4b99-aa29-8ad507357634 req-a1603e5b-d2f7-4516-aa6e-7a62a5ad4ee9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b HTTP/1.1" status: 200 len: 946 time: 0.0478218 Nov 12 20:39:34.869657 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device bfb2227d-1f97-4faf-aca5-aaa3b40611a2 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:39:34.871594 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-67dbb660-9c42-4b99-aa29-8ad507357634 req-a5f16062-261c-4e63-afdf-94509d0753c1 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Deleting port a91f37c8-6f92-4d3d-a960-a3f848cd051d {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:39:34.871941 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-67dbb660-9c42-4b99-aa29-8ad507357634 req-a5f16062-261c-4e63-afdf-94509d0753c1 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:34.904079 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: bfb2227d-1f97-4faf-aca5-aaa3b40611a2 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:39:34.904443 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device bfb2227d-1f97-4faf-aca5-aaa3b40611a2 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:39:34.968375 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-67dbb660-9c42-4b99-aa29-8ad507357634 req-a5f16062-261c-4e63-afdf-94509d0753c1 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] For port a91f37c8-6f92-4d3d-a960-a3f848cd051d, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=a91f37c8-6f92-4d3d-a960-a3f848cd051d,segment=NetworkSegment(bf678c4e-4698-45eb-a072-e2e9563451c6),segment_id=bf678c4e-4698-45eb-a072-e2e9563451c6)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:39:34.969092 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-67dbb660-9c42-4b99-aa29-8ad507357634 req-a5f16062-261c-4e63-afdf-94509d0753c1 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:34.982570 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-67dbb660-9c42-4b99-aa29-8ad507357634 req-a5f16062-261c-4e63-afdf-94509d0753c1 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Calling delete_port for a91f37c8-6f92-4d3d-a960-a3f848cd051d owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:39:35.114071 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-67dbb660-9c42-4b99-aa29-8ad507357634 req-a5f16062-261c-4e63-afdf-94509d0753c1 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:35.142373 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f16062-261c-4e63-afdf-94509d0753c1 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event deleted for resources: {'Port': ['ID=a91f37c8-6f92-4d3d-a960-a3f848cd051d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:35.186589 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-67dbb660-9c42-4b99-aa29-8ad507357634 req-a5f16062-261c-4e63-afdf-94509d0753c1 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] No DVR routers for this DVR port a91f37c8-6f92-4d3d-a960-a3f848cd051d on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:39:35.189300 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-67dbb660-9c42-4b99-aa29-8ad507357634 req-a5f16062-261c-4e63-afdf-94509d0753c1 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:35.192881 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-67dbb660-9c42-4b99-aa29-8ad507357634 req-a5f16062-261c-4e63-afdf-94509d0753c1 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.52 "DELETE /v2.0/ports/a91f37c8-6f92-4d3d-a960-a3f848cd051d HTTP/1.1" status: 204 len: 173 time: 0.4062970 Nov 12 20:39:35.193351 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b', 'name': 'network-vif-deleted', 'tag': 'a91f37c8-6f92-4d3d-a960-a3f848cd051d'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:39:35.195657 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b37b6a-8947-40ad-a9e8-f340b3a6661b" -d '{"events": [{"server_uuid": "2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b", "name": "network-vif-deleted", "tag": "a91f37c8-6f92-4d3d-a960-a3f848cd051d"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:39:35.236835 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5720c137-20a9-477f-8e5a-0a76d021a8ba x-openstack-request-id: req-5720c137-20a9-477f-8e5a-0a76d021a8ba {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:39:35.237131 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b", "name": "network-vif-deleted", "tag": "a91f37c8-6f92-4d3d-a960-a3f848cd051d", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:39:35.237384 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5720c137-20a9-477f-8e5a-0a76d021a8ba {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:39:35.237796 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b', 'name': 'network-vif-deleted', 'tag': 'a91f37c8-6f92-4d3d-a960-a3f848cd051d', 'status': 'completed', 'code': 200} Nov 12 20:39:35.599114 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-150888b5-984b-4825-a571-a03677c9bde0 req-aa6f12bd-f844-4228-8165-747bf8a53a8f tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ceee42d-c611-4fe5-b4a4-47bb8b8f8a0b HTTP/1.1" status: 200 len: 210 time: 0.0337429 Nov 12 20:39:36.657153 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52582) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:39:36.712533 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-952f1072-c8c7-45d9-8826-7799453de1f2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:36.737682 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-952f1072-c8c7-45d9-8826-7799453de1f2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:36.799450 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-952f1072-c8c7-45d9-8826-7799453de1f2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:36.802092 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-952f1072-c8c7-45d9-8826-7799453de1f2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:36.803238 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-952f1072-c8c7-45d9-8826-7799453de1f2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "DELETE /v2.0/security-groups/4d94517c-2aae-46d4-8340-25751d05f241 HTTP/1.1" status: 204 len: 168 time: 0.1450841 Nov 12 20:39:36.813214 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f1072-c8c7-45d9-8826-7799453de1f2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d94517c-2aae-46d4-8340-25751d05f241,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:36.835379 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52586) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:39:36.890329 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-775e45ce-202b-4f8a-8d5a-98d5ebab2a83 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Deleting subnet 72fb4ca2-1007-4e5a-9e0d-a702eeab21e6 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:39:36.893382 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-775e45ce-202b-4f8a-8d5a-98d5ebab2a83 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:36.931977 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-775e45ce-202b-4f8a-8d5a-98d5ebab2a83 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:37.012265 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-775e45ce-202b-4f8a-8d5a-98d5ebab2a83 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:37.071767 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-775e45ce-202b-4f8a-8d5a-98d5ebab2a83 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:37.097872 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e45ce-202b-4f8a-8d5a-98d5ebab2a83 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event deleted for resources: {'Subnet': ['ID=72fb4ca2-1007-4e5a-9e0d-a702eeab21e6,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:37.101620 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-775e45ce-202b-4f8a-8d5a-98d5ebab2a83 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:37.104752 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-775e45ce-202b-4f8a-8d5a-98d5ebab2a83 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "DELETE /v2.0/subnets/72fb4ca2-1007-4e5a-9e0d-a702eeab21e6 HTTP/1.1" status: 204 len: 168 time: 0.2680979 Nov 12 20:39:37.108254 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52588) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:39:37.110752 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cab7e4-1302-423b-844f-4a03282bc058 None None] Network a043e630-6f45-498b-adef-1351cc2839c5 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:39:37.186720 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b5fcb98-70d4-4e99-ae11-768b560de1a5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:37.237648 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-1b5fcb98-70d4-4e99-ae11-768b560de1a5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Deleting port 4d46a55f-360f-4ee4-af29-5ccbbb95b04e {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:39:37.237990 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b5fcb98-70d4-4e99-ae11-768b560de1a5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:37.286986 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a923d7-3ce9-4112-a4bb-6a697fc260fe None None] DHCP port deletion for a043e630-6f45-498b-adef-1351cc2839c5 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:39:37.306498 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-1b5fcb98-70d4-4e99-ae11-768b560de1a5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] For port 4d46a55f-360f-4ee4-af29-5ccbbb95b04e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=4d46a55f-360f-4ee4-af29-5ccbbb95b04e,segment=NetworkSegment(bf678c4e-4698-45eb-a072-e2e9563451c6),segment_id=bf678c4e-4698-45eb-a072-e2e9563451c6)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:39:37.306869 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b5fcb98-70d4-4e99-ae11-768b560de1a5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:37.319855 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-1b5fcb98-70d4-4e99-ae11-768b560de1a5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Calling delete_port for 4d46a55f-360f-4ee4-af29-5ccbbb95b04e owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:39:37.334060 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-80a923d7-3ce9-4112-a4bb-6a697fc260fe None None] Deleting port 4d46a55f-360f-4ee4-af29-5ccbbb95b04e {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:39:37.334436 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-80a923d7-3ce9-4112-a4bb-6a697fc260fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:37.396636 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-80a923d7-3ce9-4112-a4bb-6a697fc260fe None None] For port 4d46a55f-360f-4ee4-af29-5ccbbb95b04e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=4d46a55f-360f-4ee4-af29-5ccbbb95b04e,segment=NetworkSegment(bf678c4e-4698-45eb-a072-e2e9563451c6),segment_id=bf678c4e-4698-45eb-a072-e2e9563451c6)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:39:37.397032 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-80a923d7-3ce9-4112-a4bb-6a697fc260fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:37.400214 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b5fcb98-70d4-4e99-ae11-768b560de1a5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:37.410690 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-80a923d7-3ce9-4112-a4bb-6a697fc260fe None None] Calling delete_port for 4d46a55f-360f-4ee4-af29-5ccbbb95b04e owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:39:37.431501 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fcb98-70d4-4e99-ae11-768b560de1a5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event deleted for resources: {'Port': ['ID=4d46a55f-360f-4ee4-af29-5ccbbb95b04e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:37.433375 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5fcb98-70d4-4e99-ae11-768b560de1a5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] No DVR routers for this DVR port 4d46a55f-360f-4ee4-af29-5ccbbb95b04e on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:39:37.489755 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-80a923d7-3ce9-4112-a4bb-6a697fc260fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:37.513727 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b5fcb98-70d4-4e99-ae11-768b560de1a5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:37.518823 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a923d7-3ce9-4112-a4bb-6a697fc260fe None None] Pushing event deleted for resources: {'Port': ['ID=4d46a55f-360f-4ee4-af29-5ccbbb95b04e,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:37.523339 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a923d7-3ce9-4112-a4bb-6a697fc260fe None None] No DVR routers for this DVR port 4d46a55f-360f-4ee4-af29-5ccbbb95b04e on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:39:37.531014 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a923d7-3ce9-4112-a4bb-6a697fc260fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:37.533833 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a923d7-3ce9-4112-a4bb-6a697fc260fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:37.533833 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a923d7-3ce9-4112-a4bb-6a697fc260fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:37.533833 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a923d7-3ce9-4112-a4bb-6a697fc260fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:37.533833 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a923d7-3ce9-4112-a4bb-6a697fc260fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:37.533833 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a923d7-3ce9-4112-a4bb-6a697fc260fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:37.533833 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a923d7-3ce9-4112-a4bb-6a697fc260fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:37.533833 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a923d7-3ce9-4112-a4bb-6a697fc260fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:37.533833 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a923d7-3ce9-4112-a4bb-6a697fc260fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:37.535576 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a923d7-3ce9-4112-a4bb-6a697fc260fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:37.535576 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a923d7-3ce9-4112-a4bb-6a697fc260fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:37.535576 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a923d7-3ce9-4112-a4bb-6a697fc260fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:37.539796 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-1b5fcb98-70d4-4e99-ae11-768b560de1a5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a043e630-6f45-498b-adef-1351cc2839c5']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:37.551006 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-1b5fcb98-70d4-4e99-ae11-768b560de1a5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf678c4e-4698-45eb-a072-e2e9563451c6') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:37.551304 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-1b5fcb98-70d4-4e99-ae11-768b560de1a5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf678c4e-4698-45eb-a072-e2e9563451c6') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:37.561398 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b5fcb98-70d4-4e99-ae11-768b560de1a5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:37.575398 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b5fcb98-70d4-4e99-ae11-768b560de1a5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:37.581942 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5fcb98-70d4-4e99-ae11-768b560de1a5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:39:37.582477 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b5fcb98-70d4-4e99-ae11-768b560de1a5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:39:37.586390 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:39:37.655760 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b5fcb98-70d4-4e99-ae11-768b560de1a5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:37.662614 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b5fcb98-70d4-4e99-ae11-768b560de1a5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:37.664423 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1b5fcb98-70d4-4e99-ae11-768b560de1a5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "DELETE /v2.0/networks/a043e630-6f45-498b-adef-1351cc2839c5 HTTP/1.1" status: 204 len: 168 time: 0.5551660 Nov 12 20:39:37.667202 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52590) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:39:37.679242 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fcb98-70d4-4e99-ae11-768b560de1a5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event deleted for resources: {'Network': ['ID=a043e630-6f45-498b-adef-1351cc2839c5,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:37.821633 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-7b8de8f8-453e-470e-80f2-dad4614a98c4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Deleting port 41103d71-e2b7-4550-a7e1-dbd8ba19ef47 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:39:37.821972 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b8de8f8-453e-470e-80f2-dad4614a98c4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:37.900079 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b8de8f8-453e-470e-80f2-dad4614a98c4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:37.900429 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b8de8f8-453e-470e-80f2-dad4614a98c4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:37.913238 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-7b8de8f8-453e-470e-80f2-dad4614a98c4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Calling delete_port for 41103d71-e2b7-4550-a7e1-dbd8ba19ef47 owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:39:38.059901 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b8de8f8-453e-470e-80f2-dad4614a98c4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:38.084861 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8de8f8-453e-470e-80f2-dad4614a98c4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event deleted for resources: {'Port': ['ID=41103d71-e2b7-4550-a7e1-dbd8ba19ef47,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:38.148335 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b8de8f8-453e-470e-80f2-dad4614a98c4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:38.148669 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-7b8de8f8-453e-470e-80f2-dad4614a98c4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Floating IP e814a40b-fc25-449d-8334-7cb2433abae7 disassociated (deleted). External IP: 172.25.5.134, port: 9157280a-4a95-4f63-a1ac-c47ac93aa4e8. Nov 12 20:39:38.357047 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8de8f8-453e-470e-80f2-dad4614a98c4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Router 1d48efc1-93fc-4ba9-a60f-a0103891b8ed has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:39:38.460354 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8de8f8-453e-470e-80f2-dad4614a98c4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:39:38.465001 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b8de8f8-453e-470e-80f2-dad4614a98c4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:38.470199 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeb7ec9-52f0-4a92-906e-937c44979706 None None] Sync routers for ids ['1d48efc1-93fc-4ba9-a60f-a0103891b8ed'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:39:38.479788 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeb7ec9-52f0-4a92-906e-937c44979706 None None] Routers {'1d48efc1-93fc-4ba9-a60f-a0103891b8ed'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:39:38.480437 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-feeb7ec9-52f0-4a92-906e-937c44979706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:39:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['1d48efc1-93fc-4ba9-a60f-a0103891b8ed'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:38.495196 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7b8de8f8-453e-470e-80f2-dad4614a98c4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "DELETE /v2.0/floatingips/e814a40b-fc25-449d-8334-7cb2433abae7 HTTP/1.1" status: 204 len: 168 time: 0.8268483 Nov 12 20:39:38.495889 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22cf36b5-cc4c-42df-aa3e-7aa4a551288b', 'tag': '9157280a-4a95-4f63-a1ac-c47ac93aa4e8'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:39:38.498883 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b231e3a-33d3-4e4d-ab8f-4086a2e2dbf3" -d '{"events": [{"name": "network-changed", "server_uuid": "22cf36b5-cc4c-42df-aa3e-7aa4a551288b", "tag": "9157280a-4a95-4f63-a1ac-c47ac93aa4e8"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:39:38.618047 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ecbf54-57f6-460e-8ea3-018130d35715 x-openstack-request-id: req-71ecbf54-57f6-460e-8ea3-018130d35715 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:39:38.618474 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22cf36b5-cc4c-42df-aa3e-7aa4a551288b", "tag": "9157280a-4a95-4f63-a1ac-c47ac93aa4e8", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:39:38.618727 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-71ecbf54-57f6-460e-8ea3-018130d35715 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:39:38.619134 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22cf36b5-cc4c-42df-aa3e-7aa4a551288b', 'tag': '9157280a-4a95-4f63-a1ac-c47ac93aa4e8', 'status': 'completed', 'code': 200} Nov 12 20:39:38.688667 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b231e3a-33d3-4e4d-ab8f-4086a2e2dbf3 req-e3708b69-0f5a-4d0f-8679-9cc8469c14da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:38.690347 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1b231e3a-33d3-4e4d-ab8f-4086a2e2dbf3 req-e3708b69-0f5a-4d0f-8679-9cc8469c14da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6d86ae2d8044da38cfabd09b2ad7223&device_id=22cf36b5-cc4c-42df-aa3e-7aa4a551288b HTTP/1.1" status: 200 len: 1097 time: 0.0465147 Nov 12 20:39:38.695346 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device a91f37c8-6f92-4d3d-a960-a3f848cd051d no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:39:38.723840 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: a91f37c8-6f92-4d3d-a960-a3f848cd051d {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:39:38.724183 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device a91f37c8-6f92-4d3d-a960-a3f848cd051d not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:39:38.747932 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd3c2e-3341-47f5-93ac-5ce82af00336 req-c029d001-6c1a-4ce3-8160-63549ec017e3 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:38.749733 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1bcd3c2e-3341-47f5-93ac-5ce82af00336 req-c029d001-6c1a-4ce3-8160-63549ec017e3 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=22cf36b5-cc4c-42df-aa3e-7aa4a551288b HTTP/1.1" status: 200 len: 945 time: 0.0528235 Nov 12 20:39:38.785473 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-feeb7ec9-52f0-4a92-906e-937c44979706 None None] Set router 1d48efc1-93fc-4ba9-a60f-a0103891b8ed gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:39:38.791315 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b231e3a-33d3-4e4d-ab8f-4086a2e2dbf3 req-cd2d571e-dea2-4e19-98e2-d7e737abd2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:38.792852 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1b231e3a-33d3-4e4d-ab8f-4086a2e2dbf3 req-cd2d571e-dea2-4e19-98e2-d7e737abd2f6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=53146cf4-8eb5-44ec-bf5b-2a70283651f7 HTTP/1.1" status: 200 len: 898 time: 0.0943055 Nov 12 20:39:38.802786 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1bcd3c2e-3341-47f5-93ac-5ce82af00336 req-8cab2e67-9b6e-4449-a596-2d48992e0462 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=408edf59-3969-43c4-9328-7d03f6115c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467799 Nov 12 20:39:38.840191 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1b231e3a-33d3-4e4d-ab8f-4086a2e2dbf3 req-8d81e853-7798-4fae-bba0-5e175b69646b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9157280a-4a95-4f63-a1ac-c47ac93aa4e8 HTTP/1.1" status: 200 len: 217 time: 0.0394619 Nov 12 20:39:38.894760 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b231e3a-33d3-4e4d-ab8f-4086a2e2dbf3 req-a5ca314e-1854-4d81-9eec-5e8d7cbda923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:38.896273 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1b231e3a-33d3-4e4d-ab8f-4086a2e2dbf3 req-a5ca314e-1854-4d81-9eec-5e8d7cbda923 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a624239-b6be-4aac-a52d-c44ce1c9fb2d HTTP/1.1" status: 200 len: 835 time: 0.0472009 Nov 12 20:39:38.911656 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4d46a55f-360f-4ee4-af29-5ccbbb95b04e no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:39:38.937178 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 4d46a55f-360f-4ee4-af29-5ccbbb95b04e {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:39:38.937521 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4d46a55f-360f-4ee4-af29-5ccbbb95b04e not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:39:38.948180 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b231e3a-33d3-4e4d-ab8f-4086a2e2dbf3 req-e3394058-5003-49d3-9e48-bc08f0faf25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:38.949736 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1b231e3a-33d3-4e4d-ab8f-4086a2e2dbf3 req-e3394058-5003-49d3-9e48-bc08f0faf25f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53146cf4-8eb5-44ec-bf5b-2a70283651f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460911 Nov 12 20:39:39.014028 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-feeb7ec9-52f0-4a92-906e-937c44979706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'name': 'tempest-TestNetworkBasicOps-router-265094675', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:37:19Z', 'updated_at': '2021-11-12T20:39:32Z', 'revision_number': 6, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:20Z', 'updated_at': '2021-11-12T20:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '9ebc0273-42e8-4489-8115-a662a4cc44c7', 'name': '', 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'mac_address': 'fa:16:3e:c1:42:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:22Z', 'updated_at': '2021-11-12T20:37:26Z', 'revision_number': 5, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'subnets': [{'id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:39.040069 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeb7ec9-52f0-4a92-906e-937c44979706 None None] Checking router: 1d48efc1-93fc-4ba9-a60f-a0103891b8ed for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:39:39.048529 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeb7ec9-52f0-4a92-906e-937c44979706 None None] Routers {'1d48efc1-93fc-4ba9-a60f-a0103891b8ed'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:39:39.049128 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-feeb7ec9-52f0-4a92-906e-937c44979706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:39:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['1d48efc1-93fc-4ba9-a60f-a0103891b8ed'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:39.049696 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1b231e3a-33d3-4e4d-ab8f-4086a2e2dbf3 req-60f6f8da-3068-45ee-8165-4b69dc7620e9 service neutron] 10.222.0.55 "GET /v2.0/networks/53146cf4-8eb5-44ec-bf5b-2a70283651f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893545 Nov 12 20:39:39.142002 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1b231e3a-33d3-4e4d-ab8f-4086a2e2dbf3 req-c5d46df7-ba7e-4c5b-8963-06b640364083 service neutron] 10.222.0.55 "GET /v2.0/networks/53146cf4-8eb5-44ec-bf5b-2a70283651f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848398 Nov 12 20:39:39.154920 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-feeb7ec9-52f0-4a92-906e-937c44979706 None None] Set router 1d48efc1-93fc-4ba9-a60f-a0103891b8ed gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:39:39.352165 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-feeb7ec9-52f0-4a92-906e-937c44979706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'name': 'tempest-TestNetworkBasicOps-router-265094675', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:37:19Z', 'updated_at': '2021-11-12T20:39:32Z', 'revision_number': 6, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:20Z', 'updated_at': '2021-11-12T20:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '9ebc0273-42e8-4489-8115-a662a4cc44c7', 'name': '', 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'mac_address': 'fa:16:3e:c1:42:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:22Z', 'updated_at': '2021-11-12T20:37:26Z', 'revision_number': 5, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'subnets': [{'id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:39.378799 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeb7ec9-52f0-4a92-906e-937c44979706 None None] The sync data for ids ['1d48efc1-93fc-4ba9-a60f-a0103891b8ed'] in n-d-712140-15 is: [{'id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'name': 'tempest-TestNetworkBasicOps-router-265094675', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:37:19Z', 'updated_at': '2021-11-12T20:39:32Z', 'revision_number': 6, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:20Z', 'updated_at': '2021-11-12T20:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '9ebc0273-42e8-4489-8115-a662a4cc44c7', 'name': '', 'network_id': '53146cf4-8eb5-44ec-bf5b-2a70283651f7', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'mac_address': 'fa:16:3e:c1:42:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:22Z', 'updated_at': '2021-11-12T20:37:26Z', 'revision_number': 5, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'subnets': [{'id': '3a624239-b6be-4aac-a52d-c44ce1c9fb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:39:39.586126 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6428b8bf-5b9a-4ef1-96b8-4a11f8480542 None None] New status for floating IP e814a40b-fc25-449d-8334-7cb2433abae7: DOWN {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:39:39.926829 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3d5f1-854a-473d-84f8-00b28bc2b9d0 req-331cebf9-26a7-4282-b494-ae3c1955fa9a tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:39.928276 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ace3d5f1-854a-473d-84f8-00b28bc2b9d0 req-331cebf9-26a7-4282-b494-ae3c1955fa9a tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=22cf36b5-cc4c-42df-aa3e-7aa4a551288b HTTP/1.1" status: 200 len: 945 time: 0.0547993 Nov 12 20:39:39.977124 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ace3d5f1-854a-473d-84f8-00b28bc2b9d0 req-321c403f-ed1b-476d-be92-ad5e53174292 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=408edf59-3969-43c4-9328-7d03f6115c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425580 Nov 12 20:39:40.330054 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6e77a-cdc6-4f7e-9e55-33ed41f5b85d req-63952b7b-598b-46e3-b3f7-f74f3e3c3dd8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:40.331497 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7ce6e77a-cdc6-4f7e-9e55-33ed41f5b85d req-63952b7b-598b-46e3-b3f7-f74f3e3c3dd8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.55 "GET /v2.0/ports?device_id=22cf36b5-cc4c-42df-aa3e-7aa4a551288b HTTP/1.1" status: 200 len: 945 time: 0.0478103 Nov 12 20:39:40.422663 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-7ce6e77a-cdc6-4f7e-9e55-33ed41f5b85d req-9930b995-5da3-4398-bc71-3f103be8e22c tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Deleting port 9157280a-4a95-4f63-a1ac-c47ac93aa4e8 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:39:40.423007 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7ce6e77a-cdc6-4f7e-9e55-33ed41f5b85d req-9930b995-5da3-4398-bc71-3f103be8e22c tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:40.510128 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-7ce6e77a-cdc6-4f7e-9e55-33ed41f5b85d req-9930b995-5da3-4398-bc71-3f103be8e22c tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] For port 9157280a-4a95-4f63-a1ac-c47ac93aa4e8, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=9157280a-4a95-4f63-a1ac-c47ac93aa4e8,segment=NetworkSegment(c6c98769-d7dc-4a62-93e0-e1a653550852),segment_id=c6c98769-d7dc-4a62-93e0-e1a653550852)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:39:40.510128 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7ce6e77a-cdc6-4f7e-9e55-33ed41f5b85d req-9930b995-5da3-4398-bc71-3f103be8e22c tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:40.523188 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-7ce6e77a-cdc6-4f7e-9e55-33ed41f5b85d req-9930b995-5da3-4398-bc71-3f103be8e22c tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Calling delete_port for 9157280a-4a95-4f63-a1ac-c47ac93aa4e8 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:39:40.652722 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7ce6e77a-cdc6-4f7e-9e55-33ed41f5b85d req-9930b995-5da3-4398-bc71-3f103be8e22c tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:40.680633 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930b995-5da3-4398-bc71-3f103be8e22c tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event deleted for resources: {'Port': ['ID=9157280a-4a95-4f63-a1ac-c47ac93aa4e8,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:40.722498 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce6e77a-cdc6-4f7e-9e55-33ed41f5b85d req-9930b995-5da3-4398-bc71-3f103be8e22c tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] No DVR routers for this DVR port 9157280a-4a95-4f63-a1ac-c47ac93aa4e8 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:39:40.725068 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7ce6e77a-cdc6-4f7e-9e55-33ed41f5b85d req-9930b995-5da3-4398-bc71-3f103be8e22c tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:40.728443 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7ce6e77a-cdc6-4f7e-9e55-33ed41f5b85d req-9930b995-5da3-4398-bc71-3f103be8e22c tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.55 "DELETE /v2.0/ports/9157280a-4a95-4f63-a1ac-c47ac93aa4e8 HTTP/1.1" status: 204 len: 173 time: 0.3909352 Nov 12 20:39:40.728882 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22cf36b5-cc4c-42df-aa3e-7aa4a551288b', 'name': 'network-vif-deleted', 'tag': '9157280a-4a95-4f63-a1ac-c47ac93aa4e8'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:39:40.735586 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ed53d7-b94b-4e74-b96d-dfa07e09df07" -d '{"events": [{"server_uuid": "22cf36b5-cc4c-42df-aa3e-7aa4a551288b", "name": "network-vif-deleted", "tag": "9157280a-4a95-4f63-a1ac-c47ac93aa4e8"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:39:40.774031 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0cfcc9-4fab-4309-af50-bb2307c9ab4d x-openstack-request-id: req-6d0cfcc9-4fab-4309-af50-bb2307c9ab4d {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:39:40.774320 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22cf36b5-cc4c-42df-aa3e-7aa4a551288b", "name": "network-vif-deleted", "tag": "9157280a-4a95-4f63-a1ac-c47ac93aa4e8", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:39:40.774598 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d0cfcc9-4fab-4309-af50-bb2307c9ab4d {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:39:40.774991 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22cf36b5-cc4c-42df-aa3e-7aa4a551288b', 'name': 'network-vif-deleted', 'tag': '9157280a-4a95-4f63-a1ac-c47ac93aa4e8', 'status': 'completed', 'code': 200} Nov 12 20:39:41.093847 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0f7b6ac3-ed2d-4a4d-88a6-778d158ddddb req-c47498cd-92e1-4e8a-93be-279105930ba8 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=22cf36b5-cc4c-42df-aa3e-7aa4a551288b HTTP/1.1" status: 200 len: 210 time: 0.0330622 Nov 12 20:39:42.152123 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52608) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:39:42.209030 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6af61319-b602-4a0f-bcb1-09baa2095907 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:42.234502 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6af61319-b602-4a0f-bcb1-09baa2095907 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:42.294087 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6af61319-b602-4a0f-bcb1-09baa2095907 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:42.297325 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6af61319-b602-4a0f-bcb1-09baa2095907 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:42.298484 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6af61319-b602-4a0f-bcb1-09baa2095907 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "DELETE /v2.0/security-groups/408edf59-3969-43c4-9328-7d03f6115c15 HTTP/1.1" status: 204 len: 168 time: 0.1453397 Nov 12 20:39:42.307497 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af61319-b602-4a0f-bcb1-09baa2095907 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=408edf59-3969-43c4-9328-7d03f6115c15,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:42.328695 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52612) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:39:42.686922 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a1d0c546-22d9-4c5d-8286-8a69a10651bf tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:42.941176 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-a1d0c546-22d9-4c5d-8286-8a69a10651bf tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Deleting port 9ebc0273-42e8-4489-8115-a662a4cc44c7 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:39:42.941482 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a1d0c546-22d9-4c5d-8286-8a69a10651bf tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:43.027520 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-a1d0c546-22d9-4c5d-8286-8a69a10651bf tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] For port 9ebc0273-42e8-4489-8115-a662a4cc44c7, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=9ebc0273-42e8-4489-8115-a662a4cc44c7,segment=NetworkSegment(c6c98769-d7dc-4a62-93e0-e1a653550852),segment_id=c6c98769-d7dc-4a62-93e0-e1a653550852)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:39:43.027880 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a1d0c546-22d9-4c5d-8286-8a69a10651bf tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:43.040653 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-a1d0c546-22d9-4c5d-8286-8a69a10651bf tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Calling delete_port for 9ebc0273-42e8-4489-8115-a662a4cc44c7 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:39:43.220548 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a1d0c546-22d9-4c5d-8286-8a69a10651bf tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:43.249163 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0c546-22d9-4c5d-8286-8a69a10651bf tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event deleted for resources: {'Port': ['ID=9ebc0273-42e8-4489-8115-a662a4cc44c7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:43.330540 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 9157280a-4a95-4f63-a1ac-c47ac93aa4e8 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:39:43.360869 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 9157280a-4a95-4f63-a1ac-c47ac93aa4e8 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:39:43.361215 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 9157280a-4a95-4f63-a1ac-c47ac93aa4e8 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:39:43.422192 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a1d0c546-22d9-4c5d-8286-8a69a10651bf tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:43.937146 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d0c546-22d9-4c5d-8286-8a69a10651bf tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Router 1d48efc1-93fc-4ba9-a60f-a0103891b8ed has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:39:44.040199 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d0c546-22d9-4c5d-8286-8a69a10651bf tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:39:44.047068 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a1d0c546-22d9-4c5d-8286-8a69a10651bf tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "PUT /v2.0/routers/1d48efc1-93fc-4ba9-a60f-a0103891b8ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7170751 Nov 12 20:39:44.048944 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52614) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:39:44.052090 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc0e528-bca2-423e-827f-b417459caeea None None] Sync routers for ids ['1d48efc1-93fc-4ba9-a60f-a0103891b8ed'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:39:44.061805 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc0e528-bca2-423e-827f-b417459caeea None None] Routers {'1d48efc1-93fc-4ba9-a60f-a0103891b8ed'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:39:44.062409 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-7dc0e528-bca2-423e-827f-b417459caeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:39:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['1d48efc1-93fc-4ba9-a60f-a0103891b8ed'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:44.099586 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-799ace42-2927-45bd-9ec3-7aca0b1811d1 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Deleting subnet 3a624239-b6be-4aac-a52d-c44ce1c9fb2d {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:39:44.102742 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-799ace42-2927-45bd-9ec3-7aca0b1811d1 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:44.143222 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-799ace42-2927-45bd-9ec3-7aca0b1811d1 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:44.172784 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-7dc0e528-bca2-423e-827f-b417459caeea None None] Set router 1d48efc1-93fc-4ba9-a60f-a0103891b8ed gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:39:44.231061 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-799ace42-2927-45bd-9ec3-7aca0b1811d1 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:44.293426 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-799ace42-2927-45bd-9ec3-7aca0b1811d1 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:44.320679 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ace42-2927-45bd-9ec3-7aca0b1811d1 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event deleted for resources: {'Subnet': ['ID=3a624239-b6be-4aac-a52d-c44ce1c9fb2d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:44.324407 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-799ace42-2927-45bd-9ec3-7aca0b1811d1 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:44.328106 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-799ace42-2927-45bd-9ec3-7aca0b1811d1 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "DELETE /v2.0/subnets/3a624239-b6be-4aac-a52d-c44ce1c9fb2d HTTP/1.1" status: 204 len: 168 time: 0.2781072 Nov 12 20:39:44.330648 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52616) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:39:44.340775 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c34fe8-a79f-4258-92fc-44167cd23255 None None] Network 53146cf4-8eb5-44ec-bf5b-2a70283651f7 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:39:44.417679 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-7dc0e528-bca2-423e-827f-b417459caeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'name': 'tempest-TestNetworkBasicOps-router-265094675', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:37:19Z', 'updated_at': '2021-11-12T20:39:43Z', 'revision_number': 7, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:20Z', 'updated_at': '2021-11-12T20:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:44.444100 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5e9a9a2b-88a3-4839-8020-5d07e58741fe tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:44.461068 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc0e528-bca2-423e-827f-b417459caeea None None] Checking router: 1d48efc1-93fc-4ba9-a60f-a0103891b8ed for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:39:44.488153 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc0e528-bca2-423e-827f-b417459caeea None None] Routers {'1d48efc1-93fc-4ba9-a60f-a0103891b8ed'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:39:44.488706 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-7dc0e528-bca2-423e-827f-b417459caeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:39:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['1d48efc1-93fc-4ba9-a60f-a0103891b8ed'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:44.552192 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5e9a9a2b-88a3-4839-8020-5d07e58741fe tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:44.608505 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-7dc0e528-bca2-423e-827f-b417459caeea None None] Set router 1d48efc1-93fc-4ba9-a60f-a0103891b8ed gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:39:44.608889 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-5e9a9a2b-88a3-4839-8020-5d07e58741fe tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Deleting port da9e0e9c-34ac-4743-af55-00f1bd3599fe {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:39:44.609082 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5e9a9a2b-88a3-4839-8020-5d07e58741fe tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:44.638358 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef04c3cc-745c-4161-9744-272abf3af27f None None] DHCP port deletion for 53146cf4-8eb5-44ec-bf5b-2a70283651f7 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:39:44.694098 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-5e9a9a2b-88a3-4839-8020-5d07e58741fe tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] For port da9e0e9c-34ac-4743-af55-00f1bd3599fe, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=da9e0e9c-34ac-4743-af55-00f1bd3599fe,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:39:44.694455 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5e9a9a2b-88a3-4839-8020-5d07e58741fe tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:44.707006 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-5e9a9a2b-88a3-4839-8020-5d07e58741fe tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Calling delete_port for da9e0e9c-34ac-4743-af55-00f1bd3599fe owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:39:44.779711 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ef04c3cc-745c-4161-9744-272abf3af27f None None] Deleting port f7517b54-7bf5-4396-bc5e-6a8a6c9e9e75 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:39:44.779981 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ef04c3cc-745c-4161-9744-272abf3af27f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:44.863342 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ef04c3cc-745c-4161-9744-272abf3af27f None None] For port f7517b54-7bf5-4396-bc5e-6a8a6c9e9e75, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f7517b54-7bf5-4396-bc5e-6a8a6c9e9e75,segment=NetworkSegment(c6c98769-d7dc-4a62-93e0-e1a653550852),segment_id=c6c98769-d7dc-4a62-93e0-e1a653550852)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:39:44.863730 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ef04c3cc-745c-4161-9744-272abf3af27f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:44.879803 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5e9a9a2b-88a3-4839-8020-5d07e58741fe tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:44.884264 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ef04c3cc-745c-4161-9744-272abf3af27f None None] Calling delete_port for f7517b54-7bf5-4396-bc5e-6a8a6c9e9e75 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:39:44.906613 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a9a2b-88a3-4839-8020-5d07e58741fe tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event deleted for resources: {'Port': ['ID=da9e0e9c-34ac-4743-af55-00f1bd3599fe,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:44.934741 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650bd241-338d-40c3-a3d1-cef1994b7761 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:39:44.940636 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-7dc0e528-bca2-423e-827f-b417459caeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'name': 'tempest-TestNetworkBasicOps-router-265094675', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:37:19Z', 'updated_at': '2021-11-12T20:39:43Z', 'revision_number': 7, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:20Z', 'updated_at': '2021-11-12T20:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:44.973719 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc0e528-bca2-423e-827f-b417459caeea None None] The sync data for ids ['1d48efc1-93fc-4ba9-a60f-a0103891b8ed'] in n-d-712140-15 is: [{'id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'name': 'tempest-TestNetworkBasicOps-router-265094675', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:37:19Z', 'updated_at': '2021-11-12T20:39:43Z', 'revision_number': 7, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': 'da9e0e9c-34ac-4743-af55-00f1bd3599fe', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d48efc1-93fc-4ba9-a60f-a0103891b8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:37:20Z', 'updated_at': '2021-11-12T20:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:39:44.975282 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5e9a9a2b-88a3-4839-8020-5d07e58741fe tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:44.995019 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f7517b54-7bf5-4396-bc5e-6a8a6c9e9e75 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:39:45.048842 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ef04c3cc-745c-4161-9744-272abf3af27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:45.073207 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No active binding found for port f7517b54-7bf5-4396-bc5e-6a8a6c9e9e75 {{(pid=102449) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 20:39:45.073630 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f7517b54-7bf5-4396-bc5e-6a8a6c9e9e75 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:39:45.075262 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5e9a9a2b-88a3-4839-8020-5d07e58741fe tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:45.078588 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04c3cc-745c-4161-9744-272abf3af27f None None] Pushing event deleted for resources: {'Port': ['ID=f7517b54-7bf5-4396-bc5e-6a8a6c9e9e75,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:45.079180 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5e9a9a2b-88a3-4839-8020-5d07e58741fe tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:45.082572 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef04c3cc-745c-4161-9744-272abf3af27f None None] No DVR routers for this DVR port f7517b54-7bf5-4396-bc5e-6a8a6c9e9e75 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:39:45.129069 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5e9a9a2b-88a3-4839-8020-5d07e58741fe tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:45.129688 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9a9a2b-88a3-4839-8020-5d07e58741fe tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Fanout notify agent at l3_agent the message router_deleted on router 1d48efc1-93fc-4ba9-a60f-a0103891b8ed {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:39:45.136605 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5e9a9a2b-88a3-4839-8020-5d07e58741fe tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:45.137697 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5e9a9a2b-88a3-4839-8020-5d07e58741fe tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "DELETE /v2.0/routers/1d48efc1-93fc-4ba9-a60f-a0103891b8ed HTTP/1.1" status: 204 len: 168 time: 0.8061242 Nov 12 20:39:45.141138 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52618) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:39:45.216138 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-158616c6-4b4a-4471-b043-fce16da3dacc tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:45.305220 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-158616c6-4b4a-4471-b043-fce16da3dacc tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:45.325940 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-158616c6-4b4a-4471-b043-fce16da3dacc tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53146cf4-8eb5-44ec-bf5b-2a70283651f7']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:45.336099 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-158616c6-4b4a-4471-b043-fce16da3dacc tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c98769-d7dc-4a62-93e0-e1a653550852') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:45.336564 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-158616c6-4b4a-4471-b043-fce16da3dacc tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c98769-d7dc-4a62-93e0-e1a653550852') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:45.346334 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-158616c6-4b4a-4471-b043-fce16da3dacc tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:45.364248 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-158616c6-4b4a-4471-b043-fce16da3dacc tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:45.370561 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158616c6-4b4a-4471-b043-fce16da3dacc tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:39:45.371058 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-158616c6-4b4a-4471-b043-fce16da3dacc tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:39:45.374748 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:39:45.439044 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-158616c6-4b4a-4471-b043-fce16da3dacc tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:45.448526 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-158616c6-4b4a-4471-b043-fce16da3dacc tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:45.453625 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-158616c6-4b4a-4471-b043-fce16da3dacc tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "DELETE /v2.0/networks/53146cf4-8eb5-44ec-bf5b-2a70283651f7 HTTP/1.1" status: 204 len: 168 time: 0.3113079 Nov 12 20:39:45.473052 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52620) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:39:45.474371 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158616c6-4b4a-4471-b043-fce16da3dacc tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event deleted for resources: {'Network': ['ID=53146cf4-8eb5-44ec-bf5b-2a70283651f7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:45.478895 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-8f42cc29-5f9d-4675-b5ef-13ee4ad1a534 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'network': {'name': 'tempest-network-smoke--1614940721', 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'port_security_enabled': True}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:39:45.508351 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f42cc29-5f9d-4675-b5ef-13ee4ad1a534 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Made reservation on behalf of a6d86ae2d8044da38cfabd09b2ad7223 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:39:45.511796 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f42cc29-5f9d-4675-b5ef-13ee4ad1a534 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:45.538370 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f42cc29-5f9d-4675-b5ef-13ee4ad1a534 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:39:45.550482 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f42cc29-5f9d-4675-b5ef-13ee4ad1a534 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:45.550819 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-8f42cc29-5f9d-4675-b5ef-13ee4ad1a534 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Added segment c22768ea-a341-4702-bbac-d0b34317c5a8 of type vlan for network 690470e3-dd27-4d99-ae18-ce672a5c0905 Nov 12 20:39:45.605016 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f42cc29-5f9d-4675-b5ef-13ee4ad1a534 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:45.636525 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f42cc29-5f9d-4675-b5ef-13ee4ad1a534 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:45.642786 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f42cc29-5f9d-4675-b5ef-13ee4ad1a534 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:45.643380 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f42cc29-5f9d-4675-b5ef-13ee4ad1a534 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:45.653802 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:39:45.704007 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8f42cc29-5f9d-4675-b5ef-13ee4ad1a534 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2304139 Nov 12 20:39:45.706803 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52622) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:39:45.711620 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-0e354e09-7e50-4524-91e5-bf943ba6d445 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1017067459', 'admin_state_up': True, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:39:45.735346 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0e354e09-7e50-4524-91e5-bf943ba6d445 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:45.736370 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0e354e09-7e50-4524-91e5-bf943ba6d445 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:45.759761 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42cc29-5f9d-4675-b5ef-13ee4ad1a534 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'Network': ['ID=690470e3-dd27-4d99-ae18-ce672a5c0905,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:45.770133 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 690470e3-dd27-4d99-ae18-ce672a5c0905 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:39:45.786619 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0e354e09-7e50-4524-91e5-bf943ba6d445 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:45.938478 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0e354e09-7e50-4524-91e5-bf943ba6d445 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:46.136505 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0e354e09-7e50-4524-91e5-bf943ba6d445 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:46.164092 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0e354e09-7e50-4524-91e5-bf943ba6d445 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:46.269041 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-0e354e09-7e50-4524-91e5-bf943ba6d445 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Allocated IP 172.25.5.82 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:39:46.374498 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0e354e09-7e50-4524-91e5-bf943ba6d445 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:46.407286 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0e354e09-7e50-4524-91e5-bf943ba6d445 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:46.440928 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e354e09-7e50-4524-91e5-bf943ba6d445 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:39:46.443677 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-0e354e09-7e50-4524-91e5-bf943ba6d445 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:39:46.447055 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e354e09-7e50-4524-91e5-bf943ba6d445 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:39:46.456884 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f72a2b-4972-4a5b-aee2-ee138b90f87f None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:39:46.477866 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e354e09-7e50-4524-91e5-bf943ba6d445 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'Port': ['ID=6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:46.547840 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-286b0074-9ebc-4dd5-9749-4f0d7572ce7b None None] Provisioning complete for port 6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:39:46.548204 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-286b0074-9ebc-4dd5-9749-4f0d7572ce7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:46.582322 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-286b0074-9ebc-4dd5-9749-4f0d7572ce7b None None] Port 6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:39:46.708933 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0e354e09-7e50-4524-91e5-bf943ba6d445 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:46.901755 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0e354e09-7e50-4524-91e5-bf943ba6d445 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:46.922982 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 9ebc0273-42e8-4489-8115-a662a4cc44c7 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:39:46.943776 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 9ebc0273-42e8-4489-8115-a662a4cc44c7 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:39:46.944118 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 9ebc0273-42e8-4489-8115-a662a4cc44c7 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:39:46.944554 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device da9e0e9c-34ac-4743-af55-00f1bd3599fe no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:39:46.963283 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: da9e0e9c-34ac-4743-af55-00f1bd3599fe {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:39:46.963553 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device da9e0e9c-34ac-4743-af55-00f1bd3599fe not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:39:47.028659 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e354e09-7e50-4524-91e5-bf943ba6d445 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Router 1ef3f26e-9d96-42d7-b2a0-e52b000a541c is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:39:47.133017 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e354e09-7e50-4524-91e5-bf943ba6d445 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:39:47.142602 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f646646-dd15-4c53-94bf-5b350e6660b8 None None] Sync routers for ids ['1ef3f26e-9d96-42d7-b2a0-e52b000a541c'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:39:47.152106 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f646646-dd15-4c53-94bf-5b350e6660b8 None None] Routers {'1ef3f26e-9d96-42d7-b2a0-e52b000a541c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:39:47.152727 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7f646646-dd15-4c53-94bf-5b350e6660b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:39:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['1ef3f26e-9d96-42d7-b2a0-e52b000a541c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:47.155301 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0e354e09-7e50-4524-91e5-bf943ba6d445 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:47.156550 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0e354e09-7e50-4524-91e5-bf943ba6d445 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4486437 Nov 12 20:39:47.159450 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52624) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:39:47.188082 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b94f2e83-7797-4266-be4a-a294ffce4895 tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=a6d86ae2d8044da38cfabd09b2ad7223&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275538 Nov 12 20:39:47.190806 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52626) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:39:47.258031 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-7f646646-dd15-4c53-94bf-5b350e6660b8 None None] Set router 1ef3f26e-9d96-42d7-b2a0-e52b000a541c gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:39:47.279058 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521868d4-2d3e-46ac-87c0-99a5ccc77801 tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:47.280771 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-521868d4-2d3e-46ac-87c0-99a5ccc77801 tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888596 Nov 12 20:39:47.283584 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52628) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:39:47.311451 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-85c39fc4-655e-46a8-b542-062e7f1765a4 tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261955 Nov 12 20:39:47.313960 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52630) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:39:47.318662 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-83d3c663-dfca-4e61-aac7-f209da4366df tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-981509435', 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905', 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:39:47.403849 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d3c663-dfca-4e61-aac7-f209da4366df tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Made reservation on behalf of a6d86ae2d8044da38cfabd09b2ad7223 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:39:47.407520 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-83d3c663-dfca-4e61-aac7-f209da4366df tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:47.433962 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7f646646-dd15-4c53-94bf-5b350e6660b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'name': 'tempest-TestNetworkBasicOps-router-1017067459', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:39:45Z', 'updated_at': '2021-11-12T20:39:46Z', 'revision_number': 3, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:39:46Z', 'updated_at': '2021-11-12T20:39:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:47.463869 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f646646-dd15-4c53-94bf-5b350e6660b8 None None] Checking router: 1ef3f26e-9d96-42d7-b2a0-e52b000a541c for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:39:47.464216 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f646646-dd15-4c53-94bf-5b350e6660b8 None None] Updating router 1ef3f26e-9d96-42d7-b2a0-e52b000a541c port 6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:39:47.489068 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7f646646-dd15-4c53-94bf-5b350e6660b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:47.587011 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-83d3c663-dfca-4e61-aac7-f209da4366df tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:47.649528 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3c663-dfca-4e61-aac7-f209da4366df tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'Subnet': ['ID=e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:47.660513 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d3c663-dfca-4e61-aac7-f209da4366df tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Checking segment: {'id': 'c22768ea-a341-4702-bbac-d0b34317c5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:39:47.660880 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d3c663-dfca-4e61-aac7-f209da4366df tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Network hostable DHCP agents. Network: 690470e3-dd27-4d99-ae18-ce672a5c0905, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:39:47.678765 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d3c663-dfca-4e61-aac7-f209da4366df tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Network 690470e3-dd27-4d99-ae18-ce672a5c0905 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:39:47.688004 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-83d3c663-dfca-4e61-aac7-f209da4366df tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 690470e3-dd27-4d99-ae18-ce672a5c0905) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:39:47.692623 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d3c663-dfca-4e61-aac7-f209da4366df tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:47.693515 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-83d3c663-dfca-4e61-aac7-f209da4366df tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:47.698280 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a563bf30-6c23-4c24-9130-5771c82b5078 None None] Network 690470e3-dd27-4d99-ae18-ce672a5c0905 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:39:47.711122 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-83d3c663-dfca-4e61-aac7-f209da4366df tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3961403 Nov 12 20:39:47.713778 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52632) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:39:47.754118 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7f646646-dd15-4c53-94bf-5b350e6660b8 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:47.760885 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7f646646-dd15-4c53-94bf-5b350e6660b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:47.807967 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5455d91-ad60-4931-86b5-172c6f69d2c4 None None] Pushing event updated for resources: {'Port': ['ID=6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:47.824482 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5455d91-ad60-4931-86b5-172c6f69d2c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:47.824828 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5455d91-ad60-4931-86b5-172c6f69d2c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:47.825209 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5455d91-ad60-4931-86b5-172c6f69d2c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:47.825487 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5455d91-ad60-4931-86b5-172c6f69d2c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:47.825813 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5455d91-ad60-4931-86b5-172c6f69d2c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:47.826747 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5455d91-ad60-4931-86b5-172c6f69d2c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:47.827195 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5455d91-ad60-4931-86b5-172c6f69d2c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:47.827520 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5455d91-ad60-4931-86b5-172c6f69d2c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:47.827847 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5455d91-ad60-4931-86b5-172c6f69d2c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:47.828167 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5455d91-ad60-4931-86b5-172c6f69d2c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:47.828515 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5455d91-ad60-4931-86b5-172c6f69d2c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:47.829357 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5455d91-ad60-4931-86b5-172c6f69d2c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:47.833758 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768b3d3e-e8f6-444a-9b1f-3eb5e456599b None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:39:47.838007 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-7f646646-dd15-4c53-94bf-5b350e6660b8 None None] Attempting to bind port 6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:39:47.838007 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-7f646646-dd15-4c53-94bf-5b350e6660b8 None None] Attempting to bind port 6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:39:47.838419 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f646646-dd15-4c53-94bf-5b350e6660b8 None None] Attempting to bind port 6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:39:47.843820 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f646646-dd15-4c53-94bf-5b350e6660b8 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:39:47.844192 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f646646-dd15-4c53-94bf-5b350e6660b8 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:39:47.844610 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7f646646-dd15-4c53-94bf-5b350e6660b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:47.844991 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f646646-dd15-4c53-94bf-5b350e6660b8 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:39:47.845589 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-7f646646-dd15-4c53-94bf-5b350e6660b8 None None] Bound port: 6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:39:47.845971 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7f646646-dd15-4c53-94bf-5b350e6660b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:47.868033 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e2c2c3-8177-4a49-9819-1d87ab2e1749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-690470e3-dd27-4d99-ae18-ce672a5c0905', 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'fixed_ips': [{'subnet_id': 'e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:39:47.871271 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-04e2c2c3-8177-4a49-9819-1d87ab2e1749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:47.909737 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-7f646646-dd15-4c53-94bf-5b350e6660b8 None None] For port 6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:39:47.913364 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-7f646646-dd15-4c53-94bf-5b350e6660b8 None None] For port 6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:39:47.917007 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7f646646-dd15-4c53-94bf-5b350e6660b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:47.980991 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f646646-dd15-4c53-94bf-5b350e6660b8 None None] Routers {'1ef3f26e-9d96-42d7-b2a0-e52b000a541c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:39:47.981630 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7f646646-dd15-4c53-94bf-5b350e6660b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:39:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['1ef3f26e-9d96-42d7-b2a0-e52b000a541c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:48.113444 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ae2f19-c63a-49ec-b274-6fbdaee8e532 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:39:48.115256 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5455d91-ad60-4931-86b5-172c6f69d2c4 None None] Pushing event updated for resources: {'Port': ['ID=6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:48.158748 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-bc653b7d-249a-4d86-b23e-3dde60d2d1d6 None None] Provisioning complete for port 6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:39:48.159206 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bc653b7d-249a-4d86-b23e-3dde60d2d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:48.188354 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-7f646646-dd15-4c53-94bf-5b350e6660b8 None None] Set router 1ef3f26e-9d96-42d7-b2a0-e52b000a541c gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:39:48.204809 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5dccf86c-88dd-4237-b118-7e4ab8b3feb5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:48.230855 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-04e2c2c3-8177-4a49-9819-1d87ab2e1749 None None] Allocated IP 172.20.0.2 (690470e3-dd27-4d99-ae18-ce672a5c0905/e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2/088fb5ab-7cf7-4e99-a89e-b692388d49d8) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:39:48.328917 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bc653b7d-249a-4d86-b23e-3dde60d2d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:48.359945 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-bc653b7d-249a-4d86-b23e-3dde60d2d1d6 None None] For port 6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:39:48.369719 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bc653b7d-249a-4d86-b23e-3dde60d2d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:48.373501 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7f646646-dd15-4c53-94bf-5b350e6660b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'name': 'tempest-TestNetworkBasicOps-router-1017067459', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:39:45Z', 'updated_at': '2021-11-12T20:39:46Z', 'revision_number': 3, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:39:46Z', 'updated_at': '2021-11-12T20:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:48.402514 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f646646-dd15-4c53-94bf-5b350e6660b8 None None] The sync data for ids ['1ef3f26e-9d96-42d7-b2a0-e52b000a541c'] in n-d-712140-15 is: [{'id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'name': 'tempest-TestNetworkBasicOps-router-1017067459', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:39:45Z', 'updated_at': '2021-11-12T20:39:46Z', 'revision_number': 3, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:39:46Z', 'updated_at': '2021-11-12T20:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:39:48.460318 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc653b7d-249a-4d86-b23e-3dde60d2d1d6 None None] Pushing event updated for resources: {'Port': ['ID=6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:48.473587 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-04e2c2c3-8177-4a49-9819-1d87ab2e1749 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:48.483701 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-04e2c2c3-8177-4a49-9819-1d87ab2e1749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:48.534280 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e2c2c3-8177-4a49-9819-1d87ab2e1749 None None] Network 690470e3-dd27-4d99-ae18-ce672a5c0905 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:39:48.537394 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2c7a2d8e-a25c-42ef-80b6-d699d1c732c9 None None] Provisioning complete for port 6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:39:48.537772 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2c7a2d8e-a25c-42ef-80b6-d699d1c732c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:48.540062 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-5dccf86c-88dd-4237-b118-7e4ab8b3feb5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Allocated IP 172.20.0.1 (690470e3-dd27-4d99-ae18-ce672a5c0905/e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2/6665710f-19b3-487c-8e72-049447b9816f) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:39:48.542552 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-04e2c2c3-8177-4a49-9819-1d87ab2e1749 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:39:48.545972 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e2c2c3-8177-4a49-9819-1d87ab2e1749 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:39:48.547730 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2c2c3-8177-4a49-9819-1d87ab2e1749 None None] Pushing event updated for resources: {'Port': ['ID=088fb5ab-7cf7-4e99-a89e-b692388d49d8,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:48.658438 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-04e2c2c3-8177-4a49-9819-1d87ab2e1749 None None] Attempting to bind port 088fb5ab-7cf7-4e99-a89e-b692388d49d8 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:39:48.658642 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-04e2c2c3-8177-4a49-9819-1d87ab2e1749 None None] Attempting to bind port 088fb5ab-7cf7-4e99-a89e-b692388d49d8 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'c22768ea-a341-4702-bbac-d0b34317c5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:39:48.658904 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e2c2c3-8177-4a49-9819-1d87ab2e1749 None None] Attempting to bind port 088fb5ab-7cf7-4e99-a89e-b692388d49d8 on network 690470e3-dd27-4d99-ae18-ce672a5c0905 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:39:48.694063 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e2c2c3-8177-4a49-9819-1d87ab2e1749 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:39:48.694564 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e2c2c3-8177-4a49-9819-1d87ab2e1749 None None] Checking segment: {'id': 'c22768ea-a341-4702-bbac-d0b34317c5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:39:48.694979 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-04e2c2c3-8177-4a49-9819-1d87ab2e1749 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:48.695357 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e2c2c3-8177-4a49-9819-1d87ab2e1749 None None] Bound using segment: {'id': 'c22768ea-a341-4702-bbac-d0b34317c5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:39:48.695831 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-04e2c2c3-8177-4a49-9819-1d87ab2e1749 None None] Bound port: 088fb5ab-7cf7-4e99-a89e-b692388d49d8, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22768ea-a341-4702-bbac-d0b34317c5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:39:48.696210 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-04e2c2c3-8177-4a49-9819-1d87ab2e1749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:48.699331 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5dccf86c-88dd-4237-b118-7e4ab8b3feb5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:48.752079 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5dccf86c-88dd-4237-b118-7e4ab8b3feb5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:48.780112 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-04e2c2c3-8177-4a49-9819-1d87ab2e1749 None None] For port 088fb5ab-7cf7-4e99-a89e-b692388d49d8, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:39:48.784171 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-04e2c2c3-8177-4a49-9819-1d87ab2e1749 None None] For port 088fb5ab-7cf7-4e99-a89e-b692388d49d8, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=088fb5ab-7cf7-4e99-a89e-b692388d49d8,segment=NetworkSegment(c22768ea-a341-4702-bbac-d0b34317c5a8),segment_id=c22768ea-a341-4702-bbac-d0b34317c5a8)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:39:48.789765 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-04e2c2c3-8177-4a49-9819-1d87ab2e1749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:48.791899 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dccf86c-88dd-4237-b118-7e4ab8b3feb5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Network 690470e3-dd27-4d99-ae18-ce672a5c0905 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:39:48.795573 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-5dccf86c-88dd-4237-b118-7e4ab8b3feb5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:39:48.801868 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dccf86c-88dd-4237-b118-7e4ab8b3feb5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:39:48.831124 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dccf86c-88dd-4237-b118-7e4ab8b3feb5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'Port': ['ID=6665710f-19b3-487c-8e72-049447b9816f,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:48.862891 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2c2c3-8177-4a49-9819-1d87ab2e1749 None None] Pushing event updated for resources: {'Port': ['ID=088fb5ab-7cf7-4e99-a89e-b692388d49d8,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:48.868284 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5dccf86c-88dd-4237-b118-7e4ab8b3feb5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:48.988725 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:39:49.025269 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5dccf86c-88dd-4237-b118-7e4ab8b3feb5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:49.047582 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:39:49.050236 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:49.365491 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5dccf86c-88dd-4237-b118-7e4ab8b3feb5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:49.370484 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5dccf86c-88dd-4237-b118-7e4ab8b3feb5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:49.445381 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dccf86c-88dd-4237-b118-7e4ab8b3feb5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'Port': ['ID=6665710f-19b3-487c-8e72-049447b9816f,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:49.447870 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5dccf86c-88dd-4237-b118-7e4ab8b3feb5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:49.877187 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dccf86c-88dd-4237-b118-7e4ab8b3feb5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Network 690470e3-dd27-4d99-ae18-ce672a5c0905 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:39:49.878615 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-5dccf86c-88dd-4237-b118-7e4ab8b3feb5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:39:49.883189 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e6d396-a74c-4023-80be-c68c7b49ffc0 None None] Network 690470e3-dd27-4d99-ae18-ce672a5c0905 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:39:49.959445 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-524c5d2b-adf6-4619-9926-f3b090f2ed28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:49.996854 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dccf86c-88dd-4237-b118-7e4ab8b3feb5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Router 1ef3f26e-9d96-42d7-b2a0-e52b000a541c has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:39:50.017253 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b6c77de2-e4c8-492e-bbba-c82e6a402b35 None None] Provisioning complete for port 088fb5ab-7cf7-4e99-a89e-b692388d49d8 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:39:50.018159 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b6c77de2-e4c8-492e-bbba-c82e6a402b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:50.129976 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dccf86c-88dd-4237-b118-7e4ab8b3feb5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:39:50.140936 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52634) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:39:50.141400 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5dccf86c-88dd-4237-b118-7e4ab8b3feb5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "PUT /v2.0/routers/1ef3f26e-9d96-42d7-b2a0-e52b000a541c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4262872 Nov 12 20:39:50.157449 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b6c77de2-e4c8-492e-bbba-c82e6a402b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:50.206284 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b6c77de2-e4c8-492e-bbba-c82e6a402b35 None None] For port 088fb5ab-7cf7-4e99-a89e-b692388d49d8, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=088fb5ab-7cf7-4e99-a89e-b692388d49d8,segment=NetworkSegment(c22768ea-a341-4702-bbac-d0b34317c5a8),segment_id=c22768ea-a341-4702-bbac-d0b34317c5a8)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:39:50.218093 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b6c77de2-e4c8-492e-bbba-c82e6a402b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:50.277703 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c77de2-e4c8-492e-bbba-c82e6a402b35 None None] Pushing event updated for resources: {'Port': ['ID=088fb5ab-7cf7-4e99-a89e-b692388d49d8,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:50.363244 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:50.443710 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-53ebe9b6-44d6-434b-b879-5f2c4db4ac38 None None] Provisioning complete for port 088fb5ab-7cf7-4e99-a89e-b692388d49d8 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:39:50.444375 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-53ebe9b6-44d6-434b-b879-5f2c4db4ac38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:50.512338 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d243a4-d3ad-4348-9c58-37abacf66af8 None None] Sync routers for ids ['1ef3f26e-9d96-42d7-b2a0-e52b000a541c'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:39:50.548870 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d243a4-d3ad-4348-9c58-37abacf66af8 None None] Routers {'1ef3f26e-9d96-42d7-b2a0-e52b000a541c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:39:50.549567 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-18d243a4-d3ad-4348-9c58-37abacf66af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:39:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['1ef3f26e-9d96-42d7-b2a0-e52b000a541c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:50.653995 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-53ebe9b6-44d6-434b-b879-5f2c4db4ac38 None None] Provisioning complete for port 6665710f-19b3-487c-8e72-049447b9816f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:39:50.654951 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-53ebe9b6-44d6-434b-b879-5f2c4db4ac38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:50.711944 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-53ebe9b6-44d6-434b-b879-5f2c4db4ac38 None None] Port 6665710f-19b3-487c-8e72-049447b9816f cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:39:50.714430 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-18d243a4-d3ad-4348-9c58-37abacf66af8 None None] Set router 1ef3f26e-9d96-42d7-b2a0-e52b000a541c gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:39:50.739418 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c1bb21-9289-4ecf-8ea8-4db8940e854d tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:50.740090 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c1bb21-9289-4ecf-8ea8-4db8940e854d tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:50.740747 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c1bb21-9289-4ecf-8ea8-4db8940e854d tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:50.741615 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c1bb21-9289-4ecf-8ea8-4db8940e854d tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:50.743470 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c3c1bb21-9289-4ecf-8ea8-4db8940e854d tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.6015103 Nov 12 20:39:50.746457 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52636) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:39:50.805857 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3d9310-755d-489c-85ee-f1b45ddc540c tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:50.806490 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3d9310-755d-489c-85ee-f1b45ddc540c tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:50.807006 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3d9310-755d-489c-85ee-f1b45ddc540c tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:50.807522 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3d9310-755d-489c-85ee-f1b45ddc540c tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:50.812415 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3b3d9310-755d-489c-85ee-f1b45ddc540c tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0647383 Nov 12 20:39:50.813052 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52638) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:39:50.940085 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8218384f-6e91-4261-bb31-a57f72e5f087 None None] Provisioning complete for port 6665710f-19b3-487c-8e72-049447b9816f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:39:50.940686 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8218384f-6e91-4261-bb31-a57f72e5f087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:50.987228 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 088fb5ab-7cf7-4e99-a89e-b692388d49d8 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:39:51.015628 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8218384f-6e91-4261-bb31-a57f72e5f087 None None] Port 6665710f-19b3-487c-8e72-049447b9816f cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:39:51.035163 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-18d243a4-d3ad-4348-9c58-37abacf66af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'name': 'tempest-TestNetworkBasicOps-router-1017067459', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:39:45Z', 'updated_at': '2021-11-12T20:39:48Z', 'revision_number': 4, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:39:46Z', 'updated_at': '2021-11-12T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '6665710f-19b3-487c-8e72-049447b9816f', 'name': '', 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'mac_address': 'fa:16:3e:cc:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:39:48Z', 'updated_at': '2021-11-12T20:39:49Z', 'revision_number': 2, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'subnets': [{'id': 'e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:51.066476 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d243a4-d3ad-4348-9c58-37abacf66af8 None None] Checking router: 1ef3f26e-9d96-42d7-b2a0-e52b000a541c for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:39:51.066991 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d243a4-d3ad-4348-9c58-37abacf66af8 None None] Updating router 1ef3f26e-9d96-42d7-b2a0-e52b000a541c port 6665710f-19b3-487c-8e72-049447b9816f binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:39:51.096561 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1e224b2b-a8ba-4cf8-a73b-8714b7eaaf0a tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2822382 Nov 12 20:39:51.097927 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-18d243a4-d3ad-4348-9c58-37abacf66af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:51.099689 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 088fb5ab-7cf7-4e99-a89e-b692388d49d8 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:39:51.100036 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:51.186456 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-3ddec487-57e9-45fd-889f-e6c145cbe6c0 None None] Provisioning complete for port 6665710f-19b3-487c-8e72-049447b9816f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:39:51.187058 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3ddec487-57e9-45fd-889f-e6c145cbe6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:51.309012 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-3ddec487-57e9-45fd-889f-e6c145cbe6c0 None None] Port 6665710f-19b3-487c-8e72-049447b9816f cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:39:51.441602 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52642) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:39:51.446349 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-2958dd9d-4d26-4dd2-bca5-78bd3f08d462 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-445796431', 'description': 'tempest-secgroup-smoke-445796431 description', 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:39:51.468281 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2958dd9d-4d26-4dd2-bca5-78bd3f08d462 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:51.474729 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-18d243a4-d3ad-4348-9c58-37abacf66af8 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:51.480437 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-18d243a4-d3ad-4348-9c58-37abacf66af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:51.530007 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921af68-1092-4698-bb77-b461e9baa35c None None] Pushing event updated for resources: {'Port': ['ID=6665710f-19b3-487c-8e72-049447b9816f,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:51.547118 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2958dd9d-4d26-4dd2-bca5-78bd3f08d462 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:51.551127 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2958dd9d-4d26-4dd2-bca5-78bd3f08d462 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:51.581530 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-18d243a4-d3ad-4348-9c58-37abacf66af8 None None] Attempting to bind port 6665710f-19b3-487c-8e72-049447b9816f on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:39:51.581926 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-18d243a4-d3ad-4348-9c58-37abacf66af8 None None] Attempting to bind port 6665710f-19b3-487c-8e72-049447b9816f by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'c22768ea-a341-4702-bbac-d0b34317c5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:39:51.582288 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d243a4-d3ad-4348-9c58-37abacf66af8 None None] Attempting to bind port 6665710f-19b3-487c-8e72-049447b9816f on network 690470e3-dd27-4d99-ae18-ce672a5c0905 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:39:51.585227 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2958dd9d-4d26-4dd2-bca5-78bd3f08d462 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:51.586499 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2958dd9d-4d26-4dd2-bca5-78bd3f08d462 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1437910 Nov 12 20:39:51.588511 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958dd9d-4d26-4dd2-bca5-78bd3f08d462 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d930c18-d75c-46ec-9c82-e0549a82af5b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:51.589384 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52644) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:39:51.590627 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d243a4-d3ad-4348-9c58-37abacf66af8 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:39:51.591012 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d243a4-d3ad-4348-9c58-37abacf66af8 None None] Checking segment: {'id': 'c22768ea-a341-4702-bbac-d0b34317c5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:39:51.591437 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-18d243a4-d3ad-4348-9c58-37abacf66af8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:51.592382 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d243a4-d3ad-4348-9c58-37abacf66af8 None None] Bound using segment: {'id': 'c22768ea-a341-4702-bbac-d0b34317c5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:39:51.592883 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-18d243a4-d3ad-4348-9c58-37abacf66af8 None None] Bound port: 6665710f-19b3-487c-8e72-049447b9816f, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22768ea-a341-4702-bbac-d0b34317c5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:39:51.594101 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-18d243a4-d3ad-4348-9c58-37abacf66af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:51.594819 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-f6ab939d-c21c-4890-bdff-42323308a0b9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'security_group_rule': {'security_group_id': '6d930c18-d75c-46ec-9c82-e0549a82af5b', 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:39:51.605549 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958dd9d-4d26-4dd2-bca5-78bd3f08d462 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:51.605905 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958dd9d-4d26-4dd2-bca5-78bd3f08d462 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:51.606248 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958dd9d-4d26-4dd2-bca5-78bd3f08d462 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:51.607273 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958dd9d-4d26-4dd2-bca5-78bd3f08d462 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:51.608491 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958dd9d-4d26-4dd2-bca5-78bd3f08d462 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:51.608845 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958dd9d-4d26-4dd2-bca5-78bd3f08d462 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:51.609568 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958dd9d-4d26-4dd2-bca5-78bd3f08d462 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:51.609911 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958dd9d-4d26-4dd2-bca5-78bd3f08d462 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:51.610244 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958dd9d-4d26-4dd2-bca5-78bd3f08d462 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:51.610579 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958dd9d-4d26-4dd2-bca5-78bd3f08d462 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:51.610911 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958dd9d-4d26-4dd2-bca5-78bd3f08d462 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:51.611240 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958dd9d-4d26-4dd2-bca5-78bd3f08d462 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:51.634855 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6ab939d-c21c-4890-bdff-42323308a0b9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:51.679463 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-18d243a4-d3ad-4348-9c58-37abacf66af8 None None] For port 6665710f-19b3-487c-8e72-049447b9816f, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:39:51.683322 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-18d243a4-d3ad-4348-9c58-37abacf66af8 None None] For port 6665710f-19b3-487c-8e72-049447b9816f, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=6665710f-19b3-487c-8e72-049447b9816f,segment=NetworkSegment(c22768ea-a341-4702-bbac-d0b34317c5a8),segment_id=c22768ea-a341-4702-bbac-d0b34317c5a8)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:39:51.688098 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-18d243a4-d3ad-4348-9c58-37abacf66af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:51.694573 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6ab939d-c21c-4890-bdff-42323308a0b9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:51.699518 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6ab939d-c21c-4890-bdff-42323308a0b9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:51.719248 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab939d-c21c-4890-bdff-42323308a0b9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694f2bac-69fd-459d-9393-bf6ec03cb63f,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:51.731036 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6ab939d-c21c-4890-bdff-42323308a0b9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:51.734670 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f6ab939d-c21c-4890-bdff-42323308a0b9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413696 Nov 12 20:39:51.734670 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab939d-c21c-4890-bdff-42323308a0b9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:51.734670 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab939d-c21c-4890-bdff-42323308a0b9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:51.734670 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab939d-c21c-4890-bdff-42323308a0b9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:51.734670 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab939d-c21c-4890-bdff-42323308a0b9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:51.735138 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab939d-c21c-4890-bdff-42323308a0b9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:51.735226 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52646) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:39:51.735313 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab939d-c21c-4890-bdff-42323308a0b9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:51.736082 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab939d-c21c-4890-bdff-42323308a0b9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:51.736082 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab939d-c21c-4890-bdff-42323308a0b9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:51.736768 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab939d-c21c-4890-bdff-42323308a0b9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:51.737114 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab939d-c21c-4890-bdff-42323308a0b9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:51.737714 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab939d-c21c-4890-bdff-42323308a0b9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:51.738063 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab939d-c21c-4890-bdff-42323308a0b9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:39:51.739689 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-12b75c5e-e9a4-43e5-b0d3-8c9a3f6a5abd tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'security_group_rule': {'security_group_id': '6d930c18-d75c-46ec-9c82-e0549a82af5b', 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:39:51.762999 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d243a4-d3ad-4348-9c58-37abacf66af8 None None] Routers {'1ef3f26e-9d96-42d7-b2a0-e52b000a541c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:39:51.764186 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-18d243a4-d3ad-4348-9c58-37abacf66af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:39:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['1ef3f26e-9d96-42d7-b2a0-e52b000a541c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:51.767617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921af68-1092-4698-bb77-b461e9baa35c None None] Pushing event updated for resources: {'Port': ['ID=6665710f-19b3-487c-8e72-049447b9816f,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:51.772089 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-12b75c5e-e9a4-43e5-b0d3-8c9a3f6a5abd tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:51.845008 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-12b75c5e-e9a4-43e5-b0d3-8c9a3f6a5abd tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:51.850094 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-12b75c5e-e9a4-43e5-b0d3-8c9a3f6a5abd tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:51.873726 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b75c5e-e9a4-43e5-b0d3-8c9a3f6a5abd tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def08045-bf15-4f22-909b-3fad4040a44b,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:51.884880 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-12b75c5e-e9a4-43e5-b0d3-8c9a3f6a5abd tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:51.888781 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-12b75c5e-e9a4-43e5-b0d3-8c9a3f6a5abd tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1502130 Nov 12 20:39:51.889232 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52648) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:39:51.894047 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-1d6a1b2c-376e-409e-8c76-ff69103b2fbe tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'security_group_rule': {'security_group_id': '6d930c18-d75c-46ec-9c82-e0549a82af5b', 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:39:51.924198 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1d6a1b2c-376e-409e-8c76-ff69103b2fbe tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:51.995219 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1d6a1b2c-376e-409e-8c76-ff69103b2fbe tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:51.999935 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1d6a1b2c-376e-409e-8c76-ff69103b2fbe tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:52.022426 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a1b2c-376e-409e-8c76-ff69103b2fbe tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9e5901-7bb8-45c0-9da7-9cb9503503ad,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:52.027236 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1d6a1b2c-376e-409e-8c76-ff69103b2fbe tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:52.031861 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52650) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:39:52.032413 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1d6a1b2c-376e-409e-8c76-ff69103b2fbe tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418402 Nov 12 20:39:52.037017 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-13494155-9b14-4fa2-9875-bde46c1132d4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'security_group_rule': {'security_group_id': '6d930c18-d75c-46ec-9c82-e0549a82af5b', 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:39:52.044134 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-170689eb-ffe6-498f-90ce-d118b5719428 None None] Provisioning complete for port 6665710f-19b3-487c-8e72-049447b9816f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:39:52.044663 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-170689eb-ffe6-498f-90ce-d118b5719428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:52.047648 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-18d243a4-d3ad-4348-9c58-37abacf66af8 None None] Set router 1ef3f26e-9d96-42d7-b2a0-e52b000a541c gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:39:52.063479 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-13494155-9b14-4fa2-9875-bde46c1132d4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:52.121556 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-13494155-9b14-4fa2-9875-bde46c1132d4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:52.125442 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-13494155-9b14-4fa2-9875-bde46c1132d4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:52.143668 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13494155-9b14-4fa2-9875-bde46c1132d4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5133880-636e-4b11-8b18-cd7cb9fb7640,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:52.151826 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-13494155-9b14-4fa2-9875-bde46c1132d4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:52.153204 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-13494155-9b14-4fa2-9875-bde46c1132d4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201105 Nov 12 20:39:52.156534 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52652) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:39:52.161115 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-86e2f70d-a786-4094-a75d-33fe75e88dc4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'security_group_rule': {'security_group_id': '6d930c18-d75c-46ec-9c82-e0549a82af5b', 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:39:52.183633 n-d-712140-15 neutron-server[102447]: INFO neutron.db.securitygroups_db [None req-86e2f70d-a786-4094-a75d-33fe75e88dc4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Project a6d86ae2d8044da38cfabd09b2ad7223 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 20:39:52.192290 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-86e2f70d-a786-4094-a75d-33fe75e88dc4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:52.255552 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-170689eb-ffe6-498f-90ce-d118b5719428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:52.256548 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-86e2f70d-a786-4094-a75d-33fe75e88dc4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:52.260207 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-86e2f70d-a786-4094-a75d-33fe75e88dc4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:52.277776 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2f70d-a786-4094-a75d-33fe75e88dc4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c6208b-8fe0-4331-945c-6e30ca3ca1b5,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:52.287348 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-86e2f70d-a786-4094-a75d-33fe75e88dc4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:52.291130 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-86e2f70d-a786-4094-a75d-33fe75e88dc4 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1311510 Nov 12 20:39:52.291312 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52654) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:39:52.296401 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-d1904f13-d1bf-457b-a743-cc4cd769abb0 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'security_group_rule': {'security_group_id': '6d930c18-d75c-46ec-9c82-e0549a82af5b', 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:39:52.318838 n-d-712140-15 neutron-server[102447]: INFO neutron.db.securitygroups_db [None req-d1904f13-d1bf-457b-a743-cc4cd769abb0 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Project a6d86ae2d8044da38cfabd09b2ad7223 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 20:39:52.319104 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-170689eb-ffe6-498f-90ce-d118b5719428 None None] For port 6665710f-19b3-487c-8e72-049447b9816f, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=6665710f-19b3-487c-8e72-049447b9816f,segment=NetworkSegment(c22768ea-a341-4702-bbac-d0b34317c5a8),segment_id=c22768ea-a341-4702-bbac-d0b34317c5a8)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:39:52.322342 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-170689eb-ffe6-498f-90ce-d118b5719428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:52.324305 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d1904f13-d1bf-457b-a743-cc4cd769abb0 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:52.386303 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-18d243a4-d3ad-4348-9c58-37abacf66af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'name': 'tempest-TestNetworkBasicOps-router-1017067459', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:39:45Z', 'updated_at': '2021-11-12T20:39:48Z', 'revision_number': 4, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:39:46Z', 'updated_at': '2021-11-12T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '6665710f-19b3-487c-8e72-049447b9816f', 'name': '', 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'mac_address': 'fa:16:3e:cc:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:39:48Z', 'updated_at': '2021-11-12T20:39:51Z', 'revision_number': 4, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'subnets': [{'id': 'e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:39:52.387964 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170689eb-ffe6-498f-90ce-d118b5719428 None None] Pushing event updated for resources: {'Port': ['ID=6665710f-19b3-487c-8e72-049447b9816f,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:52.388113 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d1904f13-d1bf-457b-a743-cc4cd769abb0 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:52.392767 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d1904f13-d1bf-457b-a743-cc4cd769abb0 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:52.412371 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1904f13-d1bf-457b-a743-cc4cd769abb0 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e95e47-caa3-4f55-b9b6-8bc3a33863f5,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:52.417267 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d243a4-d3ad-4348-9c58-37abacf66af8 None None] The sync data for ids ['1ef3f26e-9d96-42d7-b2a0-e52b000a541c'] in n-d-712140-15 is: [{'id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'name': 'tempest-TestNetworkBasicOps-router-1017067459', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:39:45Z', 'updated_at': '2021-11-12T20:39:48Z', 'revision_number': 4, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:39:46Z', 'updated_at': '2021-11-12T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '6665710f-19b3-487c-8e72-049447b9816f', 'name': '', 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'mac_address': 'fa:16:3e:cc:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:39:48Z', 'updated_at': '2021-11-12T20:39:51Z', 'revision_number': 4, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'subnets': [{'id': 'e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:39:52.419936 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d1904f13-d1bf-457b-a743-cc4cd769abb0 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:52.422536 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d1904f13-d1bf-457b-a743-cc4cd769abb0 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302650 Nov 12 20:39:52.442754 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-921c4439-6daf-40ed-99eb-f85ba5272a78 None None] Provisioning complete for port 6665710f-19b3-487c-8e72-049447b9816f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:39:52.443121 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-921c4439-6daf-40ed-99eb-f85ba5272a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:52.600654 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-909eb8ad-5ff1-4dae-aaf7-fbd5f2b3ca88 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-445796431&fields=id&tenant_id=a6d86ae2d8044da38cfabd09b2ad7223 HTTP/1.1" status: 200 len: 267 time: 0.0477250 Nov 12 20:39:52.711227 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-d875b1ab-0c24-470e-af97-bbe5e492d3b1 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:52.712775 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-d875b1ab-0c24-470e-af97-bbe5e492d3b1 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/networks?id=690470e3-dd27-4d99-ae18-ce672a5c0905 HTTP/1.1" status: 200 len: 797 time: 0.1051636 Nov 12 20:39:52.729248 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-4d0419a3-af08-4414-9769-bca9bfeda5cb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/quotas/a6d86ae2d8044da38cfabd09b2ad7223 HTTP/1.1" status: 200 len: 375 time: 0.0096216 Nov 12 20:39:52.762006 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-09bff8de-ddd4-4ec9-a79c-e6d6e4a5533f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:52.790009 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-22b22615-ca58-4226-ad1a-3d42bd674814 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6d86ae2d8044da38cfabd09b2ad7223&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546427 Nov 12 20:39:52.894048 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-2766ebba-f317-4169-87f5-7e94baa6a997 service neutron] 10.222.0.48 "GET /v2.0/networks/690470e3-dd27-4d99-ae18-ce672a5c0905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919082 Nov 12 20:39:52.968025 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 6665710f-19b3-487c-8e72-049447b9816f up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:39:53.004789 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-99d151b3-97f1-43a7-9560-765400357a4d service neutron] 10.222.0.48 "GET /v2.0/networks/690470e3-dd27-4d99-ae18-ce672a5c0905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034567 Nov 12 20:39:53.020432 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 6665710f-19b3-487c-8e72-049447b9816f triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:39:53.020805 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:53.834932 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:54.190282 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:54.195575 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a81d0bbd-8aec-4dfd-9b67-6bbb38108894 req-407499d6-a583-4011-9d85-dd8a586d3191 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3905394-01b4-4cb8-be2b-161244409f1c HTTP/1.1" status: 200 len: 210 time: 0.0267782 Nov 12 20:39:55.251339 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:55.283570 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6c497cdb-6250-4c46-8924-338e290e28a8 req-8717bd9c-28a7-4b54-99b7-1112de809565 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3905394-01b4-4cb8-be2b-161244409f1c HTTP/1.1" status: 200 len: 210 time: 0.0267332 Nov 12 20:39:55.986347 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:56.363632 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-acf4c1f9-9bf1-4e26-891a-ec48a80d6102 req-0b8663a7-7b68-440f-b2fb-e264b92921c2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3905394-01b4-4cb8-be2b-161244409f1c HTTP/1.1" status: 200 len: 210 time: 0.0288568 Nov 12 20:39:57.445330 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3caeca46-ebc2-4e2d-8c6a-b5ccf338207a req-fb4d0fbf-a54d-4144-a99d-0c544b04af57 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3905394-01b4-4cb8-be2b-161244409f1c HTTP/1.1" status: 200 len: 210 time: 0.0299380 Nov 12 20:39:58.551247 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b1c71f95-52c4-44d3-a81e-e19e3a61d187 req-01b6bcec-a2ff-4c02-bba3-453a48e83362 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3905394-01b4-4cb8-be2b-161244409f1c HTTP/1.1" status: 200 len: 210 time: 0.0304623 Nov 12 20:39:59.254220 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-b6dad6f0-9a6b-4cfe-87fb-985909b8ca7d tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:59.255687 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-b6dad6f0-9a6b-4cfe-87fb-985909b8ca7d tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.52 "GET /v2.0/networks?id=690470e3-dd27-4d99-ae18-ce672a5c0905 HTTP/1.1" status: 200 len: 797 time: 0.1033714 Nov 12 20:39:59.325528 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-fce69b9a-f6df-4e7e-9671-56886fcf6161 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6d86ae2d8044da38cfabd09b2ad7223 HTTP/1.1" status: 200 len: 379 time: 0.0536137 Nov 12 20:39:59.337183 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-95f63588-8e39-4892-a32d-144c74ec09ae tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'port': {'device_id': 'f3905394-01b4-4cb8-be2b-161244409f1c', 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905', 'admin_state_up': True, 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'security_groups': ['6d930c18-d75c-46ec-9c82-e0549a82af5b']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:39:59.445790 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-95f63588-8e39-4892-a32d-144c74ec09ae tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Made reservation on behalf of a6d86ae2d8044da38cfabd09b2ad7223 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:39:59.449339 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-95f63588-8e39-4892-a32d-144c74ec09ae tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:59.577801 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-95f63588-8e39-4892-a32d-144c74ec09ae tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Allocated IP 172.20.0.12 (690470e3-dd27-4d99-ae18-ce672a5c0905/e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2/a1c176d7-461c-4f7c-93a5-f765562c28d1) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:39:59.650991 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f0b4a7d0-5974-474d-8492-982da9d5b682 req-f604fa21-58f7-47b4-bbb3-02b73488d1dc tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3905394-01b4-4cb8-be2b-161244409f1c HTTP/1.1" status: 200 len: 210 time: 0.0283692 Nov 12 20:39:59.722044 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-95f63588-8e39-4892-a32d-144c74ec09ae tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:59.755479 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-95f63588-8e39-4892-a32d-144c74ec09ae tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:59.801003 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-95f63588-8e39-4892-a32d-144c74ec09ae tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Network 690470e3-dd27-4d99-ae18-ce672a5c0905 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:39:59.805959 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-95f63588-8e39-4892-a32d-144c74ec09ae tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:39:59.809595 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-95f63588-8e39-4892-a32d-144c74ec09ae tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:39:59.816074 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f63588-8e39-4892-a32d-144c74ec09ae tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'Port': ['ID=a1c176d7-461c-4f7c-93a5-f765562c28d1,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:39:59.862895 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-95f63588-8e39-4892-a32d-144c74ec09ae tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:39:59.863529 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-95f63588-8e39-4892-a32d-144c74ec09ae tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:39:59.880757 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-95f63588-8e39-4892-a32d-144c74ec09ae tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5471928 Nov 12 20:39:59.900037 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-c5b11b4e-f01e-4f4b-874f-88e34d45e98d service neutron] Request body: {'port': {'device_id': 'f3905394-01b4-4cb8-be2b-161244409f1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:39:59.959330 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-c5b11b4e-f01e-4f4b-874f-88e34d45e98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:00.018345 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-09660a28-ee1d-4b2b-8e5b-a063d71ec4ad None None] Provisioning complete for port a1c176d7-461c-4f7c-93a5-f765562c28d1 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:40:00.018917 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-09660a28-ee1d-4b2b-8e5b-a063d71ec4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:00.052135 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-09660a28-ee1d-4b2b-8e5b-a063d71ec4ad None None] Port a1c176d7-461c-4f7c-93a5-f765562c28d1 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:40:00.221019 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-c5b11b4e-f01e-4f4b-874f-88e34d45e98d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c176d7-461c-4f7c-93a5-f765562c28d1 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:40:00.228206 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-c5b11b4e-f01e-4f4b-874f-88e34d45e98d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:00.239751 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-c5b11b4e-f01e-4f4b-874f-88e34d45e98d service neutron] Transition to ACTIVE for port object a1c176d7-461c-4f7c-93a5-f765562c28d1 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:40:00.244112 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-c5b11b4e-f01e-4f4b-874f-88e34d45e98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:00.301695 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b11b4e-f01e-4f4b-874f-88e34d45e98d service neutron] Pushing event updated for resources: {'Port': ['ID=a1c176d7-461c-4f7c-93a5-f765562c28d1,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:40:00.371111 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-c5b11b4e-f01e-4f4b-874f-88e34d45e98d service neutron] Attempting to bind port a1c176d7-461c-4f7c-93a5-f765562c28d1 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:40:00.371447 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-c5b11b4e-f01e-4f4b-874f-88e34d45e98d service neutron] Attempting to bind port a1c176d7-461c-4f7c-93a5-f765562c28d1 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'c22768ea-a341-4702-bbac-d0b34317c5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:40:00.371912 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-c5b11b4e-f01e-4f4b-874f-88e34d45e98d service neutron] Attempting to bind port a1c176d7-461c-4f7c-93a5-f765562c28d1 on network 690470e3-dd27-4d99-ae18-ce672a5c0905 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:40:00.377123 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-c5b11b4e-f01e-4f4b-874f-88e34d45e98d service neutron] Port a1c176d7-461c-4f7c-93a5-f765562c28d1 on network 690470e3-dd27-4d99-ae18-ce672a5c0905 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:40:00.377447 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-c5b11b4e-f01e-4f4b-874f-88e34d45e98d service neutron] Attempting to bind port a1c176d7-461c-4f7c-93a5-f765562c28d1 on network 690470e3-dd27-4d99-ae18-ce672a5c0905 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:40:00.382352 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-c5b11b4e-f01e-4f4b-874f-88e34d45e98d service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:40:00.382692 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-c5b11b4e-f01e-4f4b-874f-88e34d45e98d service neutron] Checking segment: {'id': 'c22768ea-a341-4702-bbac-d0b34317c5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:40:00.383072 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-c5b11b4e-f01e-4f4b-874f-88e34d45e98d service neutron] Bound using segment: {'id': 'c22768ea-a341-4702-bbac-d0b34317c5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:40:00.383507 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-c5b11b4e-f01e-4f4b-874f-88e34d45e98d service neutron] Bound port: a1c176d7-461c-4f7c-93a5-f765562c28d1, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22768ea-a341-4702-bbac-d0b34317c5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:40:00.383866 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-c5b11b4e-f01e-4f4b-874f-88e34d45e98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:00.449648 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-c5b11b4e-f01e-4f4b-874f-88e34d45e98d service neutron] For port a1c176d7-461c-4f7c-93a5-f765562c28d1, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:40:00.453162 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-c5b11b4e-f01e-4f4b-874f-88e34d45e98d service neutron] For port a1c176d7-461c-4f7c-93a5-f765562c28d1, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=a1c176d7-461c-4f7c-93a5-f765562c28d1,segment=NetworkSegment(c22768ea-a341-4702-bbac-d0b34317c5a8),segment_id=c22768ea-a341-4702-bbac-d0b34317c5a8)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:40:00.458434 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-c5b11b4e-f01e-4f4b-874f-88e34d45e98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:00.493776 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-c5b11b4e-f01e-4f4b-874f-88e34d45e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:00.494393 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-c5b11b4e-f01e-4f4b-874f-88e34d45e98d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:00.495767 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-c5b11b4e-f01e-4f4b-874f-88e34d45e98d service neutron] 10.222.0.52 "PUT /v2.0/ports/a1c176d7-461c-4f7c-93a5-f765562c28d1 HTTP/1.1" status: 200 len: 1093 time: 0.6001759 Nov 12 20:40:00.496216 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3905394-01b4-4cb8-be2b-161244409f1c', 'tag': 'a1c176d7-461c-4f7c-93a5-f765562c28d1'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:40:00.498571 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6242e19c-359d-42ab-9319-75f9e47c2ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "f3905394-01b4-4cb8-be2b-161244409f1c", "tag": "a1c176d7-461c-4f7c-93a5-f765562c28d1"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:40:00.524255 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b11b4e-f01e-4f4b-874f-88e34d45e98d service neutron] Pushing event updated for resources: {'Port': ['ID=a1c176d7-461c-4f7c-93a5-f765562c28d1,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:40:00.550053 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3deb66dc-5fdc-4f2f-8179-f7656e8ff950 x-openstack-request-id: req-3deb66dc-5fdc-4f2f-8179-f7656e8ff950 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:40:00.550277 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3905394-01b4-4cb8-be2b-161244409f1c", "tag": "a1c176d7-461c-4f7c-93a5-f765562c28d1", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:40:00.550532 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3deb66dc-5fdc-4f2f-8179-f7656e8ff950 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:40:00.550940 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3905394-01b4-4cb8-be2b-161244409f1c', 'tag': 'a1c176d7-461c-4f7c-93a5-f765562c28d1', 'status': 'completed', 'code': 200} Nov 12 20:40:00.600426 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-b2b37277-1fd7-40d5-89e9-13450758dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:00.602091 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-b2b37277-1fd7-40d5-89e9-13450758dc14 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6d86ae2d8044da38cfabd09b2ad7223&device_id=f3905394-01b4-4cb8-be2b-161244409f1c HTTP/1.1" status: 200 len: 1096 time: 0.0478833 Nov 12 20:40:00.657344 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-e5c79b78-1e81-4137-9af9-b74af3ff90e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1c176d7-461c-4f7c-93a5-f765562c28d1 HTTP/1.1" status: 200 len: 217 time: 0.0401974 Nov 12 20:40:00.712004 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-3b0eb0f0-8e1d-42f3-b689-6eb866872906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:00.713598 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-3b0eb0f0-8e1d-42f3-b689-6eb866872906 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2 HTTP/1.1" status: 200 len: 834 time: 0.0482240 Nov 12 20:40:00.767383 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-23b7e04b-c038-4080-8ce6-3e19f2fa7675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:00.768892 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-23b7e04b-c038-4080-8ce6-3e19f2fa7675 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=690470e3-dd27-4d99-ae18-ce672a5c0905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427959 Nov 12 20:40:00.771048 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd86a7-632f-4575-93bc-e6a0b0a8c06a req-1ca46234-87a8-4665-ac37-f58fd82228bf tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:00.772532 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cfcd86a7-632f-4575-93bc-e6a0b0a8c06a req-1ca46234-87a8-4665-ac37-f58fd82228bf tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3905394-01b4-4cb8-be2b-161244409f1c HTTP/1.1" status: 200 len: 944 time: 0.0489066 Nov 12 20:40:00.827478 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cfcd86a7-632f-4575-93bc-e6a0b0a8c06a req-e73029a8-4e3e-49b4-aba9-40c9bab8155b tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d930c18-d75c-46ec-9c82-e0549a82af5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490592 Nov 12 20:40:00.879072 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-f2494d96-e921-45b3-953d-eff1ae8367dc service neutron] 10.222.0.52 "GET /v2.0/networks/690470e3-dd27-4d99-ae18-ce672a5c0905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939460 Nov 12 20:40:00.974300 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-db04c03e-ceb6-4798-81fb-0813a2a36c3d req-d39645d9-6108-4279-ad71-6cc37136569c service neutron] 10.222.0.52 "GET /v2.0/networks/690470e3-dd27-4d99-ae18-ce672a5c0905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824540 Nov 12 20:40:01.073443 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242e19c-359d-42ab-9319-75f9e47c2ab7 req-d09d7f97-c8a1-4b09-b37e-e60a784a3703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:01.074944 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6242e19c-359d-42ab-9319-75f9e47c2ab7 req-d09d7f97-c8a1-4b09-b37e-e60a784a3703 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6d86ae2d8044da38cfabd09b2ad7223&device_id=f3905394-01b4-4cb8-be2b-161244409f1c HTTP/1.1" status: 200 len: 1096 time: 0.0465844 Nov 12 20:40:01.166260 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242e19c-359d-42ab-9319-75f9e47c2ab7 req-a4236f5e-f085-498c-b513-2fb3e2f891a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:01.167758 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6242e19c-359d-42ab-9319-75f9e47c2ab7 req-a4236f5e-f085-498c-b513-2fb3e2f891a1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=690470e3-dd27-4d99-ae18-ce672a5c0905 HTTP/1.1" status: 200 len: 898 time: 0.0850265 Nov 12 20:40:01.211787 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6242e19c-359d-42ab-9319-75f9e47c2ab7 req-7c74a000-851a-4023-acfb-e1a4548f53c0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1c176d7-461c-4f7c-93a5-f765562c28d1 HTTP/1.1" status: 200 len: 217 time: 0.0371726 Nov 12 20:40:01.261708 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242e19c-359d-42ab-9319-75f9e47c2ab7 req-e9d48309-d2a9-411f-adba-c3fa672e8198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:01.263189 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6242e19c-359d-42ab-9319-75f9e47c2ab7 req-e9d48309-d2a9-411f-adba-c3fa672e8198 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2 HTTP/1.1" status: 200 len: 834 time: 0.0427539 Nov 12 20:40:01.310274 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242e19c-359d-42ab-9319-75f9e47c2ab7 req-edb7571b-9fc8-4c52-98d1-816a44dae9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:01.312947 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6242e19c-359d-42ab-9319-75f9e47c2ab7 req-edb7571b-9fc8-4c52-98d1-816a44dae9a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=690470e3-dd27-4d99-ae18-ce672a5c0905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413454 Nov 12 20:40:01.408245 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6242e19c-359d-42ab-9319-75f9e47c2ab7 req-d5680ad3-f892-4ac7-9d91-be3bc061939b service neutron] 10.222.0.52 "GET /v2.0/networks/690470e3-dd27-4d99-ae18-ce672a5c0905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870445 Nov 12 20:40:01.497571 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6242e19c-359d-42ab-9319-75f9e47c2ab7 req-4a826cc8-815b-40de-9a0c-daf5d7b937c6 service neutron] 10.222.0.52 "GET /v2.0/networks/690470e3-dd27-4d99-ae18-ce672a5c0905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810416 Nov 12 20:40:01.947653 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a44f6d-c686-498e-b4b5-f356a044932c req-99a175a5-bc86-437c-a9f4-7966ad714bb5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:01.949250 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-15a44f6d-c686-498e-b4b5-f356a044932c req-99a175a5-bc86-437c-a9f4-7966ad714bb5 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3905394-01b4-4cb8-be2b-161244409f1c HTTP/1.1" status: 200 len: 944 time: 0.0503671 Nov 12 20:40:02.003079 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-15a44f6d-c686-498e-b4b5-f356a044932c req-3ecdfc8e-aaa0-4605-86a5-b7603919006e tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d930c18-d75c-46ec-9c82-e0549a82af5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477738 Nov 12 20:40:03.117397 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f426899-d4ff-4d73-aa95-c2877a0d855e req-b1d276bf-f717-41ef-82fc-b6cc27c12daf tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:03.118921 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2f426899-d4ff-4d73-aa95-c2877a0d855e req-b1d276bf-f717-41ef-82fc-b6cc27c12daf tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3905394-01b4-4cb8-be2b-161244409f1c HTTP/1.1" status: 200 len: 944 time: 0.0487595 Nov 12 20:40:03.167547 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2f426899-d4ff-4d73-aa95-c2877a0d855e req-2c36064b-90b1-416b-a011-aa853d19f21a tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d930c18-d75c-46ec-9c82-e0549a82af5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421433 Nov 12 20:40:04.285592 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cde8ed-47d9-4cda-86dd-f85c62a1f7fa req-099045ad-259e-47fe-8bbf-eae6b5b6a881 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:04.287155 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24cde8ed-47d9-4cda-86dd-f85c62a1f7fa req-099045ad-259e-47fe-8bbf-eae6b5b6a881 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3905394-01b4-4cb8-be2b-161244409f1c HTTP/1.1" status: 200 len: 944 time: 0.0493016 Nov 12 20:40:04.339705 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24cde8ed-47d9-4cda-86dd-f85c62a1f7fa req-eb072223-1405-4144-ab0b-e2e768c46708 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d930c18-d75c-46ec-9c82-e0549a82af5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462217 Nov 12 20:40:04.677703 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device a1c176d7-461c-4f7c-93a5-f765562c28d1 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:40:04.772851 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port a1c176d7-461c-4f7c-93a5-f765562c28d1, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=a1c176d7-461c-4f7c-93a5-f765562c28d1,segment=NetworkSegment(c22768ea-a341-4702-bbac-d0b34317c5a8),segment_id=c22768ea-a341-4702-bbac-d0b34317c5a8)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:40:04.784676 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'a1c176d7-461c-4f7c-93a5-f765562c28d1', 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905', 'port_id': 'a1c176d7-461c-4f7c-93a5-f765562c28d1', 'mac_address': 'fa:16:3e:f9:e3:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:40:04.826192 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:04.839179 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c176d7-461c-4f7c-93a5-f765562c28d1 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:40:04.857302 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port a1c176d7-461c-4f7c-93a5-f765562c28d1, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=a1c176d7-461c-4f7c-93a5-f765562c28d1,segment=NetworkSegment(c22768ea-a341-4702-bbac-d0b34317c5a8),segment_id=c22768ea-a341-4702-bbac-d0b34317c5a8)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:40:04.861379 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:04.907921 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=a1c176d7-461c-4f7c-93a5-f765562c28d1,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:40:05.123853 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['a1c176d7-461c-4f7c-93a5-f765562c28d1'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:40:05.453973 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc1ec0-c184-4377-afa5-e37b84e004b0 req-2e8127d1-4fdb-45a4-9594-3df559713f1b tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:05.455487 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2dcc1ec0-c184-4377-afa5-e37b84e004b0 req-2e8127d1-4fdb-45a4-9594-3df559713f1b tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3905394-01b4-4cb8-be2b-161244409f1c HTTP/1.1" status: 200 len: 945 time: 0.0485637 Nov 12 20:40:05.504594 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2dcc1ec0-c184-4377-afa5-e37b84e004b0 req-0d75fe97-175c-4d6a-8b37-ee849b5a310c tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d930c18-d75c-46ec-9c82-e0549a82af5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432987 Nov 12 20:40:06.618230 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ce7ce-a54c-4c8d-9c97-d58b0eaece05 req-ad84c849-904b-4e86-9a71-b32e5e3db5e7 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:06.619611 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-992ce7ce-a54c-4c8d-9c97-d58b0eaece05 req-ad84c849-904b-4e86-9a71-b32e5e3db5e7 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3905394-01b4-4cb8-be2b-161244409f1c HTTP/1.1" status: 200 len: 945 time: 0.0483100 Nov 12 20:40:06.668645 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-992ce7ce-a54c-4c8d-9c97-d58b0eaece05 req-5a01dafb-94b6-44cc-9626-24b2c534ccc9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d930c18-d75c-46ec-9c82-e0549a82af5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423753 Nov 12 20:40:06.692891 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device a1c176d7-461c-4f7c-93a5-f765562c28d1 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:40:06.740428 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port a1c176d7-461c-4f7c-93a5-f765562c28d1 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:40:06.744798 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port a1c176d7-461c-4f7c-93a5-f765562c28d1 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:40:06.745166 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:06.825018 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:06.848303 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3905394-01b4-4cb8-be2b-161244409f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c176d7-461c-4f7c-93a5-f765562c28d1'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:40:06.850571 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705e4358-f682-4281-82a3-5cd308a7c280" -d '{"events": [{"server_uuid": "f3905394-01b4-4cb8-be2b-161244409f1c", "name": "network-vif-plugged", "status": "completed", "tag": "a1c176d7-461c-4f7c-93a5-f765562c28d1"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:40:06.864216 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port a1c176d7-461c-4f7c-93a5-f765562c28d1, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=a1c176d7-461c-4f7c-93a5-f765562c28d1,segment=NetworkSegment(c22768ea-a341-4702-bbac-d0b34317c5a8),segment_id=c22768ea-a341-4702-bbac-d0b34317c5a8)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:40:06.869136 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:06.895580 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35316ab6-4ee8-404e-bfec-816928ec6f57 x-openstack-request-id: req-35316ab6-4ee8-404e-bfec-816928ec6f57 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:40:06.895869 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3905394-01b4-4cb8-be2b-161244409f1c", "name": "network-vif-plugged", "status": "completed", "tag": "a1c176d7-461c-4f7c-93a5-f765562c28d1", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:40:06.896113 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-35316ab6-4ee8-404e-bfec-816928ec6f57 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:40:06.896517 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3905394-01b4-4cb8-be2b-161244409f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c176d7-461c-4f7c-93a5-f765562c28d1', 'code': 200} Nov 12 20:40:06.924151 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=a1c176d7-461c-4f7c-93a5-f765562c28d1,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:40:07.011946 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e67ae5-df20-4830-9ba8-c3283a8ba24f req-f209be66-8412-42da-b3a8-22d47a509e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:07.013482 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44e67ae5-df20-4830-9ba8-c3283a8ba24f req-f209be66-8412-42da-b3a8-22d47a509e77 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f3905394-01b4-4cb8-be2b-161244409f1c HTTP/1.1" status: 200 len: 1098 time: 0.0467260 Nov 12 20:40:07.063035 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44e67ae5-df20-4830-9ba8-c3283a8ba24f req-bfc6314a-963a-4809-a48b-b451149dc4ca service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6d930c18-d75c-46ec-9c82-e0549a82af5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384212 Nov 12 20:40:07.784538 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468a6f4-0f22-4af8-9ff8-4ac24bbdd47f req-d0bf6f17-16e5-4274-8f2b-b154b2ada764 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:07.786030 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4468a6f4-0f22-4af8-9ff8-4ac24bbdd47f req-d0bf6f17-16e5-4274-8f2b-b154b2ada764 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3905394-01b4-4cb8-be2b-161244409f1c HTTP/1.1" status: 200 len: 946 time: 0.0489535 Nov 12 20:40:07.834464 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4468a6f4-0f22-4af8-9ff8-4ac24bbdd47f req-6a21a7eb-dab0-41e1-ac1f-72b7f9689ff1 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d930c18-d75c-46ec-9c82-e0549a82af5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425420 Nov 12 20:40:08.954768 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f719a3-2ba1-42e4-b986-a373a853cec0 req-a46ea30d-d906-4225-b2bf-c2e2c1e32cc0 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:08.956250 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e2f719a3-2ba1-42e4-b986-a373a853cec0 req-a46ea30d-d906-4225-b2bf-c2e2c1e32cc0 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3905394-01b4-4cb8-be2b-161244409f1c HTTP/1.1" status: 200 len: 946 time: 0.0530653 Nov 12 20:40:09.005866 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e2f719a3-2ba1-42e4-b986-a373a853cec0 req-7176c64f-a258-4fa7-98b3-d5f44eeb5a28 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d930c18-d75c-46ec-9c82-e0549a82af5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438592 Nov 12 20:40:09.124200 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a59595-d49e-40f0-a34c-67ae3537f9c2 req-60c26b42-6442-4675-b3fb-631735f86655 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:09.125628 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-62a59595-d49e-40f0-a34c-67ae3537f9c2 req-60c26b42-6442-4675-b3fb-631735f86655 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3905394-01b4-4cb8-be2b-161244409f1c HTTP/1.1" status: 200 len: 946 time: 0.0526805 Nov 12 20:40:09.174429 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-62a59595-d49e-40f0-a34c-67ae3537f9c2 req-b818699f-46f6-4b4a-a235-9a183a6625e6 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d930c18-d75c-46ec-9c82-e0549a82af5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429852 Nov 12 20:40:09.196001 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52724) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:40:09.235437 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185f6f41-2584-40b0-a263-df1cfcdcefa7 tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:09.237015 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-185f6f41-2584-40b0-a263-df1cfcdcefa7 tempest-TestNetworkBasicOps-1129250740 tempest-TestNetworkBasicOps-1129250740-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f3905394-01b4-4cb8-be2b-161244409f1c HTTP/1.1" status: 200 len: 1093 time: 0.0399930 Nov 12 20:40:09.239652 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52726) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:40:09.244177 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-2e163a4b-d38c-48b9-9a96-8f3212b81b92 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'port_id': 'a1c176d7-461c-4f7c-93a5-f765562c28d1', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:40:09.266016 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2e163a4b-d38c-48b9-9a96-8f3212b81b92 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for floatingip, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:09.364143 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2e163a4b-d38c-48b9-9a96-8f3212b81b92 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:09.463549 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-2e163a4b-d38c-48b9-9a96-8f3212b81b92 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Allocated IP 172.25.5.221 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/9db0b1bf-52c2-4f37-b9af-d450fda0705d) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:40:09.566350 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2e163a4b-d38c-48b9-9a96-8f3212b81b92 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:09.599613 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2e163a4b-d38c-48b9-9a96-8f3212b81b92 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:09.635195 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e163a4b-d38c-48b9-9a96-8f3212b81b92 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:40:09.637982 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-2e163a4b-d38c-48b9-9a96-8f3212b81b92 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:40:09.643949 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e163a4b-d38c-48b9-9a96-8f3212b81b92 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:40:09.668292 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e163a4b-d38c-48b9-9a96-8f3212b81b92 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'Port': ['ID=9db0b1bf-52c2-4f37-b9af-d450fda0705d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:40:10.000486 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2e163a4b-d38c-48b9-9a96-8f3212b81b92 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:10.067108 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2e163a4b-d38c-48b9-9a96-8f3212b81b92 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:10.215071 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2e163a4b-d38c-48b9-9a96-8f3212b81b92 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:10.220365 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2e163a4b-d38c-48b9-9a96-8f3212b81b92 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:10.288822 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e163a4b-d38c-48b9-9a96-8f3212b81b92 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event updated for resources: {'Port': ['ID=9db0b1bf-52c2-4f37-b9af-d450fda0705d,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:40:10.300769 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2e163a4b-d38c-48b9-9a96-8f3212b81b92 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:10.404894 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [None req-2e163a4b-d38c-48b9-9a96-8f3212b81b92 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Floating IP cea40bca-dbe3-4348-8228-e03c7337bd93 associated. External IP: 172.25.5.221, port: a1c176d7-461c-4f7c-93a5-f765562c28d1. Nov 12 20:40:10.609551 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e163a4b-d38c-48b9-9a96-8f3212b81b92 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Router 1ef3f26e-9d96-42d7-b2a0-e52b000a541c has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:40:11.051011 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e163a4b-d38c-48b9-9a96-8f3212b81b92 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:40:11.061160 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3abd311-5d06-4b3a-9e09-b2835ebec4ec None None] Sync routers for ids ['1ef3f26e-9d96-42d7-b2a0-e52b000a541c'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:40:11.070182 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2e163a4b-d38c-48b9-9a96-8f3212b81b92 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:11.071448 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3abd311-5d06-4b3a-9e09-b2835ebec4ec None None] Routers {'1ef3f26e-9d96-42d7-b2a0-e52b000a541c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:40:11.072069 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-e3abd311-5d06-4b3a-9e09-b2835ebec4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:39:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['1ef3f26e-9d96-42d7-b2a0-e52b000a541c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:40:11.098141 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2e163a4b-d38c-48b9-9a96-8f3212b81b92 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8574224 Nov 12 20:40:11.098689 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3905394-01b4-4cb8-be2b-161244409f1c', 'tag': 'a1c176d7-461c-4f7c-93a5-f765562c28d1'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:40:11.101009 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd30ecc-0ec7-4387-8d57-5779388958db" -d '{"events": [{"name": "network-changed", "server_uuid": "f3905394-01b4-4cb8-be2b-161244409f1c", "tag": "a1c176d7-461c-4f7c-93a5-f765562c28d1"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:40:11.101339 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52730) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:40:11.179982 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c78dba-f1de-4d36-85a2-1f4b6853dac8 x-openstack-request-id: req-89c78dba-f1de-4d36-85a2-1f4b6853dac8 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:40:11.180526 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3905394-01b4-4cb8-be2b-161244409f1c", "tag": "a1c176d7-461c-4f7c-93a5-f765562c28d1", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:40:11.180851 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-89c78dba-f1de-4d36-85a2-1f4b6853dac8 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:40:11.181430 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3905394-01b4-4cb8-be2b-161244409f1c', 'tag': 'a1c176d7-461c-4f7c-93a5-f765562c28d1', 'status': 'completed', 'code': 200} Nov 12 20:40:11.187918 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-e3abd311-5d06-4b3a-9e09-b2835ebec4ec None None] Set router 1ef3f26e-9d96-42d7-b2a0-e52b000a541c gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:40:11.205706 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6c2e257e-14e5-46c1-a0d0-ce941055a69c tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/floatingips/cea40bca-dbe3-4348-8228-e03c7337bd93 HTTP/1.1" status: 200 len: 992 time: 0.1022317 Nov 12 20:40:11.247144 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd30ecc-0ec7-4387-8d57-5779388958db req-b9708b22-9e55-4fbd-babd-e7895b69efe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:11.249484 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7dd30ecc-0ec7-4387-8d57-5779388958db req-b9708b22-9e55-4fbd-babd-e7895b69efe3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6d86ae2d8044da38cfabd09b2ad7223&device_id=f3905394-01b4-4cb8-be2b-161244409f1c HTTP/1.1" status: 200 len: 1098 time: 0.0494542 Nov 12 20:40:11.353818 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd30ecc-0ec7-4387-8d57-5779388958db req-6e9d5a9b-44fa-480c-b6b8-1bdf225396ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:11.355705 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7dd30ecc-0ec7-4387-8d57-5779388958db req-6e9d5a9b-44fa-480c-b6b8-1bdf225396ae service neutron] 10.222.0.52 "GET /v2.0/networks?id=690470e3-dd27-4d99-ae18-ce672a5c0905 HTTP/1.1" status: 200 len: 898 time: 0.0918341 Nov 12 20:40:11.428099 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7dd30ecc-0ec7-4387-8d57-5779388958db req-e12cbe14-3171-4ab7-9a23-237d7dff0428 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1c176d7-461c-4f7c-93a5-f765562c28d1 HTTP/1.1" status: 200 len: 1000 time: 0.0637689 Nov 12 20:40:11.430024 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-e3abd311-5d06-4b3a-9e09-b2835ebec4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'name': 'tempest-TestNetworkBasicOps-router-1017067459', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:39:45Z', 'updated_at': '2021-11-12T20:39:48Z', 'revision_number': 4, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:39:46Z', 'updated_at': '2021-11-12T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'cea40bca-dbe3-4348-8228-e03c7337bd93', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'floating_ip_address': '172.25.5.221', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'port_id': 'a1c176d7-461c-4f7c-93a5-f765562c28d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905', 'mac_address': 'fa:16:3e:f9:e3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3905394-01b4-4cb8-be2b-161244409f1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:40:09Z', 'updated_at': '2021-11-12T20:40:09Z', 'revision_number': 0, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6665710f-19b3-487c-8e72-049447b9816f', 'name': '', 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'mac_address': 'fa:16:3e:cc:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:39:48Z', 'updated_at': '2021-11-12T20:39:52Z', 'revision_number': 5, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'subnets': [{'id': 'e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:40:11.457097 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3abd311-5d06-4b3a-9e09-b2835ebec4ec None None] Checking router: 1ef3f26e-9d96-42d7-b2a0-e52b000a541c for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:40:11.465816 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3abd311-5d06-4b3a-9e09-b2835ebec4ec None None] Routers {'1ef3f26e-9d96-42d7-b2a0-e52b000a541c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:40:11.466402 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-e3abd311-5d06-4b3a-9e09-b2835ebec4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:39:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['1ef3f26e-9d96-42d7-b2a0-e52b000a541c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:40:11.479104 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd30ecc-0ec7-4387-8d57-5779388958db req-729f6797-df8c-4bfc-835c-61fa118bca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:11.480613 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7dd30ecc-0ec7-4387-8d57-5779388958db req-729f6797-df8c-4bfc-835c-61fa118bca8c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2 HTTP/1.1" status: 200 len: 834 time: 0.0436053 Nov 12 20:40:11.528844 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd30ecc-0ec7-4387-8d57-5779388958db req-c7ebaa9e-d63b-4046-8de7-c0278c42e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:11.530889 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7dd30ecc-0ec7-4387-8d57-5779388958db req-c7ebaa9e-d63b-4046-8de7-c0278c42e49c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=690470e3-dd27-4d99-ae18-ce672a5c0905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409052 Nov 12 20:40:11.572296 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-e3abd311-5d06-4b3a-9e09-b2835ebec4ec None None] Set router 1ef3f26e-9d96-42d7-b2a0-e52b000a541c gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:40:11.630767 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7dd30ecc-0ec7-4387-8d57-5779388958db req-76c68ebd-34da-49b4-89ee-53e975b47a1f service neutron] 10.222.0.52 "GET /v2.0/networks/690470e3-dd27-4d99-ae18-ce672a5c0905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910370 Nov 12 20:40:11.721352 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7dd30ecc-0ec7-4387-8d57-5779388958db req-ba385ed9-de1d-4bd2-8790-6bc396f47fa1 service neutron] 10.222.0.52 "GET /v2.0/networks/690470e3-dd27-4d99-ae18-ce672a5c0905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822854 Nov 12 20:40:11.799364 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-e3abd311-5d06-4b3a-9e09-b2835ebec4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'name': 'tempest-TestNetworkBasicOps-router-1017067459', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:39:45Z', 'updated_at': '2021-11-12T20:39:48Z', 'revision_number': 4, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:39:46Z', 'updated_at': '2021-11-12T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'cea40bca-dbe3-4348-8228-e03c7337bd93', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'floating_ip_address': '172.25.5.221', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'port_id': 'a1c176d7-461c-4f7c-93a5-f765562c28d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905', 'mac_address': 'fa:16:3e:f9:e3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3905394-01b4-4cb8-be2b-161244409f1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:40:09Z', 'updated_at': '2021-11-12T20:40:09Z', 'revision_number': 0, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6665710f-19b3-487c-8e72-049447b9816f', 'name': '', 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'mac_address': 'fa:16:3e:cc:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:39:48Z', 'updated_at': '2021-11-12T20:39:52Z', 'revision_number': 5, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'subnets': [{'id': 'e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:40:11.833379 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3abd311-5d06-4b3a-9e09-b2835ebec4ec None None] The sync data for ids ['1ef3f26e-9d96-42d7-b2a0-e52b000a541c'] in n-d-712140-15 is: [{'id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'name': 'tempest-TestNetworkBasicOps-router-1017067459', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:39:45Z', 'updated_at': '2021-11-12T20:39:48Z', 'revision_number': 4, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:39:46Z', 'updated_at': '2021-11-12T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'cea40bca-dbe3-4348-8228-e03c7337bd93', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'floating_ip_address': '172.25.5.221', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'port_id': 'a1c176d7-461c-4f7c-93a5-f765562c28d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905', 'mac_address': 'fa:16:3e:f9:e3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3905394-01b4-4cb8-be2b-161244409f1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:40:09Z', 'updated_at': '2021-11-12T20:40:09Z', 'revision_number': 0, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6665710f-19b3-487c-8e72-049447b9816f', 'name': '', 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'mac_address': 'fa:16:3e:cc:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:39:48Z', 'updated_at': '2021-11-12T20:39:52Z', 'revision_number': 5, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'subnets': [{'id': 'e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:40:12.074001 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b80f9-4b0e-48c3-8f07-f8cefe7bfb9b None None] New status for floating IP cea40bca-dbe3-4348-8228-e03c7337bd93: ACTIVE {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:40:12.209830 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52734) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:40:12.275465 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1be24ded-8bde-4051-afa3-089f00b371ca tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/floatingips/cea40bca-dbe3-4348-8228-e03c7337bd93 HTTP/1.1" status: 200 len: 994 time: 0.0642717 Nov 12 20:40:19.939862 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a6fedcc4-29d8-4fb9-9680-98e034da8bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:20.384345 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:22.654213 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:40:22.767337 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5036ca4c-4787-4e31-ba9d-1f0e581736a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:23.837062 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:24.190401 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:25.249454 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:25.989632 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:47.473299 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52746) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:40:47.541434 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6d300981-9b76-4267-97a3-acbae8817186 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/floatingips/cea40bca-dbe3-4348-8228-e03c7337bd93 HTTP/1.1" status: 200 len: 994 time: 0.0669811 Nov 12 20:40:47.810210 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52752) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:40:47.985447 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-2a50686f-f60e-4550-8d7e-5641be191670 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Deleting port 9db0b1bf-52c2-4f37-b9af-d450fda0705d {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:40:47.985683 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a50686f-f60e-4550-8d7e-5641be191670 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:48.070486 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a50686f-f60e-4550-8d7e-5641be191670 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:48.070942 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a50686f-f60e-4550-8d7e-5641be191670 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:48.085083 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-2a50686f-f60e-4550-8d7e-5641be191670 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Calling delete_port for 9db0b1bf-52c2-4f37-b9af-d450fda0705d owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:40:48.245017 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a50686f-f60e-4550-8d7e-5641be191670 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:48.277597 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50686f-f60e-4550-8d7e-5641be191670 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event deleted for resources: {'Port': ['ID=9db0b1bf-52c2-4f37-b9af-d450fda0705d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:40:48.345524 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a50686f-f60e-4550-8d7e-5641be191670 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:48.345524 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-2a50686f-f60e-4550-8d7e-5641be191670 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Floating IP cea40bca-dbe3-4348-8228-e03c7337bd93 disassociated (deleted). External IP: 172.25.5.221, port: a1c176d7-461c-4f7c-93a5-f765562c28d1. Nov 12 20:40:48.568754 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a50686f-f60e-4550-8d7e-5641be191670 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Router 1ef3f26e-9d96-42d7-b2a0-e52b000a541c has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:40:48.685351 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a50686f-f60e-4550-8d7e-5641be191670 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:40:48.690627 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a50686f-f60e-4550-8d7e-5641be191670 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:48.697428 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb36e59-3c19-49fa-8c19-8281c8b71860 None None] Sync routers for ids ['1ef3f26e-9d96-42d7-b2a0-e52b000a541c'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:40:48.707883 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb36e59-3c19-49fa-8c19-8281c8b71860 None None] Routers {'1ef3f26e-9d96-42d7-b2a0-e52b000a541c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:40:48.708528 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8cb36e59-3c19-49fa-8c19-8281c8b71860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:40:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['1ef3f26e-9d96-42d7-b2a0-e52b000a541c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:40:48.725420 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2a50686f-f60e-4550-8d7e-5641be191670 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "DELETE /v2.0/floatingips/cea40bca-dbe3-4348-8228-e03c7337bd93 HTTP/1.1" status: 204 len: 168 time: 0.9140275 Nov 12 20:40:48.726128 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3905394-01b4-4cb8-be2b-161244409f1c', 'tag': 'a1c176d7-461c-4f7c-93a5-f765562c28d1'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:40:48.728352 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e06f31-2c93-4900-a0ed-746a4e4b5566" -d '{"events": [{"name": "network-changed", "server_uuid": "f3905394-01b4-4cb8-be2b-161244409f1c", "tag": "a1c176d7-461c-4f7c-93a5-f765562c28d1"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:40:48.770633 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b49d745-0f1b-49b5-affc-9242b76488d4 x-openstack-request-id: req-4b49d745-0f1b-49b5-affc-9242b76488d4 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:40:48.770934 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3905394-01b4-4cb8-be2b-161244409f1c", "tag": "a1c176d7-461c-4f7c-93a5-f765562c28d1", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:40:48.771370 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4b49d745-0f1b-49b5-affc-9242b76488d4 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:40:48.771782 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3905394-01b4-4cb8-be2b-161244409f1c', 'tag': 'a1c176d7-461c-4f7c-93a5-f765562c28d1', 'status': 'completed', 'code': 200} Nov 12 20:40:48.830278 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-8cb36e59-3c19-49fa-8c19-8281c8b71860 None None] Set router 1ef3f26e-9d96-42d7-b2a0-e52b000a541c gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:40:48.842797 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e06f31-2c93-4900-a0ed-746a4e4b5566 req-f05152d4-b37b-49d9-8e43-f1680753f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:48.846951 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d8e06f31-2c93-4900-a0ed-746a4e4b5566 req-f05152d4-b37b-49d9-8e43-f1680753f4ee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6d86ae2d8044da38cfabd09b2ad7223&device_id=f3905394-01b4-4cb8-be2b-161244409f1c HTTP/1.1" status: 200 len: 1098 time: 0.0474012 Nov 12 20:40:48.959432 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e06f31-2c93-4900-a0ed-746a4e4b5566 req-2680c288-5e51-4584-8949-b64f1140a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:48.961482 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d8e06f31-2c93-4900-a0ed-746a4e4b5566 req-2680c288-5e51-4584-8949-b64f1140a9d3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=690470e3-dd27-4d99-ae18-ce672a5c0905 HTTP/1.1" status: 200 len: 898 time: 0.1056607 Nov 12 20:40:49.007566 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d8e06f31-2c93-4900-a0ed-746a4e4b5566 req-f90c59b1-59eb-4485-8a5f-3487dc73f0fc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1c176d7-461c-4f7c-93a5-f765562c28d1 HTTP/1.1" status: 200 len: 217 time: 0.0368631 Nov 12 20:40:49.046949 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8cb36e59-3c19-49fa-8c19-8281c8b71860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'name': 'tempest-TestNetworkBasicOps-router-1017067459', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:39:45Z', 'updated_at': '2021-11-12T20:39:48Z', 'revision_number': 4, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:39:46Z', 'updated_at': '2021-11-12T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '6665710f-19b3-487c-8e72-049447b9816f', 'name': '', 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'mac_address': 'fa:16:3e:cc:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:39:48Z', 'updated_at': '2021-11-12T20:39:52Z', 'revision_number': 5, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'subnets': [{'id': 'e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:40:49.063184 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e06f31-2c93-4900-a0ed-746a4e4b5566 req-0cdd996d-3cff-413a-949f-5c4e09b180e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:49.064875 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d8e06f31-2c93-4900-a0ed-746a4e4b5566 req-0cdd996d-3cff-413a-949f-5c4e09b180e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2 HTTP/1.1" status: 200 len: 834 time: 0.0477521 Nov 12 20:40:49.076916 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb36e59-3c19-49fa-8c19-8281c8b71860 None None] Checking router: 1ef3f26e-9d96-42d7-b2a0-e52b000a541c for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:40:49.080152 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257988bd-3947-4c86-858b-d53d21617767 req-bfa5c5d2-c821-4aca-920c-bd465275d146 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:49.081955 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-257988bd-3947-4c86-858b-d53d21617767 req-bfa5c5d2-c821-4aca-920c-bd465275d146 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3905394-01b4-4cb8-be2b-161244409f1c HTTP/1.1" status: 200 len: 946 time: 0.1270084 Nov 12 20:40:49.087340 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb36e59-3c19-49fa-8c19-8281c8b71860 None None] Routers {'1ef3f26e-9d96-42d7-b2a0-e52b000a541c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:40:49.087957 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8cb36e59-3c19-49fa-8c19-8281c8b71860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:40:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['1ef3f26e-9d96-42d7-b2a0-e52b000a541c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:40:49.121471 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e06f31-2c93-4900-a0ed-746a4e4b5566 req-3f0f5653-3103-48ea-8ad8-828ce8550b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:49.122895 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d8e06f31-2c93-4900-a0ed-746a4e4b5566 req-3f0f5653-3103-48ea-8ad8-828ce8550b24 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=690470e3-dd27-4d99-ae18-ce672a5c0905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495820 Nov 12 20:40:49.138583 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-257988bd-3947-4c86-858b-d53d21617767 req-79ef4d0a-c860-420d-805d-1c7affb99509 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d930c18-d75c-46ec-9c82-e0549a82af5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490022 Nov 12 20:40:49.204297 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-8cb36e59-3c19-49fa-8c19-8281c8b71860 None None] Set router 1ef3f26e-9d96-42d7-b2a0-e52b000a541c gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:40:49.241431 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d8e06f31-2c93-4900-a0ed-746a4e4b5566 req-e65f925b-63f3-4d1b-b61a-f33dffff1b96 service neutron] 10.222.0.52 "GET /v2.0/networks/690470e3-dd27-4d99-ae18-ce672a5c0905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059053 Nov 12 20:40:49.343374 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d8e06f31-2c93-4900-a0ed-746a4e4b5566 req-5f827008-385d-416e-9ac2-d720f9900f3c service neutron] 10.222.0.52 "GET /v2.0/networks/690470e3-dd27-4d99-ae18-ce672a5c0905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923588 Nov 12 20:40:49.423799 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8cb36e59-3c19-49fa-8c19-8281c8b71860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'name': 'tempest-TestNetworkBasicOps-router-1017067459', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:39:45Z', 'updated_at': '2021-11-12T20:39:48Z', 'revision_number': 4, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:39:46Z', 'updated_at': '2021-11-12T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '6665710f-19b3-487c-8e72-049447b9816f', 'name': '', 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'mac_address': 'fa:16:3e:cc:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:39:48Z', 'updated_at': '2021-11-12T20:39:52Z', 'revision_number': 5, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'subnets': [{'id': 'e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:40:49.539066 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb36e59-3c19-49fa-8c19-8281c8b71860 None None] The sync data for ids ['1ef3f26e-9d96-42d7-b2a0-e52b000a541c'] in n-d-712140-15 is: [{'id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'name': 'tempest-TestNetworkBasicOps-router-1017067459', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:39:45Z', 'updated_at': '2021-11-12T20:39:48Z', 'revision_number': 4, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:39:46Z', 'updated_at': '2021-11-12T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '6665710f-19b3-487c-8e72-049447b9816f', 'name': '', 'network_id': '690470e3-dd27-4d99-ae18-ce672a5c0905', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'mac_address': 'fa:16:3e:cc:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:39:48Z', 'updated_at': '2021-11-12T20:39:52Z', 'revision_number': 5, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'subnets': [{'id': 'e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:40:49.771368 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923e83f1-a611-494d-9b44-a9740168b534 None None] New status for floating IP cea40bca-dbe3-4348-8228-e03c7337bd93: DOWN {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:40:49.942473 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6df1296d-5f61-4c17-94e0-a806e9d2933b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:50.329758 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff365928-d4f1-467d-8cc4-cdab07bbba76 req-9f9e11c9-28c7-42bd-8406-d80a949b6dfb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:50.331307 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ff365928-d4f1-467d-8cc4-cdab07bbba76 req-9f9e11c9-28c7-42bd-8406-d80a949b6dfb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3905394-01b4-4cb8-be2b-161244409f1c HTTP/1.1" status: 200 len: 946 time: 0.1131158 Nov 12 20:40:50.383486 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ff365928-d4f1-467d-8cc4-cdab07bbba76 req-471f1120-f9a5-43f6-adac-a346d4ebf186 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d930c18-d75c-46ec-9c82-e0549a82af5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458891 Nov 12 20:40:50.397519 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:50.529767 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5423c2f-2777-49a7-979f-e5a96297b7cc req-85d3bd1b-3f1d-4655-a490-2427541c10d2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:50.532000 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5423c2f-2777-49a7-979f-e5a96297b7cc req-85d3bd1b-3f1d-4655-a490-2427541c10d2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3905394-01b4-4cb8-be2b-161244409f1c HTTP/1.1" status: 200 len: 946 time: 0.0523348 Nov 12 20:40:50.636751 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-f5423c2f-2777-49a7-979f-e5a96297b7cc req-e89b2cff-35c3-4f29-9665-af0f30b202f9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Deleting port a1c176d7-461c-4f7c-93a5-f765562c28d1 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:40:50.637083 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f5423c2f-2777-49a7-979f-e5a96297b7cc req-e89b2cff-35c3-4f29-9665-af0f30b202f9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:50.732084 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-f5423c2f-2777-49a7-979f-e5a96297b7cc req-e89b2cff-35c3-4f29-9665-af0f30b202f9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] For port a1c176d7-461c-4f7c-93a5-f765562c28d1, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=a1c176d7-461c-4f7c-93a5-f765562c28d1,segment=NetworkSegment(c22768ea-a341-4702-bbac-d0b34317c5a8),segment_id=c22768ea-a341-4702-bbac-d0b34317c5a8)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:40:50.732367 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f5423c2f-2777-49a7-979f-e5a96297b7cc req-e89b2cff-35c3-4f29-9665-af0f30b202f9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:50.746111 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-f5423c2f-2777-49a7-979f-e5a96297b7cc req-e89b2cff-35c3-4f29-9665-af0f30b202f9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Calling delete_port for a1c176d7-461c-4f7c-93a5-f765562c28d1 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:40:50.907957 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f5423c2f-2777-49a7-979f-e5a96297b7cc req-e89b2cff-35c3-4f29-9665-af0f30b202f9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:50.944853 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b2cff-35c3-4f29-9665-af0f30b202f9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event deleted for resources: {'Port': ['ID=a1c176d7-461c-4f7c-93a5-f765562c28d1,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:40:50.990286 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5423c2f-2777-49a7-979f-e5a96297b7cc req-e89b2cff-35c3-4f29-9665-af0f30b202f9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] No DVR routers for this DVR port a1c176d7-461c-4f7c-93a5-f765562c28d1 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:40:50.993580 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-f5423c2f-2777-49a7-979f-e5a96297b7cc req-e89b2cff-35c3-4f29-9665-af0f30b202f9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:50.996981 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5423c2f-2777-49a7-979f-e5a96297b7cc req-e89b2cff-35c3-4f29-9665-af0f30b202f9 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.52 "DELETE /v2.0/ports/a1c176d7-461c-4f7c-93a5-f765562c28d1 HTTP/1.1" status: 204 len: 173 time: 0.4579577 Nov 12 20:40:50.997432 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3905394-01b4-4cb8-be2b-161244409f1c', 'name': 'network-vif-deleted', 'tag': 'a1c176d7-461c-4f7c-93a5-f765562c28d1'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:40:51.000346 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef8a32a-e4bb-41b1-acc7-f3953b7a0408" -d '{"events": [{"server_uuid": "f3905394-01b4-4cb8-be2b-161244409f1c", "name": "network-vif-deleted", "tag": "a1c176d7-461c-4f7c-93a5-f765562c28d1"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:40:51.043464 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45388dbd-97db-4f8a-ae65-c3749c835c19 x-openstack-request-id: req-45388dbd-97db-4f8a-ae65-c3749c835c19 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:40:51.043764 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3905394-01b4-4cb8-be2b-161244409f1c", "name": "network-vif-deleted", "tag": "a1c176d7-461c-4f7c-93a5-f765562c28d1", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:40:51.044008 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45388dbd-97db-4f8a-ae65-c3749c835c19 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:40:51.044438 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3905394-01b4-4cb8-be2b-161244409f1c', 'name': 'network-vif-deleted', 'tag': 'a1c176d7-461c-4f7c-93a5-f765562c28d1', 'status': 'completed', 'code': 200} Nov 12 20:40:51.514261 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f82e362a-0128-4c58-8ed2-e5df4f8ee266 req-c243db00-90f8-46ca-9add-2f4543bd667b tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3905394-01b4-4cb8-be2b-161244409f1c HTTP/1.1" status: 200 len: 210 time: 0.0312123 Nov 12 20:40:52.575113 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52776) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:40:52.638710 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5dfc8fe3-0b18-4bbb-8433-5d2e589caba2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:52.664603 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5dfc8fe3-0b18-4bbb-8433-5d2e589caba2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:52.728191 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5dfc8fe3-0b18-4bbb-8433-5d2e589caba2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:52.730796 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5dfc8fe3-0b18-4bbb-8433-5d2e589caba2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:52.731952 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5dfc8fe3-0b18-4bbb-8433-5d2e589caba2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "DELETE /v2.0/security-groups/6d930c18-d75c-46ec-9c82-e0549a82af5b HTTP/1.1" status: 204 len: 168 time: 0.1558402 Nov 12 20:40:52.741881 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc8fe3-0b18-4bbb-8433-5d2e589caba2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d930c18-d75c-46ec-9c82-e0549a82af5b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:40:52.750510 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfc8fe3-0b18-4bbb-8433-5d2e589caba2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:52.750850 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfc8fe3-0b18-4bbb-8433-5d2e589caba2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:52.751201 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfc8fe3-0b18-4bbb-8433-5d2e589caba2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:52.751536 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfc8fe3-0b18-4bbb-8433-5d2e589caba2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:52.751868 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfc8fe3-0b18-4bbb-8433-5d2e589caba2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:52.752204 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfc8fe3-0b18-4bbb-8433-5d2e589caba2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:52.752552 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfc8fe3-0b18-4bbb-8433-5d2e589caba2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:52.752874 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfc8fe3-0b18-4bbb-8433-5d2e589caba2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:52.756259 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfc8fe3-0b18-4bbb-8433-5d2e589caba2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:52.756259 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfc8fe3-0b18-4bbb-8433-5d2e589caba2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:52.756259 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfc8fe3-0b18-4bbb-8433-5d2e589caba2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:52.756259 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfc8fe3-0b18-4bbb-8433-5d2e589caba2 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:52.772461 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52780) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:40:52.784072 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b5475bdd-db40-4cf2-b50d-f293e84a887d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:53.156086 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-83b9109b-fc51-45ac-b2df-3e9eec4740bb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:53.416868 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-83b9109b-fc51-45ac-b2df-3e9eec4740bb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Deleting port 6665710f-19b3-487c-8e72-049447b9816f {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:40:53.417112 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-83b9109b-fc51-45ac-b2df-3e9eec4740bb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:53.508018 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-83b9109b-fc51-45ac-b2df-3e9eec4740bb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] For port 6665710f-19b3-487c-8e72-049447b9816f, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=6665710f-19b3-487c-8e72-049447b9816f,segment=NetworkSegment(c22768ea-a341-4702-bbac-d0b34317c5a8),segment_id=c22768ea-a341-4702-bbac-d0b34317c5a8)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:40:53.508415 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-83b9109b-fc51-45ac-b2df-3e9eec4740bb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:53.520858 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-83b9109b-fc51-45ac-b2df-3e9eec4740bb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Calling delete_port for 6665710f-19b3-487c-8e72-049447b9816f owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:40:53.722268 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-83b9109b-fc51-45ac-b2df-3e9eec4740bb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:53.750508 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9109b-fc51-45ac-b2df-3e9eec4740bb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event deleted for resources: {'Port': ['ID=6665710f-19b3-487c-8e72-049447b9816f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:40:53.779981 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b9109b-fc51-45ac-b2df-3e9eec4740bb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:53.781191 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b9109b-fc51-45ac-b2df-3e9eec4740bb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:53.781313 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b9109b-fc51-45ac-b2df-3e9eec4740bb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:53.781625 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b9109b-fc51-45ac-b2df-3e9eec4740bb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:53.781974 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b9109b-fc51-45ac-b2df-3e9eec4740bb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:53.782406 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b9109b-fc51-45ac-b2df-3e9eec4740bb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:53.782748 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b9109b-fc51-45ac-b2df-3e9eec4740bb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:53.783084 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b9109b-fc51-45ac-b2df-3e9eec4740bb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:53.783415 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b9109b-fc51-45ac-b2df-3e9eec4740bb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:53.783750 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b9109b-fc51-45ac-b2df-3e9eec4740bb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:53.784083 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b9109b-fc51-45ac-b2df-3e9eec4740bb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:53.784438 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b9109b-fc51-45ac-b2df-3e9eec4740bb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:53.842610 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:53.945616 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-83b9109b-fc51-45ac-b2df-3e9eec4740bb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:54.160175 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b9109b-fc51-45ac-b2df-3e9eec4740bb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Router 1ef3f26e-9d96-42d7-b2a0-e52b000a541c has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:40:54.204420 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:54.268629 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b9109b-fc51-45ac-b2df-3e9eec4740bb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:40:54.273705 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-83b9109b-fc51-45ac-b2df-3e9eec4740bb tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "PUT /v2.0/routers/1ef3f26e-9d96-42d7-b2a0-e52b000a541c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5001085 Nov 12 20:40:54.276503 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52782) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:40:54.280187 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c8bffc-5d63-4e2e-b01f-96f8f52eed2c None None] Sync routers for ids ['1ef3f26e-9d96-42d7-b2a0-e52b000a541c'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:40:54.291336 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c8bffc-5d63-4e2e-b01f-96f8f52eed2c None None] Routers {'1ef3f26e-9d96-42d7-b2a0-e52b000a541c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:40:54.292014 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d6c8bffc-5d63-4e2e-b01f-96f8f52eed2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:40:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['1ef3f26e-9d96-42d7-b2a0-e52b000a541c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:40:54.328347 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ffc69f-bfcd-42ac-983f-62b53ffc75a6 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Deleting subnet e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:40:54.331709 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d5ffc69f-bfcd-42ac-983f-62b53ffc75a6 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:54.379760 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d5ffc69f-bfcd-42ac-983f-62b53ffc75a6 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:54.398604 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-d6c8bffc-5d63-4e2e-b01f-96f8f52eed2c None None] Set router 1ef3f26e-9d96-42d7-b2a0-e52b000a541c gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:40:54.492950 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d5ffc69f-bfcd-42ac-983f-62b53ffc75a6 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:54.596177 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d5ffc69f-bfcd-42ac-983f-62b53ffc75a6 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:54.635278 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ffc69f-bfcd-42ac-983f-62b53ffc75a6 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:40:54.642879 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d5ffc69f-bfcd-42ac-983f-62b53ffc75a6 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:54.652031 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ec5e06-ed97-4d50-b239-f638a4f8d571 None None] Network 690470e3-dd27-4d99-ae18-ce672a5c0905 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:40:54.656796 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d5ffc69f-bfcd-42ac-983f-62b53ffc75a6 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "DELETE /v2.0/subnets/e4b5dff6-dd4a-4e17-a57c-d47fbc4e8da2 HTTP/1.1" status: 204 len: 168 time: 0.3765321 Nov 12 20:40:54.657652 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52784) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:40:54.675068 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d6c8bffc-5d63-4e2e-b01f-96f8f52eed2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'name': 'tempest-TestNetworkBasicOps-router-1017067459', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:39:45Z', 'updated_at': '2021-11-12T20:40:53Z', 'revision_number': 5, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:39:46Z', 'updated_at': '2021-11-12T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:40:54.706350 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c8bffc-5d63-4e2e-b01f-96f8f52eed2c None None] Checking router: 1ef3f26e-9d96-42d7-b2a0-e52b000a541c for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:40:54.716922 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c8bffc-5d63-4e2e-b01f-96f8f52eed2c None None] Routers {'1ef3f26e-9d96-42d7-b2a0-e52b000a541c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:40:54.717532 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d6c8bffc-5d63-4e2e-b01f-96f8f52eed2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:40:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['1ef3f26e-9d96-42d7-b2a0-e52b000a541c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:40:54.780177 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dc9ed09d-f42e-48a4-b48d-11ccc5157e47 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:54.824358 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-d6c8bffc-5d63-4e2e-b01f-96f8f52eed2c None None] Set router 1ef3f26e-9d96-42d7-b2a0-e52b000a541c gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:40:54.873438 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23252638-7b63-4369-bac4-66d9e068b82c None None] DHCP port deletion for 690470e3-dd27-4d99-ae18-ce672a5c0905 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:40:54.897017 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dc9ed09d-f42e-48a4-b48d-11ccc5157e47 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:54.940527 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-23252638-7b63-4369-bac4-66d9e068b82c None None] Deleting port 088fb5ab-7cf7-4e99-a89e-b692388d49d8 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:40:54.941195 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-23252638-7b63-4369-bac4-66d9e068b82c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:54.962943 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-dc9ed09d-f42e-48a4-b48d-11ccc5157e47 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Deleting port 6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:40:54.963326 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dc9ed09d-f42e-48a4-b48d-11ccc5157e47 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:54.989537 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device a1c176d7-461c-4f7c-93a5-f765562c28d1 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:40:55.028659 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: a1c176d7-461c-4f7c-93a5-f765562c28d1 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:40:55.029314 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device a1c176d7-461c-4f7c-93a5-f765562c28d1 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:40:55.050486 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-23252638-7b63-4369-bac4-66d9e068b82c None None] For port 088fb5ab-7cf7-4e99-a89e-b692388d49d8, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=088fb5ab-7cf7-4e99-a89e-b692388d49d8,segment=NetworkSegment(c22768ea-a341-4702-bbac-d0b34317c5a8),segment_id=c22768ea-a341-4702-bbac-d0b34317c5a8)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:40:55.050936 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-23252638-7b63-4369-bac4-66d9e068b82c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:55.059070 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d6c8bffc-5d63-4e2e-b01f-96f8f52eed2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'name': 'tempest-TestNetworkBasicOps-router-1017067459', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:39:45Z', 'updated_at': '2021-11-12T20:40:53Z', 'revision_number': 5, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:39:46Z', 'updated_at': '2021-11-12T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:40:55.064435 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-dc9ed09d-f42e-48a4-b48d-11ccc5157e47 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] For port 6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:40:55.064876 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 088fb5ab-7cf7-4e99-a89e-b692388d49d8 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:40:55.065035 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dc9ed09d-f42e-48a4-b48d-11ccc5157e47 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:55.077499 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-dc9ed09d-f42e-48a4-b48d-11ccc5157e47 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Calling delete_port for 6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:40:55.091070 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c8bffc-5d63-4e2e-b01f-96f8f52eed2c None None] The sync data for ids ['1ef3f26e-9d96-42d7-b2a0-e52b000a541c'] in n-d-712140-15 is: [{'id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'name': 'tempest-TestNetworkBasicOps-router-1017067459', 'tenant_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:39:45Z', 'updated_at': '2021-11-12T20:40:53Z', 'revision_number': 5, 'project_id': 'a6d86ae2d8044da38cfabd09b2ad7223', 'gw_port': {'id': '6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef3f26e-9d96-42d7-b2a0-e52b000a541c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:39:46Z', 'updated_at': '2021-11-12T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:40:55.095086 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-23252638-7b63-4369-bac4-66d9e068b82c None None] Calling delete_port for 088fb5ab-7cf7-4e99-a89e-b692388d49d8 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:40:55.214638 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:55.230604 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-23252638-7b63-4369-bac4-66d9e068b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:55.258356 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dc9ed09d-f42e-48a4-b48d-11ccc5157e47 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:55.278491 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23252638-7b63-4369-bac4-66d9e068b82c None None] No DVR routers for this DVR port 088fb5ab-7cf7-4e99-a89e-b692388d49d8 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:40:55.287238 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ed09d-f42e-48a4-b48d-11ccc5157e47 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event deleted for resources: {'Port': ['ID=6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:40:55.289489 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23252638-7b63-4369-bac4-66d9e068b82c None None] Pushing event deleted for resources: {'Port': ['ID=088fb5ab-7cf7-4e99-a89e-b692388d49d8,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:40:55.318641 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55aa5ba0-9e2f-4567-b7db-b554b9c0398b None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:40:55.321937 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:55.326408 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23252638-7b63-4369-bac4-66d9e068b82c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:55.326749 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23252638-7b63-4369-bac4-66d9e068b82c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:55.327088 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23252638-7b63-4369-bac4-66d9e068b82c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:55.327456 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23252638-7b63-4369-bac4-66d9e068b82c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:55.328105 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23252638-7b63-4369-bac4-66d9e068b82c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:55.328809 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23252638-7b63-4369-bac4-66d9e068b82c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:55.329135 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23252638-7b63-4369-bac4-66d9e068b82c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:55.329461 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23252638-7b63-4369-bac4-66d9e068b82c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:55.329811 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23252638-7b63-4369-bac4-66d9e068b82c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:55.330133 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23252638-7b63-4369-bac4-66d9e068b82c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:55.330454 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23252638-7b63-4369-bac4-66d9e068b82c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:55.330768 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23252638-7b63-4369-bac4-66d9e068b82c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:40:55.357639 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dc9ed09d-f42e-48a4-b48d-11ccc5157e47 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:55.449356 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dc9ed09d-f42e-48a4-b48d-11ccc5157e47 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:55.451722 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dc9ed09d-f42e-48a4-b48d-11ccc5157e47 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:55.497924 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dc9ed09d-f42e-48a4-b48d-11ccc5157e47 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:55.498498 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9ed09d-f42e-48a4-b48d-11ccc5157e47 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Fanout notify agent at l3_agent the message router_deleted on router 1ef3f26e-9d96-42d7-b2a0-e52b000a541c {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:40:55.505862 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-dc9ed09d-f42e-48a4-b48d-11ccc5157e47 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:55.509437 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-dc9ed09d-f42e-48a4-b48d-11ccc5157e47 tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "DELETE /v2.0/routers/1ef3f26e-9d96-42d7-b2a0-e52b000a541c HTTP/1.1" status: 204 len: 168 time: 0.8479948 Nov 12 20:40:55.509807 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52786) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:40:55.590584 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9bb6ffd9-00db-4b61-9f55-203fc197780c tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:55.681533 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9bb6ffd9-00db-4b61-9f55-203fc197780c tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:55.703157 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-9bb6ffd9-00db-4b61-9f55-203fc197780c tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['690470e3-dd27-4d99-ae18-ce672a5c0905']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:40:55.712811 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-9bb6ffd9-00db-4b61-9f55-203fc197780c tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22768ea-a341-4702-bbac-d0b34317c5a8') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:40:55.713108 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-9bb6ffd9-00db-4b61-9f55-203fc197780c tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22768ea-a341-4702-bbac-d0b34317c5a8') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:40:55.723394 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9bb6ffd9-00db-4b61-9f55-203fc197780c tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:55.737960 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9bb6ffd9-00db-4b61-9f55-203fc197780c tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:55.744389 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb6ffd9-00db-4b61-9f55-203fc197780c tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:40:55.744787 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9bb6ffd9-00db-4b61-9f55-203fc197780c tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:40:55.748530 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:40:55.813977 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9bb6ffd9-00db-4b61-9f55-203fc197780c tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:55.818554 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9bb6ffd9-00db-4b61-9f55-203fc197780c tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:55.824210 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9bb6ffd9-00db-4b61-9f55-203fc197780c tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] 10.222.0.48 "DELETE /v2.0/networks/690470e3-dd27-4d99-ae18-ce672a5c0905 HTTP/1.1" status: 204 len: 168 time: 0.3133090 Nov 12 20:40:55.839117 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6ffd9-00db-4b61-9f55-203fc197780c tempest-TestNetworkBasicOps-2041688806 tempest-TestNetworkBasicOps-2041688806-project] Pushing event deleted for resources: {'Network': ['ID=690470e3-dd27-4d99-ae18-ce672a5c0905,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:40:55.991616 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:56.044884 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52792) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:40:56.187463 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-48d3940f-715d-4562-99f2-348f750bf16c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a6d86ae2d8044da38cfabd09b2ad7223&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1406333 Nov 12 20:40:56.189960 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52796) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:40:56.236542 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f8c7a7ab-30b6-4209-a97a-6fbd98747776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:56.258556 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f8c7a7ab-30b6-4209-a97a-6fbd98747776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:56.307385 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f8c7a7ab-30b6-4209-a97a-6fbd98747776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:56.310270 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f8c7a7ab-30b6-4209-a97a-6fbd98747776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:56.311454 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f8c7a7ab-30b6-4209-a97a-6fbd98747776 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d4d55a91-ef34-4a85-a617-eb10bf3e40ab HTTP/1.1" status: 204 len: 168 time: 0.1205988 Nov 12 20:40:56.319711 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7a7ab-30b6-4209-a97a-6fbd98747776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d55a91-ef34-4a85-a617-eb10bf3e40ab,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:40:56.583379 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52802) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:40:56.599038 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-94d96fff-f0aa-4543-8dd1-acaf54a58ad2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:56.673086 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-94d96fff-f0aa-4543-8dd1-acaf54a58ad2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:56.676790 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-94d96fff-f0aa-4543-8dd1-acaf54a58ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:56.713604 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-94d96fff-f0aa-4543-8dd1-acaf54a58ad2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ce70241a70541a9906fbe56c65bf07a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1291497 Nov 12 20:40:56.715547 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d96fff-f0aa-4543-8dd1-acaf54a58ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f68c66-cc8f-41c2-98db-da6e8d92cff7,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:40:56.716421 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52804) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:40:56.765428 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8d7eebf-7fee-4c62-9d07-f2c525e58f2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:56.786097 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8d7eebf-7fee-4c62-9d07-f2c525e58f2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:56.830324 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8d7eebf-7fee-4c62-9d07-f2c525e58f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:56.832898 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8d7eebf-7fee-4c62-9d07-f2c525e58f2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:56.834045 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a8d7eebf-7fee-4c62-9d07-f2c525e58f2a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e6f68c66-cc8f-41c2-98db-da6e8d92cff7 HTTP/1.1" status: 204 len: 168 time: 0.1166306 Nov 12 20:40:56.841471 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7eebf-7fee-4c62-9d07-f2c525e58f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f68c66-cc8f-41c2-98db-da6e8d92cff7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:40:56.958079 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:40:56.978465 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:40:56.978781 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 6e0b0963-3c2e-47b1-8408-05a6eeb7bf9e not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:40:56.979183 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 6665710f-19b3-487c-8e72-049447b9816f no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:40:57.002731 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 6665710f-19b3-487c-8e72-049447b9816f {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:40:57.003239 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 6665710f-19b3-487c-8e72-049447b9816f not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:40:57.517210 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52826) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:40:57.615839 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-d9080900-ab93-4e4a-b573-d9dd5040a518 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-754829482-network', 'tenant_id': '2b366bfb6dd347958bbf967fba1df2f5'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:40:57.637276 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9080900-ab93-4e4a-b573-d9dd5040a518 admin admin] Made reservation on behalf of 2b366bfb6dd347958bbf967fba1df2f5 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:40:57.639524 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d9080900-ab93-4e4a-b573-d9dd5040a518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:57.648446 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d9080900-ab93-4e4a-b573-d9dd5040a518 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:57.721317 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d9080900-ab93-4e4a-b573-d9dd5040a518 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:57.725152 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d9080900-ab93-4e4a-b573-d9dd5040a518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:57.746527 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9080900-ab93-4e4a-b573-d9dd5040a518 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:40:57.760344 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9080900-ab93-4e4a-b573-d9dd5040a518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cb279c-043c-4040-a1c4-efcd2dc157fa,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:40:57.765571 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d9080900-ab93-4e4a-b573-d9dd5040a518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:57.765958 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-d9080900-ab93-4e4a-b573-d9dd5040a518 admin admin] Added segment 426a9bdc-9ccd-4dce-94ff-3bd55be5d32c of type vlan for network 2db1c23f-449e-4b9d-9d0c-a941fe9c6630 Nov 12 20:40:57.808719 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d9080900-ab93-4e4a-b573-d9dd5040a518 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:57.833982 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d9080900-ab93-4e4a-b573-d9dd5040a518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:57.834931 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9080900-ab93-4e4a-b573-d9dd5040a518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:57.835510 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d9080900-ab93-4e4a-b573-d9dd5040a518 admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:57.875152 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d9080900-ab93-4e4a-b573-d9dd5040a518 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3561628 Nov 12 20:40:57.878771 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52830) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:40:57.883831 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-277336c5-05f8-4110-b7e5-c96293d51014 admin admin] Request body: {'subnet': {'network_id': '2db1c23f-449e-4b9d-9d0c-a941fe9c6630', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-754829482-subnet', 'tenant_id': '2b366bfb6dd347958bbf967fba1df2f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:40:57.904484 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277336c5-05f8-4110-b7e5-c96293d51014 admin admin] Made reservation on behalf of 2b366bfb6dd347958bbf967fba1df2f5 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:40:57.906947 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-277336c5-05f8-4110-b7e5-c96293d51014 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:57.923278 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9080900-ab93-4e4a-b573-d9dd5040a518 admin admin] Pushing event updated for resources: {'Network': ['ID=2db1c23f-449e-4b9d-9d0c-a941fe9c6630,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:40:57.933231 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 2db1c23f-449e-4b9d-9d0c-a941fe9c6630 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:40:57.957908 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-ed9add85-d32a-42e6-82be-c6bca9e6b766 req-0a976420-bca4-4fad-90b0-0ee90aab108b service neutron] (102448) timed out ('10.222.0.55', 49271) {{(pid=102448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 20:40:58.076074 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-277336c5-05f8-4110-b7e5-c96293d51014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:58.135789 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277336c5-05f8-4110-b7e5-c96293d51014 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c35e8605-174a-44e4-8752-e7ee8adc2c88,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:40:58.143161 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277336c5-05f8-4110-b7e5-c96293d51014 admin admin] Checking segment: {'id': '426a9bdc-9ccd-4dce-94ff-3bd55be5d32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2db1c23f-449e-4b9d-9d0c-a941fe9c6630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:40:58.143524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277336c5-05f8-4110-b7e5-c96293d51014 admin admin] Network hostable DHCP agents. Network: 2db1c23f-449e-4b9d-9d0c-a941fe9c6630, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:40:58.160448 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277336c5-05f8-4110-b7e5-c96293d51014 admin admin] Network 2db1c23f-449e-4b9d-9d0c-a941fe9c6630 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:40:58.168688 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-277336c5-05f8-4110-b7e5-c96293d51014 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 2db1c23f-449e-4b9d-9d0c-a941fe9c6630) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:40:58.173322 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277336c5-05f8-4110-b7e5-c96293d51014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:58.173911 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-277336c5-05f8-4110-b7e5-c96293d51014 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:58.178178 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fb1da1-bbd6-437a-9f41-b9a061731f22 None None] Network 2db1c23f-449e-4b9d-9d0c-a941fe9c6630 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:40:58.190911 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-277336c5-05f8-4110-b7e5-c96293d51014 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3104022 Nov 12 20:40:58.303056 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9cf8d2-9110-452b-a6e6-ebc8c5dfc2c0 None None] Network 2db1c23f-449e-4b9d-9d0c-a941fe9c6630 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:40:58.657807 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52846) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:40:58.662763 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-bf3f60f2-afc0-4df6-90ad-823a0c68102b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-60046264-network', 'tenant_id': '2b9c1debaff64324a7d1c177d873b339'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:40:58.685005 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3f60f2-afc0-4df6-90ad-823a0c68102b admin admin] Made reservation on behalf of 2b9c1debaff64324a7d1c177d873b339 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:40:58.687911 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf3f60f2-afc0-4df6-90ad-823a0c68102b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:58.695983 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf3f60f2-afc0-4df6-90ad-823a0c68102b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:58.784705 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf3f60f2-afc0-4df6-90ad-823a0c68102b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:58.788729 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf3f60f2-afc0-4df6-90ad-823a0c68102b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:58.813697 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf3f60f2-afc0-4df6-90ad-823a0c68102b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:40:58.822361 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f60f2-afc0-4df6-90ad-823a0c68102b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e695a501-e997-41c1-b7e8-158c49d9837a,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:40:58.829230 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf3f60f2-afc0-4df6-90ad-823a0c68102b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:58.829569 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-bf3f60f2-afc0-4df6-90ad-823a0c68102b admin admin] Added segment 5f9495a6-6eb0-4520-b2a3-a8c26adb4e69 of type vlan for network e4170f94-be8b-44b1-b03d-a89d4461acd7 Nov 12 20:40:58.868002 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf3f60f2-afc0-4df6-90ad-823a0c68102b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:58.892168 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf3f60f2-afc0-4df6-90ad-823a0c68102b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:58.893156 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3f60f2-afc0-4df6-90ad-823a0c68102b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:58.893735 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf3f60f2-afc0-4df6-90ad-823a0c68102b admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:58.925197 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bf3f60f2-afc0-4df6-90ad-823a0c68102b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2662816 Nov 12 20:40:58.928128 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52848) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:40:58.933289 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-253c9f87-12ce-4aa6-a7ae-c7c983c88142 admin admin] Request body: {'subnet': {'network_id': 'e4170f94-be8b-44b1-b03d-a89d4461acd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-60046264-subnet', 'tenant_id': '2b9c1debaff64324a7d1c177d873b339', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:40:58.954303 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253c9f87-12ce-4aa6-a7ae-c7c983c88142 admin admin] Made reservation on behalf of 2b9c1debaff64324a7d1c177d873b339 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:40:58.955570 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f60f2-afc0-4df6-90ad-823a0c68102b admin admin] Pushing event updated for resources: {'Network': ['ID=e4170f94-be8b-44b1-b03d-a89d4461acd7,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:40:58.956964 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-253c9f87-12ce-4aa6-a7ae-c7c983c88142 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:58.965517 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network e4170f94-be8b-44b1-b03d-a89d4461acd7 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:40:59.142396 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-253c9f87-12ce-4aa6-a7ae-c7c983c88142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:59.198571 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c9f87-12ce-4aa6-a7ae-c7c983c88142 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42d70c31-3a76-4538-99c8-b6b3cd85a4d8,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:40:59.207962 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253c9f87-12ce-4aa6-a7ae-c7c983c88142 admin admin] Checking segment: {'id': '5f9495a6-6eb0-4520-b2a3-a8c26adb4e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'e4170f94-be8b-44b1-b03d-a89d4461acd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:40:59.208363 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253c9f87-12ce-4aa6-a7ae-c7c983c88142 admin admin] Network hostable DHCP agents. Network: e4170f94-be8b-44b1-b03d-a89d4461acd7, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:40:59.225626 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253c9f87-12ce-4aa6-a7ae-c7c983c88142 admin admin] Network e4170f94-be8b-44b1-b03d-a89d4461acd7 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:40:59.234299 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-253c9f87-12ce-4aa6-a7ae-c7c983c88142 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, e4170f94-be8b-44b1-b03d-a89d4461acd7) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:40:59.238490 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253c9f87-12ce-4aa6-a7ae-c7c983c88142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:59.239070 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-253c9f87-12ce-4aa6-a7ae-c7c983c88142 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:40:59.243174 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343c6089-98ef-42c7-81f2-361c6d1ffecb None None] Network e4170f94-be8b-44b1-b03d-a89d4461acd7 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:40:59.254781 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-253c9f87-12ce-4aa6-a7ae-c7c983c88142 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3254619 Nov 12 20:40:59.368770 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165b0e41-50b5-4a7a-b620-015287f01b38 None None] Network e4170f94-be8b-44b1-b03d-a89d4461acd7 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:40:59.652653 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:40:59.739053 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-7568adde-69b8-4115-a4d9-70435c182d1d tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:40:59.740433 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-7568adde-69b8-4115-a4d9-70435c182d1d tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/networks?id=2db1c23f-449e-4b9d-9d0c-a941fe9c6630 HTTP/1.1" status: 200 len: 811 time: 0.1020203 Nov 12 20:40:59.755609 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-489636f9-7b36-4365-a255-53f81257a17b tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/quotas/2b366bfb6dd347958bbf967fba1df2f5 HTTP/1.1" status: 200 len: 375 time: 0.0091968 Nov 12 20:40:59.790564 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-c32a3936-abba-4f85-a866-af020c9eff03 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b366bfb6dd347958bbf967fba1df2f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298452 Nov 12 20:40:59.878661 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-38b8b836-5dd6-45ce-9179-29136676772c service neutron] 10.222.0.48 "GET /v2.0/networks/2db1c23f-449e-4b9d-9d0c-a941fe9c6630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804336 Nov 12 20:40:59.969460 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-bcc472bb-4338-408d-9a69-3631d4c35ca4 service neutron] 10.222.0.48 "GET /v2.0/networks/2db1c23f-449e-4b9d-9d0c-a941fe9c6630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848508 Nov 12 20:41:00.134057 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16d78c0d-3425-4507-98c5-af20bf1a45ee req-0fb9ddae-2d90-4378-8ea2-ed92f4cce9ac tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/ports?device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 210 time: 0.0321395 Nov 12 20:41:01.051522 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-200bf1b4-ea85-4833-bead-3474079d5d80 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:01.053047 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-200bf1b4-ea85-4833-bead-3474079d5d80 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.55 "GET /v2.0/networks?id=2db1c23f-449e-4b9d-9d0c-a941fe9c6630 HTTP/1.1" status: 200 len: 811 time: 0.1048670 Nov 12 20:41:01.067569 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-a774b8fa-21ba-4e8b-83f0-87f79e3389dc tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Request body: {'port': {'device_id': '423a8239-2499-46d5-aa50-c7806c29ae0f', 'network_id': '2db1c23f-449e-4b9d-9d0c-a941fe9c6630', 'admin_state_up': True, 'tenant_id': '2b366bfb6dd347958bbf967fba1df2f5'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:41:01.181783 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-a774b8fa-21ba-4e8b-83f0-87f79e3389dc tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Made reservation on behalf of 2b366bfb6dd347958bbf967fba1df2f5 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:41:01.185367 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-a774b8fa-21ba-4e8b-83f0-87f79e3389dc tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:01.261656 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8535bfaa-2a28-4bef-8c0c-c93abc0f4d09 req-3b36c2cf-ea3e-46ac-adb7-bfe34f10db96 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/ports?device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 210 time: 0.0559769 Nov 12 20:41:01.337958 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-a774b8fa-21ba-4e8b-83f0-87f79e3389dc tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Allocated IP 172.20.0.7 (2db1c23f-449e-4b9d-9d0c-a941fe9c6630/c35e8605-174a-44e4-8752-e7ee8adc2c88/92391c16-948b-421b-88da-17c3653f5ea2) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:41:01.481984 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-a774b8fa-21ba-4e8b-83f0-87f79e3389dc tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:01.519113 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-a774b8fa-21ba-4e8b-83f0-87f79e3389dc tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:01.559672 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-a774b8fa-21ba-4e8b-83f0-87f79e3389dc tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Network 2db1c23f-449e-4b9d-9d0c-a941fe9c6630 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:41:01.565273 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-a774b8fa-21ba-4e8b-83f0-87f79e3389dc tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:41:01.568920 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-a774b8fa-21ba-4e8b-83f0-87f79e3389dc tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:41:01.591925 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774b8fa-21ba-4e8b-83f0-87f79e3389dc tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Pushing event updated for resources: {'Port': ['ID=92391c16-948b-421b-88da-17c3653f5ea2,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:41:01.619686 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-a774b8fa-21ba-4e8b-83f0-87f79e3389dc tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:01.620330 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-a774b8fa-21ba-4e8b-83f0-87f79e3389dc tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:01.635662 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-a774b8fa-21ba-4e8b-83f0-87f79e3389dc tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5718975 Nov 12 20:41:01.648886 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-9eb4c953-ce1d-4ce2-9d20-73a91868570a service neutron] Request body: {'port': {'device_id': '423a8239-2499-46d5-aa50-c7806c29ae0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:41:01.703875 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-9eb4c953-ce1d-4ce2-9d20-73a91868570a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:01.956640 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-9eb4c953-ce1d-4ce2-9d20-73a91868570a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92391c16-948b-421b-88da-17c3653f5ea2 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:41:01.963928 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-9eb4c953-ce1d-4ce2-9d20-73a91868570a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:01.976197 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-9eb4c953-ce1d-4ce2-9d20-73a91868570a service neutron] Transition to ACTIVE for port object 92391c16-948b-421b-88da-17c3653f5ea2 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:41:01.980870 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-9eb4c953-ce1d-4ce2-9d20-73a91868570a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:02.044937 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4c953-ce1d-4ce2-9d20-73a91868570a service neutron] Pushing event updated for resources: {'Port': ['ID=92391c16-948b-421b-88da-17c3653f5ea2,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:41:02.100008 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-9eb4c953-ce1d-4ce2-9d20-73a91868570a service neutron] Attempting to bind port 92391c16-948b-421b-88da-17c3653f5ea2 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:41:02.100739 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-9eb4c953-ce1d-4ce2-9d20-73a91868570a service neutron] Attempting to bind port 92391c16-948b-421b-88da-17c3653f5ea2 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '426a9bdc-9ccd-4dce-94ff-3bd55be5d32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2db1c23f-449e-4b9d-9d0c-a941fe9c6630'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:41:02.100739 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-9eb4c953-ce1d-4ce2-9d20-73a91868570a service neutron] Attempting to bind port 92391c16-948b-421b-88da-17c3653f5ea2 on network 2db1c23f-449e-4b9d-9d0c-a941fe9c6630 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:41:02.107757 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-9eb4c953-ce1d-4ce2-9d20-73a91868570a service neutron] Port 92391c16-948b-421b-88da-17c3653f5ea2 on network 2db1c23f-449e-4b9d-9d0c-a941fe9c6630 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:41:02.108072 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-9eb4c953-ce1d-4ce2-9d20-73a91868570a service neutron] Attempting to bind port 92391c16-948b-421b-88da-17c3653f5ea2 on network 2db1c23f-449e-4b9d-9d0c-a941fe9c6630 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:41:02.114280 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-9eb4c953-ce1d-4ce2-9d20-73a91868570a service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:41:02.114617 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-9eb4c953-ce1d-4ce2-9d20-73a91868570a service neutron] Checking segment: {'id': '426a9bdc-9ccd-4dce-94ff-3bd55be5d32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2db1c23f-449e-4b9d-9d0c-a941fe9c6630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:41:02.114993 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-9eb4c953-ce1d-4ce2-9d20-73a91868570a service neutron] Bound using segment: {'id': '426a9bdc-9ccd-4dce-94ff-3bd55be5d32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2db1c23f-449e-4b9d-9d0c-a941fe9c6630'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:41:02.115411 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-9eb4c953-ce1d-4ce2-9d20-73a91868570a service neutron] Bound port: 92391c16-948b-421b-88da-17c3653f5ea2, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '426a9bdc-9ccd-4dce-94ff-3bd55be5d32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2db1c23f-449e-4b9d-9d0c-a941fe9c6630'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:41:02.115760 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-9eb4c953-ce1d-4ce2-9d20-73a91868570a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:02.178717 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-9eb4c953-ce1d-4ce2-9d20-73a91868570a service neutron] For port 92391c16-948b-421b-88da-17c3653f5ea2, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:41:02.181621 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-9eb4c953-ce1d-4ce2-9d20-73a91868570a service neutron] For port 92391c16-948b-421b-88da-17c3653f5ea2, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=92391c16-948b-421b-88da-17c3653f5ea2,segment=NetworkSegment(426a9bdc-9ccd-4dce-94ff-3bd55be5d32c),segment_id=426a9bdc-9ccd-4dce-94ff-3bd55be5d32c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:41:02.186009 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-9eb4c953-ce1d-4ce2-9d20-73a91868570a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:02.220883 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-9eb4c953-ce1d-4ce2-9d20-73a91868570a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:02.221517 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-9eb4c953-ce1d-4ce2-9d20-73a91868570a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:02.222901 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-9eb4c953-ce1d-4ce2-9d20-73a91868570a service neutron] 10.222.0.55 "PUT /v2.0/ports/92391c16-948b-421b-88da-17c3653f5ea2 HTTP/1.1" status: 200 len: 1092 time: 0.5779605 Nov 12 20:41:02.223381 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423a8239-2499-46d5-aa50-c7806c29ae0f', 'tag': '92391c16-948b-421b-88da-17c3653f5ea2'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:41:02.225705 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983a8b3b-b11c-421a-a514-f27e9214f7b4" -d '{"events": [{"name": "network-changed", "server_uuid": "423a8239-2499-46d5-aa50-c7806c29ae0f", "tag": "92391c16-948b-421b-88da-17c3653f5ea2"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:41:02.258028 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4c953-ce1d-4ce2-9d20-73a91868570a service neutron] Pushing event updated for resources: {'Port': ['ID=92391c16-948b-421b-88da-17c3653f5ea2,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:41:02.271098 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af43a1f5-e5f4-4df3-9d7c-004174b9ce2a x-openstack-request-id: req-af43a1f5-e5f4-4df3-9d7c-004174b9ce2a {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:41:02.271384 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "423a8239-2499-46d5-aa50-c7806c29ae0f", "tag": "92391c16-948b-421b-88da-17c3653f5ea2", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:41:02.271635 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-af43a1f5-e5f4-4df3-9d7c-004174b9ce2a {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:41:02.272028 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '423a8239-2499-46d5-aa50-c7806c29ae0f', 'tag': '92391c16-948b-421b-88da-17c3653f5ea2', 'status': 'completed', 'code': 200} Nov 12 20:41:02.304856 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-771a66c0-9c0e-48c7-82c5-4e62ff417b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:02.306391 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-771a66c0-9c0e-48c7-82c5-4e62ff417b31 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b366bfb6dd347958bbf967fba1df2f5&device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 1095 time: 0.0445812 Nov 12 20:41:02.362015 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-582cd742-d445-4490-a670-7a8faca2fe82 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92391c16-948b-421b-88da-17c3653f5ea2 HTTP/1.1" status: 200 len: 217 time: 0.0461550 Nov 12 20:41:02.435878 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511bf4e-582e-480d-8439-5bbbf0378b86 req-83d4946f-18f6-44aa-a0e5-0eadaeb5e63a tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:02.437452 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d511bf4e-582e-480d-8439-5bbbf0378b86 req-83d4946f-18f6-44aa-a0e5-0eadaeb5e63a tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/ports?device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 943 time: 0.0845258 Nov 12 20:41:02.438708 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-d6e4f65d-7595-4987-93db-a260c4d31c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:02.440183 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-d6e4f65d-7595-4987-93db-a260c4d31c00 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c35e8605-174a-44e4-8752-e7ee8adc2c88 HTTP/1.1" status: 200 len: 851 time: 0.0611038 Nov 12 20:41:02.788380 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-594140c1-a4b6-468e-a8e6-c641fe539f73 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2db1c23f-449e-4b9d-9d0c-a941fe9c6630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3392615 Nov 12 20:41:02.836149 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d511bf4e-582e-480d-8439-5bbbf0378b86 req-aef1fc6b-67df-46e8-882c-3ae8a183bb1c tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/security-groups?id=96cb279c-043c-4040-a1c4-efcd2dc157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926325 Nov 12 20:41:02.893262 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-c9e8cd2f-0e7c-4948-a3e7-02bdf27301b7 service neutron] 10.222.0.55 "GET /v2.0/networks/2db1c23f-449e-4b9d-9d0c-a941fe9c6630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944090 Nov 12 20:41:02.989691 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d27e6f4f-50b1-4152-b68d-5634c9b7523b req-ed848b44-e40e-4c1a-8b16-f5c7ac64a824 service neutron] 10.222.0.55 "GET /v2.0/networks/2db1c23f-449e-4b9d-9d0c-a941fe9c6630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889277 Nov 12 20:41:03.073418 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a8b3b-b11c-421a-a514-f27e9214f7b4 req-a74e34fb-e751-41a0-bf76-65d125624592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:03.074904 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-983a8b3b-b11c-421a-a514-f27e9214f7b4 req-a74e34fb-e751-41a0-bf76-65d125624592 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b366bfb6dd347958bbf967fba1df2f5&device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 1095 time: 0.0401068 Nov 12 20:41:03.168460 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a8b3b-b11c-421a-a514-f27e9214f7b4 req-f5b8ad5a-0a07-454c-b749-05abac9c478e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:03.169927 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-983a8b3b-b11c-421a-a514-f27e9214f7b4 req-f5b8ad5a-0a07-454c-b749-05abac9c478e service neutron] 10.222.0.55 "GET /v2.0/networks?id=2db1c23f-449e-4b9d-9d0c-a941fe9c6630 HTTP/1.1" status: 200 len: 912 time: 0.0875332 Nov 12 20:41:03.210339 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-983a8b3b-b11c-421a-a514-f27e9214f7b4 req-5c8d59f2-5ca4-4c79-823f-52be9c3ba688 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92391c16-948b-421b-88da-17c3653f5ea2 HTTP/1.1" status: 200 len: 217 time: 0.0337508 Nov 12 20:41:03.261024 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a8b3b-b11c-421a-a514-f27e9214f7b4 req-c46d7de0-5413-466a-adbf-79c6343d519d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:03.262432 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-983a8b3b-b11c-421a-a514-f27e9214f7b4 req-c46d7de0-5413-466a-adbf-79c6343d519d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c35e8605-174a-44e4-8752-e7ee8adc2c88 HTTP/1.1" status: 200 len: 851 time: 0.0429139 Nov 12 20:41:03.297080 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-983a8b3b-b11c-421a-a514-f27e9214f7b4 req-b5044189-0dcf-4278-b6af-1a171f473ca2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2db1c23f-449e-4b9d-9d0c-a941fe9c6630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273616 Nov 12 20:41:03.385132 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-983a8b3b-b11c-421a-a514-f27e9214f7b4 req-226719fa-891a-4893-bd70-116ef3cb4e1c service neutron] 10.222.0.55 "GET /v2.0/networks/2db1c23f-449e-4b9d-9d0c-a941fe9c6630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812302 Nov 12 20:41:03.480530 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-983a8b3b-b11c-421a-a514-f27e9214f7b4 req-d01597a3-e4ac-4c23-b389-bb3f687c6f9f service neutron] 10.222.0.55 "GET /v2.0/networks/2db1c23f-449e-4b9d-9d0c-a941fe9c6630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877976 Nov 12 20:41:03.951617 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6b4e7-21e2-4e55-afa2-dc5b61cc80cf req-92bb8449-408c-4f23-91cb-c0ed1d8693bc tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:03.953765 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04a6b4e7-21e2-4e55-afa2-dc5b61cc80cf req-92bb8449-408c-4f23-91cb-c0ed1d8693bc tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/ports?device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 943 time: 0.0497949 Nov 12 20:41:04.000760 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04a6b4e7-21e2-4e55-afa2-dc5b61cc80cf req-86b510e0-ab8d-472a-8dc3-794bcd668347 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/security-groups?id=96cb279c-043c-4040-a1c4-efcd2dc157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410647 Nov 12 20:41:05.120579 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bbf71-8d08-409f-a0b6-d943a61ab565 req-683a621c-f623-470b-8f37-a5b96b947877 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:05.122081 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f22bbf71-8d08-409f-a0b6-d943a61ab565 req-683a621c-f623-470b-8f37-a5b96b947877 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/ports?device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 943 time: 0.0493884 Nov 12 20:41:05.169215 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f22bbf71-8d08-409f-a0b6-d943a61ab565 req-205a2848-a98b-4a63-b4ba-43979a81b06e tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/security-groups?id=96cb279c-043c-4040-a1c4-efcd2dc157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407839 Nov 12 20:41:06.284721 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e637ca-d2d0-4941-a227-cdf84232796c req-e2b4bf53-e2df-4334-a1d2-a458f401a4cd tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:06.286230 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e7e637ca-d2d0-4941-a227-cdf84232796c req-e2b4bf53-e2df-4334-a1d2-a458f401a4cd tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/ports?device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 943 time: 0.0494134 Nov 12 20:41:06.332179 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e7e637ca-d2d0-4941-a227-cdf84232796c req-63e14c9c-1c24-4b11-954f-8fb54decf513 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/security-groups?id=96cb279c-043c-4040-a1c4-efcd2dc157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399265 Nov 12 20:41:07.445116 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9da61-99d9-42f1-bc11-b7bc5957ec58 req-18fbcc77-4afe-4482-a9da-a9fc7dba0378 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:07.446608 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5d9da61-99d9-42f1-bc11-b7bc5957ec58 req-18fbcc77-4afe-4482-a9da-a9fc7dba0378 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/ports?device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 943 time: 0.0478113 Nov 12 20:41:07.496647 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5d9da61-99d9-42f1-bc11-b7bc5957ec58 req-01137872-5fd2-4b9b-8481-7ba0d1418083 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/security-groups?id=96cb279c-043c-4040-a1c4-efcd2dc157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442748 Nov 12 20:41:07.783459 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 92391c16-948b-421b-88da-17c3653f5ea2 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:41:07.873731 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 92391c16-948b-421b-88da-17c3653f5ea2, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=92391c16-948b-421b-88da-17c3653f5ea2,segment=NetworkSegment(426a9bdc-9ccd-4dce-94ff-3bd55be5d32c),segment_id=426a9bdc-9ccd-4dce-94ff-3bd55be5d32c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:41:07.888866 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '92391c16-948b-421b-88da-17c3653f5ea2', 'network_id': '2db1c23f-449e-4b9d-9d0c-a941fe9c6630', 'port_id': '92391c16-948b-421b-88da-17c3653f5ea2', 'mac_address': 'fa:16:3e:98:e0:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c35e8605-174a-44e4-8752-e7ee8adc2c88', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:41:07.925068 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:07.937891 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92391c16-948b-421b-88da-17c3653f5ea2 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:41:07.957470 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 92391c16-948b-421b-88da-17c3653f5ea2, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=92391c16-948b-421b-88da-17c3653f5ea2,segment=NetworkSegment(426a9bdc-9ccd-4dce-94ff-3bd55be5d32c),segment_id=426a9bdc-9ccd-4dce-94ff-3bd55be5d32c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:41:07.961491 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:08.007852 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=92391c16-948b-421b-88da-17c3653f5ea2,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:41:08.334649 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['92391c16-948b-421b-88da-17c3653f5ea2'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:41:08.616002 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e74d3-5bf0-4e2e-9030-10061400b043 req-8d62d339-e008-430c-b2ca-6399ee7984e7 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:08.617421 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-df1e74d3-5bf0-4e2e-9030-10061400b043 req-8d62d339-e008-430c-b2ca-6399ee7984e7 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/ports?device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 944 time: 0.0529225 Nov 12 20:41:08.664315 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-df1e74d3-5bf0-4e2e-9030-10061400b043 req-508ba4fe-74b8-40ad-85dc-5bf6041ba628 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/security-groups?id=96cb279c-043c-4040-a1c4-efcd2dc157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403581 Nov 12 20:41:09.780972 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b13837-c7fb-4001-b7d4-2c42bf52fbee req-ec072bbb-067b-4112-ba77-15f4b88444ee tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:09.782440 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e6b13837-c7fb-4001-b7d4-2c42bf52fbee req-ec072bbb-067b-4112-ba77-15f4b88444ee tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/ports?device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 944 time: 0.0477729 Nov 12 20:41:09.799271 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 92391c16-948b-421b-88da-17c3653f5ea2 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:41:09.830371 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e6b13837-c7fb-4001-b7d4-2c42bf52fbee req-4ccd123c-8945-45e3-a8c6-3c93e6a3ed58 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/security-groups?id=96cb279c-043c-4040-a1c4-efcd2dc157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416951 Nov 12 20:41:09.852182 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 92391c16-948b-421b-88da-17c3653f5ea2 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:41:09.856180 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 92391c16-948b-421b-88da-17c3653f5ea2 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:41:09.856593 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:09.934928 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:09.957428 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423a8239-2499-46d5-aa50-c7806c29ae0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92391c16-948b-421b-88da-17c3653f5ea2'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:41:09.959645 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0825bd41-3606-4d31-8e94-36f5f1ff6fec" -d '{"events": [{"server_uuid": "423a8239-2499-46d5-aa50-c7806c29ae0f", "name": "network-vif-plugged", "status": "completed", "tag": "92391c16-948b-421b-88da-17c3653f5ea2"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:41:09.972141 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 92391c16-948b-421b-88da-17c3653f5ea2, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=92391c16-948b-421b-88da-17c3653f5ea2,segment=NetworkSegment(426a9bdc-9ccd-4dce-94ff-3bd55be5d32c),segment_id=426a9bdc-9ccd-4dce-94ff-3bd55be5d32c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:41:09.976388 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:10.000647 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6e4ae3-87f6-436c-8101-f70fa4c85361 x-openstack-request-id: req-3c6e4ae3-87f6-436c-8101-f70fa4c85361 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:41:10.000945 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423a8239-2499-46d5-aa50-c7806c29ae0f", "name": "network-vif-plugged", "status": "completed", "tag": "92391c16-948b-421b-88da-17c3653f5ea2", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:41:10.001201 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c6e4ae3-87f6-436c-8101-f70fa4c85361 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:41:10.001592 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423a8239-2499-46d5-aa50-c7806c29ae0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92391c16-948b-421b-88da-17c3653f5ea2', 'code': 200} Nov 12 20:41:10.027318 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=92391c16-948b-421b-88da-17c3653f5ea2,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:41:10.096541 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28572fce-f802-443d-941b-c4b7b185b0a5 req-15b3faff-abae-4bc7-91af-f306d9cda5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:10.098062 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-28572fce-f802-443d-941b-c4b7b185b0a5 req-15b3faff-abae-4bc7-91af-f306d9cda5d8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 1097 time: 0.0402584 Nov 12 20:41:10.141740 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-28572fce-f802-443d-941b-c4b7b185b0a5 req-3400bf96-0c88-440b-a17d-859f75f42042 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=96cb279c-043c-4040-a1c4-efcd2dc157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368588 Nov 12 20:41:10.948500 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45801d-0e37-4698-a129-6f03a66994e4 req-f2d85a2d-6628-4d1f-94e1-e6a95b79160c tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:10.949964 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-de45801d-0e37-4698-a129-6f03a66994e4 req-f2d85a2d-6628-4d1f-94e1-e6a95b79160c tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/ports?device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 945 time: 0.0525148 Nov 12 20:41:10.996343 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-de45801d-0e37-4698-a129-6f03a66994e4 req-7effe6df-12d3-49eb-b649-893643652ec2 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/security-groups?id=96cb279c-043c-4040-a1c4-efcd2dc157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404265 Nov 12 20:41:12.111414 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26ba5c-6a09-4aac-9f62-f4742319e448 req-56c1be93-09b7-415d-83b2-f5c514834b21 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:12.112919 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2a26ba5c-6a09-4aac-9f62-f4742319e448 req-56c1be93-09b7-415d-83b2-f5c514834b21 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/ports?device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 945 time: 0.0480227 Nov 12 20:41:12.159272 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2a26ba5c-6a09-4aac-9f62-f4742319e448 req-23d3b3fb-cc1a-43ef-9773-106b788a2174 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/security-groups?id=96cb279c-043c-4040-a1c4-efcd2dc157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404799 Nov 12 20:41:12.271928 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300a9b7-9a4d-4671-bd43-76cfd0e13050 req-294ec8b0-8e32-4bc2-b97e-04f5a3dbc852 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:12.273433 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b300a9b7-9a4d-4671-bd43-76cfd0e13050 req-294ec8b0-8e32-4bc2-b97e-04f5a3dbc852 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/ports?device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 945 time: 0.0487862 Nov 12 20:41:12.320100 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b300a9b7-9a4d-4671-bd43-76cfd0e13050 req-a1f45ac8-f9ef-436a-9f90-dda10a892490 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/security-groups?id=96cb279c-043c-4040-a1c4-efcd2dc157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408473 Nov 12 20:41:12.541229 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a670a-4d44-4540-8b54-dca857c321f0 req-da864aea-0865-4634-bbb0-b04a1e944156 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:12.543121 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f7a670a-4d44-4540-8b54-dca857c321f0 req-da864aea-0865-4634-bbb0-b04a1e944156 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/ports?device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 945 time: 0.0518651 Nov 12 20:41:12.594401 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f7a670a-4d44-4540-8b54-dca857c321f0 req-f28c6166-808c-4524-94a9-597317316534 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/security-groups?id=96cb279c-043c-4040-a1c4-efcd2dc157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436473 Nov 12 20:41:13.712594 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efe11e-3e54-4d81-beec-a53c70e216e9 req-822a53f6-9991-4787-b8a7-6722b630250f tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:13.714077 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44efe11e-3e54-4d81-beec-a53c70e216e9 req-822a53f6-9991-4787-b8a7-6722b630250f tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/ports?device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 945 time: 0.0484750 Nov 12 20:41:13.764685 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-44efe11e-3e54-4d81-beec-a53c70e216e9 req-3848e4f6-7c34-40d4-86df-0fc14d016e10 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/security-groups?id=96cb279c-043c-4040-a1c4-efcd2dc157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445769 Nov 12 20:41:13.970785 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161cc59-57b0-4cd8-b48b-a7fb4fe23b16 req-faffe0f1-2790-47e9-af8c-5ecd8e70b459 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:13.972327 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d161cc59-57b0-4cd8-b48b-a7fb4fe23b16 req-faffe0f1-2790-47e9-af8c-5ecd8e70b459 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/ports?device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 945 time: 0.0520456 Nov 12 20:41:13.995323 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab63a57-c4ca-46c0-974c-f371c5025c3c req-3c1abc75-0ff2-48ad-84b4-ab05f13dc6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:13.996859 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4ab63a57-c4ca-46c0-974c-f371c5025c3c req-3c1abc75-0ff2-48ad-84b4-ab05f13dc6d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b366bfb6dd347958bbf967fba1df2f5&device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 1097 time: 0.0411429 Nov 12 20:41:14.021467 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d161cc59-57b0-4cd8-b48b-a7fb4fe23b16 req-f7510623-77ca-4335-8099-ca1c9fb29809 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/security-groups?id=96cb279c-043c-4040-a1c4-efcd2dc157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429435 Nov 12 20:41:14.087552 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab63a57-c4ca-46c0-974c-f371c5025c3c req-ddbf4958-3e6b-4522-be68-d9da58eda1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:14.089039 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4ab63a57-c4ca-46c0-974c-f371c5025c3c req-ddbf4958-3e6b-4522-be68-d9da58eda1ae service neutron] 10.222.0.55 "GET /v2.0/networks?id=2db1c23f-449e-4b9d-9d0c-a941fe9c6630 HTTP/1.1" status: 200 len: 912 time: 0.0837905 Nov 12 20:41:14.133612 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4ab63a57-c4ca-46c0-974c-f371c5025c3c req-8da67932-ca34-420f-8558-78a994374892 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92391c16-948b-421b-88da-17c3653f5ea2 HTTP/1.1" status: 200 len: 217 time: 0.0373023 Nov 12 20:41:14.189165 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab63a57-c4ca-46c0-974c-f371c5025c3c req-0cd0ff39-ad91-432a-8914-bff463856c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:14.190928 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4ab63a57-c4ca-46c0-974c-f371c5025c3c req-0cd0ff39-ad91-432a-8914-bff463856c1c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c35e8605-174a-44e4-8752-e7ee8adc2c88 HTTP/1.1" status: 200 len: 851 time: 0.0495279 Nov 12 20:41:14.221871 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4ab63a57-c4ca-46c0-974c-f371c5025c3c req-94918c61-49cf-4f38-bd57-8c5434c7132f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2db1c23f-449e-4b9d-9d0c-a941fe9c6630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240495 Nov 12 20:41:14.314673 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4ab63a57-c4ca-46c0-974c-f371c5025c3c req-77b0197a-60c6-4dde-87b5-1c3761861a39 service neutron] 10.222.0.55 "GET /v2.0/networks/2db1c23f-449e-4b9d-9d0c-a941fe9c6630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861037 Nov 12 20:41:14.403139 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4ab63a57-c4ca-46c0-974c-f371c5025c3c req-2dd7ec60-b68a-4a9b-b6c6-2f0799a5af95 service neutron] 10.222.0.55 "GET /v2.0/networks/2db1c23f-449e-4b9d-9d0c-a941fe9c6630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816622 Nov 12 20:41:15.144701 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3af45-9c31-4338-896a-0a4b809a038d req-4443d8b6-1fe1-4206-8814-24e17482ea52 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:15.146188 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6b3af45-9c31-4338-896a-0a4b809a038d req-4443d8b6-1fe1-4206-8814-24e17482ea52 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/ports?device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 945 time: 0.0549741 Nov 12 20:41:15.191977 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6b3af45-9c31-4338-896a-0a4b809a038d req-dda8240f-2900-41af-b477-77bfae44f541 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/security-groups?id=96cb279c-043c-4040-a1c4-efcd2dc157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398409 Nov 12 20:41:16.307430 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efd09d-5892-4154-8382-30ce66e5cbca req-cb7ed88c-1ed7-4245-8f0b-ac0995f74731 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:16.308936 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-53efd09d-5892-4154-8382-30ce66e5cbca req-cb7ed88c-1ed7-4245-8f0b-ac0995f74731 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/ports?device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 945 time: 0.0479186 Nov 12 20:41:16.356624 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-53efd09d-5892-4154-8382-30ce66e5cbca req-5a960830-8111-4361-bb1c-97ad06cf1c7a tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/security-groups?id=96cb279c-043c-4040-a1c4-efcd2dc157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407765 Nov 12 20:41:16.577045 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311b1f4-d3a1-4be6-9a73-9a5b9db18838 req-2879f559-17c0-4053-bdd7-79f075740b82 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:16.579728 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c311b1f4-d3a1-4be6-9a73-9a5b9db18838 req-2879f559-17c0-4053-bdd7-79f075740b82 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/ports?device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 945 time: 0.0532584 Nov 12 20:41:16.626934 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c311b1f4-d3a1-4be6-9a73-9a5b9db18838 req-92f8b6e2-4172-46e2-8a10-b2312a2f5d76 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/security-groups?id=96cb279c-043c-4040-a1c4-efcd2dc157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412693 Nov 12 20:41:17.743699 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd34196-3f5f-465b-a9b6-84c12be1b780 req-5668f70d-5990-4aed-9495-94c834b8e437 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:17.745467 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0dd34196-3f5f-465b-a9b6-84c12be1b780 req-5668f70d-5990-4aed-9495-94c834b8e437 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/ports?device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 945 time: 0.0485129 Nov 12 20:41:17.791723 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0dd34196-3f5f-465b-a9b6-84c12be1b780 req-036038f9-1795-40da-89d8-1ce1d5febac2 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/security-groups?id=96cb279c-043c-4040-a1c4-efcd2dc157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404577 Nov 12 20:41:18.022349 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abc1d4-3d46-4c0f-830c-3bea4cefd37e req-0a60d496-6cf7-4262-a868-04adcccd436f tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:18.023856 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d7abc1d4-3d46-4c0f-830c-3bea4cefd37e req-0a60d496-6cf7-4262-a868-04adcccd436f tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/ports?device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 945 time: 0.0775518 Nov 12 20:41:18.039090 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50fc9b-d957-42cb-b106-974916018855 req-fc45eb3a-cb04-42a2-9cbc-282d200aedb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:18.040515 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e50fc9b-d957-42cb-b106-974916018855 req-fc45eb3a-cb04-42a2-9cbc-282d200aedb1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b366bfb6dd347958bbf967fba1df2f5&device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 1097 time: 0.0619521 Nov 12 20:41:18.123665 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d7abc1d4-3d46-4c0f-830c-3bea4cefd37e req-bc694888-8740-42f8-9f48-a42bc9a96aba tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/security-groups?id=96cb279c-043c-4040-a1c4-efcd2dc157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927618 Nov 12 20:41:18.153634 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50fc9b-d957-42cb-b106-974916018855 req-8fa31953-b6ed-494c-aaa4-688c42ddf6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:18.155086 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e50fc9b-d957-42cb-b106-974916018855 req-8fa31953-b6ed-494c-aaa4-688c42ddf6d3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2db1c23f-449e-4b9d-9d0c-a941fe9c6630 HTTP/1.1" status: 200 len: 912 time: 0.1055837 Nov 12 20:41:18.200013 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e50fc9b-d957-42cb-b106-974916018855 req-8237a93a-18b9-4d46-8426-f002af6b7dad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92391c16-948b-421b-88da-17c3653f5ea2 HTTP/1.1" status: 200 len: 217 time: 0.0373781 Nov 12 20:41:18.249316 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50fc9b-d957-42cb-b106-974916018855 req-d2453ade-fbbf-4f02-a264-150c72c75fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:18.251244 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e50fc9b-d957-42cb-b106-974916018855 req-d2453ade-fbbf-4f02-a264-150c72c75fda service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c35e8605-174a-44e4-8752-e7ee8adc2c88 HTTP/1.1" status: 200 len: 851 time: 0.0437951 Nov 12 20:41:18.282015 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e50fc9b-d957-42cb-b106-974916018855 req-4d087c11-5072-400b-9154-6d5a8349ace0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2db1c23f-449e-4b9d-9d0c-a941fe9c6630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241203 Nov 12 20:41:18.373708 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e50fc9b-d957-42cb-b106-974916018855 req-f6aecfd6-11fe-406b-a26c-b9519977dddc service neutron] 10.222.0.55 "GET /v2.0/networks/2db1c23f-449e-4b9d-9d0c-a941fe9c6630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845847 Nov 12 20:41:18.463635 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e50fc9b-d957-42cb-b106-974916018855 req-444f42f7-19d3-4106-91ac-eb3adb93c4b8 service neutron] 10.222.0.55 "GET /v2.0/networks/2db1c23f-449e-4b9d-9d0c-a941fe9c6630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823743 Nov 12 20:41:19.253600 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e24b3-d98f-4077-9bf3-76624bae2bf2 req-89f7cf9b-2ce8-4cd5-9cf1-af0a77a12d99 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:19.255111 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bb3e24b3-d98f-4077-9bf3-76624bae2bf2 req-89f7cf9b-2ce8-4cd5-9cf1-af0a77a12d99 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/ports?device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 945 time: 0.0503168 Nov 12 20:41:19.304803 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bb3e24b3-d98f-4077-9bf3-76624bae2bf2 req-06d3dd6b-c669-46c4-b0b7-8e04223fbcf5 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/security-groups?id=96cb279c-043c-4040-a1c4-efcd2dc157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429673 Nov 12 20:41:19.943679 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3eaa5959-4622-4f4e-a147-7f4449c4e7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:20.404798 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:20.436031 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14934356-e206-4432-9197-920f1af06130 req-e5d0896b-4450-4893-83ee-7b56a66aedbc tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:20.438570 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-14934356-e206-4432-9197-920f1af06130 req-e5d0896b-4450-4893-83ee-7b56a66aedbc tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/ports?device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 945 time: 0.0576777 Nov 12 20:41:20.501807 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-14934356-e206-4432-9197-920f1af06130 req-3726d3f0-d766-4cde-b5f5-adc6b56dc429 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/security-groups?id=96cb279c-043c-4040-a1c4-efcd2dc157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548048 Nov 12 20:41:20.787294 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d535afa-4722-4824-a5bf-fc291f275705 req-a5214683-0e28-42e7-9bb8-cc0ae83258a5 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:20.789546 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4d535afa-4722-4824-a5bf-fc291f275705 req-a5214683-0e28-42e7-9bb8-cc0ae83258a5 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/ports?device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 945 time: 0.0633152 Nov 12 20:41:20.847164 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4d535afa-4722-4824-a5bf-fc291f275705 req-39931ccb-e5f9-42b4-b3b5-878d3e307602 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/security-groups?id=96cb279c-043c-4040-a1c4-efcd2dc157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518339 Nov 12 20:41:21.971048 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6aacf-215e-4f68-856c-ea1bc20f32b2 req-02a9d656-e296-46ed-8e78-93cfd3220f18 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:21.972583 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-32d6aacf-215e-4f68-856c-ea1bc20f32b2 req-02a9d656-e296-46ed-8e78-93cfd3220f18 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/ports?device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 945 time: 0.0519300 Nov 12 20:41:22.020379 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-32d6aacf-215e-4f68-856c-ea1bc20f32b2 req-4dad850a-2dec-4d4b-8692-00a3dd7465a6 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/security-groups?id=96cb279c-043c-4040-a1c4-efcd2dc157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417447 Nov 12 20:41:22.683427 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e0003-88ae-462c-80de-d5c87fec431c req-41a5d325-fb50-403a-8e4b-c9658e3b396a tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:22.684805 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-528e0003-88ae-462c-80de-d5c87fec431c req-41a5d325-fb50-403a-8e4b-c9658e3b396a tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.55 "GET /v2.0/ports?device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 945 time: 0.0477197 Nov 12 20:41:22.766478 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b5b9-b5cf-46cb-a37f-8d755829bc8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:22.779227 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-528e0003-88ae-462c-80de-d5c87fec431c req-254deb86-0024-4546-ad42-96f00695b9d9 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Deleting port 92391c16-948b-421b-88da-17c3653f5ea2 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:41:22.779566 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-528e0003-88ae-462c-80de-d5c87fec431c req-254deb86-0024-4546-ad42-96f00695b9d9 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:22.868141 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-528e0003-88ae-462c-80de-d5c87fec431c req-254deb86-0024-4546-ad42-96f00695b9d9 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] For port 92391c16-948b-421b-88da-17c3653f5ea2, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=92391c16-948b-421b-88da-17c3653f5ea2,segment=NetworkSegment(426a9bdc-9ccd-4dce-94ff-3bd55be5d32c),segment_id=426a9bdc-9ccd-4dce-94ff-3bd55be5d32c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:41:22.868658 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-528e0003-88ae-462c-80de-d5c87fec431c req-254deb86-0024-4546-ad42-96f00695b9d9 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:22.882452 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-528e0003-88ae-462c-80de-d5c87fec431c req-254deb86-0024-4546-ad42-96f00695b9d9 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Calling delete_port for 92391c16-948b-421b-88da-17c3653f5ea2 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:41:23.026263 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-528e0003-88ae-462c-80de-d5c87fec431c req-254deb86-0024-4546-ad42-96f00695b9d9 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:23.038472 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['92391c16-948b-421b-88da-17c3653f5ea2'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:41:23.056365 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254deb86-0024-4546-ad42-96f00695b9d9 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Pushing event deleted for resources: {'Port': ['ID=92391c16-948b-421b-88da-17c3653f5ea2,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:41:23.107200 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-528e0003-88ae-462c-80de-d5c87fec431c req-254deb86-0024-4546-ad42-96f00695b9d9 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] No DVR routers for this DVR port 92391c16-948b-421b-88da-17c3653f5ea2 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:41:23.117133 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-528e0003-88ae-462c-80de-d5c87fec431c req-254deb86-0024-4546-ad42-96f00695b9d9 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:23.120592 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-528e0003-88ae-462c-80de-d5c87fec431c req-254deb86-0024-4546-ad42-96f00695b9d9 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.55 "DELETE /v2.0/ports/92391c16-948b-421b-88da-17c3653f5ea2 HTTP/1.1" status: 204 len: 173 time: 0.4294410 Nov 12 20:41:23.121028 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423a8239-2499-46d5-aa50-c7806c29ae0f', 'name': 'network-vif-deleted', 'tag': '92391c16-948b-421b-88da-17c3653f5ea2'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:41:23.123237 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6895615-3a97-4da4-84f7-1be3248da840" -d '{"events": [{"server_uuid": "423a8239-2499-46d5-aa50-c7806c29ae0f", "name": "network-vif-deleted", "tag": "92391c16-948b-421b-88da-17c3653f5ea2"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:41:23.145690 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7c0ee6d2-f309-40ed-a331-6f4a16f29106 req-2573f086-f385-41cb-a59c-cefc27b2bff6 tempest-TestServerAdvancedOps-1568861160 tempest-TestServerAdvancedOps-1568861160-project] 10.222.0.48 "GET /v2.0/ports?device_id=423a8239-2499-46d5-aa50-c7806c29ae0f HTTP/1.1" status: 200 len: 210 time: 0.0395296 Nov 12 20:41:23.162964 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0bce12-bec6-4c3a-b489-af9dcbf16ca6 x-openstack-request-id: req-4e0bce12-bec6-4c3a-b489-af9dcbf16ca6 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:41:23.163320 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423a8239-2499-46d5-aa50-c7806c29ae0f", "name": "network-vif-deleted", "tag": "92391c16-948b-421b-88da-17c3653f5ea2", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:41:23.163633 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e0bce12-bec6-4c3a-b489-af9dcbf16ca6 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:41:23.164089 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423a8239-2499-46d5-aa50-c7806c29ae0f', 'name': 'network-vif-deleted', 'tag': '92391c16-948b-421b-88da-17c3653f5ea2', 'status': 'completed', 'code': 200} Nov 12 20:41:23.842510 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:24.211706 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52946) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:41:24.218050 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:24.258398 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca73648-dce7-49b3-b06f-b72d9ed3b415 admin admin] Deleting subnet c35e8605-174a-44e4-8752-e7ee8adc2c88 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:41:24.261487 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3ca73648-dce7-49b3-b06f-b72d9ed3b415 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:24.299124 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3ca73648-dce7-49b3-b06f-b72d9ed3b415 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:24.335935 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3ca73648-dce7-49b3-b06f-b72d9ed3b415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:24.391231 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3ca73648-dce7-49b3-b06f-b72d9ed3b415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:24.414349 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca73648-dce7-49b3-b06f-b72d9ed3b415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c35e8605-174a-44e4-8752-e7ee8adc2c88,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:41:24.419929 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3ca73648-dce7-49b3-b06f-b72d9ed3b415 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:24.423807 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3ca73648-dce7-49b3-b06f-b72d9ed3b415 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c35e8605-174a-44e4-8752-e7ee8adc2c88 HTTP/1.1" status: 204 len: 168 time: 0.2104042 Nov 12 20:41:24.426297 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 52948) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:41:24.492602 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-873ee207-51ee-4c9f-926d-ee4656b1e00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:24.898079 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-873ee207-51ee-4c9f-926d-ee4656b1e00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:24.919693 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-873ee207-51ee-4c9f-926d-ee4656b1e00d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db1c23f-449e-4b9d-9d0c-a941fe9c6630']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:41:24.929660 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-873ee207-51ee-4c9f-926d-ee4656b1e00d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426a9bdc-9ccd-4dce-94ff-3bd55be5d32c') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:41:24.929951 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-873ee207-51ee-4c9f-926d-ee4656b1e00d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426a9bdc-9ccd-4dce-94ff-3bd55be5d32c') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:41:24.939501 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-873ee207-51ee-4c9f-926d-ee4656b1e00d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:24.952054 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-873ee207-51ee-4c9f-926d-ee4656b1e00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:24.958054 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-873ee207-51ee-4c9f-926d-ee4656b1e00d admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:41:24.958426 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-873ee207-51ee-4c9f-926d-ee4656b1e00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:41:24.960016 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:41:25.017070 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-873ee207-51ee-4c9f-926d-ee4656b1e00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:25.022346 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-873ee207-51ee-4c9f-926d-ee4656b1e00d admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:25.025558 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-873ee207-51ee-4c9f-926d-ee4656b1e00d admin admin] 10.222.0.48 "DELETE /v2.0/networks/2db1c23f-449e-4b9d-9d0c-a941fe9c6630 HTTP/1.1" status: 204 len: 168 time: 0.5983386 Nov 12 20:41:25.028516 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52950) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:41:25.037054 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ee207-51ee-4c9f-926d-ee4656b1e00d admin admin] Pushing event deleted for resources: {'Network': ['ID=2db1c23f-449e-4b9d-9d0c-a941fe9c6630,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:41:25.076269 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c11d2ed-c10a-40a2-a810-db5f74138470 admin admin] Deleting subnet 42d70c31-3a76-4538-99c8-b6b3cd85a4d8 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:41:25.079588 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c11d2ed-c10a-40a2-a810-db5f74138470 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:25.119579 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c11d2ed-c10a-40a2-a810-db5f74138470 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:25.162111 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c11d2ed-c10a-40a2-a810-db5f74138470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:25.210926 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c11d2ed-c10a-40a2-a810-db5f74138470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:25.237421 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11d2ed-c10a-40a2-a810-db5f74138470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42d70c31-3a76-4538-99c8-b6b3cd85a4d8,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:41:25.243271 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c11d2ed-c10a-40a2-a810-db5f74138470 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:25.246754 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9c11d2ed-c10a-40a2-a810-db5f74138470 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/42d70c31-3a76-4538-99c8-b6b3cd85a4d8 HTTP/1.1" status: 204 len: 168 time: 0.2172444 Nov 12 20:41:25.249211 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52952) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:41:25.259188 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:25.319682 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a282e68-04c8-41d1-9515-ee28c8c388ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:25.402110 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a282e68-04c8-41d1-9515-ee28c8c388ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:25.421858 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-6a282e68-04c8-41d1-9515-ee28c8c388ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4170f94-be8b-44b1-b03d-a89d4461acd7']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:41:25.430827 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-6a282e68-04c8-41d1-9515-ee28c8c388ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9495a6-6eb0-4520-b2a3-a8c26adb4e69') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:41:25.431119 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-6a282e68-04c8-41d1-9515-ee28c8c388ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9495a6-6eb0-4520-b2a3-a8c26adb4e69') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:41:25.440912 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a282e68-04c8-41d1-9515-ee28c8c388ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:25.453792 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a282e68-04c8-41d1-9515-ee28c8c388ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:25.459516 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a282e68-04c8-41d1-9515-ee28c8c388ad admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:41:25.459899 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a282e68-04c8-41d1-9515-ee28c8c388ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:41:25.461696 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:41:25.517971 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a282e68-04c8-41d1-9515-ee28c8c388ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:25.522719 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a282e68-04c8-41d1-9515-ee28c8c388ad admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:25.526117 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6a282e68-04c8-41d1-9515-ee28c8c388ad admin admin] 10.222.0.48 "DELETE /v2.0/networks/e4170f94-be8b-44b1-b03d-a89d4461acd7 HTTP/1.1" status: 204 len: 168 time: 0.2758195 Nov 12 20:41:25.539155 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a282e68-04c8-41d1-9515-ee28c8c388ad admin admin] Pushing event deleted for resources: {'Network': ['ID=e4170f94-be8b-44b1-b03d-a89d4461acd7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:41:25.680755 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52956) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:41:25.721260 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-df06afce-25db-4fe2-a558-442a5cda9799 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b366bfb6dd347958bbf967fba1df2f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392940 Nov 12 20:41:25.723648 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52958) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:41:25.771552 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f48be35-794f-4bd1-84ca-c17434588e75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:25.793227 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f48be35-794f-4bd1-84ca-c17434588e75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:25.840496 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f48be35-794f-4bd1-84ca-c17434588e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:25.842997 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5f48be35-794f-4bd1-84ca-c17434588e75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:25.844878 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5f48be35-794f-4bd1-84ca-c17434588e75 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/96cb279c-043c-4040-a1c4-efcd2dc157fa HTTP/1.1" status: 204 len: 168 time: 0.1203454 Nov 12 20:41:25.852361 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48be35-794f-4bd1-84ca-c17434588e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cb279c-043c-4040-a1c4-efcd2dc157fa,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:41:25.995965 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:26.154033 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52964) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:41:26.198653 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5885a4ba-1f80-4e37-b013-341f691fb493 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b9c1debaff64324a7d1c177d873b339&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434313 Nov 12 20:41:26.201046 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 52966) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:41:26.251407 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-62a0f917-5eb4-46c7-9989-9a753a5a2a79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:26.272895 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-62a0f917-5eb4-46c7-9989-9a753a5a2a79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:26.317773 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-62a0f917-5eb4-46c7-9989-9a753a5a2a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:26.320429 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-62a0f917-5eb4-46c7-9989-9a753a5a2a79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:26.321566 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-62a0f917-5eb4-46c7-9989-9a753a5a2a79 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e695a501-e997-41c1-b7e8-158c49d9837a HTTP/1.1" status: 204 len: 168 time: 0.1196301 Nov 12 20:41:26.329717 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0f917-5eb4-46c7-9989-9a753a5a2a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e695a501-e997-41c1-b7e8-158c49d9837a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:41:27.861415 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 92391c16-948b-421b-88da-17c3653f5ea2 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:41:27.882739 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 92391c16-948b-421b-88da-17c3653f5ea2 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:41:27.883080 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 92391c16-948b-421b-88da-17c3653f5ea2 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:41:36.650940 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:41:36.979906 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-a6a9a11b-707f-43a9-aca0-5537b77fecb1 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=90d70295493c4448a8552a454dfba166&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278428 Nov 12 20:41:37.167826 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-49ae5a3a-916f-46ed-879d-992533fea07f tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:37.169343 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-49ae5a3a-916f-46ed-879d-992533fea07f tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832137 Nov 12 20:41:37.184972 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-57aa1215-1cdc-4ac0-b581-562a0ba2ea6d tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.48 "GET /v2.0/quotas/90d70295493c4448a8552a454dfba166 HTTP/1.1" status: 200 len: 375 time: 0.0091197 Nov 12 20:41:37.219938 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-8e705619-bc02-4d86-bf74-63c0cce9f0f4 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=90d70295493c4448a8552a454dfba166&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295997 Nov 12 20:41:37.379684 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab5b770f-b15c-49f7-8709-f368ea06779b req-77bf7256-ae69-4609-bcee-4e8cf3759100 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.48 "GET /v2.0/ports?device_id=6000d3de-8c27-45d4-95a1-6049f086fbb6 HTTP/1.1" status: 200 len: 210 time: 0.0278203 Nov 12 20:41:38.209702 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-1abce98e-b401-4b43-af1c-aa502fe9528d tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=90d70295493c4448a8552a454dfba166&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218344 Nov 12 20:41:38.317379 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-0fc1d95f-a19d-4fe0-9862-ae217b5611fc tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:38.318817 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-0fc1d95f-a19d-4fe0-9862-ae217b5611fc tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1034403 Nov 12 20:41:38.333383 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-44b3b73b-83dc-437a-ac08-62aca8c21061 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Request body: {'port': {'device_id': '6000d3de-8c27-45d4-95a1-6049f086fbb6', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'admin_state_up': True, 'tenant_id': '90d70295493c4448a8552a454dfba166'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:41:38.442694 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-44b3b73b-83dc-437a-ac08-62aca8c21061 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Made reservation on behalf of 90d70295493c4448a8552a454dfba166 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:41:38.446268 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-44b3b73b-83dc-437a-ac08-62aca8c21061 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:38.464203 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-44b3b73b-83dc-437a-ac08-62aca8c21061 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:38.484049 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9f8d2bd7-65e5-494c-bf87-35a426f50bc2 req-8650bc8c-49b5-4fa6-bcaa-ef3540c6fd5c tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.48 "GET /v2.0/ports?device_id=6000d3de-8c27-45d4-95a1-6049f086fbb6 HTTP/1.1" status: 200 len: 210 time: 0.0345852 Nov 12 20:41:38.555284 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-44b3b73b-83dc-437a-ac08-62aca8c21061 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:38.559002 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-44b3b73b-83dc-437a-ac08-62aca8c21061 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:38.622021 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3b73b-83dc-437a-ac08-62aca8c21061 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6cce62-bd0a-4328-a70c-25ae7c66e99d,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:41:38.698731 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-44b3b73b-83dc-437a-ac08-62aca8c21061 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Allocated IP 192.168.233.204 (f3411844-3114-4c4a-b2ab-a3abdb19f703/f05def3f-165d-4a96-8b01-c4f1dd2bef98/24301149-ef2f-49e5-96f7-cfcc9d9a0645) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:41:38.839425 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-44b3b73b-83dc-437a-ac08-62aca8c21061 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:38.872151 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-44b3b73b-83dc-437a-ac08-62aca8c21061 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:38.913354 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-44b3b73b-83dc-437a-ac08-62aca8c21061 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Network f3411844-3114-4c4a-b2ab-a3abdb19f703 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:41:38.918240 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-44b3b73b-83dc-437a-ac08-62aca8c21061 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:41:38.920760 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-44b3b73b-83dc-437a-ac08-62aca8c21061 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:41:38.947549 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3b73b-83dc-437a-ac08-62aca8c21061 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Pushing event updated for resources: {'Port': ['ID=24301149-ef2f-49e5-96f7-cfcc9d9a0645,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:41:38.976328 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-44b3b73b-83dc-437a-ac08-62aca8c21061 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:38.976824 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-44b3b73b-83dc-437a-ac08-62aca8c21061 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:39.005603 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-44b3b73b-83dc-437a-ac08-62aca8c21061 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6754231 Nov 12 20:41:39.124079 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-12c04ab1-3547-43b3-b149-7d383886e1b5 service neutron] Request body: {'port': {'device_id': '6000d3de-8c27-45d4-95a1-6049f086fbb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:41:39.178898 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-12c04ab1-3547-43b3-b149-7d383886e1b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:39.225946 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-25521b19-051b-4726-96ae-ac0933e78d1a None None] Provisioning complete for port 24301149-ef2f-49e5-96f7-cfcc9d9a0645 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:41:39.226483 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-25521b19-051b-4726-96ae-ac0933e78d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:39.261545 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-25521b19-051b-4726-96ae-ac0933e78d1a None None] Port 24301149-ef2f-49e5-96f7-cfcc9d9a0645 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:41:39.432516 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-12c04ab1-3547-43b3-b149-7d383886e1b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24301149-ef2f-49e5-96f7-cfcc9d9a0645 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:41:39.441450 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-12c04ab1-3547-43b3-b149-7d383886e1b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:39.453747 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-12c04ab1-3547-43b3-b149-7d383886e1b5 service neutron] Transition to ACTIVE for port object 24301149-ef2f-49e5-96f7-cfcc9d9a0645 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:41:39.458345 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-12c04ab1-3547-43b3-b149-7d383886e1b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:39.505777 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c04ab1-3547-43b3-b149-7d383886e1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=24301149-ef2f-49e5-96f7-cfcc9d9a0645,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:41:39.589695 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-12c04ab1-3547-43b3-b149-7d383886e1b5 service neutron] Attempting to bind port 24301149-ef2f-49e5-96f7-cfcc9d9a0645 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:41:39.590564 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-12c04ab1-3547-43b3-b149-7d383886e1b5 service neutron] Attempting to bind port 24301149-ef2f-49e5-96f7-cfcc9d9a0645 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:41:39.590899 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-12c04ab1-3547-43b3-b149-7d383886e1b5 service neutron] Attempting to bind port 24301149-ef2f-49e5-96f7-cfcc9d9a0645 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:41:39.595691 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-12c04ab1-3547-43b3-b149-7d383886e1b5 service neutron] Port 24301149-ef2f-49e5-96f7-cfcc9d9a0645 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:41:39.595970 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-12c04ab1-3547-43b3-b149-7d383886e1b5 service neutron] Attempting to bind port 24301149-ef2f-49e5-96f7-cfcc9d9a0645 on network f3411844-3114-4c4a-b2ab-a3abdb19f703 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:41:39.600992 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-12c04ab1-3547-43b3-b149-7d383886e1b5 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:41:39.601322 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-12c04ab1-3547-43b3-b149-7d383886e1b5 service neutron] Checking segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:41:39.601706 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-12c04ab1-3547-43b3-b149-7d383886e1b5 service neutron] Bound using segment: {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:41:39.602140 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-12c04ab1-3547-43b3-b149-7d383886e1b5 service neutron] Bound port: 24301149-ef2f-49e5-96f7-cfcc9d9a0645, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df4f4fc-2009-4c32-9414-01eee7b0d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:41:39.602485 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-12c04ab1-3547-43b3-b149-7d383886e1b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:39.616829 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51fb8c-fae4-4030-8eb2-69055f967222 req-5ad62395-f6e4-48fd-a91a-d9fda3f63018 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:39.618441 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5c51fb8c-fae4-4030-8eb2-69055f967222 req-5ad62395-f6e4-48fd-a91a-d9fda3f63018 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.48 "GET /v2.0/ports?device_id=6000d3de-8c27-45d4-95a1-6049f086fbb6 HTTP/1.1" status: 200 len: 948 time: 0.0523789 Nov 12 20:41:39.668202 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-12c04ab1-3547-43b3-b149-7d383886e1b5 service neutron] For port 24301149-ef2f-49e5-96f7-cfcc9d9a0645, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:41:39.671021 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5c51fb8c-fae4-4030-8eb2-69055f967222 req-3e8e3220-4cca-4177-a8d8-7bde52b13b65 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6cce62-bd0a-4328-a70c-25ae7c66e99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460348 Nov 12 20:41:39.673638 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-12c04ab1-3547-43b3-b149-7d383886e1b5 service neutron] For port 24301149-ef2f-49e5-96f7-cfcc9d9a0645, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=24301149-ef2f-49e5-96f7-cfcc9d9a0645,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:41:39.678729 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-12c04ab1-3547-43b3-b149-7d383886e1b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:39.721305 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-12c04ab1-3547-43b3-b149-7d383886e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:39.722111 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-12c04ab1-3547-43b3-b149-7d383886e1b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:39.723652 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-12c04ab1-3547-43b3-b149-7d383886e1b5 service neutron] 10.222.0.55 "PUT /v2.0/ports/24301149-ef2f-49e5-96f7-cfcc9d9a0645 HTTP/1.1" status: 200 len: 1097 time: 0.7080545 Nov 12 20:41:39.726015 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6000d3de-8c27-45d4-95a1-6049f086fbb6', 'tag': '24301149-ef2f-49e5-96f7-cfcc9d9a0645'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:41:39.729034 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79ce663-efa8-410c-ae1e-efffdd59e757" -d '{"events": [{"name": "network-changed", "server_uuid": "6000d3de-8c27-45d4-95a1-6049f086fbb6", "tag": "24301149-ef2f-49e5-96f7-cfcc9d9a0645"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:41:39.760496 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c04ab1-3547-43b3-b149-7d383886e1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=24301149-ef2f-49e5-96f7-cfcc9d9a0645,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:41:39.774304 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9d1791-234e-47e0-a735-f6c63624c653 x-openstack-request-id: req-4f9d1791-234e-47e0-a735-f6c63624c653 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:41:39.774591 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6000d3de-8c27-45d4-95a1-6049f086fbb6", "tag": "24301149-ef2f-49e5-96f7-cfcc9d9a0645", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:41:39.774843 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f9d1791-234e-47e0-a735-f6c63624c653 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:41:39.775239 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6000d3de-8c27-45d4-95a1-6049f086fbb6', 'tag': '24301149-ef2f-49e5-96f7-cfcc9d9a0645', 'status': 'completed', 'code': 200} Nov 12 20:41:39.820093 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-3009fec3-dcca-4c3b-812d-230687d9c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:39.821643 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-3009fec3-dcca-4c3b-812d-230687d9c3cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=90d70295493c4448a8552a454dfba166&device_id=6000d3de-8c27-45d4-95a1-6049f086fbb6 HTTP/1.1" status: 200 len: 1100 time: 0.0456462 Nov 12 20:41:39.865479 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-6cc90f5e-ad54-4a9b-965b-9530dad01b2f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=24301149-ef2f-49e5-96f7-cfcc9d9a0645 HTTP/1.1" status: 200 len: 217 time: 0.0351157 Nov 12 20:41:39.916402 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-1cf72299-4b5c-49b8-add2-1e7c95074448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:39.917875 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-1cf72299-4b5c-49b8-add2-1e7c95074448 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0448074 Nov 12 20:41:39.966211 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-5e70905a-df43-447d-9be0-aa6076173481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:39.967678 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-5e70905a-df43-447d-9be0-aa6076173481 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0421448 Nov 12 20:41:40.063528 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-b16b15b0-66be-4827-8e68-1c05aeb34f51 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886102 Nov 12 20:41:40.153971 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bbf02ba7-a8c7-48ad-80cc-416c8b33f926 req-a7b4b256-0ae5-44a6-9e15-90df93c568a5 service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830231 Nov 12 20:41:40.239011 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ce663-efa8-410c-ae1e-efffdd59e757 req-4dae164b-cd42-4bcd-8cb0-02a087c55022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:40.240499 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b79ce663-efa8-410c-ae1e-efffdd59e757 req-4dae164b-cd42-4bcd-8cb0-02a087c55022 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=90d70295493c4448a8552a454dfba166&device_id=6000d3de-8c27-45d4-95a1-6049f086fbb6 HTTP/1.1" status: 200 len: 1100 time: 0.0406168 Nov 12 20:41:40.329268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ce663-efa8-410c-ae1e-efffdd59e757 req-f8a80526-d55a-4525-86eb-1db8618b277a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:40.330707 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b79ce663-efa8-410c-ae1e-efffdd59e757 req-f8a80526-d55a-4525-86eb-1db8618b277a service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3411844-3114-4c4a-b2ab-a3abdb19f703 HTTP/1.1" status: 200 len: 870 time: 0.0811224 Nov 12 20:41:40.376022 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b79ce663-efa8-410c-ae1e-efffdd59e757 req-1dab6c94-e6e4-449e-b503-4786feb1a8eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=24301149-ef2f-49e5-96f7-cfcc9d9a0645 HTTP/1.1" status: 200 len: 217 time: 0.0373437 Nov 12 20:41:40.423546 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ce663-efa8-410c-ae1e-efffdd59e757 req-0fc92df8-779c-4ccd-8fa0-6d3ab9604fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:40.424880 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b79ce663-efa8-410c-ae1e-efffdd59e757 req-0fc92df8-779c-4ccd-8fa0-6d3ab9604fc7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f05def3f-165d-4a96-8b01-c4f1dd2bef98 HTTP/1.1" status: 200 len: 843 time: 0.0423601 Nov 12 20:41:40.469387 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ce663-efa8-410c-ae1e-efffdd59e757 req-d3ebe4dc-e381-45b9-8f98-0d33dfa9ba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:40.470975 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b79ce663-efa8-410c-ae1e-efffdd59e757 req-d3ebe4dc-e381-45b9-8f98-0d33dfa9ba56 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3411844-3114-4c4a-b2ab-a3abdb19f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0391338 Nov 12 20:41:40.563678 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b79ce663-efa8-410c-ae1e-efffdd59e757 req-5ba56ec6-8954-466d-906d-c9110f5f342f service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854161 Nov 12 20:41:40.651202 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b79ce663-efa8-410c-ae1e-efffdd59e757 req-fb5b6ec4-ba18-4654-862e-246f5686babb service neutron] 10.222.0.55 "GET /v2.0/networks/f3411844-3114-4c4a-b2ab-a3abdb19f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806737 Nov 12 20:41:40.798190 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b0c99-f2a6-4a90-a667-59021b06ef85 req-3cac5e81-2ff0-4f50-9876-d1bfdbb76117 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:40.799677 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bc1b0c99-f2a6-4a90-a667-59021b06ef85 req-3cac5e81-2ff0-4f50-9876-d1bfdbb76117 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.48 "GET /v2.0/ports?device_id=6000d3de-8c27-45d4-95a1-6049f086fbb6 HTTP/1.1" status: 200 len: 948 time: 0.0527771 Nov 12 20:41:40.846696 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bc1b0c99-f2a6-4a90-a667-59021b06ef85 req-cd0870b6-19f7-464e-99bc-cd2a86943403 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6cce62-bd0a-4328-a70c-25ae7c66e99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411038 Nov 12 20:41:41.966326 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a52ded-3643-48c0-af93-5938db913a99 req-bf8662b5-3a95-44bf-93dc-ae8986abe6c9 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:41.967794 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-19a52ded-3643-48c0-af93-5938db913a99 req-bf8662b5-3a95-44bf-93dc-ae8986abe6c9 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.48 "GET /v2.0/ports?device_id=6000d3de-8c27-45d4-95a1-6049f086fbb6 HTTP/1.1" status: 200 len: 948 time: 0.0524101 Nov 12 20:41:42.015927 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-19a52ded-3643-48c0-af93-5938db913a99 req-6dc55a0b-8495-4808-a04f-f8d1120ecc89 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6cce62-bd0a-4328-a70c-25ae7c66e99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420375 Nov 12 20:41:43.131870 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd5b77-49f2-49f7-844a-a1e67606dcfc req-600870f6-63d2-4598-bf68-9207c7451d9f tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:43.133553 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aafd5b77-49f2-49f7-844a-a1e67606dcfc req-600870f6-63d2-4598-bf68-9207c7451d9f tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.48 "GET /v2.0/ports?device_id=6000d3de-8c27-45d4-95a1-6049f086fbb6 HTTP/1.1" status: 200 len: 948 time: 0.0505850 Nov 12 20:41:43.181810 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aafd5b77-49f2-49f7-844a-a1e67606dcfc req-0469cc5a-03b2-4796-b4b4-85e2a96c9e5e tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6cce62-bd0a-4328-a70c-25ae7c66e99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422714 Nov 12 20:41:43.971016 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 24301149-ef2f-49e5-96f7-cfcc9d9a0645 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:41:44.064343 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 24301149-ef2f-49e5-96f7-cfcc9d9a0645, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=24301149-ef2f-49e5-96f7-cfcc9d9a0645,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:41:44.074846 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '24301149-ef2f-49e5-96f7-cfcc9d9a0645', 'network_id': 'f3411844-3114-4c4a-b2ab-a3abdb19f703', 'port_id': '24301149-ef2f-49e5-96f7-cfcc9d9a0645', 'mac_address': 'fa:16:3e:ed:75:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05def3f-165d-4a96-8b01-c4f1dd2bef98', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:41:44.110907 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:44.123058 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24301149-ef2f-49e5-96f7-cfcc9d9a0645 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:41:44.141672 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 24301149-ef2f-49e5-96f7-cfcc9d9a0645, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=24301149-ef2f-49e5-96f7-cfcc9d9a0645,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:41:44.145544 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:44.195518 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=24301149-ef2f-49e5-96f7-cfcc9d9a0645,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:41:44.296501 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f1d2b-4b03-4338-84f6-7835807be5ef req-3b10ad48-ca7e-4ecd-81a9-20ece6efb942 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:44.298021 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c20f1d2b-4b03-4338-84f6-7835807be5ef req-3b10ad48-ca7e-4ecd-81a9-20ece6efb942 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.48 "GET /v2.0/ports?device_id=6000d3de-8c27-45d4-95a1-6049f086fbb6 HTTP/1.1" status: 200 len: 949 time: 0.0478365 Nov 12 20:41:44.350813 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c20f1d2b-4b03-4338-84f6-7835807be5ef req-a902f379-6b61-44bc-995d-9af7d00e3d45 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6cce62-bd0a-4328-a70c-25ae7c66e99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469775 Nov 12 20:41:44.436437 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['24301149-ef2f-49e5-96f7-cfcc9d9a0645'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:41:45.463976 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa79444-3d8a-4754-a3a3-24c22c6bb0a6 req-c71d8612-2e09-4479-9841-6ccb62d8f1bd tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:45.465513 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5fa79444-3d8a-4754-a3a3-24c22c6bb0a6 req-c71d8612-2e09-4479-9841-6ccb62d8f1bd tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.48 "GET /v2.0/ports?device_id=6000d3de-8c27-45d4-95a1-6049f086fbb6 HTTP/1.1" status: 200 len: 949 time: 0.0482728 Nov 12 20:41:45.518926 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5fa79444-3d8a-4754-a3a3-24c22c6bb0a6 req-f812ea95-a151-4fac-a3f5-5f26a63b0145 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6cce62-bd0a-4328-a70c-25ae7c66e99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463800 Nov 12 20:41:45.971636 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 24301149-ef2f-49e5-96f7-cfcc9d9a0645 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:41:46.025002 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 24301149-ef2f-49e5-96f7-cfcc9d9a0645 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:41:46.028939 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 24301149-ef2f-49e5-96f7-cfcc9d9a0645 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:41:46.029338 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:46.103848 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:46.127142 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6000d3de-8c27-45d4-95a1-6049f086fbb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24301149-ef2f-49e5-96f7-cfcc9d9a0645'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:41:46.129391 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7dd7202-cd18-4c67-b857-43dc6cd30eeb" -d '{"events": [{"server_uuid": "6000d3de-8c27-45d4-95a1-6049f086fbb6", "name": "network-vif-plugged", "status": "completed", "tag": "24301149-ef2f-49e5-96f7-cfcc9d9a0645"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:41:46.143031 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 24301149-ef2f-49e5-96f7-cfcc9d9a0645, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=24301149-ef2f-49e5-96f7-cfcc9d9a0645,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:41:46.147259 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:46.176018 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b752e2-4872-4dfd-b2d7-f1b2a63a9dcc x-openstack-request-id: req-88b752e2-4872-4dfd-b2d7-f1b2a63a9dcc {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:41:46.176350 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6000d3de-8c27-45d4-95a1-6049f086fbb6", "name": "network-vif-plugged", "status": "completed", "tag": "24301149-ef2f-49e5-96f7-cfcc9d9a0645", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:41:46.176576 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-88b752e2-4872-4dfd-b2d7-f1b2a63a9dcc {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:41:46.176963 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6000d3de-8c27-45d4-95a1-6049f086fbb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24301149-ef2f-49e5-96f7-cfcc9d9a0645', 'code': 200} Nov 12 20:41:46.207323 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=24301149-ef2f-49e5-96f7-cfcc9d9a0645,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:41:46.267485 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84be54-b6f4-42d3-8662-9288e35bde5c req-80e78dd1-95ed-413f-9940-b2ff3dc469e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:46.268878 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fc84be54-b6f4-42d3-8662-9288e35bde5c req-80e78dd1-95ed-413f-9940-b2ff3dc469e7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6000d3de-8c27-45d4-95a1-6049f086fbb6 HTTP/1.1" status: 200 len: 1102 time: 0.0436070 Nov 12 20:41:46.311528 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fc84be54-b6f4-42d3-8662-9288e35bde5c req-2bb00e00-66a1-48fd-8a2f-c5d6506a4b43 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4c6cce62-bd0a-4328-a70c-25ae7c66e99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351615 Nov 12 20:41:46.672170 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d22db1-af22-41c0-8827-f17b10751364 req-7322c05e-b33a-4188-a76a-aa14a6549b4b tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:46.673704 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-20d22db1-af22-41c0-8827-f17b10751364 req-7322c05e-b33a-4188-a76a-aa14a6549b4b tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.48 "GET /v2.0/ports?device_id=6000d3de-8c27-45d4-95a1-6049f086fbb6 HTTP/1.1" status: 200 len: 950 time: 0.0489616 Nov 12 20:41:46.720735 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-20d22db1-af22-41c0-8827-f17b10751364 req-c4f7fb57-956f-4aae-9f9d-82299cbb5ffc tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6cce62-bd0a-4328-a70c-25ae7c66e99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411336 Nov 12 20:41:47.839606 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3e48f-0497-4bec-b6d0-795b4726961a req-e992d69a-d8be-4d28-be58-bb185c7701f6 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:47.841097 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-26f3e48f-0497-4bec-b6d0-795b4726961a req-e992d69a-d8be-4d28-be58-bb185c7701f6 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.48 "GET /v2.0/ports?device_id=6000d3de-8c27-45d4-95a1-6049f086fbb6 HTTP/1.1" status: 200 len: 950 time: 0.0490761 Nov 12 20:41:47.887104 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-26f3e48f-0497-4bec-b6d0-795b4726961a req-0b0e866e-91a2-4978-bb0c-f419c07938b5 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6cce62-bd0a-4328-a70c-25ae7c66e99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400145 Nov 12 20:41:48.162670 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-d704a964-e1e3-47b0-be80-94bf6533e35c req-c211cb7c-19c1-453f-898e-e5bf68d1e693 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:41:48.163683 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d704a964-e1e3-47b0-be80-94bf6533e35c req-c211cb7c-19c1-453f-898e-e5bf68d1e693 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054762 Nov 12 20:41:48.532298 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-54346e31-19b0-4ca0-a6b0-e6a13b94aa35 req-d3ad0feb-72ba-434a-8248-15052a747b71 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:41:48.533337 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-54346e31-19b0-4ca0-a6b0-e6a13b94aa35 req-d3ad0feb-72ba-434a-8248-15052a747b71 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0573833 Nov 12 20:41:48.865196 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9645f-8863-40cb-bdf5-b9aad3de73d5 req-24e729ca-7440-4104-993d-4986d8c745a6 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:48.866863 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2fe9645f-8863-40cb-bdf5-b9aad3de73d5 req-24e729ca-7440-4104-993d-4986d8c745a6 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.48 "GET /v2.0/ports?device_id=6000d3de-8c27-45d4-95a1-6049f086fbb6 HTTP/1.1" status: 200 len: 950 time: 0.0485332 Nov 12 20:41:48.916643 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2fe9645f-8863-40cb-bdf5-b9aad3de73d5 req-5241a4b6-e889-4139-b1f5-a884e575013f tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6cce62-bd0a-4328-a70c-25ae7c66e99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435646 Nov 12 20:41:49.945921 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-14025951-c8c0-4c40-8d7e-903cfc536d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:50.041165 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cabf9-de68-426d-b820-ec86e3c849cc req-ff137920-c30f-4a9f-b954-747fd52d93f9 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:50.042599 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-602cabf9-de68-426d-b820-ec86e3c849cc req-ff137920-c30f-4a9f-b954-747fd52d93f9 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.48 "GET /v2.0/ports?device_id=6000d3de-8c27-45d4-95a1-6049f086fbb6 HTTP/1.1" status: 200 len: 950 time: 0.0500638 Nov 12 20:41:50.090788 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-602cabf9-de68-426d-b820-ec86e3c849cc req-30c172fe-8a10-477f-b493-34e27ae3e5c5 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6cce62-bd0a-4328-a70c-25ae7c66e99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413392 Nov 12 20:41:50.230053 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8d10c-564a-43f2-ab8e-26f519ae2a4a req-84cb1a8c-99eb-4639-9282-d1fbd218a587 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:50.231532 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bfa8d10c-564a-43f2-ab8e-26f519ae2a4a req-84cb1a8c-99eb-4639-9282-d1fbd218a587 tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.55 "GET /v2.0/ports?device_id=6000d3de-8c27-45d4-95a1-6049f086fbb6 HTTP/1.1" status: 200 len: 950 time: 0.0490770 Nov 12 20:41:50.319075 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-bfa8d10c-564a-43f2-ab8e-26f519ae2a4a req-f0739082-5dc0-45e7-9174-0ee7355dad9f tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Deleting port 24301149-ef2f-49e5-96f7-cfcc9d9a0645 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:41:50.319417 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bfa8d10c-564a-43f2-ab8e-26f519ae2a4a req-f0739082-5dc0-45e7-9174-0ee7355dad9f tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:50.393462 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:50.415134 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-bfa8d10c-564a-43f2-ab8e-26f519ae2a4a req-f0739082-5dc0-45e7-9174-0ee7355dad9f tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] For port 24301149-ef2f-49e5-96f7-cfcc9d9a0645, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=24301149-ef2f-49e5-96f7-cfcc9d9a0645,segment=NetworkSegment(5df4f4fc-2009-4c32-9414-01eee7b0d14c),segment_id=5df4f4fc-2009-4c32-9414-01eee7b0d14c)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:41:50.415498 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bfa8d10c-564a-43f2-ab8e-26f519ae2a4a req-f0739082-5dc0-45e7-9174-0ee7355dad9f tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:50.428779 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-bfa8d10c-564a-43f2-ab8e-26f519ae2a4a req-f0739082-5dc0-45e7-9174-0ee7355dad9f tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Calling delete_port for 24301149-ef2f-49e5-96f7-cfcc9d9a0645 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:41:50.557762 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bfa8d10c-564a-43f2-ab8e-26f519ae2a4a req-f0739082-5dc0-45e7-9174-0ee7355dad9f tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:50.572544 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['24301149-ef2f-49e5-96f7-cfcc9d9a0645'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:41:50.588802 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0739082-5dc0-45e7-9174-0ee7355dad9f tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Pushing event deleted for resources: {'Port': ['ID=24301149-ef2f-49e5-96f7-cfcc9d9a0645,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:41:50.629222 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa8d10c-564a-43f2-ab8e-26f519ae2a4a req-f0739082-5dc0-45e7-9174-0ee7355dad9f tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] No DVR routers for this DVR port 24301149-ef2f-49e5-96f7-cfcc9d9a0645 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:41:50.631914 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bfa8d10c-564a-43f2-ab8e-26f519ae2a4a req-f0739082-5dc0-45e7-9174-0ee7355dad9f tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:50.635320 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bfa8d10c-564a-43f2-ab8e-26f519ae2a4a req-f0739082-5dc0-45e7-9174-0ee7355dad9f tempest-ServersAdminNegativeTestJSON-1647585432 tempest-ServersAdminNegativeTestJSON-1647585432-project] 10.222.0.55 "DELETE /v2.0/ports/24301149-ef2f-49e5-96f7-cfcc9d9a0645 HTTP/1.1" status: 204 len: 173 time: 0.3964348 Nov 12 20:41:50.635789 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6000d3de-8c27-45d4-95a1-6049f086fbb6', 'name': 'network-vif-deleted', 'tag': '24301149-ef2f-49e5-96f7-cfcc9d9a0645'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:41:50.640345 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe984ab-5ef5-42f5-9e80-b30fc0e246bd" -d '{"events": [{"server_uuid": "6000d3de-8c27-45d4-95a1-6049f086fbb6", "name": "network-vif-deleted", "tag": "24301149-ef2f-49e5-96f7-cfcc9d9a0645"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:41:50.694084 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc31580c-c926-467f-ab28-b86aa2ec7fcb x-openstack-request-id: req-bc31580c-c926-467f-ab28-b86aa2ec7fcb {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:41:50.694384 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6000d3de-8c27-45d4-95a1-6049f086fbb6", "name": "network-vif-deleted", "tag": "24301149-ef2f-49e5-96f7-cfcc9d9a0645", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:41:50.694634 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bc31580c-c926-467f-ab28-b86aa2ec7fcb {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:41:50.695025 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6000d3de-8c27-45d4-95a1-6049f086fbb6', 'name': 'network-vif-deleted', 'tag': '24301149-ef2f-49e5-96f7-cfcc9d9a0645', 'status': 'completed', 'code': 200} Nov 12 20:41:51.393630 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53096) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:41:51.525098 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4c327eb0-0089-426d-8a01-bd81810d0bf3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=90d70295493c4448a8552a454dfba166&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303301 Nov 12 20:41:51.527586 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53100) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:41:51.574627 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-599ea000-5d00-4ffb-965b-18a36fba56b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:51.598562 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-599ea000-5d00-4ffb-965b-18a36fba56b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:51.649644 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-599ea000-5d00-4ffb-965b-18a36fba56b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:51.652278 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-599ea000-5d00-4ffb-965b-18a36fba56b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:51.653425 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-599ea000-5d00-4ffb-965b-18a36fba56b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c6cce62-bd0a-4328-a70c-25ae7c66e99d HTTP/1.1" status: 204 len: 168 time: 0.1249306 Nov 12 20:41:51.661067 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ea000-5d00-4ffb-965b-18a36fba56b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6cce62-bd0a-4328-a70c-25ae7c66e99d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:41:51.907951 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53106) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:41:51.921065 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-83cbfa7a-f537-4ea8-866f-c2dabaf384df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:51.997262 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-83cbfa7a-f537-4ea8-866f-c2dabaf384df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:52.003756 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-83cbfa7a-f537-4ea8-866f-c2dabaf384df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:52.044158 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-83cbfa7a-f537-4ea8-866f-c2dabaf384df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6cf7f1f5b5684b4d8a350911aa6a7cfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1350665 Nov 12 20:41:52.045999 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbfa7a-f537-4ea8-866f-c2dabaf384df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74ea4a0-bcc9-4fe9-a4b4-42c1c3171c6e,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:41:52.047684 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53108) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:41:52.099045 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b66bed4e-3a65-4ca7-beb6-b43699cd264e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:52.120756 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b66bed4e-3a65-4ca7-beb6-b43699cd264e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:52.166552 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b66bed4e-3a65-4ca7-beb6-b43699cd264e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:52.169246 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b66bed4e-3a65-4ca7-beb6-b43699cd264e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:52.170398 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b66bed4e-3a65-4ca7-beb6-b43699cd264e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e74ea4a0-bcc9-4fe9-a4b4-42c1c3171c6e HTTP/1.1" status: 204 len: 168 time: 0.1216586 Nov 12 20:41:52.178770 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bed4e-3a65-4ca7-beb6-b43699cd264e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74ea4a0-bcc9-4fe9-a4b4-42c1c3171c6e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:41:52.770799 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6daa58b1-e2c8-4f5b-94dc-ed60ab52f394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:52.830367 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53130) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:41:52.926286 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-4a43f454-f3a9-4225-989e-80102716d578 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-914463905-network', 'tenant_id': '7273eae13d60405c8488ce2fca1c560e'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:41:52.947417 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a43f454-f3a9-4225-989e-80102716d578 admin admin] Made reservation on behalf of 7273eae13d60405c8488ce2fca1c560e for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:41:52.949718 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4a43f454-f3a9-4225-989e-80102716d578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:52.958582 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4a43f454-f3a9-4225-989e-80102716d578 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:53.032091 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4a43f454-f3a9-4225-989e-80102716d578 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:53.036022 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4a43f454-f3a9-4225-989e-80102716d578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:53.059694 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a43f454-f3a9-4225-989e-80102716d578 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:41:53.070122 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43f454-f3a9-4225-989e-80102716d578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3395b79-67a2-45d6-9288-1e4fecd80a07,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:41:53.074812 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4a43f454-f3a9-4225-989e-80102716d578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:53.075169 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-4a43f454-f3a9-4225-989e-80102716d578 admin admin] Added segment d2bf9c08-191a-4824-bcdc-34586c40f3e9 of type vlan for network 1ebab7bb-e17c-4b94-8651-15942ef9477b Nov 12 20:41:53.114802 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4a43f454-f3a9-4225-989e-80102716d578 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:53.139235 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4a43f454-f3a9-4225-989e-80102716d578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:53.140208 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a43f454-f3a9-4225-989e-80102716d578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:53.141384 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4a43f454-f3a9-4225-989e-80102716d578 admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:53.198215 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4a43f454-f3a9-4225-989e-80102716d578 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3667097 Nov 12 20:41:53.201258 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53134) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:41:53.205558 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43f454-f3a9-4225-989e-80102716d578 admin admin] Pushing event updated for resources: {'Network': ['ID=1ebab7bb-e17c-4b94-8651-15942ef9477b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:41:53.207187 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b0b56e46-62a0-4d6f-b4cb-dc3ab459ca0d admin admin] Request body: {'subnet': {'network_id': '1ebab7bb-e17c-4b94-8651-15942ef9477b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-914463905-subnet', 'tenant_id': '7273eae13d60405c8488ce2fca1c560e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:41:53.215790 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 1ebab7bb-e17c-4b94-8651-15942ef9477b details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:41:53.227816 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b56e46-62a0-4d6f-b4cb-dc3ab459ca0d admin admin] Made reservation on behalf of 7273eae13d60405c8488ce2fca1c560e for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:41:53.230127 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b0b56e46-62a0-4d6f-b4cb-dc3ab459ca0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:53.714188 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b0b56e46-62a0-4d6f-b4cb-dc3ab459ca0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:53.767851 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b56e46-62a0-4d6f-b4cb-dc3ab459ca0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=084f91b9-c4fb-4eaf-983a-7785fd38d80f,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:41:53.778417 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b56e46-62a0-4d6f-b4cb-dc3ab459ca0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:41:53.778758 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b56e46-62a0-4d6f-b4cb-dc3ab459ca0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:41:53.779092 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b56e46-62a0-4d6f-b4cb-dc3ab459ca0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:41:53.779423 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b56e46-62a0-4d6f-b4cb-dc3ab459ca0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:41:53.779746 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b56e46-62a0-4d6f-b4cb-dc3ab459ca0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:41:53.780066 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b56e46-62a0-4d6f-b4cb-dc3ab459ca0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:41:53.780417 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b56e46-62a0-4d6f-b4cb-dc3ab459ca0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:41:53.780736 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b56e46-62a0-4d6f-b4cb-dc3ab459ca0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:41:53.781602 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b56e46-62a0-4d6f-b4cb-dc3ab459ca0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:41:53.781994 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b56e46-62a0-4d6f-b4cb-dc3ab459ca0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:41:53.782321 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b56e46-62a0-4d6f-b4cb-dc3ab459ca0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:41:53.782657 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b56e46-62a0-4d6f-b4cb-dc3ab459ca0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:41:53.787529 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b56e46-62a0-4d6f-b4cb-dc3ab459ca0d admin admin] Checking segment: {'id': 'd2bf9c08-191a-4824-bcdc-34586c40f3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1ebab7bb-e17c-4b94-8651-15942ef9477b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:41:53.787878 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b56e46-62a0-4d6f-b4cb-dc3ab459ca0d admin admin] Network hostable DHCP agents. Network: 1ebab7bb-e17c-4b94-8651-15942ef9477b, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:41:53.805094 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b56e46-62a0-4d6f-b4cb-dc3ab459ca0d admin admin] Network 1ebab7bb-e17c-4b94-8651-15942ef9477b is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:41:53.813979 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-b0b56e46-62a0-4d6f-b4cb-dc3ab459ca0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 1ebab7bb-e17c-4b94-8651-15942ef9477b) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:41:53.818093 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b56e46-62a0-4d6f-b4cb-dc3ab459ca0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:53.818688 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b0b56e46-62a0-4d6f-b4cb-dc3ab459ca0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:53.825051 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2b7875-0f30-4440-96d5-2a01adc23efd None None] Network 1ebab7bb-e17c-4b94-8651-15942ef9477b requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:41:53.834893 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b0b56e46-62a0-4d6f-b4cb-dc3ab459ca0d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6324785 Nov 12 20:41:53.889776 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:53.960725 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b469ff2a-2ab1-4a49-80ce-d8008a9830b3 None None] Network 1ebab7bb-e17c-4b94-8651-15942ef9477b requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:41:54.012444 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 24301149-ef2f-49e5-96f7-cfcc9d9a0645 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:41:54.036449 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 24301149-ef2f-49e5-96f7-cfcc9d9a0645 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:41:54.036791 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 24301149-ef2f-49e5-96f7-cfcc9d9a0645 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:41:54.216742 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:54.260996 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b556b-2a62-402e-a263-391c78e42377 req-8de82ff3-9845-4fc4-8c86-d4ffe81a4f0a tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:54.262352 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b44b556b-2a62-402e-a263-391c78e42377 req-8de82ff3-9845-4fc4-8c86-d4ffe81a4f0a tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/networks?id=1ebab7bb-e17c-4b94-8651-15942ef9477b HTTP/1.1" status: 200 len: 811 time: 0.1037402 Nov 12 20:41:54.278527 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b44b556b-2a62-402e-a263-391c78e42377 req-2a4b2280-a3f9-47d8-82db-5e712fb9d058 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/quotas/7273eae13d60405c8488ce2fca1c560e HTTP/1.1" status: 200 len: 375 time: 0.0094101 Nov 12 20:41:54.309381 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b44b556b-2a62-402e-a263-391c78e42377 req-3b2c7ba6-1070-4c4d-ae34-2f6bfacc8cce tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7273eae13d60405c8488ce2fca1c560e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256097 Nov 12 20:41:54.404513 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b44b556b-2a62-402e-a263-391c78e42377 req-eb8d387e-507f-4f69-94b2-8956a938245b service neutron] 10.222.0.48 "GET /v2.0/networks/1ebab7bb-e17c-4b94-8651-15942ef9477b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874450 Nov 12 20:41:54.496392 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b44b556b-2a62-402e-a263-391c78e42377 req-e9e7fce2-1075-49af-a73b-ae88ce4bf172 service neutron] 10.222.0.48 "GET /v2.0/networks/1ebab7bb-e17c-4b94-8651-15942ef9477b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824149 Nov 12 20:41:54.654246 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2b535e13-3713-4958-a2ad-bb96342798f6 req-dc0c85e3-cd8b-44e2-8fac-df55866f16b9 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 210 time: 0.0271199 Nov 12 20:41:55.257761 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:55.569603 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b556b-2a62-402e-a263-391c78e42377 req-91bb150f-4b91-49f3-adf6-4972cb26081b tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:55.571215 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b44b556b-2a62-402e-a263-391c78e42377 req-91bb150f-4b91-49f3-adf6-4972cb26081b tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.55 "GET /v2.0/networks?id=1ebab7bb-e17c-4b94-8651-15942ef9477b HTTP/1.1" status: 200 len: 811 time: 0.1076396 Nov 12 20:41:55.587125 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-b44b556b-2a62-402e-a263-391c78e42377 req-a09d6868-f1a1-453d-9595-c7bafa062444 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Request body: {'port': {'device_id': '8ca17d09-ba77-4c5c-8791-554d7c33ccda', 'network_id': '1ebab7bb-e17c-4b94-8651-15942ef9477b', 'admin_state_up': True, 'tenant_id': '7273eae13d60405c8488ce2fca1c560e'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:41:55.700595 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b44b556b-2a62-402e-a263-391c78e42377 req-a09d6868-f1a1-453d-9595-c7bafa062444 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Made reservation on behalf of 7273eae13d60405c8488ce2fca1c560e for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:41:55.705086 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b44b556b-2a62-402e-a263-391c78e42377 req-a09d6868-f1a1-453d-9595-c7bafa062444 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:55.787673 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e2adafba-b50e-442e-9263-fa1aa8c837d9 req-f08166ba-85f6-4ef5-b625-6819274b295a tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 210 time: 0.0560014 Nov 12 20:41:55.854563 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-b44b556b-2a62-402e-a263-391c78e42377 req-a09d6868-f1a1-453d-9595-c7bafa062444 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Allocated IP 172.20.0.8 (1ebab7bb-e17c-4b94-8651-15942ef9477b/084f91b9-c4fb-4eaf-983a-7785fd38d80f/f7136915-b293-4bcd-a0b2-ab6e7e108bcb) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:41:55.996550 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b44b556b-2a62-402e-a263-391c78e42377 req-a09d6868-f1a1-453d-9595-c7bafa062444 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:56.004156 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:56.032471 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b44b556b-2a62-402e-a263-391c78e42377 req-a09d6868-f1a1-453d-9595-c7bafa062444 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:56.077592 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b44b556b-2a62-402e-a263-391c78e42377 req-a09d6868-f1a1-453d-9595-c7bafa062444 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Network 1ebab7bb-e17c-4b94-8651-15942ef9477b is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:41:56.081751 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-b44b556b-2a62-402e-a263-391c78e42377 req-a09d6868-f1a1-453d-9595-c7bafa062444 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:41:56.084096 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44b556b-2a62-402e-a263-391c78e42377 req-a09d6868-f1a1-453d-9595-c7bafa062444 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:41:56.115382 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d6868-f1a1-453d-9595-c7bafa062444 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Pushing event updated for resources: {'Port': ['ID=f7136915-b293-4bcd-a0b2-ab6e7e108bcb,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:41:56.142980 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b556b-2a62-402e-a263-391c78e42377 req-a09d6868-f1a1-453d-9595-c7bafa062444 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:56.143586 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b44b556b-2a62-402e-a263-391c78e42377 req-a09d6868-f1a1-453d-9595-c7bafa062444 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:56.159158 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b44b556b-2a62-402e-a263-391c78e42377 req-a09d6868-f1a1-453d-9595-c7bafa062444 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5761609 Nov 12 20:41:56.171522 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-b44b556b-2a62-402e-a263-391c78e42377 req-f48cf23b-b63f-44cc-bfad-f3e05f23fd2b service neutron] Request body: {'port': {'device_id': '8ca17d09-ba77-4c5c-8791-554d7c33ccda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:41:56.222912 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b44b556b-2a62-402e-a263-391c78e42377 req-f48cf23b-b63f-44cc-bfad-f3e05f23fd2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:56.482442 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-b44b556b-2a62-402e-a263-391c78e42377 req-f48cf23b-b63f-44cc-bfad-f3e05f23fd2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7136915-b293-4bcd-a0b2-ab6e7e108bcb {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:41:56.490231 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b44b556b-2a62-402e-a263-391c78e42377 req-f48cf23b-b63f-44cc-bfad-f3e05f23fd2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:56.502524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-b44b556b-2a62-402e-a263-391c78e42377 req-f48cf23b-b63f-44cc-bfad-f3e05f23fd2b service neutron] Transition to ACTIVE for port object f7136915-b293-4bcd-a0b2-ab6e7e108bcb will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:41:56.506349 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b44b556b-2a62-402e-a263-391c78e42377 req-f48cf23b-b63f-44cc-bfad-f3e05f23fd2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:56.554989 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cf23b-b63f-44cc-bfad-f3e05f23fd2b service neutron] Pushing event updated for resources: {'Port': ['ID=f7136915-b293-4bcd-a0b2-ab6e7e108bcb,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:41:56.623020 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-b44b556b-2a62-402e-a263-391c78e42377 req-f48cf23b-b63f-44cc-bfad-f3e05f23fd2b service neutron] Attempting to bind port f7136915-b293-4bcd-a0b2-ab6e7e108bcb on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:41:56.623645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-b44b556b-2a62-402e-a263-391c78e42377 req-f48cf23b-b63f-44cc-bfad-f3e05f23fd2b service neutron] Attempting to bind port f7136915-b293-4bcd-a0b2-ab6e7e108bcb by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'd2bf9c08-191a-4824-bcdc-34586c40f3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1ebab7bb-e17c-4b94-8651-15942ef9477b'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:41:56.623645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44b556b-2a62-402e-a263-391c78e42377 req-f48cf23b-b63f-44cc-bfad-f3e05f23fd2b service neutron] Attempting to bind port f7136915-b293-4bcd-a0b2-ab6e7e108bcb on network 1ebab7bb-e17c-4b94-8651-15942ef9477b {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:41:56.628552 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44b556b-2a62-402e-a263-391c78e42377 req-f48cf23b-b63f-44cc-bfad-f3e05f23fd2b service neutron] Port f7136915-b293-4bcd-a0b2-ab6e7e108bcb on network 1ebab7bb-e17c-4b94-8651-15942ef9477b not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:41:56.628873 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44b556b-2a62-402e-a263-391c78e42377 req-f48cf23b-b63f-44cc-bfad-f3e05f23fd2b service neutron] Attempting to bind port f7136915-b293-4bcd-a0b2-ab6e7e108bcb on network 1ebab7bb-e17c-4b94-8651-15942ef9477b {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:41:56.633759 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44b556b-2a62-402e-a263-391c78e42377 req-f48cf23b-b63f-44cc-bfad-f3e05f23fd2b service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:41:56.634096 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44b556b-2a62-402e-a263-391c78e42377 req-f48cf23b-b63f-44cc-bfad-f3e05f23fd2b service neutron] Checking segment: {'id': 'd2bf9c08-191a-4824-bcdc-34586c40f3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1ebab7bb-e17c-4b94-8651-15942ef9477b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:41:56.634483 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44b556b-2a62-402e-a263-391c78e42377 req-f48cf23b-b63f-44cc-bfad-f3e05f23fd2b service neutron] Bound using segment: {'id': 'd2bf9c08-191a-4824-bcdc-34586c40f3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1ebab7bb-e17c-4b94-8651-15942ef9477b'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:41:56.634911 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-b44b556b-2a62-402e-a263-391c78e42377 req-f48cf23b-b63f-44cc-bfad-f3e05f23fd2b service neutron] Bound port: f7136915-b293-4bcd-a0b2-ab6e7e108bcb, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2bf9c08-191a-4824-bcdc-34586c40f3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1ebab7bb-e17c-4b94-8651-15942ef9477b'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:41:56.635267 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b44b556b-2a62-402e-a263-391c78e42377 req-f48cf23b-b63f-44cc-bfad-f3e05f23fd2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:56.699911 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-b44b556b-2a62-402e-a263-391c78e42377 req-f48cf23b-b63f-44cc-bfad-f3e05f23fd2b service neutron] For port f7136915-b293-4bcd-a0b2-ab6e7e108bcb, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:41:56.703082 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-b44b556b-2a62-402e-a263-391c78e42377 req-f48cf23b-b63f-44cc-bfad-f3e05f23fd2b service neutron] For port f7136915-b293-4bcd-a0b2-ab6e7e108bcb, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=f7136915-b293-4bcd-a0b2-ab6e7e108bcb,segment=NetworkSegment(d2bf9c08-191a-4824-bcdc-34586c40f3e9),segment_id=d2bf9c08-191a-4824-bcdc-34586c40f3e9)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:41:56.708131 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b44b556b-2a62-402e-a263-391c78e42377 req-f48cf23b-b63f-44cc-bfad-f3e05f23fd2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:56.740811 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b556b-2a62-402e-a263-391c78e42377 req-f48cf23b-b63f-44cc-bfad-f3e05f23fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:56.741436 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b44b556b-2a62-402e-a263-391c78e42377 req-f48cf23b-b63f-44cc-bfad-f3e05f23fd2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:41:56.742823 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b44b556b-2a62-402e-a263-391c78e42377 req-f48cf23b-b63f-44cc-bfad-f3e05f23fd2b service neutron] 10.222.0.55 "PUT /v2.0/ports/f7136915-b293-4bcd-a0b2-ab6e7e108bcb HTTP/1.1" status: 200 len: 1092 time: 0.5757430 Nov 12 20:41:56.743260 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca17d09-ba77-4c5c-8791-554d7c33ccda', 'tag': 'f7136915-b293-4bcd-a0b2-ab6e7e108bcb'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:41:56.745801 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff81f75-7729-4539-ae98-639c0cf4136e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca17d09-ba77-4c5c-8791-554d7c33ccda", "tag": "f7136915-b293-4bcd-a0b2-ab6e7e108bcb"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:41:56.772756 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cf23b-b63f-44cc-bfad-f3e05f23fd2b service neutron] Pushing event updated for resources: {'Port': ['ID=f7136915-b293-4bcd-a0b2-ab6e7e108bcb,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:41:56.785346 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07abce4a-0777-4876-860b-255a35179c81 x-openstack-request-id: req-07abce4a-0777-4876-860b-255a35179c81 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:41:56.785640 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca17d09-ba77-4c5c-8791-554d7c33ccda", "tag": "f7136915-b293-4bcd-a0b2-ab6e7e108bcb", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:41:56.785895 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-07abce4a-0777-4876-860b-255a35179c81 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:41:56.786295 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca17d09-ba77-4c5c-8791-554d7c33ccda', 'tag': 'f7136915-b293-4bcd-a0b2-ab6e7e108bcb', 'status': 'completed', 'code': 200} Nov 12 20:41:56.829022 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b556b-2a62-402e-a263-391c78e42377 req-044a8be4-8a01-4dce-956b-b22a53c591ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:56.830579 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b44b556b-2a62-402e-a263-391c78e42377 req-044a8be4-8a01-4dce-956b-b22a53c591ef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7273eae13d60405c8488ce2fca1c560e&device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 1095 time: 0.0426307 Nov 12 20:41:56.877478 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b44b556b-2a62-402e-a263-391c78e42377 req-8faa4943-b66e-4b4c-b3ad-2219057ae662 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7136915-b293-4bcd-a0b2-ab6e7e108bcb HTTP/1.1" status: 200 len: 217 time: 0.0393660 Nov 12 20:41:56.947628 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b556b-2a62-402e-a263-391c78e42377 req-45011d91-cf41-4686-b29f-2bc302ead841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:56.949137 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b44b556b-2a62-402e-a263-391c78e42377 req-45011d91-cf41-4686-b29f-2bc302ead841 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=084f91b9-c4fb-4eaf-983a-7785fd38d80f HTTP/1.1" status: 200 len: 851 time: 0.0644736 Nov 12 20:41:56.959980 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91cdc8-2b6b-4317-96b0-f242540a1d1b req-e6852e88-00cc-4d80-ad63-51f683b12a7c tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:56.961399 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e91cdc8-2b6b-4317-96b0-f242540a1d1b req-e6852e88-00cc-4d80-ad63-51f683b12a7c tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 943 time: 0.0871131 Nov 12 20:41:56.996918 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b44b556b-2a62-402e-a263-391c78e42377 req-5362671f-5427-4a2d-8f4d-e71c9217fb7c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ebab7bb-e17c-4b94-8651-15942ef9477b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345922 Nov 12 20:41:57.074979 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e91cdc8-2b6b-4317-96b0-f242540a1d1b req-33eeaad3-12e6-4fd5-95a7-1b85a24c52a3 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041794 Nov 12 20:41:57.110174 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b44b556b-2a62-402e-a263-391c78e42377 req-08868ec0-dede-4203-a139-d9784263ab99 service neutron] 10.222.0.55 "GET /v2.0/networks/1ebab7bb-e17c-4b94-8651-15942ef9477b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046119 Nov 12 20:41:57.202013 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b44b556b-2a62-402e-a263-391c78e42377 req-4387833b-8053-4d0d-9537-c408f85897bd service neutron] 10.222.0.55 "GET /v2.0/networks/1ebab7bb-e17c-4b94-8651-15942ef9477b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850618 Nov 12 20:41:57.284635 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff81f75-7729-4539-ae98-639c0cf4136e req-e83f9abe-7454-4252-bbeb-a8ab74e36388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:57.286152 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8ff81f75-7729-4539-ae98-639c0cf4136e req-e83f9abe-7454-4252-bbeb-a8ab74e36388 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7273eae13d60405c8488ce2fca1c560e&device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 1095 time: 0.0416052 Nov 12 20:41:57.377214 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff81f75-7729-4539-ae98-639c0cf4136e req-849c29f8-4ef2-4fa1-8926-7583d76cc940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:57.378688 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8ff81f75-7729-4539-ae98-639c0cf4136e req-849c29f8-4ef2-4fa1-8926-7583d76cc940 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ebab7bb-e17c-4b94-8651-15942ef9477b HTTP/1.1" status: 200 len: 912 time: 0.0858228 Nov 12 20:41:57.425503 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8ff81f75-7729-4539-ae98-639c0cf4136e req-4470ce43-5786-4912-8b84-5ec5c881db9a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7136915-b293-4bcd-a0b2-ab6e7e108bcb HTTP/1.1" status: 200 len: 217 time: 0.0394001 Nov 12 20:41:57.474170 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff81f75-7729-4539-ae98-639c0cf4136e req-a55bb315-fa0c-484c-888f-441227db8916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:57.475524 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8ff81f75-7729-4539-ae98-639c0cf4136e req-a55bb315-fa0c-484c-888f-441227db8916 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=084f91b9-c4fb-4eaf-983a-7785fd38d80f HTTP/1.1" status: 200 len: 851 time: 0.0436325 Nov 12 20:41:57.507296 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8ff81f75-7729-4539-ae98-639c0cf4136e req-5f47ca07-6eb7-4bd6-bc8c-b666f6b5c11d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ebab7bb-e17c-4b94-8651-15942ef9477b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247495 Nov 12 20:41:57.599341 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8ff81f75-7729-4539-ae98-639c0cf4136e req-f057c3a8-dd4d-4bd9-8154-04e0d5655e69 service neutron] 10.222.0.55 "GET /v2.0/networks/1ebab7bb-e17c-4b94-8651-15942ef9477b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853400 Nov 12 20:41:57.689869 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8ff81f75-7729-4539-ae98-639c0cf4136e req-2a722ce6-48ef-47de-b750-060d9fec85e2 service neutron] 10.222.0.55 "GET /v2.0/networks/1ebab7bb-e17c-4b94-8651-15942ef9477b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833817 Nov 12 20:41:58.194168 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47432ac-8ed5-43c7-89da-e6635baf6bbe req-13621417-525f-4816-9dd8-8cfdee80bc25 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:58.195644 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b47432ac-8ed5-43c7-89da-e6635baf6bbe req-13621417-525f-4816-9dd8-8cfdee80bc25 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 943 time: 0.0494158 Nov 12 20:41:58.247054 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b47432ac-8ed5-43c7-89da-e6635baf6bbe req-19a4e3d1-a861-49d4-802e-1cc1ce1f6d43 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454388 Nov 12 20:41:59.364916 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282d8f0-17ad-4784-a33b-591742a627f8 req-c493a57c-c2db-4a36-9910-3fc1ac1c0103 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:41:59.366615 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5282d8f0-17ad-4784-a33b-591742a627f8 req-c493a57c-c2db-4a36-9910-3fc1ac1c0103 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 943 time: 0.0522377 Nov 12 20:41:59.425250 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5282d8f0-17ad-4784-a33b-591742a627f8 req-94244fb7-5ee9-45ff-9313-6107846f987e tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469658 Nov 12 20:42:00.544465 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d2513-ab45-450c-9f68-1c256d8be89d req-48d3c22b-25fa-41f1-9f15-d5274031313a tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:00.545985 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a46d2513-ab45-450c-9f68-1c256d8be89d req-48d3c22b-25fa-41f1-9f15-d5274031313a tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 943 time: 0.0499752 Nov 12 20:42:00.603211 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a46d2513-ab45-450c-9f68-1c256d8be89d req-37d7c1f5-7406-48fa-94b7-645f2c667640 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501099 Nov 12 20:42:01.715857 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843af73-0051-4afc-ab45-1ed530dbe7c9 req-882225a4-8c0e-451f-aacb-2d39e1810872 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:01.717364 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4843af73-0051-4afc-ab45-1ed530dbe7c9 req-882225a4-8c0e-451f-aacb-2d39e1810872 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 943 time: 0.0483143 Nov 12 20:42:01.763570 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4843af73-0051-4afc-ab45-1ed530dbe7c9 req-5f99d485-5525-465c-9406-3d9f29141ddf tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403419 Nov 12 20:42:02.016563 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device f7136915-b293-4bcd-a0b2-ab6e7e108bcb details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:42:02.108519 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port f7136915-b293-4bcd-a0b2-ab6e7e108bcb, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=f7136915-b293-4bcd-a0b2-ab6e7e108bcb,segment=NetworkSegment(d2bf9c08-191a-4824-bcdc-34586c40f3e9),segment_id=d2bf9c08-191a-4824-bcdc-34586c40f3e9)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:42:02.123414 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'f7136915-b293-4bcd-a0b2-ab6e7e108bcb', 'network_id': '1ebab7bb-e17c-4b94-8651-15942ef9477b', 'port_id': 'f7136915-b293-4bcd-a0b2-ab6e7e108bcb', 'mac_address': 'fa:16:3e:e2:f9:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084f91b9-c4fb-4eaf-983a-7785fd38d80f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:42:02.159623 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:02.171733 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7136915-b293-4bcd-a0b2-ab6e7e108bcb {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:42:02.189864 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port f7136915-b293-4bcd-a0b2-ab6e7e108bcb, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=f7136915-b293-4bcd-a0b2-ab6e7e108bcb,segment=NetworkSegment(d2bf9c08-191a-4824-bcdc-34586c40f3e9),segment_id=d2bf9c08-191a-4824-bcdc-34586c40f3e9)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:42:02.193787 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:02.238332 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=f7136915-b293-4bcd-a0b2-ab6e7e108bcb,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:02.245736 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:02.246077 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:02.246415 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:02.246743 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:02.247067 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:02.247391 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:02.247712 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:02.248030 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:02.248377 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:02.248697 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:02.249013 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:02.249327 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:02.487857 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['f7136915-b293-4bcd-a0b2-ab6e7e108bcb'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:42:02.887463 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087187be-1f5f-4256-9d00-7a129fdcf75b req-8e21e22e-b7f4-481d-8f30-55a3f36e6834 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:02.889073 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-087187be-1f5f-4256-9d00-7a129fdcf75b req-8e21e22e-b7f4-481d-8f30-55a3f36e6834 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 944 time: 0.0499146 Nov 12 20:42:02.936814 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-087187be-1f5f-4256-9d00-7a129fdcf75b req-456c095d-334b-4578-a103-821a8ff5f8d7 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410328 Nov 12 20:42:04.049237 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device f7136915-b293-4bcd-a0b2-ab6e7e108bcb up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:42:04.051896 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3b817-f1d9-4598-afdb-803ece0a1176 req-fafdf764-2b4f-4a62-8f71-affc48f370f1 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:04.053526 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a2d3b817-f1d9-4598-afdb-803ece0a1176 req-fafdf764-2b4f-4a62-8f71-affc48f370f1 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 944 time: 0.0497544 Nov 12 20:42:04.102428 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port f7136915-b293-4bcd-a0b2-ab6e7e108bcb completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:42:04.104459 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a2d3b817-f1d9-4598-afdb-803ece0a1176 req-8708b6e3-208f-4e48-a25c-597abcdc82ae tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451639 Nov 12 20:42:04.106438 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port f7136915-b293-4bcd-a0b2-ab6e7e108bcb triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:42:04.106806 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:04.185896 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:04.208421 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca17d09-ba77-4c5c-8791-554d7c33ccda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7136915-b293-4bcd-a0b2-ab6e7e108bcb'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:42:04.210647 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcef8d48-ec4e-4d49-b8f6-0e3a6e151fc7" -d '{"events": [{"server_uuid": "8ca17d09-ba77-4c5c-8791-554d7c33ccda", "name": "network-vif-plugged", "status": "completed", "tag": "f7136915-b293-4bcd-a0b2-ab6e7e108bcb"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:42:04.223661 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port f7136915-b293-4bcd-a0b2-ab6e7e108bcb, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=f7136915-b293-4bcd-a0b2-ab6e7e108bcb,segment=NetworkSegment(d2bf9c08-191a-4824-bcdc-34586c40f3e9),segment_id=d2bf9c08-191a-4824-bcdc-34586c40f3e9)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:42:04.227763 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:04.251121 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61b2dad-a95d-42a2-99af-5cc3a384f985 x-openstack-request-id: req-b61b2dad-a95d-42a2-99af-5cc3a384f985 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:42:04.251416 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca17d09-ba77-4c5c-8791-554d7c33ccda", "name": "network-vif-plugged", "status": "completed", "tag": "f7136915-b293-4bcd-a0b2-ab6e7e108bcb", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:42:04.251669 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b61b2dad-a95d-42a2-99af-5cc3a384f985 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:42:04.252072 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca17d09-ba77-4c5c-8791-554d7c33ccda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7136915-b293-4bcd-a0b2-ab6e7e108bcb', 'code': 200} Nov 12 20:42:04.277584 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=f7136915-b293-4bcd-a0b2-ab6e7e108bcb,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:04.349645 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2914a-b79d-485c-89ad-1474f0a6bde0 req-d367c0d9-10c1-4616-b4a0-2236e1c2f718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:04.351160 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-48b2914a-b79d-485c-89ad-1474f0a6bde0 req-d367c0d9-10c1-4616-b4a0-2236e1c2f718 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 1097 time: 0.0439723 Nov 12 20:42:04.396116 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-48b2914a-b79d-485c-89ad-1474f0a6bde0 req-dba89245-a232-4e98-b7ee-e5735312ed4f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374665 Nov 12 20:42:05.221704 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59c70c-1325-427b-a749-af5db1984614 req-3dc4852b-60c5-452d-94d8-09387ba792af tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:05.223109 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ee59c70c-1325-427b-a749-af5db1984614 req-3dc4852b-60c5-452d-94d8-09387ba792af tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0485218 Nov 12 20:42:05.269000 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ee59c70c-1325-427b-a749-af5db1984614 req-4ff01607-817b-4b96-9cb2-ded919320234 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401137 Nov 12 20:42:06.390072 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d37f5-4026-4307-a15c-5061dc54d854 req-a6b34aa3-3cae-4530-8655-61e93153154a tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:06.391567 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e1d37f5-4026-4307-a15c-5061dc54d854 req-a6b34aa3-3cae-4530-8655-61e93153154a tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0539932 Nov 12 20:42:06.440790 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e1d37f5-4026-4307-a15c-5061dc54d854 req-209728fc-5ede-43ba-ba85-94be8faf7231 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430913 Nov 12 20:42:06.678145 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fbc338-f142-43cc-8f64-2915d936d772 req-8d812118-43a5-45f0-a751-910d978f767b tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:06.679733 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-88fbc338-f142-43cc-8f64-2915d936d772 req-8d812118-43a5-45f0-a751-910d978f767b tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0500803 Nov 12 20:42:06.723996 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d292044c-ea64-424d-8caf-355b98766f4b req-d855d9c4-71b1-4724-9d28-93021a65e308 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0996342 Nov 12 20:42:06.728774 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-88fbc338-f142-43cc-8f64-2915d936d772 req-11ec706d-f9f3-4b0d-9526-48a3ac80894e tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431180 Nov 12 20:42:06.733205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-d292044c-ea64-424d-8caf-355b98766f4b req-452b14e2-dd82-496c-8a62-edf07e482848 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:42:06.734211 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d292044c-ea64-424d-8caf-355b98766f4b req-452b14e2-dd82-496c-8a62-edf07e482848 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050790 Nov 12 20:42:07.243124 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457e952-4b3c-4381-b3c5-8c4f2dce63af req-8c739c57-8c19-4161-92f7-690c0ce40190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:07.244674 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8457e952-4b3c-4381-b3c5-8c4f2dce63af req-8c739c57-8c19-4161-92f7-690c0ce40190 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7273eae13d60405c8488ce2fca1c560e&device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 1097 time: 0.0434322 Nov 12 20:42:07.360823 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457e952-4b3c-4381-b3c5-8c4f2dce63af req-96b9fe1e-fc05-47a7-a149-ff91ca895f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:07.362315 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8457e952-4b3c-4381-b3c5-8c4f2dce63af req-96b9fe1e-fc05-47a7-a149-ff91ca895f4c service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ebab7bb-e17c-4b94-8651-15942ef9477b HTTP/1.1" status: 200 len: 912 time: 0.0956230 Nov 12 20:42:07.417921 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8457e952-4b3c-4381-b3c5-8c4f2dce63af req-f08e380e-d9a0-4d13-b469-e9e96f5f293c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7136915-b293-4bcd-a0b2-ab6e7e108bcb HTTP/1.1" status: 200 len: 217 time: 0.0481598 Nov 12 20:42:07.470784 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457e952-4b3c-4381-b3c5-8c4f2dce63af req-feb3f02b-c23a-4adf-af78-2faaa64229eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:07.472479 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8457e952-4b3c-4381-b3c5-8c4f2dce63af req-feb3f02b-c23a-4adf-af78-2faaa64229eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=084f91b9-c4fb-4eaf-983a-7785fd38d80f HTTP/1.1" status: 200 len: 851 time: 0.0484529 Nov 12 20:42:07.510894 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8457e952-4b3c-4381-b3c5-8c4f2dce63af req-c1ffb99c-3671-4dc9-ba3a-a77a0dc1bcd0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ebab7bb-e17c-4b94-8651-15942ef9477b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315566 Nov 12 20:42:07.613471 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8457e952-4b3c-4381-b3c5-8c4f2dce63af req-5590cf5e-1e2a-492d-a002-ab496cb467aa service neutron] 10.222.0.55 "GET /v2.0/networks/1ebab7bb-e17c-4b94-8651-15942ef9477b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951524 Nov 12 20:42:07.707580 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8457e952-4b3c-4381-b3c5-8c4f2dce63af req-19658eec-d861-42f6-a371-eb619a6aa9fe service neutron] 10.222.0.55 "GET /v2.0/networks/1ebab7bb-e17c-4b94-8651-15942ef9477b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872216 Nov 12 20:42:07.843517 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2119713-9001-40d3-926b-d85e47faf242 req-7c82e8a5-6348-495e-9617-17287ae11b33 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:07.846366 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b2119713-9001-40d3-926b-d85e47faf242 req-7c82e8a5-6348-495e-9617-17287ae11b33 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0485189 Nov 12 20:42:07.900522 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b2119713-9001-40d3-926b-d85e47faf242 req-dffe5b56-de46-4dda-b203-b1262da8bf1c tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475736 Nov 12 20:42:07.985395 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292044c-ea64-424d-8caf-355b98766f4b req-8f2a07da-c507-4855-99c4-0b826086f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:07.986785 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d292044c-ea64-424d-8caf-355b98766f4b req-8f2a07da-c507-4855-99c4-0b826086f7f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7273eae13d60405c8488ce2fca1c560e&device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 1097 time: 0.0405638 Nov 12 20:42:08.074176 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292044c-ea64-424d-8caf-355b98766f4b req-b428ecb6-f859-496e-9dc8-0ba7b708f40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:08.075639 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d292044c-ea64-424d-8caf-355b98766f4b req-b428ecb6-f859-496e-9dc8-0ba7b708f40f service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ebab7bb-e17c-4b94-8651-15942ef9477b HTTP/1.1" status: 200 len: 912 time: 0.0816300 Nov 12 20:42:08.122730 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d292044c-ea64-424d-8caf-355b98766f4b req-c0c32cf7-af6f-4ca9-b21c-5dc06a3a2560 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7136915-b293-4bcd-a0b2-ab6e7e108bcb HTTP/1.1" status: 200 len: 217 time: 0.0384474 Nov 12 20:42:08.172252 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292044c-ea64-424d-8caf-355b98766f4b req-d1eee222-b4e8-47e1-bfb9-c50a4e580222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:08.173714 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d292044c-ea64-424d-8caf-355b98766f4b req-d1eee222-b4e8-47e1-bfb9-c50a4e580222 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=084f91b9-c4fb-4eaf-983a-7785fd38d80f HTTP/1.1" status: 200 len: 851 time: 0.0440166 Nov 12 20:42:08.204671 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d292044c-ea64-424d-8caf-355b98766f4b req-6123ba74-a3a6-4eba-abef-20442e421608 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ebab7bb-e17c-4b94-8651-15942ef9477b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243490 Nov 12 20:42:08.296878 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d292044c-ea64-424d-8caf-355b98766f4b req-0226145a-0814-42cf-8209-633177965e16 service neutron] 10.222.0.55 "GET /v2.0/networks/1ebab7bb-e17c-4b94-8651-15942ef9477b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854282 Nov 12 20:42:08.389168 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d292044c-ea64-424d-8caf-355b98766f4b req-f0d69b93-79b8-4d1a-aba1-3559a42a9030 service neutron] 10.222.0.55 "GET /v2.0/networks/1ebab7bb-e17c-4b94-8651-15942ef9477b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826046 Nov 12 20:42:09.018722 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9b841-b776-44d9-bfdd-cdc91a1ca45b req-4bc331a5-8d2a-4385-8ade-88ddc66a43fb tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:09.020217 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b2f9b841-b776-44d9-bfdd-cdc91a1ca45b req-4bc331a5-8d2a-4385-8ade-88ddc66a43fb tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0488431 Nov 12 20:42:09.071126 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b2f9b841-b776-44d9-bfdd-cdc91a1ca45b req-84a390c9-70ef-4784-ae92-891b94fffc7b tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451026 Nov 12 20:42:10.194760 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1c1a8-64a5-4e51-92b5-083f3c321bbe req-91525c98-25a6-4c9b-b63f-f5306effa388 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:10.196258 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cff1c1a8-64a5-4e51-92b5-083f3c321bbe req-91525c98-25a6-4c9b-b63f-f5306effa388 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0527816 Nov 12 20:42:10.242205 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cff1c1a8-64a5-4e51-92b5-083f3c321bbe req-4cf819b8-44a7-4ab3-b980-c898946cbee0 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401452 Nov 12 20:42:11.360351 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ad219-7966-436e-b1d4-e0b4daa986bc req-8afe8561-4a95-460f-b50e-a616a7749429 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:11.361850 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d84ad219-7966-436e-b1d4-e0b4daa986bc req-8afe8561-4a95-460f-b50e-a616a7749429 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0509491 Nov 12 20:42:11.408791 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d84ad219-7966-436e-b1d4-e0b4daa986bc req-e787d574-6627-448c-9408-ec01278f4e63 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409970 Nov 12 20:42:12.530457 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16819986-165b-4168-a327-d8c66add3ed9 req-2826939b-a8ca-4a63-9119-a317704d0e66 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:12.533856 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-16819986-165b-4168-a327-d8c66add3ed9 req-2826939b-a8ca-4a63-9119-a317704d0e66 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0584671 Nov 12 20:42:12.582404 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-16819986-165b-4168-a327-d8c66add3ed9 req-ad4b118a-b3db-48d0-a1ee-799822c0b4ab tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426898 Nov 12 20:42:13.650879 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:42:13.700604 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7faf3-545e-4d5a-8c49-b21ab77fa356 req-615bd9e8-46ff-4105-bb6f-f1b016d39ab9 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:13.702129 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4cb7faf3-545e-4d5a-8c49-b21ab77fa356 req-615bd9e8-46ff-4105-bb6f-f1b016d39ab9 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0497708 Nov 12 20:42:13.750613 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4cb7faf3-545e-4d5a-8c49-b21ab77fa356 req-eb24b741-f55e-4672-90d9-c406a5b73007 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419691 Nov 12 20:42:14.865030 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe10436-af93-4955-9244-e637a1539247 req-36f38751-8deb-4791-a750-6fcef778fa60 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:14.866504 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3fe10436-af93-4955-9244-e637a1539247 req-36f38751-8deb-4791-a750-6fcef778fa60 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0483937 Nov 12 20:42:14.916927 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3fe10436-af93-4955-9244-e637a1539247 req-aa1507cf-dd31-496b-b1df-6e174494a97f tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444102 Nov 12 20:42:16.044173 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20349509-10d9-48a6-abb8-ef7889863f44 req-6ec192f8-c185-4a85-836c-ae77fb0faa99 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:16.045772 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-20349509-10d9-48a6-abb8-ef7889863f44 req-6ec192f8-c185-4a85-836c-ae77fb0faa99 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0533879 Nov 12 20:42:16.092724 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-20349509-10d9-48a6-abb8-ef7889863f44 req-7d47aa19-852d-403a-9f11-077cf005ee21 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410094 Nov 12 20:42:17.208287 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32100f59-a213-48c3-80af-24c891660d39 req-052f341c-b5e9-4a63-9363-f1f5dfb0a922 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:17.209661 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-32100f59-a213-48c3-80af-24c891660d39 req-052f341c-b5e9-4a63-9363-f1f5dfb0a922 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0492754 Nov 12 20:42:17.256901 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-32100f59-a213-48c3-80af-24c891660d39 req-f3b00f0f-25a5-4d21-b39f-98f44f112bf5 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413995 Nov 12 20:42:18.374287 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1d85a-f793-44e2-8626-e217cbce367b req-759b563d-60ba-405c-aab6-353cda5d2828 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:18.375791 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-08a1d85a-f793-44e2-8626-e217cbce367b req-759b563d-60ba-405c-aab6-353cda5d2828 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0498164 Nov 12 20:42:18.422556 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-08a1d85a-f793-44e2-8626-e217cbce367b req-d1db8760-bb57-4998-b528-6bba07528b32 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402451 Nov 12 20:42:19.540420 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd5a61-8159-4c1e-afb7-a0992be88b16 req-abd37d16-6937-4429-b564-707bf12d13b0 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:19.542114 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cebd5a61-8159-4c1e-afb7-a0992be88b16 req-abd37d16-6937-4429-b564-707bf12d13b0 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0502145 Nov 12 20:42:19.590501 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cebd5a61-8159-4c1e-afb7-a0992be88b16 req-1bc131ba-961e-4c6e-a140-a683d2f07375 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412955 Nov 12 20:42:19.948323 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00f84c94-4ee4-4ac3-8ca4-1e770e29e428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:20.392193 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:20.713708 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7a81a-bd66-4615-9524-d49b08af469d req-3146e2f4-61a9-4d07-80f6-0c20278fc58c tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:20.716049 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b6d7a81a-bd66-4615-9524-d49b08af469d req-3146e2f4-61a9-4d07-80f6-0c20278fc58c tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0536871 Nov 12 20:42:20.762446 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b6d7a81a-bd66-4615-9524-d49b08af469d req-2c3c02c8-a137-4228-a5a7-2980a2d5c3fe tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407093 Nov 12 20:42:21.880248 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e34b59-9bec-43a5-9ae6-c4ad768d4e92 req-91c1ecf2-47ce-40b7-a97e-c305cc1e7438 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:21.881726 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f0e34b59-9bec-43a5-9ae6-c4ad768d4e92 req-91c1ecf2-47ce-40b7-a97e-c305cc1e7438 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0521839 Nov 12 20:42:21.927918 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f0e34b59-9bec-43a5-9ae6-c4ad768d4e92 req-fee4c33c-5ae8-4b76-9ba4-c0e96391d4f3 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404577 Nov 12 20:42:22.773297 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-407a4e9b-94cd-4455-bdd5-92a39cb00c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:23.044253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94129d5a-2f55-409e-b77d-ebd8a2cb2626 req-056ab8e8-a504-4524-b527-5f10a296ebc0 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:23.045650 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-94129d5a-2f55-409e-b77d-ebd8a2cb2626 req-056ab8e8-a504-4524-b527-5f10a296ebc0 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0504224 Nov 12 20:42:23.091570 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-94129d5a-2f55-409e-b77d-ebd8a2cb2626 req-7f0d1118-d687-4221-b3a7-0cc9b6818fc9 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392549 Nov 12 20:42:23.849154 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:24.221082 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cc715-b36e-4c76-9161-aae313f6938b req-02839ce6-9112-49d2-bd12-1f20f0444b02 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:24.222581 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aa8cc715-b36e-4c76-9161-aae313f6938b req-02839ce6-9112-49d2-bd12-1f20f0444b02 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0488386 Nov 12 20:42:24.229531 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:24.271741 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aa8cc715-b36e-4c76-9161-aae313f6938b req-5fbb1f74-621c-4019-85a0-d542ab630108 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422306 Nov 12 20:42:25.262018 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:25.386750 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409caa5d-53ed-4d52-adfc-e6cc3bc0cb9e req-e690c9c7-869d-422c-9619-5ee3949e4bf6 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:25.388255 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-409caa5d-53ed-4d52-adfc-e6cc3bc0cb9e req-e690c9c7-869d-422c-9619-5ee3949e4bf6 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0485964 Nov 12 20:42:25.439971 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-409caa5d-53ed-4d52-adfc-e6cc3bc0cb9e req-49026ef2-60f6-4157-a5ba-29c0d99fc50c tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450668 Nov 12 20:42:25.995917 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:26.554864 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bec34c-c5cc-4e98-8238-16f7aef17ed5 req-d6b40398-6e67-475c-99d8-98b1ff3ac085 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:26.556365 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-07bec34c-c5cc-4e98-8238-16f7aef17ed5 req-d6b40398-6e67-475c-99d8-98b1ff3ac085 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0486119 Nov 12 20:42:26.607571 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-07bec34c-c5cc-4e98-8238-16f7aef17ed5 req-057acddb-b3d5-42ba-b712-efc3fefa4b57 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453105 Nov 12 20:42:27.727032 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2da52f-72a2-4caf-86e6-2292e924b6ba req-3ec423d3-0ba4-4553-8e41-10bab6695233 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:27.728601 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bd2da52f-72a2-4caf-86e6-2292e924b6ba req-3ec423d3-0ba4-4553-8e41-10bab6695233 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0515788 Nov 12 20:42:27.775035 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bd2da52f-72a2-4caf-86e6-2292e924b6ba req-3ceec180-f116-4464-99c2-3c6052f002f7 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406229 Nov 12 20:42:28.894029 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f09a92-6e03-4293-91be-0b0e51979dc4 req-6fd8b153-f4e9-40eb-9ec6-67939f2601fb tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:28.895518 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e8f09a92-6e03-4293-91be-0b0e51979dc4 req-6fd8b153-f4e9-40eb-9ec6-67939f2601fb tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0487344 Nov 12 20:42:28.942291 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e8f09a92-6e03-4293-91be-0b0e51979dc4 req-9cb43e69-ec2f-4c90-8efc-fc1cf30f8914 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408909 Nov 12 20:42:30.060549 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50843836-65f0-4f77-b7bd-315d4d748157 req-63f08491-cc21-4b51-bf6e-5599beff2365 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:30.067284 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-50843836-65f0-4f77-b7bd-315d4d748157 req-63f08491-cc21-4b51-bf6e-5599beff2365 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0489287 Nov 12 20:42:30.111306 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-50843836-65f0-4f77-b7bd-315d4d748157 req-8bef5d50-a228-4820-b379-6c6f94484b7a tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410929 Nov 12 20:42:31.226204 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01473145-0c12-42b5-86c0-6d15288eba14 req-a9a5105c-913a-41c1-8fa8-37c7df1429a2 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:31.227617 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-01473145-0c12-42b5-86c0-6d15288eba14 req-a9a5105c-913a-41c1-8fa8-37c7df1429a2 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0494618 Nov 12 20:42:31.275917 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-01473145-0c12-42b5-86c0-6d15288eba14 req-905b3496-1b99-47b5-b330-da4fa40ffeab tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424039 Nov 12 20:42:32.394653 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc723a8-710d-44b5-8d77-cd62aacf7c4a req-23547f26-c2e8-4629-919c-9a21c4ea7c23 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:32.396147 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ebc723a8-710d-44b5-8d77-cd62aacf7c4a req-23547f26-c2e8-4629-919c-9a21c4ea7c23 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0540280 Nov 12 20:42:32.442682 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ebc723a8-710d-44b5-8d77-cd62aacf7c4a req-405134cf-279d-4cb8-bb68-f58a4c6c4ddb tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407226 Nov 12 20:42:33.564933 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5148ec-38ad-4487-851f-316247860269 req-79814d3c-4f75-4692-bd54-2d04c871cdf8 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:33.566443 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ce5148ec-38ad-4487-851f-316247860269 req-79814d3c-4f75-4692-bd54-2d04c871cdf8 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0537136 Nov 12 20:42:33.619580 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ce5148ec-38ad-4487-851f-316247860269 req-10ea561d-3182-4f2b-b618-58d667eecf46 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472250 Nov 12 20:42:34.733595 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107fef97-c1ca-4825-879c-16377fea7cf3 req-ab9d0f6f-d4b5-4c0f-a6f3-e9a257cd2a21 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:34.735747 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-107fef97-c1ca-4825-879c-16377fea7cf3 req-ab9d0f6f-d4b5-4c0f-a6f3-e9a257cd2a21 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0493059 Nov 12 20:42:34.783193 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-107fef97-c1ca-4825-879c-16377fea7cf3 req-9ac0b5a4-7d65-43a5-96d9-2a9d6f4bc87c tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415461 Nov 12 20:42:35.372593 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [req-d292044c-ea64-424d-8caf-355b98766f4b req-7b22ad2a-14ee-4603-a5b5-47b590c33b80 service neutron] show failed (client error): The resource could not be found. Nov 12 20:42:35.373612 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d292044c-ea64-424d-8caf-355b98766f4b req-7b22ad2a-14ee-4603-a5b5-47b590c33b80 service neutron] 10.222.0.55 "GET /v2.0/ports/f7136915-b293-4bcd-a0b2-ab6e7e108bcb/bindings/n-h2-712140-15 HTTP/1.1" status: 404 len: 381 time: 0.0577924 Nov 12 20:42:35.657034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292044c-ea64-424d-8caf-355b98766f4b req-519578bc-4b8a-4268-bbef-ee21550a6aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:35.658500 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d292044c-ea64-424d-8caf-355b98766f4b req-519578bc-4b8a-4268-bbef-ee21550a6aaf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda&tenant_id=7273eae13d60405c8488ce2fca1c560e HTTP/1.1" status: 200 len: 1097 time: 0.1262677 Nov 12 20:42:35.670999 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-d292044c-ea64-424d-8caf-355b98766f4b req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-15', 'device_owner': 'compute:nova'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:42:35.724602 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d292044c-ea64-424d-8caf-355b98766f4b req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:35.939724 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-d292044c-ea64-424d-8caf-355b98766f4b req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] For port f7136915-b293-4bcd-a0b2-ab6e7e108bcb, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=f7136915-b293-4bcd-a0b2-ab6e7e108bcb,segment=NetworkSegment(d2bf9c08-191a-4824-bcdc-34586c40f3e9),segment_id=d2bf9c08-191a-4824-bcdc-34586c40f3e9)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:42:35.980330 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-d292044c-ea64-424d-8caf-355b98766f4b req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] For port f7136915-b293-4bcd-a0b2-ab6e7e108bcb, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:42:36.023537 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca17d09-ba77-4c5c-8791-554d7c33ccda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7136915-b293-4bcd-a0b2-ab6e7e108bcb'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:42:36.025963 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bd4557-4889-4aff-8301-1842f323d398" -d '{"events": [{"server_uuid": "8ca17d09-ba77-4c5c-8791-554d7c33ccda", "name": "network-vif-unplugged", "status": "completed", "tag": "f7136915-b293-4bcd-a0b2-ab6e7e108bcb"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:42:36.030204 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d292044c-ea64-424d-8caf-355b98766f4b req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:36.044958 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-d292044c-ea64-424d-8caf-355b98766f4b req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Transition to ACTIVE for port object f7136915-b293-4bcd-a0b2-ab6e7e108bcb will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:42:36.050296 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d292044c-ea64-424d-8caf-355b98766f4b req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:36.100914 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Pushing event updated for resources: {'Port': ['ID=f7136915-b293-4bcd-a0b2-ab6e7e108bcb,revision_number=6']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:36.111705 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:36.112289 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:36.112560 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:36.112887 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:36.113548 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:36.113638 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:36.113923 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:36.114307 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:36.114647 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:36.115034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:36.115349 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:36.115684 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:42:36.147458 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-d292044c-ea64-424d-8caf-355b98766f4b req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] No DVR routers for this DVR port f7136915-b293-4bcd-a0b2-ab6e7e108bcb on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:42:36.158097 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d9aa52-7ce8-4323-b294-26a037d29465 x-openstack-request-id: req-c9d9aa52-7ce8-4323-b294-26a037d29465 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:42:36.158392 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca17d09-ba77-4c5c-8791-554d7c33ccda", "name": "network-vif-unplugged", "status": "completed", "tag": "f7136915-b293-4bcd-a0b2-ab6e7e108bcb", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:42:36.158646 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9d9aa52-7ce8-4323-b294-26a037d29465 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:42:36.159051 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca17d09-ba77-4c5c-8791-554d7c33ccda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7136915-b293-4bcd-a0b2-ab6e7e108bcb', 'code': 200} Nov 12 20:42:36.184056 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-d292044c-ea64-424d-8caf-355b98766f4b req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Attempting to bind port f7136915-b293-4bcd-a0b2-ab6e7e108bcb on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:42:36.184423 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-d292044c-ea64-424d-8caf-355b98766f4b req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Attempting to bind port f7136915-b293-4bcd-a0b2-ab6e7e108bcb by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'd2bf9c08-191a-4824-bcdc-34586c40f3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1ebab7bb-e17c-4b94-8651-15942ef9477b'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:42:36.184753 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d292044c-ea64-424d-8caf-355b98766f4b req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Attempting to bind port f7136915-b293-4bcd-a0b2-ab6e7e108bcb on network 1ebab7bb-e17c-4b94-8651-15942ef9477b {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:42:36.188372 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563e0ff-a067-4658-a015-64b0b662318b req-3b4cda13-b9fe-4a00-ba9a-beae53b98eff tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:36.189193 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d292044c-ea64-424d-8caf-355b98766f4b req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Port f7136915-b293-4bcd-a0b2-ab6e7e108bcb on network 1ebab7bb-e17c-4b94-8651-15942ef9477b not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:42:36.189494 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d292044c-ea64-424d-8caf-355b98766f4b req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Attempting to bind port f7136915-b293-4bcd-a0b2-ab6e7e108bcb on network 1ebab7bb-e17c-4b94-8651-15942ef9477b {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:42:36.189934 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c563e0ff-a067-4658-a015-64b0b662318b req-3b4cda13-b9fe-4a00-ba9a-beae53b98eff tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 943 time: 0.0549223 Nov 12 20:42:36.194491 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d292044c-ea64-424d-8caf-355b98766f4b req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:42:36.194857 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d292044c-ea64-424d-8caf-355b98766f4b req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Checking segment: {'id': 'd2bf9c08-191a-4824-bcdc-34586c40f3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1ebab7bb-e17c-4b94-8651-15942ef9477b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:42:36.195242 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d292044c-ea64-424d-8caf-355b98766f4b req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Bound using segment: {'id': 'd2bf9c08-191a-4824-bcdc-34586c40f3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1ebab7bb-e17c-4b94-8651-15942ef9477b'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:42:36.195681 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-d292044c-ea64-424d-8caf-355b98766f4b req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Bound port: f7136915-b293-4bcd-a0b2-ab6e7e108bcb, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2bf9c08-191a-4824-bcdc-34586c40f3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1ebab7bb-e17c-4b94-8651-15942ef9477b'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:42:36.196046 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d292044c-ea64-424d-8caf-355b98766f4b req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:36.242101 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c563e0ff-a067-4658-a015-64b0b662318b req-2898de34-68a3-4906-ad12-4788c3c64935 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463886 Nov 12 20:42:36.264931 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-d292044c-ea64-424d-8caf-355b98766f4b req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] For port f7136915-b293-4bcd-a0b2-ab6e7e108bcb, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:42:36.268581 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-d292044c-ea64-424d-8caf-355b98766f4b req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] For port f7136915-b293-4bcd-a0b2-ab6e7e108bcb, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=f7136915-b293-4bcd-a0b2-ab6e7e108bcb,segment=NetworkSegment(d2bf9c08-191a-4824-bcdc-34586c40f3e9),segment_id=d2bf9c08-191a-4824-bcdc-34586c40f3e9)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:42:36.274174 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d292044c-ea64-424d-8caf-355b98766f4b req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:36.307094 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292044c-ea64-424d-8caf-355b98766f4b req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:36.307722 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d292044c-ea64-424d-8caf-355b98766f4b req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:36.309150 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d292044c-ea64-424d-8caf-355b98766f4b req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] 10.222.0.52 "PUT /v2.0/ports/f7136915-b293-4bcd-a0b2-ab6e7e108bcb HTTP/1.1" status: 200 len: 1092 time: 0.6421125 Nov 12 20:42:36.340081 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4362a-ac59-42d6-9825-eae9e76ccfeb service neutron] Pushing event updated for resources: {'Port': ['ID=f7136915-b293-4bcd-a0b2-ab6e7e108bcb,revision_number=7']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:36.374654 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292044c-ea64-424d-8caf-355b98766f4b req-562cb9e7-793a-4a26-824d-1258a68f7459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:36.376757 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d292044c-ea64-424d-8caf-355b98766f4b req-562cb9e7-793a-4a26-824d-1258a68f7459 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7273eae13d60405c8488ce2fca1c560e&device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 1095 time: 0.0446355 Nov 12 20:42:36.470454 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292044c-ea64-424d-8caf-355b98766f4b req-e1f0ddc4-f840-48ff-8a8c-b88b29173ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:36.471865 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d292044c-ea64-424d-8caf-355b98766f4b req-e1f0ddc4-f840-48ff-8a8c-b88b29173ef8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ebab7bb-e17c-4b94-8651-15942ef9477b HTTP/1.1" status: 200 len: 912 time: 0.0873361 Nov 12 20:42:36.513396 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d292044c-ea64-424d-8caf-355b98766f4b req-f458e716-5730-4488-90c8-e1fc04c716db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7136915-b293-4bcd-a0b2-ab6e7e108bcb HTTP/1.1" status: 200 len: 217 time: 0.0335889 Nov 12 20:42:36.560869 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292044c-ea64-424d-8caf-355b98766f4b req-3d29e60a-86e3-4faf-91c4-739e4661e4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:36.562885 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d292044c-ea64-424d-8caf-355b98766f4b req-3d29e60a-86e3-4faf-91c4-739e4661e4e3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=084f91b9-c4fb-4eaf-983a-7785fd38d80f HTTP/1.1" status: 200 len: 851 time: 0.0415485 Nov 12 20:42:36.598165 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d292044c-ea64-424d-8caf-355b98766f4b req-44e2ce45-cfb6-4b50-906f-9b7569abe91c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ebab7bb-e17c-4b94-8651-15942ef9477b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280607 Nov 12 20:42:36.685736 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d292044c-ea64-424d-8caf-355b98766f4b req-7c87b930-c029-42be-8422-a2c35b223623 service neutron] 10.222.0.52 "GET /v2.0/networks/1ebab7bb-e17c-4b94-8651-15942ef9477b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798995 Nov 12 20:42:36.777423 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d292044c-ea64-424d-8caf-355b98766f4b req-a785b9a6-23a3-4339-9df0-a78edcc1e228 service neutron] 10.222.0.52 "GET /v2.0/networks/1ebab7bb-e17c-4b94-8651-15942ef9477b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835583 Nov 12 20:42:37.362783 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e5cc6-9df6-4585-ad86-b5af872682a1 req-4d63c264-901d-41ff-82fe-787a01c6d8ac tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:37.364327 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5e6e5cc6-9df6-4585-ad86-b5af872682a1 req-4d63c264-901d-41ff-82fe-787a01c6d8ac tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 943 time: 0.0497825 Nov 12 20:42:37.411773 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5e6e5cc6-9df6-4585-ad86-b5af872682a1 req-2aca91a4-0345-487c-be8f-71cf8df244fe tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415673 Nov 12 20:42:38.159982 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca17d09-ba77-4c5c-8791-554d7c33ccda', 'tag': 'f7136915-b293-4bcd-a0b2-ab6e7e108bcb'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:42:38.162374 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4874162f-79e4-4ee3-88a6-5c60827169f3" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca17d09-ba77-4c5c-8791-554d7c33ccda", "tag": "f7136915-b293-4bcd-a0b2-ab6e7e108bcb"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:42:38.209345 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5a9825-bb10-4ad2-ba52-8bb9ed79c886 x-openstack-request-id: req-cf5a9825-bb10-4ad2-ba52-8bb9ed79c886 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:42:38.209633 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca17d09-ba77-4c5c-8791-554d7c33ccda", "tag": "f7136915-b293-4bcd-a0b2-ab6e7e108bcb", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:42:38.209883 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf5a9825-bb10-4ad2-ba52-8bb9ed79c886 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:42:38.210282 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca17d09-ba77-4c5c-8791-554d7c33ccda', 'tag': 'f7136915-b293-4bcd-a0b2-ab6e7e108bcb', 'status': 'completed', 'code': 200} Nov 12 20:42:38.274749 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874162f-79e4-4ee3-88a6-5c60827169f3 req-153b9531-a75e-471e-b108-50f63e4b3e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:38.275347 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874162f-79e4-4ee3-88a6-5c60827169f3 req-b8ee0b57-2007-4958-9a62-0974afed669f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:38.276406 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4874162f-79e4-4ee3-88a6-5c60827169f3 req-b8ee0b57-2007-4958-9a62-0974afed669f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7273eae13d60405c8488ce2fca1c560e&device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 1095 time: 0.0406146 Nov 12 20:42:38.276538 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4874162f-79e4-4ee3-88a6-5c60827169f3 req-153b9531-a75e-471e-b108-50f63e4b3e18 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7273eae13d60405c8488ce2fca1c560e&device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 1095 time: 0.0422785 Nov 12 20:42:38.377907 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874162f-79e4-4ee3-88a6-5c60827169f3 req-31c65aa1-2d2a-49e1-bf8d-105c07854bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:38.379006 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874162f-79e4-4ee3-88a6-5c60827169f3 req-ce30e599-0cc2-42ad-8ad8-913d72a888d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:38.379521 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4874162f-79e4-4ee3-88a6-5c60827169f3 req-31c65aa1-2d2a-49e1-bf8d-105c07854bd7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ebab7bb-e17c-4b94-8651-15942ef9477b HTTP/1.1" status: 200 len: 912 time: 0.0960388 Nov 12 20:42:38.380527 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4874162f-79e4-4ee3-88a6-5c60827169f3 req-ce30e599-0cc2-42ad-8ad8-913d72a888d9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ebab7bb-e17c-4b94-8651-15942ef9477b HTTP/1.1" status: 200 len: 912 time: 0.0931420 Nov 12 20:42:38.424076 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4874162f-79e4-4ee3-88a6-5c60827169f3 req-9227c0c3-5767-4c83-9909-112a240a8cef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7136915-b293-4bcd-a0b2-ab6e7e108bcb HTTP/1.1" status: 200 len: 217 time: 0.0355823 Nov 12 20:42:38.424966 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4874162f-79e4-4ee3-88a6-5c60827169f3 req-7a79dd16-6909-403f-966a-ab5c897630f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7136915-b293-4bcd-a0b2-ab6e7e108bcb HTTP/1.1" status: 200 len: 217 time: 0.0386384 Nov 12 20:42:38.480148 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874162f-79e4-4ee3-88a6-5c60827169f3 req-3c02cc1e-5c70-4eb7-b8da-86595357666d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:38.481686 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4874162f-79e4-4ee3-88a6-5c60827169f3 req-3c02cc1e-5c70-4eb7-b8da-86595357666d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=084f91b9-c4fb-4eaf-983a-7785fd38d80f HTTP/1.1" status: 200 len: 851 time: 0.0508146 Nov 12 20:42:38.482570 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874162f-79e4-4ee3-88a6-5c60827169f3 req-eb086734-6b36-4819-a4ee-da0c01d57f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:38.484041 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4874162f-79e4-4ee3-88a6-5c60827169f3 req-eb086734-6b36-4819-a4ee-da0c01d57f81 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=084f91b9-c4fb-4eaf-983a-7785fd38d80f HTTP/1.1" status: 200 len: 851 time: 0.0518029 Nov 12 20:42:38.525366 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4874162f-79e4-4ee3-88a6-5c60827169f3 req-91b6a348-5330-47d3-aa07-bf90118e61bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ebab7bb-e17c-4b94-8651-15942ef9477b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357802 Nov 12 20:42:38.527035 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4874162f-79e4-4ee3-88a6-5c60827169f3 req-9dea1b42-6670-4f4f-9add-c6c102ba0971 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ebab7bb-e17c-4b94-8651-15942ef9477b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342033 Nov 12 20:42:38.622166 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c07374-5924-4e2e-a275-bf304f29b819 req-b4569ab1-b902-4952-9f4a-6d3082c8fddf tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:38.623717 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-83c07374-5924-4e2e-a275-bf304f29b819 req-b4569ab1-b902-4952-9f4a-6d3082c8fddf tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 943 time: 0.1256311 Nov 12 20:42:38.629348 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4874162f-79e4-4ee3-88a6-5c60827169f3 req-dda793e6-600d-46d2-944b-27baa6304578 service neutron] 10.222.0.55 "GET /v2.0/networks/1ebab7bb-e17c-4b94-8651-15942ef9477b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954554 Nov 12 20:42:38.672890 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4874162f-79e4-4ee3-88a6-5c60827169f3 req-fd892200-3621-435f-af9c-282f7991dac5 service neutron] 10.222.0.52 "GET /v2.0/networks/1ebab7bb-e17c-4b94-8651-15942ef9477b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329463 Nov 12 20:42:38.699056 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-83c07374-5924-4e2e-a275-bf304f29b819 req-17dafcf4-9cc3-4363-b3e3-5c8d3ce56cf0 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668612 Nov 12 20:42:38.731120 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4874162f-79e4-4ee3-88a6-5c60827169f3 req-fcd63162-9955-42f9-b24e-52eebf938e94 service neutron] 10.222.0.55 "GET /v2.0/networks/1ebab7bb-e17c-4b94-8651-15942ef9477b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947042 Nov 12 20:42:38.774861 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4874162f-79e4-4ee3-88a6-5c60827169f3 req-6bfe3d97-4c36-4b0e-b1b4-619816585cf3 service neutron] 10.222.0.52 "GET /v2.0/networks/1ebab7bb-e17c-4b94-8651-15942ef9477b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920405 Nov 12 20:42:39.425018 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device f7136915-b293-4bcd-a0b2-ab6e7e108bcb details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:42:39.520511 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port f7136915-b293-4bcd-a0b2-ab6e7e108bcb, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=f7136915-b293-4bcd-a0b2-ab6e7e108bcb,segment=NetworkSegment(d2bf9c08-191a-4824-bcdc-34586c40f3e9),segment_id=d2bf9c08-191a-4824-bcdc-34586c40f3e9)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:42:39.531299 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'f7136915-b293-4bcd-a0b2-ab6e7e108bcb', 'network_id': '1ebab7bb-e17c-4b94-8651-15942ef9477b', 'port_id': 'f7136915-b293-4bcd-a0b2-ab6e7e108bcb', 'mac_address': 'fa:16:3e:e2:f9:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084f91b9-c4fb-4eaf-983a-7785fd38d80f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:42:39.567268 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:39.579955 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7136915-b293-4bcd-a0b2-ab6e7e108bcb {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:42:39.598501 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port f7136915-b293-4bcd-a0b2-ab6e7e108bcb, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=f7136915-b293-4bcd-a0b2-ab6e7e108bcb,segment=NetworkSegment(d2bf9c08-191a-4824-bcdc-34586c40f3e9),segment_id=d2bf9c08-191a-4824-bcdc-34586c40f3e9)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:42:39.602711 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:39.651763 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=f7136915-b293-4bcd-a0b2-ab6e7e108bcb,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:39.817756 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad519e-bbf9-4f17-bdd3-f405b69a8be9 req-576255d6-a17b-4da5-9e9a-86561ae04aa6 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:39.819230 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-48ad519e-bbf9-4f17-bdd3-f405b69a8be9 req-576255d6-a17b-4da5-9e9a-86561ae04aa6 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 944 time: 0.0485823 Nov 12 20:42:39.870034 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-48ad519e-bbf9-4f17-bdd3-f405b69a8be9 req-0fcd2573-3d87-4021-a6ec-c8a0f3936101 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447977 Nov 12 20:42:39.912645 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['f7136915-b293-4bcd-a0b2-ab6e7e108bcb'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:42:40.143966 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267f491-af32-47bd-b2e1-c36e0aa0e28a req-2b5be08d-3f0e-4195-b794-5bf7575cf0fa tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:40.145424 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5267f491-af32-47bd-b2e1-c36e0aa0e28a req-2b5be08d-3f0e-4195-b794-5bf7575cf0fa tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda&tenant_id=7273eae13d60405c8488ce2fca1c560e&binding%3Ahost_id=n-h2-712140-15 HTTP/1.1" status: 200 len: 944 time: 0.0842769 Nov 12 20:42:40.204867 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [req-5267f491-af32-47bd-b2e1-c36e0aa0e28a req-3f3227d5-a9d0-45b0-b45a-c2517c593b1c service neutron] delete failed (client error): The resource could not be found. Nov 12 20:42:40.205879 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5267f491-af32-47bd-b2e1-c36e0aa0e28a req-3f3227d5-a9d0-45b0-b45a-c2517c593b1c service neutron] 10.222.0.55 "DELETE /v2.0/ports/f7136915-b293-4bcd-a0b2-ab6e7e108bcb/bindings/n-h1-712140-15 HTTP/1.1" status: 404 len: 381 time: 0.0532606 Nov 12 20:42:40.219716 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device f7136915-b293-4bcd-a0b2-ab6e7e108bcb no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:42:40.260962 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device f7136915-b293-4bcd-a0b2-ab6e7e108bcb not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:42:40.297053 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267f491-af32-47bd-b2e1-c36e0aa0e28a req-8ae2e188-107a-4d9c-b73f-3945a0904b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:40.298568 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5267f491-af32-47bd-b2e1-c36e0aa0e28a req-8ae2e188-107a-4d9c-b73f-3945a0904b2c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7273eae13d60405c8488ce2fca1c560e&device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 1096 time: 0.0464923 Nov 12 20:42:40.391494 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267f491-af32-47bd-b2e1-c36e0aa0e28a req-2ca95edd-9698-4a98-9aa5-fc251e16ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:40.392995 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5267f491-af32-47bd-b2e1-c36e0aa0e28a req-2ca95edd-9698-4a98-9aa5-fc251e16ebe3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ebab7bb-e17c-4b94-8651-15942ef9477b HTTP/1.1" status: 200 len: 912 time: 0.0872169 Nov 12 20:42:40.436845 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5267f491-af32-47bd-b2e1-c36e0aa0e28a req-7e81861b-e071-4f0b-b644-840179b772df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7136915-b293-4bcd-a0b2-ab6e7e108bcb HTTP/1.1" status: 200 len: 217 time: 0.0366616 Nov 12 20:42:40.483855 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267f491-af32-47bd-b2e1-c36e0aa0e28a req-9958d841-14b0-4fd9-ac27-72f2a89d297a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:40.486007 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5267f491-af32-47bd-b2e1-c36e0aa0e28a req-9958d841-14b0-4fd9-ac27-72f2a89d297a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=084f91b9-c4fb-4eaf-983a-7785fd38d80f HTTP/1.1" status: 200 len: 851 time: 0.0426733 Nov 12 20:42:40.516945 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5267f491-af32-47bd-b2e1-c36e0aa0e28a req-418802e3-bb63-4756-a6a6-c8aeb61b5741 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ebab7bb-e17c-4b94-8651-15942ef9477b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244193 Nov 12 20:42:40.607395 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5267f491-af32-47bd-b2e1-c36e0aa0e28a req-4f07b1cf-83d5-42b4-b45b-7030508a0b1d service neutron] 10.222.0.55 "GET /v2.0/networks/1ebab7bb-e17c-4b94-8651-15942ef9477b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822875 Nov 12 20:42:40.695769 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5267f491-af32-47bd-b2e1-c36e0aa0e28a req-ea8eb91c-3621-4e9d-aa59-1470779e0947 service neutron] 10.222.0.55 "GET /v2.0/networks/1ebab7bb-e17c-4b94-8651-15942ef9477b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816026 Nov 12 20:42:41.385501 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a924346-8a53-4553-92c9-6d50215b9049 req-3a648285-b6f3-4a94-b2ef-9e647dfe6c02 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:41.386981 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2a924346-8a53-4553-92c9-6d50215b9049 req-3a648285-b6f3-4a94-b2ef-9e647dfe6c02 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 944 time: 0.0491140 Nov 12 20:42:41.441293 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2a924346-8a53-4553-92c9-6d50215b9049 req-a262b432-5bdc-42f0-918c-76bebdcdfdde tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477209 Nov 12 20:42:41.553155 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device f7136915-b293-4bcd-a0b2-ab6e7e108bcb up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:42:41.600622 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port f7136915-b293-4bcd-a0b2-ab6e7e108bcb completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:42:41.604535 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port f7136915-b293-4bcd-a0b2-ab6e7e108bcb triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:42:41.604906 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:41.680495 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:41.702926 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca17d09-ba77-4c5c-8791-554d7c33ccda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7136915-b293-4bcd-a0b2-ab6e7e108bcb'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:42:41.706039 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc838aac-0373-4c8e-8285-004117308072" -d '{"events": [{"server_uuid": "8ca17d09-ba77-4c5c-8791-554d7c33ccda", "name": "network-vif-plugged", "status": "completed", "tag": "f7136915-b293-4bcd-a0b2-ab6e7e108bcb"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:42:41.719026 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port f7136915-b293-4bcd-a0b2-ab6e7e108bcb, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=f7136915-b293-4bcd-a0b2-ab6e7e108bcb,segment=NetworkSegment(d2bf9c08-191a-4824-bcdc-34586c40f3e9),segment_id=d2bf9c08-191a-4824-bcdc-34586c40f3e9)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:42:41.723467 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:41.746121 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfd937e-7c2c-4eb8-ad48-212dc7325972 x-openstack-request-id: req-2cfd937e-7c2c-4eb8-ad48-212dc7325972 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:42:41.746406 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca17d09-ba77-4c5c-8791-554d7c33ccda", "name": "network-vif-plugged", "status": "completed", "tag": "f7136915-b293-4bcd-a0b2-ab6e7e108bcb", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:42:41.746911 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2cfd937e-7c2c-4eb8-ad48-212dc7325972 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:42:41.747287 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca17d09-ba77-4c5c-8791-554d7c33ccda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7136915-b293-4bcd-a0b2-ab6e7e108bcb', 'code': 200} Nov 12 20:42:41.772989 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=f7136915-b293-4bcd-a0b2-ab6e7e108bcb,revision_number=9']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:42.557438 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecaa33-8007-49f2-8453-61a2073f0b81 req-9a8d7e54-f5dc-4258-aabd-726ca13593d9 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:42.558925 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-66ecaa33-8007-49f2-8453-61a2073f0b81 req-9a8d7e54-f5dc-4258-aabd-726ca13593d9 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0489476 Nov 12 20:42:42.604808 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-66ecaa33-8007-49f2-8453-61a2073f0b81 req-c51c59e5-e093-494a-8798-6777716d9dce tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3395b79-67a2-45d6-9288-1e4fecd80a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396876 Nov 12 20:42:42.759125 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267f491-af32-47bd-b2e1-c36e0aa0e28a req-42aee646-845c-4ebc-8a12-d9fdb5ab89e2 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:42.760619 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5267f491-af32-47bd-b2e1-c36e0aa0e28a req-42aee646-845c-4ebc-8a12-d9fdb5ab89e2 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ca17d09-ba77-4c5c-8791-554d7c33ccda HTTP/1.1" status: 200 len: 945 time: 0.0527234 Nov 12 20:42:42.853448 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-5267f491-af32-47bd-b2e1-c36e0aa0e28a req-8da27868-3098-4137-861a-d70d6ba93125 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Deleting port f7136915-b293-4bcd-a0b2-ab6e7e108bcb {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:42:42.853791 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5267f491-af32-47bd-b2e1-c36e0aa0e28a req-8da27868-3098-4137-861a-d70d6ba93125 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:42.943089 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-5267f491-af32-47bd-b2e1-c36e0aa0e28a req-8da27868-3098-4137-861a-d70d6ba93125 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] For port f7136915-b293-4bcd-a0b2-ab6e7e108bcb, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=f7136915-b293-4bcd-a0b2-ab6e7e108bcb,segment=NetworkSegment(d2bf9c08-191a-4824-bcdc-34586c40f3e9),segment_id=d2bf9c08-191a-4824-bcdc-34586c40f3e9)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:42:42.943363 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5267f491-af32-47bd-b2e1-c36e0aa0e28a req-8da27868-3098-4137-861a-d70d6ba93125 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:42.956202 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-5267f491-af32-47bd-b2e1-c36e0aa0e28a req-8da27868-3098-4137-861a-d70d6ba93125 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Calling delete_port for f7136915-b293-4bcd-a0b2-ab6e7e108bcb owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:42:43.079746 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5267f491-af32-47bd-b2e1-c36e0aa0e28a req-8da27868-3098-4137-861a-d70d6ba93125 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:43.094265 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['f7136915-b293-4bcd-a0b2-ab6e7e108bcb'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:42:43.112839 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da27868-3098-4137-861a-d70d6ba93125 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Pushing event deleted for resources: {'Port': ['ID=f7136915-b293-4bcd-a0b2-ab6e7e108bcb,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:43.155774 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-5267f491-af32-47bd-b2e1-c36e0aa0e28a req-8da27868-3098-4137-861a-d70d6ba93125 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] No DVR routers for this DVR port f7136915-b293-4bcd-a0b2-ab6e7e108bcb on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:42:43.158611 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5267f491-af32-47bd-b2e1-c36e0aa0e28a req-8da27868-3098-4137-861a-d70d6ba93125 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:43.162258 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5267f491-af32-47bd-b2e1-c36e0aa0e28a req-8da27868-3098-4137-861a-d70d6ba93125 tempest-DeleteServersTestJSON-1093994715 tempest-DeleteServersTestJSON-1093994715-project] 10.222.0.52 "DELETE /v2.0/ports/f7136915-b293-4bcd-a0b2-ab6e7e108bcb HTTP/1.1" status: 204 len: 173 time: 0.3901069 Nov 12 20:42:43.162710 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca17d09-ba77-4c5c-8791-554d7c33ccda', 'name': 'network-vif-deleted', 'tag': 'f7136915-b293-4bcd-a0b2-ab6e7e108bcb'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:42:43.165045 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c224dfe-2c4e-4c2f-b9c8-a73e134fd89a" -d '{"events": [{"server_uuid": "8ca17d09-ba77-4c5c-8791-554d7c33ccda", "name": "network-vif-deleted", "tag": "f7136915-b293-4bcd-a0b2-ab6e7e108bcb"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:42:43.203865 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c985f1-9131-4ee5-b9cb-bbc6e74e3419 x-openstack-request-id: req-a8c985f1-9131-4ee5-b9cb-bbc6e74e3419 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:42:43.204164 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca17d09-ba77-4c5c-8791-554d7c33ccda", "name": "network-vif-deleted", "tag": "f7136915-b293-4bcd-a0b2-ab6e7e108bcb", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:42:43.204450 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8c985f1-9131-4ee5-b9cb-bbc6e74e3419 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:42:43.204878 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca17d09-ba77-4c5c-8791-554d7c33ccda', 'name': 'network-vif-deleted', 'tag': 'f7136915-b293-4bcd-a0b2-ab6e7e108bcb', 'status': 'completed', 'code': 200} Nov 12 20:42:43.735598 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53300) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:43.778666 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ddaad18-5943-4914-aa13-460419afefcf admin admin] Deleting subnet 084f91b9-c4fb-4eaf-983a-7785fd38d80f {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:42:43.782346 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ddaad18-5943-4914-aa13-460419afefcf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:43.815209 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ddaad18-5943-4914-aa13-460419afefcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:43.855872 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ddaad18-5943-4914-aa13-460419afefcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:43.905211 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ddaad18-5943-4914-aa13-460419afefcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:43.930628 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddaad18-5943-4914-aa13-460419afefcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=084f91b9-c4fb-4eaf-983a-7785fd38d80f,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:43.934351 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5ddaad18-5943-4914-aa13-460419afefcf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:43.937573 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5ddaad18-5943-4914-aa13-460419afefcf admin admin] 10.222.0.48 "DELETE /v2.0/subnets/084f91b9-c4fb-4eaf-983a-7785fd38d80f HTTP/1.1" status: 204 len: 168 time: 0.2008374 Nov 12 20:42:43.939963 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53302) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:44.007279 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-76683356-aaaa-4c77-ac6a-37e622cf9d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:44.087448 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-76683356-aaaa-4c77-ac6a-37e622cf9d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:44.106900 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-76683356-aaaa-4c77-ac6a-37e622cf9d05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ebab7bb-e17c-4b94-8651-15942ef9477b']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:42:44.116335 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-76683356-aaaa-4c77-ac6a-37e622cf9d05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2bf9c08-191a-4824-bcdc-34586c40f3e9') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:42:44.116630 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-76683356-aaaa-4c77-ac6a-37e622cf9d05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2bf9c08-191a-4824-bcdc-34586c40f3e9') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:42:44.125835 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-76683356-aaaa-4c77-ac6a-37e622cf9d05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:44.138793 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-76683356-aaaa-4c77-ac6a-37e622cf9d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:44.145544 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76683356-aaaa-4c77-ac6a-37e622cf9d05 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:42:44.146074 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-76683356-aaaa-4c77-ac6a-37e622cf9d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:42:44.147830 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:42:44.205050 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-76683356-aaaa-4c77-ac6a-37e622cf9d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:44.209610 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-76683356-aaaa-4c77-ac6a-37e622cf9d05 admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:44.212780 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-76683356-aaaa-4c77-ac6a-37e622cf9d05 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1ebab7bb-e17c-4b94-8651-15942ef9477b HTTP/1.1" status: 204 len: 168 time: 0.2718811 Nov 12 20:42:44.225841 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76683356-aaaa-4c77-ac6a-37e622cf9d05 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ebab7bb-e17c-4b94-8651-15942ef9477b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:44.322136 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53306) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:44.362309 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-faea5370-603a-4f1a-ae4b-e49e28dfc1c3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7273eae13d60405c8488ce2fca1c560e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389719 Nov 12 20:42:44.364863 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53308) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:44.416080 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7ce29ab2-d22c-48d4-920d-5aee3b35afab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:44.436134 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7ce29ab2-d22c-48d4-920d-5aee3b35afab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:44.481802 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7ce29ab2-d22c-48d4-920d-5aee3b35afab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:44.484412 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7ce29ab2-d22c-48d4-920d-5aee3b35afab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:44.485478 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7ce29ab2-d22c-48d4-920d-5aee3b35afab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e3395b79-67a2-45d6-9288-1e4fecd80a07 HTTP/1.1" status: 204 len: 168 time: 0.1197293 Nov 12 20:42:44.493010 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce29ab2-d22c-48d4-920d-5aee3b35afab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3395b79-67a2-45d6-9288-1e4fecd80a07,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:45.134492 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53330) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:45.231062 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-27ef78c7-40fd-4220-84af-35849367c8e4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1908153906-network', 'tenant_id': 'd6d7a492ce574fdfb817234441fd78fd'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:42:45.251253 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ef78c7-40fd-4220-84af-35849367c8e4 admin admin] Made reservation on behalf of d6d7a492ce574fdfb817234441fd78fd for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:42:45.253405 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27ef78c7-40fd-4220-84af-35849367c8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:45.264979 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27ef78c7-40fd-4220-84af-35849367c8e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:45.338872 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27ef78c7-40fd-4220-84af-35849367c8e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:45.344109 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27ef78c7-40fd-4220-84af-35849367c8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:45.369407 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ef78c7-40fd-4220-84af-35849367c8e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:42:45.380402 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef78c7-40fd-4220-84af-35849367c8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a3504e-2203-4abe-8c46-558ea593c932,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:45.386066 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27ef78c7-40fd-4220-84af-35849367c8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:45.386410 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-27ef78c7-40fd-4220-84af-35849367c8e4 admin admin] Added segment e4dce41b-5ed7-42ab-939d-9f48eb3078a5 of type vlan for network 5e3de896-d2b5-4cb1-be97-34f25d6b4569 Nov 12 20:42:45.425477 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27ef78c7-40fd-4220-84af-35849367c8e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:45.449329 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27ef78c7-40fd-4220-84af-35849367c8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:45.450290 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ef78c7-40fd-4220-84af-35849367c8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:45.450870 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-27ef78c7-40fd-4220-84af-35849367c8e4 admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:45.511132 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-27ef78c7-40fd-4220-84af-35849367c8e4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3754530 Nov 12 20:42:45.513997 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53334) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:42:45.516697 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef78c7-40fd-4220-84af-35849367c8e4 admin admin] Pushing event updated for resources: {'Network': ['ID=5e3de896-d2b5-4cb1-be97-34f25d6b4569,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:45.519640 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-eb10af1a-2288-4339-a332-cb9c78da4ad4 admin admin] Request body: {'subnet': {'network_id': '5e3de896-d2b5-4cb1-be97-34f25d6b4569', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1908153906-subnet', 'tenant_id': 'd6d7a492ce574fdfb817234441fd78fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:42:45.530281 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 5e3de896-d2b5-4cb1-be97-34f25d6b4569 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:42:45.541138 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb10af1a-2288-4339-a332-cb9c78da4ad4 admin admin] Made reservation on behalf of d6d7a492ce574fdfb817234441fd78fd for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:42:45.543492 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb10af1a-2288-4339-a332-cb9c78da4ad4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:45.706970 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb10af1a-2288-4339-a332-cb9c78da4ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:45.761894 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10af1a-2288-4339-a332-cb9c78da4ad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9af4dcbe-e86d-4534-8250-ec3efa41084c,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:45.768625 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb10af1a-2288-4339-a332-cb9c78da4ad4 admin admin] Checking segment: {'id': 'e4dce41b-5ed7-42ab-939d-9f48eb3078a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5e3de896-d2b5-4cb1-be97-34f25d6b4569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:42:45.768980 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb10af1a-2288-4339-a332-cb9c78da4ad4 admin admin] Network hostable DHCP agents. Network: 5e3de896-d2b5-4cb1-be97-34f25d6b4569, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:42:45.784270 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb10af1a-2288-4339-a332-cb9c78da4ad4 admin admin] Network 5e3de896-d2b5-4cb1-be97-34f25d6b4569 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:42:45.792407 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-eb10af1a-2288-4339-a332-cb9c78da4ad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 5e3de896-d2b5-4cb1-be97-34f25d6b4569) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:42:45.796214 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb10af1a-2288-4339-a332-cb9c78da4ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:45.797365 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eb10af1a-2288-4339-a332-cb9c78da4ad4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:45.802042 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9605aa4-e88a-48a2-9549-67fa47a3b8c5 None None] Network 5e3de896-d2b5-4cb1-be97-34f25d6b4569 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:42:45.814434 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-eb10af1a-2288-4339-a332-cb9c78da4ad4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2993529 Nov 12 20:42:45.924846 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3a1dc3-e3ad-4d81-8539-853c0c87bc88 None None] Network 5e3de896-d2b5-4cb1-be97-34f25d6b4569 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:42:46.240206 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-77eb4056-172c-48df-92b4-57828474493a tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:46.241719 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-77eb4056-172c-48df-92b4-57828474493a tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/networks?id=5e3de896-d2b5-4cb1-be97-34f25d6b4569 HTTP/1.1" status: 200 len: 815 time: 0.1052451 Nov 12 20:42:46.256703 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-287c249f-eb95-4a9d-a6cd-a23a59e9f677 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/quotas/d6d7a492ce574fdfb817234441fd78fd HTTP/1.1" status: 200 len: 375 time: 0.0091460 Nov 12 20:42:46.288223 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-94c193bd-5a21-4ff8-83b9-fe44b859d6a8 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d6d7a492ce574fdfb817234441fd78fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264530 Nov 12 20:42:46.299368 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-340e14fe-9c71-4722-8cba-fafdb3ee72da service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:42:46.300296 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-340e14fe-9c71-4722-8cba-fafdb3ee72da service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055668 Nov 12 20:42:46.393829 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-fe096eaa-fb8a-410f-bb13-2a49b57f84f7 service neutron] 10.222.0.48 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879056 Nov 12 20:42:46.492020 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-0fb3ba74-567b-49bb-84f3-412662d04aee service neutron] 10.222.0.48 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922437 Nov 12 20:42:46.652127 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-145687ec-85f3-4de8-87c9-0014530e101c req-569a8350-24eb-472c-8557-05e5bd981289 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 210 time: 0.0284154 Nov 12 20:42:47.472457 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device f7136915-b293-4bcd-a0b2-ab6e7e108bcb no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:42:47.492546 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: f7136915-b293-4bcd-a0b2-ab6e7e108bcb {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:42:47.492878 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device f7136915-b293-4bcd-a0b2-ab6e7e108bcb not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:42:47.776623 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3b9e07bf-d8aa-42f2-bdd3-4fa35bdc693c req-a37cc86c-5e06-4f8f-ad55-d43bad1ef906 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 210 time: 0.0529976 Nov 12 20:42:47.854276 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-82d500f1-50f0-46b1-9973-d220b3329992 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:47.855899 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-82d500f1-50f0-46b1-9973-d220b3329992 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.52 "GET /v2.0/networks?id=5e3de896-d2b5-4cb1-be97-34f25d6b4569 HTTP/1.1" status: 200 len: 815 time: 0.1338737 Nov 12 20:42:47.874639 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-96dd7bf4-3414-48f7-b8f2-a168c068ad3c tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Request body: {'port': {'device_id': '3d36ba64-8ee6-48f0-ba8e-9aa45628006e', 'network_id': '5e3de896-d2b5-4cb1-be97-34f25d6b4569', 'admin_state_up': True, 'tenant_id': 'd6d7a492ce574fdfb817234441fd78fd'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:42:47.983532 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-96dd7bf4-3414-48f7-b8f2-a168c068ad3c tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Made reservation on behalf of d6d7a492ce574fdfb817234441fd78fd for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:42:47.987542 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-96dd7bf4-3414-48f7-b8f2-a168c068ad3c tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:48.113489 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-96dd7bf4-3414-48f7-b8f2-a168c068ad3c tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Allocated IP 172.20.0.14 (5e3de896-d2b5-4cb1-be97-34f25d6b4569/9af4dcbe-e86d-4534-8250-ec3efa41084c/c8573f03-57e1-4c57-9bc8-40a14f9d91c2) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:42:48.262247 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-96dd7bf4-3414-48f7-b8f2-a168c068ad3c tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:48.295585 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-96dd7bf4-3414-48f7-b8f2-a168c068ad3c tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:48.335775 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-96dd7bf4-3414-48f7-b8f2-a168c068ad3c tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Network 5e3de896-d2b5-4cb1-be97-34f25d6b4569 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:42:48.338989 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-96dd7bf4-3414-48f7-b8f2-a168c068ad3c tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:42:48.346316 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-96dd7bf4-3414-48f7-b8f2-a168c068ad3c tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:42:48.375953 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd7bf4-3414-48f7-b8f2-a168c068ad3c tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Pushing event updated for resources: {'Port': ['ID=c8573f03-57e1-4c57-9bc8-40a14f9d91c2,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:48.402908 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-96dd7bf4-3414-48f7-b8f2-a168c068ad3c tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:48.403524 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-96dd7bf4-3414-48f7-b8f2-a168c068ad3c tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:48.419184 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-96dd7bf4-3414-48f7-b8f2-a168c068ad3c tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5484936 Nov 12 20:42:48.436435 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-7074bb88-cc8d-4280-8475-282f15798f8e service neutron] Request body: {'port': {'device_id': '3d36ba64-8ee6-48f0-ba8e-9aa45628006e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:42:48.490856 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-7074bb88-cc8d-4280-8475-282f15798f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:48.755182 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-7074bb88-cc8d-4280-8475-282f15798f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8573f03-57e1-4c57-9bc8-40a14f9d91c2 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:42:48.762608 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-7074bb88-cc8d-4280-8475-282f15798f8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:48.775257 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-7074bb88-cc8d-4280-8475-282f15798f8e service neutron] Transition to ACTIVE for port object c8573f03-57e1-4c57-9bc8-40a14f9d91c2 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:42:48.778145 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-7074bb88-cc8d-4280-8475-282f15798f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:48.845504 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074bb88-cc8d-4280-8475-282f15798f8e service neutron] Pushing event updated for resources: {'Port': ['ID=c8573f03-57e1-4c57-9bc8-40a14f9d91c2,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:48.895576 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-7074bb88-cc8d-4280-8475-282f15798f8e service neutron] Attempting to bind port c8573f03-57e1-4c57-9bc8-40a14f9d91c2 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:42:48.895916 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-7074bb88-cc8d-4280-8475-282f15798f8e service neutron] Attempting to bind port c8573f03-57e1-4c57-9bc8-40a14f9d91c2 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'e4dce41b-5ed7-42ab-939d-9f48eb3078a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5e3de896-d2b5-4cb1-be97-34f25d6b4569'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:42:48.896273 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-7074bb88-cc8d-4280-8475-282f15798f8e service neutron] Attempting to bind port c8573f03-57e1-4c57-9bc8-40a14f9d91c2 on network 5e3de896-d2b5-4cb1-be97-34f25d6b4569 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:42:48.897952 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a23c2-cb61-4283-b341-776606a308ee req-c316ccb5-822f-486a-af31-010cf365aa38 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:48.899461 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8b2a23c2-cb61-4283-b341-776606a308ee req-c316ccb5-822f-486a-af31-010cf365aa38 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 944 time: 0.0491500 Nov 12 20:42:48.900563 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-7074bb88-cc8d-4280-8475-282f15798f8e service neutron] Port c8573f03-57e1-4c57-9bc8-40a14f9d91c2 on network 5e3de896-d2b5-4cb1-be97-34f25d6b4569 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:42:48.900890 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-7074bb88-cc8d-4280-8475-282f15798f8e service neutron] Attempting to bind port c8573f03-57e1-4c57-9bc8-40a14f9d91c2 on network 5e3de896-d2b5-4cb1-be97-34f25d6b4569 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:42:48.905652 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-7074bb88-cc8d-4280-8475-282f15798f8e service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:42:48.906050 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-7074bb88-cc8d-4280-8475-282f15798f8e service neutron] Checking segment: {'id': 'e4dce41b-5ed7-42ab-939d-9f48eb3078a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5e3de896-d2b5-4cb1-be97-34f25d6b4569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:42:48.906980 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-7074bb88-cc8d-4280-8475-282f15798f8e service neutron] Bound using segment: {'id': 'e4dce41b-5ed7-42ab-939d-9f48eb3078a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5e3de896-d2b5-4cb1-be97-34f25d6b4569'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:42:48.907412 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-7074bb88-cc8d-4280-8475-282f15798f8e service neutron] Bound port: c8573f03-57e1-4c57-9bc8-40a14f9d91c2, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4dce41b-5ed7-42ab-939d-9f48eb3078a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5e3de896-d2b5-4cb1-be97-34f25d6b4569'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:42:48.907772 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-7074bb88-cc8d-4280-8475-282f15798f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:48.946554 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8b2a23c2-cb61-4283-b341-776606a308ee req-53f8d257-d133-48c8-a19a-59aab3dffa43 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408657 Nov 12 20:42:48.974489 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-7074bb88-cc8d-4280-8475-282f15798f8e service neutron] For port c8573f03-57e1-4c57-9bc8-40a14f9d91c2, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:42:48.977543 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-7074bb88-cc8d-4280-8475-282f15798f8e service neutron] For port c8573f03-57e1-4c57-9bc8-40a14f9d91c2, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=c8573f03-57e1-4c57-9bc8-40a14f9d91c2,segment=NetworkSegment(e4dce41b-5ed7-42ab-939d-9f48eb3078a5),segment_id=e4dce41b-5ed7-42ab-939d-9f48eb3078a5)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:42:48.982106 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-7074bb88-cc8d-4280-8475-282f15798f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:49.016802 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-7074bb88-cc8d-4280-8475-282f15798f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:49.017436 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-7074bb88-cc8d-4280-8475-282f15798f8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:49.018837 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-7074bb88-cc8d-4280-8475-282f15798f8e service neutron] 10.222.0.52 "PUT /v2.0/ports/c8573f03-57e1-4c57-9bc8-40a14f9d91c2 HTTP/1.1" status: 200 len: 1093 time: 0.5865009 Nov 12 20:42:49.019292 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d36ba64-8ee6-48f0-ba8e-9aa45628006e', 'tag': 'c8573f03-57e1-4c57-9bc8-40a14f9d91c2'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:42:49.021663 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b273bf4-8027-4bef-a08f-0932db9dce35" -d '{"events": [{"name": "network-changed", "server_uuid": "3d36ba64-8ee6-48f0-ba8e-9aa45628006e", "tag": "c8573f03-57e1-4c57-9bc8-40a14f9d91c2"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:42:49.049679 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074bb88-cc8d-4280-8475-282f15798f8e service neutron] Pushing event updated for resources: {'Port': ['ID=c8573f03-57e1-4c57-9bc8-40a14f9d91c2,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:49.076815 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86da2af-5174-4c1d-b9f7-1b2a8b9d24e6 x-openstack-request-id: req-e86da2af-5174-4c1d-b9f7-1b2a8b9d24e6 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:42:49.077105 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d36ba64-8ee6-48f0-ba8e-9aa45628006e", "tag": "c8573f03-57e1-4c57-9bc8-40a14f9d91c2", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:42:49.077360 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e86da2af-5174-4c1d-b9f7-1b2a8b9d24e6 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:42:49.077758 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d36ba64-8ee6-48f0-ba8e-9aa45628006e', 'tag': 'c8573f03-57e1-4c57-9bc8-40a14f9d91c2', 'status': 'completed', 'code': 200} Nov 12 20:42:49.110312 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-1f13a5a0-5add-4816-91c9-2594b84a6263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:49.111824 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-1f13a5a0-5add-4816-91c9-2594b84a6263 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d6d7a492ce574fdfb817234441fd78fd&device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 1096 time: 0.0448620 Nov 12 20:42:49.154556 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-9c8c0a7f-f992-420a-bda2-e444ef684fd4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8573f03-57e1-4c57-9bc8-40a14f9d91c2 HTTP/1.1" status: 200 len: 217 time: 0.0346432 Nov 12 20:42:49.212058 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-c2211cda-e615-478e-8f67-ac2ad12ce8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:49.213550 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-c2211cda-e615-478e-8f67-ac2ad12ce8da service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9af4dcbe-e86d-4534-8250-ec3efa41084c HTTP/1.1" status: 200 len: 855 time: 0.0474429 Nov 12 20:42:49.250253 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-ad7c7040-af2e-4b9b-86a7-fc03caa5d193 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e3de896-d2b5-4cb1-be97-34f25d6b4569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239670 Nov 12 20:42:49.341324 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-5ff3566e-35ea-4ea3-8931-46544a18eb0e service neutron] 10.222.0.52 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804834 Nov 12 20:42:49.439982 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-55e242ba-2adc-48db-bf05-998e1ce2e450 req-1d472e34-24d8-4b75-a338-ad356cfe2e74 service neutron] 10.222.0.52 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864532 Nov 12 20:42:49.538363 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b273bf4-8027-4bef-a08f-0932db9dce35 req-2bdc727c-5057-4575-9d3e-898e9dca5b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:49.539852 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b273bf4-8027-4bef-a08f-0932db9dce35 req-2bdc727c-5057-4575-9d3e-898e9dca5b67 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d6d7a492ce574fdfb817234441fd78fd&device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 1096 time: 0.0401988 Nov 12 20:42:49.633672 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b273bf4-8027-4bef-a08f-0932db9dce35 req-bfbea029-1bf1-4f94-a1e1-aca16685a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:49.635086 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b273bf4-8027-4bef-a08f-0932db9dce35 req-bfbea029-1bf1-4f94-a1e1-aca16685a608 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e3de896-d2b5-4cb1-be97-34f25d6b4569 HTTP/1.1" status: 200 len: 916 time: 0.0883007 Nov 12 20:42:49.676805 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b273bf4-8027-4bef-a08f-0932db9dce35 req-54977f49-c78a-448f-9025-b5a8df5f6f3c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8573f03-57e1-4c57-9bc8-40a14f9d91c2 HTTP/1.1" status: 200 len: 217 time: 0.0334969 Nov 12 20:42:49.727548 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b273bf4-8027-4bef-a08f-0932db9dce35 req-5a22bc0f-9ae0-4db6-9181-a3604d1357dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:49.729037 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b273bf4-8027-4bef-a08f-0932db9dce35 req-5a22bc0f-9ae0-4db6-9181-a3604d1357dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9af4dcbe-e86d-4534-8250-ec3efa41084c HTTP/1.1" status: 200 len: 855 time: 0.0458412 Nov 12 20:42:49.762181 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b273bf4-8027-4bef-a08f-0932db9dce35 req-7247f362-42f9-40b4-81d4-cf8f40cb8f36 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e3de896-d2b5-4cb1-be97-34f25d6b4569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246403 Nov 12 20:42:49.854238 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b273bf4-8027-4bef-a08f-0932db9dce35 req-2483c68f-0769-4e58-95b0-b919316ba8ae service neutron] 10.222.0.52 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831954 Nov 12 20:42:49.950520 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b273bf4-8027-4bef-a08f-0932db9dce35 req-057f5a11-40ec-4c47-8f7d-38c3a75cb353 service neutron] 10.222.0.52 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868502 Nov 12 20:42:49.952189 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3debccc0-c226-40cd-858a-dedafce31ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:50.065122 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481c68-91f0-4121-81a8-2d290bd213ae req-1e21c8ef-cec4-4f2b-bc5d-83348c7409ea tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:50.067301 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd481c68-91f0-4121-81a8-2d290bd213ae req-1e21c8ef-cec4-4f2b-bc5d-83348c7409ea tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 944 time: 0.0495763 Nov 12 20:42:50.119200 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd481c68-91f0-4121-81a8-2d290bd213ae req-837f23ee-edc3-4c97-83fa-21b8661f3e92 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460017 Nov 12 20:42:50.393418 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:50.650405 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:42:51.242547 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca46ec-8698-4125-aaf8-c6967ddce36e req-6d8e6ef8-b865-4150-a909-b158280c5854 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:51.243962 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3fca46ec-8698-4125-aaf8-c6967ddce36e req-6d8e6ef8-b865-4150-a909-b158280c5854 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 944 time: 0.0511808 Nov 12 20:42:51.290725 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3fca46ec-8698-4125-aaf8-c6967ddce36e req-d9b9757c-4b79-48db-8649-dba887de0022 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405416 Nov 12 20:42:51.488634 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device c8573f03-57e1-4c57-9bc8-40a14f9d91c2 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:42:51.585433 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port c8573f03-57e1-4c57-9bc8-40a14f9d91c2, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=c8573f03-57e1-4c57-9bc8-40a14f9d91c2,segment=NetworkSegment(e4dce41b-5ed7-42ab-939d-9f48eb3078a5),segment_id=e4dce41b-5ed7-42ab-939d-9f48eb3078a5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:42:51.596425 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'c8573f03-57e1-4c57-9bc8-40a14f9d91c2', 'network_id': '5e3de896-d2b5-4cb1-be97-34f25d6b4569', 'port_id': 'c8573f03-57e1-4c57-9bc8-40a14f9d91c2', 'mac_address': 'fa:16:3e:52:e4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af4dcbe-e86d-4534-8250-ec3efa41084c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:42:51.633409 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:51.649383 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8573f03-57e1-4c57-9bc8-40a14f9d91c2 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:42:51.667606 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port c8573f03-57e1-4c57-9bc8-40a14f9d91c2, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=c8573f03-57e1-4c57-9bc8-40a14f9d91c2,segment=NetworkSegment(e4dce41b-5ed7-42ab-939d-9f48eb3078a5),segment_id=e4dce41b-5ed7-42ab-939d-9f48eb3078a5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:42:51.671817 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:51.720925 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=c8573f03-57e1-4c57-9bc8-40a14f9d91c2,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:51.919993 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['c8573f03-57e1-4c57-9bc8-40a14f9d91c2'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:42:52.411083 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e562a9-a8ea-497d-ab3e-2d09c03772fe req-344eb221-4013-4452-8083-b08422f71f0a tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:52.412589 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-30e562a9-a8ea-497d-ab3e-2d09c03772fe req-344eb221-4013-4452-8083-b08422f71f0a tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 945 time: 0.0536711 Nov 12 20:42:52.458209 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-30e562a9-a8ea-497d-ab3e-2d09c03772fe req-f3769de6-0df0-43fa-b40f-de3f02485ac0 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398524 Nov 12 20:42:52.777873 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bcbcfeb5-1fb2-48af-a1a0-37ce3e17060f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:53.489034 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device c8573f03-57e1-4c57-9bc8-40a14f9d91c2 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:42:53.537660 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port c8573f03-57e1-4c57-9bc8-40a14f9d91c2 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:42:53.541901 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port c8573f03-57e1-4c57-9bc8-40a14f9d91c2 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:42:53.542356 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:53.582416 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30a10b-1759-4ec2-808a-ced4ade28668 req-44e31223-146d-4fb9-bba2-d6f1a5cb3a3a tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:53.583922 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e30a10b-1759-4ec2-808a-ced4ade28668 req-44e31223-146d-4fb9-bba2-d6f1a5cb3a3a tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 945 time: 0.0565732 Nov 12 20:42:53.621348 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:53.645582 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d36ba64-8ee6-48f0-ba8e-9aa45628006e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8573f03-57e1-4c57-9bc8-40a14f9d91c2'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:42:53.647869 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d4210c-cffc-4832-9098-696097850122" -d '{"events": [{"server_uuid": "3d36ba64-8ee6-48f0-ba8e-9aa45628006e", "name": "network-vif-plugged", "status": "completed", "tag": "c8573f03-57e1-4c57-9bc8-40a14f9d91c2"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:42:53.673245 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port c8573f03-57e1-4c57-9bc8-40a14f9d91c2, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=c8573f03-57e1-4c57-9bc8-40a14f9d91c2,segment=NetworkSegment(e4dce41b-5ed7-42ab-939d-9f48eb3078a5),segment_id=e4dce41b-5ed7-42ab-939d-9f48eb3078a5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:42:53.679090 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:53.702970 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cf14ca-3f59-4c21-a519-ff068da55c7d x-openstack-request-id: req-59cf14ca-3f59-4c21-a519-ff068da55c7d {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:42:53.703258 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d36ba64-8ee6-48f0-ba8e-9aa45628006e", "name": "network-vif-plugged", "status": "completed", "tag": "c8573f03-57e1-4c57-9bc8-40a14f9d91c2", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:42:53.703508 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-59cf14ca-3f59-4c21-a519-ff068da55c7d {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:42:53.703894 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d36ba64-8ee6-48f0-ba8e-9aa45628006e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8573f03-57e1-4c57-9bc8-40a14f9d91c2', 'code': 200} Nov 12 20:42:53.732792 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=c8573f03-57e1-4c57-9bc8-40a14f9d91c2,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:42:53.854931 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:54.003007 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e30a10b-1759-4ec2-808a-ced4ade28668 req-243df10d-80f4-4e9b-b49b-8e54b7c50335 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128690 Nov 12 20:42:54.008876 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d5c3c-b009-4402-bfe0-6dfb2ed65271 req-0aded82c-927c-4f4e-b2ca-a6429449d6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:54.010315 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-852d5c3c-b009-4402-bfe0-6dfb2ed65271 req-0aded82c-927c-4f4e-b2ca-a6429449d6f6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 1098 time: 0.0606668 Nov 12 20:42:54.060906 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-852d5c3c-b009-4402-bfe0-6dfb2ed65271 req-a9b714ff-e3e9-412e-87ef-fa85052d352c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379412 Nov 12 20:42:54.247404 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:55.119835 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d655d-a1ee-496d-8ecf-9d265cb6c0eb req-17772322-d92f-4317-858d-6fc7e130f195 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:55.121352 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-508d655d-a1ee-496d-8ecf-9d265cb6c0eb req-17772322-d92f-4317-858d-6fc7e130f195 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0486107 Nov 12 20:42:55.169020 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-508d655d-a1ee-496d-8ecf-9d265cb6c0eb req-f3f7f212-fae8-459c-85fe-5ba06a064deb tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415630 Nov 12 20:42:55.263372 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:55.997494 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:42:56.286334 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b83fb-4966-4a9e-9516-d9727496db6b req-2e3cd03f-3667-4be9-90bb-44776f7e6b4d tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:56.287717 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-746b83fb-4966-4a9e-9516-d9727496db6b req-2e3cd03f-3667-4be9-90bb-44776f7e6b4d tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0502119 Nov 12 20:42:56.337769 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-746b83fb-4966-4a9e-9516-d9727496db6b req-1c1ad023-b8db-49c4-a698-bc7a808ab9bc tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440903 Nov 12 20:42:56.455610 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28332b9c-e871-467c-a476-4517a351aa76 req-c62fe576-8ecb-43bb-8332-bafadc53e3f7 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:56.457127 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-28332b9c-e871-467c-a476-4517a351aa76 req-c62fe576-8ecb-43bb-8332-bafadc53e3f7 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0523915 Nov 12 20:42:56.503170 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-28332b9c-e871-467c-a476-4517a351aa76 req-7e372703-5e5e-4142-b1db-32345f6cbecb tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401828 Nov 12 20:42:56.715762 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36b0ea-a6ab-42b2-b944-46aed91b918a req-6ebeba5b-abbd-403e-b421-021ec37938b4 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:56.717225 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1a36b0ea-a6ab-42b2-b944-46aed91b918a req-6ebeba5b-abbd-403e-b421-021ec37938b4 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0469365 Nov 12 20:42:56.763675 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1a36b0ea-a6ab-42b2-b944-46aed91b918a req-f722a71a-3e7c-40cd-a48a-156478f7fe80 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397892 Nov 12 20:42:56.876583 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab1539-16ea-4e5c-838d-a4ce768f4373 req-eb077902-8342-49c1-9177-39782e1ba372 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:56.878078 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c9ab1539-16ea-4e5c-838d-a4ce768f4373 req-eb077902-8342-49c1-9177-39782e1ba372 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0488741 Nov 12 20:42:56.924908 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c9ab1539-16ea-4e5c-838d-a4ce768f4373 req-b1e7f72f-953a-465b-b3d2-bbc255bbc5f9 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408745 Nov 12 20:42:57.146812 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-b2771633-26d4-46d9-9f85-ac06982099c6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399263 Nov 12 20:42:57.161868 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a33645-b604-442d-8e83-9a86c14ab514 req-f3ba84fe-2980-4e3d-84b2-6061bbe27893 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:57.163460 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-53a33645-b604-442d-8e83-9a86c14ab514 req-f3ba84fe-2980-4e3d-84b2-6061bbe27893 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0504026 Nov 12 20:42:57.212736 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-53a33645-b604-442d-8e83-9a86c14ab514 req-4b6c324b-78c3-48c8-9a01-08c84bd5eb4f tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426114 Nov 12 20:42:58.340897 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-00d56799-50d6-47df-8482-3b7131511959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:58.341927 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e04ea-e705-4eee-8713-9df52e16ce3a req-d4c50bb2-5026-4c35-8c4f-1c94fd277c66 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:58.342568 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-00d56799-50d6-47df-8482-3b7131511959 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d6d7a492ce574fdfb817234441fd78fd&device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 1098 time: 0.0448329 Nov 12 20:42:58.343573 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-912e04ea-e705-4eee-8713-9df52e16ce3a req-d4c50bb2-5026-4c35-8c4f-1c94fd277c66 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0530963 Nov 12 20:42:58.391341 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-912e04ea-e705-4eee-8713-9df52e16ce3a req-3dcfe26d-1f82-48c2-b55f-f07f16b7123e tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406356 Nov 12 20:42:58.435636 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-5f0bdc87-0dab-4d70-a985-d78d2e6a417d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:58.437146 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-5f0bdc87-0dab-4d70-a985-d78d2e6a417d service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e3de896-d2b5-4cb1-be97-34f25d6b4569 HTTP/1.1" status: 200 len: 916 time: 0.0841706 Nov 12 20:42:58.482641 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-8a5f6486-b692-4766-aa20-d2e820fef951 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8573f03-57e1-4c57-9bc8-40a14f9d91c2 HTTP/1.1" status: 200 len: 217 time: 0.0375688 Nov 12 20:42:58.534701 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-0453784d-9147-482b-85cf-95d29ef14a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:58.536090 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-0453784d-9147-482b-85cf-95d29ef14a84 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9af4dcbe-e86d-4534-8250-ec3efa41084c HTTP/1.1" status: 200 len: 855 time: 0.0457289 Nov 12 20:42:58.571237 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-b48a9546-dcf1-476d-a4cc-204f4ec3aec8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e3de896-d2b5-4cb1-be97-34f25d6b4569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274644 Nov 12 20:42:58.664586 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-4c5ae925-6db7-424b-b899-b7ceb3f0d5a2 service neutron] 10.222.0.52 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855308 Nov 12 20:42:58.753851 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-e79b1e77-46c8-4cc7-ab35-9f752c0eb422 service neutron] 10.222.0.52 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806646 Nov 12 20:42:59.511329 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390eafc-124e-4856-928c-9400cb740805 req-679cac44-8962-4fb0-81a7-de779e2f02c1 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:42:59.512842 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4390eafc-124e-4856-928c-9400cb740805 req-679cac44-8962-4fb0-81a7-de779e2f02c1 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0499442 Nov 12 20:42:59.564257 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4390eafc-124e-4856-928c-9400cb740805 req-5ede2088-0487-4ae5-8402-3554fe0716c1 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451572 Nov 12 20:43:00.681183 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58317dcf-9b82-4c7a-82f0-a1c9c704efa8 req-3ca28871-eb47-4bdd-8061-5ed7166c73b3 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:00.682663 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-58317dcf-9b82-4c7a-82f0-a1c9c704efa8 req-3ca28871-eb47-4bdd-8061-5ed7166c73b3 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0476921 Nov 12 20:43:00.728761 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-58317dcf-9b82-4c7a-82f0-a1c9c704efa8 req-bcaa8059-0e51-40dd-8cfb-a7c03f8b8d18 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403752 Nov 12 20:43:01.843780 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b729c28-6113-4605-a466-f64c453c78d0 req-0a6317fa-823d-4078-b8f8-5a0e2f51f388 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:01.845299 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9b729c28-6113-4605-a466-f64c453c78d0 req-0a6317fa-823d-4078-b8f8-5a0e2f51f388 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0484607 Nov 12 20:43:01.893745 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9b729c28-6113-4605-a466-f64c453c78d0 req-f9f28350-b7e5-47b8-bd3e-8de28f4325a6 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418577 Nov 12 20:43:03.015420 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eebef3-b683-430f-a819-965a7421f5e8 req-9a01dde4-2440-4469-bd5a-1e91134476e2 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:03.016957 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-04eebef3-b683-430f-a819-965a7421f5e8 req-9a01dde4-2440-4469-bd5a-1e91134476e2 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0520692 Nov 12 20:43:03.389166 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-04eebef3-b683-430f-a819-965a7421f5e8 req-a8d7958c-f77c-4ba5-903b-523a4ccf2643 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661776 Nov 12 20:43:04.504862 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892093b-30f8-42c0-aef1-986228fec666 req-33fffaaa-d53f-42e4-b3ae-0fce600a7d96 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:04.506379 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7892093b-30f8-42c0-aef1-986228fec666 req-33fffaaa-d53f-42e4-b3ae-0fce600a7d96 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0486917 Nov 12 20:43:04.551923 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7892093b-30f8-42c0-aef1-986228fec666 req-e61f1e60-a87f-48b4-b6af-7685ad25f253 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397010 Nov 12 20:43:05.668919 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5909e78-2e23-4699-955f-0d36905c640c req-53783727-1b5f-4d87-bb67-2299f3d93b66 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:05.670279 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c5909e78-2e23-4699-955f-0d36905c640c req-53783727-1b5f-4d87-bb67-2299f3d93b66 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0489256 Nov 12 20:43:05.716274 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c5909e78-2e23-4699-955f-0d36905c640c req-cebd535a-6da4-47d0-ad2c-0ebe79df636b tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401149 Nov 12 20:43:06.834606 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cfe97-8e00-45b5-92ca-4eed14566832 req-19f44a98-fc43-4b77-b7ec-14f153a32fcf tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:06.836096 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7b3cfe97-8e00-45b5-92ca-4eed14566832 req-19f44a98-fc43-4b77-b7ec-14f153a32fcf tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0527368 Nov 12 20:43:06.883119 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7b3cfe97-8e00-45b5-92ca-4eed14566832 req-db926dcb-f2ba-42b9-9ee8-9b96e65d623c tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411139 Nov 12 20:43:08.004807 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d16da3-adf8-4d28-8d6b-c61599e89ada req-31d39659-9720-4009-af0d-8439af7c4a86 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:08.006287 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-57d16da3-adf8-4d28-8d6b-c61599e89ada req-31d39659-9720-4009-af0d-8439af7c4a86 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0487263 Nov 12 20:43:08.056511 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-57d16da3-adf8-4d28-8d6b-c61599e89ada req-f1a3c410-7403-45a4-ace0-d08945539ae5 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443974 Nov 12 20:43:08.868591 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92eb21-1a92-4b1b-9374-3f2ab5b3ddec req-cac71091-4e96-4cc1-ba02-2fddfdb435ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:08.870076 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ac92eb21-1a92-4b1b-9374-3f2ab5b3ddec req-cac71091-4e96-4cc1-ba02-2fddfdb435ab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d6d7a492ce574fdfb817234441fd78fd&device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 1098 time: 0.0402124 Nov 12 20:43:08.984027 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92eb21-1a92-4b1b-9374-3f2ab5b3ddec req-43721fe9-6312-46a7-8748-9f7f7522af5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:08.985570 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ac92eb21-1a92-4b1b-9374-3f2ab5b3ddec req-43721fe9-6312-46a7-8748-9f7f7522af5a service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e3de896-d2b5-4cb1-be97-34f25d6b4569 HTTP/1.1" status: 200 len: 916 time: 0.0861533 Nov 12 20:43:09.026202 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ac92eb21-1a92-4b1b-9374-3f2ab5b3ddec req-d36ece3a-e38b-4fc1-a9a8-a90de1d23b5f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8573f03-57e1-4c57-9bc8-40a14f9d91c2 HTTP/1.1" status: 200 len: 217 time: 0.0334885 Nov 12 20:43:09.077117 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92eb21-1a92-4b1b-9374-3f2ab5b3ddec req-530f6a08-59f7-4027-85ae-09f06c92fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:09.078574 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ac92eb21-1a92-4b1b-9374-3f2ab5b3ddec req-530f6a08-59f7-4027-85ae-09f06c92fefc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9af4dcbe-e86d-4534-8250-ec3efa41084c HTTP/1.1" status: 200 len: 855 time: 0.0425270 Nov 12 20:43:09.112614 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ac92eb21-1a92-4b1b-9374-3f2ab5b3ddec req-f94dfc7e-c997-4e36-a9f2-7260aee2fa44 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e3de896-d2b5-4cb1-be97-34f25d6b4569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255175 Nov 12 20:43:09.225961 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a7a33-8119-4e92-bb7f-ac317c8398e4 req-b88b0d6e-a098-408f-acca-375fe1a81213 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:09.227382 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-898a7a33-8119-4e92-bb7f-ac317c8398e4 req-b88b0d6e-a098-408f-acca-375fe1a81213 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.1005249 Nov 12 20:43:09.257440 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ac92eb21-1a92-4b1b-9374-3f2ab5b3ddec req-37a6295b-c1b2-4c6d-afcc-77173350c5b3 service neutron] 10.222.0.52 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380165 Nov 12 20:43:09.323061 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-898a7a33-8119-4e92-bb7f-ac317c8398e4 req-76bad650-40e2-4737-b88e-f30c8144bf25 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878503 Nov 12 20:43:09.379991 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ac92eb21-1a92-4b1b-9374-3f2ab5b3ddec req-bc0c1c6b-5f8b-4c89-ba72-07881476540a service neutron] 10.222.0.52 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072512 Nov 12 20:43:10.442742 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a154b7-a6f6-42e6-8e38-28cb19eb237c req-0891f050-416e-4e95-8f94-44d9c735c931 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:10.444215 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-49a154b7-a6f6-42e6-8e38-28cb19eb237c req-0891f050-416e-4e95-8f94-44d9c735c931 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0529795 Nov 12 20:43:10.489292 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-49a154b7-a6f6-42e6-8e38-28cb19eb237c req-81574a56-8645-4165-aa9a-dba7b5a0dec9 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391839 Nov 12 20:43:11.607404 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da92a6-b7d1-4ce3-92ec-ef8c77fc3b8c req-fa4a9daf-b8c2-4ee2-a82e-1765d03761b9 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:11.608809 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-26da92a6-b7d1-4ce3-92ec-ef8c77fc3b8c req-fa4a9daf-b8c2-4ee2-a82e-1765d03761b9 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0496957 Nov 12 20:43:11.655507 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-26da92a6-b7d1-4ce3-92ec-ef8c77fc3b8c req-f1a7b12e-1c63-4ae0-aacb-1e5d42b62ce0 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401559 Nov 12 20:43:12.771466 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6199cd-6e0b-45fd-a04f-b85c0ec78d47 req-54a09d50-69e8-4ea2-ae66-18f9a90d9e88 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:12.773457 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc6199cd-6e0b-45fd-a04f-b85c0ec78d47 req-54a09d50-69e8-4ea2-ae66-18f9a90d9e88 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0481861 Nov 12 20:43:12.820777 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dc6199cd-6e0b-45fd-a04f-b85c0ec78d47 req-978c12b7-9e39-49ac-a6c2-6bf0e4ccb0b7 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419576 Nov 12 20:43:13.942365 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f8bd8-edf4-4e99-80a1-cc691ceff052 req-d19558b1-8f5b-4651-81ff-35aab0f99580 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:13.943857 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-636f8bd8-edf4-4e99-80a1-cc691ceff052 req-d19558b1-8f5b-4651-81ff-35aab0f99580 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0536413 Nov 12 20:43:13.992029 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-636f8bd8-edf4-4e99-80a1-cc691ceff052 req-bf13afad-c12a-4886-9e8f-58118239f2b2 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422614 Nov 12 20:43:15.113963 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c577db0-91f4-4102-b68c-f9d99b7b722c req-0f5dbd44-935e-4ff2-9c3b-0a498ba78fa9 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:15.115467 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1c577db0-91f4-4102-b68c-f9d99b7b722c req-0f5dbd44-935e-4ff2-9c3b-0a498ba78fa9 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0544991 Nov 12 20:43:15.164218 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1c577db0-91f4-4102-b68c-f9d99b7b722c req-caad2fc1-0d5a-4776-8add-f0dda481e909 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428290 Nov 12 20:43:16.281882 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2e777-d596-4762-8b15-a97bb1e9fe27 req-1c162df8-b837-49cc-b045-e675805a836b tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:16.283409 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-69c2e777-d596-4762-8b15-a97bb1e9fe27 req-1c162df8-b837-49cc-b045-e675805a836b tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0498397 Nov 12 20:43:16.330943 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-69c2e777-d596-4762-8b15-a97bb1e9fe27 req-4655250d-4b09-4c14-8c42-d40a4a7b0309 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406442 Nov 12 20:43:17.446569 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1699a34-210d-4aac-90f3-3c10ff93557d req-4ce4de24-b60c-403a-8054-ae5895453c9e tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:17.448051 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a1699a34-210d-4aac-90f3-3c10ff93557d req-4ce4de24-b60c-403a-8054-ae5895453c9e tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0493932 Nov 12 20:43:17.494214 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a1699a34-210d-4aac-90f3-3c10ff93557d req-1c5aead3-e791-4dac-964a-85083ac5be78 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402801 Nov 12 20:43:18.615013 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6e767-3a70-4009-8899-2160aae15ad4 req-4391b756-2689-4039-a173-b0af402a9d32 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:18.616445 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8ac6e767-3a70-4009-8899-2160aae15ad4 req-4391b756-2689-4039-a173-b0af402a9d32 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0539968 Nov 12 20:43:18.663369 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8ac6e767-3a70-4009-8899-2160aae15ad4 req-440a7e6d-205b-494f-a90c-8c310dcd4469 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409961 Nov 12 20:43:19.777882 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35f730-8ae2-4747-b6c5-c2d17b7d4ef8 req-332e4291-ba2c-481c-a98b-ebcb87449e4e tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:19.779377 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db35f730-8ae2-4747-b6c5-c2d17b7d4ef8 req-332e4291-ba2c-481c-a98b-ebcb87449e4e tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0492663 Nov 12 20:43:19.830227 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-db35f730-8ae2-4747-b6c5-c2d17b7d4ef8 req-d698ad35-0925-4890-9084-13687fe7c79d tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442090 Nov 12 20:43:19.954414 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-67a04cb0-7af6-468f-ad82-d64f3abf4aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:20.394882 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:20.952282 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a44085-bffd-450a-8216-cd07adfc971c req-14ec8d54-598f-48e7-a2c0-5c8c784281bc tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:20.953776 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d1a44085-bffd-450a-8216-cd07adfc971c req-14ec8d54-598f-48e7-a2c0-5c8c784281bc tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0507410 Nov 12 20:43:21.001202 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d1a44085-bffd-450a-8216-cd07adfc971c req-8b09fb26-854b-4f30-a80f-4c0df9f9b3b3 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413516 Nov 12 20:43:22.126145 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de672a5-e566-47bf-a02b-d935d17f9f94 req-41408546-bd07-4c5b-928e-7fbf0bf94998 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:22.128114 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6de672a5-e566-47bf-a02b-d935d17f9f94 req-41408546-bd07-4c5b-928e-7fbf0bf94998 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0484796 Nov 12 20:43:22.174106 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6de672a5-e566-47bf-a02b-d935d17f9f94 req-6bf175be-b847-443d-a2db-3476f59208db tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401089 Nov 12 20:43:22.782844 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0f30f65c-f75e-4151-bfa7-28c25794fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:23.309931 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a8392-fc16-4236-8cea-c18a6371ac6b req-01bc5f33-b06e-407b-9d1c-01536728dd6e tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:23.311455 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-995a8392-fc16-4236-8cea-c18a6371ac6b req-01bc5f33-b06e-407b-9d1c-01536728dd6e tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0563591 Nov 12 20:43:23.364771 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-995a8392-fc16-4236-8cea-c18a6371ac6b req-37391df5-6613-4b23-b095-9686de9cb0e4 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469944 Nov 12 20:43:23.854993 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:24.247447 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:24.481983 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b88be5-17eb-4f50-9d27-1b0affee0dea req-1b94c739-a2fe-47b9-baf4-36edf774747d tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:24.483445 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-29b88be5-17eb-4f50-9d27-1b0affee0dea req-1b94c739-a2fe-47b9-baf4-36edf774747d tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0479846 Nov 12 20:43:24.529988 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-29b88be5-17eb-4f50-9d27-1b0affee0dea req-3dcc9d4f-2344-4285-8454-bc85e717d3d4 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396206 Nov 12 20:43:25.265826 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:25.646195 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a35d7-d04b-4c65-b7f3-2f61c76f4d67 req-5ee07fc7-e5db-4a48-bc3b-7009a2bbc796 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:25.647673 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5c9a35d7-d04b-4c65-b7f3-2f61c76f4d67 req-5ee07fc7-e5db-4a48-bc3b-7009a2bbc796 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0492125 Nov 12 20:43:25.694125 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5c9a35d7-d04b-4c65-b7f3-2f61c76f4d67 req-2cb71bff-bcc4-41b7-aefa-5c719e57e991 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404494 Nov 12 20:43:26.000133 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:26.017730 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-339fcf77-2354-4e53-91ca-922d01ea3a94 service neutron] show failed (client error): The resource could not be found. Nov 12 20:43:26.018848 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-339fcf77-2354-4e53-91ca-922d01ea3a94 service neutron] 10.222.0.52 "GET /v2.0/ports/c8573f03-57e1-4c57-9bc8-40a14f9d91c2/bindings/n-h1-712140-15 HTTP/1.1" status: 404 len: 381 time: 0.0579915 Nov 12 20:43:26.245317 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-e59d5881-e6cb-43df-a073-5e5260303421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:26.246813 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-e59d5881-e6cb-43df-a073-5e5260303421 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e&tenant_id=d6d7a492ce574fdfb817234441fd78fd HTTP/1.1" status: 200 len: 1098 time: 0.0452282 Nov 12 20:43:26.258364 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-15', 'device_owner': 'compute:nova'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:26.310757 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:26.506903 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] For port c8573f03-57e1-4c57-9bc8-40a14f9d91c2, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=c8573f03-57e1-4c57-9bc8-40a14f9d91c2,segment=NetworkSegment(e4dce41b-5ed7-42ab-939d-9f48eb3078a5),segment_id=e4dce41b-5ed7-42ab-939d-9f48eb3078a5)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:26.538430 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] For port c8573f03-57e1-4c57-9bc8-40a14f9d91c2, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:43:26.582149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d36ba64-8ee6-48f0-ba8e-9aa45628006e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8573f03-57e1-4c57-9bc8-40a14f9d91c2'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:26.584429 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65995c66-762d-48d6-9fbb-60d62910e6d9" -d '{"events": [{"server_uuid": "3d36ba64-8ee6-48f0-ba8e-9aa45628006e", "name": "network-vif-unplugged", "status": "completed", "tag": "c8573f03-57e1-4c57-9bc8-40a14f9d91c2"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:26.588399 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:26.600829 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Transition to ACTIVE for port object c8573f03-57e1-4c57-9bc8-40a14f9d91c2 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:43:26.604653 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:26.633954 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789c6af9-c231-4fd0-a6ec-3c972fd5c875 x-openstack-request-id: req-789c6af9-c231-4fd0-a6ec-3c972fd5c875 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:26.634239 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d36ba64-8ee6-48f0-ba8e-9aa45628006e", "name": "network-vif-unplugged", "status": "completed", "tag": "c8573f03-57e1-4c57-9bc8-40a14f9d91c2", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:26.634479 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-789c6af9-c231-4fd0-a6ec-3c972fd5c875 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:26.634856 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d36ba64-8ee6-48f0-ba8e-9aa45628006e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8573f03-57e1-4c57-9bc8-40a14f9d91c2', 'code': 200} Nov 12 20:43:26.668620 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] No DVR routers for this DVR port c8573f03-57e1-4c57-9bc8-40a14f9d91c2 on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:43:26.675377 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Pushing event updated for resources: {'Port': ['ID=c8573f03-57e1-4c57-9bc8-40a14f9d91c2,revision_number=6']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:26.698165 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:26.698511 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:26.698853 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:26.699188 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:26.699519 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:26.699851 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:26.700179 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:26.700525 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:26.700855 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:26.701176 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:26.701498 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:26.701820 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:26.717802 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Attempting to bind port c8573f03-57e1-4c57-9bc8-40a14f9d91c2 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:43:26.718139 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Attempting to bind port c8573f03-57e1-4c57-9bc8-40a14f9d91c2 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'e4dce41b-5ed7-42ab-939d-9f48eb3078a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5e3de896-d2b5-4cb1-be97-34f25d6b4569'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:43:26.718586 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Attempting to bind port c8573f03-57e1-4c57-9bc8-40a14f9d91c2 on network 5e3de896-d2b5-4cb1-be97-34f25d6b4569 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:43:26.723507 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Port c8573f03-57e1-4c57-9bc8-40a14f9d91c2 on network 5e3de896-d2b5-4cb1-be97-34f25d6b4569 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:43:26.723831 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Attempting to bind port c8573f03-57e1-4c57-9bc8-40a14f9d91c2 on network 5e3de896-d2b5-4cb1-be97-34f25d6b4569 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:43:26.728733 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:43:26.729071 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Checking segment: {'id': 'e4dce41b-5ed7-42ab-939d-9f48eb3078a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5e3de896-d2b5-4cb1-be97-34f25d6b4569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:43:26.729450 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Bound using segment: {'id': 'e4dce41b-5ed7-42ab-939d-9f48eb3078a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5e3de896-d2b5-4cb1-be97-34f25d6b4569'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:43:26.729880 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Bound port: c8573f03-57e1-4c57-9bc8-40a14f9d91c2, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4dce41b-5ed7-42ab-939d-9f48eb3078a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5e3de896-d2b5-4cb1-be97-34f25d6b4569'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:43:26.730234 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:26.796650 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] For port c8573f03-57e1-4c57-9bc8-40a14f9d91c2, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:43:26.799656 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] For port c8573f03-57e1-4c57-9bc8-40a14f9d91c2, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=c8573f03-57e1-4c57-9bc8-40a14f9d91c2,segment=NetworkSegment(e4dce41b-5ed7-42ab-939d-9f48eb3078a5),segment_id=e4dce41b-5ed7-42ab-939d-9f48eb3078a5)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:43:26.804116 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:26.813114 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af4cd7-2d36-4523-a9a3-a018509ff995 req-c255c235-183a-476c-9888-1e7ff13410a6 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:26.815059 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-08af4cd7-2d36-4523-a9a3-a018509ff995 req-c255c235-183a-476c-9888-1e7ff13410a6 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 944 time: 0.0497348 Nov 12 20:43:26.837661 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:26.838406 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:26.839942 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] 10.222.0.55 "PUT /v2.0/ports/c8573f03-57e1-4c57-9bc8-40a14f9d91c2 HTTP/1.1" status: 200 len: 1093 time: 0.5855622 Nov 12 20:43:26.871169 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-08af4cd7-2d36-4523-a9a3-a018509ff995 req-f99ef296-9f6c-4ac5-8cc2-ac7f9051a7b2 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499554 Nov 12 20:43:26.873619 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb58f7f-6663-40c3-a640-a511b8b2a171 service neutron] Pushing event updated for resources: {'Port': ['ID=c8573f03-57e1-4c57-9bc8-40a14f9d91c2,revision_number=7']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:26.909983 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-ea39ae7c-93d8-432c-b40f-4223acb8798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:26.911530 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-ea39ae7c-93d8-432c-b40f-4223acb8798b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6d7a492ce574fdfb817234441fd78fd&device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 1096 time: 0.0463326 Nov 12 20:43:27.008880 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-b3544669-0854-489d-aad1-402403889f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:27.010370 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-b3544669-0854-489d-aad1-402403889f06 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e3de896-d2b5-4cb1-be97-34f25d6b4569 HTTP/1.1" status: 200 len: 916 time: 0.0908837 Nov 12 20:43:27.051613 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-15db2d74-977c-458b-bb7f-fe5eb4c15adb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8573f03-57e1-4c57-9bc8-40a14f9d91c2 HTTP/1.1" status: 200 len: 217 time: 0.0339968 Nov 12 20:43:27.101029 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-ea4923fa-e3b2-4796-83fa-21e2c418b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:27.102448 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-ea4923fa-e3b2-4796-83fa-21e2c418b8e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9af4dcbe-e86d-4534-8250-ec3efa41084c HTTP/1.1" status: 200 len: 855 time: 0.0419102 Nov 12 20:43:27.134062 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-db4703c1-ef90-4e0e-92e8-81be99f9f245 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e3de896-d2b5-4cb1-be97-34f25d6b4569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250299 Nov 12 20:43:27.224404 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-01e7e660-db6d-466d-89da-b7f56249e304 service neutron] 10.222.0.55 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837235 Nov 12 20:43:27.319066 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-48d14d7f-29be-4bcc-9900-9c18064379ab req-37786d93-2ece-4388-ab68-83880b913954 service neutron] 10.222.0.55 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878603 Nov 12 20:43:27.650269 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:43:27.993288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd338fb-555a-4429-bac4-f0364cfeb845 req-aa0ed9fb-6657-4d2a-a2f1-af12767ce9a7 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:27.994760 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ecd338fb-555a-4429-bac4-f0364cfeb845 req-aa0ed9fb-6657-4d2a-a2f1-af12767ce9a7 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 944 time: 0.0484495 Nov 12 20:43:28.042280 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ecd338fb-555a-4429-bac4-f0364cfeb845 req-e5080fd4-b8ff-48b8-8b65-ede7a3e070ce tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407763 Nov 12 20:43:28.636095 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d36ba64-8ee6-48f0-ba8e-9aa45628006e', 'tag': 'c8573f03-57e1-4c57-9bc8-40a14f9d91c2'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:28.638453 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e5430c-c6c5-40b7-9629-23ef694af8d9" -d '{"events": [{"name": "network-changed", "server_uuid": "3d36ba64-8ee6-48f0-ba8e-9aa45628006e", "tag": "c8573f03-57e1-4c57-9bc8-40a14f9d91c2"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:28.688652 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012d9e84-3501-4212-aaa7-6a085eea3aa2 x-openstack-request-id: req-012d9e84-3501-4212-aaa7-6a085eea3aa2 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:28.689045 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d36ba64-8ee6-48f0-ba8e-9aa45628006e", "tag": "c8573f03-57e1-4c57-9bc8-40a14f9d91c2", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:28.689302 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-012d9e84-3501-4212-aaa7-6a085eea3aa2 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:28.690397 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d36ba64-8ee6-48f0-ba8e-9aa45628006e', 'tag': 'c8573f03-57e1-4c57-9bc8-40a14f9d91c2', 'status': 'completed', 'code': 200} Nov 12 20:43:28.754624 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5430c-c6c5-40b7-9629-23ef694af8d9 req-bffa573c-44be-47bc-b6d8-dc879fe7b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:28.756019 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5430c-c6c5-40b7-9629-23ef694af8d9 req-e505d0a1-62f7-43c1-b36a-a4175cba2fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:28.756517 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-02e5430c-c6c5-40b7-9629-23ef694af8d9 req-bffa573c-44be-47bc-b6d8-dc879fe7b9bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6d7a492ce574fdfb817234441fd78fd&device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 1096 time: 0.0425768 Nov 12 20:43:28.757728 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-02e5430c-c6c5-40b7-9629-23ef694af8d9 req-e505d0a1-62f7-43c1-b36a-a4175cba2fe7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d6d7a492ce574fdfb817234441fd78fd&device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 1096 time: 0.0415211 Nov 12 20:43:28.850529 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5430c-c6c5-40b7-9629-23ef694af8d9 req-9a37119a-ce3d-4937-a1ff-b5220fde53e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:28.850840 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5430c-c6c5-40b7-9629-23ef694af8d9 req-ee9d48ce-ab10-49e2-ba7b-7c04be74fbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:28.852006 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-02e5430c-c6c5-40b7-9629-23ef694af8d9 req-9a37119a-ce3d-4937-a1ff-b5220fde53e9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e3de896-d2b5-4cb1-be97-34f25d6b4569 HTTP/1.1" status: 200 len: 916 time: 0.0879772 Nov 12 20:43:28.852446 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-02e5430c-c6c5-40b7-9629-23ef694af8d9 req-ee9d48ce-ab10-49e2-ba7b-7c04be74fbba service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e3de896-d2b5-4cb1-be97-34f25d6b4569 HTTP/1.1" status: 200 len: 916 time: 0.0855501 Nov 12 20:43:28.894630 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-02e5430c-c6c5-40b7-9629-23ef694af8d9 req-fd838b31-2bf0-4a1b-8d2f-17b8a8e4fac2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8573f03-57e1-4c57-9bc8-40a14f9d91c2 HTTP/1.1" status: 200 len: 217 time: 0.0348961 Nov 12 20:43:28.899881 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-02e5430c-c6c5-40b7-9629-23ef694af8d9 req-be4fa977-0c26-4ed4-b167-f58842e68d6e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8573f03-57e1-4c57-9bc8-40a14f9d91c2 HTTP/1.1" status: 200 len: 217 time: 0.0385597 Nov 12 20:43:28.950696 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5430c-c6c5-40b7-9629-23ef694af8d9 req-4a709830-9de9-4a52-9283-b6ffc0dc1cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:28.950919 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5430c-c6c5-40b7-9629-23ef694af8d9 req-d94a1a7d-2c98-4994-b318-dd353ec63c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:28.952168 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-02e5430c-c6c5-40b7-9629-23ef694af8d9 req-d94a1a7d-2c98-4994-b318-dd353ec63c48 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9af4dcbe-e86d-4534-8250-ec3efa41084c HTTP/1.1" status: 200 len: 855 time: 0.0450459 Nov 12 20:43:28.952332 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-02e5430c-c6c5-40b7-9629-23ef694af8d9 req-4a709830-9de9-4a52-9283-b6ffc0dc1cc8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9af4dcbe-e86d-4534-8250-ec3efa41084c HTTP/1.1" status: 200 len: 855 time: 0.0493302 Nov 12 20:43:28.983949 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-02e5430c-c6c5-40b7-9629-23ef694af8d9 req-f2243eb6-5d56-4aea-af9d-b774b1166d11 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e3de896-d2b5-4cb1-be97-34f25d6b4569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247569 Nov 12 20:43:28.984278 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-02e5430c-c6c5-40b7-9629-23ef694af8d9 req-c86ffdc4-5af2-44cf-8362-e170311b32c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e3de896-d2b5-4cb1-be97-34f25d6b4569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252326 Nov 12 20:43:29.078602 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-02e5430c-c6c5-40b7-9629-23ef694af8d9 req-7465b770-a76a-4837-a546-2c2aa8ed87c5 service neutron] 10.222.0.55 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871966 Nov 12 20:43:29.079777 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-02e5430c-c6c5-40b7-9629-23ef694af8d9 req-1bb1e705-0fad-4192-8a25-63695c8b8840 service neutron] 10.222.0.52 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882573 Nov 12 20:43:29.175363 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-02e5430c-c6c5-40b7-9629-23ef694af8d9 req-eb89eb84-3935-4975-8440-da409294376c service neutron] 10.222.0.52 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875907 Nov 12 20:43:29.199818 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f274f28-7304-4c74-a41c-044a68bedee1 req-a2be553e-0aa7-4285-a0e6-5d86d1c5431b tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:29.201320 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9f274f28-7304-4c74-a41c-044a68bedee1 req-a2be553e-0aa7-4285-a0e6-5d86d1c5431b tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 944 time: 0.0882566 Nov 12 20:43:29.222107 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-02e5430c-c6c5-40b7-9629-23ef694af8d9 req-4ca9b873-0792-4800-a914-56770bb4fd0f service neutron] 10.222.0.55 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362026 Nov 12 20:43:29.255820 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9f274f28-7304-4c74-a41c-044a68bedee1 req-9cc2d9cc-6c46-4572-ba48-b43fef618365 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455008 Nov 12 20:43:29.600564 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device c8573f03-57e1-4c57-9bc8-40a14f9d91c2 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:43:29.640095 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device c8573f03-57e1-4c57-9bc8-40a14f9d91c2 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:43:30.386916 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127e3f3-6d43-4df0-a54d-eb1aa60d2a98 req-2da27e4b-b962-4a57-946e-b9c6c96b58d6 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:30.388452 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b127e3f3-6d43-4df0-a54d-eb1aa60d2a98 req-2da27e4b-b962-4a57-946e-b9c6c96b58d6 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 944 time: 0.0613437 Nov 12 20:43:30.435948 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b127e3f3-6d43-4df0-a54d-eb1aa60d2a98 req-bddd4f2c-eb7f-469f-a10c-973385c4cd80 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412767 Nov 12 20:43:31.559501 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d3ab6-1829-4116-8149-c4e77408a1b6 req-599e2af9-27ef-4282-91db-3cff5d69a969 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:31.561037 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-490d3ab6-1829-4116-8149-c4e77408a1b6 req-599e2af9-27ef-4282-91db-3cff5d69a969 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 944 time: 0.0536671 Nov 12 20:43:31.608211 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-490d3ab6-1829-4116-8149-c4e77408a1b6 req-82dff2d2-cd02-4694-a45a-2aabacce1e83 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407071 Nov 12 20:43:31.803099 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc0847-29dc-4a01-babf-011a189f3ee9 req-07ab7848-4f43-4ca2-868d-653d8e55e963 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:31.804628 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-17bc0847-29dc-4a01-babf-011a189f3ee9 req-07ab7848-4f43-4ca2-868d-653d8e55e963 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 944 time: 0.0513470 Nov 12 20:43:31.852256 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-17bc0847-29dc-4a01-babf-011a189f3ee9 req-fc8bf772-edc3-43ad-965c-3c07fd0e826b tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415361 Nov 12 20:43:31.865697 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347f5eb-6ca1-425f-b252-0acc7fbe720b req-daef79d5-c6e2-4b82-8e93-af2ed1749de7 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:31.867207 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e347f5eb-6ca1-425f-b252-0acc7fbe720b req-daef79d5-c6e2-4b82-8e93-af2ed1749de7 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e&tenant_id=d6d7a492ce574fdfb817234441fd78fd&binding%3Ahost_id=n-h1-712140-15 HTTP/1.1" status: 200 len: 944 time: 0.0875709 Nov 12 20:43:31.931549 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [req-e347f5eb-6ca1-425f-b252-0acc7fbe720b req-94c7a7a7-5476-43ad-add8-5f26c57221ad service neutron] delete failed (client error): The resource could not be found. Nov 12 20:43:31.932597 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e347f5eb-6ca1-425f-b252-0acc7fbe720b req-94c7a7a7-5476-43ad-add8-5f26c57221ad service neutron] 10.222.0.52 "DELETE /v2.0/ports/c8573f03-57e1-4c57-9bc8-40a14f9d91c2/bindings/n-h2-712140-15 HTTP/1.1" status: 404 len: 381 time: 0.0531130 Nov 12 20:43:32.032172 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347f5eb-6ca1-425f-b252-0acc7fbe720b req-37b9fe10-1d24-4f8c-9f74-9b530f85b794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:32.034462 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e347f5eb-6ca1-425f-b252-0acc7fbe720b req-37b9fe10-1d24-4f8c-9f74-9b530f85b794 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d6d7a492ce574fdfb817234441fd78fd&device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 1096 time: 0.0464826 Nov 12 20:43:32.130042 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347f5eb-6ca1-425f-b252-0acc7fbe720b req-bc8b216c-0952-48b1-b688-f7217105f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:32.131433 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e347f5eb-6ca1-425f-b252-0acc7fbe720b req-bc8b216c-0952-48b1-b688-f7217105f49b service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e3de896-d2b5-4cb1-be97-34f25d6b4569 HTTP/1.1" status: 200 len: 916 time: 0.0835176 Nov 12 20:43:32.182748 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e347f5eb-6ca1-425f-b252-0acc7fbe720b req-9922f327-5a1b-4e8e-98a8-a6be37ee1378 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8573f03-57e1-4c57-9bc8-40a14f9d91c2 HTTP/1.1" status: 200 len: 217 time: 0.0372536 Nov 12 20:43:32.236253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347f5eb-6ca1-425f-b252-0acc7fbe720b req-4a6853a3-5e98-4bb4-8543-3522b6f446cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:32.237709 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e347f5eb-6ca1-425f-b252-0acc7fbe720b req-4a6853a3-5e98-4bb4-8543-3522b6f446cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9af4dcbe-e86d-4534-8250-ec3efa41084c HTTP/1.1" status: 200 len: 855 time: 0.0425272 Nov 12 20:43:32.273578 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e347f5eb-6ca1-425f-b252-0acc7fbe720b req-4eaa8fca-3e12-4c1d-8b3b-445c08ca94aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e3de896-d2b5-4cb1-be97-34f25d6b4569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241435 Nov 12 20:43:32.369822 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e347f5eb-6ca1-425f-b252-0acc7fbe720b req-bdc1b5f0-56a0-402a-b764-63ae3194dc13 service neutron] 10.222.0.52 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834095 Nov 12 20:43:32.461932 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device c8573f03-57e1-4c57-9bc8-40a14f9d91c2 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:43:32.463681 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e347f5eb-6ca1-425f-b252-0acc7fbe720b req-e3df5a2d-47d7-4d62-a5d9-18e0e4ec8750 service neutron] 10.222.0.52 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810406 Nov 12 20:43:32.556576 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port c8573f03-57e1-4c57-9bc8-40a14f9d91c2, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=c8573f03-57e1-4c57-9bc8-40a14f9d91c2,segment=NetworkSegment(e4dce41b-5ed7-42ab-939d-9f48eb3078a5),segment_id=e4dce41b-5ed7-42ab-939d-9f48eb3078a5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:32.570170 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'c8573f03-57e1-4c57-9bc8-40a14f9d91c2', 'network_id': '5e3de896-d2b5-4cb1-be97-34f25d6b4569', 'port_id': 'c8573f03-57e1-4c57-9bc8-40a14f9d91c2', 'mac_address': 'fa:16:3e:52:e4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af4dcbe-e86d-4534-8250-ec3efa41084c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:43:32.611221 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:32.623650 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8573f03-57e1-4c57-9bc8-40a14f9d91c2 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:43:32.643433 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port c8573f03-57e1-4c57-9bc8-40a14f9d91c2, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=c8573f03-57e1-4c57-9bc8-40a14f9d91c2,segment=NetworkSegment(e4dce41b-5ed7-42ab-939d-9f48eb3078a5),segment_id=e4dce41b-5ed7-42ab-939d-9f48eb3078a5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:32.647287 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:32.692261 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=c8573f03-57e1-4c57-9bc8-40a14f9d91c2,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:32.699396 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:32.699740 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:32.700077 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:32.700438 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:32.700769 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:32.701098 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:32.701420 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:32.701744 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:32.702063 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:32.702382 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:32.702702 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:32.703018 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:32.967588 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['c8573f03-57e1-4c57-9bc8-40a14f9d91c2'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:43:32.979712 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f33b40-9b14-4d14-b0fe-759328320073 req-9c6df979-f347-45da-8bf9-5f1e5b66104d tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:32.981322 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e6f33b40-9b14-4d14-b0fe-759328320073 req-9c6df979-f347-45da-8bf9-5f1e5b66104d tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 945 time: 0.0538199 Nov 12 20:43:33.037657 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e6f33b40-9b14-4d14-b0fe-759328320073 req-4ade88d3-6b2c-4015-9ac6-a8bba09dae83 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495067 Nov 12 20:43:34.157917 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6cdd4-f07b-46f6-aa6b-bca4c06134e2 req-5313c723-6cae-463c-8f5a-8c4c039854c4 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:34.159747 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-04c6cdd4-f07b-46f6-aa6b-bca4c06134e2 req-5313c723-6cae-463c-8f5a-8c4c039854c4 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 945 time: 0.0493929 Nov 12 20:43:34.209635 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-04c6cdd4-f07b-46f6-aa6b-bca4c06134e2 req-318c3a6e-4757-41b3-b0d7-c76b86f7d1d6 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440218 Nov 12 20:43:34.324635 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fa17b-8281-4aa4-808d-9d34c33e4a9d req-b9d3b128-2cc9-4a00-9948-7374b2845afd tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:34.326054 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-370fa17b-8281-4aa4-808d-9d34c33e4a9d req-b9d3b128-2cc9-4a00-9948-7374b2845afd tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 945 time: 0.0485747 Nov 12 20:43:34.374636 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-370fa17b-8281-4aa4-808d-9d34c33e4a9d req-9ce6b2b4-429a-4d44-b394-1dedf84ef682 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415704 Nov 12 20:43:34.475977 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device c8573f03-57e1-4c57-9bc8-40a14f9d91c2 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:43:34.490363 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28bdf3-2cc3-454f-806e-2ea7eef91512 req-bcb087de-4034-4eb4-9a54-f7c7c4ba5fa0 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:34.491856 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1e28bdf3-2cc3-454f-806e-2ea7eef91512 req-bcb087de-4034-4eb4-9a54-f7c7c4ba5fa0 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 945 time: 0.0500171 Nov 12 20:43:34.523893 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port c8573f03-57e1-4c57-9bc8-40a14f9d91c2 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:43:34.528181 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port c8573f03-57e1-4c57-9bc8-40a14f9d91c2 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:34.528585 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:34.539989 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1e28bdf3-2cc3-454f-806e-2ea7eef91512 req-6e264f78-aeb8-4007-8f21-3ff06edcecc7 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421696 Nov 12 20:43:34.605289 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:34.631723 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d36ba64-8ee6-48f0-ba8e-9aa45628006e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8573f03-57e1-4c57-9bc8-40a14f9d91c2'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:34.633993 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c57ed5-8621-453b-8b29-8fc7fb5f6be9" -d '{"events": [{"server_uuid": "3d36ba64-8ee6-48f0-ba8e-9aa45628006e", "name": "network-vif-plugged", "status": "completed", "tag": "c8573f03-57e1-4c57-9bc8-40a14f9d91c2"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:34.647460 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port c8573f03-57e1-4c57-9bc8-40a14f9d91c2, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=c8573f03-57e1-4c57-9bc8-40a14f9d91c2,segment=NetworkSegment(e4dce41b-5ed7-42ab-939d-9f48eb3078a5),segment_id=e4dce41b-5ed7-42ab-939d-9f48eb3078a5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:34.651981 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:34.676547 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50656d7f-cf7d-47eb-8134-13e81d120161 x-openstack-request-id: req-50656d7f-cf7d-47eb-8134-13e81d120161 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:34.676836 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d36ba64-8ee6-48f0-ba8e-9aa45628006e", "name": "network-vif-plugged", "status": "completed", "tag": "c8573f03-57e1-4c57-9bc8-40a14f9d91c2", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:34.677084 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-50656d7f-cf7d-47eb-8134-13e81d120161 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:34.677471 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d36ba64-8ee6-48f0-ba8e-9aa45628006e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8573f03-57e1-4c57-9bc8-40a14f9d91c2', 'code': 200} Nov 12 20:43:34.713750 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=c8573f03-57e1-4c57-9bc8-40a14f9d91c2,revision_number=9']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:34.901281 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb07c53-9225-4907-8081-6c808fa83d65 req-59c1bb0a-3531-4a5d-9419-c6f5dcf717f4 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:34.902619 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-edb07c53-9225-4907-8081-6c808fa83d65 req-59c1bb0a-3531-4a5d-9419-c6f5dcf717f4 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/networks?id=5e3de896-d2b5-4cb1-be97-34f25d6b4569 HTTP/1.1" status: 200 len: 815 time: 0.1009605 Nov 12 20:43:34.917562 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-edb07c53-9225-4907-8081-6c808fa83d65 req-a058bbdd-4b3c-43e2-b582-4ae846611cac tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/quotas/d6d7a492ce574fdfb817234441fd78fd HTTP/1.1" status: 200 len: 375 time: 0.0093522 Nov 12 20:43:34.964754 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-edb07c53-9225-4907-8081-6c808fa83d65 req-7b064287-37e7-4e2f-999e-816fd11777d1 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d6d7a492ce574fdfb817234441fd78fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0420880 Nov 12 20:43:35.054221 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-edb07c53-9225-4907-8081-6c808fa83d65 req-863e4e02-c1c0-46a9-9986-03df6690bdf4 service neutron] 10.222.0.48 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820241 Nov 12 20:43:35.147225 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-edb07c53-9225-4907-8081-6c808fa83d65 req-45df2b22-ec2c-4587-8984-f22306b94b88 service neutron] 10.222.0.48 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870619 Nov 12 20:43:35.306678 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-15d537e6-823b-4e3b-945d-d9f0dd6cf043 req-3a6337b0-21d9-40c5-9264-bdff96b8db61 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 210 time: 0.0264671 Nov 12 20:43:36.230392 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6367131-0f16-4c6f-b6e8-e306c6de9108 req-725cfef3-8048-431b-9333-117b41198b59 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:36.232041 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b6367131-0f16-4c6f-b6e8-e306c6de9108 req-725cfef3-8048-431b-9333-117b41198b59 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d36ba64-8ee6-48f0-ba8e-9aa45628006e HTTP/1.1" status: 200 len: 946 time: 0.0566380 Nov 12 20:43:36.344441 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb07c53-9225-4907-8081-6c808fa83d65 req-90143930-4e17-4c2b-99ad-caa13ea6fda5 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:36.344951 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-b6367131-0f16-4c6f-b6e8-e306c6de9108 req-afabb028-62cd-477e-ae75-840ca9354f18 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Deleting port c8573f03-57e1-4c57-9bc8-40a14f9d91c2 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:43:36.345267 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b6367131-0f16-4c6f-b6e8-e306c6de9108 req-afabb028-62cd-477e-ae75-840ca9354f18 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:36.346610 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-edb07c53-9225-4907-8081-6c808fa83d65 req-90143930-4e17-4c2b-99ad-caa13ea6fda5 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.55 "GET /v2.0/networks?id=5e3de896-d2b5-4cb1-be97-34f25d6b4569 HTTP/1.1" status: 200 len: 815 time: 0.1166754 Nov 12 20:43:36.362683 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-edb07c53-9225-4907-8081-6c808fa83d65 req-592779cf-959d-4f97-a12e-2f9063b1e4ad tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Request body: {'port': {'device_id': '5d6447b4-335f-4c83-9ec3-b08abdad0941', 'network_id': '5e3de896-d2b5-4cb1-be97-34f25d6b4569', 'admin_state_up': True, 'tenant_id': 'd6d7a492ce574fdfb817234441fd78fd'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:36.440908 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a4db0857-057e-45c8-a1bd-050eb1bc603d req-dd71dc95-5a63-42cb-9e62-6244d4fb9dba tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 210 time: 0.0353248 Nov 12 20:43:36.473512 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-b6367131-0f16-4c6f-b6e8-e306c6de9108 req-afabb028-62cd-477e-ae75-840ca9354f18 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] For port c8573f03-57e1-4c57-9bc8-40a14f9d91c2, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=c8573f03-57e1-4c57-9bc8-40a14f9d91c2,segment=NetworkSegment(e4dce41b-5ed7-42ab-939d-9f48eb3078a5),segment_id=e4dce41b-5ed7-42ab-939d-9f48eb3078a5)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:36.473885 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edb07c53-9225-4907-8081-6c808fa83d65 req-592779cf-959d-4f97-a12e-2f9063b1e4ad tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Made reservation on behalf of d6d7a492ce574fdfb817234441fd78fd for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:43:36.474264 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b6367131-0f16-4c6f-b6e8-e306c6de9108 req-afabb028-62cd-477e-ae75-840ca9354f18 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:36.477495 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-edb07c53-9225-4907-8081-6c808fa83d65 req-592779cf-959d-4f97-a12e-2f9063b1e4ad tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:36.488082 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-b6367131-0f16-4c6f-b6e8-e306c6de9108 req-afabb028-62cd-477e-ae75-840ca9354f18 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Calling delete_port for c8573f03-57e1-4c57-9bc8-40a14f9d91c2 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:43:36.607694 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-edb07c53-9225-4907-8081-6c808fa83d65 req-592779cf-959d-4f97-a12e-2f9063b1e4ad tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Allocated IP 172.20.0.12 (5e3de896-d2b5-4cb1-be97-34f25d6b4569/9af4dcbe-e86d-4534-8250-ec3efa41084c/18371ff4-a3e4-45d3-89c3-6744b70350c6) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:43:36.613765 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b6367131-0f16-4c6f-b6e8-e306c6de9108 req-afabb028-62cd-477e-ae75-840ca9354f18 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:36.627539 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['c8573f03-57e1-4c57-9bc8-40a14f9d91c2'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:43:36.647819 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabb028-62cd-477e-ae75-840ca9354f18 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Pushing event deleted for resources: {'Port': ['ID=c8573f03-57e1-4c57-9bc8-40a14f9d91c2,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:36.688388 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6367131-0f16-4c6f-b6e8-e306c6de9108 req-afabb028-62cd-477e-ae75-840ca9354f18 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] No DVR routers for this DVR port c8573f03-57e1-4c57-9bc8-40a14f9d91c2 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:43:36.691508 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b6367131-0f16-4c6f-b6e8-e306c6de9108 req-afabb028-62cd-477e-ae75-840ca9354f18 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:36.694851 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b6367131-0f16-4c6f-b6e8-e306c6de9108 req-afabb028-62cd-477e-ae75-840ca9354f18 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.55 "DELETE /v2.0/ports/c8573f03-57e1-4c57-9bc8-40a14f9d91c2 HTTP/1.1" status: 204 len: 173 time: 0.4565423 Nov 12 20:43:36.695295 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d36ba64-8ee6-48f0-ba8e-9aa45628006e', 'name': 'network-vif-deleted', 'tag': 'c8573f03-57e1-4c57-9bc8-40a14f9d91c2'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:36.697655 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe2c5bb-fc28-4108-b6c3-310db958d30b" -d '{"events": [{"server_uuid": "3d36ba64-8ee6-48f0-ba8e-9aa45628006e", "name": "network-vif-deleted", "tag": "c8573f03-57e1-4c57-9bc8-40a14f9d91c2"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:36.735825 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7d39e5-fe9c-43e3-9979-304326416be2 x-openstack-request-id: req-0b7d39e5-fe9c-43e3-9979-304326416be2 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:36.736119 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d36ba64-8ee6-48f0-ba8e-9aa45628006e", "name": "network-vif-deleted", "tag": "c8573f03-57e1-4c57-9bc8-40a14f9d91c2", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:36.736435 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b7d39e5-fe9c-43e3-9979-304326416be2 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:36.737355 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d36ba64-8ee6-48f0-ba8e-9aa45628006e', 'name': 'network-vif-deleted', 'tag': 'c8573f03-57e1-4c57-9bc8-40a14f9d91c2', 'status': 'completed', 'code': 200} Nov 12 20:43:36.771537 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-edb07c53-9225-4907-8081-6c808fa83d65 req-592779cf-959d-4f97-a12e-2f9063b1e4ad tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:36.806724 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-edb07c53-9225-4907-8081-6c808fa83d65 req-592779cf-959d-4f97-a12e-2f9063b1e4ad tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:36.818225 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['c8573f03-57e1-4c57-9bc8-40a14f9d91c2'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:43:36.851150 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edb07c53-9225-4907-8081-6c808fa83d65 req-592779cf-959d-4f97-a12e-2f9063b1e4ad tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Network 5e3de896-d2b5-4cb1-be97-34f25d6b4569 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:43:36.857039 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-edb07c53-9225-4907-8081-6c808fa83d65 req-592779cf-959d-4f97-a12e-2f9063b1e4ad tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:43:36.860886 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb07c53-9225-4907-8081-6c808fa83d65 req-592779cf-959d-4f97-a12e-2f9063b1e4ad tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:43:36.889729 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592779cf-959d-4f97-a12e-2f9063b1e4ad tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Pushing event updated for resources: {'Port': ['ID=18371ff4-a3e4-45d3-89c3-6744b70350c6,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:36.902524 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592779cf-959d-4f97-a12e-2f9063b1e4ad tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:36.902881 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592779cf-959d-4f97-a12e-2f9063b1e4ad tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:36.903232 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592779cf-959d-4f97-a12e-2f9063b1e4ad tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:36.903566 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592779cf-959d-4f97-a12e-2f9063b1e4ad tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:36.903899 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592779cf-959d-4f97-a12e-2f9063b1e4ad tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:36.904259 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592779cf-959d-4f97-a12e-2f9063b1e4ad tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:36.904594 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592779cf-959d-4f97-a12e-2f9063b1e4ad tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:36.904907 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592779cf-959d-4f97-a12e-2f9063b1e4ad tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:36.905235 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592779cf-959d-4f97-a12e-2f9063b1e4ad tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:36.905559 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592779cf-959d-4f97-a12e-2f9063b1e4ad tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:36.906717 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592779cf-959d-4f97-a12e-2f9063b1e4ad tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:36.907056 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592779cf-959d-4f97-a12e-2f9063b1e4ad tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:43:36.935503 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb07c53-9225-4907-8081-6c808fa83d65 req-592779cf-959d-4f97-a12e-2f9063b1e4ad tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:36.936179 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-edb07c53-9225-4907-8081-6c808fa83d65 req-592779cf-959d-4f97-a12e-2f9063b1e4ad tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:36.952816 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-edb07c53-9225-4907-8081-6c808fa83d65 req-592779cf-959d-4f97-a12e-2f9063b1e4ad tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5959175 Nov 12 20:43:36.965705 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-edb07c53-9225-4907-8081-6c808fa83d65 req-71ddb344-0d3e-4e30-8ddb-a0c5b5099dc4 service neutron] Request body: {'port': {'device_id': '5d6447b4-335f-4c83-9ec3-b08abdad0941', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:43:37.023879 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-edb07c53-9225-4907-8081-6c808fa83d65 req-71ddb344-0d3e-4e30-8ddb-a0c5b5099dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:37.295989 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-edb07c53-9225-4907-8081-6c808fa83d65 req-71ddb344-0d3e-4e30-8ddb-a0c5b5099dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18371ff4-a3e4-45d3-89c3-6744b70350c6 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:43:37.303865 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-edb07c53-9225-4907-8081-6c808fa83d65 req-71ddb344-0d3e-4e30-8ddb-a0c5b5099dc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:37.315394 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-edb07c53-9225-4907-8081-6c808fa83d65 req-71ddb344-0d3e-4e30-8ddb-a0c5b5099dc4 service neutron] Transition to ACTIVE for port object 18371ff4-a3e4-45d3-89c3-6744b70350c6 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:43:37.319175 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-edb07c53-9225-4907-8081-6c808fa83d65 req-71ddb344-0d3e-4e30-8ddb-a0c5b5099dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:37.384281 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddb344-0d3e-4e30-8ddb-a0c5b5099dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=18371ff4-a3e4-45d3-89c3-6744b70350c6,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:37.436883 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-edb07c53-9225-4907-8081-6c808fa83d65 req-71ddb344-0d3e-4e30-8ddb-a0c5b5099dc4 service neutron] Attempting to bind port 18371ff4-a3e4-45d3-89c3-6744b70350c6 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:43:37.437215 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-edb07c53-9225-4907-8081-6c808fa83d65 req-71ddb344-0d3e-4e30-8ddb-a0c5b5099dc4 service neutron] Attempting to bind port 18371ff4-a3e4-45d3-89c3-6744b70350c6 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'e4dce41b-5ed7-42ab-939d-9f48eb3078a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5e3de896-d2b5-4cb1-be97-34f25d6b4569'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:43:37.437547 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb07c53-9225-4907-8081-6c808fa83d65 req-71ddb344-0d3e-4e30-8ddb-a0c5b5099dc4 service neutron] Attempting to bind port 18371ff4-a3e4-45d3-89c3-6744b70350c6 on network 5e3de896-d2b5-4cb1-be97-34f25d6b4569 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:43:37.441805 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb07c53-9225-4907-8081-6c808fa83d65 req-71ddb344-0d3e-4e30-8ddb-a0c5b5099dc4 service neutron] Port 18371ff4-a3e4-45d3-89c3-6744b70350c6 on network 5e3de896-d2b5-4cb1-be97-34f25d6b4569 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:43:37.442129 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb07c53-9225-4907-8081-6c808fa83d65 req-71ddb344-0d3e-4e30-8ddb-a0c5b5099dc4 service neutron] Attempting to bind port 18371ff4-a3e4-45d3-89c3-6744b70350c6 on network 5e3de896-d2b5-4cb1-be97-34f25d6b4569 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:43:37.446823 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb07c53-9225-4907-8081-6c808fa83d65 req-71ddb344-0d3e-4e30-8ddb-a0c5b5099dc4 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:43:37.447160 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb07c53-9225-4907-8081-6c808fa83d65 req-71ddb344-0d3e-4e30-8ddb-a0c5b5099dc4 service neutron] Checking segment: {'id': 'e4dce41b-5ed7-42ab-939d-9f48eb3078a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5e3de896-d2b5-4cb1-be97-34f25d6b4569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:43:37.447538 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb07c53-9225-4907-8081-6c808fa83d65 req-71ddb344-0d3e-4e30-8ddb-a0c5b5099dc4 service neutron] Bound using segment: {'id': 'e4dce41b-5ed7-42ab-939d-9f48eb3078a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5e3de896-d2b5-4cb1-be97-34f25d6b4569'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:43:37.447964 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-edb07c53-9225-4907-8081-6c808fa83d65 req-71ddb344-0d3e-4e30-8ddb-a0c5b5099dc4 service neutron] Bound port: 18371ff4-a3e4-45d3-89c3-6744b70350c6, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4dce41b-5ed7-42ab-939d-9f48eb3078a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5e3de896-d2b5-4cb1-be97-34f25d6b4569'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:43:37.448347 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-edb07c53-9225-4907-8081-6c808fa83d65 req-71ddb344-0d3e-4e30-8ddb-a0c5b5099dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:37.514899 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-edb07c53-9225-4907-8081-6c808fa83d65 req-71ddb344-0d3e-4e30-8ddb-a0c5b5099dc4 service neutron] For port 18371ff4-a3e4-45d3-89c3-6744b70350c6, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:43:37.518807 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-edb07c53-9225-4907-8081-6c808fa83d65 req-71ddb344-0d3e-4e30-8ddb-a0c5b5099dc4 service neutron] For port 18371ff4-a3e4-45d3-89c3-6744b70350c6, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=18371ff4-a3e4-45d3-89c3-6744b70350c6,segment=NetworkSegment(e4dce41b-5ed7-42ab-939d-9f48eb3078a5),segment_id=e4dce41b-5ed7-42ab-939d-9f48eb3078a5)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:43:37.523487 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-edb07c53-9225-4907-8081-6c808fa83d65 req-71ddb344-0d3e-4e30-8ddb-a0c5b5099dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:37.561795 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb07c53-9225-4907-8081-6c808fa83d65 req-71ddb344-0d3e-4e30-8ddb-a0c5b5099dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:37.562416 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a5aa2-883e-4dc2-a730-635adaa8c953 req-db4acd75-1010-4789-8c60-b40e480839f0 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:37.562899 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-edb07c53-9225-4907-8081-6c808fa83d65 req-71ddb344-0d3e-4e30-8ddb-a0c5b5099dc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:37.563878 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-edb07c53-9225-4907-8081-6c808fa83d65 req-71ddb344-0d3e-4e30-8ddb-a0c5b5099dc4 service neutron] 10.222.0.55 "PUT /v2.0/ports/18371ff4-a3e4-45d3-89c3-6744b70350c6 HTTP/1.1" status: 200 len: 1093 time: 0.6035833 Nov 12 20:43:37.564002 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd3a5aa2-883e-4dc2-a730-635adaa8c953 req-db4acd75-1010-4789-8c60-b40e480839f0 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 944 time: 0.0542254 Nov 12 20:43:37.564382 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6447b4-335f-4c83-9ec3-b08abdad0941', 'tag': '18371ff4-a3e4-45d3-89c3-6744b70350c6'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:37.566688 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0a7f77-5ac0-4854-a507-a3f244dd3616" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6447b4-335f-4c83-9ec3-b08abdad0941", "tag": "18371ff4-a3e4-45d3-89c3-6744b70350c6"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:37.594194 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddb344-0d3e-4e30-8ddb-a0c5b5099dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=18371ff4-a3e4-45d3-89c3-6744b70350c6,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:37.616792 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a736ee3-4ee1-43c7-ad63-cf486f4d2325 x-openstack-request-id: req-0a736ee3-4ee1-43c7-ad63-cf486f4d2325 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:37.617096 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6447b4-335f-4c83-9ec3-b08abdad0941", "tag": "18371ff4-a3e4-45d3-89c3-6744b70350c6", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:37.617352 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0a736ee3-4ee1-43c7-ad63-cf486f4d2325 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:37.617753 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6447b4-335f-4c83-9ec3-b08abdad0941', 'tag': '18371ff4-a3e4-45d3-89c3-6744b70350c6', 'status': 'completed', 'code': 200} Nov 12 20:43:37.637013 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd3a5aa2-883e-4dc2-a730-635adaa8c953 req-b441d04f-c3b1-4f5f-888c-53a3082e63fa tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580974 Nov 12 20:43:37.648691 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb07c53-9225-4907-8081-6c808fa83d65 req-3f03cef4-8a03-4b6b-b302-27353195f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:37.650210 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-edb07c53-9225-4907-8081-6c808fa83d65 req-3f03cef4-8a03-4b6b-b302-27353195f226 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6d7a492ce574fdfb817234441fd78fd&device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 1096 time: 0.0482368 Nov 12 20:43:37.697121 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-edb07c53-9225-4907-8081-6c808fa83d65 req-121a9316-611e-4cb1-a9b3-8c87386b4c32 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18371ff4-a3e4-45d3-89c3-6744b70350c6 HTTP/1.1" status: 200 len: 217 time: 0.0385470 Nov 12 20:43:37.746750 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb07c53-9225-4907-8081-6c808fa83d65 req-bb837690-fb79-449f-bf7d-f79377f137c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:37.748508 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-edb07c53-9225-4907-8081-6c808fa83d65 req-bb837690-fb79-449f-bf7d-f79377f137c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9af4dcbe-e86d-4534-8250-ec3efa41084c HTTP/1.1" status: 200 len: 855 time: 0.0442672 Nov 12 20:43:37.781863 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-edb07c53-9225-4907-8081-6c808fa83d65 req-aab3131d-5442-4ad5-9770-1770a5a81d30 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e3de896-d2b5-4cb1-be97-34f25d6b4569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239415 Nov 12 20:43:37.874796 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-edb07c53-9225-4907-8081-6c808fa83d65 req-0863cefe-0447-425e-886a-98f28d2dc6fa service neutron] 10.222.0.55 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853691 Nov 12 20:43:37.961143 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-edb07c53-9225-4907-8081-6c808fa83d65 req-a1bcaff2-b26f-495b-aabb-ce0a009e2cfd service neutron] 10.222.0.55 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791593 Nov 12 20:43:38.047016 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a7f77-5ac0-4854-a507-a3f244dd3616 req-1d9cd670-2788-4730-96b9-44906f23614a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:38.048537 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d0a7f77-5ac0-4854-a507-a3f244dd3616 req-1d9cd670-2788-4730-96b9-44906f23614a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6d7a492ce574fdfb817234441fd78fd&device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 1096 time: 0.0443618 Nov 12 20:43:38.139067 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a7f77-5ac0-4854-a507-a3f244dd3616 req-0dca0d50-e9f0-4a2b-9010-177da8ecf552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:38.140483 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d0a7f77-5ac0-4854-a507-a3f244dd3616 req-0dca0d50-e9f0-4a2b-9010-177da8ecf552 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e3de896-d2b5-4cb1-be97-34f25d6b4569 HTTP/1.1" status: 200 len: 916 time: 0.0842154 Nov 12 20:43:38.184431 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d0a7f77-5ac0-4854-a507-a3f244dd3616 req-49fe3d39-3a0f-4194-bf48-c44e814b7655 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18371ff4-a3e4-45d3-89c3-6744b70350c6 HTTP/1.1" status: 200 len: 217 time: 0.0372276 Nov 12 20:43:38.231925 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a7f77-5ac0-4854-a507-a3f244dd3616 req-925557b5-9870-4d83-b7db-7cfabbb8d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:38.233365 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d0a7f77-5ac0-4854-a507-a3f244dd3616 req-925557b5-9870-4d83-b7db-7cfabbb8d582 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9af4dcbe-e86d-4534-8250-ec3efa41084c HTTP/1.1" status: 200 len: 855 time: 0.0424242 Nov 12 20:43:38.263879 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d0a7f77-5ac0-4854-a507-a3f244dd3616 req-10bcf204-8bec-4630-87cb-ce57761bf237 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e3de896-d2b5-4cb1-be97-34f25d6b4569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237939 Nov 12 20:43:38.354786 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d0a7f77-5ac0-4854-a507-a3f244dd3616 req-6ab8c71d-e4cc-4f2d-86f2-259e2d53b230 service neutron] 10.222.0.55 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839522 Nov 12 20:43:38.445065 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d0a7f77-5ac0-4854-a507-a3f244dd3616 req-ae428ab3-a986-46a5-bd00-e52bfc254695 service neutron] 10.222.0.55 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830135 Nov 12 20:43:38.749789 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd29df-47f5-46e5-8a43-0cac3878d35a req-5bbca6d0-d041-4dcc-9ce2-57aea90564a6 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:38.751198 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f8fd29df-47f5-46e5-8a43-0cac3878d35a req-5bbca6d0-d041-4dcc-9ce2-57aea90564a6 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 944 time: 0.0500269 Nov 12 20:43:38.801665 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f8fd29df-47f5-46e5-8a43-0cac3878d35a req-6c8f7e01-064d-493b-8ed5-9e62e296aee4 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442743 Nov 12 20:43:39.929303 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c232d8-376e-4161-a22a-177a519112a1 req-d61238fe-ccd2-41bb-8f9f-6b881ce32c2b tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:39.930761 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-56c232d8-376e-4161-a22a-177a519112a1 req-d61238fe-ccd2-41bb-8f9f-6b881ce32c2b tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 944 time: 0.0511100 Nov 12 20:43:39.977229 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-56c232d8-376e-4161-a22a-177a519112a1 req-34ed2399-aa06-4914-be3f-beca8b2fbbfe tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406234 Nov 12 20:43:40.499707 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device c8573f03-57e1-4c57-9bc8-40a14f9d91c2 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:43:40.520725 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: c8573f03-57e1-4c57-9bc8-40a14f9d91c2 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:43:40.521064 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device c8573f03-57e1-4c57-9bc8-40a14f9d91c2 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:43:41.091728 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795d135-4266-45fc-891a-f32a96dcd83c req-c176b686-e279-47c7-a043-037b9e3309fd tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:41.093220 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d795d135-4266-45fc-891a-f32a96dcd83c req-c176b686-e279-47c7-a043-037b9e3309fd tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 944 time: 0.0485609 Nov 12 20:43:41.139548 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d795d135-4266-45fc-891a-f32a96dcd83c req-35c6c601-397a-48b4-bdc6-c0bf8271eac7 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396476 Nov 12 20:43:42.254956 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93e5a5-5583-4749-b9b1-a795a87f7b87 req-2e24cec5-3c61-44e4-9406-66d9e12dbb20 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:42.256500 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0d93e5a5-5583-4749-b9b1-a795a87f7b87 req-2e24cec5-3c61-44e4-9406-66d9e12dbb20 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 944 time: 0.0489185 Nov 12 20:43:42.302960 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0d93e5a5-5583-4749-b9b1-a795a87f7b87 req-891ccbe3-f677-4e38-b133-e0a051026f11 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404253 Nov 12 20:43:42.499383 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 18371ff4-a3e4-45d3-89c3-6744b70350c6 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:43:42.593636 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 18371ff4-a3e4-45d3-89c3-6744b70350c6, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=18371ff4-a3e4-45d3-89c3-6744b70350c6,segment=NetworkSegment(e4dce41b-5ed7-42ab-939d-9f48eb3078a5),segment_id=e4dce41b-5ed7-42ab-939d-9f48eb3078a5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:42.604896 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '18371ff4-a3e4-45d3-89c3-6744b70350c6', 'network_id': '5e3de896-d2b5-4cb1-be97-34f25d6b4569', 'port_id': '18371ff4-a3e4-45d3-89c3-6744b70350c6', 'mac_address': 'fa:16:3e:0f:57:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af4dcbe-e86d-4534-8250-ec3efa41084c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:43:42.640521 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:42.653327 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18371ff4-a3e4-45d3-89c3-6744b70350c6 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:43:42.672276 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 18371ff4-a3e4-45d3-89c3-6744b70350c6, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=18371ff4-a3e4-45d3-89c3-6744b70350c6,segment=NetworkSegment(e4dce41b-5ed7-42ab-939d-9f48eb3078a5),segment_id=e4dce41b-5ed7-42ab-939d-9f48eb3078a5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:42.679576 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:42.727463 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=18371ff4-a3e4-45d3-89c3-6744b70350c6,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:42.989530 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['18371ff4-a3e4-45d3-89c3-6744b70350c6'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:43:43.418168 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065951c-70e1-42df-8461-96a5c075e295 req-01c162c5-b25c-4254-889f-5d201afe632a tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:43.419729 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e065951c-70e1-42df-8461-96a5c075e295 req-01c162c5-b25c-4254-889f-5d201afe632a tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 945 time: 0.0490518 Nov 12 20:43:43.465452 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e065951c-70e1-42df-8461-96a5c075e295 req-947a6518-b87b-4443-9436-6f12abc8244f tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396767 Nov 12 20:43:44.514908 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 18371ff4-a3e4-45d3-89c3-6744b70350c6 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:43:44.564338 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 18371ff4-a3e4-45d3-89c3-6744b70350c6 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:43:44.569179 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 18371ff4-a3e4-45d3-89c3-6744b70350c6 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:43:44.569549 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:44.589002 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41930362-2f12-4373-a5e4-0d564580a15b req-34f58e5f-2c4c-4ae1-8f10-031ba89eb969 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:44.590513 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-41930362-2f12-4373-a5e4-0d564580a15b req-34f58e5f-2c4c-4ae1-8f10-031ba89eb969 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 945 time: 0.0519414 Nov 12 20:43:44.641313 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-41930362-2f12-4373-a5e4-0d564580a15b req-0ff09741-6405-47e0-99c1-36b1a69e970b tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448718 Nov 12 20:43:44.650114 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:44.673500 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6447b4-335f-4c83-9ec3-b08abdad0941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18371ff4-a3e4-45d3-89c3-6744b70350c6'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:43:44.677040 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb9f930-0f78-4ee8-93ca-bfa2b7e980cf" -d '{"events": [{"server_uuid": "5d6447b4-335f-4c83-9ec3-b08abdad0941", "name": "network-vif-plugged", "status": "completed", "tag": "18371ff4-a3e4-45d3-89c3-6744b70350c6"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:43:44.689604 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 18371ff4-a3e4-45d3-89c3-6744b70350c6, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=18371ff4-a3e4-45d3-89c3-6744b70350c6,segment=NetworkSegment(e4dce41b-5ed7-42ab-939d-9f48eb3078a5),segment_id=e4dce41b-5ed7-42ab-939d-9f48eb3078a5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:43:44.693929 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:44.721864 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdc2e6f-9e90-4aa9-be9e-4d09b4481137 x-openstack-request-id: req-ffdc2e6f-9e90-4aa9-be9e-4d09b4481137 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:43:44.722159 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6447b4-335f-4c83-9ec3-b08abdad0941", "name": "network-vif-plugged", "status": "completed", "tag": "18371ff4-a3e4-45d3-89c3-6744b70350c6", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:43:44.722456 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ffdc2e6f-9e90-4aa9-be9e-4d09b4481137 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:43:44.722963 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6447b4-335f-4c83-9ec3-b08abdad0941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18371ff4-a3e4-45d3-89c3-6744b70350c6', 'code': 200} Nov 12 20:43:44.746390 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=18371ff4-a3e4-45d3-89c3-6744b70350c6,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:43:44.814337 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74faa22d-43da-4026-863b-fe64b7f2a49e req-7f34c4a8-e68a-466b-9251-d81c512c33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:44.816131 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-74faa22d-43da-4026-863b-fe64b7f2a49e req-7f34c4a8-e68a-466b-9251-d81c512c33e8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 1098 time: 0.0443130 Nov 12 20:43:44.860515 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-74faa22d-43da-4026-863b-fe64b7f2a49e req-8b6d91d7-ebff-4369-bf7f-2319a9710388 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374322 Nov 12 20:43:45.755681 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6a272-bd5d-432f-977d-c97b9b902bc1 req-fe4b05f4-f127-4789-9a03-6ef217655000 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:45.757180 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bbd6a272-bd5d-432f-977d-c97b9b902bc1 req-fe4b05f4-f127-4789-9a03-6ef217655000 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0484385 Nov 12 20:43:45.803010 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bbd6a272-bd5d-432f-977d-c97b9b902bc1 req-c58ed262-6910-4565-95c1-b5ab98a25f42 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399179 Nov 12 20:43:46.933843 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033521f7-ab78-402d-aa66-71d7120fad01 req-541430f8-b8a9-4d3b-b940-0eab555e4b4e tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:46.935392 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-033521f7-ab78-402d-aa66-71d7120fad01 req-541430f8-b8a9-4d3b-b940-0eab555e4b4e tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0637915 Nov 12 20:43:46.981461 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-033521f7-ab78-402d-aa66-71d7120fad01 req-673a2b37-356a-449e-8433-f645f42a3fc9 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400550 Nov 12 20:43:47.095502 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88c9d1-a01f-4135-b3a1-2163691d5ff2 req-07d93989-9144-40b5-997d-af2fd1a8feef tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:47.097488 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4e88c9d1-a01f-4135-b3a1-2163691d5ff2 req-07d93989-9144-40b5-997d-af2fd1a8feef tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0490084 Nov 12 20:43:47.142704 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4e88c9d1-a01f-4135-b3a1-2163691d5ff2 req-fe929d09-5393-498a-a391-0ae5b0f61acb tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394142 Nov 12 20:43:47.490330 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-56264ca5-baa5-462d-9587-df9d9bd65e36 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0717924 Nov 12 20:43:47.498288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cef35-90ba-4bed-9f6d-e87a7c89dc60 req-db626f6e-413f-44c6-aee4-15422e89f6c2 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:47.499933 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-786cef35-90ba-4bed-9f6d-e87a7c89dc60 req-db626f6e-413f-44c6-aee4-15422e89f6c2 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0733013 Nov 12 20:43:47.548434 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-786cef35-90ba-4bed-9f6d-e87a7c89dc60 req-445d148a-6c1c-46d9-a6de-eafb11c975a2 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416427 Nov 12 20:43:48.678384 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-f8ac8781-c7ab-40b4-bf42-6371dc197eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:48.679824 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-f8ac8781-c7ab-40b4-bf42-6371dc197eb7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6d7a492ce574fdfb817234441fd78fd&device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 1098 time: 0.0732563 Nov 12 20:43:48.692121 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0cf514-9a36-4f54-bb9a-f2126866852c req-b245671e-aede-4d9f-8d8d-5f69ab3d38d3 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:48.693552 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9b0cf514-9a36-4f54-bb9a-f2126866852c req-b245671e-aede-4d9f-8d8d-5f69ab3d38d3 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0623393 Nov 12 20:43:48.796463 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9b0cf514-9a36-4f54-bb9a-f2126866852c req-be9bd38b-8c53-48e7-bd64-952b8eb0d9d2 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939944 Nov 12 20:43:48.812706 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-31a68739-6a35-4690-8abe-800ebf68361c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:48.814178 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-31a68739-6a35-4690-8abe-800ebf68361c service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e3de896-d2b5-4cb1-be97-34f25d6b4569 HTTP/1.1" status: 200 len: 916 time: 0.1197929 Nov 12 20:43:48.855314 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-fa75f122-90c5-456b-a2d0-1e884eba09dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18371ff4-a3e4-45d3-89c3-6744b70350c6 HTTP/1.1" status: 200 len: 217 time: 0.0342340 Nov 12 20:43:48.902456 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-38433c12-ead7-4620-90da-e2bc1432b572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:48.903855 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-38433c12-ead7-4620-90da-e2bc1432b572 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9af4dcbe-e86d-4534-8250-ec3efa41084c HTTP/1.1" status: 200 len: 855 time: 0.0422432 Nov 12 20:43:48.938713 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-e0143238-7397-48f4-b58c-12341013487f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e3de896-d2b5-4cb1-be97-34f25d6b4569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281014 Nov 12 20:43:49.032189 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-c7cb35a0-df31-4a1c-9445-efed6303e452 service neutron] 10.222.0.55 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865347 Nov 12 20:43:49.461477 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-24e2938f-4eaf-4121-9aae-66d9e9bf9a9b service neutron] 10.222.0.55 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221430 Nov 12 20:43:49.912833 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1c434-4fc0-4838-a645-8bb24e6cefc0 req-0f7e5e9b-ba3a-43a6-a3d4-7c49661a6d25 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:49.914374 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dda1c434-4fc0-4838-a645-8bb24e6cefc0 req-0f7e5e9b-ba3a-43a6-a3d4-7c49661a6d25 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0495813 Nov 12 20:43:49.957733 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d89a253c-79ac-4973-a343-773e9884fc85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:49.966039 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dda1c434-4fc0-4838-a645-8bb24e6cefc0 req-349799fa-4ada-46f3-bcd8-94fc80d823de tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457003 Nov 12 20:43:50.397491 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:51.088376 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab96585-4518-4ea1-9fa8-53b5eb061117 req-187a3e2a-970f-4155-bc12-6172dca836f5 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:51.089879 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eab96585-4518-4ea1-9fa8-53b5eb061117 req-187a3e2a-970f-4155-bc12-6172dca836f5 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0506451 Nov 12 20:43:51.136479 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eab96585-4518-4ea1-9fa8-53b5eb061117 req-9aa2980b-85d0-417f-aa04-5a1c28a1cf06 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406961 Nov 12 20:43:52.258217 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1fcd0-30fa-4f8b-8c91-a42b71624d64 req-cc0689e1-5b76-4621-a55d-a649aac195e4 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:52.259797 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8bd1fcd0-30fa-4f8b-8c91-a42b71624d64 req-cc0689e1-5b76-4621-a55d-a649aac195e4 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0554025 Nov 12 20:43:52.312065 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8bd1fcd0-30fa-4f8b-8c91-a42b71624d64 req-bc291738-db33-4138-8980-61f52c7eef01 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463908 Nov 12 20:43:52.786869 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-283ab31d-e46e-4a9e-8009-2441babdeb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:53.432417 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacb1b1-8c73-43a3-a1a8-8dcdc5cdbb80 req-ff2364e9-b090-4a7f-8b7d-aa2e0944eec5 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:53.434021 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4cacb1b1-8c73-43a3-a1a8-8dcdc5cdbb80 req-ff2364e9-b090-4a7f-8b7d-aa2e0944eec5 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0482841 Nov 12 20:43:53.480695 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4cacb1b1-8c73-43a3-a1a8-8dcdc5cdbb80 req-b97d717f-ee2b-4d12-9469-721ee2975f06 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407627 Nov 12 20:43:53.858517 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:54.250218 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:54.600160 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a255a94-f71e-432b-beba-03de18517819 req-89e0bd08-5bf4-44a5-b2a4-d219b43b1ed0 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:54.601684 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3a255a94-f71e-432b-beba-03de18517819 req-89e0bd08-5bf4-44a5-b2a4-d219b43b1ed0 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0502768 Nov 12 20:43:54.649303 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3a255a94-f71e-432b-beba-03de18517819 req-6e5929c9-36c2-4ba9-ba91-f5cb543d7661 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416470 Nov 12 20:43:55.270277 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:55.767534 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864bac2-f0eb-493b-bb2d-1aa53e141be1 req-cabf40f9-3c10-46c1-a7b6-6cfc0d5b2e1c tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:55.769055 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0864bac2-f0eb-493b-bb2d-1aa53e141be1 req-cabf40f9-3c10-46c1-a7b6-6cfc0d5b2e1c tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0524547 Nov 12 20:43:55.815620 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0864bac2-f0eb-493b-bb2d-1aa53e141be1 req-9099f73a-f20b-409d-9f8d-a567bc37ab68 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407007 Nov 12 20:43:56.002401 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:43:56.935061 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d268f35-6c86-4923-83c4-ca39c1b79127 req-12022eab-0c8d-411f-8e14-b2fc49841c83 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:56.936611 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8d268f35-6c86-4923-83c4-ca39c1b79127 req-12022eab-0c8d-411f-8e14-b2fc49841c83 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0516014 Nov 12 20:43:56.987150 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8d268f35-6c86-4923-83c4-ca39c1b79127 req-d8ce8ea2-749b-471e-8f3d-5553da1eceea tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434711 Nov 12 20:43:58.104660 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53eda25-00da-44dc-ab9d-bbd7277543d6 req-81ede942-b2cf-4774-b192-a9d67d22ac13 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:58.106129 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a53eda25-00da-44dc-ab9d-bbd7277543d6 req-81ede942-b2cf-4774-b192-a9d67d22ac13 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0499322 Nov 12 20:43:58.153778 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a53eda25-00da-44dc-ab9d-bbd7277543d6 req-e6979a9c-2c98-45f9-8aa5-4e0663bfed9b tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417519 Nov 12 20:43:59.267532 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be289ca-6e37-4f6c-8e20-d3eb326fe44a req-52e30555-d5a9-4730-8e87-6f6f51d27a45 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:43:59.269608 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2be289ca-6e37-4f6c-8e20-d3eb326fe44a req-52e30555-d5a9-4730-8e87-6f6f51d27a45 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0490820 Nov 12 20:43:59.315204 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2be289ca-6e37-4f6c-8e20-d3eb326fe44a req-3b25465d-d180-44bd-9c4d-87d54f44ebe7 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398345 Nov 12 20:44:00.433769 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57db72-3cf0-421c-9427-38d2a05b4b8a req-269b3d2e-f05b-4a79-b972-32ad7e6ba952 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:00.435278 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4e57db72-3cf0-421c-9427-38d2a05b4b8a req-269b3d2e-f05b-4a79-b972-32ad7e6ba952 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0506501 Nov 12 20:44:00.484660 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4e57db72-3cf0-421c-9427-38d2a05b4b8a req-f078c03a-7109-4a7e-93a2-01ec5bca8c77 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432887 Nov 12 20:44:01.599362 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de468887-d000-4f71-9dbc-0bed2eff7978 req-fa7f6de2-77d3-4113-8c13-2305500041a8 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:01.600793 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-de468887-d000-4f71-9dbc-0bed2eff7978 req-fa7f6de2-77d3-4113-8c13-2305500041a8 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0477405 Nov 12 20:44:01.650807 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-de468887-d000-4f71-9dbc-0bed2eff7978 req-a3ea6f50-f73d-420c-8ee8-100d2ac949cd tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442231 Nov 12 20:44:02.769385 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d1395-bb02-4e2a-b990-116c1f928412 req-31a70c12-c62e-45b1-961f-9d7a6d23f1fe tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:02.770879 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cc3d1395-bb02-4e2a-b990-116c1f928412 req-31a70c12-c62e-45b1-961f-9d7a6d23f1fe tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0527420 Nov 12 20:44:02.817041 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cc3d1395-bb02-4e2a-b990-116c1f928412 req-5c577e1e-99ca-48ab-94fb-42a23d92da6f tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403047 Nov 12 20:44:03.932874 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a199d2d-5b5b-49eb-96c8-ddf8f8791c8d req-e6a7bc01-c921-4f9f-bbf1-f80eee43e3ea tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:03.934354 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3a199d2d-5b5b-49eb-96c8-ddf8f8791c8d req-e6a7bc01-c921-4f9f-bbf1-f80eee43e3ea tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0484579 Nov 12 20:44:03.986565 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3a199d2d-5b5b-49eb-96c8-ddf8f8791c8d req-3dce92d4-c764-45f6-a4cb-8a6ee403b48d tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458407 Nov 12 20:44:04.649885 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:44:05.104384 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c694f-8898-4e29-bec2-836f33794b67 req-f87ee5f3-81cb-4e52-84a4-52aebbdb1673 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:05.105915 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f20c694f-8898-4e29-bec2-836f33794b67 req-f87ee5f3-81cb-4e52-84a4-52aebbdb1673 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0501459 Nov 12 20:44:05.157671 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f20c694f-8898-4e29-bec2-836f33794b67 req-cdff316b-f895-46a1-9125-1665e3505abc tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457478 Nov 12 20:44:06.274561 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38867fc1-7f5f-46c6-832c-e9d1888f1751 req-532d28cd-330a-483d-8373-d362edaeb613 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:06.276045 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-38867fc1-7f5f-46c6-832c-e9d1888f1751 req-532d28cd-330a-483d-8373-d362edaeb613 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0482488 Nov 12 20:44:06.328963 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-38867fc1-7f5f-46c6-832c-e9d1888f1751 req-40069485-e406-4d57-8b2a-d2c08be59906 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469534 Nov 12 20:44:07.451817 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297403a4-b9df-4e7a-a9f6-a2488d0c2058 req-2d826465-8072-4b59-a9f0-78ef5fb32cc7 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:07.453325 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-297403a4-b9df-4e7a-a9f6-a2488d0c2058 req-2d826465-8072-4b59-a9f0-78ef5fb32cc7 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0526237 Nov 12 20:44:07.504168 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-297403a4-b9df-4e7a-a9f6-a2488d0c2058 req-4b2007de-66c9-4446-a3da-792b3a3acf9b tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445700 Nov 12 20:44:08.628614 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99452dfc-d8f6-47ec-a009-e5eb4d50fbe1 req-aca271a7-9982-4722-9a62-201974d532bf tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:08.630018 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-99452dfc-d8f6-47ec-a009-e5eb4d50fbe1 req-aca271a7-9982-4722-9a62-201974d532bf tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0528193 Nov 12 20:44:08.676410 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-99452dfc-d8f6-47ec-a009-e5eb4d50fbe1 req-f5d150d7-13f5-4e89-a9aa-b642cab5a64f tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404627 Nov 12 20:44:09.794863 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a0cd1-bf09-4fba-ad62-9239e8b46b3c req-60997b8f-9ab0-4553-b2fc-5ff5eece95d2 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:09.796411 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-095a0cd1-bf09-4fba-ad62-9239e8b46b3c req-60997b8f-9ab0-4553-b2fc-5ff5eece95d2 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0505652 Nov 12 20:44:09.842865 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-095a0cd1-bf09-4fba-ad62-9239e8b46b3c req-5905b11a-4747-48d9-822c-77f77d3b471f tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404441 Nov 12 20:44:10.674924 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7848046-8972-4386-8f2d-9f2c69ce5e1b req-088775f5-e2b6-4a62-935c-10a7384bee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:10.676412 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b7848046-8972-4386-8f2d-9f2c69ce5e1b req-088775f5-e2b6-4a62-935c-10a7384bee1a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6d7a492ce574fdfb817234441fd78fd&device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 1098 time: 0.0437086 Nov 12 20:44:10.777565 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7848046-8972-4386-8f2d-9f2c69ce5e1b req-2f83c4f6-f4c5-4c2c-9045-102b578a3b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:10.779041 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b7848046-8972-4386-8f2d-9f2c69ce5e1b req-2f83c4f6-f4c5-4c2c-9045-102b578a3b1b service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e3de896-d2b5-4cb1-be97-34f25d6b4569 HTTP/1.1" status: 200 len: 916 time: 0.0842581 Nov 12 20:44:10.826361 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b7848046-8972-4386-8f2d-9f2c69ce5e1b req-b813c948-cb9f-47f4-b4c0-b032b1d9aa70 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18371ff4-a3e4-45d3-89c3-6744b70350c6 HTTP/1.1" status: 200 len: 217 time: 0.0383463 Nov 12 20:44:10.875409 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7848046-8972-4386-8f2d-9f2c69ce5e1b req-4cc24089-a892-4094-9534-59aeb6ad7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:10.876998 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b7848046-8972-4386-8f2d-9f2c69ce5e1b req-4cc24089-a892-4094-9534-59aeb6ad7e21 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9af4dcbe-e86d-4534-8250-ec3efa41084c HTTP/1.1" status: 200 len: 855 time: 0.0441084 Nov 12 20:44:10.911608 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b7848046-8972-4386-8f2d-9f2c69ce5e1b req-3e17b552-5658-4270-8a2e-522fd356c732 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e3de896-d2b5-4cb1-be97-34f25d6b4569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251667 Nov 12 20:44:10.961033 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400f965-87a2-40b5-a1f8-1e9961155f60 req-f9198d78-cfea-4631-a0d9-4a735d1d6c98 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:10.962443 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d400f965-87a2-40b5-a1f8-1e9961155f60 req-f9198d78-cfea-4631-a0d9-4a735d1d6c98 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0485501 Nov 12 20:44:11.009167 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b7848046-8972-4386-8f2d-9f2c69ce5e1b req-37b33695-322d-4dc4-a2d4-c25e2dccaa46 service neutron] 10.222.0.55 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879495 Nov 12 20:44:11.010167 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d400f965-87a2-40b5-a1f8-1e9961155f60 req-03cdc306-1abc-4b2e-83f0-b68092d88813 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418649 Nov 12 20:44:11.100820 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b7848046-8972-4386-8f2d-9f2c69ce5e1b req-6480e95b-fc11-4de4-ba1e-db819b1c1174 service neutron] 10.222.0.55 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836279 Nov 12 20:44:11.381639 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-aa16abc7-4244-4ddf-8db2-d9e8ef7446c4 req-556d0828-9bc8-4b89-bb97-4b74b202ad4c service neutron] (102448) timed out ('10.222.0.48', 42178) {{(pid=102448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 20:44:12.126040 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef608e-823c-4e68-8149-573b225ef2b2 req-0c659089-8754-413c-b4f9-3ce3b572fb24 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:12.128364 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-19ef608e-823c-4e68-8149-573b225ef2b2 req-0c659089-8754-413c-b4f9-3ce3b572fb24 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0494838 Nov 12 20:44:12.179160 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-19ef608e-823c-4e68-8149-573b225ef2b2 req-6339c95b-afa1-4b11-86fc-3a0f02e0f905 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450139 Nov 12 20:44:13.298160 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb9355-507b-4842-9646-bfa993765c3f req-bb00524c-d781-4624-9a9a-c2421ef74520 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:13.299714 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4afb9355-507b-4842-9646-bfa993765c3f req-bb00524c-d781-4624-9a9a-c2421ef74520 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0528157 Nov 12 20:44:13.349189 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4afb9355-507b-4842-9646-bfa993765c3f req-93506572-d492-46f8-94d0-693957b00087 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435326 Nov 12 20:44:14.463433 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78a999-b6f2-47f3-8226-b077125bcd07 req-b45403bc-4d05-49ef-8769-864a5c6773ce tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:14.465102 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0c78a999-b6f2-47f3-8226-b077125bcd07 req-b45403bc-4d05-49ef-8769-864a5c6773ce tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0486746 Nov 12 20:44:14.513204 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0c78a999-b6f2-47f3-8226-b077125bcd07 req-c8abd87d-85ff-4d4d-afeb-060e7517b5f8 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422497 Nov 12 20:44:15.631667 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5b022-ea32-4cdd-a5a7-6c9ed0b128d8 req-a7e97fc6-3655-4616-b35b-6ae38d9e677c tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:15.633063 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6aa5b022-ea32-4cdd-a5a7-6c9ed0b128d8 req-a7e97fc6-3655-4616-b35b-6ae38d9e677c tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0484667 Nov 12 20:44:15.679660 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6aa5b022-ea32-4cdd-a5a7-6c9ed0b128d8 req-ea9d61b8-da26-47e9-8984-8fe3dc736610 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407555 Nov 12 20:44:16.367098 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-cc90d8e4-9d04-44cf-beb5-c0e659aefd13 service neutron] show failed (client error): The resource could not be found. Nov 12 20:44:16.368149 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-cc90d8e4-9d04-44cf-beb5-c0e659aefd13 service neutron] 10.222.0.55 "GET /v2.0/ports/18371ff4-a3e4-45d3-89c3-6744b70350c6/bindings/n-h2-712140-15 HTTP/1.1" status: 404 len: 381 time: 0.0545826 Nov 12 20:44:16.577410 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-79303a0f-ed9f-4359-bbf1-56a3fefe8721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:16.578915 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-79303a0f-ed9f-4359-bbf1-56a3fefe8721 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941&tenant_id=d6d7a492ce574fdfb817234441fd78fd HTTP/1.1" status: 200 len: 1098 time: 0.0407755 Nov 12 20:44:16.592132 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-fed2292c-39f9-49a9-a8d4-661608775885 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-15', 'device_owner': 'compute:nova'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:16.647056 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-fed2292c-39f9-49a9-a8d4-661608775885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:16.856672 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4ad56-c2d6-4500-aa78-9e49528bf943 req-e9ee1206-32b9-4ad0-8eec-f1ee54cf8c35 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:16.858075 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d6c4ad56-c2d6-4500-aa78-9e49528bf943 req-e9ee1206-32b9-4ad0-8eec-f1ee54cf8c35 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.1096749 Nov 12 20:44:16.913707 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-fed2292c-39f9-49a9-a8d4-661608775885 service neutron] For port 18371ff4-a3e4-45d3-89c3-6744b70350c6, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=18371ff4-a3e4-45d3-89c3-6744b70350c6,segment=NetworkSegment(e4dce41b-5ed7-42ab-939d-9f48eb3078a5),segment_id=e4dce41b-5ed7-42ab-939d-9f48eb3078a5)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:16.936449 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d6c4ad56-c2d6-4500-aa78-9e49528bf943 req-c792052f-397a-4ffa-83ff-48b4a440e53e tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722222 Nov 12 20:44:16.957609 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-fed2292c-39f9-49a9-a8d4-661608775885 service neutron] For port 18371ff4-a3e4-45d3-89c3-6744b70350c6, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:44:16.996763 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6447b4-335f-4c83-9ec3-b08abdad0941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18371ff4-a3e4-45d3-89c3-6744b70350c6'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:16.999324 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd8d082-b1aa-4feb-b8e1-95ee4385be1f" -d '{"events": [{"server_uuid": "5d6447b4-335f-4c83-9ec3-b08abdad0941", "name": "network-vif-unplugged", "status": "completed", "tag": "18371ff4-a3e4-45d3-89c3-6744b70350c6"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:17.003316 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-fed2292c-39f9-49a9-a8d4-661608775885 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:17.015241 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-fed2292c-39f9-49a9-a8d4-661608775885 service neutron] Transition to ACTIVE for port object 18371ff4-a3e4-45d3-89c3-6744b70350c6 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:44:17.018932 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-fed2292c-39f9-49a9-a8d4-661608775885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:17.055415 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a97dde-2b0f-45a8-a75e-b20857b67a7e x-openstack-request-id: req-16a97dde-2b0f-45a8-a75e-b20857b67a7e {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:17.055717 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6447b4-335f-4c83-9ec3-b08abdad0941", "name": "network-vif-unplugged", "status": "completed", "tag": "18371ff4-a3e4-45d3-89c3-6744b70350c6", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:17.055989 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-16a97dde-2b0f-45a8-a75e-b20857b67a7e {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:17.056410 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6447b4-335f-4c83-9ec3-b08abdad0941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18371ff4-a3e4-45d3-89c3-6744b70350c6', 'code': 200} Nov 12 20:44:17.083759 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-fed2292c-39f9-49a9-a8d4-661608775885 service neutron] No DVR routers for this DVR port 18371ff4-a3e4-45d3-89c3-6744b70350c6 on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:44:17.085632 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2292c-39f9-49a9-a8d4-661608775885 service neutron] Pushing event updated for resources: {'Port': ['ID=18371ff4-a3e4-45d3-89c3-6744b70350c6,revision_number=6']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:17.120086 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-fed2292c-39f9-49a9-a8d4-661608775885 service neutron] Attempting to bind port 18371ff4-a3e4-45d3-89c3-6744b70350c6 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:44:17.120385 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-fed2292c-39f9-49a9-a8d4-661608775885 service neutron] Attempting to bind port 18371ff4-a3e4-45d3-89c3-6744b70350c6 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'e4dce41b-5ed7-42ab-939d-9f48eb3078a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5e3de896-d2b5-4cb1-be97-34f25d6b4569'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:44:17.120716 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-fed2292c-39f9-49a9-a8d4-661608775885 service neutron] Attempting to bind port 18371ff4-a3e4-45d3-89c3-6744b70350c6 on network 5e3de896-d2b5-4cb1-be97-34f25d6b4569 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:44:17.125212 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-fed2292c-39f9-49a9-a8d4-661608775885 service neutron] Port 18371ff4-a3e4-45d3-89c3-6744b70350c6 on network 5e3de896-d2b5-4cb1-be97-34f25d6b4569 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:44:17.125533 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-fed2292c-39f9-49a9-a8d4-661608775885 service neutron] Attempting to bind port 18371ff4-a3e4-45d3-89c3-6744b70350c6 on network 5e3de896-d2b5-4cb1-be97-34f25d6b4569 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:44:17.130332 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-fed2292c-39f9-49a9-a8d4-661608775885 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:44:17.130652 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-fed2292c-39f9-49a9-a8d4-661608775885 service neutron] Checking segment: {'id': 'e4dce41b-5ed7-42ab-939d-9f48eb3078a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5e3de896-d2b5-4cb1-be97-34f25d6b4569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:44:17.131033 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-fed2292c-39f9-49a9-a8d4-661608775885 service neutron] Bound using segment: {'id': 'e4dce41b-5ed7-42ab-939d-9f48eb3078a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5e3de896-d2b5-4cb1-be97-34f25d6b4569'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:44:17.131460 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-fed2292c-39f9-49a9-a8d4-661608775885 service neutron] Bound port: 18371ff4-a3e4-45d3-89c3-6744b70350c6, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4dce41b-5ed7-42ab-939d-9f48eb3078a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5e3de896-d2b5-4cb1-be97-34f25d6b4569'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:44:17.131817 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-fed2292c-39f9-49a9-a8d4-661608775885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:17.196878 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-fed2292c-39f9-49a9-a8d4-661608775885 service neutron] For port 18371ff4-a3e4-45d3-89c3-6744b70350c6, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:44:17.199957 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-fed2292c-39f9-49a9-a8d4-661608775885 service neutron] For port 18371ff4-a3e4-45d3-89c3-6744b70350c6, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=18371ff4-a3e4-45d3-89c3-6744b70350c6,segment=NetworkSegment(e4dce41b-5ed7-42ab-939d-9f48eb3078a5),segment_id=e4dce41b-5ed7-42ab-939d-9f48eb3078a5)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:44:17.204430 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-fed2292c-39f9-49a9-a8d4-661608775885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:17.237821 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-fed2292c-39f9-49a9-a8d4-661608775885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:17.238430 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-fed2292c-39f9-49a9-a8d4-661608775885 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:17.239840 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-fed2292c-39f9-49a9-a8d4-661608775885 service neutron] 10.222.0.52 "PUT /v2.0/ports/18371ff4-a3e4-45d3-89c3-6744b70350c6 HTTP/1.1" status: 200 len: 1093 time: 0.6518388 Nov 12 20:44:17.261495 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2292c-39f9-49a9-a8d4-661608775885 service neutron] Pushing event updated for resources: {'Port': ['ID=18371ff4-a3e4-45d3-89c3-6744b70350c6,revision_number=7']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:17.313903 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-0f4e9b94-dd08-4e79-a021-72489f7761ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:17.315526 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-0f4e9b94-dd08-4e79-a021-72489f7761ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d6d7a492ce574fdfb817234441fd78fd&device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 1096 time: 0.0511897 Nov 12 20:44:17.411642 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-927642f8-4daf-4dd1-ba58-1f191824ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:17.413122 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-927642f8-4daf-4dd1-ba58-1f191824ae2a service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e3de896-d2b5-4cb1-be97-34f25d6b4569 HTTP/1.1" status: 200 len: 916 time: 0.0907519 Nov 12 20:44:17.454591 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-b6ae1a8d-758f-4276-a197-ec8fbe8cc79f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18371ff4-a3e4-45d3-89c3-6744b70350c6 HTTP/1.1" status: 200 len: 217 time: 0.0341811 Nov 12 20:44:17.508142 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-dd1d9a32-5dbe-4826-8248-726629ce5e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:17.509666 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-dd1d9a32-5dbe-4826-8248-726629ce5e8b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9af4dcbe-e86d-4534-8250-ec3efa41084c HTTP/1.1" status: 200 len: 855 time: 0.0478442 Nov 12 20:44:17.542251 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-6fc1d9d7-85ec-46a5-a9e8-6fd5f15cf467 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e3de896-d2b5-4cb1-be97-34f25d6b4569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246277 Nov 12 20:44:17.638368 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-76284266-f58e-469e-9874-e49cefc27546 service neutron] 10.222.0.52 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877893 Nov 12 20:44:17.732026 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4eb5f83b-db5f-4b16-8ede-af499d559a98 req-5d29c79d-214a-4165-b41c-e27ec4659abb service neutron] 10.222.0.52 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856843 Nov 12 20:44:18.058860 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffebf2-d351-4c2c-9daa-c97b36a13d8c req-f9ad6af3-2680-4fde-a27f-d6f4030b0640 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:18.060378 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fcffebf2-d351-4c2c-9daa-c97b36a13d8c req-f9ad6af3-2680-4fde-a27f-d6f4030b0640 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 944 time: 0.0549750 Nov 12 20:44:18.107979 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fcffebf2-d351-4c2c-9daa-c97b36a13d8c req-d314b2be-c0ce-4bf5-80ab-cbd266b67965 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407107 Nov 12 20:44:19.058035 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6447b4-335f-4c83-9ec3-b08abdad0941', 'tag': '18371ff4-a3e4-45d3-89c3-6744b70350c6'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:19.060494 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8670e7-c3c7-4f48-88df-05ba316ae5fc" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6447b4-335f-4c83-9ec3-b08abdad0941", "tag": "18371ff4-a3e4-45d3-89c3-6744b70350c6"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:19.109519 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cb8a49-77d7-41ce-a66b-3edee894204d x-openstack-request-id: req-71cb8a49-77d7-41ce-a66b-3edee894204d {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:19.109807 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6447b4-335f-4c83-9ec3-b08abdad0941", "tag": "18371ff4-a3e4-45d3-89c3-6744b70350c6", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:19.110055 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-71cb8a49-77d7-41ce-a66b-3edee894204d {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:19.110476 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6447b4-335f-4c83-9ec3-b08abdad0941', 'tag': '18371ff4-a3e4-45d3-89c3-6744b70350c6', 'status': 'completed', 'code': 200} Nov 12 20:44:19.234205 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8670e7-c3c7-4f48-88df-05ba316ae5fc req-7efe3614-51dd-4085-afb8-0f3436c2c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:19.235700 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e8670e7-c3c7-4f48-88df-05ba316ae5fc req-7efe3614-51dd-4085-afb8-0f3436c2c560 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d6d7a492ce574fdfb817234441fd78fd&device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 1096 time: 0.0960555 Nov 12 20:44:19.240519 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8670e7-c3c7-4f48-88df-05ba316ae5fc req-606c2c7d-0c6e-4dbd-8591-b3d35a1bc1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:19.241895 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e8670e7-c3c7-4f48-88df-05ba316ae5fc req-606c2c7d-0c6e-4dbd-8591-b3d35a1bc1c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6d7a492ce574fdfb817234441fd78fd&device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 1096 time: 0.1104937 Nov 12 20:44:19.263026 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facd281-2d1d-4580-aaa4-f5d1252ead08 req-3a50f508-ef60-424f-8202-1add46e3eace tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:19.264395 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0facd281-2d1d-4580-aaa4-f5d1252ead08 req-3a50f508-ef60-424f-8202-1add46e3eace tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 944 time: 0.0814610 Nov 12 20:44:19.422197 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0facd281-2d1d-4580-aaa4-f5d1252ead08 req-9b4b7362-f00b-4f78-91c3-795944fc1e10 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350024 Nov 12 20:44:19.454300 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8670e7-c3c7-4f48-88df-05ba316ae5fc req-7bd22a76-6714-4044-adc8-dffabb7d1276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:19.456035 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e8670e7-c3c7-4f48-88df-05ba316ae5fc req-7bd22a76-6714-4044-adc8-dffabb7d1276 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e3de896-d2b5-4cb1-be97-34f25d6b4569 HTTP/1.1" status: 200 len: 916 time: 0.2016668 Nov 12 20:44:19.458975 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8670e7-c3c7-4f48-88df-05ba316ae5fc req-f7919442-ed07-426f-a057-9bdddad1d353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:19.460392 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e8670e7-c3c7-4f48-88df-05ba316ae5fc req-f7919442-ed07-426f-a057-9bdddad1d353 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e3de896-d2b5-4cb1-be97-34f25d6b4569 HTTP/1.1" status: 200 len: 916 time: 0.2145228 Nov 12 20:44:19.509642 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e8670e7-c3c7-4f48-88df-05ba316ae5fc req-47c31168-ae2d-4ce6-a77b-b94716f380e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18371ff4-a3e4-45d3-89c3-6744b70350c6 HTTP/1.1" status: 200 len: 217 time: 0.0466883 Nov 12 20:44:19.542708 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e8670e7-c3c7-4f48-88df-05ba316ae5fc req-9dbbb8cc-65cc-41f0-aeee-860c11df7e56 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18371ff4-a3e4-45d3-89c3-6744b70350c6 HTTP/1.1" status: 200 len: 217 time: 0.0736561 Nov 12 20:44:19.612958 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8670e7-c3c7-4f48-88df-05ba316ae5fc req-6afe5dfe-ecd3-4359-b468-69981d7cb16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:19.614430 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e8670e7-c3c7-4f48-88df-05ba316ae5fc req-6afe5dfe-ecd3-4359-b468-69981d7cb16e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9af4dcbe-e86d-4534-8250-ec3efa41084c HTTP/1.1" status: 200 len: 855 time: 0.0796981 Nov 12 20:44:19.621305 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8670e7-c3c7-4f48-88df-05ba316ae5fc req-bfda2fae-d23a-4b80-a19a-7ea413ad3cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:19.622639 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e8670e7-c3c7-4f48-88df-05ba316ae5fc req-bfda2fae-d23a-4b80-a19a-7ea413ad3cea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9af4dcbe-e86d-4534-8250-ec3efa41084c HTTP/1.1" status: 200 len: 855 time: 0.0612087 Nov 12 20:44:19.655341 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e8670e7-c3c7-4f48-88df-05ba316ae5fc req-3a013ec8-f776-4656-ae8a-586ae841a467 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e3de896-d2b5-4cb1-be97-34f25d6b4569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317569 Nov 12 20:44:19.670270 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e8670e7-c3c7-4f48-88df-05ba316ae5fc req-8376735a-1ae4-48d0-89a1-052ac02db5f1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e3de896-d2b5-4cb1-be97-34f25d6b4569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384693 Nov 12 20:44:19.800688 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 18371ff4-a3e4-45d3-89c3-6744b70350c6 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:44:19.821132 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e8670e7-c3c7-4f48-88df-05ba316ae5fc req-db4962e9-7e1e-4725-b29c-543d4ca46ac9 service neutron] 10.222.0.55 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528888 Nov 12 20:44:19.823262 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e8670e7-c3c7-4f48-88df-05ba316ae5fc req-c180b392-d3b1-48c0-84e8-e13e612c9a61 service neutron] 10.222.0.52 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450701 Nov 12 20:44:19.987414 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e8670e7-c3c7-4f48-88df-05ba316ae5fc req-7c2e97be-fcdc-4094-8415-ba3d08e91493 service neutron] 10.222.0.55 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576810 Nov 12 20:44:19.989671 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8e8670e7-c3c7-4f48-88df-05ba316ae5fc req-3ce0c41e-bc76-4efa-a1e5-3eb4a4435ecf service neutron] 10.222.0.52 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536040 Nov 12 20:44:20.049788 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2205d0b9-f1aa-44c4-a57f-f33d054c7636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:20.067413 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 18371ff4-a3e4-45d3-89c3-6744b70350c6, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=18371ff4-a3e4-45d3-89c3-6744b70350c6,segment=NetworkSegment(e4dce41b-5ed7-42ab-939d-9f48eb3078a5),segment_id=e4dce41b-5ed7-42ab-939d-9f48eb3078a5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:20.078278 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '18371ff4-a3e4-45d3-89c3-6744b70350c6', 'network_id': '5e3de896-d2b5-4cb1-be97-34f25d6b4569', 'port_id': '18371ff4-a3e4-45d3-89c3-6744b70350c6', 'mac_address': 'fa:16:3e:0f:57:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af4dcbe-e86d-4534-8250-ec3efa41084c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:44:20.115018 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:20.127568 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18371ff4-a3e4-45d3-89c3-6744b70350c6 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:44:20.147093 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 18371ff4-a3e4-45d3-89c3-6744b70350c6, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=18371ff4-a3e4-45d3-89c3-6744b70350c6,segment=NetworkSegment(e4dce41b-5ed7-42ab-939d-9f48eb3078a5),segment_id=e4dce41b-5ed7-42ab-939d-9f48eb3078a5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:20.150698 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:20.199276 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=18371ff4-a3e4-45d3-89c3-6744b70350c6,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:20.395368 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:20.397438 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['18371ff4-a3e4-45d3-89c3-6744b70350c6'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:44:20.545644 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80663aab-5174-4130-8031-e79768ef73dd req-dc7c2926-9baf-4c2c-aa15-a91b137c3548 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:20.547190 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-80663aab-5174-4130-8031-e79768ef73dd req-dc7c2926-9baf-4c2c-aa15-a91b137c3548 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 945 time: 0.0511401 Nov 12 20:44:20.594021 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-80663aab-5174-4130-8031-e79768ef73dd req-564cab59-36c3-4cf9-8f08-99ae9c2abd35 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401428 Nov 12 20:44:20.717961 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 18371ff4-a3e4-45d3-89c3-6744b70350c6 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:44:20.762458 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 18371ff4-a3e4-45d3-89c3-6744b70350c6 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:44:20.788842 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3857c-286b-40d8-bedb-f82cc07a54f2 req-54eca2e3-031e-4dd2-936e-317cce598c5a tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:20.790462 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3db3857c-286b-40d8-bedb-f82cc07a54f2 req-54eca2e3-031e-4dd2-936e-317cce598c5a tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 945 time: 0.0544932 Nov 12 20:44:20.807567 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0ee1c-aae7-4d0f-98d6-e78262161286 req-515fa8b3-6efb-4a11-88f2-dd11ea4cbef4 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:20.809160 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96b0ee1c-aae7-4d0f-98d6-e78262161286 req-515fa8b3-6efb-4a11-88f2-dd11ea4cbef4 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941&tenant_id=d6d7a492ce574fdfb817234441fd78fd&binding%3Ahost_id=n-h2-712140-15 HTTP/1.1" status: 200 len: 945 time: 0.0582569 Nov 12 20:44:20.837966 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3db3857c-286b-40d8-bedb-f82cc07a54f2 req-99b21136-4607-4e0d-923c-6ffe7dfe334d tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415540 Nov 12 20:44:20.869481 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [req-96b0ee1c-aae7-4d0f-98d6-e78262161286 req-b8c7f449-cc4d-4643-ba5e-527244ab9a11 service neutron] delete failed (client error): The resource could not be found. Nov 12 20:44:20.870532 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96b0ee1c-aae7-4d0f-98d6-e78262161286 req-b8c7f449-cc4d-4643-ba5e-527244ab9a11 service neutron] 10.222.0.55 "DELETE /v2.0/ports/18371ff4-a3e4-45d3-89c3-6744b70350c6/bindings/n-h1-712140-15 HTTP/1.1" status: 404 len: 381 time: 0.0542586 Nov 12 20:44:20.951000 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0ee1c-aae7-4d0f-98d6-e78262161286 req-b3b28fc4-87a0-4376-96bc-73ebbbefaa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:20.952523 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96b0ee1c-aae7-4d0f-98d6-e78262161286 req-b3b28fc4-87a0-4376-96bc-73ebbbefaa04 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6d7a492ce574fdfb817234441fd78fd&device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 1097 time: 0.0397661 Nov 12 20:44:21.044686 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0ee1c-aae7-4d0f-98d6-e78262161286 req-1b899b7c-105e-4e48-a999-e6b7434b503c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:21.046198 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96b0ee1c-aae7-4d0f-98d6-e78262161286 req-1b899b7c-105e-4e48-a999-e6b7434b503c service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e3de896-d2b5-4cb1-be97-34f25d6b4569 HTTP/1.1" status: 200 len: 916 time: 0.0867984 Nov 12 20:44:21.086729 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96b0ee1c-aae7-4d0f-98d6-e78262161286 req-5b0747e5-b4dc-4f0f-9a83-887b4cf6ffbf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18371ff4-a3e4-45d3-89c3-6744b70350c6 HTTP/1.1" status: 200 len: 217 time: 0.0338326 Nov 12 20:44:21.134834 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0ee1c-aae7-4d0f-98d6-e78262161286 req-7bfb9c85-e89c-4287-9cb1-7b2de9220f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:21.136199 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96b0ee1c-aae7-4d0f-98d6-e78262161286 req-7bfb9c85-e89c-4287-9cb1-7b2de9220f00 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9af4dcbe-e86d-4534-8250-ec3efa41084c HTTP/1.1" status: 200 len: 855 time: 0.0426593 Nov 12 20:44:21.172658 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96b0ee1c-aae7-4d0f-98d6-e78262161286 req-13b58fae-5964-488c-a7aa-1a97ff8b9d3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e3de896-d2b5-4cb1-be97-34f25d6b4569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297289 Nov 12 20:44:21.261690 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96b0ee1c-aae7-4d0f-98d6-e78262161286 req-1bebdecd-abce-4fc6-aadd-c1a7fab7e09d service neutron] 10.222.0.55 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822721 Nov 12 20:44:21.355328 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96b0ee1c-aae7-4d0f-98d6-e78262161286 req-14e00d26-7338-4178-8fe1-62bd2c1719f8 service neutron] 10.222.0.55 "GET /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861411 Nov 12 20:44:21.807148 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 18371ff4-a3e4-45d3-89c3-6744b70350c6 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:44:21.857419 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 18371ff4-a3e4-45d3-89c3-6744b70350c6 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:44:21.862863 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 18371ff4-a3e4-45d3-89c3-6744b70350c6 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:21.863230 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:21.950128 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:21.960633 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ae92a-259b-47ad-92d9-52945615f3d4 req-08e9a19c-caa9-4608-bde9-7c0b482c7d27 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:21.962187 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-531ae92a-259b-47ad-92d9-52945615f3d4 req-08e9a19c-caa9-4608-bde9-7c0b482c7d27 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 945 time: 0.0504403 Nov 12 20:44:21.974211 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6447b4-335f-4c83-9ec3-b08abdad0941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18371ff4-a3e4-45d3-89c3-6744b70350c6'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:21.976468 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2baffff9-9a75-4a20-bbe0-75a38649335f" -d '{"events": [{"server_uuid": "5d6447b4-335f-4c83-9ec3-b08abdad0941", "name": "network-vif-plugged", "status": "completed", "tag": "18371ff4-a3e4-45d3-89c3-6744b70350c6"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:21.989640 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 18371ff4-a3e4-45d3-89c3-6744b70350c6, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=18371ff4-a3e4-45d3-89c3-6744b70350c6,segment=NetworkSegment(e4dce41b-5ed7-42ab-939d-9f48eb3078a5),segment_id=e4dce41b-5ed7-42ab-939d-9f48eb3078a5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:21.993971 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:22.014746 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-531ae92a-259b-47ad-92d9-52945615f3d4 req-bca4f063-4112-4dfb-b99f-8505dcc98c47 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462403 Nov 12 20:44:22.060117 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=18371ff4-a3e4-45d3-89c3-6744b70350c6,revision_number=9']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:22.100737 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6381d1f-af6d-4781-becd-a10b825c7a59 x-openstack-request-id: req-c6381d1f-af6d-4781-becd-a10b825c7a59 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:22.101030 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6447b4-335f-4c83-9ec3-b08abdad0941", "name": "network-vif-plugged", "status": "completed", "tag": "18371ff4-a3e4-45d3-89c3-6744b70350c6", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:22.101283 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c6381d1f-af6d-4781-becd-a10b825c7a59 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:22.101680 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6447b4-335f-4c83-9ec3-b08abdad0941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18371ff4-a3e4-45d3-89c3-6744b70350c6', 'code': 200} Nov 12 20:44:22.138316 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b2de2-8aab-4fbd-a6cb-bbbfd03edb08 req-469e9ca9-6abf-4cdb-a515-d95a65e92250 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:22.139784 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6d3b2de2-8aab-4fbd-a6cb-bbbfd03edb08 req-469e9ca9-6abf-4cdb-a515-d95a65e92250 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0495574 Nov 12 20:44:22.187915 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6d3b2de2-8aab-4fbd-a6cb-bbbfd03edb08 req-8a626368-ef51-48b1-a7a2-6fcb44d61a57 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416715 Nov 12 20:44:22.306044 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babf49e-416e-474e-a0d1-735b985689d1 req-b937dec4-aebe-46c7-8cf3-2a44ab148cc8 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:22.307437 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5babf49e-416e-474e-a0d1-735b985689d1 req-b937dec4-aebe-46c7-8cf3-2a44ab148cc8 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0491400 Nov 12 20:44:22.354577 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5babf49e-416e-474e-a0d1-735b985689d1 req-fd5a7421-8721-4e70-a3ca-d1e13b67615e tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412867 Nov 12 20:44:22.685996 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d84a7-d030-4e43-8b09-09bc21ede0ad req-ff0293ac-a9f6-41b2-bd89-8ca9262bc9d9 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:22.687470 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-459d84a7-d030-4e43-8b09-09bc21ede0ad req-ff0293ac-a9f6-41b2-bd89-8ca9262bc9d9 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0531082 Nov 12 20:44:22.733941 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-459d84a7-d030-4e43-8b09-09bc21ede0ad req-480d67ea-8510-49fb-9034-3cb44229404b tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400951 Nov 12 20:44:22.788575 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-38e543a4-72f7-44a1-bd52-57afc93469c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:23.860913 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:23.862205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ecf99-254a-4298-8843-0a2beaed53ee req-2753004c-6f91-4ef3-bce9-3f5d154765a3 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:23.863577 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d87ecf99-254a-4298-8843-0a2beaed53ee req-2753004c-6f91-4ef3-bce9-3f5d154765a3 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0553305 Nov 12 20:44:23.912568 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d87ecf99-254a-4298-8843-0a2beaed53ee req-98f28b9e-a5aa-4a6b-b0d4-ac5ba83d1f62 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.48 "GET /v2.0/security-groups?id=62a3504e-2203-4abe-8c46-558ea593c932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421872 Nov 12 20:44:23.991178 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32d07c-5383-4c1a-bcb9-496ddee95ad8 req-596c818d-38c2-4ada-a95f-b2d1890d1e49 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:23.992675 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1c32d07c-5383-4c1a-bcb9-496ddee95ad8 req-596c818d-38c2-4ada-a95f-b2d1890d1e49 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d6447b4-335f-4c83-9ec3-b08abdad0941 HTTP/1.1" status: 200 len: 946 time: 0.0484796 Nov 12 20:44:24.084434 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-1c32d07c-5383-4c1a-bcb9-496ddee95ad8 req-d197384d-3a6d-47d1-b6b0-958484f4053a tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Deleting port 18371ff4-a3e4-45d3-89c3-6744b70350c6 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:44:24.084773 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1c32d07c-5383-4c1a-bcb9-496ddee95ad8 req-d197384d-3a6d-47d1-b6b0-958484f4053a tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:24.173697 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-1c32d07c-5383-4c1a-bcb9-496ddee95ad8 req-d197384d-3a6d-47d1-b6b0-958484f4053a tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] For port 18371ff4-a3e4-45d3-89c3-6744b70350c6, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=18371ff4-a3e4-45d3-89c3-6744b70350c6,segment=NetworkSegment(e4dce41b-5ed7-42ab-939d-9f48eb3078a5),segment_id=e4dce41b-5ed7-42ab-939d-9f48eb3078a5)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:24.175630 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1c32d07c-5383-4c1a-bcb9-496ddee95ad8 req-d197384d-3a6d-47d1-b6b0-958484f4053a tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:24.194655 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-1c32d07c-5383-4c1a-bcb9-496ddee95ad8 req-d197384d-3a6d-47d1-b6b0-958484f4053a tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Calling delete_port for 18371ff4-a3e4-45d3-89c3-6744b70350c6 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:44:24.246868 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:24.336626 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1c32d07c-5383-4c1a-bcb9-496ddee95ad8 req-d197384d-3a6d-47d1-b6b0-958484f4053a tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:24.349110 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['18371ff4-a3e4-45d3-89c3-6744b70350c6'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:44:24.367140 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197384d-3a6d-47d1-b6b0-958484f4053a tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Pushing event deleted for resources: {'Port': ['ID=18371ff4-a3e4-45d3-89c3-6744b70350c6,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:24.417168 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c32d07c-5383-4c1a-bcb9-496ddee95ad8 req-d197384d-3a6d-47d1-b6b0-958484f4053a tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] No DVR routers for this DVR port 18371ff4-a3e4-45d3-89c3-6744b70350c6 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:44:24.420056 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1c32d07c-5383-4c1a-bcb9-496ddee95ad8 req-d197384d-3a6d-47d1-b6b0-958484f4053a tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:24.423594 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1c32d07c-5383-4c1a-bcb9-496ddee95ad8 req-d197384d-3a6d-47d1-b6b0-958484f4053a tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] 10.222.0.52 "DELETE /v2.0/ports/18371ff4-a3e4-45d3-89c3-6744b70350c6 HTTP/1.1" status: 204 len: 173 time: 0.4244804 Nov 12 20:44:24.424740 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6447b4-335f-4c83-9ec3-b08abdad0941', 'name': 'network-vif-deleted', 'tag': '18371ff4-a3e4-45d3-89c3-6744b70350c6'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:24.427141 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe2cec5-4b95-4180-829c-7b68f9f1bf55" -d '{"events": [{"server_uuid": "5d6447b4-335f-4c83-9ec3-b08abdad0941", "name": "network-vif-deleted", "tag": "18371ff4-a3e4-45d3-89c3-6744b70350c6"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:24.467348 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79241600-e228-4171-bb60-e1fcf46cfd88 x-openstack-request-id: req-79241600-e228-4171-bb60-e1fcf46cfd88 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:24.467640 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6447b4-335f-4c83-9ec3-b08abdad0941", "name": "network-vif-deleted", "tag": "18371ff4-a3e4-45d3-89c3-6744b70350c6", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:24.468851 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-79241600-e228-4171-bb60-e1fcf46cfd88 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:24.468851 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6447b4-335f-4c83-9ec3-b08abdad0941', 'name': 'network-vif-deleted', 'tag': '18371ff4-a3e4-45d3-89c3-6744b70350c6', 'status': 'completed', 'code': 200} Nov 12 20:44:25.047874 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53668) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:25.091735 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-a10ca961-91c8-4019-8d29-55d1d4d816db admin admin] Deleting subnet 9af4dcbe-e86d-4534-8250-ec3efa41084c {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:44:25.094730 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a10ca961-91c8-4019-8d29-55d1d4d816db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:25.128748 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a10ca961-91c8-4019-8d29-55d1d4d816db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:25.165921 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a10ca961-91c8-4019-8d29-55d1d4d816db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:25.222515 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a10ca961-91c8-4019-8d29-55d1d4d816db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:25.248871 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ca961-91c8-4019-8d29-55d1d4d816db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9af4dcbe-e86d-4534-8250-ec3efa41084c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:25.251234 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a10ca961-91c8-4019-8d29-55d1d4d816db admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:25.257479 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a10ca961-91c8-4019-8d29-55d1d4d816db admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9af4dcbe-e86d-4534-8250-ec3efa41084c HTTP/1.1" status: 204 len: 168 time: 0.2060626 Nov 12 20:44:25.257809 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53670) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:25.273355 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:25.325405 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-45d2eab8-0cfa-4e47-a2cf-83c28ad9ad67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:25.407241 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-45d2eab8-0cfa-4e47-a2cf-83c28ad9ad67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:25.428673 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-45d2eab8-0cfa-4e47-a2cf-83c28ad9ad67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e3de896-d2b5-4cb1-be97-34f25d6b4569']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:25.438166 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-45d2eab8-0cfa-4e47-a2cf-83c28ad9ad67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4dce41b-5ed7-42ab-939d-9f48eb3078a5') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:25.438461 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-45d2eab8-0cfa-4e47-a2cf-83c28ad9ad67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4dce41b-5ed7-42ab-939d-9f48eb3078a5') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:25.448145 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-45d2eab8-0cfa-4e47-a2cf-83c28ad9ad67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:25.461173 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-45d2eab8-0cfa-4e47-a2cf-83c28ad9ad67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:25.466890 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d2eab8-0cfa-4e47-a2cf-83c28ad9ad67 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:44:25.467266 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-45d2eab8-0cfa-4e47-a2cf-83c28ad9ad67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:44:25.468915 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:44:25.522434 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-45d2eab8-0cfa-4e47-a2cf-83c28ad9ad67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:25.527853 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-45d2eab8-0cfa-4e47-a2cf-83c28ad9ad67 admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:25.531042 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-45d2eab8-0cfa-4e47-a2cf-83c28ad9ad67 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5e3de896-d2b5-4cb1-be97-34f25d6b4569 HTTP/1.1" status: 204 len: 168 time: 0.2722325 Nov 12 20:44:25.542114 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2eab8-0cfa-4e47-a2cf-83c28ad9ad67 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e3de896-d2b5-4cb1-be97-34f25d6b4569,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:25.652439 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53674) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:25.697003 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-33fe9182-32fb-41bc-86e2-cdc62c2e6a37 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d6d7a492ce574fdfb817234441fd78fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433459 Nov 12 20:44:25.699500 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53676) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:25.755315 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-77301a86-a342-4d3a-b05e-2d5b47b69fb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:25.778216 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-77301a86-a342-4d3a-b05e-2d5b47b69fb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:25.826266 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-77301a86-a342-4d3a-b05e-2d5b47b69fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:25.828876 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-77301a86-a342-4d3a-b05e-2d5b47b69fb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:25.830031 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-77301a86-a342-4d3a-b05e-2d5b47b69fb3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/62a3504e-2203-4abe-8c46-558ea593c932 HTTP/1.1" status: 204 len: 168 time: 0.1296153 Nov 12 20:44:25.838005 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77301a86-a342-4d3a-b05e-2d5b47b69fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a3504e-2203-4abe-8c46-558ea593c932,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:26.005525 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:26.490746 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53698) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:26.595324 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-7142d10f-e526-433a-8a01-0093d9b73852 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-864907336-network', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:26.617222 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7142d10f-e526-433a-8a01-0093d9b73852 admin admin] Made reservation on behalf of d620851d8c114f71ae1adb4a53c8adea for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:44:26.619569 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7142d10f-e526-433a-8a01-0093d9b73852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:26.628614 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7142d10f-e526-433a-8a01-0093d9b73852 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:26.703273 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7142d10f-e526-433a-8a01-0093d9b73852 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:26.707055 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7142d10f-e526-433a-8a01-0093d9b73852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:26.731037 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7142d10f-e526-433a-8a01-0093d9b73852 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:44:26.741226 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142d10f-e526-433a-8a01-0093d9b73852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fda1dbc-c3a7-4b13-8552-ad56eb076794,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:26.745977 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7142d10f-e526-433a-8a01-0093d9b73852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:26.746307 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-7142d10f-e526-433a-8a01-0093d9b73852 admin admin] Added segment fd4bc449-7d08-4f8c-998b-df687206384b of type vlan for network 7bea27a4-cebc-452e-a680-23f85861259f Nov 12 20:44:26.789779 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7142d10f-e526-433a-8a01-0093d9b73852 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:26.814151 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7142d10f-e526-433a-8a01-0093d9b73852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:26.815512 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7142d10f-e526-433a-8a01-0093d9b73852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:26.816088 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7142d10f-e526-433a-8a01-0093d9b73852 admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:26.872589 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7142d10f-e526-433a-8a01-0093d9b73852 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3806212 Nov 12 20:44:26.875776 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53702) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:26.878195 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142d10f-e526-433a-8a01-0093d9b73852 admin admin] Pushing event updated for resources: {'Network': ['ID=7bea27a4-cebc-452e-a680-23f85861259f,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:26.881997 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-037edaab-1805-465f-9b43-a15b4079d276 admin admin] Request body: {'subnet': {'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-864907336-subnet', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:26.887803 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 7bea27a4-cebc-452e-a680-23f85861259f details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:44:26.902636 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037edaab-1805-465f-9b43-a15b4079d276 admin admin] Made reservation on behalf of d620851d8c114f71ae1adb4a53c8adea for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:44:26.905109 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-037edaab-1805-465f-9b43-a15b4079d276 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.070086 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-037edaab-1805-465f-9b43-a15b4079d276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.123488 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037edaab-1805-465f-9b43-a15b4079d276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:27.134661 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037edaab-1805-465f-9b43-a15b4079d276 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:27.135005 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037edaab-1805-465f-9b43-a15b4079d276 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:27.135338 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037edaab-1805-465f-9b43-a15b4079d276 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:27.135682 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037edaab-1805-465f-9b43-a15b4079d276 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:27.136009 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037edaab-1805-465f-9b43-a15b4079d276 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:27.136365 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037edaab-1805-465f-9b43-a15b4079d276 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:27.136691 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037edaab-1805-465f-9b43-a15b4079d276 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:27.137007 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037edaab-1805-465f-9b43-a15b4079d276 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:27.137319 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037edaab-1805-465f-9b43-a15b4079d276 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:27.137631 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037edaab-1805-465f-9b43-a15b4079d276 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:27.137944 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037edaab-1805-465f-9b43-a15b4079d276 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:27.138255 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037edaab-1805-465f-9b43-a15b4079d276 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:27.143704 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037edaab-1805-465f-9b43-a15b4079d276 admin admin] Checking segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:44:27.144079 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037edaab-1805-465f-9b43-a15b4079d276 admin admin] Network hostable DHCP agents. Network: 7bea27a4-cebc-452e-a680-23f85861259f, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:44:27.160894 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037edaab-1805-465f-9b43-a15b4079d276 admin admin] Network 7bea27a4-cebc-452e-a680-23f85861259f is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:44:27.168849 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-037edaab-1805-465f-9b43-a15b4079d276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 7bea27a4-cebc-452e-a680-23f85861259f) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:44:27.172892 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037edaab-1805-465f-9b43-a15b4079d276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:27.173479 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-037edaab-1805-465f-9b43-a15b4079d276 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.177692 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b6b741-1c8f-44d8-88ec-fbcd0c43b7ad None None] Network 7bea27a4-cebc-452e-a680-23f85861259f requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:44:27.188153 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-037edaab-1805-465f-9b43-a15b4079d276 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3112805 Nov 12 20:44:27.191428 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53704) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:27.195818 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-ce9f5a72-0d03-4128-bfb2-be30f7175045 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:27.217663 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ce9f5a72-0d03-4128-bfb2-be30f7175045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.218685 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ce9f5a72-0d03-4128-bfb2-be30f7175045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.272916 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ce9f5a72-0d03-4128-bfb2-be30f7175045 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.326216 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e696a9-95ad-4ed4-8555-0c02af3c8332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-7bea27a4-cebc-452e-a680-23f85861259f', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:44:27.327115 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b3e696a9-95ad-4ed4-8555-0c02af3c8332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.410542 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ce9f5a72-0d03-4128-bfb2-be30f7175045 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.461383 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-b3e696a9-95ad-4ed4-8555-0c02af3c8332 None None] Allocated IP 172.20.0.2 (7bea27a4-cebc-452e-a680-23f85861259f/f6394460-b0bf-45a5-a2ad-1a7a30bd0c32/d817a586-e02f-4f98-8e11-2227f9c516a5) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:44:27.607122 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b3e696a9-95ad-4ed4-8555-0c02af3c8332 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.608439 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ce9f5a72-0d03-4128-bfb2-be30f7175045 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.613958 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b3e696a9-95ad-4ed4-8555-0c02af3c8332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.628827 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ce9f5a72-0d03-4128-bfb2-be30f7175045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.652482 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e696a9-95ad-4ed4-8555-0c02af3c8332 None None] Network 7bea27a4-cebc-452e-a680-23f85861259f is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:44:27.657931 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-b3e696a9-95ad-4ed4-8555-0c02af3c8332 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:44:27.661797 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e696a9-95ad-4ed4-8555-0c02af3c8332 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:44:27.667318 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e696a9-95ad-4ed4-8555-0c02af3c8332 None None] Pushing event updated for resources: {'Port': ['ID=d817a586-e02f-4f98-8e11-2227f9c516a5,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:27.723555 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b3e696a9-95ad-4ed4-8555-0c02af3c8332 None None] Attempting to bind port d817a586-e02f-4f98-8e11-2227f9c516a5 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:44:27.724009 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b3e696a9-95ad-4ed4-8555-0c02af3c8332 None None] Attempting to bind port d817a586-e02f-4f98-8e11-2227f9c516a5 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:44:27.724400 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e696a9-95ad-4ed4-8555-0c02af3c8332 None None] Attempting to bind port d817a586-e02f-4f98-8e11-2227f9c516a5 on network 7bea27a4-cebc-452e-a680-23f85861259f {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:44:27.729364 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e696a9-95ad-4ed4-8555-0c02af3c8332 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:44:27.729707 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e696a9-95ad-4ed4-8555-0c02af3c8332 None None] Checking segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:44:27.730102 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b3e696a9-95ad-4ed4-8555-0c02af3c8332 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.730484 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e696a9-95ad-4ed4-8555-0c02af3c8332 None None] Bound using segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:44:27.730951 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-b3e696a9-95ad-4ed4-8555-0c02af3c8332 None None] Bound port: d817a586-e02f-4f98-8e11-2227f9c516a5, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:44:27.731316 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b3e696a9-95ad-4ed4-8555-0c02af3c8332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.738530 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-ce9f5a72-0d03-4128-bfb2-be30f7175045 admin admin] Allocated IP 172.25.5.42 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/d5d13323-ad25-4e4b-a228-08f12afd4128) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:44:27.795665 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b3e696a9-95ad-4ed4-8555-0c02af3c8332 None None] For port d817a586-e02f-4f98-8e11-2227f9c516a5, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:44:27.800498 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b3e696a9-95ad-4ed4-8555-0c02af3c8332 None None] For port d817a586-e02f-4f98-8e11-2227f9c516a5, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d817a586-e02f-4f98-8e11-2227f9c516a5,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:44:27.802964 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 18371ff4-a3e4-45d3-89c3-6744b70350c6 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:44:27.806780 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b3e696a9-95ad-4ed4-8555-0c02af3c8332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.841579 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ce9f5a72-0d03-4128-bfb2-be30f7175045 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.850665 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 18371ff4-a3e4-45d3-89c3-6744b70350c6 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:44:27.851004 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 18371ff4-a3e4-45d3-89c3-6744b70350c6 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:44:27.885886 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e696a9-95ad-4ed4-8555-0c02af3c8332 None None] Pushing event updated for resources: {'Port': ['ID=d817a586-e02f-4f98-8e11-2227f9c516a5,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:27.890232 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ce9f5a72-0d03-4128-bfb2-be30f7175045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:27.929832 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9f5a72-0d03-4128-bfb2-be30f7175045 admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:44:27.934927 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-ce9f5a72-0d03-4128-bfb2-be30f7175045 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:44:27.938559 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9f5a72-0d03-4128-bfb2-be30f7175045 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:44:27.950934 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f993f547-9992-48b1-832c-cd058e3e98d1 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:44:27.966184 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f5a72-0d03-4128-bfb2-be30f7175045 admin admin] Pushing event updated for resources: {'Port': ['ID=d5d13323-ad25-4e4b-a228-08f12afd4128,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:28.058163 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c0cca6ad-152e-4dee-853b-14ee504c4182 None None] Provisioning complete for port d5d13323-ad25-4e4b-a228-08f12afd4128 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:28.058832 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c0cca6ad-152e-4dee-853b-14ee504c4182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:28.094701 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c0cca6ad-152e-4dee-853b-14ee504c4182 None None] Port d5d13323-ad25-4e4b-a228-08f12afd4128 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:44:28.213520 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ce9f5a72-0d03-4128-bfb2-be30f7175045 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:28.740268 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ce9f5a72-0d03-4128-bfb2-be30f7175045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:28.775661 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a303be-c5d4-4b27-bd2e-21c90fbc3f26 None None] Network 7bea27a4-cebc-452e-a680-23f85861259f requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:44:28.847849 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2b73127e-2f0f-4e2d-8439-f4499b697554 None None] Provisioning complete for port d817a586-e02f-4f98-8e11-2227f9c516a5 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:28.848210 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2b73127e-2f0f-4e2d-8439-f4499b697554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:28.868774 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9f5a72-0d03-4128-bfb2-be30f7175045 admin admin] Router a235a415-0d91-407a-94f1-3b569ef1c08b is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:44:28.978982 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9f5a72-0d03-4128-bfb2-be30f7175045 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:44:28.992068 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2b73127e-2f0f-4e2d-8439-f4499b697554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:28.994628 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e40c8ab-e316-4882-b5b8-b95006305cbc None None] Sync routers for ids ['a235a415-0d91-407a-94f1-3b569ef1c08b'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:44:28.997192 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ce9f5a72-0d03-4128-bfb2-be30f7175045 admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:28.998560 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ce9f5a72-0d03-4128-bfb2-be30f7175045 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8060963 Nov 12 20:44:29.001930 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53706) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:29.032077 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e40c8ab-e316-4882-b5b8-b95006305cbc None None] Routers {'a235a415-0d91-407a-94f1-3b569ef1c08b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:44:29.032756 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3e40c8ab-e316-4882-b5b8-b95006305cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:44:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a235a415-0d91-407a-94f1-3b569ef1c08b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:29.083651 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2b73127e-2f0f-4e2d-8439-f4499b697554 None None] For port d817a586-e02f-4f98-8e11-2227f9c516a5, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d817a586-e02f-4f98-8e11-2227f9c516a5,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:29.095782 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2b73127e-2f0f-4e2d-8439-f4499b697554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:29.169914 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d817a586-e02f-4f98-8e11-2227f9c516a5 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:44:29.254638 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73127e-2f0f-4e2d-8439-f4499b697554 None None] Pushing event updated for resources: {'Port': ['ID=d817a586-e02f-4f98-8e11-2227f9c516a5,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:29.258841 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-3e40c8ab-e316-4882-b5b8-b95006305cbc None None] Set router a235a415-0d91-407a-94f1-3b569ef1c08b gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:44:29.349179 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port d817a586-e02f-4f98-8e11-2227f9c516a5 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:29.349581 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:29.399868 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d37b6ace-6c0a-4252-8db7-1df52f0510c1 None None] Provisioning complete for port d817a586-e02f-4f98-8e11-2227f9c516a5 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:29.400254 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d37b6ace-6c0a-4252-8db7-1df52f0510c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:29.469576 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e6e99994-75ab-433c-8002-10885512b826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:29.597593 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3e40c8ab-e316-4882-b5b8-b95006305cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:28Z', 'revision_number': 3, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:29.624059 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e40c8ab-e316-4882-b5b8-b95006305cbc None None] Checking router: a235a415-0d91-407a-94f1-3b569ef1c08b for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:44:29.624685 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e40c8ab-e316-4882-b5b8-b95006305cbc None None] Updating router a235a415-0d91-407a-94f1-3b569ef1c08b port d5d13323-ad25-4e4b-a228-08f12afd4128 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:44:29.649557 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3e40c8ab-e316-4882-b5b8-b95006305cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:29.670578 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-e6e99994-75ab-433c-8002-10885512b826 admin admin] Allocated IP 172.20.0.1 (7bea27a4-cebc-452e-a680-23f85861259f/f6394460-b0bf-45a5-a2ad-1a7a30bd0c32/b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:44:29.778544 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e6e99994-75ab-433c-8002-10885512b826 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:29.810657 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e6e99994-75ab-433c-8002-10885512b826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:29.848021 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e99994-75ab-433c-8002-10885512b826 admin admin] Network 7bea27a4-cebc-452e-a680-23f85861259f is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:44:29.850766 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-e6e99994-75ab-433c-8002-10885512b826 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:44:29.856384 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e99994-75ab-433c-8002-10885512b826 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:44:29.884487 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e99994-75ab-433c-8002-10885512b826 admin admin] Pushing event updated for resources: {'Port': ['ID=b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:29.899978 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e6e99994-75ab-433c-8002-10885512b826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:29.908843 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3e40c8ab-e316-4882-b5b8-b95006305cbc None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:29.914400 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3e40c8ab-e316-4882-b5b8-b95006305cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:29.966320 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe7281b-1a54-4998-99c5-4763af9f119c None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:44:29.977253 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359b58d-e74b-43a2-9b36-de95c397e7fd None None] Pushing event updated for resources: {'Port': ['ID=d5d13323-ad25-4e4b-a228-08f12afd4128,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:29.980986 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-3e40c8ab-e316-4882-b5b8-b95006305cbc None None] Attempting to bind port d5d13323-ad25-4e4b-a228-08f12afd4128 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:44:29.981351 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-3e40c8ab-e316-4882-b5b8-b95006305cbc None None] Attempting to bind port d5d13323-ad25-4e4b-a228-08f12afd4128 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:44:29.981703 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e40c8ab-e316-4882-b5b8-b95006305cbc None None] Attempting to bind port d5d13323-ad25-4e4b-a228-08f12afd4128 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:44:29.987994 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e40c8ab-e316-4882-b5b8-b95006305cbc None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:44:29.988396 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e40c8ab-e316-4882-b5b8-b95006305cbc None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:44:29.988825 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3e40c8ab-e316-4882-b5b8-b95006305cbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:29.989218 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e40c8ab-e316-4882-b5b8-b95006305cbc None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:44:29.989659 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-3e40c8ab-e316-4882-b5b8-b95006305cbc None None] Bound port: d5d13323-ad25-4e4b-a228-08f12afd4128, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:44:29.990036 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3e40c8ab-e316-4882-b5b8-b95006305cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:30.046200 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-64409904-b925-42f2-bbc8-851d1bb9398c None None] Provisioning complete for port d5d13323-ad25-4e4b-a228-08f12afd4128 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:30.046876 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-64409904-b925-42f2-bbc8-851d1bb9398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:30.055500 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e6e99994-75ab-433c-8002-10885512b826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:30.079949 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-3e40c8ab-e316-4882-b5b8-b95006305cbc None None] For port d5d13323-ad25-4e4b-a228-08f12afd4128, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:44:30.100021 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-3e40c8ab-e316-4882-b5b8-b95006305cbc None None] For port d5d13323-ad25-4e4b-a228-08f12afd4128, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d5d13323-ad25-4e4b-a228-08f12afd4128,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:44:30.102648 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-64409904-b925-42f2-bbc8-851d1bb9398c None None] Port d5d13323-ad25-4e4b-a228-08f12afd4128 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:44:30.105035 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3e40c8ab-e316-4882-b5b8-b95006305cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:30.150335 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f847a5e3-1665-4919-b4bc-6837e502c681 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:44:30.170526 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359b58d-e74b-43a2-9b36-de95c397e7fd None None] Pushing event updated for resources: {'Port': ['ID=d5d13323-ad25-4e4b-a228-08f12afd4128,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:30.173368 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e40c8ab-e316-4882-b5b8-b95006305cbc None None] Routers {'a235a415-0d91-407a-94f1-3b569ef1c08b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:44:30.174613 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3e40c8ab-e316-4882-b5b8-b95006305cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:44:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a235a415-0d91-407a-94f1-3b569ef1c08b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:30.237329 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e6e99994-75ab-433c-8002-10885512b826 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:30.242103 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e6e99994-75ab-433c-8002-10885512b826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:30.310296 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e6e99994-75ab-433c-8002-10885512b826 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:30.312067 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e99994-75ab-433c-8002-10885512b826 admin admin] Pushing event updated for resources: {'Port': ['ID=b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:30.394231 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-576d5273-4e33-44bd-8288-67feb15be79f None None] Provisioning complete for port d5d13323-ad25-4e4b-a228-08f12afd4128 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:30.394501 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-576d5273-4e33-44bd-8288-67feb15be79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:30.411110 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e99994-75ab-433c-8002-10885512b826 admin admin] Network 7bea27a4-cebc-452e-a680-23f85861259f is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:44:30.412506 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-e6e99994-75ab-433c-8002-10885512b826 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:44:30.483375 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-3e40c8ab-e316-4882-b5b8-b95006305cbc None None] Set router a235a415-0d91-407a-94f1-3b569ef1c08b gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:44:30.541451 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e99994-75ab-433c-8002-10885512b826 admin admin] Router a235a415-0d91-407a-94f1-3b569ef1c08b has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:44:30.612341 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-576d5273-4e33-44bd-8288-67feb15be79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:30.660704 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e99994-75ab-433c-8002-10885512b826 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:44:30.665771 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-576d5273-4e33-44bd-8288-67feb15be79f None None] For port d5d13323-ad25-4e4b-a228-08f12afd4128, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d5d13323-ad25-4e4b-a228-08f12afd4128,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:30.665930 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e6e99994-75ab-433c-8002-10885512b826 admin admin] 10.222.0.48 "PUT /v2.0/routers/a235a415-0d91-407a-94f1-3b569ef1c08b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6621780 Nov 12 20:44:30.679118 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-576d5273-4e33-44bd-8288-67feb15be79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:30.751247 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-576d5273-4e33-44bd-8288-67feb15be79f None None] Provisioning complete for port b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:30.751618 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-576d5273-4e33-44bd-8288-67feb15be79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:30.786520 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d5273-4e33-44bd-8288-67feb15be79f None None] Pushing event updated for resources: {'Port': ['ID=d5d13323-ad25-4e4b-a228-08f12afd4128,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:30.806787 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-576d5273-4e33-44bd-8288-67feb15be79f None None] Port b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:44:30.821715 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3e40c8ab-e316-4882-b5b8-b95006305cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:29Z', 'revision_number': 1, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:30.849192 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e40c8ab-e316-4882-b5b8-b95006305cbc None None] The sync data for ids ['a235a415-0d91-407a-94f1-3b569ef1c08b'] in n-d-712140-15 is: [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:29Z', 'revision_number': 1, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:44:30.925700 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c74c4dd7-ff2a-4316-bc8b-2f64ac9a58d3 None None] Provisioning complete for port b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:30.926343 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c74c4dd7-ff2a-4316-bc8b-2f64ac9a58d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:30.961836 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c74c4dd7-ff2a-4316-bc8b-2f64ac9a58d3 None None] Port b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:44:31.109060 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d817a586-e02f-4f98-8e11-2227f9c516a5 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:44:31.122333 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53714) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:31.127392 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-167f88a5-6487-4c95-b4b5-fef9592e0ac6 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Request body: {'security_group': {'name': 'tempest-securitygroup--227966062', 'description': 'tempest-description--665778498'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:31.150735 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-167f88a5-6487-4c95-b4b5-fef9592e0ac6 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:31.171264 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port d817a586-e02f-4f98-8e11-2227f9c516a5 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:31.171561 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:31.232694 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-167f88a5-6487-4c95-b4b5-fef9592e0ac6 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:31.239511 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-167f88a5-6487-4c95-b4b5-fef9592e0ac6 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:31.279696 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-167f88a5-6487-4c95-b4b5-fef9592e0ac6 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:31.280925 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-167f88a5-6487-4c95-b4b5-fef9592e0ac6 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1575794 Nov 12 20:44:31.284449 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53716) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:31.286162 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f88a5-6487-4c95-b4b5-fef9592e0ac6 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1208c8d3-4a4e-47bd-afca-23d5a8bf6010,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:31.289915 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-c661a1f1-b5d9-4f1a-8004-afc42aeb0da3 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Request body: {'security_group_rule': {'security_group_id': '1208c8d3-4a4e-47bd-afca-23d5a8bf6010', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:31.319881 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c661a1f1-b5d9-4f1a-8004-afc42aeb0da3 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:31.382364 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c661a1f1-b5d9-4f1a-8004-afc42aeb0da3 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:31.386229 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c661a1f1-b5d9-4f1a-8004-afc42aeb0da3 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:31.404091 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661a1f1-b5d9-4f1a-8004-afc42aeb0da3 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c8bdff-1f85-4742-a839-46368808c0a9,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:31.415263 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c661a1f1-b5d9-4f1a-8004-afc42aeb0da3 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:31.416719 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c661a1f1-b5d9-4f1a-8004-afc42aeb0da3 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312399 Nov 12 20:44:31.419382 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53718) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:31.424764 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-8dab558e-6ab4-4780-9c83-bb6f9a7a3c22 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Request body: {'security_group_rule': {'security_group_id': '1208c8d3-4a4e-47bd-afca-23d5a8bf6010', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:31.453653 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8dab558e-6ab4-4780-9c83-bb6f9a7a3c22 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:31.534802 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8dab558e-6ab4-4780-9c83-bb6f9a7a3c22 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:31.537952 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8dab558e-6ab4-4780-9c83-bb6f9a7a3c22 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:31.558762 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab558e-6ab4-4780-9c83-bb6f9a7a3c22 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293af6e6-f5af-45c8-bf6a-17bf0aef8b9e,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:31.566290 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8dab558e-6ab4-4780-9c83-bb6f9a7a3c22 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:31.567634 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8dab558e-6ab4-4780-9c83-bb6f9a7a3c22 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1469829 Nov 12 20:44:31.570770 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 53720) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:31.575554 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-23f28497-2426-4c82-b1ec-4ee28c163ef1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:31.603858 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-23f28497-2426-4c82-b1ec-4ee28c163ef1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:31.712682 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-23f28497-2426-4c82-b1ec-4ee28c163ef1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:31.819521 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-23f28497-2426-4c82-b1ec-4ee28c163ef1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Allocated IP 172.25.5.28 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/ea52cfb7-131f-4662-8dfb-4b5f5ceabd58) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:44:31.934244 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-23f28497-2426-4c82-b1ec-4ee28c163ef1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:31.969371 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-23f28497-2426-4c82-b1ec-4ee28c163ef1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:32.005382 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f28497-2426-4c82-b1ec-4ee28c163ef1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:44:32.008295 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-23f28497-2426-4c82-b1ec-4ee28c163ef1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:44:32.011706 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f28497-2426-4c82-b1ec-4ee28c163ef1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:44:32.041406 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f28497-2426-4c82-b1ec-4ee28c163ef1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Pushing event updated for resources: {'Port': ['ID=ea52cfb7-131f-4662-8dfb-4b5f5ceabd58,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:32.110465 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-23f28497-2426-4c82-b1ec-4ee28c163ef1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:32.146346 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-23f28497-2426-4c82-b1ec-4ee28c163ef1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:32.295364 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-23f28497-2426-4c82-b1ec-4ee28c163ef1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:32.300543 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-23f28497-2426-4c82-b1ec-4ee28c163ef1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:32.368700 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f28497-2426-4c82-b1ec-4ee28c163ef1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Pushing event updated for resources: {'Port': ['ID=ea52cfb7-131f-4662-8dfb-4b5f5ceabd58,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:32.377724 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-23f28497-2426-4c82-b1ec-4ee28c163ef1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:32.392746 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-23f28497-2426-4c82-b1ec-4ee28c163ef1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:32.394035 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-23f28497-2426-4c82-b1ec-4ee28c163ef1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8221555 Nov 12 20:44:32.544837 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-d6ca0873-d8c7-458e-b11f-4864e1d43298 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--227966062&fields=id&tenant_id=d620851d8c114f71ae1adb4a53c8adea HTTP/1.1" status: 200 len: 267 time: 0.0435476 Nov 12 20:44:32.655125 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-c9a4af93-ccf3-4bda-a401-fe6d6f418d55 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:32.656635 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-c9a4af93-ccf3-4bda-a401-fe6d6f418d55 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 811 time: 0.1045039 Nov 12 20:44:32.672837 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-1fddf31f-86b6-4116-abff-fd11d057d7de tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/quotas/d620851d8c114f71ae1adb4a53c8adea HTTP/1.1" status: 200 len: 375 time: 0.0096083 Nov 12 20:44:32.727466 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-395ce2b8-9697-4fc3-a115-655da02f6d01 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485234 Nov 12 20:44:32.799576 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0002b769-97c0-4723-a11c-da554f394939 None None] Sync routers for ids ['a235a415-0d91-407a-94f1-3b569ef1c08b'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:44:32.808920 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0002b769-97c0-4723-a11c-da554f394939 None None] Routers {'a235a415-0d91-407a-94f1-3b569ef1c08b'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:44:32.809526 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-0002b769-97c0-4723-a11c-da554f394939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:44:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a235a415-0d91-407a-94f1-3b569ef1c08b'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:32.826773 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-2cf6f32c-80d8-4005-aed6-aa7ab5f55683 service neutron] 10.222.0.48 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869935 Nov 12 20:44:32.915716 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-0002b769-97c0-4723-a11c-da554f394939 None None] Set router a235a415-0d91-407a-94f1-3b569ef1c08b gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:44:32.916187 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-d6a343e1-472c-419d-8767-8622c5281bad service neutron] 10.222.0.48 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820825 Nov 12 20:44:33.113328 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d5d13323-ad25-4e4b-a228-08f12afd4128 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:44:33.124013 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-0002b769-97c0-4723-a11c-da554f394939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 2, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:33.157170 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-868534c2-b821-4735-bd74-46f93e3d1baa req-21efa504-7829-4a8d-b679-d1c630572470 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 210 time: 0.0316677 Nov 12 20:44:33.164194 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0002b769-97c0-4723-a11c-da554f394939 None None] Checking router: a235a415-0d91-407a-94f1-3b569ef1c08b for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:44:33.164576 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0002b769-97c0-4723-a11c-da554f394939 None None] Updating router a235a415-0d91-407a-94f1-3b569ef1c08b port b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:44:33.178561 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port d5d13323-ad25-4e4b-a228-08f12afd4128 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:33.179060 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:33.199337 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0002b769-97c0-4723-a11c-da554f394939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:33.572183 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0002b769-97c0-4723-a11c-da554f394939 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:33.577366 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0002b769-97c0-4723-a11c-da554f394939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:33.634066 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac72fc-2ddf-4a69-89d1-d6d2702957a4 None None] Pushing event updated for resources: {'Port': ['ID=b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:33.646138 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac72fc-2ddf-4a69-89d1-d6d2702957a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:33.646468 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac72fc-2ddf-4a69-89d1-d6d2702957a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:33.646803 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac72fc-2ddf-4a69-89d1-d6d2702957a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:33.647291 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac72fc-2ddf-4a69-89d1-d6d2702957a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:33.647625 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac72fc-2ddf-4a69-89d1-d6d2702957a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:33.647990 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac72fc-2ddf-4a69-89d1-d6d2702957a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:33.648466 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac72fc-2ddf-4a69-89d1-d6d2702957a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:33.648791 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac72fc-2ddf-4a69-89d1-d6d2702957a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:33.649115 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac72fc-2ddf-4a69-89d1-d6d2702957a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:33.649485 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac72fc-2ddf-4a69-89d1-d6d2702957a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:33.649806 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac72fc-2ddf-4a69-89d1-d6d2702957a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:33.650145 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ac72fc-2ddf-4a69-89d1-d6d2702957a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:33.708749 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-0002b769-97c0-4723-a11c-da554f394939 None None] Attempting to bind port b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:44:33.709116 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-0002b769-97c0-4723-a11c-da554f394939 None None] Attempting to bind port b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:44:33.709476 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002b769-97c0-4723-a11c-da554f394939 None None] Attempting to bind port b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1 on network 7bea27a4-cebc-452e-a680-23f85861259f {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:44:33.715009 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002b769-97c0-4723-a11c-da554f394939 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:44:33.715361 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002b769-97c0-4723-a11c-da554f394939 None None] Checking segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:44:33.715758 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0002b769-97c0-4723-a11c-da554f394939 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:33.716359 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002b769-97c0-4723-a11c-da554f394939 None None] Bound using segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:44:33.716616 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-0002b769-97c0-4723-a11c-da554f394939 None None] Bound port: b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:44:33.716996 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0002b769-97c0-4723-a11c-da554f394939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:33.795283 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-0002b769-97c0-4723-a11c-da554f394939 None None] For port b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:44:33.800485 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-0002b769-97c0-4723-a11c-da554f394939 None None] For port b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:44:33.806090 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0002b769-97c0-4723-a11c-da554f394939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:33.869357 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0002b769-97c0-4723-a11c-da554f394939 None None] Routers {'a235a415-0d91-407a-94f1-3b569ef1c08b'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:44:33.869982 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-0002b769-97c0-4723-a11c-da554f394939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:44:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a235a415-0d91-407a-94f1-3b569ef1c08b'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:33.871718 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac72fc-2ddf-4a69-89d1-d6d2702957a4 None None] Pushing event updated for resources: {'Port': ['ID=b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:33.925382 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-fb9031a1-cacd-40cf-907a-864fd2a6fb7b None None] Provisioning complete for port b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:33.925751 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fb9031a1-cacd-40cf-907a-864fd2a6fb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:33.997638 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-0002b769-97c0-4723-a11c-da554f394939 None None] Set router a235a415-0d91-407a-94f1-3b569ef1c08b gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:44:34.015060 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fb9031a1-cacd-40cf-907a-864fd2a6fb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:34.049715 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-fb9031a1-cacd-40cf-907a-864fd2a6fb7b None None] For port b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:34.053474 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fb9031a1-cacd-40cf-907a-864fd2a6fb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:34.100266 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9031a1-cacd-40cf-907a-864fd2a6fb7b None None] Pushing event updated for resources: {'Port': ['ID=b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:34.107917 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9031a1-cacd-40cf-907a-864fd2a6fb7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:34.108544 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9031a1-cacd-40cf-907a-864fd2a6fb7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:34.109030 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9031a1-cacd-40cf-907a-864fd2a6fb7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:34.109372 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9031a1-cacd-40cf-907a-864fd2a6fb7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:34.109700 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9031a1-cacd-40cf-907a-864fd2a6fb7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:34.110026 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9031a1-cacd-40cf-907a-864fd2a6fb7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:34.110356 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9031a1-cacd-40cf-907a-864fd2a6fb7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:34.110674 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9031a1-cacd-40cf-907a-864fd2a6fb7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:34.110991 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9031a1-cacd-40cf-907a-864fd2a6fb7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:34.111332 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9031a1-cacd-40cf-907a-864fd2a6fb7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:34.112622 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9031a1-cacd-40cf-907a-864fd2a6fb7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:34.113068 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9031a1-cacd-40cf-907a-864fd2a6fb7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:44:34.174094 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f71b1f68-0295-4551-baa1-9b18a965c7e5 None None] Provisioning complete for port b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:34.174754 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f71b1f68-0295-4551-baa1-9b18a965c7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:34.214316 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-0002b769-97c0-4723-a11c-da554f394939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:33Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:34.254049 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0002b769-97c0-4723-a11c-da554f394939 None None] The sync data for ids ['a235a415-0d91-407a-94f1-3b569ef1c08b'] in n-d-712140-15 is: [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:33Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:44:34.304718 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-87146733-087e-4d4a-ad5e-398a0ae2ba37 req-ad9d242f-72a8-408d-8e66-9f25a2ff090c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 210 time: 0.0597005 Nov 12 20:44:34.390483 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-9b03e5f9-4172-4316-ac57-1221be76a1a7 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:34.391916 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-9b03e5f9-4172-4316-ac57-1221be76a1a7 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 811 time: 0.1385865 Nov 12 20:44:34.462559 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-a2f44a6e-d059-4941-9724-0d5de2321a46 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d620851d8c114f71ae1adb4a53c8adea HTTP/1.1" status: 200 len: 379 time: 0.0590992 Nov 12 20:44:34.472634 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-050848c3-a93c-4c68-9181-84dd2cf57246 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Request body: {'port': {'device_id': '088f4934-84da-4dec-a51d-272a15403c5d', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'admin_state_up': True, 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'security_groups': ['1208c8d3-4a4e-47bd-afca-23d5a8bf6010']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:34.582802 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-050848c3-a93c-4c68-9181-84dd2cf57246 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Made reservation on behalf of d620851d8c114f71ae1adb4a53c8adea for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:44:34.586432 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-050848c3-a93c-4c68-9181-84dd2cf57246 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:34.717869 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-050848c3-a93c-4c68-9181-84dd2cf57246 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Allocated IP 172.20.0.7 (7bea27a4-cebc-452e-a680-23f85861259f/f6394460-b0bf-45a5-a2ad-1a7a30bd0c32/cad9bcef-62ef-4d5b-97ee-0502cf81d3d6) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:44:34.878186 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-050848c3-a93c-4c68-9181-84dd2cf57246 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:34.917999 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-050848c3-a93c-4c68-9181-84dd2cf57246 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:34.973547 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-050848c3-a93c-4c68-9181-84dd2cf57246 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Network 7bea27a4-cebc-452e-a680-23f85861259f is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:44:34.974979 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050848c3-a93c-4c68-9181-84dd2cf57246 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Pushing event updated for resources: {'Port': ['ID=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:34.977611 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-050848c3-a93c-4c68-9181-84dd2cf57246 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:44:34.979763 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-050848c3-a93c-4c68-9181-84dd2cf57246 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:44:35.038516 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-050848c3-a93c-4c68-9181-84dd2cf57246 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:35.039371 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-050848c3-a93c-4c68-9181-84dd2cf57246 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:35.057901 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-050848c3-a93c-4c68-9181-84dd2cf57246 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5890670 Nov 12 20:44:35.071403 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-700ad7c2-384d-4276-affb-b1401a8728d0 service neutron] Request body: {'port': {'device_id': '088f4934-84da-4dec-a51d-272a15403c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:35.107866 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:44:35.140130 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-700ad7c2-384d-4276-affb-b1401a8728d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:35.161460 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:35.161741 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:35.219808 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-cf3fe2e1-2b14-4a3d-9675-11daeb361f28 None None] Provisioning complete for port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:35.220571 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cf3fe2e1-2b14-4a3d-9675-11daeb361f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:35.292129 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-cf3fe2e1-2b14-4a3d-9675-11daeb361f28 None None] Port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:44:35.431221 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-700ad7c2-384d-4276-affb-b1401a8728d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:44:35.441431 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-700ad7c2-384d-4276-affb-b1401a8728d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:35.458077 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-700ad7c2-384d-4276-affb-b1401a8728d0 service neutron] Transition to ACTIVE for port object cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:44:35.466754 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e205a5-5f6e-4a3c-905e-32bbc16ae3c7 req-963de5e5-daf2-464f-842a-32272a44942c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:35.468304 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b2e205a5-5f6e-4a3c-905e-32bbc16ae3c7 req-963de5e5-daf2-464f-842a-32272a44942c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 931 time: 0.0909040 Nov 12 20:44:35.469361 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-700ad7c2-384d-4276-affb-b1401a8728d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:35.554964 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ad7c2-384d-4276-affb-b1401a8728d0 service neutron] Pushing event updated for resources: {'Port': ['ID=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:35.608966 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b2e205a5-5f6e-4a3c-905e-32bbc16ae3c7 req-77a351f0-6a24-4327-80c0-1c80749957f3 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336389 Nov 12 20:44:35.638832 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-700ad7c2-384d-4276-affb-b1401a8728d0 service neutron] Attempting to bind port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:44:35.639280 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-700ad7c2-384d-4276-affb-b1401a8728d0 service neutron] Attempting to bind port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:44:35.639622 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-700ad7c2-384d-4276-affb-b1401a8728d0 service neutron] Attempting to bind port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 on network 7bea27a4-cebc-452e-a680-23f85861259f {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:44:35.644434 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-700ad7c2-384d-4276-affb-b1401a8728d0 service neutron] Port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 on network 7bea27a4-cebc-452e-a680-23f85861259f not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:44:35.644767 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-700ad7c2-384d-4276-affb-b1401a8728d0 service neutron] Attempting to bind port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 on network 7bea27a4-cebc-452e-a680-23f85861259f {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:44:35.649891 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-700ad7c2-384d-4276-affb-b1401a8728d0 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:44:35.650237 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-700ad7c2-384d-4276-affb-b1401a8728d0 service neutron] Checking segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:44:35.650631 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-700ad7c2-384d-4276-affb-b1401a8728d0 service neutron] Bound using segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:44:35.651076 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-700ad7c2-384d-4276-affb-b1401a8728d0 service neutron] Bound port: cad9bcef-62ef-4d5b-97ee-0502cf81d3d6, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:44:35.651446 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-700ad7c2-384d-4276-affb-b1401a8728d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:35.720461 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-700ad7c2-384d-4276-affb-b1401a8728d0 service neutron] For port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:44:35.723980 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-700ad7c2-384d-4276-affb-b1401a8728d0 service neutron] For port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:44:35.729002 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-700ad7c2-384d-4276-affb-b1401a8728d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:36.095020 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-700ad7c2-384d-4276-affb-b1401a8728d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:36.095668 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-700ad7c2-384d-4276-affb-b1401a8728d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:36.097852 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-700ad7c2-384d-4276-affb-b1401a8728d0 service neutron] 10.222.0.52 "PUT /v2.0/ports/cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 HTTP/1.1" status: 200 len: 1092 time: 1.0310450 Nov 12 20:44:36.098281 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088f4934-84da-4dec-a51d-272a15403c5d', 'tag': 'cad9bcef-62ef-4d5b-97ee-0502cf81d3d6'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:36.100561 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc66b72-ab50-4683-bc8c-066beaea5a09" -d '{"events": [{"name": "network-changed", "server_uuid": "088f4934-84da-4dec-a51d-272a15403c5d", "tag": "cad9bcef-62ef-4d5b-97ee-0502cf81d3d6"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:36.125460 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ad7c2-384d-4276-affb-b1401a8728d0 service neutron] Pushing event updated for resources: {'Port': ['ID=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:36.180188 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae721fd-9687-48ba-94a9-7dacafcc6b88 x-openstack-request-id: req-cae721fd-9687-48ba-94a9-7dacafcc6b88 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:36.180541 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088f4934-84da-4dec-a51d-272a15403c5d", "tag": "cad9bcef-62ef-4d5b-97ee-0502cf81d3d6", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:36.180756 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cae721fd-9687-48ba-94a9-7dacafcc6b88 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:36.181151 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088f4934-84da-4dec-a51d-272a15403c5d', 'tag': 'cad9bcef-62ef-4d5b-97ee-0502cf81d3d6', 'status': 'completed', 'code': 200} Nov 12 20:44:36.197704 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-1d167eaf-abf7-4ed6-ae58-296732ed25c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:36.199357 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-1d167eaf-abf7-4ed6-ae58-296732ed25c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 1095 time: 0.0452878 Nov 12 20:44:36.248498 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-4388d80d-1df0-40a6-be5c-9fd6f21102c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 HTTP/1.1" status: 200 len: 217 time: 0.0390739 Nov 12 20:44:36.312221 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-ff49bbaa-fb67-443e-aa49-b71e59facc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:36.313855 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-ff49bbaa-fb67-443e-aa49-b71e59facc10 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0579262 Nov 12 20:44:36.373594 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-20bc5ad6-fce7-4dac-8b8c-f362d46f9e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:36.375310 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-20bc5ad6-fce7-4dac-8b8c-f362d46f9e1a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530446 Nov 12 20:44:36.471865 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-448179e5-cbe6-4061-a8ff-0e4dc1fc5635 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882375 Nov 12 20:44:36.562466 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e6ed6152-2d93-4c8e-9598-a5610546c533 req-89bc5c10-8a12-4737-b9f4-c4b1daabf8aa service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824060 Nov 12 20:44:36.655843 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc66b72-ab50-4683-bc8c-066beaea5a09 req-59851961-8bfd-4e1c-b984-f3ab50ec3181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:36.657392 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9dc66b72-ab50-4683-bc8c-066beaea5a09 req-59851961-8bfd-4e1c-b984-f3ab50ec3181 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 1095 time: 0.0420916 Nov 12 20:44:36.785486 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1881abe-4192-4d86-a170-4ebd0eb1102b req-13adc3f7-c23c-4076-b374-99ba58c8db58 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:36.786975 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a1881abe-4192-4d86-a170-4ebd0eb1102b req-13adc3f7-c23c-4076-b374-99ba58c8db58 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 943 time: 0.1041338 Nov 12 20:44:36.789668 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc66b72-ab50-4683-bc8c-066beaea5a09 req-95f33f61-62e0-4a9b-a916-416352462d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:36.791015 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9dc66b72-ab50-4683-bc8c-066beaea5a09 req-95f33f61-62e0-4a9b-a916-416352462d29 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.1252534 Nov 12 20:44:36.843461 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9dc66b72-ab50-4683-bc8c-066beaea5a09 req-f1ce6cb3-0fe9-4068-b5e4-121ef8593620 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 HTTP/1.1" status: 200 len: 217 time: 0.0436745 Nov 12 20:44:36.896302 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a1881abe-4192-4d86-a170-4ebd0eb1102b req-f6e0227b-4c90-4630-a23a-46f4ab542b62 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030612 Nov 12 20:44:36.909073 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc66b72-ab50-4683-bc8c-066beaea5a09 req-93982813-a063-4df0-842a-62ce13fcab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:36.910615 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9dc66b72-ab50-4683-bc8c-066beaea5a09 req-93982813-a063-4df0-842a-62ce13fcab37 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0575037 Nov 12 20:44:36.958414 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc66b72-ab50-4683-bc8c-066beaea5a09 req-107468d7-fd12-46b4-aa28-e9ca18cb853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:36.959973 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9dc66b72-ab50-4683-bc8c-066beaea5a09 req-107468d7-fd12-46b4-aa28-e9ca18cb853a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418983 Nov 12 20:44:37.053422 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9dc66b72-ab50-4683-bc8c-066beaea5a09 req-8352f8b6-54fd-416c-8773-6d6672375308 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853724 Nov 12 20:44:37.143269 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9dc66b72-ab50-4683-bc8c-066beaea5a09 req-0ccf0d68-d4df-401d-b451-18309c43a0fe service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818129 Nov 12 20:44:38.015843 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb254380-2c35-4a25-8232-4a8c48795bdf req-958b37af-2b08-49b5-b6e9-4f220ffa8533 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:38.017360 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cb254380-2c35-4a25-8232-4a8c48795bdf req-958b37af-2b08-49b5-b6e9-4f220ffa8533 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 943 time: 0.0499382 Nov 12 20:44:38.063885 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cb254380-2c35-4a25-8232-4a8c48795bdf req-4239fe32-acdf-4ebe-ab5e-f99fcd64e219 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405848 Nov 12 20:44:39.182862 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c203d-a8c7-4dfb-bc9b-79094dc86b6e req-59f70bce-4e36-42f4-8ba8-2a929c4369e5 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:39.184387 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-535c203d-a8c7-4dfb-bc9b-79094dc86b6e req-59f70bce-4e36-42f4-8ba8-2a929c4369e5 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 943 time: 0.0531805 Nov 12 20:44:39.230863 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-535c203d-a8c7-4dfb-bc9b-79094dc86b6e req-e376fe3b-e696-4640-a02f-837507e4918f tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400147 Nov 12 20:44:39.846488 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:44:39.945104 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:39.955998 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'cad9bcef-62ef-4d5b-97ee-0502cf81d3d6', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'port_id': 'cad9bcef-62ef-4d5b-97ee-0502cf81d3d6', 'mac_address': 'fa:16:3e:d8:79:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:44:39.993211 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:40.006074 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:44:40.024487 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:40.028431 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:40.075452 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:40.250319 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['cad9bcef-62ef-4d5b-97ee-0502cf81d3d6'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:44:40.351548 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751e60b-988c-47fa-ad13-379a11dc4c76 req-cd1b3fc0-9874-4f22-a62a-9fd254cc447b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:40.352813 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6751e60b-988c-47fa-ad13-379a11dc4c76 req-cd1b3fc0-9874-4f22-a62a-9fd254cc447b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 944 time: 0.0493128 Nov 12 20:44:40.401369 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6751e60b-988c-47fa-ad13-379a11dc4c76 req-7c77cf8b-cbe4-4ffe-8bd5-0191ea0d493c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420349 Nov 12 20:44:41.520199 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e83eb6-3565-4783-b483-d0e77be39a41 req-b1937c5d-bf83-4745-bc18-10bf228a69ce tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:41.521676 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d6e83eb6-3565-4783-b483-d0e77be39a41 req-b1937c5d-bf83-4745-bc18-10bf228a69ce tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 944 time: 0.0491168 Nov 12 20:44:41.569090 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d6e83eb6-3565-4783-b483-d0e77be39a41 req-50c4de8b-b81e-4166-8b1a-e41e68744bb4 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415647 Nov 12 20:44:41.648913 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:44:41.863475 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:44:41.911287 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:44:41.915158 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:44:41.915520 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:41.993993 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:42.016571 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088f4934-84da-4dec-a51d-272a15403c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad9bcef-62ef-4d5b-97ee-0502cf81d3d6'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:42.018978 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1ada57-019e-4dc6-a11a-e7793b5ccd3e" -d '{"events": [{"server_uuid": "088f4934-84da-4dec-a51d-272a15403c5d", "name": "network-vif-plugged", "status": "completed", "tag": "cad9bcef-62ef-4d5b-97ee-0502cf81d3d6"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:42.031937 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:44:42.037161 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:42.065585 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf76573-33fd-4019-8177-3f9b04ef29cc x-openstack-request-id: req-2cf76573-33fd-4019-8177-3f9b04ef29cc {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:42.066088 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088f4934-84da-4dec-a51d-272a15403c5d", "name": "network-vif-plugged", "status": "completed", "tag": "cad9bcef-62ef-4d5b-97ee-0502cf81d3d6", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:42.066357 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2cf76573-33fd-4019-8177-3f9b04ef29cc {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:42.066889 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088f4934-84da-4dec-a51d-272a15403c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad9bcef-62ef-4d5b-97ee-0502cf81d3d6', 'code': 200} Nov 12 20:44:42.090780 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:44:42.159850 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b392170-0ee4-4175-9474-a8de01745626 req-4f8ad1ee-d144-442e-a83a-a07980bdd54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:42.161276 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1b392170-0ee4-4175-9474-a8de01745626 req-4f8ad1ee-d144-442e-a83a-a07980bdd54b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 1097 time: 0.0434141 Nov 12 20:44:42.211475 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1b392170-0ee4-4175-9474-a8de01745626 req-731c5334-6a5a-4b83-97f4-3837ada04fde service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375271 Nov 12 20:44:42.684709 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749e688-9c7d-4e40-a781-80a9259ffb6b req-31a9deb9-aa52-4840-801b-562c9f58782c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:42.686215 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4749e688-9c7d-4e40-a781-80a9259ffb6b req-31a9deb9-aa52-4840-801b-562c9f58782c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 945 time: 0.0494058 Nov 12 20:44:42.732890 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4749e688-9c7d-4e40-a781-80a9259ffb6b req-be222b46-34bf-45d2-8cf5-6545babbf1ef tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408008 Nov 12 20:44:43.851394 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfe468-465f-42ea-8406-ad3a6c4c58fd req-a5bcbb73-9932-4380-9fec-95f337418e3a tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:43.852913 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a9bfe468-465f-42ea-8406-ad3a6c4c58fd req-a5bcbb73-9932-4380-9fec-95f337418e3a tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 945 time: 0.0514693 Nov 12 20:44:43.898341 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a9bfe468-465f-42ea-8406-ad3a6c4c58fd req-669fa3d6-8126-4395-81bf-5ce412ffc11c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395420 Nov 12 20:44:44.019151 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6af534-fc6f-4e65-ae55-85bc86d8a936 req-7a5236ad-e8e9-4f87-a53c-a6f530f3aa34 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:44.020577 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fb6af534-fc6f-4e65-ae55-85bc86d8a936 req-7a5236ad-e8e9-4f87-a53c-a6f530f3aa34 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 945 time: 0.0521822 Nov 12 20:44:44.029183 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 53772) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:44:44.034539 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-f5c0abbd-3636-438d-89e1-13f306607183 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Request body: {'floatingip': {'port_id': 'cad9bcef-62ef-4d5b-97ee-0502cf81d3d6'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:44:44.077268 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f5c0abbd-3636-438d-89e1-13f306607183 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for floatingip, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:44.510188 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f5c0abbd-3636-438d-89e1-13f306607183 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:44.514099 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f5c0abbd-3636-438d-89e1-13f306607183 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:44.610085 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [None req-f5c0abbd-3636-438d-89e1-13f306607183 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Floating IP acf42ab0-0600-4372-a5df-8db6339a03a8 associated. External IP: 172.25.5.28, port: cad9bcef-62ef-4d5b-97ee-0502cf81d3d6. Nov 12 20:44:44.817688 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c0abbd-3636-438d-89e1-13f306607183 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Router a235a415-0d91-407a-94f1-3b569ef1c08b has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:44:44.922975 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c0abbd-3636-438d-89e1-13f306607183 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:44:44.929537 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f5c0abbd-3636-438d-89e1-13f306607183 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:44.934326 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee164fe-f658-49fb-ba64-3c8a67bfe7be None None] Sync routers for ids ['a235a415-0d91-407a-94f1-3b569ef1c08b'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:44:44.947709 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee164fe-f658-49fb-ba64-3c8a67bfe7be None None] Routers {'a235a415-0d91-407a-94f1-3b569ef1c08b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:44:44.948353 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-dee164fe-f658-49fb-ba64-3c8a67bfe7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:44:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a235a415-0d91-407a-94f1-3b569ef1c08b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:44.957794 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f5c0abbd-3636-438d-89e1-13f306607183 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "PUT /v2.0/floatingips/acf42ab0-0600-4372-a5df-8db6339a03a8 HTTP/1.1" status: 200 len: 990 time: 0.9275665 Nov 12 20:44:44.958387 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088f4934-84da-4dec-a51d-272a15403c5d', 'tag': 'cad9bcef-62ef-4d5b-97ee-0502cf81d3d6'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:44:44.960688 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7e50fa-09c6-4521-aa5d-1ee53c1d9428" -d '{"events": [{"name": "network-changed", "server_uuid": "088f4934-84da-4dec-a51d-272a15403c5d", "tag": "cad9bcef-62ef-4d5b-97ee-0502cf81d3d6"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:44:45.004873 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc646d5-722f-44c1-9178-aa1e2a1f1962 x-openstack-request-id: req-4dc646d5-722f-44c1-9178-aa1e2a1f1962 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:44:45.005172 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088f4934-84da-4dec-a51d-272a15403c5d", "tag": "cad9bcef-62ef-4d5b-97ee-0502cf81d3d6", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:44:45.005428 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4dc646d5-722f-44c1-9178-aa1e2a1f1962 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:44:45.005839 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088f4934-84da-4dec-a51d-272a15403c5d', 'tag': 'cad9bcef-62ef-4d5b-97ee-0502cf81d3d6', 'status': 'completed', 'code': 200} Nov 12 20:44:45.058548 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-dee164fe-f658-49fb-ba64-3c8a67bfe7be None None] Set router a235a415-0d91-407a-94f1-3b569ef1c08b gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:44:45.074256 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e50fa-09c6-4521-aa5d-1ee53c1d9428 req-b3fcd3b1-8df0-43cb-b582-016f5f1901e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:45.076057 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d7e50fa-09c6-4521-aa5d-1ee53c1d9428 req-b3fcd3b1-8df0-43cb-b582-016f5f1901e2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 1097 time: 0.0458872 Nov 12 20:44:45.167505 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e50fa-09c6-4521-aa5d-1ee53c1d9428 req-c333a40f-1d63-4676-98c1-e82cde85a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:45.169027 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d7e50fa-09c6-4521-aa5d-1ee53c1d9428 req-c333a40f-1d63-4676-98c1-e82cde85a600 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.0856957 Nov 12 20:44:45.239847 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d7e50fa-09c6-4521-aa5d-1ee53c1d9428 req-5e6905c3-dcfe-4b72-b4e7-daad69dc809b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 HTTP/1.1" status: 200 len: 998 time: 0.0621309 Nov 12 20:44:45.279251 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-dee164fe-f658-49fb-ba64-3c8a67bfe7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'acf42ab0-0600-4372-a5df-8db6339a03a8', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'floating_ip_address': '172.25.5.28', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'port_id': 'cad9bcef-62ef-4d5b-97ee-0502cf81d3d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'mac_address': 'fa:16:3e:d8:79:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f4934-84da-4dec-a51d-272a15403c5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:44:32Z', 'updated_at': '2021-11-12T20:44:44Z', 'revision_number': 1, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:34Z', 'revision_number': 5, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:45.290445 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e50fa-09c6-4521-aa5d-1ee53c1d9428 req-79ba39a4-3013-4f8c-bd14-ca6df26b2d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:45.291926 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d7e50fa-09c6-4521-aa5d-1ee53c1d9428 req-79ba39a4-3013-4f8c-bd14-ca6df26b2d07 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0448644 Nov 12 20:44:45.305546 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee164fe-f658-49fb-ba64-3c8a67bfe7be None None] Checking router: a235a415-0d91-407a-94f1-3b569ef1c08b for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:44:45.313944 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee164fe-f658-49fb-ba64-3c8a67bfe7be None None] Routers {'a235a415-0d91-407a-94f1-3b569ef1c08b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:44:45.314717 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-dee164fe-f658-49fb-ba64-3c8a67bfe7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:44:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a235a415-0d91-407a-94f1-3b569ef1c08b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:45.338234 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e50fa-09c6-4521-aa5d-1ee53c1d9428 req-5821066e-a2a6-4e4e-ab3b-2b118f3c34a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:44:45.339760 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d7e50fa-09c6-4521-aa5d-1ee53c1d9428 req-5821066e-a2a6-4e4e-ab3b-2b118f3c34a5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394211 Nov 12 20:44:45.419237 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-dee164fe-f658-49fb-ba64-3c8a67bfe7be None None] Set router a235a415-0d91-407a-94f1-3b569ef1c08b gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:44:45.437491 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d7e50fa-09c6-4521-aa5d-1ee53c1d9428 req-64cf9eab-29a6-40c5-a671-2b69cb8e03bc service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897288 Nov 12 20:44:45.536794 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d7e50fa-09c6-4521-aa5d-1ee53c1d9428 req-71b349a6-3f3c-406f-9186-d129534dbf13 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914211 Nov 12 20:44:45.800973 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-dee164fe-f658-49fb-ba64-3c8a67bfe7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'acf42ab0-0600-4372-a5df-8db6339a03a8', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'floating_ip_address': '172.25.5.28', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'port_id': 'cad9bcef-62ef-4d5b-97ee-0502cf81d3d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'mac_address': 'fa:16:3e:d8:79:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f4934-84da-4dec-a51d-272a15403c5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:44:32Z', 'updated_at': '2021-11-12T20:44:44Z', 'revision_number': 1, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:34Z', 'revision_number': 5, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:44:45.826383 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee164fe-f658-49fb-ba64-3c8a67bfe7be None None] The sync data for ids ['a235a415-0d91-407a-94f1-3b569ef1c08b'] in n-d-712140-15 is: [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'acf42ab0-0600-4372-a5df-8db6339a03a8', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'floating_ip_address': '172.25.5.28', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'port_id': 'cad9bcef-62ef-4d5b-97ee-0502cf81d3d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'mac_address': 'fa:16:3e:d8:79:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f4934-84da-4dec-a51d-272a15403c5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:44:32Z', 'updated_at': '2021-11-12T20:44:44Z', 'revision_number': 1, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:34Z', 'revision_number': 5, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:44:46.037141 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8335e423-7ed1-4d11-9d07-8f120c1a4fea None None] New status for floating IP acf42ab0-0600-4372-a5df-8db6339a03a8: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:44:49.961694 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b8842c77-14de-4919-a7ba-43342d1883af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:50.413401 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:52.789369 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c3eb83ad-33bd-4972-9db8-81d3d422e4c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:53.864118 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:54.260765 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:55.276112 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:44:56.010271 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:10.853596 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d3b5a95-d624-44ad-80a3-0acc9a91a2e0 req-fb6e8b8d-9e0c-409c-b3d6-4fca1c4ff8e8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439386 Nov 12 20:45:10.935468 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b5a95-d624-44ad-80a3-0acc9a91a2e0 req-03906b21-8ec6-4fd5-8d3e-96c927f512b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:10.937119 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d3b5a95-d624-44ad-80a3-0acc9a91a2e0 req-03906b21-8ec6-4fd5-8d3e-96c927f512b3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 1097 time: 0.0397866 Nov 12 20:45:11.037666 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b5a95-d624-44ad-80a3-0acc9a91a2e0 req-5556c215-ff50-46a2-8f93-9d833acaa61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:11.039131 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d3b5a95-d624-44ad-80a3-0acc9a91a2e0 req-5556c215-ff50-46a2-8f93-9d833acaa61b service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.0821555 Nov 12 20:45:11.106820 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d3b5a95-d624-44ad-80a3-0acc9a91a2e0 req-52144d01-5fbe-43b9-8b0f-0c605c8ae31e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 HTTP/1.1" status: 200 len: 1000 time: 0.0600104 Nov 12 20:45:11.157111 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b5a95-d624-44ad-80a3-0acc9a91a2e0 req-d2042f50-c3a6-4b23-88ca-64cac5d7e1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:11.158581 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d3b5a95-d624-44ad-80a3-0acc9a91a2e0 req-d2042f50-c3a6-4b23-88ca-64cac5d7e1d8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0444055 Nov 12 20:45:11.206712 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b5a95-d624-44ad-80a3-0acc9a91a2e0 req-d332f009-9163-4a32-96e1-24a24b906684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:45:11.208258 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d3b5a95-d624-44ad-80a3-0acc9a91a2e0 req-d332f009-9163-4a32-96e1-24a24b906684 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409787 Nov 12 20:45:11.301781 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d3b5a95-d624-44ad-80a3-0acc9a91a2e0 req-4fcc2f0d-8828-46c8-b2ae-7b97c4352298 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853765 Nov 12 20:45:11.390683 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d3b5a95-d624-44ad-80a3-0acc9a91a2e0 req-f4014999-7476-4b76-ae22-386fa43bf02f service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801032 Nov 12 20:45:18.651448 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:45:19.965419 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-765c4e14-97cb-42c8-a75c-5b347867a05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:20.441435 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:22.791511 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4879b9b1-3e1f-4f14-8d4c-e19737c94813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:23.867067 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:24.260872 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:25.279002 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:26.011555 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:49.969456 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a595cfcf-4129-4224-964c-595f1af84057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:50.441271 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:52.792978 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-66e27c3f-0bfd-4a28-ba76-5d4c7f866392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:53.869171 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:54.278410 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:55.283835 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:45:55.651223 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:45:56.014467 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:10.849640 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cad72f81-4b32-4d82-961f-2685326ff59c req-1b86aac5-fc65-4a3f-9343-ea5dc0633156 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454838 Nov 12 20:46:10.942935 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad72f81-4b32-4d82-961f-2685326ff59c req-0337868f-c42f-4442-b8df-333a45243b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:10.944603 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cad72f81-4b32-4d82-961f-2685326ff59c req-0337868f-c42f-4442-b8df-333a45243b46 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 1097 time: 0.0425634 Nov 12 20:46:11.055439 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad72f81-4b32-4d82-961f-2685326ff59c req-b7710433-57d9-4874-9229-d403dfdf41f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:11.056972 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cad72f81-4b32-4d82-961f-2685326ff59c req-b7710433-57d9-4874-9229-d403dfdf41f9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.0892379 Nov 12 20:46:11.128933 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cad72f81-4b32-4d82-961f-2685326ff59c req-119c6911-98ee-4036-aa14-b414d72762c3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 HTTP/1.1" status: 200 len: 1000 time: 0.0612462 Nov 12 20:46:11.178197 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad72f81-4b32-4d82-961f-2685326ff59c req-3f8e93b2-5c68-4204-9d30-445a4e9f0117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:11.179664 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cad72f81-4b32-4d82-961f-2685326ff59c req-3f8e93b2-5c68-4204-9d30-445a4e9f0117 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0443003 Nov 12 20:46:11.237791 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad72f81-4b32-4d82-961f-2685326ff59c req-f0a48200-1130-49da-88f3-2328b0b8f650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:11.239329 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cad72f81-4b32-4d82-961f-2685326ff59c req-f0a48200-1130-49da-88f3-2328b0b8f650 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457959 Nov 12 20:46:11.334016 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cad72f81-4b32-4d82-961f-2685326ff59c req-09f1267d-b66b-4c27-a789-cb600ea59445 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836902 Nov 12 20:46:11.434765 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cad72f81-4b32-4d82-961f-2685326ff59c req-254e865d-7828-47f0-b804-61a8711f0fc6 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926089 Nov 12 20:46:19.973532 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-aed985c2-9483-4460-8541-d969f0e8fb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:20.441381 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:22.795980 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-66e23893-662b-4683-b6cf-6e77a7c95f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:23.872062 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:24.289678 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:25.291057 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:26.017774 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:27.758545 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914ec08-d563-44d0-b298-532a61c40723 req-97765daf-3a75-4180-8aa2-f1d0e79af77b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:27.760107 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3914ec08-d563-44d0-b298-532a61c40723 req-97765daf-3a75-4180-8aa2-f1d0e79af77b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 945 time: 0.2239289 Nov 12 20:46:27.808412 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3914ec08-d563-44d0-b298-532a61c40723 req-45f9aec4-96a1-4a27-9e52-277d368db3da tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411894 Nov 12 20:46:28.041693 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-7a0829c5-adf6-4760-9e32-4a78f7d426f1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0458353 Nov 12 20:46:28.053046 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0ef26-6dd5-4980-bbd4-9190bd6c075e req-1985a9f2-8186-41d1-8da4-ac1afbb3ac64 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:28.054730 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c9a0ef26-6dd5-4980-bbd4-9190bd6c075e req-1985a9f2-8186-41d1-8da4-ac1afbb3ac64 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 945 time: 0.0517426 Nov 12 20:46:28.108011 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c9a0ef26-6dd5-4980-bbd4-9190bd6c075e req-0a1c468a-bdd9-446e-ba4b-18b8637850d8 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468342 Nov 12 20:46:29.253899 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-d376d40b-d842-400c-a5c2-3316b4f63238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:29.255654 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-d376d40b-d842-400c-a5c2-3316b4f63238 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 1097 time: 0.0478876 Nov 12 20:46:29.336892 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff2c14-fd47-4211-8e9c-4d76efe40b03 req-8827233a-ed32-49bc-b68d-7063fbf26f90 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:29.338555 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-37ff2c14-fd47-4211-8e9c-4d76efe40b03 req-8827233a-ed32-49bc-b68d-7063fbf26f90 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 945 time: 0.1511333 Nov 12 20:46:29.355090 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-425258c2-c53d-40bd-8eb5-78a734e35ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:29.356593 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-425258c2-c53d-40bd-8eb5-78a734e35ebc service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.0940599 Nov 12 20:46:29.399202 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-37ff2c14-fd47-4211-8e9c-4d76efe40b03 req-14fb6ba8-622f-42b0-95d1-ed2729db483a tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539029 Nov 12 20:46:29.431146 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-94bec8f8-6621-45bd-b125-f6aec6317ebd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 HTTP/1.1" status: 200 len: 1000 time: 0.0669186 Nov 12 20:46:29.488964 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-75eb6d5d-fa05-4f52-af7e-96da8676ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:29.490786 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-75eb6d5d-fa05-4f52-af7e-96da8676ecb5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0516384 Nov 12 20:46:29.542163 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-512a8cce-f108-48aa-ab8d-134f4dd86634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:29.543936 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-512a8cce-f108-48aa-ab8d-134f4dd86634 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450768 Nov 12 20:46:29.639753 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-a0aa869e-e27a-4928-95e9-168163fc2427 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885582 Nov 12 20:46:29.735052 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-931f772d-a15b-45fb-b987-a337ca5c2056 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873101 Nov 12 20:46:30.530547 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0b413-0c1f-4623-b34b-76ec6b0493da req-86d9590b-76bb-4ca3-b99f-aa3e3b4b7110 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:30.532056 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8eb0b413-0c1f-4623-b34b-76ec6b0493da req-86d9590b-76bb-4ca3-b99f-aa3e3b4b7110 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 945 time: 0.0555894 Nov 12 20:46:30.583556 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8eb0b413-0c1f-4623-b34b-76ec6b0493da req-f24faea9-92f6-4a65-a285-cf7609c8535b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438323 Nov 12 20:46:31.722501 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf3fa4-c026-462a-b26a-10c4342a902f req-9696971c-f06f-4328-854b-69d7bd8b9b11 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:31.724849 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8caf3fa4-c026-462a-b26a-10c4342a902f req-9696971c-f06f-4328-854b-69d7bd8b9b11 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 945 time: 0.0609307 Nov 12 20:46:31.782757 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8caf3fa4-c026-462a-b26a-10c4342a902f req-7a0074ae-4665-47c6-9942-aa67524b0c72 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517268 Nov 12 20:46:32.650948 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:46:32.901729 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8dd11-c245-4ab9-98e4-3507e8e923f5 req-880f9863-bb9a-4e4c-a6f6-8291f84955a3 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:32.903155 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0bb8dd11-c245-4ab9-98e4-3507e8e923f5 req-880f9863-bb9a-4e4c-a6f6-8291f84955a3 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 945 time: 0.0505126 Nov 12 20:46:32.954091 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0bb8dd11-c245-4ab9-98e4-3507e8e923f5 req-508325e5-f694-43fe-b175-5c15cd511d72 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447843 Nov 12 20:46:34.070963 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771fb42-7676-4be8-99a6-b085380b61aa req-a1e89392-454d-406e-b9d5-51f48a1c0bcc tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:34.072513 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c771fb42-7676-4be8-99a6-b085380b61aa req-a1e89392-454d-406e-b9d5-51f48a1c0bcc tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 945 time: 0.0498822 Nov 12 20:46:34.124375 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c771fb42-7676-4be8-99a6-b085380b61aa req-9bed4c6e-e9c7-4d57-ba30-43e60f39e710 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440927 Nov 12 20:46:35.248488 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e344d-4919-44d5-91e7-cbd6ddceb2b2 req-8050903f-656b-47cc-b2d0-d3522def7f04 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:35.249988 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b65e344d-4919-44d5-91e7-cbd6ddceb2b2 req-8050903f-656b-47cc-b2d0-d3522def7f04 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 945 time: 0.0545592 Nov 12 20:46:35.297921 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b65e344d-4919-44d5-91e7-cbd6ddceb2b2 req-8493c1a9-63c7-49a3-b95f-0ac008d8de68 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412898 Nov 12 20:46:36.424001 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45dec9-8bcb-49b2-b124-06984367ec0e req-09b380ad-cb02-4bbb-a7a4-a916e6d1c00f tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:36.425482 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3b45dec9-8bcb-49b2-b124-06984367ec0e req-09b380ad-cb02-4bbb-a7a4-a916e6d1c00f tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 945 time: 0.0533471 Nov 12 20:46:36.473018 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3b45dec9-8bcb-49b2-b124-06984367ec0e req-c2e93189-e021-4c24-91dc-b6a58cb354d9 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414705 Nov 12 20:46:37.595827 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c162c-5b93-4a0b-893e-49475c25da42 req-6d8ddd03-a007-4ad4-86b5-ba23c26fd20f tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:37.597466 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cb7c162c-5b93-4a0b-893e-49475c25da42 req-6d8ddd03-a007-4ad4-86b5-ba23c26fd20f tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 945 time: 0.0513229 Nov 12 20:46:37.649179 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cb7c162c-5b93-4a0b-893e-49475c25da42 req-03261d02-9adf-4b7a-99c6-30e7e45a4424 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452099 Nov 12 20:46:38.782377 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab09f9-7a38-4ef4-8970-d276f98257d0 req-902d7654-fca7-4568-b1de-6e994937487c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:38.783875 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-33ab09f9-7a38-4ef4-8970-d276f98257d0 req-902d7654-fca7-4568-b1de-6e994937487c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 945 time: 0.0531125 Nov 12 20:46:38.831773 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-33ab09f9-7a38-4ef4-8970-d276f98257d0 req-31e716fa-fa3e-42d8-b795-9a2eca8be1b2 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410390 Nov 12 20:46:39.967566 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60590ef9-1434-4d4f-be3a-feda5d2c5a79 req-66a82eaf-eb5f-4ddd-9bba-d9b4ba0b99ef tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:39.969148 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-60590ef9-1434-4d4f-be3a-feda5d2c5a79 req-66a82eaf-eb5f-4ddd-9bba-d9b4ba0b99ef tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 945 time: 0.0603268 Nov 12 20:46:40.022970 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-60590ef9-1434-4d4f-be3a-feda5d2c5a79 req-096e418c-93b9-43a0-8dc3-556b125cf3c3 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465724 Nov 12 20:46:41.148744 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59297e13-76bf-418f-9099-867980db1c61 req-3ae64601-fd6b-494a-99b2-7bfd07243b5d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:41.150271 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-59297e13-76bf-418f-9099-867980db1c61 req-3ae64601-fd6b-494a-99b2-7bfd07243b5d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 945 time: 0.0522077 Nov 12 20:46:41.204072 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-59297e13-76bf-418f-9099-867980db1c61 req-6dcb1f67-4f3b-4771-8bcf-997aac613c33 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478261 Nov 12 20:46:42.121593 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-75ade213-06c1-4b09-aff4-ed0db8d60605 service neutron] show failed (client error): The resource could not be found. Nov 12 20:46:42.122664 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-75ade213-06c1-4b09-aff4-ed0db8d60605 service neutron] 10.222.0.52 "GET /v2.0/ports/cad9bcef-62ef-4d5b-97ee-0502cf81d3d6/bindings/n-h1-712140-15 HTTP/1.1" status: 404 len: 381 time: 0.0571156 Nov 12 20:46:42.346153 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64728d0e-ee3b-4334-bec0-15e96af04cba req-4e135a6a-a3d7-43c2-8b08-7b970faaa427 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:42.347817 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64728d0e-ee3b-4334-bec0-15e96af04cba req-4e135a6a-a3d7-43c2-8b08-7b970faaa427 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 945 time: 0.0652521 Nov 12 20:46:42.424049 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-09d5a103-ecda-4a49-8458-be0f4ae1605d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:42.425537 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-09d5a103-ecda-4a49-8458-be0f4ae1605d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d&tenant_id=d620851d8c114f71ae1adb4a53c8adea HTTP/1.1" status: 200 len: 1097 time: 0.1321156 Nov 12 20:46:42.429898 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-64728d0e-ee3b-4334-bec0-15e96af04cba req-0c31313b-116f-4f97-b287-abe9a662a057 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720816 Nov 12 20:46:42.437062 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-18f33658-ee0b-4d30-900c-c608f016c0be service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:46:42.438054 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-18f33658-ee0b-4d30-900c-c608f016c0be service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051291 Nov 12 20:46:42.450508 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-15', 'device_owner': 'compute:nova'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:46:42.505311 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:42.704609 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] For port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:42.739824 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] For port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:46:42.787028 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088f4934-84da-4dec-a51d-272a15403c5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cad9bcef-62ef-4d5b-97ee-0502cf81d3d6'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:46:42.789496 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e864e61-b048-4427-b24c-7d5c695e1445" -d '{"events": [{"server_uuid": "088f4934-84da-4dec-a51d-272a15403c5d", "name": "network-vif-unplugged", "status": "completed", "tag": "cad9bcef-62ef-4d5b-97ee-0502cf81d3d6"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:46:42.793461 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:42.814527 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Transition to ACTIVE for port object cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:46:42.819318 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:42.847011 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fd1328-0b05-4fe4-ab35-b33feb44145c x-openstack-request-id: req-39fd1328-0b05-4fe4-ab35-b33feb44145c {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:46:42.847299 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088f4934-84da-4dec-a51d-272a15403c5d", "name": "network-vif-unplugged", "status": "completed", "tag": "cad9bcef-62ef-4d5b-97ee-0502cf81d3d6", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:46:42.847544 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-39fd1328-0b05-4fe4-ab35-b33feb44145c {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:46:42.847930 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088f4934-84da-4dec-a51d-272a15403c5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cad9bcef-62ef-4d5b-97ee-0502cf81d3d6', 'code': 200} Nov 12 20:46:42.902786 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Pushing event updated for resources: {'Port': ['ID=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6,revision_number=6']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:42.920719 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:42.921060 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:42.921400 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:42.921735 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:42.922062 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:42.922389 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:42.922716 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:42.923038 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:42.923362 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:42.923684 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:42.924005 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:42.924349 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:42.963384 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] No DVR routers for this DVR port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:46:43.106480 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Attempting to bind port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:46:43.106810 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Attempting to bind port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:46:43.107140 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Attempting to bind port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 on network 7bea27a4-cebc-452e-a680-23f85861259f {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:46:43.111666 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 on network 7bea27a4-cebc-452e-a680-23f85861259f not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:46:43.112021 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Attempting to bind port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 on network 7bea27a4-cebc-452e-a680-23f85861259f {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:46:43.117061 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:46:43.117397 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Checking segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:46:43.117784 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Bound using segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:46:43.118218 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Bound port: cad9bcef-62ef-4d5b-97ee-0502cf81d3d6, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:46:43.118576 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:43.191702 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] For port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:46:43.195929 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] For port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:46:43.200710 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:43.234042 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:43.234935 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:43.236398 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] 10.222.0.55 "PUT /v2.0/ports/cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 HTTP/1.1" status: 200 len: 1092 time: 0.7900145 Nov 12 20:46:43.290318 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07744ff-4ee2-4e15-b083-66b3ffa4157b service neutron] Pushing event updated for resources: {'Port': ['ID=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6,revision_number=7']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:43.311307 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-9af57f2c-fba2-459c-828b-7bfd236a6a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:43.312898 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-9af57f2c-fba2-459c-828b-7bfd236a6a94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 1095 time: 0.0510561 Nov 12 20:46:43.802215 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cbb50-3f36-4b75-b943-a632e3744793 req-dc0c85ea-67c8-4f78-984d-46cd42da500a tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:43.803759 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7b6cbb50-3f36-4b75-b943-a632e3744793 req-dc0c85ea-67c8-4f78-984d-46cd42da500a tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 943 time: 0.0707934 Nov 12 20:46:43.804768 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-aecef142-6ce8-47eb-a81e-2708b1dbb3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:43.806093 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-aecef142-6ce8-47eb-a81e-2708b1dbb3fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.4853325 Nov 12 20:46:43.902605 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7b6cbb50-3f36-4b75-b943-a632e3744793 req-35cef8f4-f178-4e1a-b37d-7bd65d0c78d5 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925074 Nov 12 20:46:43.904434 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-343fc8bb-7452-41b9-8542-08ca519a15c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 HTTP/1.1" status: 200 len: 998 time: 0.0886405 Nov 12 20:46:43.960345 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-4756e41f-e0cd-4658-8e13-363384f1a8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:43.962019 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-4756e41f-e0cd-4658-8e13-363384f1a8a6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0496299 Nov 12 20:46:44.010381 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-b48fcbef-fc6b-4f76-839c-5af3c64bdee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:44.011880 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-b48fcbef-fc6b-4f76-839c-5af3c64bdee4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423329 Nov 12 20:46:44.113510 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-75afc732-4b6c-45bd-a5da-8e92d0447b23 service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923479 Nov 12 20:46:44.203517 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b1a4127-3a0f-4f6b-948e-5243040e790a req-98b6aa0a-edee-4d95-99e9-fa5211b3cad3 service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823040 Nov 12 20:46:44.849243 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088f4934-84da-4dec-a51d-272a15403c5d', 'tag': 'cad9bcef-62ef-4d5b-97ee-0502cf81d3d6'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:46:44.851597 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1fcd5b-4aca-4248-ad60-be6dd1218fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "088f4934-84da-4dec-a51d-272a15403c5d", "tag": "cad9bcef-62ef-4d5b-97ee-0502cf81d3d6"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:46:44.899633 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c1beeb-47c2-4d2a-96b3-8caf8a0fcfd5 x-openstack-request-id: req-79c1beeb-47c2-4d2a-96b3-8caf8a0fcfd5 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:46:44.899926 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088f4934-84da-4dec-a51d-272a15403c5d", "tag": "cad9bcef-62ef-4d5b-97ee-0502cf81d3d6", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:46:44.900175 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-79c1beeb-47c2-4d2a-96b3-8caf8a0fcfd5 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:46:44.900696 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088f4934-84da-4dec-a51d-272a15403c5d', 'tag': 'cad9bcef-62ef-4d5b-97ee-0502cf81d3d6', 'status': 'completed', 'code': 200} Nov 12 20:46:45.024778 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fcd5b-4aca-4248-ad60-be6dd1218fc7 req-c495268b-4b76-45d7-b533-8a29fe714ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:45.026309 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e1fcd5b-4aca-4248-ad60-be6dd1218fc7 req-c495268b-4b76-45d7-b533-8a29fe714ed3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 1095 time: 0.0998471 Nov 12 20:46:45.044475 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fcd5b-4aca-4248-ad60-be6dd1218fc7 req-95a41d12-20bd-401f-a6d7-59586bf316fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:45.045914 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e1fcd5b-4aca-4248-ad60-be6dd1218fc7 req-95a41d12-20bd-401f-a6d7-59586bf316fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 1095 time: 0.1100929 Nov 12 20:46:45.086609 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138f1b3-d9d6-4814-8e0e-6dcadd97fc8a req-5e5d4e3c-dc14-42a6-a310-8d1430cf249a tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:45.088130 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5138f1b3-d9d6-4814-8e0e-6dcadd97fc8a req-5e5d4e3c-dc14-42a6-a310-8d1430cf249a tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 943 time: 0.1079392 Nov 12 20:46:45.245834 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fcd5b-4aca-4248-ad60-be6dd1218fc7 req-c9f5d789-e1fc-4eb2-80b6-1a511392d109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:45.247324 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e1fcd5b-4aca-4248-ad60-be6dd1218fc7 req-c9f5d789-e1fc-4eb2-80b6-1a511392d109 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.2124150 Nov 12 20:46:45.258410 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5138f1b3-d9d6-4814-8e0e-6dcadd97fc8a req-6b150d89-40be-4c4e-9a42-da653aacd591 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349583 Nov 12 20:46:45.268215 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fcd5b-4aca-4248-ad60-be6dd1218fc7 req-4474c743-a1d4-4a63-a6e5-d1eb8422bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:45.269685 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e1fcd5b-4aca-4248-ad60-be6dd1218fc7 req-4474c743-a1d4-4a63-a6e5-d1eb8422bb21 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.2111881 Nov 12 20:46:45.368835 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e1fcd5b-4aca-4248-ad60-be6dd1218fc7 req-1cf1ff56-0c59-4720-9e97-166cb7f33771 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 HTTP/1.1" status: 200 len: 998 time: 0.1080592 Nov 12 20:46:45.388122 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e1fcd5b-4aca-4248-ad60-be6dd1218fc7 req-2decb9c0-df0c-4a10-9ca0-84c29de8e4a0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 HTTP/1.1" status: 200 len: 998 time: 0.0891364 Nov 12 20:46:45.461771 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fcd5b-4aca-4248-ad60-be6dd1218fc7 req-1f052e3f-c3e8-49f3-b81f-4be1dd25e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:45.463175 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e1fcd5b-4aca-4248-ad60-be6dd1218fc7 req-1f052e3f-c3e8-49f3-b81f-4be1dd25e3b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0842738 Nov 12 20:46:45.470788 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fcd5b-4aca-4248-ad60-be6dd1218fc7 req-beb2505c-a626-45c1-b138-23ffb9954255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:45.472222 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e1fcd5b-4aca-4248-ad60-be6dd1218fc7 req-beb2505c-a626-45c1-b138-23ffb9954255 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0650399 Nov 12 20:46:45.550929 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fcd5b-4aca-4248-ad60-be6dd1218fc7 req-e4f63bc8-bb92-43dc-aec9-6a23fbde9013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:45.552514 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e1fcd5b-4aca-4248-ad60-be6dd1218fc7 req-e4f63bc8-bb92-43dc-aec9-6a23fbde9013 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0793936 Nov 12 20:46:45.555182 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fcd5b-4aca-4248-ad60-be6dd1218fc7 req-2e2dc011-00eb-4ee1-b1b3-6dcdc4141957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:45.558231 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e1fcd5b-4aca-4248-ad60-be6dd1218fc7 req-2e2dc011-00eb-4ee1-b1b3-6dcdc4141957 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740409 Nov 12 20:46:45.710713 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e1fcd5b-4aca-4248-ad60-be6dd1218fc7 req-d8bcd7bc-4431-4191-9072-1518bd416dd2 service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504004 Nov 12 20:46:45.714125 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e1fcd5b-4aca-4248-ad60-be6dd1218fc7 req-2b8b98ae-fcb8-48aa-8295-897f7776e463 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458089 Nov 12 20:46:45.874578 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e1fcd5b-4aca-4248-ad60-be6dd1218fc7 req-f6db2d1a-c5d9-4cd0-a440-95537253fbe3 service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566339 Nov 12 20:46:45.878815 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e1fcd5b-4aca-4248-ad60-be6dd1218fc7 req-0547a07d-9d8d-49dd-a2a9-3ee3c4a1540e service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533067 Nov 12 20:46:46.382254 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6b51f-130f-4040-8486-e1472419b834 req-9232b2a1-6b6a-4323-822e-1809ee28ef93 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:46.383776 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8fd6b51f-130f-4040-8486-e1472419b834 req-9232b2a1-6b6a-4323-822e-1809ee28ef93 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 943 time: 0.0493529 Nov 12 20:46:46.432715 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8fd6b51f-130f-4040-8486-e1472419b834 req-985faf0f-3f37-4ba8-9c5f-fca4a64830cd tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429535 Nov 12 20:46:46.552167 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:46:46.590155 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:46:47.407018 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:46:47.506662 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:47.522627 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'cad9bcef-62ef-4d5b-97ee-0502cf81d3d6', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'port_id': 'cad9bcef-62ef-4d5b-97ee-0502cf81d3d6', 'mac_address': 'fa:16:3e:d8:79:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:46:47.551085 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fd65d-8488-42f4-9064-47ef08a3c293 req-f697b2fc-26bd-4168-8f3a-a66b69afef39 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:47.553236 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bd3fd65d-8488-42f4-9064-47ef08a3c293 req-f697b2fc-26bd-4168-8f3a-a66b69afef39 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 943 time: 0.0511951 Nov 12 20:46:47.560480 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:47.574434 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:46:47.595622 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:47.600371 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:47.603301 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bd3fd65d-8488-42f4-9064-47ef08a3c293 req-333e02ba-ab3f-41cd-bb94-969063e58a70 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441394 Nov 12 20:46:47.649732 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:47.657071 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:47.657416 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:47.657755 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:47.658088 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:47.658420 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:47.658746 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:47.659072 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:47.659394 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:47.659716 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:47.660039 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:47.660395 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:47.661372 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:46:47.834664 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc30f1-8772-45da-b2a9-50b02b5572bb req-fcd64b9d-f795-4e22-bb1d-7c0c7396a949 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:47.836641 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-49cc30f1-8772-45da-b2a9-50b02b5572bb req-fcd64b9d-f795-4e22-bb1d-7c0c7396a949 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 944 time: 0.0858388 Nov 12 20:46:47.851978 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7324d-db4b-462d-9980-9ce87ab93fe7 req-63fbb291-662c-4f90-a10b-b4c5b446c8fd tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:47.853421 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5d7324d-db4b-462d-9980-9ce87ab93fe7 req-63fbb291-662c-4f90-a10b-b4c5b446c8fd tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.52 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d&tenant_id=d620851d8c114f71ae1adb4a53c8adea&binding%3Ahost_id=n-h1-712140-15 HTTP/1.1" status: 200 len: 944 time: 0.0711298 Nov 12 20:46:47.932906 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-49cc30f1-8772-45da-b2a9-50b02b5572bb req-d0629ce9-1653-4c51-8ffd-18264f697cf8 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894337 Nov 12 20:46:47.939765 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [req-f5d7324d-db4b-462d-9980-9ce87ab93fe7 req-1ca9b165-28ab-41a5-8f86-333491ffbc6e service neutron] delete failed (client error): The resource could not be found. Nov 12 20:46:47.940798 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5d7324d-db4b-462d-9980-9ce87ab93fe7 req-1ca9b165-28ab-41a5-8f86-333491ffbc6e service neutron] 10.222.0.52 "DELETE /v2.0/ports/cad9bcef-62ef-4d5b-97ee-0502cf81d3d6/bindings/n-h2-712140-15 HTTP/1.1" status: 404 len: 381 time: 0.0745900 Nov 12 20:46:47.957118 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['cad9bcef-62ef-4d5b-97ee-0502cf81d3d6'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:46:48.038155 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7324d-db4b-462d-9980-9ce87ab93fe7 req-df24b71d-718a-4b41-b059-1441b1556527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:48.039589 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5d7324d-db4b-462d-9980-9ce87ab93fe7 req-df24b71d-718a-4b41-b059-1441b1556527 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 1096 time: 0.0458872 Nov 12 20:46:48.133897 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7324d-db4b-462d-9980-9ce87ab93fe7 req-2878e450-1589-42e4-ae06-f6af6387fb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:48.135399 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5d7324d-db4b-462d-9980-9ce87ab93fe7 req-2878e450-1589-42e4-ae06-f6af6387fb41 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.0885375 Nov 12 20:46:48.216402 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5d7324d-db4b-462d-9980-9ce87ab93fe7 req-66360a17-e36d-4323-af7d-7e39f054a8f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 HTTP/1.1" status: 200 len: 999 time: 0.0671952 Nov 12 20:46:48.280555 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7324d-db4b-462d-9980-9ce87ab93fe7 req-5c666406-bb8a-46ac-95ef-ce169464200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:48.282100 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5d7324d-db4b-462d-9980-9ce87ab93fe7 req-5c666406-bb8a-46ac-95ef-ce169464200f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0571682 Nov 12 20:46:48.329111 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7324d-db4b-462d-9980-9ce87ab93fe7 req-38b175f1-f40a-4f96-9b78-14bd2ced2205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:48.330615 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5d7324d-db4b-462d-9980-9ce87ab93fe7 req-38b175f1-f40a-4f96-9b78-14bd2ced2205 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405326 Nov 12 20:46:48.434329 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5d7324d-db4b-462d-9980-9ce87ab93fe7 req-357740be-d93c-4659-975e-e69842337fad service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866661 Nov 12 20:46:48.531900 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f5d7324d-db4b-462d-9980-9ce87ab93fe7 req-91dd0343-a76d-4efa-9036-2fab1cae518e service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855873 Nov 12 20:46:49.055684 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a163-c722-4eeb-af11-f63f18d2be1e req-cf323ff0-23f4-400e-bb5c-ff9f925867d2 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:49.057282 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1740a163-c722-4eeb-af11-f63f18d2be1e req-cf323ff0-23f4-400e-bb5c-ff9f925867d2 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 944 time: 0.0501542 Nov 12 20:46:49.111367 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1740a163-c722-4eeb-af11-f63f18d2be1e req-bbabfc3f-8b1e-486d-982a-974ec189cac5 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454228 Nov 12 20:46:49.238427 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be2204-3695-4a66-882c-33075b8690df req-052a7ae2-d6e7-406b-9384-8b8bbaab13d1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:49.240807 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-35be2204-3695-4a66-882c-33075b8690df req-052a7ae2-d6e7-406b-9384-8b8bbaab13d1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 944 time: 0.0515618 Nov 12 20:46:49.297344 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-35be2204-3695-4a66-882c-33075b8690df req-c7ec2f09-b463-4b6a-b23b-b0da4fad89f5 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503352 Nov 12 20:46:49.418351 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd656e-3b8f-470c-a05e-accaaba22f61 req-4f86dfd6-9b1b-4999-bc79-25495dff797d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:49.419874 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5fcd656e-3b8f-470c-a05e-accaaba22f61 req-4f86dfd6-9b1b-4999-bc79-25495dff797d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 944 time: 0.0535629 Nov 12 20:46:49.421188 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:46:49.469862 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5fcd656e-3b8f-470c-a05e-accaaba22f61 req-356a3996-e769-4ae3-b6aa-99043de953a4 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430391 Nov 12 20:46:49.485198 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:46:49.491416 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:46:49.491768 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:49.585859 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:49.614435 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088f4934-84da-4dec-a51d-272a15403c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad9bcef-62ef-4d5b-97ee-0502cf81d3d6'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:46:49.617999 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d41a7a1-69f6-4772-9d64-3e674b19b3e0" -d '{"events": [{"server_uuid": "088f4934-84da-4dec-a51d-272a15403c5d", "name": "network-vif-plugged", "status": "completed", "tag": "cad9bcef-62ef-4d5b-97ee-0502cf81d3d6"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:46:49.638252 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:49.646421 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:49.674183 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524f57d0-e2fc-4899-a83e-bfec1c46616e x-openstack-request-id: req-524f57d0-e2fc-4899-a83e-bfec1c46616e {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:46:49.674482 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088f4934-84da-4dec-a51d-272a15403c5d", "name": "network-vif-plugged", "status": "completed", "tag": "cad9bcef-62ef-4d5b-97ee-0502cf81d3d6", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:46:49.674731 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-524f57d0-e2fc-4899-a83e-bfec1c46616e {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:46:49.675147 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088f4934-84da-4dec-a51d-272a15403c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad9bcef-62ef-4d5b-97ee-0502cf81d3d6', 'code': 200} Nov 12 20:46:49.706619 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6,revision_number=9']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:49.748605 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fc194-08f1-4a84-af64-cf064ef56846 req-ddc46d19-cc4f-45c7-9ddc-47aad85f052c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:49.750043 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b0fc194-08f1-4a84-af64-cf064ef56846 req-ddc46d19-cc4f-45c7-9ddc-47aad85f052c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 945 time: 0.0505042 Nov 12 20:46:49.804214 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5b0fc194-08f1-4a84-af64-cf064ef56846 req-8fff67e2-d0fd-4199-9ba6-94fef6a5fde8 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470557 Nov 12 20:46:49.982813 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e1a8bc9e-9e23-44cf-b230-6b60d4153ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:50.448879 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:50.937274 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d02f0-2353-4205-adbe-a5883eed3648 req-b3cf2849-8c56-44b8-bda9-d610d22c71ee tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:50.943690 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa0d02f0-2353-4205-adbe-a5883eed3648 req-b3cf2849-8c56-44b8-bda9-d610d22c71ee tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 945 time: 0.0570185 Nov 12 20:46:50.994766 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa0d02f0-2353-4205-adbe-a5883eed3648 req-1913d240-3e32-4de3-bd02-2a54a63d2f42 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449655 Nov 12 20:46:51.201919 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af09922-6363-47fd-8541-b77377c6d306 req-d0f7da53-2ea7-4623-b735-e74b0516f78e tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:51.203348 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3af09922-6363-47fd-8541-b77377c6d306 req-d0f7da53-2ea7-4623-b735-e74b0516f78e tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.55 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 945 time: 0.0496016 Nov 12 20:46:51.309356 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-3af09922-6363-47fd-8541-b77377c6d306 req-7871423c-6011-49a5-a10e-7e02e171a766 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Deleting port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:46:51.309696 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3af09922-6363-47fd-8541-b77377c6d306 req-7871423c-6011-49a5-a10e-7e02e171a766 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:51.407428 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-3af09922-6363-47fd-8541-b77377c6d306 req-7871423c-6011-49a5-a10e-7e02e171a766 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] For port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:46:51.407662 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3af09922-6363-47fd-8541-b77377c6d306 req-7871423c-6011-49a5-a10e-7e02e171a766 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:51.635103 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3af09922-6363-47fd-8541-b77377c6d306 req-7871423c-6011-49a5-a10e-7e02e171a766 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:51.635467 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3af09922-6363-47fd-8541-b77377c6d306 req-7871423c-6011-49a5-a10e-7e02e171a766 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:51.635788 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [req-3af09922-6363-47fd-8541-b77377c6d306 req-7871423c-6011-49a5-a10e-7e02e171a766 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Floating IP acf42ab0-0600-4372-a5df-8db6339a03a8 disassociated. External IP: 172.25.5.28, port: cad9bcef-62ef-4d5b-97ee-0502cf81d3d6. Nov 12 20:46:51.636133 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-3af09922-6363-47fd-8541-b77377c6d306 req-7871423c-6011-49a5-a10e-7e02e171a766 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Calling delete_port for cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:46:51.783651 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3af09922-6363-47fd-8541-b77377c6d306 req-7871423c-6011-49a5-a10e-7e02e171a766 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:51.812734 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871423c-6011-49a5-a10e-7e02e171a766 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Pushing event deleted for resources: {'Port': ['ID=cad9bcef-62ef-4d5b-97ee-0502cf81d3d6,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:46:51.942744 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3af09922-6363-47fd-8541-b77377c6d306 req-7871423c-6011-49a5-a10e-7e02e171a766 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Router a235a415-0d91-407a-94f1-3b569ef1c08b has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:46:52.079892 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3af09922-6363-47fd-8541-b77377c6d306 req-7871423c-6011-49a5-a10e-7e02e171a766 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:46:52.091234 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca8d32b-fcfa-400f-ac86-91758978ce83 None None] Sync routers for ids ['a235a415-0d91-407a-94f1-3b569ef1c08b'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:46:52.101838 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca8d32b-fcfa-400f-ac86-91758978ce83 None None] Routers {'a235a415-0d91-407a-94f1-3b569ef1c08b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:46:52.102465 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-9ca8d32b-fcfa-400f-ac86-91758978ce83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:46:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a235a415-0d91-407a-94f1-3b569ef1c08b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:46:52.114910 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-65a3f864-92fe-48ff-847e-cbbc83b0ae6c req-52363800-cf1c-401e-ab70-44b1a907978c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=088f4934-84da-4dec-a51d-272a15403c5d HTTP/1.1" status: 200 len: 210 time: 0.0497723 Nov 12 20:46:52.140178 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af09922-6363-47fd-8541-b77377c6d306 req-7871423c-6011-49a5-a10e-7e02e171a766 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] No DVR routers for this DVR port cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:46:52.142961 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3af09922-6363-47fd-8541-b77377c6d306 req-7871423c-6011-49a5-a10e-7e02e171a766 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:52.147363 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3af09922-6363-47fd-8541-b77377c6d306 req-7871423c-6011-49a5-a10e-7e02e171a766 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.55 "DELETE /v2.0/ports/cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 HTTP/1.1" status: 204 len: 173 time: 0.9377806 Nov 12 20:46:52.147832 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088f4934-84da-4dec-a51d-272a15403c5d', 'name': 'network-vif-deleted', 'tag': 'cad9bcef-62ef-4d5b-97ee-0502cf81d3d6'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:46:52.150188 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9637d00e-f9dc-458e-8f31-09793a6a9348" -d '{"events": [{"server_uuid": "088f4934-84da-4dec-a51d-272a15403c5d", "name": "network-vif-deleted", "tag": "cad9bcef-62ef-4d5b-97ee-0502cf81d3d6"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:46:52.189916 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00c3686-b97b-492d-b17d-d2cbf33e29ae x-openstack-request-id: req-d00c3686-b97b-492d-b17d-d2cbf33e29ae {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:46:52.190232 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088f4934-84da-4dec-a51d-272a15403c5d", "name": "network-vif-deleted", "tag": "cad9bcef-62ef-4d5b-97ee-0502cf81d3d6", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:46:52.190536 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d00c3686-b97b-492d-b17d-d2cbf33e29ae {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:46:52.190966 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088f4934-84da-4dec-a51d-272a15403c5d', 'name': 'network-vif-deleted', 'tag': 'cad9bcef-62ef-4d5b-97ee-0502cf81d3d6', 'status': 'completed', 'code': 200} Nov 12 20:46:52.229909 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-9ca8d32b-fcfa-400f-ac86-91758978ce83 None None] Set router a235a415-0d91-407a-94f1-3b569ef1c08b gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:46:52.449468 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-9ca8d32b-fcfa-400f-ac86-91758978ce83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:34Z', 'revision_number': 5, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:46:52.475991 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca8d32b-fcfa-400f-ac86-91758978ce83 None None] Checking router: a235a415-0d91-407a-94f1-3b569ef1c08b for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:46:52.484789 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca8d32b-fcfa-400f-ac86-91758978ce83 None None] Routers {'a235a415-0d91-407a-94f1-3b569ef1c08b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:46:52.485434 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-9ca8d32b-fcfa-400f-ac86-91758978ce83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:46:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a235a415-0d91-407a-94f1-3b569ef1c08b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:46:52.595177 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-9ca8d32b-fcfa-400f-ac86-91758978ce83 None None] Set router a235a415-0d91-407a-94f1-3b569ef1c08b gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:46:52.803653 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6f84-772d-4fa9-a0dd-b496010a11d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:52.821626 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-9ca8d32b-fcfa-400f-ac86-91758978ce83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:34Z', 'revision_number': 5, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:46:52.859101 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca8d32b-fcfa-400f-ac86-91758978ce83 None None] The sync data for ids ['a235a415-0d91-407a-94f1-3b569ef1c08b'] in n-d-712140-15 is: [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:34Z', 'revision_number': 5, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:46:53.101802 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7adbbaa-7cb5-4fa1-8a2d-179cb152e8e9 None None] New status for floating IP acf42ab0-0600-4372-a5df-8db6339a03a8: DOWN {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:46:53.383923 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-19ba014e-d1ee-4591-a182-0a575e17f935 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--227966062&fields=id&tenant_id=d620851d8c114f71ae1adb4a53c8adea HTTP/1.1" status: 200 len: 267 time: 0.0451846 Nov 12 20:46:53.491786 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-cf745d0c-b2bd-40c1-bd6e-59d7abf7f8e9 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:53.493371 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-cf745d0c-b2bd-40c1-bd6e-59d7abf7f8e9 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 811 time: 0.1026602 Nov 12 20:46:53.509517 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-505051c3-3c10-4e2e-8004-e421d22c3d11 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/quotas/d620851d8c114f71ae1adb4a53c8adea HTTP/1.1" status: 200 len: 375 time: 0.0103488 Nov 12 20:46:53.568872 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-f1d052db-dcad-4917-a294-e9da7fcadc7f tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537775 Nov 12 20:46:53.750347 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-e28d0b3d-98f9-4400-9ca1-7d992d7538b9 service neutron] 10.222.0.48 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699846 Nov 12 20:46:53.847001 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-e4de71e8-37db-4e72-a670-b56d5e1d13e9 service neutron] 10.222.0.48 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887487 Nov 12 20:46:53.882221 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:54.017219 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a44b0450-3bbd-49eb-9ec3-340d23b953bb req-b9bf3159-510f-4d98-97ef-3a76e290b709 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 210 time: 0.0270975 Nov 12 20:46:54.289993 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:55.096446 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-de2d2f67-1fbc-42e6-8b35-b0c705d5e9bf req-f28db029-21d5-442f-8084-bf510a1aa530 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 210 time: 0.0268478 Nov 12 20:46:55.290117 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:55.463961 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:46:55.484670 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:46:55.485010 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device cad9bcef-62ef-4d5b-97ee-0502cf81d3d6 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:46:56.023686 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:56.186301 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-648095c2-72d8-44df-a6c5-2d9fe16f8a65 req-6fa09376-6bd6-4457-b915-e4341d1f6803 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 210 time: 0.0304482 Nov 12 20:46:57.269601 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a2fa2abf-8f73-4410-b9a1-2bec2faaa41a req-ddae5763-0a1c-460a-8b16-0c6f0fbac53d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 210 time: 0.0279012 Nov 12 20:46:58.366935 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94b66fa8-86f1-4c64-9602-a5c187a28ff8 req-a04a6ce6-fa27-4a92-9463-457afd61de0f tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 210 time: 0.0271106 Nov 12 20:46:59.120080 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-1ac46166-9379-4d6f-a6ec-5a3f375a0a90 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:46:59.121662 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-1ac46166-9379-4d6f-a6ec-5a3f375a0a90 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 811 time: 0.1112490 Nov 12 20:46:59.190043 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-55e71d78-ab28-4cf2-a349-1abea0fa5460 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d620851d8c114f71ae1adb4a53c8adea HTTP/1.1" status: 200 len: 379 time: 0.0572076 Nov 12 20:46:59.200318 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-44979ae9-ff5d-456b-8c66-3ecf5dae1398 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Request body: {'port': {'device_id': '5da98f76-ef69-4b9b-8826-4fca1d7216f5', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'admin_state_up': True, 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'security_groups': ['1208c8d3-4a4e-47bd-afca-23d5a8bf6010']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:46:59.309169 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-44979ae9-ff5d-456b-8c66-3ecf5dae1398 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Made reservation on behalf of d620851d8c114f71ae1adb4a53c8adea for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:46:59.313510 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-44979ae9-ff5d-456b-8c66-3ecf5dae1398 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:46:59.478120 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-44979ae9-ff5d-456b-8c66-3ecf5dae1398 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Allocated IP 172.20.0.10 (7bea27a4-cebc-452e-a680-23f85861259f/f6394460-b0bf-45a5-a2ad-1a7a30bd0c32/fa1270ab-e884-4198-9a8c-5a109168f2f4) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:46:59.481815 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c16c7e8b-ee67-4abf-97c3-55866a4ef70c req-023e29ba-dec5-4a6e-becf-c630c8ff8575 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 210 time: 0.0369451 Nov 12 20:46:59.977399 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-44979ae9-ff5d-456b-8c66-3ecf5dae1398 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:00.011963 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-44979ae9-ff5d-456b-8c66-3ecf5dae1398 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:00.053241 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-44979ae9-ff5d-456b-8c66-3ecf5dae1398 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Network 7bea27a4-cebc-452e-a680-23f85861259f is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:47:00.056295 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-44979ae9-ff5d-456b-8c66-3ecf5dae1398 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:47:00.062719 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-44979ae9-ff5d-456b-8c66-3ecf5dae1398 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:47:00.090159 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44979ae9-ff5d-456b-8c66-3ecf5dae1398 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Pushing event updated for resources: {'Port': ['ID=fa1270ab-e884-4198-9a8c-5a109168f2f4,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:00.121206 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-44979ae9-ff5d-456b-8c66-3ecf5dae1398 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:00.121861 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-44979ae9-ff5d-456b-8c66-3ecf5dae1398 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:00.141451 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-44979ae9-ff5d-456b-8c66-3ecf5dae1398 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9449315 Nov 12 20:47:00.154706 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-5302eec5-ad22-418d-a2e8-bc7481f8a5a4 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:47:00.156099 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-5302eec5-ad22-418d-a2e8-bc7481f8a5a4 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058784 Nov 12 20:47:00.171222 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-ab62c98b-c995-4927-9455-c5be9190d9f5 service neutron] Request body: {'port': {'device_id': '5da98f76-ef69-4b9b-8826-4fca1d7216f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:47:00.232886 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-ab62c98b-c995-4927-9455-c5be9190d9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:00.298642 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-eb5ec979-fa25-4956-b78c-5b36979aa448 None None] Provisioning complete for port fa1270ab-e884-4198-9a8c-5a109168f2f4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:47:00.299217 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec979-fa25-4956-b78c-5b36979aa448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:00.334217 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-eb5ec979-fa25-4956-b78c-5b36979aa448 None None] Port fa1270ab-e884-4198-9a8c-5a109168f2f4 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:47:00.521565 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-ab62c98b-c995-4927-9455-c5be9190d9f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa1270ab-e884-4198-9a8c-5a109168f2f4 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:47:00.530003 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-ab62c98b-c995-4927-9455-c5be9190d9f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:00.543784 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-ab62c98b-c995-4927-9455-c5be9190d9f5 service neutron] Transition to ACTIVE for port object fa1270ab-e884-4198-9a8c-5a109168f2f4 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:47:00.546920 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-ab62c98b-c995-4927-9455-c5be9190d9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:00.605274 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62c98b-c995-4927-9455-c5be9190d9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa1270ab-e884-4198-9a8c-5a109168f2f4,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:00.612551 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df74f6a-2fae-4c43-abc1-2acda156102e req-a4ee51b9-2cf8-4366-abde-1951122fbd7b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:00.614363 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2df74f6a-2fae-4c43-abc1-2acda156102e req-a4ee51b9-2cf8-4366-abde-1951122fbd7b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 944 time: 0.0579405 Nov 12 20:47:00.677494 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2df74f6a-2fae-4c43-abc1-2acda156102e req-56658888-0f2b-44b4-ace1-c4cd3c5db325 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552878 Nov 12 20:47:00.682652 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-ab62c98b-c995-4927-9455-c5be9190d9f5 service neutron] Attempting to bind port fa1270ab-e884-4198-9a8c-5a109168f2f4 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:47:00.682990 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-ab62c98b-c995-4927-9455-c5be9190d9f5 service neutron] Attempting to bind port fa1270ab-e884-4198-9a8c-5a109168f2f4 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:47:00.683321 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-ab62c98b-c995-4927-9455-c5be9190d9f5 service neutron] Attempting to bind port fa1270ab-e884-4198-9a8c-5a109168f2f4 on network 7bea27a4-cebc-452e-a680-23f85861259f {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:47:00.688068 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-ab62c98b-c995-4927-9455-c5be9190d9f5 service neutron] Port fa1270ab-e884-4198-9a8c-5a109168f2f4 on network 7bea27a4-cebc-452e-a680-23f85861259f not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:47:00.688434 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-ab62c98b-c995-4927-9455-c5be9190d9f5 service neutron] Attempting to bind port fa1270ab-e884-4198-9a8c-5a109168f2f4 on network 7bea27a4-cebc-452e-a680-23f85861259f {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:47:00.698706 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-ab62c98b-c995-4927-9455-c5be9190d9f5 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:47:00.699053 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-ab62c98b-c995-4927-9455-c5be9190d9f5 service neutron] Checking segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:47:00.699474 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-ab62c98b-c995-4927-9455-c5be9190d9f5 service neutron] Bound using segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:47:00.700110 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-ab62c98b-c995-4927-9455-c5be9190d9f5 service neutron] Bound port: fa1270ab-e884-4198-9a8c-5a109168f2f4, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:47:00.700516 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-ab62c98b-c995-4927-9455-c5be9190d9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:00.786695 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-ab62c98b-c995-4927-9455-c5be9190d9f5 service neutron] For port fa1270ab-e884-4198-9a8c-5a109168f2f4, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:47:00.790408 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-ab62c98b-c995-4927-9455-c5be9190d9f5 service neutron] For port fa1270ab-e884-4198-9a8c-5a109168f2f4, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=fa1270ab-e884-4198-9a8c-5a109168f2f4,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:47:00.795612 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-ab62c98b-c995-4927-9455-c5be9190d9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:00.838400 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-ab62c98b-c995-4927-9455-c5be9190d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:00.838540 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-ab62c98b-c995-4927-9455-c5be9190d9f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:00.840002 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-ab62c98b-c995-4927-9455-c5be9190d9f5 service neutron] 10.222.0.52 "PUT /v2.0/ports/fa1270ab-e884-4198-9a8c-5a109168f2f4 HTTP/1.1" status: 200 len: 1093 time: 0.6735115 Nov 12 20:47:00.840521 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da98f76-ef69-4b9b-8826-4fca1d7216f5', 'tag': 'fa1270ab-e884-4198-9a8c-5a109168f2f4'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:47:00.842797 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254989e5-1f9c-4b9f-9a5a-92f0ffa597b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5da98f76-ef69-4b9b-8826-4fca1d7216f5", "tag": "fa1270ab-e884-4198-9a8c-5a109168f2f4"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:47:00.874069 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62c98b-c995-4927-9455-c5be9190d9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa1270ab-e884-4198-9a8c-5a109168f2f4,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:00.920169 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8813a21-3749-4614-b4bd-ed0685976d52 x-openstack-request-id: req-b8813a21-3749-4614-b4bd-ed0685976d52 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:47:00.920512 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da98f76-ef69-4b9b-8826-4fca1d7216f5", "tag": "fa1270ab-e884-4198-9a8c-5a109168f2f4", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:47:00.920786 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8813a21-3749-4614-b4bd-ed0685976d52 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:47:00.921183 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da98f76-ef69-4b9b-8826-4fca1d7216f5', 'tag': 'fa1270ab-e884-4198-9a8c-5a109168f2f4', 'status': 'completed', 'code': 200} Nov 12 20:47:00.939711 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-a2c7360a-4ca9-4c34-8b1f-9bc5416ba2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:00.941306 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-a2c7360a-4ca9-4c34-8b1f-9bc5416ba2d7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 1096 time: 0.0502920 Nov 12 20:47:00.989709 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-c77884a4-7c60-4bd5-ae8e-c6422a585ff4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa1270ab-e884-4198-9a8c-5a109168f2f4 HTTP/1.1" status: 200 len: 217 time: 0.0381389 Nov 12 20:47:01.045342 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-5006823a-d7fc-4adc-99b0-4e4ad82fd5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:01.046853 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-5006823a-d7fc-4adc-99b0-4e4ad82fd5b0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0501213 Nov 12 20:47:01.107153 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-a3151b92-f4fe-4d34-85b0-143123e05950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:01.108780 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-a3151b92-f4fe-4d34-85b0-143123e05950 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532053 Nov 12 20:47:01.202019 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-6699757d-0875-4745-a0f2-ad376bf65b74 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862002 Nov 12 20:47:01.300865 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ceed678e-9ef0-4eb0-820a-8c3e9eda58df req-9810057c-a4d0-4f8c-a0ea-cbc869b1c217 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911953 Nov 12 20:47:01.411068 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254989e5-1f9c-4b9f-9a5a-92f0ffa597b6 req-40cf1a8a-de22-4cd2-be6b-b446bc2172ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:01.413889 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-254989e5-1f9c-4b9f-9a5a-92f0ffa597b6 req-40cf1a8a-de22-4cd2-be6b-b446bc2172ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 1096 time: 0.0519774 Nov 12 20:47:01.513584 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254989e5-1f9c-4b9f-9a5a-92f0ffa597b6 req-4bd0f12f-f72b-46aa-bcec-e49556548712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:01.515103 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-254989e5-1f9c-4b9f-9a5a-92f0ffa597b6 req-4bd0f12f-f72b-46aa-bcec-e49556548712 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.0942476 Nov 12 20:47:01.558200 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-254989e5-1f9c-4b9f-9a5a-92f0ffa597b6 req-ef83929a-4d2f-4b0d-9d5e-300475071a5d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa1270ab-e884-4198-9a8c-5a109168f2f4 HTTP/1.1" status: 200 len: 217 time: 0.0354438 Nov 12 20:47:01.612367 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254989e5-1f9c-4b9f-9a5a-92f0ffa597b6 req-a4d92fd2-fbfd-48ae-b517-bf9d294d7d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:01.614447 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-254989e5-1f9c-4b9f-9a5a-92f0ffa597b6 req-a4d92fd2-fbfd-48ae-b517-bf9d294d7d13 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0455971 Nov 12 20:47:01.667567 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254989e5-1f9c-4b9f-9a5a-92f0ffa597b6 req-b3b78ec0-75f5-4cd2-b145-5ddc94fd7732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:01.669157 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-254989e5-1f9c-4b9f-9a5a-92f0ffa597b6 req-b3b78ec0-75f5-4cd2-b145-5ddc94fd7732 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468719 Nov 12 20:47:01.767235 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-254989e5-1f9c-4b9f-9a5a-92f0ffa597b6 req-29c5cac2-43bb-4766-abe8-77a829d2852a service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894082 Nov 12 20:47:01.808097 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8ea02-37d1-4366-b34c-ad588144b346 req-cc14cf96-69d1-49df-a734-dcf7e4cfae0b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:01.809777 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8ea8ea02-37d1-4366-b34c-ad588144b346 req-cc14cf96-69d1-49df-a734-dcf7e4cfae0b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 944 time: 0.0577157 Nov 12 20:47:01.861656 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8ea8ea02-37d1-4366-b34c-ad588144b346 req-12fe258f-0826-47a4-8e39-b9e12e03a1e2 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458109 Nov 12 20:47:01.877880 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-254989e5-1f9c-4b9f-9a5a-92f0ffa597b6 req-bca53f61-e996-467c-bf33-be90ed8fb9f7 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024156 Nov 12 20:47:02.611749 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device fa1270ab-e884-4198-9a8c-5a109168f2f4 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:47:02.709193 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port fa1270ab-e884-4198-9a8c-5a109168f2f4, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=fa1270ab-e884-4198-9a8c-5a109168f2f4,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:02.720085 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'fa1270ab-e884-4198-9a8c-5a109168f2f4', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'port_id': 'fa1270ab-e884-4198-9a8c-5a109168f2f4', 'mac_address': 'fa:16:3e:35:61:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:47:02.758107 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:02.770673 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa1270ab-e884-4198-9a8c-5a109168f2f4 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:47:02.789634 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port fa1270ab-e884-4198-9a8c-5a109168f2f4, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=fa1270ab-e884-4198-9a8c-5a109168f2f4,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:02.793625 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:02.839788 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=fa1270ab-e884-4198-9a8c-5a109168f2f4,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:02.986148 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fd353-7d2e-4c09-9716-0b1a85d0f2f9 req-7cb406e7-6ce7-43ee-a2a5-2912975999a4 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:02.987971 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f52fd353-7d2e-4c09-9716-0b1a85d0f2f9 req-7cb406e7-6ce7-43ee-a2a5-2912975999a4 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 945 time: 0.0518026 Nov 12 20:47:03.037599 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f52fd353-7d2e-4c09-9716-0b1a85d0f2f9 req-641d533a-21a7-4f4b-8c8f-af61f7f10e45 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425990 Nov 12 20:47:03.064604 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['fa1270ab-e884-4198-9a8c-5a109168f2f4'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:47:04.159000 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7208c-c70c-473d-b5a7-2fff0b4bc65e req-c0f13a38-9f55-4f39-98ae-627f1c6546be tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:04.161025 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8ac7208c-c70c-473d-b5a7-2fff0b4bc65e req-c0f13a38-9f55-4f39-98ae-627f1c6546be tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 945 time: 0.0522087 Nov 12 20:47:04.208464 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8ac7208c-c70c-473d-b5a7-2fff0b4bc65e req-81e7d791-e114-4a49-9d1c-e38a527853f8 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412393 Nov 12 20:47:04.625506 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device fa1270ab-e884-4198-9a8c-5a109168f2f4 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:47:04.673847 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port fa1270ab-e884-4198-9a8c-5a109168f2f4 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:47:04.677534 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port fa1270ab-e884-4198-9a8c-5a109168f2f4 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:47:04.677904 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:04.756896 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:04.779492 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da98f76-ef69-4b9b-8826-4fca1d7216f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1270ab-e884-4198-9a8c-5a109168f2f4'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:47:04.781807 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfd35a9-dc50-477e-86f8-fa9548c5b920" -d '{"events": [{"server_uuid": "5da98f76-ef69-4b9b-8826-4fca1d7216f5", "name": "network-vif-plugged", "status": "completed", "tag": "fa1270ab-e884-4198-9a8c-5a109168f2f4"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:47:04.797016 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port fa1270ab-e884-4198-9a8c-5a109168f2f4, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=fa1270ab-e884-4198-9a8c-5a109168f2f4,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:47:04.801364 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:04.825334 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450b60b0-9fc5-417b-a47a-8a7473390601 x-openstack-request-id: req-450b60b0-9fc5-417b-a47a-8a7473390601 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:47:04.825621 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da98f76-ef69-4b9b-8826-4fca1d7216f5", "name": "network-vif-plugged", "status": "completed", "tag": "fa1270ab-e884-4198-9a8c-5a109168f2f4", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:47:04.825868 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-450b60b0-9fc5-417b-a47a-8a7473390601 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:47:04.826259 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da98f76-ef69-4b9b-8826-4fca1d7216f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1270ab-e884-4198-9a8c-5a109168f2f4', 'code': 200} Nov 12 20:47:04.853357 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=fa1270ab-e884-4198-9a8c-5a109168f2f4,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:47:04.928535 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969066d-166c-4edc-8f9f-ac0db4c7de5f req-9fd9e18a-2950-4d85-95df-053db98806ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:04.929994 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9969066d-166c-4edc-8f9f-ac0db4c7de5f req-9fd9e18a-2950-4d85-95df-053db98806ee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 1098 time: 0.0422990 Nov 12 20:47:04.982455 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9969066d-166c-4edc-8f9f-ac0db4c7de5f req-4f7cc37a-d7aa-4657-ad46-dc06fc6b5807 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426896 Nov 12 20:47:05.330620 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf38e7-2655-49f6-91ff-df4796066210 req-2a95b8c6-8970-40ad-bffe-377c7e6ae335 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:05.332791 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3fcf38e7-2655-49f6-91ff-df4796066210 req-2a95b8c6-8970-40ad-bffe-377c7e6ae335 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 946 time: 0.0487263 Nov 12 20:47:05.382010 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3fcf38e7-2655-49f6-91ff-df4796066210 req-95264615-d401-489f-b4a1-0ccc4b76ab87 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427833 Nov 12 20:47:06.502182 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613472f-e561-4d74-8fbd-e45406796427 req-0639a8cd-76a9-4a0b-97f0-616ba4d668c8 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:06.503954 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5613472f-e561-4d74-8fbd-e45406796427 req-0639a8cd-76a9-4a0b-97f0-616ba4d668c8 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 946 time: 0.0515320 Nov 12 20:47:06.554345 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5613472f-e561-4d74-8fbd-e45406796427 req-d68253aa-e9a5-4d34-8a77-8830aa14c51d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438254 Nov 12 20:47:06.677169 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c65109-0dc6-4a7c-abbb-33fb80e765c0 req-d5b8fcd2-0487-4ab0-985c-9b5dc1222991 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:06.678970 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-44c65109-0dc6-4a7c-abbb-33fb80e765c0 req-d5b8fcd2-0487-4ab0-985c-9b5dc1222991 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 946 time: 0.0536318 Nov 12 20:47:06.687656 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54178) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:47:06.692177 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-56930914-cbc0-4166-a51d-1a2cce57bbbf tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Request body: {'floatingip': {'port_id': 'fa1270ab-e884-4198-9a8c-5a109168f2f4'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:47:06.731266 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-56930914-cbc0-4166-a51d-1a2cce57bbbf tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for floatingip, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:07.513634 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-56930914-cbc0-4166-a51d-1a2cce57bbbf tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:07.517399 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-56930914-cbc0-4166-a51d-1a2cce57bbbf tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:07.621034 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-56930914-cbc0-4166-a51d-1a2cce57bbbf tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Floating IP acf42ab0-0600-4372-a5df-8db6339a03a8 associated. External IP: 172.25.5.28, port: fa1270ab-e884-4198-9a8c-5a109168f2f4. Nov 12 20:47:07.848910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56930914-cbc0-4166-a51d-1a2cce57bbbf tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Router a235a415-0d91-407a-94f1-3b569ef1c08b has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:47:07.958740 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56930914-cbc0-4166-a51d-1a2cce57bbbf tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:47:07.963315 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-56930914-cbc0-4166-a51d-1a2cce57bbbf tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:07.968919 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a79f3eb-cc26-4fd5-9daa-bb65df132b8c None None] Sync routers for ids ['a235a415-0d91-407a-94f1-3b569ef1c08b'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:47:07.978338 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a79f3eb-cc26-4fd5-9daa-bb65df132b8c None None] Routers {'a235a415-0d91-407a-94f1-3b569ef1c08b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:47:07.978947 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3a79f3eb-cc26-4fd5-9daa-bb65df132b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:46:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a235a415-0d91-407a-94f1-3b569ef1c08b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:07.991704 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-56930914-cbc0-4166-a51d-1a2cce57bbbf tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "PUT /v2.0/floatingips/acf42ab0-0600-4372-a5df-8db6339a03a8 HTTP/1.1" status: 200 len: 991 time: 1.3029606 Nov 12 20:47:07.992415 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da98f76-ef69-4b9b-8826-4fca1d7216f5', 'tag': 'fa1270ab-e884-4198-9a8c-5a109168f2f4'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:47:07.994708 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299851e5-3fca-4b87-89ce-c6342fd564e9" -d '{"events": [{"name": "network-changed", "server_uuid": "5da98f76-ef69-4b9b-8826-4fca1d7216f5", "tag": "fa1270ab-e884-4198-9a8c-5a109168f2f4"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:47:08.096561 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-3a79f3eb-cc26-4fd5-9daa-bb65df132b8c None None] Set router a235a415-0d91-407a-94f1-3b569ef1c08b gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:47:08.114800 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff2928c-eb8c-4f4e-8e9a-4e9ae3d0c4fd x-openstack-request-id: req-aff2928c-eb8c-4f4e-8e9a-4e9ae3d0c4fd {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:47:08.115098 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da98f76-ef69-4b9b-8826-4fca1d7216f5", "tag": "fa1270ab-e884-4198-9a8c-5a109168f2f4", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:47:08.115353 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aff2928c-eb8c-4f4e-8e9a-4e9ae3d0c4fd {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:47:08.115762 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da98f76-ef69-4b9b-8826-4fca1d7216f5', 'tag': 'fa1270ab-e884-4198-9a8c-5a109168f2f4', 'status': 'completed', 'code': 200} Nov 12 20:47:08.189141 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299851e5-3fca-4b87-89ce-c6342fd564e9 req-e901a68d-5ec7-40e4-a023-790e4b2d31e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:08.191183 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-299851e5-3fca-4b87-89ce-c6342fd564e9 req-e901a68d-5ec7-40e4-a023-790e4b2d31e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 1098 time: 0.0494914 Nov 12 20:47:08.293709 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299851e5-3fca-4b87-89ce-c6342fd564e9 req-7add94bc-1fca-487c-ac65-7b59af8c8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:08.295528 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-299851e5-3fca-4b87-89ce-c6342fd564e9 req-7add94bc-1fca-487c-ac65-7b59af8c8a4f service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.0971780 Nov 12 20:47:08.366598 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-299851e5-3fca-4b87-89ce-c6342fd564e9 req-137c67a8-4916-4dba-8c76-d771661ec766 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa1270ab-e884-4198-9a8c-5a109168f2f4 HTTP/1.1" status: 200 len: 999 time: 0.0625839 Nov 12 20:47:08.426934 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299851e5-3fca-4b87-89ce-c6342fd564e9 req-76ef135b-752f-4b60-a80b-c00b1cc33b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:08.428529 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-299851e5-3fca-4b87-89ce-c6342fd564e9 req-76ef135b-752f-4b60-a80b-c00b1cc33b4f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0535619 Nov 12 20:47:08.478146 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299851e5-3fca-4b87-89ce-c6342fd564e9 req-d2bbca77-dabc-4682-b31b-838046be987e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:08.479770 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-299851e5-3fca-4b87-89ce-c6342fd564e9 req-d2bbca77-dabc-4682-b31b-838046be987e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418291 Nov 12 20:47:08.483745 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3a79f3eb-cc26-4fd5-9daa-bb65df132b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'acf42ab0-0600-4372-a5df-8db6339a03a8', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'floating_ip_address': '172.25.5.28', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'port_id': 'fa1270ab-e884-4198-9a8c-5a109168f2f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'mac_address': 'fa:16:3e:35:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da98f76-ef69-4b9b-8826-4fca1d7216f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:44:32Z', 'updated_at': '2021-11-12T20:47:07Z', 'revision_number': 5, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:34Z', 'revision_number': 5, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:08.514659 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a79f3eb-cc26-4fd5-9daa-bb65df132b8c None None] Checking router: a235a415-0d91-407a-94f1-3b569ef1c08b for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:47:08.523301 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a79f3eb-cc26-4fd5-9daa-bb65df132b8c None None] Routers {'a235a415-0d91-407a-94f1-3b569ef1c08b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:47:08.523916 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3a79f3eb-cc26-4fd5-9daa-bb65df132b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:46:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a235a415-0d91-407a-94f1-3b569ef1c08b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:08.576528 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-299851e5-3fca-4b87-89ce-c6342fd564e9 req-6f2f6eec-77fd-43e6-8ec0-4772614942be service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864294 Nov 12 20:47:08.638149 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-3a79f3eb-cc26-4fd5-9daa-bb65df132b8c None None] Set router a235a415-0d91-407a-94f1-3b569ef1c08b gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:47:08.674285 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-299851e5-3fca-4b87-89ce-c6342fd564e9 req-2018a13b-a863-40b6-91bf-9d49b859c17c service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894592 Nov 12 20:47:08.866212 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3a79f3eb-cc26-4fd5-9daa-bb65df132b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'acf42ab0-0600-4372-a5df-8db6339a03a8', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'floating_ip_address': '172.25.5.28', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'port_id': 'fa1270ab-e884-4198-9a8c-5a109168f2f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'mac_address': 'fa:16:3e:35:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da98f76-ef69-4b9b-8826-4fca1d7216f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:44:32Z', 'updated_at': '2021-11-12T20:47:07Z', 'revision_number': 5, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:34Z', 'revision_number': 5, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:47:08.892119 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a79f3eb-cc26-4fd5-9daa-bb65df132b8c None None] The sync data for ids ['a235a415-0d91-407a-94f1-3b569ef1c08b'] in n-d-712140-15 is: [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'acf42ab0-0600-4372-a5df-8db6339a03a8', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'floating_ip_address': '172.25.5.28', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'port_id': 'fa1270ab-e884-4198-9a8c-5a109168f2f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'mac_address': 'fa:16:3e:35:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da98f76-ef69-4b9b-8826-4fca1d7216f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:44:32Z', 'updated_at': '2021-11-12T20:47:07Z', 'revision_number': 5, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:34Z', 'revision_number': 5, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:47:09.099342 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27524d8a-680a-4ff3-bfad-0fadce8e812a None None] New status for floating IP acf42ab0-0600-4372-a5df-8db6339a03a8: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:47:09.650682 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:47:12.832123 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ead8b9f0-2765-4787-87c8-0ef1c005dd1f req-fcd7b8d9-fdfe-4ef4-941b-61637e44c2ac service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426109 Nov 12 20:47:12.919725 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8b9f0-2765-4787-87c8-0ef1c005dd1f req-5b2ab87c-1112-450e-acaf-0f8cc1abc5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:12.921297 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ead8b9f0-2765-4787-87c8-0ef1c005dd1f req-5b2ab87c-1112-450e-acaf-0f8cc1abc5e7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 1098 time: 0.0421627 Nov 12 20:47:13.037360 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8b9f0-2765-4787-87c8-0ef1c005dd1f req-87ebd2d1-d596-40fe-8a50-85dc01bef44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:13.039010 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ead8b9f0-2765-4787-87c8-0ef1c005dd1f req-87ebd2d1-d596-40fe-8a50-85dc01bef44d service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.0924411 Nov 12 20:47:13.114228 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ead8b9f0-2765-4787-87c8-0ef1c005dd1f req-cc4abe60-31e2-4c82-ad97-80f677367730 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa1270ab-e884-4198-9a8c-5a109168f2f4 HTTP/1.1" status: 200 len: 1001 time: 0.0648313 Nov 12 20:47:13.170482 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8b9f0-2765-4787-87c8-0ef1c005dd1f req-a032097b-eff8-4001-b9a1-87bff28f22b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:13.172028 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ead8b9f0-2765-4787-87c8-0ef1c005dd1f req-a032097b-eff8-4001-b9a1-87bff28f22b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0505290 Nov 12 20:47:13.221577 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8b9f0-2765-4787-87c8-0ef1c005dd1f req-0e85643a-f5bc-453a-9717-14014a6bc4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:47:13.223856 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ead8b9f0-2765-4787-87c8-0ef1c005dd1f req-0e85643a-f5bc-453a-9717-14014a6bc4bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434930 Nov 12 20:47:13.320517 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ead8b9f0-2765-4787-87c8-0ef1c005dd1f req-15e89e3b-b343-4e22-8c61-d21f7b376ce6 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887907 Nov 12 20:47:13.421742 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ead8b9f0-2765-4787-87c8-0ef1c005dd1f req-ec02a9ec-7c11-4949-b2a0-22fb26177d05 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930104 Nov 12 20:47:19.975319 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0f946b38-bcae-496e-bdc7-a6ad7aca96fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:20.452469 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:22.794949 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-03f92c31-ced1-4ace-a773-14489863e2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:23.879450 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:24.289445 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:25.291785 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:26.027983 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:46.649193 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:47:49.977134 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4ad519b3-ed84-4bf5-97e7-40c4ea647828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:50.468468 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:52.795947 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-500c6503-d7bf-4008-8380-e4e81b79cbe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:53.882961 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:54.287973 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:55.298068 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:47:56.033515 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:13.883124 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-085fc6d3-dd14-4c49-83ae-67c5b0977457 req-b841aacc-0811-4e1f-83e5-de746443e993 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0918913 Nov 12 20:48:13.973720 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fc6d3-dd14-4c49-83ae-67c5b0977457 req-8121edaa-f0fc-4535-a898-69e2c84c3892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:13.975238 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-085fc6d3-dd14-4c49-83ae-67c5b0977457 req-8121edaa-f0fc-4535-a898-69e2c84c3892 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 1098 time: 0.0443172 Nov 12 20:48:14.078233 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fc6d3-dd14-4c49-83ae-67c5b0977457 req-8c114de1-7478-4071-b363-89057ce31406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:14.079717 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-085fc6d3-dd14-4c49-83ae-67c5b0977457 req-8c114de1-7478-4071-b363-89057ce31406 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.0847769 Nov 12 20:48:14.148363 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-085fc6d3-dd14-4c49-83ae-67c5b0977457 req-2cf2de15-691c-49a5-b720-29a22b5df344 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa1270ab-e884-4198-9a8c-5a109168f2f4 HTTP/1.1" status: 200 len: 1001 time: 0.0609145 Nov 12 20:48:14.201048 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fc6d3-dd14-4c49-83ae-67c5b0977457 req-52b82263-9c3c-4d4e-b8a0-4671c1008cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:14.202524 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-085fc6d3-dd14-4c49-83ae-67c5b0977457 req-52b82263-9c3c-4d4e-b8a0-4671c1008cfc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0427189 Nov 12 20:48:14.248444 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fc6d3-dd14-4c49-83ae-67c5b0977457 req-9b00f9df-26db-4b47-8624-eeed0f482b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:14.249923 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-085fc6d3-dd14-4c49-83ae-67c5b0977457 req-9b00f9df-26db-4b47-8624-eeed0f482b65 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398958 Nov 12 20:48:14.354291 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-085fc6d3-dd14-4c49-83ae-67c5b0977457 req-53e06a8e-86cd-44b1-9763-903dab2c0916 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954180 Nov 12 20:48:14.444345 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-085fc6d3-dd14-4c49-83ae-67c5b0977457 req-6fe4f2c5-84ea-43e3-9ccb-bdf5c2582692 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812259 Nov 12 20:48:19.978547 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8a164e40-9748-46ae-b25b-26d0b271326e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:20.484642 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:22.797627 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-344e1f67-b271-4980-9aef-1998073ae78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:23.647420 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:48:23.884746 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:24.286904 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:25.297859 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:26.038933 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:29.702821 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-bfb2c73d-e87f-492e-8348-8e3e4505d274 req-57bed556-0d16-4406-8b53-dc8b7bfd32c2 service neutron] (102447) timed out ('10.222.0.52', 58732) {{(pid=102447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 20:48:49.980359 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9770ad5b-6923-43c2-a766-5975de5665ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:50.508076 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:50.797068 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92bcf3-b437-434f-8f95-30ae8bbc5ce3 req-0455c59a-0811-4a51-803b-b7e1181ac34e tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:50.798564 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fe92bcf3-b437-434f-8f95-30ae8bbc5ce3 req-0455c59a-0811-4a51-803b-b7e1181ac34e tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 946 time: 0.0514965 Nov 12 20:48:50.847524 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fe92bcf3-b437-434f-8f95-30ae8bbc5ce3 req-50d4a2ef-9bdc-47eb-bf62-c1b5818ca3b1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427558 Nov 12 20:48:51.974937 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b60d00-878a-4ac5-81fc-ea98e45e05aa req-97c720dc-3344-46e2-8dc1-4aa44394deb9 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:51.976471 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-49b60d00-878a-4ac5-81fc-ea98e45e05aa req-97c720dc-3344-46e2-8dc1-4aa44394deb9 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 946 time: 0.0534956 Nov 12 20:48:52.029880 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-49b60d00-878a-4ac5-81fc-ea98e45e05aa req-6b6be881-1f52-4806-8fb6-c9320f3f3340 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469038 Nov 12 20:48:52.800532 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d164e181-9453-4b45-bb2d-eb0b9cb3bc13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:53.152818 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5fa52-95ca-4246-9ca3-d6eed37a47c1 req-1c2b41de-4982-40fe-adca-9f07bbe94ddc tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:53.154379 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6cb5fa52-95ca-4246-9ca3-d6eed37a47c1 req-1c2b41de-4982-40fe-adca-9f07bbe94ddc tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 946 time: 0.0556805 Nov 12 20:48:53.201752 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6cb5fa52-95ca-4246-9ca3-d6eed37a47c1 req-a72277a9-152e-4357-b148-a08d766a8f5f tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415645 Nov 12 20:48:53.887356 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:54.301912 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:54.319831 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa35e4-204c-47b5-b382-a30d9df3e21f req-0a2d0c20-d383-44e2-9907-0aaeba364d89 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:54.321614 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-afaa35e4-204c-47b5-b382-a30d9df3e21f req-0a2d0c20-d383-44e2-9907-0aaeba364d89 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 946 time: 0.0525830 Nov 12 20:48:54.369740 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-afaa35e4-204c-47b5-b382-a30d9df3e21f req-15a5a8ad-c032-415e-a1bc-fe1d00f741f1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413072 Nov 12 20:48:55.300731 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:55.486216 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0facb-bcc1-406b-99d1-f784186a0796 req-2fc82a85-3b89-40c1-8f26-b12aa39e8f22 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:55.487589 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3ba0facb-bcc1-406b-99d1-f784186a0796 req-2fc82a85-3b89-40c1-8f26-b12aa39e8f22 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 946 time: 0.0483873 Nov 12 20:48:55.538045 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3ba0facb-bcc1-406b-99d1-f784186a0796 req-db3c3a4d-38c2-44e4-8266-0fbd7251e1b7 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442696 Nov 12 20:48:56.031196 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:48:56.655055 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6dca6c-a490-416e-96c5-96bced58764a req-23b51b67-9450-4165-ab1f-e3df58ff2b7c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:56.656486 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bd6dca6c-a490-416e-96c5-96bced58764a req-23b51b67-9450-4165-ab1f-e3df58ff2b7c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 946 time: 0.0497415 Nov 12 20:48:56.702526 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bd6dca6c-a490-416e-96c5-96bced58764a req-489fcd2e-a4a3-499f-b287-2ac1b11b7267 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402520 Nov 12 20:48:57.827418 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0973699-3bdf-4fa3-b28c-b469036f64d3 req-893242e7-4219-463b-8416-0de80e8119f1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:57.828953 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e0973699-3bdf-4fa3-b28c-b469036f64d3 req-893242e7-4219-463b-8416-0de80e8119f1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 946 time: 0.0574605 Nov 12 20:48:57.881129 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e0973699-3bdf-4fa3-b28c-b469036f64d3 req-179a06d8-975f-4217-8fd6-0e830ef6a880 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460935 Nov 12 20:48:59.000945 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d5dd2-e2c1-4691-bb13-62d937821f1f req-f8f5fae2-15da-4956-abc0-4a742771624c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:48:59.002489 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cb0d5dd2-e2c1-4691-bb13-62d937821f1f req-f8f5fae2-15da-4956-abc0-4a742771624c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 946 time: 0.0533412 Nov 12 20:48:59.049598 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cb0d5dd2-e2c1-4691-bb13-62d937821f1f req-2b74805d-bab7-419f-9701-978402d3646c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409899 Nov 12 20:49:00.166667 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd623322-4cbd-4631-b36c-18813af2d0cc req-d227ffe1-5b67-47c2-a3f5-f39f1b2ce904 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:00.168516 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd623322-4cbd-4631-b36c-18813af2d0cc req-d227ffe1-5b67-47c2-a3f5-f39f1b2ce904 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 946 time: 0.0504870 Nov 12 20:49:00.219464 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fd623322-4cbd-4631-b36c-18813af2d0cc req-b7aefc09-325f-4dac-8be0-7f6bbfdf51eb tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452647 Nov 12 20:49:00.647941 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:49:01.334247 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7c2d5-5d5e-4148-8d02-37d163d0e681 req-4fd312f2-6647-40ac-b01f-7526740d9209 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:01.335763 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-51e7c2d5-5d5e-4148-8d02-37d163d0e681 req-4fd312f2-6647-40ac-b01f-7526740d9209 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 946 time: 0.0492949 Nov 12 20:49:01.384301 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-51e7c2d5-5d5e-4148-8d02-37d163d0e681 req-606b821a-7061-478a-ba91-acc02cf7a9e8 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420341 Nov 12 20:49:01.626153 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18cf88-28de-4ce2-b151-f6eb2e634897 req-274592c9-7808-40bb-9f47-d73eb9e920f1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:01.627698 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd18cf88-28de-4ce2-b151-f6eb2e634897 req-274592c9-7808-40bb-9f47-d73eb9e920f1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 946 time: 0.0545654 Nov 12 20:49:01.657012 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-e03bd86c-7327-4254-ac3b-cec0dc6b0943 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0904694 Nov 12 20:49:01.676376 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd18cf88-28de-4ce2-b151-f6eb2e634897 req-a46864ee-f7d2-4ef8-9f52-eeb10574ef17 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422359 Nov 12 20:49:02.799567 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc3784-41de-441c-8835-f5907b314282 req-74e2c4bd-a79c-42c3-a0ff-33d996dde675 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:02.801080 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a0dc3784-41de-441c-8835-f5907b314282 req-74e2c4bd-a79c-42c3-a0ff-33d996dde675 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 946 time: 0.0515473 Nov 12 20:49:02.856450 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a0dc3784-41de-441c-8835-f5907b314282 req-cb21cbbf-46c9-4064-91f2-7d206c62cf68 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492654 Nov 12 20:49:03.975217 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d9692-dec7-4b8b-b974-4cb26a703773 req-c4d0ec2e-7c9b-4812-9a0e-ae29fccf8625 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:03.976727 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bc9d9692-dec7-4b8b-b974-4cb26a703773 req-c4d0ec2e-7c9b-4812-9a0e-ae29fccf8625 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 946 time: 0.0492923 Nov 12 20:49:04.024781 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bc9d9692-dec7-4b8b-b974-4cb26a703773 req-ced8c32b-31c0-4879-8f74-184a141b079d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414360 Nov 12 20:49:04.791551 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-464b7bea-786a-4084-9019-4affb4990552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:04.793613 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-464b7bea-786a-4084-9019-4affb4990552 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 1098 time: 0.0410142 Nov 12 20:49:04.888015 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-174b8af1-27e9-4688-b03c-f526205ae570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:04.889530 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-174b8af1-27e9-4688-b03c-f526205ae570 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.0889685 Nov 12 20:49:04.960166 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-b654f955-8b0d-4463-8107-ef76617af59d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa1270ab-e884-4198-9a8c-5a109168f2f4 HTTP/1.1" status: 200 len: 1001 time: 0.0625815 Nov 12 20:49:05.015496 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-1a33d350-0524-4a38-bbc5-21f3e237618d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:05.016999 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-1a33d350-0524-4a38-bbc5-21f3e237618d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0483980 Nov 12 20:49:05.064848 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-0e5602ce-454b-415d-b7f2-450def99b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:05.066407 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-0e5602ce-454b-415d-b7f2-450def99b4d8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410116 Nov 12 20:49:05.143834 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e7255-9914-4f56-ad02-4a473ff4ba5b req-8b63d135-6d02-4c9c-bd61-6f1b5a5095cd tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:05.145406 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-de3e7255-9914-4f56-ad02-4a473ff4ba5b req-8b63d135-6d02-4c9c-bd61-6f1b5a5095cd tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 946 time: 0.0497119 Nov 12 20:49:05.165260 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-a7b8b626-d777-45fe-bdce-c2c4d60cc2b4 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899339 Nov 12 20:49:05.194036 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-de3e7255-9914-4f56-ad02-4a473ff4ba5b req-b35e1fc7-90c8-44ba-b67c-7fac41ac6098 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427313 Nov 12 20:49:05.262450 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-e269802b-0552-42b3-b130-471274f75f04 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886900 Nov 12 20:49:06.310666 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20748080-1b17-418e-a0d6-15ba234ed3ad req-781ea0e4-75e0-42e8-ad5e-c428bfe4d687 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:06.312208 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-20748080-1b17-418e-a0d6-15ba234ed3ad req-781ea0e4-75e0-42e8-ad5e-c428bfe4d687 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 946 time: 0.0498857 Nov 12 20:49:06.373722 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-20748080-1b17-418e-a0d6-15ba234ed3ad req-75089601-2e41-4fd9-a94c-ef983516b174 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537674 Nov 12 20:49:07.432301 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-e91803a7-0dc5-44f6-b8f7-1c808978c278 service neutron] show failed (client error): The resource could not be found. Nov 12 20:49:07.433376 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-e91803a7-0dc5-44f6-b8f7-1c808978c278 service neutron] 10.222.0.52 "GET /v2.0/ports/fa1270ab-e884-4198-9a8c-5a109168f2f4/bindings/n-h1-712140-15 HTTP/1.1" status: 404 len: 381 time: 0.0561128 Nov 12 20:49:07.495701 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfc9dd-1c75-4434-b963-ecc93474875e req-005f0dba-c398-45e0-8f30-3b5364923fcc tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:07.497143 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-29cfc9dd-1c75-4434-b963-ecc93474875e req-005f0dba-c398-45e0-8f30-3b5364923fcc tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 946 time: 0.0532851 Nov 12 20:49:07.557317 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-29cfc9dd-1c75-4434-b963-ecc93474875e req-5cb871bc-01a9-4cfe-9d9e-abc79670d2b8 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538399 Nov 12 20:49:07.658474 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-53db42ee-0df5-4f38-891e-247ab1899130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:07.659979 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-53db42ee-0df5-4f38-891e-247ab1899130 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5&tenant_id=d620851d8c114f71ae1adb4a53c8adea HTTP/1.1" status: 200 len: 1098 time: 0.0410259 Nov 12 20:49:07.671998 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-15', 'device_owner': 'compute:nova'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:49:07.726293 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:07.932307 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] For port fa1270ab-e884-4198-9a8c-5a109168f2f4, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=fa1270ab-e884-4198-9a8c-5a109168f2f4,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:07.963987 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] For port fa1270ab-e884-4198-9a8c-5a109168f2f4, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:49:08.003963 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da98f76-ef69-4b9b-8826-4fca1d7216f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa1270ab-e884-4198-9a8c-5a109168f2f4'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:08.006528 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7957d8-f7a9-4e6b-b6ed-6aaa7b45bfc5" -d '{"events": [{"server_uuid": "5da98f76-ef69-4b9b-8826-4fca1d7216f5", "name": "network-vif-unplugged", "status": "completed", "tag": "fa1270ab-e884-4198-9a8c-5a109168f2f4"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:08.010591 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:08.023266 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Transition to ACTIVE for port object fa1270ab-e884-4198-9a8c-5a109168f2f4 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:49:08.028022 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:08.109781 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Pushing event updated for resources: {'Port': ['ID=fa1270ab-e884-4198-9a8c-5a109168f2f4,revision_number=6']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:08.124322 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:08.124678 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:08.125037 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:08.125367 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:08.126062 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:08.126062 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:08.126377 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:08.126703 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:08.127476 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:08.127476 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:08.127660 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:08.128414 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:08.148143 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2305a605-dadb-41b2-bd23-973b22ad958b x-openstack-request-id: req-2305a605-dadb-41b2-bd23-973b22ad958b {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:08.148143 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da98f76-ef69-4b9b-8826-4fca1d7216f5", "name": "network-vif-unplugged", "status": "completed", "tag": "fa1270ab-e884-4198-9a8c-5a109168f2f4", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:08.148441 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2305a605-dadb-41b2-bd23-973b22ad958b {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:08.148833 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da98f76-ef69-4b9b-8826-4fca1d7216f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa1270ab-e884-4198-9a8c-5a109168f2f4', 'code': 200} Nov 12 20:49:08.173759 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] No DVR routers for this DVR port fa1270ab-e884-4198-9a8c-5a109168f2f4 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:49:08.311406 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Attempting to bind port fa1270ab-e884-4198-9a8c-5a109168f2f4 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:49:08.311745 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Attempting to bind port fa1270ab-e884-4198-9a8c-5a109168f2f4 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:49:08.312077 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Attempting to bind port fa1270ab-e884-4198-9a8c-5a109168f2f4 on network 7bea27a4-cebc-452e-a680-23f85861259f {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:49:08.316439 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Port fa1270ab-e884-4198-9a8c-5a109168f2f4 on network 7bea27a4-cebc-452e-a680-23f85861259f not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:49:08.316764 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Attempting to bind port fa1270ab-e884-4198-9a8c-5a109168f2f4 on network 7bea27a4-cebc-452e-a680-23f85861259f {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:49:08.321515 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:49:08.321855 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Checking segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:49:08.322236 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Bound using segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:49:08.322669 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Bound port: fa1270ab-e884-4198-9a8c-5a109168f2f4, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:49:08.323025 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:08.387946 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] For port fa1270ab-e884-4198-9a8c-5a109168f2f4, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:49:08.391535 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] For port fa1270ab-e884-4198-9a8c-5a109168f2f4, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=fa1270ab-e884-4198-9a8c-5a109168f2f4,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:49:08.396276 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:08.434029 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:08.434723 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:08.436048 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] 10.222.0.55 "PUT /v2.0/ports/fa1270ab-e884-4198-9a8c-5a109168f2f4 HTTP/1.1" status: 200 len: 1093 time: 0.7685721 Nov 12 20:49:08.456536 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f222323-eefb-4bf9-ae52-5bd99a8734ee service neutron] Pushing event updated for resources: {'Port': ['ID=fa1270ab-e884-4198-9a8c-5a109168f2f4,revision_number=7']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:08.502595 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-34d81d51-68a2-45e1-88f3-fbfc291549e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:08.504119 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-34d81d51-68a2-45e1-88f3-fbfc291549e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 1096 time: 0.0430222 Nov 12 20:49:08.615197 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-121496f4-0445-425b-bcad-5e14630fca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:08.616751 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-121496f4-0445-425b-bcad-5e14630fca83 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.1061862 Nov 12 20:49:08.690649 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-ad9de881-37f5-48d4-a6a8-30b710360773 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa1270ab-e884-4198-9a8c-5a109168f2f4 HTTP/1.1" status: 200 len: 999 time: 0.0666299 Nov 12 20:49:08.694458 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c9cb3-fbce-42e2-8e0c-93344ce990cf req-e61b2738-bf6b-4b6c-b0c4-c3957438f9fb tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:08.695960 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b93c9cb3-fbce-42e2-8e0c-93344ce990cf req-e61b2738-bf6b-4b6c-b0c4-c3957438f9fb tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 944 time: 0.0547068 Nov 12 20:49:08.748218 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-d5647bec-7ad0-4e12-9d36-b01728b2d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:08.750143 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-d5647bec-7ad0-4e12-9d36-b01728b2d8d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0531042 Nov 12 20:49:08.758868 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b93c9cb3-fbce-42e2-8e0c-93344ce990cf req-d736b9d9-b03c-4a72-ad6a-c823b5779e63 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568097 Nov 12 20:49:08.800034 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-d37e15d3-f97c-4d95-b943-1f177df31ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:08.801626 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-d37e15d3-f97c-4d95-b943-1f177df31ae3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439994 Nov 12 20:49:08.895573 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-4514d048-fd00-4ab8-82c9-d27d5ff3c08b service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871449 Nov 12 20:49:08.994443 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6acc3b3-e6a5-49cc-b034-dc75968fc75e req-a9e3a52f-2223-4540-a3b2-9aa3ec04668e service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916488 Nov 12 20:49:09.884716 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db1220-7c5d-4996-b270-1831dc0b9810 req-91f7016e-6457-4358-9245-aea0ef06de1b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:09.886711 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72db1220-7c5d-4996-b270-1831dc0b9810 req-91f7016e-6457-4358-9245-aea0ef06de1b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 944 time: 0.0498939 Nov 12 20:49:09.934303 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-72db1220-7c5d-4996-b270-1831dc0b9810 req-260de2a0-c5e9-4312-85ba-c5772af4c0fa tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411439 Nov 12 20:49:10.150411 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da98f76-ef69-4b9b-8826-4fca1d7216f5', 'tag': 'fa1270ab-e884-4198-9a8c-5a109168f2f4'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:10.153413 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a580393-10ea-463e-9953-49c5d5124f87" -d '{"events": [{"name": "network-changed", "server_uuid": "5da98f76-ef69-4b9b-8826-4fca1d7216f5", "tag": "fa1270ab-e884-4198-9a8c-5a109168f2f4"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:10.206169 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed939708-6b89-4351-b034-3a1c7c7b9a19 x-openstack-request-id: req-ed939708-6b89-4351-b034-3a1c7c7b9a19 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:10.206525 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da98f76-ef69-4b9b-8826-4fca1d7216f5", "tag": "fa1270ab-e884-4198-9a8c-5a109168f2f4", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:10.206822 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ed939708-6b89-4351-b034-3a1c7c7b9a19 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:10.207222 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da98f76-ef69-4b9b-8826-4fca1d7216f5', 'tag': 'fa1270ab-e884-4198-9a8c-5a109168f2f4', 'status': 'completed', 'code': 200} Nov 12 20:49:10.302766 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a580393-10ea-463e-9953-49c5d5124f87 req-26d02743-bbbc-4847-aeb3-814a55e22120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:10.304289 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a580393-10ea-463e-9953-49c5d5124f87 req-26d02743-bbbc-4847-aeb3-814a55e22120 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 1096 time: 0.0691512 Nov 12 20:49:10.305998 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a580393-10ea-463e-9953-49c5d5124f87 req-dde8aac2-ccfa-4b81-95fa-8addff8df23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:10.307378 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a580393-10ea-463e-9953-49c5d5124f87 req-dde8aac2-ccfa-4b81-95fa-8addff8df23f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 1096 time: 0.0814126 Nov 12 20:49:10.470310 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a580393-10ea-463e-9953-49c5d5124f87 req-e62e49d3-a8ca-44f5-a38c-2bd6fcd08af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:10.471696 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a580393-10ea-463e-9953-49c5d5124f87 req-e62e49d3-a8ca-44f5-a38c-2bd6fcd08af5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.1600275 Nov 12 20:49:10.473127 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a580393-10ea-463e-9953-49c5d5124f87 req-0160d8a3-91d0-4b22-b030-14e4aff75fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:10.474468 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a580393-10ea-463e-9953-49c5d5124f87 req-0160d8a3-91d0-4b22-b030-14e4aff75fc4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.1553805 Nov 12 20:49:10.958870 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a580393-10ea-463e-9953-49c5d5124f87 req-a0631c8c-12dd-4c14-b10d-a51c7a0e9e47 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa1270ab-e884-4198-9a8c-5a109168f2f4 HTTP/1.1" status: 200 len: 999 time: 0.4793491 Nov 12 20:49:10.961051 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a580393-10ea-463e-9953-49c5d5124f87 req-ce2ab6d4-9091-4fc0-ba5f-e410caf33771 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa1270ab-e884-4198-9a8c-5a109168f2f4 HTTP/1.1" status: 200 len: 999 time: 0.4745059 Nov 12 20:49:11.073578 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a580393-10ea-463e-9953-49c5d5124f87 req-2ed2d11d-6552-4e1d-9d18-e1e7ec331498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:11.076239 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a580393-10ea-463e-9953-49c5d5124f87 req-2ed2d11d-6552-4e1d-9d18-e1e7ec331498 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.1103709 Nov 12 20:49:11.095437 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a580393-10ea-463e-9953-49c5d5124f87 req-41e0f76f-6d5d-415a-8a24-89b3dbf43b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:11.096921 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a580393-10ea-463e-9953-49c5d5124f87 req-41e0f76f-6d5d-415a-8a24-89b3dbf43b1b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.1224511 Nov 12 20:49:11.137872 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2f746-eabd-4dde-8af1-32219834637b req-1958d754-be5f-4c75-888b-a75cc5fc73cc tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:11.139376 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0cc2f746-eabd-4dde-8af1-32219834637b req-1958d754-be5f-4c75-888b-a75cc5fc73cc tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 944 time: 0.1077795 Nov 12 20:49:11.198353 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a580393-10ea-463e-9953-49c5d5124f87 req-cc968dd6-8da4-4749-9f25-57e6a5e91379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:11.199924 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a580393-10ea-463e-9953-49c5d5124f87 req-cc968dd6-8da4-4749-9f25-57e6a5e91379 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1142561 Nov 12 20:49:11.204354 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a580393-10ea-463e-9953-49c5d5124f87 req-40a677c9-f6c1-4aa3-bf83-5899b5da05af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:11.205741 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a580393-10ea-463e-9953-49c5d5124f87 req-40a677c9-f6c1-4aa3-bf83-5899b5da05af service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884852 Nov 12 20:49:11.268007 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0cc2f746-eabd-4dde-8af1-32219834637b req-bac95c3d-1a91-4ee7-86b1-0592a5aaf62e tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143374 Nov 12 20:49:11.282712 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device fa1270ab-e884-4198-9a8c-5a109168f2f4 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:49:11.323714 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device fa1270ab-e884-4198-9a8c-5a109168f2f4 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:49:11.377873 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a580393-10ea-463e-9953-49c5d5124f87 req-7919c818-5b71-4b69-a584-2fdb56b86264 service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687636 Nov 12 20:49:11.381453 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a580393-10ea-463e-9953-49c5d5124f87 req-b751b478-daf0-4c9e-a671-87d1dd6b0046 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614718 Nov 12 20:49:11.537466 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a580393-10ea-463e-9953-49c5d5124f87 req-0c6e7caf-2192-4ca8-b1df-257414d4434a service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518126 Nov 12 20:49:11.539284 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1a580393-10ea-463e-9953-49c5d5124f87 req-ab87da79-1691-4074-94bc-499415d9c7e3 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466799 Nov 12 20:49:12.225676 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device fa1270ab-e884-4198-9a8c-5a109168f2f4 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:49:12.324951 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port fa1270ab-e884-4198-9a8c-5a109168f2f4, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=fa1270ab-e884-4198-9a8c-5a109168f2f4,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:12.336528 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'fa1270ab-e884-4198-9a8c-5a109168f2f4', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'port_id': 'fa1270ab-e884-4198-9a8c-5a109168f2f4', 'mac_address': 'fa:16:3e:35:61:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:49:12.374151 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:12.386891 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa1270ab-e884-4198-9a8c-5a109168f2f4 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:49:12.392438 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed01af4-eaa7-400e-9b04-57579c71685b req-1ed3acca-c498-4ac5-8da6-c2d764644d83 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:12.393961 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fed01af4-eaa7-400e-9b04-57579c71685b req-1ed3acca-c498-4ac5-8da6-c2d764644d83 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 944 time: 0.0510633 Nov 12 20:49:12.407017 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port fa1270ab-e884-4198-9a8c-5a109168f2f4, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=fa1270ab-e884-4198-9a8c-5a109168f2f4,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:12.412380 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:12.444531 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fed01af4-eaa7-400e-9b04-57579c71685b req-f42112f8-ccf9-4444-bcf1-8c1865c92f16 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445447 Nov 12 20:49:12.462361 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=fa1270ab-e884-4198-9a8c-5a109168f2f4,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:12.470975 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:12.471320 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:12.471660 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:12.471995 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:12.472350 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:12.472679 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:12.473002 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:12.473326 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:12.473645 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:12.473963 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:12.474280 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:12.474953 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:49:12.651141 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dccd54-1b82-4423-8c7e-93732ed6c2d0 req-43f6846a-c64b-42de-997a-47c27f7e82d4 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:12.652773 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d1dccd54-1b82-4423-8c7e-93732ed6c2d0 req-43f6846a-c64b-42de-997a-47c27f7e82d4 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 945 time: 0.0591803 Nov 12 20:49:12.665289 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f050bb-878e-4099-a7b9-1a126aa5c3ca req-c6a069b8-c9a8-4248-b46b-d6d8ec4a3b75 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:12.666798 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-71f050bb-878e-4099-a7b9-1a126aa5c3ca req-c6a069b8-c9a8-4248-b46b-d6d8ec4a3b75 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.52 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5&tenant_id=d620851d8c114f71ae1adb4a53c8adea&binding%3Ahost_id=n-h1-712140-15 HTTP/1.1" status: 200 len: 945 time: 0.0549483 Nov 12 20:49:12.701540 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d1dccd54-1b82-4423-8c7e-93732ed6c2d0 req-204a83af-d883-409a-a249-c72dd9e9949a tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427673 Nov 12 20:49:12.728160 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [req-71f050bb-878e-4099-a7b9-1a126aa5c3ca req-50271542-79e4-4071-bbad-0311744a449f service neutron] delete failed (client error): The resource could not be found. Nov 12 20:49:12.729225 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-71f050bb-878e-4099-a7b9-1a126aa5c3ca req-50271542-79e4-4071-bbad-0311744a449f service neutron] 10.222.0.52 "DELETE /v2.0/ports/fa1270ab-e884-4198-9a8c-5a109168f2f4/bindings/n-h2-712140-15 HTTP/1.1" status: 404 len: 381 time: 0.0532322 Nov 12 20:49:12.759890 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['fa1270ab-e884-4198-9a8c-5a109168f2f4'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:49:12.828764 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f050bb-878e-4099-a7b9-1a126aa5c3ca req-8c44bee0-7dc6-4a79-8663-433dc54c8680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:12.830335 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-71f050bb-878e-4099-a7b9-1a126aa5c3ca req-8c44bee0-7dc6-4a79-8663-433dc54c8680 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 1097 time: 0.0465877 Nov 12 20:49:12.922502 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f050bb-878e-4099-a7b9-1a126aa5c3ca req-739de56f-3f2f-4930-bba2-c84e0514cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:12.924010 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-71f050bb-878e-4099-a7b9-1a126aa5c3ca req-739de56f-3f2f-4930-bba2-c84e0514cbef service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.0862281 Nov 12 20:49:12.995014 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-71f050bb-878e-4099-a7b9-1a126aa5c3ca req-addc772f-cfb5-4275-b457-ed834cc2a83e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa1270ab-e884-4198-9a8c-5a109168f2f4 HTTP/1.1" status: 200 len: 1000 time: 0.0621874 Nov 12 20:49:13.048753 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f050bb-878e-4099-a7b9-1a126aa5c3ca req-d3c56539-6030-48fb-b268-622ffc1633be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:13.050305 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-71f050bb-878e-4099-a7b9-1a126aa5c3ca req-d3c56539-6030-48fb-b268-622ffc1633be service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0471199 Nov 12 20:49:13.101104 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f050bb-878e-4099-a7b9-1a126aa5c3ca req-d8e8a7a5-4941-4e4d-96ae-287b26da6be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:13.103177 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-71f050bb-878e-4099-a7b9-1a126aa5c3ca req-d8e8a7a5-4941-4e4d-96ae-287b26da6be5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454378 Nov 12 20:49:13.197814 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-71f050bb-878e-4099-a7b9-1a126aa5c3ca req-29d89435-752e-43f1-9910-df42abd2b2c1 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856137 Nov 12 20:49:13.288903 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-71f050bb-878e-4099-a7b9-1a126aa5c3ca req-c455d1df-1654-4bb3-8351-79f217e7b91e service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822427 Nov 12 20:49:13.832403 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63745f0-ea9e-4a15-abfe-17298410dc6b req-d1f26c08-8af1-4859-9205-02ea95bd5def tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:13.833944 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b63745f0-ea9e-4a15-abfe-17298410dc6b req-d1f26c08-8af1-4859-9205-02ea95bd5def tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 945 time: 0.0565779 Nov 12 20:49:13.881653 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b63745f0-ea9e-4a15-abfe-17298410dc6b req-c22cc197-0fd2-4baf-a412-7ce8abc66369 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418279 Nov 12 20:49:14.001032 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2699cb6-528c-459c-803c-a82dc5059570 req-6e8f751b-6c02-434f-974d-c35f0781796e tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:14.002454 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c2699cb6-528c-459c-803c-a82dc5059570 req-6e8f751b-6c02-434f-974d-c35f0781796e tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 945 time: 0.0487742 Nov 12 20:49:14.050014 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c2699cb6-528c-459c-803c-a82dc5059570 req-a550c2fd-4be5-48e5-a0a5-053b6824a034 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414767 Nov 12 20:49:14.242686 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device fa1270ab-e884-4198-9a8c-5a109168f2f4 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:49:14.256797 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32d9aa-13a1-4a90-82f7-350019db35ec req-3dd895e0-9590-4de9-8f09-1dc7378a2518 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:14.258731 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-de32d9aa-13a1-4a90-82f7-350019db35ec req-3dd895e0-9590-4de9-8f09-1dc7378a2518 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 945 time: 0.0576100 Nov 12 20:49:14.294543 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe3a0d-8f0f-4b29-884a-68e365b2abf2 req-96804872-4d71-44c5-bae1-0e0e55333802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:14.296681 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bffe3a0d-8f0f-4b29-884a-68e365b2abf2 req-96804872-4d71-44c5-bae1-0e0e55333802 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 1097 time: 0.0535140 Nov 12 20:49:14.299827 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port fa1270ab-e884-4198-9a8c-5a109168f2f4 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:49:14.303546 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port fa1270ab-e884-4198-9a8c-5a109168f2f4 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:49:14.303909 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:14.324541 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-de32d9aa-13a1-4a90-82f7-350019db35ec req-bbd5b01b-95e9-450e-ae7a-888d71425f83 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586159 Nov 12 20:49:14.384919 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:14.402246 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe3a0d-8f0f-4b29-884a-68e365b2abf2 req-8b91aba6-7add-4005-bcfe-4e966d1a0b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:14.403757 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bffe3a0d-8f0f-4b29-884a-68e365b2abf2 req-8b91aba6-7add-4005-bcfe-4e966d1a0b54 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.0990067 Nov 12 20:49:14.407497 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da98f76-ef69-4b9b-8826-4fca1d7216f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1270ab-e884-4198-9a8c-5a109168f2f4'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:14.409770 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccc54b0-f63f-46d4-988b-6c1b4b689553" -d '{"events": [{"server_uuid": "5da98f76-ef69-4b9b-8826-4fca1d7216f5", "name": "network-vif-plugged", "status": "completed", "tag": "fa1270ab-e884-4198-9a8c-5a109168f2f4"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:14.424419 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port fa1270ab-e884-4198-9a8c-5a109168f2f4, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=fa1270ab-e884-4198-9a8c-5a109168f2f4,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:14.428489 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:14.454326 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9e5584-802b-426a-9e1a-3e38ddead20e x-openstack-request-id: req-bb9e5584-802b-426a-9e1a-3e38ddead20e {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:14.454622 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da98f76-ef69-4b9b-8826-4fca1d7216f5", "name": "network-vif-plugged", "status": "completed", "tag": "fa1270ab-e884-4198-9a8c-5a109168f2f4", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:14.454875 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb9e5584-802b-426a-9e1a-3e38ddead20e {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:14.455269 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da98f76-ef69-4b9b-8826-4fca1d7216f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1270ab-e884-4198-9a8c-5a109168f2f4', 'code': 200} Nov 12 20:49:14.476466 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bffe3a0d-8f0f-4b29-884a-68e365b2abf2 req-354aed8f-a08c-47cf-835f-0dd5b1e6b9b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa1270ab-e884-4198-9a8c-5a109168f2f4 HTTP/1.1" status: 200 len: 1000 time: 0.0642719 Nov 12 20:49:14.485734 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=fa1270ab-e884-4198-9a8c-5a109168f2f4,revision_number=9']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:14.525809 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe3a0d-8f0f-4b29-884a-68e365b2abf2 req-251b2c51-56b1-411d-ba2f-6d1dfb08e8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:14.527765 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bffe3a0d-8f0f-4b29-884a-68e365b2abf2 req-251b2c51-56b1-411d-ba2f-6d1dfb08e8a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0442469 Nov 12 20:49:14.577282 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe3a0d-8f0f-4b29-884a-68e365b2abf2 req-b30c3183-f9bd-4883-8f95-6fae70e991a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:14.578790 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bffe3a0d-8f0f-4b29-884a-68e365b2abf2 req-b30c3183-f9bd-4883-8f95-6fae70e991a1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436673 Nov 12 20:49:14.670522 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bffe3a0d-8f0f-4b29-884a-68e365b2abf2 req-c13fc32a-0d31-40d3-9a53-b0c24bb08e1b service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836000 Nov 12 20:49:14.763231 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bffe3a0d-8f0f-4b29-884a-68e365b2abf2 req-eb8bf43f-3bac-446e-b088-e1906eba5aca service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861557 Nov 12 20:49:15.448768 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27cb433-dc27-4713-9c5d-a5cd32533f37 req-1b2e363d-0b8e-49df-b752-076623324d39 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:15.450580 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d27cb433-dc27-4713-9c5d-a5cd32533f37 req-1b2e363d-0b8e-49df-b752-076623324d39 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 946 time: 0.0543735 Nov 12 20:49:15.498020 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d27cb433-dc27-4713-9c5d-a5cd32533f37 req-09ff6d52-0bee-4c83-a58e-32e2e15e1285 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413110 Nov 12 20:49:15.643048 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-12c46a78-a290-48dd-842b-d854d84d5dae req-9342b8d6-f8fb-4980-9a05-cba17a2e7f59 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451868 Nov 12 20:49:15.729725 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c46a78-a290-48dd-842b-d854d84d5dae req-93ece063-8af3-4309-a126-30f4d200909c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:15.732038 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-12c46a78-a290-48dd-842b-d854d84d5dae req-93ece063-8af3-4309-a126-30f4d200909c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 1098 time: 0.0420077 Nov 12 20:49:15.735237 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82d137-24f2-4aed-a02c-4c14a00e9bc4 req-7c93f407-98d0-4092-940f-019fc8f5ca17 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:15.736785 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bf82d137-24f2-4aed-a02c-4c14a00e9bc4 req-7c93f407-98d0-4092-940f-019fc8f5ca17 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 946 time: 0.0500493 Nov 12 20:49:15.791786 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bf82d137-24f2-4aed-a02c-4c14a00e9bc4 req-52c15bec-b07b-4303-84e5-9e1f3814fba5 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470350 Nov 12 20:49:15.851988 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c46a78-a290-48dd-842b-d854d84d5dae req-42188ad6-d7db-4550-99eb-64cc27eed502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:15.853499 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-12c46a78-a290-48dd-842b-d854d84d5dae req-42188ad6-d7db-4550-99eb-64cc27eed502 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.0903184 Nov 12 20:49:15.918224 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-12c46a78-a290-48dd-842b-d854d84d5dae req-7637e073-afb5-4961-a718-6e43244e78c8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa1270ab-e884-4198-9a8c-5a109168f2f4 HTTP/1.1" status: 200 len: 1001 time: 0.0564432 Nov 12 20:49:15.969897 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c46a78-a290-48dd-842b-d854d84d5dae req-8faddf4c-79c9-47dc-9090-c2d8b75fed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:15.971345 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-12c46a78-a290-48dd-842b-d854d84d5dae req-8faddf4c-79c9-47dc-9090-c2d8b75fed43 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0463459 Nov 12 20:49:16.023385 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c46a78-a290-48dd-842b-d854d84d5dae req-b48b5f04-68dc-4e27-becb-7c4543e201b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:16.024951 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-12c46a78-a290-48dd-842b-d854d84d5dae req-b48b5f04-68dc-4e27-becb-7c4543e201b4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411716 Nov 12 20:49:16.127360 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-12c46a78-a290-48dd-842b-d854d84d5dae req-c70c0f25-506e-4afc-bfb2-b49cad139320 service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858071 Nov 12 20:49:16.234089 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-12c46a78-a290-48dd-842b-d854d84d5dae req-f5c4695c-6260-4c18-bc25-b84a806fda4c service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989456 Nov 12 20:49:16.914337 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8957c-b8f9-46bb-95f3-78e3191bddbf req-f3e56409-e426-4b13-ae41-61c0f7b1667d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:16.915837 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e5a8957c-b8f9-46bb-95f3-78e3191bddbf req-f3e56409-e426-4b13-ae41-61c0f7b1667d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 946 time: 0.0524054 Nov 12 20:49:16.962978 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e5a8957c-b8f9-46bb-95f3-78e3191bddbf req-8a176608-a1d3-4cee-aeaa-d6ce8f348804 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401900 Nov 12 20:49:17.141032 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd29515-79ec-4244-9760-ee0d17e7d9b0 req-deae8b45-c874-4da8-8630-61ad5ae6987c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:17.142465 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2dd29515-79ec-4244-9760-ee0d17e7d9b0 req-deae8b45-c874-4da8-8630-61ad5ae6987c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 946 time: 0.0615101 Nov 12 20:49:17.232806 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-2dd29515-79ec-4244-9760-ee0d17e7d9b0 req-3d9bb3ed-62b0-49aa-ba9c-bb71dee3f29d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Deleting port fa1270ab-e884-4198-9a8c-5a109168f2f4 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:49:17.233147 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2dd29515-79ec-4244-9760-ee0d17e7d9b0 req-3d9bb3ed-62b0-49aa-ba9c-bb71dee3f29d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:17.328500 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-2dd29515-79ec-4244-9760-ee0d17e7d9b0 req-3d9bb3ed-62b0-49aa-ba9c-bb71dee3f29d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] For port fa1270ab-e884-4198-9a8c-5a109168f2f4, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=fa1270ab-e884-4198-9a8c-5a109168f2f4,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:17.328864 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2dd29515-79ec-4244-9760-ee0d17e7d9b0 req-3d9bb3ed-62b0-49aa-ba9c-bb71dee3f29d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:17.516752 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2dd29515-79ec-4244-9760-ee0d17e7d9b0 req-3d9bb3ed-62b0-49aa-ba9c-bb71dee3f29d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:17.517030 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2dd29515-79ec-4244-9760-ee0d17e7d9b0 req-3d9bb3ed-62b0-49aa-ba9c-bb71dee3f29d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:17.517348 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [req-2dd29515-79ec-4244-9760-ee0d17e7d9b0 req-3d9bb3ed-62b0-49aa-ba9c-bb71dee3f29d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Floating IP acf42ab0-0600-4372-a5df-8db6339a03a8 disassociated. External IP: 172.25.5.28, port: fa1270ab-e884-4198-9a8c-5a109168f2f4. Nov 12 20:49:17.517690 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-2dd29515-79ec-4244-9760-ee0d17e7d9b0 req-3d9bb3ed-62b0-49aa-ba9c-bb71dee3f29d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Calling delete_port for fa1270ab-e884-4198-9a8c-5a109168f2f4 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:49:17.648959 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2dd29515-79ec-4244-9760-ee0d17e7d9b0 req-3d9bb3ed-62b0-49aa-ba9c-bb71dee3f29d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:17.677680 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bb3ed-62b0-49aa-ba9c-bb71dee3f29d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Pushing event deleted for resources: {'Port': ['ID=fa1270ab-e884-4198-9a8c-5a109168f2f4,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:17.799544 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2dd29515-79ec-4244-9760-ee0d17e7d9b0 req-3d9bb3ed-62b0-49aa-ba9c-bb71dee3f29d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Router a235a415-0d91-407a-94f1-3b569ef1c08b has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:49:17.909919 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2dd29515-79ec-4244-9760-ee0d17e7d9b0 req-3d9bb3ed-62b0-49aa-ba9c-bb71dee3f29d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:49:17.922700 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a092bade-aebb-48b4-9afe-093ff595f5a5 None None] Sync routers for ids ['a235a415-0d91-407a-94f1-3b569ef1c08b'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:49:17.931966 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a092bade-aebb-48b4-9afe-093ff595f5a5 None None] Routers {'a235a415-0d91-407a-94f1-3b569ef1c08b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:49:17.932616 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a092bade-aebb-48b4-9afe-093ff595f5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:48:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a235a415-0d91-407a-94f1-3b569ef1c08b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:49:17.949738 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd29515-79ec-4244-9760-ee0d17e7d9b0 req-3d9bb3ed-62b0-49aa-ba9c-bb71dee3f29d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] No DVR routers for this DVR port fa1270ab-e884-4198-9a8c-5a109168f2f4 on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:49:17.952445 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2dd29515-79ec-4244-9760-ee0d17e7d9b0 req-3d9bb3ed-62b0-49aa-ba9c-bb71dee3f29d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:17.955837 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2dd29515-79ec-4244-9760-ee0d17e7d9b0 req-3d9bb3ed-62b0-49aa-ba9c-bb71dee3f29d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.55 "DELETE /v2.0/ports/fa1270ab-e884-4198-9a8c-5a109168f2f4 HTTP/1.1" status: 204 len: 173 time: 0.8074648 Nov 12 20:49:17.956310 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da98f76-ef69-4b9b-8826-4fca1d7216f5', 'name': 'network-vif-deleted', 'tag': 'fa1270ab-e884-4198-9a8c-5a109168f2f4'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:17.958573 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92758bf3-51d4-47ba-aa06-dc5f22f61087" -d '{"events": [{"server_uuid": "5da98f76-ef69-4b9b-8826-4fca1d7216f5", "name": "network-vif-deleted", "tag": "fa1270ab-e884-4198-9a8c-5a109168f2f4"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:18.002199 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07852a6-4b86-4365-8359-62d5a1532b3a x-openstack-request-id: req-a07852a6-4b86-4365-8359-62d5a1532b3a {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:18.002542 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da98f76-ef69-4b9b-8826-4fca1d7216f5", "name": "network-vif-deleted", "tag": "fa1270ab-e884-4198-9a8c-5a109168f2f4", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:18.002925 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a07852a6-4b86-4365-8359-62d5a1532b3a {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:18.003393 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da98f76-ef69-4b9b-8826-4fca1d7216f5', 'name': 'network-vif-deleted', 'tag': 'fa1270ab-e884-4198-9a8c-5a109168f2f4', 'status': 'completed', 'code': 200} Nov 12 20:49:18.051975 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-a092bade-aebb-48b4-9afe-093ff595f5a5 None None] Set router a235a415-0d91-407a-94f1-3b569ef1c08b gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:49:18.076201 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa7d6049-dc31-4b9d-bb0a-17d96cb02f6d req-e4efb6b5-b53c-420f-9943-d42e3117e619 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=5da98f76-ef69-4b9b-8826-4fca1d7216f5 HTTP/1.1" status: 200 len: 210 time: 0.0306706 Nov 12 20:49:18.247680 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a092bade-aebb-48b4-9afe-093ff595f5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:34Z', 'revision_number': 5, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:49:18.276868 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a092bade-aebb-48b4-9afe-093ff595f5a5 None None] Checking router: a235a415-0d91-407a-94f1-3b569ef1c08b for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:49:18.285575 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a092bade-aebb-48b4-9afe-093ff595f5a5 None None] Routers {'a235a415-0d91-407a-94f1-3b569ef1c08b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:49:18.286180 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a092bade-aebb-48b4-9afe-093ff595f5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:48:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a235a415-0d91-407a-94f1-3b569ef1c08b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:49:18.550651 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-a092bade-aebb-48b4-9afe-093ff595f5a5 None None] Set router a235a415-0d91-407a-94f1-3b569ef1c08b gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:49:18.750130 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a092bade-aebb-48b4-9afe-093ff595f5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:34Z', 'revision_number': 5, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:49:18.777423 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a092bade-aebb-48b4-9afe-093ff595f5a5 None None] The sync data for ids ['a235a415-0d91-407a-94f1-3b569ef1c08b'] in n-d-712140-15 is: [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:34Z', 'revision_number': 5, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:49:18.985413 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51ba2bc-a2b2-4994-8ed6-ae027da480ca None None] New status for floating IP acf42ab0-0600-4372-a5df-8db6339a03a8: DOWN {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:49:19.369766 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-3575cf61-f59a-4d29-945d-73cb5ec180dc tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--227966062&fields=id&tenant_id=d620851d8c114f71ae1adb4a53c8adea HTTP/1.1" status: 200 len: 267 time: 0.0488248 Nov 12 20:49:19.475604 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-d0791c06-d517-4e68-9d09-3521d25fd65a tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:19.477068 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-d0791c06-d517-4e68-9d09-3521d25fd65a tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 811 time: 0.1002953 Nov 12 20:49:19.492003 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-222ac5a6-f8e8-40c0-ab67-04fbdc5ee0ae tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/quotas/d620851d8c114f71ae1adb4a53c8adea HTTP/1.1" status: 200 len: 375 time: 0.0091867 Nov 12 20:49:19.545869 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-660ee918-7197-4d80-a73c-12c2bc74aeb6 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483692 Nov 12 20:49:19.617950 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-95686fc0-f893-4a9d-af28-cd6b43d65c7d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:49:19.618965 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-95686fc0-f893-4a9d-af28-cd6b43d65c7d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0622194 Nov 12 20:49:19.712585 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-09dd5c77-b217-4403-a2bf-f9c32b809233 service neutron] 10.222.0.48 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864227 Nov 12 20:49:19.804898 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-a6d4f022-9240-43a7-9c74-f580fe135474 service neutron] 10.222.0.48 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857394 Nov 12 20:49:19.976857 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c7505b49-0345-44bd-b83e-d1b0a8bd52be req-df4e08b9-8b9d-485a-87f6-f6722484b92d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 210 time: 0.0392737 Nov 12 20:49:19.989261 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-20592dbe-aa13-435a-ab08-afc55d5b3f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:20.288199 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device fa1270ab-e884-4198-9a8c-5a109168f2f4 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:49:20.312185 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: fa1270ab-e884-4198-9a8c-5a109168f2f4 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:49:20.312560 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device fa1270ab-e884-4198-9a8c-5a109168f2f4 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:49:20.514707 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:20.894954 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-5a531cc5-2979-4ce9-ab09-cef9b9c5b27b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:20.896448 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-5a531cc5-2979-4ce9-ab09-cef9b9c5b27b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.55 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 811 time: 0.1047649 Nov 12 20:49:20.959887 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-dd348d10-2d68-4937-9015-9144f124703a tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d620851d8c114f71ae1adb4a53c8adea HTTP/1.1" status: 200 len: 379 time: 0.0544963 Nov 12 20:49:20.969650 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-6d8c1f44-7ef7-43b6-9e1d-8fea683de85b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Request body: {'port': {'device_id': '7c380953-275a-41a1-8592-2e731399b73a', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'admin_state_up': True, 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'security_groups': ['1208c8d3-4a4e-47bd-afca-23d5a8bf6010']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:49:21.080434 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-53cefe73-cb1c-45aa-9595-e1c73a72f53f req-e9bb7cba-28a9-4d11-be0e-b9f4e8a70ae3 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 210 time: 0.0333738 Nov 12 20:49:21.084296 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-6d8c1f44-7ef7-43b6-9e1d-8fea683de85b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Made reservation on behalf of d620851d8c114f71ae1adb4a53c8adea for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:49:21.087893 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-6d8c1f44-7ef7-43b6-9e1d-8fea683de85b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:21.218916 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-6d8c1f44-7ef7-43b6-9e1d-8fea683de85b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Allocated IP 172.20.0.12 (7bea27a4-cebc-452e-a680-23f85861259f/f6394460-b0bf-45a5-a2ad-1a7a30bd0c32/36549ec9-0a1c-457f-ab29-20af8ad7bd77) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:49:21.351585 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-6d8c1f44-7ef7-43b6-9e1d-8fea683de85b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:21.388052 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-6d8c1f44-7ef7-43b6-9e1d-8fea683de85b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:21.438859 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-6d8c1f44-7ef7-43b6-9e1d-8fea683de85b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Network 7bea27a4-cebc-452e-a680-23f85861259f is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:49:21.442095 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-6d8c1f44-7ef7-43b6-9e1d-8fea683de85b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:49:21.448495 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-6d8c1f44-7ef7-43b6-9e1d-8fea683de85b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:49:21.475373 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c1f44-7ef7-43b6-9e1d-8fea683de85b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Pushing event updated for resources: {'Port': ['ID=36549ec9-0a1c-457f-ab29-20af8ad7bd77,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:21.503343 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-6d8c1f44-7ef7-43b6-9e1d-8fea683de85b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:21.503991 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-6d8c1f44-7ef7-43b6-9e1d-8fea683de85b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:21.523222 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-6d8c1f44-7ef7-43b6-9e1d-8fea683de85b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5573432 Nov 12 20:49:21.536048 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-ac7b1f80-9833-45e7-9941-9c968b542604 service neutron] Request body: {'port': {'device_id': '7c380953-275a-41a1-8592-2e731399b73a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:49:21.593722 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-ac7b1f80-9833-45e7-9941-9c968b542604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:21.722587 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4c53c7c9-31f5-46a8-b5d0-bb0573b926d0 None None] Provisioning complete for port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:49:21.723173 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c53c7c9-31f5-46a8-b5d0-bb0573b926d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:21.757797 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4c53c7c9-31f5-46a8-b5d0-bb0573b926d0 None None] Port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:49:21.858341 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-ac7b1f80-9833-45e7-9941-9c968b542604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36549ec9-0a1c-457f-ab29-20af8ad7bd77 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:49:21.865773 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-ac7b1f80-9833-45e7-9941-9c968b542604 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:21.878137 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-ac7b1f80-9833-45e7-9941-9c968b542604 service neutron] Transition to ACTIVE for port object 36549ec9-0a1c-457f-ab29-20af8ad7bd77 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:49:21.882549 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-ac7b1f80-9833-45e7-9941-9c968b542604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:21.932000 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b1f80-9833-45e7-9941-9c968b542604 service neutron] Pushing event updated for resources: {'Port': ['ID=36549ec9-0a1c-457f-ab29-20af8ad7bd77,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:22.004627 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-ac7b1f80-9833-45e7-9941-9c968b542604 service neutron] Attempting to bind port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:49:22.005234 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-ac7b1f80-9833-45e7-9941-9c968b542604 service neutron] Attempting to bind port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:49:22.005675 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-ac7b1f80-9833-45e7-9941-9c968b542604 service neutron] Attempting to bind port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 on network 7bea27a4-cebc-452e-a680-23f85861259f {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:49:22.010341 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-ac7b1f80-9833-45e7-9941-9c968b542604 service neutron] Port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 on network 7bea27a4-cebc-452e-a680-23f85861259f not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:49:22.010609 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-ac7b1f80-9833-45e7-9941-9c968b542604 service neutron] Attempting to bind port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 on network 7bea27a4-cebc-452e-a680-23f85861259f {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:49:22.016581 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-ac7b1f80-9833-45e7-9941-9c968b542604 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:49:22.016918 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-ac7b1f80-9833-45e7-9941-9c968b542604 service neutron] Checking segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:49:22.017303 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-ac7b1f80-9833-45e7-9941-9c968b542604 service neutron] Bound using segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:49:22.017734 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-ac7b1f80-9833-45e7-9941-9c968b542604 service neutron] Bound port: 36549ec9-0a1c-457f-ab29-20af8ad7bd77, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:49:22.018092 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-ac7b1f80-9833-45e7-9941-9c968b542604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:22.086452 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-ac7b1f80-9833-45e7-9941-9c968b542604 service neutron] For port 36549ec9-0a1c-457f-ab29-20af8ad7bd77, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:49:22.089566 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-ac7b1f80-9833-45e7-9941-9c968b542604 service neutron] For port 36549ec9-0a1c-457f-ab29-20af8ad7bd77, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=36549ec9-0a1c-457f-ab29-20af8ad7bd77,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:49:22.093190 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-ac7b1f80-9833-45e7-9941-9c968b542604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:22.130381 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-ac7b1f80-9833-45e7-9941-9c968b542604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:22.130990 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-ac7b1f80-9833-45e7-9941-9c968b542604 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:22.132517 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-ac7b1f80-9833-45e7-9941-9c968b542604 service neutron] 10.222.0.55 "PUT /v2.0/ports/36549ec9-0a1c-457f-ab29-20af8ad7bd77 HTTP/1.1" status: 200 len: 1093 time: 0.6009762 Nov 12 20:49:22.132868 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c380953-275a-41a1-8592-2e731399b73a', 'tag': '36549ec9-0a1c-457f-ab29-20af8ad7bd77'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:22.135127 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141bbdec-28eb-4022-a313-fa60fe3ef74e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c380953-275a-41a1-8592-2e731399b73a", "tag": "36549ec9-0a1c-457f-ab29-20af8ad7bd77"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:22.211815 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2dbc8c-c87f-4636-a7ce-bd6e4c890176 x-openstack-request-id: req-8b2dbc8c-c87f-4636-a7ce-bd6e4c890176 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:22.212114 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c380953-275a-41a1-8592-2e731399b73a", "tag": "36549ec9-0a1c-457f-ab29-20af8ad7bd77", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:22.212391 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8b2dbc8c-c87f-4636-a7ce-bd6e4c890176 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:22.212791 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c380953-275a-41a1-8592-2e731399b73a', 'tag': '36549ec9-0a1c-457f-ab29-20af8ad7bd77', 'status': 'completed', 'code': 200} Nov 12 20:49:22.228399 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b1f80-9833-45e7-9941-9c968b542604 service neutron] Pushing event updated for resources: {'Port': ['ID=36549ec9-0a1c-457f-ab29-20af8ad7bd77,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:22.265965 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553cf50a-b5f6-40f2-a77f-531f8c4f0e49 req-1802c2b7-4b45-4ab2-8148-2f9bac75874b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:22.267480 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-553cf50a-b5f6-40f2-a77f-531f8c4f0e49 req-1802c2b7-4b45-4ab2-8148-2f9bac75874b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 944 time: 0.0959890 Nov 12 20:49:22.270160 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-cca116ab-f155-4ba4-9d1d-5e0ba840356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:22.271588 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-cca116ab-f155-4ba4-9d1d-5e0ba840356e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 1096 time: 0.0867925 Nov 12 20:49:22.327532 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-956f43ed-9868-4682-ba7f-40349fefb1d4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36549ec9-0a1c-457f-ab29-20af8ad7bd77 HTTP/1.1" status: 200 len: 217 time: 0.0469761 Nov 12 20:49:22.382962 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-553cf50a-b5f6-40f2-a77f-531f8c4f0e49 req-d305f037-b445-4a8c-922d-36775607f227 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091056 Nov 12 20:49:22.399954 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-bfbbcb8b-a16f-4417-99a8-f96913e8692c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:22.401473 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-bfbbcb8b-a16f-4417-99a8-f96913e8692c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0645471 Nov 12 20:49:22.452480 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-8dc0f42e-cd1d-49f8-92b4-cb4e57a4f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:22.453989 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-8dc0f42e-cd1d-49f8-92b4-cb4e57a4f98d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458751 Nov 12 20:49:22.806224 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a83e4892-4f37-4432-bdce-dbd66a4b35bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:22.892431 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-43988835-252c-4dd6-8e65-f035df70158b service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307988 Nov 12 20:49:22.985477 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5d06a5d0-2e66-4c30-aab1-df4d757d9546 req-130c4454-a124-4c0f-9ef4-3402478f4d84 service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859423 Nov 12 20:49:23.072093 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bbdec-28eb-4022-a313-fa60fe3ef74e req-3ec17855-fd6f-44cd-af07-62d051decd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:23.073663 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-141bbdec-28eb-4022-a313-fa60fe3ef74e req-3ec17855-fd6f-44cd-af07-62d051decd8d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 1096 time: 0.0406713 Nov 12 20:49:23.177635 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bbdec-28eb-4022-a313-fa60fe3ef74e req-d6ca1df5-a2ac-44ff-aa2b-ab7d0e4eede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:23.180438 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-141bbdec-28eb-4022-a313-fa60fe3ef74e req-d6ca1df5-a2ac-44ff-aa2b-ab7d0e4eede4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.0999312 Nov 12 20:49:23.225383 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-141bbdec-28eb-4022-a313-fa60fe3ef74e req-d5d52b22-a023-4804-b900-02e2253095af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36549ec9-0a1c-457f-ab29-20af8ad7bd77 HTTP/1.1" status: 200 len: 217 time: 0.0381262 Nov 12 20:49:23.279879 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bbdec-28eb-4022-a313-fa60fe3ef74e req-979087db-f886-48bd-8ad7-23a20d7ae870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:23.281425 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-141bbdec-28eb-4022-a313-fa60fe3ef74e req-979087db-f886-48bd-8ad7-23a20d7ae870 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0490158 Nov 12 20:49:23.329015 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bbdec-28eb-4022-a313-fa60fe3ef74e req-9c3b13a9-157a-4321-93d5-bb3b01062dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:23.330670 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-141bbdec-28eb-4022-a313-fa60fe3ef74e req-9c3b13a9-157a-4321-93d5-bb3b01062dc2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417156 Nov 12 20:49:23.434736 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-141bbdec-28eb-4022-a313-fa60fe3ef74e req-346ecfb2-2d86-4a59-8c2f-e22ac8b887cd service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966082 Nov 12 20:49:23.509544 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef9eed-54e1-4580-bb84-9dbc51425d5b req-a1117070-b81f-40f5-884b-81f40007ead1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:23.511122 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-18ef9eed-54e1-4580-bb84-9dbc51425d5b req-a1117070-b81f-40f5-884b-81f40007ead1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 944 time: 0.0539682 Nov 12 20:49:23.536395 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-141bbdec-28eb-4022-a313-fa60fe3ef74e req-848e45d5-53d6-4fb9-91da-10ee1ddee66d service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943782 Nov 12 20:49:23.569930 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-18ef9eed-54e1-4580-bb84-9dbc51425d5b req-fdc1a343-90db-4975-a05a-30222a8ace08 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519290 Nov 12 20:49:23.890930 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:24.287868 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:24.688069 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f639af-95e1-4be0-9b42-371736e7007c req-3105711e-bad3-47e3-852b-faf4f76663f0 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:24.689627 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-42f639af-95e1-4be0-9b42-371736e7007c req-3105711e-bad3-47e3-852b-faf4f76663f0 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 944 time: 0.0497739 Nov 12 20:49:24.738148 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-42f639af-95e1-4be0-9b42-371736e7007c req-97ccf24e-63d0-4456-9f0d-1d03ac38a042 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426486 Nov 12 20:49:25.303359 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:25.885031 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508d4b7-f7c0-47fc-87ae-37322001f730 req-6082ea24-e35b-4b10-afb1-a773d9462528 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:25.886590 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9508d4b7-f7c0-47fc-87ae-37322001f730 req-6082ea24-e35b-4b10-afb1-a773d9462528 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 944 time: 0.0621760 Nov 12 20:49:25.943866 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9508d4b7-f7c0-47fc-87ae-37322001f730 req-1a5b3b97-fb10-4bc0-93aa-4033091438a9 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481944 Nov 12 20:49:26.035609 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:26.366649 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 36549ec9-0a1c-457f-ab29-20af8ad7bd77 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:49:26.476584 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 36549ec9-0a1c-457f-ab29-20af8ad7bd77, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=36549ec9-0a1c-457f-ab29-20af8ad7bd77,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:26.488615 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '36549ec9-0a1c-457f-ab29-20af8ad7bd77', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'port_id': '36549ec9-0a1c-457f-ab29-20af8ad7bd77', 'mac_address': 'fa:16:3e:c1:0c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:49:26.535201 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:26.549594 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36549ec9-0a1c-457f-ab29-20af8ad7bd77 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:49:26.569854 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 36549ec9-0a1c-457f-ab29-20af8ad7bd77, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=36549ec9-0a1c-457f-ab29-20af8ad7bd77,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:26.577760 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:26.626412 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=36549ec9-0a1c-457f-ab29-20af8ad7bd77,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:26.873855 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['36549ec9-0a1c-457f-ab29-20af8ad7bd77'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:49:27.070135 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b6811-f9f7-40f9-98c0-2997eb90bc6d req-83c3f980-2e7f-4ad4-b600-bffbf3a7bcd2 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:27.071659 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-399b6811-f9f7-40f9-98c0-2997eb90bc6d req-83c3f980-2e7f-4ad4-b600-bffbf3a7bcd2 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 945 time: 0.0499108 Nov 12 20:49:27.124932 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-399b6811-f9f7-40f9-98c0-2997eb90bc6d req-d1fff20c-f008-450f-b1a3-a11b12c2f2af tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465000 Nov 12 20:49:28.246781 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e573209-481d-484c-8618-07361e5ba749 req-2f4f7b76-cd5f-4240-903a-db438c349401 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:28.248936 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e573209-481d-484c-8618-07361e5ba749 req-2f4f7b76-cd5f-4240-903a-db438c349401 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 945 time: 0.0537002 Nov 12 20:49:28.297922 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2e573209-481d-484c-8618-07361e5ba749 req-af68df2d-96b4-4e10-be26-be8ec4dfd857 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417531 Nov 12 20:49:28.398470 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 36549ec9-0a1c-457f-ab29-20af8ad7bd77 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:49:28.446856 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:49:28.450721 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:49:28.451125 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:28.530540 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:28.554278 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c380953-275a-41a1-8592-2e731399b73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36549ec9-0a1c-457f-ab29-20af8ad7bd77'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:28.556580 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd32de5-fef1-4a27-b142-3d88454bf073" -d '{"events": [{"server_uuid": "7c380953-275a-41a1-8592-2e731399b73a", "name": "network-vif-plugged", "status": "completed", "tag": "36549ec9-0a1c-457f-ab29-20af8ad7bd77"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:28.570165 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 36549ec9-0a1c-457f-ab29-20af8ad7bd77, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=36549ec9-0a1c-457f-ab29-20af8ad7bd77,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:49:28.574314 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:28.624685 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=36549ec9-0a1c-457f-ab29-20af8ad7bd77,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:49:28.668561 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df551730-2496-45b0-8d97-876f1493239d x-openstack-request-id: req-df551730-2496-45b0-8d97-876f1493239d {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:28.669396 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c380953-275a-41a1-8592-2e731399b73a", "name": "network-vif-plugged", "status": "completed", "tag": "36549ec9-0a1c-457f-ab29-20af8ad7bd77", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:28.669705 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df551730-2496-45b0-8d97-876f1493239d {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:28.670199 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c380953-275a-41a1-8592-2e731399b73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36549ec9-0a1c-457f-ab29-20af8ad7bd77', 'code': 200} Nov 12 20:49:28.772164 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d97264-ebfd-47a7-91c4-8aec97d6954a req-d8d079ff-c795-4d49-945c-0b39208e96f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:28.773633 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04d97264-ebfd-47a7-91c4-8aec97d6954a req-d8d079ff-c795-4d49-945c-0b39208e96f7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 1098 time: 0.0459545 Nov 12 20:49:28.818557 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04d97264-ebfd-47a7-91c4-8aec97d6954a req-f183d6bb-cc0b-49f2-8ad1-fdda6d76f7f9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379207 Nov 12 20:49:29.420256 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1d288-0260-4e24-923f-02d6fa7c037b req-a83d3c0e-c798-4a49-9df3-213f68ed5849 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:29.421854 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-72b1d288-0260-4e24-923f-02d6fa7c037b req-a83d3c0e-c798-4a49-9df3-213f68ed5849 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 946 time: 0.0507839 Nov 12 20:49:29.473219 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-72b1d288-0260-4e24-923f-02d6fa7c037b req-a03aadd2-6673-4636-a95a-39f1d744ada9 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447288 Nov 12 20:49:30.598238 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8a8e3-c200-4ca5-8351-1e0012ca8540 req-079ed85a-c7d3-4855-9ec6-7994e12b9a94 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:30.599627 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-02e8a8e3-c200-4ca5-8351-1e0012ca8540 req-079ed85a-c7d3-4855-9ec6-7994e12b9a94 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 946 time: 0.0520151 Nov 12 20:49:30.650322 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-02e8a8e3-c200-4ca5-8351-1e0012ca8540 req-2367ae51-b7d0-4b87-b6b8-a9cdedb08f4c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427277 Nov 12 20:49:30.777132 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d91da-da5b-4e02-9d25-3e3f632b2423 req-e595fe45-6049-44db-b6bd-223ad876628b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:30.778819 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a71d91da-da5b-4e02-9d25-3e3f632b2423 req-e595fe45-6049-44db-b6bd-223ad876628b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 946 time: 0.0601034 Nov 12 20:49:30.789228 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 54568) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:49:30.795468 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-c2e69740-5579-4447-8ddf-667e128f5a93 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Request body: {'floatingip': {'port_id': '36549ec9-0a1c-457f-ab29-20af8ad7bd77'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:49:30.845662 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c2e69740-5579-4447-8ddf-667e128f5a93 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for floatingip, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:31.310611 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c2e69740-5579-4447-8ddf-667e128f5a93 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:31.314568 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c2e69740-5579-4447-8ddf-667e128f5a93 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:31.417780 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-c2e69740-5579-4447-8ddf-667e128f5a93 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Floating IP acf42ab0-0600-4372-a5df-8db6339a03a8 associated. External IP: 172.25.5.28, port: 36549ec9-0a1c-457f-ab29-20af8ad7bd77. Nov 12 20:49:31.641519 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e69740-5579-4447-8ddf-667e128f5a93 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Router a235a415-0d91-407a-94f1-3b569ef1c08b has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:49:31.749221 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e69740-5579-4447-8ddf-667e128f5a93 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:49:31.754225 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c2e69740-5579-4447-8ddf-667e128f5a93 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:31.760057 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9049a7-6cff-434d-a4d1-5cd4f835befa None None] Sync routers for ids ['a235a415-0d91-407a-94f1-3b569ef1c08b'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:49:31.773466 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9049a7-6cff-434d-a4d1-5cd4f835befa None None] Routers {'a235a415-0d91-407a-94f1-3b569ef1c08b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:49:31.774261 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-0c9049a7-6cff-434d-a4d1-5cd4f835befa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:49:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a235a415-0d91-407a-94f1-3b569ef1c08b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:49:31.785386 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c2e69740-5579-4447-8ddf-667e128f5a93 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "PUT /v2.0/floatingips/acf42ab0-0600-4372-a5df-8db6339a03a8 HTTP/1.1" status: 200 len: 991 time: 0.9949422 Nov 12 20:49:31.786063 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c380953-275a-41a1-8592-2e731399b73a', 'tag': '36549ec9-0a1c-457f-ab29-20af8ad7bd77'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:49:31.788377 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75f6670-3c2f-4b2b-abb7-8e2547d7a69e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c380953-275a-41a1-8592-2e731399b73a", "tag": "36549ec9-0a1c-457f-ab29-20af8ad7bd77"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:49:31.831559 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83a3c74-5d52-4a6a-a75b-8718dac86e0a x-openstack-request-id: req-d83a3c74-5d52-4a6a-a75b-8718dac86e0a {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:49:31.831840 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c380953-275a-41a1-8592-2e731399b73a", "tag": "36549ec9-0a1c-457f-ab29-20af8ad7bd77", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:49:31.832084 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d83a3c74-5d52-4a6a-a75b-8718dac86e0a {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:49:31.832512 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c380953-275a-41a1-8592-2e731399b73a', 'tag': '36549ec9-0a1c-457f-ab29-20af8ad7bd77', 'status': 'completed', 'code': 200} Nov 12 20:49:31.900432 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-0c9049a7-6cff-434d-a4d1-5cd4f835befa None None] Set router a235a415-0d91-407a-94f1-3b569ef1c08b gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:49:31.919837 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f6670-3c2f-4b2b-abb7-8e2547d7a69e req-9f87aecb-a9c3-4e10-b4f4-c81e868b9c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:31.921337 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b75f6670-3c2f-4b2b-abb7-8e2547d7a69e req-9f87aecb-a9c3-4e10-b4f4-c81e868b9c6e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 1098 time: 0.0616877 Nov 12 20:49:32.034408 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f6670-3c2f-4b2b-abb7-8e2547d7a69e req-f252d0a7-6b0f-4c67-8f58-e952c4fd6aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:32.036298 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b75f6670-3c2f-4b2b-abb7-8e2547d7a69e req-f252d0a7-6b0f-4c67-8f58-e952c4fd6aae service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.1074059 Nov 12 20:49:32.117899 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b75f6670-3c2f-4b2b-abb7-8e2547d7a69e req-f319bfd1-fbd1-40a8-81e4-3546f4b98a58 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36549ec9-0a1c-457f-ab29-20af8ad7bd77 HTTP/1.1" status: 200 len: 999 time: 0.0722497 Nov 12 20:49:32.157426 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-0c9049a7-6cff-434d-a4d1-5cd4f835befa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'acf42ab0-0600-4372-a5df-8db6339a03a8', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'floating_ip_address': '172.25.5.28', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'port_id': '36549ec9-0a1c-457f-ab29-20af8ad7bd77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'mac_address': 'fa:16:3e:c1:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c380953-275a-41a1-8592-2e731399b73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:44:32Z', 'updated_at': '2021-11-12T20:49:31Z', 'revision_number': 9, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:34Z', 'revision_number': 5, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:49:32.170889 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f6670-3c2f-4b2b-abb7-8e2547d7a69e req-72b80e80-fe17-4cb6-b0c0-dae7f8ade979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:32.172914 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b75f6670-3c2f-4b2b-abb7-8e2547d7a69e req-72b80e80-fe17-4cb6-b0c0-dae7f8ade979 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0487757 Nov 12 20:49:32.185551 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9049a7-6cff-434d-a4d1-5cd4f835befa None None] Checking router: a235a415-0d91-407a-94f1-3b569ef1c08b for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:49:32.194447 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9049a7-6cff-434d-a4d1-5cd4f835befa None None] Routers {'a235a415-0d91-407a-94f1-3b569ef1c08b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:49:32.195199 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-0c9049a7-6cff-434d-a4d1-5cd4f835befa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:49:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a235a415-0d91-407a-94f1-3b569ef1c08b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:49:32.230589 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f6670-3c2f-4b2b-abb7-8e2547d7a69e req-536b35c5-01bc-49a2-8eaf-f9c5643fc3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:49:32.232937 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b75f6670-3c2f-4b2b-abb7-8e2547d7a69e req-536b35c5-01bc-49a2-8eaf-f9c5643fc3bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489497 Nov 12 20:49:32.309254 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-0c9049a7-6cff-434d-a4d1-5cd4f835befa None None] Set router a235a415-0d91-407a-94f1-3b569ef1c08b gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:49:32.334644 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b75f6670-3c2f-4b2b-abb7-8e2547d7a69e req-ecee1a10-a95f-4339-81ba-b693408cb709 service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933561 Nov 12 20:49:32.448095 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b75f6670-3c2f-4b2b-abb7-8e2547d7a69e req-d87063bb-b168-451a-82c7-b0a52841b67b service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057026 Nov 12 20:49:32.545796 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-0c9049a7-6cff-434d-a4d1-5cd4f835befa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'acf42ab0-0600-4372-a5df-8db6339a03a8', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'floating_ip_address': '172.25.5.28', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'port_id': '36549ec9-0a1c-457f-ab29-20af8ad7bd77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'mac_address': 'fa:16:3e:c1:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c380953-275a-41a1-8592-2e731399b73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:44:32Z', 'updated_at': '2021-11-12T20:49:31Z', 'revision_number': 9, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:34Z', 'revision_number': 5, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:49:32.573215 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9049a7-6cff-434d-a4d1-5cd4f835befa None None] The sync data for ids ['a235a415-0d91-407a-94f1-3b569ef1c08b'] in n-d-712140-15 is: [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'acf42ab0-0600-4372-a5df-8db6339a03a8', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'floating_ip_address': '172.25.5.28', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'port_id': '36549ec9-0a1c-457f-ab29-20af8ad7bd77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'mac_address': 'fa:16:3e:c1:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c380953-275a-41a1-8592-2e731399b73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:44:32Z', 'updated_at': '2021-11-12T20:49:31Z', 'revision_number': 9, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:34Z', 'revision_number': 5, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:49:32.774619 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2f4dd2-80d7-4a4a-9126-e43155575ce8 None None] New status for floating IP acf42ab0-0600-4372-a5df-8db6339a03a8: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:49:37.648170 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:49:49.982055 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-919381eb-e46b-4d07-9bc9-53bd145c176b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:50.515061 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:52.799131 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b381b87e-da64-4cd9-89f8-8231950add99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:53.893219 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:54.300823 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:55.305370 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:49:56.030524 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:14.650625 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:50:16.634497 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-35a66487-15ec-4aae-837e-637315bc3231 req-3f6d8ca1-85f8-4931-9700-c465b094931d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0497313 Nov 12 20:50:16.719253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a66487-15ec-4aae-837e-637315bc3231 req-b447b222-6826-40dd-9a75-4c52f330d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:16.720808 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-35a66487-15ec-4aae-837e-637315bc3231 req-b447b222-6826-40dd-9a75-4c52f330d21c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 1098 time: 0.0404646 Nov 12 20:50:16.827356 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a66487-15ec-4aae-837e-637315bc3231 req-2e388899-0973-4c8a-8ab8-c9521aec9bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:16.828942 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-35a66487-15ec-4aae-837e-637315bc3231 req-2e388899-0973-4c8a-8ab8-c9521aec9bc9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.0886023 Nov 12 20:50:16.897593 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-35a66487-15ec-4aae-837e-637315bc3231 req-3cb595e2-5d6d-448e-ae08-ea25841ddb2f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36549ec9-0a1c-457f-ab29-20af8ad7bd77 HTTP/1.1" status: 200 len: 1002 time: 0.0609612 Nov 12 20:50:16.946814 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a66487-15ec-4aae-837e-637315bc3231 req-1b28ec4e-ccbf-4e17-a172-066d6ed149da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:16.948309 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-35a66487-15ec-4aae-837e-637315bc3231 req-1b28ec4e-ccbf-4e17-a172-066d6ed149da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0440664 Nov 12 20:50:16.995189 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a66487-15ec-4aae-837e-637315bc3231 req-af3715c1-957b-457a-8c15-7505e5e8596d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:50:16.996708 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-35a66487-15ec-4aae-837e-637315bc3231 req-af3715c1-957b-457a-8c15-7505e5e8596d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415123 Nov 12 20:50:17.089891 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-35a66487-15ec-4aae-837e-637315bc3231 req-bfaadb36-1216-43ea-bbc6-f5a524a94388 service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855680 Nov 12 20:50:17.182348 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-35a66487-15ec-4aae-837e-637315bc3231 req-25091147-15e5-475f-a1d2-da5daa39a556 service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845432 Nov 12 20:50:19.983551 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fbad316d-e0c7-442a-b78a-e88d57ad721a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:20.527861 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:22.800631 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60bb7c6f-2de5-4653-bfdf-12032a5436ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:23.896390 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:24.298390 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:25.307662 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:26.030419 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:49.986074 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9eb5201e-4074-4efc-b082-94c6ba6ca833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:50.545088 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:51.651218 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:50:52.802015 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d1eb9987-8db0-4723-9237-b2fa253647cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:53.902227 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:54.289134 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:55.310873 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:50:56.034851 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:16.621386 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d5285d96-2756-4367-b07e-6d38c661e03d req-f6dd388d-2bc5-40dc-83cd-6c78550c6941 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459890 Nov 12 20:51:16.705395 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5285d96-2756-4367-b07e-6d38c661e03d req-be91fa9a-fa7d-4fb1-b0ff-8c916f501689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:16.706914 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d5285d96-2756-4367-b07e-6d38c661e03d req-be91fa9a-fa7d-4fb1-b0ff-8c916f501689 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 1098 time: 0.0406344 Nov 12 20:51:16.818629 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5285d96-2756-4367-b07e-6d38c661e03d req-5ac6149c-4afd-4175-8808-ecc8ff5abf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:16.820116 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d5285d96-2756-4367-b07e-6d38c661e03d req-5ac6149c-4afd-4175-8808-ecc8ff5abf05 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.0929060 Nov 12 20:51:16.888038 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d5285d96-2756-4367-b07e-6d38c661e03d req-838f16d9-b5d4-4f01-b631-c7000578aa5c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36549ec9-0a1c-457f-ab29-20af8ad7bd77 HTTP/1.1" status: 200 len: 1002 time: 0.0602281 Nov 12 20:51:16.936801 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5285d96-2756-4367-b07e-6d38c661e03d req-5f7bbf45-a73b-477a-a976-f1239cb4ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:16.938282 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d5285d96-2756-4367-b07e-6d38c661e03d req-5f7bbf45-a73b-477a-a976-f1239cb4ecea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0435164 Nov 12 20:51:16.988130 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5285d96-2756-4367-b07e-6d38c661e03d req-00ce1f9b-57a9-4082-a992-416daa2b8254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:51:16.989680 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d5285d96-2756-4367-b07e-6d38c661e03d req-00ce1f9b-57a9-4082-a992-416daa2b8254 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448663 Nov 12 20:51:17.080701 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d5285d96-2756-4367-b07e-6d38c661e03d req-b4541296-6e14-493a-8b50-09123b0ad7b6 service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836232 Nov 12 20:51:17.177920 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d5285d96-2756-4367-b07e-6d38c661e03d req-5feef093-1be4-4f9b-be7d-b4b0415c9fed service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886655 Nov 12 20:51:19.988175 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-90a7e57c-26e7-44fb-ac0b-11648b60a818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:20.562935 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:22.813547 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ed14fac8-bc54-43e0-b398-bbece5d2726c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:23.903630 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:24.315027 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:25.313248 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:26.042145 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:28.650327 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:51:49.990805 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0209f638-de40-4d0e-ab9b-0beafa2fc36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:50.559208 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:52.809031 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-65fd016b-3b7d-43c5-b654-d663ea1d23d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:53.905296 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:54.311812 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:55.315356 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:51:56.035569 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:01.232580 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-1560bd14-1940-43bc-a809-9e5c24c47ca3 req-c43567ff-49b8-43ab-b2ed-137d895e6ee4 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:52:01.233595 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1560bd14-1940-43bc-a809-9e5c24c47ca3 req-c43567ff-49b8-43ab-b2ed-137d895e6ee4 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062208 Nov 12 20:52:02.422310 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-424ea1c2-7dc9-415f-ab58-1a98d4bce1e5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0447016 Nov 12 20:52:02.513329 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5125fe6-8acf-42d9-b570-3be29dc1d7b1 req-25386e64-62dc-4505-a1bb-008f3f42d0f3 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:02.514850 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e5125fe6-8acf-42d9-b570-3be29dc1d7b1 req-25386e64-62dc-4505-a1bb-008f3f42d0f3 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 946 time: 0.1185288 Nov 12 20:52:02.564992 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e5125fe6-8acf-42d9-b570-3be29dc1d7b1 req-213c9ebe-e8ee-421b-a26b-c9168c7495ec tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443728 Nov 12 20:52:03.670584 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-00c08640-5d77-4869-abbe-57ceef877b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:03.672114 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-00c08640-5d77-4869-abbe-57ceef877b83 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 1098 time: 0.0901814 Nov 12 20:52:03.734727 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b6b07-2e17-4bea-b9f3-5287d6a9a61d req-6b9cae80-7a00-4dce-8737-b285bd1dc0cf tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:03.736207 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-147b6b07-2e17-4bea-b9f3-5287d6a9a61d req-6b9cae80-7a00-4dce-8737-b285bd1dc0cf tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 946 time: 0.0993884 Nov 12 20:52:03.770450 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-e117818b-cfe6-4302-9f1b-a48a8bd19ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:03.771966 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-e117818b-cfe6-4302-9f1b-a48a8bd19ad9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.0923398 Nov 12 20:52:03.784075 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-147b6b07-2e17-4bea-b9f3-5287d6a9a61d req-672e98a5-9e55-478b-aa67-641154765d60 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417376 Nov 12 20:52:03.842165 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-2d8dae17-9b33-4a74-9d2f-ad2872bdbe3f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36549ec9-0a1c-457f-ab29-20af8ad7bd77 HTTP/1.1" status: 200 len: 1002 time: 0.0588000 Nov 12 20:52:03.894627 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-189b3a12-cb08-4e0b-9044-cac98af5e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:03.896548 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-189b3a12-cb08-4e0b-9044-cac98af5e10c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0473909 Nov 12 20:52:03.941199 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-00a17e6f-25f9-41bb-a832-e1b9fd277824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:03.942661 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-00a17e6f-25f9-41bb-a832-e1b9fd277824 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396175 Nov 12 20:52:04.034734 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-69296367-0c46-4ce5-8d9e-4e32eb3921c0 service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850043 Nov 12 20:52:04.124208 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-08eba5ee-9b97-47cc-9864-ae0fb30cbc97 service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819390 Nov 12 20:52:04.903253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae196ae-e937-48bf-8ec0-9d1ef51c9b8d req-4835103e-ca69-4fd7-9a71-2ac53234f788 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:04.904767 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eae196ae-e937-48bf-8ec0-9d1ef51c9b8d req-4835103e-ca69-4fd7-9a71-2ac53234f788 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 946 time: 0.0494287 Nov 12 20:52:04.959017 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eae196ae-e937-48bf-8ec0-9d1ef51c9b8d req-de515e0a-ebf4-4f1a-94ae-bcd809d0ff62 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483506 Nov 12 20:52:05.649856 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:52:06.092666 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfc99d-8318-49f8-b40b-b0279b7e1122 req-83c4d7ae-32c9-4473-9f14-2b004b4530b3 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:06.094181 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-10bfc99d-8318-49f8-b40b-b0279b7e1122 req-83c4d7ae-32c9-4473-9f14-2b004b4530b3 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 946 time: 0.0634785 Nov 12 20:52:06.141931 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-10bfc99d-8318-49f8-b40b-b0279b7e1122 req-306a67b6-b01b-45a4-8a4f-0dba1f390712 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412405 Nov 12 20:52:07.257897 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b001f-dd30-4881-b73b-b5b7f3c799fc req-03a2dff8-9829-4730-9379-8d7226fa6fe1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:07.260144 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f69b001f-dd30-4881-b73b-b5b7f3c799fc req-03a2dff8-9829-4730-9379-8d7226fa6fe1 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 946 time: 0.0494230 Nov 12 20:52:07.308449 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f69b001f-dd30-4881-b73b-b5b7f3c799fc req-ea6b424d-2384-4aa3-a91e-8bb484e35924 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423074 Nov 12 20:52:08.429701 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5c985-b362-4f88-b776-1065e310ffda req-e370e455-5a4f-40a8-88d2-3f8a74e8e98a tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:08.431843 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4fa5c985-b362-4f88-b776-1065e310ffda req-e370e455-5a4f-40a8-88d2-3f8a74e8e98a tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 946 time: 0.0520375 Nov 12 20:52:08.479300 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4fa5c985-b362-4f88-b776-1065e310ffda req-aa70fb38-5855-4793-a8e7-1498618fd5d2 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415518 Nov 12 20:52:09.601704 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9edd9d-4ac2-4c0e-bf11-2bfb85bf5bd4 req-523988fe-494c-4e71-9ab9-dbed366eeb1d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:09.603576 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f9edd9d-4ac2-4c0e-bf11-2bfb85bf5bd4 req-523988fe-494c-4e71-9ab9-dbed366eeb1d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 946 time: 0.0505619 Nov 12 20:52:09.652087 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7f9edd9d-4ac2-4c0e-bf11-2bfb85bf5bd4 req-50a38114-591c-464d-bc12-0f2f2f715cc2 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423207 Nov 12 20:52:10.767055 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea969a0-152c-4c5a-bb33-a499aff07302 req-3f27d990-4a89-4b50-bc50-94599b788944 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:10.768556 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dea969a0-152c-4c5a-bb33-a499aff07302 req-3f27d990-4a89-4b50-bc50-94599b788944 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 946 time: 0.0492480 Nov 12 20:52:10.820418 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dea969a0-152c-4c5a-bb33-a499aff07302 req-dd726517-930f-42e4-ab1a-a6d417bac665 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446763 Nov 12 20:52:11.942446 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78477a-db2a-400c-ad2c-8b0c4974e8a8 req-9ff1c48c-932e-4445-99d3-000eca095c33 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:11.944077 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8f78477a-db2a-400c-ad2c-8b0c4974e8a8 req-9ff1c48c-932e-4445-99d3-000eca095c33 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 946 time: 0.0531354 Nov 12 20:52:11.998965 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8f78477a-db2a-400c-ad2c-8b0c4974e8a8 req-17bb0cce-7561-437a-93a8-d421330142e2 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473697 Nov 12 20:52:13.125827 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9665c-8134-4def-82ab-b8f64ebb46c4 req-de7b10ca-9c2e-4a0e-8a8c-f9b4308af7da tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:13.127310 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-83e9665c-8134-4def-82ab-b8f64ebb46c4 req-de7b10ca-9c2e-4a0e-8a8c-f9b4308af7da tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 946 time: 0.0526671 Nov 12 20:52:13.182061 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-83e9665c-8134-4def-82ab-b8f64ebb46c4 req-3a79018f-dbdd-41ab-9c38-4b04d511a879 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476828 Nov 12 20:52:14.302568 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54dadd5-cf70-4753-94b3-6a18ea0f841b req-e8def78a-f96f-4fb7-91e4-94245838f0ed tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:14.304171 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b54dadd5-cf70-4753-94b3-6a18ea0f841b req-e8def78a-f96f-4fb7-91e4-94245838f0ed tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 946 time: 0.0524769 Nov 12 20:52:14.362086 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b54dadd5-cf70-4753-94b3-6a18ea0f841b req-c72cf132-bb02-42da-84b5-314eaf66853f tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483398 Nov 12 20:52:15.489816 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063140a-6eb5-4645-82c8-296d7542728f req-45cf3110-c07e-48fb-82d4-7ebe262125f0 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:15.491298 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2063140a-6eb5-4645-82c8-296d7542728f req-45cf3110-c07e-48fb-82d4-7ebe262125f0 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 946 time: 0.0508757 Nov 12 20:52:15.540340 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2063140a-6eb5-4645-82c8-296d7542728f req-7e6b322f-85fa-452c-8c51-9ce0ae80d581 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417814 Nov 12 20:52:16.176646 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-35bd21d5-1fb8-4fdb-a64f-d8f3a8ad95bb service neutron] show failed (client error): The resource could not be found. Nov 12 20:52:16.177732 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-35bd21d5-1fb8-4fdb-a64f-d8f3a8ad95bb service neutron] 10.222.0.55 "GET /v2.0/ports/36549ec9-0a1c-457f-ab29-20af8ad7bd77/bindings/n-h2-712140-15 HTTP/1.1" status: 404 len: 381 time: 0.0550392 Nov 12 20:52:16.395406 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-b14b09b8-8245-45f4-aa97-fd7eb43fc9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:16.396972 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-b14b09b8-8245-45f4-aa97-fd7eb43fc9d1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a&tenant_id=d620851d8c114f71ae1adb4a53c8adea HTTP/1.1" status: 200 len: 1098 time: 0.0467622 Nov 12 20:52:16.409349 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-15', 'device_owner': 'compute:nova'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:16.463749 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:16.701741 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] For port 36549ec9-0a1c-457f-ab29-20af8ad7bd77, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=36549ec9-0a1c-457f-ab29-20af8ad7bd77,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:16.711247 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f373145-977e-47a3-91a2-34078278220f req-255fb247-7bf3-4d75-9460-6181d34f603a tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:16.712744 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4f373145-977e-47a3-91a2-34078278220f req-255fb247-7bf3-4d75-9460-6181d34f603a tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 946 time: 0.0833273 Nov 12 20:52:16.768188 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] For port 36549ec9-0a1c-457f-ab29-20af8ad7bd77, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:52:16.799497 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4f373145-977e-47a3-91a2-34078278220f req-1acb956f-d5e1-4a20-9f6d-d06ddc6cef92 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805488 Nov 12 20:52:16.816302 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c380953-275a-41a1-8592-2e731399b73a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36549ec9-0a1c-457f-ab29-20af8ad7bd77'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:16.818753 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a575a7-f19a-40a5-a367-619e2c71a2fe" -d '{"events": [{"server_uuid": "7c380953-275a-41a1-8592-2e731399b73a", "name": "network-vif-unplugged", "status": "completed", "tag": "36549ec9-0a1c-457f-ab29-20af8ad7bd77"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:16.823291 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:16.835708 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Transition to ACTIVE for port object 36549ec9-0a1c-457f-ab29-20af8ad7bd77 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:52:16.840686 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:16.876550 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85be681b-2a94-4072-be23-5c845d34edfd x-openstack-request-id: req-85be681b-2a94-4072-be23-5c845d34edfd {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:16.876821 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c380953-275a-41a1-8592-2e731399b73a", "name": "network-vif-unplugged", "status": "completed", "tag": "36549ec9-0a1c-457f-ab29-20af8ad7bd77", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:16.877067 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-85be681b-2a94-4072-be23-5c845d34edfd {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:16.877547 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c380953-275a-41a1-8592-2e731399b73a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36549ec9-0a1c-457f-ab29-20af8ad7bd77', 'code': 200} Nov 12 20:52:16.932798 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Pushing event updated for resources: {'Port': ['ID=36549ec9-0a1c-457f-ab29-20af8ad7bd77,revision_number=6']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:16.946095 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:16.946658 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:16.947043 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:16.947455 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:16.947842 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:16.948302 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:16.948714 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:16.949124 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:16.949508 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:16.949937 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:16.950358 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:16.950764 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:16.994387 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] No DVR routers for this DVR port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:52:17.135144 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Attempting to bind port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:52:17.135484 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Attempting to bind port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:52:17.135792 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Attempting to bind port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 on network 7bea27a4-cebc-452e-a680-23f85861259f {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:17.140523 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 on network 7bea27a4-cebc-452e-a680-23f85861259f not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:52:17.140793 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Attempting to bind port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 on network 7bea27a4-cebc-452e-a680-23f85861259f {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:17.145724 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:52:17.146056 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Checking segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:17.146437 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Bound using segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:52:17.146865 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Bound port: 36549ec9-0a1c-457f-ab29-20af8ad7bd77, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:52:17.147220 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:17.213602 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] For port 36549ec9-0a1c-457f-ab29-20af8ad7bd77, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:52:17.216713 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] For port 36549ec9-0a1c-457f-ab29-20af8ad7bd77, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=36549ec9-0a1c-457f-ab29-20af8ad7bd77,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:52:17.220731 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:17.254759 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:17.255456 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:17.256877 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] 10.222.0.52 "PUT /v2.0/ports/36549ec9-0a1c-457f-ab29-20af8ad7bd77 HTTP/1.1" status: 200 len: 1093 time: 0.8515835 Nov 12 20:52:17.279424 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda7d60-e721-46f5-aacd-4937e585e054 service neutron] Pushing event updated for resources: {'Port': ['ID=36549ec9-0a1c-457f-ab29-20af8ad7bd77,revision_number=7']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:17.335166 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-e44ab980-ed27-4a02-9484-dfa5cec96ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:17.338719 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-e44ab980-ed27-4a02-9484-dfa5cec96ce3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 1096 time: 0.0480464 Nov 12 20:52:17.452929 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-391bdaad-a558-4e1b-a91b-dcba2a5b4226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:17.454479 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-391bdaad-a558-4e1b-a91b-dcba2a5b4226 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.1070337 Nov 12 20:52:17.522163 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-90e34801-562e-4c45-a367-db8f8d338a88 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36549ec9-0a1c-457f-ab29-20af8ad7bd77 HTTP/1.1" status: 200 len: 1000 time: 0.0602515 Nov 12 20:52:17.575891 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-ddc1065d-d937-47f7-8b56-cd3d901ccbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:17.578128 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-ddc1065d-d937-47f7-8b56-cd3d901ccbfd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0440712 Nov 12 20:52:17.631157 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-7cd61498-877d-4231-a490-c9f3d4ab490c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:17.633546 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-7cd61498-877d-4231-a490-c9f3d4ab490c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481033 Nov 12 20:52:17.724674 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-f3c8dcba-1f6b-4518-b3c6-01500daa4bd7 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831754 Nov 12 20:52:17.819304 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-596ffeb1-8c3e-4902-b189-ee2eedaafead req-b1a24d54-1102-4919-ba15-e5962490a0cc service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866563 Nov 12 20:52:17.931119 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bc042-cbd4-4d01-a5be-e88797c914d0 req-e3d4c5be-d899-4e9e-95ee-c135c330efe7 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:17.932676 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-717bc042-cbd4-4d01-a5be-e88797c914d0 req-e3d4c5be-d899-4e9e-95ee-c135c330efe7 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 944 time: 0.0509005 Nov 12 20:52:17.980742 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-717bc042-cbd4-4d01-a5be-e88797c914d0 req-8ff95600-d406-4a1d-aae2-0d68d15bddaf tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419104 Nov 12 20:52:18.878982 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c380953-275a-41a1-8592-2e731399b73a', 'tag': '36549ec9-0a1c-457f-ab29-20af8ad7bd77'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:18.881349 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a915653-d035-472b-ae35-975a0d52f6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "7c380953-275a-41a1-8592-2e731399b73a", "tag": "36549ec9-0a1c-457f-ab29-20af8ad7bd77"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:18.930295 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8aac57c-a186-41e8-acdc-c0a51fab560f x-openstack-request-id: req-c8aac57c-a186-41e8-acdc-c0a51fab560f {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:18.930643 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c380953-275a-41a1-8592-2e731399b73a", "tag": "36549ec9-0a1c-457f-ab29-20af8ad7bd77", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:18.930891 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c8aac57c-a186-41e8-acdc-c0a51fab560f {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:18.931284 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c380953-275a-41a1-8592-2e731399b73a', 'tag': '36549ec9-0a1c-457f-ab29-20af8ad7bd77', 'status': 'completed', 'code': 200} Nov 12 20:52:19.042299 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a915653-d035-472b-ae35-975a0d52f6cb req-a44e3909-e571-4419-9964-c6d260659753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:19.044186 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a915653-d035-472b-ae35-975a0d52f6cb req-a44e3909-e571-4419-9964-c6d260659753 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 1096 time: 0.0886674 Nov 12 20:52:19.046387 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a915653-d035-472b-ae35-975a0d52f6cb req-d4a7c0d0-5a96-48ca-a2e2-1c2febfd4de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:19.048144 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a915653-d035-472b-ae35-975a0d52f6cb req-d4a7c0d0-5a96-48ca-a2e2-1c2febfd4de9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 1096 time: 0.0939424 Nov 12 20:52:19.230017 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77538f7-8b25-41e4-bd78-889902f6c148 req-a3c3b61d-c693-4d72-a5ad-96ad2bed2484 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:19.231432 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e77538f7-8b25-41e4-bd78-889902f6c148 req-a3c3b61d-c693-4d72-a5ad-96ad2bed2484 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 944 time: 0.1794484 Nov 12 20:52:19.273025 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a915653-d035-472b-ae35-975a0d52f6cb req-cbad7ae3-a440-45a4-af00-8c7c5ebd8d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:19.275703 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a915653-d035-472b-ae35-975a0d52f6cb req-cbad7ae3-a440-45a4-af00-8c7c5ebd8d4b service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.2127273 Nov 12 20:52:19.282424 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a915653-d035-472b-ae35-975a0d52f6cb req-d72aed36-0e17-41eb-8a90-fca990503783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:19.282799 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 36549ec9-0a1c-457f-ab29-20af8ad7bd77 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:52:19.284144 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a915653-d035-472b-ae35-975a0d52f6cb req-d72aed36-0e17-41eb-8a90-fca990503783 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.2222469 Nov 12 20:52:19.321577 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 36549ec9-0a1c-457f-ab29-20af8ad7bd77 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:52:19.411335 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e77538f7-8b25-41e4-bd78-889902f6c148 req-6d6c58d7-ce72-4ae1-9220-d3e5805fc395 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686618 Nov 12 20:52:19.434337 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a915653-d035-472b-ae35-975a0d52f6cb req-73a4bca8-76db-47f5-a915-b2bc85af129f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36549ec9-0a1c-457f-ab29-20af8ad7bd77 HTTP/1.1" status: 200 len: 1000 time: 0.1460810 Nov 12 20:52:19.440200 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a915653-d035-472b-ae35-975a0d52f6cb req-30f70bf5-c0fb-44c1-bfb4-ce90dfd3b106 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36549ec9-0a1c-457f-ab29-20af8ad7bd77 HTTP/1.1" status: 200 len: 1000 time: 0.1350570 Nov 12 20:52:19.894226 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a915653-d035-472b-ae35-975a0d52f6cb req-e17953fd-be04-4423-842f-2fcc034b8fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:19.895682 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a915653-d035-472b-ae35-975a0d52f6cb req-e17953fd-be04-4423-842f-2fcc034b8fcc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.4532709 Nov 12 20:52:19.899498 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a915653-d035-472b-ae35-975a0d52f6cb req-1bc05fc4-d849-4016-8afa-265c2116d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:19.900871 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a915653-d035-472b-ae35-975a0d52f6cb req-1bc05fc4-d849-4016-8afa-265c2116d8ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.4497209 Nov 12 20:52:19.973795 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a915653-d035-472b-ae35-975a0d52f6cb req-4c9e3c30-a2c7-42d6-a8ae-bfe47efb7541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:19.975303 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a915653-d035-472b-ae35-975a0d52f6cb req-4c9e3c30-a2c7-42d6-a8ae-bfe47efb7541 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694532 Nov 12 20:52:19.977879 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a915653-d035-472b-ae35-975a0d52f6cb req-8a688780-5a5e-41c3-83fe-aa445c75c4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:19.979203 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a915653-d035-472b-ae35-975a0d52f6cb req-8a688780-5a5e-41c3-83fe-aa445c75c4ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660577 Nov 12 20:52:19.995246 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac12e-de87-42dc-8bfc-60026d0ee27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:20.141163 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a915653-d035-472b-ae35-975a0d52f6cb req-a18a4e5b-e067-49e9-9ebc-e7f08f5d5616 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568079 Nov 12 20:52:20.146042 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a915653-d035-472b-ae35-975a0d52f6cb req-6e68cff4-7076-4d23-b901-737cb04884bb service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537220 Nov 12 20:52:20.297133 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a915653-d035-472b-ae35-975a0d52f6cb req-52bab21a-701c-4d2d-90f0-a0e554ea5702 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486852 Nov 12 20:52:20.299299 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8a915653-d035-472b-ae35-975a0d52f6cb req-e030ff33-3008-47b2-b8e5-1bb71034c19e service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431921 Nov 12 20:52:20.551475 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07a5b2-5cad-44c6-b580-345e3b4589c3 req-b77b16e4-f833-4586-ab34-e798d8fc4199 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:20.552967 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ea07a5b2-5cad-44c6-b580-345e3b4589c3 req-b77b16e4-f833-4586-ab34-e798d8fc4199 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 944 time: 0.0546811 Nov 12 20:52:20.574650 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:20.601285 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ea07a5b2-5cad-44c6-b580-345e3b4589c3 req-ef285ffa-8b2d-43f6-99e7-7ca58fc21050 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419509 Nov 12 20:52:20.897005 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-41adcefe-6314-44ef-9ddc-93f4cf7475cd tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:20.899325 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-41adcefe-6314-44ef-9ddc-93f4cf7475cd tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a&tenant_id=d620851d8c114f71ae1adb4a53c8adea&binding%3Ahost_id=n-h2-712140-15 HTTP/1.1" status: 200 len: 944 time: 0.0537751 Nov 12 20:52:20.918124 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08221ce0-5fbe-4d4b-8fb9-7739276d53ff req-51216166-02d2-467e-b6ab-2455a51be861 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:20.920058 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-08221ce0-5fbe-4d4b-8fb9-7739276d53ff req-51216166-02d2-467e-b6ab-2455a51be861 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 944 time: 0.0573661 Nov 12 20:52:20.966460 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-1d15317f-5e0f-4fbe-b98a-a80e084a66fb service neutron] 10.222.0.52 "GET /v2.0/ports/36549ec9-0a1c-457f-ab29-20af8ad7bd77/bindings/n-h2-712140-15 HTTP/1.1" status: 200 len: 383 time: 0.0597711 Nov 12 20:52:20.975325 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-08221ce0-5fbe-4d4b-8fb9-7739276d53ff req-7ecf0133-cfef-4503-813a-c4a6aa12cb52 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491583 Nov 12 20:52:21.036682 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-edcae82c-2e88-41b0-8681-818657fbe61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:21.038194 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-edcae82c-2e88-41b0-8681-818657fbe61e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 1096 time: 0.0447171 Nov 12 20:52:21.159664 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-6d4e4ec1-36a2-4b9f-af64-bf923b9621b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:21.161302 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-6d4e4ec1-36a2-4b9f-af64-bf923b9621b1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.1158547 Nov 12 20:52:21.228582 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-d2542d9b-24a8-4ce6-a436-7d7eb5e01366 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36549ec9-0a1c-457f-ab29-20af8ad7bd77 HTTP/1.1" status: 200 len: 1000 time: 0.0596950 Nov 12 20:52:21.284861 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-98221d42-51ce-4a55-88ad-b6c093c9f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:21.286327 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-98221d42-51ce-4a55-88ad-b6c093c9f21b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0504422 Nov 12 20:52:21.348093 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-e1fc1f6f-5207-4609-95df-01c151bca7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:21.349446 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-e1fc1f6f-5207-4609-95df-01c151bca7ef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559099 Nov 12 20:52:21.443934 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-d343bab2-a24c-4bb6-b68a-6b0abf308e80 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858204 Nov 12 20:52:21.553022 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-e92ce7ec-cb88-455a-b26c-a3347698bd42 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002460 Nov 12 20:52:22.096277 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f53fcc-904d-4bf3-87e8-0152e8d0c7eb req-73626bda-fa77-4f39-917d-debc2af6e55d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:22.097910 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e2f53fcc-904d-4bf3-87e8-0152e8d0c7eb req-73626bda-fa77-4f39-917d-debc2af6e55d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 944 time: 0.0500882 Nov 12 20:52:22.156980 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e2f53fcc-904d-4bf3-87e8-0152e8d0c7eb req-4b6065e4-3735-45e3-8dd7-a4873bc2728e tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502360 Nov 12 20:52:22.236536 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 36549ec9-0a1c-457f-ab29-20af8ad7bd77 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:52:22.336822 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 36549ec9-0a1c-457f-ab29-20af8ad7bd77, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=36549ec9-0a1c-457f-ab29-20af8ad7bd77,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:22.348587 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '36549ec9-0a1c-457f-ab29-20af8ad7bd77', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'port_id': '36549ec9-0a1c-457f-ab29-20af8ad7bd77', 'mac_address': 'fa:16:3e:c1:0c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:52:22.386759 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:22.400172 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36549ec9-0a1c-457f-ab29-20af8ad7bd77 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:52:22.419284 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 36549ec9-0a1c-457f-ab29-20af8ad7bd77, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=36549ec9-0a1c-457f-ab29-20af8ad7bd77,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:22.423177 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:22.469474 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=36549ec9-0a1c-457f-ab29-20af8ad7bd77,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:22.477095 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:22.477443 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:22.477784 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:22.478119 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:22.478447 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:22.478774 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:22.479100 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:22.479424 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:22.479746 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:22.480067 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:22.480415 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:22.480737 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:52:22.715700 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['36549ec9-0a1c-457f-ab29-20af8ad7bd77'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:52:22.818989 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e9f1a480-52dc-4cc1-b873-b05f8edbb8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:23.282775 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a6073-5792-4d72-8d14-3441f23d2ab9 req-0039a6c5-c132-4edd-bc10-516867d65a27 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:23.284502 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1d0a6073-5792-4d72-8d14-3441f23d2ab9 req-0039a6c5-c132-4edd-bc10-516867d65a27 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 945 time: 0.0498672 Nov 12 20:52:23.345305 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1d0a6073-5792-4d72-8d14-3441f23d2ab9 req-edfe9285-d949-4443-b93f-9d74edaf0e6a tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528464 Nov 12 20:52:23.697239 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-6a8d61cc-d9fe-40e7-8479-4bccb0c3f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:23.699073 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-6a8d61cc-d9fe-40e7-8479-4bccb0c3f1b0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a&tenant_id=d620851d8c114f71ae1adb4a53c8adea HTTP/1.1" status: 200 len: 1097 time: 0.0441787 Nov 12 20:52:23.712407 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-dc653824-9cc3-40aa-ba5c-2cf932845118 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-15', 'device_owner': 'compute:nova'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:23.775023 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-dc653824-9cc3-40aa-ba5c-2cf932845118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:23.908973 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:23.986399 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-dc653824-9cc3-40aa-ba5c-2cf932845118 service neutron] For port 36549ec9-0a1c-457f-ab29-20af8ad7bd77, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=36549ec9-0a1c-457f-ab29-20af8ad7bd77,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:24.019807 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-dc653824-9cc3-40aa-ba5c-2cf932845118 service neutron] For port 36549ec9-0a1c-457f-ab29-20af8ad7bd77, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:52:24.051440 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-dc653824-9cc3-40aa-ba5c-2cf932845118 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 36549ec9-0a1c-457f-ab29-20af8ad7bd77 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:52:24.060792 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-dc653824-9cc3-40aa-ba5c-2cf932845118 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:24.071479 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-dc653824-9cc3-40aa-ba5c-2cf932845118 service neutron] Ignored duplicate provisioning block setup for port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 12 20:52:24.075150 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-dc653824-9cc3-40aa-ba5c-2cf932845118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:24.154886 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc653824-9cc3-40aa-ba5c-2cf932845118 service neutron] Pushing event updated for resources: {'Port': ['ID=36549ec9-0a1c-457f-ab29-20af8ad7bd77,revision_number=9']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:24.198076 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-dc653824-9cc3-40aa-ba5c-2cf932845118 service neutron] No DVR routers for this DVR port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:52:24.249280 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 36549ec9-0a1c-457f-ab29-20af8ad7bd77 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:52:24.341461 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-dc653824-9cc3-40aa-ba5c-2cf932845118 service neutron] Attempting to bind port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:52:24.342117 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-dc653824-9cc3-40aa-ba5c-2cf932845118 service neutron] Attempting to bind port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:52:24.342675 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-dc653824-9cc3-40aa-ba5c-2cf932845118 service neutron] Attempting to bind port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 on network 7bea27a4-cebc-452e-a680-23f85861259f {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:24.347685 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-dc653824-9cc3-40aa-ba5c-2cf932845118 service neutron] Port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 on network 7bea27a4-cebc-452e-a680-23f85861259f not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:52:24.348318 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-dc653824-9cc3-40aa-ba5c-2cf932845118 service neutron] Attempting to bind port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 on network 7bea27a4-cebc-452e-a680-23f85861259f {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:24.351107 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:24.355757 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-dc653824-9cc3-40aa-ba5c-2cf932845118 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:52:24.356636 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-dc653824-9cc3-40aa-ba5c-2cf932845118 service neutron] Checking segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:24.356636 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-dc653824-9cc3-40aa-ba5c-2cf932845118 service neutron] Bound using segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:52:24.356921 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-dc653824-9cc3-40aa-ba5c-2cf932845118 service neutron] Bound port: 36549ec9-0a1c-457f-ab29-20af8ad7bd77, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:52:24.357281 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-dc653824-9cc3-40aa-ba5c-2cf932845118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:24.379808 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 36549ec9-0a1c-457f-ab29-20af8ad7bd77, host n-h1-712140-15, got binding levels [] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:24.427223 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Attempting to bind port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:52:24.427594 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Attempting to bind port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:52:24.427959 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Attempting to bind port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 on network 7bea27a4-cebc-452e-a680-23f85861259f {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:24.432962 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 on network 7bea27a4-cebc-452e-a680-23f85861259f not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:52:24.433422 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Attempting to bind port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 on network 7bea27a4-cebc-452e-a680-23f85861259f {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:24.439008 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:52:24.439383 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Checking segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:24.439798 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Bound using segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:52:24.440282 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Bound port: 36549ec9-0a1c-457f-ab29-20af8ad7bd77, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:52:24.440675 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:24.483672 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-dc653824-9cc3-40aa-ba5c-2cf932845118 service neutron] For port 36549ec9-0a1c-457f-ab29-20af8ad7bd77, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:52:24.503019 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-dc653824-9cc3-40aa-ba5c-2cf932845118 service neutron] For port 36549ec9-0a1c-457f-ab29-20af8ad7bd77, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=36549ec9-0a1c-457f-ab29-20af8ad7bd77,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:52:24.507244 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-dc653824-9cc3-40aa-ba5c-2cf932845118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:24.519018 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 36549ec9-0a1c-457f-ab29-20af8ad7bd77, host n-h1-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:52:24.532884 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.api [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 36549ec9-0a1c-457f-ab29-20af8ad7bd77-n-h1-712140-15-0 {{(pid=102449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:52:24.533161 n-d-712140-15 neutron-server[102449]: DEBUG oslo_db.api [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:52:24.545940 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96039b-109c-4a4b-b5a7-3eae6bd6a421 req-e045f27a-28c5-42f0-b81f-0e8f2bf893c0 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:24.547472 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2a96039b-109c-4a4b-b5a7-3eae6bd6a421 req-e045f27a-28c5-42f0-b81f-0e8f2bf893c0 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 944 time: 0.1219976 Nov 12 20:52:24.556584 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-dc653824-9cc3-40aa-ba5c-2cf932845118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:24.557268 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-dc653824-9cc3-40aa-ba5c-2cf932845118 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:24.558562 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-dc653824-9cc3-40aa-ba5c-2cf932845118 service neutron] 10.222.0.55 "PUT /v2.0/ports/36549ec9-0a1c-457f-ab29-20af8ad7bd77 HTTP/1.1" status: 200 len: 1093 time: 0.8516614 Nov 12 20:52:24.559006 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c380953-275a-41a1-8592-2e731399b73a', 'tag': '36549ec9-0a1c-457f-ab29-20af8ad7bd77'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:24.562366 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46df0e0b-0e82-4fbe-a901-a408b1f3eb05" -d '{"events": [{"name": "network-changed", "server_uuid": "7c380953-275a-41a1-8592-2e731399b73a", "tag": "36549ec9-0a1c-457f-ab29-20af8ad7bd77"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:24.612790 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc653824-9cc3-40aa-ba5c-2cf932845118 service neutron] Pushing event updated for resources: {'Port': ['ID=36549ec9-0a1c-457f-ab29-20af8ad7bd77,revision_number=10']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:24.638727 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e27d57b-8965-438f-ac03-8f91444f4d37 x-openstack-request-id: req-5e27d57b-8965-438f-ac03-8f91444f4d37 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:24.639016 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c380953-275a-41a1-8592-2e731399b73a", "tag": "36549ec9-0a1c-457f-ab29-20af8ad7bd77", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:24.639272 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e27d57b-8965-438f-ac03-8f91444f4d37 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:24.639680 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c380953-275a-41a1-8592-2e731399b73a', 'tag': '36549ec9-0a1c-457f-ab29-20af8ad7bd77', 'status': 'completed', 'code': 200} Nov 12 20:52:24.702221 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2a96039b-109c-4a4b-b5a7-3eae6bd6a421 req-c27b5f3e-a02b-4406-b353-17a22da84cc9 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324282 Nov 12 20:52:24.707661 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-6e195c8d-46b6-47c1-b242-80085879cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:24.709239 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-6e195c8d-46b6-47c1-b242-80085879cb1e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 1097 time: 0.1146021 Nov 12 20:52:24.729561 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df0e0b-0e82-4fbe-a901-a408b1f3eb05 req-897053f3-36fd-427d-ab49-dbb7778fe576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:24.731114 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46df0e0b-0e82-4fbe-a901-a408b1f3eb05 req-897053f3-36fd-427d-ab49-dbb7778fe576 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 1097 time: 0.0764544 Nov 12 20:52:24.879371 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-ac280c31-cb9d-4a75-a89d-c37ed1e4fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:24.880799 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-ac280c31-cb9d-4a75-a89d-c37ed1e4fe02 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.1644731 Nov 12 20:52:24.883907 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df0e0b-0e82-4fbe-a901-a408b1f3eb05 req-a2eab48d-75ff-4c0c-987a-a6568060dede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:24.885292 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46df0e0b-0e82-4fbe-a901-a408b1f3eb05 req-a2eab48d-75ff-4c0c-987a-a6568060dede service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.1442087 Nov 12 20:52:24.994001 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-dd82fb94-c4ca-4856-b6b4-3b04430db61e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36549ec9-0a1c-457f-ab29-20af8ad7bd77 HTTP/1.1" status: 200 len: 1000 time: 0.1056848 Nov 12 20:52:24.997896 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46df0e0b-0e82-4fbe-a901-a408b1f3eb05 req-89161346-63b0-4ef5-a08a-f38406af11fa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36549ec9-0a1c-457f-ab29-20af8ad7bd77 HTTP/1.1" status: 200 len: 1000 time: 0.1038420 Nov 12 20:52:25.048316 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Attempting to bind port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:52:25.048945 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Attempting to bind port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:52:25.049095 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Attempting to bind port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 on network 7bea27a4-cebc-452e-a680-23f85861259f {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:25.053486 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 on network 7bea27a4-cebc-452e-a680-23f85861259f not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:52:25.053836 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Attempting to bind port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 on network 7bea27a4-cebc-452e-a680-23f85861259f {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:25.059287 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:52:25.059659 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Checking segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:25.060083 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Bound using segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:52:25.060576 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Bound port: 36549ec9-0a1c-457f-ab29-20af8ad7bd77, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:52:25.060966 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:25.082099 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-3389f323-5b8d-463a-8ad0-e4b610dd84b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:25.083525 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-3389f323-5b8d-463a-8ad0-e4b610dd84b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0829113 Nov 12 20:52:25.085000 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df0e0b-0e82-4fbe-a901-a408b1f3eb05 req-12fd1b6e-44c2-49bf-8f49-941e1c76b713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:25.086975 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46df0e0b-0e82-4fbe-a901-a408b1f3eb05 req-12fd1b6e-44c2-49bf-8f49-941e1c76b713 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0790422 Nov 12 20:52:25.118497 n-d-712140-15 neutron-server[102449]: WARNING neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Concurrent port binding operations failed on port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 Nov 12 20:52:25.122341 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 36549ec9-0a1c-457f-ab29-20af8ad7bd77, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=36549ec9-0a1c-457f-ab29-20af8ad7bd77,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:25.123860 n-d-712140-15 neutron-server[102449]: INFO neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Attempt 2 to bind port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 Nov 12 20:52:25.124412 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 36549ec9-0a1c-457f-ab29-20af8ad7bd77 has no active binding in host n-h2-712140-15 {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 20:52:25.167168 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-a4c09b06-c31f-4b4c-b9ae-f27f156fb92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:25.168764 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-a4c09b06-c31f-4b4c-b9ae-f27f156fb92a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781155 Nov 12 20:52:25.170874 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df0e0b-0e82-4fbe-a901-a408b1f3eb05 req-533026ee-f465-4fac-826b-5628a1675510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:25.172440 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46df0e0b-0e82-4fbe-a901-a408b1f3eb05 req-533026ee-f465-4fac-826b-5628a1675510 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726714 Nov 12 20:52:25.317074 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:25.332420 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-c49181a7-a9f8-4b92-bcb3-6bcc9fe178dd service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564314 Nov 12 20:52:25.334244 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46df0e0b-0e82-4fbe-a901-a408b1f3eb05 req-d5b100fe-fee5-4ac0-aa39-c8035e109ebf service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511219 Nov 12 20:52:25.502626 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-74d252ed-5188-4dd5-8873-a3a6d8241016 req-73a87ccb-42a7-4bb4-94fe-dda8895d2ced service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621723 Nov 12 20:52:25.504604 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46df0e0b-0e82-4fbe-a901-a408b1f3eb05 req-6334cf7f-d896-4508-b350-7fc098b3ff8c service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556671 Nov 12 20:52:25.593405 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df0e0b-0e82-4fbe-a901-a408b1f3eb05 req-34217347-e449-42bc-abda-52dbc4a151b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:25.594009 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46df0e0b-0e82-4fbe-a901-a408b1f3eb05 req-34217347-e449-42bc-abda-52dbc4a151b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 1097 time: 0.0439053 Nov 12 20:52:25.694576 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df0e0b-0e82-4fbe-a901-a408b1f3eb05 req-e62fbb73-7641-4d99-95db-02afd060b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:25.696652 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46df0e0b-0e82-4fbe-a901-a408b1f3eb05 req-e62fbb73-7641-4d99-95db-02afd060b3b1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.0948632 Nov 12 20:52:25.772625 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46df0e0b-0e82-4fbe-a901-a408b1f3eb05 req-fb6fa7a8-6489-4dbe-bc9a-710d686bc421 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36549ec9-0a1c-457f-ab29-20af8ad7bd77 HTTP/1.1" status: 200 len: 1000 time: 0.0682356 Nov 12 20:52:25.825426 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df0e0b-0e82-4fbe-a901-a408b1f3eb05 req-07e1c063-100e-4222-bb94-cbf56011476b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:25.826927 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46df0e0b-0e82-4fbe-a901-a408b1f3eb05 req-07e1c063-100e-4222-bb94-cbf56011476b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0474873 Nov 12 20:52:25.834766 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86413d-e2c4-4f61-bd9e-c1dfd344df33 req-ceaeda6e-08e0-4648-9e62-d2a3e7fe9770 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:25.836350 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8e86413d-e2c4-4f61-bd9e-c1dfd344df33 req-ceaeda6e-08e0-4648-9e62-d2a3e7fe9770 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 945 time: 0.0502114 Nov 12 20:52:25.879420 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df0e0b-0e82-4fbe-a901-a408b1f3eb05 req-46ae8225-9b57-45be-8ae3-51ed1b887076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:25.880925 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46df0e0b-0e82-4fbe-a901-a408b1f3eb05 req-46ae8225-9b57-45be-8ae3-51ed1b887076 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471592 Nov 12 20:52:25.886636 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8e86413d-e2c4-4f61-bd9e-c1dfd344df33 req-b86bd830-8fe2-4735-ab0c-f143222e6c02 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441356 Nov 12 20:52:25.971977 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46df0e0b-0e82-4fbe-a901-a408b1f3eb05 req-b1d11847-06ff-493d-aab6-e20e06fb1616 service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833378 Nov 12 20:52:26.040925 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:26.070917 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-46df0e0b-0e82-4fbe-a901-a408b1f3eb05 req-628cd25d-6f96-44e6-8c41-39d613c8cc13 service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911541 Nov 12 20:52:26.263891 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 36549ec9-0a1c-457f-ab29-20af8ad7bd77 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:52:26.305657 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 36549ec9-0a1c-457f-ab29-20af8ad7bd77 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:52:27.005446 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0def9fa-0c3b-4233-a3c7-f7973bc4a6de req-0ed7bd7b-b460-4f8f-afc2-c5a5a335a4ed tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:27.006965 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b0def9fa-0c3b-4233-a3c7-f7973bc4a6de req-0ed7bd7b-b460-4f8f-afc2-c5a5a335a4ed tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 945 time: 0.0511632 Nov 12 20:52:27.054308 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b0def9fa-0c3b-4233-a3c7-f7973bc4a6de req-40808782-8a35-4a6e-b5ff-441a7c38e034 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403965 Nov 12 20:52:28.180216 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653dda1-3a3c-4763-acc8-94015f188dc4 req-8b9084dc-3f1d-4060-a879-4b93074be9a7 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:28.181632 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4653dda1-3a3c-4763-acc8-94015f188dc4 req-8b9084dc-3f1d-4060-a879-4b93074be9a7 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 945 time: 0.0511217 Nov 12 20:52:28.242046 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4653dda1-3a3c-4763-acc8-94015f188dc4 req-b5a6fc8a-d305-470c-822c-740615612663 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498440 Nov 12 20:52:29.335358 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 36549ec9-0a1c-457f-ab29-20af8ad7bd77 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:52:29.366570 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4584576-42d9-4e0c-8e69-2ccdd043f87d req-8ed0a496-0c6a-4aea-9497-17d377a8c1d9 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:29.368463 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d4584576-42d9-4e0c-8e69-2ccdd043f87d req-8ed0a496-0c6a-4aea-9497-17d377a8c1d9 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 945 time: 0.0541325 Nov 12 20:52:29.438253 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 36549ec9-0a1c-457f-ab29-20af8ad7bd77, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=36549ec9-0a1c-457f-ab29-20af8ad7bd77,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:29.448410 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d4584576-42d9-4e0c-8e69-2ccdd043f87d req-156cc21d-7860-4d10-bb1c-99411e503946 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735989 Nov 12 20:52:29.450350 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '36549ec9-0a1c-457f-ab29-20af8ad7bd77', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'port_id': '36549ec9-0a1c-457f-ab29-20af8ad7bd77', 'mac_address': 'fa:16:3e:c1:0c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:52:29.494952 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:29.508445 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36549ec9-0a1c-457f-ab29-20af8ad7bd77 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:52:29.536086 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 36549ec9-0a1c-457f-ab29-20af8ad7bd77, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=36549ec9-0a1c-457f-ab29-20af8ad7bd77,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:29.541403 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:29.584717 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a0b79-d0d1-4896-b447-1c6cf556287f req-943ac179-4af2-4248-b45c-4b55d84d94a0 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:29.586795 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-542a0b79-d0d1-4896-b447-1c6cf556287f req-943ac179-4af2-4248-b45c-4b55d84d94a0 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 946 time: 0.0571797 Nov 12 20:52:29.601125 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=36549ec9-0a1c-457f-ab29-20af8ad7bd77,revision_number=11']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:29.650876 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-542a0b79-d0d1-4896-b447-1c6cf556287f req-f4c33247-4ed0-4d6f-96fc-75ec8119dcca tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542297 Nov 12 20:52:29.766316 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b2c40-2271-4927-a023-4b09cd788a1e req-148cc48a-1200-4998-8ce8-aef1ff078334 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:29.767909 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd7b2c40-2271-4927-a023-4b09cd788a1e req-148cc48a-1200-4998-8ce8-aef1ff078334 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 946 time: 0.0510097 Nov 12 20:52:29.816319 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd7b2c40-2271-4927-a023-4b09cd788a1e req-b0991ded-74df-4951-ba7c-c8b143fbddac tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424294 Nov 12 20:52:29.889975 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['36549ec9-0a1c-457f-ab29-20af8ad7bd77'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:52:30.077527 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712dde5-6f9b-4a04-8be8-9ca691ba65b7 req-84cd967e-e3e9-40d3-8741-13c425cc7d53 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:30.078943 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7712dde5-6f9b-4a04-8be8-9ca691ba65b7 req-84cd967e-e3e9-40d3-8741-13c425cc7d53 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 946 time: 0.0498388 Nov 12 20:52:30.125666 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7712dde5-6f9b-4a04-8be8-9ca691ba65b7 req-f58db30f-ddd2-4df9-9b44-1dae5f3b24bb tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405602 Nov 12 20:52:31.249798 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89250648-65a0-46a7-8085-692b4533c158 req-118a1d51-ebee-4f85-8e28-65d414d88aef tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:31.251668 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-89250648-65a0-46a7-8085-692b4533c158 req-118a1d51-ebee-4f85-8e28-65d414d88aef tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 946 time: 0.0499647 Nov 12 20:52:31.307654 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-89250648-65a0-46a7-8085-692b4533c158 req-2d5596de-17e2-4fcb-84a7-c674f0f50233 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439944 Nov 12 20:52:31.350898 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 36549ec9-0a1c-457f-ab29-20af8ad7bd77 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:52:31.402008 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:52:31.406091 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:31.406411 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:31.498305 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c50208-3245-4e34-b886-7c26bd1d6e1d req-086c5fb1-ae47-4ce7-9653-47a30ff440bc tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:31.499933 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-20c50208-3245-4e34-b886-7c26bd1d6e1d req-086c5fb1-ae47-4ce7-9653-47a30ff440bc tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 946 time: 0.0663972 Nov 12 20:52:31.506641 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:31.531247 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c380953-275a-41a1-8592-2e731399b73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36549ec9-0a1c-457f-ab29-20af8ad7bd77'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:31.533734 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46f11c6-0cd2-418d-a0db-d9c6b3a78089" -d '{"events": [{"server_uuid": "7c380953-275a-41a1-8592-2e731399b73a", "name": "network-vif-plugged", "status": "completed", "tag": "36549ec9-0a1c-457f-ab29-20af8ad7bd77"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:31.550350 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 36549ec9-0a1c-457f-ab29-20af8ad7bd77, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=36549ec9-0a1c-457f-ab29-20af8ad7bd77,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:31.557384 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:31.587963 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0026c838-6cb6-40c4-ab12-e6d34468b5bd x-openstack-request-id: req-0026c838-6cb6-40c4-ab12-e6d34468b5bd {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:31.588285 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c380953-275a-41a1-8592-2e731399b73a", "name": "network-vif-plugged", "status": "completed", "tag": "36549ec9-0a1c-457f-ab29-20af8ad7bd77", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:31.588525 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0026c838-6cb6-40c4-ab12-e6d34468b5bd {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:31.588905 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c380953-275a-41a1-8592-2e731399b73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36549ec9-0a1c-457f-ab29-20af8ad7bd77', 'code': 200} Nov 12 20:52:31.598555 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-20c50208-3245-4e34-b886-7c26bd1d6e1d req-270beb5c-e974-47da-95ab-6904e1981800 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Deleting port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:52:31.598909 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-20c50208-3245-4e34-b886-7c26bd1d6e1d req-270beb5c-e974-47da-95ab-6904e1981800 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:31.614794 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=36549ec9-0a1c-457f-ab29-20af8ad7bd77,revision_number=12']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:31.717343 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-20c50208-3245-4e34-b886-7c26bd1d6e1d req-270beb5c-e974-47da-95ab-6904e1981800 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] For port 36549ec9-0a1c-457f-ab29-20af8ad7bd77, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=36549ec9-0a1c-457f-ab29-20af8ad7bd77,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:31.717757 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-20c50208-3245-4e34-b886-7c26bd1d6e1d req-270beb5c-e974-47da-95ab-6904e1981800 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:32.334259 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-20c50208-3245-4e34-b886-7c26bd1d6e1d req-270beb5c-e974-47da-95ab-6904e1981800 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:32.334591 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-20c50208-3245-4e34-b886-7c26bd1d6e1d req-270beb5c-e974-47da-95ab-6904e1981800 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:32.334921 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [req-20c50208-3245-4e34-b886-7c26bd1d6e1d req-270beb5c-e974-47da-95ab-6904e1981800 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Floating IP acf42ab0-0600-4372-a5df-8db6339a03a8 disassociated. External IP: 172.25.5.28, port: 36549ec9-0a1c-457f-ab29-20af8ad7bd77. Nov 12 20:52:32.335264 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-20c50208-3245-4e34-b886-7c26bd1d6e1d req-270beb5c-e974-47da-95ab-6904e1981800 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Calling delete_port for 36549ec9-0a1c-457f-ab29-20af8ad7bd77 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:52:32.440513 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff2343-37d1-4907-bbfb-0eabce9919c2 req-410e4287-8fe8-4344-bb02-ab78c169a1bf tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:32.442036 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1bff2343-37d1-4907-bbfb-0eabce9919c2 req-410e4287-8fe8-4344-bb02-ab78c169a1bf tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c380953-275a-41a1-8592-2e731399b73a HTTP/1.1" status: 200 len: 947 time: 0.0572288 Nov 12 20:52:32.486674 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-20c50208-3245-4e34-b886-7c26bd1d6e1d req-270beb5c-e974-47da-95ab-6904e1981800 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:32.496150 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1bff2343-37d1-4907-bbfb-0eabce9919c2 req-ded6dec1-cbf9-48b0-af4f-c4338bca8acc tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473144 Nov 12 20:52:32.528126 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270beb5c-e974-47da-95ab-6904e1981800 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Pushing event deleted for resources: {'Port': ['ID=36549ec9-0a1c-457f-ab29-20af8ad7bd77,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:32.661920 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20c50208-3245-4e34-b886-7c26bd1d6e1d req-270beb5c-e974-47da-95ab-6904e1981800 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Router a235a415-0d91-407a-94f1-3b569ef1c08b has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:52:32.773959 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20c50208-3245-4e34-b886-7c26bd1d6e1d req-270beb5c-e974-47da-95ab-6904e1981800 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:52:32.784777 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91be6be-653c-4f40-a4cf-dbf2f453c6da None None] Sync routers for ids ['a235a415-0d91-407a-94f1-3b569ef1c08b'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:52:32.795041 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91be6be-653c-4f40-a4cf-dbf2f453c6da None None] Routers {'a235a415-0d91-407a-94f1-3b569ef1c08b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:52:32.795651 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a91be6be-653c-4f40-a4cf-dbf2f453c6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:52:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a235a415-0d91-407a-94f1-3b569ef1c08b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:32.816701 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c50208-3245-4e34-b886-7c26bd1d6e1d req-270beb5c-e974-47da-95ab-6904e1981800 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] No DVR routers for this DVR port 36549ec9-0a1c-457f-ab29-20af8ad7bd77 on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:52:32.819486 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-20c50208-3245-4e34-b886-7c26bd1d6e1d req-270beb5c-e974-47da-95ab-6904e1981800 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:32.824083 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-20c50208-3245-4e34-b886-7c26bd1d6e1d req-270beb5c-e974-47da-95ab-6904e1981800 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.55 "DELETE /v2.0/ports/36549ec9-0a1c-457f-ab29-20af8ad7bd77 HTTP/1.1" status: 204 len: 173 time: 1.3177860 Nov 12 20:52:32.824558 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c380953-275a-41a1-8592-2e731399b73a', 'name': 'network-vif-deleted', 'tag': '36549ec9-0a1c-457f-ab29-20af8ad7bd77'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:32.826949 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9751c8a-f865-4b29-9e45-0164fb51e674" -d '{"events": [{"server_uuid": "7c380953-275a-41a1-8592-2e731399b73a", "name": "network-vif-deleted", "tag": "36549ec9-0a1c-457f-ab29-20af8ad7bd77"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:32.867190 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb93d6e-f284-4251-b109-bff981a98386 x-openstack-request-id: req-3fb93d6e-f284-4251-b109-bff981a98386 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:32.867605 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c380953-275a-41a1-8592-2e731399b73a", "name": "network-vif-deleted", "tag": "36549ec9-0a1c-457f-ab29-20af8ad7bd77", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:32.867899 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3fb93d6e-f284-4251-b109-bff981a98386 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:32.868403 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c380953-275a-41a1-8592-2e731399b73a', 'name': 'network-vif-deleted', 'tag': '36549ec9-0a1c-457f-ab29-20af8ad7bd77', 'status': 'completed', 'code': 200} Nov 12 20:52:32.913269 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-a91be6be-653c-4f40-a4cf-dbf2f453c6da None None] Set router a235a415-0d91-407a-94f1-3b569ef1c08b gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:52:33.130922 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a91be6be-653c-4f40-a4cf-dbf2f453c6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:34Z', 'revision_number': 5, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:33.158071 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91be6be-653c-4f40-a4cf-dbf2f453c6da None None] Checking router: a235a415-0d91-407a-94f1-3b569ef1c08b for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:52:33.168632 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91be6be-653c-4f40-a4cf-dbf2f453c6da None None] Routers {'a235a415-0d91-407a-94f1-3b569ef1c08b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:52:33.170491 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a91be6be-653c-4f40-a4cf-dbf2f453c6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:52:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a235a415-0d91-407a-94f1-3b569ef1c08b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:33.315303 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-a91be6be-653c-4f40-a4cf-dbf2f453c6da None None] Set router a235a415-0d91-407a-94f1-3b569ef1c08b gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:52:33.526809 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a91be6be-653c-4f40-a4cf-dbf2f453c6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:34Z', 'revision_number': 5, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:33.557781 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91be6be-653c-4f40-a4cf-dbf2f453c6da None None] The sync data for ids ['a235a415-0d91-407a-94f1-3b569ef1c08b'] in n-d-712140-15 is: [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:34Z', 'revision_number': 5, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:52:33.839748 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed536a4-9cc6-4825-b110-40adba87facb None None] New status for floating IP acf42ab0-0600-4372-a5df-8db6339a03a8: DOWN {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:52:33.872023 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-4ee4006d-51f1-4725-a627-e8e5c1d1ea94 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--227966062&fields=id&tenant_id=d620851d8c114f71ae1adb4a53c8adea HTTP/1.1" status: 200 len: 267 time: 0.0467150 Nov 12 20:52:34.005584 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-d7190aa7-59f9-42fa-98c1-61e605828820 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:34.007335 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-d7190aa7-59f9-42fa-98c1-61e605828820 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 811 time: 0.1271834 Nov 12 20:52:34.023880 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-965a0a04-ae39-490d-a1e0-1083a4fc4f01 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/quotas/d620851d8c114f71ae1adb4a53c8adea HTTP/1.1" status: 200 len: 375 time: 0.0096138 Nov 12 20:52:34.077474 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-a82eead3-6d32-48c7-a963-4a245e866be8 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480807 Nov 12 20:52:34.173494 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-f52f5150-d798-451f-9478-092e4d714957 service neutron] 10.222.0.48 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822186 Nov 12 20:52:34.267398 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-27049696-8e79-449e-bdfa-0631562bd61e service neutron] 10.222.0.48 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879405 Nov 12 20:52:34.453057 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b6da0255-808b-41d0-9b7f-a4a25882d1e4 req-2994221d-1eb4-422b-81e7-e4c88c08297f tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 210 time: 0.0361238 Nov 12 20:52:35.360561 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 36549ec9-0a1c-457f-ab29-20af8ad7bd77 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:52:35.395792 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 36549ec9-0a1c-457f-ab29-20af8ad7bd77 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:52:35.396932 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 36549ec9-0a1c-457f-ab29-20af8ad7bd77 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:52:35.489933 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-81fd133c-c04a-40ba-9057-f0de3480fc73 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:35.493560 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-81fd133c-c04a-40ba-9057-f0de3480fc73 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 811 time: 0.1311090 Nov 12 20:52:35.576096 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-afb4d8bb-d83b-4cd1-8be9-cddaecc62a96 req-36d609f1-df86-4e67-a094-9e62a2919da6 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 210 time: 0.0275731 Nov 12 20:52:35.587095 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-976216fd-b923-4c18-ab45-84d6df864e9c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d620851d8c114f71ae1adb4a53c8adea HTTP/1.1" status: 200 len: 379 time: 0.0816162 Nov 12 20:52:35.598127 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-c2fdb2e4-b229-453f-863b-d89186474e58 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Request body: {'port': {'device_id': 'c5ae2a47-f16d-4e43-adda-46526480127e', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'admin_state_up': True, 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'security_groups': ['1208c8d3-4a4e-47bd-afca-23d5a8bf6010']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:35.716200 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-c2fdb2e4-b229-453f-863b-d89186474e58 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Made reservation on behalf of d620851d8c114f71ae1adb4a53c8adea for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:52:35.720188 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-c2fdb2e4-b229-453f-863b-d89186474e58 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:35.857106 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-c2fdb2e4-b229-453f-863b-d89186474e58 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Allocated IP 172.20.0.5 (7bea27a4-cebc-452e-a680-23f85861259f/f6394460-b0bf-45a5-a2ad-1a7a30bd0c32/e37386fe-858a-4dc9-9a49-d7a6cdb91e37) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:52:36.010421 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-c2fdb2e4-b229-453f-863b-d89186474e58 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:36.046039 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-c2fdb2e4-b229-453f-863b-d89186474e58 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:36.093764 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-c2fdb2e4-b229-453f-863b-d89186474e58 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Network 7bea27a4-cebc-452e-a680-23f85861259f is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:52:36.099068 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-c2fdb2e4-b229-453f-863b-d89186474e58 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:52:36.103967 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-c2fdb2e4-b229-453f-863b-d89186474e58 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:52:36.110898 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fdb2e4-b229-453f-863b-d89186474e58 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Pushing event updated for resources: {'Port': ['ID=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:36.169339 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-c2fdb2e4-b229-453f-863b-d89186474e58 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:36.169994 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-c2fdb2e4-b229-453f-863b-d89186474e58 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:36.189302 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-c2fdb2e4-b229-453f-863b-d89186474e58 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5947089 Nov 12 20:52:36.202223 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-1f4db426-0ab6-492f-b90c-665541827234 service neutron] Request body: {'port': {'device_id': 'c5ae2a47-f16d-4e43-adda-46526480127e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:36.261446 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-1f4db426-0ab6-492f-b90c-665541827234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:36.322775 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-790276ae-7794-4161-baee-831e0709e6b6 None None] Provisioning complete for port e37386fe-858a-4dc9-9a49-d7a6cdb91e37 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:36.323150 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-790276ae-7794-4161-baee-831e0709e6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:36.360093 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-790276ae-7794-4161-baee-831e0709e6b6 None None] Port e37386fe-858a-4dc9-9a49-d7a6cdb91e37 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:52:36.544583 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-1f4db426-0ab6-492f-b90c-665541827234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37386fe-858a-4dc9-9a49-d7a6cdb91e37 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:52:36.552171 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-1f4db426-0ab6-492f-b90c-665541827234 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:36.564127 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-1f4db426-0ab6-492f-b90c-665541827234 service neutron] Transition to ACTIVE for port object e37386fe-858a-4dc9-9a49-d7a6cdb91e37 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:52:36.568530 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-1f4db426-0ab6-492f-b90c-665541827234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:36.640090 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4db426-0ab6-492f-b90c-665541827234 service neutron] Pushing event updated for resources: {'Port': ['ID=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:36.733136 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-1f4db426-0ab6-492f-b90c-665541827234 service neutron] Attempting to bind port e37386fe-858a-4dc9-9a49-d7a6cdb91e37 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:52:36.733466 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-1f4db426-0ab6-492f-b90c-665541827234 service neutron] Attempting to bind port e37386fe-858a-4dc9-9a49-d7a6cdb91e37 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:52:36.733797 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-1f4db426-0ab6-492f-b90c-665541827234 service neutron] Attempting to bind port e37386fe-858a-4dc9-9a49-d7a6cdb91e37 on network 7bea27a4-cebc-452e-a680-23f85861259f {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:36.744380 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-1f4db426-0ab6-492f-b90c-665541827234 service neutron] Port e37386fe-858a-4dc9-9a49-d7a6cdb91e37 on network 7bea27a4-cebc-452e-a680-23f85861259f not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:52:36.744597 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-1f4db426-0ab6-492f-b90c-665541827234 service neutron] Attempting to bind port e37386fe-858a-4dc9-9a49-d7a6cdb91e37 on network 7bea27a4-cebc-452e-a680-23f85861259f {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:52:36.755717 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a3abf-f370-46e2-8fcb-227a63436e76 req-6dacc505-519e-48fd-953b-59e7d0df8957 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:36.757661 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-495a3abf-f370-46e2-8fcb-227a63436e76 req-6dacc505-519e-48fd-953b-59e7d0df8957 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 943 time: 0.0725603 Nov 12 20:52:36.760840 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-1f4db426-0ab6-492f-b90c-665541827234 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:52:36.761171 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-1f4db426-0ab6-492f-b90c-665541827234 service neutron] Checking segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:52:36.761559 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-1f4db426-0ab6-492f-b90c-665541827234 service neutron] Bound using segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:52:36.762002 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-1f4db426-0ab6-492f-b90c-665541827234 service neutron] Bound port: e37386fe-858a-4dc9-9a49-d7a6cdb91e37, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:52:36.762364 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-1f4db426-0ab6-492f-b90c-665541827234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:36.865327 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-495a3abf-f370-46e2-8fcb-227a63436e76 req-f10fefc0-262d-46ab-bc99-542f3e83ba0f tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936062 Nov 12 20:52:36.875596 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-1f4db426-0ab6-492f-b90c-665541827234 service neutron] For port e37386fe-858a-4dc9-9a49-d7a6cdb91e37, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:52:36.883742 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-1f4db426-0ab6-492f-b90c-665541827234 service neutron] For port e37386fe-858a-4dc9-9a49-d7a6cdb91e37, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:52:36.889188 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-1f4db426-0ab6-492f-b90c-665541827234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:36.927006 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-1f4db426-0ab6-492f-b90c-665541827234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:36.927654 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-1f4db426-0ab6-492f-b90c-665541827234 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:36.929092 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-1f4db426-0ab6-492f-b90c-665541827234 service neutron] 10.222.0.52 "PUT /v2.0/ports/e37386fe-858a-4dc9-9a49-d7a6cdb91e37 HTTP/1.1" status: 200 len: 1092 time: 0.7315683 Nov 12 20:52:36.933195 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ae2a47-f16d-4e43-adda-46526480127e', 'tag': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:36.936864 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80554f5af29fd1ffdaa2eb2f8d45662fa81b60b7c73871278e75d2fb172df606" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376c7d8b-c537-4640-aa56-989264c27589" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ae2a47-f16d-4e43-adda-46526480127e", "tag": "e37386fe-858a-4dc9-9a49-d7a6cdb91e37"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:36.970560 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4db426-0ab6-492f-b90c-665541827234 service neutron] Pushing event updated for resources: {'Port': ['ID=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:37.013619 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14586ca-2b65-481f-bd20-a116878cd3ba x-openstack-request-id: req-c14586ca-2b65-481f-bd20-a116878cd3ba {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:37.013961 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ae2a47-f16d-4e43-adda-46526480127e", "tag": "e37386fe-858a-4dc9-9a49-d7a6cdb91e37", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:37.014285 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c14586ca-2b65-481f-bd20-a116878cd3ba {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:37.014567 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ae2a47-f16d-4e43-adda-46526480127e', 'tag': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37', 'status': 'completed', 'code': 200} Nov 12 20:52:37.033548 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-bb417b9f-f8a8-4fe6-9893-41a04b95f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:37.035096 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-bb417b9f-f8a8-4fe6-9893-41a04b95f467 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 1095 time: 0.0534198 Nov 12 20:52:37.083884 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-eda6d51d-e1b9-43ee-b0a6-3230d3d9476e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37 HTTP/1.1" status: 200 len: 217 time: 0.0383768 Nov 12 20:52:37.145590 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-faa047f5-3daf-4126-9a0c-c11aa82f18c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:37.147196 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-faa047f5-3daf-4126-9a0c-c11aa82f18c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0542250 Nov 12 20:52:37.199774 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-f876708e-a7a7-41b3-8931-44542da84e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:37.201370 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-f876708e-a7a7-41b3-8931-44542da84e0d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463440 Nov 12 20:52:37.295274 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-06915ad7-d4da-4971-8d0c-e048f51991c1 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866306 Nov 12 20:52:37.392454 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7b22ded5-8358-4299-8fe4-c38e58683921 req-7de163d2-9108-4f2f-bb7e-0067301988f1 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903385 Nov 12 20:52:37.482836 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c7d8b-c537-4640-aa56-989264c27589 req-7ccf40d2-9ac6-4c06-87c2-ca97d8fb07a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:37.484416 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-376c7d8b-c537-4640-aa56-989264c27589 req-7ccf40d2-9ac6-4c06-87c2-ca97d8fb07a6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 1095 time: 0.0436232 Nov 12 20:52:37.580223 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c7d8b-c537-4640-aa56-989264c27589 req-3300f372-9b60-47d2-b2db-936aeeb52253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:37.581758 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-376c7d8b-c537-4640-aa56-989264c27589 req-3300f372-9b60-47d2-b2db-936aeeb52253 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.0893824 Nov 12 20:52:37.624650 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-376c7d8b-c537-4640-aa56-989264c27589 req-f3d3fceb-c749-4973-a13c-d5f8b4eeb256 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37 HTTP/1.1" status: 200 len: 217 time: 0.0351586 Nov 12 20:52:37.675316 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c7d8b-c537-4640-aa56-989264c27589 req-9b2da5cd-7c1f-4eb4-a218-01efbfdcc191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:37.676731 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-376c7d8b-c537-4640-aa56-989264c27589 req-9b2da5cd-7c1f-4eb4-a218-01efbfdcc191 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0445395 Nov 12 20:52:37.731330 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c7d8b-c537-4640-aa56-989264c27589 req-2335bd1a-7496-4f8b-94e5-f2ac8f82e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:37.733029 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-376c7d8b-c537-4640-aa56-989264c27589 req-2335bd1a-7496-4f8b-94e5-f2ac8f82e2fa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485330 Nov 12 20:52:37.826195 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-376c7d8b-c537-4640-aa56-989264c27589 req-a0752b79-bcb9-4eb4-adee-d1f6ab2abba9 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842755 Nov 12 20:52:37.931791 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-376c7d8b-c537-4640-aa56-989264c27589 req-9b094cba-a363-4064-9f60-9fbe3bff823e service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959644 Nov 12 20:52:37.989236 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50c574-b865-482f-8bd8-172789d16414 req-7bb16e64-3f12-4dab-a237-8e9c46aab755 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:37.990785 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c50c574-b865-482f-8bd8-172789d16414 req-7bb16e64-3f12-4dab-a237-8e9c46aab755 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 943 time: 0.0506563 Nov 12 20:52:38.039504 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c50c574-b865-482f-8bd8-172789d16414 req-03d4b95a-8fbd-40f1-a05d-53da46e450b7 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414803 Nov 12 20:52:39.159612 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f82aa-ec4b-4417-b94e-a3d3f674964b req-bb27352b-a640-4dfb-a9cd-32a87d41c6b0 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:39.161124 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c61f82aa-ec4b-4417-b94e-a3d3f674964b req-bb27352b-a640-4dfb-a9cd-32a87d41c6b0 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 943 time: 0.0486825 Nov 12 20:52:39.207263 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c61f82aa-ec4b-4417-b94e-a3d3f674964b req-f3046ec1-4500-4f4e-879d-0b4559de9517 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401306 Nov 12 20:52:40.300299 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device e37386fe-858a-4dc9-9a49-d7a6cdb91e37 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:52:40.323067 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194b2c2-120a-4968-950a-d77e040321dc req-1bd6be77-648f-4115-94ec-dba1fea02e18 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:40.324603 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d194b2c2-120a-4968-950a-d77e040321dc req-1bd6be77-648f-4115-94ec-dba1fea02e18 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 943 time: 0.0499847 Nov 12 20:52:40.377575 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d194b2c2-120a-4968-950a-d77e040321dc req-431c093c-4808-4940-88ad-ed7960df4a17 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470865 Nov 12 20:52:40.396041 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port e37386fe-858a-4dc9-9a49-d7a6cdb91e37, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:40.408624 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'port_id': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37', 'mac_address': 'fa:16:3e:2e:f6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:52:40.445638 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:40.462324 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37386fe-858a-4dc9-9a49-d7a6cdb91e37 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:52:40.480495 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port e37386fe-858a-4dc9-9a49-d7a6cdb91e37, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:40.484506 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:40.530212 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:40.704675 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['e37386fe-858a-4dc9-9a49-d7a6cdb91e37'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:52:41.837680 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254029e-a7f0-4149-a59a-7c1b3ec3ce11 req-3186a847-5674-4db6-afd1-142b0df28372 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:41.839173 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8254029e-a7f0-4149-a59a-7c1b3ec3ce11 req-3186a847-5674-4db6-afd1-142b0df28372 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 944 time: 0.3890667 Nov 12 20:52:41.886806 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8254029e-a7f0-4149-a59a-7c1b3ec3ce11 req-f4849c4e-975c-481d-ae16-afc2883b47d9 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417559 Nov 12 20:52:42.316923 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device e37386fe-858a-4dc9-9a49-d7a6cdb91e37 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:52:42.367669 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port e37386fe-858a-4dc9-9a49-d7a6cdb91e37 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:52:42.371542 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port e37386fe-858a-4dc9-9a49-d7a6cdb91e37 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:52:42.371907 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:42.448495 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:42.470461 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ae2a47-f16d-4e43-adda-46526480127e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:42.472934 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0cd0e997ccc3aed0e543a24749039c409fc3b14531b35a09e1bdcd49b845a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07b77cd-33a5-4461-8033-19317a928872" -d '{"events": [{"server_uuid": "c5ae2a47-f16d-4e43-adda-46526480127e", "name": "network-vif-plugged", "status": "completed", "tag": "e37386fe-858a-4dc9-9a49-d7a6cdb91e37"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:42.485279 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port e37386fe-858a-4dc9-9a49-d7a6cdb91e37, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:52:42.489165 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:42.517331 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4230322-61a4-4dc6-b2d9-9e45ec46a71d x-openstack-request-id: req-f4230322-61a4-4dc6-b2d9-9e45ec46a71d {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:42.517627 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ae2a47-f16d-4e43-adda-46526480127e", "name": "network-vif-plugged", "status": "completed", "tag": "e37386fe-858a-4dc9-9a49-d7a6cdb91e37", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:42.517875 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f4230322-61a4-4dc6-b2d9-9e45ec46a71d {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:42.518287 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ae2a47-f16d-4e43-adda-46526480127e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37', 'code': 200} Nov 12 20:52:42.542345 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:52:42.619162 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54436d1a-4814-49d3-bcb5-6d5981cea03c req-c85e2ab9-497e-43e0-9b12-e57565cd520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:42.621146 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-54436d1a-4814-49d3-bcb5-6d5981cea03c req-c85e2ab9-497e-43e0-9b12-e57565cd520d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 1097 time: 0.0420794 Nov 12 20:52:42.649399 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:52:42.666407 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-54436d1a-4814-49d3-bcb5-6d5981cea03c req-e2c3dbb6-d1f3-4e99-b840-b17154a71b04 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380514 Nov 12 20:52:43.001859 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db684c7-8d42-4f67-b05c-9a3318f4723d req-dd07bc2f-7972-46d3-a20a-52bf8406572f tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:43.003346 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7db684c7-8d42-4f67-b05c-9a3318f4723d req-dd07bc2f-7972-46d3-a20a-52bf8406572f tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 945 time: 0.0500526 Nov 12 20:52:43.051451 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7db684c7-8d42-4f67-b05c-9a3318f4723d req-f2c98928-c73d-4565-9439-6f88b2e250da tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415475 Nov 12 20:52:44.170154 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881e044-f6c9-4642-a310-4dc9161dca87 req-79adb0d5-7ad9-4965-864d-f43948a11be2 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:44.171645 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6881e044-f6c9-4642-a310-4dc9161dca87 req-79adb0d5-7ad9-4965-864d-f43948a11be2 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 945 time: 0.0487113 Nov 12 20:52:44.218413 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6881e044-f6c9-4642-a310-4dc9161dca87 req-6c9ff3f6-26f1-4758-968f-ac2121e48700 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408845 Nov 12 20:52:44.332149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d67f17-55cd-46ad-81b9-940bb669fa3d req-ceb3bfb6-521b-40d9-81d5-121092774149 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:44.333581 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-72d67f17-55cd-46ad-81b9-940bb669fa3d req-ceb3bfb6-521b-40d9-81d5-121092774149 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 945 time: 0.0486319 Nov 12 20:52:44.343000 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55050) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:52:44.347582 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-831eea2b-5f8f-4c6d-8ee9-48f47a51fe75 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Request body: {'floatingip': {'port_id': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:52:44.389754 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-831eea2b-5f8f-4c6d-8ee9-48f47a51fe75 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for floatingip, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:44.817353 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-831eea2b-5f8f-4c6d-8ee9-48f47a51fe75 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:44.821898 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-831eea2b-5f8f-4c6d-8ee9-48f47a51fe75 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:44.921256 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-831eea2b-5f8f-4c6d-8ee9-48f47a51fe75 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Floating IP acf42ab0-0600-4372-a5df-8db6339a03a8 associated. External IP: 172.25.5.28, port: e37386fe-858a-4dc9-9a49-d7a6cdb91e37. Nov 12 20:52:45.123853 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831eea2b-5f8f-4c6d-8ee9-48f47a51fe75 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Router a235a415-0d91-407a-94f1-3b569ef1c08b has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:52:45.230409 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831eea2b-5f8f-4c6d-8ee9-48f47a51fe75 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:52:45.235330 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-831eea2b-5f8f-4c6d-8ee9-48f47a51fe75 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:45.240155 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e22a70f-6acf-4bfd-8614-8d45d7468cb3 None None] Sync routers for ids ['a235a415-0d91-407a-94f1-3b569ef1c08b'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:52:45.250472 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e22a70f-6acf-4bfd-8614-8d45d7468cb3 None None] Routers {'a235a415-0d91-407a-94f1-3b569ef1c08b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:52:45.251080 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3e22a70f-6acf-4bfd-8614-8d45d7468cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:52:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a235a415-0d91-407a-94f1-3b569ef1c08b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:45.262919 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-831eea2b-5f8f-4c6d-8ee9-48f47a51fe75 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "PUT /v2.0/floatingips/acf42ab0-0600-4372-a5df-8db6339a03a8 HTTP/1.1" status: 200 len: 991 time: 0.9187970 Nov 12 20:52:45.263497 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ae2a47-f16d-4e43-adda-46526480127e', 'tag': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:52:45.265781 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c09b3666b497e5e15c0b0e552aacaeeeeade72e42146115b6fa8cc3baf23c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a300263-798e-42e9-9b6e-046e2e19784c" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ae2a47-f16d-4e43-adda-46526480127e", "tag": "e37386fe-858a-4dc9-9a49-d7a6cdb91e37"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:52:45.362348 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-3e22a70f-6acf-4bfd-8614-8d45d7468cb3 None None] Set router a235a415-0d91-407a-94f1-3b569ef1c08b gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:52:45.376451 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fcc7ed-3249-473d-b712-31e785a4239e x-openstack-request-id: req-14fcc7ed-3249-473d-b712-31e785a4239e {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:52:45.376951 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ae2a47-f16d-4e43-adda-46526480127e", "tag": "e37386fe-858a-4dc9-9a49-d7a6cdb91e37", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:52:45.376951 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14fcc7ed-3249-473d-b712-31e785a4239e {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:52:45.377366 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ae2a47-f16d-4e43-adda-46526480127e', 'tag': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37', 'status': 'completed', 'code': 200} Nov 12 20:52:45.447995 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a300263-798e-42e9-9b6e-046e2e19784c req-4211c8b3-89ab-436a-bdce-ba878c63e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:45.449566 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7a300263-798e-42e9-9b6e-046e2e19784c req-4211c8b3-89ab-436a-bdce-ba878c63e991 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 1097 time: 0.0463693 Nov 12 20:52:45.545597 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a300263-798e-42e9-9b6e-046e2e19784c req-aaf75ee1-af18-4678-a56a-180a867f6892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:45.547096 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7a300263-798e-42e9-9b6e-046e2e19784c req-aaf75ee1-af18-4678-a56a-180a867f6892 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.0899935 Nov 12 20:52:45.622138 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7a300263-798e-42e9-9b6e-046e2e19784c req-c7e26327-ef25-4f07-ba68-108e86b0e48d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37 HTTP/1.1" status: 200 len: 999 time: 0.0662258 Nov 12 20:52:45.672587 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a300263-798e-42e9-9b6e-046e2e19784c req-a602f296-bf2b-47cd-8f58-f009da037c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:45.673975 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7a300263-798e-42e9-9b6e-046e2e19784c req-a602f296-bf2b-47cd-8f58-f009da037c23 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0442102 Nov 12 20:52:45.719917 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a300263-798e-42e9-9b6e-046e2e19784c req-b24858c3-d633-483f-a6a4-8f44c2261378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:52:45.721453 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7a300263-798e-42e9-9b6e-046e2e19784c req-b24858c3-d633-483f-a6a4-8f44c2261378 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396752 Nov 12 20:52:45.771664 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3e22a70f-6acf-4bfd-8614-8d45d7468cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'acf42ab0-0600-4372-a5df-8db6339a03a8', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'floating_ip_address': '172.25.5.28', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'port_id': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'mac_address': 'fa:16:3e:2e:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ae2a47-f16d-4e43-adda-46526480127e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:44:32Z', 'updated_at': '2021-11-12T20:52:44Z', 'revision_number': 13, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:34Z', 'revision_number': 5, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:45.801812 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e22a70f-6acf-4bfd-8614-8d45d7468cb3 None None] Checking router: a235a415-0d91-407a-94f1-3b569ef1c08b for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:52:45.810209 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e22a70f-6acf-4bfd-8614-8d45d7468cb3 None None] Routers {'a235a415-0d91-407a-94f1-3b569ef1c08b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:52:45.810823 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3e22a70f-6acf-4bfd-8614-8d45d7468cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:52:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a235a415-0d91-407a-94f1-3b569ef1c08b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:45.818842 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7a300263-798e-42e9-9b6e-046e2e19784c req-0062d8de-0ca4-4660-a75e-80477295f68c service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896537 Nov 12 20:52:45.909939 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7a300263-798e-42e9-9b6e-046e2e19784c req-158cf207-3caa-404e-b03e-cfb99a4d066f service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824544 Nov 12 20:52:45.915693 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-3e22a70f-6acf-4bfd-8614-8d45d7468cb3 None None] Set router a235a415-0d91-407a-94f1-3b569ef1c08b gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:52:46.134180 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3e22a70f-6acf-4bfd-8614-8d45d7468cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'acf42ab0-0600-4372-a5df-8db6339a03a8', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'floating_ip_address': '172.25.5.28', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'port_id': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'mac_address': 'fa:16:3e:2e:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ae2a47-f16d-4e43-adda-46526480127e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:44:32Z', 'updated_at': '2021-11-12T20:52:44Z', 'revision_number': 13, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:34Z', 'revision_number': 5, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:52:46.163895 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e22a70f-6acf-4bfd-8614-8d45d7468cb3 None None] The sync data for ids ['a235a415-0d91-407a-94f1-3b569ef1c08b'] in n-d-712140-15 is: [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'acf42ab0-0600-4372-a5df-8db6339a03a8', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'floating_ip_address': '172.25.5.28', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'port_id': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'mac_address': 'fa:16:3e:2e:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ae2a47-f16d-4e43-adda-46526480127e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:44:32Z', 'updated_at': '2021-11-12T20:52:44Z', 'revision_number': 13, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:34Z', 'revision_number': 5, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:52:46.361294 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae74b01-7eaf-4cd0-a7c7-14a5c3c94300 None None] New status for floating IP acf42ab0-0600-4372-a5df-8db6339a03a8: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:52:49.997546 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-210769c5-5ad8-4b5e-b7bd-2c49d51876e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:50.573507 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:52.811827 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-214b6efd-0217-44fd-9a66-9f84aba37463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:53.910996 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:54.343683 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:55.321123 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:52:56.032529 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:15.886936 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e05e2f9-d692-4e58-bcec-773880a37396 req-47a57c66-d65a-469a-a423-77988de70be6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0938320 Nov 12 20:53:15.974920 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05e2f9-d692-4e58-bcec-773880a37396 req-84b3417c-03a8-4a27-ae74-840192cc1cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:15.976437 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e05e2f9-d692-4e58-bcec-773880a37396 req-84b3417c-03a8-4a27-ae74-840192cc1cb4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 1097 time: 0.0417969 Nov 12 20:53:16.082443 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05e2f9-d692-4e58-bcec-773880a37396 req-2dbaff5b-ee66-4eed-b33d-0a54c6e38719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:16.083974 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e05e2f9-d692-4e58-bcec-773880a37396 req-2dbaff5b-ee66-4eed-b33d-0a54c6e38719 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.0854213 Nov 12 20:53:16.154110 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e05e2f9-d692-4e58-bcec-773880a37396 req-0569341a-30c8-4ccc-af9a-e7956fb722bf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37 HTTP/1.1" status: 200 len: 1001 time: 0.0623655 Nov 12 20:53:16.210816 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05e2f9-d692-4e58-bcec-773880a37396 req-c741c777-05c4-48ba-a469-e28e2306eec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:16.212967 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e05e2f9-d692-4e58-bcec-773880a37396 req-c741c777-05c4-48ba-a469-e28e2306eec6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0505567 Nov 12 20:53:16.283252 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05e2f9-d692-4e58-bcec-773880a37396 req-27a84962-d885-480c-bcd2-774fb1907b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:53:16.284800 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e05e2f9-d692-4e58-bcec-773880a37396 req-27a84962-d885-480c-bcd2-774fb1907b41 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426059 Nov 12 20:53:16.381482 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e05e2f9-d692-4e58-bcec-773880a37396 req-d7ce25b1-62c0-4955-85db-51398571f1b2 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868959 Nov 12 20:53:16.471352 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e05e2f9-d692-4e58-bcec-773880a37396 req-606e13d3-4888-43ce-9674-2314850980b3 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816896 Nov 12 20:53:19.648424 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:53:19.999966 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-34189b20-158c-435a-84f1-a9c71f3110a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:20.576579 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:22.817412 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9d9931a6-1fb3-4bf1-a351-946cff9a6de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:23.914415 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:24.356143 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:25.323459 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:26.035642 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:50.001447 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b36d06bc-37b7-40aa-87b7-718394e7bbca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:50.604458 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:52.819016 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d4df2f3c-2bf0-4b6f-bb16-2062b9ff9670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:53.918182 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:54.342613 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:55.326182 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:56.037506 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:53:56.647111 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:54:17.914503 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5f0b703-17c7-477b-845c-6097a1ae6ad6 req-37d51058-236f-40e0-b7f6-8a7af7d7c233 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0828867 Nov 12 20:54:18.002009 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0b703-17c7-477b-845c-6097a1ae6ad6 req-7363dbe9-9df3-4cef-b86e-a05a5b221709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:18.003550 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5f0b703-17c7-477b-845c-6097a1ae6ad6 req-7363dbe9-9df3-4cef-b86e-a05a5b221709 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 1097 time: 0.0407376 Nov 12 20:54:18.112759 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0b703-17c7-477b-845c-6097a1ae6ad6 req-683d536d-70ba-4377-9818-0c95dac5cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:18.114258 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5f0b703-17c7-477b-845c-6097a1ae6ad6 req-683d536d-70ba-4377-9818-0c95dac5cb45 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.0891485 Nov 12 20:54:18.180737 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5f0b703-17c7-477b-845c-6097a1ae6ad6 req-5ac487d7-bd84-47d7-a964-afc48a80a88d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37 HTTP/1.1" status: 200 len: 1001 time: 0.0573249 Nov 12 20:54:18.231287 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0b703-17c7-477b-845c-6097a1ae6ad6 req-274e1bc7-2d54-48a5-a000-0e65c875f45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:18.232825 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5f0b703-17c7-477b-845c-6097a1ae6ad6 req-274e1bc7-2d54-48a5-a000-0e65c875f45c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0437787 Nov 12 20:54:18.285716 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0b703-17c7-477b-845c-6097a1ae6ad6 req-852363d1-00e2-4e33-bba4-25ecdb731820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:18.287212 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5f0b703-17c7-477b-845c-6097a1ae6ad6 req-852363d1-00e2-4e33-bba4-25ecdb731820 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457218 Nov 12 20:54:18.380118 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5f0b703-17c7-477b-845c-6097a1ae6ad6 req-28a24a21-98f5-41f1-ab6f-bdee61ac8573 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837164 Nov 12 20:54:18.479977 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5f0b703-17c7-477b-845c-6097a1ae6ad6 req-9a740721-7a30-4195-9151-e63003412c81 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902808 Nov 12 20:54:20.003449 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7482e27c-1e97-4d70-8197-bc3a449bfcd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:20.634751 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:22.821310 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-647922ab-b673-4aab-93f1-62e99cfbee2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:23.923147 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:24.355239 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:25.328122 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:26.038652 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:27.158977 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9917d5-1060-4aac-8fdb-a1216ff0889a req-fe8f8805-5bec-4847-9578-e2988de79371 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:27.160433 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab9917d5-1060-4aac-8fdb-a1216ff0889a req-fe8f8805-5bec-4847-9578-e2988de79371 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 945 time: 0.1549835 Nov 12 20:54:27.210240 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ab9917d5-1060-4aac-8fdb-a1216ff0889a req-84101a91-c79e-4bec-830d-a5d78ee2b1db tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437362 Nov 12 20:54:33.645778 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:54:39.656138 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-874b9776-eb94-422e-8783-1a4ddb570884 req-5997d2cc-c66a-4e66-a0bc-6df916e68020 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:54:39.657290 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-874b9776-eb94-422e-8783-1a4ddb570884 req-5997d2cc-c66a-4e66-a0bc-6df916e68020 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0454948 Nov 12 20:54:39.864266 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515524d-1070-44f3-99ab-bd85cf81fa27 req-52dd48a8-dff5-45c0-ab69-63a7888c1a07 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:39.865686 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c515524d-1070-44f3-99ab-bd85cf81fa27 req-52dd48a8-dff5-45c0-ab69-63a7888c1a07 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 945 time: 0.0724130 Nov 12 20:54:39.900284 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-65d391f2-7706-4d20-85c5-a88151540859 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1176190 Nov 12 20:54:39.914550 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-67e8746e-8c71-4a7d-9249-60cc78ca06b5 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:54:39.915532 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-67e8746e-8c71-4a7d-9249-60cc78ca06b5 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078223 Nov 12 20:54:39.930564 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c515524d-1070-44f3-99ab-bd85cf81fa27 req-775b3563-ca42-4ed3-8480-18b0a3e29363 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567541 Nov 12 20:54:41.053278 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e566a-a2c9-409f-b218-1b61a142a9e9 req-c1b5874d-bc81-45c2-98f8-941b1aadae6e tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:41.054781 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d0e566a-a2c9-409f-b218-1b61a142a9e9 req-c1b5874d-bc81-45c2-98f8-941b1aadae6e tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 945 time: 0.0523012 Nov 12 20:54:41.133941 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d0e566a-a2c9-409f-b218-1b61a142a9e9 req-29aa1d20-939b-4964-b85a-514ce661bfb4 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688975 Nov 12 20:54:41.136254 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-c17d3f31-150b-478e-ae3d-7e4996401a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:41.137715 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-c17d3f31-150b-478e-ae3d-7e4996401a00 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 1097 time: 0.0815189 Nov 12 20:54:41.236645 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-1057db49-5245-4466-9f87-ebc2ab9af753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:41.238307 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-1057db49-5245-4466-9f87-ebc2ab9af753 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.0915215 Nov 12 20:54:41.310480 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-9b7b70d8-a314-438c-8772-04f3c7c7eed2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37 HTTP/1.1" status: 200 len: 1001 time: 0.0632534 Nov 12 20:54:41.362676 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-bff634ea-23e7-46c6-9520-25e46d19ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:41.364165 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-bff634ea-23e7-46c6-9520-25e46d19ccaa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0446050 Nov 12 20:54:41.411849 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-b16e123d-bf6f-4e36-a838-7312b0d960d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:41.413405 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-b16e123d-bf6f-4e36-a838-7312b0d960d6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402410 Nov 12 20:54:41.506007 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-d401547f-b39b-493d-859e-89d08b749e3b service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840547 Nov 12 20:54:41.602117 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-0045c98c-e7b3-4aa4-9f0e-abc3caece291 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807195 Nov 12 20:54:42.252557 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c018c02-e44c-4880-b08f-ca86cca1492b req-1c3043b4-fb6f-447f-ba61-8340051d1f3c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:42.254061 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6c018c02-e44c-4880-b08f-ca86cca1492b req-1c3043b4-fb6f-447f-ba61-8340051d1f3c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 945 time: 0.0497653 Nov 12 20:54:42.308855 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6c018c02-e44c-4880-b08f-ca86cca1492b req-db535152-6fcf-423b-b5de-b9f631f266d5 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482738 Nov 12 20:54:43.433461 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6a47f-45e4-40e2-be8a-1d93d0519c4f req-a2ecae54-786b-467e-8561-7c700b5b91da tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:43.434981 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e7e6a47f-45e4-40e2-be8a-1d93d0519c4f req-a2ecae54-786b-467e-8561-7c700b5b91da tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 945 time: 0.0546741 Nov 12 20:54:43.481891 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e7e6a47f-45e4-40e2-be8a-1d93d0519c4f req-1f5aebe0-8e0b-4d06-85e9-ad0fe854599e tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410731 Nov 12 20:54:44.608398 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9beb42-2d7f-491d-ba37-b824c7832fcf req-be0e027b-4218-4e21-9bfa-03b12a121be2 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:44.609821 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b9beb42-2d7f-491d-ba37-b824c7832fcf req-be0e027b-4218-4e21-9bfa-03b12a121be2 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 945 time: 0.0561235 Nov 12 20:54:44.658472 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b9beb42-2d7f-491d-ba37-b824c7832fcf req-ea571186-8835-4083-ac4f-793b44cd619b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428414 Nov 12 20:54:45.780865 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839695db-e788-49f9-888d-ad3b17ff4957 req-eed6011d-3cc7-4bcd-b3af-2d0e590195f2 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:45.782394 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-839695db-e788-49f9-888d-ad3b17ff4957 req-eed6011d-3cc7-4bcd-b3af-2d0e590195f2 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 945 time: 0.0507815 Nov 12 20:54:45.829514 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-839695db-e788-49f9-888d-ad3b17ff4957 req-5429ca59-ba01-4e8b-a4d8-9f23bf1f8676 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413113 Nov 12 20:54:46.945746 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e7af7-734a-46c8-bed3-6ef6fd47cd27 req-2507781e-254c-4fc2-ba65-216c0d326f10 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:46.947284 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-933e7af7-734a-46c8-bed3-6ef6fd47cd27 req-2507781e-254c-4fc2-ba65-216c0d326f10 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 945 time: 0.0495059 Nov 12 20:54:46.996945 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-933e7af7-734a-46c8-bed3-6ef6fd47cd27 req-6157a454-5acc-4554-8fa1-f73166a1b8e8 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426912 Nov 12 20:54:48.117949 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9922b3e-fceb-46b0-8776-ff1453516f08 req-c0b8f6da-066c-4e31-8e2a-302bfbf2c2f8 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:48.120083 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a9922b3e-fceb-46b0-8776-ff1453516f08 req-c0b8f6da-066c-4e31-8e2a-302bfbf2c2f8 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 945 time: 0.0533299 Nov 12 20:54:48.170315 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a9922b3e-fceb-46b0-8776-ff1453516f08 req-a916887f-653e-4a91-9ee2-6fd2852b7223 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442183 Nov 12 20:54:49.294509 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d88c8-a2fc-4558-8171-3273b5d126d2 req-f9724c80-72a6-4dd1-8baa-10219c7ba6b0 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:49.296017 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b08d88c8-a2fc-4558-8171-3273b5d126d2 req-f9724c80-72a6-4dd1-8baa-10219c7ba6b0 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 945 time: 0.0539773 Nov 12 20:54:49.349165 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b08d88c8-a2fc-4558-8171-3273b5d126d2 req-c682443e-1dd7-47be-8a8a-559d784325aa tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430682 Nov 12 20:54:50.005630 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-21fccbce-33ba-42be-80e5-79d9e0060605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:50.469212 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b714b-6a43-4ff4-9d82-32037e40e8d6 req-3773f4b2-867b-4e96-8a53-e2bbd26552e8 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:50.470737 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f18b714b-6a43-4ff4-9d82-32037e40e8d6 req-3773f4b2-867b-4e96-8a53-e2bbd26552e8 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 945 time: 0.0496080 Nov 12 20:54:50.519609 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f18b714b-6a43-4ff4-9d82-32037e40e8d6 req-4664246a-bc8e-415a-bb15-63fff6ecf9c4 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429225 Nov 12 20:54:50.637155 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:51.638256 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee398e7c-5baa-41b3-82de-86f16ef456be req-d72e38e3-d962-4ea6-8712-589171836866 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:51.639685 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ee398e7c-5baa-41b3-82de-86f16ef456be req-d72e38e3-d962-4ea6-8712-589171836866 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 945 time: 0.0508993 Nov 12 20:54:51.688557 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ee398e7c-5baa-41b3-82de-86f16ef456be req-cb3c14b7-aac7-478d-93db-020fa019f602 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424254 Nov 12 20:54:52.809200 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3508a61-f878-4df4-9a2b-4e73b83d52d8 req-7a9940ee-bb52-46ba-95b1-55495c570170 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:52.810741 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b3508a61-f878-4df4-9a2b-4e73b83d52d8 req-7a9940ee-bb52-46ba-95b1-55495c570170 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 945 time: 0.0526938 Nov 12 20:54:52.824597 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4ef40571-affa-4f50-b338-5b38256f1532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:52.865376 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b3508a61-f878-4df4-9a2b-4e73b83d52d8 req-0e073c7a-4e15-45e0-ad02-42c7b7d6d2cc tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486693 Nov 12 20:54:53.923433 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:53.991896 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bd7c6-4ff6-41b2-b821-966931ba9421 req-e838300a-468d-448a-b82c-d4e87e40fe14 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:53.993451 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-709bd7c6-4ff6-41b2-b821-966931ba9421 req-e838300a-468d-448a-b82c-d4e87e40fe14 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 945 time: 0.0541220 Nov 12 20:54:54.042364 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-709bd7c6-4ff6-41b2-b821-966931ba9421 req-fc8eb159-de85-4953-90e6-5eae3dc85f53 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424829 Nov 12 20:54:54.359228 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:55.167369 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01712e9d-27ab-49a5-b996-23ff20e84d80 req-e0677564-364a-4020-8636-fbf33dc19f6c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:55.168969 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-01712e9d-27ab-49a5-b996-23ff20e84d80 req-e0677564-364a-4020-8636-fbf33dc19f6c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 945 time: 0.0506339 Nov 12 20:54:55.217417 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-01712e9d-27ab-49a5-b996-23ff20e84d80 req-e65de25f-1419-4fa3-8c72-ac0ac41d7e74 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425370 Nov 12 20:54:55.331504 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:55.961109 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-cd897d6f-bf64-4422-af84-343ce7e77ee9 service neutron] show failed (client error): The resource could not be found. Nov 12 20:54:55.962132 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-cd897d6f-bf64-4422-af84-343ce7e77ee9 service neutron] 10.222.0.52 "GET /v2.0/ports/e37386fe-858a-4dc9-9a49-d7a6cdb91e37/bindings/n-h1-712140-15 HTTP/1.1" status: 404 len: 381 time: 0.0577555 Nov 12 20:54:56.042644 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:56.248180 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-300a5d7d-7798-4187-897e-fedeffd16189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:56.250634 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-300a5d7d-7798-4187-897e-fedeffd16189 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e&tenant_id=d620851d8c114f71ae1adb4a53c8adea HTTP/1.1" status: 200 len: 1097 time: 0.0806873 Nov 12 20:54:56.264766 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-15', 'device_owner': 'compute:nova'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:54:56.324048 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:56.342258 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94276095-a53b-4b90-8096-d50f81035b8a req-52cecc54-e971-475f-80c2-b23a282b97e4 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:56.343918 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94276095-a53b-4b90-8096-d50f81035b8a req-52cecc54-e971-475f-80c2-b23a282b97e4 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 945 time: 0.0514984 Nov 12 20:54:56.392613 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94276095-a53b-4b90-8096-d50f81035b8a req-3aa04506-595a-44a3-bfe9-671693ce1557 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426438 Nov 12 20:54:56.529332 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] For port e37386fe-858a-4dc9-9a49-d7a6cdb91e37, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:54:56.562094 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] For port e37386fe-858a-4dc9-9a49-d7a6cdb91e37, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:54:56.601167 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ae2a47-f16d-4e43-adda-46526480127e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:54:56.606940 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:56.619678 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Transition to ACTIVE for port object e37386fe-858a-4dc9-9a49-d7a6cdb91e37 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:54:56.624463 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:56.708146 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd6bf149db5198c131b0a94c001dfe597833dedcde5dd32e44168e01e6f8dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2268561-dd0d-467c-b382-905d1081d301" -d '{"events": [{"server_uuid": "c5ae2a47-f16d-4e43-adda-46526480127e", "name": "network-vif-unplugged", "status": "completed", "tag": "e37386fe-858a-4dc9-9a49-d7a6cdb91e37"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:54:56.720397 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Pushing event updated for resources: {'Port': ['ID=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,revision_number=6']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:56.733330 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:56.733687 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:56.734025 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:56.734361 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:56.734693 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:56.735023 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:56.735352 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:56.735674 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:56.735999 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:56.736351 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:56.736677 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:56.736993 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:54:56.773517 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] No DVR routers for this DVR port e37386fe-858a-4dc9-9a49-d7a6cdb91e37 on host n-h2-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:54:56.833071 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c0b150-7664-4624-b7a7-f786e88c73fe x-openstack-request-id: req-41c0b150-7664-4624-b7a7-f786e88c73fe {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:54:56.833370 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ae2a47-f16d-4e43-adda-46526480127e", "name": "network-vif-unplugged", "status": "completed", "tag": "e37386fe-858a-4dc9-9a49-d7a6cdb91e37", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:54:56.833623 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-41c0b150-7664-4624-b7a7-f786e88c73fe {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:54:56.834031 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ae2a47-f16d-4e43-adda-46526480127e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37', 'code': 200} Nov 12 20:54:57.258104 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Attempting to bind port e37386fe-858a-4dc9-9a49-d7a6cdb91e37 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:54:57.259048 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Attempting to bind port e37386fe-858a-4dc9-9a49-d7a6cdb91e37 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:54:57.259048 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Attempting to bind port e37386fe-858a-4dc9-9a49-d7a6cdb91e37 on network 7bea27a4-cebc-452e-a680-23f85861259f {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:54:57.263670 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Port e37386fe-858a-4dc9-9a49-d7a6cdb91e37 on network 7bea27a4-cebc-452e-a680-23f85861259f not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:54:57.263987 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Attempting to bind port e37386fe-858a-4dc9-9a49-d7a6cdb91e37 on network 7bea27a4-cebc-452e-a680-23f85861259f {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:54:57.268745 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:54:57.269141 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Checking segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:54:57.269506 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Bound using segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:54:57.269929 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Bound port: e37386fe-858a-4dc9-9a49-d7a6cdb91e37, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:54:57.270279 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:57.332873 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] For port e37386fe-858a-4dc9-9a49-d7a6cdb91e37, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:54:57.335898 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] For port e37386fe-858a-4dc9-9a49-d7a6cdb91e37, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:54:57.340737 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:57.379187 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:57.379813 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:54:57.381252 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] 10.222.0.55 "PUT /v2.0/ports/e37386fe-858a-4dc9-9a49-d7a6cdb91e37 HTTP/1.1" status: 200 len: 1092 time: 1.1219721 Nov 12 20:54:57.404469 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239425ca-9d7c-4dfc-9eaa-f9f3f4ece5ec service neutron] Pushing event updated for resources: {'Port': ['ID=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,revision_number=7']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:54:57.452605 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-f72be034-1b23-48de-927e-077bae148a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:57.454187 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-f72be034-1b23-48de-927e-077bae148a8d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 1095 time: 0.0468431 Nov 12 20:54:57.519529 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd55d1-8d58-4b07-9687-15511faac1ff req-49369c1c-986d-49c9-ac71-d8a931f20554 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:57.521085 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9dfd55d1-8d58-4b07-9687-15511faac1ff req-49369c1c-986d-49c9-ac71-d8a931f20554 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 943 time: 0.0506120 Nov 12 20:54:57.560251 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-f3b965d9-4504-40e8-b940-8551bfceb0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:57.561769 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-f3b965d9-4504-40e8-b940-8551bfceb0b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.1007257 Nov 12 20:54:57.576286 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9dfd55d1-8d58-4b07-9687-15511faac1ff req-41b03e16-057c-48b9-bfa3-b52065e4beb4 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481877 Nov 12 20:54:57.630412 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-b2822c4b-842a-4e91-973b-c564e47dc44a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37 HTTP/1.1" status: 200 len: 999 time: 0.0606689 Nov 12 20:54:57.679209 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-d2e18dea-b227-4dfd-8795-ebd2d5c3cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:57.680633 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-d2e18dea-b227-4dfd-8795-ebd2d5c3cc75 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0432811 Nov 12 20:54:57.729848 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-b73706c3-e0fe-476b-b3c8-76156476c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:57.731344 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-b73706c3-e0fe-476b-b3c8-76156476c51c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436592 Nov 12 20:54:57.823580 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-9c51a433-8e4a-4d1d-89d9-8af83f48c6a1 service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837526 Nov 12 20:54:57.925490 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-8709a03c-a96d-46d7-8c8f-bee271c2d4d7 service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947733 Nov 12 20:54:58.702444 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fca434-40b8-48b0-835a-52233f30840e req-b7c9788b-5779-4323-a893-cfa7282f812d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:58.704096 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-81fca434-40b8-48b0-835a-52233f30840e req-b7c9788b-5779-4323-a893-cfa7282f812d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 943 time: 0.0538168 Nov 12 20:54:58.761495 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-81fca434-40b8-48b0-835a-52233f30840e req-a1f1df02-5f4c-43f2-b197-91fc187bb7d8 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510559 Nov 12 20:54:58.835254 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ae2a47-f16d-4e43-adda-46526480127e', 'tag': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:54:58.837783 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd6bf149db5198c131b0a94c001dfe597833dedcde5dd32e44168e01e6f8dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff65e5a-c00a-41da-8c39-d9035a6ae5df" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ae2a47-f16d-4e43-adda-46526480127e", "tag": "e37386fe-858a-4dc9-9a49-d7a6cdb91e37"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:54:58.902329 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e977a01-bb9a-48da-8ae7-4ed39617df70 x-openstack-request-id: req-9e977a01-bb9a-48da-8ae7-4ed39617df70 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:54:58.902872 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ae2a47-f16d-4e43-adda-46526480127e", "tag": "e37386fe-858a-4dc9-9a49-d7a6cdb91e37", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:54:58.903290 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9e977a01-bb9a-48da-8ae7-4ed39617df70 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:54:58.903857 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ae2a47-f16d-4e43-adda-46526480127e', 'tag': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37', 'status': 'completed', 'code': 200} Nov 12 20:54:58.981609 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device e37386fe-858a-4dc9-9a49-d7a6cdb91e37 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:54:58.989602 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff65e5a-c00a-41da-8c39-d9035a6ae5df req-3276036e-9506-4d09-975e-28231fc5b478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:58.991135 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ff65e5a-c00a-41da-8c39-d9035a6ae5df req-3276036e-9506-4d09-975e-28231fc5b478 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 1095 time: 0.0755401 Nov 12 20:54:58.993087 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff65e5a-c00a-41da-8c39-d9035a6ae5df req-9592e1e9-8792-49be-96d6-1013bbf6a0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:58.994471 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ff65e5a-c00a-41da-8c39-d9035a6ae5df req-9592e1e9-8792-49be-96d6-1013bbf6a0aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 1095 time: 0.0695465 Nov 12 20:54:59.022607 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device e37386fe-858a-4dc9-9a49-d7a6cdb91e37 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:54:59.165131 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff65e5a-c00a-41da-8c39-d9035a6ae5df req-0a85be0a-6403-4656-a136-d7e0594ca84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:59.167307 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ff65e5a-c00a-41da-8c39-d9035a6ae5df req-0a85be0a-6403-4656-a136-d7e0594ca84d service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.1677496 Nov 12 20:54:59.168606 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff65e5a-c00a-41da-8c39-d9035a6ae5df req-5c365120-1f1b-49ab-a4e1-a4b4ec81f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:59.169969 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ff65e5a-c00a-41da-8c39-d9035a6ae5df req-5c365120-1f1b-49ab-a4e1-a4b4ec81f253 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.1631024 Nov 12 20:54:59.286296 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ff65e5a-c00a-41da-8c39-d9035a6ae5df req-2b41f5c0-4f1c-4ed1-a449-de5d5693cb75 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37 HTTP/1.1" status: 200 len: 999 time: 0.1109016 Nov 12 20:54:59.290513 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ff65e5a-c00a-41da-8c39-d9035a6ae5df req-1f557fcd-7a9d-4044-899d-16dd3e6e9f4d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37 HTTP/1.1" status: 200 len: 999 time: 0.1088002 Nov 12 20:54:59.377646 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff65e5a-c00a-41da-8c39-d9035a6ae5df req-7571e8b3-a52c-48c5-8088-b7ca238dc9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:59.379139 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ff65e5a-c00a-41da-8c39-d9035a6ae5df req-7571e8b3-a52c-48c5-8088-b7ca238dc9ad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0842383 Nov 12 20:54:59.382921 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff65e5a-c00a-41da-8c39-d9035a6ae5df req-7c4fd1fc-1456-480a-940e-4b61db3dcf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:59.384637 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ff65e5a-c00a-41da-8c39-d9035a6ae5df req-7c4fd1fc-1456-480a-940e-4b61db3dcf4f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0823059 Nov 12 20:54:59.466519 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff65e5a-c00a-41da-8c39-d9035a6ae5df req-731639ee-7998-4abc-9dfc-e6ffc1c003b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:59.468203 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ff65e5a-c00a-41da-8c39-d9035a6ae5df req-731639ee-7998-4abc-9dfc-e6ffc1c003b7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0802369 Nov 12 20:54:59.475195 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff65e5a-c00a-41da-8c39-d9035a6ae5df req-6c210c67-1bde-4928-8251-27d1dd967f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:59.476670 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ff65e5a-c00a-41da-8c39-d9035a6ae5df req-6c210c67-1bde-4928-8251-27d1dd967f58 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809155 Nov 12 20:54:59.642543 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ff65e5a-c00a-41da-8c39-d9035a6ae5df req-f0283fb6-2bc0-4be1-a7e8-c88c8a652617 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636851 Nov 12 20:54:59.644733 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ff65e5a-c00a-41da-8c39-d9035a6ae5df req-e29ff0dd-34a7-4355-b1d6-5b37110b3ebb service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577084 Nov 12 20:54:59.824686 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ff65e5a-c00a-41da-8c39-d9035a6ae5df req-5566f148-6244-4eff-a848-8247a130e922 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727254 Nov 12 20:54:59.827524 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6ff65e5a-c00a-41da-8c39-d9035a6ae5df req-3513a6b2-22c3-4595-a9c0-8d42009dfe2e service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743133 Nov 12 20:54:59.887891 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddbdaf-0621-4906-8b3f-cd28b96dec44 req-eaf15b2d-d499-4089-9626-608e379f4184 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:54:59.889639 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5eddbdaf-0621-4906-8b3f-cd28b96dec44 req-eaf15b2d-d499-4089-9626-608e379f4184 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 943 time: 0.0522258 Nov 12 20:54:59.938678 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5eddbdaf-0621-4906-8b3f-cd28b96dec44 req-185ec291-2074-43d5-879d-f14944891390 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430579 Nov 12 20:55:01.063360 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0282f63-1181-4d20-b138-6bfa3cce4e53 req-3ff966d3-4c75-4f12-bcc1-0e4166da1732 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:01.064915 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c0282f63-1181-4d20-b138-6bfa3cce4e53 req-3ff966d3-4c75-4f12-bcc1-0e4166da1732 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 943 time: 0.0506651 Nov 12 20:55:01.113712 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c0282f63-1181-4d20-b138-6bfa3cce4e53 req-f67fc1af-dc38-4965-9f82-19e5ee09c074 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429595 Nov 12 20:55:02.235148 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50ef86-a129-427a-a2d2-5e8f61bc54c6 req-44663b2e-034e-4031-9dae-a7ac095d35a0 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:02.236762 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c50ef86-a129-427a-a2d2-5e8f61bc54c6 req-44663b2e-034e-4031-9dae-a7ac095d35a0 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 943 time: 0.0529838 Nov 12 20:55:02.292444 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c50ef86-a129-427a-a2d2-5e8f61bc54c6 req-6e656d35-957a-4baa-b93b-449237e45646 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494857 Nov 12 20:55:03.413515 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10383ad3-227c-490c-a14b-5f898a847059 req-de12c820-7687-43df-8578-632ed3405a5e tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:03.415021 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-10383ad3-227c-490c-a14b-5f898a847059 req-de12c820-7687-43df-8578-632ed3405a5e tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 943 time: 0.0498250 Nov 12 20:55:03.464771 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-10383ad3-227c-490c-a14b-5f898a847059 req-3ef3b64c-09f7-40ba-bb9c-c1aaba9e124c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425556 Nov 12 20:55:04.583350 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323ff34-c2e1-4d3b-b530-e19daff015fc req-7acf6c76-ac13-452d-ace8-baaa7ead61a0 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:04.584928 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0323ff34-c2e1-4d3b-b530-e19daff015fc req-7acf6c76-ac13-452d-ace8-baaa7ead61a0 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 943 time: 0.0495007 Nov 12 20:55:04.633781 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0323ff34-c2e1-4d3b-b530-e19daff015fc req-2ec6d19a-a504-4ae1-bcac-85b1029eb7fa tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418148 Nov 12 20:55:05.758235 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd50f13-b5f5-4057-9f19-958ffa72164d req-a9c7541b-0f52-4759-8eee-6ceac32e6823 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:05.761000 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8dd50f13-b5f5-4057-9f19-958ffa72164d req-a9c7541b-0f52-4759-8eee-6ceac32e6823 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 943 time: 0.0547717 Nov 12 20:55:05.810448 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8dd50f13-b5f5-4057-9f19-958ffa72164d req-c16b661a-1f54-4f50-b4e6-cbd16f2204bf tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432684 Nov 12 20:55:06.929118 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35713a0-e9ef-469a-9b5e-3518bcca6abd req-01453735-0a74-4a08-9468-0878e6c1ac4c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:06.930644 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a35713a0-e9ef-469a-9b5e-3518bcca6abd req-01453735-0a74-4a08-9468-0878e6c1ac4c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 943 time: 0.0497820 Nov 12 20:55:06.978875 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a35713a0-e9ef-469a-9b5e-3518bcca6abd req-f6f65ee5-fc9a-4c52-9685-9daa857a37fe tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409544 Nov 12 20:55:08.104809 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799cce3-c54d-443d-ba8a-e8c1cd9ee781 req-27187dd1-3fab-42a1-9dc5-ef95b34049db tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:08.106337 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b799cce3-c54d-443d-ba8a-e8c1cd9ee781 req-27187dd1-3fab-42a1-9dc5-ef95b34049db tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 943 time: 0.0509391 Nov 12 20:55:08.154431 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b799cce3-c54d-443d-ba8a-e8c1cd9ee781 req-9058a071-84c3-4b1f-8d47-84a3294c9611 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414953 Nov 12 20:55:09.278859 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b9291-dad2-46c5-97fe-dc2afb3bbbed req-9dca8597-da77-43ad-87a4-2430ecab2252 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:09.280442 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-315b9291-dad2-46c5-97fe-dc2afb3bbbed req-9dca8597-da77-43ad-87a4-2430ecab2252 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 943 time: 0.0545273 Nov 12 20:55:09.328148 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-315b9291-dad2-46c5-97fe-dc2afb3bbbed req-dbc17a89-2a4a-40fe-864a-0844eeab36ce tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417926 Nov 12 20:55:10.447499 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c62964-144d-4abe-97c9-567e276244f2 req-ad3973dd-67da-4b3a-97fa-1328bddbb33a tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:10.449038 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-20c62964-144d-4abe-97c9-567e276244f2 req-ad3973dd-67da-4b3a-97fa-1328bddbb33a tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 943 time: 0.0505905 Nov 12 20:55:10.502386 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-20c62964-144d-4abe-97c9-567e276244f2 req-ba67a907-6467-4f5c-997f-3e0a1d31a449 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474007 Nov 12 20:55:10.644177 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:55:11.631748 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a8b18-aa23-40a6-9316-da09cea77823 req-7a543984-e439-4fac-ba0a-98268e7546e9 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:11.633243 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d60a8b18-aa23-40a6-9316-da09cea77823 req-7a543984-e439-4fac-ba0a-98268e7546e9 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 943 time: 0.0522399 Nov 12 20:55:11.682338 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d60a8b18-aa23-40a6-9316-da09cea77823 req-9bc8d182-3d60-410e-92fe-2b69eb7adc8e tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421083 Nov 12 20:55:12.252371 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device e37386fe-858a-4dc9-9a49-d7a6cdb91e37 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:55:12.350129 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port e37386fe-858a-4dc9-9a49-d7a6cdb91e37, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:12.362181 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'port_id': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37', 'mac_address': 'fa:16:3e:2e:f6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:55:12.404652 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:12.418688 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37386fe-858a-4dc9-9a49-d7a6cdb91e37 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:55:12.439977 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port e37386fe-858a-4dc9-9a49-d7a6cdb91e37, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:12.443615 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:12.491339 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:12.499329 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:12.499676 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:12.500015 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:12.500383 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:12.500714 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:12.501042 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:12.501366 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:12.501688 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:12.502008 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:12.502346 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:12.502719 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:12.502966 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:12.804307 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['e37386fe-858a-4dc9-9a49-d7a6cdb91e37'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:55:12.805508 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4ba70-6fd4-47e1-aa11-c40d19569068 req-b1b26480-be04-4437-b0ab-d102693b8d6b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:12.809191 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cf4ba70-6fd4-47e1-aa11-c40d19569068 req-b1b26480-be04-4437-b0ab-d102693b8d6b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 944 time: 0.0508592 Nov 12 20:55:12.856605 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cf4ba70-6fd4-47e1-aa11-c40d19569068 req-7d203e23-c715-4d91-a23c-91b4bc744360 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426440 Nov 12 20:55:13.153232 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-381a637d-4889-4938-a074-68caed1716c0 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:13.154815 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-381a637d-4889-4938-a074-68caed1716c0 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e&tenant_id=d620851d8c114f71ae1adb4a53c8adea&binding%3Ahost_id=n-h1-712140-15 HTTP/1.1" status: 200 len: 944 time: 0.0546124 Nov 12 20:55:13.169758 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06fd5f-1748-48e4-a895-688b1879f1b1 req-87e8bd65-ab71-4f0b-813e-001dcb612951 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:13.171329 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cc06fd5f-1748-48e4-a895-688b1879f1b1 req-87e8bd65-ab71-4f0b-813e-001dcb612951 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 944 time: 0.0510159 Nov 12 20:55:13.220931 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cc06fd5f-1748-48e4-a895-688b1879f1b1 req-e701f0b5-e810-439b-9288-c32f27fcc5d2 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435143 Nov 12 20:55:13.222475 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-691b8b05-375a-4c6f-9b89-9b58cd6444e3 service neutron] 10.222.0.55 "GET /v2.0/ports/e37386fe-858a-4dc9-9a49-d7a6cdb91e37/bindings/n-h1-712140-15 HTTP/1.1" status: 200 len: 383 time: 0.0597496 Nov 12 20:55:13.303330 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-074dcc3d-07cb-4930-a5bb-c1061c6e67cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:13.306062 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-074dcc3d-07cb-4930-a5bb-c1061c6e67cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 1096 time: 0.0462580 Nov 12 20:55:13.405388 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-6ebbdd24-8745-471f-a4c2-193ba4f1b8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:13.406924 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-6ebbdd24-8745-471f-a4c2-193ba4f1b8d5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.0931838 Nov 12 20:55:13.474131 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-13e18550-c4a0-4aee-8574-f47665e16ccc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37 HTTP/1.1" status: 200 len: 1000 time: 0.0590401 Nov 12 20:55:13.524891 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-83e9ddc1-7022-45d2-a44d-cb342ed82f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:13.527017 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-83e9ddc1-7022-45d2-a44d-cb342ed82f0a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0447624 Nov 12 20:55:13.582916 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-1e8dbb02-f524-4887-9d82-1d84b037e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:13.584467 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-1e8dbb02-f524-4887-9d82-1d84b037e740 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487683 Nov 12 20:55:13.684083 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-f3a074ff-90b9-47c3-b907-399615ff6fe9 service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915651 Nov 12 20:55:13.779248 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-46a390aa-3704-47ea-a103-5ed0229c5bbc service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885808 Nov 12 20:55:14.278571 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device e37386fe-858a-4dc9-9a49-d7a6cdb91e37 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:55:14.329327 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port e37386fe-858a-4dc9-9a49-d7a6cdb91e37 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:55:14.333438 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port e37386fe-858a-4dc9-9a49-d7a6cdb91e37 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:55:14.333804 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:14.345880 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119358e-3081-4100-8925-bd05407a576e req-9def27e5-d632-4ba1-ac88-a9ba8269817c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:14.347695 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6119358e-3081-4100-8925-bd05407a576e req-9def27e5-d632-4ba1-ac88-a9ba8269817c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 944 time: 0.0526400 Nov 12 20:55:14.402312 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6119358e-3081-4100-8925-bd05407a576e req-10d733f1-8ad1-4760-b5ad-f0dceb8fd8a6 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441389 Nov 12 20:55:14.423589 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:14.442677 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ae2a47-f16d-4e43-adda-46526480127e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:55:14.456814 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port e37386fe-858a-4dc9-9a49-d7a6cdb91e37, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:14.461948 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:14.486224 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e2a221c1ff93e56a7b3290f78f059e5ee30a378a3a846772c85f81925c98a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1f9372-67a9-471b-a9fa-7dd9b87af9bf" -d '{"events": [{"server_uuid": "c5ae2a47-f16d-4e43-adda-46526480127e", "name": "network-vif-plugged", "status": "completed", "tag": "e37386fe-858a-4dc9-9a49-d7a6cdb91e37"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:55:14.521070 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,revision_number=9']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:14.586948 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434f4c61-80a0-4d27-b903-f16056a98071 x-openstack-request-id: req-434f4c61-80a0-4d27-b903-f16056a98071 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:55:14.587242 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ae2a47-f16d-4e43-adda-46526480127e", "name": "network-vif-plugged", "status": "completed", "tag": "e37386fe-858a-4dc9-9a49-d7a6cdb91e37", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:55:14.587538 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-434f4c61-80a0-4d27-b903-f16056a98071 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:55:14.587964 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ae2a47-f16d-4e43-adda-46526480127e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37', 'code': 200} Nov 12 20:55:15.520166 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d55863-a47b-4270-b4aa-990edca979d9 req-e4c3d474-d886-4f63-b514-c49860f6fe39 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:15.521918 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-88d55863-a47b-4270-b4aa-990edca979d9 req-e4c3d474-d886-4f63-b514-c49860f6fe39 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 945 time: 0.0499105 Nov 12 20:55:15.576791 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-88d55863-a47b-4270-b4aa-990edca979d9 req-6f5ebd31-ecbb-4c0f-9484-31ed953152c7 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480437 Nov 12 20:55:16.709611 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56816582-89ca-4eb6-b8e0-ad77c801d47d req-e4333878-b607-4067-abc1-29585e59ad9a tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:16.711294 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-56816582-89ca-4eb6-b8e0-ad77c801d47d req-e4333878-b607-4067-abc1-29585e59ad9a tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 945 time: 0.0616934 Nov 12 20:55:16.760007 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-56816582-89ca-4eb6-b8e0-ad77c801d47d req-7966e6f1-41e5-40cf-9573-262c2167032b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415528 Nov 12 20:55:17.893997 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7039f4-4595-4af4-99d4-78232f20183d req-3f466ee9-737e-400d-91f8-e446bf3244e4 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:17.895618 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e7039f4-4595-4af4-99d4-78232f20183d req-3f466ee9-737e-400d-91f8-e446bf3244e4 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 945 time: 0.0571561 Nov 12 20:55:17.955316 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3e7039f4-4595-4af4-99d4-78232f20183d req-ded4e7b7-8f4b-439d-83d2-16b03c39ad57 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509360 Nov 12 20:55:18.125929 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-30721431-e029-4b05-b1d5-8103956a7a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:18.127471 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-30721431-e029-4b05-b1d5-8103956a7a4b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e&tenant_id=d620851d8c114f71ae1adb4a53c8adea HTTP/1.1" status: 200 len: 1097 time: 0.0425112 Nov 12 20:55:18.141090 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-28830050-7735-4c85-9c02-a76f798528d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-15', 'device_owner': 'compute:nova'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:55:18.198464 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-28830050-7735-4c85-9c02-a76f798528d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:18.404359 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-28830050-7735-4c85-9c02-a76f798528d5 service neutron] For port e37386fe-858a-4dc9-9a49-d7a6cdb91e37, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:18.436385 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-28830050-7735-4c85-9c02-a76f798528d5 service neutron] For port e37386fe-858a-4dc9-9a49-d7a6cdb91e37, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:55:18.475371 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ae2a47-f16d-4e43-adda-46526480127e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:55:18.477857 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd6bf149db5198c131b0a94c001dfe597833dedcde5dd32e44168e01e6f8dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43beb7c1-fdd9-4719-b750-b1f24a4e41f8" -d '{"events": [{"server_uuid": "c5ae2a47-f16d-4e43-adda-46526480127e", "name": "network-vif-unplugged", "status": "completed", "tag": "e37386fe-858a-4dc9-9a49-d7a6cdb91e37"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:55:18.481872 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-28830050-7735-4c85-9c02-a76f798528d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:18.495727 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-28830050-7735-4c85-9c02-a76f798528d5 service neutron] Transition to ACTIVE for port object e37386fe-858a-4dc9-9a49-d7a6cdb91e37 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:55:18.500333 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-28830050-7735-4c85-9c02-a76f798528d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:18.533175 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 20:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c89a741-d4d0-4789-a836-7808ed52edcb x-openstack-request-id: req-5c89a741-d4d0-4789-a836-7808ed52edcb {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:55:18.533417 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ae2a47-f16d-4e43-adda-46526480127e", "name": "network-vif-unplugged", "status": "completed", "tag": "e37386fe-858a-4dc9-9a49-d7a6cdb91e37", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:55:18.533659 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5c89a741-d4d0-4789-a836-7808ed52edcb {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:55:18.534049 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ae2a47-f16d-4e43-adda-46526480127e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37', 'code': 200} Nov 12 20:55:18.584010 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28830050-7735-4c85-9c02-a76f798528d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,revision_number=10']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:18.631218 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-28830050-7735-4c85-9c02-a76f798528d5 service neutron] No DVR routers for this DVR port e37386fe-858a-4dc9-9a49-d7a6cdb91e37 on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:55:18.776536 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-28830050-7735-4c85-9c02-a76f798528d5 service neutron] Attempting to bind port e37386fe-858a-4dc9-9a49-d7a6cdb91e37 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:55:18.776887 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-28830050-7735-4c85-9c02-a76f798528d5 service neutron] Attempting to bind port e37386fe-858a-4dc9-9a49-d7a6cdb91e37 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:55:18.777240 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-28830050-7735-4c85-9c02-a76f798528d5 service neutron] Attempting to bind port e37386fe-858a-4dc9-9a49-d7a6cdb91e37 on network 7bea27a4-cebc-452e-a680-23f85861259f {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:55:18.782047 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-28830050-7735-4c85-9c02-a76f798528d5 service neutron] Port e37386fe-858a-4dc9-9a49-d7a6cdb91e37 on network 7bea27a4-cebc-452e-a680-23f85861259f not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:55:18.782407 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-28830050-7735-4c85-9c02-a76f798528d5 service neutron] Attempting to bind port e37386fe-858a-4dc9-9a49-d7a6cdb91e37 on network 7bea27a4-cebc-452e-a680-23f85861259f {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:55:18.788023 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-28830050-7735-4c85-9c02-a76f798528d5 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:55:18.788398 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-28830050-7735-4c85-9c02-a76f798528d5 service neutron] Checking segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:55:18.788803 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-28830050-7735-4c85-9c02-a76f798528d5 service neutron] Bound using segment: {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:55:18.789256 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-28830050-7735-4c85-9c02-a76f798528d5 service neutron] Bound port: e37386fe-858a-4dc9-9a49-d7a6cdb91e37, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4bc449-7d08-4f8c-998b-df687206384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:55:18.789619 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-28830050-7735-4c85-9c02-a76f798528d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:18.827710 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 59445) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:18.857066 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-28830050-7735-4c85-9c02-a76f798528d5 service neutron] For port e37386fe-858a-4dc9-9a49-d7a6cdb91e37, host n-h2-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:55:18.860350 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-28830050-7735-4c85-9c02-a76f798528d5 service neutron] For port e37386fe-858a-4dc9-9a49-d7a6cdb91e37, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:55:18.865095 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-28830050-7735-4c85-9c02-a76f798528d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:18.887368 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b042b-2ccc-4849-8a92-b360ab0927cf req-f7afdbf3-dff5-405b-9db8-36db50155ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:18.888925 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5a5b042b-2ccc-4849-8a92-b360ab0927cf req-f7afdbf3-dff5-405b-9db8-36db50155ae5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 1054 time: 0.0430095 Nov 12 20:55:18.903512 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-28830050-7735-4c85-9c02-a76f798528d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:18.904201 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-28830050-7735-4c85-9c02-a76f798528d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:18.905610 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-28830050-7735-4c85-9c02-a76f798528d5 service neutron] 10.222.0.52 "PUT /v2.0/ports/e37386fe-858a-4dc9-9a49-d7a6cdb91e37 HTTP/1.1" status: 200 len: 1093 time: 0.7687221 Nov 12 20:55:18.927715 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28830050-7735-4c85-9c02-a76f798528d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,revision_number=11']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:19.019702 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b042b-2ccc-4849-8a92-b360ab0927cf req-f37fda36-dff9-4645-9c32-ef35513e74a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.021242 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5a5b042b-2ccc-4849-8a92-b360ab0927cf req-f37fda36-dff9-4645-9c32-ef35513e74a5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.1094244 Nov 12 20:55:19.094983 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07328199-5839-4a2c-89b6-22fc52cd2169 req-e1773f72-db06-45ce-ab69-39517c990f57 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.096633 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-07328199-5839-4a2c-89b6-22fc52cd2169 req-e1773f72-db06-45ce-ab69-39517c990f57 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 944 time: 0.0606837 Nov 12 20:55:19.116433 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5a5b042b-2ccc-4849-8a92-b360ab0927cf req-61205953-0257-4e6b-8b9c-2ffaabca7169 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37 HTTP/1.1" status: 200 len: 999 time: 0.0855944 Nov 12 20:55:19.149019 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-07328199-5839-4a2c-89b6-22fc52cd2169 req-b5b3af96-31cb-4d68-b3f3-7e41e918c5ab tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438063 Nov 12 20:55:19.167931 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b042b-2ccc-4849-8a92-b360ab0927cf req-6e4686f2-ec9a-46cc-b2c7-166b38609b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.169643 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5a5b042b-2ccc-4849-8a92-b360ab0927cf req-6e4686f2-ec9a-46cc-b2c7-166b38609b27 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0456877 Nov 12 20:55:19.220353 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b042b-2ccc-4849-8a92-b360ab0927cf req-3da0fc74-9c3d-405e-897d-b4a1fafc42ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.221848 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5a5b042b-2ccc-4849-8a92-b360ab0927cf req-3da0fc74-9c3d-405e-897d-b4a1fafc42ac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438669 Nov 12 20:55:19.311143 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5a5b042b-2ccc-4849-8a92-b360ab0927cf req-0724d1e9-c163-4fcf-a3b7-2e64b115201f service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812881 Nov 12 20:55:19.411202 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5a5b042b-2ccc-4849-8a92-b360ab0927cf req-fd4dbc92-c05c-444b-9035-ba6637f80a04 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920641 Nov 12 20:55:19.498758 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-29c38c5e-b4c3-448e-9165-fc357afc7f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.500297 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-29c38c5e-b4c3-448e-9165-fc357afc7f31 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 1096 time: 0.0421174 Nov 12 20:55:19.595546 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-198db802-619c-476b-a184-67a2af42e677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.597061 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-198db802-619c-476b-a184-67a2af42e677 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.0877757 Nov 12 20:55:19.669781 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-ad96337d-a73e-4486-9e34-7f0ab5d6f2ca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37 HTTP/1.1" status: 200 len: 999 time: 0.0604260 Nov 12 20:55:19.720850 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-d752e7ef-0b79-463a-9ed4-4f96c8dc29bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.722309 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-d752e7ef-0b79-463a-9ed4-4f96c8dc29bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0447123 Nov 12 20:55:19.773507 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-842c8827-991e-41b0-bc40-72112f0e6525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:19.775120 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-842c8827-991e-41b0-bc40-72112f0e6525 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448663 Nov 12 20:55:19.867868 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-db5599fc-f71c-4a88-9cf3-2b9888de0587 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840287 Nov 12 20:55:19.966003 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-5c67d63b-e44c-4807-8f38-ae6d66bcc232 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893934 Nov 12 20:55:20.012215 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2ff6674c-fc0a-4a60-992a-651733803363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:20.271405 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c7933-2bfb-4173-bc80-0d1bff1aa227 req-f7927338-c81e-4217-b78f-af5d043fc78b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:20.273011 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-183c7933-2bfb-4173-bc80-0d1bff1aa227 req-f7927338-c81e-4217-b78f-af5d043fc78b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 944 time: 0.0527074 Nov 12 20:55:20.307040 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device e37386fe-858a-4dc9-9a49-d7a6cdb91e37 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:55:20.328509 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-183c7933-2bfb-4173-bc80-0d1bff1aa227 req-0f071ac2-6cd2-4553-b8ce-beb39460078c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490243 Nov 12 20:55:20.350781 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device e37386fe-858a-4dc9-9a49-d7a6cdb91e37 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:55:20.535365 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ae2a47-f16d-4e43-adda-46526480127e', 'tag': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:55:20.537682 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd6bf149db5198c131b0a94c001dfe597833dedcde5dd32e44168e01e6f8dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c93105-c314-43b9-8e8a-1e466a09e6d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ae2a47-f16d-4e43-adda-46526480127e", "tag": "e37386fe-858a-4dc9-9a49-d7a6cdb91e37"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:55:20.588521 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06e2716-d4af-4b93-9794-808223b40e66 x-openstack-request-id: req-e06e2716-d4af-4b93-9794-808223b40e66 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:55:20.588845 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ae2a47-f16d-4e43-adda-46526480127e", "tag": "e37386fe-858a-4dc9-9a49-d7a6cdb91e37", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:55:20.589164 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e06e2716-d4af-4b93-9794-808223b40e66 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:55:20.589635 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ae2a47-f16d-4e43-adda-46526480127e', 'tag': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37', 'status': 'completed', 'code': 200} Nov 12 20:55:20.654762 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c93105-c314-43b9-8e8a-1e466a09e6d2 req-13c3a7b3-07d0-4c95-9604-fa323d258664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:20.655967 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c93105-c314-43b9-8e8a-1e466a09e6d2 req-d4ffeafa-ed03-4581-805b-388ffa5a1a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:20.657085 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b9c93105-c314-43b9-8e8a-1e466a09e6d2 req-13c3a7b3-07d0-4c95-9604-fa323d258664 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 1096 time: 0.0456364 Nov 12 20:55:20.657700 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b9c93105-c314-43b9-8e8a-1e466a09e6d2 req-d4ffeafa-ed03-4581-805b-388ffa5a1a8e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d620851d8c114f71ae1adb4a53c8adea&device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 1096 time: 0.0488153 Nov 12 20:55:20.669432 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:20.756778 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c93105-c314-43b9-8e8a-1e466a09e6d2 req-287cfbf1-2043-4a60-9d9a-d22515696113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:20.759799 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b9c93105-c314-43b9-8e8a-1e466a09e6d2 req-287cfbf1-2043-4a60-9d9a-d22515696113 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.0932460 Nov 12 20:55:20.766374 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c93105-c314-43b9-8e8a-1e466a09e6d2 req-1c777010-daa0-493d-82fb-fe89dc178bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:20.767856 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b9c93105-c314-43b9-8e8a-1e466a09e6d2 req-1c777010-daa0-493d-82fb-fe89dc178bab service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 200 len: 912 time: 0.1019354 Nov 12 20:55:20.835829 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b9c93105-c314-43b9-8e8a-1e466a09e6d2 req-bf04f6dd-ee1a-491a-897f-518a99ddbdde service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37 HTTP/1.1" status: 200 len: 999 time: 0.0692852 Nov 12 20:55:20.836212 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b9c93105-c314-43b9-8e8a-1e466a09e6d2 req-f5628805-0fcb-4c9a-b0ad-b4eb8a508363 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37 HTTP/1.1" status: 200 len: 999 time: 0.0612273 Nov 12 20:55:20.891724 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c93105-c314-43b9-8e8a-1e466a09e6d2 req-cd99a176-6140-42b2-8b14-c81b53d7702d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:20.893233 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b9c93105-c314-43b9-8e8a-1e466a09e6d2 req-cd99a176-6140-42b2-8b14-c81b53d7702d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0498099 Nov 12 20:55:20.895916 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c93105-c314-43b9-8e8a-1e466a09e6d2 req-b18af1fb-8889-4321-a431-4807824d0042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:20.897477 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b9c93105-c314-43b9-8e8a-1e466a09e6d2 req-b18af1fb-8889-4321-a431-4807824d0042 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 200 len: 850 time: 0.0543058 Nov 12 20:55:20.944811 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c93105-c314-43b9-8e8a-1e466a09e6d2 req-72c4f153-7963-4e41-aa4b-60e92bff16b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:20.946180 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c93105-c314-43b9-8e8a-1e466a09e6d2 req-20f1d379-2748-4a2a-81ca-2ed6813c46aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:20.946412 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b9c93105-c314-43b9-8e8a-1e466a09e6d2 req-72c4f153-7963-4e41-aa4b-60e92bff16b3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441985 Nov 12 20:55:20.947786 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b9c93105-c314-43b9-8e8a-1e466a09e6d2 req-20f1d379-2748-4a2a-81ca-2ed6813c46aa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bea27a4-cebc-452e-a680-23f85861259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433111 Nov 12 20:55:21.043256 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b9c93105-c314-43b9-8e8a-1e466a09e6d2 req-90b510ed-9c21-436b-8dc4-c8edc7f67243 service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882404 Nov 12 20:55:21.044841 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b9c93105-c314-43b9-8e8a-1e466a09e6d2 req-36815521-17f2-4af3-8a51-6178cd9bcd76 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908499 Nov 12 20:55:21.142174 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b9c93105-c314-43b9-8e8a-1e466a09e6d2 req-cc035776-0cba-4b1c-a2e3-319134a1b896 service neutron] 10.222.0.52 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892661 Nov 12 20:55:21.146719 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b9c93105-c314-43b9-8e8a-1e466a09e6d2 req-7d6f5cd2-896a-4a03-a226-a6e64706db02 service neutron] 10.222.0.55 "GET /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962563 Nov 12 20:55:21.460418 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c8e08-1a9d-4a24-9b1a-7a6c120c9bb4 req-6d82f818-293e-4a01-9483-f6c9e9f5b472 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:21.462203 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-666c8e08-1a9d-4a24-9b1a-7a6c120c9bb4 req-6d82f818-293e-4a01-9483-f6c9e9f5b472 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 944 time: 0.0564959 Nov 12 20:55:21.515101 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-666c8e08-1a9d-4a24-9b1a-7a6c120c9bb4 req-fb081457-0e32-4c75-b275-98cb47091a40 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465643 Nov 12 20:55:22.641097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c580fd-cfe2-4cb8-a1df-5f6a8e52e792 req-15c81f69-8653-4f9b-b93c-47039f06cb58 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:22.642555 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-57c580fd-cfe2-4cb8-a1df-5f6a8e52e792 req-15c81f69-8653-4f9b-b93c-47039f06cb58 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 944 time: 0.0518699 Nov 12 20:55:22.690746 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-57c580fd-cfe2-4cb8-a1df-5f6a8e52e792 req-fa8d88fd-7446-429b-91bf-179bbd472a55 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422118 Nov 12 20:55:22.826591 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-164ecee7-611d-4d88-ae7c-5e178f39c093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:23.818423 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40566142-b6fe-401c-8d3e-386132c5387c req-09122de0-fa24-414b-966f-9d954e233616 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:23.819935 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40566142-b6fe-401c-8d3e-386132c5387c req-09122de0-fa24-414b-966f-9d954e233616 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 944 time: 0.0509772 Nov 12 20:55:23.871763 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40566142-b6fe-401c-8d3e-386132c5387c req-47c6b422-a76d-4c3f-bcb1-b5e89425ae7b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446444 Nov 12 20:55:23.926775 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:24.399472 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:25.002749 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37158a75-4604-4d2b-aeaf-4624415ffee3 req-86e15fe7-d1e3-46f8-8765-9f57769d47d5 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:25.004313 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-37158a75-4604-4d2b-aeaf-4624415ffee3 req-86e15fe7-d1e3-46f8-8765-9f57769d47d5 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 944 time: 0.0548894 Nov 12 20:55:25.053686 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-37158a75-4604-4d2b-aeaf-4624415ffee3 req-d157374c-e753-4e4b-b523-79cf284d1e3c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420136 Nov 12 20:55:25.333201 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:26.045402 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:26.175065 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbcafd-f83f-4a9e-8a86-67ba5c754198 req-f5947f31-f1cb-4469-ae53-a21c272ec964 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:26.176557 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-29fbcafd-f83f-4a9e-8a86-67ba5c754198 req-f5947f31-f1cb-4469-ae53-a21c272ec964 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 944 time: 0.0483696 Nov 12 20:55:26.227222 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-29fbcafd-f83f-4a9e-8a86-67ba5c754198 req-a07e2167-66ee-4373-88e2-edf7474a35d6 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441687 Nov 12 20:55:27.348299 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e9fb1-6745-4af3-88e4-f365f8d618d6 req-1d1d48d8-efe4-44c0-9e2e-2b059bc1030c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:27.349832 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-266e9fb1-6745-4af3-88e4-f365f8d618d6 req-1d1d48d8-efe4-44c0-9e2e-2b059bc1030c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 944 time: 0.0498500 Nov 12 20:55:27.397363 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-266e9fb1-6745-4af3-88e4-f365f8d618d6 req-92f945ff-62c9-456e-8c29-293dc9b04f30 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413969 Nov 12 20:55:28.515548 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd115b-2456-4e9b-972f-994afc9106df req-dba797dc-ec68-48fd-a65f-09e010f4f2ae tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:28.517090 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a1fd115b-2456-4e9b-972f-994afc9106df req-dba797dc-ec68-48fd-a65f-09e010f4f2ae tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 944 time: 0.0497456 Nov 12 20:55:28.564041 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a1fd115b-2456-4e9b-972f-994afc9106df req-87d8178b-eb95-4708-a9c5-81755a2cbd84 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408638 Nov 12 20:55:29.719405 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c312d6-2ce6-4006-a2a2-d19cee226ee1 req-4182352d-efea-4adc-97c3-c39e832c3b9d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:29.721203 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04c312d6-2ce6-4006-a2a2-d19cee226ee1 req-4182352d-efea-4adc-97c3-c39e832c3b9d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 944 time: 0.0642180 Nov 12 20:55:29.781127 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-04c312d6-2ce6-4006-a2a2-d19cee226ee1 req-e46cf15b-b2be-4ae8-ae5e-5bd47097835f tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505450 Nov 12 20:55:30.901763 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895969d-bac2-4a8c-8048-a764fd7615b2 req-11c493d8-5531-48cc-a880-516851bc7f05 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:30.903243 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c895969d-bac2-4a8c-8048-a764fd7615b2 req-11c493d8-5531-48cc-a880-516851bc7f05 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 944 time: 0.0486538 Nov 12 20:55:30.950355 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c895969d-bac2-4a8c-8048-a764fd7615b2 req-8b9eb2bf-c5dc-4165-b0cd-ad2d7c1dbe67 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410991 Nov 12 20:55:32.075522 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f078d-3df3-4577-bca7-89694938dab1 req-f1237feb-4d37-4af3-8bc3-08adfa076504 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:32.077086 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c6f078d-3df3-4577-bca7-89694938dab1 req-f1237feb-4d37-4af3-8bc3-08adfa076504 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 944 time: 0.0578024 Nov 12 20:55:32.128458 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c6f078d-3df3-4577-bca7-89694938dab1 req-309fb646-f245-457c-9ef8-67fdaa772145 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451791 Nov 12 20:55:33.151988 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device e37386fe-858a-4dc9-9a49-d7a6cdb91e37 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:55:33.250434 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port e37386fe-858a-4dc9-9a49-d7a6cdb91e37, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:33.253389 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e19e0-680a-4b3b-bd4e-400cd100eb14 req-a74df0e9-cc88-4fa5-9dba-e371cd37d424 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:33.255027 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3f0e19e0-680a-4b3b-bd4e-400cd100eb14 req-a74df0e9-cc88-4fa5-9dba-e371cd37d424 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 944 time: 0.0540235 Nov 12 20:55:33.262352 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'port_id': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37', 'mac_address': 'fa:16:3e:2e:f6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:55:33.301273 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:33.305391 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3f0e19e0-680a-4b3b-bd4e-400cd100eb14 req-2a7a986b-d19a-4aac-854c-50e5cde49b2d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436301 Nov 12 20:55:33.315057 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37386fe-858a-4dc9-9a49-d7a6cdb91e37 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:55:33.336892 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port e37386fe-858a-4dc9-9a49-d7a6cdb91e37, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:33.342894 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:33.396781 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,revision_number=12']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:33.451068 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd001d-2cc6-4e1a-bbc1-e5bd9e1b0faf req-6df83c42-9f51-4f26-aa95-c8c2f4c0e06c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:33.452640 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7cdd001d-2cc6-4e1a-bbc1-e5bd9e1b0faf req-6df83c42-9f51-4f26-aa95-c8c2f4c0e06c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 945 time: 0.0563138 Nov 12 20:55:33.507985 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7cdd001d-2cc6-4e1a-bbc1-e5bd9e1b0faf req-7b110109-10ce-4fd5-8840-0cd6f14051c9 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494654 Nov 12 20:55:33.623607 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac132415-d215-4270-84a6-11c6becae43d req-c78091fb-9103-40e2-a160-530027c9b097 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:33.625147 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ac132415-d215-4270-84a6-11c6becae43d req-c78091fb-9103-40e2-a160-530027c9b097 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 945 time: 0.0493448 Nov 12 20:55:33.637936 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['e37386fe-858a-4dc9-9a49-d7a6cdb91e37'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:55:33.674635 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ac132415-d215-4270-84a6-11c6becae43d req-1f4b2f20-6b9d-44cb-a3b8-c0138fad329d tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435050 Nov 12 20:55:33.920257 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a24629-19bd-4ce2-8e5d-ea7f6205a1c1 req-aae3fcff-0558-4250-ac8d-4d63002b5763 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:33.921892 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d8a24629-19bd-4ce2-8e5d-ea7f6205a1c1 req-aae3fcff-0558-4250-ac8d-4d63002b5763 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 945 time: 0.0502796 Nov 12 20:55:33.974874 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d8a24629-19bd-4ce2-8e5d-ea7f6205a1c1 req-ed49aa11-c360-42c4-a5c0-019527decb7a tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471151 Nov 12 20:55:35.094858 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f81fc-936f-40e7-949f-7e267fc161d5 req-2ab24470-42c6-44aa-960e-b41259a2c5ed tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:35.096415 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b24f81fc-936f-40e7-949f-7e267fc161d5 req-2ab24470-42c6-44aa-960e-b41259a2c5ed tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 945 time: 0.0500841 Nov 12 20:55:35.144262 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b24f81fc-936f-40e7-949f-7e267fc161d5 req-bc683528-8be9-41d9-a9f8-bf88785ac794 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419118 Nov 12 20:55:35.154533 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device e37386fe-858a-4dc9-9a49-d7a6cdb91e37 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:55:35.210854 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port e37386fe-858a-4dc9-9a49-d7a6cdb91e37 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:55:35.215610 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port e37386fe-858a-4dc9-9a49-d7a6cdb91e37 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:55:35.215975 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:35.295393 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:35.318604 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ae2a47-f16d-4e43-adda-46526480127e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:55:35.320851 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e2a221c1ff93e56a7b3290f78f059e5ee30a378a3a846772c85f81925c98a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf1f603-4ad8-41e9-9683-9b9d5d26b5ae" -d '{"events": [{"server_uuid": "c5ae2a47-f16d-4e43-adda-46526480127e", "name": "network-vif-plugged", "status": "completed", "tag": "e37386fe-858a-4dc9-9a49-d7a6cdb91e37"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:55:35.333726 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port e37386fe-858a-4dc9-9a49-d7a6cdb91e37, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:35.342875 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:35.372826 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5349654d-8b7e-4aba-9b63-94d66e251d15 x-openstack-request-id: req-5349654d-8b7e-4aba-9b63-94d66e251d15 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:55:35.373125 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ae2a47-f16d-4e43-adda-46526480127e", "name": "network-vif-plugged", "status": "completed", "tag": "e37386fe-858a-4dc9-9a49-d7a6cdb91e37", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:55:35.373377 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5349654d-8b7e-4aba-9b63-94d66e251d15 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:55:35.373764 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ae2a47-f16d-4e43-adda-46526480127e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37', 'code': 200} Nov 12 20:55:35.395516 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,revision_number=13']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:35.764881 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefc8da-db3e-4b6c-af7b-71467863a0fd req-8351694b-f077-45d5-8b44-3acfcf9a52a5 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:35.766430 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2fefc8da-db3e-4b6c-af7b-71467863a0fd req-8351694b-f077-45d5-8b44-3acfcf9a52a5 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 946 time: 0.0507152 Nov 12 20:55:35.863106 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-2fefc8da-db3e-4b6c-af7b-71467863a0fd req-afb18e2c-30c5-40ad-8815-41e99ffc6715 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Deleting port e37386fe-858a-4dc9-9a49-d7a6cdb91e37 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:55:35.863442 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2fefc8da-db3e-4b6c-af7b-71467863a0fd req-afb18e2c-30c5-40ad-8815-41e99ffc6715 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:35.957385 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-2fefc8da-db3e-4b6c-af7b-71467863a0fd req-afb18e2c-30c5-40ad-8815-41e99ffc6715 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] For port e37386fe-858a-4dc9-9a49-d7a6cdb91e37, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:35.957749 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2fefc8da-db3e-4b6c-af7b-71467863a0fd req-afb18e2c-30c5-40ad-8815-41e99ffc6715 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:36.173610 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2fefc8da-db3e-4b6c-af7b-71467863a0fd req-afb18e2c-30c5-40ad-8815-41e99ffc6715 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:36.173971 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2fefc8da-db3e-4b6c-af7b-71467863a0fd req-afb18e2c-30c5-40ad-8815-41e99ffc6715 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:36.174288 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [req-2fefc8da-db3e-4b6c-af7b-71467863a0fd req-afb18e2c-30c5-40ad-8815-41e99ffc6715 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Floating IP acf42ab0-0600-4372-a5df-8db6339a03a8 disassociated. External IP: 172.25.5.28, port: e37386fe-858a-4dc9-9a49-d7a6cdb91e37. Nov 12 20:55:36.174632 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-2fefc8da-db3e-4b6c-af7b-71467863a0fd req-afb18e2c-30c5-40ad-8815-41e99ffc6715 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Calling delete_port for e37386fe-858a-4dc9-9a49-d7a6cdb91e37 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:55:36.263350 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16060c-4958-42e4-a617-cb838f425254 req-59509eb5-2fc0-4901-9844-9a9997bc2f75 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:36.264899 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b16060c-4958-42e4-a617-cb838f425254 req-59509eb5-2fc0-4901-9844-9a9997bc2f75 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 946 time: 0.0513413 Nov 12 20:55:36.301695 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2fefc8da-db3e-4b6c-af7b-71467863a0fd req-afb18e2c-30c5-40ad-8815-41e99ffc6715 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:36.314299 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4b16060c-4958-42e4-a617-cb838f425254 req-498998a5-f0b2-4e84-b969-e42fc96a866c tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups?id=1208c8d3-4a4e-47bd-afca-23d5a8bf6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434194 Nov 12 20:55:36.337663 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb18e2c-30c5-40ad-8815-41e99ffc6715 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Pushing event deleted for resources: {'Port': ['ID=e37386fe-858a-4dc9-9a49-d7a6cdb91e37,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:36.349314 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb18e2c-30c5-40ad-8815-41e99ffc6715 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:36.349672 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb18e2c-30c5-40ad-8815-41e99ffc6715 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:36.350003 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb18e2c-30c5-40ad-8815-41e99ffc6715 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:36.350341 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb18e2c-30c5-40ad-8815-41e99ffc6715 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:36.350677 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb18e2c-30c5-40ad-8815-41e99ffc6715 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:36.351009 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb18e2c-30c5-40ad-8815-41e99ffc6715 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:36.351337 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb18e2c-30c5-40ad-8815-41e99ffc6715 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:36.351659 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb18e2c-30c5-40ad-8815-41e99ffc6715 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:36.351980 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb18e2c-30c5-40ad-8815-41e99ffc6715 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:36.352329 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb18e2c-30c5-40ad-8815-41e99ffc6715 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:36.353209 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb18e2c-30c5-40ad-8815-41e99ffc6715 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:36.353610 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb18e2c-30c5-40ad-8815-41e99ffc6715 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:55:36.467043 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fefc8da-db3e-4b6c-af7b-71467863a0fd req-afb18e2c-30c5-40ad-8815-41e99ffc6715 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Router a235a415-0d91-407a-94f1-3b569ef1c08b has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:55:36.910647 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fefc8da-db3e-4b6c-af7b-71467863a0fd req-afb18e2c-30c5-40ad-8815-41e99ffc6715 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:55:36.921880 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360441f-2b21-4734-bd57-f89ee8b9a4bc None None] Sync routers for ids ['a235a415-0d91-407a-94f1-3b569ef1c08b'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:55:36.933053 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c360441f-2b21-4734-bd57-f89ee8b9a4bc None None] Routers {'a235a415-0d91-407a-94f1-3b569ef1c08b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:55:36.933681 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c360441f-2b21-4734-bd57-f89ee8b9a4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:55:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a235a415-0d91-407a-94f1-3b569ef1c08b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:36.950470 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fefc8da-db3e-4b6c-af7b-71467863a0fd req-afb18e2c-30c5-40ad-8815-41e99ffc6715 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] No DVR routers for this DVR port e37386fe-858a-4dc9-9a49-d7a6cdb91e37 on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:55:36.953412 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2fefc8da-db3e-4b6c-af7b-71467863a0fd req-afb18e2c-30c5-40ad-8815-41e99ffc6715 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:36.956854 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2fefc8da-db3e-4b6c-af7b-71467863a0fd req-afb18e2c-30c5-40ad-8815-41e99ffc6715 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.52 "DELETE /v2.0/ports/e37386fe-858a-4dc9-9a49-d7a6cdb91e37 HTTP/1.1" status: 204 len: 173 time: 1.1777153 Nov 12 20:55:36.957345 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ae2a47-f16d-4e43-adda-46526480127e', 'name': 'network-vif-deleted', 'tag': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:55:37.010206 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fdb928-72cf-435c-97a6-2d8c162aad52" -d '{"events": [{"server_uuid": "c5ae2a47-f16d-4e43-adda-46526480127e", "name": "network-vif-deleted", "tag": "e37386fe-858a-4dc9-9a49-d7a6cdb91e37"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:55:37.118433 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329fd675-5baa-4be1-8c03-dc49a4a23f81 x-openstack-request-id: req-329fd675-5baa-4be1-8c03-dc49a4a23f81 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:55:37.118964 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ae2a47-f16d-4e43-adda-46526480127e", "name": "network-vif-deleted", "tag": "e37386fe-858a-4dc9-9a49-d7a6cdb91e37", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:55:37.119238 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-329fd675-5baa-4be1-8c03-dc49a4a23f81 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:55:37.119773 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ae2a47-f16d-4e43-adda-46526480127e', 'name': 'network-vif-deleted', 'tag': 'e37386fe-858a-4dc9-9a49-d7a6cdb91e37', 'status': 'completed', 'code': 200} Nov 12 20:55:37.213900 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-c360441f-2b21-4734-bd57-f89ee8b9a4bc None None] Set router a235a415-0d91-407a-94f1-3b569ef1c08b gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:55:37.425273 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c360441f-2b21-4734-bd57-f89ee8b9a4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:34Z', 'revision_number': 5, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:37.427723 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c006b1c-0350-4b87-a10c-f9f14661b0fc req-f405653f-533b-40c3-bd9d-ec98e427efc6 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 210 time: 0.0309474 Nov 12 20:55:37.454764 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360441f-2b21-4734-bd57-f89ee8b9a4bc None None] Checking router: a235a415-0d91-407a-94f1-3b569ef1c08b for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:55:37.464161 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c360441f-2b21-4734-bd57-f89ee8b9a4bc None None] Routers {'a235a415-0d91-407a-94f1-3b569ef1c08b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:55:37.464735 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c360441f-2b21-4734-bd57-f89ee8b9a4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:55:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a235a415-0d91-407a-94f1-3b569ef1c08b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:37.575191 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-c360441f-2b21-4734-bd57-f89ee8b9a4bc None None] Set router a235a415-0d91-407a-94f1-3b569ef1c08b gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:55:37.775886 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-c360441f-2b21-4734-bd57-f89ee8b9a4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:34Z', 'revision_number': 5, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:37.805321 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360441f-2b21-4734-bd57-f89ee8b9a4bc None None] The sync data for ids ['a235a415-0d91-407a-94f1-3b569ef1c08b'] in n-d-712140-15 is: [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1', 'name': '', 'network_id': '7bea27a4-cebc-452e-a680-23f85861259f', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'mac_address': 'fa:16:3e:01:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:29Z', 'updated_at': '2021-11-12T20:44:34Z', 'revision_number': 5, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'subnets': [{'id': 'f6394460-b0bf-45a5-a2ad-1a7a30bd0c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:55:38.047699 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabea3ab-2d7c-44e1-948c-75bb91615c83 None None] New status for floating IP acf42ab0-0600-4372-a5df-8db6339a03a8: DOWN {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:55:38.529099 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2449ca4e-ea05-4a60-9c6c-793deadcf42c req-d3336a80-dd46-496c-b464-ba7945fb2887 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 210 time: 0.0273023 Nov 12 20:55:39.168003 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device e37386fe-858a-4dc9-9a49-d7a6cdb91e37 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:55:39.192138 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: e37386fe-858a-4dc9-9a49-d7a6cdb91e37 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:55:39.192802 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device e37386fe-858a-4dc9-9a49-d7a6cdb91e37 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:55:39.630095 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a9c04392-7f1d-4bf7-bcaf-0b778627a2f1 req-1ecdbba2-427e-4e4b-9b95-79aa5e2faed3 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 210 time: 0.0272350 Nov 12 20:55:40.730030 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-98e51f46-2fd0-4983-8b42-323a7d32c276 req-6feaad44-1950-4715-b460-397eaa33894b tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5ae2a47-f16d-4e43-adda-46526480127e HTTP/1.1" status: 200 len: 210 time: 0.0300350 Nov 12 20:55:45.519965 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55580) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:45.575975 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-627f8f6b-d812-4fc4-b90f-28f3ab4e5627 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:45.600099 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-627f8f6b-d812-4fc4-b90f-28f3ab4e5627 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:45.653669 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-627f8f6b-d812-4fc4-b90f-28f3ab4e5627 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:45.656452 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-627f8f6b-d812-4fc4-b90f-28f3ab4e5627 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:45.660074 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-627f8f6b-d812-4fc4-b90f-28f3ab4e5627 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "DELETE /v2.0/security-groups/1208c8d3-4a4e-47bd-afca-23d5a8bf6010 HTTP/1.1" status: 204 len: 168 time: 0.1367543 Nov 12 20:55:45.660669 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55582) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:45.668783 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f8f6b-d812-4fc4-b90f-28f3ab4e5627 tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1208c8d3-4a4e-47bd-afca-23d5a8bf6010,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:45.678844 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [None req-08facddb-20cc-47e3-ab0e-7101739194dd tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] show failed (client error): The resource could not be found. Nov 12 20:55:45.680738 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-08facddb-20cc-47e3-ab0e-7101739194dd tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "GET /v2.0/security-groups/1208c8d3-4a4e-47bd-afca-23d5a8bf6010 HTTP/1.1" status: 404 len: 347 time: 0.0187445 Nov 12 20:55:45.683289 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55584) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:45.815647 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-9bc4f695-a9de-4ec5-aeaa-98b5635dc67e tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Deleting port ea52cfb7-131f-4662-8dfb-4b5f5ceabd58 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:55:45.815991 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9bc4f695-a9de-4ec5-aeaa-98b5635dc67e tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:45.896108 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9bc4f695-a9de-4ec5-aeaa-98b5635dc67e tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:45.896465 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9bc4f695-a9de-4ec5-aeaa-98b5635dc67e tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:45.909095 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-9bc4f695-a9de-4ec5-aeaa-98b5635dc67e tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Calling delete_port for ea52cfb7-131f-4662-8dfb-4b5f5ceabd58 owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:55:46.046796 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9bc4f695-a9de-4ec5-aeaa-98b5635dc67e tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:46.077393 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4f695-a9de-4ec5-aeaa-98b5635dc67e tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Pushing event deleted for resources: {'Port': ['ID=ea52cfb7-131f-4662-8dfb-4b5f5ceabd58,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:46.143390 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9bc4f695-a9de-4ec5-aeaa-98b5635dc67e tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks [] for floatingip, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:46.146829 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9bc4f695-a9de-4ec5-aeaa-98b5635dc67e tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:46.148070 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9bc4f695-a9de-4ec5-aeaa-98b5635dc67e tempest-ServerActionsTestJSON-752749750 tempest-ServerActionsTestJSON-752749750-project] 10.222.0.48 "DELETE /v2.0/floatingips/acf42ab0-0600-4372-a5df-8db6339a03a8 HTTP/1.1" status: 204 len: 168 time: 0.4630520 Nov 12 20:55:46.151954 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55586) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:47.128749 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f2f9ef5c-383c-4b39-aba5-e9f6d28b7e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:47.414965 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-f2f9ef5c-383c-4b39-aba5-e9f6d28b7e3d admin admin] Deleting port b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:55:47.415427 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f2f9ef5c-383c-4b39-aba5-e9f6d28b7e3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:47.496003 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-f2f9ef5c-383c-4b39-aba5-e9f6d28b7e3d admin admin] For port b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:47.496405 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f2f9ef5c-383c-4b39-aba5-e9f6d28b7e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:47.509824 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-f2f9ef5c-383c-4b39-aba5-e9f6d28b7e3d admin admin] Calling delete_port for b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:55:47.645089 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:55:47.698508 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f2f9ef5c-383c-4b39-aba5-e9f6d28b7e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:47.728875 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9ef5c-383c-4b39-aba5-e9f6d28b7e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:47.925309 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f2f9ef5c-383c-4b39-aba5-e9f6d28b7e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:48.190201 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f9ef5c-383c-4b39-aba5-e9f6d28b7e3d admin admin] Router a235a415-0d91-407a-94f1-3b569ef1c08b has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:55:48.317863 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f9ef5c-383c-4b39-aba5-e9f6d28b7e3d admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:55:48.323600 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f2f9ef5c-383c-4b39-aba5-e9f6d28b7e3d admin admin] 10.222.0.48 "PUT /v2.0/routers/a235a415-0d91-407a-94f1-3b569ef1c08b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1705413 Nov 12 20:55:48.326785 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55596) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:48.331183 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af2083-62f3-4eec-baf5-d22cd2c1f957 None None] Sync routers for ids ['a235a415-0d91-407a-94f1-3b569ef1c08b'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:55:48.343605 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47af2083-62f3-4eec-baf5-d22cd2c1f957 None None] Routers {'a235a415-0d91-407a-94f1-3b569ef1c08b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:55:48.344353 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-47af2083-62f3-4eec-baf5-d22cd2c1f957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:55:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a235a415-0d91-407a-94f1-3b569ef1c08b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:48.436008 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c46f5b61-56cd-4f62-902a-ae2f8f39dbbb admin admin] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:48.475575 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-47af2083-62f3-4eec-baf5-d22cd2c1f957 None None] Set router a235a415-0d91-407a-94f1-3b569ef1c08b gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:55:48.542917 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c46f5b61-56cd-4f62-902a-ae2f8f39dbbb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:48.612461 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c46f5b61-56cd-4f62-902a-ae2f8f39dbbb admin admin] Deleting port d5d13323-ad25-4e4b-a228-08f12afd4128 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:55:48.612922 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c46f5b61-56cd-4f62-902a-ae2f8f39dbbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:48.678426 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-47af2083-62f3-4eec-baf5-d22cd2c1f957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:55:47Z', 'revision_number': 5, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port': {'id': 'd5d13323-ad25-4e4b-a228-08f12afd4128', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:48.707446 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af2083-62f3-4eec-baf5-d22cd2c1f957 None None] Checking router: a235a415-0d91-407a-94f1-3b569ef1c08b for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:55:48.709046 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-c46f5b61-56cd-4f62-902a-ae2f8f39dbbb admin admin] For port d5d13323-ad25-4e4b-a228-08f12afd4128, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d5d13323-ad25-4e4b-a228-08f12afd4128,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:48.709416 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c46f5b61-56cd-4f62-902a-ae2f8f39dbbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:48.716255 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47af2083-62f3-4eec-baf5-d22cd2c1f957 None None] Routers {'a235a415-0d91-407a-94f1-3b569ef1c08b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:55:48.716878 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-47af2083-62f3-4eec-baf5-d22cd2c1f957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:55:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['a235a415-0d91-407a-94f1-3b569ef1c08b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:48.723693 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c46f5b61-56cd-4f62-902a-ae2f8f39dbbb admin admin] Calling delete_port for d5d13323-ad25-4e4b-a228-08f12afd4128 owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:55:48.812391 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-47af2083-62f3-4eec-baf5-d22cd2c1f957 None None] Set router a235a415-0d91-407a-94f1-3b569ef1c08b gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:55:48.873650 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-47af2083-62f3-4eec-baf5-d22cd2c1f957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:55:48Z', 'revision_number': 6, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:48.901653 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af2083-62f3-4eec-baf5-d22cd2c1f957 None None] The sync data for ids ['a235a415-0d91-407a-94f1-3b569ef1c08b'] in n-d-712140-15 is: [{'id': 'a235a415-0d91-407a-94f1-3b569ef1c08b', 'name': 'tempest-ServerActionsTestJSON-864907336-router', 'tenant_id': 'd620851d8c114f71ae1adb4a53c8adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:44:27Z', 'updated_at': '2021-11-12T20:55:48Z', 'revision_number': 6, 'project_id': 'd620851d8c114f71ae1adb4a53c8adea', 'gw_port_host': None}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:55:48.933852 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c46f5b61-56cd-4f62-902a-ae2f8f39dbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:48.962596 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f5b61-56cd-4f62-902a-ae2f8f39dbbb admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d13323-ad25-4e4b-a228-08f12afd4128,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:48.978956 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dfd5b7-3396-4cdc-8303-1cbb1f3d9f07 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:55:49.032836 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c46f5b61-56cd-4f62-902a-ae2f8f39dbbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:49.136821 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c46f5b61-56cd-4f62-902a-ae2f8f39dbbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:49.139342 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c46f5b61-56cd-4f62-902a-ae2f8f39dbbb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:49.186514 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c46f5b61-56cd-4f62-902a-ae2f8f39dbbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:49.187086 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46f5b61-56cd-4f62-902a-ae2f8f39dbbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a235a415-0d91-407a-94f1-3b569ef1c08b {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:55:49.191473 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c46f5b61-56cd-4f62-902a-ae2f8f39dbbb admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:49.192685 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c46f5b61-56cd-4f62-902a-ae2f8f39dbbb admin admin] 10.222.0.48 "DELETE /v2.0/routers/a235a415-0d91-407a-94f1-3b569ef1c08b HTTP/1.1" status: 204 len: 168 time: 0.8649840 Nov 12 20:55:49.195202 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55600) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:49.242205 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d8e636-f1a6-428e-a4ff-15ae49bfe870 admin admin] Deleting subnet f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:55:49.245527 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a3d8e636-f1a6-428e-a4ff-15ae49bfe870 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:49.287241 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a3d8e636-f1a6-428e-a4ff-15ae49bfe870 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:49.378880 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a3d8e636-f1a6-428e-a4ff-15ae49bfe870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:49.437226 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a3d8e636-f1a6-428e-a4ff-15ae49bfe870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:49.467907 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8e636-f1a6-428e-a4ff-15ae49bfe870 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6394460-b0bf-45a5-a2ad-1a7a30bd0c32,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:49.471462 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a3d8e636-f1a6-428e-a4ff-15ae49bfe870 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:49.474770 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a3d8e636-f1a6-428e-a4ff-15ae49bfe870 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f6394460-b0bf-45a5-a2ad-1a7a30bd0c32 HTTP/1.1" status: 204 len: 168 time: 0.2786210 Nov 12 20:55:49.477253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55602) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:49.480444 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8f020c-2c96-42fe-b9ce-bc33b5c93ac2 None None] Network 7bea27a4-cebc-452e-a680-23f85861259f requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:55:49.553718 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8db183ee-64c6-403d-a327-14012a1e2516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:49.610585 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-8db183ee-64c6-403d-a327-14012a1e2516 admin admin] Deleting port d817a586-e02f-4f98-8e11-2227f9c516a5 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:55:49.610928 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8db183ee-64c6-403d-a327-14012a1e2516 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:49.691679 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-8db183ee-64c6-403d-a327-14012a1e2516 admin admin] For port d817a586-e02f-4f98-8e11-2227f9c516a5, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d817a586-e02f-4f98-8e11-2227f9c516a5,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:49.692776 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd982f41-3ed4-46f3-b4a7-07647acbfdc9 None None] DHCP port deletion for 7bea27a4-cebc-452e-a680-23f85861259f request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:55:49.694063 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8db183ee-64c6-403d-a327-14012a1e2516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:49.710900 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-8db183ee-64c6-403d-a327-14012a1e2516 admin admin] Calling delete_port for d817a586-e02f-4f98-8e11-2227f9c516a5 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:55:49.762629 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-bd982f41-3ed4-46f3-b4a7-07647acbfdc9 None None] Deleting port d817a586-e02f-4f98-8e11-2227f9c516a5 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:55:49.763074 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bd982f41-3ed4-46f3-b4a7-07647acbfdc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:49.768496 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d817a586-e02f-4f98-8e11-2227f9c516a5 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:55:49.822776 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8db183ee-64c6-403d-a327-14012a1e2516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:49.861652 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db183ee-64c6-403d-a327-14012a1e2516 admin admin] No DVR routers for this DVR port d817a586-e02f-4f98-8e11-2227f9c516a5 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:55:49.864124 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db183ee-64c6-403d-a327-14012a1e2516 admin admin] Pushing event deleted for resources: {'Port': ['ID=d817a586-e02f-4f98-8e11-2227f9c516a5,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:49.876843 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No active binding found for port d817a586-e02f-4f98-8e11-2227f9c516a5 {{(pid=102449) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 20:55:49.877440 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d817a586-e02f-4f98-8e11-2227f9c516a5 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:55:49.877867 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d5d13323-ad25-4e4b-a228-08f12afd4128 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:55:49.885432 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-bd982f41-3ed4-46f3-b4a7-07647acbfdc9 None None] For port d817a586-e02f-4f98-8e11-2227f9c516a5, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d817a586-e02f-4f98-8e11-2227f9c516a5,segment=NetworkSegment(fd4bc449-7d08-4f8c-998b-df687206384b),segment_id=fd4bc449-7d08-4f8c-998b-df687206384b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:55:49.885679 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bd982f41-3ed4-46f3-b4a7-07647acbfdc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:49.910107 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: d5d13323-ad25-4e4b-a228-08f12afd4128 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:55:49.910459 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d5d13323-ad25-4e4b-a228-08f12afd4128 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:55:49.910882 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:55:49.941094 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:55:49.941423 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b9ee5988-c3e1-4a53-8b41-7c06ce6e48d1 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:55:49.943068 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-bd982f41-3ed4-46f3-b4a7-07647acbfdc9 None None] Calling delete_port for d817a586-e02f-4f98-8e11-2227f9c516a5 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:55:49.983288 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8db183ee-64c6-403d-a327-14012a1e2516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.011073 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-8db183ee-64c6-403d-a327-14012a1e2516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bea27a4-cebc-452e-a680-23f85861259f']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:50.011330 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a34abbbc-98f1-4d50-8ea1-d72b0432fa8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.027828 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-8db183ee-64c6-403d-a327-14012a1e2516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4bc449-7d08-4f8c-998b-df687206384b') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:50.028115 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-8db183ee-64c6-403d-a327-14012a1e2516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4bc449-7d08-4f8c-998b-df687206384b') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:55:50.045210 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8db183ee-64c6-403d-a327-14012a1e2516 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.051223 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bd982f41-3ed4-46f3-b4a7-07647acbfdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.065606 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8db183ee-64c6-403d-a327-14012a1e2516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.073918 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8db183ee-64c6-403d-a327-14012a1e2516 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:55:50.075303 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8db183ee-64c6-403d-a327-14012a1e2516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:55:50.076756 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:55:50.095322 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd982f41-3ed4-46f3-b4a7-07647acbfdc9 None None] Pushing event deleted for resources: {'Port': ['ID=d817a586-e02f-4f98-8e11-2227f9c516a5,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:50.103022 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd982f41-3ed4-46f3-b4a7-07647acbfdc9 None None] No DVR routers for this DVR port d817a586-e02f-4f98-8e11-2227f9c516a5 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:55:50.156680 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8db183ee-64c6-403d-a327-14012a1e2516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.163499 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8db183ee-64c6-403d-a327-14012a1e2516 admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.169247 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8db183ee-64c6-403d-a327-14012a1e2516 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7bea27a4-cebc-452e-a680-23f85861259f HTTP/1.1" status: 204 len: 168 time: 0.6908681 Nov 12 20:55:50.184082 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db183ee-64c6-403d-a327-14012a1e2516 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bea27a4-cebc-452e-a680-23f85861259f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:50.317159 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55606) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:50.370599 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-31ff8c1c-85a3-462e-b8fa-5514a2984060 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d620851d8c114f71ae1adb4a53c8adea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0515819 Nov 12 20:55:50.372798 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55608) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:50.423567 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-59d43ba1-3fb4-4e26-8963-2c1a22055fe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.450929 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-59d43ba1-3fb4-4e26-8963-2c1a22055fe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.505075 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-59d43ba1-3fb4-4e26-8963-2c1a22055fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.507894 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-59d43ba1-3fb4-4e26-8963-2c1a22055fe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:50.512606 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-59d43ba1-3fb4-4e26-8963-2c1a22055fe6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2fda1dbc-c3a7-4b13-8552-ad56eb076794 HTTP/1.1" status: 204 len: 168 time: 0.1354671 Nov 12 20:55:50.519789 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d43ba1-3fb4-4e26-8963-2c1a22055fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fda1dbc-c3a7-4b13-8552-ad56eb076794,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:50.669223 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:51.336841 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55632) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:51.442551 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-d99cd172-b082-4a88-a576-3134eee14be7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1424594878-network', 'tenant_id': '6d3a902fb46743a78d6388e77c677043'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:55:51.465030 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99cd172-b082-4a88-a576-3134eee14be7 admin admin] Made reservation on behalf of 6d3a902fb46743a78d6388e77c677043 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:55:51.467871 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d99cd172-b082-4a88-a576-3134eee14be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:51.478121 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d99cd172-b082-4a88-a576-3134eee14be7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:51.557263 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d99cd172-b082-4a88-a576-3134eee14be7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:51.561559 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d99cd172-b082-4a88-a576-3134eee14be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:51.591756 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d99cd172-b082-4a88-a576-3134eee14be7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:55:51.597901 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99cd172-b082-4a88-a576-3134eee14be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42566680-ae30-4312-8384-60514ec82621,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:51.608620 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d99cd172-b082-4a88-a576-3134eee14be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:51.608991 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-d99cd172-b082-4a88-a576-3134eee14be7 admin admin] Added segment fdb82f99-3caf-448b-82f7-2f2252313370 of type vlan for network 62b491fa-700c-44bb-b4f1-5655481825a3 Nov 12 20:55:51.655056 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d99cd172-b082-4a88-a576-3134eee14be7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:51.686508 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d99cd172-b082-4a88-a576-3134eee14be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:51.687486 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99cd172-b082-4a88-a576-3134eee14be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:51.688079 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d99cd172-b082-4a88-a576-3134eee14be7 admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:51.748202 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d99cd172-b082-4a88-a576-3134eee14be7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4088976 Nov 12 20:55:51.751246 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55636) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:55:51.755740 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99cd172-b082-4a88-a576-3134eee14be7 admin admin] Pushing event updated for resources: {'Network': ['ID=62b491fa-700c-44bb-b4f1-5655481825a3,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:51.756371 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-19105292-1077-40be-b2e2-a6bb1ea68a9e admin admin] Request body: {'subnet': {'network_id': '62b491fa-700c-44bb-b4f1-5655481825a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1424594878-subnet', 'tenant_id': '6d3a902fb46743a78d6388e77c677043', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:55:51.768091 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 62b491fa-700c-44bb-b4f1-5655481825a3 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:55:51.782219 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19105292-1077-40be-b2e2-a6bb1ea68a9e admin admin] Made reservation on behalf of 6d3a902fb46743a78d6388e77c677043 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:55:51.784637 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19105292-1077-40be-b2e2-a6bb1ea68a9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:51.961487 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19105292-1077-40be-b2e2-a6bb1ea68a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:52.015119 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19105292-1077-40be-b2e2-a6bb1ea68a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb2bd0be-b26a-45df-8409-6809219f76e1,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:52.026910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19105292-1077-40be-b2e2-a6bb1ea68a9e admin admin] Checking segment: {'id': 'fdb82f99-3caf-448b-82f7-2f2252313370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '62b491fa-700c-44bb-b4f1-5655481825a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:55:52.027302 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19105292-1077-40be-b2e2-a6bb1ea68a9e admin admin] Network hostable DHCP agents. Network: 62b491fa-700c-44bb-b4f1-5655481825a3, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:55:52.044543 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19105292-1077-40be-b2e2-a6bb1ea68a9e admin admin] Network 62b491fa-700c-44bb-b4f1-5655481825a3 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:55:52.052462 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-19105292-1077-40be-b2e2-a6bb1ea68a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 62b491fa-700c-44bb-b4f1-5655481825a3) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:55:52.056968 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19105292-1077-40be-b2e2-a6bb1ea68a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:52.057643 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19105292-1077-40be-b2e2-a6bb1ea68a9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:52.061753 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53698612-c07a-4982-acde-527ac5e12547 None None] Network 62b491fa-700c-44bb-b4f1-5655481825a3 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:55:52.077572 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-19105292-1077-40be-b2e2-a6bb1ea68a9e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3251898 Nov 12 20:55:52.218253 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2818b5-4767-4f4f-9ceb-4f50c103eefb None None] Network 62b491fa-700c-44bb-b4f1-5655481825a3 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:55:52.545084 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-af688fc1-094a-400f-bc41-71b935ef4d2a tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:52.546565 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-af688fc1-094a-400f-bc41-71b935ef4d2a tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/networks?id=62b491fa-700c-44bb-b4f1-5655481825a3 HTTP/1.1" status: 200 len: 814 time: 0.1112115 Nov 12 20:55:52.562979 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-7e94b80c-1922-4edf-ae35-30b636638d9a tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/quotas/6d3a902fb46743a78d6388e77c677043 HTTP/1.1" status: 200 len: 375 time: 0.0105598 Nov 12 20:55:52.595617 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-3551cb1c-15ae-4d52-917a-e97bb3ff40aa tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d3a902fb46743a78d6388e77c677043&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266516 Nov 12 20:55:52.774326 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-0003ea96-391a-4d90-955b-6ca09b6d554d service neutron] 10.222.0.48 "GET /v2.0/networks/62b491fa-700c-44bb-b4f1-5655481825a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355939 Nov 12 20:55:52.829805 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-34a04f6f-a597-42cd-b0a2-8dca1492eaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:52.879708 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-968a6596-1451-4cf2-8aab-efd4cc55fac2 service neutron] 10.222.0.48 "GET /v2.0/networks/62b491fa-700c-44bb-b4f1-5655481825a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994165 Nov 12 20:55:53.058896 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d484a421-0a20-4399-81b2-55f2135a7499 req-70cb9b74-60c2-480a-9ba8-14f15124eed1 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=0177b310-5f84-48c1-afdc-065389e486e0 HTTP/1.1" status: 200 len: 210 time: 0.0271001 Nov 12 20:55:53.931125 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:54.128872 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-74961352-d1fe-4012-8fc0-249fd4a8d50b tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:54.130990 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-74961352-d1fe-4012-8fc0-249fd4a8d50b tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.55 "GET /v2.0/networks?id=62b491fa-700c-44bb-b4f1-5655481825a3 HTTP/1.1" status: 200 len: 814 time: 0.1258619 Nov 12 20:55:54.145189 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-4988ba3b-b0cb-445a-9e86-22e3f870c543 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Request body: {'port': {'device_id': '0177b310-5f84-48c1-afdc-065389e486e0', 'network_id': '62b491fa-700c-44bb-b4f1-5655481825a3', 'admin_state_up': True, 'tenant_id': '6d3a902fb46743a78d6388e77c677043'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:55:54.172262 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-666a3529-31dc-4fed-a47f-4b518e1e3129 req-21c99abf-15af-4b89-83da-eed536ac13a4 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=0177b310-5f84-48c1-afdc-065389e486e0 HTTP/1.1" status: 200 len: 210 time: 0.0352297 Nov 12 20:55:54.262762 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-4988ba3b-b0cb-445a-9e86-22e3f870c543 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Made reservation on behalf of 6d3a902fb46743a78d6388e77c677043 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:55:54.266351 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-4988ba3b-b0cb-445a-9e86-22e3f870c543 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:54.398524 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:54.405390 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-4988ba3b-b0cb-445a-9e86-22e3f870c543 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Allocated IP 172.20.0.7 (62b491fa-700c-44bb-b4f1-5655481825a3/bb2bd0be-b26a-45df-8409-6809219f76e1/0fb4c887-5b53-4ffd-b56b-0569df784ee8) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:55:54.583139 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-4988ba3b-b0cb-445a-9e86-22e3f870c543 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:54.620269 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-4988ba3b-b0cb-445a-9e86-22e3f870c543 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:54.671242 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-4988ba3b-b0cb-445a-9e86-22e3f870c543 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Network 62b491fa-700c-44bb-b4f1-5655481825a3 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:55:54.674423 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-4988ba3b-b0cb-445a-9e86-22e3f870c543 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:55:54.679017 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-4988ba3b-b0cb-445a-9e86-22e3f870c543 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:55:54.682994 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988ba3b-b0cb-445a-9e86-22e3f870c543 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Pushing event updated for resources: {'Port': ['ID=0fb4c887-5b53-4ffd-b56b-0569df784ee8,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:54.731138 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-4988ba3b-b0cb-445a-9e86-22e3f870c543 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:54.731760 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-4988ba3b-b0cb-445a-9e86-22e3f870c543 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:54.748896 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-4988ba3b-b0cb-445a-9e86-22e3f870c543 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6080992 Nov 12 20:55:54.762037 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-dab80f66-9228-4121-bd13-f2cebac5ef21 service neutron] Request body: {'port': {'device_id': '0177b310-5f84-48c1-afdc-065389e486e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:55:54.822172 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-dab80f66-9228-4121-bd13-f2cebac5ef21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:55.085920 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-dab80f66-9228-4121-bd13-f2cebac5ef21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fb4c887-5b53-4ffd-b56b-0569df784ee8 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:55:55.094123 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-dab80f66-9228-4121-bd13-f2cebac5ef21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:55.107801 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-dab80f66-9228-4121-bd13-f2cebac5ef21 service neutron] Transition to ACTIVE for port object 0fb4c887-5b53-4ffd-b56b-0569df784ee8 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:55:55.111587 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-dab80f66-9228-4121-bd13-f2cebac5ef21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:55.167777 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab80f66-9228-4121-bd13-f2cebac5ef21 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb4c887-5b53-4ffd-b56b-0569df784ee8,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:55.240512 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-dab80f66-9228-4121-bd13-f2cebac5ef21 service neutron] Attempting to bind port 0fb4c887-5b53-4ffd-b56b-0569df784ee8 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:55:55.240972 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-dab80f66-9228-4121-bd13-f2cebac5ef21 service neutron] Attempting to bind port 0fb4c887-5b53-4ffd-b56b-0569df784ee8 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'fdb82f99-3caf-448b-82f7-2f2252313370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '62b491fa-700c-44bb-b4f1-5655481825a3'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:55:55.241388 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-dab80f66-9228-4121-bd13-f2cebac5ef21 service neutron] Attempting to bind port 0fb4c887-5b53-4ffd-b56b-0569df784ee8 on network 62b491fa-700c-44bb-b4f1-5655481825a3 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:55:55.266723 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-dab80f66-9228-4121-bd13-f2cebac5ef21 service neutron] Port 0fb4c887-5b53-4ffd-b56b-0569df784ee8 on network 62b491fa-700c-44bb-b4f1-5655481825a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:55:55.267208 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-dab80f66-9228-4121-bd13-f2cebac5ef21 service neutron] Attempting to bind port 0fb4c887-5b53-4ffd-b56b-0569df784ee8 on network 62b491fa-700c-44bb-b4f1-5655481825a3 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:55:55.297850 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-dab80f66-9228-4121-bd13-f2cebac5ef21 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:55:55.298352 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-dab80f66-9228-4121-bd13-f2cebac5ef21 service neutron] Checking segment: {'id': 'fdb82f99-3caf-448b-82f7-2f2252313370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '62b491fa-700c-44bb-b4f1-5655481825a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:55:55.298843 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-dab80f66-9228-4121-bd13-f2cebac5ef21 service neutron] Bound using segment: {'id': 'fdb82f99-3caf-448b-82f7-2f2252313370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '62b491fa-700c-44bb-b4f1-5655481825a3'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:55:55.299431 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-dab80f66-9228-4121-bd13-f2cebac5ef21 service neutron] Bound port: 0fb4c887-5b53-4ffd-b56b-0569df784ee8, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdb82f99-3caf-448b-82f7-2f2252313370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '62b491fa-700c-44bb-b4f1-5655481825a3'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:55:55.299855 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-dab80f66-9228-4121-bd13-f2cebac5ef21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:55.336741 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:55.379446 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec21336-44de-4a40-abdd-4d87de10af26 req-cc7589a1-977c-4ae7-af4f-f804f48eae53 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:55.381778 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9ec21336-44de-4a40-abdd-4d87de10af26 req-cc7589a1-977c-4ae7-af4f-f804f48eae53 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=0177b310-5f84-48c1-afdc-065389e486e0 HTTP/1.1" status: 200 len: 943 time: 0.1352091 Nov 12 20:55:55.450033 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-dab80f66-9228-4121-bd13-f2cebac5ef21 service neutron] For port 0fb4c887-5b53-4ffd-b56b-0569df784ee8, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:55:55.455683 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-dab80f66-9228-4121-bd13-f2cebac5ef21 service neutron] For port 0fb4c887-5b53-4ffd-b56b-0569df784ee8, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=0fb4c887-5b53-4ffd-b56b-0569df784ee8,segment=NetworkSegment(fdb82f99-3caf-448b-82f7-2f2252313370),segment_id=fdb82f99-3caf-448b-82f7-2f2252313370)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:55:55.461263 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-dab80f66-9228-4121-bd13-f2cebac5ef21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:55.504770 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9ec21336-44de-4a40-abdd-4d87de10af26 req-d1c6c8ef-0db9-442e-81f9-254598995580 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/security-groups?id=42566680-ae30-4312-8384-60514ec82621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108153 Nov 12 20:55:55.519649 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-dab80f66-9228-4121-bd13-f2cebac5ef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:55.520323 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-dab80f66-9228-4121-bd13-f2cebac5ef21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:55.521821 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-dab80f66-9228-4121-bd13-f2cebac5ef21 service neutron] 10.222.0.55 "PUT /v2.0/ports/0fb4c887-5b53-4ffd-b56b-0569df784ee8 HTTP/1.1" status: 200 len: 1092 time: 0.7645001 Nov 12 20:55:55.522290 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0177b310-5f84-48c1-afdc-065389e486e0', 'tag': '0fb4c887-5b53-4ffd-b56b-0569df784ee8'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:55:55.524658 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd6bf149db5198c131b0a94c001dfe597833dedcde5dd32e44168e01e6f8dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c193b5d7-97dd-4abd-900c-11711528b50d" -d '{"events": [{"name": "network-changed", "server_uuid": "0177b310-5f84-48c1-afdc-065389e486e0", "tag": "0fb4c887-5b53-4ffd-b56b-0569df784ee8"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:55:55.557306 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab80f66-9228-4121-bd13-f2cebac5ef21 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb4c887-5b53-4ffd-b56b-0569df784ee8,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:55:55.609841 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906b8e1d-9b71-4cc7-bed5-a1d7837e2ae6 x-openstack-request-id: req-906b8e1d-9b71-4cc7-bed5-a1d7837e2ae6 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:55:55.610182 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0177b310-5f84-48c1-afdc-065389e486e0", "tag": "0fb4c887-5b53-4ffd-b56b-0569df784ee8", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:55:55.610455 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-906b8e1d-9b71-4cc7-bed5-a1d7837e2ae6 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:55:55.610877 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0177b310-5f84-48c1-afdc-065389e486e0', 'tag': '0fb4c887-5b53-4ffd-b56b-0569df784ee8', 'status': 'completed', 'code': 200} Nov 12 20:55:55.630398 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-e6d5cdb2-78de-4744-b3c9-598888b5897b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:55.631948 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-e6d5cdb2-78de-4744-b3c9-598888b5897b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d3a902fb46743a78d6388e77c677043&device_id=0177b310-5f84-48c1-afdc-065389e486e0 HTTP/1.1" status: 200 len: 1095 time: 0.0527041 Nov 12 20:55:55.676542 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-f1e267ce-1ecf-488e-8d40-679e7c60b0bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fb4c887-5b53-4ffd-b56b-0569df784ee8 HTTP/1.1" status: 200 len: 217 time: 0.0359368 Nov 12 20:55:56.050219 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:55:56.122981 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-2adb082d-117f-4969-80ac-d631522b733b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:56.124512 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-2adb082d-117f-4969-80ac-d631522b733b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb2bd0be-b26a-45df-8409-6809219f76e1 HTTP/1.1" status: 200 len: 854 time: 0.4406788 Nov 12 20:55:56.161699 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-dec2df11-14db-486c-81fe-63ffed360612 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62b491fa-700c-44bb-b4f1-5655481825a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293596 Nov 12 20:55:56.259516 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-2e335f5f-cf23-46f7-b062-a40e0c470448 service neutron] 10.222.0.55 "GET /v2.0/networks/62b491fa-700c-44bb-b4f1-5655481825a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891984 Nov 12 20:55:56.356879 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d4bcdf92-d16c-40bc-9eb2-92c6e6e0ad3c req-9547a187-bf4a-4cba-825e-1ddc1a91dc79 service neutron] 10.222.0.55 "GET /v2.0/networks/62b491fa-700c-44bb-b4f1-5655481825a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907962 Nov 12 20:55:56.454374 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193b5d7-97dd-4abd-900c-11711528b50d req-b6ea8e11-5fba-4d99-beaf-65deaf2c0dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:56.456022 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c193b5d7-97dd-4abd-900c-11711528b50d req-b6ea8e11-5fba-4d99-beaf-65deaf2c0dd5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d3a902fb46743a78d6388e77c677043&device_id=0177b310-5f84-48c1-afdc-065389e486e0 HTTP/1.1" status: 200 len: 1095 time: 0.0495412 Nov 12 20:55:56.560764 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193b5d7-97dd-4abd-900c-11711528b50d req-2b6c5413-4b4d-43d6-bd1b-baed8bb1d29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:56.562212 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c193b5d7-97dd-4abd-900c-11711528b50d req-2b6c5413-4b4d-43d6-bd1b-baed8bb1d29d service neutron] 10.222.0.55 "GET /v2.0/networks?id=62b491fa-700c-44bb-b4f1-5655481825a3 HTTP/1.1" status: 200 len: 915 time: 0.0997171 Nov 12 20:55:56.615442 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c193b5d7-97dd-4abd-900c-11711528b50d req-e9a98bf1-af52-4d4b-a575-68424de41b06 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fb4c887-5b53-4ffd-b56b-0569df784ee8 HTTP/1.1" status: 200 len: 217 time: 0.0451665 Nov 12 20:55:56.699731 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f7aeb-4124-458a-96bd-37d7b7ed820d req-5a3a6f50-e934-438a-9c41-e8705064c88c tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:56.701368 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ec8f7aeb-4124-458a-96bd-37d7b7ed820d req-5a3a6f50-e934-438a-9c41-e8705064c88c tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=0177b310-5f84-48c1-afdc-065389e486e0 HTTP/1.1" status: 200 len: 943 time: 0.0954571 Nov 12 20:55:56.702766 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193b5d7-97dd-4abd-900c-11711528b50d req-89309521-1c04-41f9-a28e-bdc607604d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:56.704103 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c193b5d7-97dd-4abd-900c-11711528b50d req-89309521-1c04-41f9-a28e-bdc607604d23 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb2bd0be-b26a-45df-8409-6809219f76e1 HTTP/1.1" status: 200 len: 854 time: 0.0714645 Nov 12 20:55:56.750424 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c193b5d7-97dd-4abd-900c-11711528b50d req-6cdede08-f78f-4775-b6f7-5c1711235252 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62b491fa-700c-44bb-b4f1-5655481825a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357871 Nov 12 20:55:56.796066 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ec8f7aeb-4124-458a-96bd-37d7b7ed820d req-f7f4e781-0985-4aa1-a62c-959e9fa45507 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/security-groups?id=42566680-ae30-4312-8384-60514ec82621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885806 Nov 12 20:55:56.863090 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c193b5d7-97dd-4abd-900c-11711528b50d req-cecbbda5-9abd-47c1-9f1d-3bacb8ea73b2 service neutron] 10.222.0.55 "GET /v2.0/networks/62b491fa-700c-44bb-b4f1-5655481825a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043916 Nov 12 20:55:56.965634 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c193b5d7-97dd-4abd-900c-11711528b50d req-bcbc6d06-9d36-4c49-ade6-98f39582c1bb service neutron] 10.222.0.55 "GET /v2.0/networks/62b491fa-700c-44bb-b4f1-5655481825a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942729 Nov 12 20:55:57.925093 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18915809-b2d6-4143-adb7-3d131eecad71 req-40962565-1991-40df-82fe-e946ed9aab94 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:57.926650 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-18915809-b2d6-4143-adb7-3d131eecad71 req-40962565-1991-40df-82fe-e946ed9aab94 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=0177b310-5f84-48c1-afdc-065389e486e0 HTTP/1.1" status: 200 len: 943 time: 0.0498443 Nov 12 20:55:57.975993 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-18915809-b2d6-4143-adb7-3d131eecad71 req-52f6c455-cff9-430e-96d4-8ba538a530fe tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/security-groups?id=42566680-ae30-4312-8384-60514ec82621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419517 Nov 12 20:55:59.101358 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecba73-a081-4d99-94e9-7cf7fcaefbd5 req-12947311-205d-4adc-a244-828d82f41bc8 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:55:59.102878 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6eecba73-a081-4d99-94e9-7cf7fcaefbd5 req-12947311-205d-4adc-a244-828d82f41bc8 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=0177b310-5f84-48c1-afdc-065389e486e0 HTTP/1.1" status: 200 len: 943 time: 0.0565035 Nov 12 20:55:59.152753 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6eecba73-a081-4d99-94e9-7cf7fcaefbd5 req-a9a35db5-4b35-43c3-a325-0446f04004e8 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/security-groups?id=42566680-ae30-4312-8384-60514ec82621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437670 Nov 12 20:56:00.284560 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb44e8-9254-43c1-8f77-c70475f19e16 req-5f235af0-e583-454a-9e00-e8969c4eca02 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:00.286115 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6bb44e8-9254-43c1-8f77-c70475f19e16 req-5f235af0-e583-454a-9e00-e8969c4eca02 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=0177b310-5f84-48c1-afdc-065389e486e0 HTTP/1.1" status: 200 len: 943 time: 0.0506463 Nov 12 20:56:00.335098 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c6bb44e8-9254-43c1-8f77-c70475f19e16 req-c50f08f3-a65a-4329-b6f5-4c1f2d8b090f tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/security-groups?id=42566680-ae30-4312-8384-60514ec82621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416203 Nov 12 20:56:00.508916 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 0fb4c887-5b53-4ffd-b56b-0569df784ee8 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:56:00.615151 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 0fb4c887-5b53-4ffd-b56b-0569df784ee8, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=0fb4c887-5b53-4ffd-b56b-0569df784ee8,segment=NetworkSegment(fdb82f99-3caf-448b-82f7-2f2252313370),segment_id=fdb82f99-3caf-448b-82f7-2f2252313370)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:00.627917 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '0fb4c887-5b53-4ffd-b56b-0569df784ee8', 'network_id': '62b491fa-700c-44bb-b4f1-5655481825a3', 'port_id': '0fb4c887-5b53-4ffd-b56b-0569df784ee8', 'mac_address': 'fa:16:3e:c0:a6:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2bd0be-b26a-45df-8409-6809219f76e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:56:00.672934 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:00.687436 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fb4c887-5b53-4ffd-b56b-0569df784ee8 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:56:00.708766 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 0fb4c887-5b53-4ffd-b56b-0569df784ee8, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=0fb4c887-5b53-4ffd-b56b-0569df784ee8,segment=NetworkSegment(fdb82f99-3caf-448b-82f7-2f2252313370),segment_id=fdb82f99-3caf-448b-82f7-2f2252313370)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:00.715073 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:00.771318 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=0fb4c887-5b53-4ffd-b56b-0569df784ee8,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:01.014513 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['0fb4c887-5b53-4ffd-b56b-0569df784ee8'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:56:01.459044 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbc915-1f6a-4fd9-8342-e6badaa86343 req-5da2992f-8b9c-4ea0-84c7-eef070cac3bd tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:01.460721 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b7bbc915-1f6a-4fd9-8342-e6badaa86343 req-5da2992f-8b9c-4ea0-84c7-eef070cac3bd tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=0177b310-5f84-48c1-afdc-065389e486e0 HTTP/1.1" status: 200 len: 944 time: 0.0552161 Nov 12 20:56:01.509502 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b7bbc915-1f6a-4fd9-8342-e6badaa86343 req-aad57795-f96e-46eb-aa69-7d47bd6df5c9 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/security-groups?id=42566680-ae30-4312-8384-60514ec82621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424886 Nov 12 20:56:02.499551 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 0fb4c887-5b53-4ffd-b56b-0569df784ee8 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:56:02.550904 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 0fb4c887-5b53-4ffd-b56b-0569df784ee8 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:56:02.555172 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 0fb4c887-5b53-4ffd-b56b-0569df784ee8 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:02.555545 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:02.642390 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:02.649489 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082168e-6e25-4489-a1dc-4ccf158c8523 req-12f99676-e96b-4b2b-be78-06f4e1cc683e tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:02.651564 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4082168e-6e25-4489-a1dc-4ccf158c8523 req-12f99676-e96b-4b2b-be78-06f4e1cc683e tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=0177b310-5f84-48c1-afdc-065389e486e0 HTTP/1.1" status: 200 len: 944 time: 0.0552311 Nov 12 20:56:02.667422 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0177b310-5f84-48c1-afdc-065389e486e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb4c887-5b53-4ffd-b56b-0569df784ee8'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:56:02.669696 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e2a221c1ff93e56a7b3290f78f059e5ee30a378a3a846772c85f81925c98a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e17269-1936-4484-a74a-03336af26ce6" -d '{"events": [{"server_uuid": "0177b310-5f84-48c1-afdc-065389e486e0", "name": "network-vif-plugged", "status": "completed", "tag": "0fb4c887-5b53-4ffd-b56b-0569df784ee8"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:56:02.683483 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 0fb4c887-5b53-4ffd-b56b-0569df784ee8, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=0fb4c887-5b53-4ffd-b56b-0569df784ee8,segment=NetworkSegment(fdb82f99-3caf-448b-82f7-2f2252313370),segment_id=fdb82f99-3caf-448b-82f7-2f2252313370)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:02.688007 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:02.702872 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4082168e-6e25-4489-a1dc-4ccf158c8523 req-17d3916b-b991-4f01-af88-43bd486e7053 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/security-groups?id=42566680-ae30-4312-8384-60514ec82621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444765 Nov 12 20:56:02.718420 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823e44be-076d-4f84-9fb8-380790393062 x-openstack-request-id: req-823e44be-076d-4f84-9fb8-380790393062 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:56:02.718713 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0177b310-5f84-48c1-afdc-065389e486e0", "name": "network-vif-plugged", "status": "completed", "tag": "0fb4c887-5b53-4ffd-b56b-0569df784ee8", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:56:02.718969 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-823e44be-076d-4f84-9fb8-380790393062 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:56:02.719356 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0177b310-5f84-48c1-afdc-065389e486e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb4c887-5b53-4ffd-b56b-0569df784ee8', 'code': 200} Nov 12 20:56:02.741159 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=0fb4c887-5b53-4ffd-b56b-0569df784ee8,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:02.815183 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67842d-11df-40fa-8204-683ab474a818 req-ce68cdc7-5b09-4a59-b139-e055a2ab6fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:02.816736 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b67842d-11df-40fa-8204-683ab474a818 req-ce68cdc7-5b09-4a59-b139-e055a2ab6fcb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0177b310-5f84-48c1-afdc-065389e486e0 HTTP/1.1" status: 200 len: 1097 time: 0.0391846 Nov 12 20:56:02.865278 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6b67842d-11df-40fa-8204-683ab474a818 req-942a35cc-bb8d-4a34-9a5e-f4e2c645f8b1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=42566680-ae30-4312-8384-60514ec82621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408571 Nov 12 20:56:03.834794 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096f871-5792-4ceb-b552-4fa8ec0ed5f8 req-b79c60ae-ac0e-450c-97c9-c04b07607ab1 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:03.836333 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a096f871-5792-4ceb-b552-4fa8ec0ed5f8 req-b79c60ae-ac0e-450c-97c9-c04b07607ab1 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=0177b310-5f84-48c1-afdc-065389e486e0 HTTP/1.1" status: 200 len: 945 time: 0.0541046 Nov 12 20:56:03.886974 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a096f871-5792-4ceb-b552-4fa8ec0ed5f8 req-84ce2e7c-03f2-4907-9aef-3adb127dfdb3 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/security-groups?id=42566680-ae30-4312-8384-60514ec82621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436630 Nov 12 20:56:05.015696 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0d1a4-10a6-4c61-a6f8-d43e6c739e88 req-fb070432-187f-4035-a512-9bd1ebb1c38f tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:05.017246 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-66b0d1a4-10a6-4c61-a6f8-d43e6c739e88 req-fb070432-187f-4035-a512-9bd1ebb1c38f tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=0177b310-5f84-48c1-afdc-065389e486e0 HTTP/1.1" status: 200 len: 945 time: 0.0490072 Nov 12 20:56:05.065686 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-66b0d1a4-10a6-4c61-a6f8-d43e6c739e88 req-00d87a73-ad50-4157-bab6-9be149a894b0 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/security-groups?id=42566680-ae30-4312-8384-60514ec82621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419981 Nov 12 20:56:05.301133 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-01adbe07-f384-4c21-a6d4-5450d3ce9652 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:05.302676 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-01adbe07-f384-4c21-a6d4-5450d3ce9652 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/networks?id=62b491fa-700c-44bb-b4f1-5655481825a3 HTTP/1.1" status: 200 len: 814 time: 0.1108999 Nov 12 20:56:05.318759 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-b0fcccbf-8d00-4e2c-9874-53f2378e6d0e tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/quotas/6d3a902fb46743a78d6388e77c677043 HTTP/1.1" status: 200 len: 375 time: 0.0104728 Nov 12 20:56:05.370400 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-f9f7774f-76c1-4bfa-916c-54fb90635c57 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d3a902fb46743a78d6388e77c677043&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462162 Nov 12 20:56:05.382489 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-00e32b9e-8e55-4baa-8e25-476859bbb1fe service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:56:05.383617 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-00e32b9e-8e55-4baa-8e25-476859bbb1fe service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057485 Nov 12 20:56:05.494737 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-0f307cff-7c05-4ca3-bd20-d06831844345 service neutron] 10.222.0.48 "GET /v2.0/networks/62b491fa-700c-44bb-b4f1-5655481825a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017761 Nov 12 20:56:05.600925 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-2c5652dc-5a76-4c43-b554-6c0cce94df5b service neutron] 10.222.0.48 "GET /v2.0/networks/62b491fa-700c-44bb-b4f1-5655481825a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992639 Nov 12 20:56:05.763159 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-eb42f12a-025d-4bff-b2a5-8ea8013a7b0c req-7460fc68-2122-4a96-aada-a6e45a8fa332 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=2df08f3d-98d2-4399-890e-2ede83033ad9 HTTP/1.1" status: 200 len: 210 time: 0.0265913 Nov 12 20:56:06.842347 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-d14b4f7a-5f65-4636-a052-cffa4a613396 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:06.843888 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-d14b4f7a-5f65-4636-a052-cffa4a613396 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.52 "GET /v2.0/networks?id=62b491fa-700c-44bb-b4f1-5655481825a3 HTTP/1.1" status: 200 len: 814 time: 0.1093533 Nov 12 20:56:06.861985 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-5fda5eb8-2ee7-4bd5-ac61-82b212e3af17 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Request body: {'port': {'device_id': '2df08f3d-98d2-4399-890e-2ede83033ad9', 'network_id': '62b491fa-700c-44bb-b4f1-5655481825a3', 'admin_state_up': True, 'tenant_id': '6d3a902fb46743a78d6388e77c677043'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:06.868932 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6f95057d-5800-48f5-af90-fa2f38dcde83 req-3a9ddc43-aabf-4410-a07e-1556f47d7590 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=2df08f3d-98d2-4399-890e-2ede83033ad9 HTTP/1.1" status: 200 len: 210 time: 0.0261438 Nov 12 20:56:06.976826 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-5fda5eb8-2ee7-4bd5-ac61-82b212e3af17 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Made reservation on behalf of 6d3a902fb46743a78d6388e77c677043 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:56:06.980291 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-5fda5eb8-2ee7-4bd5-ac61-82b212e3af17 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:07.101794 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-5fda5eb8-2ee7-4bd5-ac61-82b212e3af17 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Allocated IP 172.20.0.4 (62b491fa-700c-44bb-b4f1-5655481825a3/bb2bd0be-b26a-45df-8409-6809219f76e1/ab633829-b6ea-44cb-ba27-3fbcea95bb2b) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:56:07.253556 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-5fda5eb8-2ee7-4bd5-ac61-82b212e3af17 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:07.287145 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-5fda5eb8-2ee7-4bd5-ac61-82b212e3af17 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:07.301283 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['0fb4c887-5b53-4ffd-b56b-0569df784ee8'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:56:07.329568 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-5fda5eb8-2ee7-4bd5-ac61-82b212e3af17 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Network 62b491fa-700c-44bb-b4f1-5655481825a3 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:56:07.332583 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-5fda5eb8-2ee7-4bd5-ac61-82b212e3af17 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:07.335302 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-5fda5eb8-2ee7-4bd5-ac61-82b212e3af17 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:56:07.367408 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda5eb8-2ee7-4bd5-ac61-82b212e3af17 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Pushing event updated for resources: {'Port': ['ID=ab633829-b6ea-44cb-ba27-3fbcea95bb2b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:07.402626 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-5fda5eb8-2ee7-4bd5-ac61-82b212e3af17 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:07.403254 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-5fda5eb8-2ee7-4bd5-ac61-82b212e3af17 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:07.420295 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-5fda5eb8-2ee7-4bd5-ac61-82b212e3af17 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5655456 Nov 12 20:56:07.439250 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-49716ad4-0c9c-46ea-87fc-976bf6fa06c3 service neutron] Request body: {'port': {'device_id': '2df08f3d-98d2-4399-890e-2ede83033ad9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:07.492960 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-49716ad4-0c9c-46ea-87fc-976bf6fa06c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:07.763432 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-49716ad4-0c9c-46ea-87fc-976bf6fa06c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab633829-b6ea-44cb-ba27-3fbcea95bb2b {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:56:07.770786 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-49716ad4-0c9c-46ea-87fc-976bf6fa06c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:07.782864 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-49716ad4-0c9c-46ea-87fc-976bf6fa06c3 service neutron] Transition to ACTIVE for port object ab633829-b6ea-44cb-ba27-3fbcea95bb2b will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:56:07.786133 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-49716ad4-0c9c-46ea-87fc-976bf6fa06c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:07.836873 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49716ad4-0c9c-46ea-87fc-976bf6fa06c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab633829-b6ea-44cb-ba27-3fbcea95bb2b,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:07.908569 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-49716ad4-0c9c-46ea-87fc-976bf6fa06c3 service neutron] Attempting to bind port ab633829-b6ea-44cb-ba27-3fbcea95bb2b on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:56:07.909104 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-49716ad4-0c9c-46ea-87fc-976bf6fa06c3 service neutron] Attempting to bind port ab633829-b6ea-44cb-ba27-3fbcea95bb2b by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'fdb82f99-3caf-448b-82f7-2f2252313370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '62b491fa-700c-44bb-b4f1-5655481825a3'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:56:07.909422 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-49716ad4-0c9c-46ea-87fc-976bf6fa06c3 service neutron] Attempting to bind port ab633829-b6ea-44cb-ba27-3fbcea95bb2b on network 62b491fa-700c-44bb-b4f1-5655481825a3 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:56:07.914165 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-49716ad4-0c9c-46ea-87fc-976bf6fa06c3 service neutron] Port ab633829-b6ea-44cb-ba27-3fbcea95bb2b on network 62b491fa-700c-44bb-b4f1-5655481825a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:56:07.914524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-49716ad4-0c9c-46ea-87fc-976bf6fa06c3 service neutron] Attempting to bind port ab633829-b6ea-44cb-ba27-3fbcea95bb2b on network 62b491fa-700c-44bb-b4f1-5655481825a3 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:56:07.920655 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-49716ad4-0c9c-46ea-87fc-976bf6fa06c3 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:56:07.921033 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-49716ad4-0c9c-46ea-87fc-976bf6fa06c3 service neutron] Checking segment: {'id': 'fdb82f99-3caf-448b-82f7-2f2252313370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '62b491fa-700c-44bb-b4f1-5655481825a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:07.921450 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-49716ad4-0c9c-46ea-87fc-976bf6fa06c3 service neutron] Bound using segment: {'id': 'fdb82f99-3caf-448b-82f7-2f2252313370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '62b491fa-700c-44bb-b4f1-5655481825a3'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:56:07.921962 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-49716ad4-0c9c-46ea-87fc-976bf6fa06c3 service neutron] Bound port: ab633829-b6ea-44cb-ba27-3fbcea95bb2b, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdb82f99-3caf-448b-82f7-2f2252313370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '62b491fa-700c-44bb-b4f1-5655481825a3'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:56:07.922366 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-49716ad4-0c9c-46ea-87fc-976bf6fa06c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:08.023695 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-49716ad4-0c9c-46ea-87fc-976bf6fa06c3 service neutron] For port ab633829-b6ea-44cb-ba27-3fbcea95bb2b, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:56:08.029643 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-49716ad4-0c9c-46ea-87fc-976bf6fa06c3 service neutron] For port ab633829-b6ea-44cb-ba27-3fbcea95bb2b, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=ab633829-b6ea-44cb-ba27-3fbcea95bb2b,segment=NetworkSegment(fdb82f99-3caf-448b-82f7-2f2252313370),segment_id=fdb82f99-3caf-448b-82f7-2f2252313370)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:56:08.038921 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ed6b6-7c52-40a4-b7c2-b368050a36b2 req-91092064-e436-47b3-8943-b83f1ecb76b3 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:08.040463 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c19ed6b6-7c52-40a4-b7c2-b368050a36b2 req-91092064-e436-47b3-8943-b83f1ecb76b3 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=2df08f3d-98d2-4399-890e-2ede83033ad9 HTTP/1.1" status: 200 len: 943 time: 0.0828812 Nov 12 20:56:08.042022 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-49716ad4-0c9c-46ea-87fc-976bf6fa06c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:08.095278 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-49716ad4-0c9c-46ea-87fc-976bf6fa06c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:08.095912 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-49716ad4-0c9c-46ea-87fc-976bf6fa06c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:08.097334 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-49716ad4-0c9c-46ea-87fc-976bf6fa06c3 service neutron] 10.222.0.52 "PUT /v2.0/ports/ab633829-b6ea-44cb-ba27-3fbcea95bb2b HTTP/1.1" status: 200 len: 1092 time: 0.6629174 Nov 12 20:56:08.098030 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df08f3d-98d2-4399-890e-2ede83033ad9', 'tag': 'ab633829-b6ea-44cb-ba27-3fbcea95bb2b'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:56:08.100155 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1dbead9-dfb6-46d1-a8e5-d8af9496498d" -d '{"events": [{"name": "network-changed", "server_uuid": "2df08f3d-98d2-4399-890e-2ede83033ad9", "tag": "ab633829-b6ea-44cb-ba27-3fbcea95bb2b"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:56:08.122710 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49716ad4-0c9c-46ea-87fc-976bf6fa06c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab633829-b6ea-44cb-ba27-3fbcea95bb2b,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:08.158627 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c19ed6b6-7c52-40a4-b7c2-b368050a36b2 req-20d853d4-a08e-4c6d-aaa7-1cf9fa4425eb tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/security-groups?id=42566680-ae30-4312-8384-60514ec82621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081963 Nov 12 20:56:08.188956 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a765f1-a7a4-4253-8bb0-937c4fbbefe9 x-openstack-request-id: req-72a765f1-a7a4-4253-8bb0-937c4fbbefe9 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:56:08.189380 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df08f3d-98d2-4399-890e-2ede83033ad9", "tag": "ab633829-b6ea-44cb-ba27-3fbcea95bb2b", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:56:08.189763 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-72a765f1-a7a4-4253-8bb0-937c4fbbefe9 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:56:08.190294 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df08f3d-98d2-4399-890e-2ede83033ad9', 'tag': 'ab633829-b6ea-44cb-ba27-3fbcea95bb2b', 'status': 'completed', 'code': 200} Nov 12 20:56:08.205202 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-3f017cb4-8d88-4a52-bf88-ca50eebef038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:08.206990 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-3f017cb4-8d88-4a52-bf88-ca50eebef038 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d3a902fb46743a78d6388e77c677043&device_id=2df08f3d-98d2-4399-890e-2ede83033ad9 HTTP/1.1" status: 200 len: 1095 time: 0.0618842 Nov 12 20:56:08.263344 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-507888a3-3340-46e8-8566-df30f7977984 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab633829-b6ea-44cb-ba27-3fbcea95bb2b HTTP/1.1" status: 200 len: 217 time: 0.0432372 Nov 12 20:56:08.327035 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-0dcbea89-c9cd-418a-b27e-10e5d0a5caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:08.328769 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-0dcbea89-c9cd-418a-b27e-10e5d0a5caa8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bb2bd0be-b26a-45df-8409-6809219f76e1 HTTP/1.1" status: 200 len: 854 time: 0.0550356 Nov 12 20:56:08.372181 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-29cd6806-d4a7-4558-a8b4-83daf51edf63 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62b491fa-700c-44bb-b4f1-5655481825a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321264 Nov 12 20:56:08.473666 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-3be46bd0-95a2-4990-bc5e-7f0f7149f42d service neutron] 10.222.0.52 "GET /v2.0/networks/62b491fa-700c-44bb-b4f1-5655481825a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902376 Nov 12 20:56:08.571776 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f0bdf7d0-e2a6-4c3d-91e5-b4f17630e038 req-fadea903-0960-4888-95f5-85fa1fb45a5a service neutron] 10.222.0.52 "GET /v2.0/networks/62b491fa-700c-44bb-b4f1-5655481825a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861578 Nov 12 20:56:08.671665 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbead9-dfb6-46d1-a8e5-d8af9496498d req-65de1ae7-f32d-4e8e-a248-c3e30915e7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:08.673150 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f1dbead9-dfb6-46d1-a8e5-d8af9496498d req-65de1ae7-f32d-4e8e-a248-c3e30915e7a7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d3a902fb46743a78d6388e77c677043&device_id=2df08f3d-98d2-4399-890e-2ede83033ad9 HTTP/1.1" status: 200 len: 1095 time: 0.0450358 Nov 12 20:56:08.764460 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbead9-dfb6-46d1-a8e5-d8af9496498d req-047018e5-1361-44d3-8bb3-745c2cc1e54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:08.766193 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f1dbead9-dfb6-46d1-a8e5-d8af9496498d req-047018e5-1361-44d3-8bb3-745c2cc1e54f service neutron] 10.222.0.52 "GET /v2.0/networks?id=62b491fa-700c-44bb-b4f1-5655481825a3 HTTP/1.1" status: 200 len: 915 time: 0.0864043 Nov 12 20:56:08.814287 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f1dbead9-dfb6-46d1-a8e5-d8af9496498d req-b9ff1e8e-07b5-4f92-ad65-c0288832a6d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab633829-b6ea-44cb-ba27-3fbcea95bb2b HTTP/1.1" status: 200 len: 217 time: 0.0411131 Nov 12 20:56:08.864510 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbead9-dfb6-46d1-a8e5-d8af9496498d req-7c063514-db58-4447-aa6f-512ecbd887e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:08.865977 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f1dbead9-dfb6-46d1-a8e5-d8af9496498d req-7c063514-db58-4447-aa6f-512ecbd887e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bb2bd0be-b26a-45df-8409-6809219f76e1 HTTP/1.1" status: 200 len: 854 time: 0.0443375 Nov 12 20:56:08.897587 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f1dbead9-dfb6-46d1-a8e5-d8af9496498d req-8863b10b-1dce-4d26-a6c9-9811196ed8cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62b491fa-700c-44bb-b4f1-5655481825a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239007 Nov 12 20:56:08.988515 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f1dbead9-dfb6-46d1-a8e5-d8af9496498d req-0938cd19-def0-4d73-821f-ecafc955f075 service neutron] 10.222.0.52 "GET /v2.0/networks/62b491fa-700c-44bb-b4f1-5655481825a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831060 Nov 12 20:56:09.077538 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f1dbead9-dfb6-46d1-a8e5-d8af9496498d req-6aa12838-15d0-4400-bdff-99e1b454ccd5 service neutron] 10.222.0.52 "GET /v2.0/networks/62b491fa-700c-44bb-b4f1-5655481825a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819585 Nov 12 20:56:09.300344 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f25e8a-e25e-4a68-9812-bb5783985e76 req-bcab6a9c-89f9-4c53-b01f-e2749845bd74 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:09.301945 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-43f25e8a-e25e-4a68-9812-bb5783985e76 req-bcab6a9c-89f9-4c53-b01f-e2749845bd74 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=2df08f3d-98d2-4399-890e-2ede83033ad9 HTTP/1.1" status: 200 len: 943 time: 0.0600049 Nov 12 20:56:09.357262 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-43f25e8a-e25e-4a68-9812-bb5783985e76 req-04c5cb26-0f1a-4ab8-8574-de46f68ca2a7 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/security-groups?id=42566680-ae30-4312-8384-60514ec82621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477397 Nov 12 20:56:10.478990 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4034c2-124c-4cc7-aaed-3e2afd90f2a6 req-46a2645e-a27c-4f05-a274-8909990b8842 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:10.480518 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3c4034c2-124c-4cc7-aaed-3e2afd90f2a6 req-46a2645e-a27c-4f05-a274-8909990b8842 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=2df08f3d-98d2-4399-890e-2ede83033ad9 HTTP/1.1" status: 200 len: 943 time: 0.0499091 Nov 12 20:56:10.532878 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3c4034c2-124c-4cc7-aaed-3e2afd90f2a6 req-a8c437c8-3286-4340-90ef-0c2ccfd61ad3 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/security-groups?id=42566680-ae30-4312-8384-60514ec82621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463216 Nov 12 20:56:11.371621 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device ab633829-b6ea-44cb-ba27-3fbcea95bb2b details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:56:11.484375 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port ab633829-b6ea-44cb-ba27-3fbcea95bb2b, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=ab633829-b6ea-44cb-ba27-3fbcea95bb2b,segment=NetworkSegment(fdb82f99-3caf-448b-82f7-2f2252313370),segment_id=fdb82f99-3caf-448b-82f7-2f2252313370)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:11.496983 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'ab633829-b6ea-44cb-ba27-3fbcea95bb2b', 'network_id': '62b491fa-700c-44bb-b4f1-5655481825a3', 'port_id': 'ab633829-b6ea-44cb-ba27-3fbcea95bb2b', 'mac_address': 'fa:16:3e:2a:c8:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2bd0be-b26a-45df-8409-6809219f76e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:56:11.544368 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:11.558906 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab633829-b6ea-44cb-ba27-3fbcea95bb2b {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:56:11.580136 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port ab633829-b6ea-44cb-ba27-3fbcea95bb2b, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=ab633829-b6ea-44cb-ba27-3fbcea95bb2b,segment=NetworkSegment(fdb82f99-3caf-448b-82f7-2f2252313370),segment_id=fdb82f99-3caf-448b-82f7-2f2252313370)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:11.584528 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:11.637194 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=ab633829-b6ea-44cb-ba27-3fbcea95bb2b,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:11.650945 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e1a60-aba6-438f-ab17-98ae0d0aae6b req-b84080e2-8387-490b-9605-0413d390c8c7 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:11.652514 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-576e1a60-aba6-438f-ab17-98ae0d0aae6b req-b84080e2-8387-490b-9605-0413d390c8c7 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=2df08f3d-98d2-4399-890e-2ede83033ad9 HTTP/1.1" status: 200 len: 944 time: 0.0511954 Nov 12 20:56:11.701283 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-576e1a60-aba6-438f-ab17-98ae0d0aae6b req-ef262230-b390-4679-a346-14d686255c40 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/security-groups?id=42566680-ae30-4312-8384-60514ec82621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414970 Nov 12 20:56:11.829784 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['ab633829-b6ea-44cb-ba27-3fbcea95bb2b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:56:12.827469 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5fe08-9de6-477d-ad3c-7b7a2cd012ac req-9277ce4e-993e-4b71-b610-44eec6a8b46d tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:12.829329 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cda5fe08-9de6-477d-ad3c-7b7a2cd012ac req-9277ce4e-993e-4b71-b610-44eec6a8b46d tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=2df08f3d-98d2-4399-890e-2ede83033ad9 HTTP/1.1" status: 200 len: 944 time: 0.0596132 Nov 12 20:56:12.883069 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cda5fe08-9de6-477d-ad3c-7b7a2cd012ac req-eddb3040-e748-4397-8882-a8a0859c4268 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/security-groups?id=42566680-ae30-4312-8384-60514ec82621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478513 Nov 12 20:56:13.371440 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device ab633829-b6ea-44cb-ba27-3fbcea95bb2b up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:56:13.422716 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port ab633829-b6ea-44cb-ba27-3fbcea95bb2b completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:56:13.426858 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port ab633829-b6ea-44cb-ba27-3fbcea95bb2b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:13.427227 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:13.506577 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:13.529303 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df08f3d-98d2-4399-890e-2ede83033ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab633829-b6ea-44cb-ba27-3fbcea95bb2b'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:56:13.531533 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e2a221c1ff93e56a7b3290f78f059e5ee30a378a3a846772c85f81925c98a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827fbb7f-4008-40aa-be47-b8c681b569be" -d '{"events": [{"server_uuid": "2df08f3d-98d2-4399-890e-2ede83033ad9", "name": "network-vif-plugged", "status": "completed", "tag": "ab633829-b6ea-44cb-ba27-3fbcea95bb2b"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:56:13.544427 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port ab633829-b6ea-44cb-ba27-3fbcea95bb2b, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=ab633829-b6ea-44cb-ba27-3fbcea95bb2b,segment=NetworkSegment(fdb82f99-3caf-448b-82f7-2f2252313370),segment_id=fdb82f99-3caf-448b-82f7-2f2252313370)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:13.548777 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:13.571800 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefaecc1-1ff3-499b-a025-e79fb425184c x-openstack-request-id: req-aefaecc1-1ff3-499b-a025-e79fb425184c {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:56:13.572094 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df08f3d-98d2-4399-890e-2ede83033ad9", "name": "network-vif-plugged", "status": "completed", "tag": "ab633829-b6ea-44cb-ba27-3fbcea95bb2b", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:56:13.572369 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aefaecc1-1ff3-499b-a025-e79fb425184c {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:56:13.572761 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df08f3d-98d2-4399-890e-2ede83033ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab633829-b6ea-44cb-ba27-3fbcea95bb2b', 'code': 200} Nov 12 20:56:13.599286 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=ab633829-b6ea-44cb-ba27-3fbcea95bb2b,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:13.606891 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:13.607588 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:13.607588 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:13.607826 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:13.608127 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:13.608490 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:13.608817 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:13.609140 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:13.609461 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:13.609789 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:13.610108 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:13.610427 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:13.673374 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15c54d-3d3f-4e62-a731-7bcef38140e6 req-a559cdb5-7dfc-4ca9-bb31-701814009521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:13.674840 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4f15c54d-3d3f-4e62-a731-7bcef38140e6 req-a559cdb5-7dfc-4ca9-bb31-701814009521 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2df08f3d-98d2-4399-890e-2ede83033ad9 HTTP/1.1" status: 200 len: 1097 time: 0.0416391 Nov 12 20:56:13.724656 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4f15c54d-3d3f-4e62-a731-7bcef38140e6 req-df4afd6d-0dc1-403d-952d-6a4ba42a1c0f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=42566680-ae30-4312-8384-60514ec82621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370481 Nov 12 20:56:14.011302 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa7da4-b990-4df7-a583-b9d6000e07ce req-6c2ada67-af28-4c23-a72b-bd9b2d7a0a56 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:14.012990 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-21fa7da4-b990-4df7-a583-b9d6000e07ce req-6c2ada67-af28-4c23-a72b-bd9b2d7a0a56 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=2df08f3d-98d2-4399-890e-2ede83033ad9 HTTP/1.1" status: 200 len: 945 time: 0.0566909 Nov 12 20:56:14.061104 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-21fa7da4-b990-4df7-a583-b9d6000e07ce req-3c2e2d31-25f6-4bd1-a5d0-ded07ec27a3e tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/security-groups?id=42566680-ae30-4312-8384-60514ec82621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415313 Nov 12 20:56:15.188958 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a4d62-3c1a-4db3-8409-123f28b27e94 req-d1d8c02b-bf86-4c99-994d-49b8a2ab45d5 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:15.190495 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-267a4d62-3c1a-4db3-8409-123f28b27e94 req-d1d8c02b-bf86-4c99-994d-49b8a2ab45d5 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=2df08f3d-98d2-4399-890e-2ede83033ad9 HTTP/1.1" status: 200 len: 945 time: 0.0527303 Nov 12 20:56:15.238482 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-267a4d62-3c1a-4db3-8409-123f28b27e94 req-e8b3414e-70ec-4c4d-ad25-86d8a0246c89 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/security-groups?id=42566680-ae30-4312-8384-60514ec82621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411699 Nov 12 20:56:15.494977 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2f4b5-3810-4af2-9597-72a4019ee747 req-a0fe1090-dcd5-4595-9687-d8d23a2af139 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:15.496533 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d3b2f4b5-3810-4af2-9597-72a4019ee747 req-a0fe1090-dcd5-4595-9687-d8d23a2af139 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=2df08f3d-98d2-4399-890e-2ede83033ad9 HTTP/1.1" status: 200 len: 945 time: 0.0545640 Nov 12 20:56:15.545531 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d3b2f4b5-3810-4af2-9597-72a4019ee747 req-4e537b44-8528-4621-95e9-52a9059feff1 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/security-groups?id=42566680-ae30-4312-8384-60514ec82621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424969 Nov 12 20:56:16.670757 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b5eb7-40d3-48dd-b2cb-9a3f44fb8448 req-3260b066-2cec-432a-b074-64b176fc2101 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:16.672165 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ab2b5eb7-40d3-48dd-b2cb-9a3f44fb8448 req-3260b066-2cec-432a-b074-64b176fc2101 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=2df08f3d-98d2-4399-890e-2ede83033ad9 HTTP/1.1" status: 200 len: 945 time: 0.0539482 Nov 12 20:56:16.719074 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ab2b5eb7-40d3-48dd-b2cb-9a3f44fb8448 req-dd63b666-3c76-4357-b4f8-7ae575b2b3ca tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/security-groups?id=42566680-ae30-4312-8384-60514ec82621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408089 Nov 12 20:56:16.845815 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68c787-d13a-4805-a215-a578b2d45a5c req-62380daa-1eb2-4135-b9a7-474dac325dde tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:16.847262 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9a68c787-d13a-4805-a215-a578b2d45a5c req-62380daa-1eb2-4135-b9a7-474dac325dde tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.52 "GET /v2.0/ports?device_id=2df08f3d-98d2-4399-890e-2ede83033ad9 HTTP/1.1" status: 200 len: 945 time: 0.0515728 Nov 12 20:56:16.940179 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-9a68c787-d13a-4805-a215-a578b2d45a5c req-40122ff1-a62e-4d9f-acdc-28e5318fd904 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Deleting port ab633829-b6ea-44cb-ba27-3fbcea95bb2b {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:56:16.940449 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9a68c787-d13a-4805-a215-a578b2d45a5c req-40122ff1-a62e-4d9f-acdc-28e5318fd904 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:17.032209 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-9a68c787-d13a-4805-a215-a578b2d45a5c req-40122ff1-a62e-4d9f-acdc-28e5318fd904 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] For port ab633829-b6ea-44cb-ba27-3fbcea95bb2b, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=ab633829-b6ea-44cb-ba27-3fbcea95bb2b,segment=NetworkSegment(fdb82f99-3caf-448b-82f7-2f2252313370),segment_id=fdb82f99-3caf-448b-82f7-2f2252313370)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:17.032589 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9a68c787-d13a-4805-a215-a578b2d45a5c req-40122ff1-a62e-4d9f-acdc-28e5318fd904 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:17.045115 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-9a68c787-d13a-4805-a215-a578b2d45a5c req-40122ff1-a62e-4d9f-acdc-28e5318fd904 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Calling delete_port for ab633829-b6ea-44cb-ba27-3fbcea95bb2b owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:56:17.165553 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9a68c787-d13a-4805-a215-a578b2d45a5c req-40122ff1-a62e-4d9f-acdc-28e5318fd904 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:17.177225 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['0fb4c887-5b53-4ffd-b56b-0569df784ee8'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:56:17.198336 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40122ff1-a62e-4d9f-acdc-28e5318fd904 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Pushing event deleted for resources: {'Port': ['ID=ab633829-b6ea-44cb-ba27-3fbcea95bb2b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:17.198576 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['ab633829-b6ea-44cb-ba27-3fbcea95bb2b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:56:17.237640 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a68c787-d13a-4805-a215-a578b2d45a5c req-40122ff1-a62e-4d9f-acdc-28e5318fd904 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] No DVR routers for this DVR port ab633829-b6ea-44cb-ba27-3fbcea95bb2b on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:56:17.240619 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9a68c787-d13a-4805-a215-a578b2d45a5c req-40122ff1-a62e-4d9f-acdc-28e5318fd904 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:17.244919 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9a68c787-d13a-4805-a215-a578b2d45a5c req-40122ff1-a62e-4d9f-acdc-28e5318fd904 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.52 "DELETE /v2.0/ports/ab633829-b6ea-44cb-ba27-3fbcea95bb2b HTTP/1.1" status: 204 len: 173 time: 0.3867040 Nov 12 20:56:17.245387 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df08f3d-98d2-4399-890e-2ede83033ad9', 'name': 'network-vif-deleted', 'tag': 'ab633829-b6ea-44cb-ba27-3fbcea95bb2b'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:56:17.247876 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00017dd1-7649-41ad-8e02-18a27803df4b" -d '{"events": [{"server_uuid": "2df08f3d-98d2-4399-890e-2ede83033ad9", "name": "network-vif-deleted", "tag": "ab633829-b6ea-44cb-ba27-3fbcea95bb2b"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:56:17.295127 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef0bd73-4a38-44ad-92be-78dd59a6e2e3 x-openstack-request-id: req-eef0bd73-4a38-44ad-92be-78dd59a6e2e3 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:56:17.295580 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df08f3d-98d2-4399-890e-2ede83033ad9", "name": "network-vif-deleted", "tag": "ab633829-b6ea-44cb-ba27-3fbcea95bb2b", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:56:17.295946 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eef0bd73-4a38-44ad-92be-78dd59a6e2e3 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:56:17.296501 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df08f3d-98d2-4399-890e-2ede83033ad9', 'name': 'network-vif-deleted', 'tag': 'ab633829-b6ea-44cb-ba27-3fbcea95bb2b', 'status': 'completed', 'code': 200} Nov 12 20:56:17.830043 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3031c971-8f2a-458a-b77c-9dba2fc94d8e req-acfd49da-a755-42c8-aa5b-70e16b718171 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=2df08f3d-98d2-4399-890e-2ede83033ad9 HTTP/1.1" status: 200 len: 210 time: 0.0274551 Nov 12 20:56:18.985983 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25906d1a-d84c-43a7-a2e7-334c4ca23ac4 req-f57e8f32-da05-4e66-8460-e03c8056147c tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:18.987494 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-25906d1a-d84c-43a7-a2e7-334c4ca23ac4 req-f57e8f32-da05-4e66-8460-e03c8056147c tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=0177b310-5f84-48c1-afdc-065389e486e0 HTTP/1.1" status: 200 len: 945 time: 0.0510023 Nov 12 20:56:19.040084 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-25906d1a-d84c-43a7-a2e7-334c4ca23ac4 req-ad4a1c08-34b2-4a79-a2e2-0109d9fdbe91 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/security-groups?id=42566680-ae30-4312-8384-60514ec82621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462832 Nov 12 20:56:19.174201 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8cd09-acb2-4bf8-9e87-19c2d4a2636d req-1aecbdc0-bfaf-4a05-860a-51d45029f4d7 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:19.175645 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e2b8cd09-acb2-4bf8-9e87-19c2d4a2636d req-1aecbdc0-bfaf-4a05-860a-51d45029f4d7 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=0177b310-5f84-48c1-afdc-065389e486e0 HTTP/1.1" status: 200 len: 945 time: 0.0504951 Nov 12 20:56:19.223662 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e2b8cd09-acb2-4bf8-9e87-19c2d4a2636d req-c5542c2b-6e62-4bae-8be5-29ca13b6839f tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/security-groups?id=42566680-ae30-4312-8384-60514ec82621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421693 Nov 12 20:56:19.341942 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c2f86-1621-4238-ac5b-ec4bad2dac17 req-fa1b93cf-1267-464c-a6ea-5eb87e2490af tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:19.343561 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa4c2f86-1621-4238-ac5b-ec4bad2dac17 req-fa1b93cf-1267-464c-a6ea-5eb87e2490af tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=0177b310-5f84-48c1-afdc-065389e486e0 HTTP/1.1" status: 200 len: 945 time: 0.0505824 Nov 12 20:56:19.394316 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aa4c2f86-1621-4238-ac5b-ec4bad2dac17 req-ca88fa4f-c862-4ae2-8bc6-55c6adb554a7 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/security-groups?id=42566680-ae30-4312-8384-60514ec82621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441928 Nov 12 20:56:19.579545 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3a811-8389-4b84-b5e7-08c8a61bc61d req-8cfde29d-b5b0-4fb1-82f0-bff53e2a5be0 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:19.581547 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9ff3a811-8389-4b84-b5e7-08c8a61bc61d req-8cfde29d-b5b0-4fb1-82f0-bff53e2a5be0 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=0177b310-5f84-48c1-afdc-065389e486e0 HTTP/1.1" status: 200 len: 945 time: 0.0628622 Nov 12 20:56:19.630468 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9ff3a811-8389-4b84-b5e7-08c8a61bc61d req-be896503-018f-4764-bf1c-7919dde75a1b tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/security-groups?id=42566680-ae30-4312-8384-60514ec82621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429211 Nov 12 20:56:19.758766 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4333ea0-f975-4572-bda3-26e1c356234c req-9515fe2d-1c89-4f0b-bd62-c3a65e692452 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:19.760428 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a4333ea0-f975-4572-bda3-26e1c356234c req-9515fe2d-1c89-4f0b-bd62-c3a65e692452 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=0177b310-5f84-48c1-afdc-065389e486e0 HTTP/1.1" status: 200 len: 945 time: 0.0495751 Nov 12 20:56:19.807624 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a4333ea0-f975-4572-bda3-26e1c356234c req-946cc81b-6f70-464b-82ff-546571a572ee tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/security-groups?id=42566680-ae30-4312-8384-60514ec82621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411196 Nov 12 20:56:19.941048 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb71ebf-e93f-4dc9-a72e-a8cac89808a3 req-d4773d3f-b1b2-4ec0-bc90-95b27bf4cad0 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:19.942513 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-efb71ebf-e93f-4dc9-a72e-a8cac89808a3 req-d4773d3f-b1b2-4ec0-bc90-95b27bf4cad0 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=0177b310-5f84-48c1-afdc-065389e486e0 HTTP/1.1" status: 200 len: 945 time: 0.0534322 Nov 12 20:56:19.995129 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-efb71ebf-e93f-4dc9-a72e-a8cac89808a3 req-0f28cdc1-95a6-4706-9cd5-1afca84df64a tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/security-groups?id=42566680-ae30-4312-8384-60514ec82621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457106 Nov 12 20:56:20.005604 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f5613218-3810-46c6-9f0b-1080b71721cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:20.322274 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f17dfa-37e9-446a-9366-cae3bba65380 req-15a845dc-7c65-48bc-9f89-c863d76cf014 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:20.323795 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-01f17dfa-37e9-446a-9366-cae3bba65380 req-15a845dc-7c65-48bc-9f89-c863d76cf014 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=0177b310-5f84-48c1-afdc-065389e486e0 HTTP/1.1" status: 200 len: 945 time: 0.0502994 Nov 12 20:56:20.375451 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-01f17dfa-37e9-446a-9366-cae3bba65380 req-991fde22-b8e2-45d8-9e77-c616b3639a5c tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/security-groups?id=42566680-ae30-4312-8384-60514ec82621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456550 Nov 12 20:56:20.679045 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:21.378987 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device ab633829-b6ea-44cb-ba27-3fbcea95bb2b no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:56:21.401426 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: ab633829-b6ea-44cb-ba27-3fbcea95bb2b {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:56:21.401757 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device ab633829-b6ea-44cb-ba27-3fbcea95bb2b not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:56:21.504648 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eab107-1b39-4679-a3e1-055fd7dc932d req-5093a879-b9a0-4716-8cc0-47567fc0681a tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:21.506139 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9eab107-1b39-4679-a3e1-055fd7dc932d req-5093a879-b9a0-4716-8cc0-47567fc0681a tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=0177b310-5f84-48c1-afdc-065389e486e0 HTTP/1.1" status: 200 len: 945 time: 0.0502083 Nov 12 20:56:21.558727 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d9eab107-1b39-4679-a3e1-055fd7dc932d req-26cbe0b0-9353-45bd-8b43-b370dc1fa9bd tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/security-groups?id=42566680-ae30-4312-8384-60514ec82621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462978 Nov 12 20:56:21.877081 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce3c15-fa4d-4d71-b665-001aa125005c req-1ada1992-da88-4312-a10a-accf7cec5bd6 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:21.878549 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e9ce3c15-fa4d-4d71-b665-001aa125005c req-1ada1992-da88-4312-a10a-accf7cec5bd6 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.55 "GET /v2.0/ports?device_id=0177b310-5f84-48c1-afdc-065389e486e0 HTTP/1.1" status: 200 len: 945 time: 0.0489287 Nov 12 20:56:21.977786 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-e9ce3c15-fa4d-4d71-b665-001aa125005c req-c4a0494a-78da-4059-8239-2a90f374594c tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Deleting port 0fb4c887-5b53-4ffd-b56b-0569df784ee8 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:56:21.978146 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e9ce3c15-fa4d-4d71-b665-001aa125005c req-c4a0494a-78da-4059-8239-2a90f374594c tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:22.073903 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e9ce3c15-fa4d-4d71-b665-001aa125005c req-c4a0494a-78da-4059-8239-2a90f374594c tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] For port 0fb4c887-5b53-4ffd-b56b-0569df784ee8, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=0fb4c887-5b53-4ffd-b56b-0569df784ee8,segment=NetworkSegment(fdb82f99-3caf-448b-82f7-2f2252313370),segment_id=fdb82f99-3caf-448b-82f7-2f2252313370)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:22.074265 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e9ce3c15-fa4d-4d71-b665-001aa125005c req-c4a0494a-78da-4059-8239-2a90f374594c tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:22.087170 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-e9ce3c15-fa4d-4d71-b665-001aa125005c req-c4a0494a-78da-4059-8239-2a90f374594c tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Calling delete_port for 0fb4c887-5b53-4ffd-b56b-0569df784ee8 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:56:22.219740 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e9ce3c15-fa4d-4d71-b665-001aa125005c req-c4a0494a-78da-4059-8239-2a90f374594c tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:22.234377 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['0fb4c887-5b53-4ffd-b56b-0569df784ee8'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:56:22.246605 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0494a-78da-4059-8239-2a90f374594c tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Pushing event deleted for resources: {'Port': ['ID=0fb4c887-5b53-4ffd-b56b-0569df784ee8,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:22.260533 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0494a-78da-4059-8239-2a90f374594c tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:22.260902 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0494a-78da-4059-8239-2a90f374594c tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:22.261249 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0494a-78da-4059-8239-2a90f374594c tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:22.261586 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0494a-78da-4059-8239-2a90f374594c tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:22.261921 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0494a-78da-4059-8239-2a90f374594c tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:22.262253 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0494a-78da-4059-8239-2a90f374594c tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:22.262602 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0494a-78da-4059-8239-2a90f374594c tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:22.262927 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0494a-78da-4059-8239-2a90f374594c tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:22.263255 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0494a-78da-4059-8239-2a90f374594c tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:22.263586 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0494a-78da-4059-8239-2a90f374594c tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:22.263905 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0494a-78da-4059-8239-2a90f374594c tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:22.264238 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0494a-78da-4059-8239-2a90f374594c tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:22.305236 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ce3c15-fa4d-4d71-b665-001aa125005c req-c4a0494a-78da-4059-8239-2a90f374594c tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] No DVR routers for this DVR port 0fb4c887-5b53-4ffd-b56b-0569df784ee8 on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:56:22.307779 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e9ce3c15-fa4d-4d71-b665-001aa125005c req-c4a0494a-78da-4059-8239-2a90f374594c tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:22.311084 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e9ce3c15-fa4d-4d71-b665-001aa125005c req-c4a0494a-78da-4059-8239-2a90f374594c tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.55 "DELETE /v2.0/ports/0fb4c887-5b53-4ffd-b56b-0569df784ee8 HTTP/1.1" status: 204 len: 173 time: 0.4257927 Nov 12 20:56:22.312117 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0177b310-5f84-48c1-afdc-065389e486e0', 'name': 'network-vif-deleted', 'tag': '0fb4c887-5b53-4ffd-b56b-0569df784ee8'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:56:22.314427 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd6bf149db5198c131b0a94c001dfe597833dedcde5dd32e44168e01e6f8dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86456f2d-5600-4072-b5f9-1e73dd0a71cc" -d '{"events": [{"server_uuid": "0177b310-5f84-48c1-afdc-065389e486e0", "name": "network-vif-deleted", "tag": "0fb4c887-5b53-4ffd-b56b-0569df784ee8"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:56:22.356660 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93728c42-1b0d-4432-bd29-a06cd7e6b0a6 x-openstack-request-id: req-93728c42-1b0d-4432-bd29-a06cd7e6b0a6 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:56:22.356956 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0177b310-5f84-48c1-afdc-065389e486e0", "name": "network-vif-deleted", "tag": "0fb4c887-5b53-4ffd-b56b-0569df784ee8", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:56:22.357208 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-93728c42-1b0d-4432-bd29-a06cd7e6b0a6 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:56:22.357626 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0177b310-5f84-48c1-afdc-065389e486e0', 'name': 'network-vif-deleted', 'tag': '0fb4c887-5b53-4ffd-b56b-0569df784ee8', 'status': 'completed', 'code': 200} Nov 12 20:56:22.672529 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-30630ded-3b5b-499e-abe1-3a90bfef9669 req-e96c010a-1677-4f0c-aaa7-c47be69e66b2 tempest-ServersNegativeTestJSON-747986669 tempest-ServersNegativeTestJSON-747986669-project] 10.222.0.48 "GET /v2.0/ports?device_id=0177b310-5f84-48c1-afdc-065389e486e0 HTTP/1.1" status: 200 len: 210 time: 0.0337288 Nov 12 20:56:22.833828 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dff7385d-7878-4d50-8d46-7695cc9430a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:23.731263 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55818) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:23.778065 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-515b45b5-eb82-485e-91e5-a21c95f28ca9 admin admin] Deleting subnet bb2bd0be-b26a-45df-8409-6809219f76e1 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:56:23.781874 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-515b45b5-eb82-485e-91e5-a21c95f28ca9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:23.819290 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-515b45b5-eb82-485e-91e5-a21c95f28ca9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:23.864211 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-515b45b5-eb82-485e-91e5-a21c95f28ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:23.916146 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-515b45b5-eb82-485e-91e5-a21c95f28ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:23.931623 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:23.943479 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b45b5-eb82-485e-91e5-a21c95f28ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb2bd0be-b26a-45df-8409-6809219f76e1,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:23.946932 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-515b45b5-eb82-485e-91e5-a21c95f28ca9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:23.950376 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-515b45b5-eb82-485e-91e5-a21c95f28ca9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bb2bd0be-b26a-45df-8409-6809219f76e1 HTTP/1.1" status: 204 len: 168 time: 0.2178500 Nov 12 20:56:23.953645 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55820) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:24.023782 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7cbe9f93-e08b-4cc9-b74c-22e4fb9cfe9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:24.117071 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7cbe9f93-e08b-4cc9-b74c-22e4fb9cfe9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:24.137094 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-7cbe9f93-e08b-4cc9-b74c-22e4fb9cfe9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b491fa-700c-44bb-b4f1-5655481825a3']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:24.147648 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-7cbe9f93-e08b-4cc9-b74c-22e4fb9cfe9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb82f99-3caf-448b-82f7-2f2252313370') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:24.147941 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-7cbe9f93-e08b-4cc9-b74c-22e4fb9cfe9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb82f99-3caf-448b-82f7-2f2252313370') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:24.157419 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7cbe9f93-e08b-4cc9-b74c-22e4fb9cfe9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:24.170170 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7cbe9f93-e08b-4cc9-b74c-22e4fb9cfe9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:24.176688 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cbe9f93-e08b-4cc9-b74c-22e4fb9cfe9b admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:56:24.177067 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7cbe9f93-e08b-4cc9-b74c-22e4fb9cfe9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:56:24.178685 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:56:24.235930 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7cbe9f93-e08b-4cc9-b74c-22e4fb9cfe9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:24.241447 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7cbe9f93-e08b-4cc9-b74c-22e4fb9cfe9b admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:24.244706 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7cbe9f93-e08b-4cc9-b74c-22e4fb9cfe9b admin admin] 10.222.0.48 "DELETE /v2.0/networks/62b491fa-700c-44bb-b4f1-5655481825a3 HTTP/1.1" status: 204 len: 168 time: 0.2902021 Nov 12 20:56:24.256143 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe9f93-e08b-4cc9-b74c-22e4fb9cfe9b admin admin] Pushing event deleted for resources: {'Network': ['ID=62b491fa-700c-44bb-b4f1-5655481825a3,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:24.354498 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55824) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:24.397651 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:24.398928 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-01803ba7-65f3-4dee-80f1-72399ef67e1b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d3a902fb46743a78d6388e77c677043&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432706 Nov 12 20:56:24.401454 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55826) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:24.448004 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ff59cdcc-3c1a-4fc7-a3fb-233efcc0a13e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:24.481421 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ff59cdcc-3c1a-4fc7-a3fb-233efcc0a13e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:24.534737 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ff59cdcc-3c1a-4fc7-a3fb-233efcc0a13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:24.537334 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ff59cdcc-3c1a-4fc7-a3fb-233efcc0a13e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:24.538564 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ff59cdcc-3c1a-4fc7-a3fb-233efcc0a13e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/42566680-ae30-4312-8384-60514ec82621 HTTP/1.1" status: 204 len: 168 time: 0.1361413 Nov 12 20:56:24.546444 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59cdcc-3c1a-4fc7-a3fb-233efcc0a13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42566680-ae30-4312-8384-60514ec82621,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:24.644199 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:56:25.243438 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55848) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:25.338465 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:25.340039 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-6a1a9e0a-a937-493d-a549-57aa1194d589 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1384902687'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:25.362105 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1a9e0a-a937-493d-a549-57aa1194d589 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Made reservation on behalf of ed0544b11a8a4441a903b9df3e37794d for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:56:25.365586 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a1a9e0a-a937-493d-a549-57aa1194d589 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:25.373999 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a1a9e0a-a937-493d-a549-57aa1194d589 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:25.451604 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a1a9e0a-a937-493d-a549-57aa1194d589 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:25.455671 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a1a9e0a-a937-493d-a549-57aa1194d589 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:25.474090 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1a9e0a-a937-493d-a549-57aa1194d589 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:56:25.497504 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a1a9e0a-a937-493d-a549-57aa1194d589 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:25.497842 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-6a1a9e0a-a937-493d-a549-57aa1194d589 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Added segment e7235997-dd51-4e04-9b25-6db0b703dd05 of type vlan for network 1a3671fe-60e7-41db-be39-5800929cacb1 Nov 12 20:56:25.505803 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a9e0a-a937-493d-a549-57aa1194d589 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df0e79d-8294-4d29-b064-6bff6157c1a0,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:25.541008 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a1a9e0a-a937-493d-a549-57aa1194d589 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:25.565445 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a1a9e0a-a937-493d-a549-57aa1194d589 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:25.571080 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1a9e0a-a937-493d-a549-57aa1194d589 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:25.571661 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a1a9e0a-a937-493d-a549-57aa1194d589 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:25.638274 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6a1a9e0a-a937-493d-a549-57aa1194d589 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3936381 Nov 12 20:56:25.644762 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a9e0a-a937-493d-a549-57aa1194d589 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Pushing event updated for resources: {'Network': ['ID=1a3671fe-60e7-41db-be39-5800929cacb1,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:25.656171 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 1a3671fe-60e7-41db-be39-5800929cacb1 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:56:26.046958 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:26.586685 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 0fb4c887-5b53-4ffd-b56b-0569df784ee8 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:56:26.606876 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 0fb4c887-5b53-4ffd-b56b-0569df784ee8 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:56:26.607127 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 0fb4c887-5b53-4ffd-b56b-0569df784ee8 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:56:28.926889 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55858) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:28.932747 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-4036aed4-7030-4a60-b220-4057ccfb554f tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Request body: {'subnet': {'network_id': '1a3671fe-60e7-41db-be39-5800929cacb1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:29.031277 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4036aed4-7030-4a60-b220-4057ccfb554f tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Made reservation on behalf of ed0544b11a8a4441a903b9df3e37794d for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:56:29.035207 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4036aed4-7030-4a60-b220-4057ccfb554f tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:29.226953 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4036aed4-7030-4a60-b220-4057ccfb554f tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:29.287375 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036aed4-7030-4a60-b220-4057ccfb554f tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Pushing event updated for resources: {'Subnet': ['ID=c08b0b2a-b89f-41ad-85b5-d5b0ab3a6e9c,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:29.297898 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4036aed4-7030-4a60-b220-4057ccfb554f tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Checking segment: {'id': 'e7235997-dd51-4e04-9b25-6db0b703dd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1a3671fe-60e7-41db-be39-5800929cacb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:29.298259 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4036aed4-7030-4a60-b220-4057ccfb554f tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Network hostable DHCP agents. Network: 1a3671fe-60e7-41db-be39-5800929cacb1, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:56:29.314715 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4036aed4-7030-4a60-b220-4057ccfb554f tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Network 1a3671fe-60e7-41db-be39-5800929cacb1 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:56:29.322795 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-4036aed4-7030-4a60-b220-4057ccfb554f tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 1a3671fe-60e7-41db-be39-5800929cacb1) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:29.326834 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4036aed4-7030-4a60-b220-4057ccfb554f tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:29.328187 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4036aed4-7030-4a60-b220-4057ccfb554f tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:29.334401 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aefb966-db22-4830-bf2a-55bdb67fcbd4 None None] Network 1a3671fe-60e7-41db-be39-5800929cacb1 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:56:29.352424 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4036aed4-7030-4a60-b220-4057ccfb554f tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4209087 Nov 12 20:56:29.352667 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55864) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:29.360406 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-d20ab3d9-2666-4656-8af1-0a7a05118850 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-306790986'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:29.387688 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20ab3d9-2666-4656-8af1-0a7a05118850 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Made reservation on behalf of ed0544b11a8a4441a903b9df3e37794d for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:56:29.393068 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d20ab3d9-2666-4656-8af1-0a7a05118850 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:29.417713 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20ab3d9-2666-4656-8af1-0a7a05118850 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:56:29.427775 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d20ab3d9-2666-4656-8af1-0a7a05118850 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:29.428123 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-d20ab3d9-2666-4656-8af1-0a7a05118850 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Added segment fab0b950-ee92-4898-ab2f-80f3787bb492 of type vlan for network 9cf46a15-8a31-45a8-854a-08116f94dfb4 Nov 12 20:56:29.473579 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d20ab3d9-2666-4656-8af1-0a7a05118850 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:29.512348 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d20ab3d9-2666-4656-8af1-0a7a05118850 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:29.515584 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4a2a09-5317-4349-96ae-8ce70d94ffbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-1a3671fe-60e7-41db-be39-5800929cacb1', 'network_id': '1a3671fe-60e7-41db-be39-5800929cacb1', 'tenant_id': 'ed0544b11a8a4441a903b9df3e37794d', 'fixed_ips': [{'subnet_id': 'c08b0b2a-b89f-41ad-85b5-d5b0ab3a6e9c'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:56:29.516728 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c4a2a09-5317-4349-96ae-8ce70d94ffbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:29.522466 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20ab3d9-2666-4656-8af1-0a7a05118850 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:29.523083 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d20ab3d9-2666-4656-8af1-0a7a05118850 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:29.570933 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d20ab3d9-2666-4656-8af1-0a7a05118850 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2170146 Nov 12 20:56:29.578059 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55866) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:29.588439 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-5f00e357-694b-48a8-896a-096422228f6b tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Request body: {'subnet': {'network_id': '9cf46a15-8a31-45a8-854a-08116f94dfb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:29.606480 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ab3d9-2666-4656-8af1-0a7a05118850 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Pushing event updated for resources: {'Network': ['ID=9cf46a15-8a31-45a8-854a-08116f94dfb4,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:29.624628 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 9cf46a15-8a31-45a8-854a-08116f94dfb4 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:56:29.726218 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f00e357-694b-48a8-896a-096422228f6b tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Made reservation on behalf of ed0544b11a8a4441a903b9df3e37794d for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:56:29.731483 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5f00e357-694b-48a8-896a-096422228f6b tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:29.768827 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-4c4a2a09-5317-4349-96ae-8ce70d94ffbb None None] Allocated IP 2001:db8:0:ffff::2 (1a3671fe-60e7-41db-be39-5800929cacb1/c08b0b2a-b89f-41ad-85b5-d5b0ab3a6e9c/453f4fe8-01f3-4049-9716-b45c649d9995) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:56:29.932655 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c4a2a09-5317-4349-96ae-8ce70d94ffbb None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:29.938315 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c4a2a09-5317-4349-96ae-8ce70d94ffbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:29.969005 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5f00e357-694b-48a8-896a-096422228f6b tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:29.983989 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4a2a09-5317-4349-96ae-8ce70d94ffbb None None] Network 1a3671fe-60e7-41db-be39-5800929cacb1 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:56:29.989913 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-4c4a2a09-5317-4349-96ae-8ce70d94ffbb None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:29.993814 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4a2a09-5317-4349-96ae-8ce70d94ffbb None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:56:30.000382 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a2a09-5317-4349-96ae-8ce70d94ffbb None None] Pushing event updated for resources: {'Port': ['ID=453f4fe8-01f3-4049-9716-b45c649d9995,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:30.046601 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00e357-694b-48a8-896a-096422228f6b tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Pushing event updated for resources: {'Subnet': ['ID=15853ec3-bfcd-4cc9-848d-4b08edfc8b6b,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:30.058411 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f00e357-694b-48a8-896a-096422228f6b tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Checking segment: {'id': 'fab0b950-ee92-4898-ab2f-80f3787bb492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9cf46a15-8a31-45a8-854a-08116f94dfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:30.058991 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-4c4a2a09-5317-4349-96ae-8ce70d94ffbb None None] Attempting to bind port 453f4fe8-01f3-4049-9716-b45c649d9995 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:56:30.059143 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f00e357-694b-48a8-896a-096422228f6b tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Network hostable DHCP agents. Network: 9cf46a15-8a31-45a8-854a-08116f94dfb4, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:56:30.059367 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-4c4a2a09-5317-4349-96ae-8ce70d94ffbb None None] Attempting to bind port 453f4fe8-01f3-4049-9716-b45c649d9995 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'e7235997-dd51-4e04-9b25-6db0b703dd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1a3671fe-60e7-41db-be39-5800929cacb1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:56:30.059732 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4a2a09-5317-4349-96ae-8ce70d94ffbb None None] Attempting to bind port 453f4fe8-01f3-4049-9716-b45c649d9995 on network 1a3671fe-60e7-41db-be39-5800929cacb1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:56:30.066186 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4a2a09-5317-4349-96ae-8ce70d94ffbb None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:56:30.066610 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4a2a09-5317-4349-96ae-8ce70d94ffbb None None] Checking segment: {'id': 'e7235997-dd51-4e04-9b25-6db0b703dd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1a3671fe-60e7-41db-be39-5800929cacb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:30.067010 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c4a2a09-5317-4349-96ae-8ce70d94ffbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:30.067407 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4a2a09-5317-4349-96ae-8ce70d94ffbb None None] Bound using segment: {'id': 'e7235997-dd51-4e04-9b25-6db0b703dd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1a3671fe-60e7-41db-be39-5800929cacb1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:56:30.067888 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-4c4a2a09-5317-4349-96ae-8ce70d94ffbb None None] Bound port: 453f4fe8-01f3-4049-9716-b45c649d9995, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7235997-dd51-4e04-9b25-6db0b703dd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1a3671fe-60e7-41db-be39-5800929cacb1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:56:30.068295 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c4a2a09-5317-4349-96ae-8ce70d94ffbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:30.080986 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f00e357-694b-48a8-896a-096422228f6b tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Network 9cf46a15-8a31-45a8-854a-08116f94dfb4 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:56:30.091085 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-5f00e357-694b-48a8-896a-096422228f6b tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 9cf46a15-8a31-45a8-854a-08116f94dfb4) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:30.098239 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f00e357-694b-48a8-896a-096422228f6b tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:30.098839 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5f00e357-694b-48a8-896a-096422228f6b tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:30.110325 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e66050-86ae-4e15-85e9-752e2d305694 None None] Network 9cf46a15-8a31-45a8-854a-08116f94dfb4 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:56:30.124156 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5f00e357-694b-48a8-896a-096422228f6b tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5438347 Nov 12 20:56:30.127479 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55868) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:30.210716 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-4c4a2a09-5317-4349-96ae-8ce70d94ffbb None None] For port 453f4fe8-01f3-4049-9716-b45c649d9995, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:56:30.215643 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-4c4a2a09-5317-4349-96ae-8ce70d94ffbb None None] For port 453f4fe8-01f3-4049-9716-b45c649d9995, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=453f4fe8-01f3-4049-9716-b45c649d9995,segment=NetworkSegment(e7235997-dd51-4e04-9b25-6db0b703dd05),segment_id=e7235997-dd51-4e04-9b25-6db0b703dd05)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:56:30.223199 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c4a2a09-5317-4349-96ae-8ce70d94ffbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:30.274411 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae4da9b0-97de-4721-ad67-50d2f4a7743c tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:30.330276 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a2a09-5317-4349-96ae-8ce70d94ffbb None None] Pushing event updated for resources: {'Port': ['ID=453f4fe8-01f3-4049-9716-b45c649d9995,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:30.374837 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c852c727-836b-4919-9bdc-e53f874c0721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-9cf46a15-8a31-45a8-854a-08116f94dfb4', 'network_id': '9cf46a15-8a31-45a8-854a-08116f94dfb4', 'tenant_id': 'ed0544b11a8a4441a903b9df3e37794d', 'fixed_ips': [{'subnet_id': '15853ec3-bfcd-4cc9-848d-4b08edfc8b6b'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:56:30.375826 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c852c727-836b-4919-9bdc-e53f874c0721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:30.391732 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae4da9b0-97de-4721-ad67-50d2f4a7743c tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:30.481892 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae4da9b0-97de-4721-ad67-50d2f4a7743c tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server [None req-c852c727-836b-4919-9bdc-e53f874c0721 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15853ec3-bfcd-4cc9-848d-4b08edfc8b6b: This subnet is being modified by another concurrent operation. Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server raise exception Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15853ec3-bfcd-4cc9-848d-4b08edfc8b6b: This subnet is being modified by another concurrent operation. Nov 12 20:56:30.517797 n-d-712140-15 neutron-server[102449]: ERROR oslo_messaging.rpc.server Nov 12 20:56:30.524857 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4da9b0-97de-4721-ad67-50d2f4a7743c tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Pushing event deleted for resources: {'Subnet': ['ID=15853ec3-bfcd-4cc9-848d-4b08edfc8b6b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:30.554301 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00b5a68-6919-4b0c-aa5a-b37a04311e3c None None] Network 9cf46a15-8a31-45a8-854a-08116f94dfb4 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:56:30.618439 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae4da9b0-97de-4721-ad67-50d2f4a7743c tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:30.647619 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-ae4da9b0-97de-4721-ad67-50d2f4a7743c tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf46a15-8a31-45a8-854a-08116f94dfb4']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:30.657973 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-ae4da9b0-97de-4721-ad67-50d2f4a7743c tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab0b950-ee92-4898-ab2f-80f3787bb492') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:30.658264 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-ae4da9b0-97de-4721-ad67-50d2f4a7743c tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab0b950-ee92-4898-ab2f-80f3787bb492') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:30.667722 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae4da9b0-97de-4721-ad67-50d2f4a7743c tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:30.681413 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae4da9b0-97de-4721-ad67-50d2f4a7743c tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:30.688046 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4da9b0-97de-4721-ad67-50d2f4a7743c tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:56:30.688480 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae4da9b0-97de-4721-ad67-50d2f4a7743c tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:56:30.692882 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:56:30.754340 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae4da9b0-97de-4721-ad67-50d2f4a7743c tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:30.761597 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae4da9b0-97de-4721-ad67-50d2f4a7743c tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:30.765261 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ae4da9b0-97de-4721-ad67-50d2f4a7743c tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] 10.222.0.48 "DELETE /v2.0/networks/9cf46a15-8a31-45a8-854a-08116f94dfb4 HTTP/1.1" status: 204 len: 168 time: 0.6361804 Nov 12 20:56:30.769229 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55870) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:30.775010 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-efe3d8d9-102f-4f6f-8b0f-a9ff292a2d96 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-127555520'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:30.776526 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4da9b0-97de-4721-ad67-50d2f4a7743c tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Pushing event deleted for resources: {'Network': ['ID=9cf46a15-8a31-45a8-854a-08116f94dfb4,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:30.800383 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe3d8d9-102f-4f6f-8b0f-a9ff292a2d96 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Made reservation on behalf of ed0544b11a8a4441a903b9df3e37794d for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:56:30.803889 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-efe3d8d9-102f-4f6f-8b0f-a9ff292a2d96 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:30.829027 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efe3d8d9-102f-4f6f-8b0f-a9ff292a2d96 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:56:30.838697 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-efe3d8d9-102f-4f6f-8b0f-a9ff292a2d96 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:30.839041 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-efe3d8d9-102f-4f6f-8b0f-a9ff292a2d96 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Added segment c833db04-d2ce-4f81-b3a2-4c61e40f44f8 of type vlan for network 57f8f6f9-86b5-47c1-a973-331751b0d600 Nov 12 20:56:30.883101 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-efe3d8d9-102f-4f6f-8b0f-a9ff292a2d96 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:30.906853 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-efe3d8d9-102f-4f6f-8b0f-a9ff292a2d96 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:30.915949 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe3d8d9-102f-4f6f-8b0f-a9ff292a2d96 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:30.916604 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-efe3d8d9-102f-4f6f-8b0f-a9ff292a2d96 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:30.953451 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-efe3d8d9-102f-4f6f-8b0f-a9ff292a2d96 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1830204 Nov 12 20:56:30.956593 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55872) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:30.962502 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-393fe251-db62-4bb1-8a21-79501b27a243 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Request body: {'subnet': {'network_id': '57f8f6f9-86b5-47c1-a973-331751b0d600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:30.987586 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3d8d9-102f-4f6f-8b0f-a9ff292a2d96 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Pushing event updated for resources: {'Network': ['ID=57f8f6f9-86b5-47c1-a973-331751b0d600,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:30.999704 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 57f8f6f9-86b5-47c1-a973-331751b0d600 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:56:31.067394 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393fe251-db62-4bb1-8a21-79501b27a243 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Made reservation on behalf of ed0544b11a8a4441a903b9df3e37794d for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:56:31.075394 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-393fe251-db62-4bb1-8a21-79501b27a243 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:31.138599 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.ipam_backend_mixin [None req-393fe251-db62-4bb1-8a21-79501b27a243 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Performing IP validity checks on allocation pools {{(pid=102448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 20:56:31.139518 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.ipam_backend_mixin [None req-393fe251-db62-4bb1-8a21-79501b27a243 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 20:56:31.264990 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-393fe251-db62-4bb1-8a21-79501b27a243 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:31.278028 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e711261-9c55-4446-88a7-0ed89807a42a None None] Network 1a3671fe-60e7-41db-be39-5800929cacb1 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:56:31.325456 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393fe251-db62-4bb1-8a21-79501b27a243 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Pushing event updated for resources: {'Subnet': ['ID=12cb0f66-d0a9-4edf-ae2b-412598abe9a8,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:31.334188 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393fe251-db62-4bb1-8a21-79501b27a243 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Checking segment: {'id': 'c833db04-d2ce-4f81-b3a2-4c61e40f44f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '57f8f6f9-86b5-47c1-a973-331751b0d600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:31.334553 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393fe251-db62-4bb1-8a21-79501b27a243 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Network hostable DHCP agents. Network: 57f8f6f9-86b5-47c1-a973-331751b0d600, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:56:31.353199 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393fe251-db62-4bb1-8a21-79501b27a243 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Network 57f8f6f9-86b5-47c1-a973-331751b0d600 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:56:31.363232 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-393fe251-db62-4bb1-8a21-79501b27a243 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 57f8f6f9-86b5-47c1-a973-331751b0d600) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:31.367233 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393fe251-db62-4bb1-8a21-79501b27a243 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:31.367872 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-393fe251-db62-4bb1-8a21-79501b27a243 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:31.392721 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-393fe251-db62-4bb1-8a21-79501b27a243 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4339011 Nov 12 20:56:31.394748 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656fa249-d9e5-41c8-b4c0-4e6f82d092a9 None None] Network 57f8f6f9-86b5-47c1-a973-331751b0d600 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:56:31.395968 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55874) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:31.462897 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-217d0662-974f-407c-8476-0c0828049a60 None None] Provisioning complete for port 453f4fe8-01f3-4049-9716-b45c649d9995 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:31.463368 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-217d0662-974f-407c-8476-0c0828049a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:31.516693 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a4c5a45-f117-4c13-a4ab-7c25d488eba4 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:31.574697 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a4c5a45-f117-4c13-a4ab-7c25d488eba4 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:31.576285 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 453f4fe8-01f3-4049-9716-b45c649d9995 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:56:31.642015 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a4c5a45-f117-4c13-a4ab-7c25d488eba4 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:31.670197 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c5a45-f117-4c13-a4ab-7c25d488eba4 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Pushing event deleted for resources: {'Subnet': ['ID=12cb0f66-d0a9-4edf-ae2b-412598abe9a8,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:31.690265 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-217d0662-974f-407c-8476-0c0828049a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:31.694805 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f660642-00b2-4d94-86e7-2b2ba7412c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-57f8f6f9-86b5-47c1-a973-331751b0d600', 'network_id': '57f8f6f9-86b5-47c1-a973-331751b0d600', 'tenant_id': 'ed0544b11a8a4441a903b9df3e37794d', 'fixed_ips': [{'subnet_id': '12cb0f66-d0a9-4edf-ae2b-412598abe9a8'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:56:31.695652 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3f660642-00b2-4d94-86e7-2b2ba7412c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:31.740058 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a4c5a45-f117-4c13-a4ab-7c25d488eba4 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:31.746514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 453f4fe8-01f3-4049-9716-b45c649d9995 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:31.746887 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:31.766009 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-2a4c5a45-f117-4c13-a4ab-7c25d488eba4 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f8f6f9-86b5-47c1-a973-331751b0d600']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:31.775765 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-2a4c5a45-f117-4c13-a4ab-7c25d488eba4 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c833db04-d2ce-4f81-b3a2-4c61e40f44f8') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:31.776061 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-2a4c5a45-f117-4c13-a4ab-7c25d488eba4 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c833db04-d2ce-4f81-b3a2-4c61e40f44f8') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:31.778699 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-217d0662-974f-407c-8476-0c0828049a60 None None] For port 453f4fe8-01f3-4049-9716-b45c649d9995, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=453f4fe8-01f3-4049-9716-b45c649d9995,segment=NetworkSegment(e7235997-dd51-4e04-9b25-6db0b703dd05),segment_id=e7235997-dd51-4e04-9b25-6db0b703dd05)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:31.788370 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a4c5a45-f117-4c13-a4ab-7c25d488eba4 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:31.803610 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a4c5a45-f117-4c13-a4ab-7c25d488eba4 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:31.810310 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4c5a45-f117-4c13-a4ab-7c25d488eba4 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:56:31.810789 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a4c5a45-f117-4c13-a4ab-7c25d488eba4 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:56:31.814736 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:56:31.825788 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-217d0662-974f-407c-8476-0c0828049a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:31.861255 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f507d97-3b02-4b0b-ab4a-0b601b416737 None None] Network 57f8f6f9-86b5-47c1-a973-331751b0d600 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:56:31.873613 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a4c5a45-f117-4c13-a4ab-7c25d488eba4 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:31.879775 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a4c5a45-f117-4c13-a4ab-7c25d488eba4 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:31.883196 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2a4c5a45-f117-4c13-a4ab-7c25d488eba4 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] 10.222.0.48 "DELETE /v2.0/networks/57f8f6f9-86b5-47c1-a973-331751b0d600 HTTP/1.1" status: 204 len: 168 time: 0.4858110 Nov 12 20:56:31.887215 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55876) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:31.893572 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-fc417e6c-da66-4c5d-b3be-22856c5f4ff2 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-220301878'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:31.898783 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c5a45-f117-4c13-a4ab-7c25d488eba4 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Pushing event deleted for resources: {'Network': ['ID=57f8f6f9-86b5-47c1-a973-331751b0d600,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:31.918113 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc417e6c-da66-4c5d-b3be-22856c5f4ff2 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Made reservation on behalf of ed0544b11a8a4441a903b9df3e37794d for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:56:31.922515 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc417e6c-da66-4c5d-b3be-22856c5f4ff2 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:31.947040 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc417e6c-da66-4c5d-b3be-22856c5f4ff2 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:56:31.957051 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc417e6c-da66-4c5d-b3be-22856c5f4ff2 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:31.957296 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d0662-974f-407c-8476-0c0828049a60 None None] Pushing event updated for resources: {'Port': ['ID=453f4fe8-01f3-4049-9716-b45c649d9995,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:31.957420 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-fc417e6c-da66-4c5d-b3be-22856c5f4ff2 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Added segment a93d0736-3bcf-4ff6-a509-3a39f7735897 of type vlan for network 49f3f646-133e-4d13-8fc1-6b6b534d8628 Nov 12 20:56:32.002447 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc417e6c-da66-4c5d-b3be-22856c5f4ff2 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:32.011039 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d7dc2eaf-d1af-4741-a97f-2e0587a3002e None None] Provisioning complete for port 453f4fe8-01f3-4049-9716-b45c649d9995 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:32.011407 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d7dc2eaf-d1af-4741-a97f-2e0587a3002e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:32.028105 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc417e6c-da66-4c5d-b3be-22856c5f4ff2 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:32.034986 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc417e6c-da66-4c5d-b3be-22856c5f4ff2 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:32.035622 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc417e6c-da66-4c5d-b3be-22856c5f4ff2 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:32.088366 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fc417e6c-da66-4c5d-b3be-22856c5f4ff2 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1963725 Nov 12 20:56:32.088808 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55878) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:32.094888 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-6e83bf2b-6ca1-4898-b3ef-8ea5c8165a98 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Request body: {'subnet': {'network_id': '49f3f646-133e-4d13-8fc1-6b6b534d8628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:32.122515 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc417e6c-da66-4c5d-b3be-22856c5f4ff2 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Pushing event updated for resources: {'Network': ['ID=49f3f646-133e-4d13-8fc1-6b6b534d8628,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:32.195659 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e83bf2b-6ca1-4898-b3ef-8ea5c8165a98 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Made reservation on behalf of ed0544b11a8a4441a903b9df3e37794d for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:56:32.199249 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e83bf2b-6ca1-4898-b3ef-8ea5c8165a98 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:32.210958 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 49f3f646-133e-4d13-8fc1-6b6b534d8628 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:56:32.242514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf648d3a-3a3a-4cce-9496-61f9e6b05cef None None] get_active_networks_info from n-d-712140-15 {{(pid=102449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 20:56:32.388087 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf648d3a-3a3a-4cce-9496-61f9e6b05cef None None] Resources bound (agent type, host, resource id): {{(pid=102449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 20:56:32.410911 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e83bf2b-6ca1-4898-b3ef-8ea5c8165a98 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:32.465072 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83bf2b-6ca1-4898-b3ef-8ea5c8165a98 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Pushing event updated for resources: {'Subnet': ['ID=4ff4c1e3-0c02-4a09-af6a-bc17ef4fa85d,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:32.482283 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e83bf2b-6ca1-4898-b3ef-8ea5c8165a98 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Checking segment: {'id': 'a93d0736-3bcf-4ff6-a509-3a39f7735897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '49f3f646-133e-4d13-8fc1-6b6b534d8628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:32.482632 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e83bf2b-6ca1-4898-b3ef-8ea5c8165a98 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Network hostable DHCP agents. Network: 49f3f646-133e-4d13-8fc1-6b6b534d8628, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:56:32.499284 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e83bf2b-6ca1-4898-b3ef-8ea5c8165a98 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Network 49f3f646-133e-4d13-8fc1-6b6b534d8628 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:56:32.508624 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-6e83bf2b-6ca1-4898-b3ef-8ea5c8165a98 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 49f3f646-133e-4d13-8fc1-6b6b534d8628) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:32.513052 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e83bf2b-6ca1-4898-b3ef-8ea5c8165a98 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:32.513684 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e83bf2b-6ca1-4898-b3ef-8ea5c8165a98 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:32.530921 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6e83bf2b-6ca1-4898-b3ef-8ea5c8165a98 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4402182 Nov 12 20:56:32.534775 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55880) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:32.539707 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-987b335b-00dd-4193-82c9-f1b688373e2a tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1535014881'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:32.561165 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987b335b-00dd-4193-82c9-f1b688373e2a tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Made reservation on behalf of ed0544b11a8a4441a903b9df3e37794d for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:56:32.568622 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-987b335b-00dd-4193-82c9-f1b688373e2a tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:32.595170 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-987b335b-00dd-4193-82c9-f1b688373e2a tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:56:32.605376 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-987b335b-00dd-4193-82c9-f1b688373e2a tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:32.605960 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-987b335b-00dd-4193-82c9-f1b688373e2a tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Added segment 85591bb3-0951-4751-9c06-0f197a66a22e of type vlan for network f611e8eb-9419-431a-8624-ad178837f209 Nov 12 20:56:32.616189 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34ddd0c-74b0-496d-86c0-71b44889b6e2 None None] Network 49f3f646-133e-4d13-8fc1-6b6b534d8628 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:56:32.647377 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-987b335b-00dd-4193-82c9-f1b688373e2a tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:32.676594 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-987b335b-00dd-4193-82c9-f1b688373e2a tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:32.683226 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987b335b-00dd-4193-82c9-f1b688373e2a tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:32.683895 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-987b335b-00dd-4193-82c9-f1b688373e2a tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:32.727194 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-987b335b-00dd-4193-82c9-f1b688373e2a tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1911666 Nov 12 20:56:32.730124 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55882) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:32.736336 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-96d0518d-e9df-485f-97af-54307c868e13 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Request body: {'subnet': {'network_id': 'f611e8eb-9419-431a-8624-ad178837f209', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:32.767306 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b335b-00dd-4193-82c9-f1b688373e2a tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Pushing event updated for resources: {'Network': ['ID=f611e8eb-9419-431a-8624-ad178837f209,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:32.768715 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eee6049-7ac3-4a94-9b42-50fbe53ffce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-49f3f646-133e-4d13-8fc1-6b6b534d8628', 'network_id': '49f3f646-133e-4d13-8fc1-6b6b534d8628', 'tenant_id': 'ed0544b11a8a4441a903b9df3e37794d', 'fixed_ips': [{'subnet_id': '4ff4c1e3-0c02-4a09-af6a-bc17ef4fa85d'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:56:32.769595 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2eee6049-7ac3-4a94-9b42-50fbe53ffce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:32.782369 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network f611e8eb-9419-431a-8624-ad178837f209 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:56:32.831243 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d0518d-e9df-485f-97af-54307c868e13 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Made reservation on behalf of ed0544b11a8a4441a903b9df3e37794d for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:56:32.834925 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96d0518d-e9df-485f-97af-54307c868e13 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:32.962655 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-2eee6049-7ac3-4a94-9b42-50fbe53ffce8 None None] Allocated IP 2001:db8::2 (49f3f646-133e-4d13-8fc1-6b6b534d8628/4ff4c1e3-0c02-4a09-af6a-bc17ef4fa85d/b02789ff-57d3-4e8d-b68e-1d436f0e94a0) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:56:33.042755 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96d0518d-e9df-485f-97af-54307c868e13 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:33.103575 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0518d-e9df-485f-97af-54307c868e13 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Pushing event updated for resources: {'Subnet': ['ID=4ec0299e-86fd-4e18-ad89-6e5886e5329c,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:33.119302 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d0518d-e9df-485f-97af-54307c868e13 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Checking segment: {'id': '85591bb3-0951-4751-9c06-0f197a66a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f611e8eb-9419-431a-8624-ad178837f209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:33.119670 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d0518d-e9df-485f-97af-54307c868e13 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Network hostable DHCP agents. Network: f611e8eb-9419-431a-8624-ad178837f209, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:56:33.123095 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2eee6049-7ac3-4a94-9b42-50fbe53ffce8 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:33.129221 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2eee6049-7ac3-4a94-9b42-50fbe53ffce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:33.136391 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d0518d-e9df-485f-97af-54307c868e13 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Network f611e8eb-9419-431a-8624-ad178837f209 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:56:33.145237 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-96d0518d-e9df-485f-97af-54307c868e13 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, f611e8eb-9419-431a-8624-ad178837f209) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:33.149228 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d0518d-e9df-485f-97af-54307c868e13 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:33.149833 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-96d0518d-e9df-485f-97af-54307c868e13 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:33.165831 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-96d0518d-e9df-485f-97af-54307c868e13 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4345586 Nov 12 20:56:33.168539 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55886) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:33.169837 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934b051d-cb20-41b7-b144-767ab0ecd81e None None] Network f611e8eb-9419-431a-8624-ad178837f209 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:56:33.205545 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eee6049-7ac3-4a94-9b42-50fbe53ffce8 None None] Network 49f3f646-133e-4d13-8fc1-6b6b534d8628 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:56:33.236444 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-2eee6049-7ac3-4a94-9b42-50fbe53ffce8 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:33.239700 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee6049-7ac3-4a94-9b42-50fbe53ffce8 None None] Pushing event updated for resources: {'Port': ['ID=b02789ff-57d3-4e8d-b68e-1d436f0e94a0,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:33.242039 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eee6049-7ac3-4a94-9b42-50fbe53ffce8 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:56:33.273624 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:33.344888 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-2eee6049-7ac3-4a94-9b42-50fbe53ffce8 None None] Attempting to bind port b02789ff-57d3-4e8d-b68e-1d436f0e94a0 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:56:33.345357 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-2eee6049-7ac3-4a94-9b42-50fbe53ffce8 None None] Attempting to bind port b02789ff-57d3-4e8d-b68e-1d436f0e94a0 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'a93d0736-3bcf-4ff6-a509-3a39f7735897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '49f3f646-133e-4d13-8fc1-6b6b534d8628'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:56:33.345792 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eee6049-7ac3-4a94-9b42-50fbe53ffce8 None None] Attempting to bind port b02789ff-57d3-4e8d-b68e-1d436f0e94a0 on network 49f3f646-133e-4d13-8fc1-6b6b534d8628 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:56:33.356263 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eee6049-7ac3-4a94-9b42-50fbe53ffce8 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:56:33.356647 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eee6049-7ac3-4a94-9b42-50fbe53ffce8 None None] Checking segment: {'id': 'a93d0736-3bcf-4ff6-a509-3a39f7735897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '49f3f646-133e-4d13-8fc1-6b6b534d8628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:33.357054 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2eee6049-7ac3-4a94-9b42-50fbe53ffce8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:33.357448 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eee6049-7ac3-4a94-9b42-50fbe53ffce8 None None] Bound using segment: {'id': 'a93d0736-3bcf-4ff6-a509-3a39f7735897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '49f3f646-133e-4d13-8fc1-6b6b534d8628'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:56:33.357944 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-2eee6049-7ac3-4a94-9b42-50fbe53ffce8 None None] Bound port: b02789ff-57d3-4e8d-b68e-1d436f0e94a0, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a93d0736-3bcf-4ff6-a509-3a39f7735897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '49f3f646-133e-4d13-8fc1-6b6b534d8628'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:56:33.358911 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2eee6049-7ac3-4a94-9b42-50fbe53ffce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:33.429804 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76a2b09-481e-46d1-b006-caea50019127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-f611e8eb-9419-431a-8624-ad178837f209', 'network_id': 'f611e8eb-9419-431a-8624-ad178837f209', 'tenant_id': 'ed0544b11a8a4441a903b9df3e37794d', 'fixed_ips': [{'subnet_id': '4ec0299e-86fd-4e18-ad89-6e5886e5329c'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:56:33.430710 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a76a2b09-481e-46d1-b006-caea50019127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:33.472360 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2eee6049-7ac3-4a94-9b42-50fbe53ffce8 None None] For port b02789ff-57d3-4e8d-b68e-1d436f0e94a0, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:56:33.477553 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2eee6049-7ac3-4a94-9b42-50fbe53ffce8 None None] For port b02789ff-57d3-4e8d-b68e-1d436f0e94a0, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b02789ff-57d3-4e8d-b68e-1d436f0e94a0,segment=NetworkSegment(a93d0736-3bcf-4ff6-a509-3a39f7735897),segment_id=a93d0736-3bcf-4ff6-a509-3a39f7735897)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:56:33.527342 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2eee6049-7ac3-4a94-9b42-50fbe53ffce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:33.562083 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 453f4fe8-01f3-4049-9716-b45c649d9995 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:56:33.665685 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee6049-7ac3-4a94-9b42-50fbe53ffce8 None None] Pushing event updated for resources: {'Port': ['ID=b02789ff-57d3-4e8d-b68e-1d436f0e94a0,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:33.698907 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-a76a2b09-481e-46d1-b006-caea50019127 None None] Allocated IP 2001:db8::2 (f611e8eb-9419-431a-8624-ad178837f209/4ec0299e-86fd-4e18-ad89-6e5886e5329c/c3753da6-6bf3-481b-b7bb-5d3b9b2fd6b7) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:56:33.699269 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:33.705695 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 453f4fe8-01f3-4049-9716-b45c649d9995 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:33.706082 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:33.927047 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a76a2b09-481e-46d1-b006-caea50019127 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:33.933980 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a76a2b09-481e-46d1-b006-caea50019127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:33.957256 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:33.973578 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76a2b09-481e-46d1-b006-caea50019127 None None] Network f611e8eb-9419-431a-8624-ad178837f209 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:56:33.979816 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-a76a2b09-481e-46d1-b006-caea50019127 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:33.984084 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76a2b09-481e-46d1-b006-caea50019127 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:56:33.984448 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Pushing event deleted for resources: {'Subnet': ['ID=4ec0299e-86fd-4e18-ad89-6e5886e5329c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:34.011304 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a2b09-481e-46d1-b006-caea50019127 None None] Pushing event updated for resources: {'Port': ['ID=c3753da6-6bf3-481b-b7bb-5d3b9b2fd6b7,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:34.045872 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-a76a2b09-481e-46d1-b006-caea50019127 None None] Attempting to bind port c3753da6-6bf3-481b-b7bb-5d3b9b2fd6b7 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:56:34.046158 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-a76a2b09-481e-46d1-b006-caea50019127 None None] Attempting to bind port c3753da6-6bf3-481b-b7bb-5d3b9b2fd6b7 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '85591bb3-0951-4751-9c06-0f197a66a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f611e8eb-9419-431a-8624-ad178837f209'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:56:34.046532 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76a2b09-481e-46d1-b006-caea50019127 None None] Attempting to bind port c3753da6-6bf3-481b-b7bb-5d3b9b2fd6b7 on network f611e8eb-9419-431a-8624-ad178837f209 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:56:34.047876 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:34.051543 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76a2b09-481e-46d1-b006-caea50019127 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:56:34.051930 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76a2b09-481e-46d1-b006-caea50019127 None None] Checking segment: {'id': '85591bb3-0951-4751-9c06-0f197a66a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f611e8eb-9419-431a-8624-ad178837f209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:34.052359 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a76a2b09-481e-46d1-b006-caea50019127 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:34.052749 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76a2b09-481e-46d1-b006-caea50019127 None None] Bound using segment: {'id': '85591bb3-0951-4751-9c06-0f197a66a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f611e8eb-9419-431a-8624-ad178837f209'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:56:34.053212 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-a76a2b09-481e-46d1-b006-caea50019127 None None] Bound port: c3753da6-6bf3-481b-b7bb-5d3b9b2fd6b7, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85591bb3-0951-4751-9c06-0f197a66a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f611e8eb-9419-431a-8624-ad178837f209'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:56:34.053585 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a76a2b09-481e-46d1-b006-caea50019127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:34.068731 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f611e8eb-9419-431a-8624-ad178837f209']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:34.080591 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85591bb3-0951-4751-9c06-0f197a66a22e') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:34.080932 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85591bb3-0951-4751-9c06-0f197a66a22e') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:34.092117 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:34.106637 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:34.113035 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:56:34.113423 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:56:34.116634 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:56:34.121715 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a76a2b09-481e-46d1-b006-caea50019127 None None] For port c3753da6-6bf3-481b-b7bb-5d3b9b2fd6b7, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:56:34.176024 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a76a2b09-481e-46d1-b006-caea50019127 None None] For port c3753da6-6bf3-481b-b7bb-5d3b9b2fd6b7, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c3753da6-6bf3-481b-b7bb-5d3b9b2fd6b7,segment=NetworkSegment(85591bb3-0951-4751-9c06-0f197a66a22e),segment_id=85591bb3-0951-4751-9c06-0f197a66a22e)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:56:34.176270 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.db.api [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 20:56:34.176270 n-d-712140-15 neutron-server[102448]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 20:56:34.176270 n-d-712140-15 neutron-server[102448]: [parameters: {'id': 'f611e8eb-9419-431a-8624-ad178837f209'}] Nov 12 20:56:34.176270 n-d-712140-15 neutron-server[102448]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 20:56:34.176644 n-d-712140-15 neutron-server[102448]: DEBUG oslo_db.api [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 20:56:34.181193 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a76a2b09-481e-46d1-b006-caea50019127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:34.256437 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a2b09-481e-46d1-b006-caea50019127 None None] Pushing event updated for resources: {'Port': ['ID=c3753da6-6bf3-481b-b7bb-5d3b9b2fd6b7,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:34.281676 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1645652e-7885-4ec1-b1b9-add5d1ab9fad None None] Network f611e8eb-9419-431a-8624-ad178837f209 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:56:34.558921 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a8a8e6-9138-4470-a427-b1c58ea187bb None None] Network 49f3f646-133e-4d13-8fc1-6b6b534d8628 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:56:34.671498 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-dcef1342-89da-4367-a4af-d12a0f9f81e6 None None] Provisioning complete for port b02789ff-57d3-4e8d-b68e-1d436f0e94a0 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:34.672164 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dcef1342-89da-4367-a4af-d12a0f9f81e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:34.678117 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:34.734952 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Deleting port c3753da6-6bf3-481b-b7bb-5d3b9b2fd6b7 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:56:34.735199 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:34.789123 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dcef1342-89da-4367-a4af-d12a0f9f81e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:34.797898 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] For port c3753da6-6bf3-481b-b7bb-5d3b9b2fd6b7, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c3753da6-6bf3-481b-b7bb-5d3b9b2fd6b7,segment=NetworkSegment(85591bb3-0951-4751-9c06-0f197a66a22e),segment_id=85591bb3-0951-4751-9c06-0f197a66a22e)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:34.798263 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:34.812024 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Calling delete_port for c3753da6-6bf3-481b-b7bb-5d3b9b2fd6b7 owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:56:34.824458 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-dcef1342-89da-4367-a4af-d12a0f9f81e6 None None] For port b02789ff-57d3-4e8d-b68e-1d436f0e94a0, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b02789ff-57d3-4e8d-b68e-1d436f0e94a0,segment=NetworkSegment(a93d0736-3bcf-4ff6-a509-3a39f7735897),segment_id=a93d0736-3bcf-4ff6-a509-3a39f7735897)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:34.829827 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dcef1342-89da-4367-a4af-d12a0f9f81e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:34.885131 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef1342-89da-4367-a4af-d12a0f9f81e6 None None] Pushing event updated for resources: {'Port': ['ID=b02789ff-57d3-4e8d-b68e-1d436f0e94a0,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:34.901429 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:34.926651 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Pushing event deleted for resources: {'Port': ['ID=c3753da6-6bf3-481b-b7bb-5d3b9b2fd6b7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:34.934218 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] No DVR routers for this DVR port c3753da6-6bf3-481b-b7bb-5d3b9b2fd6b7 on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:56:34.995411 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aead054e-d9f1-441b-9b98-8e6de2a3cead None None] get_active_networks_info from n-d-712140-15 {{(pid=102449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 20:56:35.021935 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:35.043830 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f611e8eb-9419-431a-8624-ad178837f209']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:35.060182 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85591bb3-0951-4751-9c06-0f197a66a22e') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:35.060529 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85591bb3-0951-4751-9c06-0f197a66a22e') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:35.071826 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:35.088249 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:35.088958 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-1e089992-1f81-4dbc-aba2-2ca1da267687 None None] Provisioning complete for port b02789ff-57d3-4e8d-b68e-1d436f0e94a0 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:35.089326 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1e089992-1f81-4dbc-aba2-2ca1da267687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:35.094329 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aead054e-d9f1-441b-9b98-8e6de2a3cead None None] Resources bound (agent type, host, resource id): {{(pid=102449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 20:56:35.095411 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:56:35.095854 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:56:35.099271 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:56:35.159618 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:35.167342 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:35.176055 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] 10.222.0.48 "DELETE /v2.0/networks/f611e8eb-9419-431a-8624-ad178837f209 HTTP/1.1" status: 204 len: 168 time: 2.0010900 Nov 12 20:56:35.176512 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55888) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:35.183289 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5f4bc-4901-44c7-a900-49c2863dc434 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Pushing event deleted for resources: {'Network': ['ID=f611e8eb-9419-431a-8624-ad178837f209,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:35.207090 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47b8c6b-3b32-4db3-81e2-4889fb12dd50 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] GET failed (client error): The resource could not be found. Nov 12 20:56:35.208724 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f47b8c6b-3b32-4db3-81e2-4889fb12dd50 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] 10.222.0.48 "GET /v2.0/subnets/4ec0299e-86fd-4e18-ad89-6e5886e5329c HTTP/1.1" status: 404 len: 337 time: 0.0310659 Nov 12 20:56:35.211397 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55890) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:35.229487 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd76e425-f22e-428c-88ef-f8b571660c37 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] DELETE failed (client error): The resource could not be found. Nov 12 20:56:35.230025 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd76e425-f22e-428c-88ef-f8b571660c37 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:56:35.233672 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cd76e425-f22e-428c-88ef-f8b571660c37 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] 10.222.0.48 "DELETE /v2.0/networks/f611e8eb-9419-431a-8624-ad178837f209 HTTP/1.1" status: 404 len: 339 time: 0.0206404 Nov 12 20:56:35.237645 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55892) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:35.263780 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d00da3c-2393-4d8c-9c0d-a177450a74d2 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] DELETE failed (client error): The resource could not be found. Nov 12 20:56:35.264276 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d00da3c-2393-4d8c-9c0d-a177450a74d2 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:56:35.269680 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8d00da3c-2393-4d8c-9c0d-a177450a74d2 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] 10.222.0.48 "DELETE /v2.0/subnets/4ec0299e-86fd-4e18-ad89-6e5886e5329c HTTP/1.1" status: 404 len: 337 time: 0.0287941 Nov 12 20:56:35.269912 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55894) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:35.288283 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7773c0-b9c8-4d3d-9af4-10ba966ef740 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] DELETE failed (client error): The resource could not be found. Nov 12 20:56:35.288821 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f7773c0-b9c8-4d3d-9af4-10ba966ef740 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:56:35.292004 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4f7773c0-b9c8-4d3d-9af4-10ba966ef740 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] 10.222.0.48 "DELETE /v2.0/networks/f611e8eb-9419-431a-8624-ad178837f209 HTTP/1.1" status: 404 len: 339 time: 0.0211408 Nov 12 20:56:35.296323 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55896) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:35.353018 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5eb428-8394-4bc8-a362-18bc98d4732f tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Deleting subnet 4ff4c1e3-0c02-4a09-af6a-bc17ef4fa85d {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:56:35.356448 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1f5eb428-8394-4bc8-a362-18bc98d4732f tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:35.396908 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1f5eb428-8394-4bc8-a362-18bc98d4732f tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:35.477220 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1f5eb428-8394-4bc8-a362-18bc98d4732f tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:35.540661 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1f5eb428-8394-4bc8-a362-18bc98d4732f tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:35.568820 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b02789ff-57d3-4e8d-b68e-1d436f0e94a0 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:56:35.569026 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5eb428-8394-4bc8-a362-18bc98d4732f tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Pushing event deleted for resources: {'Subnet': ['ID=4ff4c1e3-0c02-4a09-af6a-bc17ef4fa85d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:35.574107 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1f5eb428-8394-4bc8-a362-18bc98d4732f tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:35.578355 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1f5eb428-8394-4bc8-a362-18bc98d4732f tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] 10.222.0.48 "DELETE /v2.0/subnets/4ff4c1e3-0c02-4a09-af6a-bc17ef4fa85d HTTP/1.1" status: 204 len: 168 time: 0.2804568 Nov 12 20:56:35.580594 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55898) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:35.597581 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ffdc53-0043-49ab-b7fd-6fb03de13a27 None None] Network 49f3f646-133e-4d13-8fc1-6b6b534d8628 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:56:35.658509 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-36c7632e-1156-468c-b0d2-18ed96372699 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:35.712563 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-36c7632e-1156-468c-b0d2-18ed96372699 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Deleting port b02789ff-57d3-4e8d-b68e-1d436f0e94a0 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:56:35.713343 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-36c7632e-1156-468c-b0d2-18ed96372699 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:35.783782 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-36c7632e-1156-468c-b0d2-18ed96372699 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] For port b02789ff-57d3-4e8d-b68e-1d436f0e94a0, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b02789ff-57d3-4e8d-b68e-1d436f0e94a0,segment=NetworkSegment(a93d0736-3bcf-4ff6-a509-3a39f7735897),segment_id=a93d0736-3bcf-4ff6-a509-3a39f7735897)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:35.784021 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-36c7632e-1156-468c-b0d2-18ed96372699 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:35.796598 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-36c7632e-1156-468c-b0d2-18ed96372699 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Calling delete_port for b02789ff-57d3-4e8d-b68e-1d436f0e94a0 owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:56:35.854710 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b02789ff-57d3-4e8d-b68e-1d436f0e94a0 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:35.855324 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:35.876034 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-36c7632e-1156-468c-b0d2-18ed96372699 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:35.903261 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c7632e-1156-468c-b0d2-18ed96372699 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Pushing event deleted for resources: {'Port': ['ID=b02789ff-57d3-4e8d-b68e-1d436f0e94a0,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:35.911080 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c7632e-1156-468c-b0d2-18ed96372699 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] No DVR routers for this DVR port b02789ff-57d3-4e8d-b68e-1d436f0e94a0 on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:56:35.918580 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Could not find standard attr ID for object b02789ff-57d3-4e8d-b68e-1d436f0e94a0. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:56:35.922554 n-d-712140-15 neutron-server[102449]: INFO neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No ports have port_id starting with b02789ff-57d3-4e8d-b68e-1d436f0e94a0 Nov 12 20:56:35.976301 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436654c2-7101-462f-9430-d93adb22a1b1 None None] DHCP port deletion for 49f3f646-133e-4d13-8fc1-6b6b534d8628 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:56:35.994764 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-36c7632e-1156-468c-b0d2-18ed96372699 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:36.015049 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-36c7632e-1156-468c-b0d2-18ed96372699 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f3f646-133e-4d13-8fc1-6b6b534d8628']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:36.024669 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-36c7632e-1156-468c-b0d2-18ed96372699 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a93d0736-3bcf-4ff6-a509-3a39f7735897') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:36.024962 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-36c7632e-1156-468c-b0d2-18ed96372699 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a93d0736-3bcf-4ff6-a509-3a39f7735897') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:36.035463 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-36c7632e-1156-468c-b0d2-18ed96372699 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:36.048878 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-36c7632e-1156-468c-b0d2-18ed96372699 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:36.054625 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c7632e-1156-468c-b0d2-18ed96372699 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:56:36.055007 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-36c7632e-1156-468c-b0d2-18ed96372699 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:56:36.058006 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:56:36.123823 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-36c7632e-1156-468c-b0d2-18ed96372699 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:36.129295 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-36c7632e-1156-468c-b0d2-18ed96372699 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:36.132484 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-36c7632e-1156-468c-b0d2-18ed96372699 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] 10.222.0.48 "DELETE /v2.0/networks/49f3f646-133e-4d13-8fc1-6b6b534d8628 HTTP/1.1" status: 204 len: 168 time: 0.5510123 Nov 12 20:56:36.135365 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55900) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:36.147387 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c7632e-1156-468c-b0d2-18ed96372699 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Pushing event deleted for resources: {'Network': ['ID=49f3f646-133e-4d13-8fc1-6b6b534d8628,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:36.167203 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8266741-5fbf-48bc-85c1-77a088477d55 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] DELETE failed (client error): The resource could not be found. Nov 12 20:56:36.167739 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8266741-5fbf-48bc-85c1-77a088477d55 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:56:36.171337 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b8266741-5fbf-48bc-85c1-77a088477d55 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] 10.222.0.48 "DELETE /v2.0/subnets/12cb0f66-d0a9-4edf-ae2b-412598abe9a8 HTTP/1.1" status: 404 len: 337 time: 0.0344813 Nov 12 20:56:36.173846 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55902) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:36.191994 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8d1e73-4847-4e79-b645-dcf6de590b80 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] DELETE failed (client error): The resource could not be found. Nov 12 20:56:36.192662 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8d1e73-4847-4e79-b645-dcf6de590b80 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:56:36.195463 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0a8d1e73-4847-4e79-b645-dcf6de590b80 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] 10.222.0.48 "DELETE /v2.0/networks/57f8f6f9-86b5-47c1-a973-331751b0d600 HTTP/1.1" status: 404 len: 339 time: 0.0207005 Nov 12 20:56:36.197991 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55904) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:36.230635 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fdb0fa6-0500-41b0-9725-f3a90fb7ff95 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] DELETE failed (client error): The resource could not be found. Nov 12 20:56:36.231159 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fdb0fa6-0500-41b0-9725-f3a90fb7ff95 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:56:36.234760 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4fdb0fa6-0500-41b0-9725-f3a90fb7ff95 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] 10.222.0.48 "DELETE /v2.0/subnets/15853ec3-bfcd-4cc9-848d-4b08edfc8b6b HTTP/1.1" status: 404 len: 337 time: 0.0358777 Nov 12 20:56:36.237190 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55906) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:36.256977 n-d-712140-15 neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-e074fc4d-dbe1-4d56-8b4c-d43544f1141a tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] DELETE failed (client error): The resource could not be found. Nov 12 20:56:36.257591 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e074fc4d-dbe1-4d56-8b4c-d43544f1141a tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 20:56:36.261441 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e074fc4d-dbe1-4d56-8b4c-d43544f1141a tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] 10.222.0.48 "DELETE /v2.0/networks/9cf46a15-8a31-45a8-854a-08116f94dfb4 HTTP/1.1" status: 404 len: 339 time: 0.0232830 Nov 12 20:56:36.263815 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55908) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:36.318258 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-e02bf5e6-d3ab-4d06-9bdc-bff21b50e2d2 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Deleting subnet c08b0b2a-b89f-41ad-85b5-d5b0ab3a6e9c {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:56:36.321334 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e02bf5e6-d3ab-4d06-9bdc-bff21b50e2d2 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:36.360815 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e02bf5e6-d3ab-4d06-9bdc-bff21b50e2d2 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:36.452948 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e02bf5e6-d3ab-4d06-9bdc-bff21b50e2d2 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:36.509060 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e02bf5e6-d3ab-4d06-9bdc-bff21b50e2d2 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:36.536658 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bf5e6-d3ab-4d06-9bdc-bff21b50e2d2 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Pushing event deleted for resources: {'Subnet': ['ID=c08b0b2a-b89f-41ad-85b5-d5b0ab3a6e9c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:36.538609 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e02bf5e6-d3ab-4d06-9bdc-bff21b50e2d2 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:36.542274 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e02bf5e6-d3ab-4d06-9bdc-bff21b50e2d2 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] 10.222.0.48 "DELETE /v2.0/subnets/c08b0b2a-b89f-41ad-85b5-d5b0ab3a6e9c HTTP/1.1" status: 204 len: 168 time: 0.2764170 Nov 12 20:56:36.544255 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55910) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:36.544547 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e441f98-82ae-465d-990c-c7b7ab173a4e None None] Network 1a3671fe-60e7-41db-be39-5800929cacb1 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:56:36.627345 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-692b25c8-ef50-49ad-8a12-23d9182efec8 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:36.681533 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-692b25c8-ef50-49ad-8a12-23d9182efec8 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Deleting port 453f4fe8-01f3-4049-9716-b45c649d9995 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:56:36.681825 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-692b25c8-ef50-49ad-8a12-23d9182efec8 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:36.711547 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bcdaf9-4708-4e08-9b49-ee3970fe60fd None None] DHCP port deletion for 1a3671fe-60e7-41db-be39-5800929cacb1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:56:36.744961 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-692b25c8-ef50-49ad-8a12-23d9182efec8 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] For port 453f4fe8-01f3-4049-9716-b45c649d9995, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=453f4fe8-01f3-4049-9716-b45c649d9995,segment=NetworkSegment(e7235997-dd51-4e04-9b25-6db0b703dd05),segment_id=e7235997-dd51-4e04-9b25-6db0b703dd05)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:36.745430 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-692b25c8-ef50-49ad-8a12-23d9182efec8 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:36.758409 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-20bcdaf9-4708-4e08-9b49-ee3970fe60fd None None] Deleting port 453f4fe8-01f3-4049-9716-b45c649d9995 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:56:36.758782 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-20bcdaf9-4708-4e08-9b49-ee3970fe60fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:36.758902 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-692b25c8-ef50-49ad-8a12-23d9182efec8 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Calling delete_port for 453f4fe8-01f3-4049-9716-b45c649d9995 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:56:36.820700 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-20bcdaf9-4708-4e08-9b49-ee3970fe60fd None None] For port 453f4fe8-01f3-4049-9716-b45c649d9995, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=453f4fe8-01f3-4049-9716-b45c649d9995,segment=NetworkSegment(e7235997-dd51-4e04-9b25-6db0b703dd05),segment_id=e7235997-dd51-4e04-9b25-6db0b703dd05)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:36.821092 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-20bcdaf9-4708-4e08-9b49-ee3970fe60fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:36.833763 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-20bcdaf9-4708-4e08-9b49-ee3970fe60fd None None] Calling delete_port for 453f4fe8-01f3-4049-9716-b45c649d9995 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:56:36.843110 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-692b25c8-ef50-49ad-8a12-23d9182efec8 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:36.870571 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b25c8-ef50-49ad-8a12-23d9182efec8 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Pushing event deleted for resources: {'Port': ['ID=453f4fe8-01f3-4049-9716-b45c649d9995,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:36.872463 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692b25c8-ef50-49ad-8a12-23d9182efec8 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] No DVR routers for this DVR port 453f4fe8-01f3-4049-9716-b45c649d9995 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:36.912986 n-d-712140-15 neutron-server[102449]: self.session.flush() Nov 12 20:56:36.920307 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-20bcdaf9-4708-4e08-9b49-ee3970fe60fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:36.948211 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bcdaf9-4708-4e08-9b49-ee3970fe60fd None None] Pushing event deleted for resources: {'Port': ['ID=453f4fe8-01f3-4049-9716-b45c649d9995,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:36.949982 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bcdaf9-4708-4e08-9b49-ee3970fe60fd None None] No DVR routers for this DVR port 453f4fe8-01f3-4049-9716-b45c649d9995 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:56:36.959512 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-692b25c8-ef50-49ad-8a12-23d9182efec8 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:36.980450 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-692b25c8-ef50-49ad-8a12-23d9182efec8 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a3671fe-60e7-41db-be39-5800929cacb1']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:36.991776 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-692b25c8-ef50-49ad-8a12-23d9182efec8 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7235997-dd51-4e04-9b25-6db0b703dd05') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:36.992072 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-692b25c8-ef50-49ad-8a12-23d9182efec8 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7235997-dd51-4e04-9b25-6db0b703dd05') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:37.002278 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-692b25c8-ef50-49ad-8a12-23d9182efec8 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:37.015951 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-692b25c8-ef50-49ad-8a12-23d9182efec8 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:37.022041 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692b25c8-ef50-49ad-8a12-23d9182efec8 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:56:37.022424 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-692b25c8-ef50-49ad-8a12-23d9182efec8 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:56:37.025561 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:56:37.082396 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-692b25c8-ef50-49ad-8a12-23d9182efec8 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:37.089702 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-692b25c8-ef50-49ad-8a12-23d9182efec8 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:37.094623 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-692b25c8-ef50-49ad-8a12-23d9182efec8 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] 10.222.0.48 "DELETE /v2.0/networks/1a3671fe-60e7-41db-be39-5800929cacb1 HTTP/1.1" status: 204 len: 168 time: 0.5477333 Nov 12 20:56:37.105718 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b25c8-ef50-49ad-8a12-23d9182efec8 tempest-NetworksIpV6Test-1603295366 tempest-NetworksIpV6Test-1603295366-project] Pushing event deleted for resources: {'Network': ['ID=1a3671fe-60e7-41db-be39-5800929cacb1,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:37.365806 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55916) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:37.519501 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3534570e-4b00-44a5-ac07-99d29c7e414d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed0544b11a8a4441a903b9df3e37794d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1523817 Nov 12 20:56:37.521922 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55920) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:37.532078 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b02789ff-57d3-4e8d-b68e-1d436f0e94a0 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:56:37.552618 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: b02789ff-57d3-4e8d-b68e-1d436f0e94a0 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:56:37.553060 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b02789ff-57d3-4e8d-b68e-1d436f0e94a0 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:56:37.553468 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 453f4fe8-01f3-4049-9716-b45c649d9995 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:56:37.569656 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-451468b8-2554-4c86-b287-5e99dde66389 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:37.572076 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 453f4fe8-01f3-4049-9716-b45c649d9995 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:56:37.572449 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 453f4fe8-01f3-4049-9716-b45c649d9995 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:56:37.591044 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-451468b8-2554-4c86-b287-5e99dde66389 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:37.639014 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-451468b8-2554-4c86-b287-5e99dde66389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:37.642358 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-451468b8-2554-4c86-b287-5e99dde66389 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:37.643711 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-451468b8-2554-4c86-b287-5e99dde66389 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2df0e79d-8294-4d29-b064-6bff6157c1a0 HTTP/1.1" status: 204 len: 168 time: 0.1208820 Nov 12 20:56:37.651473 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451468b8-2554-4c86-b287-5e99dde66389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df0e79d-8294-4d29-b064-6bff6157c1a0,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:38.288024 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55942) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:38.383756 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-f4d89b76-0af4-4ab0-977a-21e166f6229c tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1878096882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:38.408197 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f4d89b76-0af4-4ab0-977a-21e166f6229c tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:38.409225 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f4d89b76-0af4-4ab0-977a-21e166f6229c tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:38.461428 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f4d89b76-0af4-4ab0-977a-21e166f6229c tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:38.465869 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f4d89b76-0af4-4ab0-977a-21e166f6229c tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:38.483635 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f4d89b76-0af4-4ab0-977a-21e166f6229c tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:38.485461 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f4d89b76-0af4-4ab0-977a-21e166f6229c tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1963391 Nov 12 20:56:38.488199 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55946) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:38.493685 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-71df566a-2860-4c48-95a8-cb7e5d27ec88 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1320220237'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:38.516080 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71df566a-2860-4c48-95a8-cb7e5d27ec88 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Made reservation on behalf of 24fc99f8d94444afb9d2a03e229471e1 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:56:38.520105 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-71df566a-2860-4c48-95a8-cb7e5d27ec88 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:38.529613 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-71df566a-2860-4c48-95a8-cb7e5d27ec88 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:38.606971 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-71df566a-2860-4c48-95a8-cb7e5d27ec88 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:38.612387 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-71df566a-2860-4c48-95a8-cb7e5d27ec88 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:38.643499 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71df566a-2860-4c48-95a8-cb7e5d27ec88 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:56:38.657541 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df566a-2860-4c48-95a8-cb7e5d27ec88 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5238d527-b342-4bd2-bf78-06a3e6e24f76,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:38.663380 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-71df566a-2860-4c48-95a8-cb7e5d27ec88 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:38.663785 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-71df566a-2860-4c48-95a8-cb7e5d27ec88 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Added segment d45d496d-903f-44ea-90e3-5c5746964a64 of type vlan for network cffe89bd-13bc-4a33-a552-acb8d6b32057 Nov 12 20:56:38.705847 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-71df566a-2860-4c48-95a8-cb7e5d27ec88 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:38.730072 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-71df566a-2860-4c48-95a8-cb7e5d27ec88 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:38.736391 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71df566a-2860-4c48-95a8-cb7e5d27ec88 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:38.736961 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-71df566a-2860-4c48-95a8-cb7e5d27ec88 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:38.771495 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-71df566a-2860-4c48-95a8-cb7e5d27ec88 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2821763 Nov 12 20:56:38.774389 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55948) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:38.779457 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-9ac29cb3-84d6-438e-98be-c166f00ae02f tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Request body: {'subnet': {'network_id': 'cffe89bd-13bc-4a33-a552-acb8d6b32057', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:38.809164 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df566a-2860-4c48-95a8-cb7e5d27ec88 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Pushing event updated for resources: {'Network': ['ID=cffe89bd-13bc-4a33-a552-acb8d6b32057,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:38.821205 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network cffe89bd-13bc-4a33-a552-acb8d6b32057 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:56:38.871914 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac29cb3-84d6-438e-98be-c166f00ae02f tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Made reservation on behalf of 24fc99f8d94444afb9d2a03e229471e1 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:56:38.875873 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ac29cb3-84d6-438e-98be-c166f00ae02f tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:39.052016 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ac29cb3-84d6-438e-98be-c166f00ae02f tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:39.110782 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac29cb3-84d6-438e-98be-c166f00ae02f tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Pushing event updated for resources: {'Subnet': ['ID=22f15150-a568-4c89-9971-edae53a40ad7,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:39.122961 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac29cb3-84d6-438e-98be-c166f00ae02f tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:39.123248 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac29cb3-84d6-438e-98be-c166f00ae02f tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:39.124194 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac29cb3-84d6-438e-98be-c166f00ae02f tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:39.124702 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac29cb3-84d6-438e-98be-c166f00ae02f tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:39.125033 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac29cb3-84d6-438e-98be-c166f00ae02f tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:39.125365 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac29cb3-84d6-438e-98be-c166f00ae02f tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:39.125694 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac29cb3-84d6-438e-98be-c166f00ae02f tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:39.126019 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac29cb3-84d6-438e-98be-c166f00ae02f tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:39.126345 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac29cb3-84d6-438e-98be-c166f00ae02f tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:39.126668 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac29cb3-84d6-438e-98be-c166f00ae02f tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:39.126992 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac29cb3-84d6-438e-98be-c166f00ae02f tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:39.127318 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac29cb3-84d6-438e-98be-c166f00ae02f tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:39.132214 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac29cb3-84d6-438e-98be-c166f00ae02f tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Checking segment: {'id': 'd45d496d-903f-44ea-90e3-5c5746964a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'cffe89bd-13bc-4a33-a552-acb8d6b32057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:39.132606 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac29cb3-84d6-438e-98be-c166f00ae02f tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Network hostable DHCP agents. Network: cffe89bd-13bc-4a33-a552-acb8d6b32057, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:56:39.149636 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac29cb3-84d6-438e-98be-c166f00ae02f tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Network cffe89bd-13bc-4a33-a552-acb8d6b32057 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:56:39.157627 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-9ac29cb3-84d6-438e-98be-c166f00ae02f tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, cffe89bd-13bc-4a33-a552-acb8d6b32057) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:39.161615 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac29cb3-84d6-438e-98be-c166f00ae02f tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:39.162218 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ac29cb3-84d6-438e-98be-c166f00ae02f tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:39.166672 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e243d868-699f-4649-b5a0-fbe39165bbad None None] Network cffe89bd-13bc-4a33-a552-acb8d6b32057 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:56:39.178821 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9ac29cb3-84d6-438e-98be-c166f00ae02f tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4033034 Nov 12 20:56:39.181930 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55950) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:39.188181 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-8061e37a-729e-4e4c-b5b6-6dd93b635e5c tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2013406222'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:39.208535 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8061e37a-729e-4e4c-b5b6-6dd93b635e5c tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Made reservation on behalf of 24fc99f8d94444afb9d2a03e229471e1 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:56:39.212092 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8061e37a-729e-4e4c-b5b6-6dd93b635e5c tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:39.238622 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8061e37a-729e-4e4c-b5b6-6dd93b635e5c tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:56:39.249719 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8061e37a-729e-4e4c-b5b6-6dd93b635e5c tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:39.250036 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-8061e37a-729e-4e4c-b5b6-6dd93b635e5c tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Added segment 31e33990-e998-43ca-961a-f7b26323c3eb of type vlan for network 0f60efae-3fb6-47cc-b7af-089b01bfde4c Nov 12 20:56:39.291958 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8061e37a-729e-4e4c-b5b6-6dd93b635e5c tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:39.324687 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8061e37a-729e-4e4c-b5b6-6dd93b635e5c tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:39.330439 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8061e37a-729e-4e4c-b5b6-6dd93b635e5c tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:39.331113 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8061e37a-729e-4e4c-b5b6-6dd93b635e5c tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:39.357577 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1a3407-91da-46a0-a3c4-ed2425ddfe5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-cffe89bd-13bc-4a33-a552-acb8d6b32057', 'network_id': 'cffe89bd-13bc-4a33-a552-acb8d6b32057', 'tenant_id': '24fc99f8d94444afb9d2a03e229471e1', 'fixed_ips': [{'subnet_id': '22f15150-a568-4c89-9971-edae53a40ad7'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:56:39.362084 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8061e37a-729e-4e4c-b5b6-6dd93b635e5c tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1763573 Nov 12 20:56:39.362287 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3407-91da-46a0-a3c4-ed2425ddfe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:39.362395 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55952) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:39.367823 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-89e2e3e1-6cc8-4046-bc13-e048e62c341e tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Request body: {'subnet': {'network_id': '0f60efae-3fb6-47cc-b7af-089b01bfde4c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:39.412266 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061e37a-729e-4e4c-b5b6-6dd93b635e5c tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Pushing event updated for resources: {'Network': ['ID=0f60efae-3fb6-47cc-b7af-089b01bfde4c,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:39.466047 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 0f60efae-3fb6-47cc-b7af-089b01bfde4c details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:56:39.485986 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e2e3e1-6cc8-4046-bc13-e048e62c341e tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Made reservation on behalf of 24fc99f8d94444afb9d2a03e229471e1 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:56:39.490209 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89e2e3e1-6cc8-4046-bc13-e048e62c341e tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:39.605548 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-fe1a3407-91da-46a0-a3c4-ed2425ddfe5d None None] Allocated IP 172.20.0.2 (cffe89bd-13bc-4a33-a552-acb8d6b32057/22f15150-a568-4c89-9971-edae53a40ad7/9448c462-8680-444c-8f9f-63f9b9644daa) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:56:39.684031 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89e2e3e1-6cc8-4046-bc13-e048e62c341e tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:39.746480 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2e3e1-6cc8-4046-bc13-e048e62c341e tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Pushing event updated for resources: {'Subnet': ['ID=f459801a-0f14-4cd2-99fe-8adcbe47a4b3,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:39.751509 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3407-91da-46a0-a3c4-ed2425ddfe5d None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:39.755685 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e2e3e1-6cc8-4046-bc13-e048e62c341e tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Checking segment: {'id': '31e33990-e998-43ca-961a-f7b26323c3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0f60efae-3fb6-47cc-b7af-089b01bfde4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:39.756082 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e2e3e1-6cc8-4046-bc13-e048e62c341e tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Network hostable DHCP agents. Network: 0f60efae-3fb6-47cc-b7af-089b01bfde4c, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:56:39.759076 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3407-91da-46a0-a3c4-ed2425ddfe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:39.773811 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e2e3e1-6cc8-4046-bc13-e048e62c341e tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Network 0f60efae-3fb6-47cc-b7af-089b01bfde4c is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:56:39.782246 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-89e2e3e1-6cc8-4046-bc13-e048e62c341e tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 0f60efae-3fb6-47cc-b7af-089b01bfde4c) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:39.786859 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e2e3e1-6cc8-4046-bc13-e048e62c341e tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:39.787151 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-89e2e3e1-6cc8-4046-bc13-e048e62c341e tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:39.799063 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1a3407-91da-46a0-a3c4-ed2425ddfe5d None None] Network cffe89bd-13bc-4a33-a552-acb8d6b32057 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:56:39.805558 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-89e2e3e1-6cc8-4046-bc13-e048e62c341e tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4395025 Nov 12 20:56:39.805734 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e42ed32-8c04-4222-aef0-bb7f654f3e2a None None] Network 0f60efae-3fb6-47cc-b7af-089b01bfde4c requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:56:39.805949 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55954) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:39.807359 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-fe1a3407-91da-46a0-a3c4-ed2425ddfe5d None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:39.810674 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-c3682dfa-1c58-4e2a-9c63-2e547469ed35 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Request body: {'router': {'external_gateway_info': {'network_id': '0f60efae-3fb6-47cc-b7af-089b01bfde4c'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:39.827309 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1a3407-91da-46a0-a3c4-ed2425ddfe5d None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:56:39.841519 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a3407-91da-46a0-a3c4-ed2425ddfe5d None None] Pushing event updated for resources: {'Port': ['ID=9448c462-8680-444c-8f9f-63f9b9644daa,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:39.939527 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-fe1a3407-91da-46a0-a3c4-ed2425ddfe5d None None] Attempting to bind port 9448c462-8680-444c-8f9f-63f9b9644daa on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:56:39.939799 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-fe1a3407-91da-46a0-a3c4-ed2425ddfe5d None None] Attempting to bind port 9448c462-8680-444c-8f9f-63f9b9644daa by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'd45d496d-903f-44ea-90e3-5c5746964a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'cffe89bd-13bc-4a33-a552-acb8d6b32057'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:56:39.940161 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1a3407-91da-46a0-a3c4-ed2425ddfe5d None None] Attempting to bind port 9448c462-8680-444c-8f9f-63f9b9644daa on network cffe89bd-13bc-4a33-a552-acb8d6b32057 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:56:39.948638 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1a3407-91da-46a0-a3c4-ed2425ddfe5d None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:56:39.949003 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1a3407-91da-46a0-a3c4-ed2425ddfe5d None None] Checking segment: {'id': 'd45d496d-903f-44ea-90e3-5c5746964a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'cffe89bd-13bc-4a33-a552-acb8d6b32057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:39.949393 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3407-91da-46a0-a3c4-ed2425ddfe5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:39.949773 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1a3407-91da-46a0-a3c4-ed2425ddfe5d None None] Bound using segment: {'id': 'd45d496d-903f-44ea-90e3-5c5746964a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'cffe89bd-13bc-4a33-a552-acb8d6b32057'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:56:39.950236 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-fe1a3407-91da-46a0-a3c4-ed2425ddfe5d None None] Bound port: 9448c462-8680-444c-8f9f-63f9b9644daa, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45d496d-903f-44ea-90e3-5c5746964a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'cffe89bd-13bc-4a33-a552-acb8d6b32057'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:56:39.950605 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3407-91da-46a0-a3c4-ed2425ddfe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:40.021293 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c3682dfa-1c58-4e2a-9c63-2e547469ed35 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:40.047614 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7c4b90-9af0-472b-a6cc-0f59593416a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-0f60efae-3fb6-47cc-b7af-089b01bfde4c', 'network_id': '0f60efae-3fb6-47cc-b7af-089b01bfde4c', 'tenant_id': '24fc99f8d94444afb9d2a03e229471e1', 'fixed_ips': [{'subnet_id': 'f459801a-0f14-4cd2-99fe-8adcbe47a4b3'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:56:40.048497 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5b7c4b90-9af0-472b-a6cc-0f59593416a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:40.070371 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-fe1a3407-91da-46a0-a3c4-ed2425ddfe5d None None] For port 9448c462-8680-444c-8f9f-63f9b9644daa, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:56:40.089625 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-fe1a3407-91da-46a0-a3c4-ed2425ddfe5d None None] For port 9448c462-8680-444c-8f9f-63f9b9644daa, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=9448c462-8680-444c-8f9f-63f9b9644daa,segment=NetworkSegment(d45d496d-903f-44ea-90e3-5c5746964a64),segment_id=d45d496d-903f-44ea-90e3-5c5746964a64)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:56:40.128625 n-d-712140-15 neutron-server[102447]: INFO neutron.api.v2.resource [None req-c3682dfa-1c58-4e2a-9c63-2e547469ed35 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 20:56:40.137682 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c3682dfa-1c58-4e2a-9c63-2e547469ed35 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] 10.222.0.48 "PUT /v2.0/routers/c40b5bfe-06f4-4e03-8c17-78df9d2313f1 HTTP/1.1" status: 400 len: 364 time: 0.3229361 Nov 12 20:56:40.138334 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55956) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:40.138824 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3407-91da-46a0-a3c4-ed2425ddfe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:40.192826 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-c33e14bc-9420-4acf-b381-ef2a9806727d tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Deleting subnet f459801a-0f14-4cd2-99fe-8adcbe47a4b3 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:56:40.237620 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a3407-91da-46a0-a3c4-ed2425ddfe5d None None] Pushing event updated for resources: {'Port': ['ID=9448c462-8680-444c-8f9f-63f9b9644daa,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:40.257886 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-5b7c4b90-9af0-472b-a6cc-0f59593416a2 None None] Allocated IP 172.21.0.2 (0f60efae-3fb6-47cc-b7af-089b01bfde4c/f459801a-0f14-4cd2-99fe-8adcbe47a4b3/0d5b79bc-80be-483e-9693-b5b3f77d7226) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:56:40.430753 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5b7c4b90-9af0-472b-a6cc-0f59593416a2 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:40.436573 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c33e14bc-9420-4acf-b381-ef2a9806727d tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:40.437542 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5b7c4b90-9af0-472b-a6cc-0f59593416a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:40.487422 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c33e14bc-9420-4acf-b381-ef2a9806727d tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:40.490278 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7c4b90-9af0-472b-a6cc-0f59593416a2 None None] Network 0f60efae-3fb6-47cc-b7af-089b01bfde4c is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:56:40.491562 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c4b90-9af0-472b-a6cc-0f59593416a2 None None] Pushing event updated for resources: {'Port': ['ID=0d5b79bc-80be-483e-9693-b5b3f77d7226,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:40.495190 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-5b7c4b90-9af0-472b-a6cc-0f59593416a2 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:40.497366 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7c4b90-9af0-472b-a6cc-0f59593416a2 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:56:40.557129 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-5b7c4b90-9af0-472b-a6cc-0f59593416a2 None None] Attempting to bind port 0d5b79bc-80be-483e-9693-b5b3f77d7226 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:56:40.557498 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-5b7c4b90-9af0-472b-a6cc-0f59593416a2 None None] Attempting to bind port 0d5b79bc-80be-483e-9693-b5b3f77d7226 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '31e33990-e998-43ca-961a-f7b26323c3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0f60efae-3fb6-47cc-b7af-089b01bfde4c'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:56:40.557854 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7c4b90-9af0-472b-a6cc-0f59593416a2 None None] Attempting to bind port 0d5b79bc-80be-483e-9693-b5b3f77d7226 on network 0f60efae-3fb6-47cc-b7af-089b01bfde4c {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:56:40.563082 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7c4b90-9af0-472b-a6cc-0f59593416a2 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:56:40.563444 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7c4b90-9af0-472b-a6cc-0f59593416a2 None None] Checking segment: {'id': '31e33990-e998-43ca-961a-f7b26323c3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0f60efae-3fb6-47cc-b7af-089b01bfde4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:40.563860 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5b7c4b90-9af0-472b-a6cc-0f59593416a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:40.564264 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7c4b90-9af0-472b-a6cc-0f59593416a2 None None] Bound using segment: {'id': '31e33990-e998-43ca-961a-f7b26323c3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0f60efae-3fb6-47cc-b7af-089b01bfde4c'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:56:40.564762 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-5b7c4b90-9af0-472b-a6cc-0f59593416a2 None None] Bound port: 0d5b79bc-80be-483e-9693-b5b3f77d7226, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e33990-e998-43ca-961a-f7b26323c3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0f60efae-3fb6-47cc-b7af-089b01bfde4c'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:56:40.565122 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5b7c4b90-9af0-472b-a6cc-0f59593416a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:40.583975 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c33e14bc-9420-4acf-b381-ef2a9806727d tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:40.645505 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c33e14bc-9420-4acf-b381-ef2a9806727d tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:40.649379 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-5b7c4b90-9af0-472b-a6cc-0f59593416a2 None None] For port 0d5b79bc-80be-483e-9693-b5b3f77d7226, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:56:40.654020 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-5b7c4b90-9af0-472b-a6cc-0f59593416a2 None None] For port 0d5b79bc-80be-483e-9693-b5b3f77d7226, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=0d5b79bc-80be-483e-9693-b5b3f77d7226,segment=NetworkSegment(31e33990-e998-43ca-961a-f7b26323c3eb),segment_id=31e33990-e998-43ca-961a-f7b26323c3eb)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:56:40.666591 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5b7c4b90-9af0-472b-a6cc-0f59593416a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:40.677631 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e14bc-9420-4acf-b381-ef2a9806727d tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Pushing event deleted for resources: {'Subnet': ['ID=f459801a-0f14-4cd2-99fe-8adcbe47a4b3,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:40.681804 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c33e14bc-9420-4acf-b381-ef2a9806727d tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:40.685121 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c33e14bc-9420-4acf-b381-ef2a9806727d tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] 10.222.0.48 "DELETE /v2.0/subnets/f459801a-0f14-4cd2-99fe-8adcbe47a4b3 HTTP/1.1" status: 204 len: 168 time: 0.5455976 Nov 12 20:56:40.688646 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55958) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:40.743109 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c4b90-9af0-472b-a6cc-0f59593416a2 None None] Pushing event updated for resources: {'Port': ['ID=0d5b79bc-80be-483e-9693-b5b3f77d7226,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:40.777224 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f622d9e-acec-4e54-b346-66a8e3c9e1b2 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:40.834204 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-2f622d9e-acec-4e54-b346-66a8e3c9e1b2 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Deleting port 0d5b79bc-80be-483e-9693-b5b3f77d7226 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:56:40.834548 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f622d9e-acec-4e54-b346-66a8e3c9e1b2 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:40.913936 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-2f622d9e-acec-4e54-b346-66a8e3c9e1b2 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] For port 0d5b79bc-80be-483e-9693-b5b3f77d7226, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=0d5b79bc-80be-483e-9693-b5b3f77d7226,segment=NetworkSegment(31e33990-e998-43ca-961a-f7b26323c3eb),segment_id=31e33990-e998-43ca-961a-f7b26323c3eb)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:40.914304 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f622d9e-acec-4e54-b346-66a8e3c9e1b2 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:40.935846 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-2f622d9e-acec-4e54-b346-66a8e3c9e1b2 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Calling delete_port for 0d5b79bc-80be-483e-9693-b5b3f77d7226 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:56:41.036725 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f622d9e-acec-4e54-b346-66a8e3c9e1b2 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:41.063868 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f622d9e-acec-4e54-b346-66a8e3c9e1b2 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Pushing event deleted for resources: {'Port': ['ID=0d5b79bc-80be-483e-9693-b5b3f77d7226,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:41.070045 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f622d9e-acec-4e54-b346-66a8e3c9e1b2 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] No DVR routers for this DVR port 0d5b79bc-80be-483e-9693-b5b3f77d7226 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:56:41.160306 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f622d9e-acec-4e54-b346-66a8e3c9e1b2 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:41.181939 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-2f622d9e-acec-4e54-b346-66a8e3c9e1b2 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f60efae-3fb6-47cc-b7af-089b01bfde4c']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:41.192190 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-2f622d9e-acec-4e54-b346-66a8e3c9e1b2 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31e33990-e998-43ca-961a-f7b26323c3eb') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:41.192548 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-2f622d9e-acec-4e54-b346-66a8e3c9e1b2 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31e33990-e998-43ca-961a-f7b26323c3eb') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:41.203285 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f622d9e-acec-4e54-b346-66a8e3c9e1b2 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:41.218154 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f622d9e-acec-4e54-b346-66a8e3c9e1b2 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:41.225155 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f622d9e-acec-4e54-b346-66a8e3c9e1b2 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:56:41.225551 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f622d9e-acec-4e54-b346-66a8e3c9e1b2 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:56:41.229094 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:56:41.254989 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4314b73-9c6b-47d0-8589-b81232506f07 None None] Network cffe89bd-13bc-4a33-a552-acb8d6b32057 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:56:41.294597 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f622d9e-acec-4e54-b346-66a8e3c9e1b2 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:41.300937 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f622d9e-acec-4e54-b346-66a8e3c9e1b2 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:41.307126 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2f622d9e-acec-4e54-b346-66a8e3c9e1b2 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] 10.222.0.48 "DELETE /v2.0/networks/0f60efae-3fb6-47cc-b7af-089b01bfde4c HTTP/1.1" status: 204 len: 168 time: 0.6173701 Nov 12 20:56:41.309841 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55960) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:41.324254 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f622d9e-acec-4e54-b346-66a8e3c9e1b2 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Pushing event deleted for resources: {'Network': ['ID=0f60efae-3fb6-47cc-b7af-089b01bfde4c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:41.338242 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9c97a9be-0201-4fa4-808b-b75146d971f0 None None] Provisioning complete for port 9448c462-8680-444c-8f9f-63f9b9644daa triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:41.338610 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9c97a9be-0201-4fa4-808b-b75146d971f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:41.366081 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-a66ec948-3b76-4e6c-a17d-046f7bd3ca88 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Deleting subnet 22f15150-a568-4c89-9971-edae53a40ad7 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:56:41.369549 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a66ec948-3b76-4e6c-a17d-046f7bd3ca88 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:41.418552 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a66ec948-3b76-4e6c-a17d-046f7bd3ca88 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:41.482668 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9c97a9be-0201-4fa4-808b-b75146d971f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:41.531301 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-9c97a9be-0201-4fa4-808b-b75146d971f0 None None] For port 9448c462-8680-444c-8f9f-63f9b9644daa, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=9448c462-8680-444c-8f9f-63f9b9644daa,segment=NetworkSegment(d45d496d-903f-44ea-90e3-5c5746964a64),segment_id=d45d496d-903f-44ea-90e3-5c5746964a64)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:41.536398 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9c97a9be-0201-4fa4-808b-b75146d971f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:41.552384 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a66ec948-3b76-4e6c-a17d-046f7bd3ca88 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:41.610354 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97a9be-0201-4fa4-808b-b75146d971f0 None None] Pushing event updated for resources: {'Port': ['ID=9448c462-8680-444c-8f9f-63f9b9644daa,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:41.613412 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 9448c462-8680-444c-8f9f-63f9b9644daa up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:56:41.645404 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a66ec948-3b76-4e6c-a17d-046f7bd3ca88 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:41.681306 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 9448c462-8680-444c-8f9f-63f9b9644daa triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:41.681717 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:41.682240 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ec948-3b76-4e6c-a17d-046f7bd3ca88 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Pushing event deleted for resources: {'Subnet': ['ID=22f15150-a568-4c89-9971-edae53a40ad7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:41.687413 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a66ec948-3b76-4e6c-a17d-046f7bd3ca88 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:41.693825 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 55962) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:41.702834 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a66ec948-3b76-4e6c-a17d-046f7bd3ca88 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] 10.222.0.48 "DELETE /v2.0/subnets/22f15150-a568-4c89-9971-edae53a40ad7 HTTP/1.1" status: 204 len: 168 time: 0.3918204 Nov 12 20:56:41.786152 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74019f4c-1388-4bbe-ab98-be7bd3f03ff6 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:41.809827 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5cc325-4031-4f77-924e-5fa8832ad6a6 None None] Network cffe89bd-13bc-4a33-a552-acb8d6b32057 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:56:41.843012 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-74019f4c-1388-4bbe-ab98-be7bd3f03ff6 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Deleting port 9448c462-8680-444c-8f9f-63f9b9644daa {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:56:41.843483 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74019f4c-1388-4bbe-ab98-be7bd3f03ff6 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:41.912996 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f9d98e33-3da0-49b8-aa28-e9397a6be159 None None] Provisioning complete for port 9448c462-8680-444c-8f9f-63f9b9644daa triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:41.913366 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f9d98e33-3da0-49b8-aa28-e9397a6be159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:41.964973 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc81698-4cac-45e2-ad22-171c96a10e35 None None] DHCP port deletion for 0f60efae-3fb6-47cc-b7af-089b01bfde4c request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:56:42.020746 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fe2819-38c5-41a7-a03e-19d68ff49e6e None None] Network 0f60efae-3fb6-47cc-b7af-089b01bfde4c requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:56:42.039373 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fe2819-38c5-41a7-a03e-19d68ff49e6e None None] Network 0f60efae-3fb6-47cc-b7af-089b01bfde4c could not be found, it might have been deleted concurrently. {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 20:56:42.065725 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622b7a08-4492-4470-a74a-a5be2fcd0160 None None] DHCP port deletion for cffe89bd-13bc-4a33-a552-acb8d6b32057 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:56:42.116995 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-622b7a08-4492-4470-a74a-a5be2fcd0160 None None] Deleting port 9448c462-8680-444c-8f9f-63f9b9644daa {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:56:42.117368 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-622b7a08-4492-4470-a74a-a5be2fcd0160 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:42.178389 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-83e25cda-7921-496d-b7a3-901aac19d57a None None] Could not find standard attr ID for object 0d5b79bc-80be-483e-9693-b5b3f77d7226. {{(pid=102449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 20:56:42.191485 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-622b7a08-4492-4470-a74a-a5be2fcd0160 None None] For port 9448c462-8680-444c-8f9f-63f9b9644daa, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=9448c462-8680-444c-8f9f-63f9b9644daa,segment=NetworkSegment(d45d496d-903f-44ea-90e3-5c5746964a64),segment_id=d45d496d-903f-44ea-90e3-5c5746964a64)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:42.191862 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-622b7a08-4492-4470-a74a-a5be2fcd0160 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:42.206399 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-622b7a08-4492-4470-a74a-a5be2fcd0160 None None] Calling delete_port for 9448c462-8680-444c-8f9f-63f9b9644daa owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:56:42.269682 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-74019f4c-1388-4bbe-ab98-be7bd3f03ff6 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] For port 9448c462-8680-444c-8f9f-63f9b9644daa, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=9448c462-8680-444c-8f9f-63f9b9644daa,segment=NetworkSegment(d45d496d-903f-44ea-90e3-5c5746964a64),segment_id=d45d496d-903f-44ea-90e3-5c5746964a64)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:42.269934 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74019f4c-1388-4bbe-ab98-be7bd3f03ff6 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:42.283863 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-74019f4c-1388-4bbe-ab98-be7bd3f03ff6 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Calling delete_port for 9448c462-8680-444c-8f9f-63f9b9644daa owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:56:42.288417 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-622b7a08-4492-4470-a74a-a5be2fcd0160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:42.316225 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622b7a08-4492-4470-a74a-a5be2fcd0160 None None] No DVR routers for this DVR port 9448c462-8680-444c-8f9f-63f9b9644daa on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:56:42.322840 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b7a08-4492-4470-a74a-a5be2fcd0160 None None] Pushing event deleted for resources: {'Port': ['ID=9448c462-8680-444c-8f9f-63f9b9644daa,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:42.366660 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74019f4c-1388-4bbe-ab98-be7bd3f03ff6 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:42.398936 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74019f4c-1388-4bbe-ab98-be7bd3f03ff6 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] No DVR routers for this DVR port 9448c462-8680-444c-8f9f-63f9b9644daa on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:56:42.404100 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74019f4c-1388-4bbe-ab98-be7bd3f03ff6 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Pushing event deleted for resources: {'Port': ['ID=9448c462-8680-444c-8f9f-63f9b9644daa,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:42.481796 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74019f4c-1388-4bbe-ab98-be7bd3f03ff6 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:42.505582 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-74019f4c-1388-4bbe-ab98-be7bd3f03ff6 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffe89bd-13bc-4a33-a552-acb8d6b32057']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:42.514938 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-74019f4c-1388-4bbe-ab98-be7bd3f03ff6 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45d496d-903f-44ea-90e3-5c5746964a64') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:42.515233 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-74019f4c-1388-4bbe-ab98-be7bd3f03ff6 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45d496d-903f-44ea-90e3-5c5746964a64') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:42.524843 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74019f4c-1388-4bbe-ab98-be7bd3f03ff6 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:42.538900 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74019f4c-1388-4bbe-ab98-be7bd3f03ff6 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:42.545106 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74019f4c-1388-4bbe-ab98-be7bd3f03ff6 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:56:42.546239 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74019f4c-1388-4bbe-ab98-be7bd3f03ff6 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: timer() Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:56:42.549363 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:56:42.610533 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74019f4c-1388-4bbe-ab98-be7bd3f03ff6 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:42.617384 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-74019f4c-1388-4bbe-ab98-be7bd3f03ff6 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:42.620633 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-74019f4c-1388-4bbe-ab98-be7bd3f03ff6 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] 10.222.0.48 "DELETE /v2.0/networks/cffe89bd-13bc-4a33-a552-acb8d6b32057 HTTP/1.1" status: 204 len: 168 time: 0.9257867 Nov 12 20:56:42.623520 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55964) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:42.632576 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74019f4c-1388-4bbe-ab98-be7bd3f03ff6 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Pushing event deleted for resources: {'Network': ['ID=cffe89bd-13bc-4a33-a552-acb8d6b32057,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:42.654032 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a06a7a27-b4aa-4898-b4c3-30182f86c8bb tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] 10.222.0.48 "GET /v2.0/ports?device_id=c40b5bfe-06f4-4e03-8c17-78df9d2313f1 HTTP/1.1" status: 200 len: 205 time: 0.0275013 Nov 12 20:56:42.656827 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55966) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:42.735968 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-64c0a4de-e468-47d2-bed5-25b7a01d9659 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:42.895790 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-64c0a4de-e468-47d2-bed5-25b7a01d9659 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:42.898304 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-64c0a4de-e468-47d2-bed5-25b7a01d9659 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:42.941920 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-64c0a4de-e468-47d2-bed5-25b7a01d9659 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:42.942453 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c0a4de-e468-47d2-bed5-25b7a01d9659 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Fanout notify agent at l3_agent the message router_deleted on router c40b5bfe-06f4-4e03-8c17-78df9d2313f1 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:56:42.949337 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-64c0a4de-e468-47d2-bed5-25b7a01d9659 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:42.950604 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-64c0a4de-e468-47d2-bed5-25b7a01d9659 tempest-RoutersNegativeTest-2007124792 tempest-RoutersNegativeTest-2007124792-project] 10.222.0.48 "DELETE /v2.0/routers/c40b5bfe-06f4-4e03-8c17-78df9d2313f1 HTTP/1.1" status: 204 len: 168 time: 0.2927535 Nov 12 20:56:43.198799 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55972) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:43.335058 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d61bd45e-c829-4bd8-9839-9ffdfff79e7a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=24fc99f8d94444afb9d2a03e229471e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1350832 Nov 12 20:56:43.337567 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55976) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:43.385561 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d64ac7ad-7d3c-4047-90bc-1a8ab35a8d7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:43.409312 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d64ac7ad-7d3c-4047-90bc-1a8ab35a8d7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:43.464986 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d64ac7ad-7d3c-4047-90bc-1a8ab35a8d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:43.467442 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d64ac7ad-7d3c-4047-90bc-1a8ab35a8d7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:43.468768 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d64ac7ad-7d3c-4047-90bc-1a8ab35a8d7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5238d527-b342-4bd2-bf78-06a3e6e24f76 HTTP/1.1" status: 204 len: 168 time: 0.1302264 Nov 12 20:56:43.481829 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ac7ad-7d3c-4047-90bc-1a8ab35a8d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5238d527-b342-4bd2-bf78-06a3e6e24f76,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:43.545066 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 9448c462-8680-444c-8f9f-63f9b9644daa no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:56:43.569330 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 9448c462-8680-444c-8f9f-63f9b9644daa {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:56:43.569669 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 9448c462-8680-444c-8f9f-63f9b9644daa not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:56:43.570072 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 0d5b79bc-80be-483e-9693-b5b3f77d7226 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:56:43.594357 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 0d5b79bc-80be-483e-9693-b5b3f77d7226 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:56:43.594713 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 0d5b79bc-80be-483e-9693-b5b3f77d7226 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:56:44.118776 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 55998) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:44.218874 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-57d4fadf-7fe5-4eb9-b12a-12fdd5093a18 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-871741796-network', 'tenant_id': 'beb66e0768274682b27d90bd8d7e5070'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:44.245238 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d4fadf-7fe5-4eb9-b12a-12fdd5093a18 admin admin] Made reservation on behalf of beb66e0768274682b27d90bd8d7e5070 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:56:44.247502 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57d4fadf-7fe5-4eb9-b12a-12fdd5093a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:44.256601 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57d4fadf-7fe5-4eb9-b12a-12fdd5093a18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:44.334505 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57d4fadf-7fe5-4eb9-b12a-12fdd5093a18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:44.338546 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57d4fadf-7fe5-4eb9-b12a-12fdd5093a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:44.366985 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d4fadf-7fe5-4eb9-b12a-12fdd5093a18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:56:44.377647 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4fadf-7fe5-4eb9-b12a-12fdd5093a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f29a35-38d6-405d-8bf0-54a0d0c95087,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:44.383955 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57d4fadf-7fe5-4eb9-b12a-12fdd5093a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:44.384839 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-57d4fadf-7fe5-4eb9-b12a-12fdd5093a18 admin admin] Added segment a12c4bb1-8915-462a-9421-ccafaf527f91 of type vlan for network 2a615aad-ebe2-42d4-a27f-56ef634b4e68 Nov 12 20:56:44.427614 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57d4fadf-7fe5-4eb9-b12a-12fdd5093a18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:44.457724 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57d4fadf-7fe5-4eb9-b12a-12fdd5093a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:44.458841 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d4fadf-7fe5-4eb9-b12a-12fdd5093a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:44.459420 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57d4fadf-7fe5-4eb9-b12a-12fdd5093a18 admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:44.517773 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-57d4fadf-7fe5-4eb9-b12a-12fdd5093a18 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3977745 Nov 12 20:56:44.520699 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56002) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:44.525675 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-294887a6-3dc7-4279-a63c-0e75def05b48 admin admin] Request body: {'subnet': {'network_id': '2a615aad-ebe2-42d4-a27f-56ef634b4e68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-871741796-subnet', 'tenant_id': 'beb66e0768274682b27d90bd8d7e5070', 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:44.525923 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4fadf-7fe5-4eb9-b12a-12fdd5093a18 admin admin] Pushing event updated for resources: {'Network': ['ID=2a615aad-ebe2-42d4-a27f-56ef634b4e68,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:44.535968 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 2a615aad-ebe2-42d4-a27f-56ef634b4e68 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:56:44.548116 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294887a6-3dc7-4279-a63c-0e75def05b48 admin admin] Made reservation on behalf of beb66e0768274682b27d90bd8d7e5070 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:56:44.550739 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-294887a6-3dc7-4279-a63c-0e75def05b48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:44.726147 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-294887a6-3dc7-4279-a63c-0e75def05b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:44.782226 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294887a6-3dc7-4279-a63c-0e75def05b48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef43e85f-c5cd-4dc5-ae72-38ed4845224b,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:44.792479 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294887a6-3dc7-4279-a63c-0e75def05b48 admin admin] Checking segment: {'id': 'a12c4bb1-8915-462a-9421-ccafaf527f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '2a615aad-ebe2-42d4-a27f-56ef634b4e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:44.792837 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294887a6-3dc7-4279-a63c-0e75def05b48 admin admin] Network hostable DHCP agents. Network: 2a615aad-ebe2-42d4-a27f-56ef634b4e68, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:56:44.808993 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294887a6-3dc7-4279-a63c-0e75def05b48 admin admin] Network 2a615aad-ebe2-42d4-a27f-56ef634b4e68 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:56:44.818982 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-294887a6-3dc7-4279-a63c-0e75def05b48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 2a615aad-ebe2-42d4-a27f-56ef634b4e68) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:44.823322 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294887a6-3dc7-4279-a63c-0e75def05b48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:44.823911 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-294887a6-3dc7-4279-a63c-0e75def05b48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:44.828770 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b38b70b-de20-4cfd-bd21-21ef30942977 None None] Network 2a615aad-ebe2-42d4-a27f-56ef634b4e68 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:56:44.841452 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-294887a6-3dc7-4279-a63c-0e75def05b48 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3196402 Nov 12 20:56:44.844667 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56004) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:44.849068 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-65070056-b0ce-4d91-b3bd-2eda92a15560 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-871741796-router', 'tenant_id': 'beb66e0768274682b27d90bd8d7e5070', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:44.870015 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-65070056-b0ce-4d91-b3bd-2eda92a15560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:44.871112 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-65070056-b0ce-4d91-b3bd-2eda92a15560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:44.931664 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-65070056-b0ce-4d91-b3bd-2eda92a15560 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:45.074800 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-65070056-b0ce-4d91-b3bd-2eda92a15560 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:45.149006 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ae77ba-e4e0-4e17-807d-e12b52868040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-2a615aad-ebe2-42d4-a27f-56ef634b4e68', 'network_id': '2a615aad-ebe2-42d4-a27f-56ef634b4e68', 'tenant_id': 'beb66e0768274682b27d90bd8d7e5070', 'fixed_ips': [{'subnet_id': 'ef43e85f-c5cd-4dc5-ae72-38ed4845224b'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:56:45.150235 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f3ae77ba-e4e0-4e17-807d-e12b52868040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:45.295833 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-65070056-b0ce-4d91-b3bd-2eda92a15560 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:45.306442 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-f3ae77ba-e4e0-4e17-807d-e12b52868040 None None] Allocated IP 172.20.0.2 (2a615aad-ebe2-42d4-a27f-56ef634b4e68/ef43e85f-c5cd-4dc5-ae72-38ed4845224b/fb42bc4e-4a9b-42d6-a292-97ce56c7a35c) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:56:45.316522 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-65070056-b0ce-4d91-b3bd-2eda92a15560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:45.435843 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-65070056-b0ce-4d91-b3bd-2eda92a15560 admin admin] Allocated IP 172.25.5.98 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/ef515021-9e9b-42cd-ba4e-566c25d66d6b) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:56:45.459208 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f3ae77ba-e4e0-4e17-807d-e12b52868040 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:45.465533 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f3ae77ba-e4e0-4e17-807d-e12b52868040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:45.506234 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ae77ba-e4e0-4e17-807d-e12b52868040 None None] Network 2a615aad-ebe2-42d4-a27f-56ef634b4e68 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:56:45.511522 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-f3ae77ba-e4e0-4e17-807d-e12b52868040 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:45.515182 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ae77ba-e4e0-4e17-807d-e12b52868040 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:56:45.522625 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae77ba-e4e0-4e17-807d-e12b52868040 None None] Pushing event updated for resources: {'Port': ['ID=fb42bc4e-4a9b-42d6-a292-97ce56c7a35c,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:45.549473 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-65070056-b0ce-4d91-b3bd-2eda92a15560 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:45.581681 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f3ae77ba-e4e0-4e17-807d-e12b52868040 None None] Attempting to bind port fb42bc4e-4a9b-42d6-a292-97ce56c7a35c on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:56:45.582192 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f3ae77ba-e4e0-4e17-807d-e12b52868040 None None] Attempting to bind port fb42bc4e-4a9b-42d6-a292-97ce56c7a35c by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'a12c4bb1-8915-462a-9421-ccafaf527f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '2a615aad-ebe2-42d4-a27f-56ef634b4e68'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:56:45.582558 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ae77ba-e4e0-4e17-807d-e12b52868040 None None] Attempting to bind port fb42bc4e-4a9b-42d6-a292-97ce56c7a35c on network 2a615aad-ebe2-42d4-a27f-56ef634b4e68 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:56:45.588024 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ae77ba-e4e0-4e17-807d-e12b52868040 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:56:45.588641 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ae77ba-e4e0-4e17-807d-e12b52868040 None None] Checking segment: {'id': 'a12c4bb1-8915-462a-9421-ccafaf527f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '2a615aad-ebe2-42d4-a27f-56ef634b4e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:45.589087 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f3ae77ba-e4e0-4e17-807d-e12b52868040 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:45.589511 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ae77ba-e4e0-4e17-807d-e12b52868040 None None] Bound using segment: {'id': 'a12c4bb1-8915-462a-9421-ccafaf527f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '2a615aad-ebe2-42d4-a27f-56ef634b4e68'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:56:45.590051 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f3ae77ba-e4e0-4e17-807d-e12b52868040 None None] Bound port: fb42bc4e-4a9b-42d6-a292-97ce56c7a35c, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12c4bb1-8915-462a-9421-ccafaf527f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '2a615aad-ebe2-42d4-a27f-56ef634b4e68'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:56:45.590479 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f3ae77ba-e4e0-4e17-807d-e12b52868040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:45.591653 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-65070056-b0ce-4d91-b3bd-2eda92a15560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:45.633662 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65070056-b0ce-4d91-b3bd-2eda92a15560 admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:56:45.639913 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-65070056-b0ce-4d91-b3bd-2eda92a15560 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:45.643785 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65070056-b0ce-4d91-b3bd-2eda92a15560 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:56:45.659074 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f763d16-8f03-47ac-baf6-b28eb00bdd9a None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:56:45.661851 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-f3ae77ba-e4e0-4e17-807d-e12b52868040 None None] For port fb42bc4e-4a9b-42d6-a292-97ce56c7a35c, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:56:45.666870 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65070056-b0ce-4d91-b3bd-2eda92a15560 admin admin] Pushing event updated for resources: {'Port': ['ID=ef515021-9e9b-42cd-ba4e-566c25d66d6b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:45.676986 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-f3ae77ba-e4e0-4e17-807d-e12b52868040 None None] For port fb42bc4e-4a9b-42d6-a292-97ce56c7a35c, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=fb42bc4e-4a9b-42d6-a292-97ce56c7a35c,segment=NetworkSegment(a12c4bb1-8915-462a-9421-ccafaf527f91),segment_id=a12c4bb1-8915-462a-9421-ccafaf527f91)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:56:45.682724 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f3ae77ba-e4e0-4e17-807d-e12b52868040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:45.759583 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-955b88d4-da9a-49ab-abe6-e39df255f2f1 None None] Provisioning complete for port ef515021-9e9b-42cd-ba4e-566c25d66d6b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:45.760094 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-955b88d4-da9a-49ab-abe6-e39df255f2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:45.762813 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae77ba-e4e0-4e17-807d-e12b52868040 None None] Pushing event updated for resources: {'Port': ['ID=fb42bc4e-4a9b-42d6-a292-97ce56c7a35c,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:45.805718 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-955b88d4-da9a-49ab-abe6-e39df255f2f1 None None] Port ef515021-9e9b-42cd-ba4e-566c25d66d6b cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:56:45.936037 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-65070056-b0ce-4d91-b3bd-2eda92a15560 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:46.157296 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-65070056-b0ce-4d91-b3bd-2eda92a15560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:46.297068 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65070056-b0ce-4d91-b3bd-2eda92a15560 admin admin] Router 88ae517f-5f3b-4340-a089-2f76e97e90ca is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:56:46.412127 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65070056-b0ce-4d91-b3bd-2eda92a15560 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:56:46.423293 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551588bb-bf67-450b-960e-bb7e51cb9270 None None] Sync routers for ids ['88ae517f-5f3b-4340-a089-2f76e97e90ca'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:56:46.431428 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-65070056-b0ce-4d91-b3bd-2eda92a15560 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:46.432824 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-65070056-b0ce-4d91-b3bd-2eda92a15560 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5871263 Nov 12 20:56:46.435457 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56006) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:46.439532 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551588bb-bf67-450b-960e-bb7e51cb9270 None None] Routers {'88ae517f-5f3b-4340-a089-2f76e97e90ca'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:56:46.440168 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-551588bb-bf67-450b-960e-bb7e51cb9270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:56:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['88ae517f-5f3b-4340-a089-2f76e97e90ca'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:46.563870 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-551588bb-bf67-450b-960e-bb7e51cb9270 None None] Set router 88ae517f-5f3b-4340-a089-2f76e97e90ca gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:56:46.681638 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8dc748-e344-4d31-97d2-a8743036a0db None None] Network 2a615aad-ebe2-42d4-a27f-56ef634b4e68 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:56:46.765835 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-551588bb-bf67-450b-960e-bb7e51cb9270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ae517f-5f3b-4340-a089-2f76e97e90ca', 'name': 'tempest-TestEncryptedCinderVolumes-871741796-router', 'tenant_id': 'beb66e0768274682b27d90bd8d7e5070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'ef515021-9e9b-42cd-ba4e-566c25d66d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:56:44Z', 'updated_at': '2021-11-12T20:56:45Z', 'revision_number': 3, 'project_id': 'beb66e0768274682b27d90bd8d7e5070', 'gw_port': {'id': 'ef515021-9e9b-42cd-ba4e-566c25d66d6b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ae517f-5f3b-4340-a089-2f76e97e90ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:45Z', 'updated_at': '2021-11-12T20:56:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:46.775010 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8c214245-52de-41c1-8511-2f1711a758a6 None None] Provisioning complete for port fb42bc4e-4a9b-42d6-a292-97ce56c7a35c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:46.775431 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8c214245-52de-41c1-8511-2f1711a758a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:46.795025 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551588bb-bf67-450b-960e-bb7e51cb9270 None None] Checking router: 88ae517f-5f3b-4340-a089-2f76e97e90ca for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:56:46.796024 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551588bb-bf67-450b-960e-bb7e51cb9270 None None] Updating router 88ae517f-5f3b-4340-a089-2f76e97e90ca port ef515021-9e9b-42cd-ba4e-566c25d66d6b binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:56:46.829505 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-551588bb-bf67-450b-960e-bb7e51cb9270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:46.924753 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-965c2d71-32ec-4112-bd14-8c7e3f70f81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:46.925699 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8c214245-52de-41c1-8511-2f1711a758a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:46.970560 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-8c214245-52de-41c1-8511-2f1711a758a6 None None] For port fb42bc4e-4a9b-42d6-a292-97ce56c7a35c, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=fb42bc4e-4a9b-42d6-a292-97ce56c7a35c,segment=NetworkSegment(a12c4bb1-8915-462a-9421-ccafaf527f91),segment_id=a12c4bb1-8915-462a-9421-ccafaf527f91)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:46.976428 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8c214245-52de-41c1-8511-2f1711a758a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:47.032026 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c214245-52de-41c1-8511-2f1711a758a6 None None] Pushing event updated for resources: {'Port': ['ID=fb42bc4e-4a9b-42d6-a292-97ce56c7a35c,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:47.118525 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-965c2d71-32ec-4112-bd14-8c7e3f70f81e admin admin] Allocated IP 172.20.0.1 (2a615aad-ebe2-42d4-a27f-56ef634b4e68/ef43e85f-c5cd-4dc5-ae72-38ed4845224b/ad102fe2-5a81-48c8-82c3-336b25ad65d0) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:56:47.155068 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-551588bb-bf67-450b-960e-bb7e51cb9270 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:47.161969 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-551588bb-bf67-450b-960e-bb7e51cb9270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:47.205348 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f9093bcb-98c1-431b-b270-64c1e5c65690 None None] Provisioning complete for port fb42bc4e-4a9b-42d6-a292-97ce56c7a35c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:47.205833 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f9093bcb-98c1-431b-b270-64c1e5c65690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:47.209789 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75437e07-e094-48b7-9ffa-70648b502f11 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:56:47.219927 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-551588bb-bf67-450b-960e-bb7e51cb9270 None None] Attempting to bind port ef515021-9e9b-42cd-ba4e-566c25d66d6b on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:56:47.220431 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-551588bb-bf67-450b-960e-bb7e51cb9270 None None] Attempting to bind port ef515021-9e9b-42cd-ba4e-566c25d66d6b by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:56:47.220659 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551588bb-bf67-450b-960e-bb7e51cb9270 None None] Attempting to bind port ef515021-9e9b-42cd-ba4e-566c25d66d6b on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:56:47.228103 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10adee-15b1-4e83-986e-0908d3d9cbca None None] Pushing event updated for resources: {'Port': ['ID=ef515021-9e9b-42cd-ba4e-566c25d66d6b,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:47.230406 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551588bb-bf67-450b-960e-bb7e51cb9270 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:56:47.230798 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551588bb-bf67-450b-960e-bb7e51cb9270 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:47.231189 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-551588bb-bf67-450b-960e-bb7e51cb9270 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:47.231715 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551588bb-bf67-450b-960e-bb7e51cb9270 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:56:47.232315 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-551588bb-bf67-450b-960e-bb7e51cb9270 None None] Bound port: ef515021-9e9b-42cd-ba4e-566c25d66d6b, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:56:47.233824 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-551588bb-bf67-450b-960e-bb7e51cb9270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:47.243798 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-965c2d71-32ec-4112-bd14-8c7e3f70f81e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:47.263333 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f10adee-15b1-4e83-986e-0908d3d9cbca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:47.263709 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f10adee-15b1-4e83-986e-0908d3d9cbca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:47.264941 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f10adee-15b1-4e83-986e-0908d3d9cbca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:47.265921 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f10adee-15b1-4e83-986e-0908d3d9cbca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:47.266494 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f10adee-15b1-4e83-986e-0908d3d9cbca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:47.267015 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f10adee-15b1-4e83-986e-0908d3d9cbca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:47.267453 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f10adee-15b1-4e83-986e-0908d3d9cbca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:47.267977 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f10adee-15b1-4e83-986e-0908d3d9cbca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:47.268519 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f10adee-15b1-4e83-986e-0908d3d9cbca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:47.269074 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f10adee-15b1-4e83-986e-0908d3d9cbca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:47.269675 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f10adee-15b1-4e83-986e-0908d3d9cbca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:47.270123 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f10adee-15b1-4e83-986e-0908d3d9cbca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:56:47.280383 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-965c2d71-32ec-4112-bd14-8c7e3f70f81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:47.314508 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-551588bb-bf67-450b-960e-bb7e51cb9270 None None] For port ef515021-9e9b-42cd-ba4e-566c25d66d6b, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:56:47.318104 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-551588bb-bf67-450b-960e-bb7e51cb9270 None None] For port ef515021-9e9b-42cd-ba4e-566c25d66d6b, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ef515021-9e9b-42cd-ba4e-566c25d66d6b,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:56:47.323679 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-551588bb-bf67-450b-960e-bb7e51cb9270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:47.324907 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965c2d71-32ec-4112-bd14-8c7e3f70f81e admin admin] Network 2a615aad-ebe2-42d4-a27f-56ef634b4e68 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:56:47.329547 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-965c2d71-32ec-4112-bd14-8c7e3f70f81e admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:47.333326 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965c2d71-32ec-4112-bd14-8c7e3f70f81e admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:56:47.368976 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c2d71-32ec-4112-bd14-8c7e3f70f81e admin admin] Pushing event updated for resources: {'Port': ['ID=ad102fe2-5a81-48c8-82c3-336b25ad65d0,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:47.385713 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-965c2d71-32ec-4112-bd14-8c7e3f70f81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:47.404945 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0990dd83-81a1-4532-9d8d-db3a4bd6831c None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:56:47.414762 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10adee-15b1-4e83-986e-0908d3d9cbca None None] Pushing event updated for resources: {'Port': ['ID=ef515021-9e9b-42cd-ba4e-566c25d66d6b,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:47.417730 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551588bb-bf67-450b-960e-bb7e51cb9270 None None] Routers {'88ae517f-5f3b-4340-a089-2f76e97e90ca'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:56:47.418274 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-551588bb-bf67-450b-960e-bb7e51cb9270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:56:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['88ae517f-5f3b-4340-a089-2f76e97e90ca'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:47.456498 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b7257d9a-e515-46e4-af65-9c6449190c4a None None] Provisioning complete for port ef515021-9e9b-42cd-ba4e-566c25d66d6b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:47.456965 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b7257d9a-e515-46e4-af65-9c6449190c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:47.569797 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-551588bb-bf67-450b-960e-bb7e51cb9270 None None] Set router 88ae517f-5f3b-4340-a089-2f76e97e90ca gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:56:47.571922 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b7257d9a-e515-46e4-af65-9c6449190c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:47.594247 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-965c2d71-32ec-4112-bd14-8c7e3f70f81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:47.605504 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b7257d9a-e515-46e4-af65-9c6449190c4a None None] For port ef515021-9e9b-42cd-ba4e-566c25d66d6b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ef515021-9e9b-42cd-ba4e-566c25d66d6b,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:47.613613 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b7257d9a-e515-46e4-af65-9c6449190c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:47.663325 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device fb42bc4e-4a9b-42d6-a292-97ce56c7a35c up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:56:47.737949 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7257d9a-e515-46e4-af65-9c6449190c4a None None] Pushing event updated for resources: {'Port': ['ID=ef515021-9e9b-42cd-ba4e-566c25d66d6b,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:47.756288 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-856e697a-bcf3-41b5-ab23-48e9d3abae2f None None] Provisioning complete for port ef515021-9e9b-42cd-ba4e-566c25d66d6b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:47.756288 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-856e697a-bcf3-41b5-ab23-48e9d3abae2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:47.796084 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port fb42bc4e-4a9b-42d6-a292-97ce56c7a35c triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:47.796607 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:47.812054 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-965c2d71-32ec-4112-bd14-8c7e3f70f81e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:47.818847 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-965c2d71-32ec-4112-bd14-8c7e3f70f81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:47.890994 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c2d71-32ec-4112-bd14-8c7e3f70f81e admin admin] Pushing event updated for resources: {'Port': ['ID=ad102fe2-5a81-48c8-82c3-336b25ad65d0,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:47.894167 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-965c2d71-32ec-4112-bd14-8c7e3f70f81e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:47.916562 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-551588bb-bf67-450b-960e-bb7e51cb9270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ae517f-5f3b-4340-a089-2f76e97e90ca', 'name': 'tempest-TestEncryptedCinderVolumes-871741796-router', 'tenant_id': 'beb66e0768274682b27d90bd8d7e5070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'ef515021-9e9b-42cd-ba4e-566c25d66d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:56:44Z', 'updated_at': '2021-11-12T20:56:45Z', 'revision_number': 3, 'project_id': 'beb66e0768274682b27d90bd8d7e5070', 'gw_port': {'id': 'ef515021-9e9b-42cd-ba4e-566c25d66d6b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ae517f-5f3b-4340-a089-2f76e97e90ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:45Z', 'updated_at': '2021-11-12T20:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:47.937962 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-856e697a-bcf3-41b5-ab23-48e9d3abae2f None None] Provisioning complete for port ad102fe2-5a81-48c8-82c3-336b25ad65d0 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:47.938328 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-856e697a-bcf3-41b5-ab23-48e9d3abae2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:47.950657 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551588bb-bf67-450b-960e-bb7e51cb9270 None None] The sync data for ids ['88ae517f-5f3b-4340-a089-2f76e97e90ca'] in n-d-712140-15 is: [{'id': '88ae517f-5f3b-4340-a089-2f76e97e90ca', 'name': 'tempest-TestEncryptedCinderVolumes-871741796-router', 'tenant_id': 'beb66e0768274682b27d90bd8d7e5070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'ef515021-9e9b-42cd-ba4e-566c25d66d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:56:44Z', 'updated_at': '2021-11-12T20:56:45Z', 'revision_number': 3, 'project_id': 'beb66e0768274682b27d90bd8d7e5070', 'gw_port': {'id': 'ef515021-9e9b-42cd-ba4e-566c25d66d6b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ae517f-5f3b-4340-a089-2f76e97e90ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:45Z', 'updated_at': '2021-11-12T20:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:56:47.990726 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-856e697a-bcf3-41b5-ab23-48e9d3abae2f None None] Port ad102fe2-5a81-48c8-82c3-336b25ad65d0 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:56:48.001714 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965c2d71-32ec-4112-bd14-8c7e3f70f81e admin admin] Network 2a615aad-ebe2-42d4-a27f-56ef634b4e68 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:56:48.003156 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-965c2d71-32ec-4112-bd14-8c7e3f70f81e admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:48.324898 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9b8fe771-f049-46ff-a008-022f05122df7 None None] Provisioning complete for port ad102fe2-5a81-48c8-82c3-336b25ad65d0 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:48.325531 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9b8fe771-f049-46ff-a008-022f05122df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:48.368160 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-9b8fe771-f049-46ff-a008-022f05122df7 None None] Port ad102fe2-5a81-48c8-82c3-336b25ad65d0 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:56:48.510054 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965c2d71-32ec-4112-bd14-8c7e3f70f81e admin admin] Router 88ae517f-5f3b-4340-a089-2f76e97e90ca has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:56:48.623004 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965c2d71-32ec-4112-bd14-8c7e3f70f81e admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:56:48.629122 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-965c2d71-32ec-4112-bd14-8c7e3f70f81e admin admin] 10.222.0.48 "PUT /v2.0/routers/88ae517f-5f3b-4340-a089-2f76e97e90ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1917579 Nov 12 20:56:49.133918 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56022) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:49.139758 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-d0931429-ea3b-441c-82a8-d3fe8a4682e8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-683158632-network', 'tenant_id': '928cb2ec0f99487683c1943247a0eb2b'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:49.163289 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0931429-ea3b-441c-82a8-d3fe8a4682e8 admin admin] Made reservation on behalf of 928cb2ec0f99487683c1943247a0eb2b for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:56:49.165768 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d0931429-ea3b-441c-82a8-d3fe8a4682e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:49.175301 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d0931429-ea3b-441c-82a8-d3fe8a4682e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:49.255688 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d0931429-ea3b-441c-82a8-d3fe8a4682e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:49.260058 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d0931429-ea3b-441c-82a8-d3fe8a4682e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:49.286902 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0931429-ea3b-441c-82a8-d3fe8a4682e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:56:49.298386 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0931429-ea3b-441c-82a8-d3fe8a4682e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064d158f-aa67-489a-bf51-eff1a48c0e53,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:49.304575 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d0931429-ea3b-441c-82a8-d3fe8a4682e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:49.304927 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-d0931429-ea3b-441c-82a8-d3fe8a4682e8 admin admin] Added segment 145eeecd-aed9-46ad-b2a2-270afbc5f982 of type vlan for network 097a0c17-9110-4f40-8629-1ce1b31c34d4 Nov 12 20:56:49.357056 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d0931429-ea3b-441c-82a8-d3fe8a4682e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:49.394473 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d0931429-ea3b-441c-82a8-d3fe8a4682e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:49.395962 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0931429-ea3b-441c-82a8-d3fe8a4682e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:49.396906 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d0931429-ea3b-441c-82a8-d3fe8a4682e8 admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:49.428693 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d0931429-ea3b-441c-82a8-d3fe8a4682e8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2933273 Nov 12 20:56:49.431452 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56024) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:49.438696 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-ffbf7c4d-a2a8-4d3f-a1b7-678d189e8fef admin admin] Request body: {'subnet': {'network_id': '097a0c17-9110-4f40-8629-1ce1b31c34d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-683158632-subnet', 'tenant_id': '928cb2ec0f99487683c1943247a0eb2b', 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:49.485061 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0931429-ea3b-441c-82a8-d3fe8a4682e8 admin admin] Pushing event updated for resources: {'Network': ['ID=097a0c17-9110-4f40-8629-1ce1b31c34d4,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:49.498676 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbf7c4d-a2a8-4d3f-a1b7-678d189e8fef admin admin] Made reservation on behalf of 928cb2ec0f99487683c1943247a0eb2b for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:56:49.501523 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ffbf7c4d-a2a8-4d3f-a1b7-678d189e8fef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:49.501741 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 097a0c17-9110-4f40-8629-1ce1b31c34d4 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:56:49.603033 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ef515021-9e9b-42cd-ba4e-566c25d66d6b up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:56:49.632810 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f475888b-bd83-4d32-bb5a-fbd334001a30 None None] Sync routers for ids ['88ae517f-5f3b-4340-a089-2f76e97e90ca'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:56:49.657552 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f475888b-bd83-4d32-bb5a-fbd334001a30 None None] Routers {'88ae517f-5f3b-4340-a089-2f76e97e90ca'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:56:49.658177 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f475888b-bd83-4d32-bb5a-fbd334001a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:56:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['88ae517f-5f3b-4340-a089-2f76e97e90ca'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:49.695674 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ffbf7c4d-a2a8-4d3f-a1b7-678d189e8fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:49.718267 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port ef515021-9e9b-42cd-ba4e-566c25d66d6b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:49.718743 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:49.753149 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf7c4d-a2a8-4d3f-a1b7-678d189e8fef admin admin] Pushing event updated for resources: {'Subnet': ['ID=67f21c8a-bfbd-4f40-900e-af4b015733ad,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:49.760761 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbf7c4d-a2a8-4d3f-a1b7-678d189e8fef admin admin] Checking segment: {'id': '145eeecd-aed9-46ad-b2a2-270afbc5f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '097a0c17-9110-4f40-8629-1ce1b31c34d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:49.761119 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbf7c4d-a2a8-4d3f-a1b7-678d189e8fef admin admin] Network hostable DHCP agents. Network: 097a0c17-9110-4f40-8629-1ce1b31c34d4, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:56:49.782134 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbf7c4d-a2a8-4d3f-a1b7-678d189e8fef admin admin] Network 097a0c17-9110-4f40-8629-1ce1b31c34d4 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:56:49.802277 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-ffbf7c4d-a2a8-4d3f-a1b7-678d189e8fef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 097a0c17-9110-4f40-8629-1ce1b31c34d4) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:49.805155 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-f475888b-bd83-4d32-bb5a-fbd334001a30 None None] Set router 88ae517f-5f3b-4340-a089-2f76e97e90ca gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:56:49.809103 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbf7c4d-a2a8-4d3f-a1b7-678d189e8fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:49.809881 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ffbf7c4d-a2a8-4d3f-a1b7-678d189e8fef admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:49.828336 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ffbf7c4d-a2a8-4d3f-a1b7-678d189e8fef admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3957877 Nov 12 20:56:49.830887 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56026) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:49.835651 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-b56758ed-da9e-4654-8033-aea1795701d9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-683158632-router', 'tenant_id': '928cb2ec0f99487683c1943247a0eb2b', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:49.842139 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72f6a95-2b8e-4ec1-9e60-eb696907481d None None] Network 097a0c17-9110-4f40-8629-1ce1b31c34d4 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:56:49.858530 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b56758ed-da9e-4654-8033-aea1795701d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:49.859974 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b56758ed-da9e-4654-8033-aea1795701d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:49.922847 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b56758ed-da9e-4654-8033-aea1795701d9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:50.077720 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b56758ed-da9e-4654-8033-aea1795701d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:50.231840 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d6fc69d6-6b4f-4b90-b91c-40070b5f17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:50.335490 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b56758ed-da9e-4654-8033-aea1795701d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:50.336091 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e32445-7fb8-4e72-b59b-4d25ededafaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-097a0c17-9110-4f40-8629-1ce1b31c34d4', 'network_id': '097a0c17-9110-4f40-8629-1ce1b31c34d4', 'tenant_id': '928cb2ec0f99487683c1943247a0eb2b', 'fixed_ips': [{'subnet_id': '67f21c8a-bfbd-4f40-900e-af4b015733ad'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:56:50.337006 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-68e32445-7fb8-4e72-b59b-4d25ededafaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:50.359656 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b56758ed-da9e-4654-8033-aea1795701d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:50.476031 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f475888b-bd83-4d32-bb5a-fbd334001a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ae517f-5f3b-4340-a089-2f76e97e90ca', 'name': 'tempest-TestEncryptedCinderVolumes-871741796-router', 'tenant_id': 'beb66e0768274682b27d90bd8d7e5070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'ef515021-9e9b-42cd-ba4e-566c25d66d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:56:44Z', 'updated_at': '2021-11-12T20:56:47Z', 'revision_number': 4, 'project_id': 'beb66e0768274682b27d90bd8d7e5070', 'gw_port': {'id': 'ef515021-9e9b-42cd-ba4e-566c25d66d6b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ae517f-5f3b-4340-a089-2f76e97e90ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:45Z', 'updated_at': '2021-11-12T20:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'ad102fe2-5a81-48c8-82c3-336b25ad65d0', 'name': '', 'network_id': '2a615aad-ebe2-42d4-a27f-56ef634b4e68', 'tenant_id': 'beb66e0768274682b27d90bd8d7e5070', 'mac_address': 'fa:16:3e:68:f9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ae517f-5f3b-4340-a089-2f76e97e90ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'ef43e85f-c5cd-4dc5-ae72-38ed4845224b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:46Z', 'updated_at': '2021-11-12T20:56:47Z', 'revision_number': 2, 'project_id': 'beb66e0768274682b27d90bd8d7e5070', 'subnets': [{'id': 'ef43e85f-c5cd-4dc5-ae72-38ed4845224b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:50.487441 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-b56758ed-da9e-4654-8033-aea1795701d9 admin admin] Allocated IP 172.25.5.190 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/b47451c9-2c1f-4ef3-b982-82ac8ae417cd) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:56:50.515289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f475888b-bd83-4d32-bb5a-fbd334001a30 None None] Checking router: 88ae517f-5f3b-4340-a089-2f76e97e90ca for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:56:50.515961 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f475888b-bd83-4d32-bb5a-fbd334001a30 None None] Updating router 88ae517f-5f3b-4340-a089-2f76e97e90ca port ad102fe2-5a81-48c8-82c3-336b25ad65d0 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:56:50.544471 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-68e32445-7fb8-4e72-b59b-4d25ededafaa None None] Allocated IP 172.20.0.2 (097a0c17-9110-4f40-8629-1ce1b31c34d4/67f21c8a-bfbd-4f40-900e-af4b015733ad/de0c27c3-1b42-490f-8ead-4922869b4ae0) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:56:50.553407 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f475888b-bd83-4d32-bb5a-fbd334001a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:50.605959 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b56758ed-da9e-4654-8033-aea1795701d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:50.641647 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b56758ed-da9e-4654-8033-aea1795701d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:50.688103 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56758ed-da9e-4654-8033-aea1795701d9 admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:56:50.691555 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-b56758ed-da9e-4654-8033-aea1795701d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:50.696311 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56758ed-da9e-4654-8033-aea1795701d9 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:56:50.699735 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56758ed-da9e-4654-8033-aea1795701d9 admin admin] Pushing event updated for resources: {'Port': ['ID=b47451c9-2c1f-4ef3-b982-82ac8ae417cd,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:50.732183 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a43025-d660-41a7-842c-3cf45ce3a904 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:56:50.772101 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:50.908907 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b51dd147-24e8-49ee-9a6f-a12a234954d9 None None] Provisioning complete for port b47451c9-2c1f-4ef3-b982-82ac8ae417cd triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:50.909567 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b51dd147-24e8-49ee-9a6f-a12a234954d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:50.917234 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-68e32445-7fb8-4e72-b59b-4d25ededafaa None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:50.947897 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-68e32445-7fb8-4e72-b59b-4d25ededafaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:51.016352 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b56758ed-da9e-4654-8033-aea1795701d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:51.016948 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b51dd147-24e8-49ee-9a6f-a12a234954d9 None None] Port b47451c9-2c1f-4ef3-b982-82ac8ae417cd cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:56:51.027818 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e32445-7fb8-4e72-b59b-4d25ededafaa None None] Network 097a0c17-9110-4f40-8629-1ce1b31c34d4 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:56:51.037051 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e32445-7fb8-4e72-b59b-4d25ededafaa None None] Pushing event updated for resources: {'Port': ['ID=de0c27c3-1b42-490f-8ead-4922869b4ae0,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:51.039453 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-68e32445-7fb8-4e72-b59b-4d25ededafaa None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:51.046848 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e32445-7fb8-4e72-b59b-4d25ededafaa None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:56:51.122995 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f475888b-bd83-4d32-bb5a-fbd334001a30 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:51.133048 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f475888b-bd83-4d32-bb5a-fbd334001a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:51.145434 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-68e32445-7fb8-4e72-b59b-4d25ededafaa None None] Attempting to bind port de0c27c3-1b42-490f-8ead-4922869b4ae0 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:56:51.145805 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-68e32445-7fb8-4e72-b59b-4d25ededafaa None None] Attempting to bind port de0c27c3-1b42-490f-8ead-4922869b4ae0 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '145eeecd-aed9-46ad-b2a2-270afbc5f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '097a0c17-9110-4f40-8629-1ce1b31c34d4'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:56:51.146175 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e32445-7fb8-4e72-b59b-4d25ededafaa None None] Attempting to bind port de0c27c3-1b42-490f-8ead-4922869b4ae0 on network 097a0c17-9110-4f40-8629-1ce1b31c34d4 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:56:51.175045 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e32445-7fb8-4e72-b59b-4d25ededafaa None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:56:51.175425 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e32445-7fb8-4e72-b59b-4d25ededafaa None None] Checking segment: {'id': '145eeecd-aed9-46ad-b2a2-270afbc5f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '097a0c17-9110-4f40-8629-1ce1b31c34d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:51.175822 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-68e32445-7fb8-4e72-b59b-4d25ededafaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:51.176222 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e32445-7fb8-4e72-b59b-4d25ededafaa None None] Bound using segment: {'id': '145eeecd-aed9-46ad-b2a2-270afbc5f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '097a0c17-9110-4f40-8629-1ce1b31c34d4'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:56:51.176744 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-68e32445-7fb8-4e72-b59b-4d25ededafaa None None] Bound port: de0c27c3-1b42-490f-8ead-4922869b4ae0, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145eeecd-aed9-46ad-b2a2-270afbc5f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '097a0c17-9110-4f40-8629-1ce1b31c34d4'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:56:51.177132 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-68e32445-7fb8-4e72-b59b-4d25ededafaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:51.213908 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248df3e-7c77-4674-8f81-abf63cb6498b None None] Pushing event updated for resources: {'Port': ['ID=ad102fe2-5a81-48c8-82c3-336b25ad65d0,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:51.259927 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b56758ed-da9e-4654-8033-aea1795701d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:51.305005 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f475888b-bd83-4d32-bb5a-fbd334001a30 None None] Attempting to bind port ad102fe2-5a81-48c8-82c3-336b25ad65d0 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:56:51.305379 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f475888b-bd83-4d32-bb5a-fbd334001a30 None None] Attempting to bind port ad102fe2-5a81-48c8-82c3-336b25ad65d0 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'a12c4bb1-8915-462a-9421-ccafaf527f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '2a615aad-ebe2-42d4-a27f-56ef634b4e68'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:56:51.305747 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f475888b-bd83-4d32-bb5a-fbd334001a30 None None] Attempting to bind port ad102fe2-5a81-48c8-82c3-336b25ad65d0 on network 2a615aad-ebe2-42d4-a27f-56ef634b4e68 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:56:51.312660 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-68e32445-7fb8-4e72-b59b-4d25ededafaa None None] For port de0c27c3-1b42-490f-8ead-4922869b4ae0, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:56:51.315335 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f475888b-bd83-4d32-bb5a-fbd334001a30 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:56:51.315763 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f475888b-bd83-4d32-bb5a-fbd334001a30 None None] Checking segment: {'id': 'a12c4bb1-8915-462a-9421-ccafaf527f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '2a615aad-ebe2-42d4-a27f-56ef634b4e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:51.316104 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f475888b-bd83-4d32-bb5a-fbd334001a30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:51.316666 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f475888b-bd83-4d32-bb5a-fbd334001a30 None None] Bound using segment: {'id': 'a12c4bb1-8915-462a-9421-ccafaf527f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '2a615aad-ebe2-42d4-a27f-56ef634b4e68'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:56:51.317018 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f475888b-bd83-4d32-bb5a-fbd334001a30 None None] Bound port: ad102fe2-5a81-48c8-82c3-336b25ad65d0, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12c4bb1-8915-462a-9421-ccafaf527f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '2a615aad-ebe2-42d4-a27f-56ef634b4e68'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:56:51.317402 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f475888b-bd83-4d32-bb5a-fbd334001a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:51.320549 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-68e32445-7fb8-4e72-b59b-4d25ededafaa None None] For port de0c27c3-1b42-490f-8ead-4922869b4ae0, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=de0c27c3-1b42-490f-8ead-4922869b4ae0,segment=NetworkSegment(145eeecd-aed9-46ad-b2a2-270afbc5f982),segment_id=145eeecd-aed9-46ad-b2a2-270afbc5f982)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:56:51.331794 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-68e32445-7fb8-4e72-b59b-4d25ededafaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:51.437890 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e32445-7fb8-4e72-b59b-4d25ededafaa None None] Pushing event updated for resources: {'Port': ['ID=de0c27c3-1b42-490f-8ead-4922869b4ae0,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:51.445061 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-f475888b-bd83-4d32-bb5a-fbd334001a30 None None] For port ad102fe2-5a81-48c8-82c3-336b25ad65d0, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:56:51.448391 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-f475888b-bd83-4d32-bb5a-fbd334001a30 None None] For port ad102fe2-5a81-48c8-82c3-336b25ad65d0, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ad102fe2-5a81-48c8-82c3-336b25ad65d0,segment=NetworkSegment(a12c4bb1-8915-462a-9421-ccafaf527f91),segment_id=a12c4bb1-8915-462a-9421-ccafaf527f91)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:56:51.454805 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f475888b-bd83-4d32-bb5a-fbd334001a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:51.457616 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56758ed-da9e-4654-8033-aea1795701d9 admin admin] Router b17d84e6-e7d3-4b1b-bdcc-d145cb06627e is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:56:51.526361 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f475888b-bd83-4d32-bb5a-fbd334001a30 None None] Routers {'88ae517f-5f3b-4340-a089-2f76e97e90ca'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:56:51.527709 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f475888b-bd83-4d32-bb5a-fbd334001a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:56:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['88ae517f-5f3b-4340-a089-2f76e97e90ca'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:51.534859 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248df3e-7c77-4674-8f81-abf63cb6498b None None] Pushing event updated for resources: {'Port': ['ID=ad102fe2-5a81-48c8-82c3-336b25ad65d0,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:51.599283 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9205676d-a588-4f62-8d0b-505b260f83a5 None None] Provisioning complete for port ad102fe2-5a81-48c8-82c3-336b25ad65d0 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:51.599649 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9205676d-a588-4f62-8d0b-505b260f83a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:51.603421 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56758ed-da9e-4654-8033-aea1795701d9 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:56:51.615596 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0a9b1c-0546-4cbe-9fdb-241f59a3be36 None None] Sync routers for ids ['b17d84e6-e7d3-4b1b-bdcc-d145cb06627e'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:56:51.631939 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b56758ed-da9e-4654-8033-aea1795701d9 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:51.632198 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0a9b1c-0546-4cbe-9fdb-241f59a3be36 None None] Routers {'b17d84e6-e7d3-4b1b-bdcc-d145cb06627e'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:56:51.636086 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b56758ed-da9e-4654-8033-aea1795701d9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8013330 Nov 12 20:56:51.636806 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56028) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:56:51.644663 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7e0a9b1c-0546-4cbe-9fdb-241f59a3be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:56:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['b17d84e6-e7d3-4b1b-bdcc-d145cb06627e'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:51.739834 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-f475888b-bd83-4d32-bb5a-fbd334001a30 None None] Set router 88ae517f-5f3b-4340-a089-2f76e97e90ca gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:56:51.839560 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-7e0a9b1c-0546-4cbe-9fdb-241f59a3be36 None None] Set router b17d84e6-e7d3-4b1b-bdcc-d145cb06627e gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:56:51.875254 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9205676d-a588-4f62-8d0b-505b260f83a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:51.970155 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-9205676d-a588-4f62-8d0b-505b260f83a5 None None] For port ad102fe2-5a81-48c8-82c3-336b25ad65d0, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ad102fe2-5a81-48c8-82c3-336b25ad65d0,segment=NetworkSegment(a12c4bb1-8915-462a-9421-ccafaf527f91),segment_id=a12c4bb1-8915-462a-9421-ccafaf527f91)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:51.976382 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9205676d-a588-4f62-8d0b-505b260f83a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:52.039184 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7e0a9b1c-0546-4cbe-9fdb-241f59a3be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17d84e6-e7d3-4b1b-bdcc-d145cb06627e', 'name': 'tempest-TestEncryptedCinderVolumes-683158632-router', 'tenant_id': '928cb2ec0f99487683c1943247a0eb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b47451c9-2c1f-4ef3-b982-82ac8ae417cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:56:49Z', 'updated_at': '2021-11-12T20:56:50Z', 'revision_number': 3, 'project_id': '928cb2ec0f99487683c1943247a0eb2b', 'gw_port': {'id': 'b47451c9-2c1f-4ef3-b982-82ac8ae417cd', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:92:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17d84e6-e7d3-4b1b-bdcc-d145cb06627e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:50Z', 'updated_at': '2021-11-12T20:56:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:52.072536 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0a9b1c-0546-4cbe-9fdb-241f59a3be36 None None] Checking router: b17d84e6-e7d3-4b1b-bdcc-d145cb06627e for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:56:52.072911 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0a9b1c-0546-4cbe-9fdb-241f59a3be36 None None] Updating router b17d84e6-e7d3-4b1b-bdcc-d145cb06627e port b47451c9-2c1f-4ef3-b982-82ac8ae417cd binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:56:52.074039 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205676d-a588-4f62-8d0b-505b260f83a5 None None] Pushing event updated for resources: {'Port': ['ID=ad102fe2-5a81-48c8-82c3-336b25ad65d0,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:52.100167 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7e0a9b1c-0546-4cbe-9fdb-241f59a3be36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:52.113270 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8b5543f7-33a9-48bf-8047-7157ccd7b49b None None] Provisioning complete for port ad102fe2-5a81-48c8-82c3-336b25ad65d0 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:52.113789 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8b5543f7-33a9-48bf-8047-7157ccd7b49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:52.117328 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f475888b-bd83-4d32-bb5a-fbd334001a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ae517f-5f3b-4340-a089-2f76e97e90ca', 'name': 'tempest-TestEncryptedCinderVolumes-871741796-router', 'tenant_id': 'beb66e0768274682b27d90bd8d7e5070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'ef515021-9e9b-42cd-ba4e-566c25d66d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:56:44Z', 'updated_at': '2021-11-12T20:56:47Z', 'revision_number': 4, 'project_id': 'beb66e0768274682b27d90bd8d7e5070', 'gw_port': {'id': 'ef515021-9e9b-42cd-ba4e-566c25d66d6b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ae517f-5f3b-4340-a089-2f76e97e90ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:45Z', 'updated_at': '2021-11-12T20:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'ad102fe2-5a81-48c8-82c3-336b25ad65d0', 'name': '', 'network_id': '2a615aad-ebe2-42d4-a27f-56ef634b4e68', 'tenant_id': 'beb66e0768274682b27d90bd8d7e5070', 'mac_address': 'fa:16:3e:68:f9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ae517f-5f3b-4340-a089-2f76e97e90ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'ef43e85f-c5cd-4dc5-ae72-38ed4845224b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:46Z', 'updated_at': '2021-11-12T20:56:51Z', 'revision_number': 4, 'project_id': 'beb66e0768274682b27d90bd8d7e5070', 'subnets': [{'id': 'ef43e85f-c5cd-4dc5-ae72-38ed4845224b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:52.135863 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-68a6e5ee-183f-4db7-a37e-5b7e526d35c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:52.163688 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f475888b-bd83-4d32-bb5a-fbd334001a30 None None] The sync data for ids ['88ae517f-5f3b-4340-a089-2f76e97e90ca'] in n-d-712140-15 is: [{'id': '88ae517f-5f3b-4340-a089-2f76e97e90ca', 'name': 'tempest-TestEncryptedCinderVolumes-871741796-router', 'tenant_id': 'beb66e0768274682b27d90bd8d7e5070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'ef515021-9e9b-42cd-ba4e-566c25d66d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:56:44Z', 'updated_at': '2021-11-12T20:56:47Z', 'revision_number': 4, 'project_id': 'beb66e0768274682b27d90bd8d7e5070', 'gw_port': {'id': 'ef515021-9e9b-42cd-ba4e-566c25d66d6b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ae517f-5f3b-4340-a089-2f76e97e90ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:45Z', 'updated_at': '2021-11-12T20:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'ad102fe2-5a81-48c8-82c3-336b25ad65d0', 'name': '', 'network_id': '2a615aad-ebe2-42d4-a27f-56ef634b4e68', 'tenant_id': 'beb66e0768274682b27d90bd8d7e5070', 'mac_address': 'fa:16:3e:68:f9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ae517f-5f3b-4340-a089-2f76e97e90ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'ef43e85f-c5cd-4dc5-ae72-38ed4845224b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:46Z', 'updated_at': '2021-11-12T20:56:51Z', 'revision_number': 4, 'project_id': 'beb66e0768274682b27d90bd8d7e5070', 'subnets': [{'id': 'ef43e85f-c5cd-4dc5-ae72-38ed4845224b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:56:52.369254 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-68a6e5ee-183f-4db7-a37e-5b7e526d35c8 admin admin] Allocated IP 172.20.0.1 (097a0c17-9110-4f40-8629-1ce1b31c34d4/67f21c8a-bfbd-4f40-900e-af4b015733ad/ae8f6ee6-6216-487a-9415-486930f227a4) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:56:52.484296 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7e0a9b1c-0546-4cbe-9fdb-241f59a3be36 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:52.493923 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7e0a9b1c-0546-4cbe-9fdb-241f59a3be36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:52.495044 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-68a6e5ee-183f-4db7-a37e-5b7e526d35c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:52.542415 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-68a6e5ee-183f-4db7-a37e-5b7e526d35c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:52.551178 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20add50-95bb-4a9e-9a30-11ba29418a53 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:56:52.559599 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b472e22-9ed3-44ca-b841-53ac2b03762b None None] Pushing event updated for resources: {'Port': ['ID=b47451c9-2c1f-4ef3-b982-82ac8ae417cd,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:52.562346 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-7e0a9b1c-0546-4cbe-9fdb-241f59a3be36 None None] Attempting to bind port b47451c9-2c1f-4ef3-b982-82ac8ae417cd on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:56:52.562714 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-7e0a9b1c-0546-4cbe-9fdb-241f59a3be36 None None] Attempting to bind port b47451c9-2c1f-4ef3-b982-82ac8ae417cd by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:56:52.563073 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a9b1c-0546-4cbe-9fdb-241f59a3be36 None None] Attempting to bind port b47451c9-2c1f-4ef3-b982-82ac8ae417cd on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:56:52.569116 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a9b1c-0546-4cbe-9fdb-241f59a3be36 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:56:52.569490 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a9b1c-0546-4cbe-9fdb-241f59a3be36 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:52.569888 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7e0a9b1c-0546-4cbe-9fdb-241f59a3be36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:52.570277 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a9b1c-0546-4cbe-9fdb-241f59a3be36 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:56:52.570768 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-7e0a9b1c-0546-4cbe-9fdb-241f59a3be36 None None] Bound port: b47451c9-2c1f-4ef3-b982-82ac8ae417cd, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:56:52.571170 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7e0a9b1c-0546-4cbe-9fdb-241f59a3be36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:52.590956 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a6e5ee-183f-4db7-a37e-5b7e526d35c8 admin admin] Network 097a0c17-9110-4f40-8629-1ce1b31c34d4 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:56:52.600360 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-68a6e5ee-183f-4db7-a37e-5b7e526d35c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:52.603056 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a6e5ee-183f-4db7-a37e-5b7e526d35c8 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:56:52.620995 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a290b09d-4afc-408b-a5be-d553310d8fd8 None None] Provisioning complete for port b47451c9-2c1f-4ef3-b982-82ac8ae417cd triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:52.621629 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a290b09d-4afc-408b-a5be-d553310d8fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:52.647660 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-7e0a9b1c-0546-4cbe-9fdb-241f59a3be36 None None] For port b47451c9-2c1f-4ef3-b982-82ac8ae417cd, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:56:52.652019 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-7e0a9b1c-0546-4cbe-9fdb-241f59a3be36 None None] For port b47451c9-2c1f-4ef3-b982-82ac8ae417cd, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b47451c9-2c1f-4ef3-b982-82ac8ae417cd,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:56:52.658598 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7e0a9b1c-0546-4cbe-9fdb-241f59a3be36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:52.661086 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6e5ee-183f-4db7-a37e-5b7e526d35c8 admin admin] Pushing event updated for resources: {'Port': ['ID=ae8f6ee6-6216-487a-9415-486930f227a4,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:52.664472 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-68a6e5ee-183f-4db7-a37e-5b7e526d35c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:52.690731 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df95ac11-bc9e-4a70-ad7a-5d7ded4a5a4b None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:56:52.704529 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-a290b09d-4afc-408b-a5be-d553310d8fd8 None None] Port b47451c9-2c1f-4ef3-b982-82ac8ae417cd cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:56:52.707369 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0a9b1c-0546-4cbe-9fdb-241f59a3be36 None None] Routers {'b17d84e6-e7d3-4b1b-bdcc-d145cb06627e'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:56:52.708321 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7e0a9b1c-0546-4cbe-9fdb-241f59a3be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:56:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['b17d84e6-e7d3-4b1b-bdcc-d145cb06627e'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:52.816650 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-68a6e5ee-183f-4db7-a37e-5b7e526d35c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:52.848832 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-67d2b537-2e8e-4e72-b303-3281ab37a764 None None] Provisioning complete for port b47451c9-2c1f-4ef3-b982-82ac8ae417cd triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:52.849225 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-67d2b537-2e8e-4e72-b303-3281ab37a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:52.854312 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a5f89538-6867-45b6-be5f-3666472116ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:52.867470 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b472e22-9ed3-44ca-b841-53ac2b03762b None None] Pushing event updated for resources: {'Port': ['ID=b47451c9-2c1f-4ef3-b982-82ac8ae417cd,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:52.871478 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-7e0a9b1c-0546-4cbe-9fdb-241f59a3be36 None None] Set router b17d84e6-e7d3-4b1b-bdcc-d145cb06627e gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:56:52.878495 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8079ad-7445-4ce2-a200-0f26c2c2e04a None None] Network 097a0c17-9110-4f40-8629-1ce1b31c34d4 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:56:53.037034 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-68a6e5ee-183f-4db7-a37e-5b7e526d35c8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:53.042898 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-68a6e5ee-183f-4db7-a37e-5b7e526d35c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:53.105545 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7e0a9b1c-0546-4cbe-9fdb-241f59a3be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17d84e6-e7d3-4b1b-bdcc-d145cb06627e', 'name': 'tempest-TestEncryptedCinderVolumes-683158632-router', 'tenant_id': '928cb2ec0f99487683c1943247a0eb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b47451c9-2c1f-4ef3-b982-82ac8ae417cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:56:49Z', 'updated_at': '2021-11-12T20:56:50Z', 'revision_number': 3, 'project_id': '928cb2ec0f99487683c1943247a0eb2b', 'gw_port': {'id': 'b47451c9-2c1f-4ef3-b982-82ac8ae417cd', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:92:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17d84e6-e7d3-4b1b-bdcc-d145cb06627e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:50Z', 'updated_at': '2021-11-12T20:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:53.127325 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6e5ee-183f-4db7-a37e-5b7e526d35c8 admin admin] Pushing event updated for resources: {'Port': ['ID=ae8f6ee6-6216-487a-9415-486930f227a4,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:53.135815 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0a9b1c-0546-4cbe-9fdb-241f59a3be36 None None] The sync data for ids ['b17d84e6-e7d3-4b1b-bdcc-d145cb06627e'] in n-d-712140-15 is: [{'id': 'b17d84e6-e7d3-4b1b-bdcc-d145cb06627e', 'name': 'tempest-TestEncryptedCinderVolumes-683158632-router', 'tenant_id': '928cb2ec0f99487683c1943247a0eb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b47451c9-2c1f-4ef3-b982-82ac8ae417cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:56:49Z', 'updated_at': '2021-11-12T20:56:50Z', 'revision_number': 3, 'project_id': '928cb2ec0f99487683c1943247a0eb2b', 'gw_port': {'id': 'b47451c9-2c1f-4ef3-b982-82ac8ae417cd', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:92:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17d84e6-e7d3-4b1b-bdcc-d145cb06627e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:50Z', 'updated_at': '2021-11-12T20:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:56:53.138393 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-68a6e5ee-183f-4db7-a37e-5b7e526d35c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:53.272827 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a6e5ee-183f-4db7-a37e-5b7e526d35c8 admin admin] Network 097a0c17-9110-4f40-8629-1ce1b31c34d4 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:56:53.274099 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-68a6e5ee-183f-4db7-a37e-5b7e526d35c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:53.279976 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-67d2b537-2e8e-4e72-b303-3281ab37a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:53.339418 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-67d2b537-2e8e-4e72-b303-3281ab37a764 None None] For port b47451c9-2c1f-4ef3-b982-82ac8ae417cd, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b47451c9-2c1f-4ef3-b982-82ac8ae417cd,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:53.345896 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-67d2b537-2e8e-4e72-b303-3281ab37a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:53.423381 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2b537-2e8e-4e72-b303-3281ab37a764 None None] Pushing event updated for resources: {'Port': ['ID=b47451c9-2c1f-4ef3-b982-82ac8ae417cd,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:53.499758 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a07b0296-06ea-4ca5-a618-7afa5c0d60b5 None None] Provisioning complete for port de0c27c3-1b42-490f-8ead-4922869b4ae0 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:53.502936 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a07b0296-06ea-4ca5-a618-7afa5c0d60b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:53.508887 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a6e5ee-183f-4db7-a37e-5b7e526d35c8 admin admin] Router b17d84e6-e7d3-4b1b-bdcc-d145cb06627e has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:56:53.690688 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a07b0296-06ea-4ca5-a618-7afa5c0d60b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:53.740013 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a07b0296-06ea-4ca5-a618-7afa5c0d60b5 None None] For port de0c27c3-1b42-490f-8ead-4922869b4ae0, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=de0c27c3-1b42-490f-8ead-4922869b4ae0,segment=NetworkSegment(145eeecd-aed9-46ad-b2a2-270afbc5f982),segment_id=145eeecd-aed9-46ad-b2a2-270afbc5f982)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:53.745071 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ad102fe2-5a81-48c8-82c3-336b25ad65d0 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:56:53.751071 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a07b0296-06ea-4ca5-a618-7afa5c0d60b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:53.751429 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a6e5ee-183f-4db7-a37e-5b7e526d35c8 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:56:53.757835 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-68a6e5ee-183f-4db7-a37e-5b7e526d35c8 admin admin] 10.222.0.48 "PUT /v2.0/routers/b17d84e6-e7d3-4b1b-bdcc-d145cb06627e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1194487 Nov 12 20:56:53.911916 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b0296-06ea-4ca5-a618-7afa5c0d60b5 None None] Pushing event updated for resources: {'Port': ['ID=de0c27c3-1b42-490f-8ead-4922869b4ae0,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:53.933980 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-648424e1-8775-4fd4-b71a-a3496bd49486 None None] Provisioning complete for port de0c27c3-1b42-490f-8ead-4922869b4ae0 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:53.934351 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-648424e1-8775-4fd4-b71a-a3496bd49486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:53.938224 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port ad102fe2-5a81-48c8-82c3-336b25ad65d0 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:53.938582 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:54.017039 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:54.122431 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b47451c9-2c1f-4ef3-b982-82ac8ae417cd up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:56:54.185329 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-648424e1-8775-4fd4-b71a-a3496bd49486 None None] Provisioning complete for port ae8f6ee6-6216-487a-9415-486930f227a4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:54.185763 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-648424e1-8775-4fd4-b71a-a3496bd49486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:54.242995 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-648424e1-8775-4fd4-b71a-a3496bd49486 None None] Port ae8f6ee6-6216-487a-9415-486930f227a4 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:56:54.246911 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b47451c9-2c1f-4ef3-b982-82ac8ae417cd triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:54.247284 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:54.345856 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device de0c27c3-1b42-490f-8ead-4922869b4ae0 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:56:54.426665 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:54.428551 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a4116ef4-3442-49d7-ac39-9988e9ad4ce8 None None] Provisioning complete for port ae8f6ee6-6216-487a-9415-486930f227a4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:54.428971 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4116ef4-3442-49d7-ac39-9988e9ad4ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:54.470436 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port de0c27c3-1b42-490f-8ead-4922869b4ae0 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:54.470812 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:54.493243 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-a4116ef4-3442-49d7-ac39-9988e9ad4ce8 None None] Port ae8f6ee6-6216-487a-9415-486930f227a4 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:56:54.607527 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-84458ba9-33af-41b1-89a8-f0233ec546e2 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:54.609421 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-84458ba9-33af-41b1-89a8-f0233ec546e2 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/networks?id=2a615aad-ebe2-42d4-a27f-56ef634b4e68 HTTP/1.1" status: 200 len: 816 time: 0.1154988 Nov 12 20:56:54.625378 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-defaa777-9ee9-4377-894d-fe6bad6229d4 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/quotas/beb66e0768274682b27d90bd8d7e5070 HTTP/1.1" status: 200 len: 375 time: 0.0101707 Nov 12 20:56:54.688211 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-d7060a7e-d4d2-4206-96a8-f0d15333f63b tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=beb66e0768274682b27d90bd8d7e5070&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575681 Nov 12 20:56:54.787230 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-0e648dec-d86b-4bb0-9b82-2c318c023f21 service neutron] 10.222.0.48 "GET /v2.0/networks/2a615aad-ebe2-42d4-a27f-56ef634b4e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872455 Nov 12 20:56:55.249832 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-7852b672-ef72-430f-9412-49d99d21d74b service neutron] 10.222.0.48 "GET /v2.0/networks/2a615aad-ebe2-42d4-a27f-56ef634b4e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561560 Nov 12 20:56:55.346630 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:55.438506 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-32b0efe5-efad-48af-9255-59a4a2af6d89 req-a29fdf83-281c-478d-ad14-1f345c17081d tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a37ed28-1718-4e54-8bb6-c18d0a7a65f3 HTTP/1.1" status: 200 len: 210 time: 0.0280235 Nov 12 20:56:55.571615 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device de0c27c3-1b42-490f-8ead-4922869b4ae0 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:56:55.626262 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port de0c27c3-1b42-490f-8ead-4922869b4ae0 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:55.626639 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:55.681567 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de098b4-c8fb-450e-b0d1-6a6057b3ec00 None None] Sync routers for ids ['b17d84e6-e7d3-4b1b-bdcc-d145cb06627e'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:56:55.728613 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de098b4-c8fb-450e-b0d1-6a6057b3ec00 None None] Routers {'b17d84e6-e7d3-4b1b-bdcc-d145cb06627e'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:56:55.729454 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1de098b4-c8fb-450e-b0d1-6a6057b3ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:56:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['b17d84e6-e7d3-4b1b-bdcc-d145cb06627e'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:55.844390 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-1de098b4-c8fb-450e-b0d1-6a6057b3ec00 None None] Set router b17d84e6-e7d3-4b1b-bdcc-d145cb06627e gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:56:56.053385 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:56.072180 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1de098b4-c8fb-450e-b0d1-6a6057b3ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17d84e6-e7d3-4b1b-bdcc-d145cb06627e', 'name': 'tempest-TestEncryptedCinderVolumes-683158632-router', 'tenant_id': '928cb2ec0f99487683c1943247a0eb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b47451c9-2c1f-4ef3-b982-82ac8ae417cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:56:49Z', 'updated_at': '2021-11-12T20:56:52Z', 'revision_number': 4, 'project_id': '928cb2ec0f99487683c1943247a0eb2b', 'gw_port': {'id': 'b47451c9-2c1f-4ef3-b982-82ac8ae417cd', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17d84e6-e7d3-4b1b-bdcc-d145cb06627e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:50Z', 'updated_at': '2021-11-12T20:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'ae8f6ee6-6216-487a-9415-486930f227a4', 'name': '', 'network_id': '097a0c17-9110-4f40-8629-1ce1b31c34d4', 'tenant_id': '928cb2ec0f99487683c1943247a0eb2b', 'mac_address': 'fa:16:3e:a8:c7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17d84e6-e7d3-4b1b-bdcc-d145cb06627e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '67f21c8a-bfbd-4f40-900e-af4b015733ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:52Z', 'updated_at': '2021-11-12T20:56:52Z', 'revision_number': 2, 'project_id': '928cb2ec0f99487683c1943247a0eb2b', 'subnets': [{'id': '67f21c8a-bfbd-4f40-900e-af4b015733ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:56.098877 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de098b4-c8fb-450e-b0d1-6a6057b3ec00 None None] Checking router: b17d84e6-e7d3-4b1b-bdcc-d145cb06627e for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:56:56.099232 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de098b4-c8fb-450e-b0d1-6a6057b3ec00 None None] Updating router b17d84e6-e7d3-4b1b-bdcc-d145cb06627e port ae8f6ee6-6216-487a-9415-486930f227a4 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:56:56.128299 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1de098b4-c8fb-450e-b0d1-6a6057b3ec00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:56.397960 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1de098b4-c8fb-450e-b0d1-6a6057b3ec00 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:56.404456 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1de098b4-c8fb-450e-b0d1-6a6057b3ec00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:56.457576 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784f455-8088-4d62-a9e9-8ff895493b1f None None] Pushing event updated for resources: {'Port': ['ID=ae8f6ee6-6216-487a-9415-486930f227a4,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:56.539799 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1de098b4-c8fb-450e-b0d1-6a6057b3ec00 None None] Attempting to bind port ae8f6ee6-6216-487a-9415-486930f227a4 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:56:56.540172 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1de098b4-c8fb-450e-b0d1-6a6057b3ec00 None None] Attempting to bind port ae8f6ee6-6216-487a-9415-486930f227a4 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '145eeecd-aed9-46ad-b2a2-270afbc5f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '097a0c17-9110-4f40-8629-1ce1b31c34d4'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:56:56.540563 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de098b4-c8fb-450e-b0d1-6a6057b3ec00 None None] Attempting to bind port ae8f6ee6-6216-487a-9415-486930f227a4 on network 097a0c17-9110-4f40-8629-1ce1b31c34d4 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:56:56.546161 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de098b4-c8fb-450e-b0d1-6a6057b3ec00 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:56:56.546539 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de098b4-c8fb-450e-b0d1-6a6057b3ec00 None None] Checking segment: {'id': '145eeecd-aed9-46ad-b2a2-270afbc5f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '097a0c17-9110-4f40-8629-1ce1b31c34d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:56.546942 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1de098b4-c8fb-450e-b0d1-6a6057b3ec00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:56.547457 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de098b4-c8fb-450e-b0d1-6a6057b3ec00 None None] Bound using segment: {'id': '145eeecd-aed9-46ad-b2a2-270afbc5f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '097a0c17-9110-4f40-8629-1ce1b31c34d4'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:56:56.547939 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1de098b4-c8fb-450e-b0d1-6a6057b3ec00 None None] Bound port: ae8f6ee6-6216-487a-9415-486930f227a4, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145eeecd-aed9-46ad-b2a2-270afbc5f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '097a0c17-9110-4f40-8629-1ce1b31c34d4'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:56:56.548339 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1de098b4-c8fb-450e-b0d1-6a6057b3ec00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:56.568269 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-055873a1-2e53-47da-9525-63844baaaeda req-3b8e3215-45fa-4bf0-bdfb-7097baea6e0c tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a37ed28-1718-4e54-8bb6-c18d0a7a65f3 HTTP/1.1" status: 200 len: 210 time: 0.0400305 Nov 12 20:56:56.614263 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-f8d9cb93-5733-4777-a88b-ac7946a292a7 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:56.616906 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-f8d9cb93-5733-4777-a88b-ac7946a292a7 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.52 "GET /v2.0/networks?id=2a615aad-ebe2-42d4-a27f-56ef634b4e68 HTTP/1.1" status: 200 len: 816 time: 0.2016866 Nov 12 20:56:56.635939 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-1de098b4-c8fb-450e-b0d1-6a6057b3ec00 None None] For port ae8f6ee6-6216-487a-9415-486930f227a4, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:56:56.641727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-1de098b4-c8fb-450e-b0d1-6a6057b3ec00 None None] For port ae8f6ee6-6216-487a-9415-486930f227a4, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ae8f6ee6-6216-487a-9415-486930f227a4,segment=NetworkSegment(145eeecd-aed9-46ad-b2a2-270afbc5f982),segment_id=145eeecd-aed9-46ad-b2a2-270afbc5f982)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:56:56.642711 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-a70ce2c1-dedc-4fea-93f6-6f25b4e727e1 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Request body: {'port': {'device_id': '8a37ed28-1718-4e54-8bb6-c18d0a7a65f3', 'network_id': '2a615aad-ebe2-42d4-a27f-56ef634b4e68', 'admin_state_up': True, 'tenant_id': 'beb66e0768274682b27d90bd8d7e5070'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:56.648520 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1de098b4-c8fb-450e-b0d1-6a6057b3ec00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:56.711773 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784f455-8088-4d62-a9e9-8ff895493b1f None None] Pushing event updated for resources: {'Port': ['ID=ae8f6ee6-6216-487a-9415-486930f227a4,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:56.714500 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de098b4-c8fb-450e-b0d1-6a6057b3ec00 None None] Routers {'b17d84e6-e7d3-4b1b-bdcc-d145cb06627e'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:56:56.715136 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1de098b4-c8fb-450e-b0d1-6a6057b3ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:56:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['b17d84e6-e7d3-4b1b-bdcc-d145cb06627e'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:56.772364 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-a70ce2c1-dedc-4fea-93f6-6f25b4e727e1 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Made reservation on behalf of beb66e0768274682b27d90bd8d7e5070 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:56:56.776520 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-a70ce2c1-dedc-4fea-93f6-6f25b4e727e1 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:56.809801 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a8347d6d-6458-41b9-8a37-945a8098d42e None None] Provisioning complete for port ae8f6ee6-6216-487a-9415-486930f227a4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:56.809912 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a8347d6d-6458-41b9-8a37-945a8098d42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:56.926733 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-a70ce2c1-dedc-4fea-93f6-6f25b4e727e1 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Allocated IP 172.20.0.13 (2a615aad-ebe2-42d4-a27f-56ef634b4e68/ef43e85f-c5cd-4dc5-ae72-38ed4845224b/59c54d70-d5d8-42fa-9a3a-4e5767fe91d2) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:56:57.031976 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-1de098b4-c8fb-450e-b0d1-6a6057b3ec00 None None] Set router b17d84e6-e7d3-4b1b-bdcc-d145cb06627e gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:56:57.104534 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-a70ce2c1-dedc-4fea-93f6-6f25b4e727e1 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:57.139833 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-a70ce2c1-dedc-4fea-93f6-6f25b4e727e1 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:57.184465 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-a70ce2c1-dedc-4fea-93f6-6f25b4e727e1 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Network 2a615aad-ebe2-42d4-a27f-56ef634b4e68 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:56:57.187958 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a8347d6d-6458-41b9-8a37-945a8098d42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:57.188910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-a70ce2c1-dedc-4fea-93f6-6f25b4e727e1 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:56:57.195320 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-a70ce2c1-dedc-4fea-93f6-6f25b4e727e1 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:56:57.225658 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ce2c1-dedc-4fea-93f6-6f25b4e727e1 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Pushing event updated for resources: {'Port': ['ID=59c54d70-d5d8-42fa-9a3a-4e5767fe91d2,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:57.245233 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a8347d6d-6458-41b9-8a37-945a8098d42e None None] For port ae8f6ee6-6216-487a-9415-486930f227a4, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ae8f6ee6-6216-487a-9415-486930f227a4,segment=NetworkSegment(145eeecd-aed9-46ad-b2a2-270afbc5f982),segment_id=145eeecd-aed9-46ad-b2a2-270afbc5f982)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:56:57.250005 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a8347d6d-6458-41b9-8a37-945a8098d42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:57.257654 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-a70ce2c1-dedc-4fea-93f6-6f25b4e727e1 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:57.258391 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-a70ce2c1-dedc-4fea-93f6-6f25b4e727e1 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:57.277665 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-a70ce2c1-dedc-4fea-93f6-6f25b4e727e1 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6418612 Nov 12 20:56:57.294817 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-4ee6fc92-99e1-4fd8-b63c-7956efd7eb12 service neutron] Request body: {'port': {'device_id': '8a37ed28-1718-4e54-8bb6-c18d0a7a65f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:56:57.329332 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8347d6d-6458-41b9-8a37-945a8098d42e None None] Pushing event updated for resources: {'Port': ['ID=ae8f6ee6-6216-487a-9415-486930f227a4,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:57.356267 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1de098b4-c8fb-450e-b0d1-6a6057b3ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17d84e6-e7d3-4b1b-bdcc-d145cb06627e', 'name': 'tempest-TestEncryptedCinderVolumes-683158632-router', 'tenant_id': '928cb2ec0f99487683c1943247a0eb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b47451c9-2c1f-4ef3-b982-82ac8ae417cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:56:49Z', 'updated_at': '2021-11-12T20:56:52Z', 'revision_number': 4, 'project_id': '928cb2ec0f99487683c1943247a0eb2b', 'gw_port': {'id': 'b47451c9-2c1f-4ef3-b982-82ac8ae417cd', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17d84e6-e7d3-4b1b-bdcc-d145cb06627e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:50Z', 'updated_at': '2021-11-12T20:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'ae8f6ee6-6216-487a-9415-486930f227a4', 'name': '', 'network_id': '097a0c17-9110-4f40-8629-1ce1b31c34d4', 'tenant_id': '928cb2ec0f99487683c1943247a0eb2b', 'mac_address': 'fa:16:3e:a8:c7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17d84e6-e7d3-4b1b-bdcc-d145cb06627e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '67f21c8a-bfbd-4f40-900e-af4b015733ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:52Z', 'updated_at': '2021-11-12T20:56:56Z', 'revision_number': 4, 'project_id': '928cb2ec0f99487683c1943247a0eb2b', 'subnets': [{'id': '67f21c8a-bfbd-4f40-900e-af4b015733ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:56:57.366834 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-4ee6fc92-99e1-4fd8-b63c-7956efd7eb12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:57.392852 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de098b4-c8fb-450e-b0d1-6a6057b3ec00 None None] The sync data for ids ['b17d84e6-e7d3-4b1b-bdcc-d145cb06627e'] in n-d-712140-15 is: [{'id': 'b17d84e6-e7d3-4b1b-bdcc-d145cb06627e', 'name': 'tempest-TestEncryptedCinderVolumes-683158632-router', 'tenant_id': '928cb2ec0f99487683c1943247a0eb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b47451c9-2c1f-4ef3-b982-82ac8ae417cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:56:49Z', 'updated_at': '2021-11-12T20:56:52Z', 'revision_number': 4, 'project_id': '928cb2ec0f99487683c1943247a0eb2b', 'gw_port': {'id': 'b47451c9-2c1f-4ef3-b982-82ac8ae417cd', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17d84e6-e7d3-4b1b-bdcc-d145cb06627e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:50Z', 'updated_at': '2021-11-12T20:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'ae8f6ee6-6216-487a-9415-486930f227a4', 'name': '', 'network_id': '097a0c17-9110-4f40-8629-1ce1b31c34d4', 'tenant_id': '928cb2ec0f99487683c1943247a0eb2b', 'mac_address': 'fa:16:3e:a8:c7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17d84e6-e7d3-4b1b-bdcc-d145cb06627e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '67f21c8a-bfbd-4f40-900e-af4b015733ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:52Z', 'updated_at': '2021-11-12T20:56:56Z', 'revision_number': 4, 'project_id': '928cb2ec0f99487683c1943247a0eb2b', 'subnets': [{'id': '67f21c8a-bfbd-4f40-900e-af4b015733ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:56:57.400522 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f1898715-770e-4534-bbab-567d0eb06693 None None] Provisioning complete for port ae8f6ee6-6216-487a-9415-486930f227a4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:57.401120 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f1898715-770e-4534-bbab-567d0eb06693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:57.609280 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ae8f6ee6-6216-487a-9415-486930f227a4 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:56:57.671700 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-28d8ddea-c18d-4a83-898a-9cff5feab8b8 None None] Provisioning complete for port 59c54d70-d5d8-42fa-9a3a-4e5767fe91d2 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:57.671982 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-28d8ddea-c18d-4a83-898a-9cff5feab8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:57.698268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-4ee6fc92-99e1-4fd8-b63c-7956efd7eb12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c54d70-d5d8-42fa-9a3a-4e5767fe91d2 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:56:57.706901 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-4ee6fc92-99e1-4fd8-b63c-7956efd7eb12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:57.709238 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-28d8ddea-c18d-4a83-898a-9cff5feab8b8 None None] Port 59c54d70-d5d8-42fa-9a3a-4e5767fe91d2 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:56:57.721325 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-4ee6fc92-99e1-4fd8-b63c-7956efd7eb12 service neutron] Transition to ACTIVE for port object 59c54d70-d5d8-42fa-9a3a-4e5767fe91d2 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:56:57.723196 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port ae8f6ee6-6216-487a-9415-486930f227a4 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:56:57.723568 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:57.726363 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-4ee6fc92-99e1-4fd8-b63c-7956efd7eb12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:57.744937 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded44595-f422-4718-b380-edc57b1c76dd req-7f7bd77e-0cff-4369-bdcb-e23c9fad258a tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:57.752701 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ded44595-f422-4718-b380-edc57b1c76dd req-7f7bd77e-0cff-4369-bdcb-e23c9fad258a tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a37ed28-1718-4e54-8bb6-c18d0a7a65f3 HTTP/1.1" status: 200 len: 932 time: 0.0788105 Nov 12 20:56:57.783804 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6fc92-99e1-4fd8-b63c-7956efd7eb12 service neutron] Pushing event updated for resources: {'Port': ['ID=59c54d70-d5d8-42fa-9a3a-4e5767fe91d2,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:57.845238 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ded44595-f422-4718-b380-edc57b1c76dd req-d190fa10-5669-4ce5-96f1-84b96272e061 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5f29a35-38d6-405d-8bf0-54a0d0c95087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857580 Nov 12 20:56:57.897606 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-4ee6fc92-99e1-4fd8-b63c-7956efd7eb12 service neutron] Attempting to bind port 59c54d70-d5d8-42fa-9a3a-4e5767fe91d2 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:56:57.897947 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-4ee6fc92-99e1-4fd8-b63c-7956efd7eb12 service neutron] Attempting to bind port 59c54d70-d5d8-42fa-9a3a-4e5767fe91d2 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'a12c4bb1-8915-462a-9421-ccafaf527f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '2a615aad-ebe2-42d4-a27f-56ef634b4e68'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:56:57.898278 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-4ee6fc92-99e1-4fd8-b63c-7956efd7eb12 service neutron] Attempting to bind port 59c54d70-d5d8-42fa-9a3a-4e5767fe91d2 on network 2a615aad-ebe2-42d4-a27f-56ef634b4e68 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:56:57.903728 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-4ee6fc92-99e1-4fd8-b63c-7956efd7eb12 service neutron] Port 59c54d70-d5d8-42fa-9a3a-4e5767fe91d2 on network 2a615aad-ebe2-42d4-a27f-56ef634b4e68 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:56:57.904054 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-4ee6fc92-99e1-4fd8-b63c-7956efd7eb12 service neutron] Attempting to bind port 59c54d70-d5d8-42fa-9a3a-4e5767fe91d2 on network 2a615aad-ebe2-42d4-a27f-56ef634b4e68 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:56:57.910927 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-4ee6fc92-99e1-4fd8-b63c-7956efd7eb12 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:56:57.911435 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-4ee6fc92-99e1-4fd8-b63c-7956efd7eb12 service neutron] Checking segment: {'id': 'a12c4bb1-8915-462a-9421-ccafaf527f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '2a615aad-ebe2-42d4-a27f-56ef634b4e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:56:57.911876 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-4ee6fc92-99e1-4fd8-b63c-7956efd7eb12 service neutron] Bound using segment: {'id': 'a12c4bb1-8915-462a-9421-ccafaf527f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '2a615aad-ebe2-42d4-a27f-56ef634b4e68'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:56:57.912432 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-4ee6fc92-99e1-4fd8-b63c-7956efd7eb12 service neutron] Bound port: 59c54d70-d5d8-42fa-9a3a-4e5767fe91d2, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a12c4bb1-8915-462a-9421-ccafaf527f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '2a615aad-ebe2-42d4-a27f-56ef634b4e68'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:56:57.912789 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-4ee6fc92-99e1-4fd8-b63c-7956efd7eb12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:57.995368 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-4ee6fc92-99e1-4fd8-b63c-7956efd7eb12 service neutron] For port 59c54d70-d5d8-42fa-9a3a-4e5767fe91d2, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:56:57.999865 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-4ee6fc92-99e1-4fd8-b63c-7956efd7eb12 service neutron] For port 59c54d70-d5d8-42fa-9a3a-4e5767fe91d2, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=59c54d70-d5d8-42fa-9a3a-4e5767fe91d2,segment=NetworkSegment(a12c4bb1-8915-462a-9421-ccafaf527f91),segment_id=a12c4bb1-8915-462a-9421-ccafaf527f91)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:56:58.007378 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-4ee6fc92-99e1-4fd8-b63c-7956efd7eb12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:58.049644 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-4ee6fc92-99e1-4fd8-b63c-7956efd7eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:58.050309 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-4ee6fc92-99e1-4fd8-b63c-7956efd7eb12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:56:58.051573 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-4ee6fc92-99e1-4fd8-b63c-7956efd7eb12 service neutron] 10.222.0.52 "PUT /v2.0/ports/59c54d70-d5d8-42fa-9a3a-4e5767fe91d2 HTTP/1.1" status: 200 len: 1093 time: 0.7622902 Nov 12 20:56:58.052013 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a37ed28-1718-4e54-8bb6-c18d0a7a65f3', 'tag': '59c54d70-d5d8-42fa-9a3a-4e5767fe91d2'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:56:58.055886 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0ad3bf-641c-4cdd-85ad-7b70fd67ae73" -d '{"events": [{"name": "network-changed", "server_uuid": "8a37ed28-1718-4e54-8bb6-c18d0a7a65f3", "tag": "59c54d70-d5d8-42fa-9a3a-4e5767fe91d2"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:56:58.088719 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6fc92-99e1-4fd8-b63c-7956efd7eb12 service neutron] Pushing event updated for resources: {'Port': ['ID=59c54d70-d5d8-42fa-9a3a-4e5767fe91d2,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:56:58.151689 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9789a191-bb3a-46ca-88fb-06821d287bf6 x-openstack-request-id: req-9789a191-bb3a-46ca-88fb-06821d287bf6 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:56:58.152023 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a37ed28-1718-4e54-8bb6-c18d0a7a65f3", "tag": "59c54d70-d5d8-42fa-9a3a-4e5767fe91d2", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:56:58.152250 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9789a191-bb3a-46ca-88fb-06821d287bf6 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:56:58.152660 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a37ed28-1718-4e54-8bb6-c18d0a7a65f3', 'tag': '59c54d70-d5d8-42fa-9a3a-4e5767fe91d2', 'status': 'completed', 'code': 200} Nov 12 20:56:58.171775 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-44be148d-8374-4a17-b5c9-aafb344050c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:58.173337 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-44be148d-8374-4a17-b5c9-aafb344050c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=beb66e0768274682b27d90bd8d7e5070&device_id=8a37ed28-1718-4e54-8bb6-c18d0a7a65f3 HTTP/1.1" status: 200 len: 1096 time: 0.0645411 Nov 12 20:56:58.223148 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-05597f4a-37f2-4094-bdd6-b3071596c47c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59c54d70-d5d8-42fa-9a3a-4e5767fe91d2 HTTP/1.1" status: 200 len: 217 time: 0.0381868 Nov 12 20:56:58.279239 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-c359e104-a501-4baf-ba95-31bdf556482f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:58.280967 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-c359e104-a501-4baf-ba95-31bdf556482f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef43e85f-c5cd-4dc5-ae72-38ed4845224b HTTP/1.1" status: 200 len: 855 time: 0.0490463 Nov 12 20:56:58.335989 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-fe42dfe6-c1cf-4170-afaa-80cfc43d8141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:58.337468 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-fe42dfe6-c1cf-4170-afaa-80cfc43d8141 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2a615aad-ebe2-42d4-a27f-56ef634b4e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480621 Nov 12 20:56:58.442186 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-86f95944-0002-4756-a5b2-3ec8e20a53b2 service neutron] 10.222.0.52 "GET /v2.0/networks/2a615aad-ebe2-42d4-a27f-56ef634b4e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948188 Nov 12 20:56:58.545842 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-95d04a75-0b60-466f-b147-fee85b3656e5 req-def92e1e-ec5a-407a-9455-cb00b5e591e5 service neutron] 10.222.0.52 "GET /v2.0/networks/2a615aad-ebe2-42d4-a27f-56ef634b4e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912700 Nov 12 20:56:58.649687 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ad3bf-641c-4cdd-85ad-7b70fd67ae73 req-0bb17c4c-18ab-4d3e-bdb5-d28787c50ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:58.651207 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bd0ad3bf-641c-4cdd-85ad-7b70fd67ae73 req-0bb17c4c-18ab-4d3e-bdb5-d28787c50ef0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=beb66e0768274682b27d90bd8d7e5070&device_id=8a37ed28-1718-4e54-8bb6-c18d0a7a65f3 HTTP/1.1" status: 200 len: 1096 time: 0.0466468 Nov 12 20:56:58.749581 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ad3bf-641c-4cdd-85ad-7b70fd67ae73 req-1058152a-ac84-458f-a72f-4ad0e81a1a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:58.751101 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bd0ad3bf-641c-4cdd-85ad-7b70fd67ae73 req-1058152a-ac84-458f-a72f-4ad0e81a1a23 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2a615aad-ebe2-42d4-a27f-56ef634b4e68 HTTP/1.1" status: 200 len: 917 time: 0.0927203 Nov 12 20:56:58.807585 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bd0ad3bf-641c-4cdd-85ad-7b70fd67ae73 req-0a2b9e7a-2140-4430-9a55-c7afedb07810 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59c54d70-d5d8-42fa-9a3a-4e5767fe91d2 HTTP/1.1" status: 200 len: 217 time: 0.0489571 Nov 12 20:56:58.870403 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ad3bf-641c-4cdd-85ad-7b70fd67ae73 req-0fbbac34-c930-4e61-8a3b-246c75b64009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:58.872120 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bd0ad3bf-641c-4cdd-85ad-7b70fd67ae73 req-0fbbac34-c930-4e61-8a3b-246c75b64009 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef43e85f-c5cd-4dc5-ae72-38ed4845224b HTTP/1.1" status: 200 len: 855 time: 0.0577099 Nov 12 20:56:58.920797 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ad3bf-641c-4cdd-85ad-7b70fd67ae73 req-08b91229-7a1b-4f79-b78c-e4845a7fe32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:58.922417 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bd0ad3bf-641c-4cdd-85ad-7b70fd67ae73 req-08b91229-7a1b-4f79-b78c-e4845a7fe32e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2a615aad-ebe2-42d4-a27f-56ef634b4e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424931 Nov 12 20:56:58.968497 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c492b-d0a2-442f-880e-f608de6bfd10 req-0a8ce786-0b8d-4846-a019-eb7d4761003b tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:56:58.971181 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9c5c492b-d0a2-442f-880e-f608de6bfd10 req-0a8ce786-0b8d-4846-a019-eb7d4761003b tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a37ed28-1718-4e54-8bb6-c18d0a7a65f3 HTTP/1.1" status: 200 len: 944 time: 0.0584383 Nov 12 20:56:59.029582 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9c5c492b-d0a2-442f-880e-f608de6bfd10 req-d1f9937e-c6e8-405c-a6cf-a8e04e7fc158 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5f29a35-38d6-405d-8bf0-54a0d0c95087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533104 Nov 12 20:56:59.034148 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bd0ad3bf-641c-4cdd-85ad-7b70fd67ae73 req-ba5c12d4-20a0-4369-acaa-8fd9c8bb133a service neutron] 10.222.0.52 "GET /v2.0/networks/2a615aad-ebe2-42d4-a27f-56ef634b4e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010218 Nov 12 20:56:59.143602 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bd0ad3bf-641c-4cdd-85ad-7b70fd67ae73 req-fb955660-6a29-47e7-b50a-20248213afa3 service neutron] 10.222.0.52 "GET /v2.0/networks/2a615aad-ebe2-42d4-a27f-56ef634b4e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011515 Nov 12 20:57:00.162670 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc0506-381f-46e9-8442-a76576c27878 req-eed04799-95a8-4855-acec-1f3b5e51fc1b tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:00.168872 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-19dc0506-381f-46e9-8442-a76576c27878 req-eed04799-95a8-4855-acec-1f3b5e51fc1b tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a37ed28-1718-4e54-8bb6-c18d0a7a65f3 HTTP/1.1" status: 200 len: 944 time: 0.0613892 Nov 12 20:57:00.213145 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-19dc0506-381f-46e9-8442-a76576c27878 req-30dd5d28-ea74-4d8f-b3ac-8a4a454c0d22 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5f29a35-38d6-405d-8bf0-54a0d0c95087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429358 Nov 12 20:57:01.333897 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46766f-5a6a-46e6-854e-8170ed3393e3 req-b848b1b4-4bdb-48c9-a73d-c7ff6f8d2437 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:01.335406 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fa46766f-5a6a-46e6-854e-8170ed3393e3 req-b848b1b4-4bdb-48c9-a73d-c7ff6f8d2437 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a37ed28-1718-4e54-8bb6-c18d0a7a65f3 HTTP/1.1" status: 200 len: 944 time: 0.0499506 Nov 12 20:57:01.383415 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fa46766f-5a6a-46e6-854e-8170ed3393e3 req-1c61a28e-b527-42b7-960a-54277d7a75f6 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5f29a35-38d6-405d-8bf0-54a0d0c95087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420823 Nov 12 20:57:01.510396 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 59c54d70-d5d8-42fa-9a3a-4e5767fe91d2 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:57:01.615269 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 59c54d70-d5d8-42fa-9a3a-4e5767fe91d2, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=59c54d70-d5d8-42fa-9a3a-4e5767fe91d2,segment=NetworkSegment(a12c4bb1-8915-462a-9421-ccafaf527f91),segment_id=a12c4bb1-8915-462a-9421-ccafaf527f91)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:01.641753 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '59c54d70-d5d8-42fa-9a3a-4e5767fe91d2', 'network_id': '2a615aad-ebe2-42d4-a27f-56ef634b4e68', 'port_id': '59c54d70-d5d8-42fa-9a3a-4e5767fe91d2', 'mac_address': 'fa:16:3e:29:86:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef43e85f-c5cd-4dc5-ae72-38ed4845224b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:57:01.647323 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:57:01.681601 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:01.695184 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c54d70-d5d8-42fa-9a3a-4e5767fe91d2 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:57:01.716200 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 59c54d70-d5d8-42fa-9a3a-4e5767fe91d2, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=59c54d70-d5d8-42fa-9a3a-4e5767fe91d2,segment=NetworkSegment(a12c4bb1-8915-462a-9421-ccafaf527f91),segment_id=a12c4bb1-8915-462a-9421-ccafaf527f91)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:01.720784 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:01.768569 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=59c54d70-d5d8-42fa-9a3a-4e5767fe91d2,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:01.969388 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['59c54d70-d5d8-42fa-9a3a-4e5767fe91d2'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:57:02.502954 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e359ce-4f2f-4c58-a6b3-4d74180a77da req-a10c179b-524c-4b6e-867f-5267b39aa2a4 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:02.504593 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e0e359ce-4f2f-4c58-a6b3-4d74180a77da req-a10c179b-524c-4b6e-867f-5267b39aa2a4 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a37ed28-1718-4e54-8bb6-c18d0a7a65f3 HTTP/1.1" status: 200 len: 945 time: 0.0520160 Nov 12 20:57:02.555932 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e0e359ce-4f2f-4c58-a6b3-4d74180a77da req-ef52c962-5b27-4f07-995b-24c873f90ba0 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5f29a35-38d6-405d-8bf0-54a0d0c95087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448911 Nov 12 20:57:03.536865 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 59c54d70-d5d8-42fa-9a3a-4e5767fe91d2 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:57:03.587678 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 59c54d70-d5d8-42fa-9a3a-4e5767fe91d2 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:57:03.591727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 59c54d70-d5d8-42fa-9a3a-4e5767fe91d2 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:57:03.592099 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:03.689375 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:03.718396 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a37ed28-1718-4e54-8bb6-c18d0a7a65f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c54d70-d5d8-42fa-9a3a-4e5767fe91d2'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:57:03.721023 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e2a221c1ff93e56a7b3290f78f059e5ee30a378a3a846772c85f81925c98a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ad2006-b63f-4b32-9526-1dc04df41bf5" -d '{"events": [{"server_uuid": "8a37ed28-1718-4e54-8bb6-c18d0a7a65f3", "name": "network-vif-plugged", "status": "completed", "tag": "59c54d70-d5d8-42fa-9a3a-4e5767fe91d2"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:57:03.738021 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 59c54d70-d5d8-42fa-9a3a-4e5767fe91d2, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=59c54d70-d5d8-42fa-9a3a-4e5767fe91d2,segment=NetworkSegment(a12c4bb1-8915-462a-9421-ccafaf527f91),segment_id=a12c4bb1-8915-462a-9421-ccafaf527f91)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:03.743106 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:03.773353 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d1c397-1270-480f-8875-f05c1d591b54 x-openstack-request-id: req-a7d1c397-1270-480f-8875-f05c1d591b54 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:57:03.773654 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a37ed28-1718-4e54-8bb6-c18d0a7a65f3", "name": "network-vif-plugged", "status": "completed", "tag": "59c54d70-d5d8-42fa-9a3a-4e5767fe91d2", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:57:03.773914 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7d1c397-1270-480f-8875-f05c1d591b54 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:57:03.774311 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a37ed28-1718-4e54-8bb6-c18d0a7a65f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c54d70-d5d8-42fa-9a3a-4e5767fe91d2', 'code': 200} Nov 12 20:57:03.805689 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=59c54d70-d5d8-42fa-9a3a-4e5767fe91d2,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:03.881009 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904daebb-41a0-4f86-92be-e8a0ad72e864 req-734539ca-931f-4334-b817-7a534ff99058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:03.883475 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-904daebb-41a0-4f86-92be-e8a0ad72e864 req-734539ca-931f-4334-b817-7a534ff99058 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8a37ed28-1718-4e54-8bb6-c18d0a7a65f3 HTTP/1.1" status: 200 len: 1098 time: 0.0499053 Nov 12 20:57:03.931885 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-904daebb-41a0-4f86-92be-e8a0ad72e864 req-13924e24-3ca6-46fa-9950-c08537b8ad70 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d5f29a35-38d6-405d-8bf0-54a0d0c95087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407653 Nov 12 20:57:03.943893 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614282fd-336e-4aab-8336-9defef11a40f req-46090925-b902-42b3-af65-2bdbe949798e tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:03.945511 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-614282fd-336e-4aab-8336-9defef11a40f req-46090925-b902-42b3-af65-2bdbe949798e tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a37ed28-1718-4e54-8bb6-c18d0a7a65f3 HTTP/1.1" status: 200 len: 946 time: 0.0581934 Nov 12 20:57:03.998679 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-614282fd-336e-4aab-8336-9defef11a40f req-e3791910-a08d-4a5d-8c8b-920e61d34e6c tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5f29a35-38d6-405d-8bf0-54a0d0c95087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455153 Nov 12 20:57:05.129835 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce29582-0894-442e-a91f-32f6dfb8374b req-684dd3cb-601f-4e7a-a62d-2b80bdd54e5e tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:05.131530 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dce29582-0894-442e-a91f-32f6dfb8374b req-684dd3cb-601f-4e7a-a62d-2b80bdd54e5e tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a37ed28-1718-4e54-8bb6-c18d0a7a65f3 HTTP/1.1" status: 200 len: 946 time: 0.0558496 Nov 12 20:57:05.187227 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dce29582-0894-442e-a91f-32f6dfb8374b req-4af1ac06-b1c4-46fe-a7e1-2f947cc359ed tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5f29a35-38d6-405d-8bf0-54a0d0c95087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491552 Nov 12 20:57:06.307749 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3dc498-d745-46e4-b205-8f7d7d963222 req-e61d8b1e-7149-43b3-bed8-01a94840e8df tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:06.309283 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cf3dc498-d745-46e4-b205-8f7d7d963222 req-e61d8b1e-7149-43b3-bed8-01a94840e8df tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a37ed28-1718-4e54-8bb6-c18d0a7a65f3 HTTP/1.1" status: 200 len: 946 time: 0.0507262 Nov 12 20:57:06.357382 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cf3dc498-d745-46e4-b205-8f7d7d963222 req-18468a63-2a2c-4595-b148-1c9acb955b03 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5f29a35-38d6-405d-8bf0-54a0d0c95087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422218 Nov 12 20:57:06.496446 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13ab93-66c3-452c-8ac6-982a19eac3e3 req-55d8b7a4-52fa-4414-a903-95331c4990d7 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:06.497856 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9d13ab93-66c3-452c-8ac6-982a19eac3e3 req-55d8b7a4-52fa-4414-a903-95331c4990d7 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a37ed28-1718-4e54-8bb6-c18d0a7a65f3 HTTP/1.1" status: 200 len: 946 time: 0.0539405 Nov 12 20:57:06.548478 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9d13ab93-66c3-452c-8ac6-982a19eac3e3 req-28f744f9-0cf6-4056-ad5d-4ec4bd112d7b tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5f29a35-38d6-405d-8bf0-54a0d0c95087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426402 Nov 12 20:57:19.995661 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f8583b55-450e-4896-b702-aa626e503b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:20.694583 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:21.844355 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-61a04e13-600a-4800-8548-fe4019b11b75 req-9dd18014-ad11-4b73-a62e-c6ff6fb72d08 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8a37ed28-1718-4e54-8bb6-c18d0a7a65f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457664 Nov 12 20:57:21.934224 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a04e13-600a-4800-8548-fe4019b11b75 req-0c92c887-9079-4c6f-b5d5-a7cc5b8e4e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:21.936710 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-61a04e13-600a-4800-8548-fe4019b11b75 req-0c92c887-9079-4c6f-b5d5-a7cc5b8e4e01 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=beb66e0768274682b27d90bd8d7e5070&device_id=8a37ed28-1718-4e54-8bb6-c18d0a7a65f3 HTTP/1.1" status: 200 len: 1098 time: 0.0412421 Nov 12 20:57:22.042922 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a04e13-600a-4800-8548-fe4019b11b75 req-ab8e0ec1-58af-4747-8259-1dc93d5a0e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:22.044367 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-61a04e13-600a-4800-8548-fe4019b11b75 req-ab8e0ec1-58af-4747-8259-1dc93d5a0e7c service neutron] 10.222.0.52 "GET /v2.0/networks?id=2a615aad-ebe2-42d4-a27f-56ef634b4e68 HTTP/1.1" status: 200 len: 917 time: 0.0874021 Nov 12 20:57:22.087093 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-61a04e13-600a-4800-8548-fe4019b11b75 req-8136739a-de5e-4a56-b771-607eec3bf313 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59c54d70-d5d8-42fa-9a3a-4e5767fe91d2 HTTP/1.1" status: 200 len: 217 time: 0.0350451 Nov 12 20:57:22.143405 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a04e13-600a-4800-8548-fe4019b11b75 req-4b3dea2a-d230-4232-9e07-000a2fda71a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:22.144989 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-61a04e13-600a-4800-8548-fe4019b11b75 req-4b3dea2a-d230-4232-9e07-000a2fda71a3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef43e85f-c5cd-4dc5-ae72-38ed4845224b HTTP/1.1" status: 200 len: 855 time: 0.0497518 Nov 12 20:57:22.205978 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a04e13-600a-4800-8548-fe4019b11b75 req-ab14375c-72fc-442f-bff8-4efe0ab6ba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:22.207533 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-61a04e13-600a-4800-8548-fe4019b11b75 req-ab14375c-72fc-442f-bff8-4efe0ab6ba18 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2a615aad-ebe2-42d4-a27f-56ef634b4e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503178 Nov 12 20:57:22.221293 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-61a04e13-600a-4800-8548-fe4019b11b75 req-eab7077c-621e-465b-923e-559b7fb8465b service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:57:22.222408 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-61a04e13-600a-4800-8548-fe4019b11b75 req-eab7077c-621e-465b-923e-559b7fb8465b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062973 Nov 12 20:57:22.316141 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-61a04e13-600a-4800-8548-fe4019b11b75 req-796a69a6-4aca-42b3-a8a0-e3cbe3eb4548 service neutron] 10.222.0.52 "GET /v2.0/networks/2a615aad-ebe2-42d4-a27f-56ef634b4e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853598 Nov 12 20:57:22.416078 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-61a04e13-600a-4800-8548-fe4019b11b75 req-41a29a65-b400-4529-954a-9de29f821bad service neutron] 10.222.0.52 "GET /v2.0/networks/2a615aad-ebe2-42d4-a27f-56ef634b4e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880401 Nov 12 20:57:22.838160 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-700fa3ee-6b18-4f3b-968d-6e3497e99725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:23.938546 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:24.409783 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:25.344276 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:26.046084 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:29.278715 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84fcf8-3024-456a-91a7-3d826e22a7ac req-7b62fe0f-b9e9-4f14-87a6-3b42c3d4ca6e tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:29.280599 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7b84fcf8-3024-456a-91a7-3d826e22a7ac req-7b62fe0f-b9e9-4f14-87a6-3b42c3d4ca6e tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a37ed28-1718-4e54-8bb6-c18d0a7a65f3 HTTP/1.1" status: 200 len: 946 time: 0.0527675 Nov 12 20:57:29.335049 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7b84fcf8-3024-456a-91a7-3d826e22a7ac req-fd2b83c2-9d40-408b-8561-b6a6ad0c83cb tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5f29a35-38d6-405d-8bf0-54a0d0c95087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480926 Nov 12 20:57:30.471550 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49576009-5b71-4f4e-a95f-f3d49f4e8621 req-4d744927-5cd4-49b2-b174-6fc43f8bf29f tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:30.473088 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-49576009-5b71-4f4e-a95f-f3d49f4e8621 req-4d744927-5cd4-49b2-b174-6fc43f8bf29f tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a37ed28-1718-4e54-8bb6-c18d0a7a65f3 HTTP/1.1" status: 200 len: 946 time: 0.0571175 Nov 12 20:57:30.532907 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-49576009-5b71-4f4e-a95f-f3d49f4e8621 req-7f956678-ea17-4c8a-ab97-701c7e925a27 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5f29a35-38d6-405d-8bf0-54a0d0c95087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534759 Nov 12 20:57:31.129984 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d31e76-b490-4781-997d-402eadc553a0 req-2948ab8d-b922-4ca7-8b3f-7a8b3e7178eb tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:31.131534 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3d31e76-b490-4781-997d-402eadc553a0 req-2948ab8d-b922-4ca7-8b3f-7a8b3e7178eb tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a37ed28-1718-4e54-8bb6-c18d0a7a65f3 HTTP/1.1" status: 200 len: 946 time: 0.0672128 Nov 12 20:57:31.239332 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-a3d31e76-b490-4781-997d-402eadc553a0 req-9d77f746-b3a0-4913-9179-e015c817b1c5 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Deleting port 59c54d70-d5d8-42fa-9a3a-4e5767fe91d2 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:57:31.241158 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a3d31e76-b490-4781-997d-402eadc553a0 req-9d77f746-b3a0-4913-9179-e015c817b1c5 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:31.349951 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-a3d31e76-b490-4781-997d-402eadc553a0 req-9d77f746-b3a0-4913-9179-e015c817b1c5 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] For port 59c54d70-d5d8-42fa-9a3a-4e5767fe91d2, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=59c54d70-d5d8-42fa-9a3a-4e5767fe91d2,segment=NetworkSegment(a12c4bb1-8915-462a-9421-ccafaf527f91),segment_id=a12c4bb1-8915-462a-9421-ccafaf527f91)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:31.350296 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a3d31e76-b490-4781-997d-402eadc553a0 req-9d77f746-b3a0-4913-9179-e015c817b1c5 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:31.367006 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-a3d31e76-b490-4781-997d-402eadc553a0 req-9d77f746-b3a0-4913-9179-e015c817b1c5 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Calling delete_port for 59c54d70-d5d8-42fa-9a3a-4e5767fe91d2 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:57:31.494657 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a3d31e76-b490-4781-997d-402eadc553a0 req-9d77f746-b3a0-4913-9179-e015c817b1c5 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:31.508217 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['59c54d70-d5d8-42fa-9a3a-4e5767fe91d2'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:57:31.528731 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77f746-b3a0-4913-9179-e015c817b1c5 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Pushing event deleted for resources: {'Port': ['ID=59c54d70-d5d8-42fa-9a3a-4e5767fe91d2,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:31.571100 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d31e76-b490-4781-997d-402eadc553a0 req-9d77f746-b3a0-4913-9179-e015c817b1c5 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] No DVR routers for this DVR port 59c54d70-d5d8-42fa-9a3a-4e5767fe91d2 on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:57:31.576087 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a3d31e76-b490-4781-997d-402eadc553a0 req-9d77f746-b3a0-4913-9179-e015c817b1c5 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:31.583817 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a3d31e76-b490-4781-997d-402eadc553a0 req-9d77f746-b3a0-4913-9179-e015c817b1c5 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.52 "DELETE /v2.0/ports/59c54d70-d5d8-42fa-9a3a-4e5767fe91d2 HTTP/1.1" status: 204 len: 173 time: 0.4450386 Nov 12 20:57:31.584612 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a37ed28-1718-4e54-8bb6-c18d0a7a65f3', 'name': 'network-vif-deleted', 'tag': '59c54d70-d5d8-42fa-9a3a-4e5767fe91d2'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:57:31.589772 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b77d24-bc32-4fdf-8590-58dc43dd759e" -d '{"events": [{"server_uuid": "8a37ed28-1718-4e54-8bb6-c18d0a7a65f3", "name": "network-vif-deleted", "tag": "59c54d70-d5d8-42fa-9a3a-4e5767fe91d2"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:57:31.671136 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5857e54b-5ad0-451f-a18b-e2d4d9cd3d2e req-a00ab85e-76a7-4d48-a158-7c1f9a35820e tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a37ed28-1718-4e54-8bb6-c18d0a7a65f3 HTTP/1.1" status: 200 len: 210 time: 0.0354724 Nov 12 20:57:31.681615 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0341e91-163e-44a8-9c4a-460fc4304004 x-openstack-request-id: req-e0341e91-163e-44a8-9c4a-460fc4304004 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:57:31.681978 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a37ed28-1718-4e54-8bb6-c18d0a7a65f3", "name": "network-vif-deleted", "tag": "59c54d70-d5d8-42fa-9a3a-4e5767fe91d2", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:57:31.682294 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e0341e91-163e-44a8-9c4a-460fc4304004 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:57:31.682763 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a37ed28-1718-4e54-8bb6-c18d0a7a65f3', 'name': 'network-vif-deleted', 'tag': '59c54d70-d5d8-42fa-9a3a-4e5767fe91d2', 'status': 'completed', 'code': 200} Nov 12 20:57:33.567705 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-a4147121-9b76-4923-9147-15887b9987e5 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:33.569238 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-a4147121-9b76-4923-9147-15887b9987e5 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/networks?id=2a615aad-ebe2-42d4-a27f-56ef634b4e68 HTTP/1.1" status: 200 len: 816 time: 0.1033046 Nov 12 20:57:33.584173 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-f0d39882-30a3-4f1b-8b3a-91d41e889989 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/quotas/beb66e0768274682b27d90bd8d7e5070 HTTP/1.1" status: 200 len: 375 time: 0.0092609 Nov 12 20:57:33.641296 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-9098c21f-6340-4968-83bf-210d080f1efc tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=beb66e0768274682b27d90bd8d7e5070&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515146 Nov 12 20:57:33.737649 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-c8941efe-404d-41b2-bc6c-79606655979f service neutron] 10.222.0.48 "GET /v2.0/networks/2a615aad-ebe2-42d4-a27f-56ef634b4e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852971 Nov 12 20:57:33.834075 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-8d321c01-b7f1-43bd-bbf3-d55efa7c324c service neutron] 10.222.0.48 "GET /v2.0/networks/2a615aad-ebe2-42d4-a27f-56ef634b4e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903924 Nov 12 20:57:34.001172 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1e84e244-408a-47d5-8897-a1691e6013f5 req-800454b9-cb9c-4396-bac6-0230730e0b17 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?device_id=76af74d8-3279-4a89-b48c-a89879335c81 HTTP/1.1" status: 200 len: 210 time: 0.0269797 Nov 12 20:57:35.017314 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-71f6a782-ff85-4b1f-963c-575d42244bf8 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:35.018995 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-71f6a782-ff85-4b1f-963c-575d42244bf8 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.55 "GET /v2.0/networks?id=2a615aad-ebe2-42d4-a27f-56ef634b4e68 HTTP/1.1" status: 200 len: 816 time: 0.1109312 Nov 12 20:57:35.034227 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-b54ea339-f1a0-46e0-b11e-91257ab4b769 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Request body: {'port': {'device_id': '76af74d8-3279-4a89-b48c-a89879335c81', 'network_id': '2a615aad-ebe2-42d4-a27f-56ef634b4e68', 'admin_state_up': True, 'tenant_id': 'beb66e0768274682b27d90bd8d7e5070'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:57:35.125242 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fc01995f-b0d4-427d-8959-f0b5a987b637 req-a95a963a-55ac-4c2d-9ed1-146d2e665ff3 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?device_id=76af74d8-3279-4a89-b48c-a89879335c81 HTTP/1.1" status: 200 len: 210 time: 0.0306096 Nov 12 20:57:35.177733 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-b54ea339-f1a0-46e0-b11e-91257ab4b769 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Made reservation on behalf of beb66e0768274682b27d90bd8d7e5070 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:57:35.181412 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-b54ea339-f1a0-46e0-b11e-91257ab4b769 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:35.323547 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-b54ea339-f1a0-46e0-b11e-91257ab4b769 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Allocated IP 172.20.0.3 (2a615aad-ebe2-42d4-a27f-56ef634b4e68/ef43e85f-c5cd-4dc5-ae72-38ed4845224b/fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:57:35.466640 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-b54ea339-f1a0-46e0-b11e-91257ab4b769 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:35.501684 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-b54ea339-f1a0-46e0-b11e-91257ab4b769 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:35.547445 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-b54ea339-f1a0-46e0-b11e-91257ab4b769 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Network 2a615aad-ebe2-42d4-a27f-56ef634b4e68 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:57:35.553352 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-b54ea339-f1a0-46e0-b11e-91257ab4b769 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:57:35.557637 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-b54ea339-f1a0-46e0-b11e-91257ab4b769 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:57:35.565328 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ea339-f1a0-46e0-b11e-91257ab4b769 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Pushing event updated for resources: {'Port': ['ID=fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:35.596564 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ea339-f1a0-46e0-b11e-91257ab4b769 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:35.597160 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ea339-f1a0-46e0-b11e-91257ab4b769 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:35.597321 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ea339-f1a0-46e0-b11e-91257ab4b769 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:35.597660 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ea339-f1a0-46e0-b11e-91257ab4b769 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:35.597988 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ea339-f1a0-46e0-b11e-91257ab4b769 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:35.598316 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ea339-f1a0-46e0-b11e-91257ab4b769 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:35.598645 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ea339-f1a0-46e0-b11e-91257ab4b769 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:35.598969 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ea339-f1a0-46e0-b11e-91257ab4b769 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:35.599292 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ea339-f1a0-46e0-b11e-91257ab4b769 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:35.599615 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ea339-f1a0-46e0-b11e-91257ab4b769 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:35.599938 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ea339-f1a0-46e0-b11e-91257ab4b769 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:35.600272 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ea339-f1a0-46e0-b11e-91257ab4b769 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:35.629891 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-b54ea339-f1a0-46e0-b11e-91257ab4b769 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:35.630800 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-b54ea339-f1a0-46e0-b11e-91257ab4b769 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:35.654534 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-b54ea339-f1a0-46e0-b11e-91257ab4b769 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6255374 Nov 12 20:57:35.664071 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-ca84ee3b-e1b4-4441-b9e4-94cec9e56832 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 20:57:35.665132 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-ca84ee3b-e1b4-4441-b9e4-94cec9e56832 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053132 Nov 12 20:57:35.677133 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-2e861cd9-d92e-489d-8311-5f2ecc102da5 service neutron] Request body: {'port': {'device_id': '76af74d8-3279-4a89-b48c-a89879335c81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:57:35.738351 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-2e861cd9-d92e-489d-8311-5f2ecc102da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:35.777317 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 59c54d70-d5d8-42fa-9a3a-4e5767fe91d2 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:57:35.798108 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 59c54d70-d5d8-42fa-9a3a-4e5767fe91d2 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:57:35.798474 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 59c54d70-d5d8-42fa-9a3a-4e5767fe91d2 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:57:35.827440 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-bd4bf260-bff1-4af2-b54b-e73571a7fafb None None] Provisioning complete for port fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:57:35.827899 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bd4bf260-bff1-4af2-b54b-e73571a7fafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:35.867691 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-bd4bf260-bff1-4af2-b54b-e73571a7fafb None None] Port fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:57:36.006886 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-2e861cd9-d92e-489d-8311-5f2ecc102da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:57:36.015781 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-2e861cd9-d92e-489d-8311-5f2ecc102da5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:36.027656 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-2e861cd9-d92e-489d-8311-5f2ecc102da5 service neutron] Transition to ACTIVE for port object fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:57:36.032106 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-2e861cd9-d92e-489d-8311-5f2ecc102da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:36.111499 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e861cd9-d92e-489d-8311-5f2ecc102da5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:36.169353 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-2e861cd9-d92e-489d-8311-5f2ecc102da5 service neutron] Attempting to bind port fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:57:36.171148 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-2e861cd9-d92e-489d-8311-5f2ecc102da5 service neutron] Attempting to bind port fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'a12c4bb1-8915-462a-9421-ccafaf527f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '2a615aad-ebe2-42d4-a27f-56ef634b4e68'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:57:36.171538 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-2e861cd9-d92e-489d-8311-5f2ecc102da5 service neutron] Attempting to bind port fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca on network 2a615aad-ebe2-42d4-a27f-56ef634b4e68 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:36.177160 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-2e861cd9-d92e-489d-8311-5f2ecc102da5 service neutron] Port fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca on network 2a615aad-ebe2-42d4-a27f-56ef634b4e68 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:57:36.177482 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-2e861cd9-d92e-489d-8311-5f2ecc102da5 service neutron] Attempting to bind port fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca on network 2a615aad-ebe2-42d4-a27f-56ef634b4e68 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:57:36.182876 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-2e861cd9-d92e-489d-8311-5f2ecc102da5 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:57:36.183280 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-2e861cd9-d92e-489d-8311-5f2ecc102da5 service neutron] Checking segment: {'id': 'a12c4bb1-8915-462a-9421-ccafaf527f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '2a615aad-ebe2-42d4-a27f-56ef634b4e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:57:36.183664 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-2e861cd9-d92e-489d-8311-5f2ecc102da5 service neutron] Bound using segment: {'id': 'a12c4bb1-8915-462a-9421-ccafaf527f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '2a615aad-ebe2-42d4-a27f-56ef634b4e68'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:57:36.184095 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-2e861cd9-d92e-489d-8311-5f2ecc102da5 service neutron] Bound port: fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a12c4bb1-8915-462a-9421-ccafaf527f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '2a615aad-ebe2-42d4-a27f-56ef634b4e68'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:57:36.184732 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-2e861cd9-d92e-489d-8311-5f2ecc102da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:36.255559 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a855543-2e26-4123-b0a3-fb4ad19a7fdb req-1462f4f6-a124-4558-9e64-c48c1156e29f tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:36.256111 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-2e861cd9-d92e-489d-8311-5f2ecc102da5 service neutron] For port fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:57:36.257170 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2a855543-2e26-4123-b0a3-fb4ad19a7fdb req-1462f4f6-a124-4558-9e64-c48c1156e29f tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?device_id=76af74d8-3279-4a89-b48c-a89879335c81 HTTP/1.1" status: 200 len: 943 time: 0.0578246 Nov 12 20:57:36.263786 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-2e861cd9-d92e-489d-8311-5f2ecc102da5 service neutron] For port fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca,segment=NetworkSegment(a12c4bb1-8915-462a-9421-ccafaf527f91),segment_id=a12c4bb1-8915-462a-9421-ccafaf527f91)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:57:36.268990 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-2e861cd9-d92e-489d-8311-5f2ecc102da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:36.305224 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-2e861cd9-d92e-489d-8311-5f2ecc102da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:36.305869 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-2e861cd9-d92e-489d-8311-5f2ecc102da5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:36.307271 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-2e861cd9-d92e-489d-8311-5f2ecc102da5 service neutron] 10.222.0.55 "PUT /v2.0/ports/fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca HTTP/1.1" status: 200 len: 1092 time: 0.6344357 Nov 12 20:57:36.307725 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76af74d8-3279-4a89-b48c-a89879335c81', 'tag': 'fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:57:36.310083 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd6bf149db5198c131b0a94c001dfe597833dedcde5dd32e44168e01e6f8dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f3bcea-7f43-432f-947b-a48d62627588" -d '{"events": [{"name": "network-changed", "server_uuid": "76af74d8-3279-4a89-b48c-a89879335c81", "tag": "fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:57:36.325920 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2a855543-2e26-4123-b0a3-fb4ad19a7fdb req-08633eb0-8dab-4064-99ad-a064840c7d48 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5f29a35-38d6-405d-8bf0-54a0d0c95087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596237 Nov 12 20:57:36.348507 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e861cd9-d92e-489d-8311-5f2ecc102da5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:36.392652 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d709848f-8447-4f37-96e6-11b265d39430 x-openstack-request-id: req-d709848f-8447-4f37-96e6-11b265d39430 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:57:36.392956 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76af74d8-3279-4a89-b48c-a89879335c81", "tag": "fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:57:36.393358 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d709848f-8447-4f37-96e6-11b265d39430 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:57:36.393829 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76af74d8-3279-4a89-b48c-a89879335c81', 'tag': 'fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca', 'status': 'completed', 'code': 200} Nov 12 20:57:36.411534 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-5ac40de1-139f-49c4-bac3-7ae4fa25b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:36.413183 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-5ac40de1-139f-49c4-bac3-7ae4fa25b9aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=beb66e0768274682b27d90bd8d7e5070&device_id=76af74d8-3279-4a89-b48c-a89879335c81 HTTP/1.1" status: 200 len: 1095 time: 0.0547302 Nov 12 20:57:36.457586 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-e9b3489d-8d81-4715-9032-5cf3b228b0ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca HTTP/1.1" status: 200 len: 217 time: 0.0354600 Nov 12 20:57:36.509458 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-b345e1ed-1380-4503-ab31-fee56e1e52f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:36.511316 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-b345e1ed-1380-4503-ab31-fee56e1e52f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ef43e85f-c5cd-4dc5-ae72-38ed4845224b HTTP/1.1" status: 200 len: 855 time: 0.0477602 Nov 12 20:57:36.563801 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-c0b846d6-dd0f-4c29-9fd4-b5d6ad188934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:36.565352 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-c0b846d6-dd0f-4c29-9fd4-b5d6ad188934 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a615aad-ebe2-42d4-a27f-56ef634b4e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464115 Nov 12 20:57:36.661919 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-51d1bb0f-3274-4ded-a33c-15901d3ee75a service neutron] 10.222.0.55 "GET /v2.0/networks/2a615aad-ebe2-42d4-a27f-56ef634b4e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891273 Nov 12 20:57:36.756577 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7fa99e85-0bff-4b29-9e26-febd2196f194 req-1d8c2f25-e01a-4a20-9bbc-e1a99fb290fa service neutron] 10.222.0.55 "GET /v2.0/networks/2a615aad-ebe2-42d4-a27f-56ef634b4e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879390 Nov 12 20:57:36.845846 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3bcea-7f43-432f-947b-a48d62627588 req-74925f42-a697-4337-9b80-5117dbb99479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:36.847406 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87f3bcea-7f43-432f-947b-a48d62627588 req-74925f42-a697-4337-9b80-5117dbb99479 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=beb66e0768274682b27d90bd8d7e5070&device_id=76af74d8-3279-4a89-b48c-a89879335c81 HTTP/1.1" status: 200 len: 1095 time: 0.0442276 Nov 12 20:57:36.943579 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3bcea-7f43-432f-947b-a48d62627588 req-ba7c415a-9b8d-43ed-a7d5-a1c8ec40c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:36.945040 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87f3bcea-7f43-432f-947b-a48d62627588 req-ba7c415a-9b8d-43ed-a7d5-a1c8ec40c3c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a615aad-ebe2-42d4-a27f-56ef634b4e68 HTTP/1.1" status: 200 len: 917 time: 0.0906544 Nov 12 20:57:36.985906 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87f3bcea-7f43-432f-947b-a48d62627588 req-8f3bc2e2-a983-4acf-a161-968c1b4a6a5e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca HTTP/1.1" status: 200 len: 217 time: 0.0335212 Nov 12 20:57:37.035679 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3bcea-7f43-432f-947b-a48d62627588 req-778f0aa4-d2df-4b21-8daa-5711b0e37b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:37.037178 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87f3bcea-7f43-432f-947b-a48d62627588 req-778f0aa4-d2df-4b21-8daa-5711b0e37b55 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ef43e85f-c5cd-4dc5-ae72-38ed4845224b HTTP/1.1" status: 200 len: 855 time: 0.0442507 Nov 12 20:57:37.084324 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3bcea-7f43-432f-947b-a48d62627588 req-88a2db4a-b1de-494d-865c-0b58838b519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:37.085860 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87f3bcea-7f43-432f-947b-a48d62627588 req-88a2db4a-b1de-494d-865c-0b58838b519d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a615aad-ebe2-42d4-a27f-56ef634b4e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403788 Nov 12 20:57:37.180022 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87f3bcea-7f43-432f-947b-a48d62627588 req-ef778fc4-ae4d-4098-9469-2b63ca3c7a66 service neutron] 10.222.0.55 "GET /v2.0/networks/2a615aad-ebe2-42d4-a27f-56ef634b4e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867834 Nov 12 20:57:37.280628 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-87f3bcea-7f43-432f-947b-a48d62627588 req-20472723-1b90-418e-bbea-972b17511a59 service neutron] 10.222.0.55 "GET /v2.0/networks/2a615aad-ebe2-42d4-a27f-56ef634b4e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929441 Nov 12 20:57:37.453524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94284168-3feb-46e9-aa02-bcbc324b7473 req-f95713c2-7ac4-4d28-ad4b-fdaa592b764d tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:37.455050 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94284168-3feb-46e9-aa02-bcbc324b7473 req-f95713c2-7ac4-4d28-ad4b-fdaa592b764d tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?device_id=76af74d8-3279-4a89-b48c-a89879335c81 HTTP/1.1" status: 200 len: 943 time: 0.0515320 Nov 12 20:57:37.503380 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-94284168-3feb-46e9-aa02-bcbc324b7473 req-0906b45e-21da-403b-b6fc-78fb3c69fd64 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5f29a35-38d6-405d-8bf0-54a0d0c95087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423076 Nov 12 20:57:38.627526 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a80c3-d462-4a70-8559-b109d42b97fb req-aaae13ad-3d03-4e0f-ab71-f127e2700951 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:38.629182 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd1a80c3-d462-4a70-8559-b109d42b97fb req-aaae13ad-3d03-4e0f-ab71-f127e2700951 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?device_id=76af74d8-3279-4a89-b48c-a89879335c81 HTTP/1.1" status: 200 len: 943 time: 0.0508218 Nov 12 20:57:38.649271 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:57:38.684038 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd1a80c3-d462-4a70-8559-b109d42b97fb req-1803957d-b619-434e-83a0-fe88b7325765 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5f29a35-38d6-405d-8bf0-54a0d0c95087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465970 Nov 12 20:57:38.974498 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:57:39.078781 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca,segment=NetworkSegment(a12c4bb1-8915-462a-9421-ccafaf527f91),segment_id=a12c4bb1-8915-462a-9421-ccafaf527f91)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:39.089735 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca', 'network_id': '2a615aad-ebe2-42d4-a27f-56ef634b4e68', 'port_id': 'fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca', 'mac_address': 'fa:16:3e:02:51:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef43e85f-c5cd-4dc5-ae72-38ed4845224b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:57:39.126446 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:39.140267 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:57:39.163145 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca,segment=NetworkSegment(a12c4bb1-8915-462a-9421-ccafaf527f91),segment_id=a12c4bb1-8915-462a-9421-ccafaf527f91)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:39.166606 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:39.213211 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:39.221266 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:39.221606 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:39.221943 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:39.222280 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:39.222636 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:39.222964 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:39.223289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:39.223610 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:39.223945 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:39.224271 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:39.224654 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:39.224915 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:57:39.475364 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:57:39.803769 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83408dec-b48b-42c2-86a9-1207a02b7898 req-d9a99774-e98f-49b0-8488-5ca10573d0b9 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:39.805324 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-83408dec-b48b-42c2-86a9-1207a02b7898 req-d9a99774-e98f-49b0-8488-5ca10573d0b9 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?device_id=76af74d8-3279-4a89-b48c-a89879335c81 HTTP/1.1" status: 200 len: 944 time: 0.0531428 Nov 12 20:57:39.859345 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-83408dec-b48b-42c2-86a9-1207a02b7898 req-a8438fda-8890-403e-b20f-d3dcbf3027a8 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5f29a35-38d6-405d-8bf0-54a0d0c95087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435810 Nov 12 20:57:40.977714 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c3b76-5924-4d07-b1af-ade32f9b720b req-caa22a9e-a69d-48f0-9785-c6203f3a9d8e tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:40.979195 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fe0c3b76-5924-4d07-b1af-ade32f9b720b req-caa22a9e-a69d-48f0-9785-c6203f3a9d8e tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?device_id=76af74d8-3279-4a89-b48c-a89879335c81 HTTP/1.1" status: 200 len: 944 time: 0.0519590 Nov 12 20:57:40.990522 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:57:41.028325 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fe0c3b76-5924-4d07-b1af-ade32f9b720b req-fa9aabb6-8328-44f6-b8f7-5b9b48fc0ff9 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5f29a35-38d6-405d-8bf0-54a0d0c95087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429430 Nov 12 20:57:41.047351 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:57:41.051212 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:57:41.051595 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:41.130003 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:41.151852 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76af74d8-3279-4a89-b48c-a89879335c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:57:41.154018 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e2a221c1ff93e56a7b3290f78f059e5ee30a378a3a846772c85f81925c98a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533d6fb5-1473-4dc1-87ea-4254888d7249" -d '{"events": [{"server_uuid": "76af74d8-3279-4a89-b48c-a89879335c81", "name": "network-vif-plugged", "status": "completed", "tag": "fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:57:41.166754 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca,segment=NetworkSegment(a12c4bb1-8915-462a-9421-ccafaf527f91),segment_id=a12c4bb1-8915-462a-9421-ccafaf527f91)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:57:41.172465 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:41.199172 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aee0e3a-e2a8-48e0-be46-84e3a9db82d5 x-openstack-request-id: req-1aee0e3a-e2a8-48e0-be46-84e3a9db82d5 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:57:41.199460 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76af74d8-3279-4a89-b48c-a89879335c81", "name": "network-vif-plugged", "status": "completed", "tag": "fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:57:41.199709 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1aee0e3a-e2a8-48e0-be46-84e3a9db82d5 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:57:41.200090 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76af74d8-3279-4a89-b48c-a89879335c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca', 'code': 200} Nov 12 20:57:41.229794 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:57:41.298547 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461c524-d1f9-4e84-9245-95936078e112 req-c5c0b6b0-ee03-4fe6-8635-c02c27d9cd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:41.300053 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b461c524-d1f9-4e84-9245-95936078e112 req-c5c0b6b0-ee03-4fe6-8635-c02c27d9cd44 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=76af74d8-3279-4a89-b48c-a89879335c81 HTTP/1.1" status: 200 len: 1097 time: 0.0508897 Nov 12 20:57:41.345360 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b461c524-d1f9-4e84-9245-95936078e112 req-7bfbc1ee-f251-46d2-8d87-4966f0fcdc48 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d5f29a35-38d6-405d-8bf0-54a0d0c95087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381584 Nov 12 20:57:42.144681 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da5287-7a45-4a81-97c9-907abaa8b1a9 req-d4be69b7-08ab-4c1a-8165-5b798a126fa8 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:42.146195 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96da5287-7a45-4a81-97c9-907abaa8b1a9 req-d4be69b7-08ab-4c1a-8165-5b798a126fa8 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?device_id=76af74d8-3279-4a89-b48c-a89879335c81 HTTP/1.1" status: 200 len: 945 time: 0.0495579 Nov 12 20:57:42.193883 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-96da5287-7a45-4a81-97c9-907abaa8b1a9 req-5503793c-f2b6-45b4-8b5a-63bf4ad36f00 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5f29a35-38d6-405d-8bf0-54a0d0c95087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417972 Nov 12 20:57:43.323937 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778f7b1-e7e1-4b54-8240-a50ee141e9ed req-493e5956-7403-4b75-8f87-26ef0ec4d93b tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:43.326761 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3778f7b1-e7e1-4b54-8240-a50ee141e9ed req-493e5956-7403-4b75-8f87-26ef0ec4d93b tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?device_id=76af74d8-3279-4a89-b48c-a89879335c81 HTTP/1.1" status: 200 len: 945 time: 0.0601082 Nov 12 20:57:43.378957 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3778f7b1-e7e1-4b54-8240-a50ee141e9ed req-12e03b4e-27ec-4f70-9529-70c23e58eb80 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5f29a35-38d6-405d-8bf0-54a0d0c95087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461657 Nov 12 20:57:43.508661 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b80b95-578c-46c2-b2b3-f62cc16760f9 req-947ebb98-12be-47ad-8af1-0f219e76ae18 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:57:43.510339 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b3b80b95-578c-46c2-b2b3-f62cc16760f9 req-947ebb98-12be-47ad-8af1-0f219e76ae18 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?device_id=76af74d8-3279-4a89-b48c-a89879335c81 HTTP/1.1" status: 200 len: 945 time: 0.0610890 Nov 12 20:57:43.557132 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b3b80b95-578c-46c2-b2b3-f62cc16760f9 req-1b90852d-b4e3-4d89-9215-d95ab43f25b2 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5f29a35-38d6-405d-8bf0-54a0d0c95087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408683 Nov 12 20:57:50.001887 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e5250f73-de77-4fc4-8c22-0dff9f0ae9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:50.694584 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:52.840823 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2ef2fab4-e36a-458f-abbd-e66f23af8100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:53.941405 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:54.413801 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:55.353584 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:57:56.050594 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:06.111964 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d82c22-1479-44bf-b807-989fd57ca900 req-fe1d471a-0844-4b54-8aca-9cf6668dc50d tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:06.113565 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-59d82c22-1479-44bf-b807-989fd57ca900 req-fe1d471a-0844-4b54-8aca-9cf6668dc50d tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?device_id=76af74d8-3279-4a89-b48c-a89879335c81 HTTP/1.1" status: 200 len: 945 time: 0.0528216 Nov 12 20:58:06.168327 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-59d82c22-1479-44bf-b807-989fd57ca900 req-879b0386-0e48-461c-a893-f3402ae20283 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5f29a35-38d6-405d-8bf0-54a0d0c95087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485888 Nov 12 20:58:07.296766 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba4c90-e4a0-4d5c-b36b-dd50c7040d16 req-12acfff3-ffe4-4f4f-bef8-ff5b557f4012 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:07.298317 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6cba4c90-e4a0-4d5c-b36b-dd50c7040d16 req-12acfff3-ffe4-4f4f-bef8-ff5b557f4012 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?device_id=76af74d8-3279-4a89-b48c-a89879335c81 HTTP/1.1" status: 200 len: 945 time: 0.0549936 Nov 12 20:58:07.347790 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6cba4c90-e4a0-4d5c-b36b-dd50c7040d16 req-0d3e858c-9ae3-42a4-ad3f-f999c4419b4b tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5f29a35-38d6-405d-8bf0-54a0d0c95087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433955 Nov 12 20:58:07.704778 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79c240-35d2-448b-8b14-1cd4fa8e5428 req-742a8096-f1a9-42df-bd04-2f825ab16052 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:07.706274 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c79c240-35d2-448b-8b14-1cd4fa8e5428 req-742a8096-f1a9-42df-bd04-2f825ab16052 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.55 "GET /v2.0/ports?device_id=76af74d8-3279-4a89-b48c-a89879335c81 HTTP/1.1" status: 200 len: 945 time: 0.0518637 Nov 12 20:58:08.186414 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-3c79c240-35d2-448b-8b14-1cd4fa8e5428 req-a48813c6-79f6-4881-8d61-10b54fdec5ba tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Deleting port fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:08.186753 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3c79c240-35d2-448b-8b14-1cd4fa8e5428 req-a48813c6-79f6-4881-8d61-10b54fdec5ba tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:08.287251 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-3c79c240-35d2-448b-8b14-1cd4fa8e5428 req-a48813c6-79f6-4881-8d61-10b54fdec5ba tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] For port fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca,segment=NetworkSegment(a12c4bb1-8915-462a-9421-ccafaf527f91),segment_id=a12c4bb1-8915-462a-9421-ccafaf527f91)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:08.287619 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3c79c240-35d2-448b-8b14-1cd4fa8e5428 req-a48813c6-79f6-4881-8d61-10b54fdec5ba tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:08.305086 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-3c79c240-35d2-448b-8b14-1cd4fa8e5428 req-a48813c6-79f6-4881-8d61-10b54fdec5ba tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Calling delete_port for fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:08.446408 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3c79c240-35d2-448b-8b14-1cd4fa8e5428 req-a48813c6-79f6-4881-8d61-10b54fdec5ba tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:08.459360 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:58:08.477448 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48813c6-79f6-4881-8d61-10b54fdec5ba tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Pushing event deleted for resources: {'Port': ['ID=fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:08.478662 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e22903-c32e-4ce1-a485-4e757020491d req-a62c3413-c410-416c-af01-4985d8fa2a44 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:08.480876 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-18e22903-c32e-4ce1-a485-4e757020491d req-a62c3413-c410-416c-af01-4985d8fa2a44 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/ports?device_id=76af74d8-3279-4a89-b48c-a89879335c81 HTTP/1.1" status: 200 len: 867 time: 0.0569205 Nov 12 20:58:08.530538 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c79c240-35d2-448b-8b14-1cd4fa8e5428 req-a48813c6-79f6-4881-8d61-10b54fdec5ba tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] No DVR routers for this DVR port fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca on host n-h1-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:58:08.533572 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3c79c240-35d2-448b-8b14-1cd4fa8e5428 req-a48813c6-79f6-4881-8d61-10b54fdec5ba tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:08.537121 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3c79c240-35d2-448b-8b14-1cd4fa8e5428 req-a48813c6-79f6-4881-8d61-10b54fdec5ba tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.55 "DELETE /v2.0/ports/fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca HTTP/1.1" status: 204 len: 173 time: 0.8242879 Nov 12 20:58:08.537609 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76af74d8-3279-4a89-b48c-a89879335c81', 'name': 'network-vif-deleted', 'tag': 'fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:58:08.540853 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd6bf149db5198c131b0a94c001dfe597833dedcde5dd32e44168e01e6f8dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757d048d-519c-4370-8ce5-7f67fa197099" -d '{"events": [{"server_uuid": "76af74d8-3279-4a89-b48c-a89879335c81", "name": "network-vif-deleted", "tag": "fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:58:08.557793 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-18e22903-c32e-4ce1-a485-4e757020491d req-d8b08e8e-1d30-4545-9a24-4b250cb82ac1 tempest-TestEncryptedCinderVolumes-139077095 tempest-TestEncryptedCinderVolumes-139077095-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5f29a35-38d6-405d-8bf0-54a0d0c95087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538695 Nov 12 20:58:08.599146 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f653e5-f153-4837-8539-3261e6e24646 x-openstack-request-id: req-42f653e5-f153-4837-8539-3261e6e24646 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:58:08.599701 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76af74d8-3279-4a89-b48c-a89879335c81", "name": "network-vif-deleted", "tag": "fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:58:08.602225 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-42f653e5-f153-4837-8539-3261e6e24646 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:58:08.602646 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76af74d8-3279-4a89-b48c-a89879335c81', 'name': 'network-vif-deleted', 'tag': 'fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca', 'status': 'completed', 'code': 200} Nov 12 20:58:09.669532 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56346) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:10.011380 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-62079cab-cf7f-4cd1-979a-bd43b321d4d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:10.319923 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-62079cab-cf7f-4cd1-979a-bd43b321d4d2 admin admin] Deleting port ad102fe2-5a81-48c8-82c3-336b25ad65d0 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:10.320281 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-62079cab-cf7f-4cd1-979a-bd43b321d4d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:10.406684 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-62079cab-cf7f-4cd1-979a-bd43b321d4d2 admin admin] For port ad102fe2-5a81-48c8-82c3-336b25ad65d0, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ad102fe2-5a81-48c8-82c3-336b25ad65d0,segment=NetworkSegment(a12c4bb1-8915-462a-9421-ccafaf527f91),segment_id=a12c4bb1-8915-462a-9421-ccafaf527f91)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:10.407042 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-62079cab-cf7f-4cd1-979a-bd43b321d4d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:10.419325 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-62079cab-cf7f-4cd1-979a-bd43b321d4d2 admin admin] Calling delete_port for ad102fe2-5a81-48c8-82c3-336b25ad65d0 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:10.608181 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-62079cab-cf7f-4cd1-979a-bd43b321d4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:10.633836 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62079cab-cf7f-4cd1-979a-bd43b321d4d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad102fe2-5a81-48c8-82c3-336b25ad65d0,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:10.662771 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079cab-cf7f-4cd1-979a-bd43b321d4d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:10.663120 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079cab-cf7f-4cd1-979a-bd43b321d4d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:10.663461 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079cab-cf7f-4cd1-979a-bd43b321d4d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:10.663798 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079cab-cf7f-4cd1-979a-bd43b321d4d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:10.664130 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079cab-cf7f-4cd1-979a-bd43b321d4d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:10.664497 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079cab-cf7f-4cd1-979a-bd43b321d4d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:10.664829 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079cab-cf7f-4cd1-979a-bd43b321d4d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:10.665154 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079cab-cf7f-4cd1-979a-bd43b321d4d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:10.665477 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079cab-cf7f-4cd1-979a-bd43b321d4d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:10.665796 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079cab-cf7f-4cd1-979a-bd43b321d4d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:10.666118 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079cab-cf7f-4cd1-979a-bd43b321d4d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:10.666435 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079cab-cf7f-4cd1-979a-bd43b321d4d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:10.828216 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-62079cab-cf7f-4cd1-979a-bd43b321d4d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:11.043307 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62079cab-cf7f-4cd1-979a-bd43b321d4d2 admin admin] Router 88ae517f-5f3b-4340-a089-2f76e97e90ca has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:58:11.151341 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62079cab-cf7f-4cd1-979a-bd43b321d4d2 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:58:11.157490 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-62079cab-cf7f-4cd1-979a-bd43b321d4d2 admin admin] 10.222.0.48 "PUT /v2.0/routers/88ae517f-5f3b-4340-a089-2f76e97e90ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4866233 Nov 12 20:58:11.159900 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56348) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:11.162821 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac74427f-8b53-47c7-a39e-f58a90b7b95b None None] Sync routers for ids ['88ae517f-5f3b-4340-a089-2f76e97e90ca'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:58:11.173834 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:58:11.179313 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac74427f-8b53-47c7-a39e-f58a90b7b95b None None] Routers {'88ae517f-5f3b-4340-a089-2f76e97e90ca'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:11.179929 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ac74427f-8b53-47c7-a39e-f58a90b7b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:57:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['88ae517f-5f3b-4340-a089-2f76e97e90ca'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:11.195920 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:58:11.196280 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device fb89e35a-fcaf-4c60-a1a4-1a17bd8dd4ca not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:58:11.266953 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-34ca6198-64d1-4bf6-af16-d9d1f797f907 admin admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:11.287726 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-ac74427f-8b53-47c7-a39e-f58a90b7b95b None None] Set router 88ae517f-5f3b-4340-a089-2f76e97e90ca gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:58:11.497258 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ac74427f-8b53-47c7-a39e-f58a90b7b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ae517f-5f3b-4340-a089-2f76e97e90ca', 'name': 'tempest-TestEncryptedCinderVolumes-871741796-router', 'tenant_id': 'beb66e0768274682b27d90bd8d7e5070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'ef515021-9e9b-42cd-ba4e-566c25d66d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:56:44Z', 'updated_at': '2021-11-12T20:58:10Z', 'revision_number': 5, 'project_id': 'beb66e0768274682b27d90bd8d7e5070', 'gw_port': {'id': 'ef515021-9e9b-42cd-ba4e-566c25d66d6b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ae517f-5f3b-4340-a089-2f76e97e90ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:45Z', 'updated_at': '2021-11-12T20:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:11.525922 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac74427f-8b53-47c7-a39e-f58a90b7b95b None None] Checking router: 88ae517f-5f3b-4340-a089-2f76e97e90ca for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:58:11.535550 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac74427f-8b53-47c7-a39e-f58a90b7b95b None None] Routers {'88ae517f-5f3b-4340-a089-2f76e97e90ca'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:11.536170 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ac74427f-8b53-47c7-a39e-f58a90b7b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:57:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['88ae517f-5f3b-4340-a089-2f76e97e90ca'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:11.681976 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-ac74427f-8b53-47c7-a39e-f58a90b7b95b None None] Set router 88ae517f-5f3b-4340-a089-2f76e97e90ca gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:58:11.761054 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-34ca6198-64d1-4bf6-af16-d9d1f797f907 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:11.820359 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-34ca6198-64d1-4bf6-af16-d9d1f797f907 admin admin] Deleting port ef515021-9e9b-42cd-ba4e-566c25d66d6b {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:11.820697 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-34ca6198-64d1-4bf6-af16-d9d1f797f907 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:11.885918 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ac74427f-8b53-47c7-a39e-f58a90b7b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ae517f-5f3b-4340-a089-2f76e97e90ca', 'name': 'tempest-TestEncryptedCinderVolumes-871741796-router', 'tenant_id': 'beb66e0768274682b27d90bd8d7e5070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'ef515021-9e9b-42cd-ba4e-566c25d66d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:56:44Z', 'updated_at': '2021-11-12T20:58:10Z', 'revision_number': 5, 'project_id': 'beb66e0768274682b27d90bd8d7e5070', 'gw_port': {'id': 'ef515021-9e9b-42cd-ba4e-566c25d66d6b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ae517f-5f3b-4340-a089-2f76e97e90ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:45Z', 'updated_at': '2021-11-12T20:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:11.902986 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-34ca6198-64d1-4bf6-af16-d9d1f797f907 admin admin] For port ef515021-9e9b-42cd-ba4e-566c25d66d6b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ef515021-9e9b-42cd-ba4e-566c25d66d6b,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:11.903678 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-34ca6198-64d1-4bf6-af16-d9d1f797f907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:11.915583 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac74427f-8b53-47c7-a39e-f58a90b7b95b None None] The sync data for ids ['88ae517f-5f3b-4340-a089-2f76e97e90ca'] in n-d-712140-15 is: [{'id': '88ae517f-5f3b-4340-a089-2f76e97e90ca', 'name': 'tempest-TestEncryptedCinderVolumes-871741796-router', 'tenant_id': 'beb66e0768274682b27d90bd8d7e5070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'ef515021-9e9b-42cd-ba4e-566c25d66d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:56:44Z', 'updated_at': '2021-11-12T20:58:10Z', 'revision_number': 5, 'project_id': 'beb66e0768274682b27d90bd8d7e5070', 'gw_port': {'id': 'ef515021-9e9b-42cd-ba4e-566c25d66d6b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ae517f-5f3b-4340-a089-2f76e97e90ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:45Z', 'updated_at': '2021-11-12T20:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:58:11.916176 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-34ca6198-64d1-4bf6-af16-d9d1f797f907 admin admin] Calling delete_port for ef515021-9e9b-42cd-ba4e-566c25d66d6b owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:12.079937 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-34ca6198-64d1-4bf6-af16-d9d1f797f907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:12.106912 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca6198-64d1-4bf6-af16-d9d1f797f907 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef515021-9e9b-42cd-ba4e-566c25d66d6b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:12.117370 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b1b07c-dca1-4f8f-856a-fbe8dbb25752 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:58:12.170870 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-34ca6198-64d1-4bf6-af16-d9d1f797f907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:12.277129 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-34ca6198-64d1-4bf6-af16-d9d1f797f907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:12.279521 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-34ca6198-64d1-4bf6-af16-d9d1f797f907 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:12.322968 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-34ca6198-64d1-4bf6-af16-d9d1f797f907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:12.323543 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ca6198-64d1-4bf6-af16-d9d1f797f907 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88ae517f-5f3b-4340-a089-2f76e97e90ca {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:58:12.329169 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-34ca6198-64d1-4bf6-af16-d9d1f797f907 admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:12.330169 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-34ca6198-64d1-4bf6-af16-d9d1f797f907 admin admin] 10.222.0.48 "DELETE /v2.0/routers/88ae517f-5f3b-4340-a089-2f76e97e90ca HTTP/1.1" status: 204 len: 168 time: 1.1693070 Nov 12 20:58:12.332738 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56350) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:12.379050 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-79217be0-9dcd-4d36-88d6-6c5d11618181 admin admin] Deleting subnet ef43e85f-c5cd-4dc5-ae72-38ed4845224b {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:58:12.382449 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-79217be0-9dcd-4d36-88d6-6c5d11618181 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:12.419756 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-79217be0-9dcd-4d36-88d6-6c5d11618181 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:12.507579 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-79217be0-9dcd-4d36-88d6-6c5d11618181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:12.578554 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-79217be0-9dcd-4d36-88d6-6c5d11618181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:12.606163 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79217be0-9dcd-4d36-88d6-6c5d11618181 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef43e85f-c5cd-4dc5-ae72-38ed4845224b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:12.611819 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-79217be0-9dcd-4d36-88d6-6c5d11618181 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:12.615281 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-79217be0-9dcd-4d36-88d6-6c5d11618181 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ef43e85f-c5cd-4dc5-ae72-38ed4845224b HTTP/1.1" status: 204 len: 168 time: 0.2814684 Nov 12 20:58:12.617719 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56352) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:12.619778 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017822ff-1377-43f9-be4c-f3ac880619bf None None] Network 2a615aad-ebe2-42d4-a27f-56ef634b4e68 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:12.690433 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-53b645bd-f7de-4aa0-b5b9-42f7725f6777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:12.744774 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-53b645bd-f7de-4aa0-b5b9-42f7725f6777 admin admin] Deleting port fb42bc4e-4a9b-42d6-a292-97ce56c7a35c {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:12.745118 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-53b645bd-f7de-4aa0-b5b9-42f7725f6777 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:12.813215 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-53b645bd-f7de-4aa0-b5b9-42f7725f6777 admin admin] For port fb42bc4e-4a9b-42d6-a292-97ce56c7a35c, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=fb42bc4e-4a9b-42d6-a292-97ce56c7a35c,segment=NetworkSegment(a12c4bb1-8915-462a-9421-ccafaf527f91),segment_id=a12c4bb1-8915-462a-9421-ccafaf527f91)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:12.813593 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-53b645bd-f7de-4aa0-b5b9-42f7725f6777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:12.826673 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-53b645bd-f7de-4aa0-b5b9-42f7725f6777 admin admin] Calling delete_port for fb42bc4e-4a9b-42d6-a292-97ce56c7a35c owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:12.922077 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-53b645bd-f7de-4aa0-b5b9-42f7725f6777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:12.937958 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf20628-85c6-4855-84ec-bf9c51240842 None None] DHCP port deletion for 2a615aad-ebe2-42d4-a27f-56ef634b4e68 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:58:12.958987 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b645bd-f7de-4aa0-b5b9-42f7725f6777 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb42bc4e-4a9b-42d6-a292-97ce56c7a35c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:12.962859 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b645bd-f7de-4aa0-b5b9-42f7725f6777 admin admin] No DVR routers for this DVR port fb42bc4e-4a9b-42d6-a292-97ce56c7a35c on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:58:13.042033 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-53b645bd-f7de-4aa0-b5b9-42f7725f6777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:13.063011 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-53b645bd-f7de-4aa0-b5b9-42f7725f6777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a615aad-ebe2-42d4-a27f-56ef634b4e68']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:13.072471 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-53b645bd-f7de-4aa0-b5b9-42f7725f6777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a12c4bb1-8915-462a-9421-ccafaf527f91') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:13.072764 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-53b645bd-f7de-4aa0-b5b9-42f7725f6777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a12c4bb1-8915-462a-9421-ccafaf527f91') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:13.082819 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-53b645bd-f7de-4aa0-b5b9-42f7725f6777 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:13.095696 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-53b645bd-f7de-4aa0-b5b9-42f7725f6777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:13.101662 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b645bd-f7de-4aa0-b5b9-42f7725f6777 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:58:13.102154 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-53b645bd-f7de-4aa0-b5b9-42f7725f6777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:58:13.103993 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:58:13.167057 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-53b645bd-f7de-4aa0-b5b9-42f7725f6777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:13.173152 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-53b645bd-f7de-4aa0-b5b9-42f7725f6777 admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:13.176478 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-53b645bd-f7de-4aa0-b5b9-42f7725f6777 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2a615aad-ebe2-42d4-a27f-56ef634b4e68 HTTP/1.1" status: 204 len: 168 time: 0.5578060 Nov 12 20:58:13.179529 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56354) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:13.188028 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b645bd-f7de-4aa0-b5b9-42f7725f6777 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a615aad-ebe2-42d4-a27f-56ef634b4e68,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:13.542353 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f75ab716-197f-4ec5-a521-efc00b6cfdd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:13.598798 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ad102fe2-5a81-48c8-82c3-336b25ad65d0 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:58:13.620938 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: ad102fe2-5a81-48c8-82c3-336b25ad65d0 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:58:13.621635 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ad102fe2-5a81-48c8-82c3-336b25ad65d0 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:58:13.621840 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ef515021-9e9b-42cd-ba4e-566c25d66d6b no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:58:13.642885 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: ef515021-9e9b-42cd-ba4e-566c25d66d6b {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:58:13.643228 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ef515021-9e9b-42cd-ba4e-566c25d66d6b not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:58:13.643640 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device fb42bc4e-4a9b-42d6-a292-97ce56c7a35c no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:58:13.666724 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: fb42bc4e-4a9b-42d6-a292-97ce56c7a35c {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:58:13.667063 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device fb42bc4e-4a9b-42d6-a292-97ce56c7a35c not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:58:13.806019 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-f75ab716-197f-4ec5-a521-efc00b6cfdd6 admin admin] Deleting port ae8f6ee6-6216-487a-9415-486930f227a4 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:13.806345 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f75ab716-197f-4ec5-a521-efc00b6cfdd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:13.890591 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-f75ab716-197f-4ec5-a521-efc00b6cfdd6 admin admin] For port ae8f6ee6-6216-487a-9415-486930f227a4, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=ae8f6ee6-6216-487a-9415-486930f227a4,segment=NetworkSegment(145eeecd-aed9-46ad-b2a2-270afbc5f982),segment_id=145eeecd-aed9-46ad-b2a2-270afbc5f982)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:13.890861 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f75ab716-197f-4ec5-a521-efc00b6cfdd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:13.904417 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-f75ab716-197f-4ec5-a521-efc00b6cfdd6 admin admin] Calling delete_port for ae8f6ee6-6216-487a-9415-486930f227a4 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:14.087090 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f75ab716-197f-4ec5-a521-efc00b6cfdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:14.113888 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ab716-197f-4ec5-a521-efc00b6cfdd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8f6ee6-6216-487a-9415-486930f227a4,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:14.290114 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f75ab716-197f-4ec5-a521-efc00b6cfdd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:14.516520 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75ab716-197f-4ec5-a521-efc00b6cfdd6 admin admin] Router b17d84e6-e7d3-4b1b-bdcc-d145cb06627e has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:58:14.630036 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75ab716-197f-4ec5-a521-efc00b6cfdd6 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:58:14.635741 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f75ab716-197f-4ec5-a521-efc00b6cfdd6 admin admin] 10.222.0.48 "PUT /v2.0/routers/b17d84e6-e7d3-4b1b-bdcc-d145cb06627e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4551427 Nov 12 20:58:14.638520 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56356) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:14.639284 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32434f3a-1a6d-413a-8c2e-b207507f330b None None] Sync routers for ids ['b17d84e6-e7d3-4b1b-bdcc-d145cb06627e'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:58:14.651548 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32434f3a-1a6d-413a-8c2e-b207507f330b None None] Routers {'b17d84e6-e7d3-4b1b-bdcc-d145cb06627e'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:14.652165 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-32434f3a-1a6d-413a-8c2e-b207507f330b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:57:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['b17d84e6-e7d3-4b1b-bdcc-d145cb06627e'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:14.746228 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8ed9643-d09f-43bd-8b68-fa66fd8eea97 admin admin] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:14.762098 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-32434f3a-1a6d-413a-8c2e-b207507f330b None None] Set router b17d84e6-e7d3-4b1b-bdcc-d145cb06627e gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:58:14.854446 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8ed9643-d09f-43bd-8b68-fa66fd8eea97 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:14.916783 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed9643-d09f-43bd-8b68-fa66fd8eea97 admin admin] Deleting port b47451c9-2c1f-4ef3-b982-82ac8ae417cd {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:14.917137 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8ed9643-d09f-43bd-8b68-fa66fd8eea97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:15.005469 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-c8ed9643-d09f-43bd-8b68-fa66fd8eea97 admin admin] For port b47451c9-2c1f-4ef3-b982-82ac8ae417cd, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b47451c9-2c1f-4ef3-b982-82ac8ae417cd,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:15.005836 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8ed9643-d09f-43bd-8b68-fa66fd8eea97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:15.019427 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed9643-d09f-43bd-8b68-fa66fd8eea97 admin admin] Calling delete_port for b47451c9-2c1f-4ef3-b982-82ac8ae417cd owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:15.122678 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-32434f3a-1a6d-413a-8c2e-b207507f330b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17d84e6-e7d3-4b1b-bdcc-d145cb06627e', 'name': 'tempest-TestEncryptedCinderVolumes-683158632-router', 'tenant_id': '928cb2ec0f99487683c1943247a0eb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b47451c9-2c1f-4ef3-b982-82ac8ae417cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:56:49Z', 'updated_at': '2021-11-12T20:58:14Z', 'revision_number': 5, 'project_id': '928cb2ec0f99487683c1943247a0eb2b', 'gw_port': {'id': 'b47451c9-2c1f-4ef3-b982-82ac8ae417cd', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17d84e6-e7d3-4b1b-bdcc-d145cb06627e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:56:50Z', 'updated_at': '2021-11-12T20:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:15.148689 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32434f3a-1a6d-413a-8c2e-b207507f330b None None] Checking router: b17d84e6-e7d3-4b1b-bdcc-d145cb06627e for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:58:15.158745 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32434f3a-1a6d-413a-8c2e-b207507f330b None None] Routers {'b17d84e6-e7d3-4b1b-bdcc-d145cb06627e'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:15.159379 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-32434f3a-1a6d-413a-8c2e-b207507f330b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:57:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['b17d84e6-e7d3-4b1b-bdcc-d145cb06627e'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:15.194421 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8ed9643-d09f-43bd-8b68-fa66fd8eea97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:15.224271 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d44f33-7d59-4101-a142-1bab7bd8c2d4 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:58:15.227166 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed9643-d09f-43bd-8b68-fa66fd8eea97 admin admin] Pushing event deleted for resources: {'Port': ['ID=b47451c9-2c1f-4ef3-b982-82ac8ae417cd,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:15.256759 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-32434f3a-1a6d-413a-8c2e-b207507f330b None None] Set router b17d84e6-e7d3-4b1b-bdcc-d145cb06627e gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:58:15.288615 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8ed9643-d09f-43bd-8b68-fa66fd8eea97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:15.314470 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-32434f3a-1a6d-413a-8c2e-b207507f330b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17d84e6-e7d3-4b1b-bdcc-d145cb06627e', 'name': 'tempest-TestEncryptedCinderVolumes-683158632-router', 'tenant_id': '928cb2ec0f99487683c1943247a0eb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:56:49Z', 'updated_at': '2021-11-12T20:58:14Z', 'revision_number': 6, 'project_id': '928cb2ec0f99487683c1943247a0eb2b', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:15.344615 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32434f3a-1a6d-413a-8c2e-b207507f330b None None] The sync data for ids ['b17d84e6-e7d3-4b1b-bdcc-d145cb06627e'] in n-d-712140-15 is: [{'id': 'b17d84e6-e7d3-4b1b-bdcc-d145cb06627e', 'name': 'tempest-TestEncryptedCinderVolumes-683158632-router', 'tenant_id': '928cb2ec0f99487683c1943247a0eb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:56:49Z', 'updated_at': '2021-11-12T20:58:14Z', 'revision_number': 6, 'project_id': '928cb2ec0f99487683c1943247a0eb2b', 'gw_port_host': None}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:58:15.395655 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8ed9643-d09f-43bd-8b68-fa66fd8eea97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:15.397833 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8ed9643-d09f-43bd-8b68-fa66fd8eea97 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:15.444018 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8ed9643-d09f-43bd-8b68-fa66fd8eea97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:15.444583 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ed9643-d09f-43bd-8b68-fa66fd8eea97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b17d84e6-e7d3-4b1b-bdcc-d145cb06627e {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 20:58:15.449108 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8ed9643-d09f-43bd-8b68-fa66fd8eea97 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:15.450930 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c8ed9643-d09f-43bd-8b68-fa66fd8eea97 admin admin] 10.222.0.48 "DELETE /v2.0/routers/b17d84e6-e7d3-4b1b-bdcc-d145cb06627e HTTP/1.1" status: 204 len: 168 time: 0.8113670 Nov 12 20:58:15.453424 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56358) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:15.503423 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-1390b04b-469b-4a21-a0d7-be946d0009b8 admin admin] Deleting subnet 67f21c8a-bfbd-4f40-900e-af4b015733ad {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 20:58:15.506715 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1390b04b-469b-4a21-a0d7-be946d0009b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:15.542182 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1390b04b-469b-4a21-a0d7-be946d0009b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:15.625575 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1390b04b-469b-4a21-a0d7-be946d0009b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:15.649510 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:58:15.680172 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1390b04b-469b-4a21-a0d7-be946d0009b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:15.705589 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fcabee-29bf-4d61-81ed-5b906c6de241 None None] Network 097a0c17-9110-4f40-8629-1ce1b31c34d4 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:15.720255 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1390b04b-469b-4a21-a0d7-be946d0009b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:15.726572 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1390b04b-469b-4a21-a0d7-be946d0009b8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/67f21c8a-bfbd-4f40-900e-af4b015733ad HTTP/1.1" status: 204 len: 168 time: 0.2699277 Nov 12 20:58:15.726572 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390b04b-469b-4a21-a0d7-be946d0009b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67f21c8a-bfbd-4f40-900e-af4b015733ad,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:15.726960 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56360) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:15.825984 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1bf9250f-811d-47e0-9b7c-c914cafc2e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:15.839555 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ae8f6ee6-6216-487a-9415-486930f227a4 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:58:15.864624 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: ae8f6ee6-6216-487a-9415-486930f227a4 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:58:15.864624 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device ae8f6ee6-6216-487a-9415-486930f227a4 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:58:15.886665 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-1bf9250f-811d-47e0-9b7c-c914cafc2e89 admin admin] Deleting port de0c27c3-1b42-490f-8ead-4922869b4ae0 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:15.886921 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1bf9250f-811d-47e0-9b7c-c914cafc2e89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:15.961172 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08714c3-3963-444f-b911-3be711542246 None None] DHCP port deletion for 097a0c17-9110-4f40-8629-1ce1b31c34d4 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:58:15.962091 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-1bf9250f-811d-47e0-9b7c-c914cafc2e89 admin admin] For port de0c27c3-1b42-490f-8ead-4922869b4ae0, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=de0c27c3-1b42-490f-8ead-4922869b4ae0,segment=NetworkSegment(145eeecd-aed9-46ad-b2a2-270afbc5f982),segment_id=145eeecd-aed9-46ad-b2a2-270afbc5f982)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:15.962493 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1bf9250f-811d-47e0-9b7c-c914cafc2e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:15.976144 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-1bf9250f-811d-47e0-9b7c-c914cafc2e89 admin admin] Calling delete_port for de0c27c3-1b42-490f-8ead-4922869b4ae0 owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:16.022807 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b08714c3-3963-444f-b911-3be711542246 None None] Deleting port de0c27c3-1b42-490f-8ead-4922869b4ae0 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 20:58:16.023171 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b08714c3-3963-444f-b911-3be711542246 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:16.070286 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1bf9250f-811d-47e0-9b7c-c914cafc2e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:16.089740 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b08714c3-3963-444f-b911-3be711542246 None None] For port de0c27c3-1b42-490f-8ead-4922869b4ae0, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=de0c27c3-1b42-490f-8ead-4922869b4ae0,segment=NetworkSegment(145eeecd-aed9-46ad-b2a2-270afbc5f982),segment_id=145eeecd-aed9-46ad-b2a2-270afbc5f982)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:16.090056 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b08714c3-3963-444f-b911-3be711542246 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:16.103476 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf9250f-811d-47e0-9b7c-c914cafc2e89 admin admin] No DVR routers for this DVR port de0c27c3-1b42-490f-8ead-4922869b4ae0 on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:58:16.105241 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b08714c3-3963-444f-b911-3be711542246 None None] Calling delete_port for de0c27c3-1b42-490f-8ead-4922869b4ae0 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 20:58:16.105627 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9250f-811d-47e0-9b7c-c914cafc2e89 admin admin] Pushing event deleted for resources: {'Port': ['ID=de0c27c3-1b42-490f-8ead-4922869b4ae0,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:16.181594 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1bf9250f-811d-47e0-9b7c-c914cafc2e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:16.204546 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-1bf9250f-811d-47e0-9b7c-c914cafc2e89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['097a0c17-9110-4f40-8629-1ce1b31c34d4']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:16.206349 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b08714c3-3963-444f-b911-3be711542246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:16.215274 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-1bf9250f-811d-47e0-9b7c-c914cafc2e89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145eeecd-aed9-46ad-b2a2-270afbc5f982') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:16.215783 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-1bf9250f-811d-47e0-9b7c-c914cafc2e89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145eeecd-aed9-46ad-b2a2-270afbc5f982') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:16.230875 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1bf9250f-811d-47e0-9b7c-c914cafc2e89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:16.233905 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08714c3-3963-444f-b911-3be711542246 None None] Pushing event deleted for resources: {'Port': ['ID=de0c27c3-1b42-490f-8ead-4922869b4ae0,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:16.235781 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08714c3-3963-444f-b911-3be711542246 None None] No DVR routers for this DVR port de0c27c3-1b42-490f-8ead-4922869b4ae0 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 20:58:16.255990 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1bf9250f-811d-47e0-9b7c-c914cafc2e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:16.260978 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf9250f-811d-47e0-9b7c-c914cafc2e89 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 20:58:16.261503 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1bf9250f-811d-47e0-9b7c-c914cafc2e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: timer() Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 20:58:16.264178 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 20:58:16.333072 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1bf9250f-811d-47e0-9b7c-c914cafc2e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:16.339705 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1bf9250f-811d-47e0-9b7c-c914cafc2e89 admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:16.345841 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1bf9250f-811d-47e0-9b7c-c914cafc2e89 admin admin] 10.222.0.48 "DELETE /v2.0/networks/097a0c17-9110-4f40-8629-1ce1b31c34d4 HTTP/1.1" status: 204 len: 168 time: 0.6155028 Nov 12 20:58:16.353309 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9250f-811d-47e0-9b7c-c914cafc2e89 admin admin] Pushing event deleted for resources: {'Network': ['ID=097a0c17-9110-4f40-8629-1ce1b31c34d4,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:16.516304 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56364) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:16.557707 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-99daaa38-ef63-48d8-a058-67811521ec53 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=beb66e0768274682b27d90bd8d7e5070&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402241 Nov 12 20:58:16.560687 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56366) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:16.611000 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e12fa615-8350-46e4-9255-2322192707a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:16.635531 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e12fa615-8350-46e4-9255-2322192707a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:16.690001 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e12fa615-8350-46e4-9255-2322192707a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:16.692156 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e12fa615-8350-46e4-9255-2322192707a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:16.693381 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e12fa615-8350-46e4-9255-2322192707a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d5f29a35-38d6-405d-8bf0-54a0d0c95087 HTTP/1.1" status: 204 len: 168 time: 0.1317730 Nov 12 20:58:16.702443 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12fa615-8350-46e4-9255-2322192707a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f29a35-38d6-405d-8bf0-54a0d0c95087,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:17.024679 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56372) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:17.065389 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-41839b0e-7145-4030-b83c-24d396c7752f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=928cb2ec0f99487683c1943247a0eb2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395215 Nov 12 20:58:17.067868 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56374) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:17.119054 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d595245f-fe4f-4271-aa61-ce989be4025d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:17.142209 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d595245f-fe4f-4271-aa61-ce989be4025d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:17.193425 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d595245f-fe4f-4271-aa61-ce989be4025d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:17.196449 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d595245f-fe4f-4271-aa61-ce989be4025d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:17.197869 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d595245f-fe4f-4271-aa61-ce989be4025d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/064d158f-aa67-489a-bf51-eff1a48c0e53 HTTP/1.1" status: 204 len: 168 time: 0.1289256 Nov 12 20:58:17.210289 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595245f-fe4f-4271-aa61-ce989be4025d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064d158f-aa67-489a-bf51-eff1a48c0e53,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:17.596921 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b47451c9-2c1f-4ef3-b982-82ac8ae417cd no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:58:17.617574 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: b47451c9-2c1f-4ef3-b982-82ac8ae417cd {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:58:17.617914 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b47451c9-2c1f-4ef3-b982-82ac8ae417cd not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:58:17.618323 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device de0c27c3-1b42-490f-8ead-4922869b4ae0 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 20:58:17.642552 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: de0c27c3-1b42-490f-8ead-4922869b4ae0 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 20:58:17.643007 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device de0c27c3-1b42-490f-8ead-4922869b4ae0 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 20:58:17.926763 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56396) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:18.040456 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-d4b11d92-a59c-4c56-ab40-0ecffa50ed83 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2131562254-network', 'tenant_id': '683f070adbd940be87bae3b1adb26100'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:18.062705 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b11d92-a59c-4c56-ab40-0ecffa50ed83 admin admin] Made reservation on behalf of 683f070adbd940be87bae3b1adb26100 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:18.065119 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4b11d92-a59c-4c56-ab40-0ecffa50ed83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.073623 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4b11d92-a59c-4c56-ab40-0ecffa50ed83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.152434 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4b11d92-a59c-4c56-ab40-0ecffa50ed83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.157372 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4b11d92-a59c-4c56-ab40-0ecffa50ed83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.185048 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b11d92-a59c-4c56-ab40-0ecffa50ed83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:58:18.191325 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b11d92-a59c-4c56-ab40-0ecffa50ed83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a3086a-1b03-4748-b709-8eb1829dce10,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:18.197567 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4b11d92-a59c-4c56-ab40-0ecffa50ed83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.197942 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-d4b11d92-a59c-4c56-ab40-0ecffa50ed83 admin admin] Added segment 81ea4653-92a5-4df8-9926-29bcfa30c557 of type vlan for network 0fe589e5-40ce-4ba5-9027-38b0f0347474 Nov 12 20:58:18.241234 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4b11d92-a59c-4c56-ab40-0ecffa50ed83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.266529 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4b11d92-a59c-4c56-ab40-0ecffa50ed83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.267491 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b11d92-a59c-4c56-ab40-0ecffa50ed83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:18.268061 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4b11d92-a59c-4c56-ab40-0ecffa50ed83 admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.300626 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d4b11d92-a59c-4c56-ab40-0ecffa50ed83 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3726063 Nov 12 20:58:18.304061 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56400) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:18.309342 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-3a1db326-4afd-4a6e-a42b-77e6e7fbbd11 admin admin] Request body: {'subnet': {'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2131562254-subnet', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:18.331206 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1db326-4afd-4a6e-a42b-77e6e7fbbd11 admin admin] Made reservation on behalf of 683f070adbd940be87bae3b1adb26100 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:18.333881 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3a1db326-4afd-4a6e-a42b-77e6e7fbbd11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.334034 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b11d92-a59c-4c56-ab40-0ecffa50ed83 admin admin] Pushing event updated for resources: {'Network': ['ID=0fe589e5-40ce-4ba5-9027-38b0f0347474,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:18.349481 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 0fe589e5-40ce-4ba5-9027-38b0f0347474 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:58:18.524061 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3a1db326-4afd-4a6e-a42b-77e6e7fbbd11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.577731 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1db326-4afd-4a6e-a42b-77e6e7fbbd11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=566ad47a-20e5-437c-8656-b9fb336acbe7,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:18.588036 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1db326-4afd-4a6e-a42b-77e6e7fbbd11 admin admin] Checking segment: {'id': '81ea4653-92a5-4df8-9926-29bcfa30c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:18.588517 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1db326-4afd-4a6e-a42b-77e6e7fbbd11 admin admin] Network hostable DHCP agents. Network: 0fe589e5-40ce-4ba5-9027-38b0f0347474, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:58:18.607022 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1db326-4afd-4a6e-a42b-77e6e7fbbd11 admin admin] Network 0fe589e5-40ce-4ba5-9027-38b0f0347474 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:58:18.616749 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-3a1db326-4afd-4a6e-a42b-77e6e7fbbd11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 0fe589e5-40ce-4ba5-9027-38b0f0347474) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:18.620953 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1db326-4afd-4a6e-a42b-77e6e7fbbd11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:18.621552 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3a1db326-4afd-4a6e-a42b-77e6e7fbbd11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.626918 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145326e8-ce74-4c31-b866-958601f7dec0 None None] Network 0fe589e5-40ce-4ba5-9027-38b0f0347474 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:18.643295 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56402) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:18.643542 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-3a1db326-4afd-4a6e-a42b-77e6e7fbbd11 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3374658 Nov 12 20:58:18.647933 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-754a1f07-cd84-4a99-bb51-668b646155ac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2131562254-router', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:18.671961 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-754a1f07-cd84-4a99-bb51-668b646155ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.673129 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-754a1f07-cd84-4a99-bb51-668b646155ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.730036 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-754a1f07-cd84-4a99-bb51-668b646155ac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.794897 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e690a123-f7e0-4160-80e1-df03f4caf566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-0fe589e5-40ce-4ba5-9027-38b0f0347474', 'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'fixed_ips': [{'subnet_id': '566ad47a-20e5-437c-8656-b9fb336acbe7'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:58:18.795905 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e690a123-f7e0-4160-80e1-df03f4caf566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.878776 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-754a1f07-cd84-4a99-bb51-668b646155ac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:18.935935 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-e690a123-f7e0-4160-80e1-df03f4caf566 None None] Allocated IP 172.20.0.2 (0fe589e5-40ce-4ba5-9027-38b0f0347474/566ad47a-20e5-437c-8656-b9fb336acbe7/6c9e4bf2-f48a-4374-b60c-969bbd6850c7) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:19.089232 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e690a123-f7e0-4160-80e1-df03f4caf566 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.094418 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-754a1f07-cd84-4a99-bb51-668b646155ac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.095024 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e690a123-f7e0-4160-80e1-df03f4caf566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.113954 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-754a1f07-cd84-4a99-bb51-668b646155ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.132285 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e690a123-f7e0-4160-80e1-df03f4caf566 None None] Network 0fe589e5-40ce-4ba5-9027-38b0f0347474 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:19.135353 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-e690a123-f7e0-4160-80e1-df03f4caf566 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:19.142184 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e690a123-f7e0-4160-80e1-df03f4caf566 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:19.150874 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690a123-f7e0-4160-80e1-df03f4caf566 None None] Pushing event updated for resources: {'Port': ['ID=6c9e4bf2-f48a-4374-b60c-969bbd6850c7,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:19.207823 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e690a123-f7e0-4160-80e1-df03f4caf566 None None] Attempting to bind port 6c9e4bf2-f48a-4374-b60c-969bbd6850c7 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:58:19.208194 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e690a123-f7e0-4160-80e1-df03f4caf566 None None] Attempting to bind port 6c9e4bf2-f48a-4374-b60c-969bbd6850c7 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '81ea4653-92a5-4df8-9926-29bcfa30c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:58:19.208588 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e690a123-f7e0-4160-80e1-df03f4caf566 None None] Attempting to bind port 6c9e4bf2-f48a-4374-b60c-969bbd6850c7 on network 0fe589e5-40ce-4ba5-9027-38b0f0347474 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:19.213690 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e690a123-f7e0-4160-80e1-df03f4caf566 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:58:19.214053 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e690a123-f7e0-4160-80e1-df03f4caf566 None None] Checking segment: {'id': '81ea4653-92a5-4df8-9926-29bcfa30c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:19.214445 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e690a123-f7e0-4160-80e1-df03f4caf566 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.214841 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e690a123-f7e0-4160-80e1-df03f4caf566 None None] Bound using segment: {'id': '81ea4653-92a5-4df8-9926-29bcfa30c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:58:19.215303 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-e690a123-f7e0-4160-80e1-df03f4caf566 None None] Bound port: 6c9e4bf2-f48a-4374-b60c-969bbd6850c7, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ea4653-92a5-4df8-9926-29bcfa30c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:58:19.215732 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e690a123-f7e0-4160-80e1-df03f4caf566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.229405 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-754a1f07-cd84-4a99-bb51-668b646155ac admin admin] Allocated IP 172.25.5.247 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/809ca8c8-585f-44f4-96e2-fad373aebd7b) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:19.285026 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e690a123-f7e0-4160-80e1-df03f4caf566 None None] For port 6c9e4bf2-f48a-4374-b60c-969bbd6850c7, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:58:19.288448 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e690a123-f7e0-4160-80e1-df03f4caf566 None None] For port 6c9e4bf2-f48a-4374-b60c-969bbd6850c7, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=6c9e4bf2-f48a-4374-b60c-969bbd6850c7,segment=NetworkSegment(81ea4653-92a5-4df8-9926-29bcfa30c557),segment_id=81ea4653-92a5-4df8-9926-29bcfa30c557)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:58:19.293425 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e690a123-f7e0-4160-80e1-df03f4caf566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.346281 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-754a1f07-cd84-4a99-bb51-668b646155ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.362151 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690a123-f7e0-4160-80e1-df03f4caf566 None None] Pushing event updated for resources: {'Port': ['ID=6c9e4bf2-f48a-4374-b60c-969bbd6850c7,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:19.390319 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-754a1f07-cd84-4a99-bb51-668b646155ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.429868 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754a1f07-cd84-4a99-bb51-668b646155ac admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:19.434978 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-754a1f07-cd84-4a99-bb51-668b646155ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:19.438544 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754a1f07-cd84-4a99-bb51-668b646155ac admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:19.448703 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb02d58-f52a-4d19-9940-de39f59870bc None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:58:19.468701 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a1f07-cd84-4a99-bb51-668b646155ac admin admin] Pushing event updated for resources: {'Port': ['ID=809ca8c8-585f-44f4-96e2-fad373aebd7b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:19.524652 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-455ac047-1934-4742-beba-45ef9b8b11d5 None None] Provisioning complete for port 809ca8c8-585f-44f4-96e2-fad373aebd7b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:19.525017 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-455ac047-1934-4742-beba-45ef9b8b11d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.617811 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-455ac047-1934-4742-beba-45ef9b8b11d5 None None] Port 809ca8c8-585f-44f4-96e2-fad373aebd7b cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:58:19.685404 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 6c9e4bf2-f48a-4374-b60c-969bbd6850c7 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:58:19.741149 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 6c9e4bf2-f48a-4374-b60c-969bbd6850c7 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:19.741914 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.766978 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-754a1f07-cd84-4a99-bb51-668b646155ac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.825873 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.864398 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 6c9e4bf2-f48a-4374-b60c-969bbd6850c7, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=6c9e4bf2-f48a-4374-b60c-969bbd6850c7,segment=NetworkSegment(81ea4653-92a5-4df8-9926-29bcfa30c557),segment_id=81ea4653-92a5-4df8-9926-29bcfa30c557)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:19.869019 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.919135 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=6c9e4bf2-f48a-4374-b60c-969bbd6850c7,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:19.977907 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-754a1f07-cd84-4a99-bb51-668b646155ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:19.998635 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-df023199-104e-4c4e-902d-d5e129cba0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.111455 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754a1f07-cd84-4a99-bb51-668b646155ac admin admin] Router 69310b53-305d-4506-a063-7a3f366f12d0 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:58:20.222832 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754a1f07-cd84-4a99-bb51-668b646155ac admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:58:20.232515 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3febce46-1e3d-4ffc-9860-9b64b30de654 None None] Sync routers for ids ['69310b53-305d-4506-a063-7a3f366f12d0'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:58:20.244206 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3febce46-1e3d-4ffc-9860-9b64b30de654 None None] Routers {'69310b53-305d-4506-a063-7a3f366f12d0'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:20.244975 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-3febce46-1e3d-4ffc-9860-9b64b30de654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:57:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['69310b53-305d-4506-a063-7a3f366f12d0'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:20.251187 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-754a1f07-cd84-4a99-bb51-668b646155ac admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.252600 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-754a1f07-cd84-4a99-bb51-668b646155ac admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6085522 Nov 12 20:58:20.255444 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56404) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:20.355382 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-3febce46-1e3d-4ffc-9860-9b64b30de654 None None] Set router 69310b53-305d-4506-a063-7a3f366f12d0 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:58:20.367231 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f90642b-3fb0-4e00-84d7-c32f864b11d6 None None] Network 0fe589e5-40ce-4ba5-9027-38b0f0347474 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:20.460903 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f0fa03c6-fc10-4699-93e6-dec0b3f3b2a8 None None] Provisioning complete for port 6c9e4bf2-f48a-4374-b60c-969bbd6850c7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:20.461521 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f0fa03c6-fc10-4699-93e6-dec0b3f3b2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.556497 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-3febce46-1e3d-4ffc-9860-9b64b30de654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69310b53-305d-4506-a063-7a3f366f12d0', 'name': 'tempest-TestMinimumBasicScenario-2131562254-router', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:18Z', 'updated_at': '2021-11-12T20:58:19Z', 'revision_number': 3, 'project_id': '683f070adbd940be87bae3b1adb26100', 'gw_port': {'id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69310b53-305d-4506-a063-7a3f366f12d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:19Z', 'updated_at': '2021-11-12T20:58:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:20.593903 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3febce46-1e3d-4ffc-9860-9b64b30de654 None None] Checking router: 69310b53-305d-4506-a063-7a3f366f12d0 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:58:20.594345 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3febce46-1e3d-4ffc-9860-9b64b30de654 None None] Updating router 69310b53-305d-4506-a063-7a3f366f12d0 port 809ca8c8-585f-44f4-96e2-fad373aebd7b binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:58:20.629091 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3febce46-1e3d-4ffc-9860-9b64b30de654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.707827 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da6a63a1-7e3d-420f-8e24-782d1150a9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.712462 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.833174 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-72e9d216-9e67-42ea-b99e-f0d4c05be849 None None] Provisioning complete for port 6c9e4bf2-f48a-4374-b60c-969bbd6850c7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:20.833543 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-72e9d216-9e67-42ea-b99e-f0d4c05be849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.881192 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-da6a63a1-7e3d-420f-8e24-782d1150a9de admin admin] Allocated IP 172.20.0.1 (0fe589e5-40ce-4ba5-9027-38b0f0347474/566ad47a-20e5-437c-8656-b9fb336acbe7/bd334177-0791-427c-896a-68b008b207e6) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:20.903469 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3febce46-1e3d-4ffc-9860-9b64b30de654 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.910711 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3febce46-1e3d-4ffc-9860-9b64b30de654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.959022 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022087d6-197a-4021-bce1-1a961df7087e None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:58:20.964338 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-3febce46-1e3d-4ffc-9860-9b64b30de654 None None] Attempting to bind port 809ca8c8-585f-44f4-96e2-fad373aebd7b on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:58:20.964645 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-3febce46-1e3d-4ffc-9860-9b64b30de654 None None] Attempting to bind port 809ca8c8-585f-44f4-96e2-fad373aebd7b by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:58:20.965010 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3febce46-1e3d-4ffc-9860-9b64b30de654 None None] Attempting to bind port 809ca8c8-585f-44f4-96e2-fad373aebd7b on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:20.978961 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3febce46-1e3d-4ffc-9860-9b64b30de654 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:58:20.979336 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3febce46-1e3d-4ffc-9860-9b64b30de654 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:20.979732 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3febce46-1e3d-4ffc-9860-9b64b30de654 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.980550 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3febce46-1e3d-4ffc-9860-9b64b30de654 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:58:20.981789 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-3febce46-1e3d-4ffc-9860-9b64b30de654 None None] Bound port: 809ca8c8-585f-44f4-96e2-fad373aebd7b, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:58:20.982291 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3febce46-1e3d-4ffc-9860-9b64b30de654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:20.983942 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701b4cc-c69b-419c-b902-c9934e030c13 None None] Pushing event updated for resources: {'Port': ['ID=809ca8c8-585f-44f4-96e2-fad373aebd7b,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:20.995193 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da6a63a1-7e3d-420f-8e24-782d1150a9de admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.011485 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701b4cc-c69b-419c-b902-c9934e030c13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:21.011832 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701b4cc-c69b-419c-b902-c9934e030c13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:21.012197 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701b4cc-c69b-419c-b902-c9934e030c13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:21.012562 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701b4cc-c69b-419c-b902-c9934e030c13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:21.012921 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701b4cc-c69b-419c-b902-c9934e030c13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:21.013484 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701b4cc-c69b-419c-b902-c9934e030c13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:21.013624 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701b4cc-c69b-419c-b902-c9934e030c13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:21.014276 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701b4cc-c69b-419c-b902-c9934e030c13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:21.014276 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701b4cc-c69b-419c-b902-c9934e030c13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:21.014582 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701b4cc-c69b-419c-b902-c9934e030c13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:21.014852 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701b4cc-c69b-419c-b902-c9934e030c13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:21.015166 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701b4cc-c69b-419c-b902-c9934e030c13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:21.030290 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da6a63a1-7e3d-420f-8e24-782d1150a9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.043170 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-eb3a2b83-eeee-4f94-84b0-44b855b0846d None None] Provisioning complete for port 809ca8c8-585f-44f4-96e2-fad373aebd7b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:21.044492 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-eb3a2b83-eeee-4f94-84b0-44b855b0846d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.053100 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-3febce46-1e3d-4ffc-9860-9b64b30de654 None None] For port 809ca8c8-585f-44f4-96e2-fad373aebd7b, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:58:21.056408 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-3febce46-1e3d-4ffc-9860-9b64b30de654 None None] For port 809ca8c8-585f-44f4-96e2-fad373aebd7b, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=809ca8c8-585f-44f4-96e2-fad373aebd7b,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:58:21.062858 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3febce46-1e3d-4ffc-9860-9b64b30de654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.068348 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6a63a1-7e3d-420f-8e24-782d1150a9de admin admin] Network 0fe589e5-40ce-4ba5-9027-38b0f0347474 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:21.071118 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-da6a63a1-7e3d-420f-8e24-782d1150a9de admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:21.077761 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6a63a1-7e3d-420f-8e24-782d1150a9de admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:21.084669 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-eb3a2b83-eeee-4f94-84b0-44b855b0846d None None] Port 809ca8c8-585f-44f4-96e2-fad373aebd7b cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:58:21.107051 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a63a1-7e3d-420f-8e24-782d1150a9de admin admin] Pushing event updated for resources: {'Port': ['ID=bd334177-0791-427c-896a-68b008b207e6,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:21.118354 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3febce46-1e3d-4ffc-9860-9b64b30de654 None None] Routers {'69310b53-305d-4506-a063-7a3f366f12d0'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:21.118978 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-3febce46-1e3d-4ffc-9860-9b64b30de654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:57:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['69310b53-305d-4506-a063-7a3f366f12d0'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:21.130018 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e6ff2d-904c-44c5-9324-1363a1bfc0a4 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:58:21.134557 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da6a63a1-7e3d-420f-8e24-782d1150a9de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.214331 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-526c150b-9c0a-48dd-8237-adcdfc5d3dc2 None None] Provisioning complete for port 809ca8c8-585f-44f4-96e2-fad373aebd7b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:21.215177 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-526c150b-9c0a-48dd-8237-adcdfc5d3dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.291167 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da6a63a1-7e3d-420f-8e24-782d1150a9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.318445 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701b4cc-c69b-419c-b902-c9934e030c13 None None] Pushing event updated for resources: {'Port': ['ID=809ca8c8-585f-44f4-96e2-fad373aebd7b,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:21.319001 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-526c150b-9c0a-48dd-8237-adcdfc5d3dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.334103 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-3febce46-1e3d-4ffc-9860-9b64b30de654 None None] Set router 69310b53-305d-4506-a063-7a3f366f12d0 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:58:21.349461 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-526c150b-9c0a-48dd-8237-adcdfc5d3dc2 None None] For port 809ca8c8-585f-44f4-96e2-fad373aebd7b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=809ca8c8-585f-44f4-96e2-fad373aebd7b,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:21.357072 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-526c150b-9c0a-48dd-8237-adcdfc5d3dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.412652 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c150b-9c0a-48dd-8237-adcdfc5d3dc2 None None] Pushing event updated for resources: {'Port': ['ID=809ca8c8-585f-44f4-96e2-fad373aebd7b,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:21.478710 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-090f3579-4496-4b96-a9a7-96663d213137 None None] Provisioning complete for port bd334177-0791-427c-896a-68b008b207e6 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:21.479399 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-090f3579-4496-4b96-a9a7-96663d213137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.496814 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da6a63a1-7e3d-420f-8e24-782d1150a9de admin admin] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.502920 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da6a63a1-7e3d-420f-8e24-782d1150a9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.516255 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-090f3579-4496-4b96-a9a7-96663d213137 None None] Port bd334177-0791-427c-896a-68b008b207e6 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:58:21.534905 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-3febce46-1e3d-4ffc-9860-9b64b30de654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69310b53-305d-4506-a063-7a3f366f12d0', 'name': 'tempest-TestMinimumBasicScenario-2131562254-router', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:18Z', 'updated_at': '2021-11-12T20:58:19Z', 'revision_number': 3, 'project_id': '683f070adbd940be87bae3b1adb26100', 'gw_port': {'id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69310b53-305d-4506-a063-7a3f366f12d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:19Z', 'updated_at': '2021-11-12T20:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:21.573828 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3febce46-1e3d-4ffc-9860-9b64b30de654 None None] The sync data for ids ['69310b53-305d-4506-a063-7a3f366f12d0'] in n-d-712140-15 is: [{'id': '69310b53-305d-4506-a063-7a3f366f12d0', 'name': 'tempest-TestMinimumBasicScenario-2131562254-router', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:18Z', 'updated_at': '2021-11-12T20:58:19Z', 'revision_number': 3, 'project_id': '683f070adbd940be87bae3b1adb26100', 'gw_port': {'id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69310b53-305d-4506-a063-7a3f366f12d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:19Z', 'updated_at': '2021-11-12T20:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:58:21.579164 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a63a1-7e3d-420f-8e24-782d1150a9de admin admin] Pushing event updated for resources: {'Port': ['ID=bd334177-0791-427c-896a-68b008b207e6,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:21.589319 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-da6a63a1-7e3d-420f-8e24-782d1150a9de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.614828 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 6c9e4bf2-f48a-4374-b60c-969bbd6850c7 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:58:21.673379 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 6c9e4bf2-f48a-4374-b60c-969bbd6850c7 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:21.673951 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:21.697315 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6a63a1-7e3d-420f-8e24-782d1150a9de admin admin] Network 0fe589e5-40ce-4ba5-9027-38b0f0347474 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:21.699073 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-da6a63a1-7e3d-420f-8e24-782d1150a9de admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:21.847682 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6a63a1-7e3d-420f-8e24-782d1150a9de admin admin] Router 69310b53-305d-4506-a063-7a3f366f12d0 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:58:21.968727 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6a63a1-7e3d-420f-8e24-782d1150a9de admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:58:21.973882 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-da6a63a1-7e3d-420f-8e24-782d1150a9de admin admin] 10.222.0.48 "PUT /v2.0/routers/69310b53-305d-4506-a063-7a3f366f12d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7173238 Nov 12 20:58:22.042562 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4c471165-b120-49c5-af0c-08a564ccec2a None None] Provisioning complete for port bd334177-0791-427c-896a-68b008b207e6 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:22.043130 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c471165-b120-49c5-af0c-08a564ccec2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.082394 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4c471165-b120-49c5-af0c-08a564ccec2a None None] Port bd334177-0791-427c-896a-68b008b207e6 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:58:22.464371 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56420) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:22.469833 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-4a70c156-2ed1-49c7-ba37-5146cef78f20 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-468181153-network', 'tenant_id': '6982a0e9e6864a38ac7d234b010e9d21'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:22.490171 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a70c156-2ed1-49c7-ba37-5146cef78f20 admin admin] Made reservation on behalf of 6982a0e9e6864a38ac7d234b010e9d21 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:22.492558 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4a70c156-2ed1-49c7-ba37-5146cef78f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.501711 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4a70c156-2ed1-49c7-ba37-5146cef78f20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.576798 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4a70c156-2ed1-49c7-ba37-5146cef78f20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.580558 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4a70c156-2ed1-49c7-ba37-5146cef78f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.609593 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a70c156-2ed1-49c7-ba37-5146cef78f20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 20:58:22.614317 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70c156-2ed1-49c7-ba37-5146cef78f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e450a7d-9e01-4f5e-b246-4d047d3005d8,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:22.623128 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4a70c156-2ed1-49c7-ba37-5146cef78f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.623483 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-4a70c156-2ed1-49c7-ba37-5146cef78f20 admin admin] Added segment 34988235-d8a7-4fb7-aa5b-4af2ddf9d79b of type vlan for network 4c10d55e-90a3-4a04-a2db-6937f99a9cb0 Nov 12 20:58:22.669540 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4a70c156-2ed1-49c7-ba37-5146cef78f20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.693536 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4a70c156-2ed1-49c7-ba37-5146cef78f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.694649 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a70c156-2ed1-49c7-ba37-5146cef78f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:22.695241 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4a70c156-2ed1-49c7-ba37-5146cef78f20 admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.751449 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4a70c156-2ed1-49c7-ba37-5146cef78f20 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2858999 Nov 12 20:58:22.754059 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56422) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:22.760886 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b36ddb57-811c-4f5d-a546-7cb3969796c4 admin admin] Request body: {'subnet': {'network_id': '4c10d55e-90a3-4a04-a2db-6937f99a9cb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-468181153-subnet', 'tenant_id': '6982a0e9e6864a38ac7d234b010e9d21', 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:22.770091 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70c156-2ed1-49c7-ba37-5146cef78f20 admin admin] Pushing event updated for resources: {'Network': ['ID=4c10d55e-90a3-4a04-a2db-6937f99a9cb0,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:22.780673 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 4c10d55e-90a3-4a04-a2db-6937f99a9cb0 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 20:58:22.788408 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36ddb57-811c-4f5d-a546-7cb3969796c4 admin admin] Made reservation on behalf of 6982a0e9e6864a38ac7d234b010e9d21 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:22.791453 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b36ddb57-811c-4f5d-a546-7cb3969796c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.864486 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8264f917-28ea-4fe2-8578-b0e6aa29bc7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:22.972601 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b36ddb57-811c-4f5d-a546-7cb3969796c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:23.036167 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ddb57-811c-4f5d-a546-7cb3969796c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fe29c55-6dcd-4f7f-b947-99fa5e33aaa3,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:23.043253 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36ddb57-811c-4f5d-a546-7cb3969796c4 admin admin] Checking segment: {'id': '34988235-d8a7-4fb7-aa5b-4af2ddf9d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4c10d55e-90a3-4a04-a2db-6937f99a9cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:23.043637 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36ddb57-811c-4f5d-a546-7cb3969796c4 admin admin] Network hostable DHCP agents. Network: 4c10d55e-90a3-4a04-a2db-6937f99a9cb0, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 20:58:23.059868 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36ddb57-811c-4f5d-a546-7cb3969796c4 admin admin] Network 4c10d55e-90a3-4a04-a2db-6937f99a9cb0 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 20:58:23.068428 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-b36ddb57-811c-4f5d-a546-7cb3969796c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 4c10d55e-90a3-4a04-a2db-6937f99a9cb0) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:23.072633 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36ddb57-811c-4f5d-a546-7cb3969796c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:23.073298 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b36ddb57-811c-4f5d-a546-7cb3969796c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:23.079022 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373e8555-6a00-4f7f-b71d-1c67c5d881e1 None None] Network 4c10d55e-90a3-4a04-a2db-6937f99a9cb0 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:23.090352 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b36ddb57-811c-4f5d-a546-7cb3969796c4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3351500 Nov 12 20:58:23.093432 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56424) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:23.098349 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-4455f20e-b27d-4f23-a92a-c0cc99cfe56a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-468181153-router', 'tenant_id': '6982a0e9e6864a38ac7d234b010e9d21', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:23.121061 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4455f20e-b27d-4f23-a92a-c0cc99cfe56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:23.122685 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4455f20e-b27d-4f23-a92a-c0cc99cfe56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:23.174282 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4455f20e-b27d-4f23-a92a-c0cc99cfe56a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:23.195961 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd850429-79b4-4298-b5c5-fa6bec87d534 None None] Sync routers for ids ['69310b53-305d-4506-a063-7a3f366f12d0'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:58:23.219734 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd850429-79b4-4298-b5c5-fa6bec87d534 None None] Routers {'69310b53-305d-4506-a063-7a3f366f12d0'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:23.220368 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-fd850429-79b4-4298-b5c5-fa6bec87d534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:58:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['69310b53-305d-4506-a063-7a3f366f12d0'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:23.288642 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d6c581-8971-4caa-8d44-7b984c95af30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-4c10d55e-90a3-4a04-a2db-6937f99a9cb0', 'network_id': '4c10d55e-90a3-4a04-a2db-6937f99a9cb0', 'tenant_id': '6982a0e9e6864a38ac7d234b010e9d21', 'fixed_ips': [{'subnet_id': '3fe29c55-6dcd-4f7f-b947-99fa5e33aaa3'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 20:58:23.289495 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-23d6c581-8971-4caa-8d44-7b984c95af30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:23.311815 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4455f20e-b27d-4f23-a92a-c0cc99cfe56a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:23.423804 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-fd850429-79b4-4298-b5c5-fa6bec87d534 None None] Set router 69310b53-305d-4506-a063-7a3f366f12d0 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:58:23.521019 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4455f20e-b27d-4f23-a92a-c0cc99cfe56a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:23.545195 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4455f20e-b27d-4f23-a92a-c0cc99cfe56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:23.681365 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-4455f20e-b27d-4f23-a92a-c0cc99cfe56a admin admin] Allocated IP 172.25.5.72 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/2a04f7c0-c939-45a8-b5fe-ab8966d53703) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:23.699190 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 809ca8c8-585f-44f4-96e2-fad373aebd7b up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:58:23.798783 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-23d6c581-8971-4caa-8d44-7b984c95af30 None None] Allocated IP 172.20.0.2 (4c10d55e-90a3-4a04-a2db-6937f99a9cb0/3fe29c55-6dcd-4f7f-b947-99fa5e33aaa3/fc6491c3-9742-4656-b30c-4bbfaadd1005) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:23.898128 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 809ca8c8-585f-44f4-96e2-fad373aebd7b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:23.898501 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.005006 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.111302 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-23d6c581-8971-4caa-8d44-7b984c95af30 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.122416 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-23d6c581-8971-4caa-8d44-7b984c95af30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.128192 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-fd850429-79b4-4298-b5c5-fa6bec87d534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69310b53-305d-4506-a063-7a3f366f12d0', 'name': 'tempest-TestMinimumBasicScenario-2131562254-router', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:18Z', 'updated_at': '2021-11-12T20:58:21Z', 'revision_number': 4, 'project_id': '683f070adbd940be87bae3b1adb26100', 'gw_port': {'id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69310b53-305d-4506-a063-7a3f366f12d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:19Z', 'updated_at': '2021-11-12T20:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'bd334177-0791-427c-896a-68b008b207e6', 'name': '', 'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'mac_address': 'fa:16:3e:df:12:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69310b53-305d-4506-a063-7a3f366f12d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '566ad47a-20e5-437c-8656-b9fb336acbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:20Z', 'updated_at': '2021-11-12T20:58:21Z', 'revision_number': 2, 'project_id': '683f070adbd940be87bae3b1adb26100', 'subnets': [{'id': '566ad47a-20e5-437c-8656-b9fb336acbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:24.155387 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4455f20e-b27d-4f23-a92a-c0cc99cfe56a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.176834 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd850429-79b4-4298-b5c5-fa6bec87d534 None None] Checking router: 69310b53-305d-4506-a063-7a3f366f12d0 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:58:24.177199 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd850429-79b4-4298-b5c5-fa6bec87d534 None None] Updating router 69310b53-305d-4506-a063-7a3f366f12d0 port bd334177-0791-427c-896a-68b008b207e6 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:58:24.188699 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4455f20e-b27d-4f23-a92a-c0cc99cfe56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.206012 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d6c581-8971-4caa-8d44-7b984c95af30 None None] Network 4c10d55e-90a3-4a04-a2db-6937f99a9cb0 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:24.215165 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-23d6c581-8971-4caa-8d44-7b984c95af30 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:24.221527 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d6c581-8971-4caa-8d44-7b984c95af30 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:24.224696 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6c581-8971-4caa-8d44-7b984c95af30 None None] Pushing event updated for resources: {'Port': ['ID=fc6491c3-9742-4656-b30c-4bbfaadd1005,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:24.226748 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fd850429-79b4-4298-b5c5-fa6bec87d534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.228292 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4455f20e-b27d-4f23-a92a-c0cc99cfe56a admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:24.235237 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-4455f20e-b27d-4f23-a92a-c0cc99cfe56a admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:24.237684 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4455f20e-b27d-4f23-a92a-c0cc99cfe56a admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:24.261812 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455f20e-b27d-4f23-a92a-c0cc99cfe56a admin admin] Pushing event updated for resources: {'Port': ['ID=2a04f7c0-c939-45a8-b5fe-ab8966d53703,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:24.263540 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d149bd-4ce6-464a-89c0-a3132d17f656 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:58:24.319416 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-23d6c581-8971-4caa-8d44-7b984c95af30 None None] Attempting to bind port fc6491c3-9742-4656-b30c-4bbfaadd1005 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:58:24.319800 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-23d6c581-8971-4caa-8d44-7b984c95af30 None None] Attempting to bind port fc6491c3-9742-4656-b30c-4bbfaadd1005 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '34988235-d8a7-4fb7-aa5b-4af2ddf9d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4c10d55e-90a3-4a04-a2db-6937f99a9cb0'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:58:24.320167 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d6c581-8971-4caa-8d44-7b984c95af30 None None] Attempting to bind port fc6491c3-9742-4656-b30c-4bbfaadd1005 on network 4c10d55e-90a3-4a04-a2db-6937f99a9cb0 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:24.334749 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d6c581-8971-4caa-8d44-7b984c95af30 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:58:24.335132 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d6c581-8971-4caa-8d44-7b984c95af30 None None] Checking segment: {'id': '34988235-d8a7-4fb7-aa5b-4af2ddf9d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4c10d55e-90a3-4a04-a2db-6937f99a9cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:24.335537 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-23d6c581-8971-4caa-8d44-7b984c95af30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.335928 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d6c581-8971-4caa-8d44-7b984c95af30 None None] Bound using segment: {'id': '34988235-d8a7-4fb7-aa5b-4af2ddf9d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4c10d55e-90a3-4a04-a2db-6937f99a9cb0'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:58:24.336460 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-23d6c581-8971-4caa-8d44-7b984c95af30 None None] Bound port: fc6491c3-9742-4656-b30c-4bbfaadd1005, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34988235-d8a7-4fb7-aa5b-4af2ddf9d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4c10d55e-90a3-4a04-a2db-6937f99a9cb0'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:58:24.336841 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-23d6c581-8971-4caa-8d44-7b984c95af30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.478339 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.502020 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-63b1f389-05c0-4f08-83d9-672a6884329d None None] Provisioning complete for port 2a04f7c0-c939-45a8-b5fe-ab8966d53703 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:24.502399 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-63b1f389-05c0-4f08-83d9-672a6884329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.505289 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4455f20e-b27d-4f23-a92a-c0cc99cfe56a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.539224 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-23d6c581-8971-4caa-8d44-7b984c95af30 None None] For port fc6491c3-9742-4656-b30c-4bbfaadd1005, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:58:24.591276 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-23d6c581-8971-4caa-8d44-7b984c95af30 None None] For port fc6491c3-9742-4656-b30c-4bbfaadd1005, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=fc6491c3-9742-4656-b30c-4bbfaadd1005,segment=NetworkSegment(34988235-d8a7-4fb7-aa5b-4af2ddf9d79b),segment_id=34988235-d8a7-4fb7-aa5b-4af2ddf9d79b)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:58:24.592303 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-63b1f389-05c0-4f08-83d9-672a6884329d None None] Port 2a04f7c0-c939-45a8-b5fe-ab8966d53703 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:58:24.601316 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-23d6c581-8971-4caa-8d44-7b984c95af30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.683505 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6c581-8971-4caa-8d44-7b984c95af30 None None] Pushing event updated for resources: {'Port': ['ID=fc6491c3-9742-4656-b30c-4bbfaadd1005,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:24.719819 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4455f20e-b27d-4f23-a92a-c0cc99cfe56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.749647 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fd850429-79b4-4298-b5c5-fa6bec87d534 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.754987 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fd850429-79b4-4298-b5c5-fa6bec87d534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.803334 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeea24c-9c6e-44a7-ad5b-852a500b1837 None None] Pushing event updated for resources: {'Port': ['ID=bd334177-0791-427c-896a-68b008b207e6,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:24.863338 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-fd850429-79b4-4298-b5c5-fa6bec87d534 None None] Attempting to bind port bd334177-0791-427c-896a-68b008b207e6 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:58:24.863733 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-fd850429-79b4-4298-b5c5-fa6bec87d534 None None] Attempting to bind port bd334177-0791-427c-896a-68b008b207e6 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '81ea4653-92a5-4df8-9926-29bcfa30c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:58:24.864093 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd850429-79b4-4298-b5c5-fa6bec87d534 None None] Attempting to bind port bd334177-0791-427c-896a-68b008b207e6 on network 0fe589e5-40ce-4ba5-9027-38b0f0347474 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:24.869923 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4455f20e-b27d-4f23-a92a-c0cc99cfe56a admin admin] Router bf5f28c3-c08c-4129-8e53-2f8c616d0700 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 20:58:24.871165 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd850429-79b4-4298-b5c5-fa6bec87d534 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:58:24.871600 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd850429-79b4-4298-b5c5-fa6bec87d534 None None] Checking segment: {'id': '81ea4653-92a5-4df8-9926-29bcfa30c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:24.872567 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fd850429-79b4-4298-b5c5-fa6bec87d534 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.872940 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd850429-79b4-4298-b5c5-fa6bec87d534 None None] Bound using segment: {'id': '81ea4653-92a5-4df8-9926-29bcfa30c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:58:24.873405 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-fd850429-79b4-4298-b5c5-fa6bec87d534 None None] Bound port: bd334177-0791-427c-896a-68b008b207e6, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ea4653-92a5-4df8-9926-29bcfa30c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:58:24.873779 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fd850429-79b4-4298-b5c5-fa6bec87d534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:24.975374 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-fd850429-79b4-4298-b5c5-fa6bec87d534 None None] For port bd334177-0791-427c-896a-68b008b207e6, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:58:24.979649 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-fd850429-79b4-4298-b5c5-fa6bec87d534 None None] For port bd334177-0791-427c-896a-68b008b207e6, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=bd334177-0791-427c-896a-68b008b207e6,segment=NetworkSegment(81ea4653-92a5-4df8-9926-29bcfa30c557),segment_id=81ea4653-92a5-4df8-9926-29bcfa30c557)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:58:24.986552 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fd850429-79b4-4298-b5c5-fa6bec87d534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:25.045594 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4455f20e-b27d-4f23-a92a-c0cc99cfe56a admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:58:25.061969 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd850429-79b4-4298-b5c5-fa6bec87d534 None None] Routers {'69310b53-305d-4506-a063-7a3f366f12d0'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:25.062685 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-fd850429-79b4-4298-b5c5-fa6bec87d534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:58:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['69310b53-305d-4506-a063-7a3f366f12d0'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:25.066325 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43723ce7-ff3f-497e-bff4-dd315b889e77 None None] Sync routers for ids ['bf5f28c3-c08c-4129-8e53-2f8c616d0700'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:58:25.079412 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43723ce7-ff3f-497e-bff4-dd315b889e77 None None] Routers {'bf5f28c3-c08c-4129-8e53-2f8c616d0700'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:25.080325 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-43723ce7-ff3f-497e-bff4-dd315b889e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:58:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['bf5f28c3-c08c-4129-8e53-2f8c616d0700'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:25.084313 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4455f20e-b27d-4f23-a92a-c0cc99cfe56a admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:25.086531 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4455f20e-b27d-4f23-a92a-c0cc99cfe56a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9921076 Nov 12 20:58:25.089240 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56426) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:58:25.106409 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeea24c-9c6e-44a7-ad5b-852a500b1837 None None] Pushing event updated for resources: {'Port': ['ID=bd334177-0791-427c-896a-68b008b207e6,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:25.203120 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-fd850429-79b4-4298-b5c5-fa6bec87d534 None None] Set router 69310b53-305d-4506-a063-7a3f366f12d0 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:58:25.212700 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-43723ce7-ff3f-497e-bff4-dd315b889e77 None None] Set router bf5f28c3-c08c-4129-8e53-2f8c616d0700 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:58:25.255108 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-244682b7-e9ff-441c-b069-89ff3295879c None None] Provisioning complete for port bd334177-0791-427c-896a-68b008b207e6 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:25.255466 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-244682b7-e9ff-441c-b069-89ff3295879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:25.409543 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:25.469403 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-244682b7-e9ff-441c-b069-89ff3295879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:25.482803 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-43723ce7-ff3f-497e-bff4-dd315b889e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5f28c3-c08c-4129-8e53-2f8c616d0700', 'name': 'tempest-TestMinimumBasicScenario-468181153-router', 'tenant_id': '6982a0e9e6864a38ac7d234b010e9d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '2a04f7c0-c939-45a8-b5fe-ab8966d53703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:23Z', 'updated_at': '2021-11-12T20:58:24Z', 'revision_number': 3, 'project_id': '6982a0e9e6864a38ac7d234b010e9d21', 'gw_port': {'id': '2a04f7c0-c939-45a8-b5fe-ab8966d53703', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5f28c3-c08c-4129-8e53-2f8c616d0700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:23Z', 'updated_at': '2021-11-12T20:58:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:25.517202 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43723ce7-ff3f-497e-bff4-dd315b889e77 None None] Checking router: bf5f28c3-c08c-4129-8e53-2f8c616d0700 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:58:25.518308 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43723ce7-ff3f-497e-bff4-dd315b889e77 None None] Updating router bf5f28c3-c08c-4129-8e53-2f8c616d0700 port 2a04f7c0-c939-45a8-b5fe-ab8966d53703 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:58:25.519843 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-244682b7-e9ff-441c-b069-89ff3295879c None None] For port bd334177-0791-427c-896a-68b008b207e6, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=bd334177-0791-427c-896a-68b008b207e6,segment=NetworkSegment(81ea4653-92a5-4df8-9926-29bcfa30c557),segment_id=81ea4653-92a5-4df8-9926-29bcfa30c557)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:25.541885 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-244682b7-e9ff-441c-b069-89ff3295879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:25.550556 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-43723ce7-ff3f-497e-bff4-dd315b889e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:25.613742 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-334a9424-f64e-4d2d-b9f0-92dd0f4d91cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:25.628523 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244682b7-e9ff-441c-b069-89ff3295879c None None] Pushing event updated for resources: {'Port': ['ID=bd334177-0791-427c-896a-68b008b207e6,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:25.638113 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-fd850429-79b4-4298-b5c5-fa6bec87d534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69310b53-305d-4506-a063-7a3f366f12d0', 'name': 'tempest-TestMinimumBasicScenario-2131562254-router', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:18Z', 'updated_at': '2021-11-12T20:58:21Z', 'revision_number': 4, 'project_id': '683f070adbd940be87bae3b1adb26100', 'gw_port': {'id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69310b53-305d-4506-a063-7a3f366f12d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:19Z', 'updated_at': '2021-11-12T20:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'bd334177-0791-427c-896a-68b008b207e6', 'name': '', 'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'mac_address': 'fa:16:3e:df:12:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69310b53-305d-4506-a063-7a3f366f12d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '566ad47a-20e5-437c-8656-b9fb336acbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:20Z', 'updated_at': '2021-11-12T20:58:24Z', 'revision_number': 4, 'project_id': '683f070adbd940be87bae3b1adb26100', 'subnets': [{'id': '566ad47a-20e5-437c-8656-b9fb336acbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:25.688671 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd850429-79b4-4298-b5c5-fa6bec87d534 None None] The sync data for ids ['69310b53-305d-4506-a063-7a3f366f12d0'] in n-d-712140-15 is: [{'id': '69310b53-305d-4506-a063-7a3f366f12d0', 'name': 'tempest-TestMinimumBasicScenario-2131562254-router', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:18Z', 'updated_at': '2021-11-12T20:58:21Z', 'revision_number': 4, 'project_id': '683f070adbd940be87bae3b1adb26100', 'gw_port': {'id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69310b53-305d-4506-a063-7a3f366f12d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:19Z', 'updated_at': '2021-11-12T20:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'bd334177-0791-427c-896a-68b008b207e6', 'name': '', 'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'mac_address': 'fa:16:3e:df:12:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69310b53-305d-4506-a063-7a3f366f12d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '566ad47a-20e5-437c-8656-b9fb336acbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:20Z', 'updated_at': '2021-11-12T20:58:24Z', 'revision_number': 4, 'project_id': '683f070adbd940be87bae3b1adb26100', 'subnets': [{'id': '566ad47a-20e5-437c-8656-b9fb336acbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:58:25.713704 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-778be26e-dfe5-489b-9642-4abd8375c987 None None] Provisioning complete for port bd334177-0791-427c-896a-68b008b207e6 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:25.714104 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-778be26e-dfe5-489b-9642-4abd8375c987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:25.932221 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-334a9424-f64e-4d2d-b9f0-92dd0f4d91cd admin admin] Allocated IP 172.20.0.1 (4c10d55e-90a3-4a04-a2db-6937f99a9cb0/3fe29c55-6dcd-4f7f-b947-99fa5e33aaa3/62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:25.944063 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-43723ce7-ff3f-497e-bff4-dd315b889e77 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:25.954335 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-43723ce7-ff3f-497e-bff4-dd315b889e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.011550 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device fc6491c3-9742-4656-b30c-4bbfaadd1005 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:58:26.022534 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df07290f-5c46-46b3-8b48-f68f34c54652 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:58:26.046299 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-43723ce7-ff3f-497e-bff4-dd315b889e77 None None] Attempting to bind port 2a04f7c0-c939-45a8-b5fe-ab8966d53703 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:58:26.046666 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-43723ce7-ff3f-497e-bff4-dd315b889e77 None None] Attempting to bind port 2a04f7c0-c939-45a8-b5fe-ab8966d53703 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:58:26.047036 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43723ce7-ff3f-497e-bff4-dd315b889e77 None None] Attempting to bind port 2a04f7c0-c939-45a8-b5fe-ab8966d53703 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:26.054530 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000cf3d6-b15f-47bb-af0d-5747f90b82d9 None None] Pushing event updated for resources: {'Port': ['ID=2a04f7c0-c939-45a8-b5fe-ab8966d53703,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:26.058510 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43723ce7-ff3f-497e-bff4-dd315b889e77 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:58:26.058891 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43723ce7-ff3f-497e-bff4-dd315b889e77 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:26.059320 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-43723ce7-ff3f-497e-bff4-dd315b889e77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.059700 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43723ce7-ff3f-497e-bff4-dd315b889e77 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:58:26.060184 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-43723ce7-ff3f-497e-bff4-dd315b889e77 None None] Bound port: 2a04f7c0-c939-45a8-b5fe-ab8966d53703, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:58:26.060595 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-43723ce7-ff3f-497e-bff4-dd315b889e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.070016 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751bd419-dfe9-4bd2-a8b9-9817a568e51d None None] Network 4c10d55e-90a3-4a04-a2db-6937f99a9cb0 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 20:58:26.085866 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-334a9424-f64e-4d2d-b9f0-92dd0f4d91cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.150092 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-43723ce7-ff3f-497e-bff4-dd315b889e77 None None] For port 2a04f7c0-c939-45a8-b5fe-ab8966d53703, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:58:26.154997 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-334a9424-f64e-4d2d-b9f0-92dd0f4d91cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.157001 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-43723ce7-ff3f-497e-bff4-dd315b889e77 None None] For port 2a04f7c0-c939-45a8-b5fe-ab8966d53703, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=2a04f7c0-c939-45a8-b5fe-ab8966d53703,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:58:26.167471 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-43723ce7-ff3f-497e-bff4-dd315b889e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.186442 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.201105 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334a9424-f64e-4d2d-b9f0-92dd0f4d91cd admin admin] Network 4c10d55e-90a3-4a04-a2db-6937f99a9cb0 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:26.208787 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-334a9424-f64e-4d2d-b9f0-92dd0f4d91cd admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:26.216182 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334a9424-f64e-4d2d-b9f0-92dd0f4d91cd admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:26.236893 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43723ce7-ff3f-497e-bff4-dd315b889e77 None None] Routers {'bf5f28c3-c08c-4129-8e53-2f8c616d0700'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:26.237531 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-43723ce7-ff3f-497e-bff4-dd315b889e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:58:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['bf5f28c3-c08c-4129-8e53-2f8c616d0700'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:26.252578 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ab2497-44ca-431b-aa9e-3c4277a29e62 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 20:58:26.263070 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-334a9424-f64e-4d2d-b9f0-92dd0f4d91cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.282667 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port fc6491c3-9742-4656-b30c-4bbfaadd1005 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:26.283037 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.308696 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a9424-f64e-4d2d-b9f0-92dd0f4d91cd admin admin] Pushing event updated for resources: {'Port': ['ID=62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:26.376736 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000cf3d6-b15f-47bb-af0d-5747f90b82d9 None None] Pushing event updated for resources: {'Port': ['ID=2a04f7c0-c939-45a8-b5fe-ab8966d53703,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:26.415373 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-43723ce7-ff3f-497e-bff4-dd315b889e77 None None] Set router bf5f28c3-c08c-4129-8e53-2f8c616d0700 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:58:26.443367 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-334a9424-f64e-4d2d-b9f0-92dd0f4d91cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.489359 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.511415 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d45a1bfc-ea12-4499-93b7-5f0c92df8550 None None] Provisioning complete for port 2a04f7c0-c939-45a8-b5fe-ab8966d53703 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:26.511787 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d45a1bfc-ea12-4499-93b7-5f0c92df8550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.639511 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port fc6491c3-9742-4656-b30c-4bbfaadd1005, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=fc6491c3-9742-4656-b30c-4bbfaadd1005,segment=NetworkSegment(34988235-d8a7-4fb7-aa5b-4af2ddf9d79b),segment_id=34988235-d8a7-4fb7-aa5b-4af2ddf9d79b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:26.653296 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.683958 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-334a9424-f64e-4d2d-b9f0-92dd0f4d91cd admin admin] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.694047 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-334a9424-f64e-4d2d-b9f0-92dd0f4d91cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.728442 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-43723ce7-ff3f-497e-bff4-dd315b889e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5f28c3-c08c-4129-8e53-2f8c616d0700', 'name': 'tempest-TestMinimumBasicScenario-468181153-router', 'tenant_id': '6982a0e9e6864a38ac7d234b010e9d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '2a04f7c0-c939-45a8-b5fe-ab8966d53703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:23Z', 'updated_at': '2021-11-12T20:58:24Z', 'revision_number': 3, 'project_id': '6982a0e9e6864a38ac7d234b010e9d21', 'gw_port': {'id': '2a04f7c0-c939-45a8-b5fe-ab8966d53703', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5f28c3-c08c-4129-8e53-2f8c616d0700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:23Z', 'updated_at': '2021-11-12T20:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:26.741641 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d45a1bfc-ea12-4499-93b7-5f0c92df8550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.770275 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d45a1bfc-ea12-4499-93b7-5f0c92df8550 None None] For port 2a04f7c0-c939-45a8-b5fe-ab8966d53703, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=2a04f7c0-c939-45a8-b5fe-ab8966d53703,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:26.778170 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d45a1bfc-ea12-4499-93b7-5f0c92df8550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.796397 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=fc6491c3-9742-4656-b30c-4bbfaadd1005,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:26.809254 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43723ce7-ff3f-497e-bff4-dd315b889e77 None None] The sync data for ids ['bf5f28c3-c08c-4129-8e53-2f8c616d0700'] in n-d-712140-15 is: [{'id': 'bf5f28c3-c08c-4129-8e53-2f8c616d0700', 'name': 'tempest-TestMinimumBasicScenario-468181153-router', 'tenant_id': '6982a0e9e6864a38ac7d234b010e9d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '2a04f7c0-c939-45a8-b5fe-ab8966d53703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:23Z', 'updated_at': '2021-11-12T20:58:24Z', 'revision_number': 3, 'project_id': '6982a0e9e6864a38ac7d234b010e9d21', 'gw_port': {'id': '2a04f7c0-c939-45a8-b5fe-ab8966d53703', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5f28c3-c08c-4129-8e53-2f8c616d0700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:23Z', 'updated_at': '2021-11-12T20:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:58:26.824745 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d45a1bfc-ea12-4499-93b7-5f0c92df8550 None None] Provisioning complete for port fc6491c3-9742-4656-b30c-4bbfaadd1005 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:26.825144 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d45a1bfc-ea12-4499-93b7-5f0c92df8550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.837548 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a9424-f64e-4d2d-b9f0-92dd0f4d91cd admin admin] Pushing event updated for resources: {'Port': ['ID=62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:26.873520 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-334a9424-f64e-4d2d-b9f0-92dd0f4d91cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:26.947579 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a1bfc-ea12-4499-93b7-5f0c92df8550 None None] Pushing event updated for resources: {'Port': ['ID=2a04f7c0-c939-45a8-b5fe-ab8966d53703,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:27.035227 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334a9424-f64e-4d2d-b9f0-92dd0f4d91cd admin admin] Network 4c10d55e-90a3-4a04-a2db-6937f99a9cb0 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:27.037228 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-334a9424-f64e-4d2d-b9f0-92dd0f4d91cd admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:27.157230 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4c582559-53aa-433f-a887-8b4ed6556839 None None] Provisioning complete for port fc6491c3-9742-4656-b30c-4bbfaadd1005 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:27.157886 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c582559-53aa-433f-a887-8b4ed6556839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:27.165071 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334a9424-f64e-4d2d-b9f0-92dd0f4d91cd admin admin] Router bf5f28c3-c08c-4129-8e53-2f8c616d0700 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:58:27.338941 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4c582559-53aa-433f-a887-8b4ed6556839 None None] Provisioning complete for port 62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:27.339550 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c582559-53aa-433f-a887-8b4ed6556839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:27.373753 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334a9424-f64e-4d2d-b9f0-92dd0f4d91cd admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:58:27.383871 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-334a9424-f64e-4d2d-b9f0-92dd0f4d91cd admin admin] 10.222.0.48 "PUT /v2.0/routers/bf5f28c3-c08c-4129-8e53-2f8c616d0700/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2930770 Nov 12 20:58:27.400265 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4c582559-53aa-433f-a887-8b4ed6556839 None None] Port 62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:58:27.525281 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ee6533e5-65bf-4de9-88e4-32cbacc057e3 None None] Provisioning complete for port 62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:27.525650 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ee6533e5-65bf-4de9-88e4-32cbacc057e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:27.584010 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ee6533e5-65bf-4de9-88e4-32cbacc057e3 None None] Port 62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:58:27.759381 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device bd334177-0791-427c-896a-68b008b207e6 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:58:27.817968 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port bd334177-0791-427c-896a-68b008b207e6 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:27.818448 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:27.908582 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2a04f7c0-c939-45a8-b5fe-ab8966d53703 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:58:27.984858 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 2a04f7c0-c939-45a8-b5fe-ab8966d53703 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:27.985169 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:28.094296 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device fc6491c3-9742-4656-b30c-4bbfaadd1005 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:58:28.162390 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port fc6491c3-9742-4656-b30c-4bbfaadd1005 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:28.162390 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:29.395768 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c5e7ff-f610-4446-8481-cc7342360f25 None None] Sync routers for ids ['bf5f28c3-c08c-4129-8e53-2f8c616d0700'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:58:29.413128 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c5e7ff-f610-4446-8481-cc7342360f25 None None] Routers {'bf5f28c3-c08c-4129-8e53-2f8c616d0700'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:29.413740 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f0c5e7ff-f610-4446-8481-cc7342360f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:58:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['bf5f28c3-c08c-4129-8e53-2f8c616d0700'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:29.544954 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-f0c5e7ff-f610-4446-8481-cc7342360f25 None None] Set router bf5f28c3-c08c-4129-8e53-2f8c616d0700 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:58:29.815346 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f0c5e7ff-f610-4446-8481-cc7342360f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5f28c3-c08c-4129-8e53-2f8c616d0700', 'name': 'tempest-TestMinimumBasicScenario-468181153-router', 'tenant_id': '6982a0e9e6864a38ac7d234b010e9d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '2a04f7c0-c939-45a8-b5fe-ab8966d53703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:23Z', 'updated_at': '2021-11-12T20:58:26Z', 'revision_number': 4, 'project_id': '6982a0e9e6864a38ac7d234b010e9d21', 'gw_port': {'id': '2a04f7c0-c939-45a8-b5fe-ab8966d53703', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5f28c3-c08c-4129-8e53-2f8c616d0700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:23Z', 'updated_at': '2021-11-12T20:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40', 'name': '', 'network_id': '4c10d55e-90a3-4a04-a2db-6937f99a9cb0', 'tenant_id': '6982a0e9e6864a38ac7d234b010e9d21', 'mac_address': 'fa:16:3e:18:dd:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5f28c3-c08c-4129-8e53-2f8c616d0700', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '3fe29c55-6dcd-4f7f-b947-99fa5e33aaa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:25Z', 'updated_at': '2021-11-12T20:58:26Z', 'revision_number': 2, 'project_id': '6982a0e9e6864a38ac7d234b010e9d21', 'subnets': [{'id': '3fe29c55-6dcd-4f7f-b947-99fa5e33aaa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:29.847212 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c5e7ff-f610-4446-8481-cc7342360f25 None None] Checking router: bf5f28c3-c08c-4129-8e53-2f8c616d0700 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:58:29.847722 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c5e7ff-f610-4446-8481-cc7342360f25 None None] Updating router bf5f28c3-c08c-4129-8e53-2f8c616d0700 port 62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 20:58:29.880197 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e7ff-f610-4446-8481-cc7342360f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:30.204716 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e7ff-f610-4446-8481-cc7342360f25 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:30.214199 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e7ff-f610-4446-8481-cc7342360f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:30.282100 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a4e8d-14e7-4929-a7d0-15a6745d8266 None None] Pushing event updated for resources: {'Port': ['ID=62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:30.370214 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f0c5e7ff-f610-4446-8481-cc7342360f25 None None] Attempting to bind port 62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:58:30.370585 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f0c5e7ff-f610-4446-8481-cc7342360f25 None None] Attempting to bind port 62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '34988235-d8a7-4fb7-aa5b-4af2ddf9d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4c10d55e-90a3-4a04-a2db-6937f99a9cb0'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:58:30.370942 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c5e7ff-f610-4446-8481-cc7342360f25 None None] Attempting to bind port 62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40 on network 4c10d55e-90a3-4a04-a2db-6937f99a9cb0 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:30.380653 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c5e7ff-f610-4446-8481-cc7342360f25 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:58:30.381208 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c5e7ff-f610-4446-8481-cc7342360f25 None None] Checking segment: {'id': '34988235-d8a7-4fb7-aa5b-4af2ddf9d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4c10d55e-90a3-4a04-a2db-6937f99a9cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:30.381480 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e7ff-f610-4446-8481-cc7342360f25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:30.381934 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c5e7ff-f610-4446-8481-cc7342360f25 None None] Bound using segment: {'id': '34988235-d8a7-4fb7-aa5b-4af2ddf9d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4c10d55e-90a3-4a04-a2db-6937f99a9cb0'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:58:30.382452 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f0c5e7ff-f610-4446-8481-cc7342360f25 None None] Bound port: 62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34988235-d8a7-4fb7-aa5b-4af2ddf9d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4c10d55e-90a3-4a04-a2db-6937f99a9cb0'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:58:30.382863 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e7ff-f610-4446-8481-cc7342360f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:30.480780 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-f0c5e7ff-f610-4446-8481-cc7342360f25 None None] For port 62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:58:30.484974 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-f0c5e7ff-f610-4446-8481-cc7342360f25 None None] For port 62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40,segment=NetworkSegment(34988235-d8a7-4fb7-aa5b-4af2ddf9d79b),segment_id=34988235-d8a7-4fb7-aa5b-4af2ddf9d79b)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:58:30.496905 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e7ff-f610-4446-8481-cc7342360f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:30.607567 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c5e7ff-f610-4446-8481-cc7342360f25 None None] Routers {'bf5f28c3-c08c-4129-8e53-2f8c616d0700'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:58:30.608086 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f0c5e7ff-f610-4446-8481-cc7342360f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:58:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['bf5f28c3-c08c-4129-8e53-2f8c616d0700'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:30.655450 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9f609564-4bd9-4158-ba7f-c8dc57e7fd09 None None] Provisioning complete for port 62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:30.656146 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9f609564-4bd9-4158-ba7f-c8dc57e7fd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:30.660206 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a4e8d-14e7-4929-a7d0-15a6745d8266 None None] Pushing event updated for resources: {'Port': ['ID=62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:30.954878 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-f0c5e7ff-f610-4446-8481-cc7342360f25 None None] Set router bf5f28c3-c08c-4129-8e53-2f8c616d0700 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:58:31.027379 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9f609564-4bd9-4158-ba7f-c8dc57e7fd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:31.144699 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-9f609564-4bd9-4158-ba7f-c8dc57e7fd09 None None] For port 62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40,segment=NetworkSegment(34988235-d8a7-4fb7-aa5b-4af2ddf9d79b),segment_id=34988235-d8a7-4fb7-aa5b-4af2ddf9d79b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:31.150030 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9f609564-4bd9-4158-ba7f-c8dc57e7fd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:31.244450 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f609564-4bd9-4158-ba7f-c8dc57e7fd09 None None] Pushing event updated for resources: {'Port': ['ID=62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:31.283200 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-08c20a66-5718-4f9f-b579-c81cd81ff31c None None] Provisioning complete for port 62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:31.283468 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-08c20a66-5718-4f9f-b579-c81cd81ff31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:31.311287 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f0c5e7ff-f610-4446-8481-cc7342360f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5f28c3-c08c-4129-8e53-2f8c616d0700', 'name': 'tempest-TestMinimumBasicScenario-468181153-router', 'tenant_id': '6982a0e9e6864a38ac7d234b010e9d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '2a04f7c0-c939-45a8-b5fe-ab8966d53703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:23Z', 'updated_at': '2021-11-12T20:58:26Z', 'revision_number': 4, 'project_id': '6982a0e9e6864a38ac7d234b010e9d21', 'gw_port': {'id': '2a04f7c0-c939-45a8-b5fe-ab8966d53703', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5f28c3-c08c-4129-8e53-2f8c616d0700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:23Z', 'updated_at': '2021-11-12T20:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40', 'name': '', 'network_id': '4c10d55e-90a3-4a04-a2db-6937f99a9cb0', 'tenant_id': '6982a0e9e6864a38ac7d234b010e9d21', 'mac_address': 'fa:16:3e:18:dd:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5f28c3-c08c-4129-8e53-2f8c616d0700', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '3fe29c55-6dcd-4f7f-b947-99fa5e33aaa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:25Z', 'updated_at': '2021-11-12T20:58:30Z', 'revision_number': 4, 'project_id': '6982a0e9e6864a38ac7d234b010e9d21', 'subnets': [{'id': '3fe29c55-6dcd-4f7f-b947-99fa5e33aaa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:58:31.347836 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c5e7ff-f610-4446-8481-cc7342360f25 None None] The sync data for ids ['bf5f28c3-c08c-4129-8e53-2f8c616d0700'] in n-d-712140-15 is: [{'id': 'bf5f28c3-c08c-4129-8e53-2f8c616d0700', 'name': 'tempest-TestMinimumBasicScenario-468181153-router', 'tenant_id': '6982a0e9e6864a38ac7d234b010e9d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '2a04f7c0-c939-45a8-b5fe-ab8966d53703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:23Z', 'updated_at': '2021-11-12T20:58:26Z', 'revision_number': 4, 'project_id': '6982a0e9e6864a38ac7d234b010e9d21', 'gw_port': {'id': '2a04f7c0-c939-45a8-b5fe-ab8966d53703', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5f28c3-c08c-4129-8e53-2f8c616d0700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:23Z', 'updated_at': '2021-11-12T20:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40', 'name': '', 'network_id': '4c10d55e-90a3-4a04-a2db-6937f99a9cb0', 'tenant_id': '6982a0e9e6864a38ac7d234b010e9d21', 'mac_address': 'fa:16:3e:18:dd:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5f28c3-c08c-4129-8e53-2f8c616d0700', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '3fe29c55-6dcd-4f7f-b947-99fa5e33aaa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:25Z', 'updated_at': '2021-11-12T20:58:30Z', 'revision_number': 4, 'project_id': '6982a0e9e6864a38ac7d234b010e9d21', 'subnets': [{'id': '3fe29c55-6dcd-4f7f-b947-99fa5e33aaa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:58:31.707518 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:58:31.784695 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:31.785071 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:36.697056 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-b6367131-0f16-4c6f-b6e8-e306c6de9108 req-afabb028-62cd-477e-ae75-840ca9354f18 tempest-ServerDiskConfigTestJSON-2015174140 tempest-ServerDiskConfigTestJSON-2015174140-project] (102448) timed out ('10.222.0.55', 49288) {{(pid=102448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 20:58:38.093886 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-117691ad-dfc9-48df-8b03-1238edd9d098 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:38.095419 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-117691ad-dfc9-48df-8b03-1238edd9d098 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/networks?id=0fe589e5-40ce-4ba5-9027-38b0f0347474 HTTP/1.1" status: 200 len: 815 time: 0.1166859 Nov 12 20:58:38.111221 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-e9388167-c001-4dc4-a997-42d73f09b9a9 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/quotas/683f070adbd940be87bae3b1adb26100 HTTP/1.1" status: 200 len: 375 time: 0.0097399 Nov 12 20:58:38.166288 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-558e4c08-dc12-4cd7-a07b-2de74e2327a4 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=683f070adbd940be87bae3b1adb26100&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491939 Nov 12 20:58:38.272053 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-42eefec7-7c5e-4848-a6da-7780bb7181ba service neutron] 10.222.0.48 "GET /v2.0/networks/0fe589e5-40ce-4ba5-9027-38b0f0347474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938284 Nov 12 20:58:38.365009 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-b3a43b20-62d1-41cd-afbe-aab592227c39 service neutron] 10.222.0.48 "GET /v2.0/networks/0fe589e5-40ce-4ba5-9027-38b0f0347474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867915 Nov 12 20:58:38.534843 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3cd9e8de-000e-4e0b-ba20-9e6ec2a62ab0 req-37beb60f-820c-4f96-8ccd-bad1e73f5e9b tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 210 time: 0.0293953 Nov 12 20:58:40.029147 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-448c7f8d-d73a-4d11-8e8f-559b3308acb3 req-278af74f-a297-4a21-8ad6-096127d6698d tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 210 time: 0.0403204 Nov 12 20:58:40.108553 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-7e40a838-9086-49dd-8d03-1159eefc4d5b tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:40.110518 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-7e40a838-9086-49dd-8d03-1159eefc4d5b tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.55 "GET /v2.0/networks?id=0fe589e5-40ce-4ba5-9027-38b0f0347474 HTTP/1.1" status: 200 len: 815 time: 0.5770669 Nov 12 20:58:41.158431 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-629c3f3d-7731-466f-8de6-d0e31733f6a8 req-1ee84198-3830-49a6-81aa-3db3fd073c49 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 210 time: 0.0379765 Nov 12 20:58:42.267865 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a7e5d9ac-2671-4530-a44b-647e6b340d6e req-0eb18110-4973-48f2-b32f-9cfdf6aa2f10 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 210 time: 0.0313351 Nov 12 20:58:43.382311 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-234a37a0-157d-4b37-8707-59aad44e787e req-8c02af8f-6f57-47f8-9aae-f661e1c528da tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 210 time: 0.0345972 Nov 12 20:58:44.501972 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5074e4b3-1b94-43df-9d9e-d243a3fd5972 req-edb82fb1-d98e-4ff0-b8df-b4d6504b9a00 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 210 time: 0.0346746 Nov 12 20:58:45.605952 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-428b8e71-aae2-403d-a33e-990b53e468dc req-42dc42b5-5a18-455a-8258-557e50b6cdbb tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 210 time: 0.0265625 Nov 12 20:58:46.730181 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-30efdb2f-71de-4cb4-8ac4-93bdf406fcbd req-e1e3db67-559b-41aa-b257-df7f8bc05eca tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 210 time: 0.0321922 Nov 12 20:58:47.837297 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-adadb5e2-09eb-431e-9b2b-2cd22c6dab85 req-6ab6c92b-7490-478b-aaee-f192f1b393b1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 210 time: 0.0324318 Nov 12 20:58:48.941546 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a1df8624-fc3c-4070-aac4-03d82e06f6cb req-bd234c7a-22d0-4662-8da8-c33fdf66bf92 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 210 time: 0.0279117 Nov 12 20:58:50.007418 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-67e9c378-732b-4e75-b34d-4b8febe63b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:50.044484 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8471043a-dedb-4a10-962f-b6d7a768adca req-87684a8d-f694-4710-857a-3c1340339c52 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 210 time: 0.0289578 Nov 12 20:58:50.709407 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:51.153954 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6f3d380d-534c-4d21-9590-250fc31d4792 req-6333955e-e57c-4983-aef9-f610e622a636 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 210 time: 0.0295653 Nov 12 20:58:52.256982 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-048184a6-55cf-4b23-8e14-4455b1af8233 req-1ad3cfd9-7243-4857-a304-1c25325f8294 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 210 time: 0.0278084 Nov 12 20:58:52.290300 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-797db5b3-cc81-4bfd-8dca-57e4cd4a8184 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Request body: {'port': {'device_id': 'fdfa8c24-768d-4bfb-96ef-49e06e3fa5de', 'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474', 'admin_state_up': True, 'tenant_id': '683f070adbd940be87bae3b1adb26100'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:52.401778 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-797db5b3-cc81-4bfd-8dca-57e4cd4a8184 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Made reservation on behalf of 683f070adbd940be87bae3b1adb26100 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 20:58:52.405934 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-797db5b3-cc81-4bfd-8dca-57e4cd4a8184 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:52.539776 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-797db5b3-cc81-4bfd-8dca-57e4cd4a8184 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Allocated IP 172.20.0.11 (0fe589e5-40ce-4ba5-9027-38b0f0347474/566ad47a-20e5-437c-8656-b9fb336acbe7/e37784f4-40ca-4b4a-85fe-85a311a11d08) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:58:52.648056 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:58:52.698743 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-797db5b3-cc81-4bfd-8dca-57e4cd4a8184 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:52.735009 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-797db5b3-cc81-4bfd-8dca-57e4cd4a8184 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:52.783523 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-797db5b3-cc81-4bfd-8dca-57e4cd4a8184 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Network 0fe589e5-40ce-4ba5-9027-38b0f0347474 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:58:52.786717 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-797db5b3-cc81-4bfd-8dca-57e4cd4a8184 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:58:52.791501 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-797db5b3-cc81-4bfd-8dca-57e4cd4a8184 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:58:52.794509 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797db5b3-cc81-4bfd-8dca-57e4cd4a8184 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Pushing event updated for resources: {'Port': ['ID=e37784f4-40ca-4b4a-85fe-85a311a11d08,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:52.821439 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797db5b3-cc81-4bfd-8dca-57e4cd4a8184 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:52.821791 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797db5b3-cc81-4bfd-8dca-57e4cd4a8184 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:52.822137 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797db5b3-cc81-4bfd-8dca-57e4cd4a8184 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:52.822481 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797db5b3-cc81-4bfd-8dca-57e4cd4a8184 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:52.822819 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797db5b3-cc81-4bfd-8dca-57e4cd4a8184 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:52.823156 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797db5b3-cc81-4bfd-8dca-57e4cd4a8184 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:52.823491 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797db5b3-cc81-4bfd-8dca-57e4cd4a8184 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:52.823823 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797db5b3-cc81-4bfd-8dca-57e4cd4a8184 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:52.824784 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797db5b3-cc81-4bfd-8dca-57e4cd4a8184 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:52.825136 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797db5b3-cc81-4bfd-8dca-57e4cd4a8184 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:52.825487 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797db5b3-cc81-4bfd-8dca-57e4cd4a8184 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:52.825884 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797db5b3-cc81-4bfd-8dca-57e4cd4a8184 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:52.858178 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-797db5b3-cc81-4bfd-8dca-57e4cd4a8184 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:52.858935 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-797db5b3-cc81-4bfd-8dca-57e4cd4a8184 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:52.860873 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-636dadb2-615a-4a72-92e2-cbe6133f58ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:52.877065 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-797db5b3-cc81-4bfd-8dca-57e4cd4a8184 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5907047 Nov 12 20:58:52.893068 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-6dbc221f-02c4-4013-8b09-c728dee07b62 service neutron] Request body: {'port': {'device_id': 'fdfa8c24-768d-4bfb-96ef-49e06e3fa5de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:58:52.959395 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-6dbc221f-02c4-4013-8b09-c728dee07b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:53.027141 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8d17056b-f6f4-4d13-adad-8c6b835f5db3 None None] Provisioning complete for port e37784f4-40ca-4b4a-85fe-85a311a11d08 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:53.027779 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8d17056b-f6f4-4d13-adad-8c6b835f5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:53.063239 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8d17056b-f6f4-4d13-adad-8c6b835f5db3 None None] Port e37784f4-40ca-4b4a-85fe-85a311a11d08 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 20:58:53.241700 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-6dbc221f-02c4-4013-8b09-c728dee07b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37784f4-40ca-4b4a-85fe-85a311a11d08 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:58:53.253100 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-6dbc221f-02c4-4013-8b09-c728dee07b62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:53.265510 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-6dbc221f-02c4-4013-8b09-c728dee07b62 service neutron] Transition to ACTIVE for port object e37784f4-40ca-4b4a-85fe-85a311a11d08 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 20:58:53.269307 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-6dbc221f-02c4-4013-8b09-c728dee07b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:53.325250 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc221f-02c4-4013-8b09-c728dee07b62 service neutron] Pushing event updated for resources: {'Port': ['ID=e37784f4-40ca-4b4a-85fe-85a311a11d08,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:53.438754 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39fcff-d03d-4fc9-89a5-94439084f118 req-01f133a7-5f4f-4c9f-bd3e-cbe96f284134 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:53.440421 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8d39fcff-d03d-4fc9-89a5-94439084f118 req-01f133a7-5f4f-4c9f-bd3e-cbe96f284134 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 944 time: 0.0952039 Nov 12 20:58:53.443254 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-6dbc221f-02c4-4013-8b09-c728dee07b62 service neutron] Attempting to bind port e37784f4-40ca-4b4a-85fe-85a311a11d08 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 20:58:53.443592 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-6dbc221f-02c4-4013-8b09-c728dee07b62 service neutron] Attempting to bind port e37784f4-40ca-4b4a-85fe-85a311a11d08 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '81ea4653-92a5-4df8-9926-29bcfa30c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 20:58:53.443919 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-6dbc221f-02c4-4013-8b09-c728dee07b62 service neutron] Attempting to bind port e37784f4-40ca-4b4a-85fe-85a311a11d08 on network 0fe589e5-40ce-4ba5-9027-38b0f0347474 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:53.455290 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-6dbc221f-02c4-4013-8b09-c728dee07b62 service neutron] Port e37784f4-40ca-4b4a-85fe-85a311a11d08 on network 0fe589e5-40ce-4ba5-9027-38b0f0347474 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 20:58:53.455616 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-6dbc221f-02c4-4013-8b09-c728dee07b62 service neutron] Attempting to bind port e37784f4-40ca-4b4a-85fe-85a311a11d08 on network 0fe589e5-40ce-4ba5-9027-38b0f0347474 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 20:58:53.470857 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-6dbc221f-02c4-4013-8b09-c728dee07b62 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 20, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 20:58:53.471196 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-6dbc221f-02c4-4013-8b09-c728dee07b62 service neutron] Checking segment: {'id': '81ea4653-92a5-4df8-9926-29bcfa30c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 20:58:53.471588 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-6dbc221f-02c4-4013-8b09-c728dee07b62 service neutron] Bound using segment: {'id': '81ea4653-92a5-4df8-9926-29bcfa30c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 20:58:53.472036 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-6dbc221f-02c4-4013-8b09-c728dee07b62 service neutron] Bound port: e37784f4-40ca-4b4a-85fe-85a311a11d08, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ea4653-92a5-4df8-9926-29bcfa30c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 20:58:53.472426 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-6dbc221f-02c4-4013-8b09-c728dee07b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:53.537725 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8d39fcff-d03d-4fc9-89a5-94439084f118 req-4050195c-4560-4b9a-8ea8-d6a1773ed50c tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a3086a-1b03-4748-b709-8eb1829dce10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900455 Nov 12 20:58:53.568739 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-6dbc221f-02c4-4013-8b09-c728dee07b62 service neutron] For port e37784f4-40ca-4b4a-85fe-85a311a11d08, host n-h1-712140-15, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 20:58:53.572413 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-6dbc221f-02c4-4013-8b09-c728dee07b62 service neutron] For port e37784f4-40ca-4b4a-85fe-85a311a11d08, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e37784f4-40ca-4b4a-85fe-85a311a11d08,segment=NetworkSegment(81ea4653-92a5-4df8-9926-29bcfa30c557),segment_id=81ea4653-92a5-4df8-9926-29bcfa30c557)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 20:58:53.580584 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-6dbc221f-02c4-4013-8b09-c728dee07b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:53.614630 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-6dbc221f-02c4-4013-8b09-c728dee07b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:53.615258 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-6dbc221f-02c4-4013-8b09-c728dee07b62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:53.616681 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-6dbc221f-02c4-4013-8b09-c728dee07b62 service neutron] 10.222.0.55 "PUT /v2.0/ports/e37784f4-40ca-4b4a-85fe-85a311a11d08 HTTP/1.1" status: 200 len: 1093 time: 0.7304673 Nov 12 20:58:53.617134 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdfa8c24-768d-4bfb-96ef-49e06e3fa5de', 'tag': 'e37784f4-40ca-4b4a-85fe-85a311a11d08'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:58:53.619686 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd6bf149db5198c131b0a94c001dfe597833dedcde5dd32e44168e01e6f8dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c4a5a7-e6e4-449b-b7e8-0aed2db07868" -d '{"events": [{"name": "network-changed", "server_uuid": "fdfa8c24-768d-4bfb-96ef-49e06e3fa5de", "tag": "e37784f4-40ca-4b4a-85fe-85a311a11d08"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:58:53.650164 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc221f-02c4-4013-8b09-c728dee07b62 service neutron] Pushing event updated for resources: {'Port': ['ID=e37784f4-40ca-4b4a-85fe-85a311a11d08,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:53.668486 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cc724f-a474-423b-89dd-76c166872c6b x-openstack-request-id: req-a1cc724f-a474-423b-89dd-76c166872c6b {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:58:53.669104 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdfa8c24-768d-4bfb-96ef-49e06e3fa5de", "tag": "e37784f4-40ca-4b4a-85fe-85a311a11d08", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:58:53.669598 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a1cc724f-a474-423b-89dd-76c166872c6b {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:58:53.670083 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdfa8c24-768d-4bfb-96ef-49e06e3fa5de', 'tag': 'e37784f4-40ca-4b4a-85fe-85a311a11d08', 'status': 'completed', 'code': 200} Nov 12 20:58:53.721662 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-3515ed7f-823c-4808-a962-c911e285a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:53.723232 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-3515ed7f-823c-4808-a962-c911e285a776 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=683f070adbd940be87bae3b1adb26100&device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 1096 time: 0.0459888 Nov 12 20:58:53.774950 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-39cabc14-e27c-49fd-a220-e3f6d607066b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e37784f4-40ca-4b4a-85fe-85a311a11d08 HTTP/1.1" status: 200 len: 217 time: 0.0425427 Nov 12 20:58:53.828765 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-a3b553ee-8ad2-45e8-b4a8-5eac4e647979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:53.830264 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-a3b553ee-8ad2-45e8-b4a8-5eac4e647979 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=566ad47a-20e5-437c-8656-b9fb336acbe7 HTTP/1.1" status: 200 len: 854 time: 0.0480597 Nov 12 20:58:53.880489 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-8f47a8dd-9f6e-4d3e-8e69-3b90fb44d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:53.881974 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-8f47a8dd-9f6e-4d3e-8e69-3b90fb44d89b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0fe589e5-40ce-4ba5-9027-38b0f0347474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440810 Nov 12 20:58:53.950959 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:53.983564 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-a2ec3ead-cbda-4d79-97b6-4768d87ef965 service neutron] 10.222.0.55 "GET /v2.0/networks/0fe589e5-40ce-4ba5-9027-38b0f0347474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910571 Nov 12 20:58:54.077084 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-00b5b638-bd17-4de8-ac67-d91e969bb89c req-280af9cb-93b5-445b-a30b-f44319bf12cb service neutron] 10.222.0.55 "GET /v2.0/networks/0fe589e5-40ce-4ba5-9027-38b0f0347474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865686 Nov 12 20:58:54.167145 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4a5a7-e6e4-449b-b7e8-0aed2db07868 req-a33d2454-7cb7-49fe-8011-c6a7694244d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:54.168624 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f2c4a5a7-e6e4-449b-b7e8-0aed2db07868 req-a33d2454-7cb7-49fe-8011-c6a7694244d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=683f070adbd940be87bae3b1adb26100&device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 1096 time: 0.0455763 Nov 12 20:58:54.270445 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4a5a7-e6e4-449b-b7e8-0aed2db07868 req-9dc72d8b-04a2-45a5-a00c-6add3fe33c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:54.271950 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f2c4a5a7-e6e4-449b-b7e8-0aed2db07868 req-9dc72d8b-04a2-45a5-a00c-6add3fe33c30 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0fe589e5-40ce-4ba5-9027-38b0f0347474 HTTP/1.1" status: 200 len: 916 time: 0.0953345 Nov 12 20:58:54.315388 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f2c4a5a7-e6e4-449b-b7e8-0aed2db07868 req-82bf01c2-a1d1-4733-a176-d8ba4623fffc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e37784f4-40ca-4b4a-85fe-85a311a11d08 HTTP/1.1" status: 200 len: 217 time: 0.0362604 Nov 12 20:58:54.373033 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4a5a7-e6e4-449b-b7e8-0aed2db07868 req-a8b6ff88-509f-4557-8cd0-5a2f6e16d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:54.374549 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f2c4a5a7-e6e4-449b-b7e8-0aed2db07868 req-a8b6ff88-509f-4557-8cd0-5a2f6e16d479 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=566ad47a-20e5-437c-8656-b9fb336acbe7 HTTP/1.1" status: 200 len: 854 time: 0.0525424 Nov 12 20:58:54.423854 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4a5a7-e6e4-449b-b7e8-0aed2db07868 req-2c18dd7e-37a7-45ba-9e2f-c01d2988a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:54.425363 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f2c4a5a7-e6e4-449b-b7e8-0aed2db07868 req-2c18dd7e-37a7-45ba-9e2f-c01d2988a6e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0fe589e5-40ce-4ba5-9027-38b0f0347474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441113 Nov 12 20:58:54.429501 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:54.521942 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f2c4a5a7-e6e4-449b-b7e8-0aed2db07868 req-a8034026-0b9a-4a52-9943-69a9f691d2fd service neutron] 10.222.0.55 "GET /v2.0/networks/0fe589e5-40ce-4ba5-9027-38b0f0347474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893688 Nov 12 20:58:54.617232 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f2c4a5a7-e6e4-449b-b7e8-0aed2db07868 req-87d10345-e7fc-4690-b078-2ff402c255ee service neutron] 10.222.0.55 "GET /v2.0/networks/0fe589e5-40ce-4ba5-9027-38b0f0347474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880086 Nov 12 20:58:54.666833 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7897b3e-f53e-4a65-a741-9f50ec475ddf req-855ca6bd-1270-4f7d-8716-2b5a60adf852 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:54.668972 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f7897b3e-f53e-4a65-a741-9f50ec475ddf req-855ca6bd-1270-4f7d-8716-2b5a60adf852 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 944 time: 0.0544105 Nov 12 20:58:54.736595 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f7897b3e-f53e-4a65-a741-9f50ec475ddf req-9d8fd639-e8ef-441e-a395-ab8bbdafcd87 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a3086a-1b03-4748-b709-8eb1829dce10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614564 Nov 12 20:58:55.358168 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:55.867785 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc32f8-8baf-46a8-96ea-b82d32a39f51 req-56a5e56f-a0f8-4932-bd6c-eb571943a765 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:55.869431 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-83fc32f8-8baf-46a8-96ea-b82d32a39f51 req-56a5e56f-a0f8-4932-bd6c-eb571943a765 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 944 time: 0.0524764 Nov 12 20:58:55.922585 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-83fc32f8-8baf-46a8-96ea-b82d32a39f51 req-8af705d4-e9e8-4a43-be76-60e4786f0ca2 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a3086a-1b03-4748-b709-8eb1829dce10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463936 Nov 12 20:58:56.049543 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:57.039921 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390e16b-6e68-427f-91a2-329b64ce781c req-f5dc8ebc-2882-4750-9b0f-0ba6ad75a667 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:57.041477 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0390e16b-6e68-427f-91a2-329b64ce781c req-f5dc8ebc-2882-4750-9b0f-0ba6ad75a667 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 944 time: 0.0508959 Nov 12 20:58:57.090289 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0390e16b-6e68-427f-91a2-329b64ce781c req-5c54bbc8-fafc-415d-a0fb-16811273cc44 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a3086a-1b03-4748-b709-8eb1829dce10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420759 Nov 12 20:58:57.300048 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device e37784f4-40ca-4b4a-85fe-85a311a11d08 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 20:58:57.395788 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port e37784f4-40ca-4b4a-85fe-85a311a11d08, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e37784f4-40ca-4b4a-85fe-85a311a11d08,segment=NetworkSegment(81ea4653-92a5-4df8-9926-29bcfa30c557),segment_id=81ea4653-92a5-4df8-9926-29bcfa30c557)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:57.411124 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'e37784f4-40ca-4b4a-85fe-85a311a11d08', 'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474', 'port_id': 'e37784f4-40ca-4b4a-85fe-85a311a11d08', 'mac_address': 'fa:16:3e:52:f8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '566ad47a-20e5-437c-8656-b9fb336acbe7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 20:58:57.451265 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:57.466668 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37784f4-40ca-4b4a-85fe-85a311a11d08 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 20:58:57.486755 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port e37784f4-40ca-4b4a-85fe-85a311a11d08, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e37784f4-40ca-4b4a-85fe-85a311a11d08,segment=NetworkSegment(81ea4653-92a5-4df8-9926-29bcfa30c557),segment_id=81ea4653-92a5-4df8-9926-29bcfa30c557)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:57.490747 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:57.539785 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=e37784f4-40ca-4b4a-85fe-85a311a11d08,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:57.548193 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:57.548566 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:57.548906 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:57.549239 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:57.549571 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:57.549900 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:57.550285 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:57.550548 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:57.550868 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:57.551186 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:57.551513 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:57.551830 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:58:57.884831 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['e37784f4-40ca-4b4a-85fe-85a311a11d08'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:58:58.211223 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e8e73-fc7a-49ca-8bfa-965b67474530 req-bfdc09ff-638a-4758-affb-8a3587f44426 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:58.212672 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3c0e8e73-fc7a-49ca-8bfa-965b67474530 req-bfdc09ff-638a-4758-affb-8a3587f44426 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 945 time: 0.0529268 Nov 12 20:58:58.262148 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3c0e8e73-fc7a-49ca-8bfa-965b67474530 req-3a7e137c-0a0b-4999-9788-0ffe68052bf1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a3086a-1b03-4748-b709-8eb1829dce10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423796 Nov 12 20:58:59.331792 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device e37784f4-40ca-4b4a-85fe-85a311a11d08 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 20:58:59.380826 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port e37784f4-40ca-4b4a-85fe-85a311a11d08 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 20:58:59.382731 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e0bed-378f-4c7a-8bc3-d342084fabfa req-6eb62178-8ea0-48e1-8893-c73ccb0c237c tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:59.384346 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d9e0bed-378f-4c7a-8bc3-d342084fabfa req-6eb62178-8ea0-48e1-8893-c73ccb0c237c tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 945 time: 0.0533235 Nov 12 20:58:59.385829 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port e37784f4-40ca-4b4a-85fe-85a311a11d08 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:58:59.386196 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:59.439078 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2d9e0bed-378f-4c7a-8bc3-d342084fabfa req-8d0bd8bc-d4a6-4a45-b200-24ff46ee2c91 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a3086a-1b03-4748-b709-8eb1829dce10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432804 Nov 12 20:58:59.469037 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:59.492199 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfa8c24-768d-4bfb-96ef-49e06e3fa5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37784f4-40ca-4b4a-85fe-85a311a11d08'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:58:59.494448 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e2a221c1ff93e56a7b3290f78f059e5ee30a378a3a846772c85f81925c98a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80722fc3-2ccb-4b8d-b3e4-7d557ad150b2" -d '{"events": [{"server_uuid": "fdfa8c24-768d-4bfb-96ef-49e06e3fa5de", "name": "network-vif-plugged", "status": "completed", "tag": "e37784f4-40ca-4b4a-85fe-85a311a11d08"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:58:59.507488 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port e37784f4-40ca-4b4a-85fe-85a311a11d08, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e37784f4-40ca-4b4a-85fe-85a311a11d08,segment=NetworkSegment(81ea4653-92a5-4df8-9926-29bcfa30c557),segment_id=81ea4653-92a5-4df8-9926-29bcfa30c557)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:58:59.511873 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:58:59.535942 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 20:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b83df60-c5f5-4495-ac57-ea27de668b74 x-openstack-request-id: req-9b83df60-c5f5-4495-ac57-ea27de668b74 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:58:59.536273 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdfa8c24-768d-4bfb-96ef-49e06e3fa5de", "name": "network-vif-plugged", "status": "completed", "tag": "e37784f4-40ca-4b4a-85fe-85a311a11d08", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:58:59.536496 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b83df60-c5f5-4495-ac57-ea27de668b74 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:58:59.536884 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfa8c24-768d-4bfb-96ef-49e06e3fa5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37784f4-40ca-4b4a-85fe-85a311a11d08', 'code': 200} Nov 12 20:58:59.562896 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=e37784f4-40ca-4b4a-85fe-85a311a11d08,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:58:59.634395 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918d2cb-cd04-4dbf-9689-5d6858885783 req-ef428fe1-e0fd-4daf-a940-6ad3da9ff8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:58:59.636183 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2918d2cb-cd04-4dbf-9689-5d6858885783 req-ef428fe1-e0fd-4daf-a940-6ad3da9ff8aa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 1098 time: 0.0453336 Nov 12 20:58:59.682813 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2918d2cb-cd04-4dbf-9689-5d6858885783 req-b6cf13bb-ce1c-4aa4-8c61-3a5278d1d0fa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=87a3086a-1b03-4748-b709-8eb1829dce10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376923 Nov 12 20:59:00.557582 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ce720-4875-48bc-ba88-f089bf0faae7 req-a5b2c669-d944-4229-86bd-4fa8af7cc3f9 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:00.559390 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5c2ce720-4875-48bc-ba88-f089bf0faae7 req-a5b2c669-d944-4229-86bd-4fa8af7cc3f9 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 946 time: 0.0501173 Nov 12 20:59:00.610114 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5c2ce720-4875-48bc-ba88-f089bf0faae7 req-9ed4d3a0-147f-49e4-aa76-69c88c5e5d7c tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a3086a-1b03-4748-b709-8eb1829dce10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446837 Nov 12 20:59:01.731619 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e76bac-ee62-471e-b45c-7f3ea5fe9f19 req-2cc8a7bd-87b1-4a56-bf4e-b5c0c733ed29 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:01.733178 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-49e76bac-ee62-471e-b45c-7f3ea5fe9f19 req-2cc8a7bd-87b1-4a56-bf4e-b5c0c733ed29 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 946 time: 0.0510156 Nov 12 20:59:01.781329 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-49e76bac-ee62-471e-b45c-7f3ea5fe9f19 req-5fd7ff75-c44c-48e5-8c4c-486b8ccecdeb tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a3086a-1b03-4748-b709-8eb1829dce10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423222 Nov 12 20:59:01.897936 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5385f-1642-4b2e-ba28-2ab52bc5147c req-7219ef13-30d1-4270-93fb-d45213c2da46 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:01.899382 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fae5385f-1642-4b2e-ba28-2ab52bc5147c req-7219ef13-30d1-4270-93fb-d45213c2da46 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 946 time: 0.0507553 Nov 12 20:59:01.951196 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fae5385f-1642-4b2e-ba28-2ab52bc5147c req-d19260f3-dbe0-485f-94ad-58c007188671 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a3086a-1b03-4748-b709-8eb1829dce10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457535 Nov 12 20:59:02.141898 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aaf006-da1d-4bb3-8bdf-14aede755f64 req-17e94fe5-a5cb-482c-a290-532d5e0e8134 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:02.143431 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16aaf006-da1d-4bb3-8bdf-14aede755f64 req-17e94fe5-a5cb-482c-a290-532d5e0e8134 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 946 time: 0.0505974 Nov 12 20:59:02.192106 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-16aaf006-da1d-4bb3-8bdf-14aede755f64 req-136ef2c1-faf7-48fd-8f00-9d9773946fa7 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a3086a-1b03-4748-b709-8eb1829dce10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425820 Nov 12 20:59:15.813426 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5218519-22b0-4c2b-97cc-c57690b2a794 req-f2f4b23e-5ee8-4d06-abe1-e8fe867daf99 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:15.819462 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5218519-22b0-4c2b-97cc-c57690b2a794 req-f2f4b23e-5ee8-4d06-abe1-e8fe867daf99 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 946 time: 0.0604174 Nov 12 20:59:15.872946 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b5218519-22b0-4c2b-97cc-c57690b2a794 req-50a4b6ed-c034-4854-9b5f-e0f1aba2ad3c tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a3086a-1b03-4748-b709-8eb1829dce10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471444 Nov 12 20:59:15.895857 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56636) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:16.023006 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2666a5c3-f9aa-4c44-a1f3-6357e3400986 tempest-TestMinimumBasicScenario-873590316 tempest-TestMinimumBasicScenario-873590316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:16.024549 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2666a5c3-f9aa-4c44-a1f3-6357e3400986 tempest-TestMinimumBasicScenario-873590316 tempest-TestMinimumBasicScenario-873590316-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 1093 time: 0.1276634 Nov 12 20:59:16.028112 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56640) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:16.032856 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'port_id': 'e37784f4-40ca-4b4a-85fe-85a311a11d08', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:16.054294 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:16.154282 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:16.258007 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Allocated IP 172.25.5.206 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/b5096e71-c5b2-4870-a05a-9bf08fc10885) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 20:59:16.359889 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:16.393512 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:16.428899 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 20:59:16.431516 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 20:59:16.438051 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 20:59:16.464971 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Pushing event updated for resources: {'Port': ['ID=b5096e71-c5b2-4870-a05a-9bf08fc10885,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:16.482328 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:16.482916 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:16.483509 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:16.484100 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:16.484721 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:16.485317 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:16.485904 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:16.486479 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:16.487085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:16.487658 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:16.488242 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:16.488726 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 20:59:16.818119 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:16.882908 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:17.046048 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:17.050652 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:17.465426 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Pushing event updated for resources: {'Port': ['ID=b5096e71-c5b2-4870-a05a-9bf08fc10885,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:17.477780 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:17.578100 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Floating IP 32991d48-39a7-4a14-b890-283d09ffbf25 associated. External IP: 172.25.5.206, port: e37784f4-40ca-4b4a-85fe-85a311a11d08. Nov 12 20:59:17.794454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Router 69310b53-305d-4506-a063-7a3f366f12d0 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 20:59:17.907882 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 20:59:17.917934 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb74586-48a0-45ec-95bd-66de4675559d None None] Sync routers for ids ['69310b53-305d-4506-a063-7a3f366f12d0'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 20:59:17.925630 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:17.929815 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb74586-48a0-45ec-95bd-66de4675559d None None] Routers {'69310b53-305d-4506-a063-7a3f366f12d0'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:59:17.930430 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-fbb74586-48a0-45ec-95bd-66de4675559d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:58:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['69310b53-305d-4506-a063-7a3f366f12d0'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:17.954091 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6e1095f8-2c46-4bd2-b655-e4eb17c482e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9246519 Nov 12 20:59:17.954480 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdfa8c24-768d-4bfb-96ef-49e06e3fa5de', 'tag': 'e37784f4-40ca-4b4a-85fe-85a311a11d08'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:59:17.956772 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56642) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:17.957273 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8ca5bf-b2c9-41b8-813f-e11ca326d0b5" -d '{"events": [{"name": "network-changed", "server_uuid": "fdfa8c24-768d-4bfb-96ef-49e06e3fa5de", "tag": "e37784f4-40ca-4b4a-85fe-85a311a11d08"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:59:17.961526 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a391177d-3577-408a-a556-e3f9feb93487 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1573297213', 'description': 'tempest-secgroup-smoke-1573297213 description', 'project_id': '683f070adbd940be87bae3b1adb26100'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:17.993201 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a391177d-3577-408a-a556-e3f9feb93487 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:17.997939 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581d7e33-3da1-4c0d-b679-7e4840433a2e x-openstack-request-id: req-581d7e33-3da1-4c0d-b679-7e4840433a2e {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:59:17.998226 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdfa8c24-768d-4bfb-96ef-49e06e3fa5de", "tag": "e37784f4-40ca-4b4a-85fe-85a311a11d08", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:59:17.998502 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-581d7e33-3da1-4c0d-b679-7e4840433a2e {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:59:17.998892 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdfa8c24-768d-4bfb-96ef-49e06e3fa5de', 'tag': 'e37784f4-40ca-4b4a-85fe-85a311a11d08', 'status': 'completed', 'code': 200} Nov 12 20:59:18.051556 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-fbb74586-48a0-45ec-95bd-66de4675559d None None] Set router 69310b53-305d-4506-a063-7a3f366f12d0 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:59:18.095754 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ca5bf-b2c9-41b8-813f-e11ca326d0b5 req-1eb03a76-7899-406d-a336-25810ac0e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:18.097338 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1f8ca5bf-b2c9-41b8-813f-e11ca326d0b5 req-1eb03a76-7899-406d-a336-25810ac0e355 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=683f070adbd940be87bae3b1adb26100&device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 1098 time: 0.0723321 Nov 12 20:59:18.107237 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a391177d-3577-408a-a556-e3f9feb93487 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.116748 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a391177d-3577-408a-a556-e3f9feb93487 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.191661 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a391177d-3577-408a-a556-e3f9feb93487 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.192941 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a391177d-3577-408a-a556-e3f9feb93487 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2351453 Nov 12 20:59:18.196139 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56646) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:18.203880 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391177d-3577-408a-a556-e3f9feb93487 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7abe021d-d24f-449d-8d3a-367487155654,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:18.207218 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-fba394e9-66f3-4c93-a1c4-521f5889942b tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Request body: {'security_group_rule': {'security_group_id': '7abe021d-d24f-449d-8d3a-367487155654', 'project_id': '683f070adbd940be87bae3b1adb26100', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:18.234280 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ca5bf-b2c9-41b8-813f-e11ca326d0b5 req-0418b485-0a65-4795-9606-df27c3788cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:18.235898 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1f8ca5bf-b2c9-41b8-813f-e11ca326d0b5 req-0418b485-0a65-4795-9606-df27c3788cec service neutron] 10.222.0.55 "GET /v2.0/networks?id=0fe589e5-40ce-4ba5-9027-38b0f0347474 HTTP/1.1" status: 200 len: 916 time: 0.1274362 Nov 12 20:59:18.243891 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fba394e9-66f3-4c93-a1c4-521f5889942b tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.297051 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-fbb74586-48a0-45ec-95bd-66de4675559d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69310b53-305d-4506-a063-7a3f366f12d0', 'name': 'tempest-TestMinimumBasicScenario-2131562254-router', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:18Z', 'updated_at': '2021-11-12T20:58:21Z', 'revision_number': 4, 'project_id': '683f070adbd940be87bae3b1adb26100', 'gw_port': {'id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69310b53-305d-4506-a063-7a3f366f12d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:19Z', 'updated_at': '2021-11-12T20:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '32991d48-39a7-4a14-b890-283d09ffbf25', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'floating_ip_address': '172.25.5.206', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '69310b53-305d-4506-a063-7a3f366f12d0', 'port_id': 'e37784f4-40ca-4b4a-85fe-85a311a11d08', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474', 'mac_address': 'fa:16:3e:52:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfa8c24-768d-4bfb-96ef-49e06e3fa5de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:59:16Z', 'updated_at': '2021-11-12T20:59:16Z', 'revision_number': 0, 'project_id': '683f070adbd940be87bae3b1adb26100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd334177-0791-427c-896a-68b008b207e6', 'name': '', 'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'mac_address': 'fa:16:3e:df:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69310b53-305d-4506-a063-7a3f366f12d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '566ad47a-20e5-437c-8656-b9fb336acbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:20Z', 'updated_at': '2021-11-12T20:58:25Z', 'revision_number': 5, 'project_id': '683f070adbd940be87bae3b1adb26100', 'subnets': [{'id': '566ad47a-20e5-437c-8656-b9fb336acbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:18.310826 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1f8ca5bf-b2c9-41b8-813f-e11ca326d0b5 req-7d5a8dfd-02ed-4f43-b43c-1ed8051a3fe3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e37784f4-40ca-4b4a-85fe-85a311a11d08 HTTP/1.1" status: 200 len: 1000 time: 0.0672767 Nov 12 20:59:18.314361 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fba394e9-66f3-4c93-a1c4-521f5889942b tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.318615 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fba394e9-66f3-4c93-a1c4-521f5889942b tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.328065 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb74586-48a0-45ec-95bd-66de4675559d None None] Checking router: 69310b53-305d-4506-a063-7a3f366f12d0 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 20:59:18.341734 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba394e9-66f3-4c93-a1c4-521f5889942b tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f1bd0e-672b-4531-9235-29be6065434f,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:18.341975 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb74586-48a0-45ec-95bd-66de4675559d None None] Routers {'69310b53-305d-4506-a063-7a3f366f12d0'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 20:59:18.341975 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-fbb74586-48a0-45ec-95bd-66de4675559d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T20:58:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['69310b53-305d-4506-a063-7a3f366f12d0'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:18.352782 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fba394e9-66f3-4c93-a1c4-521f5889942b tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.356720 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fba394e9-66f3-4c93-a1c4-521f5889942b tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1570885 Nov 12 20:59:18.359472 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56648) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:18.365659 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-c654ae95-3f70-4043-a4bd-60247112afd6 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Request body: {'security_group_rule': {'security_group_id': '7abe021d-d24f-449d-8d3a-367487155654', 'project_id': '683f070adbd940be87bae3b1adb26100', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:18.369191 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ca5bf-b2c9-41b8-813f-e11ca326d0b5 req-1c9d5c13-9927-4084-b137-a275c3b1d0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:18.370736 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1f8ca5bf-b2c9-41b8-813f-e11ca326d0b5 req-1c9d5c13-9927-4084-b137-a275c3b1d0e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=566ad47a-20e5-437c-8656-b9fb336acbe7 HTTP/1.1" status: 200 len: 854 time: 0.0517724 Nov 12 20:59:18.395344 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c654ae95-3f70-4043-a4bd-60247112afd6 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.438225 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ca5bf-b2c9-41b8-813f-e11ca326d0b5 req-49b500db-8b10-414e-ab0d-aab29483d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:18.440039 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1f8ca5bf-b2c9-41b8-813f-e11ca326d0b5 req-49b500db-8b10-414e-ab0d-aab29483d259 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0fe589e5-40ce-4ba5-9027-38b0f0347474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601323 Nov 12 20:59:18.458288 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-fbb74586-48a0-45ec-95bd-66de4675559d None None] Set router 69310b53-305d-4506-a063-7a3f366f12d0 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 20:59:18.458788 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c654ae95-3f70-4043-a4bd-60247112afd6 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.463509 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c654ae95-3f70-4043-a4bd-60247112afd6 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.484605 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654ae95-3f70-4043-a4bd-60247112afd6 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=643ab86a-277f-4acd-9ba5-309e341e568f,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:18.498224 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c654ae95-3f70-4043-a4bd-60247112afd6 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.499562 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c654ae95-3f70-4043-a4bd-60247112afd6 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1390758 Nov 12 20:59:18.502229 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56650) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:18.507349 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-2274662f-beff-48c1-ae0a-5a1817a4faa1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Request body: {'security_group_rule': {'security_group_id': '7abe021d-d24f-449d-8d3a-367487155654', 'project_id': '683f070adbd940be87bae3b1adb26100', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:18.537588 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2274662f-beff-48c1-ae0a-5a1817a4faa1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.553397 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1f8ca5bf-b2c9-41b8-813f-e11ca326d0b5 req-f2ab6ac7-3eb0-46d8-b976-f69766065456 service neutron] 10.222.0.55 "GET /v2.0/networks/0fe589e5-40ce-4ba5-9027-38b0f0347474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997791 Nov 12 20:59:18.607723 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2274662f-beff-48c1-ae0a-5a1817a4faa1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.613351 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2274662f-beff-48c1-ae0a-5a1817a4faa1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.645346 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274662f-beff-48c1-ae0a-5a1817a4faa1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e605e3-6a1f-4fbf-84ec-8045cee42d72,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:18.650887 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2274662f-beff-48c1-ae0a-5a1817a4faa1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.653158 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2274662f-beff-48c1-ae0a-5a1817a4faa1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1495984 Nov 12 20:59:18.655732 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56652) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:18.661445 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-33748987-6117-4a1d-91d6-31f8eb3b11d1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Request body: {'security_group_rule': {'security_group_id': '7abe021d-d24f-449d-8d3a-367487155654', 'project_id': '683f070adbd940be87bae3b1adb26100', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:18.690544 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-33748987-6117-4a1d-91d6-31f8eb3b11d1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.694854 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1f8ca5bf-b2c9-41b8-813f-e11ca326d0b5 req-89b306af-6d9e-4cc4-b4d3-4a3615f35f71 service neutron] 10.222.0.55 "GET /v2.0/networks/0fe589e5-40ce-4ba5-9027-38b0f0347474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281900 Nov 12 20:59:18.729207 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-fbb74586-48a0-45ec-95bd-66de4675559d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69310b53-305d-4506-a063-7a3f366f12d0', 'name': 'tempest-TestMinimumBasicScenario-2131562254-router', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:18Z', 'updated_at': '2021-11-12T20:58:21Z', 'revision_number': 4, 'project_id': '683f070adbd940be87bae3b1adb26100', 'gw_port': {'id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69310b53-305d-4506-a063-7a3f366f12d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:19Z', 'updated_at': '2021-11-12T20:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '32991d48-39a7-4a14-b890-283d09ffbf25', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'floating_ip_address': '172.25.5.206', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '69310b53-305d-4506-a063-7a3f366f12d0', 'port_id': 'e37784f4-40ca-4b4a-85fe-85a311a11d08', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474', 'mac_address': 'fa:16:3e:52:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfa8c24-768d-4bfb-96ef-49e06e3fa5de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:59:16Z', 'updated_at': '2021-11-12T20:59:16Z', 'revision_number': 0, 'project_id': '683f070adbd940be87bae3b1adb26100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd334177-0791-427c-896a-68b008b207e6', 'name': '', 'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'mac_address': 'fa:16:3e:df:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69310b53-305d-4506-a063-7a3f366f12d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '566ad47a-20e5-437c-8656-b9fb336acbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:20Z', 'updated_at': '2021-11-12T20:58:25Z', 'revision_number': 5, 'project_id': '683f070adbd940be87bae3b1adb26100', 'subnets': [{'id': '566ad47a-20e5-437c-8656-b9fb336acbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 20:59:18.753490 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-33748987-6117-4a1d-91d6-31f8eb3b11d1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.757292 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb74586-48a0-45ec-95bd-66de4675559d None None] The sync data for ids ['69310b53-305d-4506-a063-7a3f366f12d0'] in n-d-712140-15 is: [{'id': '69310b53-305d-4506-a063-7a3f366f12d0', 'name': 'tempest-TestMinimumBasicScenario-2131562254-router', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:18Z', 'updated_at': '2021-11-12T20:58:21Z', 'revision_number': 4, 'project_id': '683f070adbd940be87bae3b1adb26100', 'gw_port': {'id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69310b53-305d-4506-a063-7a3f366f12d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:19Z', 'updated_at': '2021-11-12T20:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '32991d48-39a7-4a14-b890-283d09ffbf25', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'floating_ip_address': '172.25.5.206', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '69310b53-305d-4506-a063-7a3f366f12d0', 'port_id': 'e37784f4-40ca-4b4a-85fe-85a311a11d08', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474', 'mac_address': 'fa:16:3e:52:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfa8c24-768d-4bfb-96ef-49e06e3fa5de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T20:59:16Z', 'updated_at': '2021-11-12T20:59:16Z', 'revision_number': 0, 'project_id': '683f070adbd940be87bae3b1adb26100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd334177-0791-427c-896a-68b008b207e6', 'name': '', 'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'mac_address': 'fa:16:3e:df:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69310b53-305d-4506-a063-7a3f366f12d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '566ad47a-20e5-437c-8656-b9fb336acbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:20Z', 'updated_at': '2021-11-12T20:58:25Z', 'revision_number': 5, 'project_id': '683f070adbd940be87bae3b1adb26100', 'subnets': [{'id': '566ad47a-20e5-437c-8656-b9fb336acbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 20:59:18.757583 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-33748987-6117-4a1d-91d6-31f8eb3b11d1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.777336 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33748987-6117-4a1d-91d6-31f8eb3b11d1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=675e32d8-9998-4806-9a80-d2b39f9866cb,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:18.786812 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-33748987-6117-4a1d-91d6-31f8eb3b11d1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.788677 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-33748987-6117-4a1d-91d6-31f8eb3b11d1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317704 Nov 12 20:59:18.791225 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56654) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:18.796311 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-91554fd3-5ed7-4565-aceb-b99a51ba4a6a tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Request body: {'security_group_rule': {'security_group_id': '7abe021d-d24f-449d-8d3a-367487155654', 'project_id': '683f070adbd940be87bae3b1adb26100', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:18.820957 n-d-712140-15 neutron-server[102447]: INFO neutron.db.securitygroups_db [None req-91554fd3-5ed7-4565-aceb-b99a51ba4a6a tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Project 683f070adbd940be87bae3b1adb26100 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 20:59:18.826762 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91554fd3-5ed7-4565-aceb-b99a51ba4a6a tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.887345 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91554fd3-5ed7-4565-aceb-b99a51ba4a6a tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.891310 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91554fd3-5ed7-4565-aceb-b99a51ba4a6a tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.910137 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91554fd3-5ed7-4565-aceb-b99a51ba4a6a tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14fcb0c8-073a-45c7-8136-01c9bd7ec946,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:18.920613 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91554fd3-5ed7-4565-aceb-b99a51ba4a6a tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.925775 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-91554fd3-5ed7-4565-aceb-b99a51ba4a6a tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1297460 Nov 12 20:59:18.926673 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56656) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 20:59:18.931042 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-f5dff7d1-a52c-4fbc-852f-9160cf5fe6e7 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Request body: {'security_group_rule': {'security_group_id': '7abe021d-d24f-449d-8d3a-367487155654', 'project_id': '683f070adbd940be87bae3b1adb26100', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:18.955286 n-d-712140-15 neutron-server[102447]: INFO neutron.db.securitygroups_db [None req-f5dff7d1-a52c-4fbc-852f-9160cf5fe6e7 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Project 683f070adbd940be87bae3b1adb26100 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 20:59:18.960859 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f5dff7d1-a52c-4fbc-852f-9160cf5fe6e7 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:18.988773 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769b527b-9a58-4299-9cd7-3a3fe4ca330f None None] New status for floating IP 32991d48-39a7-4a14-b890-283d09ffbf25: ACTIVE {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 20:59:19.026591 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f5dff7d1-a52c-4fbc-852f-9160cf5fe6e7 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:19.031648 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f5dff7d1-a52c-4fbc-852f-9160cf5fe6e7 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:19.050155 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dff7d1-a52c-4fbc-852f-9160cf5fe6e7 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38d5928-f16d-4c4e-a260-f01d5bfb8258,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:19.059020 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f5dff7d1-a52c-4fbc-852f-9160cf5fe6e7 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:19.063220 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f5dff7d1-a52c-4fbc-852f-9160cf5fe6e7 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330988 Nov 12 20:59:19.155557 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-58f48548-0d9e-4a84-814f-169cd6d8c23c req-47b5fdd9-b8c8-4127-82b6-76fced024330 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1573297213&fields=id&tenant_id=683f070adbd940be87bae3b1adb26100 HTTP/1.1" status: 200 len: 267 time: 0.0474064 Nov 12 20:59:19.214075 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f48548-0d9e-4a84-814f-169cd6d8c23c req-f3b92405-f7cf-4c56-ba11-29b686fcf1bd tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:19.216094 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-58f48548-0d9e-4a84-814f-169cd6d8c23c req-f3b92405-f7cf-4c56-ba11-29b686fcf1bd tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 946 time: 0.0547454 Nov 12 20:59:19.227041 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-58f48548-0d9e-4a84-814f-169cd6d8c23c req-cb74e6ee-e501-40f1-8cc5-4b41c89429fd tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Request body: {'port': {'security_groups': ['87a3086a-1b03-4748-b709-8eb1829dce10', '7abe021d-d24f-449d-8d3a-367487155654']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 20:59:19.290816 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-58f48548-0d9e-4a84-814f-169cd6d8c23c req-cb74e6ee-e501-40f1-8cc5-4b41c89429fd tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:19.471592 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-58f48548-0d9e-4a84-814f-169cd6d8c23c req-cb74e6ee-e501-40f1-8cc5-4b41c89429fd tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] For port e37784f4-40ca-4b4a-85fe-85a311a11d08, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e37784f4-40ca-4b4a-85fe-85a311a11d08,segment=NetworkSegment(81ea4653-92a5-4df8-9926-29bcfa30c557),segment_id=81ea4653-92a5-4df8-9926-29bcfa30c557)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 20:59:19.500430 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-58f48548-0d9e-4a84-814f-169cd6d8c23c req-cb74e6ee-e501-40f1-8cc5-4b41c89429fd tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:19.505312 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-58f48548-0d9e-4a84-814f-169cd6d8c23c req-cb74e6ee-e501-40f1-8cc5-4b41c89429fd tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:19.516579 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['e37784f4-40ca-4b4a-85fe-85a311a11d08'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:59:19.553679 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f48548-0d9e-4a84-814f-169cd6d8c23c req-cb74e6ee-e501-40f1-8cc5-4b41c89429fd tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:19.554327 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-58f48548-0d9e-4a84-814f-169cd6d8c23c req-cb74e6ee-e501-40f1-8cc5-4b41c89429fd tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:19.555760 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-58f48548-0d9e-4a84-814f-169cd6d8c23c req-cb74e6ee-e501-40f1-8cc5-4b41c89429fd tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "PUT /v2.0/ports/e37784f4-40ca-4b4a-85fe-85a311a11d08 HTTP/1.1" status: 200 len: 982 time: 0.3331871 Nov 12 20:59:19.556258 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdfa8c24-768d-4bfb-96ef-49e06e3fa5de', 'tag': 'e37784f4-40ca-4b4a-85fe-85a311a11d08'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 20:59:19.562687 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd6bf149db5198c131b0a94c001dfe597833dedcde5dd32e44168e01e6f8dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751d2a79-907d-4a2a-b0f8-ba5831705af0" -d '{"events": [{"name": "network-changed", "server_uuid": "fdfa8c24-768d-4bfb-96ef-49e06e3fa5de", "tag": "e37784f4-40ca-4b4a-85fe-85a311a11d08"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 20:59:19.595139 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74e6ee-e501-40f1-8cc5-4b41c89429fd tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Pushing event updated for resources: {'Port': ['ID=e37784f4-40ca-4b4a-85fe-85a311a11d08,revision_number=6']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 20:59:19.647457 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 20:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c322cf-dbd8-429e-9bcc-f9d7a27a0f78 x-openstack-request-id: req-e2c322cf-dbd8-429e-9bcc-f9d7a27a0f78 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 20:59:19.647926 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdfa8c24-768d-4bfb-96ef-49e06e3fa5de", "tag": "e37784f4-40ca-4b4a-85fe-85a311a11d08", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 20:59:19.648094 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e2c322cf-dbd8-429e-9bcc-f9d7a27a0f78 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 20:59:19.648529 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdfa8c24-768d-4bfb-96ef-49e06e3fa5de', 'tag': 'e37784f4-40ca-4b4a-85fe-85a311a11d08', 'status': 'completed', 'code': 200} Nov 12 20:59:19.649397 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['e37784f4-40ca-4b4a-85fe-85a311a11d08'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 20:59:19.733130 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d2a79-907d-4a2a-b0f8-ba5831705af0 req-779360d2-d11b-414a-bf63-5a69c92bf05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:19.734600 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-751d2a79-907d-4a2a-b0f8-ba5831705af0 req-779360d2-d11b-414a-bf63-5a69c92bf05b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=683f070adbd940be87bae3b1adb26100&device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 1137 time: 0.0500548 Nov 12 20:59:19.753399 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61cb80-d063-4db2-b8e1-ed394b1aefc1 req-5616cc87-ceb0-4dc6-b279-ea6c821df620 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:19.763926 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bb61cb80-d063-4db2-b8e1-ed394b1aefc1 req-5616cc87-ceb0-4dc6-b279-ea6c821df620 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 985 time: 0.0866306 Nov 12 20:59:19.828517 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bb61cb80-d063-4db2-b8e1-ed394b1aefc1 req-a4eb570b-90d1-4280-bd08-e3dbe73645e1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/security-groups?id=7abe021d-d24f-449d-8d3a-367487155654&id=87a3086a-1b03-4748-b709-8eb1829dce10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631523 Nov 12 20:59:19.836721 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d2a79-907d-4a2a-b0f8-ba5831705af0 req-3bc4fc17-f4ae-4cd7-99dd-29611c714325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:19.838917 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-751d2a79-907d-4a2a-b0f8-ba5831705af0 req-3bc4fc17-f4ae-4cd7-99dd-29611c714325 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0fe589e5-40ce-4ba5-9027-38b0f0347474 HTTP/1.1" status: 200 len: 916 time: 0.0948894 Nov 12 20:59:19.878587 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b51b3dc-6a80-4476-a16d-6756898a9c01 None None] Provisioning complete for port e37784f4-40ca-4b4a-85fe-85a311a11d08 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 20:59:19.878955 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b51b3dc-6a80-4476-a16d-6756898a9c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:19.917087 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-751d2a79-907d-4a2a-b0f8-ba5831705af0 req-5b4f640b-dc7f-4500-85b2-0264272ffce2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e37784f4-40ca-4b4a-85fe-85a311a11d08 HTTP/1.1" status: 200 len: 1002 time: 0.0677462 Nov 12 20:59:19.975377 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d2a79-907d-4a2a-b0f8-ba5831705af0 req-c3a3c878-6f09-4921-8b74-5ac3ffc7fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:19.977136 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-751d2a79-907d-4a2a-b0f8-ba5831705af0 req-c3a3c878-6f09-4921-8b74-5ac3ffc7fb48 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=566ad47a-20e5-437c-8656-b9fb336acbe7 HTTP/1.1" status: 200 len: 854 time: 0.0494335 Nov 12 20:59:20.028877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d2a79-907d-4a2a-b0f8-ba5831705af0 req-3c4645de-f4a0-43e8-8de3-6abfec593739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:20.030501 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-751d2a79-907d-4a2a-b0f8-ba5831705af0 req-3c4645de-f4a0-43e8-8de3-6abfec593739 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0fe589e5-40ce-4ba5-9027-38b0f0347474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462430 Nov 12 20:59:20.072562 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8f16-d08c-4949-a1d5-ff5ba260c8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:20.153354 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-751d2a79-907d-4a2a-b0f8-ba5831705af0 req-3b404a42-c746-4922-bfa3-2642af43c794 service neutron] 10.222.0.55 "GET /v2.0/networks/0fe589e5-40ce-4ba5-9027-38b0f0347474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146438 Nov 12 20:59:20.247186 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-751d2a79-907d-4a2a-b0f8-ba5831705af0 req-ae78e1dc-9ebf-4d38-97a0-c5af300eff30 service neutron] 10.222.0.55 "GET /v2.0/networks/0fe589e5-40ce-4ba5-9027-38b0f0347474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864425 Nov 12 20:59:20.706980 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:22.843966 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6b6c0338-1469-4197-93bc-1b1cb1effc02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:23.617073 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0fdf153e-5f45-4942-a917-bb2c2a69553d req-6e21d996-4d15-4465-818a-7e9b0967baa4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460899 Nov 12 20:59:23.700571 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf153e-5f45-4942-a917-bb2c2a69553d req-87cca45a-a524-487e-87d1-149a3b78930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:23.702108 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0fdf153e-5f45-4942-a917-bb2c2a69553d req-87cca45a-a524-487e-87d1-149a3b78930f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=683f070adbd940be87bae3b1adb26100&device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 1137 time: 0.0413294 Nov 12 20:59:23.809949 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf153e-5f45-4942-a917-bb2c2a69553d req-4edee1e0-45ef-43fe-bfd4-0edfbf160e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:23.811439 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0fdf153e-5f45-4942-a917-bb2c2a69553d req-4edee1e0-45ef-43fe-bfd4-0edfbf160e51 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0fe589e5-40ce-4ba5-9027-38b0f0347474 HTTP/1.1" status: 200 len: 916 time: 0.0883708 Nov 12 20:59:23.877959 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0fdf153e-5f45-4942-a917-bb2c2a69553d req-433886c5-9910-4acf-b314-ff72f66cd615 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e37784f4-40ca-4b4a-85fe-85a311a11d08 HTTP/1.1" status: 200 len: 1002 time: 0.0588267 Nov 12 20:59:23.930351 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf153e-5f45-4942-a917-bb2c2a69553d req-6e1b9196-25bc-4145-86db-f27d7ade12e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:23.931837 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0fdf153e-5f45-4942-a917-bb2c2a69553d req-6e1b9196-25bc-4145-86db-f27d7ade12e4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=566ad47a-20e5-437c-8656-b9fb336acbe7 HTTP/1.1" status: 200 len: 854 time: 0.0445068 Nov 12 20:59:23.954678 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:23.983594 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf153e-5f45-4942-a917-bb2c2a69553d req-fab1756f-8bb9-454e-b737-7cfd3fcea4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 20:59:23.985173 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0fdf153e-5f45-4942-a917-bb2c2a69553d req-fab1756f-8bb9-454e-b737-7cfd3fcea4f0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0fe589e5-40ce-4ba5-9027-38b0f0347474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455115 Nov 12 20:59:24.076169 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0fdf153e-5f45-4942-a917-bb2c2a69553d req-58262b6b-ce56-4dc7-9a03-f7727eea7060 service neutron] 10.222.0.55 "GET /v2.0/networks/0fe589e5-40ce-4ba5-9027-38b0f0347474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838363 Nov 12 20:59:24.175108 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0fdf153e-5f45-4942-a917-bb2c2a69553d req-7dfbd6ed-838d-4733-9aef-f94be2ebac6f service neutron] 10.222.0.55 "GET /v2.0/networks/0fe589e5-40ce-4ba5-9027-38b0f0347474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922153 Nov 12 20:59:24.436586 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:25.362078 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:26.051643 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:29.646803 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 20:59:50.004433 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-54a8b4a2-0ca6-413b-b776-61b461de167f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:50.724053 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:52.848698 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ea81f7a2-5bf8-47d2-b00e-f5e2364b948b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:53.955897 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:54.444055 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:55.368024 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 20:59:56.054793 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:06.646216 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:00:08.212361 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e2d3a-867e-4991-a3de-f2e661f0a6c7 req-3dc5f27b-6886-4eda-ac04-ee92db2f5392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:08.215671 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef0e2d3a-867e-4991-a3de-f2e661f0a6c7 req-3dc5f27b-6886-4eda-ac04-ee92db2f5392 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=683f070adbd940be87bae3b1adb26100&device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 1137 time: 0.1118944 Nov 12 21:00:08.320860 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e2d3a-867e-4991-a3de-f2e661f0a6c7 req-068a012a-3891-4af1-964c-1fd76b143379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:08.323081 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef0e2d3a-867e-4991-a3de-f2e661f0a6c7 req-068a012a-3891-4af1-964c-1fd76b143379 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0fe589e5-40ce-4ba5-9027-38b0f0347474 HTTP/1.1" status: 200 len: 916 time: 0.0994761 Nov 12 21:00:08.391049 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef0e2d3a-867e-4991-a3de-f2e661f0a6c7 req-33f2cfa3-6e6f-46fe-bd09-5fce0b3fb3f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e37784f4-40ca-4b4a-85fe-85a311a11d08 HTTP/1.1" status: 200 len: 1002 time: 0.0605350 Nov 12 21:00:08.445242 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e2d3a-867e-4991-a3de-f2e661f0a6c7 req-c0afb7a8-7dd7-4fbd-8bcf-7907e7a4ed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:08.446735 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef0e2d3a-867e-4991-a3de-f2e661f0a6c7 req-c0afb7a8-7dd7-4fbd-8bcf-7907e7a4ed41 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=566ad47a-20e5-437c-8656-b9fb336acbe7 HTTP/1.1" status: 200 len: 854 time: 0.0472760 Nov 12 21:00:08.502677 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e2d3a-867e-4991-a3de-f2e661f0a6c7 req-d7f838ca-b3a2-4b33-8aa3-0e65f91ab665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:08.504311 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef0e2d3a-867e-4991-a3de-f2e661f0a6c7 req-d7f838ca-b3a2-4b33-8aa3-0e65f91ab665 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0fe589e5-40ce-4ba5-9027-38b0f0347474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497148 Nov 12 21:00:08.555444 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda0673-9516-4e61-ba75-d42bc878da35 req-8f0def88-196b-4c21-81ce-eeac2d31b3b8 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:08.557195 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0cda0673-9516-4e61-ba75-d42bc878da35 req-8f0def88-196b-4c21-81ce-eeac2d31b3b8 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 985 time: 0.1833022 Nov 12 21:00:08.610221 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef0e2d3a-867e-4991-a3de-f2e661f0a6c7 req-cf2e59c6-70af-4b1d-ae30-8c300426521d service neutron] 10.222.0.55 "GET /v2.0/networks/0fe589e5-40ce-4ba5-9027-38b0f0347474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975032 Nov 12 21:00:08.627336 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0cda0673-9516-4e61-ba75-d42bc878da35 req-f8ef5330-63fb-4662-8f1f-814585517253 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/security-groups?id=7abe021d-d24f-449d-8d3a-367487155654&id=87a3086a-1b03-4748-b709-8eb1829dce10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637565 Nov 12 21:00:08.709340 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ef0e2d3a-867e-4991-a3de-f2e661f0a6c7 req-17c504e8-6c98-4c1e-b40c-8eccf2a077db service neutron] 10.222.0.55 "GET /v2.0/networks/0fe589e5-40ce-4ba5-9027-38b0f0347474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910735 Nov 12 21:00:09.800251 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fd346-361f-4caa-8c33-27eabcb28fa3 req-4ebde46b-4fa6-4782-bba6-c822ca81cc14 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:09.801773 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-984fd346-361f-4caa-8c33-27eabcb28fa3 req-4ebde46b-4fa6-4782-bba6-c822ca81cc14 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 985 time: 0.1009607 Nov 12 21:00:09.862328 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-984fd346-361f-4caa-8c33-27eabcb28fa3 req-642519cb-e253-417c-9bfb-e6fd0e0dd572 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/security-groups?id=7abe021d-d24f-449d-8d3a-367487155654&id=87a3086a-1b03-4748-b709-8eb1829dce10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538387 Nov 12 21:00:10.982415 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93910e-0133-484c-a45d-94da3ec9fa03 req-40711d45-37eb-4d78-b123-4f479d9277a5 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:10.983920 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3c93910e-0133-484c-a45d-94da3ec9fa03 req-40711d45-37eb-4d78-b123-4f479d9277a5 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 985 time: 0.0533636 Nov 12 21:00:11.049848 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3c93910e-0133-484c-a45d-94da3ec9fa03 req-e93c4ba9-4498-48d1-961e-daa3eeb7d791 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/security-groups?id=7abe021d-d24f-449d-8d3a-367487155654&id=87a3086a-1b03-4748-b709-8eb1829dce10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591664 Nov 12 21:00:12.174097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c462ae-015f-4855-b16f-15ad576ef75f req-52e727b6-5d83-4ffb-9755-9d72a2df3413 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:12.175636 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-26c462ae-015f-4855-b16f-15ad576ef75f req-52e727b6-5d83-4ffb-9755-9d72a2df3413 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 985 time: 0.0547521 Nov 12 21:00:12.239218 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-26c462ae-015f-4855-b16f-15ad576ef75f req-887cfb33-ef6d-4807-93fb-52ebd2923dcc tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/security-groups?id=7abe021d-d24f-449d-8d3a-367487155654&id=87a3086a-1b03-4748-b709-8eb1829dce10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575480 Nov 12 21:00:13.361805 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d86203-9c0d-400f-9488-24bad33a55aa req-85e90bdb-0f8b-4d42-bb46-bb94732ce85e tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:13.363314 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-83d86203-9c0d-400f-9488-24bad33a55aa req-85e90bdb-0f8b-4d42-bb46-bb94732ce85e tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 985 time: 0.0523574 Nov 12 21:00:13.430865 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-83d86203-9c0d-400f-9488-24bad33a55aa req-89e83fe8-2cb2-4bd7-9e49-7b0d53a43a90 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/security-groups?id=7abe021d-d24f-449d-8d3a-367487155654&id=87a3086a-1b03-4748-b709-8eb1829dce10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615509 Nov 12 21:00:14.550739 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb92b6a-dcf2-4c75-b365-6a5239a5d006 req-f5428aa0-41e4-4906-85af-64a7854841dd tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:14.552281 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3bb92b6a-dcf2-4c75-b365-6a5239a5d006 req-f5428aa0-41e4-4906-85af-64a7854841dd tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 985 time: 0.0501864 Nov 12 21:00:14.612967 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3bb92b6a-dcf2-4c75-b365-6a5239a5d006 req-2f6dbb63-d78f-48c7-b2da-eeecaa2baad2 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/security-groups?id=7abe021d-d24f-449d-8d3a-367487155654&id=87a3086a-1b03-4748-b709-8eb1829dce10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542243 Nov 12 21:00:15.735338 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2775d2-906c-47fc-9304-762f21fa145d req-e3dfdc80-9c7b-4174-9a6a-7ecf1de06e83 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:15.736915 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aa2775d2-906c-47fc-9304-762f21fa145d req-e3dfdc80-9c7b-4174-9a6a-7ecf1de06e83 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 985 time: 0.0525117 Nov 12 21:00:15.798657 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aa2775d2-906c-47fc-9304-762f21fa145d req-d139e381-8009-4028-a6b8-8ee8fd4272c4 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/security-groups?id=7abe021d-d24f-449d-8d3a-367487155654&id=87a3086a-1b03-4748-b709-8eb1829dce10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557754 Nov 12 21:00:16.938903 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5616a7-9cac-4ff4-bba3-ba2bec507eb7 req-5670809c-3ef4-489f-9511-5b59d658e1bc tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:16.940732 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0c5616a7-9cac-4ff4-bba3-ba2bec507eb7 req-5670809c-3ef4-489f-9511-5b59d658e1bc tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 985 time: 0.0620930 Nov 12 21:00:17.009366 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0c5616a7-9cac-4ff4-bba3-ba2bec507eb7 req-ffdf6ab5-c3cd-4140-926f-7562eaaa4e7b tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/security-groups?id=7abe021d-d24f-449d-8d3a-367487155654&id=87a3086a-1b03-4748-b709-8eb1829dce10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607038 Nov 12 21:00:18.131532 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6922a-bf49-469b-b948-2c469cfeb236 req-8eb36fb2-6dad-4df7-9fae-6137511d169a tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:18.133055 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-36d6922a-bf49-469b-b948-2c469cfeb236 req-8eb36fb2-6dad-4df7-9fae-6137511d169a tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 985 time: 0.0515211 Nov 12 21:00:18.209750 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-36d6922a-bf49-469b-b948-2c469cfeb236 req-f8da3873-efe6-4c07-b521-8213f357e73e tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/security-groups?id=7abe021d-d24f-449d-8d3a-367487155654&id=87a3086a-1b03-4748-b709-8eb1829dce10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691471 Nov 12 21:00:19.340134 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58ad50-5a5c-41b3-aed6-13390d85b528 req-aaa6766b-786f-4ff9-a724-6ae84fddbb91 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:19.340134 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e58ad50-5a5c-41b3-aed6-13390d85b528 req-aaa6766b-786f-4ff9-a724-6ae84fddbb91 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 985 time: 0.0543528 Nov 12 21:00:19.414878 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0e58ad50-5a5c-41b3-aed6-13390d85b528 req-449d689b-b2dc-4a9b-9042-8b2a8f799d59 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/security-groups?id=7abe021d-d24f-449d-8d3a-367487155654&id=87a3086a-1b03-4748-b709-8eb1829dce10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640893 Nov 12 21:00:20.015543 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-24a0a404-640b-42d8-b41e-34f28cbf9d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:20.535761 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d3d1f-e9f4-484e-a4f2-b43e17230916 req-36f92a1f-a47d-41fa-866b-415a12e194ac tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:20.537278 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0f5d3d1f-e9f4-484e-a4f2-b43e17230916 req-36f92a1f-a47d-41fa-866b-415a12e194ac tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 985 time: 0.0533428 Nov 12 21:00:20.598245 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0f5d3d1f-e9f4-484e-a4f2-b43e17230916 req-7da8c706-140a-44b6-a7ce-e49d9cf31e4e tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/security-groups?id=7abe021d-d24f-449d-8d3a-367487155654&id=87a3086a-1b03-4748-b709-8eb1829dce10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542226 Nov 12 21:00:20.736205 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:22.855446 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-223661fa-fc9f-482b-a169-9d646ee1d5ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:23.960498 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:24.453425 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:25.368094 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:25.595084 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7a61a054-8ce2-43d1-b019-959b14655e70 req-83857649-1234-4ea2-afd4-d94e82e05e3f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426161 Nov 12 21:00:25.678783 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61a054-8ce2-43d1-b019-959b14655e70 req-659f5349-d0a9-48a0-93ac-e6c378934fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:25.680386 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7a61a054-8ce2-43d1-b019-959b14655e70 req-659f5349-d0a9-48a0-93ac-e6c378934fc7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=683f070adbd940be87bae3b1adb26100&device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 1137 time: 0.0426455 Nov 12 21:00:25.797491 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61a054-8ce2-43d1-b019-959b14655e70 req-2477afab-e415-4101-9062-bdbeff72c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:25.799028 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7a61a054-8ce2-43d1-b019-959b14655e70 req-2477afab-e415-4101-9062-bdbeff72c92b service neutron] 10.222.0.55 "GET /v2.0/networks?id=0fe589e5-40ce-4ba5-9027-38b0f0347474 HTTP/1.1" status: 200 len: 916 time: 0.0910757 Nov 12 21:00:25.867354 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7a61a054-8ce2-43d1-b019-959b14655e70 req-4b115d6b-397f-4084-9ebb-12ba98f891e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e37784f4-40ca-4b4a-85fe-85a311a11d08 HTTP/1.1" status: 200 len: 1002 time: 0.0606508 Nov 12 21:00:25.923749 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61a054-8ce2-43d1-b019-959b14655e70 req-30e41f92-65a8-44a1-b0c5-0745ceaaac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:25.925296 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7a61a054-8ce2-43d1-b019-959b14655e70 req-30e41f92-65a8-44a1-b0c5-0745ceaaac59 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=566ad47a-20e5-437c-8656-b9fb336acbe7 HTTP/1.1" status: 200 len: 854 time: 0.0515192 Nov 12 21:00:25.979560 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61a054-8ce2-43d1-b019-959b14655e70 req-49f3b2c8-be38-41d6-96ad-d9ca5937a883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:00:25.981437 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7a61a054-8ce2-43d1-b019-959b14655e70 req-49f3b2c8-be38-41d6-96ad-d9ca5937a883 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0fe589e5-40ce-4ba5-9027-38b0f0347474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428104 Nov 12 21:00:26.061912 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:26.078456 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7a61a054-8ce2-43d1-b019-959b14655e70 req-c7e906b7-5930-4a26-a374-bb1dde033695 service neutron] 10.222.0.55 "GET /v2.0/networks/0fe589e5-40ce-4ba5-9027-38b0f0347474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899031 Nov 12 21:00:26.177623 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7a61a054-8ce2-43d1-b019-959b14655e70 req-faf23fab-8ce5-42dd-97be-11097986524f service neutron] 10.222.0.55 "GET /v2.0/networks/0fe589e5-40ce-4ba5-9027-38b0f0347474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920808 Nov 12 21:00:43.644904 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:00:50.008734 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-206ae2a0-0980-4112-8a36-c2fd414f2e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:50.753907 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:52.847614 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-26355d20-5d8b-47bf-b6df-f5858c346bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:53.961405 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:54.444074 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:55.371928 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:00:56.055268 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:20.012239 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3a6fa288-a99d-446e-94d9-0f7a57a0d0ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:20.644295 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:01:20.767592 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:22.850362 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7e9b8989-979c-43c1-abb0-fbb8d08c4819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:23.953988 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9a3f7cac-e3d6-442e-9a35-25c71ad654ed req-8b4306ba-1205-4970-b896-bdef68c29a22 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1573297213&fields=id&tenant_id=683f070adbd940be87bae3b1adb26100 HTTP/1.1" status: 200 len: 267 time: 0.0461800 Nov 12 21:01:23.968426 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.011990 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f7cac-e3d6-442e-9a35-25c71ad654ed req-eddce6a6-e8df-4e20-8d1f-4dabda2dd548 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:24.013592 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9a3f7cac-e3d6-442e-9a35-25c71ad654ed req-eddce6a6-e8df-4e20-8d1f-4dabda2dd548 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 985 time: 0.0539629 Nov 12 21:01:24.025072 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [req-9a3f7cac-e3d6-442e-9a35-25c71ad654ed req-45241cc5-0c49-41fd-92d1-70d114276325 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Request body: {'port': {'security_groups': ['87a3086a-1b03-4748-b709-8eb1829dce10']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:24.098098 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9a3f7cac-e3d6-442e-9a35-25c71ad654ed req-45241cc5-0c49-41fd-92d1-70d114276325 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.276580 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-9a3f7cac-e3d6-442e-9a35-25c71ad654ed req-45241cc5-0c49-41fd-92d1-70d114276325 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] For port e37784f4-40ca-4b4a-85fe-85a311a11d08, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e37784f4-40ca-4b4a-85fe-85a311a11d08,segment=NetworkSegment(81ea4653-92a5-4df8-9926-29bcfa30c557),segment_id=81ea4653-92a5-4df8-9926-29bcfa30c557)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:24.305400 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9a3f7cac-e3d6-442e-9a35-25c71ad654ed req-45241cc5-0c49-41fd-92d1-70d114276325 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.310590 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9a3f7cac-e3d6-442e-9a35-25c71ad654ed req-45241cc5-0c49-41fd-92d1-70d114276325 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.322589 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['e37784f4-40ca-4b4a-85fe-85a311a11d08'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:01:24.355497 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f7cac-e3d6-442e-9a35-25c71ad654ed req-45241cc5-0c49-41fd-92d1-70d114276325 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:24.356168 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-9a3f7cac-e3d6-442e-9a35-25c71ad654ed req-45241cc5-0c49-41fd-92d1-70d114276325 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.357762 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9a3f7cac-e3d6-442e-9a35-25c71ad654ed req-45241cc5-0c49-41fd-92d1-70d114276325 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "PUT /v2.0/ports/e37784f4-40ca-4b4a-85fe-85a311a11d08 HTTP/1.1" status: 200 len: 943 time: 0.3375010 Nov 12 21:01:24.358247 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdfa8c24-768d-4bfb-96ef-49e06e3fa5de', 'tag': 'e37784f4-40ca-4b4a-85fe-85a311a11d08'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:01:24.360596 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd6bf149db5198c131b0a94c001dfe597833dedcde5dd32e44168e01e6f8dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573ef40c-0ae6-4aef-9777-a4c191600691" -d '{"events": [{"name": "network-changed", "server_uuid": "fdfa8c24-768d-4bfb-96ef-49e06e3fa5de", "tag": "e37784f4-40ca-4b4a-85fe-85a311a11d08"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:01:24.365255 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56738) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:24.387642 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45241cc5-0c49-41fd-92d1-70d114276325 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Pushing event updated for resources: {'Port': ['ID=e37784f4-40ca-4b4a-85fe-85a311a11d08,revision_number=7']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:24.395678 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45241cc5-0c49-41fd-92d1-70d114276325 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:24.396026 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45241cc5-0c49-41fd-92d1-70d114276325 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:24.396407 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45241cc5-0c49-41fd-92d1-70d114276325 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:24.396753 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45241cc5-0c49-41fd-92d1-70d114276325 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:24.397093 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45241cc5-0c49-41fd-92d1-70d114276325 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:24.397433 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45241cc5-0c49-41fd-92d1-70d114276325 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:24.397773 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45241cc5-0c49-41fd-92d1-70d114276325 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:24.398166 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45241cc5-0c49-41fd-92d1-70d114276325 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:24.398506 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45241cc5-0c49-41fd-92d1-70d114276325 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:24.399351 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45241cc5-0c49-41fd-92d1-70d114276325 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:24.399736 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45241cc5-0c49-41fd-92d1-70d114276325 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:24.400070 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45241cc5-0c49-41fd-92d1-70d114276325 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:24.428017 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['e37784f4-40ca-4b4a-85fe-85a311a11d08'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:01:24.467000 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8234e88f-01c4-405a-a590-17c00766e8d6 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.484629 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.500744 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8234e88f-01c4-405a-a590-17c00766e8d6 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.513545 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9baad69-5e07-4fee-9bc9-ff1be50b00d8 x-openstack-request-id: req-a9baad69-5e07-4fee-9bc9-ff1be50b00d8 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:01:24.513973 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdfa8c24-768d-4bfb-96ef-49e06e3fa5de", "tag": "e37784f4-40ca-4b4a-85fe-85a311a11d08", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:01:24.514451 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a9baad69-5e07-4fee-9bc9-ff1be50b00d8 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:01:24.515187 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdfa8c24-768d-4bfb-96ef-49e06e3fa5de', 'tag': 'e37784f4-40ca-4b4a-85fe-85a311a11d08', 'status': 'completed', 'code': 200} Nov 12 21:01:24.582045 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8234e88f-01c4-405a-a590-17c00766e8d6 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.585549 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8234e88f-01c4-405a-a590-17c00766e8d6 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:24.587420 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8234e88f-01c4-405a-a590-17c00766e8d6 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "DELETE /v2.0/security-groups/7abe021d-d24f-449d-8d3a-367487155654 HTTP/1.1" status: 204 len: 168 time: 0.2202425 Nov 12 21:01:24.590504 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56746) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:24.598553 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234e88f-01c4-405a-a590-17c00766e8d6 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abe021d-d24f-449d-8d3a-367487155654,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:24.608899 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234e88f-01c4-405a-a590-17c00766e8d6 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:24.609535 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234e88f-01c4-405a-a590-17c00766e8d6 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:24.610053 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234e88f-01c4-405a-a590-17c00766e8d6 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:24.610565 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234e88f-01c4-405a-a590-17c00766e8d6 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:24.611203 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234e88f-01c4-405a-a590-17c00766e8d6 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:24.611703 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234e88f-01c4-405a-a590-17c00766e8d6 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:24.612256 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234e88f-01c4-405a-a590-17c00766e8d6 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:24.612768 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234e88f-01c4-405a-a590-17c00766e8d6 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:24.613276 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234e88f-01c4-405a-a590-17c00766e8d6 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:24.613791 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234e88f-01c4-405a-a590-17c00766e8d6 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:24.614598 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234e88f-01c4-405a-a590-17c00766e8d6 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:24.615105 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234e88f-01c4-405a-a590-17c00766e8d6 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:24.730028 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-80490d3a-8a22-4caa-8080-bc01a55cde00 None None] Provisioning complete for port e37784f4-40ca-4b4a-85fe-85a311a11d08 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:24.730390 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-80490d3a-8a22-4caa-8080-bc01a55cde00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:25.015373 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ef40c-0ae6-4aef-9777-a4c191600691 req-18423978-d631-4547-9d75-ead4cbf6918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:25.017199 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-573ef40c-0ae6-4aef-9777-a4c191600691 req-18423978-d631-4547-9d75-ead4cbf6918f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=683f070adbd940be87bae3b1adb26100&device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 1098 time: 0.4790971 Nov 12 21:01:25.186449 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ef40c-0ae6-4aef-9777-a4c191600691 req-578bc731-987e-46f7-a7a7-fd478d4d19f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:25.187865 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-573ef40c-0ae6-4aef-9777-a4c191600691 req-578bc731-987e-46f7-a7a7-fd478d4d19f8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0fe589e5-40ce-4ba5-9027-38b0f0347474 HTTP/1.1" status: 200 len: 916 time: 0.1619349 Nov 12 21:01:25.249046 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-9879002c-3842-4445-9888-10010bb19da1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Deleting port b5096e71-c5b2-4870-a05a-9bf08fc10885 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:25.249389 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9879002c-3842-4445-9888-10010bb19da1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:25.306719 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-573ef40c-0ae6-4aef-9777-a4c191600691 req-55be7558-4585-4805-95b0-52d6cb1d5747 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e37784f4-40ca-4b4a-85fe-85a311a11d08 HTTP/1.1" status: 200 len: 1002 time: 0.1105623 Nov 12 21:01:25.372251 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:25.377446 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9879002c-3842-4445-9888-10010bb19da1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:25.377780 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9879002c-3842-4445-9888-10010bb19da1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:25.388033 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ef40c-0ae6-4aef-9777-a4c191600691 req-6f382d4a-8682-4ee4-8939-e31483ac953f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:25.389556 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-573ef40c-0ae6-4aef-9777-a4c191600691 req-6f382d4a-8682-4ee4-8939-e31483ac953f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=566ad47a-20e5-437c-8656-b9fb336acbe7 HTTP/1.1" status: 200 len: 854 time: 0.0756979 Nov 12 21:01:25.394774 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-9879002c-3842-4445-9888-10010bb19da1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Calling delete_port for b5096e71-c5b2-4870-a05a-9bf08fc10885 owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:25.485952 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ef40c-0ae6-4aef-9777-a4c191600691 req-3baf860c-f64a-4c28-b2cd-1c75fc5d82b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:25.487389 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-573ef40c-0ae6-4aef-9777-a4c191600691 req-3baf860c-f64a-4c28-b2cd-1c75fc5d82b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0fe589e5-40ce-4ba5-9027-38b0f0347474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887766 Nov 12 21:01:25.623239 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-573ef40c-0ae6-4aef-9777-a4c191600691 req-7b685199-b83b-4edd-a0ce-2364d241ad28 service neutron] 10.222.0.55 "GET /v2.0/networks/0fe589e5-40ce-4ba5-9027-38b0f0347474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275685 Nov 12 21:01:25.694486 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9879002c-3842-4445-9888-10010bb19da1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:25.724683 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879002c-3842-4445-9888-10010bb19da1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Pushing event deleted for resources: {'Port': ['ID=b5096e71-c5b2-4870-a05a-9bf08fc10885,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:25.795225 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-573ef40c-0ae6-4aef-9777-a4c191600691 req-a8d7900f-4707-466f-990e-ea149494abaa service neutron] 10.222.0.55 "GET /v2.0/networks/0fe589e5-40ce-4ba5-9027-38b0f0347474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628187 Nov 12 21:01:25.810745 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9879002c-3842-4445-9888-10010bb19da1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks [] for floatingip, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:25.811081 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [None req-9879002c-3842-4445-9888-10010bb19da1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Floating IP 32991d48-39a7-4a14-b890-283d09ffbf25 disassociated (deleted). External IP: 172.25.5.206, port: e37784f4-40ca-4b4a-85fe-85a311a11d08. Nov 12 21:01:26.022294 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9879002c-3842-4445-9888-10010bb19da1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Router 69310b53-305d-4506-a063-7a3f366f12d0 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:01:26.058913 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:26.135394 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9879002c-3842-4445-9888-10010bb19da1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:01:26.140101 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9879002c-3842-4445-9888-10010bb19da1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:26.146244 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701eca3d-c656-4415-810f-3ef065612919 None None] Sync routers for ids ['69310b53-305d-4506-a063-7a3f366f12d0'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:01:26.156476 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701eca3d-c656-4415-810f-3ef065612919 None None] Routers {'69310b53-305d-4506-a063-7a3f366f12d0'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:26.157187 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-701eca3d-c656-4415-810f-3ef065612919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:01:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['69310b53-305d-4506-a063-7a3f366f12d0'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:26.172665 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9879002c-3842-4445-9888-10010bb19da1 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "DELETE /v2.0/floatingips/32991d48-39a7-4a14-b890-283d09ffbf25 HTTP/1.1" status: 204 len: 168 time: 1.5785632 Nov 12 21:01:26.275167 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-701eca3d-c656-4415-810f-3ef065612919 None None] Set router 69310b53-305d-4506-a063-7a3f366f12d0 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:01:26.516774 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdfa8c24-768d-4bfb-96ef-49e06e3fa5de', 'tag': 'e37784f4-40ca-4b4a-85fe-85a311a11d08'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:01:26.519974 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd6bf149db5198c131b0a94c001dfe597833dedcde5dd32e44168e01e6f8dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9dfbc4-529d-4f87-8ef0-e38f07950c66" -d '{"events": [{"name": "network-changed", "server_uuid": "fdfa8c24-768d-4bfb-96ef-49e06e3fa5de", "tag": "e37784f4-40ca-4b4a-85fe-85a311a11d08"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:01:26.559307 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd8b249-9f7c-4e79-9a7d-3a810292d798 x-openstack-request-id: req-0cd8b249-9f7c-4e79-9a7d-3a810292d798 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:01:26.559664 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdfa8c24-768d-4bfb-96ef-49e06e3fa5de", "tag": "e37784f4-40ca-4b4a-85fe-85a311a11d08", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:01:26.559974 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0cd8b249-9f7c-4e79-9a7d-3a810292d798 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:01:26.560401 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdfa8c24-768d-4bfb-96ef-49e06e3fa5de', 'tag': 'e37784f4-40ca-4b4a-85fe-85a311a11d08', 'status': 'completed', 'code': 200} Nov 12 21:01:26.587511 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-701eca3d-c656-4415-810f-3ef065612919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69310b53-305d-4506-a063-7a3f366f12d0', 'name': 'tempest-TestMinimumBasicScenario-2131562254-router', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:18Z', 'updated_at': '2021-11-12T20:58:21Z', 'revision_number': 4, 'project_id': '683f070adbd940be87bae3b1adb26100', 'gw_port': {'id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69310b53-305d-4506-a063-7a3f366f12d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:19Z', 'updated_at': '2021-11-12T20:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'bd334177-0791-427c-896a-68b008b207e6', 'name': '', 'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'mac_address': 'fa:16:3e:df:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69310b53-305d-4506-a063-7a3f366f12d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '566ad47a-20e5-437c-8656-b9fb336acbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:20Z', 'updated_at': '2021-11-12T20:58:25Z', 'revision_number': 5, 'project_id': '683f070adbd940be87bae3b1adb26100', 'subnets': [{'id': '566ad47a-20e5-437c-8656-b9fb336acbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:26.588085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.55', 50058) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:26.613277 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-20aa0bdb-9dd2-4316-9229-5fadde0c8d85 req-7e6a6915-f4e9-4dc7-b5cb-dea3ab32de46 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437906 Nov 12 21:01:26.614706 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701eca3d-c656-4415-810f-3ef065612919 None None] Checking router: 69310b53-305d-4506-a063-7a3f366f12d0 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:01:26.623310 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701eca3d-c656-4415-810f-3ef065612919 None None] Routers {'69310b53-305d-4506-a063-7a3f366f12d0'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:26.623921 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-701eca3d-c656-4415-810f-3ef065612919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:01:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['69310b53-305d-4506-a063-7a3f366f12d0'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:26.645944 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dfbc4-529d-4f87-8ef0-e38f07950c66 req-c472aa10-449e-4983-8a75-39e8332fa95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:26.647539 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0d9dfbc4-529d-4f87-8ef0-e38f07950c66 req-c472aa10-449e-4983-8a75-39e8332fa95a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=683f070adbd940be87bae3b1adb26100&device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 1098 time: 0.0457821 Nov 12 21:01:26.731130 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-701eca3d-c656-4415-810f-3ef065612919 None None] Set router 69310b53-305d-4506-a063-7a3f366f12d0 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:01:26.741789 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dfbc4-529d-4f87-8ef0-e38f07950c66 req-6c5d8d4d-5bba-4e2f-9386-317e1c3e55d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:26.743605 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0d9dfbc4-529d-4f87-8ef0-e38f07950c66 req-6c5d8d4d-5bba-4e2f-9386-317e1c3e55d0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0fe589e5-40ce-4ba5-9027-38b0f0347474 HTTP/1.1" status: 200 len: 916 time: 0.0890377 Nov 12 21:01:26.789231 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0d9dfbc4-529d-4f87-8ef0-e38f07950c66 req-392782ec-c512-4426-bc49-bcea77a6ebdf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e37784f4-40ca-4b4a-85fe-85a311a11d08 HTTP/1.1" status: 200 len: 217 time: 0.0387895 Nov 12 21:01:26.840942 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dfbc4-529d-4f87-8ef0-e38f07950c66 req-fe0a3722-b512-40e7-a097-6b8eee01aabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:26.842328 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0d9dfbc4-529d-4f87-8ef0-e38f07950c66 req-fe0a3722-b512-40e7-a097-6b8eee01aabc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=566ad47a-20e5-437c-8656-b9fb336acbe7 HTTP/1.1" status: 200 len: 854 time: 0.0452347 Nov 12 21:01:26.892039 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dfbc4-529d-4f87-8ef0-e38f07950c66 req-91f79174-864a-46f2-9a51-4c981791fb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:26.896594 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0d9dfbc4-529d-4f87-8ef0-e38f07950c66 req-91f79174-864a-46f2-9a51-4c981791fb5e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0fe589e5-40ce-4ba5-9027-38b0f0347474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469003 Nov 12 21:01:26.939922 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-701eca3d-c656-4415-810f-3ef065612919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69310b53-305d-4506-a063-7a3f366f12d0', 'name': 'tempest-TestMinimumBasicScenario-2131562254-router', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:18Z', 'updated_at': '2021-11-12T20:58:21Z', 'revision_number': 4, 'project_id': '683f070adbd940be87bae3b1adb26100', 'gw_port': {'id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69310b53-305d-4506-a063-7a3f366f12d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:19Z', 'updated_at': '2021-11-12T20:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'bd334177-0791-427c-896a-68b008b207e6', 'name': '', 'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'mac_address': 'fa:16:3e:df:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69310b53-305d-4506-a063-7a3f366f12d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '566ad47a-20e5-437c-8656-b9fb336acbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:20Z', 'updated_at': '2021-11-12T20:58:25Z', 'revision_number': 5, 'project_id': '683f070adbd940be87bae3b1adb26100', 'subnets': [{'id': '566ad47a-20e5-437c-8656-b9fb336acbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:26.970299 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701eca3d-c656-4415-810f-3ef065612919 None None] The sync data for ids ['69310b53-305d-4506-a063-7a3f366f12d0'] in n-d-712140-15 is: [{'id': '69310b53-305d-4506-a063-7a3f366f12d0', 'name': 'tempest-TestMinimumBasicScenario-2131562254-router', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:18Z', 'updated_at': '2021-11-12T20:58:21Z', 'revision_number': 4, 'project_id': '683f070adbd940be87bae3b1adb26100', 'gw_port': {'id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69310b53-305d-4506-a063-7a3f366f12d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:19Z', 'updated_at': '2021-11-12T20:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'bd334177-0791-427c-896a-68b008b207e6', 'name': '', 'network_id': '0fe589e5-40ce-4ba5-9027-38b0f0347474', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'mac_address': 'fa:16:3e:df:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69310b53-305d-4506-a063-7a3f366f12d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '566ad47a-20e5-437c-8656-b9fb336acbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:20Z', 'updated_at': '2021-11-12T20:58:25Z', 'revision_number': 5, 'project_id': '683f070adbd940be87bae3b1adb26100', 'subnets': [{'id': '566ad47a-20e5-437c-8656-b9fb336acbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:01:26.995266 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0d9dfbc4-529d-4f87-8ef0-e38f07950c66 req-23c5a2b0-f502-4469-a852-02b03e824e00 service neutron] 10.222.0.55 "GET /v2.0/networks/0fe589e5-40ce-4ba5-9027-38b0f0347474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911846 Nov 12 21:01:27.092781 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0d9dfbc4-529d-4f87-8ef0-e38f07950c66 req-7a0cd216-a5e6-40e7-8c76-9039028a19ef service neutron] 10.222.0.55 "GET /v2.0/networks/0fe589e5-40ce-4ba5-9027-38b0f0347474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906668 Nov 12 21:01:27.207514 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa0bdb-9dd2-4316-9229-5fadde0c8d85 req-f9f2c590-2997-4e71-9638-5a39e69fdf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:27.208998 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-20aa0bdb-9dd2-4316-9229-5fadde0c8d85 req-f9f2c590-2997-4e71-9638-5a39e69fdf12 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=683f070adbd940be87bae3b1adb26100&device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 1098 time: 0.0464137 Nov 12 21:01:27.228289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbdbd4d-ee15-4dbd-a215-cd9d8c73465d None None] New status for floating IP 32991d48-39a7-4a14-b890-283d09ffbf25: DOWN {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:01:27.328358 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa0bdb-9dd2-4316-9229-5fadde0c8d85 req-a36baa7f-3f80-4e0c-aacb-1cad8308d95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:27.330062 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-20aa0bdb-9dd2-4316-9229-5fadde0c8d85 req-a36baa7f-3f80-4e0c-aacb-1cad8308d95e service neutron] 10.222.0.55 "GET /v2.0/networks?id=0fe589e5-40ce-4ba5-9027-38b0f0347474 HTTP/1.1" status: 200 len: 916 time: 0.1001236 Nov 12 21:01:27.390269 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-20aa0bdb-9dd2-4316-9229-5fadde0c8d85 req-6fa5e6d8-a1c0-4e54-b9d0-9dab8a51445a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e37784f4-40ca-4b4a-85fe-85a311a11d08 HTTP/1.1" status: 200 len: 217 time: 0.0513732 Nov 12 21:01:27.451152 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa0bdb-9dd2-4316-9229-5fadde0c8d85 req-75b4f178-8a64-41fd-978f-e4e3a207a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:27.452678 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-20aa0bdb-9dd2-4316-9229-5fadde0c8d85 req-75b4f178-8a64-41fd-978f-e4e3a207a949 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=566ad47a-20e5-437c-8656-b9fb336acbe7 HTTP/1.1" status: 200 len: 854 time: 0.0559280 Nov 12 21:01:27.502551 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa0bdb-9dd2-4316-9229-5fadde0c8d85 req-3c2334da-7c6b-4af2-832d-a33e0681e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:27.504074 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-20aa0bdb-9dd2-4316-9229-5fadde0c8d85 req-3c2334da-7c6b-4af2-832d-a33e0681e389 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0fe589e5-40ce-4ba5-9027-38b0f0347474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440083 Nov 12 21:01:27.599635 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-20aa0bdb-9dd2-4316-9229-5fadde0c8d85 req-82d566e9-49e8-49ab-93cb-60877e6230ab service neutron] 10.222.0.55 "GET /v2.0/networks/0fe589e5-40ce-4ba5-9027-38b0f0347474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881128 Nov 12 21:01:27.693863 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-20aa0bdb-9dd2-4316-9229-5fadde0c8d85 req-dadb585e-c184-407e-a91a-612384d064fb service neutron] 10.222.0.55 "GET /v2.0/networks/0fe589e5-40ce-4ba5-9027-38b0f0347474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868051 Nov 12 21:01:35.259627 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c737d-ff55-48e8-9df1-af93f4e23d24 req-1e6c5887-863e-43b1-9d5a-3a4086515d9f tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:35.261461 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b10c737d-ff55-48e8-9df1-af93f4e23d24 req-1e6c5887-863e-43b1-9d5a-3a4086515d9f tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 946 time: 0.0551879 Nov 12 21:01:35.310639 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b10c737d-ff55-48e8-9df1-af93f4e23d24 req-7e92c7a3-153b-4916-9ae5-6dcca65a14fb tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a3086a-1b03-4748-b709-8eb1829dce10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431008 Nov 12 21:01:36.430896 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb4c2a-c606-4c12-bddd-1012c4d366ab req-de70b0a5-d2df-4253-8b78-1d16005ab244 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:36.432429 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-acfb4c2a-c606-4c12-bddd-1012c4d366ab req-de70b0a5-d2df-4253-8b78-1d16005ab244 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 946 time: 0.0511253 Nov 12 21:01:36.485345 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-acfb4c2a-c606-4c12-bddd-1012c4d366ab req-f53156f2-1544-4b32-a832-2f49c3ca8ebc tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a3086a-1b03-4748-b709-8eb1829dce10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467765 Nov 12 21:01:37.084152 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88216cf-f2aa-4707-b472-ce95d7e8b96b req-17fd5b4b-96b0-4e28-a212-a435772547c9 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:37.085662 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e88216cf-f2aa-4707-b472-ce95d7e8b96b req-17fd5b4b-96b0-4e28-a212-a435772547c9 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 946 time: 0.0485032 Nov 12 21:01:37.177693 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-e88216cf-f2aa-4707-b472-ce95d7e8b96b req-ffb7ad1a-7081-4891-a40d-7d159a81c58d tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Deleting port e37784f4-40ca-4b4a-85fe-85a311a11d08 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:37.178039 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e88216cf-f2aa-4707-b472-ce95d7e8b96b req-ffb7ad1a-7081-4891-a40d-7d159a81c58d tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:37.269344 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-e88216cf-f2aa-4707-b472-ce95d7e8b96b req-ffb7ad1a-7081-4891-a40d-7d159a81c58d tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] For port e37784f4-40ca-4b4a-85fe-85a311a11d08, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=e37784f4-40ca-4b4a-85fe-85a311a11d08,segment=NetworkSegment(81ea4653-92a5-4df8-9926-29bcfa30c557),segment_id=81ea4653-92a5-4df8-9926-29bcfa30c557)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:37.269709 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e88216cf-f2aa-4707-b472-ce95d7e8b96b req-ffb7ad1a-7081-4891-a40d-7d159a81c58d tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:37.283226 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-e88216cf-f2aa-4707-b472-ce95d7e8b96b req-ffb7ad1a-7081-4891-a40d-7d159a81c58d tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Calling delete_port for e37784f4-40ca-4b4a-85fe-85a311a11d08 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:37.416198 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e88216cf-f2aa-4707-b472-ce95d7e8b96b req-ffb7ad1a-7081-4891-a40d-7d159a81c58d tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:37.432088 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['e37784f4-40ca-4b4a-85fe-85a311a11d08'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:01:37.449782 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7ad1a-7081-4891-a40d-7d159a81c58d tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Pushing event deleted for resources: {'Port': ['ID=e37784f4-40ca-4b4a-85fe-85a311a11d08,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:37.491648 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88216cf-f2aa-4707-b472-ce95d7e8b96b req-ffb7ad1a-7081-4891-a40d-7d159a81c58d tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] No DVR routers for this DVR port e37784f4-40ca-4b4a-85fe-85a311a11d08 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:01:37.494476 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e88216cf-f2aa-4707-b472-ce95d7e8b96b req-ffb7ad1a-7081-4891-a40d-7d159a81c58d tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:37.497850 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e88216cf-f2aa-4707-b472-ce95d7e8b96b req-ffb7ad1a-7081-4891-a40d-7d159a81c58d tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.55 "DELETE /v2.0/ports/e37784f4-40ca-4b4a-85fe-85a311a11d08 HTTP/1.1" status: 204 len: 173 time: 0.4060664 Nov 12 21:01:37.498291 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfa8c24-768d-4bfb-96ef-49e06e3fa5de', 'name': 'network-vif-deleted', 'tag': 'e37784f4-40ca-4b4a-85fe-85a311a11d08'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:01:37.500560 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcab3886-4378-41c6-a2f6-11ecab389c01" -d '{"events": [{"server_uuid": "fdfa8c24-768d-4bfb-96ef-49e06e3fa5de", "name": "network-vif-deleted", "tag": "e37784f4-40ca-4b4a-85fe-85a311a11d08"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:01:37.585056 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-edfbb3b6-bd7a-433b-b476-d90be9fc87b5 req-85dca47f-a87b-42f8-ac6f-0ebab96119b5 tempest-TestMinimumBasicScenario-893092855 tempest-TestMinimumBasicScenario-893092855-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfa8c24-768d-4bfb-96ef-49e06e3fa5de HTTP/1.1" status: 200 len: 210 time: 0.0273852 Nov 12 21:01:37.611567 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b106cc93-0dff-46eb-b1db-b328e279c2ba x-openstack-request-id: req-b106cc93-0dff-46eb-b1db-b328e279c2ba {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:01:37.612067 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdfa8c24-768d-4bfb-96ef-49e06e3fa5de", "name": "network-vif-deleted", "tag": "e37784f4-40ca-4b4a-85fe-85a311a11d08", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:01:37.612350 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b106cc93-0dff-46eb-b1db-b328e279c2ba {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:01:37.612756 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfa8c24-768d-4bfb-96ef-49e06e3fa5de', 'name': 'network-vif-deleted', 'tag': 'e37784f4-40ca-4b4a-85fe-85a311a11d08', 'status': 'completed', 'code': 200} Nov 12 21:01:39.188128 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56850) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:39.547587 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-21ed7080-17d9-4dc6-a052-cd32655fa7ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:39.808523 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-21ed7080-17d9-4dc6-a052-cd32655fa7ad admin admin] Deleting port bd334177-0791-427c-896a-68b008b207e6 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:39.808756 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-21ed7080-17d9-4dc6-a052-cd32655fa7ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:39.893219 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-21ed7080-17d9-4dc6-a052-cd32655fa7ad admin admin] For port bd334177-0791-427c-896a-68b008b207e6, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=bd334177-0791-427c-896a-68b008b207e6,segment=NetworkSegment(81ea4653-92a5-4df8-9926-29bcfa30c557),segment_id=81ea4653-92a5-4df8-9926-29bcfa30c557)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:39.893583 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-21ed7080-17d9-4dc6-a052-cd32655fa7ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:39.910738 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-21ed7080-17d9-4dc6-a052-cd32655fa7ad admin admin] Calling delete_port for bd334177-0791-427c-896a-68b008b207e6 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:40.092168 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-21ed7080-17d9-4dc6-a052-cd32655fa7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:40.121067 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed7080-17d9-4dc6-a052-cd32655fa7ad admin admin] Pushing event deleted for resources: {'Port': ['ID=bd334177-0791-427c-896a-68b008b207e6,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:40.121851 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device e37784f4-40ca-4b4a-85fe-85a311a11d08 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:01:40.148052 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: e37784f4-40ca-4b4a-85fe-85a311a11d08 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:01:40.149352 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device e37784f4-40ca-4b4a-85fe-85a311a11d08 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:01:40.305926 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-21ed7080-17d9-4dc6-a052-cd32655fa7ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:40.521392 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ed7080-17d9-4dc6-a052-cd32655fa7ad admin admin] Router 69310b53-305d-4506-a063-7a3f366f12d0 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:01:40.625651 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ed7080-17d9-4dc6-a052-cd32655fa7ad admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:01:40.631307 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-21ed7080-17d9-4dc6-a052-cd32655fa7ad admin admin] 10.222.0.48 "PUT /v2.0/routers/69310b53-305d-4506-a063-7a3f366f12d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4413350 Nov 12 21:01:40.633590 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56852) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:40.636541 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cd95eb-1c6c-4316-a9dd-f09a1a730ec4 None None] Sync routers for ids ['69310b53-305d-4506-a063-7a3f366f12d0'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:01:40.647712 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cd95eb-1c6c-4316-a9dd-f09a1a730ec4 None None] Routers {'69310b53-305d-4506-a063-7a3f366f12d0'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:40.648469 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-26cd95eb-1c6c-4316-a9dd-f09a1a730ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:01:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['69310b53-305d-4506-a063-7a3f366f12d0'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:40.737069 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9b471f98-e98f-45d7-8542-55a86e7a4061 admin admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:40.751642 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-26cd95eb-1c6c-4316-a9dd-f09a1a730ec4 None None] Set router 69310b53-305d-4506-a063-7a3f366f12d0 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:01:40.943956 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-26cd95eb-1c6c-4316-a9dd-f09a1a730ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69310b53-305d-4506-a063-7a3f366f12d0', 'name': 'tempest-TestMinimumBasicScenario-2131562254-router', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:18Z', 'updated_at': '2021-11-12T21:01:40Z', 'revision_number': 5, 'project_id': '683f070adbd940be87bae3b1adb26100', 'gw_port': {'id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69310b53-305d-4506-a063-7a3f366f12d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:19Z', 'updated_at': '2021-11-12T20:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:40.971530 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cd95eb-1c6c-4316-a9dd-f09a1a730ec4 None None] Checking router: 69310b53-305d-4506-a063-7a3f366f12d0 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:01:40.981656 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cd95eb-1c6c-4316-a9dd-f09a1a730ec4 None None] Routers {'69310b53-305d-4506-a063-7a3f366f12d0'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:40.982562 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-26cd95eb-1c6c-4316-a9dd-f09a1a730ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:01:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['69310b53-305d-4506-a063-7a3f366f12d0'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:41.093833 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-26cd95eb-1c6c-4316-a9dd-f09a1a730ec4 None None] Set router 69310b53-305d-4506-a063-7a3f366f12d0 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:01:41.203431 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9b471f98-e98f-45d7-8542-55a86e7a4061 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:41.254646 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-9b471f98-e98f-45d7-8542-55a86e7a4061 admin admin] Deleting port 809ca8c8-585f-44f4-96e2-fad373aebd7b {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:41.254978 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9b471f98-e98f-45d7-8542-55a86e7a4061 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:41.274096 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-26cd95eb-1c6c-4316-a9dd-f09a1a730ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69310b53-305d-4506-a063-7a3f366f12d0', 'name': 'tempest-TestMinimumBasicScenario-2131562254-router', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:18Z', 'updated_at': '2021-11-12T21:01:40Z', 'revision_number': 5, 'project_id': '683f070adbd940be87bae3b1adb26100', 'gw_port': {'id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69310b53-305d-4506-a063-7a3f366f12d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:19Z', 'updated_at': '2021-11-12T20:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:41.304159 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cd95eb-1c6c-4316-a9dd-f09a1a730ec4 None None] The sync data for ids ['69310b53-305d-4506-a063-7a3f366f12d0'] in n-d-712140-15 is: [{'id': '69310b53-305d-4506-a063-7a3f366f12d0', 'name': 'tempest-TestMinimumBasicScenario-2131562254-router', 'tenant_id': '683f070adbd940be87bae3b1adb26100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:18Z', 'updated_at': '2021-11-12T21:01:40Z', 'revision_number': 5, 'project_id': '683f070adbd940be87bae3b1adb26100', 'gw_port': {'id': '809ca8c8-585f-44f4-96e2-fad373aebd7b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69310b53-305d-4506-a063-7a3f366f12d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:19Z', 'updated_at': '2021-11-12T20:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:01:41.343033 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-9b471f98-e98f-45d7-8542-55a86e7a4061 admin admin] For port 809ca8c8-585f-44f4-96e2-fad373aebd7b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=809ca8c8-585f-44f4-96e2-fad373aebd7b,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:41.343033 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9b471f98-e98f-45d7-8542-55a86e7a4061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:41.357172 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-9b471f98-e98f-45d7-8542-55a86e7a4061 admin admin] Calling delete_port for 809ca8c8-585f-44f4-96e2-fad373aebd7b owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:41.521034 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9b471f98-e98f-45d7-8542-55a86e7a4061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:41.549734 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b471f98-e98f-45d7-8542-55a86e7a4061 admin admin] Pushing event deleted for resources: {'Port': ['ID=809ca8c8-585f-44f4-96e2-fad373aebd7b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:41.565906 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9af284-b26f-466c-a55b-0fc072ee5701 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:01:41.612137 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9b471f98-e98f-45d7-8542-55a86e7a4061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:41.707033 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9b471f98-e98f-45d7-8542-55a86e7a4061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:41.709838 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9b471f98-e98f-45d7-8542-55a86e7a4061 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:41.758008 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9b471f98-e98f-45d7-8542-55a86e7a4061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:41.758882 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b471f98-e98f-45d7-8542-55a86e7a4061 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69310b53-305d-4506-a063-7a3f366f12d0 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:01:41.764027 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9b471f98-e98f-45d7-8542-55a86e7a4061 admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:41.767806 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9b471f98-e98f-45d7-8542-55a86e7a4061 admin admin] 10.222.0.48 "DELETE /v2.0/routers/69310b53-305d-4506-a063-7a3f366f12d0 HTTP/1.1" status: 204 len: 168 time: 1.1307874 Nov 12 21:01:41.768170 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56854) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:41.780373 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device bd334177-0791-427c-896a-68b008b207e6 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:01:41.804705 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: bd334177-0791-427c-896a-68b008b207e6 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:01:41.805566 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device bd334177-0791-427c-896a-68b008b207e6 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:01:41.824540 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bde9f10-a257-4a44-acf2-6a458790cc0e admin admin] Deleting subnet 566ad47a-20e5-437c-8656-b9fb336acbe7 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:01:41.828126 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7bde9f10-a257-4a44-acf2-6a458790cc0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:41.865692 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7bde9f10-a257-4a44-acf2-6a458790cc0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:41.947022 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7bde9f10-a257-4a44-acf2-6a458790cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.006687 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7bde9f10-a257-4a44-acf2-6a458790cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.042752 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde9f10-a257-4a44-acf2-6a458790cc0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=566ad47a-20e5-437c-8656-b9fb336acbe7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:42.047519 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7bde9f10-a257-4a44-acf2-6a458790cc0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.051051 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7bde9f10-a257-4a44-acf2-6a458790cc0e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/566ad47a-20e5-437c-8656-b9fb336acbe7 HTTP/1.1" status: 204 len: 168 time: 0.2816532 Nov 12 21:01:42.057615 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56856) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:42.058236 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f70aafc-1d88-4936-9eed-596379961cc0 None None] Network 0fe589e5-40ce-4ba5-9027-38b0f0347474 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:42.128769 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c35d1b9-6a75-4516-acb3-073e8d118c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.194397 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-2c35d1b9-6a75-4516-acb3-073e8d118c46 admin admin] Deleting port 6c9e4bf2-f48a-4374-b60c-969bbd6850c7 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:42.194739 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c35d1b9-6a75-4516-acb3-073e8d118c46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.263068 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-2c35d1b9-6a75-4516-acb3-073e8d118c46 admin admin] For port 6c9e4bf2-f48a-4374-b60c-969bbd6850c7, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=6c9e4bf2-f48a-4374-b60c-969bbd6850c7,segment=NetworkSegment(81ea4653-92a5-4df8-9926-29bcfa30c557),segment_id=81ea4653-92a5-4df8-9926-29bcfa30c557)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:42.263437 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c35d1b9-6a75-4516-acb3-073e8d118c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.276103 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-2c35d1b9-6a75-4516-acb3-073e8d118c46 admin admin] Calling delete_port for 6c9e4bf2-f48a-4374-b60c-969bbd6850c7 owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:42.360742 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c35d1b9-6a75-4516-acb3-073e8d118c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.389866 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35d1b9-6a75-4516-acb3-073e8d118c46 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c9e4bf2-f48a-4374-b60c-969bbd6850c7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:42.393229 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c35d1b9-6a75-4516-acb3-073e8d118c46 admin admin] No DVR routers for this DVR port 6c9e4bf2-f48a-4374-b60c-969bbd6850c7 on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:01:42.414231 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214f3f83-5f5e-4160-a15c-bb0ff084b88e None None] DHCP port deletion for 0fe589e5-40ce-4ba5-9027-38b0f0347474 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:01:42.473017 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c35d1b9-6a75-4516-acb3-073e8d118c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.498268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-2c35d1b9-6a75-4516-acb3-073e8d118c46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe589e5-40ce-4ba5-9027-38b0f0347474']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:42.508519 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-2c35d1b9-6a75-4516-acb3-073e8d118c46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ea4653-92a5-4df8-9926-29bcfa30c557') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:42.508818 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-2c35d1b9-6a75-4516-acb3-073e8d118c46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ea4653-92a5-4df8-9926-29bcfa30c557') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:42.518785 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c35d1b9-6a75-4516-acb3-073e8d118c46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.531984 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c35d1b9-6a75-4516-acb3-073e8d118c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.538489 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c35d1b9-6a75-4516-acb3-073e8d118c46 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:01:42.539485 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c35d1b9-6a75-4516-acb3-073e8d118c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: timer() Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:01:42.541386 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:01:42.596370 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c35d1b9-6a75-4516-acb3-073e8d118c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.602707 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c35d1b9-6a75-4516-acb3-073e8d118c46 admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:42.606035 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2c35d1b9-6a75-4516-acb3-073e8d118c46 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0fe589e5-40ce-4ba5-9027-38b0f0347474 HTTP/1.1" status: 204 len: 168 time: 0.5474474 Nov 12 21:01:42.609436 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56858) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:42.616755 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35d1b9-6a75-4516-acb3-073e8d118c46 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fe589e5-40ce-4ba5-9027-38b0f0347474,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:42.982573 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d54abd24-bc2a-475d-9b7f-12f51207f804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:43.233685 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-d54abd24-bc2a-475d-9b7f-12f51207f804 admin admin] Deleting port 62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:43.233916 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d54abd24-bc2a-475d-9b7f-12f51207f804 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:43.310243 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-d54abd24-bc2a-475d-9b7f-12f51207f804 admin admin] For port 62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40,segment=NetworkSegment(34988235-d8a7-4fb7-aa5b-4af2ddf9d79b),segment_id=34988235-d8a7-4fb7-aa5b-4af2ddf9d79b)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:43.310609 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d54abd24-bc2a-475d-9b7f-12f51207f804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:43.323671 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-d54abd24-bc2a-475d-9b7f-12f51207f804 admin admin] Calling delete_port for 62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:43.505250 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d54abd24-bc2a-475d-9b7f-12f51207f804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:43.532836 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54abd24-bc2a-475d-9b7f-12f51207f804 admin admin] Pushing event deleted for resources: {'Port': ['ID=62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:43.702963 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d54abd24-bc2a-475d-9b7f-12f51207f804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:43.774361 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 6c9e4bf2-f48a-4374-b60c-969bbd6850c7 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:01:43.799197 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 6c9e4bf2-f48a-4374-b60c-969bbd6850c7 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:01:43.799540 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 6c9e4bf2-f48a-4374-b60c-969bbd6850c7 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:01:43.799954 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 809ca8c8-585f-44f4-96e2-fad373aebd7b no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:01:43.819995 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 809ca8c8-585f-44f4-96e2-fad373aebd7b {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:01:43.821047 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 809ca8c8-585f-44f4-96e2-fad373aebd7b not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:01:43.938573 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54abd24-bc2a-475d-9b7f-12f51207f804 admin admin] Router bf5f28c3-c08c-4129-8e53-2f8c616d0700 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:01:44.042846 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54abd24-bc2a-475d-9b7f-12f51207f804 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:01:44.047842 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d54abd24-bc2a-475d-9b7f-12f51207f804 admin admin] 10.222.0.48 "PUT /v2.0/routers/bf5f28c3-c08c-4129-8e53-2f8c616d0700/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4373677 Nov 12 21:01:44.050548 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56860) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:44.051574 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f814db2-fe0f-4395-86ee-44449c244d24 None None] Sync routers for ids ['bf5f28c3-c08c-4129-8e53-2f8c616d0700'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:01:44.061807 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f814db2-fe0f-4395-86ee-44449c244d24 None None] Routers {'bf5f28c3-c08c-4129-8e53-2f8c616d0700'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:44.062439 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-7f814db2-fe0f-4395-86ee-44449c244d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:01:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['bf5f28c3-c08c-4129-8e53-2f8c616d0700'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:44.156993 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e45f71ae-85c4-49e3-978f-a60032161ab2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:44.169283 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-7f814db2-fe0f-4395-86ee-44449c244d24 None None] Set router bf5f28c3-c08c-4129-8e53-2f8c616d0700 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:01:44.260578 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e45f71ae-85c4-49e3-978f-a60032161ab2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:44.313461 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-e45f71ae-85c4-49e3-978f-a60032161ab2 admin admin] Deleting port 2a04f7c0-c939-45a8-b5fe-ab8966d53703 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:44.313815 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e45f71ae-85c4-49e3-978f-a60032161ab2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:44.352141 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-7f814db2-fe0f-4395-86ee-44449c244d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5f28c3-c08c-4129-8e53-2f8c616d0700', 'name': 'tempest-TestMinimumBasicScenario-468181153-router', 'tenant_id': '6982a0e9e6864a38ac7d234b010e9d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '2a04f7c0-c939-45a8-b5fe-ab8966d53703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:23Z', 'updated_at': '2021-11-12T21:01:43Z', 'revision_number': 5, 'project_id': '6982a0e9e6864a38ac7d234b010e9d21', 'gw_port': {'id': '2a04f7c0-c939-45a8-b5fe-ab8966d53703', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5f28c3-c08c-4129-8e53-2f8c616d0700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T20:58:23Z', 'updated_at': '2021-11-12T20:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:44.383344 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f814db2-fe0f-4395-86ee-44449c244d24 None None] Checking router: bf5f28c3-c08c-4129-8e53-2f8c616d0700 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:01:44.392186 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f814db2-fe0f-4395-86ee-44449c244d24 None None] Routers {'bf5f28c3-c08c-4129-8e53-2f8c616d0700'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:44.392824 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-7f814db2-fe0f-4395-86ee-44449c244d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:01:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['bf5f28c3-c08c-4129-8e53-2f8c616d0700'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:44.400666 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-e45f71ae-85c4-49e3-978f-a60032161ab2 admin admin] For port 2a04f7c0-c939-45a8-b5fe-ab8966d53703, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=2a04f7c0-c939-45a8-b5fe-ab8966d53703,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:44.401037 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e45f71ae-85c4-49e3-978f-a60032161ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:44.412765 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-e45f71ae-85c4-49e3-978f-a60032161ab2 admin admin] Calling delete_port for 2a04f7c0-c939-45a8-b5fe-ab8966d53703 owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:44.481616 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-7f814db2-fe0f-4395-86ee-44449c244d24 None None] Set router bf5f28c3-c08c-4129-8e53-2f8c616d0700 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:01:44.533742 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-7f814db2-fe0f-4395-86ee-44449c244d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5f28c3-c08c-4129-8e53-2f8c616d0700', 'name': 'tempest-TestMinimumBasicScenario-468181153-router', 'tenant_id': '6982a0e9e6864a38ac7d234b010e9d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:23Z', 'updated_at': '2021-11-12T21:01:44Z', 'revision_number': 6, 'project_id': '6982a0e9e6864a38ac7d234b010e9d21', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:44.564513 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f814db2-fe0f-4395-86ee-44449c244d24 None None] The sync data for ids ['bf5f28c3-c08c-4129-8e53-2f8c616d0700'] in n-d-712140-15 is: [{'id': 'bf5f28c3-c08c-4129-8e53-2f8c616d0700', 'name': 'tempest-TestMinimumBasicScenario-468181153-router', 'tenant_id': '6982a0e9e6864a38ac7d234b010e9d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T20:58:23Z', 'updated_at': '2021-11-12T21:01:44Z', 'revision_number': 6, 'project_id': '6982a0e9e6864a38ac7d234b010e9d21', 'gw_port_host': None}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:01:44.580573 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e45f71ae-85c4-49e3-978f-a60032161ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:44.605983 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f71ae-85c4-49e3-978f-a60032161ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a04f7c0-c939-45a8-b5fe-ab8966d53703,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:44.622560 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10275ff-20d9-4c8e-b6aa-680c8b7e60ca None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:01:44.679762 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e45f71ae-85c4-49e3-978f-a60032161ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:44.769454 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e45f71ae-85c4-49e3-978f-a60032161ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:44.771596 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e45f71ae-85c4-49e3-978f-a60032161ab2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:44.816145 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e45f71ae-85c4-49e3-978f-a60032161ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:44.816636 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45f71ae-85c4-49e3-978f-a60032161ab2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf5f28c3-c08c-4129-8e53-2f8c616d0700 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:01:44.821900 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e45f71ae-85c4-49e3-978f-a60032161ab2 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:44.823108 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e45f71ae-85c4-49e3-978f-a60032161ab2 admin admin] 10.222.0.48 "DELETE /v2.0/routers/bf5f28c3-c08c-4129-8e53-2f8c616d0700 HTTP/1.1" status: 204 len: 168 time: 0.7716303 Nov 12 21:01:44.825759 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56862) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:44.870497 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f13ae34-6aac-46f6-9647-81024e1ecfe7 admin admin] Deleting subnet 3fe29c55-6dcd-4f7f-b947-99fa5e33aaa3 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:01:44.874138 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7f13ae34-6aac-46f6-9647-81024e1ecfe7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:44.911285 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7f13ae34-6aac-46f6-9647-81024e1ecfe7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.334126 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7f13ae34-6aac-46f6-9647-81024e1ecfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.390034 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7f13ae34-6aac-46f6-9647-81024e1ecfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.414217 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13ae34-6aac-46f6-9647-81024e1ecfe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fe29c55-6dcd-4f7f-b947-99fa5e33aaa3,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:45.420106 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7f13ae34-6aac-46f6-9647-81024e1ecfe7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.423350 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7f13ae34-6aac-46f6-9647-81024e1ecfe7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3fe29c55-6dcd-4f7f-b947-99fa5e33aaa3 HTTP/1.1" status: 204 len: 168 time: 0.5966513 Nov 12 21:01:45.425700 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a630f5a0-eb10-4a83-91ee-308ac147b141 None None] Network 4c10d55e-90a3-4a04-a2db-6937f99a9cb0 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:45.426256 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56864) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:45.499327 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31ef0e97-f5b3-44ca-95a8-a6a368f028e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.559353 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-31ef0e97-f5b3-44ca-95a8-a6a368f028e8 admin admin] Deleting port fc6491c3-9742-4656-b30c-4bbfaadd1005 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:45.559689 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31ef0e97-f5b3-44ca-95a8-a6a368f028e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.622351 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e5f1ce-ec13-4069-ab9b-5e7ba4b4daf5 None None] DHCP port deletion for 4c10d55e-90a3-4a04-a2db-6937f99a9cb0 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:01:45.634148 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-31ef0e97-f5b3-44ca-95a8-a6a368f028e8 admin admin] For port fc6491c3-9742-4656-b30c-4bbfaadd1005, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=fc6491c3-9742-4656-b30c-4bbfaadd1005,segment=NetworkSegment(34988235-d8a7-4fb7-aa5b-4af2ddf9d79b),segment_id=34988235-d8a7-4fb7-aa5b-4af2ddf9d79b)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:45.634507 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31ef0e97-f5b3-44ca-95a8-a6a368f028e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.647604 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-31ef0e97-f5b3-44ca-95a8-a6a368f028e8 admin admin] Calling delete_port for fc6491c3-9742-4656-b30c-4bbfaadd1005 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:45.672710 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e0e5f1ce-ec13-4069-ab9b-5e7ba4b4daf5 None None] Deleting port fc6491c3-9742-4656-b30c-4bbfaadd1005 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:01:45.673079 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e0e5f1ce-ec13-4069-ab9b-5e7ba4b4daf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.729570 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device fc6491c3-9742-4656-b30c-4bbfaadd1005 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:01:45.742896 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31ef0e97-f5b3-44ca-95a8-a6a368f028e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.769984 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef0e97-f5b3-44ca-95a8-a6a368f028e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc6491c3-9742-4656-b30c-4bbfaadd1005,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:45.772173 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e0e5f1ce-ec13-4069-ab9b-5e7ba4b4daf5 None None] For port fc6491c3-9742-4656-b30c-4bbfaadd1005, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=fc6491c3-9742-4656-b30c-4bbfaadd1005,segment=NetworkSegment(34988235-d8a7-4fb7-aa5b-4af2ddf9d79b),segment_id=34988235-d8a7-4fb7-aa5b-4af2ddf9d79b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:45.772595 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e0e5f1ce-ec13-4069-ab9b-5e7ba4b4daf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.776133 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ef0e97-f5b3-44ca-95a8-a6a368f028e8 admin admin] No DVR routers for this DVR port fc6491c3-9742-4656-b30c-4bbfaadd1005 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:01:45.792911 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e0e5f1ce-ec13-4069-ab9b-5e7ba4b4daf5 None None] Calling delete_port for fc6491c3-9742-4656-b30c-4bbfaadd1005 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:01:45.803070 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No active binding found for port fc6491c3-9742-4656-b30c-4bbfaadd1005 {{(pid=102449) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 21:01:45.803420 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device fc6491c3-9742-4656-b30c-4bbfaadd1005 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:01:45.803829 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2a04f7c0-c939-45a8-b5fe-ab8966d53703 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:01:45.826199 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 2a04f7c0-c939-45a8-b5fe-ab8966d53703 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:01:45.826547 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2a04f7c0-c939-45a8-b5fe-ab8966d53703 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:01:45.826957 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:01:45.852534 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31ef0e97-f5b3-44ca-95a8-a6a368f028e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.872936 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-31ef0e97-f5b3-44ca-95a8-a6a368f028e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c10d55e-90a3-4a04-a2db-6937f99a9cb0']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:45.875356 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:01:45.875702 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 62fec09d-0ee9-4fe7-8c54-ce8ee2d33d40 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:01:45.882444 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-31ef0e97-f5b3-44ca-95a8-a6a368f028e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34988235-d8a7-4fb7-aa5b-4af2ddf9d79b') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:45.882806 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-31ef0e97-f5b3-44ca-95a8-a6a368f028e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34988235-d8a7-4fb7-aa5b-4af2ddf9d79b') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:45.892818 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31ef0e97-f5b3-44ca-95a8-a6a368f028e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.907373 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31ef0e97-f5b3-44ca-95a8-a6a368f028e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.912011 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e0e5f1ce-ec13-4069-ab9b-5e7ba4b4daf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.913441 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31ef0e97-f5b3-44ca-95a8-a6a368f028e8 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:01:45.914655 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31ef0e97-f5b3-44ca-95a8-a6a368f028e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: timer() Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:01:45.916642 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:01:45.942215 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e5f1ce-ec13-4069-ab9b-5e7ba4b4daf5 None None] No DVR routers for this DVR port fc6491c3-9742-4656-b30c-4bbfaadd1005 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:01:45.945696 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e5f1ce-ec13-4069-ab9b-5e7ba4b4daf5 None None] Pushing event deleted for resources: {'Port': ['ID=fc6491c3-9742-4656-b30c-4bbfaadd1005,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:45.953980 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5f1ce-ec13-4069-ab9b-5e7ba4b4daf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:45.954509 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5f1ce-ec13-4069-ab9b-5e7ba4b4daf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:45.954857 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5f1ce-ec13-4069-ab9b-5e7ba4b4daf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:45.955226 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5f1ce-ec13-4069-ab9b-5e7ba4b4daf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:45.955507 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5f1ce-ec13-4069-ab9b-5e7ba4b4daf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:45.955870 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5f1ce-ec13-4069-ab9b-5e7ba4b4daf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:45.956144 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5f1ce-ec13-4069-ab9b-5e7ba4b4daf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:45.956490 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5f1ce-ec13-4069-ab9b-5e7ba4b4daf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:45.956793 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5f1ce-ec13-4069-ab9b-5e7ba4b4daf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:45.957120 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5f1ce-ec13-4069-ab9b-5e7ba4b4daf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:45.957436 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5f1ce-ec13-4069-ab9b-5e7ba4b4daf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:45.957757 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5f1ce-ec13-4069-ab9b-5e7ba4b4daf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:45.975602 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31ef0e97-f5b3-44ca-95a8-a6a368f028e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.982198 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31ef0e97-f5b3-44ca-95a8-a6a368f028e8 admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:45.985514 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-31ef0e97-f5b3-44ca-95a8-a6a368f028e8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4c10d55e-90a3-4a04-a2db-6937f99a9cb0 HTTP/1.1" status: 204 len: 168 time: 0.5586579 Nov 12 21:01:45.996597 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef0e97-f5b3-44ca-95a8-a6a368f028e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c10d55e-90a3-4a04-a2db-6937f99a9cb0,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:46.143816 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56868) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:46.184124 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-26adfb45-6489-4ddb-88fc-6a28260e51fa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=683f070adbd940be87bae3b1adb26100&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391285 Nov 12 21:01:46.186590 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56870) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:46.240578 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c5e16bb2-23e8-4e77-b5c3-dd214f76dc85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:46.267906 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c5e16bb2-23e8-4e77-b5c3-dd214f76dc85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:46.314600 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c5e16bb2-23e8-4e77-b5c3-dd214f76dc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:46.317210 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c5e16bb2-23e8-4e77-b5c3-dd214f76dc85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:46.318372 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c5e16bb2-23e8-4e77-b5c3-dd214f76dc85 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87a3086a-1b03-4748-b709-8eb1829dce10 HTTP/1.1" status: 204 len: 168 time: 0.1308863 Nov 12 21:01:46.326426 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e16bb2-23e8-4e77-b5c3-dd214f76dc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a3086a-1b03-4748-b709-8eb1829dce10,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:46.639625 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56876) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:46.679221 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d3232f8c-0610-434b-8843-69fc2435957e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6982a0e9e6864a38ac7d234b010e9d21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384054 Nov 12 21:01:46.682861 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56878) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:46.729177 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5cb8f522-e614-476d-924d-84cd3504ee14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:46.750589 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5cb8f522-e614-476d-924d-84cd3504ee14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:46.796787 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5cb8f522-e614-476d-924d-84cd3504ee14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:46.799485 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5cb8f522-e614-476d-924d-84cd3504ee14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:46.800668 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5cb8f522-e614-476d-924d-84cd3504ee14 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0e450a7d-9e01-4f5e-b246-4d047d3005d8 HTTP/1.1" status: 204 len: 168 time: 0.1168811 Nov 12 21:01:46.809126 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8f522-e614-476d-924d-84cd3504ee14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e450a7d-9e01-4f5e-b246-4d047d3005d8,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:48.315175 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56918) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:48.319784 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f3b116c9-b80d-4f9f-bb77-4281bc152240 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2084180332', 'description': 'tempest-secgroup-smoke-2084180332 description', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:48.342684 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3b116c9-b80d-4f9f-bb77-4281bc152240 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.350770 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3b116c9-b80d-4f9f-bb77-4281bc152240 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.428329 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3b116c9-b80d-4f9f-bb77-4281bc152240 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.432152 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3b116c9-b80d-4f9f-bb77-4281bc152240 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.473115 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b116c9-b80d-4f9f-bb77-4281bc152240 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4307acc0-56d1-4430-8833-f8feb5e13a56,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:48.508312 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3b116c9-b80d-4f9f-bb77-4281bc152240 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.512137 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3b116c9-b80d-4f9f-bb77-4281bc152240 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.542182 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3b116c9-b80d-4f9f-bb77-4281bc152240 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.543404 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f3b116c9-b80d-4f9f-bb77-4281bc152240 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2272210 Nov 12 21:01:48.545282 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b116c9-b80d-4f9f-bb77-4281bc152240 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7adc3d9-5f7d-4b56-8b7e-bdf3d281f426,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:48.546507 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56920) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:48.551783 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-24afd6eb-8df1-4120-8ed8-a7c540f6be45 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': 'b7adc3d9-5f7d-4b56-8b7e-bdf3d281f426', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:48.579458 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-24afd6eb-8df1-4120-8ed8-a7c540f6be45 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.634203 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-24afd6eb-8df1-4120-8ed8-a7c540f6be45 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.638020 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-24afd6eb-8df1-4120-8ed8-a7c540f6be45 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.656779 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24afd6eb-8df1-4120-8ed8-a7c540f6be45 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb58e62a-c3a0-445f-9b44-2bf8541ae536,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:48.662106 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-24afd6eb-8df1-4120-8ed8-a7c540f6be45 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.665111 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-24afd6eb-8df1-4120-8ed8-a7c540f6be45 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170597 Nov 12 21:01:48.669051 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56922) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:48.673691 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-19e8db18-fff9-498d-951b-58a8944e2ba0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': 'b7adc3d9-5f7d-4b56-8b7e-bdf3d281f426', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:48.702218 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-19e8db18-fff9-498d-951b-58a8944e2ba0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.758510 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-19e8db18-fff9-498d-951b-58a8944e2ba0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.763738 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-19e8db18-fff9-498d-951b-58a8944e2ba0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.782411 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8db18-fff9-498d-951b-58a8944e2ba0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b215a01-b1b1-425a-8e4b-34cf03788749,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:48.790271 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-19e8db18-fff9-498d-951b-58a8944e2ba0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.791608 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-19e8db18-fff9-498d-951b-58a8944e2ba0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218638 Nov 12 21:01:48.794340 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56924) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:48.798866 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-5fa8c892-5bd8-4aff-bc0e-4a80814582e0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': 'b7adc3d9-5f7d-4b56-8b7e-bdf3d281f426', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:48.831218 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5fa8c892-5bd8-4aff-bc0e-4a80814582e0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.893222 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5fa8c892-5bd8-4aff-bc0e-4a80814582e0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.896972 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5fa8c892-5bd8-4aff-bc0e-4a80814582e0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.915163 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8c892-5bd8-4aff-bc0e-4a80814582e0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d84e8f-2c93-4509-934a-2f0eac36ccbd,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:48.922677 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5fa8c892-5bd8-4aff-bc0e-4a80814582e0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:48.923885 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5fa8c892-5bd8-4aff-bc0e-4a80814582e0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285834 Nov 12 21:01:48.926651 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56926) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:48.931450 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-c0f52992-5af8-4279-b5d5-6cb67c25c49c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': 'b7adc3d9-5f7d-4b56-8b7e-bdf3d281f426', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:48.957619 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c0f52992-5af8-4279-b5d5-6cb67c25c49c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.016991 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c0f52992-5af8-4279-b5d5-6cb67c25c49c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.020736 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c0f52992-5af8-4279-b5d5-6cb67c25c49c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.038531 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f52992-5af8-4279-b5d5-6cb67c25c49c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093bbcb7-f4c3-4c0c-b273-ac183f198136,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:49.048386 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c0f52992-5af8-4279-b5d5-6cb67c25c49c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.049644 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c0f52992-5af8-4279-b5d5-6cb67c25c49c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220331 Nov 12 21:01:49.052346 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56928) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:49.058206 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-e95877ba-050e-4c54-a736-cda543e58612 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': 'b7adc3d9-5f7d-4b56-8b7e-bdf3d281f426', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:49.082547 n-d-712140-15 neutron-server[102447]: INFO neutron.db.securitygroups_db [None req-e95877ba-050e-4c54-a736-cda543e58612 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Project f56658a53d4f432cbf92c55a438e0b89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:01:49.087513 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e95877ba-050e-4c54-a736-cda543e58612 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.146792 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e95877ba-050e-4c54-a736-cda543e58612 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.150655 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e95877ba-050e-4c54-a736-cda543e58612 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.170198 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95877ba-050e-4c54-a736-cda543e58612 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e219198-eba3-4d95-8bd8-febd2d6fddef,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:49.178369 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e95877ba-050e-4c54-a736-cda543e58612 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.180817 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e95877ba-050e-4c54-a736-cda543e58612 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263261 Nov 12 21:01:49.182989 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56930) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:49.187527 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-e89a831e-880b-4e0e-8be7-fe60007d5820 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': 'b7adc3d9-5f7d-4b56-8b7e-bdf3d281f426', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:49.209475 n-d-712140-15 neutron-server[102447]: INFO neutron.db.securitygroups_db [None req-e89a831e-880b-4e0e-8be7-fe60007d5820 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Project f56658a53d4f432cbf92c55a438e0b89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:01:49.214567 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e89a831e-880b-4e0e-8be7-fe60007d5820 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.276029 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e89a831e-880b-4e0e-8be7-fe60007d5820 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.279623 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e89a831e-880b-4e0e-8be7-fe60007d5820 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.298357 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a831e-880b-4e0e-8be7-fe60007d5820 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3942e9b-9391-4c75-93fb-2980c1d06f97,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:49.305663 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e89a831e-880b-4e0e-8be7-fe60007d5820 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.306961 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e89a831e-880b-4e0e-8be7-fe60007d5820 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228807 Nov 12 21:01:49.310036 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56932) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:49.314808 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-5976ce7f-c953-4bc2-a101-0577a260149f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'network': {'name': 'tempest-network-smoke--717658896', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'port_security_enabled': True}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:49.334308 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5976ce7f-c953-4bc2-a101-0577a260149f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Made reservation on behalf of f56658a53d4f432cbf92c55a438e0b89 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:49.338148 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5976ce7f-c953-4bc2-a101-0577a260149f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.370041 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5976ce7f-c953-4bc2-a101-0577a260149f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:01:49.380915 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5976ce7f-c953-4bc2-a101-0577a260149f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.381285 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-5976ce7f-c953-4bc2-a101-0577a260149f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Added segment fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5 of type vlan for network 9c66f2e9-260d-4b63-a235-8e0d803114b4 Nov 12 21:01:49.425831 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5976ce7f-c953-4bc2-a101-0577a260149f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.451141 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5976ce7f-c953-4bc2-a101-0577a260149f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.457083 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5976ce7f-c953-4bc2-a101-0577a260149f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:49.457800 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5976ce7f-c953-4bc2-a101-0577a260149f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.495617 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5976ce7f-c953-4bc2-a101-0577a260149f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1844499 Nov 12 21:01:49.498568 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56934) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:49.503216 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-57cc8a79-95fc-4cc5-a67b-8cfb4eebafe8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-872831936', 'admin_state_up': True, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:49.527627 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57cc8a79-95fc-4cc5-a67b-8cfb4eebafe8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.528738 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57cc8a79-95fc-4cc5-a67b-8cfb4eebafe8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.535574 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976ce7f-c953-4bc2-a101-0577a260149f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Network': ['ID=9c66f2e9-260d-4b63-a235-8e0d803114b4,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:49.547094 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 9c66f2e9-260d-4b63-a235-8e0d803114b4 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:01:49.587822 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57cc8a79-95fc-4cc5-a67b-8cfb4eebafe8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.728204 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57cc8a79-95fc-4cc5-a67b-8cfb4eebafe8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.929235 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57cc8a79-95fc-4cc5-a67b-8cfb4eebafe8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:49.951755 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57cc8a79-95fc-4cc5-a67b-8cfb4eebafe8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:50.020466 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-df310362-d3b1-46ec-a9e8-3c1e5bff5c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:50.058219 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-57cc8a79-95fc-4cc5-a67b-8cfb4eebafe8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Allocated IP 172.25.5.3 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/8ac5fa05-e67b-4154-995f-c77327878f2a) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:01:50.166342 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57cc8a79-95fc-4cc5-a67b-8cfb4eebafe8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:50.200122 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57cc8a79-95fc-4cc5-a67b-8cfb4eebafe8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:50.237453 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cc8a79-95fc-4cc5-a67b-8cfb4eebafe8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:50.242838 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-57cc8a79-95fc-4cc5-a67b-8cfb4eebafe8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:50.246576 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cc8a79-95fc-4cc5-a67b-8cfb4eebafe8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:50.257291 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457b8130-4ec6-4659-93d4-f767b3e00160 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:01:50.271884 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc8a79-95fc-4cc5-a67b-8cfb4eebafe8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=8ac5fa05-e67b-4154-995f-c77327878f2a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:50.303085 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0923501a-5c37-4fe3-9f0f-c35dfd5354ad None None] Provisioning complete for port 8ac5fa05-e67b-4154-995f-c77327878f2a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:50.303450 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0923501a-5c37-4fe3-9f0f-c35dfd5354ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:50.337928 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0923501a-5c37-4fe3-9f0f-c35dfd5354ad None None] Port 8ac5fa05-e67b-4154-995f-c77327878f2a cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:01:50.524103 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57cc8a79-95fc-4cc5-a67b-8cfb4eebafe8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:50.725943 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57cc8a79-95fc-4cc5-a67b-8cfb4eebafe8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:50.778175 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:50.859131 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cc8a79-95fc-4cc5-a67b-8cfb4eebafe8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Router ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:01:50.967335 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cc8a79-95fc-4cc5-a67b-8cfb4eebafe8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:01:50.977452 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5f0da5-4be7-4a79-9dc4-d1fc29167c89 None None] Sync routers for ids ['ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:01:50.987689 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5f0da5-4be7-4a79-9dc4-d1fc29167c89 None None] Routers {'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:50.988292 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57cc8a79-95fc-4cc5-a67b-8cfb4eebafe8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:50.988451 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-1e5f0da5-4be7-4a79-9dc4-d1fc29167c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:01:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:50.989530 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-57cc8a79-95fc-4cc5-a67b-8cfb4eebafe8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4898984 Nov 12 21:01:50.992863 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56936) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:51.139370 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0552cad9-57d8-4867-b243-9c1e7a4c571f tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f56658a53d4f432cbf92c55a438e0b89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1448107 Nov 12 21:01:51.142223 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56940) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:51.196735 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-1e5f0da5-4be7-4a79-9dc4-d1fc29167c89 None None] Set router ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:01:51.231090 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b569bd99-07e6-4a8f-9f82-679f0372c61f tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:51.235274 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b569bd99-07e6-4a8f-9f82-679f0372c61f tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894735 Nov 12 21:01:51.235502 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56942) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:51.271054 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-e0a696c5-4f86-4d35-ac9e-11aea0bc1a63 tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312126 Nov 12 21:01:51.271349 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 56944) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:51.276926 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-182b0dab-3848-4521-993b-030ad82f316c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-687927371', 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:51.376727 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-1e5f0da5-4be7-4a79-9dc4-d1fc29167c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872831936', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:01:50Z', 'revision_number': 3, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:01:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:51.381553 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182b0dab-3848-4521-993b-030ad82f316c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Made reservation on behalf of f56658a53d4f432cbf92c55a438e0b89 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:51.385356 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-182b0dab-3848-4521-993b-030ad82f316c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:51.404664 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5f0da5-4be7-4a79-9dc4-d1fc29167c89 None None] Checking router: ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:01:51.405006 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5f0da5-4be7-4a79-9dc4-d1fc29167c89 None None] Updating router ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5 port 8ac5fa05-e67b-4154-995f-c77327878f2a binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:01:51.434443 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1e5f0da5-4be7-4a79-9dc4-d1fc29167c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:51.564406 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-182b0dab-3848-4521-993b-030ad82f316c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:51.623800 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b0dab-3848-4521-993b-030ad82f316c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Subnet': ['ID=44d37cae-af8e-430e-b2ff-1c19ecd33c33,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:51.634547 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182b0dab-3848-4521-993b-030ad82f316c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Checking segment: {'id': 'fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:51.635026 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182b0dab-3848-4521-993b-030ad82f316c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network hostable DHCP agents. Network: 9c66f2e9-260d-4b63-a235-8e0d803114b4, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:01:51.652773 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182b0dab-3848-4521-993b-030ad82f316c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network 9c66f2e9-260d-4b63-a235-8e0d803114b4 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:01:51.663331 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-182b0dab-3848-4521-993b-030ad82f316c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 9c66f2e9-260d-4b63-a235-8e0d803114b4) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:51.668618 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182b0dab-3848-4521-993b-030ad82f316c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:51.669294 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-182b0dab-3848-4521-993b-030ad82f316c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:51.674325 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4131f13-60ea-45fb-b834-e954340c1738 None None] Network 9c66f2e9-260d-4b63-a235-8e0d803114b4 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:51.691491 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 56946) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:01:51.692110 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-182b0dab-3848-4521-993b-030ad82f316c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4193830 Nov 12 21:01:51.703148 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1e5f0da5-4be7-4a79-9dc4-d1fc29167c89 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:51.708915 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1e5f0da5-4be7-4a79-9dc4-d1fc29167c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:51.754006 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc13e6e7-0987-4bb3-bd11-d0410ed5e975 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:01:51.775116 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f153b98-543a-4017-9585-7026d2e11f16 None None] Pushing event updated for resources: {'Port': ['ID=8ac5fa05-e67b-4154-995f-c77327878f2a,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:51.782335 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-1e5f0da5-4be7-4a79-9dc4-d1fc29167c89 None None] Attempting to bind port 8ac5fa05-e67b-4154-995f-c77327878f2a on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:01:51.782703 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-1e5f0da5-4be7-4a79-9dc4-d1fc29167c89 None None] Attempting to bind port 8ac5fa05-e67b-4154-995f-c77327878f2a by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:01:51.783058 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5f0da5-4be7-4a79-9dc4-d1fc29167c89 None None] Attempting to bind port 8ac5fa05-e67b-4154-995f-c77327878f2a on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:01:51.786596 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f153b98-543a-4017-9585-7026d2e11f16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:51.787005 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f153b98-543a-4017-9585-7026d2e11f16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:51.787343 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f153b98-543a-4017-9585-7026d2e11f16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:51.787675 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f153b98-543a-4017-9585-7026d2e11f16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:51.788121 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f153b98-543a-4017-9585-7026d2e11f16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:51.788594 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f153b98-543a-4017-9585-7026d2e11f16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:51.789468 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f153b98-543a-4017-9585-7026d2e11f16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:51.789787 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f153b98-543a-4017-9585-7026d2e11f16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:51.790121 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f153b98-543a-4017-9585-7026d2e11f16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:51.790432 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f153b98-543a-4017-9585-7026d2e11f16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:51.791076 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f153b98-543a-4017-9585-7026d2e11f16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:51.791076 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f153b98-543a-4017-9585-7026d2e11f16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:01:51.798161 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5f0da5-4be7-4a79-9dc4-d1fc29167c89 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:01:51.798666 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5f0da5-4be7-4a79-9dc4-d1fc29167c89 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:51.799067 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1e5f0da5-4be7-4a79-9dc4-d1fc29167c89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:51.799446 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5f0da5-4be7-4a79-9dc4-d1fc29167c89 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:01:51.799909 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-1e5f0da5-4be7-4a79-9dc4-d1fc29167c89 None None] Bound port: 8ac5fa05-e67b-4154-995f-c77327878f2a, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:01:51.800308 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1e5f0da5-4be7-4a79-9dc4-d1fc29167c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:51.856738 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-1e5f0da5-4be7-4a79-9dc4-d1fc29167c89 None None] For port 8ac5fa05-e67b-4154-995f-c77327878f2a, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:01:51.860744 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-1e5f0da5-4be7-4a79-9dc4-d1fc29167c89 None None] For port 8ac5fa05-e67b-4154-995f-c77327878f2a, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8ac5fa05-e67b-4154-995f-c77327878f2a,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:01:51.869123 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1e5f0da5-4be7-4a79-9dc4-d1fc29167c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:51.875768 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6b43ef-f1d3-4b99-8d63-26e3b3f46094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-9c66f2e9-260d-4b63-a235-8e0d803114b4', 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'fixed_ips': [{'subnet_id': '44d37cae-af8e-430e-b2ff-1c19ecd33c33'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:01:51.876704 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ca6b43ef-f1d3-4b99-8d63-26e3b3f46094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:51.880376 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-bd0cd325-fe37-41bf-befa-ddda9a0e2346 None None] Provisioning complete for port 8ac5fa05-e67b-4154-995f-c77327878f2a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:51.880836 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd325-fe37-41bf-befa-ddda9a0e2346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:51.939093 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5f0da5-4be7-4a79-9dc4-d1fc29167c89 None None] Routers {'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:51.939830 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-1e5f0da5-4be7-4a79-9dc4-d1fc29167c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:01:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:51.942963 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e1dbcb-4864-4744-9556-cfb2c21d6252 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:01:51.991869 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f153b98-543a-4017-9585-7026d2e11f16 None None] Pushing event updated for resources: {'Port': ['ID=8ac5fa05-e67b-4154-995f-c77327878f2a,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:52.066274 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-1e5f0da5-4be7-4a79-9dc4-d1fc29167c89 None None] Set router ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:01:52.092003 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd325-fe37-41bf-befa-ddda9a0e2346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.121525 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-bd0cd325-fe37-41bf-befa-ddda9a0e2346 None None] For port 8ac5fa05-e67b-4154-995f-c77327878f2a, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8ac5fa05-e67b-4154-995f-c77327878f2a,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:52.130463 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd325-fe37-41bf-befa-ddda9a0e2346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.132811 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-ca6b43ef-f1d3-4b99-8d63-26e3b3f46094 None None] Allocated IP 172.20.0.2 (9c66f2e9-260d-4b63-a235-8e0d803114b4/44d37cae-af8e-430e-b2ff-1c19ecd33c33/4cbd82c6-3b0f-4669-8a0c-ee8bde7b7f53) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:01:52.235569 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cd325-fe37-41bf-befa-ddda9a0e2346 None None] Pushing event updated for resources: {'Port': ['ID=8ac5fa05-e67b-4154-995f-c77327878f2a,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:52.247502 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6e5a91db-7e23-4913-9321-1187ed56b65c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.276656 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-1e5f0da5-4be7-4a79-9dc4-d1fc29167c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872831936', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:01:50Z', 'revision_number': 3, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:52.278264 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-bae1235e-621f-46a5-856e-718e2083e50f None None] Provisioning complete for port 8ac5fa05-e67b-4154-995f-c77327878f2a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:52.278631 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bae1235e-621f-46a5-856e-718e2083e50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.313572 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5f0da5-4be7-4a79-9dc4-d1fc29167c89 None None] The sync data for ids ['ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'] in n-d-712140-15 is: [{'id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872831936', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:01:50Z', 'revision_number': 3, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:01:52.375500 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ca6b43ef-f1d3-4b99-8d63-26e3b3f46094 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.386903 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ca6b43ef-f1d3-4b99-8d63-26e3b3f46094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.458023 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6b43ef-f1d3-4b99-8d63-26e3b3f46094 None None] Network 9c66f2e9-260d-4b63-a235-8e0d803114b4 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:52.463851 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-ca6b43ef-f1d3-4b99-8d63-26e3b3f46094 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:52.467543 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6b43ef-f1d3-4b99-8d63-26e3b3f46094 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:52.474912 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b43ef-f1d3-4b99-8d63-26e3b3f46094 None None] Pushing event updated for resources: {'Port': ['ID=4cbd82c6-3b0f-4669-8a0c-ee8bde7b7f53,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:52.542172 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-ca6b43ef-f1d3-4b99-8d63-26e3b3f46094 None None] Attempting to bind port 4cbd82c6-3b0f-4669-8a0c-ee8bde7b7f53 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:01:52.543033 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-ca6b43ef-f1d3-4b99-8d63-26e3b3f46094 None None] Attempting to bind port 4cbd82c6-3b0f-4669-8a0c-ee8bde7b7f53 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:01:52.543330 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6b43ef-f1d3-4b99-8d63-26e3b3f46094 None None] Attempting to bind port 4cbd82c6-3b0f-4669-8a0c-ee8bde7b7f53 on network 9c66f2e9-260d-4b63-a235-8e0d803114b4 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:01:52.549409 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6b43ef-f1d3-4b99-8d63-26e3b3f46094 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:01:52.550725 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6b43ef-f1d3-4b99-8d63-26e3b3f46094 None None] Checking segment: {'id': 'fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:52.553496 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-6e5a91db-7e23-4913-9321-1187ed56b65c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Allocated IP 172.20.0.1 (9c66f2e9-260d-4b63-a235-8e0d803114b4/44d37cae-af8e-430e-b2ff-1c19ecd33c33/b4ef493f-18e2-4012-8ea5-8eb292ddf544) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:01:52.555072 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ca6b43ef-f1d3-4b99-8d63-26e3b3f46094 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.555531 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6b43ef-f1d3-4b99-8d63-26e3b3f46094 None None] Bound using segment: {'id': 'fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:01:52.556372 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-ca6b43ef-f1d3-4b99-8d63-26e3b3f46094 None None] Bound port: 4cbd82c6-3b0f-4669-8a0c-ee8bde7b7f53, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:01:52.556761 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ca6b43ef-f1d3-4b99-8d63-26e3b3f46094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.654918 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ca6b43ef-f1d3-4b99-8d63-26e3b3f46094 None None] For port 4cbd82c6-3b0f-4669-8a0c-ee8bde7b7f53, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:01:52.658981 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ca6b43ef-f1d3-4b99-8d63-26e3b3f46094 None None] For port 4cbd82c6-3b0f-4669-8a0c-ee8bde7b7f53, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=4cbd82c6-3b0f-4669-8a0c-ee8bde7b7f53,segment=NetworkSegment(fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5),segment_id=fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:01:52.664541 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ca6b43ef-f1d3-4b99-8d63-26e3b3f46094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.699958 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6e5a91db-7e23-4913-9321-1187ed56b65c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.736206 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b43ef-f1d3-4b99-8d63-26e3b3f46094 None None] Pushing event updated for resources: {'Port': ['ID=4cbd82c6-3b0f-4669-8a0c-ee8bde7b7f53,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:52.748008 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6e5a91db-7e23-4913-9321-1187ed56b65c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.795050 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5a91db-7e23-4913-9321-1187ed56b65c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network 9c66f2e9-260d-4b63-a235-8e0d803114b4 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:52.803642 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-6e5a91db-7e23-4913-9321-1187ed56b65c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:52.809043 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5a91db-7e23-4913-9321-1187ed56b65c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:52.836133 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a91db-7e23-4913-9321-1187ed56b65c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=b4ef493f-18e2-4012-8ea5-8eb292ddf544,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:52.861366 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4a3f850f-82f9-4ca2-9a5f-89f3e12019da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:52.864504 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6e5a91db-7e23-4913-9321-1187ed56b65c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:53.044558 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6e5a91db-7e23-4913-9321-1187ed56b65c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:53.359960 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6e5a91db-7e23-4913-9321-1187ed56b65c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:53.364571 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6e5a91db-7e23-4913-9321-1187ed56b65c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:53.447596 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6e5a91db-7e23-4913-9321-1187ed56b65c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:53.450638 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a91db-7e23-4913-9321-1187ed56b65c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=b4ef493f-18e2-4012-8ea5-8eb292ddf544,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:53.547245 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5a91db-7e23-4913-9321-1187ed56b65c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network 9c66f2e9-260d-4b63-a235-8e0d803114b4 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:53.548874 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-6e5a91db-7e23-4913-9321-1187ed56b65c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:53.667258 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5a91db-7e23-4913-9321-1187ed56b65c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Router ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:01:53.788545 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8ac5fa05-e67b-4154-995f-c77327878f2a up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:01:53.797087 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5a91db-7e23-4913-9321-1187ed56b65c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:01:53.803399 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6e5a91db-7e23-4913-9321-1187ed56b65c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "PUT /v2.0/routers/ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1108201 Nov 12 21:01:53.816413 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61820afe-4fb5-4e23-b72d-bca2c0cf986b None None] Network 9c66f2e9-260d-4b63-a235-8e0d803114b4 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:01:53.907673 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-707f037d-91b2-476a-a1ff-4865008a4da7 None None] Provisioning complete for port 4cbd82c6-3b0f-4669-8a0c-ee8bde7b7f53 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:53.908046 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-707f037d-91b2-476a-a1ff-4865008a4da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:53.969311 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-8841e0ac-a85c-46df-a359-255e5d866fcc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2084180332&fields=id&tenant_id=f56658a53d4f432cbf92c55a438e0b89 HTTP/1.1" status: 200 len: 267 time: 0.0548186 Nov 12 21:01:54.097167 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-a306e574-d3d6-4066-8976-751e2bb42de7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:54.098786 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-a306e574-d3d6-4066-8976-751e2bb42de7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/networks?id=9c66f2e9-260d-4b63-a235-8e0d803114b4 HTTP/1.1" status: 200 len: 796 time: 0.1215549 Nov 12 21:01:54.118113 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-43baf6d7-41ff-4819-9ddd-74e266cca281 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/quotas/f56658a53d4f432cbf92c55a438e0b89 HTTP/1.1" status: 200 len: 375 time: 0.0104415 Nov 12 21:01:54.136832 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 8ac5fa05-e67b-4154-995f-c77327878f2a triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:54.137178 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:54.182862 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-7834ca12-04df-4fb2-a396-167ce1827ac4 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559170 Nov 12 21:01:54.186715 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:54.307336 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-707f037d-91b2-476a-a1ff-4865008a4da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:54.343710 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4cbd82c6-3b0f-4669-8a0c-ee8bde7b7f53 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:01:54.355581 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-cfde49e7-49dd-4b64-ae84-f9fde5afda9a service neutron] 10.222.0.48 "GET /v2.0/networks/9c66f2e9-260d-4b63-a235-8e0d803114b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594980 Nov 12 21:01:54.380218 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-707f037d-91b2-476a-a1ff-4865008a4da7 None None] For port 4cbd82c6-3b0f-4669-8a0c-ee8bde7b7f53, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=4cbd82c6-3b0f-4669-8a0c-ee8bde7b7f53,segment=NetworkSegment(fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5),segment_id=fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:54.381483 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e98fbf-9f47-417c-b773-e7a739cbe347 None None] Sync routers for ids ['ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:01:54.390943 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-707f037d-91b2-476a-a1ff-4865008a4da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:54.434737 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e98fbf-9f47-417c-b773-e7a739cbe347 None None] Routers {'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:54.435396 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d0e98fbf-9f47-417c-b773-e7a739cbe347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:01:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:54.459888 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-743a2f55-4e19-4a4b-a1b9-0a3d6963167a service neutron] 10.222.0.48 "GET /v2.0/networks/9c66f2e9-260d-4b63-a235-8e0d803114b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029751 Nov 12 21:01:54.518913 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f037d-91b2-476a-a1ff-4865008a4da7 None None] Pushing event updated for resources: {'Port': ['ID=4cbd82c6-3b0f-4669-8a0c-ee8bde7b7f53,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:54.532484 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:54.533185 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 4cbd82c6-3b0f-4669-8a0c-ee8bde7b7f53 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:54.533547 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:54.633188 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-d0e98fbf-9f47-417c-b773-e7a739cbe347 None None] Set router ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:01:54.677265 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c0483404-a44a-4e28-848a-a44489e11589 None None] Provisioning complete for port b4ef493f-18e2-4012-8ea5-8eb292ddf544 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:54.677642 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c0483404-a44a-4e28-848a-a44489e11589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:54.709960 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8426bcd7-4a6c-4ee3-a229-e9effebf374d req-3055474c-b78d-4ab6-8077-4125700836e2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88 HTTP/1.1" status: 200 len: 210 time: 0.0472908 Nov 12 21:01:54.852822 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c0483404-a44a-4e28-848a-a44489e11589 None None] Port b4ef493f-18e2-4012-8ea5-8eb292ddf544 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:01:54.887549 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c0483404-a44a-4e28-848a-a44489e11589 None None] Provisioning complete for port 4cbd82c6-3b0f-4669-8a0c-ee8bde7b7f53 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:54.887921 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c0483404-a44a-4e28-848a-a44489e11589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:55.029509 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d0e98fbf-9f47-417c-b773-e7a739cbe347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872831936', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:01:52Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b4ef493f-18e2-4012-8ea5-8eb292ddf544', 'name': '', 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:64:e0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '44d37cae-af8e-430e-b2ff-1c19ecd33c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:01:52Z', 'updated_at': '2021-11-12T21:01:53Z', 'revision_number': 2, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': '44d37cae-af8e-430e-b2ff-1c19ecd33c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:55.058637 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e98fbf-9f47-417c-b773-e7a739cbe347 None None] Checking router: ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:01:55.058991 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e98fbf-9f47-417c-b773-e7a739cbe347 None None] Updating router ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5 port b4ef493f-18e2-4012-8ea5-8eb292ddf544 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:01:55.084700 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d0e98fbf-9f47-417c-b773-e7a739cbe347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:55.215843 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8640a45c-dce1-4f1c-b50d-9cdf3550c1b6 None None] Provisioning complete for port b4ef493f-18e2-4012-8ea5-8eb292ddf544 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:55.216211 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8640a45c-dce1-4f1c-b50d-9cdf3550c1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:55.296804 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8640a45c-dce1-4f1c-b50d-9cdf3550c1b6 None None] Port b4ef493f-18e2-4012-8ea5-8eb292ddf544 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:01:55.402309 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:55.404083 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d0e98fbf-9f47-417c-b773-e7a739cbe347 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:55.409534 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d0e98fbf-9f47-417c-b773-e7a739cbe347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:55.462614 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5a3e6-7e8c-450d-bd54-242ba8a22746 None None] Pushing event updated for resources: {'Port': ['ID=b4ef493f-18e2-4012-8ea5-8eb292ddf544,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:55.514287 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d0e98fbf-9f47-417c-b773-e7a739cbe347 None None] Attempting to bind port b4ef493f-18e2-4012-8ea5-8eb292ddf544 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:01:55.514660 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d0e98fbf-9f47-417c-b773-e7a739cbe347 None None] Attempting to bind port b4ef493f-18e2-4012-8ea5-8eb292ddf544 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:01:55.515023 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e98fbf-9f47-417c-b773-e7a739cbe347 None None] Attempting to bind port b4ef493f-18e2-4012-8ea5-8eb292ddf544 on network 9c66f2e9-260d-4b63-a235-8e0d803114b4 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:01:55.521233 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e98fbf-9f47-417c-b773-e7a739cbe347 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:01:55.521618 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e98fbf-9f47-417c-b773-e7a739cbe347 None None] Checking segment: {'id': 'fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:55.522026 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d0e98fbf-9f47-417c-b773-e7a739cbe347 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:55.522426 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e98fbf-9f47-417c-b773-e7a739cbe347 None None] Bound using segment: {'id': 'fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:01:55.522917 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d0e98fbf-9f47-417c-b773-e7a739cbe347 None None] Bound port: b4ef493f-18e2-4012-8ea5-8eb292ddf544, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:01:55.523337 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d0e98fbf-9f47-417c-b773-e7a739cbe347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:55.594683 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d0e98fbf-9f47-417c-b773-e7a739cbe347 None None] For port b4ef493f-18e2-4012-8ea5-8eb292ddf544, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:01:55.599645 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d0e98fbf-9f47-417c-b773-e7a739cbe347 None None] For port b4ef493f-18e2-4012-8ea5-8eb292ddf544, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b4ef493f-18e2-4012-8ea5-8eb292ddf544,segment=NetworkSegment(fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5),segment_id=fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:01:55.606424 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d0e98fbf-9f47-417c-b773-e7a739cbe347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:55.672650 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5a3e6-7e8c-450d-bd54-242ba8a22746 None None] Pushing event updated for resources: {'Port': ['ID=b4ef493f-18e2-4012-8ea5-8eb292ddf544,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:55.675551 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e98fbf-9f47-417c-b773-e7a739cbe347 None None] Routers {'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:01:55.676073 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d0e98fbf-9f47-417c-b773-e7a739cbe347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:01:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:55.798338 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4cbd82c6-3b0f-4669-8a0c-ee8bde7b7f53 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:01:55.851079 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-1aa063b5-c1b6-4baa-905f-5c2f2768ea01 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:55.855985 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-881c9640-521f-4982-a5a1-960046910d04 req-02c5e506-8ecb-4323-9ade-0609e72605f5 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88 HTTP/1.1" status: 200 len: 210 time: 0.0486007 Nov 12 21:01:55.857615 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-1aa063b5-c1b6-4baa-905f-5c2f2768ea01 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.52 "GET /v2.0/networks?id=9c66f2e9-260d-4b63-a235-8e0d803114b4 HTTP/1.1" status: 200 len: 796 time: 0.2007246 Nov 12 21:01:55.864752 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-d0e98fbf-9f47-417c-b773-e7a739cbe347 None None] Set router ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:01:55.939341 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-65e2efd9-7ae0-4c70-ae7f-574536b926fe None None] Provisioning complete for port b4ef493f-18e2-4012-8ea5-8eb292ddf544 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:55.939707 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-65e2efd9-7ae0-4c70-ae7f-574536b926fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:55.943259 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-82b9eb4c-6c3e-4024-8bf4-c8660345ba25 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f56658a53d4f432cbf92c55a438e0b89 HTTP/1.1" status: 200 len: 380 time: 0.0730076 Nov 12 21:01:55.954833 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-deafa039-8024-4f97-b2bc-e5ba3138a583 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'port': {'device_id': '6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88', 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4', 'admin_state_up': True, 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'security_groups': ['b7adc3d9-5f7d-4b56-8b7e-bdf3d281f426']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:56.102854 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-deafa039-8024-4f97-b2bc-e5ba3138a583 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Made reservation on behalf of f56658a53d4f432cbf92c55a438e0b89 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:01:56.106574 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-deafa039-8024-4f97-b2bc-e5ba3138a583 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:56.185356 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 4cbd82c6-3b0f-4669-8a0c-ee8bde7b7f53 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:56.185720 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:56.243015 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-deafa039-8024-4f97-b2bc-e5ba3138a583 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Allocated IP 172.20.0.9 (9c66f2e9-260d-4b63-a235-8e0d803114b4/44d37cae-af8e-430e-b2ff-1c19ecd33c33/aa7e360a-be95-498b-be47-0f9a3ed9c8da) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:01:56.265189 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:56.391316 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-65e2efd9-7ae0-4c70-ae7f-574536b926fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:56.392773 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-deafa039-8024-4f97-b2bc-e5ba3138a583 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:56.428987 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-deafa039-8024-4f97-b2bc-e5ba3138a583 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:56.449282 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-65e2efd9-7ae0-4c70-ae7f-574536b926fe None None] For port b4ef493f-18e2-4012-8ea5-8eb292ddf544, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b4ef493f-18e2-4012-8ea5-8eb292ddf544,segment=NetworkSegment(fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5),segment_id=fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:01:56.458917 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d0e98fbf-9f47-417c-b773-e7a739cbe347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872831936', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:01:52Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b4ef493f-18e2-4012-8ea5-8eb292ddf544', 'name': '', 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:64:e0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '44d37cae-af8e-430e-b2ff-1c19ecd33c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:01:52Z', 'updated_at': '2021-11-12T21:01:55Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': '44d37cae-af8e-430e-b2ff-1c19ecd33c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:01:56.460961 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-65e2efd9-7ae0-4c70-ae7f-574536b926fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:56.476332 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-deafa039-8024-4f97-b2bc-e5ba3138a583 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network 9c66f2e9-260d-4b63-a235-8e0d803114b4 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:01:56.483849 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-deafa039-8024-4f97-b2bc-e5ba3138a583 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:01:56.487693 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-deafa039-8024-4f97-b2bc-e5ba3138a583 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:01:56.489176 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e98fbf-9f47-417c-b773-e7a739cbe347 None None] The sync data for ids ['ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'] in n-d-712140-15 is: [{'id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872831936', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:01:52Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b4ef493f-18e2-4012-8ea5-8eb292ddf544', 'name': '', 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:64:e0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '44d37cae-af8e-430e-b2ff-1c19ecd33c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:01:52Z', 'updated_at': '2021-11-12T21:01:55Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': '44d37cae-af8e-430e-b2ff-1c19ecd33c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:01:56.520659 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafa039-8024-4f97-b2bc-e5ba3138a583 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=aa7e360a-be95-498b-be47-0f9a3ed9c8da,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:56.535146 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2efd9-7ae0-4c70-ae7f-574536b926fe None None] Pushing event updated for resources: {'Port': ['ID=b4ef493f-18e2-4012-8ea5-8eb292ddf544,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:56.593755 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-de9827ed-7f75-4aa8-8fef-a8d6b0efb7de None None] Provisioning complete for port b4ef493f-18e2-4012-8ea5-8eb292ddf544 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:56.594128 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-de9827ed-7f75-4aa8-8fef-a8d6b0efb7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:56.597749 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-deafa039-8024-4f97-b2bc-e5ba3138a583 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:56.598414 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-deafa039-8024-4f97-b2bc-e5ba3138a583 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:56.620272 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-deafa039-8024-4f97-b2bc-e5ba3138a583 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6702704 Nov 12 21:01:56.709109 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-3a2a9db5-fdb5-465f-b522-238a18d2736c service neutron] Request body: {'port': {'device_id': '6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:01:56.774090 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-3a2a9db5-fdb5-465f-b522-238a18d2736c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:56.839402 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c3b9abbd-9cb8-48be-bfb7-bba79f01f17b None None] Provisioning complete for port aa7e360a-be95-498b-be47-0f9a3ed9c8da triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:56.839767 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c3b9abbd-9cb8-48be-bfb7-bba79f01f17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:56.879026 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c3b9abbd-9cb8-48be-bfb7-bba79f01f17b None None] Port aa7e360a-be95-498b-be47-0f9a3ed9c8da cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:01:57.038412 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3789548-1990-4580-97ba-dca735adc3c2 req-e79218a6-f964-4f56-bedd-22f6427447a8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:57.041104 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d3789548-1990-4580-97ba-dca735adc3c2 req-e79218a6-f964-4f56-bedd-22f6427447a8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88 HTTP/1.1" status: 200 len: 931 time: 0.1021309 Nov 12 21:01:57.143147 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d3789548-1990-4580-97ba-dca735adc3c2 req-7f3778f2-6aba-4c99-847c-3efbf630e907 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7adc3d9-5f7d-4b56-8b7e-bdf3d281f426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959611 Nov 12 21:01:57.156489 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-3a2a9db5-fdb5-465f-b522-238a18d2736c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7e360a-be95-498b-be47-0f9a3ed9c8da {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:01:57.164940 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-3a2a9db5-fdb5-465f-b522-238a18d2736c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:57.177129 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-3a2a9db5-fdb5-465f-b522-238a18d2736c service neutron] Transition to ACTIVE for port object aa7e360a-be95-498b-be47-0f9a3ed9c8da will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:01:57.182560 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-3a2a9db5-fdb5-465f-b522-238a18d2736c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:57.243348 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a9db5-fdb5-465f-b522-238a18d2736c service neutron] Pushing event updated for resources: {'Port': ['ID=aa7e360a-be95-498b-be47-0f9a3ed9c8da,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:57.323169 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-3a2a9db5-fdb5-465f-b522-238a18d2736c service neutron] Attempting to bind port aa7e360a-be95-498b-be47-0f9a3ed9c8da on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:01:57.323512 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-3a2a9db5-fdb5-465f-b522-238a18d2736c service neutron] Attempting to bind port aa7e360a-be95-498b-be47-0f9a3ed9c8da by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:01:57.323848 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-3a2a9db5-fdb5-465f-b522-238a18d2736c service neutron] Attempting to bind port aa7e360a-be95-498b-be47-0f9a3ed9c8da on network 9c66f2e9-260d-4b63-a235-8e0d803114b4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:01:57.328726 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-3a2a9db5-fdb5-465f-b522-238a18d2736c service neutron] Port aa7e360a-be95-498b-be47-0f9a3ed9c8da on network 9c66f2e9-260d-4b63-a235-8e0d803114b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:01:57.329052 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-3a2a9db5-fdb5-465f-b522-238a18d2736c service neutron] Attempting to bind port aa7e360a-be95-498b-be47-0f9a3ed9c8da on network 9c66f2e9-260d-4b63-a235-8e0d803114b4 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:01:57.334508 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-3a2a9db5-fdb5-465f-b522-238a18d2736c service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:01:57.334838 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-3a2a9db5-fdb5-465f-b522-238a18d2736c service neutron] Checking segment: {'id': 'fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:01:57.335226 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-3a2a9db5-fdb5-465f-b522-238a18d2736c service neutron] Bound using segment: {'id': 'fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:01:57.335956 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-3a2a9db5-fdb5-465f-b522-238a18d2736c service neutron] Bound port: aa7e360a-be95-498b-be47-0f9a3ed9c8da, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:01:57.340606 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-3a2a9db5-fdb5-465f-b522-238a18d2736c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:57.413376 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-3a2a9db5-fdb5-465f-b522-238a18d2736c service neutron] For port aa7e360a-be95-498b-be47-0f9a3ed9c8da, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:01:57.416815 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-3a2a9db5-fdb5-465f-b522-238a18d2736c service neutron] For port aa7e360a-be95-498b-be47-0f9a3ed9c8da, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=aa7e360a-be95-498b-be47-0f9a3ed9c8da,segment=NetworkSegment(fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5),segment_id=fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:01:57.422412 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-3a2a9db5-fdb5-465f-b522-238a18d2736c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:57.437866 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-3a2a9db5-fdb5-465f-b522-238a18d2736c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:57.438696 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-3a2a9db5-fdb5-465f-b522-238a18d2736c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:57.440303 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-3a2a9db5-fdb5-465f-b522-238a18d2736c service neutron] 10.222.0.52 "PUT /v2.0/ports/aa7e360a-be95-498b-be47-0f9a3ed9c8da HTTP/1.1" status: 200 len: 1092 time: 0.8101914 Nov 12 21:01:57.441871 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88', 'tag': 'aa7e360a-be95-498b-be47-0f9a3ed9c8da'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:01:57.445589 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e68db4-1f0d-4317-b2f6-631f00d9cfc1" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88", "tag": "aa7e360a-be95-498b-be47-0f9a3ed9c8da"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:01:57.531441 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a9db5-fdb5-465f-b522-238a18d2736c service neutron] Pushing event updated for resources: {'Port': ['ID=aa7e360a-be95-498b-be47-0f9a3ed9c8da,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:01:57.537386 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2031914-f334-4317-ae21-7e0b57c32d2d x-openstack-request-id: req-e2031914-f334-4317-ae21-7e0b57c32d2d {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:01:57.537672 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88", "tag": "aa7e360a-be95-498b-be47-0f9a3ed9c8da", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:01:57.537969 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e2031914-f334-4317-ae21-7e0b57c32d2d {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:01:57.538300 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88', 'tag': 'aa7e360a-be95-498b-be47-0f9a3ed9c8da', 'status': 'completed', 'code': 200} Nov 12 21:01:57.569683 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-bb53ffa0-1ade-4069-984e-2b60877dba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:57.571862 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-bb53ffa0-1ade-4069-984e-2b60877dba42 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88 HTTP/1.1" status: 200 len: 1095 time: 0.0556986 Nov 12 21:01:57.619866 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-36d7cd72-1c41-43d4-bdc7-fdb6ab84936f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa7e360a-be95-498b-be47-0f9a3ed9c8da HTTP/1.1" status: 200 len: 217 time: 0.0372469 Nov 12 21:01:57.643875 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:01:57.690283 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-9e8c6be1-5aa9-490c-a10f-bffd5c051dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:57.691961 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-9e8c6be1-5aa9-490c-a10f-bffd5c051dc3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=44d37cae-af8e-430e-b2ff-1c19ecd33c33 HTTP/1.1" status: 200 len: 834 time: 0.0637093 Nov 12 21:01:57.748387 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-851b2ec2-1a71-40f6-aa83-bb2f9773a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:57.751427 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-851b2ec2-1a71-40f6-aa83-bb2f9773a7c7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9c66f2e9-260d-4b63-a235-8e0d803114b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494773 Nov 12 21:01:57.752250 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b4ef493f-18e2-4012-8ea5-8eb292ddf544 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:01:57.800673 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port b4ef493f-18e2-4012-8ea5-8eb292ddf544 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:01:57.801063 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:01:57.849383 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-d4ed0279-a095-4f53-81bc-2cf395cb3349 service neutron] 10.222.0.52 "GET /v2.0/networks/9c66f2e9-260d-4b63-a235-8e0d803114b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881064 Nov 12 21:01:57.946647 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-12dd6bca-3f97-4286-90eb-21f3600174ff req-397dc735-fa4a-4ca3-ae50-147a471487f7 service neutron] 10.222.0.52 "GET /v2.0/networks/9c66f2e9-260d-4b63-a235-8e0d803114b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891256 Nov 12 21:01:58.036623 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e68db4-1f0d-4317-b2f6-631f00d9cfc1 req-994b2d75-0559-4948-b214-154aee175797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:58.038106 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b4e68db4-1f0d-4317-b2f6-631f00d9cfc1 req-994b2d75-0559-4948-b214-154aee175797 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88 HTTP/1.1" status: 200 len: 1095 time: 0.0413294 Nov 12 21:01:58.132267 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e68db4-1f0d-4317-b2f6-631f00d9cfc1 req-a3832ea7-8a8e-46e0-a110-6d5dfc79e34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:58.133882 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b4e68db4-1f0d-4317-b2f6-631f00d9cfc1 req-a3832ea7-8a8e-46e0-a110-6d5dfc79e34c service neutron] 10.222.0.52 "GET /v2.0/networks?id=9c66f2e9-260d-4b63-a235-8e0d803114b4 HTTP/1.1" status: 200 len: 897 time: 0.0865083 Nov 12 21:01:58.175883 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b4e68db4-1f0d-4317-b2f6-631f00d9cfc1 req-4dd3fede-d4bf-458a-a86c-442922a275c3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa7e360a-be95-498b-be47-0f9a3ed9c8da HTTP/1.1" status: 200 len: 217 time: 0.0343676 Nov 12 21:01:58.264092 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e68db4-1f0d-4317-b2f6-631f00d9cfc1 req-c33c14c9-e55f-4683-8d99-947b73adffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:58.265498 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b4e68db4-1f0d-4317-b2f6-631f00d9cfc1 req-c33c14c9-e55f-4683-8d99-947b73adffc4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=44d37cae-af8e-430e-b2ff-1c19ecd33c33 HTTP/1.1" status: 200 len: 834 time: 0.0819395 Nov 12 21:01:58.282752 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1ce68-2dbf-4991-a1d8-0d3effa70e21 req-6fc6657a-5fa8-4c27-bef0-3834cd84e8e7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:58.284129 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-60e1ce68-2dbf-4991-a1d8-0d3effa70e21 req-6fc6657a-5fa8-4c27-bef0-3834cd84e8e7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88 HTTP/1.1" status: 200 len: 943 time: 0.0715122 Nov 12 21:01:58.354293 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e68db4-1f0d-4317-b2f6-631f00d9cfc1 req-0a4f8bc3-4a3e-4bf4-95d6-662ee35cc0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:58.355821 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b4e68db4-1f0d-4317-b2f6-631f00d9cfc1 req-0a4f8bc3-4a3e-4bf4-95d6-662ee35cc0af service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9c66f2e9-260d-4b63-a235-8e0d803114b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809932 Nov 12 21:01:58.361098 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-60e1ce68-2dbf-4991-a1d8-0d3effa70e21 req-ed0893f9-15e6-417e-9059-82bafed27727 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7adc3d9-5f7d-4b56-8b7e-bdf3d281f426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691674 Nov 12 21:01:58.462529 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b4e68db4-1f0d-4317-b2f6-631f00d9cfc1 req-f6861aac-a258-4e4a-b148-9b6a525940b0 service neutron] 10.222.0.52 "GET /v2.0/networks/9c66f2e9-260d-4b63-a235-8e0d803114b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974016 Nov 12 21:01:58.552864 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b4e68db4-1f0d-4317-b2f6-631f00d9cfc1 req-95feaf82-8543-4f6b-9eac-1026ac57bf6d service neutron] 10.222.0.52 "GET /v2.0/networks/9c66f2e9-260d-4b63-a235-8e0d803114b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826554 Nov 12 21:01:59.491548 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6129ed1-5e49-4aeb-8225-5d2578e19b10 req-20687cfc-79a9-4d49-8eb6-1362b01543a4 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:01:59.493884 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6129ed1-5e49-4aeb-8225-5d2578e19b10 req-20687cfc-79a9-4d49-8eb6-1362b01543a4 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88 HTTP/1.1" status: 200 len: 943 time: 0.0572145 Nov 12 21:01:59.546995 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a6129ed1-5e49-4aeb-8225-5d2578e19b10 req-2432ef7b-fc00-49ae-8192-1e3f995bf347 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7adc3d9-5f7d-4b56-8b7e-bdf3d281f426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470991 Nov 12 21:02:00.666105 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ff65f-47d1-45e9-a15a-78085f4ed498 req-3d5cf22d-d548-4b89-ad8b-52fb0a7377b5 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:00.667489 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1f1ff65f-47d1-45e9-a15a-78085f4ed498 req-3d5cf22d-d548-4b89-ad8b-52fb0a7377b5 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88 HTTP/1.1" status: 200 len: 943 time: 0.0503347 Nov 12 21:02:00.720201 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1f1ff65f-47d1-45e9-a15a-78085f4ed498 req-fc4d06c1-4134-4b8a-9c2e-c781e8b97256 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7adc3d9-5f7d-4b56-8b7e-bdf3d281f426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467720 Nov 12 21:02:01.250064 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device aa7e360a-be95-498b-be47-0f9a3ed9c8da details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:02:01.350784 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port aa7e360a-be95-498b-be47-0f9a3ed9c8da, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=aa7e360a-be95-498b-be47-0f9a3ed9c8da,segment=NetworkSegment(fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5),segment_id=fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:01.363842 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': 'aa7e360a-be95-498b-be47-0f9a3ed9c8da', 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4', 'port_id': 'aa7e360a-be95-498b-be47-0f9a3ed9c8da', 'mac_address': 'fa:16:3e:a9:63:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d37cae-af8e-430e-b2ff-1c19ecd33c33', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:02:01.404485 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:01.418761 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7e360a-be95-498b-be47-0f9a3ed9c8da {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:02:01.440677 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port aa7e360a-be95-498b-be47-0f9a3ed9c8da, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=aa7e360a-be95-498b-be47-0f9a3ed9c8da,segment=NetworkSegment(fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5),segment_id=fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:01.446211 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:01.494893 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=aa7e360a-be95-498b-be47-0f9a3ed9c8da,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:01.748859 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['aa7e360a-be95-498b-be47-0f9a3ed9c8da'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:02:01.847633 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b52b0d-284c-4cfe-b22b-5296a0567cca req-293d8085-e352-4b7c-af96-ef8f5d50ef37 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:01.849434 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d0b52b0d-284c-4cfe-b22b-5296a0567cca req-293d8085-e352-4b7c-af96-ef8f5d50ef37 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88 HTTP/1.1" status: 200 len: 944 time: 0.0560329 Nov 12 21:02:01.901394 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d0b52b0d-284c-4cfe-b22b-5296a0567cca req-0f98339f-e0f6-451a-b1e0-ddb7cb76cacc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7adc3d9-5f7d-4b56-8b7e-bdf3d281f426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453999 Nov 12 21:02:03.018900 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834604a6-edb2-406b-bc90-b61ff2c3f2d5 req-b9b023e6-b2ed-4875-bf40-6dd204128def tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:03.021588 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-834604a6-edb2-406b-bc90-b61ff2c3f2d5 req-b9b023e6-b2ed-4875-bf40-6dd204128def tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88 HTTP/1.1" status: 200 len: 944 time: 0.0510137 Nov 12 21:02:03.071307 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-834604a6-edb2-406b-bc90-b61ff2c3f2d5 req-d7441d74-56a4-45b5-8ea9-6a2d6559f808 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7adc3d9-5f7d-4b56-8b7e-bdf3d281f426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440776 Nov 12 21:02:03.265594 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device aa7e360a-be95-498b-be47-0f9a3ed9c8da up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:02:03.316603 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port aa7e360a-be95-498b-be47-0f9a3ed9c8da completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:02:03.320944 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port aa7e360a-be95-498b-be47-0f9a3ed9c8da triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:03.321307 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:03.396749 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:03.419192 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7e360a-be95-498b-be47-0f9a3ed9c8da'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:02:03.421460 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e2a221c1ff93e56a7b3290f78f059e5ee30a378a3a846772c85f81925c98a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c857ea92-81fa-429a-b2d5-71da0a1bdaf7" -d '{"events": [{"server_uuid": "6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88", "name": "network-vif-plugged", "status": "completed", "tag": "aa7e360a-be95-498b-be47-0f9a3ed9c8da"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:02:03.435537 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port aa7e360a-be95-498b-be47-0f9a3ed9c8da, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=aa7e360a-be95-498b-be47-0f9a3ed9c8da,segment=NetworkSegment(fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5),segment_id=fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:03.439951 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:03.495181 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=aa7e360a-be95-498b-be47-0f9a3ed9c8da,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:03.524519 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026854ea-a8b5-4a17-b503-42044d09965d x-openstack-request-id: req-026854ea-a8b5-4a17-b503-42044d09965d {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:02:03.524814 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88", "name": "network-vif-plugged", "status": "completed", "tag": "aa7e360a-be95-498b-be47-0f9a3ed9c8da", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:02:03.525062 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-026854ea-a8b5-4a17-b503-42044d09965d {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:02:03.525453 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7e360a-be95-498b-be47-0f9a3ed9c8da', 'code': 200} Nov 12 21:02:03.627760 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd52236-0b64-4811-ac62-cfb3cc47d6f3 req-42e21e01-87a5-41e6-b624-529811954663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:03.629315 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cfd52236-0b64-4811-ac62-cfb3cc47d6f3 req-42e21e01-87a5-41e6-b624-529811954663 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88 HTTP/1.1" status: 200 len: 1097 time: 0.0408883 Nov 12 21:02:03.678739 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cfd52236-0b64-4811-ac62-cfb3cc47d6f3 req-6ee1d60c-02f9-48a5-950d-40012f701789 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b7adc3d9-5f7d-4b56-8b7e-bdf3d281f426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403912 Nov 12 21:02:04.198714 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4fa9f-e622-4e05-862e-2a10d1110409 req-21fc1546-e907-418a-98ea-1fb29a1f5d0d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:04.200252 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e4d4fa9f-e622-4e05-862e-2a10d1110409 req-21fc1546-e907-418a-98ea-1fb29a1f5d0d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88 HTTP/1.1" status: 200 len: 945 time: 0.0526457 Nov 12 21:02:04.249798 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e4d4fa9f-e622-4e05-862e-2a10d1110409 req-6e39c1ec-088c-4748-a392-cbc68c82b56d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7adc3d9-5f7d-4b56-8b7e-bdf3d281f426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437000 Nov 12 21:02:05.368998 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6621b-c245-4c86-8985-33f8a810d05f req-632e55df-c1bf-4c06-bfcb-92a45cb309ad tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:05.370523 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eba6621b-c245-4c86-8985-33f8a810d05f req-632e55df-c1bf-4c06-bfcb-92a45cb309ad tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88 HTTP/1.1" status: 200 len: 945 time: 0.0511320 Nov 12 21:02:05.425177 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eba6621b-c245-4c86-8985-33f8a810d05f req-5809cc7a-a446-4ba7-a7fe-8b719339edf8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7adc3d9-5f7d-4b56-8b7e-bdf3d281f426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486937 Nov 12 21:02:05.543557 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c8077-6928-4596-8b10-caa763a6bc54 req-07bcb899-8a91-460e-a8e1-bd6d451a9ac3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:05.544978 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b4c8077-6928-4596-8b10-caa763a6bc54 req-07bcb899-8a91-460e-a8e1-bd6d451a9ac3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88 HTTP/1.1" status: 200 len: 945 time: 0.0489144 Nov 12 21:02:05.594355 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0b4c8077-6928-4596-8b10-caa763a6bc54 req-5574effb-3bd7-424c-a4a1-ed73bf217589 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7adc3d9-5f7d-4b56-8b7e-bdf3d281f426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435023 Nov 12 21:02:05.616079 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57002) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:05.657985 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e086a03c-79c5-4a81-a4ed-70203ea4a2fb tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:05.659536 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-e086a03c-79c5-4a81-a4ed-70203ea4a2fb tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88 HTTP/1.1" status: 200 len: 1092 time: 0.0411825 Nov 12 21:02:05.662476 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57004) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:05.667616 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-47386573-f94f-48a5-aecb-15e2af29565f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'port_id': 'aa7e360a-be95-498b-be47-0f9a3ed9c8da', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:05.691818 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-47386573-f94f-48a5-aecb-15e2af29565f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for floatingip, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:05.791679 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-47386573-f94f-48a5-aecb-15e2af29565f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:05.899661 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-47386573-f94f-48a5-aecb-15e2af29565f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Allocated IP 172.25.5.212 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/b71f2246-7ee0-443e-b4e3-3bded671279b) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:05.998885 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-47386573-f94f-48a5-aecb-15e2af29565f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:06.037128 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-47386573-f94f-48a5-aecb-15e2af29565f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:06.074978 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47386573-f94f-48a5-aecb-15e2af29565f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:06.079933 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-47386573-f94f-48a5-aecb-15e2af29565f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:06.083828 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47386573-f94f-48a5-aecb-15e2af29565f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:06.093144 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47386573-f94f-48a5-aecb-15e2af29565f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=b71f2246-7ee0-443e-b4e3-3bded671279b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:06.459729 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-47386573-f94f-48a5-aecb-15e2af29565f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:06.530014 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-47386573-f94f-48a5-aecb-15e2af29565f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:06.687668 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-47386573-f94f-48a5-aecb-15e2af29565f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:06.692401 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-47386573-f94f-48a5-aecb-15e2af29565f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:06.767086 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47386573-f94f-48a5-aecb-15e2af29565f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=b71f2246-7ee0-443e-b4e3-3bded671279b,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:06.777833 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-47386573-f94f-48a5-aecb-15e2af29565f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:06.881031 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [None req-47386573-f94f-48a5-aecb-15e2af29565f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Floating IP 47d2bb80-3940-4ea8-af5c-c5c9befcb62a associated. External IP: 172.25.5.212, port: aa7e360a-be95-498b-be47-0f9a3ed9c8da. Nov 12 21:02:07.452876 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47386573-f94f-48a5-aecb-15e2af29565f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Router ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:02:07.563703 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47386573-f94f-48a5-aecb-15e2af29565f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:02:07.574729 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf5100e-1b93-4b7b-bacf-39621e876280 None None] Sync routers for ids ['ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:02:07.582099 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-47386573-f94f-48a5-aecb-15e2af29565f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:07.586073 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf5100e-1b93-4b7b-bacf-39621e876280 None None] Routers {'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:02:07.586636 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-5cf5100e-1b93-4b7b-bacf-39621e876280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:01:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:07.610690 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-47386573-f94f-48a5-aecb-15e2af29565f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9469731 Nov 12 21:02:07.611342 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88', 'tag': 'aa7e360a-be95-498b-be47-0f9a3ed9c8da'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:02:07.613932 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd6bf149db5198c131b0a94c001dfe597833dedcde5dd32e44168e01e6f8dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2e92c0-1712-4c72-b4f0-7bafaf5bff3c" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88", "tag": "aa7e360a-be95-498b-be47-0f9a3ed9c8da"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:02:07.657478 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80aa5cd-46f6-4042-a12c-842aa135cf36 x-openstack-request-id: req-e80aa5cd-46f6-4042-a12c-842aa135cf36 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:02:07.657785 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88", "tag": "aa7e360a-be95-498b-be47-0f9a3ed9c8da", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:02:07.658043 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e80aa5cd-46f6-4042-a12c-842aa135cf36 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:02:07.658466 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88', 'tag': 'aa7e360a-be95-498b-be47-0f9a3ed9c8da', 'status': 'completed', 'code': 200} Nov 12 21:02:07.700368 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-5cf5100e-1b93-4b7b-bacf-39621e876280 None None] Set router ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:02:07.732587 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e92c0-1712-4c72-b4f0-7bafaf5bff3c req-caf6b63a-7862-40cc-8a2c-32c126805749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:07.733579 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594eed1-73c5-4142-ab4b-97537cbf2348 req-311b2449-878c-4fde-a3de-e3752cc03274 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:07.734110 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0d2e92c0-1712-4c72-b4f0-7bafaf5bff3c req-caf6b63a-7862-40cc-8a2c-32c126805749 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88 HTTP/1.1" status: 200 len: 1097 time: 0.0466092 Nov 12 21:02:07.735235 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4594eed1-73c5-4142-ab4b-97537cbf2348 req-311b2449-878c-4fde-a3de-e3752cc03274 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88 HTTP/1.1" status: 200 len: 945 time: 0.0529649 Nov 12 21:02:07.789858 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4594eed1-73c5-4142-ab4b-97537cbf2348 req-9d79384f-5d04-4d77-bd30-f41265d60efd tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7adc3d9-5f7d-4b56-8b7e-bdf3d281f426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482154 Nov 12 21:02:07.814337 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57010) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:07.844251 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e92c0-1712-4c72-b4f0-7bafaf5bff3c req-74bf6e22-e8c9-4606-ac2d-80b0c7214ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:07.845815 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0d2e92c0-1712-4c72-b4f0-7bafaf5bff3c req-74bf6e22-e8c9-4606-ac2d-80b0c7214ece service neutron] 10.222.0.52 "GET /v2.0/networks?id=9c66f2e9-260d-4b63-a235-8e0d803114b4 HTTP/1.1" status: 200 len: 897 time: 0.1033273 Nov 12 21:02:07.885378 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a28032d4-d0e8-4069-8984-f9a283746de3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/floatingips/47d2bb80-3940-4ea8-af5c-c5c9befcb62a HTTP/1.1" status: 200 len: 991 time: 0.0698903 Nov 12 21:02:07.932985 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-5cf5100e-1b93-4b7b-bacf-39621e876280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872831936', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:01:52Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '47d2bb80-3940-4ea8-af5c-c5c9befcb62a', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'floating_ip_address': '172.25.5.212', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'port_id': 'aa7e360a-be95-498b-be47-0f9a3ed9c8da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4', 'mac_address': 'fa:16:3e:a9:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:02:06Z', 'updated_at': '2021-11-12T21:02:06Z', 'revision_number': 0, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4ef493f-18e2-4012-8ea5-8eb292ddf544', 'name': '', 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:64:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '44d37cae-af8e-430e-b2ff-1c19ecd33c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:01:52Z', 'updated_at': '2021-11-12T21:01:56Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': '44d37cae-af8e-430e-b2ff-1c19ecd33c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:07.964634 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf5100e-1b93-4b7b-bacf-39621e876280 None None] Checking router: ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:02:07.973709 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf5100e-1b93-4b7b-bacf-39621e876280 None None] Routers {'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:02:07.974328 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-5cf5100e-1b93-4b7b-bacf-39621e876280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:01:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:08.197959 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-5cf5100e-1b93-4b7b-bacf-39621e876280 None None] Set router ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:02:08.301277 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0d2e92c0-1712-4c72-b4f0-7bafaf5bff3c req-21cdd86f-8d65-499b-9e7e-1b8095aa70f1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa7e360a-be95-498b-be47-0f9a3ed9c8da HTTP/1.1" status: 200 len: 999 time: 0.4462347 Nov 12 21:02:08.354412 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e92c0-1712-4c72-b4f0-7bafaf5bff3c req-1c2a9771-5836-48eb-8e1c-ed21fa9c3628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:08.355899 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0d2e92c0-1712-4c72-b4f0-7bafaf5bff3c req-1c2a9771-5836-48eb-8e1c-ed21fa9c3628 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=44d37cae-af8e-430e-b2ff-1c19ecd33c33 HTTP/1.1" status: 200 len: 834 time: 0.0463748 Nov 12 21:02:08.407762 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e92c0-1712-4c72-b4f0-7bafaf5bff3c req-f0da1c05-c7d6-4941-9bf7-9234f9313077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:08.409287 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0d2e92c0-1712-4c72-b4f0-7bafaf5bff3c req-f0da1c05-c7d6-4941-9bf7-9234f9313077 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9c66f2e9-260d-4b63-a235-8e0d803114b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445411 Nov 12 21:02:08.442972 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-5cf5100e-1b93-4b7b-bacf-39621e876280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872831936', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:01:52Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '47d2bb80-3940-4ea8-af5c-c5c9befcb62a', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'floating_ip_address': '172.25.5.212', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'port_id': 'aa7e360a-be95-498b-be47-0f9a3ed9c8da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4', 'mac_address': 'fa:16:3e:a9:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:02:06Z', 'updated_at': '2021-11-12T21:02:06Z', 'revision_number': 0, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4ef493f-18e2-4012-8ea5-8eb292ddf544', 'name': '', 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:64:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '44d37cae-af8e-430e-b2ff-1c19ecd33c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:01:52Z', 'updated_at': '2021-11-12T21:01:56Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': '44d37cae-af8e-430e-b2ff-1c19ecd33c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:08.470909 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf5100e-1b93-4b7b-bacf-39621e876280 None None] The sync data for ids ['ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'] in n-d-712140-15 is: [{'id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872831936', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:01:52Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '47d2bb80-3940-4ea8-af5c-c5c9befcb62a', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'floating_ip_address': '172.25.5.212', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'port_id': 'aa7e360a-be95-498b-be47-0f9a3ed9c8da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4', 'mac_address': 'fa:16:3e:a9:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:02:06Z', 'updated_at': '2021-11-12T21:02:06Z', 'revision_number': 0, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4ef493f-18e2-4012-8ea5-8eb292ddf544', 'name': '', 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:64:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '44d37cae-af8e-430e-b2ff-1c19ecd33c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:01:52Z', 'updated_at': '2021-11-12T21:01:56Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': '44d37cae-af8e-430e-b2ff-1c19ecd33c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:02:08.511841 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0d2e92c0-1712-4c72-b4f0-7bafaf5bff3c req-1013d26e-067f-4e5b-a4fe-7adb398bf0a8 service neutron] 10.222.0.52 "GET /v2.0/networks/9c66f2e9-260d-4b63-a235-8e0d803114b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938308 Nov 12 21:02:08.615039 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0d2e92c0-1712-4c72-b4f0-7bafaf5bff3c req-8f6685dd-eb02-4ca3-ac6c-864c20d1e889 service neutron] 10.222.0.52 "GET /v2.0/networks/9c66f2e9-260d-4b63-a235-8e0d803114b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920506 Nov 12 21:02:08.697229 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd522c5-1d4c-406e-a000-71b98ebeeb80 None None] New status for floating IP 47d2bb80-3940-4ea8-af5c-c5c9befcb62a: ACTIVE {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:02:08.888183 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57012) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:08.953229 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a84442bd-bcfe-484f-b51f-33ad5ab6df2e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/floatingips/47d2bb80-3940-4ea8-af5c-c5c9befcb62a HTTP/1.1" status: 200 len: 993 time: 0.0638039 Nov 12 21:02:20.013253 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-89b130ce-29f1-4f79-a0d9-95d6363682e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:20.788931 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:22.852726 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-547dae9e-9c0b-413a-b9ff-b4cd4d03b2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:23.975259 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:24.462265 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:25.379808 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:25.831237 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-33db8c28-e113-49e9-b821-a6163c3f0222 req-b908c2ca-997d-49b5-913b-7c1c96be7ec9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400522 Nov 12 21:02:25.916242 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db8c28-e113-49e9-b821-a6163c3f0222 req-a274f388-788c-43c7-a812-87d411a0c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:25.917742 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-33db8c28-e113-49e9-b821-a6163c3f0222 req-a274f388-788c-43c7-a812-87d411a0c3c0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88 HTTP/1.1" status: 200 len: 1097 time: 0.0409682 Nov 12 21:02:26.024426 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db8c28-e113-49e9-b821-a6163c3f0222 req-1de9c5de-a5b1-4752-932d-ade7664a9811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:26.025794 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-33db8c28-e113-49e9-b821-a6163c3f0222 req-1de9c5de-a5b1-4752-932d-ade7664a9811 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9c66f2e9-260d-4b63-a235-8e0d803114b4 HTTP/1.1" status: 200 len: 897 time: 0.0864697 Nov 12 21:02:26.058469 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:26.093800 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-33db8c28-e113-49e9-b821-a6163c3f0222 req-b7d9d1de-9554-4e7a-87d1-0c351c89fe42 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa7e360a-be95-498b-be47-0f9a3ed9c8da HTTP/1.1" status: 200 len: 1001 time: 0.0596845 Nov 12 21:02:26.145146 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db8c28-e113-49e9-b821-a6163c3f0222 req-40f98dd3-ccee-42cb-90ca-38943b101603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:26.146617 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-33db8c28-e113-49e9-b821-a6163c3f0222 req-40f98dd3-ccee-42cb-90ca-38943b101603 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=44d37cae-af8e-430e-b2ff-1c19ecd33c33 HTTP/1.1" status: 200 len: 834 time: 0.0448432 Nov 12 21:02:26.198810 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db8c28-e113-49e9-b821-a6163c3f0222 req-e5ea72b9-4764-45ba-ac84-17201e3bbbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:26.200344 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-33db8c28-e113-49e9-b821-a6163c3f0222 req-e5ea72b9-4764-45ba-ac84-17201e3bbbd5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9c66f2e9-260d-4b63-a235-8e0d803114b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446405 Nov 12 21:02:26.292113 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-33db8c28-e113-49e9-b821-a6163c3f0222 req-7881ff2b-b69c-42a4-a3ef-1b00b68c38fa service neutron] 10.222.0.52 "GET /v2.0/networks/9c66f2e9-260d-4b63-a235-8e0d803114b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825577 Nov 12 21:02:26.395697 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-33db8c28-e113-49e9-b821-a6163c3f0222 req-bf4f9449-a961-4d17-b757-3b369921aebc service neutron] 10.222.0.52 "GET /v2.0/networks/9c66f2e9-260d-4b63-a235-8e0d803114b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942130 Nov 12 21:02:34.644016 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:02:44.307441 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23983f47-b88c-40e4-a016-eb7427697704 req-3816d51c-e23a-4559-a84f-736f25a2cfdd tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:44.309027 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23983f47-b88c-40e4-a016-eb7427697704 req-3816d51c-e23a-4559-a84f-736f25a2cfdd tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88 HTTP/1.1" status: 200 len: 945 time: 0.0529923 Nov 12 21:02:44.358945 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23983f47-b88c-40e4-a016-eb7427697704 req-ae9c839f-c8c2-4f90-9ca2-57d0d5fe2184 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7adc3d9-5f7d-4b56-8b7e-bdf3d281f426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440271 Nov 12 21:02:45.491145 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71f4e8-23c8-4ff7-8c58-448bf534d5d2 req-0293a2d2-0c50-424e-b0db-f85a782a702a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:45.492807 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ec71f4e8-23c8-4ff7-8c58-448bf534d5d2 req-0293a2d2-0c50-424e-b0db-f85a782a702a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88 HTTP/1.1" status: 200 len: 945 time: 0.0493882 Nov 12 21:02:45.543925 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ec71f4e8-23c8-4ff7-8c58-448bf534d5d2 req-357a0a3d-7af6-4f2b-aab7-3efe85f771f3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7adc3d9-5f7d-4b56-8b7e-bdf3d281f426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452254 Nov 12 21:02:45.566351 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57040) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:45.632811 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3e8b9cbe-08e9-46b5-92b3-4791ee544a50 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/floatingips/47d2bb80-3940-4ea8-af5c-c5c9befcb62a HTTP/1.1" status: 200 len: 993 time: 0.0651901 Nov 12 21:02:46.919862 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a252b53-7d34-4566-bd1f-496629c46e54 req-6907cd0c-052e-4358-98a5-bd6b76c00885 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:46.921382 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1a252b53-7d34-4566-bd1f-496629c46e54 req-6907cd0c-052e-4358-98a5-bd6b76c00885 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88 HTTP/1.1" status: 200 len: 945 time: 0.0531659 Nov 12 21:02:46.980129 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1a252b53-7d34-4566-bd1f-496629c46e54 req-276615de-c719-4885-a6e5-1b8d1fd1de94 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7adc3d9-5f7d-4b56-8b7e-bdf3d281f426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524623 Nov 12 21:02:48.109291 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66826470-c3e8-44a5-996e-da1cc9f0f6a4 req-c694154a-1bac-4ec4-ac08-8ff95e8afc77 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:48.110942 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-66826470-c3e8-44a5-996e-da1cc9f0f6a4 req-c694154a-1bac-4ec4-ac08-8ff95e8afc77 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88 HTTP/1.1" status: 200 len: 945 time: 0.0588591 Nov 12 21:02:48.173794 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-66826470-c3e8-44a5-996e-da1cc9f0f6a4 req-32b26e34-0b93-4d6d-85bd-f377061aa8ee tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7adc3d9-5f7d-4b56-8b7e-bdf3d281f426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551536 Nov 12 21:02:48.198572 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57050) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:48.263485 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-79380c84-a2d5-467f-ad17-e44aa838aade tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/floatingips/47d2bb80-3940-4ea8-af5c-c5c9befcb62a HTTP/1.1" status: 200 len: 993 time: 0.0629640 Nov 12 21:02:48.516404 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57056) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:48.685621 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-91c47528-d004-492f-ae75-1f0d1c3b3fc2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Deleting port b71f2246-7ee0-443e-b4e3-3bded671279b {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:48.686041 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91c47528-d004-492f-ae75-1f0d1c3b3fc2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:48.774865 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91c47528-d004-492f-ae75-1f0d1c3b3fc2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:48.775124 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91c47528-d004-492f-ae75-1f0d1c3b3fc2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:48.786970 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-91c47528-d004-492f-ae75-1f0d1c3b3fc2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Calling delete_port for b71f2246-7ee0-443e-b4e3-3bded671279b owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:48.941394 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91c47528-d004-492f-ae75-1f0d1c3b3fc2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:48.968968 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c47528-d004-492f-ae75-1f0d1c3b3fc2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Port': ['ID=b71f2246-7ee0-443e-b4e3-3bded671279b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:48.993162 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c47528-d004-492f-ae75-1f0d1c3b3fc2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:48.993517 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c47528-d004-492f-ae75-1f0d1c3b3fc2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:48.993864 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c47528-d004-492f-ae75-1f0d1c3b3fc2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:48.994205 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c47528-d004-492f-ae75-1f0d1c3b3fc2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:48.994547 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c47528-d004-492f-ae75-1f0d1c3b3fc2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:48.994886 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c47528-d004-492f-ae75-1f0d1c3b3fc2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:48.995290 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c47528-d004-492f-ae75-1f0d1c3b3fc2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:48.995564 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c47528-d004-492f-ae75-1f0d1c3b3fc2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:48.995899 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c47528-d004-492f-ae75-1f0d1c3b3fc2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:48.996255 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c47528-d004-492f-ae75-1f0d1c3b3fc2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:48.996583 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c47528-d004-492f-ae75-1f0d1c3b3fc2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:48.996911 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c47528-d004-492f-ae75-1f0d1c3b3fc2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:49.047734 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91c47528-d004-492f-ae75-1f0d1c3b3fc2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for floatingip, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:49.048102 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [None req-91c47528-d004-492f-ae75-1f0d1c3b3fc2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Floating IP 47d2bb80-3940-4ea8-af5c-c5c9befcb62a disassociated (deleted). External IP: 172.25.5.212, port: aa7e360a-be95-498b-be47-0f9a3ed9c8da. Nov 12 21:02:49.262656 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c47528-d004-492f-ae75-1f0d1c3b3fc2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Router ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:02:49.375276 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c47528-d004-492f-ae75-1f0d1c3b3fc2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:02:49.379803 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-91c47528-d004-492f-ae75-1f0d1c3b3fc2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:49.393500 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b53abe-729e-41f3-b4e2-57732c4840ee None None] Sync routers for ids ['ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:02:49.404261 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b53abe-729e-41f3-b4e2-57732c4840ee None None] Routers {'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:02:49.404885 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-c0b53abe-729e-41f3-b4e2-57732c4840ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:02:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:49.408209 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-91c47528-d004-492f-ae75-1f0d1c3b3fc2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "DELETE /v2.0/floatingips/47d2bb80-3940-4ea8-af5c-c5c9befcb62a HTTP/1.1" status: 204 len: 168 time: 0.8907964 Nov 12 21:02:49.408818 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88', 'tag': 'aa7e360a-be95-498b-be47-0f9a3ed9c8da'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:02:49.411308 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd6bf149db5198c131b0a94c001dfe597833dedcde5dd32e44168e01e6f8dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff37e07-c667-405d-b1bc-e07af1790b27" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88", "tag": "aa7e360a-be95-498b-be47-0f9a3ed9c8da"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:02:49.451809 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7968d461-489b-4f13-9bd6-ec048eea99a0 x-openstack-request-id: req-7968d461-489b-4f13-9bd6-ec048eea99a0 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:02:49.452176 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88", "tag": "aa7e360a-be95-498b-be47-0f9a3ed9c8da", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:02:49.453154 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7968d461-489b-4f13-9bd6-ec048eea99a0 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:02:49.453644 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88', 'tag': 'aa7e360a-be95-498b-be47-0f9a3ed9c8da', 'status': 'completed', 'code': 200} Nov 12 21:02:49.524621 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff37e07-c667-405d-b1bc-e07af1790b27 req-e8f6b0b2-b7d2-4062-ace4-fd3b92d6d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:49.526386 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4ff37e07-c667-405d-b1bc-e07af1790b27 req-e8f6b0b2-b7d2-4062-ace4-fd3b92d6d1f6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88 HTTP/1.1" status: 200 len: 1097 time: 0.0496974 Nov 12 21:02:49.530237 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-c0b53abe-729e-41f3-b4e2-57732c4840ee None None] Set router ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:02:49.674109 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff37e07-c667-405d-b1bc-e07af1790b27 req-8f63de87-cee8-4e27-952e-a45e142199d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:49.675514 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4ff37e07-c667-405d-b1bc-e07af1790b27 req-8f63de87-cee8-4e27-952e-a45e142199d0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9c66f2e9-260d-4b63-a235-8e0d803114b4 HTTP/1.1" status: 200 len: 897 time: 0.1339791 Nov 12 21:02:49.684903 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4ba1f-04cd-4f0c-b3a9-4ef128840704 req-e7a0978b-1f67-447e-b4d1-c4986e5b09c1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:49.686358 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3eb4ba1f-04cd-4f0c-b3a9-4ef128840704 req-e7a0978b-1f67-447e-b4d1-c4986e5b09c1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88 HTTP/1.1" status: 200 len: 945 time: 0.0759566 Nov 12 21:02:49.729663 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4ff37e07-c667-405d-b1bc-e07af1790b27 req-76000fcb-09b4-4334-b403-3078d2659a97 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa7e360a-be95-498b-be47-0f9a3ed9c8da HTTP/1.1" status: 200 len: 217 time: 0.0423129 Nov 12 21:02:49.771175 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-c0b53abe-729e-41f3-b4e2-57732c4840ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872831936', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:01:52Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b4ef493f-18e2-4012-8ea5-8eb292ddf544', 'name': '', 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:64:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '44d37cae-af8e-430e-b2ff-1c19ecd33c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:01:52Z', 'updated_at': '2021-11-12T21:01:56Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': '44d37cae-af8e-430e-b2ff-1c19ecd33c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:49.803240 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b53abe-729e-41f3-b4e2-57732c4840ee None None] Checking router: ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:02:49.813885 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b53abe-729e-41f3-b4e2-57732c4840ee None None] Routers {'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:02:49.814491 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-c0b53abe-729e-41f3-b4e2-57732c4840ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:02:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:49.822304 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3eb4ba1f-04cd-4f0c-b3a9-4ef128840704 req-70e8f8bf-8da2-48e6-8338-e74d7094b73d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7adc3d9-5f7d-4b56-8b7e-bdf3d281f426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951197 Nov 12 21:02:49.831477 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff37e07-c667-405d-b1bc-e07af1790b27 req-772fdb92-e45a-49d2-8051-a3696feb7452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:49.832997 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4ff37e07-c667-405d-b1bc-e07af1790b27 req-772fdb92-e45a-49d2-8051-a3696feb7452 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=44d37cae-af8e-430e-b2ff-1c19ecd33c33 HTTP/1.1" status: 200 len: 834 time: 0.0889030 Nov 12 21:02:49.889099 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff37e07-c667-405d-b1bc-e07af1790b27 req-2d025257-5b83-4ff9-ad2f-0a5ecc4dcb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:49.890688 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4ff37e07-c667-405d-b1bc-e07af1790b27 req-2d025257-5b83-4ff9-ad2f-0a5ecc4dcb1e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9c66f2e9-260d-4b63-a235-8e0d803114b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487211 Nov 12 21:02:49.942433 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-c0b53abe-729e-41f3-b4e2-57732c4840ee None None] Set router ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:02:49.996648 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4ff37e07-c667-405d-b1bc-e07af1790b27 req-fb6a3127-84e0-463b-9171-255e235802a4 service neutron] 10.222.0.52 "GET /v2.0/networks/9c66f2e9-260d-4b63-a235-8e0d803114b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963607 Nov 12 21:02:50.020832 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-28219ddb-1c5f-41b8-91bd-b240b2697d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:50.116443 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4ff37e07-c667-405d-b1bc-e07af1790b27 req-e930a592-7183-4cc2-ad47-899c1382b042 service neutron] 10.222.0.52 "GET /v2.0/networks/9c66f2e9-260d-4b63-a235-8e0d803114b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110451 Nov 12 21:02:50.180940 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-c0b53abe-729e-41f3-b4e2-57732c4840ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872831936', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:01:52Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b4ef493f-18e2-4012-8ea5-8eb292ddf544', 'name': '', 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:64:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '44d37cae-af8e-430e-b2ff-1c19ecd33c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:01:52Z', 'updated_at': '2021-11-12T21:01:56Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': '44d37cae-af8e-430e-b2ff-1c19ecd33c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:50.213562 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b53abe-729e-41f3-b4e2-57732c4840ee None None] The sync data for ids ['ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'] in n-d-712140-15 is: [{'id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872831936', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:01:52Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'b4ef493f-18e2-4012-8ea5-8eb292ddf544', 'name': '', 'network_id': '9c66f2e9-260d-4b63-a235-8e0d803114b4', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:64:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '44d37cae-af8e-430e-b2ff-1c19ecd33c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:01:52Z', 'updated_at': '2021-11-12T21:01:56Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': '44d37cae-af8e-430e-b2ff-1c19ecd33c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:02:50.458516 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9772b76f-1ae6-4a67-ac68-0df3c11623af None None] New status for floating IP 47d2bb80-3940-4ea8-af5c-c5c9befcb62a: DOWN {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:02:50.782900 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:50.950655 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58b250-e7cd-44a2-b08e-944c4568f026 req-629768b2-2d58-481e-baa8-f804f31b612e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:50.952252 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8b58b250-e7cd-44a2-b08e-944c4568f026 req-629768b2-2d58-481e-baa8-f804f31b612e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88 HTTP/1.1" status: 200 len: 945 time: 0.0568061 Nov 12 21:02:51.010091 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8b58b250-e7cd-44a2-b08e-944c4568f026 req-681e55c6-4197-4ec3-80ad-36a51c31f500 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7adc3d9-5f7d-4b56-8b7e-bdf3d281f426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517244 Nov 12 21:02:51.431468 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b708bf-e019-4a35-94e4-09fd37602cd0 req-267ad4d6-f3ed-4e2e-a5eb-73eada7a3858 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:51.433286 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-89b708bf-e019-4a35-94e4-09fd37602cd0 req-267ad4d6-f3ed-4e2e-a5eb-73eada7a3858 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88 HTTP/1.1" status: 200 len: 945 time: 0.0554411 Nov 12 21:02:51.528078 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-89b708bf-e019-4a35-94e4-09fd37602cd0 req-a022f3a0-a006-400f-b8c0-dc90cf7569a6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Deleting port aa7e360a-be95-498b-be47-0f9a3ed9c8da {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:51.528445 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-89b708bf-e019-4a35-94e4-09fd37602cd0 req-a022f3a0-a006-400f-b8c0-dc90cf7569a6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:51.627711 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-89b708bf-e019-4a35-94e4-09fd37602cd0 req-a022f3a0-a006-400f-b8c0-dc90cf7569a6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] For port aa7e360a-be95-498b-be47-0f9a3ed9c8da, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=aa7e360a-be95-498b-be47-0f9a3ed9c8da,segment=NetworkSegment(fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5),segment_id=fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:51.628213 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-89b708bf-e019-4a35-94e4-09fd37602cd0 req-a022f3a0-a006-400f-b8c0-dc90cf7569a6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:51.643287 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-89b708bf-e019-4a35-94e4-09fd37602cd0 req-a022f3a0-a006-400f-b8c0-dc90cf7569a6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Calling delete_port for aa7e360a-be95-498b-be47-0f9a3ed9c8da owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:51.774950 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-89b708bf-e019-4a35-94e4-09fd37602cd0 req-a022f3a0-a006-400f-b8c0-dc90cf7569a6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:51.810449 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022f3a0-a006-400f-b8c0-dc90cf7569a6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Port': ['ID=aa7e360a-be95-498b-be47-0f9a3ed9c8da,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:51.839197 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022f3a0-a006-400f-b8c0-dc90cf7569a6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:51.839562 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022f3a0-a006-400f-b8c0-dc90cf7569a6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:51.839909 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022f3a0-a006-400f-b8c0-dc90cf7569a6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:51.840251 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022f3a0-a006-400f-b8c0-dc90cf7569a6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:51.840591 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022f3a0-a006-400f-b8c0-dc90cf7569a6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:51.840920 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022f3a0-a006-400f-b8c0-dc90cf7569a6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:51.841252 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022f3a0-a006-400f-b8c0-dc90cf7569a6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:51.841582 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022f3a0-a006-400f-b8c0-dc90cf7569a6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:51.841915 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022f3a0-a006-400f-b8c0-dc90cf7569a6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:51.842257 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022f3a0-a006-400f-b8c0-dc90cf7569a6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:51.842563 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022f3a0-a006-400f-b8c0-dc90cf7569a6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:51.842882 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022f3a0-a006-400f-b8c0-dc90cf7569a6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:51.864634 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b708bf-e019-4a35-94e4-09fd37602cd0 req-a022f3a0-a006-400f-b8c0-dc90cf7569a6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] No DVR routers for this DVR port aa7e360a-be95-498b-be47-0f9a3ed9c8da on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:02:51.867930 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-89b708bf-e019-4a35-94e4-09fd37602cd0 req-a022f3a0-a006-400f-b8c0-dc90cf7569a6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:51.871301 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-89b708bf-e019-4a35-94e4-09fd37602cd0 req-a022f3a0-a006-400f-b8c0-dc90cf7569a6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.52 "DELETE /v2.0/ports/aa7e360a-be95-498b-be47-0f9a3ed9c8da HTTP/1.1" status: 204 len: 173 time: 0.4311922 Nov 12 21:02:51.871741 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88', 'name': 'network-vif-deleted', 'tag': 'aa7e360a-be95-498b-be47-0f9a3ed9c8da'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:02:51.874060 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf4b11a-1c1a-4074-be8f-d062ab1a04f1" -d '{"events": [{"server_uuid": "6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88", "name": "network-vif-deleted", "tag": "aa7e360a-be95-498b-be47-0f9a3ed9c8da"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:02:51.914138 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652806e7-8152-4aad-a225-6cc5a77a742b x-openstack-request-id: req-652806e7-8152-4aad-a225-6cc5a77a742b {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:02:51.914437 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88", "name": "network-vif-deleted", "tag": "aa7e360a-be95-498b-be47-0f9a3ed9c8da", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:02:51.914691 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-652806e7-8152-4aad-a225-6cc5a77a742b {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:02:51.915099 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88', 'name': 'network-vif-deleted', 'tag': 'aa7e360a-be95-498b-be47-0f9a3ed9c8da', 'status': 'completed', 'code': 200} Nov 12 21:02:52.119990 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ecbae7e7-4dfa-4cbd-9c5e-e970ff98bd81 req-dc03506c-3a80-44ff-9cc8-5deb1dc054ef tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c0fcdd1-6bff-4a74-90b0-5a9f2c7b8d88 HTTP/1.1" status: 200 len: 210 time: 0.0276327 Nov 12 21:02:52.858273 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e734e28c-2784-4be0-8c5c-f74ba28bcc50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:53.177703 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57072) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:53.555595 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f2888249-1776-4513-8daa-a648db79b279 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:53.812623 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-f2888249-1776-4513-8daa-a648db79b279 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Deleting port b4ef493f-18e2-4012-8ea5-8eb292ddf544 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:53.812997 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f2888249-1776-4513-8daa-a648db79b279 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:53.904863 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-f2888249-1776-4513-8daa-a648db79b279 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] For port b4ef493f-18e2-4012-8ea5-8eb292ddf544, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=b4ef493f-18e2-4012-8ea5-8eb292ddf544,segment=NetworkSegment(fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5),segment_id=fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:53.905237 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f2888249-1776-4513-8daa-a648db79b279 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:53.919632 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-f2888249-1776-4513-8daa-a648db79b279 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Calling delete_port for b4ef493f-18e2-4012-8ea5-8eb292ddf544 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:53.975171 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:54.108049 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f2888249-1776-4513-8daa-a648db79b279 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:54.135651 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2888249-1776-4513-8daa-a648db79b279 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Port': ['ID=b4ef493f-18e2-4012-8ea5-8eb292ddf544,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:54.312905 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f2888249-1776-4513-8daa-a648db79b279 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:54.493356 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:54.527863 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2888249-1776-4513-8daa-a648db79b279 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Router ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:02:54.634121 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2888249-1776-4513-8daa-a648db79b279 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:02:54.639442 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f2888249-1776-4513-8daa-a648db79b279 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "PUT /v2.0/routers/ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4601994 Nov 12 21:02:54.642584 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57076) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:54.644510 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09d60c-5406-4ab4-a957-c43536eb9802 None None] Sync routers for ids ['ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:02:54.654537 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb09d60c-5406-4ab4-a957-c43536eb9802 None None] Routers {'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:02:54.655133 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-fb09d60c-5406-4ab4-a957-c43536eb9802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:02:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:54.697102 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e868449-9c9f-4c98-bd67-1af91c565ffa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Deleting subnet 44d37cae-af8e-430e-b2ff-1c19ecd33c33 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:02:54.700340 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3e868449-9c9f-4c98-bd67-1af91c565ffa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:54.749370 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3e868449-9c9f-4c98-bd67-1af91c565ffa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:54.763941 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-fb09d60c-5406-4ab4-a957-c43536eb9802 None None] Set router ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:02:54.838812 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3e868449-9c9f-4c98-bd67-1af91c565ffa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:54.899713 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3e868449-9c9f-4c98-bd67-1af91c565ffa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:54.932964 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e868449-9c9f-4c98-bd67-1af91c565ffa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Subnet': ['ID=44d37cae-af8e-430e-b2ff-1c19ecd33c33,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:54.938380 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3e868449-9c9f-4c98-bd67-1af91c565ffa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:54.941395 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-3e868449-9c9f-4c98-bd67-1af91c565ffa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "DELETE /v2.0/subnets/44d37cae-af8e-430e-b2ff-1c19ecd33c33 HTTP/1.1" status: 204 len: 168 time: 0.2977734 Nov 12 21:02:54.945011 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57078) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:54.946996 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39caac66-138d-4532-80c9-ac553e4ce1db None None] Network 9c66f2e9-260d-4b63-a235-8e0d803114b4 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:02:55.042340 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-fb09d60c-5406-4ab4-a957-c43536eb9802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872831936', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:02:54Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:55.056506 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b8bc1c0-46ad-48d6-a7b9-c9e0e301d6a1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.069771 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09d60c-5406-4ab4-a957-c43536eb9802 None None] Checking router: ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:02:55.079980 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb09d60c-5406-4ab4-a957-c43536eb9802 None None] Routers {'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:02:55.080615 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-fb09d60c-5406-4ab4-a957-c43536eb9802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:02:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:55.157450 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7f3517-110a-478a-bd31-543503f1743f None None] DHCP port deletion for 9c66f2e9-260d-4b63-a235-8e0d803114b4 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:02:55.176769 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b8bc1c0-46ad-48d6-a7b9-c9e0e301d6a1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.195112 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-fb09d60c-5406-4ab4-a957-c43536eb9802 None None] Set router ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:02:55.208775 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2b7f3517-110a-478a-bd31-543503f1743f None None] Deleting port 4cbd82c6-3b0f-4669-8a0c-ee8bde7b7f53 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:55.209635 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2b7f3517-110a-478a-bd31-543503f1743f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.233193 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-1b8bc1c0-46ad-48d6-a7b9-c9e0e301d6a1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Deleting port 8ac5fa05-e67b-4154-995f-c77327878f2a {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:02:55.233573 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b8bc1c0-46ad-48d6-a7b9-c9e0e301d6a1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.279342 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2b7f3517-110a-478a-bd31-543503f1743f None None] For port 4cbd82c6-3b0f-4669-8a0c-ee8bde7b7f53, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=4cbd82c6-3b0f-4669-8a0c-ee8bde7b7f53,segment=NetworkSegment(fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5),segment_id=fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:55.279799 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2b7f3517-110a-478a-bd31-543503f1743f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.297308 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2b7f3517-110a-478a-bd31-543503f1743f None None] Calling delete_port for 4cbd82c6-3b0f-4669-8a0c-ee8bde7b7f53 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:55.322011 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-1b8bc1c0-46ad-48d6-a7b9-c9e0e301d6a1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] For port 8ac5fa05-e67b-4154-995f-c77327878f2a, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8ac5fa05-e67b-4154-995f-c77327878f2a,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:02:55.322643 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b8bc1c0-46ad-48d6-a7b9-c9e0e301d6a1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.335092 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-1b8bc1c0-46ad-48d6-a7b9-c9e0e301d6a1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Calling delete_port for 8ac5fa05-e67b-4154-995f-c77327878f2a owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:02:55.394068 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.394487 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-fb09d60c-5406-4ab4-a957-c43536eb9802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872831936', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:02:54Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:55.402731 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2b7f3517-110a-478a-bd31-543503f1743f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.423325 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09d60c-5406-4ab4-a957-c43536eb9802 None None] The sync data for ids ['ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5'] in n-d-712140-15 is: [{'id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872831936', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:02:54Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8ac5fa05-e67b-4154-995f-c77327878f2a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:01:49Z', 'updated_at': '2021-11-12T21:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:02:55.428953 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f3517-110a-478a-bd31-543503f1743f None None] Pushing event deleted for resources: {'Port': ['ID=4cbd82c6-3b0f-4669-8a0c-ee8bde7b7f53,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:55.439648 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f3517-110a-478a-bd31-543503f1743f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:55.440007 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f3517-110a-478a-bd31-543503f1743f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:55.440378 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f3517-110a-478a-bd31-543503f1743f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:55.440719 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f3517-110a-478a-bd31-543503f1743f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:55.441054 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f3517-110a-478a-bd31-543503f1743f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:55.441389 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f3517-110a-478a-bd31-543503f1743f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:55.441719 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f3517-110a-478a-bd31-543503f1743f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:55.442063 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f3517-110a-478a-bd31-543503f1743f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:55.442375 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f3517-110a-478a-bd31-543503f1743f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:55.442702 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f3517-110a-478a-bd31-543503f1743f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:55.443027 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f3517-110a-478a-bd31-543503f1743f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:55.443377 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f3517-110a-478a-bd31-543503f1743f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:02:55.446306 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7f3517-110a-478a-bd31-543503f1743f None None] No DVR routers for this DVR port 4cbd82c6-3b0f-4669-8a0c-ee8bde7b7f53 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:02:55.497083 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device aa7e360a-be95-498b-be47-0f9a3ed9c8da no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:02:55.517817 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: aa7e360a-be95-498b-be47-0f9a3ed9c8da {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:02:55.518161 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device aa7e360a-be95-498b-be47-0f9a3ed9c8da not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:02:55.534417 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b8bc1c0-46ad-48d6-a7b9-c9e0e301d6a1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.562546 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8bc1c0-46ad-48d6-a7b9-c9e0e301d6a1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Port': ['ID=8ac5fa05-e67b-4154-995f-c77327878f2a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:55.573190 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f8dedc-c945-4516-b891-44f9d0e898fd None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:02:55.621864 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b8bc1c0-46ad-48d6-a7b9-c9e0e301d6a1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.712383 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b8bc1c0-46ad-48d6-a7b9-c9e0e301d6a1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.714451 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b8bc1c0-46ad-48d6-a7b9-c9e0e301d6a1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.758485 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b8bc1c0-46ad-48d6-a7b9-c9e0e301d6a1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.759014 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8bc1c0-46ad-48d6-a7b9-c9e0e301d6a1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Fanout notify agent at l3_agent the message router_deleted on router ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:02:55.766079 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b8bc1c0-46ad-48d6-a7b9-c9e0e301d6a1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.767227 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1b8bc1c0-46ad-48d6-a7b9-c9e0e301d6a1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "DELETE /v2.0/routers/ecf1aecf-2410-4a50-be4f-fbe43b3bd3e5 HTTP/1.1" status: 204 len: 168 time: 0.8212311 Nov 12 21:02:55.770001 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57080) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:55.857099 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61882875-70ef-4fbe-bb0a-d2cafa70cf78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.906199 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b4ef493f-18e2-4012-8ea5-8eb292ddf544 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:02:55.931953 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: b4ef493f-18e2-4012-8ea5-8eb292ddf544 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:02:55.933007 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device b4ef493f-18e2-4012-8ea5-8eb292ddf544 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:02:55.934067 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4cbd82c6-3b0f-4669-8a0c-ee8bde7b7f53 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:02:55.954201 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 4cbd82c6-3b0f-4669-8a0c-ee8bde7b7f53 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:02:55.954619 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4cbd82c6-3b0f-4669-8a0c-ee8bde7b7f53 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:02:55.954754 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61882875-70ef-4fbe-bb0a-d2cafa70cf78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:55.978404 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-61882875-70ef-4fbe-bb0a-d2cafa70cf78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c66f2e9-260d-4b63-a235-8e0d803114b4']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:55.987643 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-61882875-70ef-4fbe-bb0a-d2cafa70cf78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:55.987942 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-61882875-70ef-4fbe-bb0a-d2cafa70cf78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcfc6c60-0a9e-4b49-b810-c50cdfe9f7c5') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:55.997839 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61882875-70ef-4fbe-bb0a-d2cafa70cf78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.011352 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61882875-70ef-4fbe-bb0a-d2cafa70cf78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.017566 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61882875-70ef-4fbe-bb0a-d2cafa70cf78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:02:56.017957 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61882875-70ef-4fbe-bb0a-d2cafa70cf78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: timer() Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:02:56.020953 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:02:56.062921 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.087559 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61882875-70ef-4fbe-bb0a-d2cafa70cf78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.098414 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-61882875-70ef-4fbe-bb0a-d2cafa70cf78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.101823 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-61882875-70ef-4fbe-bb0a-d2cafa70cf78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "DELETE /v2.0/networks/9c66f2e9-260d-4b63-a235-8e0d803114b4 HTTP/1.1" status: 204 len: 168 time: 0.3308289 Nov 12 21:02:56.104670 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57082) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:56.117388 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61882875-70ef-4fbe-bb0a-d2cafa70cf78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Network': ['ID=9c66f2e9-260d-4b63-a235-8e0d803114b4,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:56.175346 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f9cf9b02-4b06-4f29-946e-759399495626 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.201485 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f9cf9b02-4b06-4f29-946e-759399495626 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.260472 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f9cf9b02-4b06-4f29-946e-759399495626 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.263364 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f9cf9b02-4b06-4f29-946e-759399495626 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.264569 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f9cf9b02-4b06-4f29-946e-759399495626 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "DELETE /v2.0/security-groups/b7adc3d9-5f7d-4b56-8b7e-bdf3d281f426 HTTP/1.1" status: 204 len: 168 time: 0.1589315 Nov 12 21:02:56.274223 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf9b02-4b06-4f29-946e-759399495626 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7adc3d9-5f7d-4b56-8b7e-bdf3d281f426,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:56.669520 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57088) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:56.674204 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-745a8f76-80da-48f6-b5a2-cd21a0779e6b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1616576918', 'description': 'tempest-secgroup-smoke-1616576918 description', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:56.698241 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-745a8f76-80da-48f6-b5a2-cd21a0779e6b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.765305 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-745a8f76-80da-48f6-b5a2-cd21a0779e6b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.768978 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-745a8f76-80da-48f6-b5a2-cd21a0779e6b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.798048 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a8f76-80da-48f6-b5a2-cd21a0779e6b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e34f1f15-47cd-467b-97df-0f9598f2a7dc,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:56.802560 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-745a8f76-80da-48f6-b5a2-cd21a0779e6b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.804651 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-745a8f76-80da-48f6-b5a2-cd21a0779e6b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1341026 Nov 12 21:02:56.807658 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57090) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:56.811975 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-98c00442-c4c8-4e39-af55-8c40f777fe0e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': 'e34f1f15-47cd-467b-97df-0f9598f2a7dc', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:56.837989 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-98c00442-c4c8-4e39-af55-8c40f777fe0e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.898293 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-98c00442-c4c8-4e39-af55-8c40f777fe0e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.901709 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-98c00442-c4c8-4e39-af55-8c40f777fe0e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.922502 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c00442-c4c8-4e39-af55-8c40f777fe0e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44227fa9-a862-4afe-aebf-3ca39e232624,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:56.929439 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-98c00442-c4c8-4e39-af55-8c40f777fe0e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:56.930593 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-98c00442-c4c8-4e39-af55-8c40f777fe0e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219771 Nov 12 21:02:56.933432 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57092) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:56.937865 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-797b72c6-e217-49d9-aa40-361567ec4ae1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': 'e34f1f15-47cd-467b-97df-0f9598f2a7dc', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:56.964527 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-797b72c6-e217-49d9-aa40-361567ec4ae1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.020219 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-797b72c6-e217-49d9-aa40-361567ec4ae1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.023941 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-797b72c6-e217-49d9-aa40-361567ec4ae1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.045177 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b72c6-e217-49d9-aa40-361567ec4ae1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30fa836e-82da-4992-91b8-29d7ab912894,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:57.051288 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-797b72c6-e217-49d9-aa40-361567ec4ae1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.051866 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-797b72c6-e217-49d9-aa40-361567ec4ae1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175191 Nov 12 21:02:57.055437 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57094) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:57.059843 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-6a89e2b8-ef5e-490f-8c24-0573bf6576ce tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': 'e34f1f15-47cd-467b-97df-0f9598f2a7dc', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:57.087299 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a89e2b8-ef5e-490f-8c24-0573bf6576ce tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.145396 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a89e2b8-ef5e-490f-8c24-0573bf6576ce tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.150273 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a89e2b8-ef5e-490f-8c24-0573bf6576ce tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.168055 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89e2b8-ef5e-490f-8c24-0573bf6576ce tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0befba8d-d954-47db-b895-863354215779,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:57.175745 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a89e2b8-ef5e-490f-8c24-0573bf6576ce tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.176973 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6a89e2b8-ef5e-490f-8c24-0573bf6576ce tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206086 Nov 12 21:02:57.179848 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57096) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:57.184137 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-a0f5d83b-cc0e-4af4-b22d-f5140eb512ba tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': 'e34f1f15-47cd-467b-97df-0f9598f2a7dc', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:57.209935 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a0f5d83b-cc0e-4af4-b22d-f5140eb512ba tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.274748 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a0f5d83b-cc0e-4af4-b22d-f5140eb512ba tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.278644 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a0f5d83b-cc0e-4af4-b22d-f5140eb512ba tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.296728 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5d83b-cc0e-4af4-b22d-f5140eb512ba tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea7d6fcd-88bb-48af-86b9-4de3cbe9aca0,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:57.304488 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a0f5d83b-cc0e-4af4-b22d-f5140eb512ba tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.308806 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a0f5d83b-cc0e-4af4-b22d-f5140eb512ba tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278892 Nov 12 21:02:57.308987 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57098) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:57.313495 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-85ae5631-8157-45fd-9c09-909a2bfdf12e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': 'e34f1f15-47cd-467b-97df-0f9598f2a7dc', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:57.335872 n-d-712140-15 neutron-server[102447]: INFO neutron.db.securitygroups_db [None req-85ae5631-8157-45fd-9c09-909a2bfdf12e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Project f56658a53d4f432cbf92c55a438e0b89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:02:57.341148 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85ae5631-8157-45fd-9c09-909a2bfdf12e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.400879 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85ae5631-8157-45fd-9c09-909a2bfdf12e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.404414 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85ae5631-8157-45fd-9c09-909a2bfdf12e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.423911 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae5631-8157-45fd-9c09-909a2bfdf12e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581bdc16-e1bd-46b9-968c-d4ff706fd455,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:57.433778 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-85ae5631-8157-45fd-9c09-909a2bfdf12e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.434996 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-85ae5631-8157-45fd-9c09-909a2bfdf12e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251431 Nov 12 21:02:57.437773 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57100) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:57.442395 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-6b25ee5e-a22e-4506-8b0e-8cdf9cb57b07 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': 'e34f1f15-47cd-467b-97df-0f9598f2a7dc', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:57.466509 n-d-712140-15 neutron-server[102447]: INFO neutron.db.securitygroups_db [None req-6b25ee5e-a22e-4506-8b0e-8cdf9cb57b07 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Project f56658a53d4f432cbf92c55a438e0b89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:02:57.471269 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b25ee5e-a22e-4506-8b0e-8cdf9cb57b07 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.532824 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b25ee5e-a22e-4506-8b0e-8cdf9cb57b07 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.537061 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b25ee5e-a22e-4506-8b0e-8cdf9cb57b07 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.559154 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25ee5e-a22e-4506-8b0e-8cdf9cb57b07 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c68bf23-76b7-450c-9a8d-9dfb4cb5f8bd,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:57.565367 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b25ee5e-a22e-4506-8b0e-8cdf9cb57b07 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.566774 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6b25ee5e-a22e-4506-8b0e-8cdf9cb57b07 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1279273 Nov 12 21:02:57.570897 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57102) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:57.579083 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-de83f6f0-3cf0-4f47-88bf-214445fe18af tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'network': {'name': 'tempest-network-smoke--5432737', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'port_security_enabled': True}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:57.604849 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de83f6f0-3cf0-4f47-88bf-214445fe18af tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Made reservation on behalf of f56658a53d4f432cbf92c55a438e0b89 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:57.608616 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-de83f6f0-3cf0-4f47-88bf-214445fe18af tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.632278 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de83f6f0-3cf0-4f47-88bf-214445fe18af tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:02:57.641493 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-de83f6f0-3cf0-4f47-88bf-214445fe18af tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:57.641843 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-de83f6f0-3cf0-4f47-88bf-214445fe18af tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Added segment e69d2146-9797-4b95-9aa0-ab60c54878de of type vlan for network 6983bb66-b12d-472f-9b79-669acda81765 Nov 12 21:02:57.700861 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8ac5fa05-e67b-4154-995f-c77327878f2a no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:02:57.725838 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 8ac5fa05-e67b-4154-995f-c77327878f2a {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:02:57.726187 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8ac5fa05-e67b-4154-995f-c77327878f2a not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:02:58.034265 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-de83f6f0-3cf0-4f47-88bf-214445fe18af tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:58.059631 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-de83f6f0-3cf0-4f47-88bf-214445fe18af tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:58.065372 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de83f6f0-3cf0-4f47-88bf-214445fe18af tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:58.065965 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-de83f6f0-3cf0-4f47-88bf-214445fe18af tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:58.103729 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-de83f6f0-3cf0-4f47-88bf-214445fe18af tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5312903 Nov 12 21:02:58.106553 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57104) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:58.111203 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-9c9f9714-d286-4671-a642-2e039f9c7b10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-156829929', 'admin_state_up': True, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:58.136844 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9714-d286-4671-a642-2e039f9c7b10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:58.137890 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9714-d286-4671-a642-2e039f9c7b10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:58.138048 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83f6f0-3cf0-4f47-88bf-214445fe18af tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Network': ['ID=6983bb66-b12d-472f-9b79-669acda81765,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:58.150823 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 6983bb66-b12d-472f-9b79-669acda81765 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:02:58.194709 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9714-d286-4671-a642-2e039f9c7b10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:58.335703 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9714-d286-4671-a642-2e039f9c7b10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:58.526597 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9714-d286-4671-a642-2e039f9c7b10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:58.547998 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9714-d286-4671-a642-2e039f9c7b10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:58.652868 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-9c9f9714-d286-4671-a642-2e039f9c7b10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Allocated IP 172.25.5.80 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/86055e3d-ff32-4e34-8f73-d6eb999e0bf6) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:02:58.763032 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9714-d286-4671-a642-2e039f9c7b10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:58.799612 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9714-d286-4671-a642-2e039f9c7b10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:58.837912 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9f9714-d286-4671-a642-2e039f9c7b10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:02:58.840804 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-9c9f9714-d286-4671-a642-2e039f9c7b10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:02:58.843274 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9f9714-d286-4671-a642-2e039f9c7b10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:02:58.854812 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dfa5dd-e843-407b-bb0b-7db16d199dd4 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:02:58.878306 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f9714-d286-4671-a642-2e039f9c7b10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=86055e3d-ff32-4e34-8f73-d6eb999e0bf6,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:02:58.968942 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d047a738-cf65-4c4a-b33e-6e8114de0b58 None None] Provisioning complete for port 86055e3d-ff32-4e34-8f73-d6eb999e0bf6 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:02:58.969218 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d047a738-cf65-4c4a-b33e-6e8114de0b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:59.002552 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-d047a738-cf65-4c4a-b33e-6e8114de0b58 None None] Port 86055e3d-ff32-4e34-8f73-d6eb999e0bf6 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:02:59.108475 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9714-d286-4671-a642-2e039f9c7b10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:59.306931 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9714-d286-4671-a642-2e039f9c7b10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:59.435795 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9f9714-d286-4671-a642-2e039f9c7b10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Router 2bef525a-8a4c-423d-869e-25758236790c is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:02:59.540163 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9f9714-d286-4671-a642-2e039f9c7b10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:02:59.550082 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9e3414-4372-4841-82ce-e153a7d9e78f None None] Sync routers for ids ['2bef525a-8a4c-423d-869e-25758236790c'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:02:59.562981 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9e3414-4372-4841-82ce-e153a7d9e78f None None] Routers {'2bef525a-8a4c-423d-869e-25758236790c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:02:59.563305 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9714-d286-4671-a642-2e039f9c7b10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:02:59.563597 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3c9e3414-4372-4841-82ce-e153a7d9e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:02:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['2bef525a-8a4c-423d-869e-25758236790c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:02:59.569145 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9c9f9714-d286-4671-a642-2e039f9c7b10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4573755 Nov 12 21:02:59.569583 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57106) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:59.603423 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cb0d773c-d52b-4f52-9de6-d670b7c978f3 tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f56658a53d4f432cbf92c55a438e0b89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300198 Nov 12 21:02:59.603703 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57108) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:59.682893 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-3c9e3414-4372-4841-82ce-e153a7d9e78f None None] Set router 2bef525a-8a4c-423d-869e-25758236790c gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:02:59.701501 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a469e5d-b620-4afc-8dff-f2dbcbda87d0 tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:02:59.703050 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6a469e5d-b620-4afc-8dff-f2dbcbda87d0 tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0984271 Nov 12 21:02:59.705916 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57110) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:59.737487 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-22e07530-2377-4ae7-8cff-d7bb17323296 tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304718 Nov 12 21:02:59.739966 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57112) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:02:59.745374 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-9ba14b05-f9af-411b-8561-d2bc2234c7bf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-507209147', 'network_id': '6983bb66-b12d-472f-9b79-669acda81765', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:02:59.834049 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba14b05-f9af-411b-8561-d2bc2234c7bf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Made reservation on behalf of f56658a53d4f432cbf92c55a438e0b89 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:02:59.837743 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ba14b05-f9af-411b-8561-d2bc2234c7bf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:00.029660 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ba14b05-f9af-411b-8561-d2bc2234c7bf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:00.034375 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3c9e3414-4372-4841-82ce-e153a7d9e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bef525a-8a4c-423d-869e-25758236790c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156829929', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:02:58Z', 'revision_number': 3, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:25:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bef525a-8a4c-423d-869e-25758236790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:00.061961 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9e3414-4372-4841-82ce-e153a7d9e78f None None] Checking router: 2bef525a-8a4c-423d-869e-25758236790c for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:03:00.062312 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9e3414-4372-4841-82ce-e153a7d9e78f None None] Updating router 2bef525a-8a4c-423d-869e-25758236790c port 86055e3d-ff32-4e34-8f73-d6eb999e0bf6 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:03:00.087383 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3c9e3414-4372-4841-82ce-e153a7d9e78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:00.090855 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba14b05-f9af-411b-8561-d2bc2234c7bf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Subnet': ['ID=e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:00.098057 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba14b05-f9af-411b-8561-d2bc2234c7bf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Checking segment: {'id': 'e69d2146-9797-4b95-9aa0-ab60c54878de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6983bb66-b12d-472f-9b79-669acda81765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:00.098440 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba14b05-f9af-411b-8561-d2bc2234c7bf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network hostable DHCP agents. Network: 6983bb66-b12d-472f-9b79-669acda81765, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:03:00.114974 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba14b05-f9af-411b-8561-d2bc2234c7bf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network 6983bb66-b12d-472f-9b79-669acda81765 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:03:00.124784 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-9ba14b05-f9af-411b-8561-d2bc2234c7bf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 6983bb66-b12d-472f-9b79-669acda81765) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:00.129622 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba14b05-f9af-411b-8561-d2bc2234c7bf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:00.130237 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ba14b05-f9af-411b-8561-d2bc2234c7bf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:00.148349 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9ba14b05-f9af-411b-8561-d2bc2234c7bf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4067929 Nov 12 21:03:00.151193 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57114) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:00.174400 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b44e100-adac-404a-abf8-9283e171aae7 None None] Network 6983bb66-b12d-472f-9b79-669acda81765 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:00.407293 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92d9eaf-e8cf-484e-b383-2edb0ddddafc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-6983bb66-b12d-472f-9b79-669acda81765', 'network_id': '6983bb66-b12d-472f-9b79-669acda81765', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'fixed_ips': [{'subnet_id': 'e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:03:00.408164 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a92d9eaf-e8cf-484e-b383-2edb0ddddafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:00.524631 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3c9e3414-4372-4841-82ce-e153a7d9e78f None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:00.531714 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3c9e3414-4372-4841-82ce-e153a7d9e78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:00.601159 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a9796681-2de0-4a47-a5a0-4f2e9c9476c9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:00.622520 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ae20d3-c5d4-422b-adc3-1a07ae4591da None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:03:00.637933 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b5d4a-50c3-4f03-8afc-0fedc5060c99 None None] Pushing event updated for resources: {'Port': ['ID=86055e3d-ff32-4e34-8f73-d6eb999e0bf6,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:00.645347 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-3c9e3414-4372-4841-82ce-e153a7d9e78f None None] Attempting to bind port 86055e3d-ff32-4e34-8f73-d6eb999e0bf6 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:03:00.645722 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-3c9e3414-4372-4841-82ce-e153a7d9e78f None None] Attempting to bind port 86055e3d-ff32-4e34-8f73-d6eb999e0bf6 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:03:00.646091 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9e3414-4372-4841-82ce-e153a7d9e78f None None] Attempting to bind port 86055e3d-ff32-4e34-8f73-d6eb999e0bf6 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:03:00.655917 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9e3414-4372-4841-82ce-e153a7d9e78f None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:03:00.656329 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9e3414-4372-4841-82ce-e153a7d9e78f None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:00.656735 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3c9e3414-4372-4841-82ce-e153a7d9e78f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:00.657127 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9e3414-4372-4841-82ce-e153a7d9e78f None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:03:00.657603 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-3c9e3414-4372-4841-82ce-e153a7d9e78f None None] Bound port: 86055e3d-ff32-4e34-8f73-d6eb999e0bf6, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:03:00.657987 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3c9e3414-4372-4841-82ce-e153a7d9e78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:00.685380 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-a92d9eaf-e8cf-484e-b383-2edb0ddddafc None None] Allocated IP 172.20.0.2 (6983bb66-b12d-472f-9b79-669acda81765/e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7/4d890e72-2708-404c-b271-5e710eb211fa) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:00.780421 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-3c9e3414-4372-4841-82ce-e153a7d9e78f None None] For port 86055e3d-ff32-4e34-8f73-d6eb999e0bf6, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:03:00.799650 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-fca214d7-a229-4341-aa00-7f9243e77acb None None] Provisioning complete for port 86055e3d-ff32-4e34-8f73-d6eb999e0bf6 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:00.800303 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fca214d7-a229-4341-aa00-7f9243e77acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:00.810377 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-3c9e3414-4372-4841-82ce-e153a7d9e78f None None] For port 86055e3d-ff32-4e34-8f73-d6eb999e0bf6, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=86055e3d-ff32-4e34-8f73-d6eb999e0bf6,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:03:00.838486 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3c9e3414-4372-4841-82ce-e153a7d9e78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:00.898277 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0b4419-d413-4f29-a3a6-e0f9d7a0e9f8 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:03:00.909604 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-fca214d7-a229-4341-aa00-7f9243e77acb None None] Port 86055e3d-ff32-4e34-8f73-d6eb999e0bf6 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:00.966729 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b5d4a-50c3-4f03-8afc-0fedc5060c99 None None] Pushing event updated for resources: {'Port': ['ID=86055e3d-ff32-4e34-8f73-d6eb999e0bf6,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:00.971200 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9e3414-4372-4841-82ce-e153a7d9e78f None None] Routers {'2bef525a-8a4c-423d-869e-25758236790c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:00.971812 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3c9e3414-4372-4841-82ce-e153a7d9e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:02:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['2bef525a-8a4c-423d-869e-25758236790c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:01.029555 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a92d9eaf-e8cf-484e-b383-2edb0ddddafc None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:01.073182 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a92d9eaf-e8cf-484e-b383-2edb0ddddafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:01.090083 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-15f00886-9559-42e0-bce5-2fa1af5b5a37 None None] Provisioning complete for port 86055e3d-ff32-4e34-8f73-d6eb999e0bf6 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:01.090458 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-15f00886-9559-42e0-bce5-2fa1af5b5a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:01.158711 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92d9eaf-e8cf-484e-b383-2edb0ddddafc None None] Network 6983bb66-b12d-472f-9b79-669acda81765 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:01.170206 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-a92d9eaf-e8cf-484e-b383-2edb0ddddafc None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:01.192098 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92d9eaf-e8cf-484e-b383-2edb0ddddafc None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:01.197536 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-3c9e3414-4372-4841-82ce-e153a7d9e78f None None] Set router 2bef525a-8a4c-423d-869e-25758236790c gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:03:01.229950 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d9eaf-e8cf-484e-b383-2edb0ddddafc None None] Pushing event updated for resources: {'Port': ['ID=4d890e72-2708-404c-b271-5e710eb211fa,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:01.398692 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-a92d9eaf-e8cf-484e-b383-2edb0ddddafc None None] Attempting to bind port 4d890e72-2708-404c-b271-5e710eb211fa on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:03:01.399065 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-a92d9eaf-e8cf-484e-b383-2edb0ddddafc None None] Attempting to bind port 4d890e72-2708-404c-b271-5e710eb211fa by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'e69d2146-9797-4b95-9aa0-ab60c54878de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6983bb66-b12d-472f-9b79-669acda81765'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:03:01.399430 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92d9eaf-e8cf-484e-b383-2edb0ddddafc None None] Attempting to bind port 4d890e72-2708-404c-b271-5e710eb211fa on network 6983bb66-b12d-472f-9b79-669acda81765 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:03:01.413229 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-15f00886-9559-42e0-bce5-2fa1af5b5a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:01.421400 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92d9eaf-e8cf-484e-b383-2edb0ddddafc None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:03:01.421774 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92d9eaf-e8cf-484e-b383-2edb0ddddafc None None] Checking segment: {'id': 'e69d2146-9797-4b95-9aa0-ab60c54878de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6983bb66-b12d-472f-9b79-669acda81765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:01.422176 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a92d9eaf-e8cf-484e-b383-2edb0ddddafc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:01.422570 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92d9eaf-e8cf-484e-b383-2edb0ddddafc None None] Bound using segment: {'id': 'e69d2146-9797-4b95-9aa0-ab60c54878de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6983bb66-b12d-472f-9b79-669acda81765'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:03:01.423062 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-a92d9eaf-e8cf-484e-b383-2edb0ddddafc None None] Bound port: 4d890e72-2708-404c-b271-5e710eb211fa, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69d2146-9797-4b95-9aa0-ab60c54878de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6983bb66-b12d-472f-9b79-669acda81765'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:03:01.423440 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a92d9eaf-e8cf-484e-b383-2edb0ddddafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:01.457587 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-a9796681-2de0-4a47-a5a0-4f2e9c9476c9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Allocated IP 172.20.0.1 (6983bb66-b12d-472f-9b79-669acda81765/e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7/56e4cf70-c144-4f92-801e-4663c7deeaa4) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:01.474121 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-15f00886-9559-42e0-bce5-2fa1af5b5a37 None None] For port 86055e3d-ff32-4e34-8f73-d6eb999e0bf6, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=86055e3d-ff32-4e34-8f73-d6eb999e0bf6,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:01.500431 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-15f00886-9559-42e0-bce5-2fa1af5b5a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:01.579535 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a9796681-2de0-4a47-a5a0-4f2e9c9476c9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:01.586088 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f00886-9559-42e0-bce5-2fa1af5b5a37 None None] Pushing event updated for resources: {'Port': ['ID=86055e3d-ff32-4e34-8f73-d6eb999e0bf6,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:01.589123 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a92d9eaf-e8cf-484e-b383-2edb0ddddafc None None] For port 4d890e72-2708-404c-b271-5e710eb211fa, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:03:01.593177 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a92d9eaf-e8cf-484e-b383-2edb0ddddafc None None] For port 4d890e72-2708-404c-b271-5e710eb211fa, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=4d890e72-2708-404c-b271-5e710eb211fa,segment=NetworkSegment(e69d2146-9797-4b95-9aa0-ab60c54878de),segment_id=e69d2146-9797-4b95-9aa0-ab60c54878de)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:03:01.600216 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a92d9eaf-e8cf-484e-b383-2edb0ddddafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:01.613629 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3c9e3414-4372-4841-82ce-e153a7d9e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bef525a-8a4c-423d-869e-25758236790c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156829929', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:02:58Z', 'revision_number': 3, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:25:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bef525a-8a4c-423d-869e-25758236790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:01.617229 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a9796681-2de0-4a47-a5a0-4f2e9c9476c9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:01.659509 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9796681-2de0-4a47-a5a0-4f2e9c9476c9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network 6983bb66-b12d-472f-9b79-669acda81765 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:01.667434 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-a9796681-2de0-4a47-a5a0-4f2e9c9476c9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:01.669115 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9e3414-4372-4841-82ce-e153a7d9e78f None None] The sync data for ids ['2bef525a-8a4c-423d-869e-25758236790c'] in n-d-712140-15 is: [{'id': '2bef525a-8a4c-423d-869e-25758236790c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156829929', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:02:58Z', 'revision_number': 3, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:25:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bef525a-8a4c-423d-869e-25758236790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:03:01.672012 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9796681-2de0-4a47-a5a0-4f2e9c9476c9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:01.690839 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d9eaf-e8cf-484e-b383-2edb0ddddafc None None] Pushing event updated for resources: {'Port': ['ID=4d890e72-2708-404c-b271-5e710eb211fa,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:01.710383 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9796681-2de0-4a47-a5a0-4f2e9c9476c9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=56e4cf70-c144-4f92-801e-4663c7deeaa4,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:01.725671 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a9796681-2de0-4a47-a5a0-4f2e9c9476c9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:01.879096 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a9796681-2de0-4a47-a5a0-4f2e9c9476c9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:02.214641 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a9796681-2de0-4a47-a5a0-4f2e9c9476c9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:02.219176 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a9796681-2de0-4a47-a5a0-4f2e9c9476c9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:02.296110 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9796681-2de0-4a47-a5a0-4f2e9c9476c9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=56e4cf70-c144-4f92-801e-4663c7deeaa4,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:02.299896 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a9796681-2de0-4a47-a5a0-4f2e9c9476c9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:02.421655 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9796681-2de0-4a47-a5a0-4f2e9c9476c9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network 6983bb66-b12d-472f-9b79-669acda81765 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:02.424699 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-a9796681-2de0-4a47-a5a0-4f2e9c9476c9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:02.554909 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9796681-2de0-4a47-a5a0-4f2e9c9476c9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Router 2bef525a-8a4c-423d-869e-25758236790c has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:03:02.693792 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9796681-2de0-4a47-a5a0-4f2e9c9476c9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:03:02.699445 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a9796681-2de0-4a47-a5a0-4f2e9c9476c9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "PUT /v2.0/routers/2bef525a-8a4c-423d-869e-25758236790c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5472155 Nov 12 21:03:02.745623 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b154ae-f8e1-46a4-b23f-bb02ef19f138 None None] Network 6983bb66-b12d-472f-9b79-669acda81765 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:03:02.862847 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-186a6138-e6c2-43db-bac7-f712d4686554 req-c01e2a3a-bea8-4354-b1bc-7145ea73a9a6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1616576918&fields=id&tenant_id=f56658a53d4f432cbf92c55a438e0b89 HTTP/1.1" status: 200 len: 267 time: 0.0499611 Nov 12 21:03:02.867395 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-3deeb9d5-0bf1-4ee0-8d65-3cd58440f8c0 None None] Provisioning complete for port 4d890e72-2708-404c-b271-5e710eb211fa triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:02.867764 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3deeb9d5-0bf1-4ee0-8d65-3cd58440f8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:02.982359 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a6138-e6c2-43db-bac7-f712d4686554 req-78eefdda-3d50-4043-b584-fad495ad2b7b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:02.984173 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-186a6138-e6c2-43db-bac7-f712d4686554 req-78eefdda-3d50-4043-b584-fad495ad2b7b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/networks?id=6983bb66-b12d-472f-9b79-669acda81765 HTTP/1.1" status: 200 len: 794 time: 0.1127651 Nov 12 21:03:02.988291 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3deeb9d5-0bf1-4ee0-8d65-3cd58440f8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:03.016801 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-186a6138-e6c2-43db-bac7-f712d4686554 req-83284476-aa1d-4187-8e50-f9e939d48142 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/quotas/f56658a53d4f432cbf92c55a438e0b89 HTTP/1.1" status: 200 len: 375 time: 0.0238149 Nov 12 21:03:03.035397 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-3deeb9d5-0bf1-4ee0-8d65-3cd58440f8c0 None None] For port 4d890e72-2708-404c-b271-5e710eb211fa, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=4d890e72-2708-404c-b271-5e710eb211fa,segment=NetworkSegment(e69d2146-9797-4b95-9aa0-ab60c54878de),segment_id=e69d2146-9797-4b95-9aa0-ab60c54878de)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:03.041522 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3deeb9d5-0bf1-4ee0-8d65-3cd58440f8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:03.073615 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-186a6138-e6c2-43db-bac7-f712d4686554 req-0318ac17-db28-4126-aa86-972a30221b0a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517526 Nov 12 21:03:03.096637 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deeb9d5-0bf1-4ee0-8d65-3cd58440f8c0 None None] Pushing event updated for resources: {'Port': ['ID=4d890e72-2708-404c-b271-5e710eb211fa,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:03.186123 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-186a6138-e6c2-43db-bac7-f712d4686554 req-678d4aea-c1f5-46f7-8fe9-d6a804b131c3 service neutron] 10.222.0.48 "GET /v2.0/networks/6983bb66-b12d-472f-9b79-669acda81765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991135 Nov 12 21:03:03.265722 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-da54228b-d5ad-4681-ad9c-109b78e31f86 None None] Provisioning complete for port 56e4cf70-c144-4f92-801e-4663c7deeaa4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:03.266270 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-da54228b-d5ad-4681-ad9c-109b78e31f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:03.291256 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-186a6138-e6c2-43db-bac7-f712d4686554 req-11c6bc3f-0501-437b-8ca0-b90dfae86d75 service neutron] 10.222.0.48 "GET /v2.0/networks/6983bb66-b12d-472f-9b79-669acda81765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981994 Nov 12 21:03:03.320661 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-da54228b-d5ad-4681-ad9c-109b78e31f86 None None] Port 56e4cf70-c144-4f92-801e-4663c7deeaa4 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:03.330878 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-da54228b-d5ad-4681-ad9c-109b78e31f86 None None] Provisioning complete for port 4d890e72-2708-404c-b271-5e710eb211fa triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:03.331243 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-da54228b-d5ad-4681-ad9c-109b78e31f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:03.422460 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9233c6e-8afe-44ed-81fc-dd458d5255de None None] Sync routers for ids ['2bef525a-8a4c-423d-869e-25758236790c'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:03:03.435819 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9233c6e-8afe-44ed-81fc-dd458d5255de None None] Routers {'2bef525a-8a4c-423d-869e-25758236790c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:03.436788 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-f9233c6e-8afe-44ed-81fc-dd458d5255de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:02:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['2bef525a-8a4c-423d-869e-25758236790c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:03.494308 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-169edeb9-39e7-4646-a4e3-fa8622ad3e33 req-dcaf7b5b-fdf8-4229-b486-1ffdeb01db84 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 210 time: 0.0286937 Nov 12 21:03:03.541680 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-176ae1ca-5f8b-4c07-9c15-56c5bd4a0bfc None None] Provisioning complete for port 56e4cf70-c144-4f92-801e-4663c7deeaa4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:03.542066 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-176ae1ca-5f8b-4c07-9c15-56c5bd4a0bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:03.581731 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-f9233c6e-8afe-44ed-81fc-dd458d5255de None None] Set router 2bef525a-8a4c-423d-869e-25758236790c gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:03:03.581880 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-176ae1ca-5f8b-4c07-9c15-56c5bd4a0bfc None None] Port 56e4cf70-c144-4f92-801e-4663c7deeaa4 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:03.733935 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0cf8f3b7-3235-4d28-b2cc-6fa8fc5fa965 None None] Provisioning complete for port 56e4cf70-c144-4f92-801e-4663c7deeaa4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:03.734533 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0cf8f3b7-3235-4d28-b2cc-6fa8fc5fa965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:03.784352 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0cf8f3b7-3235-4d28-b2cc-6fa8fc5fa965 None None] Port 56e4cf70-c144-4f92-801e-4663c7deeaa4 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:03.810364 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-f9233c6e-8afe-44ed-81fc-dd458d5255de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bef525a-8a4c-423d-869e-25758236790c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156829929', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:03:01Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bef525a-8a4c-423d-869e-25758236790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '56e4cf70-c144-4f92-801e-4663c7deeaa4', 'name': '', 'network_id': '6983bb66-b12d-472f-9b79-669acda81765', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:02:a9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bef525a-8a4c-423d-869e-25758236790c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:00Z', 'updated_at': '2021-11-12T21:03:02Z', 'revision_number': 2, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': 'e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:03.838774 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9233c6e-8afe-44ed-81fc-dd458d5255de None None] Checking router: 2bef525a-8a4c-423d-869e-25758236790c for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:03:03.839132 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9233c6e-8afe-44ed-81fc-dd458d5255de None None] Updating router 2bef525a-8a4c-423d-869e-25758236790c port 56e4cf70-c144-4f92-801e-4663c7deeaa4 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:03:03.864477 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 86055e3d-ff32-4e34-8f73-d6eb999e0bf6 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:03:03.866011 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f9233c6e-8afe-44ed-81fc-dd458d5255de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:03.918080 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 86055e3d-ff32-4e34-8f73-d6eb999e0bf6 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:03.918454 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:04.023192 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4d890e72-2708-404c-b271-5e710eb211fa up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:03:04.151623 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f9233c6e-8afe-44ed-81fc-dd458d5255de None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:04.158007 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f9233c6e-8afe-44ed-81fc-dd458d5255de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:04.209445 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d65c9b-81ef-4885-9e25-0791d2b13a36 None None] Pushing event updated for resources: {'Port': ['ID=56e4cf70-c144-4f92-801e-4663c7deeaa4,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:04.220277 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d65c9b-81ef-4885-9e25-0791d2b13a36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:04.220712 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d65c9b-81ef-4885-9e25-0791d2b13a36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:04.221050 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d65c9b-81ef-4885-9e25-0791d2b13a36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:04.221385 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d65c9b-81ef-4885-9e25-0791d2b13a36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:04.221713 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d65c9b-81ef-4885-9e25-0791d2b13a36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:04.222392 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d65c9b-81ef-4885-9e25-0791d2b13a36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:04.222392 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d65c9b-81ef-4885-9e25-0791d2b13a36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:04.222669 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d65c9b-81ef-4885-9e25-0791d2b13a36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:04.222989 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d65c9b-81ef-4885-9e25-0791d2b13a36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:04.223310 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d65c9b-81ef-4885-9e25-0791d2b13a36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:04.223630 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d65c9b-81ef-4885-9e25-0791d2b13a36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:04.223947 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d65c9b-81ef-4885-9e25-0791d2b13a36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:03:04.251371 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 4d890e72-2708-404c-b271-5e710eb211fa triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:04.251987 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:04.280535 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-f9233c6e-8afe-44ed-81fc-dd458d5255de None None] Attempting to bind port 56e4cf70-c144-4f92-801e-4663c7deeaa4 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:03:04.280909 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-f9233c6e-8afe-44ed-81fc-dd458d5255de None None] Attempting to bind port 56e4cf70-c144-4f92-801e-4663c7deeaa4 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'e69d2146-9797-4b95-9aa0-ab60c54878de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6983bb66-b12d-472f-9b79-669acda81765'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:03:04.281274 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9233c6e-8afe-44ed-81fc-dd458d5255de None None] Attempting to bind port 56e4cf70-c144-4f92-801e-4663c7deeaa4 on network 6983bb66-b12d-472f-9b79-669acda81765 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:03:04.286793 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9233c6e-8afe-44ed-81fc-dd458d5255de None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:03:04.288040 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9233c6e-8afe-44ed-81fc-dd458d5255de None None] Checking segment: {'id': 'e69d2146-9797-4b95-9aa0-ab60c54878de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6983bb66-b12d-472f-9b79-669acda81765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:04.288613 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f9233c6e-8afe-44ed-81fc-dd458d5255de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:04.289361 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9233c6e-8afe-44ed-81fc-dd458d5255de None None] Bound using segment: {'id': 'e69d2146-9797-4b95-9aa0-ab60c54878de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6983bb66-b12d-472f-9b79-669acda81765'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:03:04.289845 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-f9233c6e-8afe-44ed-81fc-dd458d5255de None None] Bound port: 56e4cf70-c144-4f92-801e-4663c7deeaa4, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69d2146-9797-4b95-9aa0-ab60c54878de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6983bb66-b12d-472f-9b79-669acda81765'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:03:04.290233 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f9233c6e-8afe-44ed-81fc-dd458d5255de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:04.369121 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-f9233c6e-8afe-44ed-81fc-dd458d5255de None None] For port 56e4cf70-c144-4f92-801e-4663c7deeaa4, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:03:04.372671 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-f9233c6e-8afe-44ed-81fc-dd458d5255de None None] For port 56e4cf70-c144-4f92-801e-4663c7deeaa4, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=56e4cf70-c144-4f92-801e-4663c7deeaa4,segment=NetworkSegment(e69d2146-9797-4b95-9aa0-ab60c54878de),segment_id=e69d2146-9797-4b95-9aa0-ab60c54878de)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:03:04.379188 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f9233c6e-8afe-44ed-81fc-dd458d5255de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:04.451361 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9233c6e-8afe-44ed-81fc-dd458d5255de None None] Routers {'2bef525a-8a4c-423d-869e-25758236790c'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:04.452518 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-f9233c6e-8afe-44ed-81fc-dd458d5255de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:02:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['2bef525a-8a4c-423d-869e-25758236790c'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:04.488317 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d65c9b-81ef-4885-9e25-0791d2b13a36 None None] Pushing event updated for resources: {'Port': ['ID=56e4cf70-c144-4f92-801e-4663c7deeaa4,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:04.524258 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-16f058f3-eb67-4e3e-8fcf-317df5e9c55c None None] Provisioning complete for port 56e4cf70-c144-4f92-801e-4663c7deeaa4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:04.524513 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-16f058f3-eb67-4e3e-8fcf-317df5e9c55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:04.606892 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-f9233c6e-8afe-44ed-81fc-dd458d5255de None None] Set router 2bef525a-8a4c-423d-869e-25758236790c gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:03:04.617572 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a6138-e6c2-43db-bac7-f712d4686554 req-5937ea36-3017-4f4b-849d-53265eede4ab tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:04.619723 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-186a6138-e6c2-43db-bac7-f712d4686554 req-5937ea36-3017-4f4b-849d-53265eede4ab tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.55 "GET /v2.0/networks?id=6983bb66-b12d-472f-9b79-669acda81765 HTTP/1.1" status: 200 len: 794 time: 0.1691597 Nov 12 21:03:04.661252 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-16f058f3-eb67-4e3e-8fcf-317df5e9c55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:04.713917 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-16f058f3-eb67-4e3e-8fcf-317df5e9c55c None None] For port 56e4cf70-c144-4f92-801e-4663c7deeaa4, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=56e4cf70-c144-4f92-801e-4663c7deeaa4,segment=NetworkSegment(e69d2146-9797-4b95-9aa0-ab60c54878de),segment_id=e69d2146-9797-4b95-9aa0-ab60c54878de)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:04.718934 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cdd35b87-00e0-400e-b996-50ff697e1c67 req-8cef7f7e-afeb-4061-a0f3-95e7d8855500 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 210 time: 0.0888784 Nov 12 21:03:04.746478 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-16f058f3-eb67-4e3e-8fcf-317df5e9c55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:04.764277 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-186a6138-e6c2-43db-bac7-f712d4686554 req-9a0c6883-4fd2-4a4a-b3f5-9e4a3e19e1f1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f56658a53d4f432cbf92c55a438e0b89 HTTP/1.1" status: 200 len: 380 time: 0.1158326 Nov 12 21:03:04.776051 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-186a6138-e6c2-43db-bac7-f712d4686554 req-2b7e5f3a-1b90-4782-87d8-4943d5ff5046 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'port': {'device_id': '4ebcaa4a-a243-4165-8090-d34bfccc883b', 'network_id': '6983bb66-b12d-472f-9b79-669acda81765', 'admin_state_up': True, 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'security_groups': ['e34f1f15-47cd-467b-97df-0f9598f2a7dc']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:04.791806 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f058f3-eb67-4e3e-8fcf-317df5e9c55c None None] Pushing event updated for resources: {'Port': ['ID=56e4cf70-c144-4f92-801e-4663c7deeaa4,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:04.845860 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-f9233c6e-8afe-44ed-81fc-dd458d5255de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bef525a-8a4c-423d-869e-25758236790c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156829929', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:03:01Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bef525a-8a4c-423d-869e-25758236790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '56e4cf70-c144-4f92-801e-4663c7deeaa4', 'name': '', 'network_id': '6983bb66-b12d-472f-9b79-669acda81765', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:02:a9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bef525a-8a4c-423d-869e-25758236790c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:00Z', 'updated_at': '2021-11-12T21:03:04Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': 'e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:04.865961 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-caad3b12-6c6e-4965-bfde-e951ee42a834 None None] Provisioning complete for port 56e4cf70-c144-4f92-801e-4663c7deeaa4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:04.866502 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-caad3b12-6c6e-4965-bfde-e951ee42a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:04.891705 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9233c6e-8afe-44ed-81fc-dd458d5255de None None] The sync data for ids ['2bef525a-8a4c-423d-869e-25758236790c'] in n-d-712140-15 is: [{'id': '2bef525a-8a4c-423d-869e-25758236790c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156829929', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:03:01Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bef525a-8a4c-423d-869e-25758236790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '56e4cf70-c144-4f92-801e-4663c7deeaa4', 'name': '', 'network_id': '6983bb66-b12d-472f-9b79-669acda81765', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:02:a9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bef525a-8a4c-423d-869e-25758236790c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:00Z', 'updated_at': '2021-11-12T21:03:04Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': 'e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:03:04.894715 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186a6138-e6c2-43db-bac7-f712d4686554 req-2b7e5f3a-1b90-4782-87d8-4943d5ff5046 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Made reservation on behalf of f56658a53d4f432cbf92c55a438e0b89 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:03:04.900347 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-186a6138-e6c2-43db-bac7-f712d4686554 req-2b7e5f3a-1b90-4782-87d8-4943d5ff5046 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:05.051205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-186a6138-e6c2-43db-bac7-f712d4686554 req-2b7e5f3a-1b90-4782-87d8-4943d5ff5046 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Allocated IP 172.20.0.6 (6983bb66-b12d-472f-9b79-669acda81765/e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7/5b49b077-f2c2-4e3c-9405-17526583e969) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:05.205398 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-186a6138-e6c2-43db-bac7-f712d4686554 req-2b7e5f3a-1b90-4782-87d8-4943d5ff5046 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:05.244018 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-186a6138-e6c2-43db-bac7-f712d4686554 req-2b7e5f3a-1b90-4782-87d8-4943d5ff5046 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:05.288839 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186a6138-e6c2-43db-bac7-f712d4686554 req-2b7e5f3a-1b90-4782-87d8-4943d5ff5046 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network 6983bb66-b12d-472f-9b79-669acda81765 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:05.292053 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-186a6138-e6c2-43db-bac7-f712d4686554 req-2b7e5f3a-1b90-4782-87d8-4943d5ff5046 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:05.294564 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-186a6138-e6c2-43db-bac7-f712d4686554 req-2b7e5f3a-1b90-4782-87d8-4943d5ff5046 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:05.329401 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e5f3a-1b90-4782-87d8-4943d5ff5046 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=5b49b077-f2c2-4e3c-9405-17526583e969,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:05.367141 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a6138-e6c2-43db-bac7-f712d4686554 req-2b7e5f3a-1b90-4782-87d8-4943d5ff5046 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:05.367833 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-186a6138-e6c2-43db-bac7-f712d4686554 req-2b7e5f3a-1b90-4782-87d8-4943d5ff5046 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:05.390884 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-186a6138-e6c2-43db-bac7-f712d4686554 req-2b7e5f3a-1b90-4782-87d8-4943d5ff5046 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6192458 Nov 12 21:03:05.404222 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-186a6138-e6c2-43db-bac7-f712d4686554 req-a1503a29-0654-44d8-9743-6907959172c5 service neutron] Request body: {'port': {'device_id': '4ebcaa4a-a243-4165-8090-d34bfccc883b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:05.465171 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-186a6138-e6c2-43db-bac7-f712d4686554 req-a1503a29-0654-44d8-9743-6907959172c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:05.595185 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f9a7a724-cf36-4b27-926e-3a5e1dc27e80 None None] Provisioning complete for port 5b49b077-f2c2-4e3c-9405-17526583e969 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:05.595575 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f9a7a724-cf36-4b27-926e-3a5e1dc27e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:05.632882 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-f9a7a724-cf36-4b27-926e-3a5e1dc27e80 None None] Port 5b49b077-f2c2-4e3c-9405-17526583e969 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:03:05.758555 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-186a6138-e6c2-43db-bac7-f712d4686554 req-a1503a29-0654-44d8-9743-6907959172c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b49b077-f2c2-4e3c-9405-17526583e969 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:03:05.766896 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-186a6138-e6c2-43db-bac7-f712d4686554 req-a1503a29-0654-44d8-9743-6907959172c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:05.786145 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-186a6138-e6c2-43db-bac7-f712d4686554 req-a1503a29-0654-44d8-9743-6907959172c5 service neutron] Transition to ACTIVE for port object 5b49b077-f2c2-4e3c-9405-17526583e969 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:03:05.795088 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-186a6138-e6c2-43db-bac7-f712d4686554 req-a1503a29-0654-44d8-9743-6907959172c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:05.804794 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 56e4cf70-c144-4f92-801e-4663c7deeaa4 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:03:05.870677 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 56e4cf70-c144-4f92-801e-4663c7deeaa4 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:05.872364 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:05.939482 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1503a29-0654-44d8-9743-6907959172c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b49b077-f2c2-4e3c-9405-17526583e969,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:05.961034 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7d5a9-71b7-4f59-b35a-5c6343411ac7 req-5a84fba3-cfdf-4379-948a-1145ef4522a9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:05.962660 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9af7d5a9-71b7-4f59-b35a-5c6343411ac7 req-5a84fba3-cfdf-4379-948a-1145ef4522a9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 943 time: 0.1488545 Nov 12 21:03:06.021256 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-186a6138-e6c2-43db-bac7-f712d4686554 req-a1503a29-0654-44d8-9743-6907959172c5 service neutron] Attempting to bind port 5b49b077-f2c2-4e3c-9405-17526583e969 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:03:06.021611 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-186a6138-e6c2-43db-bac7-f712d4686554 req-a1503a29-0654-44d8-9743-6907959172c5 service neutron] Attempting to bind port 5b49b077-f2c2-4e3c-9405-17526583e969 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'e69d2146-9797-4b95-9aa0-ab60c54878de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6983bb66-b12d-472f-9b79-669acda81765'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:03:06.022003 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186a6138-e6c2-43db-bac7-f712d4686554 req-a1503a29-0654-44d8-9743-6907959172c5 service neutron] Attempting to bind port 5b49b077-f2c2-4e3c-9405-17526583e969 on network 6983bb66-b12d-472f-9b79-669acda81765 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:03:06.041064 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186a6138-e6c2-43db-bac7-f712d4686554 req-a1503a29-0654-44d8-9743-6907959172c5 service neutron] Port 5b49b077-f2c2-4e3c-9405-17526583e969 on network 6983bb66-b12d-472f-9b79-669acda81765 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:03:06.041392 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186a6138-e6c2-43db-bac7-f712d4686554 req-a1503a29-0654-44d8-9743-6907959172c5 service neutron] Attempting to bind port 5b49b077-f2c2-4e3c-9405-17526583e969 on network 6983bb66-b12d-472f-9b79-669acda81765 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:03:06.050703 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186a6138-e6c2-43db-bac7-f712d4686554 req-a1503a29-0654-44d8-9743-6907959172c5 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:03:06.051042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186a6138-e6c2-43db-bac7-f712d4686554 req-a1503a29-0654-44d8-9743-6907959172c5 service neutron] Checking segment: {'id': 'e69d2146-9797-4b95-9aa0-ab60c54878de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6983bb66-b12d-472f-9b79-669acda81765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:03:06.051425 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186a6138-e6c2-43db-bac7-f712d4686554 req-a1503a29-0654-44d8-9743-6907959172c5 service neutron] Bound using segment: {'id': 'e69d2146-9797-4b95-9aa0-ab60c54878de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6983bb66-b12d-472f-9b79-669acda81765'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:03:06.051859 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-186a6138-e6c2-43db-bac7-f712d4686554 req-a1503a29-0654-44d8-9743-6907959172c5 service neutron] Bound port: 5b49b077-f2c2-4e3c-9405-17526583e969, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e69d2146-9797-4b95-9aa0-ab60c54878de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6983bb66-b12d-472f-9b79-669acda81765'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:03:06.052219 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-186a6138-e6c2-43db-bac7-f712d4686554 req-a1503a29-0654-44d8-9743-6907959172c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:06.058342 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9af7d5a9-71b7-4f59-b35a-5c6343411ac7 req-a8573588-ec01-438d-b73c-11e4d8c872ad tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=e34f1f15-47cd-467b-97df-0f9598f2a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870209 Nov 12 21:03:06.128839 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-186a6138-e6c2-43db-bac7-f712d4686554 req-a1503a29-0654-44d8-9743-6907959172c5 service neutron] For port 5b49b077-f2c2-4e3c-9405-17526583e969, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:03:06.133416 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-186a6138-e6c2-43db-bac7-f712d4686554 req-a1503a29-0654-44d8-9743-6907959172c5 service neutron] For port 5b49b077-f2c2-4e3c-9405-17526583e969, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5b49b077-f2c2-4e3c-9405-17526583e969,segment=NetworkSegment(e69d2146-9797-4b95-9aa0-ab60c54878de),segment_id=e69d2146-9797-4b95-9aa0-ab60c54878de)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:03:06.138154 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-186a6138-e6c2-43db-bac7-f712d4686554 req-a1503a29-0654-44d8-9743-6907959172c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:06.179444 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a6138-e6c2-43db-bac7-f712d4686554 req-a1503a29-0654-44d8-9743-6907959172c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:06.179971 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-186a6138-e6c2-43db-bac7-f712d4686554 req-a1503a29-0654-44d8-9743-6907959172c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:06.181381 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-186a6138-e6c2-43db-bac7-f712d4686554 req-a1503a29-0654-44d8-9743-6907959172c5 service neutron] 10.222.0.55 "PUT /v2.0/ports/5b49b077-f2c2-4e3c-9405-17526583e969 HTTP/1.1" status: 200 len: 1092 time: 0.7816048 Nov 12 21:03:06.181811 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebcaa4a-a243-4165-8090-d34bfccc883b', 'tag': '5b49b077-f2c2-4e3c-9405-17526583e969'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:03:06.184107 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d366cc7-0705-4d2e-8f98-32645ad1ffef" -d '{"events": [{"name": "network-changed", "server_uuid": "4ebcaa4a-a243-4165-8090-d34bfccc883b", "tag": "5b49b077-f2c2-4e3c-9405-17526583e969"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:03:06.216284 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1503a29-0654-44d8-9743-6907959172c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b49b077-f2c2-4e3c-9405-17526583e969,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:06.258655 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1474c970-d506-47fd-b1f7-8f33d806ef45 x-openstack-request-id: req-1474c970-d506-47fd-b1f7-8f33d806ef45 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:03:06.258991 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ebcaa4a-a243-4165-8090-d34bfccc883b", "tag": "5b49b077-f2c2-4e3c-9405-17526583e969", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:03:06.259267 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1474c970-d506-47fd-b1f7-8f33d806ef45 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:03:06.259666 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ebcaa4a-a243-4165-8090-d34bfccc883b', 'tag': '5b49b077-f2c2-4e3c-9405-17526583e969', 'status': 'completed', 'code': 200} Nov 12 21:03:06.276036 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a6138-e6c2-43db-bac7-f712d4686554 req-580ad74c-b637-4598-95d6-aa9b87228d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:06.277806 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-186a6138-e6c2-43db-bac7-f712d4686554 req-580ad74c-b637-4598-95d6-aa9b87228d82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 1095 time: 0.0480716 Nov 12 21:03:06.322094 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-186a6138-e6c2-43db-bac7-f712d4686554 req-8a8629a0-1241-4089-bb58-b855145a5cd0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b49b077-f2c2-4e3c-9405-17526583e969 HTTP/1.1" status: 200 len: 217 time: 0.0364845 Nov 12 21:03:06.377493 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a6138-e6c2-43db-bac7-f712d4686554 req-36076c43-f6db-4dc3-8f74-81036ab44f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:06.378977 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-186a6138-e6c2-43db-bac7-f712d4686554 req-36076c43-f6db-4dc3-8f74-81036ab44f61 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7 HTTP/1.1" status: 200 len: 834 time: 0.0504417 Nov 12 21:03:06.425363 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a6138-e6c2-43db-bac7-f712d4686554 req-b50efe6c-6fac-42ca-ad49-4498dd76b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:06.426876 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-186a6138-e6c2-43db-bac7-f712d4686554 req-b50efe6c-6fac-42ca-ad49-4498dd76b1d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6983bb66-b12d-472f-9b79-669acda81765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405610 Nov 12 21:03:06.516850 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-186a6138-e6c2-43db-bac7-f712d4686554 req-d24446bc-f94c-413e-9e0e-8742863854f8 service neutron] 10.222.0.55 "GET /v2.0/networks/6983bb66-b12d-472f-9b79-669acda81765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824347 Nov 12 21:03:06.608836 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-186a6138-e6c2-43db-bac7-f712d4686554 req-280ee208-893a-4672-a61e-c65f49101c69 service neutron] 10.222.0.55 "GET /v2.0/networks/6983bb66-b12d-472f-9b79-669acda81765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847237 Nov 12 21:03:06.695441 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d366cc7-0705-4d2e-8f98-32645ad1ffef req-bf1ab9ac-2cb2-4329-9d95-d31e8993f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:06.696989 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5d366cc7-0705-4d2e-8f98-32645ad1ffef req-bf1ab9ac-2cb2-4329-9d95-d31e8993f6dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 1095 time: 0.0434983 Nov 12 21:03:06.789334 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d366cc7-0705-4d2e-8f98-32645ad1ffef req-4e0fcc03-1ffd-43a6-b791-192e9d0b38d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:06.790803 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5d366cc7-0705-4d2e-8f98-32645ad1ffef req-4e0fcc03-1ffd-43a6-b791-192e9d0b38d8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6983bb66-b12d-472f-9b79-669acda81765 HTTP/1.1" status: 200 len: 895 time: 0.0867031 Nov 12 21:03:06.832834 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5d366cc7-0705-4d2e-8f98-32645ad1ffef req-986509f6-c24f-4a7e-afc3-2c76dccffa9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b49b077-f2c2-4e3c-9405-17526583e969 HTTP/1.1" status: 200 len: 217 time: 0.0350835 Nov 12 21:03:06.880352 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d366cc7-0705-4d2e-8f98-32645ad1ffef req-8f6f8513-2d24-4a13-9b67-fc922240ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:06.882398 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5d366cc7-0705-4d2e-8f98-32645ad1ffef req-8f6f8513-2d24-4a13-9b67-fc922240ddb5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7 HTTP/1.1" status: 200 len: 834 time: 0.0426972 Nov 12 21:03:06.933390 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d366cc7-0705-4d2e-8f98-32645ad1ffef req-06c463c7-38f1-4a67-a6fe-15c32cdaa833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:06.934956 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5d366cc7-0705-4d2e-8f98-32645ad1ffef req-06c463c7-38f1-4a67-a6fe-15c32cdaa833 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6983bb66-b12d-472f-9b79-669acda81765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457704 Nov 12 21:03:07.032410 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5d366cc7-0705-4d2e-8f98-32645ad1ffef req-0dc2cf40-474a-457a-8979-d68817a5ac1e service neutron] 10.222.0.55 "GET /v2.0/networks/6983bb66-b12d-472f-9b79-669acda81765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890527 Nov 12 21:03:07.127529 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5d366cc7-0705-4d2e-8f98-32645ad1ffef req-55f1d49c-946b-4402-b4bb-bf1707c6b822 service neutron] 10.222.0.55 "GET /v2.0/networks/6983bb66-b12d-472f-9b79-669acda81765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871704 Nov 12 21:03:07.182025 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859e395-78be-4e45-b446-3861577ad23a req-15b7375c-0418-46de-941e-99b5af18f4ac tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:07.183497 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7859e395-78be-4e45-b446-3861577ad23a req-15b7375c-0418-46de-941e-99b5af18f4ac tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 943 time: 0.0509472 Nov 12 21:03:07.232119 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7859e395-78be-4e45-b446-3861577ad23a req-0318ecad-5564-4045-9c47-1519159d24f5 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=e34f1f15-47cd-467b-97df-0f9598f2a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427485 Nov 12 21:03:08.349051 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0c9d9-dc58-4353-80ef-b7bf106fc6b2 req-0eb47fbe-f44a-4ed8-980c-5fbfc7d68d02 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:08.351776 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9ec0c9d9-dc58-4353-80ef-b7bf106fc6b2 req-0eb47fbe-f44a-4ed8-980c-5fbfc7d68d02 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 943 time: 0.0506709 Nov 12 21:03:08.403625 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9ec0c9d9-dc58-4353-80ef-b7bf106fc6b2 req-de2e9923-1805-45dd-9da0-4107ab2bb1b3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=e34f1f15-47cd-467b-97df-0f9598f2a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456431 Nov 12 21:03:08.492561 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 5b49b077-f2c2-4e3c-9405-17526583e969 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:03:08.589463 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 5b49b077-f2c2-4e3c-9405-17526583e969, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5b49b077-f2c2-4e3c-9405-17526583e969,segment=NetworkSegment(e69d2146-9797-4b95-9aa0-ab60c54878de),segment_id=e69d2146-9797-4b95-9aa0-ab60c54878de)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:08.601228 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '5b49b077-f2c2-4e3c-9405-17526583e969', 'network_id': '6983bb66-b12d-472f-9b79-669acda81765', 'port_id': '5b49b077-f2c2-4e3c-9405-17526583e969', 'mac_address': 'fa:16:3e:ec:98:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:03:08.637800 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:08.650629 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b49b077-f2c2-4e3c-9405-17526583e969 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:03:08.670570 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 5b49b077-f2c2-4e3c-9405-17526583e969, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5b49b077-f2c2-4e3c-9405-17526583e969,segment=NetworkSegment(e69d2146-9797-4b95-9aa0-ab60c54878de),segment_id=e69d2146-9797-4b95-9aa0-ab60c54878de)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:08.674282 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:08.729289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=5b49b077-f2c2-4e3c-9405-17526583e969,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:09.013216 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['5b49b077-f2c2-4e3c-9405-17526583e969'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:03:09.522458 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a3734-daff-491e-8b6e-d1445ea23ffe req-c01e8a46-6842-4ba9-b5ed-7b60a27e2c1e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:09.523984 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5a3a3734-daff-491e-8b6e-d1445ea23ffe req-c01e8a46-6842-4ba9-b5ed-7b60a27e2c1e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 944 time: 0.0492127 Nov 12 21:03:09.577926 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5a3a3734-daff-491e-8b6e-d1445ea23ffe req-97e60e69-c56a-46bb-80a6-5aad389303ec tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=e34f1f15-47cd-467b-97df-0f9598f2a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480549 Nov 12 21:03:10.504001 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 5b49b077-f2c2-4e3c-9405-17526583e969 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:03:10.554435 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 5b49b077-f2c2-4e3c-9405-17526583e969 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:03:10.558763 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 5b49b077-f2c2-4e3c-9405-17526583e969 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:03:10.559127 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:10.636889 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:10.659865 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebcaa4a-a243-4165-8090-d34bfccc883b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b49b077-f2c2-4e3c-9405-17526583e969'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:03:10.662175 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e2a221c1ff93e56a7b3290f78f059e5ee30a378a3a846772c85f81925c98a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9fd34c-3e1c-4fed-8317-890a4d5c1237" -d '{"events": [{"server_uuid": "4ebcaa4a-a243-4165-8090-d34bfccc883b", "name": "network-vif-plugged", "status": "completed", "tag": "5b49b077-f2c2-4e3c-9405-17526583e969"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:03:10.678991 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 5b49b077-f2c2-4e3c-9405-17526583e969, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5b49b077-f2c2-4e3c-9405-17526583e969,segment=NetworkSegment(e69d2146-9797-4b95-9aa0-ab60c54878de),segment_id=e69d2146-9797-4b95-9aa0-ab60c54878de)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:03:10.684423 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:10.705276 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee165d3-2e99-4950-ac5c-a9b2e661aed9 req-5e46dbf5-31d0-4d2a-b44b-3a58afed5073 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:10.708119 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8ee165d3-2e99-4950-ac5c-a9b2e661aed9 req-5e46dbf5-31d0-4d2a-b44b-3a58afed5073 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 944 time: 0.0560260 Nov 12 21:03:10.712677 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddc6ed0-f6a6-4a69-931a-363b2aa5284d x-openstack-request-id: req-fddc6ed0-f6a6-4a69-931a-363b2aa5284d {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:03:10.712968 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebcaa4a-a243-4165-8090-d34bfccc883b", "name": "network-vif-plugged", "status": "completed", "tag": "5b49b077-f2c2-4e3c-9405-17526583e969", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:03:10.713217 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fddc6ed0-f6a6-4a69-931a-363b2aa5284d {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:03:10.713601 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebcaa4a-a243-4165-8090-d34bfccc883b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b49b077-f2c2-4e3c-9405-17526583e969', 'code': 200} Nov 12 21:03:10.740972 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=5b49b077-f2c2-4e3c-9405-17526583e969,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:10.772705 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8ee165d3-2e99-4950-ac5c-a9b2e661aed9 req-15525d4d-8294-457a-a2f7-b0d3aa7be294 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=e34f1f15-47cd-467b-97df-0f9598f2a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576565 Nov 12 21:03:10.814922 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e8cc4-8c73-4c42-a72b-131bd63c4772 req-c67c96a9-728f-4d42-b5e8-d1feda269f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:10.816476 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-791e8cc4-8c73-4c42-a72b-131bd63c4772 req-c67c96a9-728f-4d42-b5e8-d1feda269f9b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 1097 time: 0.0411956 Nov 12 21:03:10.862000 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-791e8cc4-8c73-4c42-a72b-131bd63c4772 req-962ccae2-c7fc-4dfc-a86c-aa04706072e2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e34f1f15-47cd-467b-97df-0f9598f2a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383716 Nov 12 21:03:11.642687 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:03:11.890666 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5462acd-a63d-429b-806b-7c52509429ac req-c20acb63-2cb2-460a-9f30-2e44cb78aec7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:11.892179 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f5462acd-a63d-429b-806b-7c52509429ac req-c20acb63-2cb2-460a-9f30-2e44cb78aec7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 945 time: 0.0494280 Nov 12 21:03:11.942244 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f5462acd-a63d-429b-806b-7c52509429ac req-c4757dfb-3acc-4be5-a0a2-da4e642426a1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=e34f1f15-47cd-467b-97df-0f9598f2a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440063 Nov 12 21:03:13.068060 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417a65b-3dbb-4995-a042-fa7f6c7a30b5 req-bfadb75e-4872-4d22-86b1-ee7db5cb849b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:13.070318 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b417a65b-3dbb-4995-a042-fa7f6c7a30b5 req-bfadb75e-4872-4d22-86b1-ee7db5cb849b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 945 time: 0.0546799 Nov 12 21:03:13.121463 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b417a65b-3dbb-4995-a042-fa7f6c7a30b5 req-631df05a-a18b-4189-aa94-d8d1b2e5cf5e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=e34f1f15-47cd-467b-97df-0f9598f2a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452459 Nov 12 21:03:13.243919 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59108c8a-f71c-4588-99f5-267f496b4d5e req-457a5007-0ce7-43d8-8f89-01e3d4e7af99 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:13.245498 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-59108c8a-f71c-4588-99f5-267f496b4d5e req-457a5007-0ce7-43d8-8f89-01e3d4e7af99 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 945 time: 0.0554199 Nov 12 21:03:13.294639 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-59108c8a-f71c-4588-99f5-267f496b4d5e req-8e16dc98-56ab-464d-84de-aca01bc4a695 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=e34f1f15-47cd-467b-97df-0f9598f2a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433815 Nov 12 21:03:13.318648 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57164) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:13.361243 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6667acfc-5a38-476f-a4f5-678a27b99478 tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:13.362806 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6667acfc-5a38-476f-a4f5-678a27b99478 tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 1092 time: 0.0432293 Nov 12 21:03:13.365803 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57166) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:13.370100 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-039678b2-ecee-47c9-b4da-e117a6d1cb86 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'port_id': '5b49b077-f2c2-4e3c-9405-17526583e969', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:03:13.392759 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-039678b2-ecee-47c9-b4da-e117a6d1cb86 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:13.493920 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-039678b2-ecee-47c9-b4da-e117a6d1cb86 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:13.595397 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-039678b2-ecee-47c9-b4da-e117a6d1cb86 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Allocated IP 172.25.5.218 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/5eee172c-e11c-4f75-a08c-5f59329c89f8) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:03:13.698221 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-039678b2-ecee-47c9-b4da-e117a6d1cb86 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:13.732259 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-039678b2-ecee-47c9-b4da-e117a6d1cb86 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:13.769179 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039678b2-ecee-47c9-b4da-e117a6d1cb86 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:03:13.772158 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-039678b2-ecee-47c9-b4da-e117a6d1cb86 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:03:13.774911 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039678b2-ecee-47c9-b4da-e117a6d1cb86 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:03:13.806314 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039678b2-ecee-47c9-b4da-e117a6d1cb86 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=5eee172c-e11c-4f75-a08c-5f59329c89f8,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:14.133539 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-039678b2-ecee-47c9-b4da-e117a6d1cb86 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:14.198323 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-039678b2-ecee-47c9-b4da-e117a6d1cb86 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:14.344704 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-039678b2-ecee-47c9-b4da-e117a6d1cb86 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:14.349122 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-039678b2-ecee-47c9-b4da-e117a6d1cb86 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:14.426259 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039678b2-ecee-47c9-b4da-e117a6d1cb86 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=5eee172c-e11c-4f75-a08c-5f59329c89f8,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:03:14.440576 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-039678b2-ecee-47c9-b4da-e117a6d1cb86 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:14.541740 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-039678b2-ecee-47c9-b4da-e117a6d1cb86 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Floating IP 84da5852-a447-40c0-85a4-2387183d86b7 associated. External IP: 172.25.5.218, port: 5b49b077-f2c2-4e3c-9405-17526583e969. Nov 12 21:03:15.113774 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039678b2-ecee-47c9-b4da-e117a6d1cb86 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Router 2bef525a-8a4c-423d-869e-25758236790c has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:03:15.226102 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039678b2-ecee-47c9-b4da-e117a6d1cb86 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:03:15.236211 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b50218e-1709-4263-ab60-bd2d6b5ca648 None None] Sync routers for ids ['2bef525a-8a4c-423d-869e-25758236790c'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:03:15.244761 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-039678b2-ecee-47c9-b4da-e117a6d1cb86 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:15.247237 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b50218e-1709-4263-ab60-bd2d6b5ca648 None None] Routers {'2bef525a-8a4c-423d-869e-25758236790c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:15.247863 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-7b50218e-1709-4263-ab60-bd2d6b5ca648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:02:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['2bef525a-8a4c-423d-869e-25758236790c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:15.273698 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-039678b2-ecee-47c9-b4da-e117a6d1cb86 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9067621 Nov 12 21:03:15.274288 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebcaa4a-a243-4165-8090-d34bfccc883b', 'tag': '5b49b077-f2c2-4e3c-9405-17526583e969'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:03:15.276591 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bc817f-b0bb-4dca-900f-dd11859284a5" -d '{"events": [{"name": "network-changed", "server_uuid": "4ebcaa4a-a243-4165-8090-d34bfccc883b", "tag": "5b49b077-f2c2-4e3c-9405-17526583e969"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:03:15.331341 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d94ee5-5c37-492f-90bc-865899d0b165 x-openstack-request-id: req-89d94ee5-5c37-492f-90bc-865899d0b165 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:03:15.332192 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ebcaa4a-a243-4165-8090-d34bfccc883b", "tag": "5b49b077-f2c2-4e3c-9405-17526583e969", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:03:15.332359 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-89d94ee5-5c37-492f-90bc-865899d0b165 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:03:15.332910 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ebcaa4a-a243-4165-8090-d34bfccc883b', 'tag': '5b49b077-f2c2-4e3c-9405-17526583e969', 'status': 'completed', 'code': 200} Nov 12 21:03:15.369369 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-7b50218e-1709-4263-ab60-bd2d6b5ca648 None None] Set router 2bef525a-8a4c-423d-869e-25758236790c gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:03:15.396175 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc817f-b0bb-4dca-900f-dd11859284a5 req-d460a90b-41dc-4f07-b0d5-0a7e51897f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:15.397787 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-29bc817f-b0bb-4dca-900f-dd11859284a5 req-d460a90b-41dc-4f07-b0d5-0a7e51897f22 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 1097 time: 0.0427742 Nov 12 21:03:15.401662 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ade74-7bcf-4858-81e0-9970ef286d45 req-406dd5d4-68da-418a-8aa1-6c372cb124dd tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:15.403213 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-366ade74-7bcf-4858-81e0-9970ef286d45 req-406dd5d4-68da-418a-8aa1-6c372cb124dd tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 945 time: 0.0555372 Nov 12 21:03:15.456028 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-366ade74-7bcf-4858-81e0-9970ef286d45 req-7eefc83c-7d9b-4f0f-af91-cf1a2c0a06c6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=e34f1f15-47cd-467b-97df-0f9598f2a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463667 Nov 12 21:03:15.486525 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57172) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:15.494642 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc817f-b0bb-4dca-900f-dd11859284a5 req-cafdf9fa-5eef-4fe9-bff3-a74a7b447d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:15.496831 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-29bc817f-b0bb-4dca-900f-dd11859284a5 req-cafdf9fa-5eef-4fe9-bff3-a74a7b447d65 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6983bb66-b12d-472f-9b79-669acda81765 HTTP/1.1" status: 200 len: 895 time: 0.0914762 Nov 12 21:03:15.562528 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c8a3c905-f259-4900-9788-583767d9b9b4 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/floatingips/84da5852-a447-40c0-85a4-2387183d86b7 HTTP/1.1" status: 200 len: 991 time: 0.0733271 Nov 12 21:03:15.571090 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-29bc817f-b0bb-4dca-900f-dd11859284a5 req-dce79933-4d64-4a51-b699-129c4bedb212 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b49b077-f2c2-4e3c-9405-17526583e969 HTTP/1.1" status: 200 len: 999 time: 0.0679722 Nov 12 21:03:15.613884 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-7b50218e-1709-4263-ab60-bd2d6b5ca648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bef525a-8a4c-423d-869e-25758236790c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156829929', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:03:01Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bef525a-8a4c-423d-869e-25758236790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '84da5852-a447-40c0-85a4-2387183d86b7', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '2bef525a-8a4c-423d-869e-25758236790c', 'port_id': '5b49b077-f2c2-4e3c-9405-17526583e969', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6983bb66-b12d-472f-9b79-669acda81765', 'mac_address': 'fa:16:3e:ec:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebcaa4a-a243-4165-8090-d34bfccc883b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:03:13Z', 'updated_at': '2021-11-12T21:03:13Z', 'revision_number': 0, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56e4cf70-c144-4f92-801e-4663c7deeaa4', 'name': '', 'network_id': '6983bb66-b12d-472f-9b79-669acda81765', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:02:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bef525a-8a4c-423d-869e-25758236790c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:00Z', 'updated_at': '2021-11-12T21:03:04Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': 'e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:15.623663 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc817f-b0bb-4dca-900f-dd11859284a5 req-e419491b-16ea-4b02-8312-a72ff032d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:15.625103 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-29bc817f-b0bb-4dca-900f-dd11859284a5 req-e419491b-16ea-4b02-8312-a72ff032d960 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7 HTTP/1.1" status: 200 len: 834 time: 0.0474477 Nov 12 21:03:15.641993 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b50218e-1709-4263-ab60-bd2d6b5ca648 None None] Checking router: 2bef525a-8a4c-423d-869e-25758236790c for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:03:15.651337 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b50218e-1709-4263-ab60-bd2d6b5ca648 None None] Routers {'2bef525a-8a4c-423d-869e-25758236790c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:03:15.651963 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-7b50218e-1709-4263-ab60-bd2d6b5ca648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:02:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['2bef525a-8a4c-423d-869e-25758236790c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:15.678838 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc817f-b0bb-4dca-900f-dd11859284a5 req-90e0d10a-1c01-4716-a2a2-aae615f4a647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:15.680464 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-29bc817f-b0bb-4dca-900f-dd11859284a5 req-90e0d10a-1c01-4716-a2a2-aae615f4a647 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6983bb66-b12d-472f-9b79-669acda81765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485263 Nov 12 21:03:15.764891 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-7b50218e-1709-4263-ab60-bd2d6b5ca648 None None] Set router 2bef525a-8a4c-423d-869e-25758236790c gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:03:15.778779 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-29bc817f-b0bb-4dca-900f-dd11859284a5 req-4efe1eb8-2041-4d29-aade-f2c2c9010df4 service neutron] 10.222.0.55 "GET /v2.0/networks/6983bb66-b12d-472f-9b79-669acda81765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915453 Nov 12 21:03:15.875855 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-29bc817f-b0bb-4dca-900f-dd11859284a5 req-97ef5c1d-41c3-4103-a60c-9178459e1857 service neutron] 10.222.0.55 "GET /v2.0/networks/6983bb66-b12d-472f-9b79-669acda81765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898089 Nov 12 21:03:15.997761 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-7b50218e-1709-4263-ab60-bd2d6b5ca648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bef525a-8a4c-423d-869e-25758236790c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156829929', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:03:01Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bef525a-8a4c-423d-869e-25758236790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '84da5852-a447-40c0-85a4-2387183d86b7', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '2bef525a-8a4c-423d-869e-25758236790c', 'port_id': '5b49b077-f2c2-4e3c-9405-17526583e969', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6983bb66-b12d-472f-9b79-669acda81765', 'mac_address': 'fa:16:3e:ec:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebcaa4a-a243-4165-8090-d34bfccc883b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:03:13Z', 'updated_at': '2021-11-12T21:03:13Z', 'revision_number': 0, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56e4cf70-c144-4f92-801e-4663c7deeaa4', 'name': '', 'network_id': '6983bb66-b12d-472f-9b79-669acda81765', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:02:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bef525a-8a4c-423d-869e-25758236790c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:00Z', 'updated_at': '2021-11-12T21:03:04Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': 'e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:03:16.029848 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b50218e-1709-4263-ab60-bd2d6b5ca648 None None] The sync data for ids ['2bef525a-8a4c-423d-869e-25758236790c'] in n-d-712140-15 is: [{'id': '2bef525a-8a4c-423d-869e-25758236790c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156829929', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:03:01Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bef525a-8a4c-423d-869e-25758236790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '84da5852-a447-40c0-85a4-2387183d86b7', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '2bef525a-8a4c-423d-869e-25758236790c', 'port_id': '5b49b077-f2c2-4e3c-9405-17526583e969', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6983bb66-b12d-472f-9b79-669acda81765', 'mac_address': 'fa:16:3e:ec:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebcaa4a-a243-4165-8090-d34bfccc883b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:03:13Z', 'updated_at': '2021-11-12T21:03:13Z', 'revision_number': 0, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56e4cf70-c144-4f92-801e-4663c7deeaa4', 'name': '', 'network_id': '6983bb66-b12d-472f-9b79-669acda81765', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:02:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bef525a-8a4c-423d-869e-25758236790c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:00Z', 'updated_at': '2021-11-12T21:03:04Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': 'e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:03:16.239130 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04348cd6-733d-49bd-b0cc-8b2c5547fd4e None None] New status for floating IP 84da5852-a447-40c0-85a4-2387183d86b7: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:03:16.564981 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57174) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:03:16.628476 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9b61630c-c4a2-4c89-b302-4685520e43e7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/floatingips/84da5852-a447-40c0-85a4-2387183d86b7 HTTP/1.1" status: 200 len: 993 time: 0.0622973 Nov 12 21:03:20.014809 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-773c47d8-d7ad-4c77-af3d-c3a385e377c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:20.780331 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:22.860559 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7c0ddd41-f77b-4797-a90d-179dcfe1f50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:23.977701 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:24.491832 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:25.393764 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:26.065328 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:29.589560 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1dbcfac1-4cf6-4da1-bb12-8e1d22eb3d41 req-9f269537-6374-4d7e-91cd-00daebf0127f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407770 Nov 12 21:03:29.674424 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcfac1-4cf6-4da1-bb12-8e1d22eb3d41 req-3c368714-4406-4c51-94d0-47734e2cf1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:29.675840 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1dbcfac1-4cf6-4da1-bb12-8e1d22eb3d41 req-3c368714-4406-4c51-94d0-47734e2cf1b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 1097 time: 0.0403011 Nov 12 21:03:29.784062 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcfac1-4cf6-4da1-bb12-8e1d22eb3d41 req-49b28770-e6f8-4c82-ae2c-38963af09f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:29.785575 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1dbcfac1-4cf6-4da1-bb12-8e1d22eb3d41 req-49b28770-e6f8-4c82-ae2c-38963af09f5e service neutron] 10.222.0.55 "GET /v2.0/networks?id=6983bb66-b12d-472f-9b79-669acda81765 HTTP/1.1" status: 200 len: 895 time: 0.0886497 Nov 12 21:03:29.860364 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1dbcfac1-4cf6-4da1-bb12-8e1d22eb3d41 req-726caa2c-27a0-4f42-a1b0-7c7527961084 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b49b077-f2c2-4e3c-9405-17526583e969 HTTP/1.1" status: 200 len: 1001 time: 0.0673280 Nov 12 21:03:29.913387 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcfac1-4cf6-4da1-bb12-8e1d22eb3d41 req-7e425fd8-d42f-48ae-ab3e-ff9d9616fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:29.914845 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1dbcfac1-4cf6-4da1-bb12-8e1d22eb3d41 req-7e425fd8-d42f-48ae-ab3e-ff9d9616fd1a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7 HTTP/1.1" status: 200 len: 834 time: 0.0481255 Nov 12 21:03:29.962659 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcfac1-4cf6-4da1-bb12-8e1d22eb3d41 req-a6facb1f-2360-4052-a49d-e5d6de3c67df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:03:29.964099 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1dbcfac1-4cf6-4da1-bb12-8e1d22eb3d41 req-a6facb1f-2360-4052-a49d-e5d6de3c67df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6983bb66-b12d-472f-9b79-669acda81765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418105 Nov 12 21:03:30.057249 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1dbcfac1-4cf6-4da1-bb12-8e1d22eb3d41 req-16dbcb6c-82fb-44ce-bd6e-ca170b4ba184 service neutron] 10.222.0.55 "GET /v2.0/networks/6983bb66-b12d-472f-9b79-669acda81765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860169 Nov 12 21:03:30.152510 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1dbcfac1-4cf6-4da1-bb12-8e1d22eb3d41 req-e47114c6-4a2c-48b8-8b36-7ffcc06ee6a9 service neutron] 10.222.0.55 "GET /v2.0/networks/6983bb66-b12d-472f-9b79-669acda81765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883226 Nov 12 21:03:48.641972 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:03:50.018749 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-50d7f3f1-f5fe-4a56-83bd-796e43290654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:50.795602 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:52.861640 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8b420baa-6ef8-4469-9b3c-b5656bc38c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:53.979752 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:54.502442 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:55.392359 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:03:56.068619 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:17.469231 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498e121-f345-41fa-b2bb-e79e39f29bac req-0e8e6ef1-3c00-47f9-ab6d-eacb57f2d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:17.470831 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9498e121-f345-41fa-b2bb-e79e39f29bac req-0e8e6ef1-3c00-47f9-ab6d-eacb57f2d09b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 1097 time: 0.0659120 Nov 12 21:04:17.480284 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9ce33-5fe3-49cb-abfc-ac9d13f55600 req-ecd5913a-3676-4157-8319-675072a55829 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:17.481713 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0ec9ce33-5fe3-49cb-abfc-ac9d13f55600 req-ecd5913a-3676-4157-8319-675072a55829 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 945 time: 0.0872531 Nov 12 21:04:17.594260 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0ec9ce33-5fe3-49cb-abfc-ac9d13f55600 req-e5ecdac6-60b5-43d1-9b03-60bfa3981b38 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=e34f1f15-47cd-467b-97df-0f9598f2a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031251 Nov 12 21:04:17.610733 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498e121-f345-41fa-b2bb-e79e39f29bac req-303296ce-bdf8-4c75-bd08-b75b69bd8610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:17.612208 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9498e121-f345-41fa-b2bb-e79e39f29bac req-303296ce-bdf8-4c75-bd08-b75b69bd8610 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6983bb66-b12d-472f-9b79-669acda81765 HTTP/1.1" status: 200 len: 895 time: 0.1296532 Nov 12 21:04:17.681855 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9498e121-f345-41fa-b2bb-e79e39f29bac req-85ac527d-5721-4a78-9aa3-87180bf4a9d1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b49b077-f2c2-4e3c-9405-17526583e969 HTTP/1.1" status: 200 len: 1001 time: 0.0623686 Nov 12 21:04:17.731473 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498e121-f345-41fa-b2bb-e79e39f29bac req-d0c96200-c9f4-43dd-8e8c-a03c8b0312d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:17.733017 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9498e121-f345-41fa-b2bb-e79e39f29bac req-d0c96200-c9f4-43dd-8e8c-a03c8b0312d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7 HTTP/1.1" status: 200 len: 834 time: 0.0437324 Nov 12 21:04:17.780159 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498e121-f345-41fa-b2bb-e79e39f29bac req-3d6432e8-bf07-4d67-8a5a-1538a0ef38cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:17.781705 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9498e121-f345-41fa-b2bb-e79e39f29bac req-3d6432e8-bf07-4d67-8a5a-1538a0ef38cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6983bb66-b12d-472f-9b79-669acda81765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413587 Nov 12 21:04:17.884425 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9498e121-f345-41fa-b2bb-e79e39f29bac req-50651194-d3ed-4615-a7b0-9c5be9c69a64 service neutron] 10.222.0.55 "GET /v2.0/networks/6983bb66-b12d-472f-9b79-669acda81765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879662 Nov 12 21:04:17.973953 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9498e121-f345-41fa-b2bb-e79e39f29bac req-66a71afd-cfd8-4229-901c-f6fea03f24d5 service neutron] 10.222.0.55 "GET /v2.0/networks/6983bb66-b12d-472f-9b79-669acda81765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823789 Nov 12 21:04:18.722646 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9863b7-c701-43cf-9ec0-6717fba70f4c req-0af5bbff-3a5c-4cd4-9538-b532eecf52fc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:18.724315 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2c9863b7-c701-43cf-9ec0-6717fba70f4c req-0af5bbff-3a5c-4cd4-9538-b532eecf52fc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 945 time: 0.0566814 Nov 12 21:04:18.774708 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2c9863b7-c701-43cf-9ec0-6717fba70f4c req-6edb994c-c6f7-4a8e-aaff-75451d97631a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=e34f1f15-47cd-467b-97df-0f9598f2a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443919 Nov 12 21:04:19.900663 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0512f7-8ff8-44bd-9bfd-a9cf23525713 req-e8b9332e-6a42-41a7-a07b-75cada71165d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:19.902203 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-da0512f7-8ff8-44bd-9bfd-a9cf23525713 req-e8b9332e-6a42-41a7-a07b-75cada71165d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 945 time: 0.0565836 Nov 12 21:04:19.952579 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-da0512f7-8ff8-44bd-9bfd-a9cf23525713 req-88a21577-c734-47c5-b028-96e42176467e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=e34f1f15-47cd-467b-97df-0f9598f2a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441949 Nov 12 21:04:20.021648 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-79e93d17-db09-4e40-85a5-26180c0d2203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:20.794557 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:21.070286 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e866bf-7625-480e-98ab-e200549fa284 req-cfd3b9da-471d-4d33-8672-4999c37df64b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:21.071800 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-70e866bf-7625-480e-98ab-e200549fa284 req-cfd3b9da-471d-4d33-8672-4999c37df64b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 945 time: 0.0506620 Nov 12 21:04:21.122259 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-70e866bf-7625-480e-98ab-e200549fa284 req-7fd74f05-ec78-4a9d-9b07-255ce90d856f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=e34f1f15-47cd-467b-97df-0f9598f2a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444906 Nov 12 21:04:22.248610 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40835d6f-3ddb-4a12-b6f6-11c770b4a32d req-9ad5a4e8-d6f4-4047-bcd5-45e20f6898ee tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:22.251223 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40835d6f-3ddb-4a12-b6f6-11c770b4a32d req-9ad5a4e8-d6f4-4047-bcd5-45e20f6898ee tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 945 time: 0.0578492 Nov 12 21:04:22.303283 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-40835d6f-3ddb-4a12-b6f6-11c770b4a32d req-cc8476c9-4160-4f09-b7a6-4d27272bf029 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=e34f1f15-47cd-467b-97df-0f9598f2a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455334 Nov 12 21:04:22.863899 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0bac505f-ca45-4e75-9256-92676635d4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:23.433586 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb43d7-2763-4e89-89fd-a72cb63bc5e6 req-871dab6f-1377-469d-9d47-67479a9f7bec tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:23.435115 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a1fb43d7-2763-4e89-89fd-a72cb63bc5e6 req-871dab6f-1377-469d-9d47-67479a9f7bec tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 945 time: 0.0579834 Nov 12 21:04:23.489719 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a1fb43d7-2763-4e89-89fd-a72cb63bc5e6 req-b8521d32-dae4-4f4e-a300-1480c0345a2a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=e34f1f15-47cd-467b-97df-0f9598f2a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486908 Nov 12 21:04:23.982514 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:24.507115 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:24.609413 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185650c4-0bb3-4c87-a474-4e2b702f15e6 req-bd7fded8-fb17-4754-ab3d-62eeaaf59f88 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:24.610823 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-185650c4-0bb3-4c87-a474-4e2b702f15e6 req-bd7fded8-fb17-4754-ab3d-62eeaaf59f88 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 945 time: 0.0487857 Nov 12 21:04:24.666161 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-185650c4-0bb3-4c87-a474-4e2b702f15e6 req-bcc237f9-c36e-4346-b1ed-6aa03c2fd28e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=e34f1f15-47cd-467b-97df-0f9598f2a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488052 Nov 12 21:04:25.396298 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:25.641303 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:04:25.785084 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8578d-2688-46ed-b03f-7e94914040aa req-c619050c-a135-4d3d-aa39-c7720a3d0018 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:25.786693 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-02e8578d-2688-46ed-b03f-7e94914040aa req-c619050c-a135-4d3d-aa39-c7720a3d0018 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 945 time: 0.0513196 Nov 12 21:04:25.837266 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-02e8578d-2688-46ed-b03f-7e94914040aa req-1e169a18-2ce1-4f55-ba95-893acb53c324 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=e34f1f15-47cd-467b-97df-0f9598f2a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446401 Nov 12 21:04:26.070452 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:26.953979 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ee50c-56bd-4097-ac91-2bdcd8b6137d req-d0705f95-575e-456f-967b-712a6e6bddec tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:26.955476 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2d6ee50c-56bd-4097-ac91-2bdcd8b6137d req-d0705f95-575e-456f-967b-712a6e6bddec tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 945 time: 0.0486119 Nov 12 21:04:27.006520 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2d6ee50c-56bd-4097-ac91-2bdcd8b6137d req-2f86dfe1-0a65-4b9f-b7f8-64487a55b5dd tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=e34f1f15-47cd-467b-97df-0f9598f2a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437775 Nov 12 21:04:28.134823 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30584b-92d1-43c0-bad4-323ea6852be9 req-059a9063-2d37-455d-8592-a852a35ba9e5 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:28.136453 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9d30584b-92d1-43c0-bad4-323ea6852be9 req-059a9063-2d37-455d-8592-a852a35ba9e5 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 945 time: 0.0587902 Nov 12 21:04:28.190774 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9d30584b-92d1-43c0-bad4-323ea6852be9 req-9486ad1e-df91-40e0-ae2d-c32feb2c5566 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=e34f1f15-47cd-467b-97df-0f9598f2a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479076 Nov 12 21:04:29.309660 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf00ee-cbc9-4aca-8178-a4f93b2c022e req-5442b5c7-c1d3-47d8-9ae7-fd16af1176ac tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:29.311120 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0acf00ee-cbc9-4aca-8178-a4f93b2c022e req-5442b5c7-c1d3-47d8-9ae7-fd16af1176ac tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 945 time: 0.0506661 Nov 12 21:04:29.363631 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0acf00ee-cbc9-4aca-8178-a4f93b2c022e req-e7b13dd5-2d7c-453a-9570-08ca9acd6048 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=e34f1f15-47cd-467b-97df-0f9598f2a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458734 Nov 12 21:04:29.386599 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57222) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:04:29.454764 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8f550dd0-8e28-4c4b-906c-8ba2abb587d1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/floatingips/84da5852-a447-40c0-85a4-2387183d86b7 HTTP/1.1" status: 200 len: 993 time: 0.0666234 Nov 12 21:04:31.587108 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-91879f1e-0775-4642-8963-7eb4046a5270 req-9d7ce1c6-9571-43e7-8741-d65f56b6b4a4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443122 Nov 12 21:04:31.670684 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91879f1e-0775-4642-8963-7eb4046a5270 req-806fc335-c60a-4fc6-ae22-49d30b2f6e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:31.672109 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-91879f1e-0775-4642-8963-7eb4046a5270 req-806fc335-c60a-4fc6-ae22-49d30b2f6e11 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 1097 time: 0.0409093 Nov 12 21:04:31.777370 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91879f1e-0775-4642-8963-7eb4046a5270 req-932cf32c-9dba-4937-b53b-88e760ccdb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:31.778861 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-91879f1e-0775-4642-8963-7eb4046a5270 req-932cf32c-9dba-4937-b53b-88e760ccdb2b service neutron] 10.222.0.55 "GET /v2.0/networks?id=6983bb66-b12d-472f-9b79-669acda81765 HTTP/1.1" status: 200 len: 895 time: 0.0865824 Nov 12 21:04:31.850249 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-91879f1e-0775-4642-8963-7eb4046a5270 req-eef2d7dc-5a6d-488e-8821-bbb8fc8b1393 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b49b077-f2c2-4e3c-9405-17526583e969 HTTP/1.1" status: 200 len: 1001 time: 0.0642684 Nov 12 21:04:31.900559 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91879f1e-0775-4642-8963-7eb4046a5270 req-db5a732f-14c2-4491-a81d-f22622db8fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:31.902031 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-91879f1e-0775-4642-8963-7eb4046a5270 req-db5a732f-14c2-4491-a81d-f22622db8fda service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7 HTTP/1.1" status: 200 len: 834 time: 0.0452118 Nov 12 21:04:31.950102 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91879f1e-0775-4642-8963-7eb4046a5270 req-0e8c29ef-a0fc-4196-90f1-a009aabd65fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:04:31.951606 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-91879f1e-0775-4642-8963-7eb4046a5270 req-0e8c29ef-a0fc-4196-90f1-a009aabd65fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6983bb66-b12d-472f-9b79-669acda81765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426025 Nov 12 21:04:32.049971 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-91879f1e-0775-4642-8963-7eb4046a5270 req-f71cbd61-0e2a-457a-b580-22f740578d86 service neutron] 10.222.0.55 "GET /v2.0/networks/6983bb66-b12d-472f-9b79-669acda81765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906756 Nov 12 21:04:32.147320 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-91879f1e-0775-4642-8963-7eb4046a5270 req-fdad52de-786b-4580-82a3-0847012b93cb service neutron] 10.222.0.55 "GET /v2.0/networks/6983bb66-b12d-472f-9b79-669acda81765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903604 Nov 12 21:04:50.024190 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b6408341-9ce7-4287-97c1-0f74df77c829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:50.825046 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:52.864655 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d379f98e-551d-4300-b2a9-f1dac4f5ce8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:53.986730 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:54.508126 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:55.398270 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:04:56.071463 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:02.640846 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:05:17.852590 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57236) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:18.009623 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-cbc97af6-1b8e-4b69-ad92-cb7afc120668 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Deleting port 5eee172c-e11c-4f75-a08c-5f59329c89f8 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:18.009974 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cbc97af6-1b8e-4b69-ad92-cb7afc120668 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:18.087795 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cbc97af6-1b8e-4b69-ad92-cb7afc120668 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:18.088128 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cbc97af6-1b8e-4b69-ad92-cb7afc120668 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:18.099999 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-cbc97af6-1b8e-4b69-ad92-cb7afc120668 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Calling delete_port for 5eee172c-e11c-4f75-a08c-5f59329c89f8 owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:18.248311 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cbc97af6-1b8e-4b69-ad92-cb7afc120668 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:18.279142 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc97af6-1b8e-4b69-ad92-cb7afc120668 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Port': ['ID=5eee172c-e11c-4f75-a08c-5f59329c89f8,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:18.305515 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc97af6-1b8e-4b69-ad92-cb7afc120668 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:18.305876 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc97af6-1b8e-4b69-ad92-cb7afc120668 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:18.306222 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc97af6-1b8e-4b69-ad92-cb7afc120668 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:18.306566 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc97af6-1b8e-4b69-ad92-cb7afc120668 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:18.306906 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc97af6-1b8e-4b69-ad92-cb7afc120668 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:18.307247 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc97af6-1b8e-4b69-ad92-cb7afc120668 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:18.307584 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc97af6-1b8e-4b69-ad92-cb7afc120668 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:18.307918 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc97af6-1b8e-4b69-ad92-cb7afc120668 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:18.308271 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc97af6-1b8e-4b69-ad92-cb7afc120668 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:18.308609 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc97af6-1b8e-4b69-ad92-cb7afc120668 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:18.308937 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc97af6-1b8e-4b69-ad92-cb7afc120668 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:18.309265 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc97af6-1b8e-4b69-ad92-cb7afc120668 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:18.349954 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cbc97af6-1b8e-4b69-ad92-cb7afc120668 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for floatingip, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:18.350383 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [None req-cbc97af6-1b8e-4b69-ad92-cb7afc120668 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Floating IP 84da5852-a447-40c0-85a4-2387183d86b7 disassociated (deleted). External IP: 172.25.5.218, port: 5b49b077-f2c2-4e3c-9405-17526583e969. Nov 12 21:05:18.564088 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc97af6-1b8e-4b69-ad92-cb7afc120668 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Router 2bef525a-8a4c-423d-869e-25758236790c has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:05:18.677606 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc97af6-1b8e-4b69-ad92-cb7afc120668 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:05:18.682305 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cbc97af6-1b8e-4b69-ad92-cb7afc120668 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:18.687387 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a859618-84dd-4ffb-9bac-31d1405e2de2 None None] Sync routers for ids ['2bef525a-8a4c-423d-869e-25758236790c'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:05:18.702178 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a859618-84dd-4ffb-9bac-31d1405e2de2 None None] Routers {'2bef525a-8a4c-423d-869e-25758236790c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:18.702811 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-2a859618-84dd-4ffb-9bac-31d1405e2de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:04:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['2bef525a-8a4c-423d-869e-25758236790c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:18.715608 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-cbc97af6-1b8e-4b69-ad92-cb7afc120668 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "DELETE /v2.0/floatingips/84da5852-a447-40c0-85a4-2387183d86b7 HTTP/1.1" status: 204 len: 168 time: 0.8618817 Nov 12 21:05:18.717295 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebcaa4a-a243-4165-8090-d34bfccc883b', 'tag': '5b49b077-f2c2-4e3c-9405-17526583e969'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:05:18.718750 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd6bf149db5198c131b0a94c001dfe597833dedcde5dd32e44168e01e6f8dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46be432-c08e-4ac5-80f2-9079b1d5e6de" -d '{"events": [{"name": "network-changed", "server_uuid": "4ebcaa4a-a243-4165-8090-d34bfccc883b", "tag": "5b49b077-f2c2-4e3c-9405-17526583e969"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:05:18.784042 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37042d51-aea2-4d71-912f-538591ea3db4 x-openstack-request-id: req-37042d51-aea2-4d71-912f-538591ea3db4 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:05:18.784392 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ebcaa4a-a243-4165-8090-d34bfccc883b", "tag": "5b49b077-f2c2-4e3c-9405-17526583e969", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:05:18.784648 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-37042d51-aea2-4d71-912f-538591ea3db4 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:05:18.785136 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ebcaa4a-a243-4165-8090-d34bfccc883b', 'tag': '5b49b077-f2c2-4e3c-9405-17526583e969', 'status': 'completed', 'code': 200} Nov 12 21:05:18.944151 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46be432-c08e-4ac5-80f2-9079b1d5e6de req-6c71944f-b1a2-4388-bd20-0854cadd1d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:18.945841 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b46be432-c08e-4ac5-80f2-9079b1d5e6de req-6c71944f-b1a2-4388-bd20-0854cadd1d6f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 1097 time: 0.1338928 Nov 12 21:05:18.990667 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-2a859618-84dd-4ffb-9bac-31d1405e2de2 None None] Set router 2bef525a-8a4c-423d-869e-25758236790c gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:05:19.053845 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbb712-f6d0-46a2-9dd2-3fbbd6931746 req-2ad95d45-faea-47e8-a7e3-afb6c0794312 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:19.055455 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-84dbb712-f6d0-46a2-9dd2-3fbbd6931746 req-2ad95d45-faea-47e8-a7e3-afb6c0794312 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 945 time: 0.1141479 Nov 12 21:05:19.060552 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46be432-c08e-4ac5-80f2-9079b1d5e6de req-979c89e4-8b46-499a-a6f8-325eb7b780ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:19.062352 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b46be432-c08e-4ac5-80f2-9079b1d5e6de req-979c89e4-8b46-499a-a6f8-325eb7b780ad service neutron] 10.222.0.55 "GET /v2.0/networks?id=6983bb66-b12d-472f-9b79-669acda81765 HTTP/1.1" status: 200 len: 895 time: 0.1073148 Nov 12 21:05:19.113043 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-84dbb712-f6d0-46a2-9dd2-3fbbd6931746 req-4734b752-f6d4-497a-8481-552692830555 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=e34f1f15-47cd-467b-97df-0f9598f2a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514598 Nov 12 21:05:19.115516 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b46be432-c08e-4ac5-80f2-9079b1d5e6de req-147bcd13-17de-432f-8de2-46e03547704c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b49b077-f2c2-4e3c-9405-17526583e969 HTTP/1.1" status: 200 len: 217 time: 0.0417385 Nov 12 21:05:19.168596 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46be432-c08e-4ac5-80f2-9079b1d5e6de req-cb11f9ce-5ccf-4309-be8e-159ec253eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:19.170074 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b46be432-c08e-4ac5-80f2-9079b1d5e6de req-cb11f9ce-5ccf-4309-be8e-159ec253eaa8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7 HTTP/1.1" status: 200 len: 834 time: 0.0464952 Nov 12 21:05:19.196765 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-2a859618-84dd-4ffb-9bac-31d1405e2de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bef525a-8a4c-423d-869e-25758236790c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156829929', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:03:01Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bef525a-8a4c-423d-869e-25758236790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '56e4cf70-c144-4f92-801e-4663c7deeaa4', 'name': '', 'network_id': '6983bb66-b12d-472f-9b79-669acda81765', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:02:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bef525a-8a4c-423d-869e-25758236790c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:00Z', 'updated_at': '2021-11-12T21:03:04Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': 'e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:19.216947 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46be432-c08e-4ac5-80f2-9079b1d5e6de req-80e86686-c1b7-4e39-8df5-234e4da2a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:19.218500 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b46be432-c08e-4ac5-80f2-9079b1d5e6de req-80e86686-c1b7-4e39-8df5-234e4da2a5ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6983bb66-b12d-472f-9b79-669acda81765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404973 Nov 12 21:05:19.228504 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a859618-84dd-4ffb-9bac-31d1405e2de2 None None] Checking router: 2bef525a-8a4c-423d-869e-25758236790c for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:05:19.237432 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a859618-84dd-4ffb-9bac-31d1405e2de2 None None] Routers {'2bef525a-8a4c-423d-869e-25758236790c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:19.238041 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-2a859618-84dd-4ffb-9bac-31d1405e2de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:04:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['2bef525a-8a4c-423d-869e-25758236790c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:19.314583 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b46be432-c08e-4ac5-80f2-9079b1d5e6de req-39928d02-1d16-4cf9-886d-695ee5e78092 service neutron] 10.222.0.55 "GET /v2.0/networks/6983bb66-b12d-472f-9b79-669acda81765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877383 Nov 12 21:05:19.348632 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-2a859618-84dd-4ffb-9bac-31d1405e2de2 None None] Set router 2bef525a-8a4c-423d-869e-25758236790c gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:05:19.407308 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b46be432-c08e-4ac5-80f2-9079b1d5e6de req-e5ac7887-7a17-4f39-a6e8-669c6a4a9d80 service neutron] 10.222.0.55 "GET /v2.0/networks/6983bb66-b12d-472f-9b79-669acda81765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840907 Nov 12 21:05:19.558441 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-2a859618-84dd-4ffb-9bac-31d1405e2de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bef525a-8a4c-423d-869e-25758236790c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156829929', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:03:01Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bef525a-8a4c-423d-869e-25758236790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '56e4cf70-c144-4f92-801e-4663c7deeaa4', 'name': '', 'network_id': '6983bb66-b12d-472f-9b79-669acda81765', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:02:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bef525a-8a4c-423d-869e-25758236790c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:00Z', 'updated_at': '2021-11-12T21:03:04Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': 'e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:19.584594 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a859618-84dd-4ffb-9bac-31d1405e2de2 None None] The sync data for ids ['2bef525a-8a4c-423d-869e-25758236790c'] in n-d-712140-15 is: [{'id': '2bef525a-8a4c-423d-869e-25758236790c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156829929', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:03:01Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bef525a-8a4c-423d-869e-25758236790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '56e4cf70-c144-4f92-801e-4663c7deeaa4', 'name': '', 'network_id': '6983bb66-b12d-472f-9b79-669acda81765', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:02:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bef525a-8a4c-423d-869e-25758236790c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:03:00Z', 'updated_at': '2021-11-12T21:03:04Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': 'e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:05:19.811223 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451a1851-d54d-4a3c-a96b-f5a5a52bc721 None None] New status for floating IP 84da5852-a447-40c0-85a4-2387183d86b7: DOWN {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:05:20.025107 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c547bd40-9f5f-42bb-ae57-57f935b2fa79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:20.288372 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574ba5d-4d1f-44a9-aa39-86b9c75f5877 req-8198177c-8af6-46da-bf98-9c028097dfa3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:20.290003 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2574ba5d-4d1f-44a9-aa39-86b9c75f5877 req-8198177c-8af6-46da-bf98-9c028097dfa3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 945 time: 0.1056762 Nov 12 21:05:20.339800 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2574ba5d-4d1f-44a9-aa39-86b9c75f5877 req-91fbc8a0-021e-4f11-88bb-1a6037235c56 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=e34f1f15-47cd-467b-97df-0f9598f2a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437224 Nov 12 21:05:20.642112 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fb0f6-a9f1-4f95-aa8c-bc5d63aeb294 req-3235641c-000c-4f98-a6e3-4af0036eca91 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:20.644360 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d65fb0f6-a9f1-4f95-aa8c-bc5d63aeb294 req-3235641c-000c-4f98-a6e3-4af0036eca91 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 945 time: 0.0496390 Nov 12 21:05:20.735338 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-d65fb0f6-a9f1-4f95-aa8c-bc5d63aeb294 req-557165e9-1e39-48d8-bcf6-65bb10015980 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Deleting port 5b49b077-f2c2-4e3c-9405-17526583e969 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:20.735676 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d65fb0f6-a9f1-4f95-aa8c-bc5d63aeb294 req-557165e9-1e39-48d8-bcf6-65bb10015980 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:20.842148 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-d65fb0f6-a9f1-4f95-aa8c-bc5d63aeb294 req-557165e9-1e39-48d8-bcf6-65bb10015980 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] For port 5b49b077-f2c2-4e3c-9405-17526583e969, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=5b49b077-f2c2-4e3c-9405-17526583e969,segment=NetworkSegment(e69d2146-9797-4b95-9aa0-ab60c54878de),segment_id=e69d2146-9797-4b95-9aa0-ab60c54878de)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:20.842537 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d65fb0f6-a9f1-4f95-aa8c-bc5d63aeb294 req-557165e9-1e39-48d8-bcf6-65bb10015980 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:20.847777 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:20.857026 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-d65fb0f6-a9f1-4f95-aa8c-bc5d63aeb294 req-557165e9-1e39-48d8-bcf6-65bb10015980 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Calling delete_port for 5b49b077-f2c2-4e3c-9405-17526583e969 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:20.989266 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d65fb0f6-a9f1-4f95-aa8c-bc5d63aeb294 req-557165e9-1e39-48d8-bcf6-65bb10015980 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:21.019697 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557165e9-1e39-48d8-bcf6-65bb10015980 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Port': ['ID=5b49b077-f2c2-4e3c-9405-17526583e969,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:21.043310 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557165e9-1e39-48d8-bcf6-65bb10015980 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:21.043665 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557165e9-1e39-48d8-bcf6-65bb10015980 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:21.044010 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557165e9-1e39-48d8-bcf6-65bb10015980 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:21.044380 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557165e9-1e39-48d8-bcf6-65bb10015980 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:21.044724 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557165e9-1e39-48d8-bcf6-65bb10015980 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:21.045058 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557165e9-1e39-48d8-bcf6-65bb10015980 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:21.045389 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557165e9-1e39-48d8-bcf6-65bb10015980 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:21.045718 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557165e9-1e39-48d8-bcf6-65bb10015980 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:21.046048 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557165e9-1e39-48d8-bcf6-65bb10015980 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:21.046374 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557165e9-1e39-48d8-bcf6-65bb10015980 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:21.046699 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557165e9-1e39-48d8-bcf6-65bb10015980 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:21.047021 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557165e9-1e39-48d8-bcf6-65bb10015980 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:21.068282 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65fb0f6-a9f1-4f95-aa8c-bc5d63aeb294 req-557165e9-1e39-48d8-bcf6-65bb10015980 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] No DVR routers for this DVR port 5b49b077-f2c2-4e3c-9405-17526583e969 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:05:21.070802 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d65fb0f6-a9f1-4f95-aa8c-bc5d63aeb294 req-557165e9-1e39-48d8-bcf6-65bb10015980 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:21.074241 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d65fb0f6-a9f1-4f95-aa8c-bc5d63aeb294 req-557165e9-1e39-48d8-bcf6-65bb10015980 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.55 "DELETE /v2.0/ports/5b49b077-f2c2-4e3c-9405-17526583e969 HTTP/1.1" status: 204 len: 173 time: 0.4241018 Nov 12 21:05:21.074680 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebcaa4a-a243-4165-8090-d34bfccc883b', 'name': 'network-vif-deleted', 'tag': '5b49b077-f2c2-4e3c-9405-17526583e969'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:05:21.077035 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f68b447-863c-444f-a116-ab62047036ce" -d '{"events": [{"server_uuid": "4ebcaa4a-a243-4165-8090-d34bfccc883b", "name": "network-vif-deleted", "tag": "5b49b077-f2c2-4e3c-9405-17526583e969"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:05:21.114978 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1f8204-868d-4ccb-bab0-9443f59f5d3e x-openstack-request-id: req-8a1f8204-868d-4ccb-bab0-9443f59f5d3e {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:05:21.115273 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebcaa4a-a243-4165-8090-d34bfccc883b", "name": "network-vif-deleted", "tag": "5b49b077-f2c2-4e3c-9405-17526583e969", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:05:21.115681 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8a1f8204-868d-4ccb-bab0-9443f59f5d3e {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:05:21.115982 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebcaa4a-a243-4165-8090-d34bfccc883b', 'name': 'network-vif-deleted', 'tag': '5b49b077-f2c2-4e3c-9405-17526583e969', 'status': 'completed', 'code': 200} Nov 12 21:05:21.462271 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f0c5eec-94b6-4454-8ab8-74be43bf709e req-45851bd5-3f0c-4ddd-9bc9-2a1f94223efc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ebcaa4a-a243-4165-8090-d34bfccc883b HTTP/1.1" status: 200 len: 210 time: 0.0316966 Nov 12 21:05:22.520943 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57258) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:22.867803 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9ccaf06f-5a1d-4d53-9d2b-64d73d7c475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:22.896062 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2217f66a-c5fb-4502-9184-78fb1cb6b2d7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:23.162957 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-2217f66a-c5fb-4502-9184-78fb1cb6b2d7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Deleting port 56e4cf70-c144-4f92-801e-4663c7deeaa4 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:23.163207 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2217f66a-c5fb-4502-9184-78fb1cb6b2d7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:23.250409 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-2217f66a-c5fb-4502-9184-78fb1cb6b2d7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] For port 56e4cf70-c144-4f92-801e-4663c7deeaa4, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=56e4cf70-c144-4f92-801e-4663c7deeaa4,segment=NetworkSegment(e69d2146-9797-4b95-9aa0-ab60c54878de),segment_id=e69d2146-9797-4b95-9aa0-ab60c54878de)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:23.250768 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2217f66a-c5fb-4502-9184-78fb1cb6b2d7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:23.263904 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-2217f66a-c5fb-4502-9184-78fb1cb6b2d7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Calling delete_port for 56e4cf70-c144-4f92-801e-4663c7deeaa4 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:23.284295 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 5b49b077-f2c2-4e3c-9405-17526583e969 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:05:23.304449 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 5b49b077-f2c2-4e3c-9405-17526583e969 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:05:23.304785 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 5b49b077-f2c2-4e3c-9405-17526583e969 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:05:23.453049 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2217f66a-c5fb-4502-9184-78fb1cb6b2d7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:23.476916 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217f66a-c5fb-4502-9184-78fb1cb6b2d7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Port': ['ID=56e4cf70-c144-4f92-801e-4663c7deeaa4,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:23.654725 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2217f66a-c5fb-4502-9184-78fb1cb6b2d7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:23.873190 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2217f66a-c5fb-4502-9184-78fb1cb6b2d7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Router 2bef525a-8a4c-423d-869e-25758236790c has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:05:23.978877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2217f66a-c5fb-4502-9184-78fb1cb6b2d7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:05:23.983948 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2217f66a-c5fb-4502-9184-78fb1cb6b2d7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "PUT /v2.0/routers/2bef525a-8a4c-423d-869e-25758236790c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4618289 Nov 12 21:05:23.986588 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57260) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:23.990797 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f3b900-fd4b-4f68-9836-7d8027038f6f None None] Sync routers for ids ['2bef525a-8a4c-423d-869e-25758236790c'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:05:23.996982 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:24.001901 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f3b900-fd4b-4f68-9836-7d8027038f6f None None] Routers {'2bef525a-8a4c-423d-869e-25758236790c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:24.002668 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-63f3b900-fd4b-4f68-9836-7d8027038f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:05:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['2bef525a-8a4c-423d-869e-25758236790c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:24.038296 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a582d7e-ba59-48ae-aafe-fa238701bf8a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Deleting subnet e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:05:24.041569 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8a582d7e-ba59-48ae-aafe-fa238701bf8a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:24.080985 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8a582d7e-ba59-48ae-aafe-fa238701bf8a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:24.109384 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-63f3b900-fd4b-4f68-9836-7d8027038f6f None None] Set router 2bef525a-8a4c-423d-869e-25758236790c gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:05:24.167901 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8a582d7e-ba59-48ae-aafe-fa238701bf8a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:24.226832 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8a582d7e-ba59-48ae-aafe-fa238701bf8a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:24.256215 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8a582d7e-ba59-48ae-aafe-fa238701bf8a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:24.259492 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8a582d7e-ba59-48ae-aafe-fa238701bf8a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "DELETE /v2.0/subnets/e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7 HTTP/1.1" status: 204 len: 168 time: 0.2714210 Nov 12 21:05:24.260622 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a582d7e-ba59-48ae-aafe-fa238701bf8a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Subnet': ['ID=e7a900a5-5806-4f9b-ac21-1e6cebf4b3a7,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:24.262456 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57262) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:24.264587 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf541fc-e17c-432c-bfd8-570a0e4781ae None None] Network 6983bb66-b12d-472f-9b79-669acda81765 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:05:24.373232 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f8eb85c-aa74-465d-86e1-29007d9e4933 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:24.390836 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-63f3b900-fd4b-4f68-9836-7d8027038f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bef525a-8a4c-423d-869e-25758236790c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156829929', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:05:23Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bef525a-8a4c-423d-869e-25758236790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:24.429180 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f3b900-fd4b-4f68-9836-7d8027038f6f None None] Checking router: 2bef525a-8a4c-423d-869e-25758236790c for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:05:24.441999 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f3b900-fd4b-4f68-9836-7d8027038f6f None None] Routers {'2bef525a-8a4c-423d-869e-25758236790c'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:24.442603 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-63f3b900-fd4b-4f68-9836-7d8027038f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:05:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['2bef525a-8a4c-423d-869e-25758236790c'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:24.478637 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f8eb85c-aa74-465d-86e1-29007d9e4933 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:24.529086 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25326416-0ddf-4c10-80cd-68741a9478ec None None] DHCP port deletion for 6983bb66-b12d-472f-9b79-669acda81765 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:05:24.539268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-8f8eb85c-aa74-465d-86e1-29007d9e4933 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Deleting port 86055e3d-ff32-4e34-8f73-d6eb999e0bf6 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:24.539724 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f8eb85c-aa74-465d-86e1-29007d9e4933 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:24.573919 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:24.584702 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-63f3b900-fd4b-4f68-9836-7d8027038f6f None None] Set router 2bef525a-8a4c-423d-869e-25758236790c gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:05:24.618115 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-8f8eb85c-aa74-465d-86e1-29007d9e4933 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] For port 86055e3d-ff32-4e34-8f73-d6eb999e0bf6, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=86055e3d-ff32-4e34-8f73-d6eb999e0bf6,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:24.618387 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f8eb85c-aa74-465d-86e1-29007d9e4933 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:24.630589 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-8f8eb85c-aa74-465d-86e1-29007d9e4933 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Calling delete_port for 86055e3d-ff32-4e34-8f73-d6eb999e0bf6 owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:24.714320 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-25326416-0ddf-4c10-80cd-68741a9478ec None None] Deleting port 4d890e72-2708-404c-b271-5e710eb211fa {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:05:24.714686 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-25326416-0ddf-4c10-80cd-68741a9478ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:24.798954 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f8eb85c-aa74-465d-86e1-29007d9e4933 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:24.812207 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-25326416-0ddf-4c10-80cd-68741a9478ec None None] For port 4d890e72-2708-404c-b271-5e710eb211fa, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=4d890e72-2708-404c-b271-5e710eb211fa,segment=NetworkSegment(e69d2146-9797-4b95-9aa0-ab60c54878de),segment_id=e69d2146-9797-4b95-9aa0-ab60c54878de)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:24.812629 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-25326416-0ddf-4c10-80cd-68741a9478ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:24.826331 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-25326416-0ddf-4c10-80cd-68741a9478ec None None] Calling delete_port for 4d890e72-2708-404c-b271-5e710eb211fa owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:05:24.826574 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8eb85c-aa74-465d-86e1-29007d9e4933 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Port': ['ID=86055e3d-ff32-4e34-8f73-d6eb999e0bf6,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:24.842397 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6be2877-bc66-4cc4-bf66-185a568b6bfc None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:05:24.895618 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f8eb85c-aa74-465d-86e1-29007d9e4933 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:24.905682 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-63f3b900-fd4b-4f68-9836-7d8027038f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bef525a-8a4c-423d-869e-25758236790c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156829929', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:05:23Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bef525a-8a4c-423d-869e-25758236790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:24.947226 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f3b900-fd4b-4f68-9836-7d8027038f6f None None] The sync data for ids ['2bef525a-8a4c-423d-869e-25758236790c'] in n-d-712140-15 is: [{'id': '2bef525a-8a4c-423d-869e-25758236790c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156829929', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:05:23Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '86055e3d-ff32-4e34-8f73-d6eb999e0bf6', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bef525a-8a4c-423d-869e-25758236790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:02:58Z', 'updated_at': '2021-11-12T21:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:05:24.967642 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-25326416-0ddf-4c10-80cd-68741a9478ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:24.995755 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25326416-0ddf-4c10-80cd-68741a9478ec None None] Pushing event deleted for resources: {'Port': ['ID=4d890e72-2708-404c-b271-5e710eb211fa,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:25.000414 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25326416-0ddf-4c10-80cd-68741a9478ec None None] No DVR routers for this DVR port 4d890e72-2708-404c-b271-5e710eb211fa on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:05:25.012877 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25326416-0ddf-4c10-80cd-68741a9478ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:25.012877 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25326416-0ddf-4c10-80cd-68741a9478ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:25.012877 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25326416-0ddf-4c10-80cd-68741a9478ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:25.012877 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25326416-0ddf-4c10-80cd-68741a9478ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:25.012877 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25326416-0ddf-4c10-80cd-68741a9478ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:25.012877 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25326416-0ddf-4c10-80cd-68741a9478ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:25.012877 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25326416-0ddf-4c10-80cd-68741a9478ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:25.012877 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25326416-0ddf-4c10-80cd-68741a9478ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:25.012877 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25326416-0ddf-4c10-80cd-68741a9478ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:25.012877 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25326416-0ddf-4c10-80cd-68741a9478ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:25.012877 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25326416-0ddf-4c10-80cd-68741a9478ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:25.012877 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25326416-0ddf-4c10-80cd-68741a9478ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:25.014865 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f8eb85c-aa74-465d-86e1-29007d9e4933 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:25.017160 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f8eb85c-aa74-465d-86e1-29007d9e4933 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:25.059728 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f8eb85c-aa74-465d-86e1-29007d9e4933 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:25.060277 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8eb85c-aa74-465d-86e1-29007d9e4933 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Fanout notify agent at l3_agent the message router_deleted on router 2bef525a-8a4c-423d-869e-25758236790c {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:05:25.067164 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8f8eb85c-aa74-465d-86e1-29007d9e4933 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:25.068340 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8f8eb85c-aa74-465d-86e1-29007d9e4933 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "DELETE /v2.0/routers/2bef525a-8a4c-423d-869e-25758236790c HTTP/1.1" status: 204 len: 168 time: 0.8030434 Nov 12 21:05:25.070976 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57264) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:25.149823 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d635b9f7-a5b3-40fb-b812-4d0560c7cf85 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:25.234324 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d635b9f7-a5b3-40fb-b812-4d0560c7cf85 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:25.259099 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-d635b9f7-a5b3-40fb-b812-4d0560c7cf85 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6983bb66-b12d-472f-9b79-669acda81765']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:25.270662 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-d635b9f7-a5b3-40fb-b812-4d0560c7cf85 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69d2146-9797-4b95-9aa0-ab60c54878de') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:25.271384 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-d635b9f7-a5b3-40fb-b812-4d0560c7cf85 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69d2146-9797-4b95-9aa0-ab60c54878de') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:25.282071 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d635b9f7-a5b3-40fb-b812-4d0560c7cf85 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:25.297735 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d635b9f7-a5b3-40fb-b812-4d0560c7cf85 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:25.305935 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d635b9f7-a5b3-40fb-b812-4d0560c7cf85 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:05:25.306606 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d635b9f7-a5b3-40fb-b812-4d0560c7cf85 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: timer() Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:05:25.310320 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:05:25.375635 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d635b9f7-a5b3-40fb-b812-4d0560c7cf85 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:25.384292 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d635b9f7-a5b3-40fb-b812-4d0560c7cf85 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:25.395061 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-d635b9f7-a5b3-40fb-b812-4d0560c7cf85 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "DELETE /v2.0/networks/6983bb66-b12d-472f-9b79-669acda81765 HTTP/1.1" status: 204 len: 168 time: 0.3192508 Nov 12 21:05:25.395290 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57266) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:25.408577 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635b9f7-a5b3-40fb-b812-4d0560c7cf85 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Network': ['ID=6983bb66-b12d-472f-9b79-669acda81765,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:25.409447 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:25.460461 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ffdfbd9-c770-4c50-8082-5ecd4ef6a29c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:25.485489 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ffdfbd9-c770-4c50-8082-5ecd4ef6a29c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:25.553941 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ffdfbd9-c770-4c50-8082-5ecd4ef6a29c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:25.556662 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ffdfbd9-c770-4c50-8082-5ecd4ef6a29c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:25.560383 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5ffdfbd9-c770-4c50-8082-5ecd4ef6a29c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "DELETE /v2.0/security-groups/e34f1f15-47cd-467b-97df-0f9598f2a7dc HTTP/1.1" status: 204 len: 168 time: 0.1616824 Nov 12 21:05:25.569053 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdfbd9-c770-4c50-8082-5ecd4ef6a29c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34f1f15-47cd-467b-97df-0f9598f2a7dc,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:25.777573 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57272) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:25.782191 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-b66bbacb-f8da-44bf-ae20-8e131e349d38 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-264532502', 'description': 'tempest-secgroup-smoke-264532502 description', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:25.805190 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b66bbacb-f8da-44bf-ae20-8e131e349d38 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:25.870175 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b66bbacb-f8da-44bf-ae20-8e131e349d38 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:25.874026 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b66bbacb-f8da-44bf-ae20-8e131e349d38 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:25.901712 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b66bbacb-f8da-44bf-ae20-8e131e349d38 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:25.902963 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b66bbacb-f8da-44bf-ae20-8e131e349d38 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1243646 Nov 12 21:05:25.906066 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57274) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:25.907191 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bbacb-f8da-44bf-ae20-8e131e349d38 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b94b047e-794e-4ef2-a8ef-675be08a2b59,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:25.911772 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-8c41d418-dacd-4cdb-8a39-8c90e407ea09 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': 'b94b047e-794e-4ef2-a8ef-675be08a2b59', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:25.939783 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8c41d418-dacd-4cdb-8a39-8c90e407ea09 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.023882 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8c41d418-dacd-4cdb-8a39-8c90e407ea09 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.037087 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8c41d418-dacd-4cdb-8a39-8c90e407ea09 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.038682 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 86055e3d-ff32-4e34-8f73-d6eb999e0bf6 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:05:26.063723 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41d418-dacd-4cdb-8a39-8c90e407ea09 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ef8272-f464-4593-89f9-870f14304ec0,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:26.064021 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 86055e3d-ff32-4e34-8f73-d6eb999e0bf6 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:05:26.064131 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 86055e3d-ff32-4e34-8f73-d6eb999e0bf6 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:05:26.064667 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 56e4cf70-c144-4f92-801e-4663c7deeaa4 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:05:26.070097 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8c41d418-dacd-4cdb-8a39-8c90e407ea09 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.071692 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8c41d418-dacd-4cdb-8a39-8c90e407ea09 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1646013 Nov 12 21:05:26.074510 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57276) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:26.078867 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f8a5a020-ebec-4e9c-8eb1-cca57ba13199 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': 'b94b047e-794e-4ef2-a8ef-675be08a2b59', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:26.094383 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 56e4cf70-c144-4f92-801e-4663c7deeaa4 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:05:26.094721 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 56e4cf70-c144-4f92-801e-4663c7deeaa4 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:05:26.095119 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4d890e72-2708-404c-b271-5e710eb211fa no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:05:26.107794 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8a5a020-ebec-4e9c-8eb1-cca57ba13199 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.119389 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 4d890e72-2708-404c-b271-5e710eb211fa {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:05:26.119813 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4d890e72-2708-404c-b271-5e710eb211fa not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:05:26.122579 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.171533 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8a5a020-ebec-4e9c-8eb1-cca57ba13199 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.175603 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8a5a020-ebec-4e9c-8eb1-cca57ba13199 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.192975 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5a020-ebec-4e9c-8eb1-cca57ba13199 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eeadd07-cc0d-48b8-bdb0-20d3f2919ff7,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:26.200794 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8a5a020-ebec-4e9c-8eb1-cca57ba13199 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.202025 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f8a5a020-ebec-4e9c-8eb1-cca57ba13199 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265593 Nov 12 21:05:26.204858 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57278) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:26.210042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b7e630e1-99d3-472d-a3d2-40e83f120b6d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': 'b94b047e-794e-4ef2-a8ef-675be08a2b59', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:26.239008 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b7e630e1-99d3-472d-a3d2-40e83f120b6d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.295482 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b7e630e1-99d3-472d-a3d2-40e83f120b6d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.299613 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b7e630e1-99d3-472d-a3d2-40e83f120b6d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.316411 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e630e1-99d3-472d-a3d2-40e83f120b6d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f258c08b-123d-46ca-bb9d-c7e1dd9d3a04,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:26.324407 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b7e630e1-99d3-472d-a3d2-40e83f120b6d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.325602 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b7e630e1-99d3-472d-a3d2-40e83f120b6d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196456 Nov 12 21:05:26.328306 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57280) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:26.332733 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-04cedaf8-0d78-41d6-ac38-c4478f956cfe tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': 'b94b047e-794e-4ef2-a8ef-675be08a2b59', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:26.360787 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-04cedaf8-0d78-41d6-ac38-c4478f956cfe tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.417276 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-04cedaf8-0d78-41d6-ac38-c4478f956cfe tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.420866 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-04cedaf8-0d78-41d6-ac38-c4478f956cfe tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.443622 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cedaf8-0d78-41d6-ac38-c4478f956cfe tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1caa8c26-5ead-4e8c-a602-1f562df9283c,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:26.449561 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-04cedaf8-0d78-41d6-ac38-c4478f956cfe tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.450644 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-04cedaf8-0d78-41d6-ac38-c4478f956cfe tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214268 Nov 12 21:05:26.453411 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57282) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:26.458091 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-fada1137-c4f1-4674-9ac6-1ef4961fe0f9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': 'b94b047e-794e-4ef2-a8ef-675be08a2b59', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:26.479961 n-d-712140-15 neutron-server[102448]: INFO neutron.db.securitygroups_db [None req-fada1137-c4f1-4674-9ac6-1ef4961fe0f9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Project f56658a53d4f432cbf92c55a438e0b89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:05:26.485225 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fada1137-c4f1-4674-9ac6-1ef4961fe0f9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.542646 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fada1137-c4f1-4674-9ac6-1ef4961fe0f9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.546676 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fada1137-c4f1-4674-9ac6-1ef4961fe0f9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.563587 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada1137-c4f1-4674-9ac6-1ef4961fe0f9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1b889d-76ed-4352-9df7-3a60a7a6dede,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:26.572224 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fada1137-c4f1-4674-9ac6-1ef4961fe0f9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.574166 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fada1137-c4f1-4674-9ac6-1ef4961fe0f9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191287 Nov 12 21:05:26.576326 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57284) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:26.581217 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-4881998a-0897-4dcc-a089-c1c5dbe06865 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': 'b94b047e-794e-4ef2-a8ef-675be08a2b59', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:26.602808 n-d-712140-15 neutron-server[102448]: INFO neutron.db.securitygroups_db [None req-4881998a-0897-4dcc-a089-c1c5dbe06865 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Project f56658a53d4f432cbf92c55a438e0b89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:05:26.607636 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4881998a-0897-4dcc-a089-c1c5dbe06865 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.667005 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4881998a-0897-4dcc-a089-c1c5dbe06865 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.670617 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4881998a-0897-4dcc-a089-c1c5dbe06865 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.692182 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881998a-0897-4dcc-a089-c1c5dbe06865 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a41ff53-2d9d-41b5-bbce-3c827dc1be00,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:26.698418 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4881998a-0897-4dcc-a089-c1c5dbe06865 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.699601 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4881998a-0897-4dcc-a089-c1c5dbe06865 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222470 Nov 12 21:05:26.702575 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57286) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:26.708726 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-237f81cb-b5a2-4b0f-bd67-e2eedabdcb0a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'network': {'name': 'tempest-network-smoke--1605083378', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'port_security_enabled': True}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:26.734268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237f81cb-b5a2-4b0f-bd67-e2eedabdcb0a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Made reservation on behalf of f56658a53d4f432cbf92c55a438e0b89 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:05:26.738065 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-237f81cb-b5a2-4b0f-bd67-e2eedabdcb0a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.761444 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237f81cb-b5a2-4b0f-bd67-e2eedabdcb0a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:05:26.771835 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-237f81cb-b5a2-4b0f-bd67-e2eedabdcb0a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.772212 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-237f81cb-b5a2-4b0f-bd67-e2eedabdcb0a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Added segment b21884e9-e038-4826-9496-6f146b81cfc2 of type vlan for network 83f94cd2-5713-49bc-b6ec-c358582e9ccf Nov 12 21:05:26.817435 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-237f81cb-b5a2-4b0f-bd67-e2eedabdcb0a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.842500 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-237f81cb-b5a2-4b0f-bd67-e2eedabdcb0a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.848546 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237f81cb-b5a2-4b0f-bd67-e2eedabdcb0a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:26.849139 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-237f81cb-b5a2-4b0f-bd67-e2eedabdcb0a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.884570 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-237f81cb-b5a2-4b0f-bd67-e2eedabdcb0a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1807659 Nov 12 21:05:26.887609 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57288) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:26.892477 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-62988a65-fcfe-46d5-8615-1e720afdb6aa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1951706478', 'admin_state_up': True, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:26.918770 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f81cb-b5a2-4b0f-bd67-e2eedabdcb0a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Network': ['ID=83f94cd2-5713-49bc-b6ec-c358582e9ccf,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:26.919002 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62988a65-fcfe-46d5-8615-1e720afdb6aa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.919872 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62988a65-fcfe-46d5-8615-1e720afdb6aa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:26.930714 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 83f94cd2-5713-49bc-b6ec-c358582e9ccf details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:05:26.979715 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62988a65-fcfe-46d5-8615-1e720afdb6aa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:27.465815 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62988a65-fcfe-46d5-8615-1e720afdb6aa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:27.654944 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62988a65-fcfe-46d5-8615-1e720afdb6aa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:27.673610 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62988a65-fcfe-46d5-8615-1e720afdb6aa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:27.773100 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-62988a65-fcfe-46d5-8615-1e720afdb6aa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Allocated IP 172.25.5.91 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/43bbc7d1-a16c-43b0-ae61-0b1af172422a) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:05:27.875194 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62988a65-fcfe-46d5-8615-1e720afdb6aa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:27.909499 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62988a65-fcfe-46d5-8615-1e720afdb6aa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:27.944599 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62988a65-fcfe-46d5-8615-1e720afdb6aa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:05:27.947348 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-62988a65-fcfe-46d5-8615-1e720afdb6aa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:05:27.952842 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62988a65-fcfe-46d5-8615-1e720afdb6aa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:05:27.960565 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e027a22e-724b-4acd-9ac0-6c5552c1fc48 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:05:27.984183 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62988a65-fcfe-46d5-8615-1e720afdb6aa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=43bbc7d1-a16c-43b0-ae61-0b1af172422a,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:28.061506 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-16966652-79d7-46c8-bf38-5985dd517f69 None None] Provisioning complete for port 43bbc7d1-a16c-43b0-ae61-0b1af172422a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:28.061883 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-16966652-79d7-46c8-bf38-5985dd517f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:28.096806 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-16966652-79d7-46c8-bf38-5985dd517f69 None None] Port 43bbc7d1-a16c-43b0-ae61-0b1af172422a cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:05:28.214359 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62988a65-fcfe-46d5-8615-1e720afdb6aa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:28.410696 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62988a65-fcfe-46d5-8615-1e720afdb6aa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:28.535606 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62988a65-fcfe-46d5-8615-1e720afdb6aa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Router 9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:05:28.640911 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62988a65-fcfe-46d5-8615-1e720afdb6aa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:05:28.651155 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7c5dce-b170-4ad9-855d-a99035747626 None None] Sync routers for ids ['9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:05:28.661064 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7c5dce-b170-4ad9-855d-a99035747626 None None] Routers {'9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:28.661566 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62988a65-fcfe-46d5-8615-1e720afdb6aa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:28.661842 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7b7c5dce-b170-4ad9-855d-a99035747626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:05:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:28.662899 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-62988a65-fcfe-46d5-8615-1e720afdb6aa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7740633 Nov 12 21:05:28.666114 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57290) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:28.701619 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57292) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:28.703106 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5e72b0f7-29bf-4ba1-80e7-4bf1754bc415 tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f56658a53d4f432cbf92c55a438e0b89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345480 Nov 12 21:05:28.774637 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-7b7c5dce-b170-4ad9-855d-a99035747626 None None] Set router 9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:05:28.961951 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7b7c5dce-b170-4ad9-855d-a99035747626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951706478', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:05:26Z', 'updated_at': '2021-11-12T21:05:28Z', 'revision_number': 3, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:05:27Z', 'updated_at': '2021-11-12T21:05:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:28.993687 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7c5dce-b170-4ad9-855d-a99035747626 None None] Checking router: 9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:05:28.994059 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7c5dce-b170-4ad9-855d-a99035747626 None None] Updating router 9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa port 43bbc7d1-a16c-43b0-ae61-0b1af172422a binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:05:29.020786 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7b7c5dce-b170-4ad9-855d-a99035747626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:29.143931 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af73fbcc-015d-4e10-a55a-67cb55242d67 tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:29.145503 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-af73fbcc-015d-4e10-a55a-67cb55242d67 tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4429290 Nov 12 21:05:29.148368 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57294) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:29.175456 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b21d2d10-a9d7-4844-b2ce-c94bfbc59259 tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260210 Nov 12 21:05:29.177997 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57296) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:29.183124 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-36af56a6-f499-4462-a774-20eff8459b7c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-54390409', 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:29.270667 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36af56a6-f499-4462-a774-20eff8459b7c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Made reservation on behalf of f56658a53d4f432cbf92c55a438e0b89 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:05:29.274187 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-36af56a6-f499-4462-a774-20eff8459b7c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:29.277307 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7b7c5dce-b170-4ad9-855d-a99035747626 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:29.282976 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7b7c5dce-b170-4ad9-855d-a99035747626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:29.331877 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e4711d-efbd-402f-b6ff-0afe99cc1d4b None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:05:29.340163 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-7b7c5dce-b170-4ad9-855d-a99035747626 None None] Attempting to bind port 43bbc7d1-a16c-43b0-ae61-0b1af172422a on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:05:29.340163 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-7b7c5dce-b170-4ad9-855d-a99035747626 None None] Attempting to bind port 43bbc7d1-a16c-43b0-ae61-0b1af172422a by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:05:29.340163 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7c5dce-b170-4ad9-855d-a99035747626 None None] Attempting to bind port 43bbc7d1-a16c-43b0-ae61-0b1af172422a on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:05:29.345029 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4eb4a-9869-48ae-9b47-ecfd97221b2d None None] Pushing event updated for resources: {'Port': ['ID=43bbc7d1-a16c-43b0-ae61-0b1af172422a,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:29.350477 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7c5dce-b170-4ad9-855d-a99035747626 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:05:29.350852 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7c5dce-b170-4ad9-855d-a99035747626 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:05:29.351254 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7b7c5dce-b170-4ad9-855d-a99035747626 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:29.351632 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7c5dce-b170-4ad9-855d-a99035747626 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:05:29.352141 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-7b7c5dce-b170-4ad9-855d-a99035747626 None None] Bound port: 43bbc7d1-a16c-43b0-ae61-0b1af172422a, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:05:29.352510 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7b7c5dce-b170-4ad9-855d-a99035747626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:29.375874 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b4eb4a-9869-48ae-9b47-ecfd97221b2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:29.376219 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b4eb4a-9869-48ae-9b47-ecfd97221b2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:29.376583 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b4eb4a-9869-48ae-9b47-ecfd97221b2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:29.377722 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b4eb4a-9869-48ae-9b47-ecfd97221b2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:29.377922 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b4eb4a-9869-48ae-9b47-ecfd97221b2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:29.378448 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b4eb4a-9869-48ae-9b47-ecfd97221b2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:29.378854 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b4eb4a-9869-48ae-9b47-ecfd97221b2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:29.379225 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b4eb4a-9869-48ae-9b47-ecfd97221b2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:29.379499 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b4eb4a-9869-48ae-9b47-ecfd97221b2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:29.379819 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b4eb4a-9869-48ae-9b47-ecfd97221b2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:29.380149 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b4eb4a-9869-48ae-9b47-ecfd97221b2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:29.380498 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b4eb4a-9869-48ae-9b47-ecfd97221b2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:05:29.418098 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-7b7c5dce-b170-4ad9-855d-a99035747626 None None] For port 43bbc7d1-a16c-43b0-ae61-0b1af172422a, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:05:29.421464 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-7b7c5dce-b170-4ad9-855d-a99035747626 None None] For port 43bbc7d1-a16c-43b0-ae61-0b1af172422a, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=43bbc7d1-a16c-43b0-ae61-0b1af172422a,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:05:29.427166 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7b7c5dce-b170-4ad9-855d-a99035747626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:29.429821 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-964625e6-a0cd-420c-9b22-b1f65631bd68 None None] Provisioning complete for port 43bbc7d1-a16c-43b0-ae61-0b1af172422a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:29.431167 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-964625e6-a0cd-420c-9b22-b1f65631bd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:29.477606 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15eb7da-989e-454f-ab5a-eee9e5621af8 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:05:29.489432 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4eb4a-9869-48ae-9b47-ecfd97221b2d None None] Pushing event updated for resources: {'Port': ['ID=43bbc7d1-a16c-43b0-ae61-0b1af172422a,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:29.493893 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7c5dce-b170-4ad9-855d-a99035747626 None None] Routers {'9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:29.494338 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7b7c5dce-b170-4ad9-855d-a99035747626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:05:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:29.520634 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-36af56a6-f499-4462-a774-20eff8459b7c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:29.546531 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-964625e6-a0cd-420c-9b22-b1f65631bd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:29.568673 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-964625e6-a0cd-420c-9b22-b1f65631bd68 None None] For port 43bbc7d1-a16c-43b0-ae61-0b1af172422a, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=43bbc7d1-a16c-43b0-ae61-0b1af172422a,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:29.574205 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-964625e6-a0cd-420c-9b22-b1f65631bd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:29.608107 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36af56a6-f499-4462-a774-20eff8459b7c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Checking segment: {'id': 'b21884e9-e038-4826-9496-6f146b81cfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:05:29.608584 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36af56a6-f499-4462-a774-20eff8459b7c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network hostable DHCP agents. Network: 83f94cd2-5713-49bc-b6ec-c358582e9ccf, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:05:29.611038 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af56a6-f499-4462-a774-20eff8459b7c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Subnet': ['ID=c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:29.611251 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-7b7c5dce-b170-4ad9-855d-a99035747626 None None] Set router 9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:05:29.630656 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36af56a6-f499-4462-a774-20eff8459b7c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network 83f94cd2-5713-49bc-b6ec-c358582e9ccf is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:05:29.631785 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964625e6-a0cd-420c-9b22-b1f65631bd68 None None] Pushing event updated for resources: {'Port': ['ID=43bbc7d1-a16c-43b0-ae61-0b1af172422a,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:29.643807 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-36af56a6-f499-4462-a774-20eff8459b7c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 83f94cd2-5713-49bc-b6ec-c358582e9ccf) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:05:29.648148 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36af56a6-f499-4462-a774-20eff8459b7c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:29.648790 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-36af56a6-f499-4462-a774-20eff8459b7c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:29.656863 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74afa9b0-4151-4f8b-a531-3d41406b4e66 None None] Network 83f94cd2-5713-49bc-b6ec-c358582e9ccf requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:05:29.667792 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-36af56a6-f499-4462-a774-20eff8459b7c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4887812 Nov 12 21:05:29.670450 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57298) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:29.744886 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-bb0990dd-fa9d-4caa-8176-d87da54fc942 None None] Provisioning complete for port 43bbc7d1-a16c-43b0-ae61-0b1af172422a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:29.745265 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bb0990dd-fa9d-4caa-8176-d87da54fc942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:29.817447 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-7b7c5dce-b170-4ad9-855d-a99035747626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951706478', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:05:26Z', 'updated_at': '2021-11-12T21:05:28Z', 'revision_number': 3, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:05:27Z', 'updated_at': '2021-11-12T21:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:29.849456 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7c5dce-b170-4ad9-855d-a99035747626 None None] The sync data for ids ['9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'] in n-d-712140-15 is: [{'id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951706478', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:05:26Z', 'updated_at': '2021-11-12T21:05:28Z', 'revision_number': 3, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:05:27Z', 'updated_at': '2021-11-12T21:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:05:30.061958 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5d3a8c-fcd8-47b6-9616-3eac326269fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-83f94cd2-5713-49bc-b6ec-c358582e9ccf', 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'fixed_ips': [{'subnet_id': 'c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:05:30.062904 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-db5d3a8c-fcd8-47b6-9616-3eac326269fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:30.167393 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-972f94ef-d882-4761-bce1-0325d54b5c83 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:30.218610 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-db5d3a8c-fcd8-47b6-9616-3eac326269fe None None] Allocated IP 172.20.0.2 (83f94cd2-5713-49bc-b6ec-c358582e9ccf/c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9/9b55190c-b5a1-4010-805b-7d9ee41accdc) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:05:30.396072 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-db5d3a8c-fcd8-47b6-9616-3eac326269fe None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:30.402982 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-db5d3a8c-fcd8-47b6-9616-3eac326269fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:30.443791 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5d3a8c-fcd8-47b6-9616-3eac326269fe None None] Network 83f94cd2-5713-49bc-b6ec-c358582e9ccf is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:05:30.449187 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-db5d3a8c-fcd8-47b6-9616-3eac326269fe None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:05:30.452391 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5d3a8c-fcd8-47b6-9616-3eac326269fe None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:05:30.462625 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d3a8c-fcd8-47b6-9616-3eac326269fe None None] Pushing event updated for resources: {'Port': ['ID=9b55190c-b5a1-4010-805b-7d9ee41accdc,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:30.505163 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-972f94ef-d882-4761-bce1-0325d54b5c83 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Allocated IP 172.20.0.1 (83f94cd2-5713-49bc-b6ec-c358582e9ccf/c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9/c5126995-e8db-493a-8ff1-a4d8dae35343) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:05:30.519930 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-db5d3a8c-fcd8-47b6-9616-3eac326269fe None None] Attempting to bind port 9b55190c-b5a1-4010-805b-7d9ee41accdc on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:05:30.520325 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-db5d3a8c-fcd8-47b6-9616-3eac326269fe None None] Attempting to bind port 9b55190c-b5a1-4010-805b-7d9ee41accdc by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'b21884e9-e038-4826-9496-6f146b81cfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:05:30.520768 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5d3a8c-fcd8-47b6-9616-3eac326269fe None None] Attempting to bind port 9b55190c-b5a1-4010-805b-7d9ee41accdc on network 83f94cd2-5713-49bc-b6ec-c358582e9ccf {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:05:30.528028 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5d3a8c-fcd8-47b6-9616-3eac326269fe None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:05:30.528431 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5d3a8c-fcd8-47b6-9616-3eac326269fe None None] Checking segment: {'id': 'b21884e9-e038-4826-9496-6f146b81cfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:05:30.528832 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-db5d3a8c-fcd8-47b6-9616-3eac326269fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:30.529222 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5d3a8c-fcd8-47b6-9616-3eac326269fe None None] Bound using segment: {'id': 'b21884e9-e038-4826-9496-6f146b81cfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:05:30.529755 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-db5d3a8c-fcd8-47b6-9616-3eac326269fe None None] Bound port: 9b55190c-b5a1-4010-805b-7d9ee41accdc, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21884e9-e038-4826-9496-6f146b81cfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:05:30.530220 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-db5d3a8c-fcd8-47b6-9616-3eac326269fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:30.606128 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-db5d3a8c-fcd8-47b6-9616-3eac326269fe None None] For port 9b55190c-b5a1-4010-805b-7d9ee41accdc, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:05:30.610307 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-db5d3a8c-fcd8-47b6-9616-3eac326269fe None None] For port 9b55190c-b5a1-4010-805b-7d9ee41accdc, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=9b55190c-b5a1-4010-805b-7d9ee41accdc,segment=NetworkSegment(b21884e9-e038-4826-9496-6f146b81cfc2),segment_id=b21884e9-e038-4826-9496-6f146b81cfc2)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:05:30.618215 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-db5d3a8c-fcd8-47b6-9616-3eac326269fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:30.643879 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-972f94ef-d882-4761-bce1-0325d54b5c83 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:30.686228 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d3a8c-fcd8-47b6-9616-3eac326269fe None None] Pushing event updated for resources: {'Port': ['ID=9b55190c-b5a1-4010-805b-7d9ee41accdc,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:30.700312 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-972f94ef-d882-4761-bce1-0325d54b5c83 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:30.746803 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972f94ef-d882-4761-bce1-0325d54b5c83 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network 83f94cd2-5713-49bc-b6ec-c358582e9ccf is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:05:30.750005 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-972f94ef-d882-4761-bce1-0325d54b5c83 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:05:30.757834 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972f94ef-d882-4761-bce1-0325d54b5c83 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:05:30.788128 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f94ef-d882-4761-bce1-0325d54b5c83 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=c5126995-e8db-493a-8ff1-a4d8dae35343,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:30.811382 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-972f94ef-d882-4761-bce1-0325d54b5c83 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:30.974707 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-972f94ef-d882-4761-bce1-0325d54b5c83 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:31.280219 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-972f94ef-d882-4761-bce1-0325d54b5c83 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:31.286255 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-972f94ef-d882-4761-bce1-0325d54b5c83 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:31.366045 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f94ef-d882-4761-bce1-0325d54b5c83 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=c5126995-e8db-493a-8ff1-a4d8dae35343,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:31.368375 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-972f94ef-d882-4761-bce1-0325d54b5c83 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:31.460771 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972f94ef-d882-4761-bce1-0325d54b5c83 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network 83f94cd2-5713-49bc-b6ec-c358582e9ccf is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:05:31.462190 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-972f94ef-d882-4761-bce1-0325d54b5c83 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:05:31.578360 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972f94ef-d882-4761-bce1-0325d54b5c83 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Router 9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:05:31.690020 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972f94ef-d882-4761-bce1-0325d54b5c83 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:05:31.695535 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-972f94ef-d882-4761-bce1-0325d54b5c83 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "PUT /v2.0/routers/9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0239358 Nov 12 21:05:31.700447 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1978a4f1-3236-419f-96a9-6b2ea0943f55 None None] Sync routers for ids ['9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:05:31.712217 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1978a4f1-3236-419f-96a9-6b2ea0943f55 None None] Routers {'9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:31.712867 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1978a4f1-3236-419f-96a9-6b2ea0943f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:05:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:31.834692 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-1978a4f1-3236-419f-96a9-6b2ea0943f55 None None] Set router 9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:05:31.861202 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-316b7034-39e7-45dd-8494-1b31015a43fc req-2ab19cf5-d591-4b50-a129-f1b21f7dcaaf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-264532502&fields=id&tenant_id=f56658a53d4f432cbf92c55a438e0b89 HTTP/1.1" status: 200 len: 267 time: 0.0489466 Nov 12 21:05:31.925230 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 9b55190c-b5a1-4010-805b-7d9ee41accdc up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:05:31.993584 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b7034-39e7-45dd-8494-1b31015a43fc req-cab7eaf8-f00d-41f0-85e1-bf21fd1287a8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:31.994890 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-316b7034-39e7-45dd-8494-1b31015a43fc req-cab7eaf8-f00d-41f0-85e1-bf21fd1287a8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/networks?id=83f94cd2-5713-49bc-b6ec-c358582e9ccf HTTP/1.1" status: 200 len: 797 time: 0.1166947 Nov 12 21:05:32.012886 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-316b7034-39e7-45dd-8494-1b31015a43fc req-15c37c39-5135-4076-9846-3c036c82c18a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/quotas/f56658a53d4f432cbf92c55a438e0b89 HTTP/1.1" status: 200 len: 375 time: 0.0102952 Nov 12 21:05:32.067553 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 9b55190c-b5a1-4010-805b-7d9ee41accdc triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:32.067923 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:32.075041 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-316b7034-39e7-45dd-8494-1b31015a43fc req-42724589-351a-45e9-9e9c-eb82f467a2a2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541179 Nov 12 21:05:32.135602 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1978a4f1-3236-419f-96a9-6b2ea0943f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951706478', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:05:26Z', 'updated_at': '2021-11-12T21:05:30Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:05:27Z', 'updated_at': '2021-11-12T21:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'c5126995-e8db-493a-8ff1-a4d8dae35343', 'name': '', 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:b0:2f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:05:30Z', 'updated_at': '2021-11-12T21:05:31Z', 'revision_number': 2, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': 'c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:32.146649 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-316b7034-39e7-45dd-8494-1b31015a43fc req-adc830d7-fb45-472e-bfa5-dc49c506d97b service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:05:32.147808 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-316b7034-39e7-45dd-8494-1b31015a43fc req-adc830d7-fb45-472e-bfa5-dc49c506d97b service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0594776 Nov 12 21:05:32.185973 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1978a4f1-3236-419f-96a9-6b2ea0943f55 None None] Checking router: 9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:05:32.186324 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1978a4f1-3236-419f-96a9-6b2ea0943f55 None None] Updating router 9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa port c5126995-e8db-493a-8ff1-a4d8dae35343 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:05:32.222148 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:32.224143 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1978a4f1-3236-419f-96a9-6b2ea0943f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:32.250389 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-316b7034-39e7-45dd-8494-1b31015a43fc req-9a2a884b-0768-404f-8b32-35891f1d9687 service neutron] 10.222.0.48 "GET /v2.0/networks/83f94cd2-5713-49bc-b6ec-c358582e9ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947111 Nov 12 21:05:32.289435 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 9b55190c-b5a1-4010-805b-7d9ee41accdc, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=9b55190c-b5a1-4010-805b-7d9ee41accdc,segment=NetworkSegment(b21884e9-e038-4826-9496-6f146b81cfc2),segment_id=b21884e9-e038-4826-9496-6f146b81cfc2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:32.300471 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:32.301188 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 43bbc7d1-a16c-43b0-ae61-0b1af172422a up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:05:32.312159 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c233b394-5c5f-4f01-8a8a-74648b584a30 None None] Network 83f94cd2-5713-49bc-b6ec-c358582e9ccf requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:05:32.349253 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-316b7034-39e7-45dd-8494-1b31015a43fc req-3367934c-9abd-4e3a-abc4-69d4252e2398 service neutron] 10.222.0.48 "GET /v2.0/networks/83f94cd2-5713-49bc-b6ec-c358582e9ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912287 Nov 12 21:05:32.523109 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a9f826d0-b5fe-4f21-8209-358bf0c4d296 None None] Provisioning complete for port 9b55190c-b5a1-4010-805b-7d9ee41accdc triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:32.523390 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a9f826d0-b5fe-4f21-8209-358bf0c4d296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:32.538516 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=9b55190c-b5a1-4010-805b-7d9ee41accdc,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:32.677479 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 43bbc7d1-a16c-43b0-ae61-0b1af172422a triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:32.677843 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:32.901606 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1978a4f1-3236-419f-96a9-6b2ea0943f55 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:32.914739 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1978a4f1-3236-419f-96a9-6b2ea0943f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:32.970312 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0c896-4a2c-4893-aaeb-89054dde7b77 None None] Pushing event updated for resources: {'Port': ['ID=c5126995-e8db-493a-8ff1-a4d8dae35343,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:33.024963 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1978a4f1-3236-419f-96a9-6b2ea0943f55 None None] Attempting to bind port c5126995-e8db-493a-8ff1-a4d8dae35343 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:05:33.024963 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1978a4f1-3236-419f-96a9-6b2ea0943f55 None None] Attempting to bind port c5126995-e8db-493a-8ff1-a4d8dae35343 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'b21884e9-e038-4826-9496-6f146b81cfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:05:33.025339 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1978a4f1-3236-419f-96a9-6b2ea0943f55 None None] Attempting to bind port c5126995-e8db-493a-8ff1-a4d8dae35343 on network 83f94cd2-5713-49bc-b6ec-c358582e9ccf {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:05:33.036694 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1978a4f1-3236-419f-96a9-6b2ea0943f55 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:05:33.037088 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1978a4f1-3236-419f-96a9-6b2ea0943f55 None None] Checking segment: {'id': 'b21884e9-e038-4826-9496-6f146b81cfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:05:33.037625 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1978a4f1-3236-419f-96a9-6b2ea0943f55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:33.038029 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1978a4f1-3236-419f-96a9-6b2ea0943f55 None None] Bound using segment: {'id': 'b21884e9-e038-4826-9496-6f146b81cfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:05:33.039610 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1978a4f1-3236-419f-96a9-6b2ea0943f55 None None] Bound port: c5126995-e8db-493a-8ff1-a4d8dae35343, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21884e9-e038-4826-9496-6f146b81cfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:05:33.040015 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1978a4f1-3236-419f-96a9-6b2ea0943f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:33.105548 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-1978a4f1-3236-419f-96a9-6b2ea0943f55 None None] For port c5126995-e8db-493a-8ff1-a4d8dae35343, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:05:33.108918 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-1978a4f1-3236-419f-96a9-6b2ea0943f55 None None] For port c5126995-e8db-493a-8ff1-a4d8dae35343, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c5126995-e8db-493a-8ff1-a4d8dae35343,segment=NetworkSegment(b21884e9-e038-4826-9496-6f146b81cfc2),segment_id=b21884e9-e038-4826-9496-6f146b81cfc2)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:05:33.113431 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1978a4f1-3236-419f-96a9-6b2ea0943f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:33.187554 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1978a4f1-3236-419f-96a9-6b2ea0943f55 None None] Routers {'9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:33.188187 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1978a4f1-3236-419f-96a9-6b2ea0943f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:05:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:33.190948 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0c896-4a2c-4893-aaeb-89054dde7b77 None None] Pushing event updated for resources: {'Port': ['ID=c5126995-e8db-493a-8ff1-a4d8dae35343,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:33.228846 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-19ecac7e-3200-4984-9869-ce9df640a55e None None] Provisioning complete for port 9b55190c-b5a1-4010-805b-7d9ee41accdc triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:33.229501 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-19ecac7e-3200-4984-9869-ce9df640a55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:33.504326 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-1978a4f1-3236-419f-96a9-6b2ea0943f55 None None] Set router 9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:05:33.572700 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5e5fc7ee-061e-4431-8e78-46b32923bd1c req-b685ff0f-2529-4ab0-bf18-74bdeb41cdb7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 210 time: 0.0407808 Nov 12 21:05:33.687473 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-19ecac7e-3200-4984-9869-ce9df640a55e None None] Provisioning complete for port c5126995-e8db-493a-8ff1-a4d8dae35343 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:33.687840 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-19ecac7e-3200-4984-9869-ce9df640a55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:33.842558 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-19ecac7e-3200-4984-9869-ce9df640a55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:33.857760 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 9b55190c-b5a1-4010-805b-7d9ee41accdc up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:05:33.923906 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1978a4f1-3236-419f-96a9-6b2ea0943f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951706478', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:05:26Z', 'updated_at': '2021-11-12T21:05:30Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:05:27Z', 'updated_at': '2021-11-12T21:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'c5126995-e8db-493a-8ff1-a4d8dae35343', 'name': '', 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:b0:2f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:05:30Z', 'updated_at': '2021-11-12T21:05:33Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': 'c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:33.929863 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-19ecac7e-3200-4984-9869-ce9df640a55e None None] For port c5126995-e8db-493a-8ff1-a4d8dae35343, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c5126995-e8db-493a-8ff1-a4d8dae35343,segment=NetworkSegment(b21884e9-e038-4826-9496-6f146b81cfc2),segment_id=b21884e9-e038-4826-9496-6f146b81cfc2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:33.957916 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1978a4f1-3236-419f-96a9-6b2ea0943f55 None None] The sync data for ids ['9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'] in n-d-712140-15 is: [{'id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951706478', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:05:26Z', 'updated_at': '2021-11-12T21:05:30Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:05:27Z', 'updated_at': '2021-11-12T21:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'c5126995-e8db-493a-8ff1-a4d8dae35343', 'name': '', 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:b0:2f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:05:30Z', 'updated_at': '2021-11-12T21:05:33Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': 'c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:05:33.959445 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-19ecac7e-3200-4984-9869-ce9df640a55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:34.021637 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 9b55190c-b5a1-4010-805b-7d9ee41accdc triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:34.021637 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:34.071977 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ecac7e-3200-4984-9869-ce9df640a55e None None] Pushing event updated for resources: {'Port': ['ID=c5126995-e8db-493a-8ff1-a4d8dae35343,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:34.103330 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-161993d2-df8b-437e-a710-16f62e41bde5 None None] Provisioning complete for port c5126995-e8db-493a-8ff1-a4d8dae35343 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:34.103700 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-161993d2-df8b-437e-a710-16f62e41bde5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:34.729860 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff688e8e-74c4-4b7a-be19-265ad60d4972 req-4eb1c06d-f83d-42f4-81a8-7c843ef213c8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 210 time: 0.0640533 Nov 12 21:05:34.800558 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b7034-39e7-45dd-8494-1b31015a43fc req-32db2d2d-2caf-4c04-8797-4e7ba3869cb3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:34.802302 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-316b7034-39e7-45dd-8494-1b31015a43fc req-32db2d2d-2caf-4c04-8797-4e7ba3869cb3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.52 "GET /v2.0/networks?id=83f94cd2-5713-49bc-b6ec-c358582e9ccf HTTP/1.1" status: 200 len: 797 time: 0.1607528 Nov 12 21:05:34.887540 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-316b7034-39e7-45dd-8494-1b31015a43fc req-2a176f98-871c-4a7a-848b-630ff8a646d3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f56658a53d4f432cbf92c55a438e0b89 HTTP/1.1" status: 200 len: 379 time: 0.0742223 Nov 12 21:05:34.900011 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-316b7034-39e7-45dd-8494-1b31015a43fc req-db8507c1-ea32-470b-8f00-57341dd4626e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'port': {'device_id': 'be343fad-35eb-476a-b52e-aaa30be53e80', 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf', 'admin_state_up': True, 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'security_groups': ['b94b047e-794e-4ef2-a8ef-675be08a2b59']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:35.013780 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-316b7034-39e7-45dd-8494-1b31015a43fc req-db8507c1-ea32-470b-8f00-57341dd4626e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Made reservation on behalf of f56658a53d4f432cbf92c55a438e0b89 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:05:35.017417 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-316b7034-39e7-45dd-8494-1b31015a43fc req-db8507c1-ea32-470b-8f00-57341dd4626e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:35.145827 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-316b7034-39e7-45dd-8494-1b31015a43fc req-db8507c1-ea32-470b-8f00-57341dd4626e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Allocated IP 172.20.0.14 (83f94cd2-5713-49bc-b6ec-c358582e9ccf/c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9/44c4dbe5-05c4-43e9-976d-98e7cabf0ef5) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:05:35.284198 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-316b7034-39e7-45dd-8494-1b31015a43fc req-db8507c1-ea32-470b-8f00-57341dd4626e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:35.317120 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-316b7034-39e7-45dd-8494-1b31015a43fc req-db8507c1-ea32-470b-8f00-57341dd4626e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:35.358859 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-316b7034-39e7-45dd-8494-1b31015a43fc req-db8507c1-ea32-470b-8f00-57341dd4626e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network 83f94cd2-5713-49bc-b6ec-c358582e9ccf is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:05:35.364742 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-316b7034-39e7-45dd-8494-1b31015a43fc req-db8507c1-ea32-470b-8f00-57341dd4626e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:05:35.368446 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-316b7034-39e7-45dd-8494-1b31015a43fc req-db8507c1-ea32-470b-8f00-57341dd4626e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:05:35.397282 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8507c1-ea32-470b-8f00-57341dd4626e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:35.426866 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b7034-39e7-45dd-8494-1b31015a43fc req-db8507c1-ea32-470b-8f00-57341dd4626e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:35.427516 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-316b7034-39e7-45dd-8494-1b31015a43fc req-db8507c1-ea32-470b-8f00-57341dd4626e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:35.443679 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-316b7034-39e7-45dd-8494-1b31015a43fc req-db8507c1-ea32-470b-8f00-57341dd4626e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5478172 Nov 12 21:05:35.458187 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-316b7034-39e7-45dd-8494-1b31015a43fc req-8798aa97-4e70-4779-a402-7e199faba465 service neutron] Request body: {'port': {'device_id': 'be343fad-35eb-476a-b52e-aaa30be53e80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:35.515952 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-316b7034-39e7-45dd-8494-1b31015a43fc req-8798aa97-4e70-4779-a402-7e199faba465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:35.656392 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c6174bf6-b316-4481-b9f7-fc53ef048644 None None] Provisioning complete for port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:35.656948 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c6174bf6-b316-4481-b9f7-fc53ef048644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:35.689981 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c6174bf6-b316-4481-b9f7-fc53ef048644 None None] Port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:05:35.777182 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-316b7034-39e7-45dd-8494-1b31015a43fc req-8798aa97-4e70-4779-a402-7e199faba465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:05:35.786004 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-316b7034-39e7-45dd-8494-1b31015a43fc req-8798aa97-4e70-4779-a402-7e199faba465 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:35.801417 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-316b7034-39e7-45dd-8494-1b31015a43fc req-8798aa97-4e70-4779-a402-7e199faba465 service neutron] Transition to ACTIVE for port object 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:05:35.805642 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-316b7034-39e7-45dd-8494-1b31015a43fc req-8798aa97-4e70-4779-a402-7e199faba465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:35.875333 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befb74c-e305-4f69-adeb-30711d10e74f req-cfa68ad6-883e-4efc-b618-497368e6aa4d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:35.877899 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2befb74c-e305-4f69-adeb-30711d10e74f req-cfa68ad6-883e-4efc-b618-497368e6aa4d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 944 time: 0.0687580 Nov 12 21:05:35.878251 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c5126995-e8db-493a-8ff1-a4d8dae35343 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:05:35.888313 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798aa97-4e70-4779-a402-7e199faba465 service neutron] Pushing event updated for resources: {'Port': ['ID=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:35.942810 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2befb74c-e305-4f69-adeb-30711d10e74f req-f71fd148-e217-4f1b-84fe-f8258fde093a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584183 Nov 12 21:05:35.948726 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-316b7034-39e7-45dd-8494-1b31015a43fc req-8798aa97-4e70-4779-a402-7e199faba465 service neutron] Attempting to bind port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:05:35.949065 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-316b7034-39e7-45dd-8494-1b31015a43fc req-8798aa97-4e70-4779-a402-7e199faba465 service neutron] Attempting to bind port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'b21884e9-e038-4826-9496-6f146b81cfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:05:35.949402 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316b7034-39e7-45dd-8494-1b31015a43fc req-8798aa97-4e70-4779-a402-7e199faba465 service neutron] Attempting to bind port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 on network 83f94cd2-5713-49bc-b6ec-c358582e9ccf {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:05:35.954198 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316b7034-39e7-45dd-8494-1b31015a43fc req-8798aa97-4e70-4779-a402-7e199faba465 service neutron] Port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 on network 83f94cd2-5713-49bc-b6ec-c358582e9ccf not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:05:35.954514 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316b7034-39e7-45dd-8494-1b31015a43fc req-8798aa97-4e70-4779-a402-7e199faba465 service neutron] Attempting to bind port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 on network 83f94cd2-5713-49bc-b6ec-c358582e9ccf {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:05:35.960623 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316b7034-39e7-45dd-8494-1b31015a43fc req-8798aa97-4e70-4779-a402-7e199faba465 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:05:35.960965 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316b7034-39e7-45dd-8494-1b31015a43fc req-8798aa97-4e70-4779-a402-7e199faba465 service neutron] Checking segment: {'id': 'b21884e9-e038-4826-9496-6f146b81cfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:05:35.961354 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316b7034-39e7-45dd-8494-1b31015a43fc req-8798aa97-4e70-4779-a402-7e199faba465 service neutron] Bound using segment: {'id': 'b21884e9-e038-4826-9496-6f146b81cfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:05:35.961798 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-316b7034-39e7-45dd-8494-1b31015a43fc req-8798aa97-4e70-4779-a402-7e199faba465 service neutron] Bound port: 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b21884e9-e038-4826-9496-6f146b81cfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:05:35.962308 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-316b7034-39e7-45dd-8494-1b31015a43fc req-8798aa97-4e70-4779-a402-7e199faba465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:35.968584 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port c5126995-e8db-493a-8ff1-a4d8dae35343 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:35.968961 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:36.039219 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-316b7034-39e7-45dd-8494-1b31015a43fc req-8798aa97-4e70-4779-a402-7e199faba465 service neutron] For port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:05:36.043174 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-316b7034-39e7-45dd-8494-1b31015a43fc req-8798aa97-4e70-4779-a402-7e199faba465 service neutron] For port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5,segment=NetworkSegment(b21884e9-e038-4826-9496-6f146b81cfc2),segment_id=b21884e9-e038-4826-9496-6f146b81cfc2)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:05:36.049402 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-316b7034-39e7-45dd-8494-1b31015a43fc req-8798aa97-4e70-4779-a402-7e199faba465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:36.088280 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b7034-39e7-45dd-8494-1b31015a43fc req-8798aa97-4e70-4779-a402-7e199faba465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:36.088870 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-316b7034-39e7-45dd-8494-1b31015a43fc req-8798aa97-4e70-4779-a402-7e199faba465 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:36.090707 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-316b7034-39e7-45dd-8494-1b31015a43fc req-8798aa97-4e70-4779-a402-7e199faba465 service neutron] 10.222.0.52 "PUT /v2.0/ports/44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 HTTP/1.1" status: 200 len: 1093 time: 0.6380236 Nov 12 21:05:36.093303 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be343fad-35eb-476a-b52e-aaa30be53e80', 'tag': '44c4dbe5-05c4-43e9-976d-98e7cabf0ef5'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:05:36.097322 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0276e1bb-f7dd-484b-bc0d-b90925a13efe" -d '{"events": [{"name": "network-changed", "server_uuid": "be343fad-35eb-476a-b52e-aaa30be53e80", "tag": "44c4dbe5-05c4-43e9-976d-98e7cabf0ef5"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:05:36.145781 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798aa97-4e70-4779-a402-7e199faba465 service neutron] Pushing event updated for resources: {'Port': ['ID=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:36.152661 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e92d213-0b9b-48ad-ac03-cbcc83e8fc81 x-openstack-request-id: req-4e92d213-0b9b-48ad-ac03-cbcc83e8fc81 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:05:36.152963 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be343fad-35eb-476a-b52e-aaa30be53e80", "tag": "44c4dbe5-05c4-43e9-976d-98e7cabf0ef5", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:05:36.153201 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e92d213-0b9b-48ad-ac03-cbcc83e8fc81 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:05:36.153601 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be343fad-35eb-476a-b52e-aaa30be53e80', 'tag': '44c4dbe5-05c4-43e9-976d-98e7cabf0ef5', 'status': 'completed', 'code': 200} Nov 12 21:05:36.200224 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b7034-39e7-45dd-8494-1b31015a43fc req-401436f8-04ea-4e8b-ba0b-1af56e6d9c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:36.201787 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-316b7034-39e7-45dd-8494-1b31015a43fc req-401436f8-04ea-4e8b-ba0b-1af56e6d9c53 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 1096 time: 0.0474322 Nov 12 21:05:36.246041 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-316b7034-39e7-45dd-8494-1b31015a43fc req-d1430d3f-51fd-4d83-a258-1b237c01bda5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 HTTP/1.1" status: 200 len: 217 time: 0.0362976 Nov 12 21:05:36.301797 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b7034-39e7-45dd-8494-1b31015a43fc req-97096e44-39c7-4f9c-a4ad-4b816a2298b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:36.303183 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-316b7034-39e7-45dd-8494-1b31015a43fc req-97096e44-39c7-4f9c-a4ad-4b816a2298b3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9 HTTP/1.1" status: 200 len: 833 time: 0.0486596 Nov 12 21:05:36.352604 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b7034-39e7-45dd-8494-1b31015a43fc req-52b806f6-3c4d-43b9-91d2-1f9ccd53a1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:36.354206 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-316b7034-39e7-45dd-8494-1b31015a43fc req-52b806f6-3c4d-43b9-91d2-1f9ccd53a1d8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=83f94cd2-5713-49bc-b6ec-c358582e9ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418813 Nov 12 21:05:36.449050 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-316b7034-39e7-45dd-8494-1b31015a43fc req-271ebbb7-d048-44a9-9f88-c35b21f378ef service neutron] 10.222.0.52 "GET /v2.0/networks/83f94cd2-5713-49bc-b6ec-c358582e9ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863323 Nov 12 21:05:36.543390 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-316b7034-39e7-45dd-8494-1b31015a43fc req-f255c2cf-b23f-4eff-9468-597751f17377 service neutron] 10.222.0.52 "GET /v2.0/networks/83f94cd2-5713-49bc-b6ec-c358582e9ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866132 Nov 12 21:05:36.639998 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276e1bb-f7dd-484b-bc0d-b90925a13efe req-9e781ab4-331c-41f3-94f3-4de822aa3142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:36.641556 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0276e1bb-f7dd-484b-bc0d-b90925a13efe req-9e781ab4-331c-41f3-94f3-4de822aa3142 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 1096 time: 0.0409164 Nov 12 21:05:36.735083 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276e1bb-f7dd-484b-bc0d-b90925a13efe req-aedc30db-0d6b-4339-bd62-23e173b53a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:36.736886 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0276e1bb-f7dd-484b-bc0d-b90925a13efe req-aedc30db-0d6b-4339-bd62-23e173b53a0f service neutron] 10.222.0.52 "GET /v2.0/networks?id=83f94cd2-5713-49bc-b6ec-c358582e9ccf HTTP/1.1" status: 200 len: 898 time: 0.0883458 Nov 12 21:05:36.780360 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0276e1bb-f7dd-484b-bc0d-b90925a13efe req-f0ca7c35-8829-4363-a2c2-08c2bd2aa7a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 HTTP/1.1" status: 200 len: 217 time: 0.0349307 Nov 12 21:05:36.833169 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276e1bb-f7dd-484b-bc0d-b90925a13efe req-575cf48d-7bae-47c0-89c7-7d9f3efb1d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:36.834641 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0276e1bb-f7dd-484b-bc0d-b90925a13efe req-575cf48d-7bae-47c0-89c7-7d9f3efb1d0e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9 HTTP/1.1" status: 200 len: 833 time: 0.0474181 Nov 12 21:05:36.892964 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276e1bb-f7dd-484b-bc0d-b90925a13efe req-21906b89-ceef-4cf8-9af5-09d68019b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:36.894563 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0276e1bb-f7dd-484b-bc0d-b90925a13efe req-21906b89-ceef-4cf8-9af5-09d68019b493 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=83f94cd2-5713-49bc-b6ec-c358582e9ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520282 Nov 12 21:05:36.984472 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0276e1bb-f7dd-484b-bc0d-b90925a13efe req-eef38a2d-078e-4b8a-bf3f-b36b713127fa service neutron] 10.222.0.52 "GET /v2.0/networks/83f94cd2-5713-49bc-b6ec-c358582e9ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816894 Nov 12 21:05:37.075342 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cd140-89bd-4304-bb18-f6202f4c0127 req-172022d1-ecba-4001-9280-dae59582a01b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:37.076928 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d05cd140-89bd-4304-bb18-f6202f4c0127 req-172022d1-ecba-4001-9280-dae59582a01b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 944 time: 0.0578084 Nov 12 21:05:37.090667 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0276e1bb-f7dd-484b-bc0d-b90925a13efe req-63c1b9a5-8bf6-45dd-b24d-2ff00dd8efdd service neutron] 10.222.0.52 "GET /v2.0/networks/83f94cd2-5713-49bc-b6ec-c358582e9ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981379 Nov 12 21:05:37.131921 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d05cd140-89bd-4304-bb18-f6202f4c0127 req-b2d0904b-d0e2-4a32-84a5-5f21eb8c990e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480812 Nov 12 21:05:38.257215 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7563fb3-5d7f-4194-8899-c34be093233e req-5c681911-bb47-4f14-8b85-9f6c09793e7a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:38.258733 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e7563fb3-5d7f-4194-8899-c34be093233e req-5c681911-bb47-4f14-8b85-9f6c09793e7a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 944 time: 0.0500312 Nov 12 21:05:38.311427 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e7563fb3-5d7f-4194-8899-c34be093233e req-09559413-6c06-46f0-9fb7-73115ac01bf1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464811 Nov 12 21:05:38.317608 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:05:38.441825 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5,segment=NetworkSegment(b21884e9-e038-4826-9496-6f146b81cfc2),segment_id=b21884e9-e038-4826-9496-6f146b81cfc2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:38.459754 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '44c4dbe5-05c4-43e9-976d-98e7cabf0ef5', 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf', 'port_id': '44c4dbe5-05c4-43e9-976d-98e7cabf0ef5', 'mac_address': 'fa:16:3e:da:28:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:05:38.502740 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:38.519980 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:05:38.539870 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5,segment=NetworkSegment(b21884e9-e038-4826-9496-6f146b81cfc2),segment_id=b21884e9-e038-4826-9496-6f146b81cfc2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:38.549361 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:38.596822 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:38.823509 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['44c4dbe5-05c4-43e9-976d-98e7cabf0ef5'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:05:39.428584 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f66ccf-3e5d-4987-be6e-87a3dec28d1a req-fb562729-df13-4039-ad81-e5d1c3e3db3b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:39.430098 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f6f66ccf-3e5d-4987-be6e-87a3dec28d1a req-fb562729-df13-4039-ad81-e5d1c3e3db3b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 945 time: 0.0494733 Nov 12 21:05:39.484296 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f6f66ccf-3e5d-4987-be6e-87a3dec28d1a req-8a2ffab4-5012-4f6c-81a4-fd2e37ee9f89 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474863 Nov 12 21:05:39.640127 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:05:40.325972 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:05:40.375961 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:05:40.382626 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:05:40.383294 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:40.469537 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:40.492472 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be343fad-35eb-476a-b52e-aaa30be53e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c4dbe5-05c4-43e9-976d-98e7cabf0ef5'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:05:40.494722 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e2a221c1ff93e56a7b3290f78f059e5ee30a378a3a846772c85f81925c98a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb60062-a53b-4897-984f-d5f230294548" -d '{"events": [{"server_uuid": "be343fad-35eb-476a-b52e-aaa30be53e80", "name": "network-vif-plugged", "status": "completed", "tag": "44c4dbe5-05c4-43e9-976d-98e7cabf0ef5"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:05:40.508882 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5,segment=NetworkSegment(b21884e9-e038-4826-9496-6f146b81cfc2),segment_id=b21884e9-e038-4826-9496-6f146b81cfc2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:05:40.515289 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:40.539546 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dacbf3-3769-4d32-a12c-772e194bf369 x-openstack-request-id: req-b9dacbf3-3769-4d32-a12c-772e194bf369 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:05:40.539835 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be343fad-35eb-476a-b52e-aaa30be53e80", "name": "network-vif-plugged", "status": "completed", "tag": "44c4dbe5-05c4-43e9-976d-98e7cabf0ef5", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:05:40.540085 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b9dacbf3-3769-4d32-a12c-772e194bf369 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:05:40.540503 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be343fad-35eb-476a-b52e-aaa30be53e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c4dbe5-05c4-43e9-976d-98e7cabf0ef5', 'code': 200} Nov 12 21:05:40.568703 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:40.620862 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d69fb6-b43d-4469-9a54-33b5a145b580 req-22d4f605-5d8a-48de-991f-004b08dd8bfa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:40.622269 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24d69fb6-b43d-4469-9a54-33b5a145b580 req-22d4f605-5d8a-48de-991f-004b08dd8bfa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 946 time: 0.0506270 Nov 12 21:05:40.646823 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10763381-cc2c-4b34-88a3-a423e3e2e8a3 req-3d885b0a-0f5c-4702-adf0-dfa141d52e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:40.648567 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-10763381-cc2c-4b34-88a3-a423e3e2e8a3 req-3d885b0a-0f5c-4702-adf0-dfa141d52e81 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 1098 time: 0.0482118 Nov 12 21:05:40.676533 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24d69fb6-b43d-4469-9a54-33b5a145b580 req-2d9befb8-fe8a-42e8-ac37-406694242e56 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475168 Nov 12 21:05:40.699415 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-10763381-cc2c-4b34-88a3-a423e3e2e8a3 req-711ffa87-31ad-471a-9164-bab4ec92984b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419555 Nov 12 21:05:41.807985 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43ef0a-15fa-40f0-84e4-df3c22469c96 req-900c648f-ecaf-4208-b61b-882ee3d2813a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:41.812599 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff43ef0a-15fa-40f0-84e4-df3c22469c96 req-900c648f-ecaf-4208-b61b-882ee3d2813a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 946 time: 0.0629618 Nov 12 21:05:41.893260 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ff43ef0a-15fa-40f0-84e4-df3c22469c96 req-5822afd4-67a9-4ce7-a82e-98df4c6fdbd5 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733371 Nov 12 21:05:43.017799 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ba52f-3912-4a20-8a1b-e757199b55e9 req-a5caacee-8952-4779-a184-f647f5c79ecb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:43.019851 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-243ba52f-3912-4a20-8a1b-e757199b55e9 req-a5caacee-8952-4779-a184-f647f5c79ecb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 946 time: 0.0513442 Nov 12 21:05:43.069727 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-243ba52f-3912-4a20-8a1b-e757199b55e9 req-cc690132-2364-41f3-9b8d-748730d10c1c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435672 Nov 12 21:05:43.193451 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca89e9-7342-4ac8-bd4a-dcefd25109e3 req-4067db42-87a0-4065-9cd8-656fc3671610 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:43.194946 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-18ca89e9-7342-4ac8-bd4a-dcefd25109e3 req-4067db42-87a0-4065-9cd8-656fc3671610 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 946 time: 0.0528779 Nov 12 21:05:43.245929 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-18ca89e9-7342-4ac8-bd4a-dcefd25109e3 req-240a734b-557b-4e8a-8c2c-41cce99d2667 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450230 Nov 12 21:05:43.268320 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57358) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:43.311000 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc04adf-72b6-4bc2-a6f2-02d3c3e5bad8 tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:43.312519 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-4dc04adf-72b6-4bc2-a6f2-02d3c3e5bad8 tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 1093 time: 0.0432029 Nov 12 21:05:43.315365 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57360) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:43.319602 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-66ffb1e3-64ef-4d78-961c-d490d65782ca tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'port_id': '44c4dbe5-05c4-43e9-976d-98e7cabf0ef5', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:05:43.342241 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66ffb1e3-64ef-4d78-961c-d490d65782ca tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:43.437530 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66ffb1e3-64ef-4d78-961c-d490d65782ca tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:43.541675 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-66ffb1e3-64ef-4d78-961c-d490d65782ca tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Allocated IP 172.25.5.33 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/5cf6402e-40bf-437d-94f7-988e9a872905) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:05:43.640839 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66ffb1e3-64ef-4d78-961c-d490d65782ca tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:43.677811 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66ffb1e3-64ef-4d78-961c-d490d65782ca tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:43.713913 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ffb1e3-64ef-4d78-961c-d490d65782ca tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:05:43.718669 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-66ffb1e3-64ef-4d78-961c-d490d65782ca tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:05:43.722800 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ffb1e3-64ef-4d78-961c-d490d65782ca tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:05:43.728255 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ffb1e3-64ef-4d78-961c-d490d65782ca tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=5cf6402e-40bf-437d-94f7-988e9a872905,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:44.442026 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66ffb1e3-64ef-4d78-961c-d490d65782ca tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:44.506393 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66ffb1e3-64ef-4d78-961c-d490d65782ca tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:44.652403 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66ffb1e3-64ef-4d78-961c-d490d65782ca tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:44.656585 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66ffb1e3-64ef-4d78-961c-d490d65782ca tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:44.721131 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ffb1e3-64ef-4d78-961c-d490d65782ca tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=5cf6402e-40bf-437d-94f7-988e9a872905,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:05:44.732473 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66ffb1e3-64ef-4d78-961c-d490d65782ca tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:44.831108 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-66ffb1e3-64ef-4d78-961c-d490d65782ca tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Floating IP bbcedd7a-370d-4415-921d-498b6dbc8f52 associated. External IP: 172.25.5.33, port: 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5. Nov 12 21:05:45.044027 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ffb1e3-64ef-4d78-961c-d490d65782ca tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Router 9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:05:45.156271 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ffb1e3-64ef-4d78-961c-d490d65782ca tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:05:45.166787 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df24e1b6-e987-472f-b15a-e4a20caa45c6 None None] Sync routers for ids ['9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:05:45.174887 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-66ffb1e3-64ef-4d78-961c-d490d65782ca tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:45.176749 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df24e1b6-e987-472f-b15a-e4a20caa45c6 None None] Routers {'9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:45.177403 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-df24e1b6-e987-472f-b15a-e4a20caa45c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:05:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:45.203222 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-66ffb1e3-64ef-4d78-961c-d490d65782ca tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8868067 Nov 12 21:05:45.203928 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be343fad-35eb-476a-b52e-aaa30be53e80', 'tag': '44c4dbe5-05c4-43e9-976d-98e7cabf0ef5'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:05:45.207392 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d164f332-4c8c-437a-90bc-7eea2a95bea6" -d '{"events": [{"name": "network-changed", "server_uuid": "be343fad-35eb-476a-b52e-aaa30be53e80", "tag": "44c4dbe5-05c4-43e9-976d-98e7cabf0ef5"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:05:45.248968 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7803ad02-9514-4cb0-8209-d05302d5cc45 x-openstack-request-id: req-7803ad02-9514-4cb0-8209-d05302d5cc45 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:05:45.249377 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be343fad-35eb-476a-b52e-aaa30be53e80", "tag": "44c4dbe5-05c4-43e9-976d-98e7cabf0ef5", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:05:45.249696 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7803ad02-9514-4cb0-8209-d05302d5cc45 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:05:45.250200 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be343fad-35eb-476a-b52e-aaa30be53e80', 'tag': '44c4dbe5-05c4-43e9-976d-98e7cabf0ef5', 'status': 'completed', 'code': 200} Nov 12 21:05:45.291548 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-df24e1b6-e987-472f-b15a-e4a20caa45c6 None None] Set router 9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:05:45.316267 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b6ccb-1bfc-4d27-8c74-e94195a81228 req-38e14448-3642-4d2e-b401-efd86ea1e236 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:45.316904 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164f332-4c8c-437a-90bc-7eea2a95bea6 req-617954bd-6e5e-48b1-956b-09a44cfed6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:45.317966 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ec8b6ccb-1bfc-4d27-8c74-e94195a81228 req-38e14448-3642-4d2e-b401-efd86ea1e236 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 946 time: 0.0574198 Nov 12 21:05:45.321054 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d164f332-4c8c-437a-90bc-7eea2a95bea6 req-617954bd-6e5e-48b1-956b-09a44cfed6ed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 1098 time: 0.0462670 Nov 12 21:05:45.369810 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ec8b6ccb-1bfc-4d27-8c74-e94195a81228 req-b7481399-4f75-4ed6-85d7-35e4dab215e2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457289 Nov 12 21:05:45.394150 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57372) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:45.429429 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164f332-4c8c-437a-90bc-7eea2a95bea6 req-9f78d344-b2e8-4a99-a753-af12ccf591c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:45.430916 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d164f332-4c8c-437a-90bc-7eea2a95bea6 req-9f78d344-b2e8-4a99-a753-af12ccf591c0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=83f94cd2-5713-49bc-b6ec-c358582e9ccf HTTP/1.1" status: 200 len: 898 time: 0.1020954 Nov 12 21:05:45.463217 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1eb9d001-e594-4c7f-b0c1-3f2ecb2bf1fe tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/floatingips/bbcedd7a-370d-4415-921d-498b6dbc8f52 HTTP/1.1" status: 200 len: 991 time: 0.0667644 Nov 12 21:05:45.498441 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d164f332-4c8c-437a-90bc-7eea2a95bea6 req-e9fc9798-15e9-48cb-9abd-6d22e25a1683 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 HTTP/1.1" status: 200 len: 999 time: 0.0593398 Nov 12 21:05:45.534436 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-df24e1b6-e987-472f-b15a-e4a20caa45c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951706478', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:05:26Z', 'updated_at': '2021-11-12T21:05:30Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:05:27Z', 'updated_at': '2021-11-12T21:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'bbcedd7a-370d-4415-921d-498b6dbc8f52', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'floating_ip_address': '172.25.5.33', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'port_id': '44c4dbe5-05c4-43e9-976d-98e7cabf0ef5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf', 'mac_address': 'fa:16:3e:da:28:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be343fad-35eb-476a-b52e-aaa30be53e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:05:44Z', 'updated_at': '2021-11-12T21:05:44Z', 'revision_number': 0, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5126995-e8db-493a-8ff1-a4d8dae35343', 'name': '', 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:b0:2f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:05:30Z', 'updated_at': '2021-11-12T21:05:33Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': 'c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:45.554144 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164f332-4c8c-437a-90bc-7eea2a95bea6 req-a0ad7066-0ac3-40a9-a835-d777ae7b8062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:45.555873 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d164f332-4c8c-437a-90bc-7eea2a95bea6 req-a0ad7066-0ac3-40a9-a835-d777ae7b8062 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9 HTTP/1.1" status: 200 len: 833 time: 0.0501671 Nov 12 21:05:45.605998 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164f332-4c8c-437a-90bc-7eea2a95bea6 req-199bebac-eeaf-4cfb-823b-ad1489f06544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:05:45.607458 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d164f332-4c8c-437a-90bc-7eea2a95bea6 req-199bebac-eeaf-4cfb-823b-ad1489f06544 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=83f94cd2-5713-49bc-b6ec-c358582e9ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436091 Nov 12 21:05:45.653183 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df24e1b6-e987-472f-b15a-e4a20caa45c6 None None] Checking router: 9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:05:45.661895 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df24e1b6-e987-472f-b15a-e4a20caa45c6 None None] Routers {'9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:05:45.662496 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-df24e1b6-e987-472f-b15a-e4a20caa45c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:05:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:45.703823 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d164f332-4c8c-437a-90bc-7eea2a95bea6 req-82b984ef-ddf3-48ed-9d42-f859c12ad5a1 service neutron] 10.222.0.52 "GET /v2.0/networks/83f94cd2-5713-49bc-b6ec-c358582e9ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874658 Nov 12 21:05:45.768671 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-df24e1b6-e987-472f-b15a-e4a20caa45c6 None None] Set router 9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:05:45.800663 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d164f332-4c8c-437a-90bc-7eea2a95bea6 req-a42ad80b-7843-45a6-a4ad-d0f38f1aed93 service neutron] 10.222.0.52 "GET /v2.0/networks/83f94cd2-5713-49bc-b6ec-c358582e9ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896318 Nov 12 21:05:45.985568 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-df24e1b6-e987-472f-b15a-e4a20caa45c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951706478', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:05:26Z', 'updated_at': '2021-11-12T21:05:30Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:05:27Z', 'updated_at': '2021-11-12T21:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'bbcedd7a-370d-4415-921d-498b6dbc8f52', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'floating_ip_address': '172.25.5.33', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'port_id': '44c4dbe5-05c4-43e9-976d-98e7cabf0ef5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf', 'mac_address': 'fa:16:3e:da:28:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be343fad-35eb-476a-b52e-aaa30be53e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:05:44Z', 'updated_at': '2021-11-12T21:05:44Z', 'revision_number': 0, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5126995-e8db-493a-8ff1-a4d8dae35343', 'name': '', 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:b0:2f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:05:30Z', 'updated_at': '2021-11-12T21:05:33Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': 'c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:05:46.015329 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df24e1b6-e987-472f-b15a-e4a20caa45c6 None None] The sync data for ids ['9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'] in n-d-712140-15 is: [{'id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951706478', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:05:26Z', 'updated_at': '2021-11-12T21:05:30Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:05:27Z', 'updated_at': '2021-11-12T21:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'bbcedd7a-370d-4415-921d-498b6dbc8f52', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'floating_ip_address': '172.25.5.33', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'port_id': '44c4dbe5-05c4-43e9-976d-98e7cabf0ef5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf', 'mac_address': 'fa:16:3e:da:28:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be343fad-35eb-476a-b52e-aaa30be53e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:05:44Z', 'updated_at': '2021-11-12T21:05:44Z', 'revision_number': 0, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5126995-e8db-493a-8ff1-a4d8dae35343', 'name': '', 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:b0:2f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:05:30Z', 'updated_at': '2021-11-12T21:05:33Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': 'c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:05:46.205388 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4541a8e-d866-4b51-b535-df5748b63542 None None] New status for floating IP bbcedd7a-370d-4415-921d-498b6dbc8f52: ACTIVE {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:05:46.466059 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57374) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:05:46.529658 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2d3c1216-7cd7-426e-85a4-4b4dfed757b9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/floatingips/bbcedd7a-370d-4415-921d-498b6dbc8f52 HTTP/1.1" status: 200 len: 993 time: 0.0623100 Nov 12 21:05:50.027746 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-db730efe-1b5c-41e8-9e31-9284dd9aafdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:50.870772 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:52.869420 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ab8e6e5a-cc49-4888-86ed-0ff184bd1c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:53.992210 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:54.515282 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:55.404557 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:05:56.074346 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:16.640214 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:06:19.546901 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-172cd8ed-732a-4b7d-afed-2853cd71b41f req-da4a2b46-706d-4017-89c4-5f4a40d750cb service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:06:19.548529 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-172cd8ed-732a-4b7d-afed-2853cd71b41f req-da4a2b46-706d-4017-89c4-5f4a40d750cb service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055611 Nov 12 21:06:19.751146 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836936a1-c423-49ed-b23d-21b93197fa57 req-93da453f-1c8e-438a-a5eb-2237cd7c70c5 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:19.752682 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-836936a1-c423-49ed-b23d-21b93197fa57 req-93da453f-1c8e-438a-a5eb-2237cd7c70c5 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 946 time: 0.0530732 Nov 12 21:06:19.760848 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57394) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:19.811520 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-836936a1-c423-49ed-b23d-21b93197fa57 req-279495cd-ce05-4372-a7b9-829b8ddf2b3d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472353 Nov 12 21:06:19.867464 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-8fc1781e-254d-4fdf-9d05-ee8879180d75 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1054802 Nov 12 21:06:19.877381 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-c6cb53ba-c7d4-4d8e-abaa-494f9f1f1e88 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:06:19.878378 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-c6cb53ba-c7d4-4d8e-abaa-494f9f1f1e88 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058999 Nov 12 21:06:20.030896 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fc69a837-690f-48c8-9e30-54ed65204533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:20.870280 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:20.932080 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079c1f2-d12b-4345-b5c4-7fb65c9755ff req-91a250e3-dd26-4ca3-a9ac-18b0bf905685 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:20.934145 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4079c1f2-d12b-4345-b5c4-7fb65c9755ff req-91a250e3-dd26-4ca3-a9ac-18b0bf905685 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 946 time: 0.0503585 Nov 12 21:06:20.990148 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4079c1f2-d12b-4345-b5c4-7fb65c9755ff req-b05f32fa-df0c-4a39-94ee-f9f4f08ec97b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500174 Nov 12 21:06:21.046629 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-7980ae04-2612-4c74-8392-f3ad2bdcbfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:21.048147 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-7980ae04-2612-4c74-8392-f3ad2bdcbfbb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 1098 time: 0.0459902 Nov 12 21:06:21.137805 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-ace4f0b7-1ee9-4439-9cdf-a4e821a9ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:21.139219 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-ace4f0b7-1ee9-4439-9cdf-a4e821a9ca38 service neutron] 10.222.0.52 "GET /v2.0/networks?id=83f94cd2-5713-49bc-b6ec-c358582e9ccf HTTP/1.1" status: 200 len: 898 time: 0.0841699 Nov 12 21:06:21.209511 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-6b27d420-90b1-4db9-8eac-20206234ecd6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 HTTP/1.1" status: 200 len: 1001 time: 0.0626173 Nov 12 21:06:21.259268 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-27537d48-486c-4531-b996-8229f78d50c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:21.260786 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-27537d48-486c-4531-b996-8229f78d50c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9 HTTP/1.1" status: 200 len: 833 time: 0.0443611 Nov 12 21:06:21.306414 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-5037d888-0822-4deb-8f51-ab53550b044b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:21.307917 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-5037d888-0822-4deb-8f51-ab53550b044b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=83f94cd2-5713-49bc-b6ec-c358582e9ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397413 Nov 12 21:06:21.412140 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-d0f62ef6-1961-4093-be51-2a9446ba472f service neutron] 10.222.0.52 "GET /v2.0/networks/83f94cd2-5713-49bc-b6ec-c358582e9ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959859 Nov 12 21:06:21.508564 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-2bcc1217-8129-40ef-909f-9d93dc2d65d7 service neutron] 10.222.0.52 "GET /v2.0/networks/83f94cd2-5713-49bc-b6ec-c358582e9ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883760 Nov 12 21:06:22.116307 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b3396-7112-4875-b026-4184725b7ccd req-25c28e98-b148-44f3-928f-104fc2bb6926 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:22.117809 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2f0b3396-7112-4875-b026-4184725b7ccd req-25c28e98-b148-44f3-928f-104fc2bb6926 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 946 time: 0.0543489 Nov 12 21:06:22.166794 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2f0b3396-7112-4875-b026-4184725b7ccd req-7f053b1f-a7a1-4cd7-8249-945750fa1c81 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430694 Nov 12 21:06:22.870565 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ec04c750-64cc-44c8-826b-a59f061edc44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:23.292379 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b612a7-0e53-4643-af1c-f793066bb19f req-1d7b3b0b-7512-444b-8b91-199f0fbe3716 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:23.293866 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-22b612a7-0e53-4643-af1c-f793066bb19f req-1d7b3b0b-7512-444b-8b91-199f0fbe3716 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 946 time: 0.0569763 Nov 12 21:06:23.345295 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-22b612a7-0e53-4643-af1c-f793066bb19f req-676b797f-dd03-4372-af43-db9904a6a6a1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447528 Nov 12 21:06:23.994011 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:24.460646 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3152ee-a35f-4436-a9e3-da751461d0d5 req-784bcff0-6893-41fb-a1dc-7bb76408dd1b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:24.462153 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ef3152ee-a35f-4436-a9e3-da751461d0d5 req-784bcff0-6893-41fb-a1dc-7bb76408dd1b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 946 time: 0.0485842 Nov 12 21:06:24.510426 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ef3152ee-a35f-4436-a9e3-da751461d0d5 req-8d323fcb-4f9f-445d-9812-98885840106e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423579 Nov 12 21:06:24.537659 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:25.409243 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:25.631576 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7048be-53ab-4f49-bd6b-4d9ad9b41c97 req-7cf36a80-fede-4ad2-a242-36e63dbc8e64 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:25.632988 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd7048be-53ab-4f49-bd6b-4d9ad9b41c97 req-7cf36a80-fede-4ad2-a242-36e63dbc8e64 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 946 time: 0.0485880 Nov 12 21:06:25.682454 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fd7048be-53ab-4f49-bd6b-4d9ad9b41c97 req-8f771f6b-f0db-4545-a493-57c053404f11 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432055 Nov 12 21:06:26.075521 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:26.811474 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff65f2-e537-4ffe-a282-fe70bb8d4fe2 req-0f60dc3f-78ee-4d86-a1bf-a5f29c5f56fe tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:26.813577 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1dff65f2-e537-4ffe-a282-fe70bb8d4fe2 req-0f60dc3f-78ee-4d86-a1bf-a5f29c5f56fe tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 946 time: 0.0492287 Nov 12 21:06:26.865995 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1dff65f2-e537-4ffe-a282-fe70bb8d4fe2 req-c8cece58-fc4a-4aff-a3e9-64d6e1731a07 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466480 Nov 12 21:06:27.989401 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba651f-4acd-4545-9aba-0004a58d36a8 req-a5baadfc-6e86-4828-87d4-0be1e68484a5 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:27.990893 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-95ba651f-4acd-4545-9aba-0004a58d36a8 req-a5baadfc-6e86-4828-87d4-0be1e68484a5 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 946 time: 0.0550995 Nov 12 21:06:28.046294 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-95ba651f-4acd-4545-9aba-0004a58d36a8 req-6e80c0d0-89f1-48b2-92ac-05ce11c4f91d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492249 Nov 12 21:06:29.171804 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e3dd8-7261-4aa1-9527-4907df99f895 req-290a4e52-7103-4135-b26d-6aedd00ab9e2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:29.173893 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8f4e3dd8-7261-4aa1-9527-4907df99f895 req-290a4e52-7103-4135-b26d-6aedd00ab9e2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 946 time: 0.0503995 Nov 12 21:06:29.221582 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8f4e3dd8-7261-4aa1-9527-4907df99f895 req-7f079fa7-4f15-42d9-b13c-aa7fd3b2498d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418971 Nov 12 21:06:30.342316 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649dc88b-f540-4b2b-9e3c-bfc10ae38f1d req-013d1b3c-d7f6-4c0f-8067-e91f28464c40 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:30.343873 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-649dc88b-f540-4b2b-9e3c-bfc10ae38f1d req-013d1b3c-d7f6-4c0f-8067-e91f28464c40 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 946 time: 0.0501544 Nov 12 21:06:30.396563 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-649dc88b-f540-4b2b-9e3c-bfc10ae38f1d req-41104d82-d28e-4bf1-aa18-2a3f341fa701 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463402 Nov 12 21:06:31.513306 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4a0fe-0580-469c-b0a2-84da330771b6 req-28127d13-efab-43b4-a35d-b7a9a1b9b333 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:31.514809 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-73f4a0fe-0580-469c-b0a2-84da330771b6 req-28127d13-efab-43b4-a35d-b7a9a1b9b333 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 946 time: 0.0487094 Nov 12 21:06:31.564426 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-73f4a0fe-0580-469c-b0a2-84da330771b6 req-7adb9994-41f1-4ec0-b26d-39fdcc0f8215 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428324 Nov 12 21:06:31.859666 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f903430-19b8-4042-9fbc-03f3a69171f9 req-a4db59bd-0168-46c0-8040-8b5aab3c1fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:31.861704 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f903430-19b8-4042-9fbc-03f3a69171f9 req-a4db59bd-0168-46c0-8040-8b5aab3c1fa5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 1098 time: 0.0490232 Nov 12 21:06:31.968666 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f903430-19b8-4042-9fbc-03f3a69171f9 req-b610af2e-9208-4e03-9bce-bb32ed64e854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:31.971050 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f903430-19b8-4042-9fbc-03f3a69171f9 req-b610af2e-9208-4e03-9bce-bb32ed64e854 service neutron] 10.222.0.52 "GET /v2.0/networks?id=83f94cd2-5713-49bc-b6ec-c358582e9ccf HTTP/1.1" status: 200 len: 898 time: 0.0895214 Nov 12 21:06:32.043644 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f903430-19b8-4042-9fbc-03f3a69171f9 req-dd40c0ca-3d0b-490a-932d-5508599df047 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 HTTP/1.1" status: 200 len: 1001 time: 0.0634189 Nov 12 21:06:32.093165 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f903430-19b8-4042-9fbc-03f3a69171f9 req-18ebfb9b-9a8b-4a0f-8ec5-ee7365373aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:32.094708 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f903430-19b8-4042-9fbc-03f3a69171f9 req-18ebfb9b-9a8b-4a0f-8ec5-ee7365373aea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9 HTTP/1.1" status: 200 len: 833 time: 0.0436172 Nov 12 21:06:32.142711 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f903430-19b8-4042-9fbc-03f3a69171f9 req-43e14017-a837-4a15-b2bf-eba9fdb3df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:32.144693 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f903430-19b8-4042-9fbc-03f3a69171f9 req-43e14017-a837-4a15-b2bf-eba9fdb3df0e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=83f94cd2-5713-49bc-b6ec-c358582e9ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424786 Nov 12 21:06:32.237977 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f903430-19b8-4042-9fbc-03f3a69171f9 req-08d76774-db85-42a3-a2da-40e9efe01eee service neutron] 10.222.0.52 "GET /v2.0/networks/83f94cd2-5713-49bc-b6ec-c358582e9ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858581 Nov 12 21:06:32.327751 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f903430-19b8-4042-9fbc-03f3a69171f9 req-44b49a85-5477-4b32-af2a-97ab48808eff service neutron] 10.222.0.52 "GET /v2.0/networks/83f94cd2-5713-49bc-b6ec-c358582e9ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812297 Nov 12 21:06:32.680403 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac91fa9-5a8a-43fe-90cb-b60a64a74762 req-ec7d8853-431a-4585-a63a-c4c430f450fd tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:32.682022 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cac91fa9-5a8a-43fe-90cb-b60a64a74762 req-ec7d8853-431a-4585-a63a-c4c430f450fd tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 946 time: 0.0489266 Nov 12 21:06:32.735619 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cac91fa9-5a8a-43fe-90cb-b60a64a74762 req-3da6285f-eaa6-40bd-82bc-6ad82267c853 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471029 Nov 12 21:06:33.860742 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e24370-43a0-4721-a590-e39179daf1f2 req-18a7d192-8257-4b64-a709-508256e5316a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:33.862417 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-87e24370-43a0-4721-a590-e39179daf1f2 req-18a7d192-8257-4b64-a709-508256e5316a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 946 time: 0.0552671 Nov 12 21:06:33.915340 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-87e24370-43a0-4721-a590-e39179daf1f2 req-3c03ceae-b19e-4249-8ccc-13ade9490ed0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470810 Nov 12 21:06:35.040598 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c7f81-593b-48f0-bb19-bd1899778f4c req-7d4a0b7c-ce37-4a6f-b17e-5faa672914fe tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:35.042219 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2a7c7f81-593b-48f0-bb19-bd1899778f4c req-7d4a0b7c-ce37-4a6f-b17e-5faa672914fe tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 946 time: 0.0544274 Nov 12 21:06:35.091183 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2a7c7f81-593b-48f0-bb19-bd1899778f4c req-96a6ca83-4186-43f2-b711-e8acf1b88446 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428371 Nov 12 21:06:36.214382 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfd6c6-a0b5-4839-95d3-1c53baf47762 req-c91cd7e5-58b1-41c1-932e-3bd44fbea1b0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:36.215856 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5cdfd6c6-a0b5-4839-95d3-1c53baf47762 req-c91cd7e5-58b1-41c1-932e-3bd44fbea1b0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 946 time: 0.0489428 Nov 12 21:06:36.265675 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5cdfd6c6-a0b5-4839-95d3-1c53baf47762 req-fb7705ef-f33f-4564-870c-12038ef5e36b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431528 Nov 12 21:06:37.388565 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba09ff5-d9c8-4ae5-b4d3-ef96bc868983 req-65f3771f-a71e-4ead-a881-2732abdb7f28 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:37.390101 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cba09ff5-d9c8-4ae5-b4d3-ef96bc868983 req-65f3771f-a71e-4ead-a881-2732abdb7f28 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 946 time: 0.0516481 Nov 12 21:06:37.441012 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cba09ff5-d9c8-4ae5-b4d3-ef96bc868983 req-c459035a-dded-494b-8151-7d6cd6d9e31e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437713 Nov 12 21:06:38.560097 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a577f8-7e4b-4208-ba48-40797ea35154 req-022e7630-47ac-4891-bdcb-6e5eef21599a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:38.561607 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a6a577f8-7e4b-4208-ba48-40797ea35154 req-022e7630-47ac-4891-bdcb-6e5eef21599a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 946 time: 0.0478663 Nov 12 21:06:38.614315 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a6a577f8-7e4b-4208-ba48-40797ea35154 req-adc9050a-89a6-4607-9b4f-4dca1bfdb03a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462573 Nov 12 21:06:38.696063 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-f0773044-3e9f-4d00-b39b-4c3cfa7a4b68 service neutron] show failed (client error): The resource could not be found. Nov 12 21:06:38.697142 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-f0773044-3e9f-4d00-b39b-4c3cfa7a4b68 service neutron] 10.222.0.52 "GET /v2.0/ports/44c4dbe5-05c4-43e9-976d-98e7cabf0ef5/bindings/n-h1-712140-15 HTTP/1.1" status: 404 len: 381 time: 0.0533659 Nov 12 21:06:38.903085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-716dfe1f-4fed-4538-bf6b-2f550d4defb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:38.904515 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-716dfe1f-4fed-4538-bf6b-2f550d4defb9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80&tenant_id=f56658a53d4f432cbf92c55a438e0b89 HTTP/1.1" status: 200 len: 1098 time: 0.0401742 Nov 12 21:06:38.916779 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-15', 'device_owner': 'compute:nova'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:06:38.970089 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:39.171418 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] For port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5,segment=NetworkSegment(b21884e9-e038-4826-9496-6f146b81cfc2),segment_id=b21884e9-e038-4826-9496-6f146b81cfc2)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:39.204676 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] For port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:06:39.243967 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be343fad-35eb-476a-b52e-aaa30be53e80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44c4dbe5-05c4-43e9-976d-98e7cabf0ef5'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:06:39.246297 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ca8fd5-8497-4883-8208-604bfe4d6d94" -d '{"events": [{"server_uuid": "be343fad-35eb-476a-b52e-aaa30be53e80", "name": "network-vif-unplugged", "status": "completed", "tag": "44c4dbe5-05c4-43e9-976d-98e7cabf0ef5"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:06:39.250267 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:39.263054 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Transition to ACTIVE for port object 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:06:39.267374 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:39.396845 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Pushing event updated for resources: {'Port': ['ID=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5,revision_number=6']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:39.455617 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:39.456146 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:39.456506 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:39.456856 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:39.457193 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:39.457529 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:39.457853 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:39.458187 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:39.458518 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:39.458837 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:39.459167 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:39.459494 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:39.468809 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 21:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72270b17-7711-4d08-aca8-44e49a569375 x-openstack-request-id: req-72270b17-7711-4d08-aca8-44e49a569375 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:06:39.469761 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be343fad-35eb-476a-b52e-aaa30be53e80", "name": "network-vif-unplugged", "status": "completed", "tag": "44c4dbe5-05c4-43e9-976d-98e7cabf0ef5", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:06:39.470150 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-72270b17-7711-4d08-aca8-44e49a569375 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:06:39.472325 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be343fad-35eb-476a-b52e-aaa30be53e80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44c4dbe5-05c4-43e9-976d-98e7cabf0ef5', 'code': 200} Nov 12 21:06:39.494350 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] No DVR routers for this DVR port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:06:39.663646 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Attempting to bind port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:06:39.664345 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Attempting to bind port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'b21884e9-e038-4826-9496-6f146b81cfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:06:39.664656 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Attempting to bind port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 on network 83f94cd2-5713-49bc-b6ec-c358582e9ccf {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:06:39.671498 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 on network 83f94cd2-5713-49bc-b6ec-c358582e9ccf not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:06:39.671825 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Attempting to bind port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 on network 83f94cd2-5713-49bc-b6ec-c358582e9ccf {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:06:39.677472 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:06:39.677792 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Checking segment: {'id': 'b21884e9-e038-4826-9496-6f146b81cfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:06:39.678218 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Bound using segment: {'id': 'b21884e9-e038-4826-9496-6f146b81cfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:06:39.678676 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Bound port: 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b21884e9-e038-4826-9496-6f146b81cfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:06:39.679033 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:39.809044 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] For port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:06:39.816296 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] For port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5,segment=NetworkSegment(b21884e9-e038-4826-9496-6f146b81cfc2),segment_id=b21884e9-e038-4826-9496-6f146b81cfc2)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:06:39.830449 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1074071-4625-4729-9a35-f4a66374935e req-2672873a-b29e-4001-a998-7a6a3b803b5a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:39.832007 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e1074071-4625-4729-9a35-f4a66374935e req-2672873a-b29e-4001-a998-7a6a3b803b5a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 944 time: 0.0996718 Nov 12 21:06:39.834105 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:39.883005 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:39.883774 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:39.886831 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] 10.222.0.55 "PUT /v2.0/ports/44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 HTTP/1.1" status: 200 len: 1093 time: 0.9727542 Nov 12 21:06:39.964560 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef74475-d606-4fca-a1b2-acff61c5c6ba service neutron] Pushing event updated for resources: {'Port': ['ID=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5,revision_number=7']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:39.997783 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e1074071-4625-4729-9a35-f4a66374935e req-bfecd559-c136-4e18-b6fd-9782c368a0ab tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568143 Nov 12 21:06:40.008897 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-f2a41a70-9dfe-4c74-b8a3-694f57e8eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:40.010475 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-f2a41a70-9dfe-4c74-b8a3-694f57e8eae9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 1096 time: 0.0914273 Nov 12 21:06:40.132136 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-9722b1bf-d486-48e3-be56-8669d03a4e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:40.133654 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-9722b1bf-d486-48e3-be56-8669d03a4e29 service neutron] 10.222.0.55 "GET /v2.0/networks?id=83f94cd2-5713-49bc-b6ec-c358582e9ccf HTTP/1.1" status: 200 len: 898 time: 0.1160018 Nov 12 21:06:40.221830 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-de15fa39-7a7e-476e-83f6-0ca0462c2496 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 HTTP/1.1" status: 200 len: 999 time: 0.0809174 Nov 12 21:06:40.271837 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-13c7f874-9700-4746-871b-8d7f0b6313ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:40.273339 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-13c7f874-9700-4746-871b-8d7f0b6313ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9 HTTP/1.1" status: 200 len: 833 time: 0.0445600 Nov 12 21:06:40.319911 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-fba5dff8-d3e0-42ad-ac68-70fef79913e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:40.321439 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-fba5dff8-d3e0-42ad-ac68-70fef79913e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83f94cd2-5713-49bc-b6ec-c358582e9ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407352 Nov 12 21:06:40.415947 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-a919c88b-3ed2-42e1-8275-028625681336 service neutron] 10.222.0.55 "GET /v2.0/networks/83f94cd2-5713-49bc-b6ec-c358582e9ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858262 Nov 12 21:06:40.506490 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-905dce1b-4cc8-4e61-90b6-287a5c755205 req-dbac919f-4d9d-471e-b766-9828285e5da9 service neutron] 10.222.0.55 "GET /v2.0/networks/83f94cd2-5713-49bc-b6ec-c358582e9ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834970 Nov 12 21:06:41.135372 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a7424-c9a6-4ac6-8581-635f9432732e req-868a9cf0-2c8b-40fa-b869-d5fc0491cc88 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:41.136925 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cc7a7424-c9a6-4ac6-8581-635f9432732e req-868a9cf0-2c8b-40fa-b869-d5fc0491cc88 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 944 time: 0.0536950 Nov 12 21:06:41.186696 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-cc7a7424-c9a6-4ac6-8581-635f9432732e req-3e98c2db-dd4e-4934-9d46-ec33317c7f73 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422859 Nov 12 21:06:41.471703 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be343fad-35eb-476a-b52e-aaa30be53e80', 'tag': '44c4dbe5-05c4-43e9-976d-98e7cabf0ef5'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:06:41.474130 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76a5192-490d-447b-91fe-605333433c30" -d '{"events": [{"name": "network-changed", "server_uuid": "be343fad-35eb-476a-b52e-aaa30be53e80", "tag": "44c4dbe5-05c4-43e9-976d-98e7cabf0ef5"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:06:41.525122 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f234dd-d71a-4d19-856f-82b77438cd0f x-openstack-request-id: req-f9f234dd-d71a-4d19-856f-82b77438cd0f {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:06:41.525414 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be343fad-35eb-476a-b52e-aaa30be53e80", "tag": "44c4dbe5-05c4-43e9-976d-98e7cabf0ef5", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:06:41.525691 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f9f234dd-d71a-4d19-856f-82b77438cd0f {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:06:41.526097 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be343fad-35eb-476a-b52e-aaa30be53e80', 'tag': '44c4dbe5-05c4-43e9-976d-98e7cabf0ef5', 'status': 'completed', 'code': 200} Nov 12 21:06:41.620290 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a5192-490d-447b-91fe-605333433c30 req-5a6cfba2-988b-4ee0-93a8-4c7e59b66506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:41.621687 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f76a5192-490d-447b-91fe-605333433c30 req-5a6cfba2-988b-4ee0-93a8-4c7e59b66506 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 1096 time: 0.0649598 Nov 12 21:06:41.623468 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a5192-490d-447b-91fe-605333433c30 req-25364945-eb68-41fc-8b2b-abe41615cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:41.624830 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f76a5192-490d-447b-91fe-605333433c30 req-25364945-eb68-41fc-8b2b-abe41615cec2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 1096 time: 0.0761545 Nov 12 21:06:41.788254 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a5192-490d-447b-91fe-605333433c30 req-468cbad9-0b0c-4643-bba3-a63f6a6b1979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:41.789812 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f76a5192-490d-447b-91fe-605333433c30 req-468cbad9-0b0c-4643-bba3-a63f6a6b1979 service neutron] 10.222.0.52 "GET /v2.0/networks?id=83f94cd2-5713-49bc-b6ec-c358582e9ccf HTTP/1.1" status: 200 len: 898 time: 0.1584873 Nov 12 21:06:41.791153 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a5192-490d-447b-91fe-605333433c30 req-773d0884-63a1-436d-8904-c4aa0faed805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:41.792571 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f76a5192-490d-447b-91fe-605333433c30 req-773d0884-63a1-436d-8904-c4aa0faed805 service neutron] 10.222.0.55 "GET /v2.0/networks?id=83f94cd2-5713-49bc-b6ec-c358582e9ccf HTTP/1.1" status: 200 len: 898 time: 0.1540313 Nov 12 21:06:41.908539 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f76a5192-490d-447b-91fe-605333433c30 req-b2867be7-2fc1-46e0-9c3e-b6209726fd5b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 HTTP/1.1" status: 200 len: 999 time: 0.1087739 Nov 12 21:06:41.909323 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f76a5192-490d-447b-91fe-605333433c30 req-0b7957eb-8f8e-40fd-a1bf-b1a789f28e64 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 HTTP/1.1" status: 200 len: 999 time: 0.1054847 Nov 12 21:06:41.991116 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a5192-490d-447b-91fe-605333433c30 req-188cc834-e35a-49e0-a0e8-1b0e72896435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:41.992622 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f76a5192-490d-447b-91fe-605333433c30 req-188cc834-e35a-49e0-a0e8-1b0e72896435 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9 HTTP/1.1" status: 200 len: 833 time: 0.0785348 Nov 12 21:06:41.993996 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a5192-490d-447b-91fe-605333433c30 req-74104bf0-1c62-495b-9416-b7fd9dfc8366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:41.995301 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f76a5192-490d-447b-91fe-605333433c30 req-74104bf0-1c62-495b-9416-b7fd9dfc8366 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9 HTTP/1.1" status: 200 len: 833 time: 0.0738211 Nov 12 21:06:42.320169 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d492b-a8af-4b09-98d3-d036147b99c9 req-71d4ac40-9c35-44e6-865b-748871725297 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:42.321873 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ff3d492b-a8af-4b09-98d3-d036147b99c9 req-71d4ac40-9c35-44e6-865b-748871725297 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 944 time: 0.0557461 Nov 12 21:06:42.376078 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ff3d492b-a8af-4b09-98d3-d036147b99c9 req-295b120b-036f-4d81-b95c-857d982b356c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479510 Nov 12 21:06:42.430773 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a5192-490d-447b-91fe-605333433c30 req-0c88d98f-6fdc-46df-a6c5-2eee26fa8a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:42.432330 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f76a5192-490d-447b-91fe-605333433c30 req-0c88d98f-6fdc-46df-a6c5-2eee26fa8a03 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83f94cd2-5713-49bc-b6ec-c358582e9ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4240355 Nov 12 21:06:42.434182 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a5192-490d-447b-91fe-605333433c30 req-a93ab94c-412b-4ff1-b651-ceb021f2e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:42.435551 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f76a5192-490d-447b-91fe-605333433c30 req-a93ab94c-412b-4ff1-b651-ceb021f2e16b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=83f94cd2-5713-49bc-b6ec-c358582e9ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4354868 Nov 12 21:06:42.596774 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f76a5192-490d-447b-91fe-605333433c30 req-a83a1144-63b4-4f0b-a554-83bb5f786c4b service neutron] 10.222.0.55 "GET /v2.0/networks/83f94cd2-5713-49bc-b6ec-c358582e9ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558604 Nov 12 21:06:42.598506 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f76a5192-490d-447b-91fe-605333433c30 req-93399f90-c2e1-46e9-947c-79a86f749bed service neutron] 10.222.0.52 "GET /v2.0/networks/83f94cd2-5713-49bc-b6ec-c358582e9ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505165 Nov 12 21:06:42.685567 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:06:42.725698 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:06:42.760735 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f76a5192-490d-447b-91fe-605333433c30 req-465c3999-918d-479d-9037-302594ff2447 service neutron] 10.222.0.55 "GET /v2.0/networks/83f94cd2-5713-49bc-b6ec-c358582e9ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556237 Nov 12 21:06:42.762882 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f76a5192-490d-447b-91fe-605333433c30 req-3c6507c8-b55e-4376-9ac7-1879c075c513 service neutron] 10.222.0.52 "GET /v2.0/networks/83f94cd2-5713-49bc-b6ec-c358582e9ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499202 Nov 12 21:06:43.495305 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c487d-e2d7-4d8f-97eb-2ddbcf3627d1 req-2df9a23d-7f5b-4dbc-aedb-34c8a402eff1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:43.496941 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-403c487d-e2d7-4d8f-97eb-2ddbcf3627d1 req-2df9a23d-7f5b-4dbc-aedb-34c8a402eff1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 944 time: 0.0492129 Nov 12 21:06:43.546659 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-403c487d-e2d7-4d8f-97eb-2ddbcf3627d1 req-2ab7f20d-568e-459c-ab39-76ab1d500e9a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432820 Nov 12 21:06:43.815154 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a0f3d-0d2a-4608-a269-50e4f1135b43 req-2bf3a894-95bf-4b6e-be37-d8b1c5042e4f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:43.816688 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7a7a0f3d-0d2a-4608-a269-50e4f1135b43 req-2bf3a894-95bf-4b6e-be37-d8b1c5042e4f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 944 time: 0.1192877 Nov 12 21:06:43.836192 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58ab3f-a5bb-4435-bec7-068c5c1a3322 req-10dbe166-1c8b-4213-95d9-a7bb5c7ae120 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:43.837623 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dd58ab3f-a5bb-4435-bec7-068c5c1a3322 req-10dbe166-1c8b-4213-95d9-a7bb5c7ae120 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.52 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80&tenant_id=f56658a53d4f432cbf92c55a438e0b89&binding%3Ahost_id=n-h1-712140-15 HTTP/1.1" status: 200 len: 944 time: 0.1134629 Nov 12 21:06:43.909543 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7a7a0f3d-0d2a-4608-a269-50e4f1135b43 req-339fd512-3d08-47c4-bc1e-01a9ad3505d2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868919 Nov 12 21:06:43.923752 n-d-712140-15 neutron-server[102448]: INFO neutron.api.v2.resource [req-dd58ab3f-a5bb-4435-bec7-068c5c1a3322 req-6b524046-2677-4afb-bcd5-32ef1fb131a8 service neutron] delete failed (client error): The resource could not be found. Nov 12 21:06:43.925429 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dd58ab3f-a5bb-4435-bec7-068c5c1a3322 req-6b524046-2677-4afb-bcd5-32ef1fb131a8 service neutron] 10.222.0.52 "DELETE /v2.0/ports/44c4dbe5-05c4-43e9-976d-98e7cabf0ef5/bindings/n-h2-712140-15 HTTP/1.1" status: 404 len: 381 time: 0.0777905 Nov 12 21:06:44.018419 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58ab3f-a5bb-4435-bec7-068c5c1a3322 req-6db0d86c-efef-48ae-b43a-944ca1adfce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:44.020049 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dd58ab3f-a5bb-4435-bec7-068c5c1a3322 req-6db0d86c-efef-48ae-b43a-944ca1adfce1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 1096 time: 0.0468290 Nov 12 21:06:44.034484 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb5680-f095-4262-b5a4-41364bd5f59f req-614b9dcb-ea02-4d8b-b9b7-4e4a5ac83000 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:44.036035 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fdfb5680-f095-4262-b5a4-41364bd5f59f req-614b9dcb-ea02-4d8b-b9b7-4e4a5ac83000 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 944 time: 0.0501773 Nov 12 21:06:44.090154 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-fdfb5680-f095-4262-b5a4-41364bd5f59f req-93708415-d69f-4953-bb40-37d660d1138e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479929 Nov 12 21:06:44.116835 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58ab3f-a5bb-4435-bec7-068c5c1a3322 req-aaa7955c-ea2d-42ec-8f9b-54acaa66914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:44.118324 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dd58ab3f-a5bb-4435-bec7-068c5c1a3322 req-aaa7955c-ea2d-42ec-8f9b-54acaa66914a service neutron] 10.222.0.52 "GET /v2.0/networks?id=83f94cd2-5713-49bc-b6ec-c358582e9ccf HTTP/1.1" status: 200 len: 898 time: 0.0898659 Nov 12 21:06:44.188094 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dd58ab3f-a5bb-4435-bec7-068c5c1a3322 req-0937e489-1069-4a13-a733-c55019970971 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 HTTP/1.1" status: 200 len: 999 time: 0.0614548 Nov 12 21:06:44.238464 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58ab3f-a5bb-4435-bec7-068c5c1a3322 req-42bc87e7-d5ac-4a9d-a0ce-44d5e3b0b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:44.239955 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dd58ab3f-a5bb-4435-bec7-068c5c1a3322 req-42bc87e7-d5ac-4a9d-a0ce-44d5e3b0b459 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9 HTTP/1.1" status: 200 len: 833 time: 0.0436416 Nov 12 21:06:44.289314 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58ab3f-a5bb-4435-bec7-068c5c1a3322 req-02d0cb78-3ae9-4e76-8549-41fe0d47094a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:44.290834 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dd58ab3f-a5bb-4435-bec7-068c5c1a3322 req-02d0cb78-3ae9-4e76-8549-41fe0d47094a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=83f94cd2-5713-49bc-b6ec-c358582e9ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405755 Nov 12 21:06:44.385691 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dd58ab3f-a5bb-4435-bec7-068c5c1a3322 req-797ee270-9ddd-4d11-8db1-b3a4f1f4011a service neutron] 10.222.0.52 "GET /v2.0/networks/83f94cd2-5713-49bc-b6ec-c358582e9ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869460 Nov 12 21:06:44.475985 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dd58ab3f-a5bb-4435-bec7-068c5c1a3322 req-356a8bb8-1578-44b6-aed3-02a7cc40d715 service neutron] 10.222.0.52 "GET /v2.0/networks/83f94cd2-5713-49bc-b6ec-c358582e9ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822892 Nov 12 21:06:45.213343 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93a706-6223-4c4e-a733-c61f39d4dad5 req-0d8b3c4d-4213-4547-833d-e6c1d3d20779 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:06:45.214741 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6d93a706-6223-4c4e-a733-c61f39d4dad5 req-0d8b3c4d-4213-4547-833d-e6c1d3d20779 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 944 time: 0.0536926 Nov 12 21:06:45.264290 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6d93a706-6223-4c4e-a733-c61f39d4dad5 req-e4209814-29bb-4a0a-8792-812b8eb4cafb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435710 Nov 12 21:06:45.286433 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57478) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:06:45.349888 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-6dabc516-9d79-4efd-a7ea-12add3433ac7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/floatingips/bbcedd7a-370d-4415-921d-498b6dbc8f52 HTTP/1.1" status: 200 len: 991 time: 0.0621636 Nov 12 21:06:45.599578 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:06:45.690344 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5,segment=NetworkSegment(b21884e9-e038-4826-9496-6f146b81cfc2),segment_id=b21884e9-e038-4826-9496-6f146b81cfc2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:45.701228 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '44c4dbe5-05c4-43e9-976d-98e7cabf0ef5', 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf', 'port_id': '44c4dbe5-05c4-43e9-976d-98e7cabf0ef5', 'mac_address': 'fa:16:3e:da:28:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:06:45.741612 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:45.753881 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:06:45.777436 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5,segment=NetworkSegment(b21884e9-e038-4826-9496-6f146b81cfc2),segment_id=b21884e9-e038-4826-9496-6f146b81cfc2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:45.782197 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:45.833629 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:45.840840 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:45.841183 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:45.841517 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:45.841853 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:45.842180 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:45.842508 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:45.842826 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:45.843146 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:45.843466 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:45.844366 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:45.844770 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:45.845091 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:06:46.150274 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['44c4dbe5-05c4-43e9-976d-98e7cabf0ef5'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:06:47.633734 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:06:47.686383 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:06:47.691165 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:06:47.691541 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:47.770717 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:47.793644 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be343fad-35eb-476a-b52e-aaa30be53e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c4dbe5-05c4-43e9-976d-98e7cabf0ef5'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:06:47.795889 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e2a221c1ff93e56a7b3290f78f059e5ee30a378a3a846772c85f81925c98a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7e3000-51ca-4a09-b369-41059a3137b0" -d '{"events": [{"server_uuid": "be343fad-35eb-476a-b52e-aaa30be53e80", "name": "network-vif-plugged", "status": "completed", "tag": "44c4dbe5-05c4-43e9-976d-98e7cabf0ef5"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:06:47.810906 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5,segment=NetworkSegment(b21884e9-e038-4826-9496-6f146b81cfc2),segment_id=b21884e9-e038-4826-9496-6f146b81cfc2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:06:47.815951 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:47.838915 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b8582b-10e0-4631-9226-8b53bec5e82c x-openstack-request-id: req-c6b8582b-10e0-4631-9226-8b53bec5e82c {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:06:47.839198 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be343fad-35eb-476a-b52e-aaa30be53e80", "name": "network-vif-plugged", "status": "completed", "tag": "44c4dbe5-05c4-43e9-976d-98e7cabf0ef5", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:06:47.839444 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c6b8582b-10e0-4631-9226-8b53bec5e82c {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:06:47.839825 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be343fad-35eb-476a-b52e-aaa30be53e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c4dbe5-05c4-43e9-976d-98e7cabf0ef5', 'code': 200} Nov 12 21:06:47.865750 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5,revision_number=9']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:06:50.034870 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-49d5e518-774e-4aeb-9b20-48330e7fc92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:50.869463 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:52.872633 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9e293283-1af8-4da2-9bb0-278d6c1a4943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:53.639703 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:06:53.998424 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:54.529292 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:55.412133 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:06:56.077350 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:20.037911 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-20d2a3bd-f651-4b50-ae1e-9599d0bee048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:20.885224 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:22.874571 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-331289bd-8f3c-4ffb-a02b-fd1c7109fc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:24.002553 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:24.549966 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:25.415442 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:26.083957 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:30.638329 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:07:32.018895 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57498) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:32.183097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-76b2c8ec-5588-4eac-9a01-7fbad3bb3a44 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Deleting port 5cf6402e-40bf-437d-94f7-988e9a872905 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:07:32.183442 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76b2c8ec-5588-4eac-9a01-7fbad3bb3a44 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:32.263307 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76b2c8ec-5588-4eac-9a01-7fbad3bb3a44 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:32.263640 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76b2c8ec-5588-4eac-9a01-7fbad3bb3a44 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:32.275986 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-76b2c8ec-5588-4eac-9a01-7fbad3bb3a44 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Calling delete_port for 5cf6402e-40bf-437d-94f7-988e9a872905 owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:07:32.432113 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76b2c8ec-5588-4eac-9a01-7fbad3bb3a44 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:32.459642 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2c8ec-5588-4eac-9a01-7fbad3bb3a44 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Port': ['ID=5cf6402e-40bf-437d-94f7-988e9a872905,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:32.485643 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b2c8ec-5588-4eac-9a01-7fbad3bb3a44 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:32.485999 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b2c8ec-5588-4eac-9a01-7fbad3bb3a44 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:32.486348 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b2c8ec-5588-4eac-9a01-7fbad3bb3a44 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:32.486694 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b2c8ec-5588-4eac-9a01-7fbad3bb3a44 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:32.487033 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b2c8ec-5588-4eac-9a01-7fbad3bb3a44 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:32.487372 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b2c8ec-5588-4eac-9a01-7fbad3bb3a44 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:32.487709 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b2c8ec-5588-4eac-9a01-7fbad3bb3a44 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:32.488045 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b2c8ec-5588-4eac-9a01-7fbad3bb3a44 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:32.488413 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b2c8ec-5588-4eac-9a01-7fbad3bb3a44 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:32.488749 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b2c8ec-5588-4eac-9a01-7fbad3bb3a44 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:32.489081 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b2c8ec-5588-4eac-9a01-7fbad3bb3a44 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:32.489410 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b2c8ec-5588-4eac-9a01-7fbad3bb3a44 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:32.531216 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76b2c8ec-5588-4eac-9a01-7fbad3bb3a44 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for floatingip, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:32.531582 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [None req-76b2c8ec-5588-4eac-9a01-7fbad3bb3a44 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Floating IP bbcedd7a-370d-4415-921d-498b6dbc8f52 disassociated (deleted). External IP: 172.25.5.33, port: 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5. Nov 12 21:07:32.750528 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b2c8ec-5588-4eac-9a01-7fbad3bb3a44 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Router 9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:07:32.859596 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b2c8ec-5588-4eac-9a01-7fbad3bb3a44 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:07:32.864519 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-76b2c8ec-5588-4eac-9a01-7fbad3bb3a44 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:32.869107 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e2cdff-4134-4d5c-a5fc-03639ff37227 None None] Sync routers for ids ['9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:07:32.882149 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e2cdff-4134-4d5c-a5fc-03639ff37227 None None] Routers {'9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:07:32.882765 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-e0e2cdff-4134-4d5c-a5fc-03639ff37227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:07:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:32.893030 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-76b2c8ec-5588-4eac-9a01-7fbad3bb3a44 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "DELETE /v2.0/floatingips/bbcedd7a-370d-4415-921d-498b6dbc8f52 HTTP/1.1" status: 204 len: 168 time: 0.8729734 Nov 12 21:07:32.893622 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be343fad-35eb-476a-b52e-aaa30be53e80', 'tag': '44c4dbe5-05c4-43e9-976d-98e7cabf0ef5'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:07:32.895898 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd6bf149db5198c131b0a94c001dfe597833dedcde5dd32e44168e01e6f8dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df789bfb-4c0f-4e3e-99e7-3c8e90f3e478" -d '{"events": [{"name": "network-changed", "server_uuid": "be343fad-35eb-476a-b52e-aaa30be53e80", "tag": "44c4dbe5-05c4-43e9-976d-98e7cabf0ef5"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:07:32.997654 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c55fb3-2965-408c-9cc9-b7c5c5a30d5c x-openstack-request-id: req-45c55fb3-2965-408c-9cc9-b7c5c5a30d5c {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:07:32.997979 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be343fad-35eb-476a-b52e-aaa30be53e80", "tag": "44c4dbe5-05c4-43e9-976d-98e7cabf0ef5", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:07:32.998666 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45c55fb3-2965-408c-9cc9-b7c5c5a30d5c {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:07:32.999309 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be343fad-35eb-476a-b52e-aaa30be53e80', 'tag': '44c4dbe5-05c4-43e9-976d-98e7cabf0ef5', 'status': 'completed', 'code': 200} Nov 12 21:07:33.014212 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-e0e2cdff-4134-4d5c-a5fc-03639ff37227 None None] Set router 9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:07:33.093103 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df789bfb-4c0f-4e3e-99e7-3c8e90f3e478 req-84533845-c831-4b7d-b15e-b18aa2e1e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:33.095612 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-df789bfb-4c0f-4e3e-99e7-3c8e90f3e478 req-84533845-c831-4b7d-b15e-b18aa2e1e279 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 1098 time: 0.0655479 Nov 12 21:07:33.220763 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871ef8a-3761-4733-8e40-a619a649f64f req-4c179bab-f6bc-49d3-8caa-f0e8385e90f4 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:33.222492 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f871ef8a-3761-4733-8e40-a619a649f64f req-4c179bab-f6bc-49d3-8caa-f0e8385e90f4 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 946 time: 0.1150460 Nov 12 21:07:33.243994 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-e0e2cdff-4134-4d5c-a5fc-03639ff37227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951706478', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:05:26Z', 'updated_at': '2021-11-12T21:05:30Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:05:27Z', 'updated_at': '2021-11-12T21:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'c5126995-e8db-493a-8ff1-a4d8dae35343', 'name': '', 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:b0:2f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:05:30Z', 'updated_at': '2021-11-12T21:05:33Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': 'c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:33.258607 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df789bfb-4c0f-4e3e-99e7-3c8e90f3e478 req-ec37cf78-f488-4a73-ba7f-438551402b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:33.260156 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-df789bfb-4c0f-4e3e-99e7-3c8e90f3e478 req-ec37cf78-f488-4a73-ba7f-438551402b07 service neutron] 10.222.0.55 "GET /v2.0/networks?id=83f94cd2-5713-49bc-b6ec-c358582e9ccf HTTP/1.1" status: 200 len: 898 time: 0.1553483 Nov 12 21:07:33.272616 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e2cdff-4134-4d5c-a5fc-03639ff37227 None None] Checking router: 9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:07:33.281994 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e2cdff-4134-4d5c-a5fc-03639ff37227 None None] Routers {'9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:07:33.282621 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-e0e2cdff-4134-4d5c-a5fc-03639ff37227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:07:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:33.318083 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-df789bfb-4c0f-4e3e-99e7-3c8e90f3e478 req-98a8dc14-f52d-4b8f-8987-b1ba82f5528c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 HTTP/1.1" status: 200 len: 217 time: 0.0457931 Nov 12 21:07:33.327855 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f871ef8a-3761-4733-8e40-a619a649f64f req-d8f2695b-c63a-41b1-87b9-6c1bd184341e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972030 Nov 12 21:07:33.388216 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df789bfb-4c0f-4e3e-99e7-3c8e90f3e478 req-90465ff5-94fc-46e9-ad29-b1f339834120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:33.389889 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-df789bfb-4c0f-4e3e-99e7-3c8e90f3e478 req-90465ff5-94fc-46e9-ad29-b1f339834120 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9 HTTP/1.1" status: 200 len: 833 time: 0.0609901 Nov 12 21:07:33.406590 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-e0e2cdff-4134-4d5c-a5fc-03639ff37227 None None] Set router 9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:07:33.438358 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df789bfb-4c0f-4e3e-99e7-3c8e90f3e478 req-1c304b9c-52a8-40c7-a777-a1492e6155b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:33.439901 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-df789bfb-4c0f-4e3e-99e7-3c8e90f3e478 req-1c304b9c-52a8-40c7-a777-a1492e6155b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83f94cd2-5713-49bc-b6ec-c358582e9ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424545 Nov 12 21:07:33.540947 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-df789bfb-4c0f-4e3e-99e7-3c8e90f3e478 req-9bb69dab-825c-47ed-a39d-41ee0663f836 service neutron] 10.222.0.55 "GET /v2.0/networks/83f94cd2-5713-49bc-b6ec-c358582e9ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929892 Nov 12 21:07:33.621994 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-e0e2cdff-4134-4d5c-a5fc-03639ff37227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951706478', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:05:26Z', 'updated_at': '2021-11-12T21:05:30Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:05:27Z', 'updated_at': '2021-11-12T21:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'c5126995-e8db-493a-8ff1-a4d8dae35343', 'name': '', 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:b0:2f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:05:30Z', 'updated_at': '2021-11-12T21:05:33Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': 'c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:33.646349 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-df789bfb-4c0f-4e3e-99e7-3c8e90f3e478 req-95cfabbf-62ce-46c3-ab0a-2469aa2ecc20 service neutron] 10.222.0.55 "GET /v2.0/networks/83f94cd2-5713-49bc-b6ec-c358582e9ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971005 Nov 12 21:07:33.743262 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e2cdff-4134-4d5c-a5fc-03639ff37227 None None] The sync data for ids ['9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'] in n-d-712140-15 is: [{'id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951706478', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:05:26Z', 'updated_at': '2021-11-12T21:05:30Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:05:27Z', 'updated_at': '2021-11-12T21:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'c5126995-e8db-493a-8ff1-a4d8dae35343', 'name': '', 'network_id': '83f94cd2-5713-49bc-b6ec-c358582e9ccf', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:b0:2f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:05:30Z', 'updated_at': '2021-11-12T21:05:33Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': 'c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:07:33.986951 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab14200-090c-4a37-8e50-5be029e9c290 None None] New status for floating IP bbcedd7a-370d-4415-921d-498b6dbc8f52: DOWN {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:07:34.459377 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65d1f3-b72b-4c99-b815-6eef479b3f32 req-a6d2c5c1-1209-4964-a53b-95058a0dea55 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:34.460948 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ad65d1f3-b72b-4c99-b815-6eef479b3f32 req-a6d2c5c1-1209-4964-a53b-95058a0dea55 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 946 time: 0.0599492 Nov 12 21:07:34.512531 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ad65d1f3-b72b-4c99-b815-6eef479b3f32 req-f6895b70-ad3a-4b40-8f1e-7640f994b691 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b047e-794e-4ef2-a8ef-675be08a2b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455296 Nov 12 21:07:34.741664 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d023a13-3f44-4ef9-b75f-ea516b9fa58e req-bc032322-9a60-4ca0-839c-7c063c2cb368 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:34.743034 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d023a13-3f44-4ef9-b75f-ea516b9fa58e req-bc032322-9a60-4ca0-839c-7c063c2cb368 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.55 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 946 time: 0.0497119 Nov 12 21:07:34.834450 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-7d023a13-3f44-4ef9-b75f-ea516b9fa58e req-144cc62d-ce08-48f7-b24a-a3ca4b61ab27 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Deleting port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:07:34.834803 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7d023a13-3f44-4ef9-b75f-ea516b9fa58e req-144cc62d-ce08-48f7-b24a-a3ca4b61ab27 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:34.925153 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-7d023a13-3f44-4ef9-b75f-ea516b9fa58e req-144cc62d-ce08-48f7-b24a-a3ca4b61ab27 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] For port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5,segment=NetworkSegment(b21884e9-e038-4826-9496-6f146b81cfc2),segment_id=b21884e9-e038-4826-9496-6f146b81cfc2)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:34.925525 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7d023a13-3f44-4ef9-b75f-ea516b9fa58e req-144cc62d-ce08-48f7-b24a-a3ca4b61ab27 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:34.942748 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-7d023a13-3f44-4ef9-b75f-ea516b9fa58e req-144cc62d-ce08-48f7-b24a-a3ca4b61ab27 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Calling delete_port for 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:07:35.089334 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7d023a13-3f44-4ef9-b75f-ea516b9fa58e req-144cc62d-ce08-48f7-b24a-a3ca4b61ab27 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:35.121724 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cc62d-ce08-48f7-b24a-a3ca4b61ab27 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Port': ['ID=44c4dbe5-05c4-43e9-976d-98e7cabf0ef5,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:35.187975 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d023a13-3f44-4ef9-b75f-ea516b9fa58e req-144cc62d-ce08-48f7-b24a-a3ca4b61ab27 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] No DVR routers for this DVR port 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:07:35.190815 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-7d023a13-3f44-4ef9-b75f-ea516b9fa58e req-144cc62d-ce08-48f7-b24a-a3ca4b61ab27 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:35.194371 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7d023a13-3f44-4ef9-b75f-ea516b9fa58e req-144cc62d-ce08-48f7-b24a-a3ca4b61ab27 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.55 "DELETE /v2.0/ports/44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 HTTP/1.1" status: 204 len: 173 time: 0.4446480 Nov 12 21:07:35.194827 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be343fad-35eb-476a-b52e-aaa30be53e80', 'name': 'network-vif-deleted', 'tag': '44c4dbe5-05c4-43e9-976d-98e7cabf0ef5'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:07:35.197245 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc561ca-1f25-4b02-8670-7cfc5180d152" -d '{"events": [{"server_uuid": "be343fad-35eb-476a-b52e-aaa30be53e80", "name": "network-vif-deleted", "tag": "44c4dbe5-05c4-43e9-976d-98e7cabf0ef5"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:07:35.238080 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b59f310-2114-4b15-9b4e-7ab988dd83a6 x-openstack-request-id: req-9b59f310-2114-4b15-9b4e-7ab988dd83a6 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:07:35.238432 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be343fad-35eb-476a-b52e-aaa30be53e80", "name": "network-vif-deleted", "tag": "44c4dbe5-05c4-43e9-976d-98e7cabf0ef5", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:07:35.238702 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b59f310-2114-4b15-9b4e-7ab988dd83a6 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:07:35.239093 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be343fad-35eb-476a-b52e-aaa30be53e80', 'name': 'network-vif-deleted', 'tag': '44c4dbe5-05c4-43e9-976d-98e7cabf0ef5', 'status': 'completed', 'code': 200} Nov 12 21:07:35.606439 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3ed1633c-d546-4c09-bbe5-2d5aa8311422 req-b0089328-6fff-4333-98c0-c05c1bf7063c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0420744 Nov 12 21:07:35.646678 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3cfdb34e-de61-466d-a608-1e66d0db277b req-0225b6cb-1d7d-45d7-801b-f2f41ce4eaf7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 210 time: 0.0378349 Nov 12 21:07:35.687253 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3ed1633c-d546-4c09-bbe5-2d5aa8311422 req-1a59590b-a7e2-4f83-84a1-f8c7987c0caf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=be343fad-35eb-476a-b52e-aaa30be53e80 HTTP/1.1" status: 200 len: 210 time: 0.0282381 Nov 12 21:07:35.879996 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1633c-d546-4c09-bbe5-2d5aa8311422 req-61225e82-1f67-4cd4-9d1b-75576f2b9ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:35.881416 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3ed1633c-d546-4c09-bbe5-2d5aa8311422 req-61225e82-1f67-4cd4-9d1b-75576f2b9ce8 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f56658a53d4f432cbf92c55a438e0b89&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1698120 Nov 12 21:07:36.041937 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1633c-d546-4c09-bbe5-2d5aa8311422 req-c991616e-5126-4d7a-aa53-559a251f58c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:36.043611 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3ed1633c-d546-4c09-bbe5-2d5aa8311422 req-c991616e-5126-4d7a-aa53-559a251f58c0 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1547184 Nov 12 21:07:36.704614 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57518) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:37.380886 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c894071-9261-4a98-b068-8b9960795573 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:37.687521 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-6c894071-9261-4a98-b068-8b9960795573 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Deleting port c5126995-e8db-493a-8ff1-a4d8dae35343 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:07:37.687778 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c894071-9261-4a98-b068-8b9960795573 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:37.779056 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-6c894071-9261-4a98-b068-8b9960795573 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] For port c5126995-e8db-493a-8ff1-a4d8dae35343, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=c5126995-e8db-493a-8ff1-a4d8dae35343,segment=NetworkSegment(b21884e9-e038-4826-9496-6f146b81cfc2),segment_id=b21884e9-e038-4826-9496-6f146b81cfc2)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:37.779415 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c894071-9261-4a98-b068-8b9960795573 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:37.792307 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-6c894071-9261-4a98-b068-8b9960795573 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Calling delete_port for c5126995-e8db-493a-8ff1-a4d8dae35343 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:07:37.872815 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:07:37.893677 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:07:37.894015 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 44c4dbe5-05c4-43e9-976d-98e7cabf0ef5 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:07:37.988609 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c894071-9261-4a98-b068-8b9960795573 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:38.017887 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c894071-9261-4a98-b068-8b9960795573 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Port': ['ID=c5126995-e8db-493a-8ff1-a4d8dae35343,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:38.193749 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c894071-9261-4a98-b068-8b9960795573 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:38.403303 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c894071-9261-4a98-b068-8b9960795573 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Router 9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:07:38.513075 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c894071-9261-4a98-b068-8b9960795573 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:07:38.518772 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6c894071-9261-4a98-b068-8b9960795573 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "PUT /v2.0/routers/9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8130729 Nov 12 21:07:38.521461 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57520) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:38.524666 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8819a36-5ad2-4392-a71c-8422ce7ab954 None None] Sync routers for ids ['9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:07:38.535369 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8819a36-5ad2-4392-a71c-8422ce7ab954 None None] Routers {'9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:07:38.535975 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-f8819a36-5ad2-4392-a71c-8422ce7ab954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:07:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:38.578709 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-6385b41d-8992-4af1-b7cd-e4c353d9117d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Deleting subnet c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:07:38.584546 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6385b41d-8992-4af1-b7cd-e4c353d9117d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:38.626168 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6385b41d-8992-4af1-b7cd-e4c353d9117d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:38.643207 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-f8819a36-5ad2-4392-a71c-8422ce7ab954 None None] Set router 9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:07:38.746756 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6385b41d-8992-4af1-b7cd-e4c353d9117d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:38.805721 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6385b41d-8992-4af1-b7cd-e4c353d9117d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:38.832509 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-f8819a36-5ad2-4392-a71c-8422ce7ab954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951706478', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:05:26Z', 'updated_at': '2021-11-12T21:07:37Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:05:27Z', 'updated_at': '2021-11-12T21:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:38.833958 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385b41d-8992-4af1-b7cd-e4c353d9117d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Subnet': ['ID=c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:38.837672 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6385b41d-8992-4af1-b7cd-e4c353d9117d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:38.844080 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57522) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:38.844973 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4062bc9c-e7be-44ac-9c4a-72875404d3a3 None None] Network 83f94cd2-5713-49bc-b6ec-c358582e9ccf requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:07:38.848801 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6385b41d-8992-4af1-b7cd-e4c353d9117d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "DELETE /v2.0/subnets/c0bd6d56-6a5a-4e8b-99a9-c928a2dce5a9 HTTP/1.1" status: 204 len: 168 time: 0.3254690 Nov 12 21:07:38.861561 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8819a36-5ad2-4392-a71c-8422ce7ab954 None None] Checking router: 9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:07:38.870807 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8819a36-5ad2-4392-a71c-8422ce7ab954 None None] Routers {'9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:07:38.871704 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-f8819a36-5ad2-4392-a71c-8422ce7ab954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:07:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:38.955136 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b083c98-54ce-4597-9e3e-49e75545b5d3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:38.982112 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-f8819a36-5ad2-4392-a71c-8422ce7ab954 None None] Set router 9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:07:39.048119 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7675fd2a-34b5-478c-a929-078e77a7484b None None] DHCP port deletion for 83f94cd2-5713-49bc-b6ec-c358582e9ccf request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:07:39.067960 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b083c98-54ce-4597-9e3e-49e75545b5d3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:39.101224 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7675fd2a-34b5-478c-a929-078e77a7484b None None] Deleting port 9b55190c-b5a1-4010-805b-7d9ee41accdc {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:07:39.101755 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7675fd2a-34b5-478c-a929-078e77a7484b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:39.134211 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-1b083c98-54ce-4597-9e3e-49e75545b5d3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Deleting port 43bbc7d1-a16c-43b0-ae61-0b1af172422a {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:07:39.134705 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b083c98-54ce-4597-9e3e-49e75545b5d3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:39.172824 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-f8819a36-5ad2-4392-a71c-8422ce7ab954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951706478', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:05:26Z', 'updated_at': '2021-11-12T21:07:37Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:05:27Z', 'updated_at': '2021-11-12T21:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:39.206890 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8819a36-5ad2-4392-a71c-8422ce7ab954 None None] The sync data for ids ['9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa'] in n-d-712140-15 is: [{'id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951706478', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:05:26Z', 'updated_at': '2021-11-12T21:07:37Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '43bbc7d1-a16c-43b0-ae61-0b1af172422a', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:05:27Z', 'updated_at': '2021-11-12T21:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:07:39.223761 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-1b083c98-54ce-4597-9e3e-49e75545b5d3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] For port 43bbc7d1-a16c-43b0-ae61-0b1af172422a, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=43bbc7d1-a16c-43b0-ae61-0b1af172422a,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:39.224139 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b083c98-54ce-4597-9e3e-49e75545b5d3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:39.239639 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-1b083c98-54ce-4597-9e3e-49e75545b5d3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Calling delete_port for 43bbc7d1-a16c-43b0-ae61-0b1af172422a owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:07:39.327598 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7675fd2a-34b5-478c-a929-078e77a7484b None None] For port 9b55190c-b5a1-4010-805b-7d9ee41accdc, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=9b55190c-b5a1-4010-805b-7d9ee41accdc,segment=NetworkSegment(b21884e9-e038-4826-9496-6f146b81cfc2),segment_id=b21884e9-e038-4826-9496-6f146b81cfc2)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:39.327995 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7675fd2a-34b5-478c-a929-078e77a7484b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:39.342053 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7675fd2a-34b5-478c-a929-078e77a7484b None None] Calling delete_port for 9b55190c-b5a1-4010-805b-7d9ee41accdc owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:07:39.418549 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b083c98-54ce-4597-9e3e-49e75545b5d3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:39.431764 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7675fd2a-34b5-478c-a929-078e77a7484b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:39.448550 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b083c98-54ce-4597-9e3e-49e75545b5d3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Port': ['ID=43bbc7d1-a16c-43b0-ae61-0b1af172422a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:39.460187 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675fd2a-34b5-478c-a929-078e77a7484b None None] Pushing event deleted for resources: {'Port': ['ID=9b55190c-b5a1-4010-805b-7d9ee41accdc,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:39.464759 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f4bea5-8862-4d95-abc3-c1aee495d925 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:07:39.466961 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7675fd2a-34b5-478c-a929-078e77a7484b None None] No DVR routers for this DVR port 9b55190c-b5a1-4010-805b-7d9ee41accdc on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:07:39.515031 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b083c98-54ce-4597-9e3e-49e75545b5d3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:39.623015 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b083c98-54ce-4597-9e3e-49e75545b5d3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:39.625620 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b083c98-54ce-4597-9e3e-49e75545b5d3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:39.679405 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b083c98-54ce-4597-9e3e-49e75545b5d3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:39.680815 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b083c98-54ce-4597-9e3e-49e75545b5d3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Fanout notify agent at l3_agent the message router_deleted on router 9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:07:39.688691 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1b083c98-54ce-4597-9e3e-49e75545b5d3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:39.692208 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1b083c98-54ce-4597-9e3e-49e75545b5d3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "DELETE /v2.0/routers/9bc1fabc-b056-44e4-aaa8-f2dbe75a15aa HTTP/1.1" status: 204 len: 168 time: 0.8467314 Nov 12 21:07:39.692775 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57524) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:39.793872 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c4bb0bc-0687-416a-9a85-f19566258dcb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:39.895298 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c4bb0bc-0687-416a-9a85-f19566258dcb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:39.921449 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-5c4bb0bc-0687-416a-9a85-f19566258dcb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f94cd2-5713-49bc-b6ec-c358582e9ccf']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:39.932606 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-5c4bb0bc-0687-416a-9a85-f19566258dcb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21884e9-e038-4826-9496-6f146b81cfc2') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:39.932908 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-5c4bb0bc-0687-416a-9a85-f19566258dcb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21884e9-e038-4826-9496-6f146b81cfc2') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:39.946107 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c4bb0bc-0687-416a-9a85-f19566258dcb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:39.961790 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c4bb0bc-0687-416a-9a85-f19566258dcb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:39.971459 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4bb0bc-0687-416a-9a85-f19566258dcb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:07:39.971874 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c4bb0bc-0687-416a-9a85-f19566258dcb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: timer() Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:07:39.974962 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:07:39.992492 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c5126995-e8db-493a-8ff1-a4d8dae35343 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:07:40.014958 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: c5126995-e8db-493a-8ff1-a4d8dae35343 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:07:40.015417 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device c5126995-e8db-493a-8ff1-a4d8dae35343 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:07:40.016039 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 9b55190c-b5a1-4010-805b-7d9ee41accdc no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:07:40.038300 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 9b55190c-b5a1-4010-805b-7d9ee41accdc {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:07:40.038653 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 9b55190c-b5a1-4010-805b-7d9ee41accdc not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:07:40.056770 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c4bb0bc-0687-416a-9a85-f19566258dcb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:40.063071 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c4bb0bc-0687-416a-9a85-f19566258dcb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:40.071064 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57526) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:40.073015 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5c4bb0bc-0687-416a-9a85-f19566258dcb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "DELETE /v2.0/networks/83f94cd2-5713-49bc-b6ec-c358582e9ccf HTTP/1.1" status: 204 len: 168 time: 0.3734572 Nov 12 21:07:40.095027 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4bb0bc-0687-416a-9a85-f19566258dcb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Network': ['ID=83f94cd2-5713-49bc-b6ec-c358582e9ccf,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:40.103017 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4bb0bc-0687-416a-9a85-f19566258dcb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:40.103372 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4bb0bc-0687-416a-9a85-f19566258dcb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:40.103862 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4bb0bc-0687-416a-9a85-f19566258dcb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:40.104205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4bb0bc-0687-416a-9a85-f19566258dcb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:40.104571 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4bb0bc-0687-416a-9a85-f19566258dcb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:40.104909 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4bb0bc-0687-416a-9a85-f19566258dcb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:40.105243 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4bb0bc-0687-416a-9a85-f19566258dcb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:40.105575 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4bb0bc-0687-416a-9a85-f19566258dcb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:40.105905 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4bb0bc-0687-416a-9a85-f19566258dcb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:40.106237 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4bb0bc-0687-416a-9a85-f19566258dcb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:40.106553 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4bb0bc-0687-416a-9a85-f19566258dcb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:40.106881 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4bb0bc-0687-416a-9a85-f19566258dcb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:40.150385 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7e4017d1-9849-4a50-a8ac-49e8b5aaaee5 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:40.179390 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7e4017d1-9849-4a50-a8ac-49e8b5aaaee5 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:40.593996 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7e4017d1-9849-4a50-a8ac-49e8b5aaaee5 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:40.596801 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7e4017d1-9849-4a50-a8ac-49e8b5aaaee5 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:40.597994 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7e4017d1-9849-4a50-a8ac-49e8b5aaaee5 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "DELETE /v2.0/security-groups/b94b047e-794e-4ef2-a8ef-675be08a2b59 HTTP/1.1" status: 204 len: 168 time: 0.5258503 Nov 12 21:07:40.607882 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4017d1-9849-4a50-a8ac-49e8b5aaaee5 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94b047e-794e-4ef2-a8ef-675be08a2b59,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:41.037838 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57532) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:41.042466 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-4888d2d0-6fe6-4062-a652-3eb3eb0898cf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-766868431', 'description': 'tempest-secgroup-smoke-766868431 description', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:41.065937 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4888d2d0-6fe6-4062-a652-3eb3eb0898cf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.133256 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4888d2d0-6fe6-4062-a652-3eb3eb0898cf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.137378 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4888d2d0-6fe6-4062-a652-3eb3eb0898cf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.166754 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4888d2d0-6fe6-4062-a652-3eb3eb0898cf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.168014 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4888d2d0-6fe6-4062-a652-3eb3eb0898cf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1291614 Nov 12 21:07:41.171144 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57534) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:41.175890 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-964145d8-38fe-46ff-b353-5dc40e63860f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': '557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:41.182005 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888d2d0-6fe6-4062-a652-3eb3eb0898cf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:41.207137 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-964145d8-38fe-46ff-b353-5dc40e63860f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.262198 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-964145d8-38fe-46ff-b353-5dc40e63860f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.267365 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-964145d8-38fe-46ff-b353-5dc40e63860f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.286724 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964145d8-38fe-46ff-b353-5dc40e63860f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603f9a72-7b2b-4505-b5a9-55517546b473,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:41.299774 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-964145d8-38fe-46ff-b353-5dc40e63860f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.301106 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-964145d8-38fe-46ff-b353-5dc40e63860f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287446 Nov 12 21:07:41.304127 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57536) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:41.308846 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-f5838e76-bd6c-4cfd-be1a-c78efb3f9c5d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': '557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:41.337535 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f5838e76-bd6c-4cfd-be1a-c78efb3f9c5d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.402831 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f5838e76-bd6c-4cfd-be1a-c78efb3f9c5d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.407091 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f5838e76-bd6c-4cfd-be1a-c78efb3f9c5d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.429683 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5838e76-bd6c-4cfd-be1a-c78efb3f9c5d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f9df9b-2fc3-483d-a1a0-7eddf0d35fd4,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:41.443641 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f5838e76-bd6c-4cfd-be1a-c78efb3f9c5d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.444960 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f5838e76-bd6c-4cfd-be1a-c78efb3f9c5d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1398468 Nov 12 21:07:41.447652 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57538) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:41.452223 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-586d5e35-4a04-47d8-a6d9-c9982813c289 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': '557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:41.478434 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-586d5e35-4a04-47d8-a6d9-c9982813c289 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.535091 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-586d5e35-4a04-47d8-a6d9-c9982813c289 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.538859 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-586d5e35-4a04-47d8-a6d9-c9982813c289 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.556996 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d5e35-4a04-47d8-a6d9-c9982813c289 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c493194-e238-4e04-8be4-e4feb0e87444,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:41.564283 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-586d5e35-4a04-47d8-a6d9-c9982813c289 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.565504 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-586d5e35-4a04-47d8-a6d9-c9982813c289 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168709 Nov 12 21:07:41.568363 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57540) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:41.572898 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-1e3f9d79-01e0-4651-aa55-590d1b9ff7c2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': '557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:41.600055 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1e3f9d79-01e0-4651-aa55-590d1b9ff7c2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.657297 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1e3f9d79-01e0-4651-aa55-590d1b9ff7c2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.661081 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1e3f9d79-01e0-4651-aa55-590d1b9ff7c2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.680412 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f9d79-01e0-4651-aa55-590d1b9ff7c2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85824504-52fc-4e47-b708-66cb1b998b1e,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:41.689464 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1e3f9d79-01e0-4651-aa55-590d1b9ff7c2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.690763 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1e3f9d79-01e0-4651-aa55-590d1b9ff7c2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214020 Nov 12 21:07:41.693434 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57542) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:41.697773 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-c1ad14b3-e227-4504-ab1b-62064df46a49 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': '557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:41.720455 n-d-712140-15 neutron-server[102447]: INFO neutron.db.securitygroups_db [None req-c1ad14b3-e227-4504-ab1b-62064df46a49 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Project f56658a53d4f432cbf92c55a438e0b89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:07:41.725554 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1ad14b3-e227-4504-ab1b-62064df46a49 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.782930 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1ad14b3-e227-4504-ab1b-62064df46a49 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.786871 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1ad14b3-e227-4504-ab1b-62064df46a49 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.811969 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad14b3-e227-4504-ab1b-62064df46a49 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21345a0-1dbf-44af-8752-cbd3f362b7f3,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:41.817528 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1ad14b3-e227-4504-ab1b-62064df46a49 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.818663 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c1ad14b3-e227-4504-ab1b-62064df46a49 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1242740 Nov 12 21:07:41.821492 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57544) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:41.825731 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-c640e5c5-9d56-439e-849d-8a4ff95edebc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': '557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:41.849670 n-d-712140-15 neutron-server[102447]: INFO neutron.db.securitygroups_db [None req-c640e5c5-9d56-439e-849d-8a4ff95edebc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Project f56658a53d4f432cbf92c55a438e0b89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:07:41.853340 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 43bbc7d1-a16c-43b0-ae61-0b1af172422a no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:07:41.857006 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c640e5c5-9d56-439e-849d-8a4ff95edebc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.875910 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 43bbc7d1-a16c-43b0-ae61-0b1af172422a {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:07:41.876284 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 43bbc7d1-a16c-43b0-ae61-0b1af172422a not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:07:41.921439 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c640e5c5-9d56-439e-849d-8a4ff95edebc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.925511 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c640e5c5-9d56-439e-849d-8a4ff95edebc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.946646 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640e5c5-9d56-439e-849d-8a4ff95edebc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d120a87-a85d-4582-aa33-e2f6382d307d,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:41.955396 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c640e5c5-9d56-439e-849d-8a4ff95edebc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:41.956642 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c640e5c5-9d56-439e-849d-8a4ff95edebc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1342263 Nov 12 21:07:41.959694 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57546) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:41.964795 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-6b579db0-feb0-4a1c-8c8f-ff791ff36b96 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'network': {'name': 'tempest-network-smoke--991632098', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'port_security_enabled': True}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:41.986297 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b579db0-feb0-4a1c-8c8f-ff791ff36b96 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Made reservation on behalf of f56658a53d4f432cbf92c55a438e0b89 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:07:41.989816 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b579db0-feb0-4a1c-8c8f-ff791ff36b96 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:42.013233 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b579db0-feb0-4a1c-8c8f-ff791ff36b96 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:07:42.023107 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b579db0-feb0-4a1c-8c8f-ff791ff36b96 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:42.023503 n-d-712140-15 neutron-server[102448]: INFO neutron.db.segments_db [None req-6b579db0-feb0-4a1c-8c8f-ff791ff36b96 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Added segment 631b51f1-01c7-4400-b674-3e1a90f375d1 of type vlan for network 77637f23-0640-4d95-b32a-7cd19b1acba7 Nov 12 21:07:42.065711 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b579db0-feb0-4a1c-8c8f-ff791ff36b96 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:42.090023 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b579db0-feb0-4a1c-8c8f-ff791ff36b96 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:42.096662 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b579db0-feb0-4a1c-8c8f-ff791ff36b96 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:42.097256 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b579db0-feb0-4a1c-8c8f-ff791ff36b96 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:42.136609 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6b579db0-feb0-4a1c-8c8f-ff791ff36b96 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1756828 Nov 12 21:07:42.140511 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57548) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:42.145157 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-b0b64f2f-cc52-4a73-9359-1f0fec26ae0f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-954794466', 'admin_state_up': True, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:42.170277 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b0b64f2f-cc52-4a73-9359-1f0fec26ae0f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:42.171476 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b0b64f2f-cc52-4a73-9359-1f0fec26ae0f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:42.172861 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b579db0-feb0-4a1c-8c8f-ff791ff36b96 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Network': ['ID=77637f23-0640-4d95-b32a-7cd19b1acba7,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:42.185421 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 77637f23-0640-4d95-b32a-7cd19b1acba7 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:07:42.223416 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b0b64f2f-cc52-4a73-9359-1f0fec26ae0f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:42.367651 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b0b64f2f-cc52-4a73-9359-1f0fec26ae0f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:42.575875 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b0b64f2f-cc52-4a73-9359-1f0fec26ae0f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:42.596163 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b0b64f2f-cc52-4a73-9359-1f0fec26ae0f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:42.699223 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-b0b64f2f-cc52-4a73-9359-1f0fec26ae0f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Allocated IP 172.25.5.5 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/8417044d-9c46-4512-82c1-efa2558a434e) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:07:42.803729 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b0b64f2f-cc52-4a73-9359-1f0fec26ae0f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:42.837611 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b0b64f2f-cc52-4a73-9359-1f0fec26ae0f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:42.878401 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b64f2f-cc52-4a73-9359-1f0fec26ae0f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:07:42.883257 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-b0b64f2f-cc52-4a73-9359-1f0fec26ae0f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:07:42.886797 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b64f2f-cc52-4a73-9359-1f0fec26ae0f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:07:42.896802 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c5fa2c-2c51-4cd6-a26b-ee6bfdf26ed0 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:07:42.910249 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b64f2f-cc52-4a73-9359-1f0fec26ae0f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=8417044d-9c46-4512-82c1-efa2558a434e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:42.933194 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f791242b-0056-4c44-827b-ede22ad6bffe None None] Provisioning complete for port 8417044d-9c46-4512-82c1-efa2558a434e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:07:42.933849 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f791242b-0056-4c44-827b-ede22ad6bffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:42.971687 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-f791242b-0056-4c44-827b-ede22ad6bffe None None] Port 8417044d-9c46-4512-82c1-efa2558a434e cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:07:43.143218 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b0b64f2f-cc52-4a73-9359-1f0fec26ae0f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:43.351839 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b0b64f2f-cc52-4a73-9359-1f0fec26ae0f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:43.481082 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b64f2f-cc52-4a73-9359-1f0fec26ae0f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Router 7b5cf3bd-69b3-4742-be18-a9994ff550cf is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:07:43.590268 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b64f2f-cc52-4a73-9359-1f0fec26ae0f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:07:43.604427 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a252df-9551-4fdb-b4e5-fe59d333fea8 None None] Sync routers for ids ['7b5cf3bd-69b3-4742-be18-a9994ff550cf'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:07:43.612414 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b0b64f2f-cc52-4a73-9359-1f0fec26ae0f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:43.613716 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-b0b64f2f-cc52-4a73-9359-1f0fec26ae0f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4721830 Nov 12 21:07:43.615468 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a252df-9551-4fdb-b4e5-fe59d333fea8 None None] Routers {'7b5cf3bd-69b3-4742-be18-a9994ff550cf'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:07:43.616154 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f5a252df-9551-4fdb-b4e5-fe59d333fea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:07:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7b5cf3bd-69b3-4742-be18-a9994ff550cf'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:43.616953 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57550) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:43.691171 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a9a2e70b-cbe1-471c-be6e-ecb9fee95792 tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f56658a53d4f432cbf92c55a438e0b89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0731032 Nov 12 21:07:43.693863 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57554) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:43.722514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-f5a252df-9551-4fdb-b4e5-fe59d333fea8 None None] Set router 7b5cf3bd-69b3-4742-be18-a9994ff550cf gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:07:43.784658 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cd8444-8e2e-4886-bf84-831d49e5c946 tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:43.786145 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d3cd8444-8e2e-4886-bf84-831d49e5c946 tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913832 Nov 12 21:07:43.789074 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57556) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:43.818327 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8649057e-f9f9-4b83-8cd7-d84c7bffd8b9 tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281570 Nov 12 21:07:43.820972 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57558) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:43.825791 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-55e6d168-a8db-414e-b584-6e18051c9edc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2011525819', 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:43.910505 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f5a252df-9551-4fdb-b4e5-fe59d333fea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954794466', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '8417044d-9c46-4512-82c1-efa2558a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:07:43Z', 'revision_number': 3, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8417044d-9c46-4512-82c1-efa2558a434e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:07:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:43.920189 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e6d168-a8db-414e-b584-6e18051c9edc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Made reservation on behalf of f56658a53d4f432cbf92c55a438e0b89 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:07:43.925069 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55e6d168-a8db-414e-b584-6e18051c9edc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:43.944751 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a252df-9551-4fdb-b4e5-fe59d333fea8 None None] Checking router: 7b5cf3bd-69b3-4742-be18-a9994ff550cf for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:07:43.945133 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a252df-9551-4fdb-b4e5-fe59d333fea8 None None] Updating router 7b5cf3bd-69b3-4742-be18-a9994ff550cf port 8417044d-9c46-4512-82c1-efa2558a434e binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:07:43.971696 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f5a252df-9551-4fdb-b4e5-fe59d333fea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:44.112976 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55e6d168-a8db-414e-b584-6e18051c9edc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:44.179189 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6d168-a8db-414e-b584-6e18051c9edc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Subnet': ['ID=66921302-154a-48e8-8131-1cca8be1c077,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:44.189128 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e6d168-a8db-414e-b584-6e18051c9edc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Checking segment: {'id': '631b51f1-01c7-4400-b674-3e1a90f375d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:07:44.189490 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e6d168-a8db-414e-b584-6e18051c9edc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network hostable DHCP agents. Network: 77637f23-0640-4d95-b32a-7cd19b1acba7, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:07:44.206382 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e6d168-a8db-414e-b584-6e18051c9edc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network 77637f23-0640-4d95-b32a-7cd19b1acba7 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:07:44.215916 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-55e6d168-a8db-414e-b584-6e18051c9edc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 77637f23-0640-4d95-b32a-7cd19b1acba7) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:07:44.220660 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e6d168-a8db-414e-b584-6e18051c9edc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:44.221417 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-55e6d168-a8db-414e-b584-6e18051c9edc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:44.227688 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f5a252df-9551-4fdb-b4e5-fe59d333fea8 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:44.230674 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f21c49-db25-4eb6-8228-8e48897885ab None None] Network 77637f23-0640-4d95-b32a-7cd19b1acba7 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:07:44.241354 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-55e6d168-a8db-414e-b584-6e18051c9edc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4193230 Nov 12 21:07:44.241770 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57560) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:44.252624 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f5a252df-9551-4fdb-b4e5-fe59d333fea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:44.339708 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afffebf4-f0fb-47d2-893d-9bc934958602 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:07:44.359894 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f5a252df-9551-4fdb-b4e5-fe59d333fea8 None None] Attempting to bind port 8417044d-9c46-4512-82c1-efa2558a434e on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:44.359894 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f5a252df-9551-4fdb-b4e5-fe59d333fea8 None None] Attempting to bind port 8417044d-9c46-4512-82c1-efa2558a434e by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:44.359894 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a252df-9551-4fdb-b4e5-fe59d333fea8 None None] Attempting to bind port 8417044d-9c46-4512-82c1-efa2558a434e on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:44.361063 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd2db0-b7f9-403b-b9bf-361ee5dc5f63 None None] Pushing event updated for resources: {'Port': ['ID=8417044d-9c46-4512-82c1-efa2558a434e,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:44.370500 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a252df-9551-4fdb-b4e5-fe59d333fea8 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:07:44.370882 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a252df-9551-4fdb-b4e5-fe59d333fea8 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:07:44.371281 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f5a252df-9551-4fdb-b4e5-fe59d333fea8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:44.371663 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a252df-9551-4fdb-b4e5-fe59d333fea8 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:07:44.372137 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f5a252df-9551-4fdb-b4e5-fe59d333fea8 None None] Bound port: 8417044d-9c46-4512-82c1-efa2558a434e, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:07:44.372538 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f5a252df-9551-4fdb-b4e5-fe59d333fea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:44.468473 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d6753747-7045-4d56-8e3a-60c75e38ff1f None None] Provisioning complete for port 8417044d-9c46-4512-82c1-efa2558a434e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:07:44.468844 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d6753747-7045-4d56-8e3a-60c75e38ff1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:44.515444 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-f5a252df-9551-4fdb-b4e5-fe59d333fea8 None None] For port 8417044d-9c46-4512-82c1-efa2558a434e, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:07:44.548565 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-f5a252df-9551-4fdb-b4e5-fe59d333fea8 None None] For port 8417044d-9c46-4512-82c1-efa2558a434e, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8417044d-9c46-4512-82c1-efa2558a434e,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:07:44.553441 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f513a5-b98f-4647-a77d-3ba8a078ddb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-77637f23-0640-4d95-b32a-7cd19b1acba7', 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'fixed_ips': [{'subnet_id': '66921302-154a-48e8-8131-1cca8be1c077'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:07:44.554350 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-03f513a5-b98f-4647-a77d-3ba8a078ddb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:44.560426 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f5a252df-9551-4fdb-b4e5-fe59d333fea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:44.572603 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-d6753747-7045-4d56-8e3a-60c75e38ff1f None None] Port 8417044d-9c46-4512-82c1-efa2558a434e cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:07:44.634229 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1dbc81-8045-4633-8f9d-d82f80c141f6 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:07:44.714074 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd2db0-b7f9-403b-b9bf-361ee5dc5f63 None None] Pushing event updated for resources: {'Port': ['ID=8417044d-9c46-4512-82c1-efa2558a434e,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:44.724819 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a252df-9551-4fdb-b4e5-fe59d333fea8 None None] Routers {'7b5cf3bd-69b3-4742-be18-a9994ff550cf'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:07:44.725439 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f5a252df-9551-4fdb-b4e5-fe59d333fea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:07:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7b5cf3bd-69b3-4742-be18-a9994ff550cf'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:44.852786 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-03f513a5-b98f-4647-a77d-3ba8a078ddb3 None None] Allocated IP 172.20.0.2 (77637f23-0640-4d95-b32a-7cd19b1acba7/66921302-154a-48e8-8131-1cca8be1c077/2bb8439a-82a7-4f36-bf61-b4fa16ef07c8) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:07:44.856708 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-073c71ba-caed-43a4-9099-bea9d0fc3879 None None] Provisioning complete for port 8417044d-9c46-4512-82c1-efa2558a434e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:07:44.857097 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-073c71ba-caed-43a4-9099-bea9d0fc3879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:44.942394 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-f5a252df-9551-4fdb-b4e5-fe59d333fea8 None None] Set router 7b5cf3bd-69b3-4742-be18-a9994ff550cf gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:07:44.951424 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-892adcdd-74b0-4e0f-9017-5b222579dedc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:45.347042 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-073c71ba-caed-43a4-9099-bea9d0fc3879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:45.402890 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-073c71ba-caed-43a4-9099-bea9d0fc3879 None None] For port 8417044d-9c46-4512-82c1-efa2558a434e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8417044d-9c46-4512-82c1-efa2558a434e,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:45.404139 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-03f513a5-b98f-4647-a77d-3ba8a078ddb3 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:45.409791 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-073c71ba-caed-43a4-9099-bea9d0fc3879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:45.416013 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-03f513a5-b98f-4647-a77d-3ba8a078ddb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:45.470141 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-892adcdd-74b0-4e0f-9017-5b222579dedc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Allocated IP 172.20.0.1 (77637f23-0640-4d95-b32a-7cd19b1acba7/66921302-154a-48e8-8131-1cca8be1c077/a22e95b3-915c-4e24-9157-adc7849faa98) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:07:45.480015 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f513a5-b98f-4647-a77d-3ba8a078ddb3 None None] Network 77637f23-0640-4d95-b32a-7cd19b1acba7 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:07:45.486205 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-03f513a5-b98f-4647-a77d-3ba8a078ddb3 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:07:45.489067 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f513a5-b98f-4647-a77d-3ba8a078ddb3 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:07:45.490923 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c71ba-caed-43a4-9099-bea9d0fc3879 None None] Pushing event updated for resources: {'Port': ['ID=8417044d-9c46-4512-82c1-efa2558a434e,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:45.524501 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f5a252df-9551-4fdb-b4e5-fe59d333fea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954794466', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '8417044d-9c46-4512-82c1-efa2558a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:07:43Z', 'revision_number': 3, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8417044d-9c46-4512-82c1-efa2558a434e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:45.587168 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a252df-9551-4fdb-b4e5-fe59d333fea8 None None] The sync data for ids ['7b5cf3bd-69b3-4742-be18-a9994ff550cf'] in n-d-712140-15 is: [{'id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954794466', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '8417044d-9c46-4512-82c1-efa2558a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:07:43Z', 'revision_number': 3, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8417044d-9c46-4512-82c1-efa2558a434e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:07:45.590568 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-892adcdd-74b0-4e0f-9017-5b222579dedc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:45.611786 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f513a5-b98f-4647-a77d-3ba8a078ddb3 None None] Pushing event updated for resources: {'Port': ['ID=2bb8439a-82a7-4f36-bf61-b4fa16ef07c8,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:45.618762 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-03f513a5-b98f-4647-a77d-3ba8a078ddb3 None None] Attempting to bind port 2bb8439a-82a7-4f36-bf61-b4fa16ef07c8 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:45.618762 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-03f513a5-b98f-4647-a77d-3ba8a078ddb3 None None] Attempting to bind port 2bb8439a-82a7-4f36-bf61-b4fa16ef07c8 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '631b51f1-01c7-4400-b674-3e1a90f375d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:45.618762 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f513a5-b98f-4647-a77d-3ba8a078ddb3 None None] Attempting to bind port 2bb8439a-82a7-4f36-bf61-b4fa16ef07c8 on network 77637f23-0640-4d95-b32a-7cd19b1acba7 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:45.625286 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f513a5-b98f-4647-a77d-3ba8a078ddb3 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:07:45.626737 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f513a5-b98f-4647-a77d-3ba8a078ddb3 None None] Checking segment: {'id': '631b51f1-01c7-4400-b674-3e1a90f375d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:07:45.627437 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-892adcdd-74b0-4e0f-9017-5b222579dedc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:45.627639 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-03f513a5-b98f-4647-a77d-3ba8a078ddb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:45.627639 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f513a5-b98f-4647-a77d-3ba8a078ddb3 None None] Bound using segment: {'id': '631b51f1-01c7-4400-b674-3e1a90f375d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:07:45.627639 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-03f513a5-b98f-4647-a77d-3ba8a078ddb3 None None] Bound port: 2bb8439a-82a7-4f36-bf61-b4fa16ef07c8, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '631b51f1-01c7-4400-b674-3e1a90f375d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:07:45.627639 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-03f513a5-b98f-4647-a77d-3ba8a078ddb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:45.669476 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892adcdd-74b0-4e0f-9017-5b222579dedc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network 77637f23-0640-4d95-b32a-7cd19b1acba7 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:07:45.675054 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-892adcdd-74b0-4e0f-9017-5b222579dedc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:07:45.678988 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892adcdd-74b0-4e0f-9017-5b222579dedc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:07:45.685643 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892adcdd-74b0-4e0f-9017-5b222579dedc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=a22e95b3-915c-4e24-9157-adc7849faa98,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:45.695898 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-03f513a5-b98f-4647-a77d-3ba8a078ddb3 None None] For port 2bb8439a-82a7-4f36-bf61-b4fa16ef07c8, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:07:45.699579 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-03f513a5-b98f-4647-a77d-3ba8a078ddb3 None None] For port 2bb8439a-82a7-4f36-bf61-b4fa16ef07c8, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=2bb8439a-82a7-4f36-bf61-b4fa16ef07c8,segment=NetworkSegment(631b51f1-01c7-4400-b674-3e1a90f375d1),segment_id=631b51f1-01c7-4400-b674-3e1a90f375d1)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:07:45.704459 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-03f513a5-b98f-4647-a77d-3ba8a078ddb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:45.731913 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-892adcdd-74b0-4e0f-9017-5b222579dedc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:45.766831 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f513a5-b98f-4647-a77d-3ba8a078ddb3 None None] Pushing event updated for resources: {'Port': ['ID=2bb8439a-82a7-4f36-bf61-b4fa16ef07c8,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:45.901939 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-892adcdd-74b0-4e0f-9017-5b222579dedc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:46.244052 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-892adcdd-74b0-4e0f-9017-5b222579dedc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:46.249518 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-892adcdd-74b0-4e0f-9017-5b222579dedc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:46.332031 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-892adcdd-74b0-4e0f-9017-5b222579dedc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:46.333888 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892adcdd-74b0-4e0f-9017-5b222579dedc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=a22e95b3-915c-4e24-9157-adc7849faa98,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:46.433571 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892adcdd-74b0-4e0f-9017-5b222579dedc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network 77637f23-0640-4d95-b32a-7cd19b1acba7 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:07:46.435552 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-892adcdd-74b0-4e0f-9017-5b222579dedc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:07:46.570542 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892adcdd-74b0-4e0f-9017-5b222579dedc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Router 7b5cf3bd-69b3-4742-be18-a9994ff550cf has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:07:46.700409 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892adcdd-74b0-4e0f-9017-5b222579dedc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:07:46.706784 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-892adcdd-74b0-4e0f-9017-5b222579dedc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "PUT /v2.0/routers/7b5cf3bd-69b3-4742-be18-a9994ff550cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4641407 Nov 12 21:07:46.818691 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bcdccb-fff2-49da-9c1f-aee5d063a9a9 None None] Network 77637f23-0640-4d95-b32a-7cd19b1acba7 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:07:46.885849 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-232e2e5e-dda2-49c8-ac44-4a4fd731c3a5 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-766868431&fields=id&tenant_id=f56658a53d4f432cbf92c55a438e0b89 HTTP/1.1" status: 200 len: 267 time: 0.0511928 Nov 12 21:07:46.900432 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0d1138db-73f2-4b0f-90bc-303a24171eef None None] Provisioning complete for port 2bb8439a-82a7-4f36-bf61-b4fa16ef07c8 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:07:46.900810 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0d1138db-73f2-4b0f-90bc-303a24171eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:47.000629 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-3efff414-2277-4101-9393-a8ec967b462f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:47.002224 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-3efff414-2277-4101-9393-a8ec967b462f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/networks?id=77637f23-0640-4d95-b32a-7cd19b1acba7 HTTP/1.1" status: 200 len: 796 time: 0.1083641 Nov 12 21:07:47.019053 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-52865904-b381-447e-a891-49fc13f6ea16 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/quotas/f56658a53d4f432cbf92c55a438e0b89 HTTP/1.1" status: 200 len: 375 time: 0.0109372 Nov 12 21:07:47.062686 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0d1138db-73f2-4b0f-90bc-303a24171eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:47.092276 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-106bbf48-7b94-4f0a-a3a9-7d7e8992b612 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670247 Nov 12 21:07:47.106829 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0d1138db-73f2-4b0f-90bc-303a24171eef None None] For port 2bb8439a-82a7-4f36-bf61-b4fa16ef07c8, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=2bb8439a-82a7-4f36-bf61-b4fa16ef07c8,segment=NetworkSegment(631b51f1-01c7-4400-b674-3e1a90f375d1),segment_id=631b51f1-01c7-4400-b674-3e1a90f375d1)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:47.115375 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0d1138db-73f2-4b0f-90bc-303a24171eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:47.177508 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1138db-73f2-4b0f-90bc-303a24171eef None None] Pushing event updated for resources: {'Port': ['ID=2bb8439a-82a7-4f36-bf61-b4fa16ef07c8,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:47.178909 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-a4a0d690-146b-409f-88fd-b9388b6fdb21 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:07:47.181680 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-a4a0d690-146b-409f-88fd-b9388b6fdb21 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0675058 Nov 12 21:07:47.185812 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1138db-73f2-4b0f-90bc-303a24171eef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:47.186772 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1138db-73f2-4b0f-90bc-303a24171eef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:47.187120 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1138db-73f2-4b0f-90bc-303a24171eef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:47.187457 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1138db-73f2-4b0f-90bc-303a24171eef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:47.187792 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1138db-73f2-4b0f-90bc-303a24171eef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:47.188126 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1138db-73f2-4b0f-90bc-303a24171eef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:47.188499 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1138db-73f2-4b0f-90bc-303a24171eef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:47.188826 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1138db-73f2-4b0f-90bc-303a24171eef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:47.189182 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1138db-73f2-4b0f-90bc-303a24171eef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:47.189509 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1138db-73f2-4b0f-90bc-303a24171eef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:47.189908 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1138db-73f2-4b0f-90bc-303a24171eef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:47.190244 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1138db-73f2-4b0f-90bc-303a24171eef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:47.293561 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-fb5cb566-1f3d-4d7c-97a6-4f1d0337d5e4 service neutron] 10.222.0.48 "GET /v2.0/networks/77637f23-0640-4d95-b32a-7cd19b1acba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992770 Nov 12 21:07:47.348318 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-93898230-a05e-44f4-b5de-6de5e42aee2f None None] Provisioning complete for port 2bb8439a-82a7-4f36-bf61-b4fa16ef07c8 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:07:47.349829 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-93898230-a05e-44f4-b5de-6de5e42aee2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:47.405668 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-e02d3fff-f527-47f3-a76f-9d41989ab5e5 service neutron] 10.222.0.48 "GET /v2.0/networks/77637f23-0640-4d95-b32a-7cd19b1acba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055956 Nov 12 21:07:47.455425 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-93898230-a05e-44f4-b5de-6de5e42aee2f None None] Provisioning complete for port a22e95b3-915c-4e24-9157-adc7849faa98 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:07:47.455722 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-93898230-a05e-44f4-b5de-6de5e42aee2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:47.472683 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635bdb0a-f071-4aee-966f-c38987dbf099 None None] Sync routers for ids ['7b5cf3bd-69b3-4742-be18-a9994ff550cf'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:07:47.483324 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635bdb0a-f071-4aee-966f-c38987dbf099 None None] Routers {'7b5cf3bd-69b3-4742-be18-a9994ff550cf'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:07:47.483913 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-635bdb0a-f071-4aee-966f-c38987dbf099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:07:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7b5cf3bd-69b3-4742-be18-a9994ff550cf'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:47.492205 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-93898230-a05e-44f4-b5de-6de5e42aee2f None None] Port a22e95b3-915c-4e24-9157-adc7849faa98 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:07:47.619742 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4097f598-8aa6-4b57-980b-24a0f76280b2 req-3237a9ef-f12a-4a61-a136-f6aba1005b84 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 210 time: 0.0384405 Nov 12 21:07:47.627461 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e866cfcb-186a-408f-a28f-85832d8ad7fb None None] Provisioning complete for port a22e95b3-915c-4e24-9157-adc7849faa98 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:07:47.627835 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e866cfcb-186a-408f-a28f-85832d8ad7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:47.645992 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-635bdb0a-f071-4aee-966f-c38987dbf099 None None] Set router 7b5cf3bd-69b3-4742-be18-a9994ff550cf gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:07:47.690010 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e866cfcb-186a-408f-a28f-85832d8ad7fb None None] Port a22e95b3-915c-4e24-9157-adc7849faa98 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:07:47.810375 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8988b70f-7acb-450e-9ff1-a9d72925de0b None None] Provisioning complete for port a22e95b3-915c-4e24-9157-adc7849faa98 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:07:47.810745 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8988b70f-7acb-450e-9ff1-a9d72925de0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:47.847219 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8988b70f-7acb-450e-9ff1-a9d72925de0b None None] Port a22e95b3-915c-4e24-9157-adc7849faa98 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:07:47.892937 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-635bdb0a-f071-4aee-966f-c38987dbf099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954794466', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '8417044d-9c46-4512-82c1-efa2558a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:07:45Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8417044d-9c46-4512-82c1-efa2558a434e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'a22e95b3-915c-4e24-9157-adc7849faa98', 'name': '', 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:62:77:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '66921302-154a-48e8-8131-1cca8be1c077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:45Z', 'updated_at': '2021-11-12T21:07:46Z', 'revision_number': 2, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': '66921302-154a-48e8-8131-1cca8be1c077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:47.922387 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635bdb0a-f071-4aee-966f-c38987dbf099 None None] Checking router: 7b5cf3bd-69b3-4742-be18-a9994ff550cf for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:07:47.922742 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635bdb0a-f071-4aee-966f-c38987dbf099 None None] Updating router 7b5cf3bd-69b3-4742-be18-a9994ff550cf port a22e95b3-915c-4e24-9157-adc7849faa98 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:07:47.953557 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-635bdb0a-f071-4aee-966f-c38987dbf099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:47.974685 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2bb8439a-82a7-4f36-bf61-b4fa16ef07c8 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:07:48.030308 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 2bb8439a-82a7-4f36-bf61-b4fa16ef07c8 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:07:48.031368 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:48.126722 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8417044d-9c46-4512-82c1-efa2558a434e up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:07:48.176593 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 8417044d-9c46-4512-82c1-efa2558a434e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:07:48.176944 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:48.256741 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-635bdb0a-f071-4aee-966f-c38987dbf099 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:48.263672 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-635bdb0a-f071-4aee-966f-c38987dbf099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:48.314313 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb9276-0965-44ed-a9f5-d3c36dce3fe7 None None] Pushing event updated for resources: {'Port': ['ID=a22e95b3-915c-4e24-9157-adc7849faa98,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:48.340643 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb9276-0965-44ed-a9f5-d3c36dce3fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:48.341003 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb9276-0965-44ed-a9f5-d3c36dce3fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:48.341319 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb9276-0965-44ed-a9f5-d3c36dce3fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:48.341653 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb9276-0965-44ed-a9f5-d3c36dce3fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:48.341982 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb9276-0965-44ed-a9f5-d3c36dce3fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:48.342883 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb9276-0965-44ed-a9f5-d3c36dce3fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:48.343193 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb9276-0965-44ed-a9f5-d3c36dce3fe7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:48.343551 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb9276-0965-44ed-a9f5-d3c36dce3fe7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:48.344408 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb9276-0965-44ed-a9f5-d3c36dce3fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:48.344408 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb9276-0965-44ed-a9f5-d3c36dce3fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:48.344571 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb9276-0965-44ed-a9f5-d3c36dce3fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:48.344829 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb9276-0965-44ed-a9f5-d3c36dce3fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:07:48.473462 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-635bdb0a-f071-4aee-966f-c38987dbf099 None None] Attempting to bind port a22e95b3-915c-4e24-9157-adc7849faa98 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:48.474146 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-635bdb0a-f071-4aee-966f-c38987dbf099 None None] Attempting to bind port a22e95b3-915c-4e24-9157-adc7849faa98 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '631b51f1-01c7-4400-b674-3e1a90f375d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:48.474263 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635bdb0a-f071-4aee-966f-c38987dbf099 None None] Attempting to bind port a22e95b3-915c-4e24-9157-adc7849faa98 on network 77637f23-0640-4d95-b32a-7cd19b1acba7 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:48.479416 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635bdb0a-f071-4aee-966f-c38987dbf099 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:07:48.479784 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635bdb0a-f071-4aee-966f-c38987dbf099 None None] Checking segment: {'id': '631b51f1-01c7-4400-b674-3e1a90f375d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:07:48.480352 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-635bdb0a-f071-4aee-966f-c38987dbf099 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:48.480744 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635bdb0a-f071-4aee-966f-c38987dbf099 None None] Bound using segment: {'id': '631b51f1-01c7-4400-b674-3e1a90f375d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:07:48.481208 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-635bdb0a-f071-4aee-966f-c38987dbf099 None None] Bound port: a22e95b3-915c-4e24-9157-adc7849faa98, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '631b51f1-01c7-4400-b674-3e1a90f375d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:07:48.481967 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-635bdb0a-f071-4aee-966f-c38987dbf099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:48.542017 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-635bdb0a-f071-4aee-966f-c38987dbf099 None None] For port a22e95b3-915c-4e24-9157-adc7849faa98, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:07:48.544984 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-635bdb0a-f071-4aee-966f-c38987dbf099 None None] For port a22e95b3-915c-4e24-9157-adc7849faa98, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a22e95b3-915c-4e24-9157-adc7849faa98,segment=NetworkSegment(631b51f1-01c7-4400-b674-3e1a90f375d1),segment_id=631b51f1-01c7-4400-b674-3e1a90f375d1)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:07:48.549806 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-635bdb0a-f071-4aee-966f-c38987dbf099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:48.574776 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-bcd80a7a-faab-4fd8-bb19-a60152c14048 None None] Provisioning complete for port a22e95b3-915c-4e24-9157-adc7849faa98 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:07:48.575030 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bcd80a7a-faab-4fd8-bb19-a60152c14048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:48.597819 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635bdb0a-f071-4aee-966f-c38987dbf099 None None] Routers {'7b5cf3bd-69b3-4742-be18-a9994ff550cf'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:07:48.598492 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-635bdb0a-f071-4aee-966f-c38987dbf099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:07:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7b5cf3bd-69b3-4742-be18-a9994ff550cf'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:48.679506 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bcd80a7a-faab-4fd8-bb19-a60152c14048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:48.729367 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-bcd80a7a-faab-4fd8-bb19-a60152c14048 None None] For port a22e95b3-915c-4e24-9157-adc7849faa98, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a22e95b3-915c-4e24-9157-adc7849faa98,segment=NetworkSegment(631b51f1-01c7-4400-b674-3e1a90f375d1),segment_id=631b51f1-01c7-4400-b674-3e1a90f375d1)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:48.737659 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bcd80a7a-faab-4fd8-bb19-a60152c14048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:48.800586 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-ed368d30-722d-4aac-9f1d-638d1e271cb6 req-514a54f3-3f02-4b2c-abf3-7dea32b3db45 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 210 time: 0.0549362 Nov 12 21:07:48.801101 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-635bdb0a-f071-4aee-966f-c38987dbf099 None None] Set router 7b5cf3bd-69b3-4742-be18-a9994ff550cf gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:07:48.802629 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd80a7a-faab-4fd8-bb19-a60152c14048 None None] Pushing event updated for resources: {'Port': ['ID=a22e95b3-915c-4e24-9157-adc7849faa98,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:48.905768 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-671805dc-7f0a-484b-b542-d018c6798f52 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:48.907318 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-671805dc-7f0a-484b-b542-d018c6798f52 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.52 "GET /v2.0/networks?id=77637f23-0640-4d95-b32a-7cd19b1acba7 HTTP/1.1" status: 200 len: 796 time: 0.1926336 Nov 12 21:07:48.913849 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb9276-0965-44ed-a9f5-d3c36dce3fe7 None None] Pushing event updated for resources: {'Port': ['ID=a22e95b3-915c-4e24-9157-adc7849faa98,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:48.960721 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e4e8efc1-8020-44de-8891-cb4e71503d2e None None] Provisioning complete for port a22e95b3-915c-4e24-9157-adc7849faa98 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:07:48.961301 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e4e8efc1-8020-44de-8891-cb4e71503d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:48.980336 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-42b473d5-8d2a-4107-af02-9fe8c0f6fc9b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f56658a53d4f432cbf92c55a438e0b89 HTTP/1.1" status: 200 len: 379 time: 0.0588808 Nov 12 21:07:48.992646 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-49e10731-7fd9-4f93-80d6-5ee16b63c682 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'port': {'device_id': 'cf436052-6bef-4be8-b1f2-eba8bb81a28a', 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7', 'admin_state_up': True, 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'security_groups': ['557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:49.041909 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-635bdb0a-f071-4aee-966f-c38987dbf099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954794466', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '8417044d-9c46-4512-82c1-efa2558a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:07:45Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8417044d-9c46-4512-82c1-efa2558a434e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'a22e95b3-915c-4e24-9157-adc7849faa98', 'name': '', 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:62:77:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '66921302-154a-48e8-8131-1cca8be1c077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:45Z', 'updated_at': '2021-11-12T21:07:48Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': '66921302-154a-48e8-8131-1cca8be1c077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:49.070625 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635bdb0a-f071-4aee-966f-c38987dbf099 None None] The sync data for ids ['7b5cf3bd-69b3-4742-be18-a9994ff550cf'] in n-d-712140-15 is: [{'id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954794466', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '8417044d-9c46-4512-82c1-efa2558a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:07:45Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8417044d-9c46-4512-82c1-efa2558a434e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'a22e95b3-915c-4e24-9157-adc7849faa98', 'name': '', 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:62:77:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '66921302-154a-48e8-8131-1cca8be1c077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:45Z', 'updated_at': '2021-11-12T21:07:48Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': '66921302-154a-48e8-8131-1cca8be1c077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:07:49.105539 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-49e10731-7fd9-4f93-80d6-5ee16b63c682 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Made reservation on behalf of f56658a53d4f432cbf92c55a438e0b89 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:07:49.110132 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-49e10731-7fd9-4f93-80d6-5ee16b63c682 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:49.269638 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-49e10731-7fd9-4f93-80d6-5ee16b63c682 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Allocated IP 172.20.0.8 (77637f23-0640-4d95-b32a-7cd19b1acba7/66921302-154a-48e8-8131-1cca8be1c077/37b8ebbf-ed44-4b8e-8150-0fb569454d7b) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:07:49.428441 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-49e10731-7fd9-4f93-80d6-5ee16b63c682 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:49.470399 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-49e10731-7fd9-4f93-80d6-5ee16b63c682 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:49.518674 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-49e10731-7fd9-4f93-80d6-5ee16b63c682 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network 77637f23-0640-4d95-b32a-7cd19b1acba7 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:07:49.526898 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-49e10731-7fd9-4f93-80d6-5ee16b63c682 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:07:49.533500 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-49e10731-7fd9-4f93-80d6-5ee16b63c682 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:07:49.537340 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e10731-7fd9-4f93-80d6-5ee16b63c682 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=37b8ebbf-ed44-4b8e-8150-0fb569454d7b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:49.591319 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-49e10731-7fd9-4f93-80d6-5ee16b63c682 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:49.595482 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-49e10731-7fd9-4f93-80d6-5ee16b63c682 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:49.619342 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-49e10731-7fd9-4f93-80d6-5ee16b63c682 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6307645 Nov 12 21:07:49.631438 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-2602238d-6475-4f46-81b1-bb918b070f5a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:07:49.632572 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-2602238d-6475-4f46-81b1-bb918b070f5a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058987 Nov 12 21:07:49.696649 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-044c185e-6863-431b-b845-16c4ceaa4699 service neutron] Request body: {'port': {'device_id': 'cf436052-6bef-4be8-b1f2-eba8bb81a28a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:49.760808 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-044c185e-6863-431b-b845-16c4ceaa4699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:49.779188 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-47d8859e-4313-4ab2-bcf4-6a24484a4c31 None None] Provisioning complete for port 37b8ebbf-ed44-4b8e-8150-0fb569454d7b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:07:49.779188 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-47d8859e-4313-4ab2-bcf4-6a24484a4c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:49.820271 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-47d8859e-4313-4ab2-bcf4-6a24484a4c31 None None] Port 37b8ebbf-ed44-4b8e-8150-0fb569454d7b cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:07:49.990442 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a22e95b3-915c-4e24-9157-adc7849faa98 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:07:49.995249 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c00a7-d1a7-4789-a297-ed042e80fdc3 req-569f284c-d297-499a-ab76-a4fa3dbb56b8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:50.004125 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f5c00a7-d1a7-4789-a297-ed042e80fdc3 req-569f284c-d297-499a-ab76-a4fa3dbb56b8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 931 time: 0.1059358 Nov 12 21:07:50.064989 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-425ca849-0bf6-49fa-969a-e21a6879cc48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:50.082519 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port a22e95b3-915c-4e24-9157-adc7849faa98 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:07:50.083192 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:50.142000 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7f5c00a7-d1a7-4789-a297-ed042e80fdc3 req-59d68f8a-5db0-476e-9284-15d9817736a8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357312 Nov 12 21:07:50.253166 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-044c185e-6863-431b-b845-16c4ceaa4699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b8ebbf-ed44-4b8e-8150-0fb569454d7b {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:07:50.262188 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-044c185e-6863-431b-b845-16c4ceaa4699 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:50.278859 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-044c185e-6863-431b-b845-16c4ceaa4699 service neutron] Transition to ACTIVE for port object 37b8ebbf-ed44-4b8e-8150-0fb569454d7b will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:07:50.283668 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-044c185e-6863-431b-b845-16c4ceaa4699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:50.347224 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c185e-6863-431b-b845-16c4ceaa4699 service neutron] Pushing event updated for resources: {'Port': ['ID=37b8ebbf-ed44-4b8e-8150-0fb569454d7b,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:50.434817 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-044c185e-6863-431b-b845-16c4ceaa4699 service neutron] Attempting to bind port 37b8ebbf-ed44-4b8e-8150-0fb569454d7b on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:07:50.435154 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-044c185e-6863-431b-b845-16c4ceaa4699 service neutron] Attempting to bind port 37b8ebbf-ed44-4b8e-8150-0fb569454d7b by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '631b51f1-01c7-4400-b674-3e1a90f375d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:07:50.435484 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-044c185e-6863-431b-b845-16c4ceaa4699 service neutron] Attempting to bind port 37b8ebbf-ed44-4b8e-8150-0fb569454d7b on network 77637f23-0640-4d95-b32a-7cd19b1acba7 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:50.441364 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-044c185e-6863-431b-b845-16c4ceaa4699 service neutron] Port 37b8ebbf-ed44-4b8e-8150-0fb569454d7b on network 77637f23-0640-4d95-b32a-7cd19b1acba7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:07:50.441783 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-044c185e-6863-431b-b845-16c4ceaa4699 service neutron] Attempting to bind port 37b8ebbf-ed44-4b8e-8150-0fb569454d7b on network 77637f23-0640-4d95-b32a-7cd19b1acba7 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:07:50.447620 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-044c185e-6863-431b-b845-16c4ceaa4699 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:07:50.447957 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-044c185e-6863-431b-b845-16c4ceaa4699 service neutron] Checking segment: {'id': '631b51f1-01c7-4400-b674-3e1a90f375d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:07:50.448382 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-044c185e-6863-431b-b845-16c4ceaa4699 service neutron] Bound using segment: {'id': '631b51f1-01c7-4400-b674-3e1a90f375d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:07:50.448824 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-044c185e-6863-431b-b845-16c4ceaa4699 service neutron] Bound port: 37b8ebbf-ed44-4b8e-8150-0fb569454d7b, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '631b51f1-01c7-4400-b674-3e1a90f375d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:07:50.449185 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-044c185e-6863-431b-b845-16c4ceaa4699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:50.532956 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-044c185e-6863-431b-b845-16c4ceaa4699 service neutron] For port 37b8ebbf-ed44-4b8e-8150-0fb569454d7b, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:07:50.536425 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-044c185e-6863-431b-b845-16c4ceaa4699 service neutron] For port 37b8ebbf-ed44-4b8e-8150-0fb569454d7b, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=37b8ebbf-ed44-4b8e-8150-0fb569454d7b,segment=NetworkSegment(631b51f1-01c7-4400-b674-3e1a90f375d1),segment_id=631b51f1-01c7-4400-b674-3e1a90f375d1)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:07:50.542281 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-044c185e-6863-431b-b845-16c4ceaa4699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:50.577322 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-044c185e-6863-431b-b845-16c4ceaa4699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:50.578642 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-044c185e-6863-431b-b845-16c4ceaa4699 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:50.580190 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-044c185e-6863-431b-b845-16c4ceaa4699 service neutron] 10.222.0.52 "PUT /v2.0/ports/37b8ebbf-ed44-4b8e-8150-0fb569454d7b HTTP/1.1" status: 200 len: 1092 time: 0.9365027 Nov 12 21:07:50.582649 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf436052-6bef-4be8-b1f2-eba8bb81a28a', 'tag': '37b8ebbf-ed44-4b8e-8150-0fb569454d7b'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:07:50.585090 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0cdd8d-efd7-4031-a00b-fd8f915ff7af" -d '{"events": [{"name": "network-changed", "server_uuid": "cf436052-6bef-4be8-b1f2-eba8bb81a28a", "tag": "37b8ebbf-ed44-4b8e-8150-0fb569454d7b"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:07:50.630945 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c185e-6863-431b-b845-16c4ceaa4699 service neutron] Pushing event updated for resources: {'Port': ['ID=37b8ebbf-ed44-4b8e-8150-0fb569454d7b,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:50.676006 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ffdf79-1584-4654-b102-b16fd42c47a5 x-openstack-request-id: req-c7ffdf79-1584-4654-b102-b16fd42c47a5 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:07:50.676405 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf436052-6bef-4be8-b1f2-eba8bb81a28a", "tag": "37b8ebbf-ed44-4b8e-8150-0fb569454d7b", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:07:50.676657 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c7ffdf79-1584-4654-b102-b16fd42c47a5 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:07:50.677105 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf436052-6bef-4be8-b1f2-eba8bb81a28a', 'tag': '37b8ebbf-ed44-4b8e-8150-0fb569454d7b', 'status': 'completed', 'code': 200} Nov 12 21:07:50.698002 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-6153106f-ff9a-47ed-b235-beb0de2a2bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:50.699792 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-6153106f-ff9a-47ed-b235-beb0de2a2bcd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 1095 time: 0.0584097 Nov 12 21:07:50.750330 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-2182856d-b829-4f32-86a1-e1f95f9491eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37b8ebbf-ed44-4b8e-8150-0fb569454d7b HTTP/1.1" status: 200 len: 217 time: 0.0407679 Nov 12 21:07:50.805128 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-782fe345-13da-4768-97f4-c3856202fab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:50.806702 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-782fe345-13da-4768-97f4-c3856202fab1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66921302-154a-48e8-8131-1cca8be1c077 HTTP/1.1" status: 200 len: 835 time: 0.0484002 Nov 12 21:07:50.861515 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-412e500b-eef4-4dd6-a5de-c21519f49651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:50.862989 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-412e500b-eef4-4dd6-a5de-c21519f49651 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77637f23-0640-4d95-b32a-7cd19b1acba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477400 Nov 12 21:07:50.916084 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:50.965634 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-7e6c2c58-7275-435e-a9c7-dd0b2b40e4d3 service neutron] 10.222.0.52 "GET /v2.0/networks/77637f23-0640-4d95-b32a-7cd19b1acba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928955 Nov 12 21:07:51.059118 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6d5c7b26-e588-4968-b2c4-3b0badec24c3 req-43e00882-d852-4b05-812a-6841c1df9d74 service neutron] 10.222.0.52 "GET /v2.0/networks/77637f23-0640-4d95-b32a-7cd19b1acba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847816 Nov 12 21:07:51.159570 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cdd8d-efd7-4031-a00b-fd8f915ff7af req-9f3886eb-c8df-4161-8d59-6481ef7251d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:51.161129 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa0cdd8d-efd7-4031-a00b-fd8f915ff7af req-9f3886eb-c8df-4161-8d59-6481ef7251d4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 1095 time: 0.0468998 Nov 12 21:07:51.298780 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc3f44-4f1a-49f6-a942-7425bb4fb4d6 req-9128ed7c-9d3f-419e-8d11-f59c6f9c8413 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:51.300275 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6afc3f44-4f1a-49f6-a942-7425bb4fb4d6 req-9128ed7c-9d3f-419e-8d11-f59c6f9c8413 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 943 time: 0.0744362 Nov 12 21:07:51.302999 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cdd8d-efd7-4031-a00b-fd8f915ff7af req-a3bed304-ce60-44c4-b47b-2daf11d1cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:51.304370 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa0cdd8d-efd7-4031-a00b-fd8f915ff7af req-a3bed304-ce60-44c4-b47b-2daf11d1cca4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=77637f23-0640-4d95-b32a-7cd19b1acba7 HTTP/1.1" status: 200 len: 897 time: 0.1341054 Nov 12 21:07:51.355990 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa0cdd8d-efd7-4031-a00b-fd8f915ff7af req-bd194069-e655-4564-b598-08e0586ca422 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37b8ebbf-ed44-4b8e-8150-0fb569454d7b HTTP/1.1" status: 200 len: 217 time: 0.0432055 Nov 12 21:07:51.411889 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6afc3f44-4f1a-49f6-a942-7425bb4fb4d6 req-b80a6d31-edbc-4ffb-82f7-9f2f066e747e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055350 Nov 12 21:07:51.427151 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cdd8d-efd7-4031-a00b-fd8f915ff7af req-eee69278-9c25-488e-8058-688eb657d8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:51.428657 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa0cdd8d-efd7-4031-a00b-fd8f915ff7af req-eee69278-9c25-488e-8058-688eb657d8f3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66921302-154a-48e8-8131-1cca8be1c077 HTTP/1.1" status: 200 len: 835 time: 0.0612555 Nov 12 21:07:51.483608 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cdd8d-efd7-4031-a00b-fd8f915ff7af req-c7e3e90f-10a0-4f2f-a457-f3183680fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:51.485171 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa0cdd8d-efd7-4031-a00b-fd8f915ff7af req-c7e3e90f-10a0-4f2f-a457-f3183680fc3b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77637f23-0640-4d95-b32a-7cd19b1acba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449195 Nov 12 21:07:51.578532 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa0cdd8d-efd7-4031-a00b-fd8f915ff7af req-75855e85-b447-4c69-9fdb-d667ebb3b7ca service neutron] 10.222.0.52 "GET /v2.0/networks/77637f23-0640-4d95-b32a-7cd19b1acba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837998 Nov 12 21:07:51.675086 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fa0cdd8d-efd7-4031-a00b-fd8f915ff7af req-4dc71334-552a-49bd-a1ef-da7b21d5bec5 service neutron] 10.222.0.52 "GET /v2.0/networks/77637f23-0640-4d95-b32a-7cd19b1acba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885084 Nov 12 21:07:52.535781 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe935f6-f0e7-4834-95e1-9ce7670638ab req-a209758c-d8d8-4bb9-9c5b-a9711aed63b2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:52.537247 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-abe935f6-f0e7-4834-95e1-9ce7670638ab req-a209758c-d8d8-4bb9-9c5b-a9711aed63b2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 943 time: 0.0499952 Nov 12 21:07:52.596853 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-abe935f6-f0e7-4834-95e1-9ce7670638ab req-309b7bee-e862-468e-bd5a-9ef88dea601f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529888 Nov 12 21:07:52.878919 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e4027d45-a079-4266-825e-578e41f27b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:53.063449 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 37b8ebbf-ed44-4b8e-8150-0fb569454d7b details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:07:53.159513 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 37b8ebbf-ed44-4b8e-8150-0fb569454d7b, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=37b8ebbf-ed44-4b8e-8150-0fb569454d7b,segment=NetworkSegment(631b51f1-01c7-4400-b674-3e1a90f375d1),segment_id=631b51f1-01c7-4400-b674-3e1a90f375d1)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:53.170573 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '37b8ebbf-ed44-4b8e-8150-0fb569454d7b', 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7', 'port_id': '37b8ebbf-ed44-4b8e-8150-0fb569454d7b', 'mac_address': 'fa:16:3e:d0:d7:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66921302-154a-48e8-8131-1cca8be1c077', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:07:53.212016 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:53.225181 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b8ebbf-ed44-4b8e-8150-0fb569454d7b {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:07:53.244043 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 37b8ebbf-ed44-4b8e-8150-0fb569454d7b, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=37b8ebbf-ed44-4b8e-8150-0fb569454d7b,segment=NetworkSegment(631b51f1-01c7-4400-b674-3e1a90f375d1),segment_id=631b51f1-01c7-4400-b674-3e1a90f375d1)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:53.249189 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:53.297381 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=37b8ebbf-ed44-4b8e-8150-0fb569454d7b,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:53.518769 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['37b8ebbf-ed44-4b8e-8150-0fb569454d7b'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:07:53.721457 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4e145-ae93-4efc-a78f-2eb2340144e8 req-0a7c33b6-5873-4552-9404-fbdce235e270 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:53.723019 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d6e4e145-ae93-4efc-a78f-2eb2340144e8 req-0a7c33b6-5873-4552-9404-fbdce235e270 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 944 time: 0.0519361 Nov 12 21:07:53.773938 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d6e4e145-ae93-4efc-a78f-2eb2340144e8 req-b6dfd033-80b6-448b-bf30-430874b6a130 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445478 Nov 12 21:07:54.006329 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:54.557926 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:54.897337 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acc4b5-250f-43e6-a972-585141c6bca3 req-809a7b33-cc99-4378-84ae-7c242d182aa6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:54.898846 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-49acc4b5-250f-43e6-a972-585141c6bca3 req-809a7b33-cc99-4378-84ae-7c242d182aa6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 944 time: 0.0547380 Nov 12 21:07:54.960690 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-49acc4b5-250f-43e6-a972-585141c6bca3 req-7a348c5b-208f-4e6a-ab9f-b5009cd8ce3a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557506 Nov 12 21:07:55.058229 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 37b8ebbf-ed44-4b8e-8150-0fb569454d7b up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:07:55.108652 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 37b8ebbf-ed44-4b8e-8150-0fb569454d7b completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:07:55.113213 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 37b8ebbf-ed44-4b8e-8150-0fb569454d7b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:07:55.113591 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:55.199858 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:55.222982 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf436052-6bef-4be8-b1f2-eba8bb81a28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b8ebbf-ed44-4b8e-8150-0fb569454d7b'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:07:55.225335 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e2a221c1ff93e56a7b3290f78f059e5ee30a378a3a846772c85f81925c98a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0705be3c-6750-48e0-b20d-79a0c61ca56e" -d '{"events": [{"server_uuid": "cf436052-6bef-4be8-b1f2-eba8bb81a28a", "name": "network-vif-plugged", "status": "completed", "tag": "37b8ebbf-ed44-4b8e-8150-0fb569454d7b"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:07:55.239756 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 37b8ebbf-ed44-4b8e-8150-0fb569454d7b, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=37b8ebbf-ed44-4b8e-8150-0fb569454d7b,segment=NetworkSegment(631b51f1-01c7-4400-b674-3e1a90f375d1),segment_id=631b51f1-01c7-4400-b674-3e1a90f375d1)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:07:55.244464 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:55.296548 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=37b8ebbf-ed44-4b8e-8150-0fb569454d7b,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:55.332015 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6dc88db-7fef-4e78-becd-350a42c858f1 x-openstack-request-id: req-a6dc88db-7fef-4e78-becd-350a42c858f1 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:07:55.332338 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf436052-6bef-4be8-b1f2-eba8bb81a28a", "name": "network-vif-plugged", "status": "completed", "tag": "37b8ebbf-ed44-4b8e-8150-0fb569454d7b", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:07:55.332596 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a6dc88db-7fef-4e78-becd-350a42c858f1 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:07:55.332997 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf436052-6bef-4be8-b1f2-eba8bb81a28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b8ebbf-ed44-4b8e-8150-0fb569454d7b', 'code': 200} Nov 12 21:07:55.420958 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:55.454481 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c73a3e-f134-4026-891a-6c16309e22a7 req-0dbd8d09-227b-4667-8e55-26a45db01256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:55.456098 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b5c73a3e-f134-4026-891a-6c16309e22a7 req-0dbd8d09-227b-4667-8e55-26a45db01256 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 1097 time: 0.0476966 Nov 12 21:07:55.511912 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b5c73a3e-f134-4026-891a-6c16309e22a7 req-37fc8d17-0f90-47a4-a088-e41148dc6ee7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466454 Nov 12 21:07:56.088769 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:56.096900 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d2b96-8e9a-4f2f-9d43-16f9cead1723 req-4188a687-397c-481f-8d9d-a3a0cce752fa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:56.099134 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0d7d2b96-8e9a-4f2f-9d43-16f9cead1723 req-4188a687-397c-481f-8d9d-a3a0cce752fa tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 945 time: 0.0642111 Nov 12 21:07:56.157316 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0d7d2b96-8e9a-4f2f-9d43-16f9cead1723 req-c88c34ac-34d4-48a4-8ada-040ffee9d929 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514340 Nov 12 21:07:57.288704 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1726d2-d396-4bd3-ba7c-be4dd3115027 req-90b092f6-613a-4495-9ebb-3fbadd5c1e40 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:57.290353 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fb1726d2-d396-4bd3-ba7c-be4dd3115027 req-90b092f6-613a-4495-9ebb-3fbadd5c1e40 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 945 time: 0.0579879 Nov 12 21:07:57.362005 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fb1726d2-d396-4bd3-ba7c-be4dd3115027 req-df162f5b-21c6-4c8c-a80d-a73b3b4cdf85 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565197 Nov 12 21:07:57.486982 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654faded-effa-4031-9701-2db88d76f9b4 req-dff33bac-eba2-4477-9d92-efe85265e407 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:57.488537 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-654faded-effa-4031-9701-2db88d76f9b4 req-dff33bac-eba2-4477-9d92-efe85265e407 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 945 time: 0.0548396 Nov 12 21:07:57.547126 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-654faded-effa-4031-9701-2db88d76f9b4 req-17185e2e-685f-48ef-ad7c-07d868472aea tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516739 Nov 12 21:07:57.569874 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57616) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:57.612176 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb02337b-7dd6-463c-8f02-d2187a85aa4c tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:57.614133 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fb02337b-7dd6-463c-8f02-d2187a85aa4c tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 1092 time: 0.0430233 Nov 12 21:07:57.617435 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57618) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:07:57.622041 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-a8b3f030-70be-4a1c-a33c-faf0079c3d9c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'port_id': '37b8ebbf-ed44-4b8e-8150-0fb569454d7b', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:07:57.647303 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8b3f030-70be-4a1c-a33c-faf0079c3d9c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:57.757507 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8b3f030-70be-4a1c-a33c-faf0079c3d9c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:57.867253 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-a8b3f030-70be-4a1c-a33c-faf0079c3d9c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Allocated IP 172.25.5.91 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/450352b2-40f5-4738-84e2-0c7f671cb88c) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:07:58.004064 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8b3f030-70be-4a1c-a33c-faf0079c3d9c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:58.064999 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8b3f030-70be-4a1c-a33c-faf0079c3d9c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:58.105893 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b3f030-70be-4a1c-a33c-faf0079c3d9c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:07:58.113788 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-a8b3f030-70be-4a1c-a33c-faf0079c3d9c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:07:58.118033 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b3f030-70be-4a1c-a33c-faf0079c3d9c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:07:58.125395 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3f030-70be-4a1c-a33c-faf0079c3d9c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=450352b2-40f5-4738-84e2-0c7f671cb88c,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:58.827239 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8b3f030-70be-4a1c-a33c-faf0079c3d9c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:58.911559 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8b3f030-70be-4a1c-a33c-faf0079c3d9c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:59.079620 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8b3f030-70be-4a1c-a33c-faf0079c3d9c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:59.085130 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8b3f030-70be-4a1c-a33c-faf0079c3d9c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:59.166901 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3f030-70be-4a1c-a33c-faf0079c3d9c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=450352b2-40f5-4738-84e2-0c7f671cb88c,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:07:59.183587 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8b3f030-70be-4a1c-a33c-faf0079c3d9c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:59.301997 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-a8b3f030-70be-4a1c-a33c-faf0079c3d9c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Floating IP 39911ba5-7779-4354-ba33-97846dd18cae associated. External IP: 172.25.5.91, port: 37b8ebbf-ed44-4b8e-8150-0fb569454d7b. Nov 12 21:07:59.555796 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b3f030-70be-4a1c-a33c-faf0079c3d9c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Router 7b5cf3bd-69b3-4742-be18-a9994ff550cf has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:07:59.678346 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b3f030-70be-4a1c-a33c-faf0079c3d9c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:07:59.695185 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91c9279-c5a9-4e3a-a314-9f3efaf14010 None None] Sync routers for ids ['7b5cf3bd-69b3-4742-be18-a9994ff550cf'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:07:59.703620 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8b3f030-70be-4a1c-a33c-faf0079c3d9c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:07:59.710763 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91c9279-c5a9-4e3a-a314-9f3efaf14010 None None] Routers {'7b5cf3bd-69b3-4742-be18-a9994ff550cf'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:07:59.711554 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d91c9279-c5a9-4e3a-a314-9f3efaf14010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:07:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7b5cf3bd-69b3-4742-be18-a9994ff550cf'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:07:59.740789 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a8b3f030-70be-4a1c-a33c-faf0079c3d9c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1219263 Nov 12 21:07:59.741716 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf436052-6bef-4be8-b1f2-eba8bb81a28a', 'tag': '37b8ebbf-ed44-4b8e-8150-0fb569454d7b'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:07:59.745889 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c50253-cfed-4911-a4c0-c4ba8aa72a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf436052-6bef-4be8-b1f2-eba8bb81a28a", "tag": "37b8ebbf-ed44-4b8e-8150-0fb569454d7b"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:07:59.823860 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf24fcd-2693-47c7-a23f-97a297af38fe x-openstack-request-id: req-adf24fcd-2693-47c7-a23f-97a297af38fe {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:07:59.824366 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf436052-6bef-4be8-b1f2-eba8bb81a28a", "tag": "37b8ebbf-ed44-4b8e-8150-0fb569454d7b", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:07:59.824768 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-adf24fcd-2693-47c7-a23f-97a297af38fe {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:07:59.825381 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf436052-6bef-4be8-b1f2-eba8bb81a28a', 'tag': '37b8ebbf-ed44-4b8e-8150-0fb569454d7b', 'status': 'completed', 'code': 200} Nov 12 21:07:59.859973 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-d91c9279-c5a9-4e3a-a314-9f3efaf14010 None None] Set router 7b5cf3bd-69b3-4742-be18-a9994ff550cf gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:07:59.916997 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23745fac-a0ab-47d7-8f27-d99ff1b96429 req-dc381e0c-2710-4037-8d06-eed0118c1b59 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:59.919674 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23745fac-a0ab-47d7-8f27-d99ff1b96429 req-dc381e0c-2710-4037-8d06-eed0118c1b59 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 945 time: 0.1167572 Nov 12 21:07:59.924392 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c50253-cfed-4911-a4c0-c4ba8aa72a4d req-ac499aa0-a7a5-4fe9-95f7-e37e9949fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:07:59.926935 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d1c50253-cfed-4911-a4c0-c4ba8aa72a4d req-ac499aa0-a7a5-4fe9-95f7-e37e9949fe32 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 1097 time: 0.0696144 Nov 12 21:08:00.037106 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-23745fac-a0ab-47d7-8f27-d99ff1b96429 req-39e96da2-fe49-4ffc-9152-f40be514c0e6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068447 Nov 12 21:08:00.062503 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57624) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:00.078542 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c50253-cfed-4911-a4c0-c4ba8aa72a4d req-c729f61c-1f9e-42b5-bfee-7540ae05dfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:00.081099 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d1c50253-cfed-4911-a4c0-c4ba8aa72a4d req-c729f61c-1f9e-42b5-bfee-7540ae05dfc8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=77637f23-0640-4d95-b32a-7cd19b1acba7 HTTP/1.1" status: 200 len: 897 time: 0.1427824 Nov 12 21:08:00.143370 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fa9e01da-461f-4290-bd19-9d49c8906edf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/floatingips/39911ba5-7779-4354-ba33-97846dd18cae HTTP/1.1" status: 200 len: 990 time: 0.0784066 Nov 12 21:08:00.161029 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d91c9279-c5a9-4e3a-a314-9f3efaf14010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954794466', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '8417044d-9c46-4512-82c1-efa2558a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:07:45Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8417044d-9c46-4512-82c1-efa2558a434e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '39911ba5-7779-4354-ba33-97846dd18cae', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'floating_ip_address': '172.25.5.91', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'port_id': '37b8ebbf-ed44-4b8e-8150-0fb569454d7b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7', 'mac_address': 'fa:16:3e:d0:d7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf436052-6bef-4be8-b1f2-eba8bb81a28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:07:58Z', 'updated_at': '2021-11-12T21:07:58Z', 'revision_number': 0, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a22e95b3-915c-4e24-9157-adc7849faa98', 'name': '', 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:62:77:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '66921302-154a-48e8-8131-1cca8be1c077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:45Z', 'updated_at': '2021-11-12T21:07:48Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': '66921302-154a-48e8-8131-1cca8be1c077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:00.208438 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d1c50253-cfed-4911-a4c0-c4ba8aa72a4d req-a6011ac7-bfe6-4a00-b98c-fc2d4fcca7c4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37b8ebbf-ed44-4b8e-8150-0fb569454d7b HTTP/1.1" status: 200 len: 998 time: 0.1122582 Nov 12 21:08:00.212350 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91c9279-c5a9-4e3a-a314-9f3efaf14010 None None] Checking router: 7b5cf3bd-69b3-4742-be18-a9994ff550cf for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:08:00.222632 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91c9279-c5a9-4e3a-a314-9f3efaf14010 None None] Routers {'7b5cf3bd-69b3-4742-be18-a9994ff550cf'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:08:00.223264 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d91c9279-c5a9-4e3a-a314-9f3efaf14010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:07:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7b5cf3bd-69b3-4742-be18-a9994ff550cf'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:00.268384 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c50253-cfed-4911-a4c0-c4ba8aa72a4d req-90c757ba-588c-4eba-9476-6f74207ce4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:00.269975 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d1c50253-cfed-4911-a4c0-c4ba8aa72a4d req-90c757ba-588c-4eba-9476-6f74207ce4cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66921302-154a-48e8-8131-1cca8be1c077 HTTP/1.1" status: 200 len: 835 time: 0.0530384 Nov 12 21:08:00.325307 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c50253-cfed-4911-a4c0-c4ba8aa72a4d req-c1b050bd-5167-433e-9856-50824eb43b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:00.328615 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d1c50253-cfed-4911-a4c0-c4ba8aa72a4d req-c1b050bd-5167-433e-9856-50824eb43b58 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77637f23-0640-4d95-b32a-7cd19b1acba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491872 Nov 12 21:08:00.440468 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d1c50253-cfed-4911-a4c0-c4ba8aa72a4d req-a08ecc2a-d688-4413-9288-95bcbf7e1667 service neutron] 10.222.0.52 "GET /v2.0/networks/77637f23-0640-4d95-b32a-7cd19b1acba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041427 Nov 12 21:08:00.503620 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-d91c9279-c5a9-4e3a-a314-9f3efaf14010 None None] Set router 7b5cf3bd-69b3-4742-be18-a9994ff550cf gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:08:00.535286 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d1c50253-cfed-4911-a4c0-c4ba8aa72a4d req-f0880619-e0a2-4056-a0fd-46245bc3813e service neutron] 10.222.0.52 "GET /v2.0/networks/77637f23-0640-4d95-b32a-7cd19b1acba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868609 Nov 12 21:08:00.730346 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d91c9279-c5a9-4e3a-a314-9f3efaf14010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954794466', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '8417044d-9c46-4512-82c1-efa2558a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:07:45Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8417044d-9c46-4512-82c1-efa2558a434e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '39911ba5-7779-4354-ba33-97846dd18cae', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'floating_ip_address': '172.25.5.91', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'port_id': '37b8ebbf-ed44-4b8e-8150-0fb569454d7b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7', 'mac_address': 'fa:16:3e:d0:d7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf436052-6bef-4be8-b1f2-eba8bb81a28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:07:58Z', 'updated_at': '2021-11-12T21:07:58Z', 'revision_number': 0, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a22e95b3-915c-4e24-9157-adc7849faa98', 'name': '', 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:62:77:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '66921302-154a-48e8-8131-1cca8be1c077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:45Z', 'updated_at': '2021-11-12T21:07:48Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': '66921302-154a-48e8-8131-1cca8be1c077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:08:00.761813 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91c9279-c5a9-4e3a-a314-9f3efaf14010 None None] The sync data for ids ['7b5cf3bd-69b3-4742-be18-a9994ff550cf'] in n-d-712140-15 is: [{'id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954794466', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '8417044d-9c46-4512-82c1-efa2558a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:07:45Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8417044d-9c46-4512-82c1-efa2558a434e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '39911ba5-7779-4354-ba33-97846dd18cae', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'floating_ip_address': '172.25.5.91', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'port_id': '37b8ebbf-ed44-4b8e-8150-0fb569454d7b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7', 'mac_address': 'fa:16:3e:d0:d7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf436052-6bef-4be8-b1f2-eba8bb81a28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:07:58Z', 'updated_at': '2021-11-12T21:07:58Z', 'revision_number': 0, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a22e95b3-915c-4e24-9157-adc7849faa98', 'name': '', 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:62:77:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '66921302-154a-48e8-8131-1cca8be1c077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:45Z', 'updated_at': '2021-11-12T21:07:48Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': '66921302-154a-48e8-8131-1cca8be1c077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:08:00.970716 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6063df-34a4-41cd-9541-f0c9341a4013 None None] New status for floating IP 39911ba5-7779-4354-ba33-97846dd18cae: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:08:01.146106 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57626) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:01.216295 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a8d6ad81-eb16-4d61-9534-00cb1c12bd2f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/floatingips/39911ba5-7779-4354-ba33-97846dd18cae HTTP/1.1" status: 200 len: 992 time: 0.0680766 Nov 12 21:08:07.637452 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:08:20.046829 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-422ff21f-1c9d-48c0-93d1-8a462f9cab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:20.920851 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:22.884639 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b66b0ba9-ba37-43e3-a42a-62b79d4d6f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:24.010384 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:24.562921 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:25.424916 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:26.083849 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:33.832753 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-be55884f-ae48-41ef-98f8-b879eba38fc2 req-e47b5203-7d47-4113-a743-acc6b118539d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513701 Nov 12 21:08:33.939120 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55884f-ae48-41ef-98f8-b879eba38fc2 req-c1812ff1-d21e-48b8-a143-6e5ca52f9ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:33.940849 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-be55884f-ae48-41ef-98f8-b879eba38fc2 req-c1812ff1-d21e-48b8-a143-6e5ca52f9ae6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 1097 time: 0.0506070 Nov 12 21:08:34.068963 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55884f-ae48-41ef-98f8-b879eba38fc2 req-40ef75bb-5578-43f3-a82b-c06ba7fc334c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:34.070640 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-be55884f-ae48-41ef-98f8-b879eba38fc2 req-40ef75bb-5578-43f3-a82b-c06ba7fc334c service neutron] 10.222.0.52 "GET /v2.0/networks?id=77637f23-0640-4d95-b32a-7cd19b1acba7 HTTP/1.1" status: 200 len: 897 time: 0.1032064 Nov 12 21:08:34.151409 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-be55884f-ae48-41ef-98f8-b879eba38fc2 req-85b8c84e-fb65-422b-a37e-ecf4a9d2a869 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37b8ebbf-ed44-4b8e-8150-0fb569454d7b HTTP/1.1" status: 200 len: 1000 time: 0.0685217 Nov 12 21:08:34.206902 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55884f-ae48-41ef-98f8-b879eba38fc2 req-ae2c96d3-6227-4866-a33b-99793e79bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:34.208788 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-be55884f-ae48-41ef-98f8-b879eba38fc2 req-ae2c96d3-6227-4866-a33b-99793e79bb14 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66921302-154a-48e8-8131-1cca8be1c077 HTTP/1.1" status: 200 len: 835 time: 0.0474417 Nov 12 21:08:34.266611 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55884f-ae48-41ef-98f8-b879eba38fc2 req-d509bc11-4f7b-464a-bfd4-50c5b5ab778a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:34.268224 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-be55884f-ae48-41ef-98f8-b879eba38fc2 req-d509bc11-4f7b-464a-bfd4-50c5b5ab778a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77637f23-0640-4d95-b32a-7cd19b1acba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506859 Nov 12 21:08:34.378227 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-be55884f-ae48-41ef-98f8-b879eba38fc2 req-c92f5e4e-be95-4eff-b899-75da0a3b4f7d service neutron] 10.222.0.52 "GET /v2.0/networks/77637f23-0640-4d95-b32a-7cd19b1acba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001315 Nov 12 21:08:34.486687 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-be55884f-ae48-41ef-98f8-b879eba38fc2 req-b31e1826-eb00-4244-b398-a37fbb96b983 service neutron] 10.222.0.52 "GET /v2.0/networks/77637f23-0640-4d95-b32a-7cd19b1acba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993705 Nov 12 21:08:36.648993 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41add16f-9500-4ffd-86b5-8850e6582414 req-70f8f06a-3842-4084-b452-d1c1598affa3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:36.651718 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-41add16f-9500-4ffd-86b5-8850e6582414 req-70f8f06a-3842-4084-b452-d1c1598affa3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 945 time: 0.0676250 Nov 12 21:08:36.713507 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-41add16f-9500-4ffd-86b5-8850e6582414 req-ad844658-a6ba-4c96-bec6-e804ba7e4a6d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539320 Nov 12 21:08:37.850708 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda8865-bf30-4348-8d5a-930bff85f438 req-edd60967-83ba-4572-ac9e-7d2f681fa9f0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:37.852417 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cbda8865-bf30-4348-8d5a-930bff85f438 req-edd60967-83ba-4572-ac9e-7d2f681fa9f0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 945 time: 0.0534370 Nov 12 21:08:37.916615 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cbda8865-bf30-4348-8d5a-930bff85f438 req-74c13693-bdbb-453b-9f4d-36f3fe4e8e21 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533464 Nov 12 21:08:39.069534 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c297e0-d53a-4c02-9eaa-b74ebe1c073a req-29d5ff02-ab84-4ab4-a23a-74eea7effcbf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:39.072279 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a9c297e0-d53a-4c02-9eaa-b74ebe1c073a req-29d5ff02-ab84-4ab4-a23a-74eea7effcbf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 945 time: 0.0806651 Nov 12 21:08:39.160341 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a9c297e0-d53a-4c02-9eaa-b74ebe1c073a req-9e189fc2-fabd-4e50-8abc-baad18f0b4a9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806417 Nov 12 21:08:40.329818 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856949d-e455-4d08-8e73-76ebef3d9993 req-0b7be1d9-2238-4d58-b3c1-05d8eb788e54 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:40.332074 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5856949d-e455-4d08-8e73-76ebef3d9993 req-0b7be1d9-2238-4d58-b3c1-05d8eb788e54 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 945 time: 0.0721583 Nov 12 21:08:40.414603 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5856949d-e455-4d08-8e73-76ebef3d9993 req-62bdf17b-a376-420d-a824-d88e8cd219fc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755303 Nov 12 21:08:41.543361 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc3159-f99e-4453-bc43-ce007b5b30c3 req-54e30065-2b9d-4862-82ff-4a5a05642f42 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:41.546047 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aebc3159-f99e-4453-bc43-ce007b5b30c3 req-54e30065-2b9d-4862-82ff-4a5a05642f42 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 945 time: 0.0573852 Nov 12 21:08:41.598017 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-aebc3159-f99e-4453-bc43-ce007b5b30c3 req-ce86c229-5c56-470e-ad1d-5cd62b579420 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459423 Nov 12 21:08:42.757975 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6ee82-59b5-40bf-9ef9-56f96f56961a req-6268353b-22d0-4f08-bc8a-2db5bd672159 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:42.760266 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5cc6ee82-59b5-40bf-9ef9-56f96f56961a req-6268353b-22d0-4f08-bc8a-2db5bd672159 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 945 time: 0.0654643 Nov 12 21:08:42.858628 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5cc6ee82-59b5-40bf-9ef9-56f96f56961a req-e723f478-6482-457d-8e66-aea1c8c486eb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824113 Nov 12 21:08:43.987743 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f0904-9a3e-448a-8bd1-960d05746cd5 req-45f7a158-a915-490b-8cba-4f4e2968bcc4 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:43.989402 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c10f0904-9a3e-448a-8bd1-960d05746cd5 req-45f7a158-a915-490b-8cba-4f4e2968bcc4 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 945 time: 0.0530906 Nov 12 21:08:44.048467 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c10f0904-9a3e-448a-8bd1-960d05746cd5 req-94bfd441-3408-4f06-b9bb-16941b3eff68 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469935 Nov 12 21:08:44.636378 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:08:45.182153 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70f592-1d9c-4c61-ba26-61b42433c464 req-7fccf6c3-146a-4b9e-a3f0-ed7f2fa90abc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:45.183830 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cc70f592-1d9c-4c61-ba26-61b42433c464 req-7fccf6c3-146a-4b9e-a3f0-ed7f2fa90abc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 945 time: 0.0574355 Nov 12 21:08:45.248916 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cc70f592-1d9c-4c61-ba26-61b42433c464 req-c75d4476-fbdc-4d6f-bb92-3cf3a16306e2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580389 Nov 12 21:08:46.376675 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552c5d2-2bb5-4dfb-a8b6-41646bd64dc1 req-4c91b788-aa76-41e5-8c3e-e68eef5f3431 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:46.378290 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e552c5d2-2bb5-4dfb-a8b6-41646bd64dc1 req-4c91b788-aa76-41e5-8c3e-e68eef5f3431 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 945 time: 0.0531650 Nov 12 21:08:46.442412 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e552c5d2-2bb5-4dfb-a8b6-41646bd64dc1 req-c184888f-a040-4a1e-9504-cca31c344dbc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568261 Nov 12 21:08:47.584520 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d7536-5c07-4499-b0a2-8c17155ca1de req-c4ebb037-703b-4bd9-8c5f-fc24eb7b9dd0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:47.586417 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ec7d7536-5c07-4499-b0a2-8c17155ca1de req-c4ebb037-703b-4bd9-8c5f-fc24eb7b9dd0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 945 time: 0.0702438 Nov 12 21:08:47.652460 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ec7d7536-5c07-4499-b0a2-8c17155ca1de req-1e622ca6-34bc-47ae-98c7-8898dbd6ba24 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581901 Nov 12 21:08:47.681950 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57660) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:47.837827 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-220d02da-79da-49b8-8a32-9c4a63541830 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/floatingips/39911ba5-7779-4354-ba33-97846dd18cae HTTP/1.1" status: 200 len: 992 time: 0.1543229 Nov 12 21:08:49.161955 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde4110-1195-49be-9402-51712be8f5fb req-6f55b3db-9af3-4af4-84da-dcdbfae818ac tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:49.164128 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1bde4110-1195-49be-9402-51712be8f5fb req-6f55b3db-9af3-4af4-84da-dcdbfae818ac tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 945 time: 0.0665812 Nov 12 21:08:49.214509 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28853894-5af9-4f9a-8154-fbce351c9317 req-7c5f5b3d-338d-4c7e-87d6-078570eed43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:49.217681 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-28853894-5af9-4f9a-8154-fbce351c9317 req-7c5f5b3d-338d-4c7e-87d6-078570eed43a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 1097 time: 0.0537694 Nov 12 21:08:49.226858 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1bde4110-1195-49be-9402-51712be8f5fb req-0a7f3f17-bf1f-4257-9c83-d95f81362fc8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548697 Nov 12 21:08:49.337194 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28853894-5af9-4f9a-8154-fbce351c9317 req-2070fb76-b11f-41e4-9887-721e673ae378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:49.339436 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-28853894-5af9-4f9a-8154-fbce351c9317 req-2070fb76-b11f-41e4-9887-721e673ae378 service neutron] 10.222.0.52 "GET /v2.0/networks?id=77637f23-0640-4d95-b32a-7cd19b1acba7 HTTP/1.1" status: 200 len: 897 time: 0.1127088 Nov 12 21:08:49.458272 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-28853894-5af9-4f9a-8154-fbce351c9317 req-8b790bf1-ff8a-4978-8729-038770b4fe01 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37b8ebbf-ed44-4b8e-8150-0fb569454d7b HTTP/1.1" status: 200 len: 1000 time: 0.1077969 Nov 12 21:08:49.518631 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28853894-5af9-4f9a-8154-fbce351c9317 req-8937d105-8ee2-475b-80e6-c675296b7dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:49.520219 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-28853894-5af9-4f9a-8154-fbce351c9317 req-8937d105-8ee2-475b-80e6-c675296b7dd5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66921302-154a-48e8-8131-1cca8be1c077 HTTP/1.1" status: 200 len: 835 time: 0.0519691 Nov 12 21:08:49.606118 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28853894-5af9-4f9a-8154-fbce351c9317 req-5fe4ad2d-1e6a-4656-a0de-a75f31664b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:49.609171 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-28853894-5af9-4f9a-8154-fbce351c9317 req-5fe4ad2d-1e6a-4656-a0de-a75f31664b53 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77637f23-0640-4d95-b32a-7cd19b1acba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797019 Nov 12 21:08:49.739429 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-28853894-5af9-4f9a-8154-fbce351c9317 req-d0ff567a-42c8-4234-97e2-6a8eacf842b8 service neutron] 10.222.0.52 "GET /v2.0/networks/77637f23-0640-4d95-b32a-7cd19b1acba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198728 Nov 12 21:08:49.848219 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-28853894-5af9-4f9a-8154-fbce351c9317 req-6d0ac1d7-05a3-49a1-8ce5-7d4550d60148 service neutron] 10.222.0.52 "GET /v2.0/networks/77637f23-0640-4d95-b32a-7cd19b1acba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005695 Nov 12 21:08:50.042117 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-938d8dad-d76f-4b4f-ac82-33d4b18a6a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:50.374454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513f207-42a5-4c51-93e7-c436fe801f63 req-e1f0d262-b5a2-40d0-abc4-5f07d5bfaa67 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:50.376786 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1513f207-42a5-4c51-93e7-c436fe801f63 req-e1f0d262-b5a2-40d0-abc4-5f07d5bfaa67 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 945 time: 0.0552769 Nov 12 21:08:50.447179 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1513f207-42a5-4c51-93e7-c436fe801f63 req-4a65bce7-4d1d-45ff-8569-bac7459916c4 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629425 Nov 12 21:08:50.930295 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:51.581641 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd80a3-55fb-4f8d-91be-3202b67a50c9 req-9c95250e-801b-4d41-b7b4-7b5affe4ae5c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:08:51.583263 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f8bd80a3-55fb-4f8d-91be-3202b67a50c9 req-9c95250e-801b-4d41-b7b4-7b5affe4ae5c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 945 time: 0.0519407 Nov 12 21:08:51.638683 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f8bd80a3-55fb-4f8d-91be-3202b67a50c9 req-94526dbd-dd51-4016-9154-aaab0c1004a3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488691 Nov 12 21:08:51.666397 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57672) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:08:51.735656 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7286d82b-483e-45ce-a910-6c8384a41c67 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/floatingips/39911ba5-7779-4354-ba33-97846dd18cae HTTP/1.1" status: 200 len: 992 time: 0.0676475 Nov 12 21:08:52.879536 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-32cfaf70-f941-4e7b-901a-76ca6a8048fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:54.014390 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:54.587764 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:55.426784 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:08:56.087606 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:20.037064 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-071bb513-773d-484f-9880-5943a6bdacb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:20.954748 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:21.635700 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:09:22.885119 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-850f0ddf-a55a-4cd1-913e-d86848e5a9b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:24.017653 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:24.094065 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57694) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:24.289673 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-0319e8d4-1cff-4437-97dc-360962932b78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Deleting port 450352b2-40f5-4738-84e2-0c7f671cb88c {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:09:24.289964 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0319e8d4-1cff-4437-97dc-360962932b78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:24.372548 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0319e8d4-1cff-4437-97dc-360962932b78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:24.372882 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0319e8d4-1cff-4437-97dc-360962932b78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:24.386113 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-0319e8d4-1cff-4437-97dc-360962932b78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Calling delete_port for 450352b2-40f5-4738-84e2-0c7f671cb88c owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:09:24.592586 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:24.607636 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0319e8d4-1cff-4437-97dc-360962932b78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:24.930017 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319e8d4-1cff-4437-97dc-360962932b78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Port': ['ID=450352b2-40f5-4738-84e2-0c7f671cb88c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:24.945590 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0319e8d4-1cff-4437-97dc-360962932b78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:24.945947 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0319e8d4-1cff-4437-97dc-360962932b78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:24.946282 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0319e8d4-1cff-4437-97dc-360962932b78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:24.946612 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0319e8d4-1cff-4437-97dc-360962932b78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:24.946946 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0319e8d4-1cff-4437-97dc-360962932b78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:24.947298 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0319e8d4-1cff-4437-97dc-360962932b78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:24.947603 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0319e8d4-1cff-4437-97dc-360962932b78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:24.947919 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0319e8d4-1cff-4437-97dc-360962932b78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:24.948258 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0319e8d4-1cff-4437-97dc-360962932b78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:24.948588 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0319e8d4-1cff-4437-97dc-360962932b78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:24.948909 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0319e8d4-1cff-4437-97dc-360962932b78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:24.950523 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0319e8d4-1cff-4437-97dc-360962932b78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:25.007550 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0319e8d4-1cff-4437-97dc-360962932b78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:25.007946 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-0319e8d4-1cff-4437-97dc-360962932b78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Floating IP 39911ba5-7779-4354-ba33-97846dd18cae disassociated (deleted). External IP: 172.25.5.91, port: 37b8ebbf-ed44-4b8e-8150-0fb569454d7b. Nov 12 21:09:25.230042 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0319e8d4-1cff-4437-97dc-360962932b78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Router 7b5cf3bd-69b3-4742-be18-a9994ff550cf has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:09:25.350298 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0319e8d4-1cff-4437-97dc-360962932b78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:09:25.355916 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0319e8d4-1cff-4437-97dc-360962932b78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:25.363124 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06b2c1a-9fe2-4d89-86e6-38fa08df1c7f None None] Sync routers for ids ['7b5cf3bd-69b3-4742-be18-a9994ff550cf'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:09:25.378990 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06b2c1a-9fe2-4d89-86e6-38fa08df1c7f None None] Routers {'7b5cf3bd-69b3-4742-be18-a9994ff550cf'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:09:25.380000 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d06b2c1a-9fe2-4d89-86e6-38fa08df1c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:09:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7b5cf3bd-69b3-4742-be18-a9994ff550cf'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:25.397285 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0319e8d4-1cff-4437-97dc-360962932b78 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "DELETE /v2.0/floatingips/39911ba5-7779-4354-ba33-97846dd18cae HTTP/1.1" status: 204 len: 168 time: 1.3017333 Nov 12 21:09:25.397872 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf436052-6bef-4be8-b1f2-eba8bb81a28a', 'tag': '37b8ebbf-ed44-4b8e-8150-0fb569454d7b'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:09:25.403107 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee7b8b7-a387-4c33-a4cf-e85ff02ff34c" -d '{"events": [{"name": "network-changed", "server_uuid": "cf436052-6bef-4be8-b1f2-eba8bb81a28a", "tag": "37b8ebbf-ed44-4b8e-8150-0fb569454d7b"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:09:25.448387 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc4825d-709a-415e-9b3d-726d1d811f79 x-openstack-request-id: req-dfc4825d-709a-415e-9b3d-726d1d811f79 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:09:25.448715 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf436052-6bef-4be8-b1f2-eba8bb81a28a", "tag": "37b8ebbf-ed44-4b8e-8150-0fb569454d7b", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:09:25.449693 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dfc4825d-709a-415e-9b3d-726d1d811f79 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:09:25.450169 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf436052-6bef-4be8-b1f2-eba8bb81a28a', 'tag': '37b8ebbf-ed44-4b8e-8150-0fb569454d7b', 'status': 'completed', 'code': 200} Nov 12 21:09:25.495002 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:25.523171 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7b8b7-a387-4c33-a4cf-e85ff02ff34c req-b4eb819d-7c06-4a9a-b44c-a4fd139fc0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:25.524941 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fee7b8b7-a387-4c33-a4cf-e85ff02ff34c req-b4eb819d-7c06-4a9a-b44c-a4fd139fc0b3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 1097 time: 0.0479212 Nov 12 21:09:25.572485 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-d06b2c1a-9fe2-4d89-86e6-38fa08df1c7f None None] Set router 7b5cf3bd-69b3-4742-be18-a9994ff550cf gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:09:25.702149 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7b8b7-a387-4c33-a4cf-e85ff02ff34c req-b1d77510-cc47-442b-8c14-dcb3e9ea3f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:25.704802 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fee7b8b7-a387-4c33-a4cf-e85ff02ff34c req-b1d77510-cc47-442b-8c14-dcb3e9ea3f1f service neutron] 10.222.0.52 "GET /v2.0/networks?id=77637f23-0640-4d95-b32a-7cd19b1acba7 HTTP/1.1" status: 200 len: 897 time: 0.1704988 Nov 12 21:09:25.722646 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a5ccf-a516-4760-87af-ad712b617797 req-46aa7abd-5980-41b4-b68d-928556b17872 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:25.724260 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fe1a5ccf-a516-4760-87af-ad712b617797 req-46aa7abd-5980-41b4-b68d-928556b17872 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 945 time: 0.0831199 Nov 12 21:09:25.773646 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fee7b8b7-a387-4c33-a4cf-e85ff02ff34c req-389cd13c-f339-4030-add9-f915f84d322c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37b8ebbf-ed44-4b8e-8150-0fb569454d7b HTTP/1.1" status: 200 len: 217 time: 0.0481446 Nov 12 21:09:25.806831 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d06b2c1a-9fe2-4d89-86e6-38fa08df1c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954794466', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '8417044d-9c46-4512-82c1-efa2558a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:07:45Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8417044d-9c46-4512-82c1-efa2558a434e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'a22e95b3-915c-4e24-9157-adc7849faa98', 'name': '', 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:62:77:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '66921302-154a-48e8-8131-1cca8be1c077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:45Z', 'updated_at': '2021-11-12T21:07:48Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': '66921302-154a-48e8-8131-1cca8be1c077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:25.835547 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06b2c1a-9fe2-4d89-86e6-38fa08df1c7f None None] Checking router: 7b5cf3bd-69b3-4742-be18-a9994ff550cf for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:09:25.846080 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06b2c1a-9fe2-4d89-86e6-38fa08df1c7f None None] Routers {'7b5cf3bd-69b3-4742-be18-a9994ff550cf'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:09:25.846706 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d06b2c1a-9fe2-4d89-86e6-38fa08df1c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:09:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7b5cf3bd-69b3-4742-be18-a9994ff550cf'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:25.854079 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fe1a5ccf-a516-4760-87af-ad712b617797 req-9a939abb-87d7-4ab6-a60c-bb5a2779536a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207740 Nov 12 21:09:25.869441 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7b8b7-a387-4c33-a4cf-e85ff02ff34c req-9fc9461c-30b9-4807-8474-6b2a142f17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:25.871728 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fee7b8b7-a387-4c33-a4cf-e85ff02ff34c req-9fc9461c-30b9-4807-8474-6b2a142f17d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66921302-154a-48e8-8131-1cca8be1c077 HTTP/1.1" status: 200 len: 835 time: 0.0839050 Nov 12 21:09:25.940494 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7b8b7-a387-4c33-a4cf-e85ff02ff34c req-62debd35-6059-424b-b16f-cfad3df4dc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:25.943397 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fee7b8b7-a387-4c33-a4cf-e85ff02ff34c req-62debd35-6059-424b-b16f-cfad3df4dc6c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77637f23-0640-4d95-b32a-7cd19b1acba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630355 Nov 12 21:09:25.988108 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-d06b2c1a-9fe2-4d89-86e6-38fa08df1c7f None None] Set router 7b5cf3bd-69b3-4742-be18-a9994ff550cf gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:09:26.075411 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fee7b8b7-a387-4c33-a4cf-e85ff02ff34c req-1376a0d2-5b6d-42cf-a105-6b2eb7b84a15 service neutron] 10.222.0.52 "GET /v2.0/networks/77637f23-0640-4d95-b32a-7cd19b1acba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231329 Nov 12 21:09:26.143819 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:26.192108 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-fee7b8b7-a387-4c33-a4cf-e85ff02ff34c req-f91ff14d-a8ca-4c50-a5f0-f2328acd53b0 service neutron] 10.222.0.52 "GET /v2.0/networks/77637f23-0640-4d95-b32a-7cd19b1acba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092038 Nov 12 21:09:26.248949 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d06b2c1a-9fe2-4d89-86e6-38fa08df1c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954794466', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '8417044d-9c46-4512-82c1-efa2558a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:07:45Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8417044d-9c46-4512-82c1-efa2558a434e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'a22e95b3-915c-4e24-9157-adc7849faa98', 'name': '', 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:62:77:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '66921302-154a-48e8-8131-1cca8be1c077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:45Z', 'updated_at': '2021-11-12T21:07:48Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': '66921302-154a-48e8-8131-1cca8be1c077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:26.276533 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06b2c1a-9fe2-4d89-86e6-38fa08df1c7f None None] The sync data for ids ['7b5cf3bd-69b3-4742-be18-a9994ff550cf'] in n-d-712140-15 is: [{'id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954794466', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '8417044d-9c46-4512-82c1-efa2558a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:07:45Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8417044d-9c46-4512-82c1-efa2558a434e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'a22e95b3-915c-4e24-9157-adc7849faa98', 'name': '', 'network_id': '77637f23-0640-4d95-b32a-7cd19b1acba7', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:62:77:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '66921302-154a-48e8-8131-1cca8be1c077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:45Z', 'updated_at': '2021-11-12T21:07:48Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': '66921302-154a-48e8-8131-1cca8be1c077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:09:26.560380 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c7a9ab-f754-4f98-90c1-7d024f3291e1 None None] New status for floating IP 39911ba5-7779-4354-ba33-97846dd18cae: DOWN {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:09:27.011706 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cd8e4-c1ab-4c06-b37e-44835f995bdf req-f8330f6d-8256-4351-9690-44aac382fcc2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:27.014588 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8f2cd8e4-c1ab-4c06-b37e-44835f995bdf req-f8330f6d-8256-4351-9690-44aac382fcc2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 945 time: 0.0623813 Nov 12 21:09:27.072848 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-8f2cd8e4-c1ab-4c06-b37e-44835f995bdf req-1426846f-bd14-4d93-ae7c-1f8fb89f030f tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516360 Nov 12 21:09:27.384462 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf3284-703c-472c-acfa-52231825727e req-47bebd6e-746e-49c7-a92a-b41c43af7345 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:27.386223 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d3cf3284-703c-472c-acfa-52231825727e req-47bebd6e-746e-49c7-a92a-b41c43af7345 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 945 time: 0.0617716 Nov 12 21:09:27.496941 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-d3cf3284-703c-472c-acfa-52231825727e req-a979b268-6a9c-43de-b31f-1c6e450f403d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Deleting port 37b8ebbf-ed44-4b8e-8150-0fb569454d7b {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:09:27.497282 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d3cf3284-703c-472c-acfa-52231825727e req-a979b268-6a9c-43de-b31f-1c6e450f403d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:27.598771 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-d3cf3284-703c-472c-acfa-52231825727e req-a979b268-6a9c-43de-b31f-1c6e450f403d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] For port 37b8ebbf-ed44-4b8e-8150-0fb569454d7b, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=37b8ebbf-ed44-4b8e-8150-0fb569454d7b,segment=NetworkSegment(631b51f1-01c7-4400-b674-3e1a90f375d1),segment_id=631b51f1-01c7-4400-b674-3e1a90f375d1)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:09:27.599048 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d3cf3284-703c-472c-acfa-52231825727e req-a979b268-6a9c-43de-b31f-1c6e450f403d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:27.618556 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-d3cf3284-703c-472c-acfa-52231825727e req-a979b268-6a9c-43de-b31f-1c6e450f403d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Calling delete_port for 37b8ebbf-ed44-4b8e-8150-0fb569454d7b owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:09:27.800370 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d3cf3284-703c-472c-acfa-52231825727e req-a979b268-6a9c-43de-b31f-1c6e450f403d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:27.835427 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979b268-6a9c-43de-b31f-1c6e450f403d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Port': ['ID=37b8ebbf-ed44-4b8e-8150-0fb569454d7b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:27.884490 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cf3284-703c-472c-acfa-52231825727e req-a979b268-6a9c-43de-b31f-1c6e450f403d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] No DVR routers for this DVR port 37b8ebbf-ed44-4b8e-8150-0fb569454d7b on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:09:27.888624 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d3cf3284-703c-472c-acfa-52231825727e req-a979b268-6a9c-43de-b31f-1c6e450f403d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:27.891978 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d3cf3284-703c-472c-acfa-52231825727e req-a979b268-6a9c-43de-b31f-1c6e450f403d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.52 "DELETE /v2.0/ports/37b8ebbf-ed44-4b8e-8150-0fb569454d7b HTTP/1.1" status: 204 len: 173 time: 0.4940414 Nov 12 21:09:27.892480 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf436052-6bef-4be8-b1f2-eba8bb81a28a', 'name': 'network-vif-deleted', 'tag': '37b8ebbf-ed44-4b8e-8150-0fb569454d7b'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:09:27.894763 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0a30cd-f453-462e-8d05-56f01272b21a" -d '{"events": [{"server_uuid": "cf436052-6bef-4be8-b1f2-eba8bb81a28a", "name": "network-vif-deleted", "tag": "37b8ebbf-ed44-4b8e-8150-0fb569454d7b"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:09:27.947924 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342396cc-690c-4a2b-a72f-bd08a37df096 x-openstack-request-id: req-342396cc-690c-4a2b-a72f-bd08a37df096 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:09:27.948678 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf436052-6bef-4be8-b1f2-eba8bb81a28a", "name": "network-vif-deleted", "tag": "37b8ebbf-ed44-4b8e-8150-0fb569454d7b", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:09:27.949165 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-342396cc-690c-4a2b-a72f-bd08a37df096 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:09:27.951724 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf436052-6bef-4be8-b1f2-eba8bb81a28a', 'name': 'network-vif-deleted', 'tag': '37b8ebbf-ed44-4b8e-8150-0fb569454d7b', 'status': 'completed', 'code': 200} Nov 12 21:09:28.185604 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d4a02c8d-0da9-4919-be65-747c3a44d9c9 req-45782d9b-6c6a-4499-9e54-7456e456bdbf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf436052-6bef-4be8-b1f2-eba8bb81a28a HTTP/1.1" status: 200 len: 210 time: 0.0270770 Nov 12 21:09:29.255414 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57710) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:29.649745 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92900a37-97cd-4290-a523-aa953120d552 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:29.956599 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-92900a37-97cd-4290-a523-aa953120d552 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Deleting port a22e95b3-915c-4e24-9157-adc7849faa98 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:09:29.956938 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92900a37-97cd-4290-a523-aa953120d552 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:30.049397 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-92900a37-97cd-4290-a523-aa953120d552 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] For port a22e95b3-915c-4e24-9157-adc7849faa98, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a22e95b3-915c-4e24-9157-adc7849faa98,segment=NetworkSegment(631b51f1-01c7-4400-b674-3e1a90f375d1),segment_id=631b51f1-01c7-4400-b674-3e1a90f375d1)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:09:30.049761 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92900a37-97cd-4290-a523-aa953120d552 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:30.063553 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-92900a37-97cd-4290-a523-aa953120d552 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Calling delete_port for a22e95b3-915c-4e24-9157-adc7849faa98 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:09:30.254924 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92900a37-97cd-4290-a523-aa953120d552 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:30.282666 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92900a37-97cd-4290-a523-aa953120d552 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Port': ['ID=a22e95b3-915c-4e24-9157-adc7849faa98,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:30.475235 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-92900a37-97cd-4290-a523-aa953120d552 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:30.708431 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92900a37-97cd-4290-a523-aa953120d552 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Router 7b5cf3bd-69b3-4742-be18-a9994ff550cf has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:09:30.819965 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92900a37-97cd-4290-a523-aa953120d552 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:09:30.826173 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-92900a37-97cd-4290-a523-aa953120d552 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "PUT /v2.0/routers/7b5cf3bd-69b3-4742-be18-a9994ff550cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5691431 Nov 12 21:09:30.828991 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57712) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:30.832158 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b1412b-8d50-4bc1-9539-d273fcd82eef None None] Sync routers for ids ['7b5cf3bd-69b3-4742-be18-a9994ff550cf'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:09:30.844816 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b1412b-8d50-4bc1-9539-d273fcd82eef None None] Routers {'7b5cf3bd-69b3-4742-be18-a9994ff550cf'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:09:30.845435 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-96b1412b-8d50-4bc1-9539-d273fcd82eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:09:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7b5cf3bd-69b3-4742-be18-a9994ff550cf'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:30.885673 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c94fcf7-efec-44bc-9dad-42971cd57aaf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Deleting subnet 66921302-154a-48e8-8131-1cca8be1c077 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:09:30.890344 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c94fcf7-efec-44bc-9dad-42971cd57aaf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:30.941016 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c94fcf7-efec-44bc-9dad-42971cd57aaf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:30.967114 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-96b1412b-8d50-4bc1-9539-d273fcd82eef None None] Set router 7b5cf3bd-69b3-4742-be18-a9994ff550cf gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:09:31.049340 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c94fcf7-efec-44bc-9dad-42971cd57aaf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:31.126847 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c94fcf7-efec-44bc-9dad-42971cd57aaf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:31.159082 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94fcf7-efec-44bc-9dad-42971cd57aaf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Subnet': ['ID=66921302-154a-48e8-8131-1cca8be1c077,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:31.166534 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c94fcf7-efec-44bc-9dad-42971cd57aaf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:31.171076 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6c94fcf7-efec-44bc-9dad-42971cd57aaf tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "DELETE /v2.0/subnets/66921302-154a-48e8-8131-1cca8be1c077 HTTP/1.1" status: 204 len: 168 time: 0.3409004 Nov 12 21:09:31.174021 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57714) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:31.178983 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8726909-a996-41e7-84ed-903d968c4a41 None None] Network 77637f23-0640-4d95-b32a-7cd19b1acba7 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:09:31.275625 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-96b1412b-8d50-4bc1-9539-d273fcd82eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954794466', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '8417044d-9c46-4512-82c1-efa2558a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:09:30Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8417044d-9c46-4512-82c1-efa2558a434e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:31.327981 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b1412b-8d50-4bc1-9539-d273fcd82eef None None] Checking router: 7b5cf3bd-69b3-4742-be18-a9994ff550cf for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:09:31.329483 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69d9ec2c-6323-4bec-8de2-dcceebe8767d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:31.365560 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b1412b-8d50-4bc1-9539-d273fcd82eef None None] Routers {'7b5cf3bd-69b3-4742-be18-a9994ff550cf'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:09:31.366271 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-96b1412b-8d50-4bc1-9539-d273fcd82eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:09:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['7b5cf3bd-69b3-4742-be18-a9994ff550cf'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:31.448699 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69d9ec2c-6323-4bec-8de2-dcceebe8767d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:31.522575 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb62cde-d249-4480-bebe-9ac9d687502d None None] DHCP port deletion for 77637f23-0640-4d95-b32a-7cd19b1acba7 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:09:31.525410 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ec2c-6323-4bec-8de2-dcceebe8767d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Deleting port 8417044d-9c46-4512-82c1-efa2558a434e {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:09:31.525811 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69d9ec2c-6323-4bec-8de2-dcceebe8767d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:31.529851 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-96b1412b-8d50-4bc1-9539-d273fcd82eef None None] Set router 7b5cf3bd-69b3-4742-be18-a9994ff550cf gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:09:31.588408 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 37b8ebbf-ed44-4b8e-8150-0fb569454d7b no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:09:31.640615 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-69d9ec2c-6323-4bec-8de2-dcceebe8767d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] For port 8417044d-9c46-4512-82c1-efa2558a434e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=8417044d-9c46-4512-82c1-efa2558a434e,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:09:31.641111 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69d9ec2c-6323-4bec-8de2-dcceebe8767d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:31.646766 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 37b8ebbf-ed44-4b8e-8150-0fb569454d7b {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:09:31.647126 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 37b8ebbf-ed44-4b8e-8150-0fb569454d7b not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:09:31.660897 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ec2c-6323-4bec-8de2-dcceebe8767d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Calling delete_port for 8417044d-9c46-4512-82c1-efa2558a434e owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:09:31.872612 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69d9ec2c-6323-4bec-8de2-dcceebe8767d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:31.945371 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ec2c-6323-4bec-8de2-dcceebe8767d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Port': ['ID=8417044d-9c46-4512-82c1-efa2558a434e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:31.953243 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3752fae-a826-421d-959f-b63280a3e9cd None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:09:31.956657 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-cdb62cde-d249-4480-bebe-9ac9d687502d None None] Deleting port 2bb8439a-82a7-4f36-bf61-b4fa16ef07c8 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:09:31.957031 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cdb62cde-d249-4480-bebe-9ac9d687502d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.036260 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69d9ec2c-6323-4bec-8de2-dcceebe8767d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.039876 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-cdb62cde-d249-4480-bebe-9ac9d687502d None None] For port 2bb8439a-82a7-4f36-bf61-b4fa16ef07c8, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=2bb8439a-82a7-4f36-bf61-b4fa16ef07c8,segment=NetworkSegment(631b51f1-01c7-4400-b674-3e1a90f375d1),segment_id=631b51f1-01c7-4400-b674-3e1a90f375d1)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:09:32.040296 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cdb62cde-d249-4480-bebe-9ac9d687502d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.041078 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ec2c-6323-4bec-8de2-dcceebe8767d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:32.041465 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ec2c-6323-4bec-8de2-dcceebe8767d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:32.041835 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ec2c-6323-4bec-8de2-dcceebe8767d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:32.044400 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ec2c-6323-4bec-8de2-dcceebe8767d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:32.045096 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ec2c-6323-4bec-8de2-dcceebe8767d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:32.046064 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ec2c-6323-4bec-8de2-dcceebe8767d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:32.046582 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ec2c-6323-4bec-8de2-dcceebe8767d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:32.046930 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ec2c-6323-4bec-8de2-dcceebe8767d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:32.047271 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ec2c-6323-4bec-8de2-dcceebe8767d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:32.047607 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ec2c-6323-4bec-8de2-dcceebe8767d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:32.048553 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ec2c-6323-4bec-8de2-dcceebe8767d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:32.048904 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ec2c-6323-4bec-8de2-dcceebe8767d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:32.058025 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-cdb62cde-d249-4480-bebe-9ac9d687502d None None] Calling delete_port for 2bb8439a-82a7-4f36-bf61-b4fa16ef07c8 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:09:32.111004 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 2bb8439a-82a7-4f36-bf61-b4fa16ef07c8 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:09:32.113657 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-96b1412b-8d50-4bc1-9539-d273fcd82eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954794466', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '8417044d-9c46-4512-82c1-efa2558a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:09:30Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8417044d-9c46-4512-82c1-efa2558a434e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:32.156393 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69d9ec2c-6323-4bec-8de2-dcceebe8767d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.158664 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69d9ec2c-6323-4bec-8de2-dcceebe8767d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.166309 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b1412b-8d50-4bc1-9539-d273fcd82eef None None] The sync data for ids ['7b5cf3bd-69b3-4742-be18-a9994ff550cf'] in n-d-712140-15 is: [{'id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954794466', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '8417044d-9c46-4512-82c1-efa2558a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:09:30Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': '8417044d-9c46-4512-82c1-efa2558a434e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5cf3bd-69b3-4742-be18-a9994ff550cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:07:42Z', 'updated_at': '2021-11-12T21:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:09:32.215744 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69d9ec2c-6323-4bec-8de2-dcceebe8767d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.216593 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d9ec2c-6323-4bec-8de2-dcceebe8767d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Fanout notify agent at l3_agent the message router_deleted on router 7b5cf3bd-69b3-4742-be18-a9994ff550cf {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:09:32.226328 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69d9ec2c-6323-4bec-8de2-dcceebe8767d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.227896 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-69d9ec2c-6323-4bec-8de2-dcceebe8767d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "DELETE /v2.0/routers/7b5cf3bd-69b3-4742-be18-a9994ff550cf HTTP/1.1" status: 204 len: 168 time: 1.0523510 Nov 12 21:09:32.231175 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57716) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:32.245568 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cdb62cde-d249-4480-bebe-9ac9d687502d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.280498 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb62cde-d249-4480-bebe-9ac9d687502d None None] Pushing event deleted for resources: {'Port': ['ID=2bb8439a-82a7-4f36-bf61-b4fa16ef07c8,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:32.285162 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.291412 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb62cde-d249-4480-bebe-9ac9d687502d None None] No DVR routers for this DVR port 2bb8439a-82a7-4f36-bf61-b4fa16ef07c8 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:09:32.301755 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb62cde-d249-4480-bebe-9ac9d687502d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:32.302105 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb62cde-d249-4480-bebe-9ac9d687502d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:32.302452 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb62cde-d249-4480-bebe-9ac9d687502d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:32.302787 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb62cde-d249-4480-bebe-9ac9d687502d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:32.303114 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb62cde-d249-4480-bebe-9ac9d687502d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:32.303441 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb62cde-d249-4480-bebe-9ac9d687502d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:32.303770 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb62cde-d249-4480-bebe-9ac9d687502d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:32.304094 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb62cde-d249-4480-bebe-9ac9d687502d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:32.304937 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb62cde-d249-4480-bebe-9ac9d687502d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:32.304937 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb62cde-d249-4480-bebe-9ac9d687502d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:32.305120 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb62cde-d249-4480-bebe-9ac9d687502d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:32.305371 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb62cde-d249-4480-bebe-9ac9d687502d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:32.356182 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-42828583-966b-4ad0-bbc3-94c5d9e09bf6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.451371 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-42828583-966b-4ad0-bbc3-94c5d9e09bf6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.473282 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-42828583-966b-4ad0-bbc3-94c5d9e09bf6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77637f23-0640-4d95-b32a-7cd19b1acba7']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:32.483886 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-42828583-966b-4ad0-bbc3-94c5d9e09bf6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631b51f1-01c7-4400-b674-3e1a90f375d1') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:32.484173 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-42828583-966b-4ad0-bbc3-94c5d9e09bf6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631b51f1-01c7-4400-b674-3e1a90f375d1') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:32.494138 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-42828583-966b-4ad0-bbc3-94c5d9e09bf6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.511347 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-42828583-966b-4ad0-bbc3-94c5d9e09bf6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.518933 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42828583-966b-4ad0-bbc3-94c5d9e09bf6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:09:32.519116 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-42828583-966b-4ad0-bbc3-94c5d9e09bf6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: timer() Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:09:32.522536 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:09:32.602586 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-42828583-966b-4ad0-bbc3-94c5d9e09bf6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.611066 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-42828583-966b-4ad0-bbc3-94c5d9e09bf6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:32.614806 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-42828583-966b-4ad0-bbc3-94c5d9e09bf6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "DELETE /v2.0/networks/77637f23-0640-4d95-b32a-7cd19b1acba7 HTTP/1.1" status: 204 len: 168 time: 0.3818069 Nov 12 21:09:32.618871 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57718) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:32.996090 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42828583-966b-4ad0-bbc3-94c5d9e09bf6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Network': ['ID=77637f23-0640-4d95-b32a-7cd19b1acba7,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:33.055530 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f8973ded-e412-4141-86e6-ef01d002e85e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.106741 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f8973ded-e412-4141-86e6-ef01d002e85e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.204305 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f8973ded-e412-4141-86e6-ef01d002e85e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.207160 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f8973ded-e412-4141-86e6-ef01d002e85e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.208396 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f8973ded-e412-4141-86e6-ef01d002e85e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "DELETE /v2.0/security-groups/557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2 HTTP/1.1" status: 204 len: 168 time: 0.2205861 Nov 12 21:09:33.219424 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8973ded-e412-4141-86e6-ef01d002e85e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=557ae3f2-a32c-4e5d-9d01-7f021bf5fcb2,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:33.474901 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57724) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:33.479632 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-0f7b06fe-a336-4a0c-b72d-56ebb359f0d0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1520466934', 'description': 'tempest-secgroup-smoke-1520466934 description', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:33.503530 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0f7b06fe-a336-4a0c-b72d-56ebb359f0d0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.576347 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0f7b06fe-a336-4a0c-b72d-56ebb359f0d0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.580662 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0f7b06fe-a336-4a0c-b72d-56ebb359f0d0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.612487 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0f7b06fe-a336-4a0c-b72d-56ebb359f0d0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.613842 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0f7b06fe-a336-4a0c-b72d-56ebb359f0d0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1379018 Nov 12 21:09:33.616917 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57726) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:33.622305 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-78dd7279-cf9f-4292-96a1-1e9aa5675224 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': '2a187938-3d5b-4e4d-b1d7-19c0bbe6202a', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:33.628960 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b06fe-a336-4a0c-b72d-56ebb359f0d0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a187938-3d5b-4e4d-b1d7-19c0bbe6202a,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:33.658616 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-78dd7279-cf9f-4292-96a1-1e9aa5675224 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.721002 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-78dd7279-cf9f-4292-96a1-1e9aa5675224 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.724806 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-78dd7279-cf9f-4292-96a1-1e9aa5675224 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.743601 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd7279-cf9f-4292-96a1-1e9aa5675224 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=217b8713-4608-46aa-9d97-d3274bb6a91b,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:33.749297 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-78dd7279-cf9f-4292-96a1-1e9aa5675224 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.753300 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-78dd7279-cf9f-4292-96a1-1e9aa5675224 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326864 Nov 12 21:09:33.753931 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57728) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:33.760078 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-0ffea3b0-bd4f-4daf-8be6-830168151772 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': '2a187938-3d5b-4e4d-b1d7-19c0bbe6202a', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:33.792536 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0ffea3b0-bd4f-4daf-8be6-830168151772 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.850874 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0ffea3b0-bd4f-4daf-8be6-830168151772 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.855060 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0ffea3b0-bd4f-4daf-8be6-830168151772 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.873199 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffea3b0-bd4f-4daf-8be6-830168151772 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f0eff6-782e-4b6a-9c81-fd69f33078f0,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:33.889696 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0ffea3b0-bd4f-4daf-8be6-830168151772 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.891303 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-0ffea3b0-bd4f-4daf-8be6-830168151772 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1360536 Nov 12 21:09:33.894370 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57730) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:33.899362 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-42eac80f-535b-4b26-aaf5-ccdb7c4b1cc7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': '2a187938-3d5b-4e4d-b1d7-19c0bbe6202a', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:33.937356 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-42eac80f-535b-4b26-aaf5-ccdb7c4b1cc7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:33.974806 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8417044d-9c46-4512-82c1-efa2558a434e no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:09:34.007379 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 8417044d-9c46-4512-82c1-efa2558a434e {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:09:34.007794 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 8417044d-9c46-4512-82c1-efa2558a434e not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:09:34.008437 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a22e95b3-915c-4e24-9157-adc7849faa98 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:09:34.016911 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-42eac80f-535b-4b26-aaf5-ccdb7c4b1cc7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.021800 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-42eac80f-535b-4b26-aaf5-ccdb7c4b1cc7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.030488 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: a22e95b3-915c-4e24-9157-adc7849faa98 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:09:34.030836 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a22e95b3-915c-4e24-9157-adc7849faa98 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:09:34.048900 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eac80f-535b-4b26-aaf5-ccdb7c4b1cc7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1d6274-62d2-4c20-b585-e1868f61cbea,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:34.056649 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-42eac80f-535b-4b26-aaf5-ccdb7c4b1cc7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.060276 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-42eac80f-535b-4b26-aaf5-ccdb7c4b1cc7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1624942 Nov 12 21:09:34.061689 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57732) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:34.066514 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-24a7341d-fd0e-4afb-9a47-ad4942eba16e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': '2a187938-3d5b-4e4d-b1d7-19c0bbe6202a', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:34.097221 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-24a7341d-fd0e-4afb-9a47-ad4942eba16e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.164465 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-24a7341d-fd0e-4afb-9a47-ad4942eba16e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.169564 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-24a7341d-fd0e-4afb-9a47-ad4942eba16e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.189948 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7341d-fd0e-4afb-9a47-ad4942eba16e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480628ee-0973-40a0-b0dc-80c22a74dec7,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:34.200690 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-24a7341d-fd0e-4afb-9a47-ad4942eba16e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.201967 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-24a7341d-fd0e-4afb-9a47-ad4942eba16e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392548 Nov 12 21:09:34.205140 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57734) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:34.210430 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-ef55e4ba-6991-46f8-bb4e-3a7dd80dbd68 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': '2a187938-3d5b-4e4d-b1d7-19c0bbe6202a', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:34.237741 n-d-712140-15 neutron-server[102447]: INFO neutron.db.securitygroups_db [None req-ef55e4ba-6991-46f8-bb4e-3a7dd80dbd68 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Project f56658a53d4f432cbf92c55a438e0b89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:09:34.243156 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ef55e4ba-6991-46f8-bb4e-3a7dd80dbd68 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.309806 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ef55e4ba-6991-46f8-bb4e-3a7dd80dbd68 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.314127 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ef55e4ba-6991-46f8-bb4e-3a7dd80dbd68 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.333992 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55e4ba-6991-46f8-bb4e-3a7dd80dbd68 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13972646-15ae-452c-be8d-c28ccd9bae76,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:34.347812 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ef55e4ba-6991-46f8-bb4e-3a7dd80dbd68 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.349239 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ef55e4ba-6991-46f8-bb4e-3a7dd80dbd68 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1427259 Nov 12 21:09:34.352526 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57736) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:34.358310 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-bf517fc9-555a-403e-ae34-11c52d933716 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'security_group_rule': {'security_group_id': '2a187938-3d5b-4e4d-b1d7-19c0bbe6202a', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:34.382451 n-d-712140-15 neutron-server[102447]: INFO neutron.db.securitygroups_db [None req-bf517fc9-555a-403e-ae34-11c52d933716 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Project f56658a53d4f432cbf92c55a438e0b89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:09:34.388483 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf517fc9-555a-403e-ae34-11c52d933716 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.454152 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf517fc9-555a-403e-ae34-11c52d933716 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.458383 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf517fc9-555a-403e-ae34-11c52d933716 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.477687 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf517fc9-555a-403e-ae34-11c52d933716 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db347cd7-44b9-48b5-a2d4-13248b326a0d,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:34.487750 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf517fc9-555a-403e-ae34-11c52d933716 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.489065 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-bf517fc9-555a-403e-ae34-11c52d933716 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1354666 Nov 12 21:09:34.492074 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57738) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:34.497282 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-fbdcef14-7b8a-41be-8fb0-2f249b0ef077 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'network': {'name': 'tempest-network-smoke--204060705', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'port_security_enabled': True}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:34.518436 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdcef14-7b8a-41be-8fb0-2f249b0ef077 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Made reservation on behalf of f56658a53d4f432cbf92c55a438e0b89 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:09:34.521202 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fbdcef14-7b8a-41be-8fb0-2f249b0ef077 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.547403 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbdcef14-7b8a-41be-8fb0-2f249b0ef077 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:09:34.556449 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fbdcef14-7b8a-41be-8fb0-2f249b0ef077 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.556791 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-fbdcef14-7b8a-41be-8fb0-2f249b0ef077 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Added segment c15d243c-b3e7-4a6f-88d9-2e9d7406bd82 of type vlan for network 882018cf-8414-4293-b80e-d07de741d00a Nov 12 21:09:34.602716 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fbdcef14-7b8a-41be-8fb0-2f249b0ef077 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.629366 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fbdcef14-7b8a-41be-8fb0-2f249b0ef077 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.635120 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdcef14-7b8a-41be-8fb0-2f249b0ef077 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:34.635704 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fbdcef14-7b8a-41be-8fb0-2f249b0ef077 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.698397 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fbdcef14-7b8a-41be-8fb0-2f249b0ef077 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2051971 Nov 12 21:09:34.701701 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57740) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:34.707167 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f8c4df50-d6e4-466c-bc84-ccea14b16d23 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-39493401', 'admin_state_up': True, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:34.708567 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdcef14-7b8a-41be-8fb0-2f249b0ef077 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Network': ['ID=882018cf-8414-4293-b80e-d07de741d00a,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:34.720317 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 882018cf-8414-4293-b80e-d07de741d00a details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:09:34.737910 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8c4df50-d6e4-466c-bc84-ccea14b16d23 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:34.739232 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8c4df50-d6e4-466c-bc84-ccea14b16d23 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:35.129842 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8c4df50-d6e4-466c-bc84-ccea14b16d23 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:35.268690 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8c4df50-d6e4-466c-bc84-ccea14b16d23 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:35.470597 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8c4df50-d6e4-466c-bc84-ccea14b16d23 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:35.497357 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8c4df50-d6e4-466c-bc84-ccea14b16d23 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:35.603254 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-f8c4df50-d6e4-466c-bc84-ccea14b16d23 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Allocated IP 172.25.5.49 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/d6e24a27-cda9-4d10-a492-79dc82344f4e) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:09:35.713735 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8c4df50-d6e4-466c-bc84-ccea14b16d23 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:35.751514 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8c4df50-d6e4-466c-bc84-ccea14b16d23 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:35.794303 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c4df50-d6e4-466c-bc84-ccea14b16d23 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:09:35.800760 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-f8c4df50-d6e4-466c-bc84-ccea14b16d23 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:09:35.804662 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c4df50-d6e4-466c-bc84-ccea14b16d23 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:09:35.814584 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eea255d-1a77-4cf7-b40e-99850ce092cd None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:09:35.831912 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4df50-d6e4-466c-bc84-ccea14b16d23 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=d6e24a27-cda9-4d10-a492-79dc82344f4e,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:35.942712 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-44d06489-04cc-48ad-a4dc-85c09f254368 None None] Provisioning complete for port d6e24a27-cda9-4d10-a492-79dc82344f4e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:09:35.943079 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-44d06489-04cc-48ad-a4dc-85c09f254368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:35.989170 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-44d06489-04cc-48ad-a4dc-85c09f254368 None None] Port d6e24a27-cda9-4d10-a492-79dc82344f4e cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:09:36.087662 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8c4df50-d6e4-466c-bc84-ccea14b16d23 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:36.296915 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8c4df50-d6e4-466c-bc84-ccea14b16d23 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:36.439065 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c4df50-d6e4-466c-bc84-ccea14b16d23 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Router edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:09:36.547968 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c4df50-d6e4-466c-bc84-ccea14b16d23 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:09:36.557663 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41909d10-6eea-4c8b-b79b-bae6c40179a0 None None] Sync routers for ids ['edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:09:36.570301 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41909d10-6eea-4c8b-b79b-bae6c40179a0 None None] Routers {'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:09:36.570765 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8c4df50-d6e4-466c-bc84-ccea14b16d23 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:36.570927 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-41909d10-6eea-4c8b-b79b-bae6c40179a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:09:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:36.572087 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f8c4df50-d6e4-466c-bc84-ccea14b16d23 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8685958 Nov 12 21:09:36.576492 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57742) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:36.614469 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ba5e59e6-043b-4606-93ce-2df9d407f958 tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f56658a53d4f432cbf92c55a438e0b89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367739 Nov 12 21:09:36.617326 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57744) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:36.682491 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-41909d10-6eea-4c8b-b79b-bae6c40179a0 None None] Set router edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:09:36.711668 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700160e4-083e-40dc-916d-c054911fad65 tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:36.713291 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-700160e4-083e-40dc-916d-c054911fad65 tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0949328 Nov 12 21:09:36.718103 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57746) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:36.748508 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-07489cef-21bd-4ac2-b9ca-09630561b802 tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=bae651fd-8bcc-4cb9-bab9-0ea3da7242d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290313 Nov 12 21:09:36.752043 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57748) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:36.759367 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-11d0cc1b-03e8-442a-888d-7ec63b819412 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-254329322', 'network_id': '882018cf-8414-4293-b80e-d07de741d00a', 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:36.858691 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d0cc1b-03e8-442a-888d-7ec63b819412 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Made reservation on behalf of f56658a53d4f432cbf92c55a438e0b89 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:09:36.862567 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-11d0cc1b-03e8-442a-888d-7ec63b819412 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:36.874672 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-41909d10-6eea-4c8b-b79b-bae6c40179a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39493401', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:09:34Z', 'updated_at': '2021-11-12T21:09:35Z', 'revision_number': 3, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:09:35Z', 'updated_at': '2021-11-12T21:09:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:36.906908 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41909d10-6eea-4c8b-b79b-bae6c40179a0 None None] Checking router: edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:09:36.907261 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41909d10-6eea-4c8b-b79b-bae6c40179a0 None None] Updating router edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b port d6e24a27-cda9-4d10-a492-79dc82344f4e binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:09:36.934500 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-41909d10-6eea-4c8b-b79b-bae6c40179a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:37.066231 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-11d0cc1b-03e8-442a-888d-7ec63b819412 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:37.132573 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0cc1b-03e8-442a-888d-7ec63b819412 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Subnet': ['ID=c27dec19-787d-442f-9e5a-a7b61bc023cd,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:37.144854 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d0cc1b-03e8-442a-888d-7ec63b819412 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Checking segment: {'id': 'c15d243c-b3e7-4a6f-88d9-2e9d7406bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '882018cf-8414-4293-b80e-d07de741d00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:09:37.145227 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d0cc1b-03e8-442a-888d-7ec63b819412 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network hostable DHCP agents. Network: 882018cf-8414-4293-b80e-d07de741d00a, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:09:37.166459 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d0cc1b-03e8-442a-888d-7ec63b819412 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network 882018cf-8414-4293-b80e-d07de741d00a is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:09:37.178050 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-11d0cc1b-03e8-442a-888d-7ec63b819412 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 882018cf-8414-4293-b80e-d07de741d00a) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:09:37.182631 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d0cc1b-03e8-442a-888d-7ec63b819412 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:37.183308 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-11d0cc1b-03e8-442a-888d-7ec63b819412 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:37.192772 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00897bc4-3a09-43c9-82ff-5b49b349535c None None] Network 882018cf-8414-4293-b80e-d07de741d00a requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:09:37.203024 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-11d0cc1b-03e8-442a-888d-7ec63b819412 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4491429 Nov 12 21:09:37.205957 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57750) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:37.250694 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-41909d10-6eea-4c8b-b79b-bae6c40179a0 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:37.258119 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-41909d10-6eea-4c8b-b79b-bae6c40179a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:37.327677 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a580eae-2e1b-4908-83ca-fafafdb2fba6 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:09:37.387895 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b342d17-371e-443d-bed4-a86d8194aca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-882018cf-8414-4293-b80e-d07de741d00a', 'network_id': '882018cf-8414-4293-b80e-d07de741d00a', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'fixed_ips': [{'subnet_id': 'c27dec19-787d-442f-9e5a-a7b61bc023cd'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:09:37.389648 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4b342d17-371e-443d-bed4-a86d8194aca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:37.408225 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-41909d10-6eea-4c8b-b79b-bae6c40179a0 None None] Attempting to bind port d6e24a27-cda9-4d10-a492-79dc82344f4e on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:09:37.408622 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-41909d10-6eea-4c8b-b79b-bae6c40179a0 None None] Attempting to bind port d6e24a27-cda9-4d10-a492-79dc82344f4e by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:09:37.409017 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41909d10-6eea-4c8b-b79b-bae6c40179a0 None None] Attempting to bind port d6e24a27-cda9-4d10-a492-79dc82344f4e on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:09:37.421557 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41909d10-6eea-4c8b-b79b-bae6c40179a0 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:09:37.422266 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41909d10-6eea-4c8b-b79b-bae6c40179a0 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:09:37.422842 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-41909d10-6eea-4c8b-b79b-bae6c40179a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:37.423502 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41909d10-6eea-4c8b-b79b-bae6c40179a0 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:09:37.424171 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-41909d10-6eea-4c8b-b79b-bae6c40179a0 None None] Bound port: d6e24a27-cda9-4d10-a492-79dc82344f4e, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:09:37.424757 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-41909d10-6eea-4c8b-b79b-bae6c40179a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:37.479018 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-41909d10-6eea-4c8b-b79b-bae6c40179a0 None None] For port d6e24a27-cda9-4d10-a492-79dc82344f4e, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:09:37.483141 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-41909d10-6eea-4c8b-b79b-bae6c40179a0 None None] For port d6e24a27-cda9-4d10-a492-79dc82344f4e, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d6e24a27-cda9-4d10-a492-79dc82344f4e,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:09:37.484909 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f3224-c6b7-4680-8235-0e760c9d4025 None None] Pushing event updated for resources: {'Port': ['ID=d6e24a27-cda9-4d10-a492-79dc82344f4e,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:37.488051 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e699b80e-1cd5-466d-9246-ab3a9d32f67c None None] Provisioning complete for port d6e24a27-cda9-4d10-a492-79dc82344f4e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:09:37.488302 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-41909d10-6eea-4c8b-b79b-bae6c40179a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:37.488572 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e699b80e-1cd5-466d-9246-ab3a9d32f67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:37.500782 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f3224-c6b7-4680-8235-0e760c9d4025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:37.501173 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f3224-c6b7-4680-8235-0e760c9d4025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:37.501537 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f3224-c6b7-4680-8235-0e760c9d4025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:37.501877 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f3224-c6b7-4680-8235-0e760c9d4025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:37.502210 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f3224-c6b7-4680-8235-0e760c9d4025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:37.502541 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f3224-c6b7-4680-8235-0e760c9d4025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:37.502873 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f3224-c6b7-4680-8235-0e760c9d4025 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:37.503198 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f3224-c6b7-4680-8235-0e760c9d4025 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:37.503565 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f3224-c6b7-4680-8235-0e760c9d4025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:37.503885 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f3224-c6b7-4680-8235-0e760c9d4025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:37.504216 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f3224-c6b7-4680-8235-0e760c9d4025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:37.504563 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f3224-c6b7-4680-8235-0e760c9d4025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:09:37.556342 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f3224-c6b7-4680-8235-0e760c9d4025 None None] Pushing event updated for resources: {'Port': ['ID=d6e24a27-cda9-4d10-a492-79dc82344f4e,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:37.570920 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41909d10-6eea-4c8b-b79b-bae6c40179a0 None None] Routers {'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:09:37.571593 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-41909d10-6eea-4c8b-b79b-bae6c40179a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:09:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:37.572908 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ab905c-9661-42b4-b7e1-6d5aed03da6d None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:09:37.596595 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-4b342d17-371e-443d-bed4-a86d8194aca1 None None] Allocated IP 172.20.0.2 (882018cf-8414-4293-b80e-d07de741d00a/c27dec19-787d-442f-9e5a-a7b61bc023cd/d839a89c-4c84-4f70-a91e-d556d3807915) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:09:37.667142 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e699b80e-1cd5-466d-9246-ab3a9d32f67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:37.686001 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-41909d10-6eea-4c8b-b79b-bae6c40179a0 None None] Set router edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:09:37.722765 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e699b80e-1cd5-466d-9246-ab3a9d32f67c None None] For port d6e24a27-cda9-4d10-a492-79dc82344f4e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d6e24a27-cda9-4d10-a492-79dc82344f4e,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:09:37.730941 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e699b80e-1cd5-466d-9246-ab3a9d32f67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:37.743638 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6096b6f4-4b33-49d6-949a-81de0aba9dc9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:37.845622 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699b80e-1cd5-466d-9246-ab3a9d32f67c None None] Pushing event updated for resources: {'Port': ['ID=d6e24a27-cda9-4d10-a492-79dc82344f4e,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:37.875406 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4b342d17-371e-443d-bed4-a86d8194aca1 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:37.878405 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-bb9c24f9-a45a-4c52-b707-8fad527e1d18 None None] Provisioning complete for port d6e24a27-cda9-4d10-a492-79dc82344f4e triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:09:37.879015 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bb9c24f9-a45a-4c52-b707-8fad527e1d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:37.890808 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-41909d10-6eea-4c8b-b79b-bae6c40179a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39493401', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:09:34Z', 'updated_at': '2021-11-12T21:09:35Z', 'revision_number': 3, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:09:35Z', 'updated_at': '2021-11-12T21:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:37.902345 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4b342d17-371e-443d-bed4-a86d8194aca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:37.919515 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41909d10-6eea-4c8b-b79b-bae6c40179a0 None None] The sync data for ids ['edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'] in n-d-712140-15 is: [{'id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39493401', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:09:34Z', 'updated_at': '2021-11-12T21:09:35Z', 'revision_number': 3, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:09:35Z', 'updated_at': '2021-11-12T21:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:09:37.959039 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b342d17-371e-443d-bed4-a86d8194aca1 None None] Network 882018cf-8414-4293-b80e-d07de741d00a is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:09:37.964399 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-4b342d17-371e-443d-bed4-a86d8194aca1 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:09:37.967620 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b342d17-371e-443d-bed4-a86d8194aca1 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:09:37.990191 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b342d17-371e-443d-bed4-a86d8194aca1 None None] Pushing event updated for resources: {'Port': ['ID=d839a89c-4c84-4f70-a91e-d556d3807915,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:38.053442 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-6096b6f4-4b33-49d6-949a-81de0aba9dc9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Allocated IP 172.20.0.1 (882018cf-8414-4293-b80e-d07de741d00a/c27dec19-787d-442f-9e5a-a7b61bc023cd/4de3b092-3cb9-4276-b959-f69f091ab53b) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:09:38.085015 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-4b342d17-371e-443d-bed4-a86d8194aca1 None None] Attempting to bind port d839a89c-4c84-4f70-a91e-d556d3807915 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:09:38.085386 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-4b342d17-371e-443d-bed4-a86d8194aca1 None None] Attempting to bind port d839a89c-4c84-4f70-a91e-d556d3807915 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'c15d243c-b3e7-4a6f-88d9-2e9d7406bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '882018cf-8414-4293-b80e-d07de741d00a'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:09:38.085757 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b342d17-371e-443d-bed4-a86d8194aca1 None None] Attempting to bind port d839a89c-4c84-4f70-a91e-d556d3807915 on network 882018cf-8414-4293-b80e-d07de741d00a {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:09:38.095377 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b342d17-371e-443d-bed4-a86d8194aca1 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:09:38.096299 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b342d17-371e-443d-bed4-a86d8194aca1 None None] Checking segment: {'id': 'c15d243c-b3e7-4a6f-88d9-2e9d7406bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '882018cf-8414-4293-b80e-d07de741d00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:09:38.097044 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4b342d17-371e-443d-bed4-a86d8194aca1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:38.097367 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b342d17-371e-443d-bed4-a86d8194aca1 None None] Bound using segment: {'id': 'c15d243c-b3e7-4a6f-88d9-2e9d7406bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '882018cf-8414-4293-b80e-d07de741d00a'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:09:38.097866 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-4b342d17-371e-443d-bed4-a86d8194aca1 None None] Bound port: d839a89c-4c84-4f70-a91e-d556d3807915, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15d243c-b3e7-4a6f-88d9-2e9d7406bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '882018cf-8414-4293-b80e-d07de741d00a'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:09:38.098249 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4b342d17-371e-443d-bed4-a86d8194aca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:38.190877 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-4b342d17-371e-443d-bed4-a86d8194aca1 None None] For port d839a89c-4c84-4f70-a91e-d556d3807915, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:09:38.194416 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-4b342d17-371e-443d-bed4-a86d8194aca1 None None] For port d839a89c-4c84-4f70-a91e-d556d3807915, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d839a89c-4c84-4f70-a91e-d556d3807915,segment=NetworkSegment(c15d243c-b3e7-4a6f-88d9-2e9d7406bd82),segment_id=c15d243c-b3e7-4a6f-88d9-2e9d7406bd82)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:09:38.200263 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4b342d17-371e-443d-bed4-a86d8194aca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:38.201448 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6096b6f4-4b33-49d6-949a-81de0aba9dc9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:38.251922 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6096b6f4-4b33-49d6-949a-81de0aba9dc9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:38.276685 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b342d17-371e-443d-bed4-a86d8194aca1 None None] Pushing event updated for resources: {'Port': ['ID=d839a89c-4c84-4f70-a91e-d556d3807915,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:38.304164 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6096b6f4-4b33-49d6-949a-81de0aba9dc9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network 882018cf-8414-4293-b80e-d07de741d00a is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:09:38.307454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-6096b6f4-4b33-49d6-949a-81de0aba9dc9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:09:38.313140 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6096b6f4-4b33-49d6-949a-81de0aba9dc9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:09:38.352669 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096b6f4-4b33-49d6-949a-81de0aba9dc9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=4de3b092-3cb9-4276-b959-f69f091ab53b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:38.379169 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6096b6f4-4b33-49d6-949a-81de0aba9dc9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:38.573091 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6096b6f4-4b33-49d6-949a-81de0aba9dc9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:38.892119 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6096b6f4-4b33-49d6-949a-81de0aba9dc9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:38.898033 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6096b6f4-4b33-49d6-949a-81de0aba9dc9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:38.973926 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6096b6f4-4b33-49d6-949a-81de0aba9dc9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:38.975760 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096b6f4-4b33-49d6-949a-81de0aba9dc9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=4de3b092-3cb9-4276-b959-f69f091ab53b,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:39.090862 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6096b6f4-4b33-49d6-949a-81de0aba9dc9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network 882018cf-8414-4293-b80e-d07de741d00a is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:09:39.092946 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-6096b6f4-4b33-49d6-949a-81de0aba9dc9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:09:39.223225 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6096b6f4-4b33-49d6-949a-81de0aba9dc9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Router edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:09:39.303412 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad361952-182f-4418-92fc-c7b16b75f720 None None] Network 882018cf-8414-4293-b80e-d07de741d00a requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:09:39.353281 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6096b6f4-4b33-49d6-949a-81de0aba9dc9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:09:39.366084 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6096b6f4-4b33-49d6-949a-81de0aba9dc9 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "PUT /v2.0/routers/edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1529791 Nov 12 21:09:39.380390 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8a8a36ac-7e53-4522-b19e-15dfdffe63d6 None None] Provisioning complete for port d839a89c-4c84-4f70-a91e-d556d3807915 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:09:39.380848 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8a8a36ac-7e53-4522-b19e-15dfdffe63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:39.561810 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8a8a36ac-7e53-4522-b19e-15dfdffe63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:39.581171 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-612f5a47-8399-4d28-b564-9b8a83a045af tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1520466934&fields=id&tenant_id=f56658a53d4f432cbf92c55a438e0b89 HTTP/1.1" status: 200 len: 267 time: 0.0698321 Nov 12 21:09:39.624398 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-8a8a36ac-7e53-4522-b19e-15dfdffe63d6 None None] For port d839a89c-4c84-4f70-a91e-d556d3807915, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d839a89c-4c84-4f70-a91e-d556d3807915,segment=NetworkSegment(c15d243c-b3e7-4a6f-88d9-2e9d7406bd82),segment_id=c15d243c-b3e7-4a6f-88d9-2e9d7406bd82)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:09:39.632444 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8a8a36ac-7e53-4522-b19e-15dfdffe63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:39.708776 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a36ac-7e53-4522-b19e-15dfdffe63d6 None None] Pushing event updated for resources: {'Port': ['ID=d839a89c-4c84-4f70-a91e-d556d3807915,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:39.772974 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-0a6cae95-dcc5-4a0d-a68c-b8e70186c0a5 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:39.776503 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-0a6cae95-dcc5-4a0d-a68c-b8e70186c0a5 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/networks?id=882018cf-8414-4293-b80e-d07de741d00a HTTP/1.1" status: 200 len: 796 time: 0.1823053 Nov 12 21:09:39.793079 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-93a075d4-f86c-4047-83c3-51286cfc07c7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/quotas/f56658a53d4f432cbf92c55a438e0b89 HTTP/1.1" status: 200 len: 375 time: 0.0116854 Nov 12 21:09:39.817869 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ca0cc-be89-4613-a1b3-448a569790c9 None None] Sync routers for ids ['edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:09:39.846265 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732ca0cc-be89-4613-a1b3-448a569790c9 None None] Routers {'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:09:39.847261 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-732ca0cc-be89-4613-a1b3-448a569790c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:09:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:39.867432 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-fa3a5a93-4742-41a4-831b-ec56963c9867 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660794 Nov 12 21:09:39.917682 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-ce43dd64-6eb1-4999-8733-8ffddc678e48 req-67e8746e-8c71-4a7d-9249-60cc78ca06b5 service neutron] (102448) timed out ('10.222.0.48', 40702) {{(pid=102448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 21:09:40.029054 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-fa2d2563-1a26-4f93-bb7f-5e824649449b service neutron] 10.222.0.48 "GET /v2.0/networks/882018cf-8414-4293-b80e-d07de741d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421285 Nov 12 21:09:40.066613 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9ef17423-2d42-4262-9510-33633bdb5894 None None] Provisioning complete for port 4de3b092-3cb9-4276-b959-f69f091ab53b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:09:40.067411 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9ef17423-2d42-4262-9510-33633bdb5894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:40.140915 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-732ca0cc-be89-4613-a1b3-448a569790c9 None None] Set router edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:09:40.148538 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d839a89c-4c84-4f70-a91e-d556d3807915 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:09:40.202898 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-9ef17423-2d42-4262-9510-33633bdb5894 None None] Port 4de3b092-3cb9-4276-b959-f69f091ab53b cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:09:40.203418 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-8b4c39ff-c251-4972-92e9-71b4c1a36636 service neutron] 10.222.0.48 "GET /v2.0/networks/882018cf-8414-4293-b80e-d07de741d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730576 Nov 12 21:09:40.331387 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9ef17423-2d42-4262-9510-33633bdb5894 None None] Provisioning complete for port d839a89c-4c84-4f70-a91e-d556d3807915 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:09:40.331387 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9ef17423-2d42-4262-9510-33633bdb5894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:40.444000 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d85f51d6-406c-4a2c-8c00-b467f75bb3d4 req-520afacb-d81a-4e82-8942-1c7debda8a82 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf8ae93a-7654-4fbc-a9ae-c0de60702289 HTTP/1.1" status: 200 len: 210 time: 0.0599601 Nov 12 21:09:40.625430 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port d839a89c-4c84-4f70-a91e-d556d3807915 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:09:40.625799 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:40.799964 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d6e24a27-cda9-4d10-a492-79dc82344f4e up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:09:40.804699 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-732ca0cc-be89-4613-a1b3-448a569790c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39493401', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:09:34Z', 'updated_at': '2021-11-12T21:09:38Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:09:35Z', 'updated_at': '2021-11-12T21:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '4de3b092-3cb9-4276-b959-f69f091ab53b', 'name': '', 'network_id': '882018cf-8414-4293-b80e-d07de741d00a', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:55:f8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c27dec19-787d-442f-9e5a-a7b61bc023cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:09:37Z', 'updated_at': '2021-11-12T21:09:38Z', 'revision_number': 2, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': 'c27dec19-787d-442f-9e5a-a7b61bc023cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:40.854216 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ca0cc-be89-4613-a1b3-448a569790c9 None None] Checking router: edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:09:40.854566 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ca0cc-be89-4613-a1b3-448a569790c9 None None] Updating router edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b port 4de3b092-3cb9-4276-b959-f69f091ab53b binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:09:40.904008 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-732ca0cc-be89-4613-a1b3-448a569790c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:40.907784 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b4d2ca86-317c-4bd2-8218-d4a55ba99794 None None] Provisioning complete for port 4de3b092-3cb9-4276-b959-f69f091ab53b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:09:40.908137 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ca86-317c-4bd2-8218-d4a55ba99794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:40.979960 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port d6e24a27-cda9-4d10-a492-79dc82344f4e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:09:40.980361 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:40.983298 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b4d2ca86-317c-4bd2-8218-d4a55ba99794 None None] Port 4de3b092-3cb9-4276-b959-f69f091ab53b cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:09:41.275115 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-732ca0cc-be89-4613-a1b3-448a569790c9 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:41.281750 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-732ca0cc-be89-4613-a1b3-448a569790c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:41.340867 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579e762-fed5-4a24-982a-cf560d62ec8a None None] Pushing event updated for resources: {'Port': ['ID=4de3b092-3cb9-4276-b959-f69f091ab53b,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:41.399861 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-732ca0cc-be89-4613-a1b3-448a569790c9 None None] Attempting to bind port 4de3b092-3cb9-4276-b959-f69f091ab53b on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:09:41.401098 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-732ca0cc-be89-4613-a1b3-448a569790c9 None None] Attempting to bind port 4de3b092-3cb9-4276-b959-f69f091ab53b by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'c15d243c-b3e7-4a6f-88d9-2e9d7406bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '882018cf-8414-4293-b80e-d07de741d00a'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:09:41.401098 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732ca0cc-be89-4613-a1b3-448a569790c9 None None] Attempting to bind port 4de3b092-3cb9-4276-b959-f69f091ab53b on network 882018cf-8414-4293-b80e-d07de741d00a {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:09:41.408285 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732ca0cc-be89-4613-a1b3-448a569790c9 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:09:41.408827 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732ca0cc-be89-4613-a1b3-448a569790c9 None None] Checking segment: {'id': 'c15d243c-b3e7-4a6f-88d9-2e9d7406bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '882018cf-8414-4293-b80e-d07de741d00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:09:41.409239 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-732ca0cc-be89-4613-a1b3-448a569790c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:41.409642 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732ca0cc-be89-4613-a1b3-448a569790c9 None None] Bound using segment: {'id': 'c15d243c-b3e7-4a6f-88d9-2e9d7406bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '882018cf-8414-4293-b80e-d07de741d00a'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:09:41.410102 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-732ca0cc-be89-4613-a1b3-448a569790c9 None None] Bound port: 4de3b092-3cb9-4276-b959-f69f091ab53b, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15d243c-b3e7-4a6f-88d9-2e9d7406bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '882018cf-8414-4293-b80e-d07de741d00a'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:09:41.410478 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-732ca0cc-be89-4613-a1b3-448a569790c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:41.454919 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-279eade2-a390-42ac-b8ad-361b7155ea8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:41.457427 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-279eade2-a390-42ac-b8ad-361b7155ea8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.52 "GET /v2.0/networks?id=882018cf-8414-4293-b80e-d07de741d00a HTTP/1.1" status: 200 len: 796 time: 0.1347528 Nov 12 21:09:41.498867 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-732ca0cc-be89-4613-a1b3-448a569790c9 None None] For port 4de3b092-3cb9-4276-b959-f69f091ab53b, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:09:41.504065 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-732ca0cc-be89-4613-a1b3-448a569790c9 None None] For port 4de3b092-3cb9-4276-b959-f69f091ab53b, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=4de3b092-3cb9-4276-b959-f69f091ab53b,segment=NetworkSegment(c15d243c-b3e7-4a6f-88d9-2e9d7406bd82),segment_id=c15d243c-b3e7-4a6f-88d9-2e9d7406bd82)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:09:41.511670 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-732ca0cc-be89-4613-a1b3-448a569790c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:41.557314 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-606bb0be-7109-4e5a-bfbb-fdda2061316a tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f56658a53d4f432cbf92c55a438e0b89 HTTP/1.1" status: 200 len: 380 time: 0.0879407 Nov 12 21:09:41.568631 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-95ae33f0-2386-422c-b81f-681c94798a10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'port': {'device_id': 'bf8ae93a-7654-4fbc-a9ae-c0de60702289', 'network_id': '882018cf-8414-4293-b80e-d07de741d00a', 'admin_state_up': True, 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'security_groups': ['2a187938-3d5b-4e4d-b1d7-19c0bbe6202a']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:41.583367 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732ca0cc-be89-4613-a1b3-448a569790c9 None None] Routers {'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:09:41.584011 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-732ca0cc-be89-4613-a1b3-448a569790c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:09:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:41.585947 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579e762-fed5-4a24-982a-cf560d62ec8a None None] Pushing event updated for resources: {'Port': ['ID=4de3b092-3cb9-4276-b959-f69f091ab53b,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:41.596575 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-eff1e80b-d422-4161-9a29-3b943f9cd77b req-73904346-28c5-44e6-9376-a2df8620f5b8 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf8ae93a-7654-4fbc-a9ae-c0de60702289 HTTP/1.1" status: 200 len: 210 time: 0.0408199 Nov 12 21:09:41.684139 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-cdf72ee4-caa8-450a-b2ed-f3feda635fe2 None None] Provisioning complete for port 4de3b092-3cb9-4276-b959-f69f091ab53b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:09:41.684862 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cdf72ee4-caa8-450a-b2ed-f3feda635fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:41.710160 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-95ae33f0-2386-422c-b81f-681c94798a10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Made reservation on behalf of f56658a53d4f432cbf92c55a438e0b89 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:09:41.714303 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-95ae33f0-2386-422c-b81f-681c94798a10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:41.744559 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-732ca0cc-be89-4613-a1b3-448a569790c9 None None] Set router edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:09:41.857449 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-95ae33f0-2386-422c-b81f-681c94798a10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Allocated IP 172.20.0.10 (882018cf-8414-4293-b80e-d07de741d00a/c27dec19-787d-442f-9e5a-a7b61bc023cd/9cd84e17-157f-44b2-8e64-5d1f4b86f78c) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:09:41.899597 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cdf72ee4-caa8-450a-b2ed-f3feda635fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:41.957664 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-cdf72ee4-caa8-450a-b2ed-f3feda635fe2 None None] For port 4de3b092-3cb9-4276-b959-f69f091ab53b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=4de3b092-3cb9-4276-b959-f69f091ab53b,segment=NetworkSegment(c15d243c-b3e7-4a6f-88d9-2e9d7406bd82),segment_id=c15d243c-b3e7-4a6f-88d9-2e9d7406bd82)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:09:41.963306 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cdf72ee4-caa8-450a-b2ed-f3feda635fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:42.007119 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-95ae33f0-2386-422c-b81f-681c94798a10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:42.041595 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf72ee4-caa8-450a-b2ed-f3feda635fe2 None None] Pushing event updated for resources: {'Port': ['ID=4de3b092-3cb9-4276-b959-f69f091ab53b,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:42.045074 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-95ae33f0-2386-422c-b81f-681c94798a10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:42.069370 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-732ca0cc-be89-4613-a1b3-448a569790c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39493401', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:09:34Z', 'updated_at': '2021-11-12T21:09:38Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:09:35Z', 'updated_at': '2021-11-12T21:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '4de3b092-3cb9-4276-b959-f69f091ab53b', 'name': '', 'network_id': '882018cf-8414-4293-b80e-d07de741d00a', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:55:f8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c27dec19-787d-442f-9e5a-a7b61bc023cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:09:37Z', 'updated_at': '2021-11-12T21:09:41Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': 'c27dec19-787d-442f-9e5a-a7b61bc023cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:42.099557 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-95ae33f0-2386-422c-b81f-681c94798a10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network 882018cf-8414-4293-b80e-d07de741d00a is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:09:42.103038 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ca0cc-be89-4613-a1b3-448a569790c9 None None] The sync data for ids ['edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'] in n-d-712140-15 is: [{'id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39493401', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:09:34Z', 'updated_at': '2021-11-12T21:09:38Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:09:35Z', 'updated_at': '2021-11-12T21:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '4de3b092-3cb9-4276-b959-f69f091ab53b', 'name': '', 'network_id': '882018cf-8414-4293-b80e-d07de741d00a', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:55:f8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c27dec19-787d-442f-9e5a-a7b61bc023cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:09:37Z', 'updated_at': '2021-11-12T21:09:41Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': 'c27dec19-787d-442f-9e5a-a7b61bc023cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:09:42.105226 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-95ae33f0-2386-422c-b81f-681c94798a10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:09:42.109633 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-95ae33f0-2386-422c-b81f-681c94798a10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:09:42.111174 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e9af3b2c-c20f-49f7-aecc-b8e10ed67028 None None] Provisioning complete for port 4de3b092-3cb9-4276-b959-f69f091ab53b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:09:42.111546 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e9af3b2c-c20f-49f7-aecc-b8e10ed67028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:42.152402 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae33f0-2386-422c-b81f-681c94798a10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=9cd84e17-157f-44b2-8e64-5d1f4b86f78c,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:42.199683 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-95ae33f0-2386-422c-b81f-681c94798a10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:42.201413 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-95ae33f0-2386-422c-b81f-681c94798a10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:42.220824 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-95ae33f0-2386-422c-b81f-681c94798a10 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6568608 Nov 12 21:09:42.235054 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-17e1d7f9-3761-47f7-a922-c80af6da08a7 service neutron] Request body: {'port': {'device_id': 'bf8ae93a-7654-4fbc-a9ae-c0de60702289', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:42.308592 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-17e1d7f9-3761-47f7-a922-c80af6da08a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:42.470024 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4c2e5cc8-2c65-4b50-b5b0-e4bacffc65e3 None None] Provisioning complete for port 9cd84e17-157f-44b2-8e64-5d1f4b86f78c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:09:42.470573 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c2e5cc8-2c65-4b50-b5b0-e4bacffc65e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:42.517821 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4c2e5cc8-2c65-4b50-b5b0-e4bacffc65e3 None None] Port 9cd84e17-157f-44b2-8e64-5d1f4b86f78c cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:09:42.914253 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-17e1d7f9-3761-47f7-a922-c80af6da08a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd84e17-157f-44b2-8e64-5d1f4b86f78c {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:09:42.936967 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-17e1d7f9-3761-47f7-a922-c80af6da08a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:42.955277 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-17e1d7f9-3761-47f7-a922-c80af6da08a7 service neutron] Transition to ACTIVE for port object 9cd84e17-157f-44b2-8e64-5d1f4b86f78c will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:09:42.962835 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-17e1d7f9-3761-47f7-a922-c80af6da08a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:42.981007 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de6eb6-3aa4-42c6-9a58-bee226c67fd1 req-981faaa9-5751-4e8e-9b1c-f5bd92ff0d4d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:42.982628 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d1de6eb6-3aa4-42c6-9a58-bee226c67fd1 req-981faaa9-5751-4e8e-9b1c-f5bd92ff0d4d tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf8ae93a-7654-4fbc-a9ae-c0de60702289 HTTP/1.1" status: 200 len: 932 time: 0.0814929 Nov 12 21:09:43.067446 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1d7f9-3761-47f7-a922-c80af6da08a7 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd84e17-157f-44b2-8e64-5d1f4b86f78c,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:43.133096 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d1de6eb6-3aa4-42c6-9a58-bee226c67fd1 req-17c5c652-9dd7-4fed-a684-5df99312eb31 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a187938-3d5b-4e4d-b1d7-19c0bbe6202a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267579 Nov 12 21:09:43.170553 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-17e1d7f9-3761-47f7-a922-c80af6da08a7 service neutron] Attempting to bind port 9cd84e17-157f-44b2-8e64-5d1f4b86f78c on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:09:43.170888 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-17e1d7f9-3761-47f7-a922-c80af6da08a7 service neutron] Attempting to bind port 9cd84e17-157f-44b2-8e64-5d1f4b86f78c by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'c15d243c-b3e7-4a6f-88d9-2e9d7406bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '882018cf-8414-4293-b80e-d07de741d00a'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:09:43.171215 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-17e1d7f9-3761-47f7-a922-c80af6da08a7 service neutron] Attempting to bind port 9cd84e17-157f-44b2-8e64-5d1f4b86f78c on network 882018cf-8414-4293-b80e-d07de741d00a {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:09:43.176192 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-17e1d7f9-3761-47f7-a922-c80af6da08a7 service neutron] Port 9cd84e17-157f-44b2-8e64-5d1f4b86f78c on network 882018cf-8414-4293-b80e-d07de741d00a not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:09:43.176546 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-17e1d7f9-3761-47f7-a922-c80af6da08a7 service neutron] Attempting to bind port 9cd84e17-157f-44b2-8e64-5d1f4b86f78c on network 882018cf-8414-4293-b80e-d07de741d00a {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:09:43.181997 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-17e1d7f9-3761-47f7-a922-c80af6da08a7 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:09:43.182330 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-17e1d7f9-3761-47f7-a922-c80af6da08a7 service neutron] Checking segment: {'id': 'c15d243c-b3e7-4a6f-88d9-2e9d7406bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '882018cf-8414-4293-b80e-d07de741d00a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:09:43.182717 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-17e1d7f9-3761-47f7-a922-c80af6da08a7 service neutron] Bound using segment: {'id': 'c15d243c-b3e7-4a6f-88d9-2e9d7406bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '882018cf-8414-4293-b80e-d07de741d00a'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:09:43.183181 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-17e1d7f9-3761-47f7-a922-c80af6da08a7 service neutron] Bound port: 9cd84e17-157f-44b2-8e64-5d1f4b86f78c, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15d243c-b3e7-4a6f-88d9-2e9d7406bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '882018cf-8414-4293-b80e-d07de741d00a'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:09:43.183538 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-17e1d7f9-3761-47f7-a922-c80af6da08a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:43.260620 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-17e1d7f9-3761-47f7-a922-c80af6da08a7 service neutron] For port 9cd84e17-157f-44b2-8e64-5d1f4b86f78c, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:09:43.266276 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-17e1d7f9-3761-47f7-a922-c80af6da08a7 service neutron] For port 9cd84e17-157f-44b2-8e64-5d1f4b86f78c, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=9cd84e17-157f-44b2-8e64-5d1f4b86f78c,segment=NetworkSegment(c15d243c-b3e7-4a6f-88d9-2e9d7406bd82),segment_id=c15d243c-b3e7-4a6f-88d9-2e9d7406bd82)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:09:43.272660 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-17e1d7f9-3761-47f7-a922-c80af6da08a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:43.315650 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-17e1d7f9-3761-47f7-a922-c80af6da08a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:43.316315 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-17e1d7f9-3761-47f7-a922-c80af6da08a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:43.317767 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-17e1d7f9-3761-47f7-a922-c80af6da08a7 service neutron] 10.222.0.52 "PUT /v2.0/ports/9cd84e17-157f-44b2-8e64-5d1f4b86f78c HTTP/1.1" status: 200 len: 1093 time: 1.0878584 Nov 12 21:09:43.318242 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8ae93a-7654-4fbc-a9ae-c0de60702289', 'tag': '9cd84e17-157f-44b2-8e64-5d1f4b86f78c'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:09:43.320785 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f68196-df49-4afd-a755-73e626fc1b16" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8ae93a-7654-4fbc-a9ae-c0de60702289", "tag": "9cd84e17-157f-44b2-8e64-5d1f4b86f78c"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:09:43.346119 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1d7f9-3761-47f7-a922-c80af6da08a7 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd84e17-157f-44b2-8e64-5d1f4b86f78c,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:43.385697 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01f016f-02b6-480b-b449-5865d681b38f x-openstack-request-id: req-a01f016f-02b6-480b-b449-5865d681b38f {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:09:43.386072 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8ae93a-7654-4fbc-a9ae-c0de60702289", "tag": "9cd84e17-157f-44b2-8e64-5d1f4b86f78c", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:09:43.386419 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a01f016f-02b6-480b-b449-5865d681b38f {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:09:43.389047 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf8ae93a-7654-4fbc-a9ae-c0de60702289', 'tag': '9cd84e17-157f-44b2-8e64-5d1f4b86f78c', 'status': 'completed', 'code': 200} Nov 12 21:09:43.431191 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-fb4ca869-64d1-4018-b404-9c93ef99daff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:43.432662 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-fb4ca869-64d1-4018-b404-9c93ef99daff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=bf8ae93a-7654-4fbc-a9ae-c0de60702289 HTTP/1.1" status: 200 len: 1096 time: 0.0563266 Nov 12 21:09:43.481945 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-2e19832c-f421-4bf4-b6ed-73c229e16eeb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cd84e17-157f-44b2-8e64-5d1f4b86f78c HTTP/1.1" status: 200 len: 217 time: 0.0391920 Nov 12 21:09:43.538362 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-0a3ff94c-d207-47fc-b3de-48fad5e07c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:43.540303 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-0a3ff94c-d207-47fc-b3de-48fad5e07c54 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c27dec19-787d-442f-9e5a-a7b61bc023cd HTTP/1.1" status: 200 len: 834 time: 0.0506146 Nov 12 21:09:43.590246 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-c237f790-287e-4f19-b4f7-de0d109b5ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:43.591686 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-c237f790-287e-4f19-b4f7-de0d109b5ee1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=882018cf-8414-4293-b80e-d07de741d00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430214 Nov 12 21:09:43.691527 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-86924db6-dab9-4017-b9d1-c935d14935ac service neutron] 10.222.0.52 "GET /v2.0/networks/882018cf-8414-4293-b80e-d07de741d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917034 Nov 12 21:09:43.787456 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a69bf079-2ff5-411c-bf87-b49d470297c1 req-124c1d42-4178-436a-8749-921b7c17140c service neutron] 10.222.0.52 "GET /v2.0/networks/882018cf-8414-4293-b80e-d07de741d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875897 Nov 12 21:09:43.881732 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f68196-df49-4afd-a755-73e626fc1b16 req-6069cf5f-eb75-4169-84aa-e75092a6a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:43.883290 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-89f68196-df49-4afd-a755-73e626fc1b16 req-6069cf5f-eb75-4169-84aa-e75092a6a1ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=bf8ae93a-7654-4fbc-a9ae-c0de60702289 HTTP/1.1" status: 200 len: 1096 time: 0.0452976 Nov 12 21:09:43.981231 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f68196-df49-4afd-a755-73e626fc1b16 req-bda03fe3-397f-430c-b1af-61524fafeca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:43.981913 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4de3b092-3cb9-4276-b959-f69f091ab53b up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:09:43.982718 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-89f68196-df49-4afd-a755-73e626fc1b16 req-bda03fe3-397f-430c-b1af-61524fafeca0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=882018cf-8414-4293-b80e-d07de741d00a HTTP/1.1" status: 200 len: 897 time: 0.0912011 Nov 12 21:09:44.031325 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 4de3b092-3cb9-4276-b959-f69f091ab53b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:09:44.031848 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:44.031976 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-89f68196-df49-4afd-a755-73e626fc1b16 req-edb105d1-eed3-4647-ba28-62a559bffbe8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cd84e17-157f-44b2-8e64-5d1f4b86f78c HTTP/1.1" status: 200 len: 217 time: 0.0400686 Nov 12 21:09:44.087073 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f68196-df49-4afd-a755-73e626fc1b16 req-eb480200-aca0-4d51-9b5d-c48e01b40598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:44.088604 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-89f68196-df49-4afd-a755-73e626fc1b16 req-eb480200-aca0-4d51-9b5d-c48e01b40598 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c27dec19-787d-442f-9e5a-a7b61bc023cd HTTP/1.1" status: 200 len: 834 time: 0.0472548 Nov 12 21:09:44.143906 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f68196-df49-4afd-a755-73e626fc1b16 req-a34252fd-ab5a-406e-8eea-4c45ee6ca50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:44.145455 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-89f68196-df49-4afd-a755-73e626fc1b16 req-a34252fd-ab5a-406e-8eea-4c45ee6ca50a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=882018cf-8414-4293-b80e-d07de741d00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411532 Nov 12 21:09:44.269591 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-89f68196-df49-4afd-a755-73e626fc1b16 req-c69a1b3a-b1f5-45ae-81d4-aa3c72fd25d1 service neutron] 10.222.0.52 "GET /v2.0/networks/882018cf-8414-4293-b80e-d07de741d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156790 Nov 12 21:09:44.285089 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad5f0a-1b65-4799-af9c-69db80b71c31 req-845a7eb3-e527-4815-b5ee-a968b8bea722 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:44.286519 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-25ad5f0a-1b65-4799-af9c-69db80b71c31 req-845a7eb3-e527-4815-b5ee-a968b8bea722 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf8ae93a-7654-4fbc-a9ae-c0de60702289 HTTP/1.1" status: 200 len: 944 time: 0.0672235 Nov 12 21:09:44.397508 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-25ad5f0a-1b65-4799-af9c-69db80b71c31 req-12de9c90-0864-438c-b27f-3257010900c5 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a187938-3d5b-4e4d-b1d7-19c0bbe6202a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019664 Nov 12 21:09:44.414413 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-89f68196-df49-4afd-a755-73e626fc1b16 req-bc4949c6-36fa-4647-a8f8-4cd49e92d9e1 service neutron] 10.222.0.52 "GET /v2.0/networks/882018cf-8414-4293-b80e-d07de741d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269488 Nov 12 21:09:45.516813 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218fbc0-36b4-46e4-a84c-138059c24b84 req-2da1d51d-c386-4189-bf07-e7b80e852f22 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:45.518329 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d218fbc0-36b4-46e4-a84c-138059c24b84 req-2da1d51d-c386-4189-bf07-e7b80e852f22 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf8ae93a-7654-4fbc-a9ae-c0de60702289 HTTP/1.1" status: 200 len: 944 time: 0.0499477 Nov 12 21:09:45.572821 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-d218fbc0-36b4-46e4-a84c-138059c24b84 req-3ffd5c14-7c13-430d-aed8-89cde2f44f1b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a187938-3d5b-4e4d-b1d7-19c0bbe6202a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485432 Nov 12 21:09:45.603558 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 9cd84e17-157f-44b2-8e64-5d1f4b86f78c details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:09:45.695399 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 9cd84e17-157f-44b2-8e64-5d1f4b86f78c, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=9cd84e17-157f-44b2-8e64-5d1f4b86f78c,segment=NetworkSegment(c15d243c-b3e7-4a6f-88d9-2e9d7406bd82),segment_id=c15d243c-b3e7-4a6f-88d9-2e9d7406bd82)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:09:45.710355 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '9cd84e17-157f-44b2-8e64-5d1f4b86f78c', 'network_id': '882018cf-8414-4293-b80e-d07de741d00a', 'port_id': '9cd84e17-157f-44b2-8e64-5d1f4b86f78c', 'mac_address': 'fa:16:3e:8b:54:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c27dec19-787d-442f-9e5a-a7b61bc023cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:09:45.747864 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:45.760413 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd84e17-157f-44b2-8e64-5d1f4b86f78c {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:09:45.781117 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 9cd84e17-157f-44b2-8e64-5d1f4b86f78c, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=9cd84e17-157f-44b2-8e64-5d1f4b86f78c,segment=NetworkSegment(c15d243c-b3e7-4a6f-88d9-2e9d7406bd82),segment_id=c15d243c-b3e7-4a6f-88d9-2e9d7406bd82)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:09:45.785183 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:45.831035 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=9cd84e17-157f-44b2-8e64-5d1f4b86f78c,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:46.021731 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['9cd84e17-157f-44b2-8e64-5d1f4b86f78c'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:09:46.690158 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6d93f-bc22-4c40-ad05-b53f10864921 req-6c3c14c9-5512-403f-940a-455ae85a7663 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:46.691668 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5ea6d93f-bc22-4c40-ad05-b53f10864921 req-6c3c14c9-5512-403f-940a-455ae85a7663 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf8ae93a-7654-4fbc-a9ae-c0de60702289 HTTP/1.1" status: 200 len: 945 time: 0.0497208 Nov 12 21:09:46.741847 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5ea6d93f-bc22-4c40-ad05-b53f10864921 req-6f664caa-3a90-4828-908f-5062ce1cde31 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a187938-3d5b-4e4d-b1d7-19c0bbe6202a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442593 Nov 12 21:09:47.618953 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 9cd84e17-157f-44b2-8e64-5d1f4b86f78c up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:09:47.674453 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 9cd84e17-157f-44b2-8e64-5d1f4b86f78c completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:09:47.678733 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 9cd84e17-157f-44b2-8e64-5d1f4b86f78c triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:09:47.679109 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:47.867228 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c1ede-45d6-4b32-99fc-ff75dfb2bbc9 req-4626b2e8-f3cb-42f1-b0ca-4c1e6030bf00 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:47.868826 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d5c1ede-45d6-4b32-99fc-ff75dfb2bbc9 req-4626b2e8-f3cb-42f1-b0ca-4c1e6030bf00 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf8ae93a-7654-4fbc-a9ae-c0de60702289 HTTP/1.1" status: 200 len: 945 time: 0.0521533 Nov 12 21:09:47.921341 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4d5c1ede-45d6-4b32-99fc-ff75dfb2bbc9 req-2a5db142-00fc-4214-9547-ec434bbdfd58 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a187938-3d5b-4e4d-b1d7-19c0bbe6202a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452652 Nov 12 21:09:47.922852 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:47.947252 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8ae93a-7654-4fbc-a9ae-c0de60702289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd84e17-157f-44b2-8e64-5d1f4b86f78c'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:09:47.950239 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e2a221c1ff93e56a7b3290f78f059e5ee30a378a3a846772c85f81925c98a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d9aa63-8e75-41ac-b55a-e60b1d6d77d8" -d '{"events": [{"server_uuid": "bf8ae93a-7654-4fbc-a9ae-c0de60702289", "name": "network-vif-plugged", "status": "completed", "tag": "9cd84e17-157f-44b2-8e64-5d1f4b86f78c"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:09:47.962996 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 9cd84e17-157f-44b2-8e64-5d1f4b86f78c, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=9cd84e17-157f-44b2-8e64-5d1f4b86f78c,segment=NetworkSegment(c15d243c-b3e7-4a6f-88d9-2e9d7406bd82),segment_id=c15d243c-b3e7-4a6f-88d9-2e9d7406bd82)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:09:47.967818 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:47.990599 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcc69f3-208f-4e94-8dc5-a4b555dac287 x-openstack-request-id: req-1fcc69f3-208f-4e94-8dc5-a4b555dac287 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:09:47.990895 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8ae93a-7654-4fbc-a9ae-c0de60702289", "name": "network-vif-plugged", "status": "completed", "tag": "9cd84e17-157f-44b2-8e64-5d1f4b86f78c", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:09:47.991146 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1fcc69f3-208f-4e94-8dc5-a4b555dac287 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:09:47.991553 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8ae93a-7654-4fbc-a9ae-c0de60702289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd84e17-157f-44b2-8e64-5d1f4b86f78c', 'code': 200} Nov 12 21:09:48.019164 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=9cd84e17-157f-44b2-8e64-5d1f4b86f78c,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:48.096863 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb2cd1-0a90-4d1e-bee5-fc832b4cf286 req-044e1ba0-d309-4fd7-9bbc-27226e1dba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:48.098376 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-92eb2cd1-0a90-4d1e-bee5-fc832b4cf286 req-044e1ba0-d309-4fd7-9bbc-27226e1dba99 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bf8ae93a-7654-4fbc-a9ae-c0de60702289 HTTP/1.1" status: 200 len: 1098 time: 0.0474520 Nov 12 21:09:48.151800 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-92eb2cd1-0a90-4d1e-bee5-fc832b4cf286 req-ce034f3c-0d94-4def-b428-89d41b7814b1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2a187938-3d5b-4e4d-b1d7-19c0bbe6202a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454102 Nov 12 21:09:49.039665 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0413f-8dfa-4cce-af3b-826e5f1e682f req-706b9bb5-c8a5-4025-8eec-bd18a6d7f269 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:49.041103 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1aa0413f-8dfa-4cce-af3b-826e5f1e682f req-706b9bb5-c8a5-4025-8eec-bd18a6d7f269 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf8ae93a-7654-4fbc-a9ae-c0de60702289 HTTP/1.1" status: 200 len: 946 time: 0.0495591 Nov 12 21:09:49.089630 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1aa0413f-8dfa-4cce-af3b-826e5f1e682f req-d6a02140-521d-4b34-bc9a-45b6a43b6684 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a187938-3d5b-4e4d-b1d7-19c0bbe6202a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420749 Nov 12 21:09:50.041674 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3d8daa56-52b4-44b5-8aa9-0bedec7ac2f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:50.218041 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7678c1-1d00-44e6-b49d-7a9ac39af6b8 req-4b51b549-a3fc-431e-a74d-2ab3add57331 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:50.219672 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9d7678c1-1d00-44e6-b49d-7a9ac39af6b8 req-4b51b549-a3fc-431e-a74d-2ab3add57331 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf8ae93a-7654-4fbc-a9ae-c0de60702289 HTTP/1.1" status: 200 len: 946 time: 0.0535901 Nov 12 21:09:50.280125 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9d7678c1-1d00-44e6-b49d-7a9ac39af6b8 req-c539d800-66f6-4ce3-978d-044f2634bf0c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a187938-3d5b-4e4d-b1d7-19c0bbe6202a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528808 Nov 12 21:09:50.408423 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f806b8-6c89-487f-bf39-3d67ae0c99c7 req-0358e112-5098-45a6-941c-ee5d6940e0e7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:50.410077 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-82f806b8-6c89-487f-bf39-3d67ae0c99c7 req-0358e112-5098-45a6-941c-ee5d6940e0e7 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf8ae93a-7654-4fbc-a9ae-c0de60702289 HTTP/1.1" status: 200 len: 946 time: 0.0572743 Nov 12 21:09:50.464940 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-82f806b8-6c89-487f-bf39-3d67ae0c99c7 req-41a8fa99-dceb-4dc6-ac6a-46d92b8de992 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a187938-3d5b-4e4d-b1d7-19c0bbe6202a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478489 Nov 12 21:09:50.486995 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57800) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:50.527094 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5cd13c-9480-4a3b-8740-0ad141401101 tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:50.528664 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8c5cd13c-9480-4a3b-8740-0ad141401101 tempest-TestNetworkAdvancedServerOps-1864537945 tempest-TestNetworkAdvancedServerOps-1864537945-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bf8ae93a-7654-4fbc-a9ae-c0de60702289 HTTP/1.1" status: 200 len: 1093 time: 0.0406516 Nov 12 21:09:50.531440 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57802) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:50.535867 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-325b1d9f-dc91-4fc8-99c5-a814d9bf60e0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'port_id': '9cd84e17-157f-44b2-8e64-5d1f4b86f78c', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:09:50.562160 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-325b1d9f-dc91-4fc8-99c5-a814d9bf60e0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:50.667902 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-325b1d9f-dc91-4fc8-99c5-a814d9bf60e0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:50.772787 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-325b1d9f-dc91-4fc8-99c5-a814d9bf60e0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Allocated IP 172.25.5.210 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/17c2328d-ed4f-49ab-8c26-516b8700c4a4) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:09:50.883517 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-325b1d9f-dc91-4fc8-99c5-a814d9bf60e0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:50.924393 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-325b1d9f-dc91-4fc8-99c5-a814d9bf60e0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:50.944255 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:50.963539 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325b1d9f-dc91-4fc8-99c5-a814d9bf60e0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:09:50.966452 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-325b1d9f-dc91-4fc8-99c5-a814d9bf60e0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:09:50.972028 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325b1d9f-dc91-4fc8-99c5-a814d9bf60e0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:09:51.000049 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b1d9f-dc91-4fc8-99c5-a814d9bf60e0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=17c2328d-ed4f-49ab-8c26-516b8700c4a4,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:51.352482 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-325b1d9f-dc91-4fc8-99c5-a814d9bf60e0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:51.424214 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-325b1d9f-dc91-4fc8-99c5-a814d9bf60e0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:51.573020 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-325b1d9f-dc91-4fc8-99c5-a814d9bf60e0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:51.578322 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-325b1d9f-dc91-4fc8-99c5-a814d9bf60e0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:51.653376 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b1d9f-dc91-4fc8-99c5-a814d9bf60e0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event updated for resources: {'Port': ['ID=17c2328d-ed4f-49ab-8c26-516b8700c4a4,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:09:51.661513 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-325b1d9f-dc91-4fc8-99c5-a814d9bf60e0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:51.763488 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-325b1d9f-dc91-4fc8-99c5-a814d9bf60e0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Floating IP 3183b21e-380b-49eb-8a88-0cbb849fb20e associated. External IP: 172.25.5.210, port: 9cd84e17-157f-44b2-8e64-5d1f4b86f78c. Nov 12 21:09:51.976259 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325b1d9f-dc91-4fc8-99c5-a814d9bf60e0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Router edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:09:52.084877 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325b1d9f-dc91-4fc8-99c5-a814d9bf60e0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:09:52.095439 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964602e4-0d37-4a3e-b0fa-0aa2a45e781d None None] Sync routers for ids ['edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:09:52.104429 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-325b1d9f-dc91-4fc8-99c5-a814d9bf60e0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:52.110131 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964602e4-0d37-4a3e-b0fa-0aa2a45e781d None None] Routers {'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:09:52.111891 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-964602e4-0d37-4a3e-b0fa-0aa2a45e781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:09:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:52.135260 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-325b1d9f-dc91-4fc8-99c5-a814d9bf60e0 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6027761 Nov 12 21:09:52.136576 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8ae93a-7654-4fbc-a9ae-c0de60702289', 'tag': '9cd84e17-157f-44b2-8e64-5d1f4b86f78c'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:09:52.139296 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1c20d3-c398-409c-8144-bee2d3429d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8ae93a-7654-4fbc-a9ae-c0de60702289", "tag": "9cd84e17-157f-44b2-8e64-5d1f4b86f78c"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:09:52.181244 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e6b0fb-e236-4d24-9133-33775ac40a62 x-openstack-request-id: req-83e6b0fb-e236-4d24-9133-33775ac40a62 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:09:52.181947 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8ae93a-7654-4fbc-a9ae-c0de60702289", "tag": "9cd84e17-157f-44b2-8e64-5d1f4b86f78c", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:09:52.182389 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-83e6b0fb-e236-4d24-9133-33775ac40a62 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:09:52.183021 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf8ae93a-7654-4fbc-a9ae-c0de60702289', 'tag': '9cd84e17-157f-44b2-8e64-5d1f4b86f78c', 'status': 'completed', 'code': 200} Nov 12 21:09:52.227561 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-964602e4-0d37-4a3e-b0fa-0aa2a45e781d None None] Set router edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:09:52.260888 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac37f5-33e3-4afd-b0f1-c52c6c7a6816 req-35e4ea9d-97c2-403d-82af-eebf67ba0714 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:52.262596 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3cac37f5-33e3-4afd-b0f1-c52c6c7a6816 req-35e4ea9d-97c2-403d-82af-eebf67ba0714 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf8ae93a-7654-4fbc-a9ae-c0de60702289 HTTP/1.1" status: 200 len: 946 time: 0.0784969 Nov 12 21:09:52.269720 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c20d3-c398-409c-8144-bee2d3429d2c req-e8d1377f-8148-4016-a0fa-23dc73032738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:52.271249 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-be1c20d3-c398-409c-8144-bee2d3429d2c req-e8d1377f-8148-4016-a0fa-23dc73032738 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=bf8ae93a-7654-4fbc-a9ae-c0de60702289 HTTP/1.1" status: 200 len: 1098 time: 0.0607963 Nov 12 21:09:52.377428 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3cac37f5-33e3-4afd-b0f1-c52c6c7a6816 req-b4782bd2-53c4-4554-bcb9-7a9956e48fae tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a187938-3d5b-4e4d-b1d7-19c0bbe6202a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051285 Nov 12 21:09:52.400284 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57808) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:52.404803 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c20d3-c398-409c-8144-bee2d3429d2c req-65da6460-f2be-45d1-836e-663bbe3c46b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:52.406284 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-be1c20d3-c398-409c-8144-bee2d3429d2c req-65da6460-f2be-45d1-836e-663bbe3c46b7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=882018cf-8414-4293-b80e-d07de741d00a HTTP/1.1" status: 200 len: 897 time: 0.1269641 Nov 12 21:09:52.469449 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-23d17096-7bba-400c-9a0a-b255de2a4179 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/floatingips/3183b21e-380b-49eb-8a88-0cbb849fb20e HTTP/1.1" status: 200 len: 992 time: 0.0656438 Nov 12 21:09:52.473018 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-964602e4-0d37-4a3e-b0fa-0aa2a45e781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39493401', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:09:34Z', 'updated_at': '2021-11-12T21:09:38Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:09:35Z', 'updated_at': '2021-11-12T21:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '3183b21e-380b-49eb-8a88-0cbb849fb20e', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'floating_ip_address': '172.25.5.210', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'port_id': '9cd84e17-157f-44b2-8e64-5d1f4b86f78c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '882018cf-8414-4293-b80e-d07de741d00a', 'mac_address': 'fa:16:3e:8b:54:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8ae93a-7654-4fbc-a9ae-c0de60702289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:09:51Z', 'updated_at': '2021-11-12T21:09:51Z', 'revision_number': 0, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de3b092-3cb9-4276-b959-f69f091ab53b', 'name': '', 'network_id': '882018cf-8414-4293-b80e-d07de741d00a', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:55:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c27dec19-787d-442f-9e5a-a7b61bc023cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:09:37Z', 'updated_at': '2021-11-12T21:09:41Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': 'c27dec19-787d-442f-9e5a-a7b61bc023cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:52.482841 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-be1c20d3-c398-409c-8144-bee2d3429d2c req-cc0b0a04-4e55-4be0-965b-44aae2caeb38 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cd84e17-157f-44b2-8e64-5d1f4b86f78c HTTP/1.1" status: 200 len: 1000 time: 0.0689197 Nov 12 21:09:52.500590 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964602e4-0d37-4a3e-b0fa-0aa2a45e781d None None] Checking router: edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:09:52.509756 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964602e4-0d37-4a3e-b0fa-0aa2a45e781d None None] Routers {'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:09:52.510383 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-964602e4-0d37-4a3e-b0fa-0aa2a45e781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:09:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:52.535984 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c20d3-c398-409c-8144-bee2d3429d2c req-b7e59ef6-8065-45ab-91d5-70574a7c9d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:52.537486 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-be1c20d3-c398-409c-8144-bee2d3429d2c req-b7e59ef6-8065-45ab-91d5-70574a7c9d1b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c27dec19-787d-442f-9e5a-a7b61bc023cd HTTP/1.1" status: 200 len: 834 time: 0.0478861 Nov 12 21:09:52.584985 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c20d3-c398-409c-8144-bee2d3429d2c req-18f5fe3f-14c4-4d5e-9d3f-ad6609eae9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:09:52.586548 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-be1c20d3-c398-409c-8144-bee2d3429d2c req-18f5fe3f-14c4-4d5e-9d3f-ad6609eae9a0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=882018cf-8414-4293-b80e-d07de741d00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416989 Nov 12 21:09:52.623888 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-964602e4-0d37-4a3e-b0fa-0aa2a45e781d None None] Set router edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:09:52.686300 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-be1c20d3-c398-409c-8144-bee2d3429d2c req-7ee42323-3407-4a00-bf45-02f5294ff7bc service neutron] 10.222.0.52 "GET /v2.0/networks/882018cf-8414-4293-b80e-d07de741d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918393 Nov 12 21:09:52.785832 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-be1c20d3-c398-409c-8144-bee2d3429d2c req-ac258cb5-3aee-497c-9801-e397d0430d27 service neutron] 10.222.0.52 "GET /v2.0/networks/882018cf-8414-4293-b80e-d07de741d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907638 Nov 12 21:09:52.865721 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-964602e4-0d37-4a3e-b0fa-0aa2a45e781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39493401', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:09:34Z', 'updated_at': '2021-11-12T21:09:38Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:09:35Z', 'updated_at': '2021-11-12T21:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '3183b21e-380b-49eb-8a88-0cbb849fb20e', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'floating_ip_address': '172.25.5.210', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'port_id': '9cd84e17-157f-44b2-8e64-5d1f4b86f78c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '882018cf-8414-4293-b80e-d07de741d00a', 'mac_address': 'fa:16:3e:8b:54:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8ae93a-7654-4fbc-a9ae-c0de60702289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:09:51Z', 'updated_at': '2021-11-12T21:09:51Z', 'revision_number': 0, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de3b092-3cb9-4276-b959-f69f091ab53b', 'name': '', 'network_id': '882018cf-8414-4293-b80e-d07de741d00a', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:55:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c27dec19-787d-442f-9e5a-a7b61bc023cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:09:37Z', 'updated_at': '2021-11-12T21:09:41Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': 'c27dec19-787d-442f-9e5a-a7b61bc023cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:09:52.879850 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-030232ed-aa17-486b-84fc-33551b0f4ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:52.899256 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964602e4-0d37-4a3e-b0fa-0aa2a45e781d None None] The sync data for ids ['edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'] in n-d-712140-15 is: [{'id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39493401', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:09:34Z', 'updated_at': '2021-11-12T21:09:38Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:09:35Z', 'updated_at': '2021-11-12T21:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': '3183b21e-380b-49eb-8a88-0cbb849fb20e', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'floating_ip_address': '172.25.5.210', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'port_id': '9cd84e17-157f-44b2-8e64-5d1f4b86f78c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '882018cf-8414-4293-b80e-d07de741d00a', 'mac_address': 'fa:16:3e:8b:54:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8ae93a-7654-4fbc-a9ae-c0de60702289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:09:51Z', 'updated_at': '2021-11-12T21:09:51Z', 'revision_number': 0, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de3b092-3cb9-4276-b959-f69f091ab53b', 'name': '', 'network_id': '882018cf-8414-4293-b80e-d07de741d00a', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:55:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c27dec19-787d-442f-9e5a-a7b61bc023cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:09:37Z', 'updated_at': '2021-11-12T21:09:41Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': 'c27dec19-787d-442f-9e5a-a7b61bc023cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:09:53.100691 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05612bf2-49a2-4e4d-87f8-1c2c47b37f12 None None] New status for floating IP 3183b21e-380b-49eb-8a88-0cbb849fb20e: ACTIVE {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:09:53.472327 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57810) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:09:53.541674 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6879b5ef-fbe0-420a-939a-99de43d79876 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/floatingips/3183b21e-380b-49eb-8a88-0cbb849fb20e HTTP/1.1" status: 200 len: 994 time: 0.0681193 Nov 12 21:09:54.020382 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:54.570232 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:55.435242 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:56.086547 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:09:58.634685 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:10:18.907527 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-b27f49b7-1fcd-4784-b5bc-711a11969f6b req-28830050-7735-4c85-9c02-a76f798528d5 service neutron] (102447) timed out ('10.222.0.52', 58715) {{(pid=102447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 21:10:20.045749 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e43199f4-933f-4c6c-945c-a8644744f5a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:20.959003 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:22.881681 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-836f53c4-2678-4a27-86dd-a79e95c9cf61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:24.021710 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:24.613687 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:25.438950 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:26.090218 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:29.090077 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6ab96-5d98-4af3-8383-aaab7b5d6b93 req-53557b62-0653-4b6a-9fe8-346202701ac6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:29.091782 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-54c6ab96-5d98-4af3-8383-aaab7b5d6b93 req-53557b62-0653-4b6a-9fe8-346202701ac6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf8ae93a-7654-4fbc-a9ae-c0de60702289 HTTP/1.1" status: 200 len: 946 time: 0.1221235 Nov 12 21:10:29.146214 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-54c6ab96-5d98-4af3-8383-aaab7b5d6b93 req-f018ca68-424f-4ca3-a7b9-913ebad365e2 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a187938-3d5b-4e4d-b1d7-19c0bbe6202a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481038 Nov 12 21:10:30.320878 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed927226-634e-428c-95e5-555329b11837 req-f4735f25-e355-4351-9a2d-1c992cb88abc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:30.322431 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ed927226-634e-428c-95e5-555329b11837 req-f4735f25-e355-4351-9a2d-1c992cb88abc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf8ae93a-7654-4fbc-a9ae-c0de60702289 HTTP/1.1" status: 200 len: 946 time: 0.0997705 Nov 12 21:10:30.373575 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ed927226-634e-428c-95e5-555329b11837 req-dc4894f4-1b09-485a-bc50-bdd757e46dab tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a187938-3d5b-4e4d-b1d7-19c0bbe6202a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444379 Nov 12 21:10:30.396170 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57832) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:30.461836 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a2802910-b649-461d-9806-ab089dfeb3e4 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/floatingips/3183b21e-380b-49eb-8a88-0cbb849fb20e HTTP/1.1" status: 200 len: 994 time: 0.0643287 Nov 12 21:10:31.782475 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb392d0f-3bc5-4a3c-bd2d-9b5d6fd9517a req-7024a9bb-d10a-42a9-9ab7-89e8826fbf8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:31.784019 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bb392d0f-3bc5-4a3c-bd2d-9b5d6fd9517a req-7024a9bb-d10a-42a9-9ab7-89e8826fbf8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf8ae93a-7654-4fbc-a9ae-c0de60702289 HTTP/1.1" status: 200 len: 946 time: 0.0639331 Nov 12 21:10:31.850351 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-bb392d0f-3bc5-4a3c-bd2d-9b5d6fd9517a req-726ff84c-6b5d-4ce0-8b71-2261749a310e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a187938-3d5b-4e4d-b1d7-19c0bbe6202a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552173 Nov 12 21:10:32.107899 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff49cc6-299a-472b-8d24-09b3cfea3564 req-28c39d09-7ddf-499a-a6df-96f28db3fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:32.109605 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aff49cc6-299a-472b-8d24-09b3cfea3564 req-28c39d09-7ddf-499a-a6df-96f28db3fe70 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=bf8ae93a-7654-4fbc-a9ae-c0de60702289 HTTP/1.1" status: 200 len: 1098 time: 0.3582442 Nov 12 21:10:32.213923 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff49cc6-299a-472b-8d24-09b3cfea3564 req-7576efde-369d-4a57-b15e-c7a92f5e7df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:32.215643 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aff49cc6-299a-472b-8d24-09b3cfea3564 req-7576efde-369d-4a57-b15e-c7a92f5e7df2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=882018cf-8414-4293-b80e-d07de741d00a HTTP/1.1" status: 200 len: 897 time: 0.0983636 Nov 12 21:10:32.291344 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aff49cc6-299a-472b-8d24-09b3cfea3564 req-0f254a54-6c90-43fc-9a66-39472b30d786 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cd84e17-157f-44b2-8e64-5d1f4b86f78c HTTP/1.1" status: 200 len: 1002 time: 0.0676694 Nov 12 21:10:32.345747 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff49cc6-299a-472b-8d24-09b3cfea3564 req-cb511580-982a-4749-9289-2a86e414cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:32.347300 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aff49cc6-299a-472b-8d24-09b3cfea3564 req-cb511580-982a-4749-9289-2a86e414cbb1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c27dec19-787d-442f-9e5a-a7b61bc023cd HTTP/1.1" status: 200 len: 834 time: 0.0477095 Nov 12 21:10:32.396844 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff49cc6-299a-472b-8d24-09b3cfea3564 req-a3d87bdd-3139-49fb-8232-74f11b236e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:32.398365 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aff49cc6-299a-472b-8d24-09b3cfea3564 req-a3d87bdd-3139-49fb-8232-74f11b236e4e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=882018cf-8414-4293-b80e-d07de741d00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443270 Nov 12 21:10:32.517052 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aff49cc6-299a-472b-8d24-09b3cfea3564 req-e3f58d4b-f263-4c25-b964-480c85f25ab0 service neutron] 10.222.0.52 "GET /v2.0/networks/882018cf-8414-4293-b80e-d07de741d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105356 Nov 12 21:10:32.631496 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aff49cc6-299a-472b-8d24-09b3cfea3564 req-cbf3dcf3-da2f-494f-af8f-08a47e4596b2 service neutron] 10.222.0.52 "GET /v2.0/networks/882018cf-8414-4293-b80e-d07de741d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019955 Nov 12 21:10:32.981915 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89055aa-6ea6-4f31-985e-eac45c6d4db1 req-719fd5f7-d07f-4c25-b26c-6d0b300f626b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:32.983508 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c89055aa-6ea6-4f31-985e-eac45c6d4db1 req-719fd5f7-d07f-4c25-b26c-6d0b300f626b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf8ae93a-7654-4fbc-a9ae-c0de60702289 HTTP/1.1" status: 200 len: 946 time: 0.0523789 Nov 12 21:10:33.038143 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c89055aa-6ea6-4f31-985e-eac45c6d4db1 req-afe15c02-47c3-43c1-9d9a-146bbc22b47c tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a187938-3d5b-4e4d-b1d7-19c0bbe6202a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468893 Nov 12 21:10:34.165747 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6e92f-2ccd-4cac-87b5-b5a6b3d9fe3a req-8e2230c6-785e-4b39-91fd-4a230ec5a516 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:34.167931 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1ab6e92f-2ccd-4cac-87b5-b5a6b3d9fe3a req-8e2230c6-785e-4b39-91fd-4a230ec5a516 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf8ae93a-7654-4fbc-a9ae-c0de60702289 HTTP/1.1" status: 200 len: 946 time: 0.0541286 Nov 12 21:10:34.227765 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1ab6e92f-2ccd-4cac-87b5-b5a6b3d9fe3a req-89672a49-2baf-4095-b523-e9b7eaddce25 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a187938-3d5b-4e4d-b1d7-19c0bbe6202a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535417 Nov 12 21:10:34.250784 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57844) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:34.314224 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a3c7f1f2-6c09-4bd6-9467-95a2ae157a25 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/floatingips/3183b21e-380b-49eb-8a88-0cbb849fb20e HTTP/1.1" status: 200 len: 994 time: 0.0622625 Nov 12 21:10:34.533176 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57850) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:34.693543 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-fb1443e9-fc0f-4bf6-9582-e711d756dc8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Deleting port 17c2328d-ed4f-49ab-8c26-516b8700c4a4 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:10:34.693887 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb1443e9-fc0f-4bf6-9582-e711d756dc8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:34.773364 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb1443e9-fc0f-4bf6-9582-e711d756dc8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:34.773765 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb1443e9-fc0f-4bf6-9582-e711d756dc8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:34.785855 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-fb1443e9-fc0f-4bf6-9582-e711d756dc8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Calling delete_port for 17c2328d-ed4f-49ab-8c26-516b8700c4a4 owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:10:34.933302 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb1443e9-fc0f-4bf6-9582-e711d756dc8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:34.958714 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1443e9-fc0f-4bf6-9582-e711d756dc8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Port': ['ID=17c2328d-ed4f-49ab-8c26-516b8700c4a4,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:34.971237 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1443e9-fc0f-4bf6-9582-e711d756dc8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:34.971590 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1443e9-fc0f-4bf6-9582-e711d756dc8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:34.971933 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1443e9-fc0f-4bf6-9582-e711d756dc8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:34.972368 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1443e9-fc0f-4bf6-9582-e711d756dc8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:34.972705 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1443e9-fc0f-4bf6-9582-e711d756dc8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:34.973038 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1443e9-fc0f-4bf6-9582-e711d756dc8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:34.973370 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1443e9-fc0f-4bf6-9582-e711d756dc8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:34.973818 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1443e9-fc0f-4bf6-9582-e711d756dc8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:34.974029 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1443e9-fc0f-4bf6-9582-e711d756dc8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:34.974353 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1443e9-fc0f-4bf6-9582-e711d756dc8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:34.974675 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1443e9-fc0f-4bf6-9582-e711d756dc8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:34.974995 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1443e9-fc0f-4bf6-9582-e711d756dc8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:35.033312 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb1443e9-fc0f-4bf6-9582-e711d756dc8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:35.033648 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-fb1443e9-fc0f-4bf6-9582-e711d756dc8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Floating IP 3183b21e-380b-49eb-8a88-0cbb849fb20e disassociated (deleted). External IP: 172.25.5.210, port: 9cd84e17-157f-44b2-8e64-5d1f4b86f78c. Nov 12 21:10:35.244004 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1443e9-fc0f-4bf6-9582-e711d756dc8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Router edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:10:35.352887 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1443e9-fc0f-4bf6-9582-e711d756dc8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:10:35.357936 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb1443e9-fc0f-4bf6-9582-e711d756dc8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:35.362435 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a8c5f6-cca5-448c-a1cf-8cbd430b4c4a None None] Sync routers for ids ['edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:10:35.375280 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a8c5f6-cca5-448c-a1cf-8cbd430b4c4a None None] Routers {'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:10:35.375915 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-97a8c5f6-cca5-448c-a1cf-8cbd430b4c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:10:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:35.384408 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fb1443e9-fc0f-4bf6-9582-e711d756dc8e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "DELETE /v2.0/floatingips/3183b21e-380b-49eb-8a88-0cbb849fb20e HTTP/1.1" status: 204 len: 168 time: 0.8502066 Nov 12 21:10:35.386285 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8ae93a-7654-4fbc-a9ae-c0de60702289', 'tag': '9cd84e17-157f-44b2-8e64-5d1f4b86f78c'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:10:35.388856 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c7e7ec-d92c-4f9c-9fb2-97873a8fdcab" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8ae93a-7654-4fbc-a9ae-c0de60702289", "tag": "9cd84e17-157f-44b2-8e64-5d1f4b86f78c"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:10:35.429300 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c87ac4b-d707-4365-9fc0-14211de1fa2e x-openstack-request-id: req-2c87ac4b-d707-4365-9fc0-14211de1fa2e {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:10:35.429601 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8ae93a-7654-4fbc-a9ae-c0de60702289", "tag": "9cd84e17-157f-44b2-8e64-5d1f4b86f78c", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:10:35.429852 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2c87ac4b-d707-4365-9fc0-14211de1fa2e {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:10:35.430253 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf8ae93a-7654-4fbc-a9ae-c0de60702289', 'tag': '9cd84e17-157f-44b2-8e64-5d1f4b86f78c', 'status': 'completed', 'code': 200} Nov 12 21:10:35.490129 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-97a8c5f6-cca5-448c-a1cf-8cbd430b4c4a None None] Set router edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:10:35.503592 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7e7ec-d92c-4f9c-9fb2-97873a8fdcab req-3aba0012-fd4f-4ab7-bce1-9d629c1076e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:35.505243 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-49c7e7ec-d92c-4f9c-9fb2-97873a8fdcab req-3aba0012-fd4f-4ab7-bce1-9d629c1076e8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f56658a53d4f432cbf92c55a438e0b89&device_id=bf8ae93a-7654-4fbc-a9ae-c0de60702289 HTTP/1.1" status: 200 len: 1098 time: 0.0462036 Nov 12 21:10:35.649665 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7e7ec-d92c-4f9c-9fb2-97873a8fdcab req-d0e9c63e-bb0e-4fe7-9b68-cebe95872f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:35.651944 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-49c7e7ec-d92c-4f9c-9fb2-97873a8fdcab req-d0e9c63e-bb0e-4fe7-9b68-cebe95872f47 service neutron] 10.222.0.52 "GET /v2.0/networks?id=882018cf-8414-4293-b80e-d07de741d00a HTTP/1.1" status: 200 len: 897 time: 0.1312294 Nov 12 21:10:35.660716 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e268d0-c9b9-4328-9333-228f8d250818 req-aae1cc18-192f-498f-ade6-63e211a1c9b1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:35.662144 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-37e268d0-c9b9-4328-9333-228f8d250818 req-aae1cc18-192f-498f-ade6-63e211a1c9b1 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf8ae93a-7654-4fbc-a9ae-c0de60702289 HTTP/1.1" status: 200 len: 946 time: 0.0732453 Nov 12 21:10:35.662917 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:10:35.704154 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-49c7e7ec-d92c-4f9c-9fb2-97873a8fdcab req-1c8fe90a-633c-42dc-9ac2-ab7dae02a353 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cd84e17-157f-44b2-8e64-5d1f4b86f78c HTTP/1.1" status: 200 len: 217 time: 0.0410521 Nov 12 21:10:35.782003 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-37e268d0-c9b9-4328-9333-228f8d250818 req-7ad36226-e4e9-48d5-a6ea-5f4d19586b83 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a187938-3d5b-4e4d-b1d7-19c0bbe6202a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113377 Nov 12 21:10:35.785762 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7e7ec-d92c-4f9c-9fb2-97873a8fdcab req-f49787b8-0a9c-4d76-a9f5-619a25ba8855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:35.787282 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-49c7e7ec-d92c-4f9c-9fb2-97873a8fdcab req-f49787b8-0a9c-4d76-a9f5-619a25ba8855 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c27dec19-787d-442f-9e5a-a7b61bc023cd HTTP/1.1" status: 200 len: 834 time: 0.0737622 Nov 12 21:10:35.798722 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-97a8c5f6-cca5-448c-a1cf-8cbd430b4c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39493401', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:09:34Z', 'updated_at': '2021-11-12T21:09:38Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:09:35Z', 'updated_at': '2021-11-12T21:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '4de3b092-3cb9-4276-b959-f69f091ab53b', 'name': '', 'network_id': '882018cf-8414-4293-b80e-d07de741d00a', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:55:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c27dec19-787d-442f-9e5a-a7b61bc023cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:09:37Z', 'updated_at': '2021-11-12T21:09:41Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': 'c27dec19-787d-442f-9e5a-a7b61bc023cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:35.826318 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a8c5f6-cca5-448c-a1cf-8cbd430b4c4a None None] Checking router: edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:10:35.835627 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a8c5f6-cca5-448c-a1cf-8cbd430b4c4a None None] Routers {'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:10:35.836291 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-97a8c5f6-cca5-448c-a1cf-8cbd430b4c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:10:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:35.837021 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7e7ec-d92c-4f9c-9fb2-97873a8fdcab req-df62c771-b1dd-4bc8-9249-f233d965e0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:35.838670 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-49c7e7ec-d92c-4f9c-9fb2-97873a8fdcab req-df62c771-b1dd-4bc8-9249-f233d965e0d9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=882018cf-8414-4293-b80e-d07de741d00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437765 Nov 12 21:10:35.941216 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-49c7e7ec-d92c-4f9c-9fb2-97873a8fdcab req-55321a12-0c43-4a35-92fa-e054a52555b6 service neutron] 10.222.0.52 "GET /v2.0/networks/882018cf-8414-4293-b80e-d07de741d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890274 Nov 12 21:10:35.943988 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-97a8c5f6-cca5-448c-a1cf-8cbd430b4c4a None None] Set router edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:10:36.033373 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-49c7e7ec-d92c-4f9c-9fb2-97873a8fdcab req-27292b1c-aa54-4202-b6bd-4c3d9137dfd2 service neutron] 10.222.0.52 "GET /v2.0/networks/882018cf-8414-4293-b80e-d07de741d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825498 Nov 12 21:10:36.158208 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-97a8c5f6-cca5-448c-a1cf-8cbd430b4c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39493401', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:09:34Z', 'updated_at': '2021-11-12T21:09:38Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:09:35Z', 'updated_at': '2021-11-12T21:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '4de3b092-3cb9-4276-b959-f69f091ab53b', 'name': '', 'network_id': '882018cf-8414-4293-b80e-d07de741d00a', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:55:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c27dec19-787d-442f-9e5a-a7b61bc023cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:09:37Z', 'updated_at': '2021-11-12T21:09:41Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': 'c27dec19-787d-442f-9e5a-a7b61bc023cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:36.186736 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a8c5f6-cca5-448c-a1cf-8cbd430b4c4a None None] The sync data for ids ['edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'] in n-d-712140-15 is: [{'id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39493401', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:09:34Z', 'updated_at': '2021-11-12T21:09:38Z', 'revision_number': 4, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:09:35Z', 'updated_at': '2021-11-12T21:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '4de3b092-3cb9-4276-b959-f69f091ab53b', 'name': '', 'network_id': '882018cf-8414-4293-b80e-d07de741d00a', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'mac_address': 'fa:16:3e:55:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c27dec19-787d-442f-9e5a-a7b61bc023cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:09:37Z', 'updated_at': '2021-11-12T21:09:41Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'subnets': [{'id': 'c27dec19-787d-442f-9e5a-a7b61bc023cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:10:36.413902 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcd3c69-8af9-4b21-a814-634a24319658 None None] New status for floating IP 3183b21e-380b-49eb-8a88-0cbb849fb20e: DOWN {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:10:36.902923 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83c13e-4c44-4970-b2c3-55fc94dbf95e req-2533e1a9-0f34-448b-9c0e-320bc1b151c3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:36.904537 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dd83c13e-4c44-4970-b2c3-55fc94dbf95e req-2533e1a9-0f34-448b-9c0e-320bc1b151c3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf8ae93a-7654-4fbc-a9ae-c0de60702289 HTTP/1.1" status: 200 len: 946 time: 0.0502946 Nov 12 21:10:36.957264 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dd83c13e-4c44-4970-b2c3-55fc94dbf95e req-29b0a39d-92d0-4613-a0bf-9608ef91b7d3 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a187938-3d5b-4e4d-b1d7-19c0bbe6202a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446446 Nov 12 21:10:37.522548 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaaeb2c-b51b-4e17-a7a5-fa46b49dea43 req-32283ee8-adc4-4738-968d-14b71e76d181 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:37.524020 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-efaaeb2c-b51b-4e17-a7a5-fa46b49dea43 req-32283ee8-adc4-4738-968d-14b71e76d181 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf8ae93a-7654-4fbc-a9ae-c0de60702289 HTTP/1.1" status: 200 len: 946 time: 0.0485380 Nov 12 21:10:37.630802 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-efaaeb2c-b51b-4e17-a7a5-fa46b49dea43 req-8ee3033e-53c9-4a5a-8520-ceeaf1f3c35b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Deleting port 9cd84e17-157f-44b2-8e64-5d1f4b86f78c {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:10:37.631057 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-efaaeb2c-b51b-4e17-a7a5-fa46b49dea43 req-8ee3033e-53c9-4a5a-8520-ceeaf1f3c35b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:37.718142 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-efaaeb2c-b51b-4e17-a7a5-fa46b49dea43 req-8ee3033e-53c9-4a5a-8520-ceeaf1f3c35b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] For port 9cd84e17-157f-44b2-8e64-5d1f4b86f78c, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=9cd84e17-157f-44b2-8e64-5d1f4b86f78c,segment=NetworkSegment(c15d243c-b3e7-4a6f-88d9-2e9d7406bd82),segment_id=c15d243c-b3e7-4a6f-88d9-2e9d7406bd82)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:10:37.718494 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-efaaeb2c-b51b-4e17-a7a5-fa46b49dea43 req-8ee3033e-53c9-4a5a-8520-ceeaf1f3c35b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:37.731658 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-efaaeb2c-b51b-4e17-a7a5-fa46b49dea43 req-8ee3033e-53c9-4a5a-8520-ceeaf1f3c35b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Calling delete_port for 9cd84e17-157f-44b2-8e64-5d1f4b86f78c owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:10:37.859824 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-efaaeb2c-b51b-4e17-a7a5-fa46b49dea43 req-8ee3033e-53c9-4a5a-8520-ceeaf1f3c35b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:37.891423 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3033e-53c9-4a5a-8520-ceeaf1f3c35b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Port': ['ID=9cd84e17-157f-44b2-8e64-5d1f4b86f78c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:37.934276 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-efaaeb2c-b51b-4e17-a7a5-fa46b49dea43 req-8ee3033e-53c9-4a5a-8520-ceeaf1f3c35b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] No DVR routers for this DVR port 9cd84e17-157f-44b2-8e64-5d1f4b86f78c on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:10:37.936990 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-efaaeb2c-b51b-4e17-a7a5-fa46b49dea43 req-8ee3033e-53c9-4a5a-8520-ceeaf1f3c35b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:37.940387 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-efaaeb2c-b51b-4e17-a7a5-fa46b49dea43 req-8ee3033e-53c9-4a5a-8520-ceeaf1f3c35b tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.52 "DELETE /v2.0/ports/9cd84e17-157f-44b2-8e64-5d1f4b86f78c HTTP/1.1" status: 204 len: 173 time: 0.4097908 Nov 12 21:10:37.940828 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8ae93a-7654-4fbc-a9ae-c0de60702289', 'name': 'network-vif-deleted', 'tag': '9cd84e17-157f-44b2-8e64-5d1f4b86f78c'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:10:37.943083 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e7b396-2163-42c1-bbcb-56be45a6aad0" -d '{"events": [{"server_uuid": "bf8ae93a-7654-4fbc-a9ae-c0de60702289", "name": "network-vif-deleted", "tag": "9cd84e17-157f-44b2-8e64-5d1f4b86f78c"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:10:37.985941 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d4d94e-dbcd-429d-9f9a-9278b0c37e3e x-openstack-request-id: req-00d4d94e-dbcd-429d-9f9a-9278b0c37e3e {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:10:37.986097 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8ae93a-7654-4fbc-a9ae-c0de60702289", "name": "network-vif-deleted", "tag": "9cd84e17-157f-44b2-8e64-5d1f4b86f78c", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:10:37.986308 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-00d4d94e-dbcd-429d-9f9a-9278b0c37e3e {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:10:37.986732 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8ae93a-7654-4fbc-a9ae-c0de60702289', 'name': 'network-vif-deleted', 'tag': '9cd84e17-157f-44b2-8e64-5d1f4b86f78c', 'status': 'completed', 'code': 200} Nov 12 21:10:38.055723 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-414a2d17-2279-4228-91b9-b0eaeeb9e5c5 req-b3f060dc-e7e9-4bc9-b401-2e52bd59735e tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf8ae93a-7654-4fbc-a9ae-c0de60702289 HTTP/1.1" status: 200 len: 210 time: 0.0271263 Nov 12 21:10:39.120480 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57868) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:39.515401 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2e386404-64f8-4364-8750-52521159e4fc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:39.844043 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-2e386404-64f8-4364-8750-52521159e4fc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Deleting port 4de3b092-3cb9-4276-b959-f69f091ab53b {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:10:39.844583 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2e386404-64f8-4364-8750-52521159e4fc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:39.882586 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 9cd84e17-157f-44b2-8e64-5d1f4b86f78c no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:10:39.908973 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 9cd84e17-157f-44b2-8e64-5d1f4b86f78c {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:10:39.909331 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 9cd84e17-157f-44b2-8e64-5d1f4b86f78c not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:10:39.955965 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-2e386404-64f8-4364-8750-52521159e4fc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] For port 4de3b092-3cb9-4276-b959-f69f091ab53b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=4de3b092-3cb9-4276-b959-f69f091ab53b,segment=NetworkSegment(c15d243c-b3e7-4a6f-88d9-2e9d7406bd82),segment_id=c15d243c-b3e7-4a6f-88d9-2e9d7406bd82)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:10:39.956366 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2e386404-64f8-4364-8750-52521159e4fc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:39.974085 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-2e386404-64f8-4364-8750-52521159e4fc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Calling delete_port for 4de3b092-3cb9-4276-b959-f69f091ab53b owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:10:40.187411 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2e386404-64f8-4364-8750-52521159e4fc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:40.219610 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e386404-64f8-4364-8750-52521159e4fc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Port': ['ID=4de3b092-3cb9-4276-b959-f69f091ab53b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:40.249844 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e386404-64f8-4364-8750-52521159e4fc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:40.250198 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e386404-64f8-4364-8750-52521159e4fc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:40.250557 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e386404-64f8-4364-8750-52521159e4fc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:40.250908 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e386404-64f8-4364-8750-52521159e4fc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:40.251254 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e386404-64f8-4364-8750-52521159e4fc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:40.251604 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e386404-64f8-4364-8750-52521159e4fc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:40.251945 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e386404-64f8-4364-8750-52521159e4fc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:40.252380 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e386404-64f8-4364-8750-52521159e4fc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:40.252724 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e386404-64f8-4364-8750-52521159e4fc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:40.253059 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e386404-64f8-4364-8750-52521159e4fc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:40.253395 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e386404-64f8-4364-8750-52521159e4fc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:40.253727 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e386404-64f8-4364-8750-52521159e4fc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:40.412387 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2e386404-64f8-4364-8750-52521159e4fc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:40.646440 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e386404-64f8-4364-8750-52521159e4fc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Router edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:10:40.758252 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e386404-64f8-4364-8750-52521159e4fc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:10:40.764243 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2e386404-64f8-4364-8750-52521159e4fc tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "PUT /v2.0/routers/edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6426914 Nov 12 21:10:40.767139 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57870) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:40.769599 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4867b74b-be4e-419a-8ae7-8ab565069030 None None] Sync routers for ids ['edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:10:40.783370 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4867b74b-be4e-419a-8ae7-8ab565069030 None None] Routers {'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:10:40.784327 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-4867b74b-be4e-419a-8ae7-8ab565069030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:10:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:40.821185 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f8cc87b-04d2-4810-982a-9ceaa424b475 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Deleting subnet c27dec19-787d-442f-9e5a-a7b61bc023cd {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:10:40.825170 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1f8cc87b-04d2-4810-982a-9ceaa424b475 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:40.864552 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1f8cc87b-04d2-4810-982a-9ceaa424b475 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:40.890888 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-4867b74b-be4e-419a-8ae7-8ab565069030 None None] Set router edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:10:40.953508 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1f8cc87b-04d2-4810-982a-9ceaa424b475 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:41.012221 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1f8cc87b-04d2-4810-982a-9ceaa424b475 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:41.042319 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1f8cc87b-04d2-4810-982a-9ceaa424b475 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:41.045830 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-1f8cc87b-04d2-4810-982a-9ceaa424b475 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "DELETE /v2.0/subnets/c27dec19-787d-442f-9e5a-a7b61bc023cd HTTP/1.1" status: 204 len: 168 time: 0.2773662 Nov 12 21:10:41.046979 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8cc87b-04d2-4810-982a-9ceaa424b475 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Subnet': ['ID=c27dec19-787d-442f-9e5a-a7b61bc023cd,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:41.049431 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57872) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:41.050653 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b95cdd-710c-4903-be1a-a106903b0b66 None None] Network 882018cf-8414-4293-b80e-d07de741d00a requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:10:41.079296 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-4867b74b-be4e-419a-8ae7-8ab565069030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39493401', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:09:34Z', 'updated_at': '2021-11-12T21:10:40Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:09:35Z', 'updated_at': '2021-11-12T21:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:41.106674 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4867b74b-be4e-419a-8ae7-8ab565069030 None None] Checking router: edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:10:41.115827 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4867b74b-be4e-419a-8ae7-8ab565069030 None None] Routers {'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:10:41.116457 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-4867b74b-be4e-419a-8ae7-8ab565069030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:10:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:41.162458 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c7f213cc-c942-40b5-8def-6eb347c93ba6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:41.234229 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-4867b74b-be4e-419a-8ae7-8ab565069030 None None] Set router edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:10:41.245582 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a71366-850d-4ee7-addc-42848c9eba55 None None] DHCP port deletion for 882018cf-8414-4293-b80e-d07de741d00a request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:10:41.279389 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c7f213cc-c942-40b5-8def-6eb347c93ba6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:41.304251 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-35a71366-850d-4ee7-addc-42848c9eba55 None None] Deleting port d839a89c-4c84-4f70-a91e-d556d3807915 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:10:41.304251 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-35a71366-850d-4ee7-addc-42848c9eba55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:41.345174 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c7f213cc-c942-40b5-8def-6eb347c93ba6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Deleting port d6e24a27-cda9-4d10-a492-79dc82344f4e {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:10:41.345526 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c7f213cc-c942-40b5-8def-6eb347c93ba6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:41.372428 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-35a71366-850d-4ee7-addc-42848c9eba55 None None] For port d839a89c-4c84-4f70-a91e-d556d3807915, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d839a89c-4c84-4f70-a91e-d556d3807915,segment=NetworkSegment(c15d243c-b3e7-4a6f-88d9-2e9d7406bd82),segment_id=c15d243c-b3e7-4a6f-88d9-2e9d7406bd82)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:10:41.372840 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-35a71366-850d-4ee7-addc-42848c9eba55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:41.386422 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-35a71366-850d-4ee7-addc-42848c9eba55 None None] Calling delete_port for d839a89c-4c84-4f70-a91e-d556d3807915 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:10:41.429347 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-4867b74b-be4e-419a-8ae7-8ab565069030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39493401', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:09:34Z', 'updated_at': '2021-11-12T21:10:40Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:09:35Z', 'updated_at': '2021-11-12T21:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:41.436126 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-c7f213cc-c942-40b5-8def-6eb347c93ba6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] For port d6e24a27-cda9-4d10-a492-79dc82344f4e, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=d6e24a27-cda9-4d10-a492-79dc82344f4e,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:10:41.436524 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c7f213cc-c942-40b5-8def-6eb347c93ba6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:41.450180 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c7f213cc-c942-40b5-8def-6eb347c93ba6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Calling delete_port for d6e24a27-cda9-4d10-a492-79dc82344f4e owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:10:41.460836 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4867b74b-be4e-419a-8ae7-8ab565069030 None None] The sync data for ids ['edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b'] in n-d-712140-15 is: [{'id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39493401', 'tenant_id': 'f56658a53d4f432cbf92c55a438e0b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:09:34Z', 'updated_at': '2021-11-12T21:10:40Z', 'revision_number': 5, 'project_id': 'f56658a53d4f432cbf92c55a438e0b89', 'gw_port': {'id': 'd6e24a27-cda9-4d10-a492-79dc82344f4e', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:09:35Z', 'updated_at': '2021-11-12T21:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:10:41.470467 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-35a71366-850d-4ee7-addc-42848c9eba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:41.495209 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a71366-850d-4ee7-addc-42848c9eba55 None None] Pushing event deleted for resources: {'Port': ['ID=d839a89c-4c84-4f70-a91e-d556d3807915,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:41.506700 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a71366-850d-4ee7-addc-42848c9eba55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:41.507325 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a71366-850d-4ee7-addc-42848c9eba55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:41.507672 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a71366-850d-4ee7-addc-42848c9eba55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:41.508011 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a71366-850d-4ee7-addc-42848c9eba55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:41.508756 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a71366-850d-4ee7-addc-42848c9eba55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:41.509093 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a71366-850d-4ee7-addc-42848c9eba55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:41.509452 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a71366-850d-4ee7-addc-42848c9eba55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:41.509782 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a71366-850d-4ee7-addc-42848c9eba55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:41.510109 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a71366-850d-4ee7-addc-42848c9eba55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:41.510434 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a71366-850d-4ee7-addc-42848c9eba55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:41.510750 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a71366-850d-4ee7-addc-42848c9eba55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:41.511063 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a71366-850d-4ee7-addc-42848c9eba55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:41.514045 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a71366-850d-4ee7-addc-42848c9eba55 None None] No DVR routers for this DVR port d839a89c-4c84-4f70-a91e-d556d3807915 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:10:41.632780 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c7f213cc-c942-40b5-8def-6eb347c93ba6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:41.664210 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f213cc-c942-40b5-8def-6eb347c93ba6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Port': ['ID=d6e24a27-cda9-4d10-a492-79dc82344f4e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:41.675722 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9f5a97-ce5b-406a-809b-bd71ecb6dcce None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:10:41.726273 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c7f213cc-c942-40b5-8def-6eb347c93ba6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:41.819251 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c7f213cc-c942-40b5-8def-6eb347c93ba6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:41.821479 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c7f213cc-c942-40b5-8def-6eb347c93ba6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:41.866975 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c7f213cc-c942-40b5-8def-6eb347c93ba6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:41.867672 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f213cc-c942-40b5-8def-6eb347c93ba6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Fanout notify agent at l3_agent the message router_deleted on router edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:10:41.875260 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c7f213cc-c942-40b5-8def-6eb347c93ba6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:41.876578 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c7f213cc-c942-40b5-8def-6eb347c93ba6 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "DELETE /v2.0/routers/edc7dca7-ffa0-41ae-b7b8-ead5e8d04a8b HTTP/1.1" status: 204 len: 168 time: 0.8260233 Nov 12 21:10:41.879371 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57874) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:41.970448 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-393cb290-1e4a-425f-a832-9b2df8c311fb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:42.054160 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d839a89c-4c84-4f70-a91e-d556d3807915 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:10:42.067355 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-393cb290-1e4a-425f-a832-9b2df8c311fb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:42.078792 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: d839a89c-4c84-4f70-a91e-d556d3807915 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:10:42.079426 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d839a89c-4c84-4f70-a91e-d556d3807915 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:10:42.079840 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4de3b092-3cb9-4276-b959-f69f091ab53b no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:10:42.090980 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-393cb290-1e4a-425f-a832-9b2df8c311fb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882018cf-8414-4293-b80e-d07de741d00a']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:42.099783 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 4de3b092-3cb9-4276-b959-f69f091ab53b {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:10:42.100136 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 4de3b092-3cb9-4276-b959-f69f091ab53b not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:10:42.104490 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-393cb290-1e4a-425f-a832-9b2df8c311fb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15d243c-b3e7-4a6f-88d9-2e9d7406bd82') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:42.104790 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-393cb290-1e4a-425f-a832-9b2df8c311fb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15d243c-b3e7-4a6f-88d9-2e9d7406bd82') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:42.116815 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-393cb290-1e4a-425f-a832-9b2df8c311fb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:42.131465 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-393cb290-1e4a-425f-a832-9b2df8c311fb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:42.139097 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393cb290-1e4a-425f-a832-9b2df8c311fb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:10:42.139711 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-393cb290-1e4a-425f-a832-9b2df8c311fb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: timer() Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:10:42.142844 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:10:42.203080 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-393cb290-1e4a-425f-a832-9b2df8c311fb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:42.210019 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-393cb290-1e4a-425f-a832-9b2df8c311fb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:42.213274 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-393cb290-1e4a-425f-a832-9b2df8c311fb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "DELETE /v2.0/networks/882018cf-8414-4293-b80e-d07de741d00a HTTP/1.1" status: 204 len: 168 time: 0.3328724 Nov 12 21:10:42.216319 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57876) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:42.224778 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393cb290-1e4a-425f-a832-9b2df8c311fb tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'Network': ['ID=882018cf-8414-4293-b80e-d07de741d00a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:42.277629 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8492-6c40-4afc-9f02-686c601d9277 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:42.303058 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8492-6c40-4afc-9f02-686c601d9277 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:42.372056 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8492-6c40-4afc-9f02-686c601d9277 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:42.374760 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8492-6c40-4afc-9f02-686c601d9277 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:42.376036 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-cd8e8492-6c40-4afc-9f02-686c601d9277 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] 10.222.0.48 "DELETE /v2.0/security-groups/2a187938-3d5b-4e4d-b1d7-19c0bbe6202a HTTP/1.1" status: 204 len: 168 time: 0.1586246 Nov 12 21:10:42.387022 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e8492-6c40-4afc-9f02-686c601d9277 tempest-TestNetworkAdvancedServerOps-163342627 tempest-TestNetworkAdvancedServerOps-163342627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a187938-3d5b-4e4d-b1d7-19c0bbe6202a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:42.721883 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57884) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:42.871979 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-99702b64-3ad1-49ca-ad18-f035704c6912 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f56658a53d4f432cbf92c55a438e0b89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1489220 Nov 12 21:10:42.874598 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57888) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:42.933054 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd375-eebe-45b8-ab94-55e3c672e408 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:42.954089 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd375-eebe-45b8-ab94-55e3c672e408 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:43.000295 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd375-eebe-45b8-ab94-55e3c672e408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:43.002862 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd375-eebe-45b8-ab94-55e3c672e408 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:43.004064 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6b4bd375-eebe-45b8-ab94-55e3c672e408 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4307acc0-56d1-4430-8833-f8feb5e13a56 HTTP/1.1" status: 204 len: 168 time: 0.1285481 Nov 12 21:10:43.014851 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bd375-eebe-45b8-ab94-55e3c672e408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4307acc0-56d1-4430-8833-f8feb5e13a56,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:43.272085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57896) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:43.285765 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-61c12287-4766-4a41-b832-4804b13a7eb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:43.372317 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-61c12287-4766-4a41-b832-4804b13a7eb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:43.376873 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-61c12287-4766-4a41-b832-4804b13a7eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:43.418946 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c12287-4766-4a41-b832-4804b13a7eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb363c8-2359-43c1-92f0-e166f3cc2f40,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:43.423121 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-61c12287-4766-4a41-b832-4804b13a7eb9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=396f58e3b471442aaacc83a8d3484a3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1499770 Nov 12 21:10:43.425755 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57898) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:43.478319 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c6e34e4-b5ca-4c84-82a0-b4f556663f96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:43.500170 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c6e34e4-b5ca-4c84-82a0-b4f556663f96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:43.548991 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c6e34e4-b5ca-4c84-82a0-b4f556663f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:43.551592 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c6e34e4-b5ca-4c84-82a0-b4f556663f96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:43.558279 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6c6e34e4-b5ca-4c84-82a0-b4f556663f96 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9cb363c8-2359-43c1-92f0-e166f3cc2f40 HTTP/1.1" status: 204 len: 168 time: 0.1293418 Nov 12 21:10:43.564999 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e34e4-b5ca-4c84-82a0-b4f556663f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb363c8-2359-43c1-92f0-e166f3cc2f40,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:43.953439 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d6e24a27-cda9-4d10-a492-79dc82344f4e no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:10:43.974468 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: d6e24a27-cda9-4d10-a492-79dc82344f4e {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:10:43.974889 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device d6e24a27-cda9-4d10-a492-79dc82344f4e not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:10:44.295695 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57924) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:44.393006 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-5404c154-bdc6-4974-8497-8ae9dd69073c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-51637933-network', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:44.413080 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5404c154-bdc6-4974-8497-8ae9dd69073c admin admin] Made reservation on behalf of 01cee73c30004c04b6e5e73704478c9e for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:10:44.415279 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5404c154-bdc6-4974-8497-8ae9dd69073c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:44.424275 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5404c154-bdc6-4974-8497-8ae9dd69073c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:44.501898 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5404c154-bdc6-4974-8497-8ae9dd69073c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:44.505800 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5404c154-bdc6-4974-8497-8ae9dd69073c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:44.876113 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5404c154-bdc6-4974-8497-8ae9dd69073c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:10:44.891780 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404c154-bdc6-4974-8497-8ae9dd69073c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87589006-a894-4993-93f9-99109ba7032f,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:44.894716 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5404c154-bdc6-4974-8497-8ae9dd69073c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:44.895067 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-5404c154-bdc6-4974-8497-8ae9dd69073c admin admin] Added segment f1a8383c-ab97-4001-830a-82777da10a65 of type vlan for network 938fda91-c6e3-48aa-94e9-8994c7c7b1e1 Nov 12 21:10:44.938758 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5404c154-bdc6-4974-8497-8ae9dd69073c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:44.964747 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5404c154-bdc6-4974-8497-8ae9dd69073c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:44.965702 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5404c154-bdc6-4974-8497-8ae9dd69073c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:44.966271 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5404c154-bdc6-4974-8497-8ae9dd69073c admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:44.997964 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-5404c154-bdc6-4974-8497-8ae9dd69073c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7010992 Nov 12 21:10:45.001270 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57928) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:45.006266 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-c0a4099d-067b-4837-b930-be75da149334 admin admin] Request body: {'subnet': {'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-51637933-subnet', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:45.030239 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404c154-bdc6-4974-8497-8ae9dd69073c admin admin] Pushing event updated for resources: {'Network': ['ID=938fda91-c6e3-48aa-94e9-8994c7c7b1e1,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:45.030596 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a4099d-067b-4837-b930-be75da149334 admin admin] Made reservation on behalf of 01cee73c30004c04b6e5e73704478c9e for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:10:45.032617 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c0a4099d-067b-4837-b930-be75da149334 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:45.040814 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 938fda91-c6e3-48aa-94e9-8994c7c7b1e1 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:10:45.203101 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c0a4099d-067b-4837-b930-be75da149334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:45.256358 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4099d-067b-4837-b930-be75da149334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=487c0f1c-545d-4872-a865-b7f8aba528bf,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:45.268995 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a4099d-067b-4837-b930-be75da149334 admin admin] Checking segment: {'id': 'f1a8383c-ab97-4001-830a-82777da10a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:10:45.269357 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a4099d-067b-4837-b930-be75da149334 admin admin] Network hostable DHCP agents. Network: 938fda91-c6e3-48aa-94e9-8994c7c7b1e1, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:10:45.286086 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a4099d-067b-4837-b930-be75da149334 admin admin] Network 938fda91-c6e3-48aa-94e9-8994c7c7b1e1 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:10:45.295599 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-c0a4099d-067b-4837-b930-be75da149334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 938fda91-c6e3-48aa-94e9-8994c7c7b1e1) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:45.299831 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a4099d-067b-4837-b930-be75da149334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:45.300452 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c0a4099d-067b-4837-b930-be75da149334 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:45.306083 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0335b6b1-abb3-4d21-8a1d-87ee2d8a6680 None None] Network 938fda91-c6e3-48aa-94e9-8994c7c7b1e1 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:10:45.321651 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c0a4099d-067b-4837-b930-be75da149334 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3191650 Nov 12 21:10:45.325176 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57930) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:45.329516 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-eebb3aa5-b650-44c1-aa2c-c7a895d32fb6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-51637933-router', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:45.353186 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eebb3aa5-b650-44c1-aa2c-c7a895d32fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:45.354283 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eebb3aa5-b650-44c1-aa2c-c7a895d32fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:45.411806 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eebb3aa5-b650-44c1-aa2c-c7a895d32fb6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:45.458857 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6597c02-62cd-4249-af0d-50b1ad3f8922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-938fda91-c6e3-48aa-94e9-8994c7c7b1e1', 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'fixed_ips': [{'subnet_id': '487c0f1c-545d-4872-a865-b7f8aba528bf'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:10:45.459765 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d6597c02-62cd-4249-af0d-50b1ad3f8922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:45.553015 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eebb3aa5-b650-44c1-aa2c-c7a895d32fb6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:45.600033 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-d6597c02-62cd-4249-af0d-50b1ad3f8922 None None] Allocated IP 172.20.0.2 (938fda91-c6e3-48aa-94e9-8994c7c7b1e1/487c0f1c-545d-4872-a865-b7f8aba528bf/a73d516b-0bec-4faf-bb21-8623aa8b735c) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:10:45.755389 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d6597c02-62cd-4249-af0d-50b1ad3f8922 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:45.761370 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d6597c02-62cd-4249-af0d-50b1ad3f8922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:45.801138 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6597c02-62cd-4249-af0d-50b1ad3f8922 None None] Network 938fda91-c6e3-48aa-94e9-8994c7c7b1e1 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:10:45.807080 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-d6597c02-62cd-4249-af0d-50b1ad3f8922 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:45.810910 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6597c02-62cd-4249-af0d-50b1ad3f8922 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:10:45.816931 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6597c02-62cd-4249-af0d-50b1ad3f8922 None None] Pushing event updated for resources: {'Port': ['ID=a73d516b-0bec-4faf-bb21-8623aa8b735c,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:45.871836 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d6597c02-62cd-4249-af0d-50b1ad3f8922 None None] Attempting to bind port a73d516b-0bec-4faf-bb21-8623aa8b735c on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:10:45.872198 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d6597c02-62cd-4249-af0d-50b1ad3f8922 None None] Attempting to bind port a73d516b-0bec-4faf-bb21-8623aa8b735c by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'f1a8383c-ab97-4001-830a-82777da10a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:10:45.872587 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6597c02-62cd-4249-af0d-50b1ad3f8922 None None] Attempting to bind port a73d516b-0bec-4faf-bb21-8623aa8b735c on network 938fda91-c6e3-48aa-94e9-8994c7c7b1e1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:10:45.878175 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6597c02-62cd-4249-af0d-50b1ad3f8922 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:10:45.878539 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6597c02-62cd-4249-af0d-50b1ad3f8922 None None] Checking segment: {'id': 'f1a8383c-ab97-4001-830a-82777da10a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:10:45.878934 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d6597c02-62cd-4249-af0d-50b1ad3f8922 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:45.879331 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6597c02-62cd-4249-af0d-50b1ad3f8922 None None] Bound using segment: {'id': 'f1a8383c-ab97-4001-830a-82777da10a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:10:45.879785 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d6597c02-62cd-4249-af0d-50b1ad3f8922 None None] Bound port: a73d516b-0bec-4faf-bb21-8623aa8b735c, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a8383c-ab97-4001-830a-82777da10a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:10:45.880162 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d6597c02-62cd-4249-af0d-50b1ad3f8922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:45.944599 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d6597c02-62cd-4249-af0d-50b1ad3f8922 None None] For port a73d516b-0bec-4faf-bb21-8623aa8b735c, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:10:45.948464 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d6597c02-62cd-4249-af0d-50b1ad3f8922 None None] For port a73d516b-0bec-4faf-bb21-8623aa8b735c, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a73d516b-0bec-4faf-bb21-8623aa8b735c,segment=NetworkSegment(f1a8383c-ab97-4001-830a-82777da10a65),segment_id=f1a8383c-ab97-4001-830a-82777da10a65)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:10:45.953163 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d6597c02-62cd-4249-af0d-50b1ad3f8922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:46.016529 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6597c02-62cd-4249-af0d-50b1ad3f8922 None None] Pushing event updated for resources: {'Port': ['ID=a73d516b-0bec-4faf-bb21-8623aa8b735c,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:46.049967 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eebb3aa5-b650-44c1-aa2c-c7a895d32fb6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:46.069382 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eebb3aa5-b650-44c1-aa2c-c7a895d32fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:46.204422 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-eebb3aa5-b650-44c1-aa2c-c7a895d32fb6 admin admin] Allocated IP 172.25.5.188 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/06832270-0421-4549-abff-6df7fc073bce) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:10:46.331100 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eebb3aa5-b650-44c1-aa2c-c7a895d32fb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:46.365918 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eebb3aa5-b650-44c1-aa2c-c7a895d32fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:46.405330 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebb3aa5-b650-44c1-aa2c-c7a895d32fb6 admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:10:46.410157 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-eebb3aa5-b650-44c1-aa2c-c7a895d32fb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:46.413783 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebb3aa5-b650-44c1-aa2c-c7a895d32fb6 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:10:46.420719 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb3aa5-b650-44c1-aa2c-c7a895d32fb6 admin admin] Pushing event updated for resources: {'Port': ['ID=06832270-0421-4549-abff-6df7fc073bce,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:46.423039 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d645ec4-8599-436a-8638-72a90a4e820f None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:10:46.518686 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4f423e69-b4e8-4ca6-914f-69fc75dc0022 None None] Provisioning complete for port 06832270-0421-4549-abff-6df7fc073bce triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:46.519047 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4f423e69-b4e8-4ca6-914f-69fc75dc0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:46.553835 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4f423e69-b4e8-4ca6-914f-69fc75dc0022 None None] Port 06832270-0421-4549-abff-6df7fc073bce cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:10:46.671180 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eebb3aa5-b650-44c1-aa2c-c7a895d32fb6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:46.888353 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eebb3aa5-b650-44c1-aa2c-c7a895d32fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:46.924024 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29073740-0a6a-49d0-b1b4-44a1c44c9361 None None] Network 938fda91-c6e3-48aa-94e9-8994c7c7b1e1 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:10:47.010396 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2397ce31-03eb-402a-aa84-40bc287521ef None None] Provisioning complete for port a73d516b-0bec-4faf-bb21-8623aa8b735c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:47.011145 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2397ce31-03eb-402a-aa84-40bc287521ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:47.030858 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebb3aa5-b650-44c1-aa2c-c7a895d32fb6 admin admin] Router 16ed7852-415e-4047-b2cb-48346db93877 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:10:47.146880 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebb3aa5-b650-44c1-aa2c-c7a895d32fb6 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:10:47.158847 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69874f-0951-4e31-a141-0aef2555dff3 None None] Sync routers for ids ['16ed7852-415e-4047-b2cb-48346db93877'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:10:47.160889 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2397ce31-03eb-402a-aa84-40bc287521ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:47.164322 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-eebb3aa5-b650-44c1-aa2c-c7a895d32fb6 admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:47.166155 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-eebb3aa5-b650-44c1-aa2c-c7a895d32fb6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8394885 Nov 12 21:10:47.169171 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57932) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:47.185967 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b69874f-0951-4e31-a141-0aef2555dff3 None None] Routers {'16ed7852-415e-4047-b2cb-48346db93877'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:10:47.186614 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1b69874f-0951-4e31-a141-0aef2555dff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:10:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['16ed7852-415e-4047-b2cb-48346db93877'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:47.243702 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2397ce31-03eb-402a-aa84-40bc287521ef None None] For port a73d516b-0bec-4faf-bb21-8623aa8b735c, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a73d516b-0bec-4faf-bb21-8623aa8b735c,segment=NetworkSegment(f1a8383c-ab97-4001-830a-82777da10a65),segment_id=f1a8383c-ab97-4001-830a-82777da10a65)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:10:47.250302 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2397ce31-03eb-402a-aa84-40bc287521ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:47.351044 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-1b69874f-0951-4e31-a141-0aef2555dff3 None None] Set router 16ed7852-415e-4047-b2cb-48346db93877 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:10:47.382171 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397ce31-03eb-402a-aa84-40bc287521ef None None] Pushing event updated for resources: {'Port': ['ID=a73d516b-0bec-4faf-bb21-8623aa8b735c,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:47.610866 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-15d98b9a-c87f-4699-b767-9c2292dddd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:47.632078 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9997ec3a-f2d8-43a0-9ebd-80ef8fe3c7e5 None None] Provisioning complete for port a73d516b-0bec-4faf-bb21-8623aa8b735c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:47.632753 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9997ec3a-f2d8-43a0-9ebd-80ef8fe3c7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:47.763026 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1b69874f-0951-4e31-a141-0aef2555dff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ed7852-415e-4047-b2cb-48346db93877', 'name': 'tempest-TestShelveInstance-51637933-router', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '06832270-0421-4549-abff-6df7fc073bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:10:45Z', 'updated_at': '2021-11-12T21:10:46Z', 'revision_number': 3, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'gw_port': {'id': '06832270-0421-4549-abff-6df7fc073bce', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ed7852-415e-4047-b2cb-48346db93877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:46Z', 'updated_at': '2021-11-12T21:10:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:47.770250 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-15d98b9a-c87f-4699-b767-9c2292dddd90 admin admin] Allocated IP 172.20.0.1 (938fda91-c6e3-48aa-94e9-8994c7c7b1e1/487c0f1c-545d-4872-a865-b7f8aba528bf/810b452c-10c1-494b-bda6-ee4f26441fdb) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:10:47.793694 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69874f-0951-4e31-a141-0aef2555dff3 None None] Checking router: 16ed7852-415e-4047-b2cb-48346db93877 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:10:47.794040 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69874f-0951-4e31-a141-0aef2555dff3 None None] Updating router 16ed7852-415e-4047-b2cb-48346db93877 port 06832270-0421-4549-abff-6df7fc073bce binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:10:47.818035 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1b69874f-0951-4e31-a141-0aef2555dff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:47.873117 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-15d98b9a-c87f-4699-b767-9c2292dddd90 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:47.907093 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-15d98b9a-c87f-4699-b767-9c2292dddd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:47.949369 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d98b9a-c87f-4699-b767-9c2292dddd90 admin admin] Network 938fda91-c6e3-48aa-94e9-8994c7c7b1e1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:10:47.957695 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-15d98b9a-c87f-4699-b767-9c2292dddd90 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:47.960183 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d98b9a-c87f-4699-b767-9c2292dddd90 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:10:47.995887 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d98b9a-c87f-4699-b767-9c2292dddd90 admin admin] Pushing event updated for resources: {'Port': ['ID=810b452c-10c1-494b-bda6-ee4f26441fdb,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:48.005061 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-15d98b9a-c87f-4699-b767-9c2292dddd90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:48.082233 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a73d516b-0bec-4faf-bb21-8623aa8b735c up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:10:48.119494 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1b69874f-0951-4e31-a141-0aef2555dff3 None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:48.131994 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1b69874f-0951-4e31-a141-0aef2555dff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:48.167357 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-15d98b9a-c87f-4699-b767-9c2292dddd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:48.202061 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1575c4ea-4b3d-4031-8a75-5f6f037246dc None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:10:48.215085 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a5bf0-4673-4399-a0ba-9612aea53faf None None] Pushing event updated for resources: {'Port': ['ID=06832270-0421-4549-abff-6df7fc073bce,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:48.218857 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1b69874f-0951-4e31-a141-0aef2555dff3 None None] Attempting to bind port 06832270-0421-4549-abff-6df7fc073bce on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:10:48.219224 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1b69874f-0951-4e31-a141-0aef2555dff3 None None] Attempting to bind port 06832270-0421-4549-abff-6df7fc073bce by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:10:48.219584 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b69874f-0951-4e31-a141-0aef2555dff3 None None] Attempting to bind port 06832270-0421-4549-abff-6df7fc073bce on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:10:48.229649 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b69874f-0951-4e31-a141-0aef2555dff3 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:10:48.230027 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b69874f-0951-4e31-a141-0aef2555dff3 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:10:48.230430 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1b69874f-0951-4e31-a141-0aef2555dff3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:48.230817 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b69874f-0951-4e31-a141-0aef2555dff3 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:10:48.231301 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1b69874f-0951-4e31-a141-0aef2555dff3 None None] Bound port: 06832270-0421-4549-abff-6df7fc073bce, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:10:48.231681 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1b69874f-0951-4e31-a141-0aef2555dff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:48.234662 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port a73d516b-0bec-4faf-bb21-8623aa8b735c triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:48.235017 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:48.326896 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-fc281b73-f1be-4c28-bcf9-54d8351a033f None None] Provisioning complete for port 06832270-0421-4549-abff-6df7fc073bce triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:48.327270 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fc281b73-f1be-4c28-bcf9-54d8351a033f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:48.350831 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-1b69874f-0951-4e31-a141-0aef2555dff3 None None] For port 06832270-0421-4549-abff-6df7fc073bce, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:10:48.358602 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-15d98b9a-c87f-4699-b767-9c2292dddd90 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:48.363470 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-15d98b9a-c87f-4699-b767-9c2292dddd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26129909'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:48.377208 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-1b69874f-0951-4e31-a141-0aef2555dff3 None None] For port 06832270-0421-4549-abff-6df7fc073bce, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=06832270-0421-4549-abff-6df7fc073bce,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:10:48.384003 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-fc281b73-f1be-4c28-bcf9-54d8351a033f None None] Port 06832270-0421-4549-abff-6df7fc073bce cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:10:48.389194 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1b69874f-0951-4e31-a141-0aef2555dff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:48.433159 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-15d98b9a-c87f-4699-b767-9c2292dddd90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:48.435042 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d98b9a-c87f-4699-b767-9c2292dddd90 admin admin] Pushing event updated for resources: {'Port': ['ID=810b452c-10c1-494b-bda6-ee4f26441fdb,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:48.470999 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a146bf-d467-4fe6-ba8f-cdcba2f7db7a None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:10:48.485661 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-fc281b73-f1be-4c28-bcf9-54d8351a033f None None] Provisioning complete for port 810b452c-10c1-494b-bda6-ee4f26441fdb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:48.486031 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fc281b73-f1be-4c28-bcf9-54d8351a033f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:48.521106 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a5bf0-4673-4399-a0ba-9612aea53faf None None] Pushing event updated for resources: {'Port': ['ID=06832270-0421-4549-abff-6df7fc073bce,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:48.523607 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b69874f-0951-4e31-a141-0aef2555dff3 None None] Routers {'16ed7852-415e-4047-b2cb-48346db93877'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:10:48.524206 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1b69874f-0951-4e31-a141-0aef2555dff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:10:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['16ed7852-415e-4047-b2cb-48346db93877'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:48.537137 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d98b9a-c87f-4699-b767-9c2292dddd90 admin admin] Network 938fda91-c6e3-48aa-94e9-8994c7c7b1e1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:10:48.538591 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-15d98b9a-c87f-4699-b767-9c2292dddd90 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:48.573192 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-fc281b73-f1be-4c28-bcf9-54d8351a033f None None] Port 810b452c-10c1-494b-bda6-ee4f26441fdb cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:10:48.649657 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-1b69874f-0951-4e31-a141-0aef2555dff3 None None] Set router 16ed7852-415e-4047-b2cb-48346db93877 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:10:48.672171 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d98b9a-c87f-4699-b767-9c2292dddd90 admin admin] Router 16ed7852-415e-4047-b2cb-48346db93877 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:10:48.742431 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-585b3197-c9f0-4de5-8b99-b524b922b51a None None] Provisioning complete for port 06832270-0421-4549-abff-6df7fc073bce triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:48.742809 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-585b3197-c9f0-4de5-8b99-b524b922b51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:48.820810 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d98b9a-c87f-4699-b767-9c2292dddd90 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:10:48.826816 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-15d98b9a-c87f-4699-b767-9c2292dddd90 admin admin] 10.222.0.48 "PUT /v2.0/routers/16ed7852-415e-4047-b2cb-48346db93877/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6558695 Nov 12 21:10:48.924929 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-585b3197-c9f0-4de5-8b99-b524b922b51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:48.951086 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-585b3197-c9f0-4de5-8b99-b524b922b51a None None] For port 06832270-0421-4549-abff-6df7fc073bce, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=06832270-0421-4549-abff-6df7fc073bce,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:10:48.959354 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-585b3197-c9f0-4de5-8b99-b524b922b51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:49.002857 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1b69874f-0951-4e31-a141-0aef2555dff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ed7852-415e-4047-b2cb-48346db93877', 'name': 'tempest-TestShelveInstance-51637933-router', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '06832270-0421-4549-abff-6df7fc073bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:10:45Z', 'updated_at': '2021-11-12T21:10:48Z', 'revision_number': 4, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'gw_port': {'id': '06832270-0421-4549-abff-6df7fc073bce', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ed7852-415e-4047-b2cb-48346db93877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:46Z', 'updated_at': '2021-11-12T21:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '810b452c-10c1-494b-bda6-ee4f26441fdb', 'name': '', 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'mac_address': 'fa:16:3e:2c:86:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ed7852-415e-4047-b2cb-48346db93877', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '487c0f1c-545d-4872-a865-b7f8aba528bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:47Z', 'updated_at': '2021-11-12T21:10:48Z', 'revision_number': 2, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'subnets': [{'id': '487c0f1c-545d-4872-a865-b7f8aba528bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:49.041393 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69874f-0951-4e31-a141-0aef2555dff3 None None] The sync data for ids ['16ed7852-415e-4047-b2cb-48346db93877'] in n-d-712140-15 is: [{'id': '16ed7852-415e-4047-b2cb-48346db93877', 'name': 'tempest-TestShelveInstance-51637933-router', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '06832270-0421-4549-abff-6df7fc073bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:10:45Z', 'updated_at': '2021-11-12T21:10:48Z', 'revision_number': 4, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'gw_port': {'id': '06832270-0421-4549-abff-6df7fc073bce', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ed7852-415e-4047-b2cb-48346db93877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:46Z', 'updated_at': '2021-11-12T21:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '810b452c-10c1-494b-bda6-ee4f26441fdb', 'name': '', 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'mac_address': 'fa:16:3e:2c:86:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ed7852-415e-4047-b2cb-48346db93877', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '487c0f1c-545d-4872-a865-b7f8aba528bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:47Z', 'updated_at': '2021-11-12T21:10:48Z', 'revision_number': 2, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'subnets': [{'id': '487c0f1c-545d-4872-a865-b7f8aba528bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:10:49.046920 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b3197-c9f0-4de5-8b99-b524b922b51a None None] Pushing event updated for resources: {'Port': ['ID=06832270-0421-4549-abff-6df7fc073bce,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:49.080746 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c0c32e43-3228-40fe-b173-138a7e529479 None None] Provisioning complete for port 810b452c-10c1-494b-bda6-ee4f26441fdb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:49.081114 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c0c32e43-3228-40fe-b173-138a7e529479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:49.125221 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c0c32e43-3228-40fe-b173-138a7e529479 None None] Port 810b452c-10c1-494b-bda6-ee4f26441fdb cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:10:49.366234 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57948) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:49.372323 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-99e678d6-cb41-46f6-8b43-aeb9ed84534b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1444671346-network', 'tenant_id': 'd83f6a49bb594706bc31894e1441521e'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:49.396026 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e678d6-cb41-46f6-8b43-aeb9ed84534b admin admin] Made reservation on behalf of d83f6a49bb594706bc31894e1441521e for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:10:49.398594 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-99e678d6-cb41-46f6-8b43-aeb9ed84534b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:49.408073 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-99e678d6-cb41-46f6-8b43-aeb9ed84534b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:49.507029 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-99e678d6-cb41-46f6-8b43-aeb9ed84534b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:49.511347 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-99e678d6-cb41-46f6-8b43-aeb9ed84534b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:49.538119 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e678d6-cb41-46f6-8b43-aeb9ed84534b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:10:49.548928 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e678d6-cb41-46f6-8b43-aeb9ed84534b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cce0ca-67b0-403f-9e48-0e03ca4b31a8,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:49.554160 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-99e678d6-cb41-46f6-8b43-aeb9ed84534b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:49.554518 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-99e678d6-cb41-46f6-8b43-aeb9ed84534b admin admin] Added segment 58ac646d-87b4-4636-ac92-190232163ee4 of type vlan for network d8f7be5f-7916-4bc5-b08d-65d60f213245 Nov 12 21:10:49.602095 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-99e678d6-cb41-46f6-8b43-aeb9ed84534b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:49.637437 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-99e678d6-cb41-46f6-8b43-aeb9ed84534b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:49.638845 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e678d6-cb41-46f6-8b43-aeb9ed84534b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:49.639483 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-99e678d6-cb41-46f6-8b43-aeb9ed84534b admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:49.676475 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-99e678d6-cb41-46f6-8b43-aeb9ed84534b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3082166 Nov 12 21:10:49.680131 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57950) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:49.687694 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b5f9b11c-f164-42f1-84cf-a107f6936445 admin admin] Request body: {'subnet': {'network_id': 'd8f7be5f-7916-4bc5-b08d-65d60f213245', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1444671346-subnet', 'tenant_id': 'd83f6a49bb594706bc31894e1441521e', 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:49.727291 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e678d6-cb41-46f6-8b43-aeb9ed84534b admin admin] Pushing event updated for resources: {'Network': ['ID=d8f7be5f-7916-4bc5-b08d-65d60f213245,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:49.736568 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f9b11c-f164-42f1-84cf-a107f6936445 admin admin] Made reservation on behalf of d83f6a49bb594706bc31894e1441521e for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:10:49.739290 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b5f9b11c-f164-42f1-84cf-a107f6936445 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:49.766547 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network d8f7be5f-7916-4bc5-b08d-65d60f213245 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:10:49.969284 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b5f9b11c-f164-42f1-84cf-a107f6936445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:50.045409 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9b11c-f164-42f1-84cf-a107f6936445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ae75c09-b38c-4092-9cf1-e8d132d7bc8e,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:50.065322 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d92b50e6-1a1c-4292-b19f-f0b19388446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:50.074618 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 06832270-0421-4549-abff-6df7fc073bce up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:10:50.084669 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f9b11c-f164-42f1-84cf-a107f6936445 admin admin] Checking segment: {'id': '58ac646d-87b4-4636-ac92-190232163ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd8f7be5f-7916-4bc5-b08d-65d60f213245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:10:50.085197 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f9b11c-f164-42f1-84cf-a107f6936445 admin admin] Network hostable DHCP agents. Network: d8f7be5f-7916-4bc5-b08d-65d60f213245, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:10:50.108967 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f9b11c-f164-42f1-84cf-a107f6936445 admin admin] Network d8f7be5f-7916-4bc5-b08d-65d60f213245 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:10:50.121947 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-b5f9b11c-f164-42f1-84cf-a107f6936445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, d8f7be5f-7916-4bc5-b08d-65d60f213245) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:50.131167 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f9b11c-f164-42f1-84cf-a107f6936445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:50.132486 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b5f9b11c-f164-42f1-84cf-a107f6936445 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:50.144529 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b35f5c-bf13-4088-9589-cfb8ad07521e None None] Network d8f7be5f-7916-4bc5-b08d-65d60f213245 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:10:50.169531 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b5f9b11c-f164-42f1-84cf-a107f6936445 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4866714 Nov 12 21:10:50.172060 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57952) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:50.177253 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-29c51315-02c9-40a3-9d4f-b6258c7366af admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1444671346-router', 'tenant_id': 'd83f6a49bb594706bc31894e1441521e', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:50.202751 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-29c51315-02c9-40a3-9d4f-b6258c7366af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:50.203792 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-29c51315-02c9-40a3-9d4f-b6258c7366af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:50.216374 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 06832270-0421-4549-abff-6df7fc073bce triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:50.216839 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:50.284068 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-29c51315-02c9-40a3-9d4f-b6258c7366af admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:50.424791 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dacaa47-5def-454a-8f3a-a4be75b37609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-d8f7be5f-7916-4bc5-b08d-65d60f213245', 'network_id': 'd8f7be5f-7916-4bc5-b08d-65d60f213245', 'tenant_id': 'd83f6a49bb594706bc31894e1441521e', 'fixed_ips': [{'subnet_id': '3ae75c09-b38c-4092-9cf1-e8d132d7bc8e'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:10:50.425974 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5dacaa47-5def-454a-8f3a-a4be75b37609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:50.442138 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-29c51315-02c9-40a3-9d4f-b6258c7366af admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:50.616114 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-5dacaa47-5def-454a-8f3a-a4be75b37609 None None] Allocated IP 172.20.0.2 (d8f7be5f-7916-4bc5-b08d-65d60f213245/3ae75c09-b38c-4092-9cf1-e8d132d7bc8e/a099a89d-54cd-45cd-a1db-028daf5b54de) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:10:50.701627 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-29c51315-02c9-40a3-9d4f-b6258c7366af admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:50.726525 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-29c51315-02c9-40a3-9d4f-b6258c7366af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:50.794646 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5dacaa47-5def-454a-8f3a-a4be75b37609 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:50.802768 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5dacaa47-5def-454a-8f3a-a4be75b37609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:50.841508 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-29c51315-02c9-40a3-9d4f-b6258c7366af admin admin] Allocated IP 172.25.5.9 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/f59aae45-9a0a-4b0d-b366-bc3108918e30) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:10:50.842489 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dacaa47-5def-454a-8f3a-a4be75b37609 None None] Network d8f7be5f-7916-4bc5-b08d-65d60f213245 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:10:50.847144 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-5dacaa47-5def-454a-8f3a-a4be75b37609 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:50.850705 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dacaa47-5def-454a-8f3a-a4be75b37609 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:10:50.885366 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dacaa47-5def-454a-8f3a-a4be75b37609 None None] Pushing event updated for resources: {'Port': ['ID=a099a89d-54cd-45cd-a1db-028daf5b54de,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:50.917923 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-5dacaa47-5def-454a-8f3a-a4be75b37609 None None] Attempting to bind port a099a89d-54cd-45cd-a1db-028daf5b54de on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:10:50.918316 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-5dacaa47-5def-454a-8f3a-a4be75b37609 None None] Attempting to bind port a099a89d-54cd-45cd-a1db-028daf5b54de by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '58ac646d-87b4-4636-ac92-190232163ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd8f7be5f-7916-4bc5-b08d-65d60f213245'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:10:50.918646 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dacaa47-5def-454a-8f3a-a4be75b37609 None None] Attempting to bind port a099a89d-54cd-45cd-a1db-028daf5b54de on network d8f7be5f-7916-4bc5-b08d-65d60f213245 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:10:50.924188 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dacaa47-5def-454a-8f3a-a4be75b37609 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:10:50.924591 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dacaa47-5def-454a-8f3a-a4be75b37609 None None] Checking segment: {'id': '58ac646d-87b4-4636-ac92-190232163ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd8f7be5f-7916-4bc5-b08d-65d60f213245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:10:50.925450 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5dacaa47-5def-454a-8f3a-a4be75b37609 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:50.925450 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dacaa47-5def-454a-8f3a-a4be75b37609 None None] Bound using segment: {'id': '58ac646d-87b4-4636-ac92-190232163ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd8f7be5f-7916-4bc5-b08d-65d60f213245'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:10:50.925848 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-5dacaa47-5def-454a-8f3a-a4be75b37609 None None] Bound port: a099a89d-54cd-45cd-a1db-028daf5b54de, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ac646d-87b4-4636-ac92-190232163ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd8f7be5f-7916-4bc5-b08d-65d60f213245'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:10:50.926228 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5dacaa47-5def-454a-8f3a-a4be75b37609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:50.966041 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-29c51315-02c9-40a3-9d4f-b6258c7366af admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:50.999082 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:51.007020 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-29c51315-02c9-40a3-9d4f-b6258c7366af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:51.009782 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-5dacaa47-5def-454a-8f3a-a4be75b37609 None None] For port a099a89d-54cd-45cd-a1db-028daf5b54de, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:10:51.014760 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-5dacaa47-5def-454a-8f3a-a4be75b37609 None None] For port a099a89d-54cd-45cd-a1db-028daf5b54de, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a099a89d-54cd-45cd-a1db-028daf5b54de,segment=NetworkSegment(58ac646d-87b4-4636-ac92-190232163ee4),segment_id=58ac646d-87b4-4636-ac92-190232163ee4)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:10:51.023310 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5dacaa47-5def-454a-8f3a-a4be75b37609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:51.054686 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c51315-02c9-40a3-9d4f-b6258c7366af admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:10:51.059252 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-29c51315-02c9-40a3-9d4f-b6258c7366af admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:51.066184 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c51315-02c9-40a3-9d4f-b6258c7366af admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:10:51.090911 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86579b4-c428-4d23-9a41-db573b1263df None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:10:51.107667 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51315-02c9-40a3-9d4f-b6258c7366af admin admin] Pushing event updated for resources: {'Port': ['ID=f59aae45-9a0a-4b0d-b366-bc3108918e30,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:51.130524 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dacaa47-5def-454a-8f3a-a4be75b37609 None None] Pushing event updated for resources: {'Port': ['ID=a099a89d-54cd-45cd-a1db-028daf5b54de,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:51.172916 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9158bbfd-62f6-4d1e-bfdf-6e2e627faa2c None None] Provisioning complete for port f59aae45-9a0a-4b0d-b366-bc3108918e30 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:51.173634 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9158bbfd-62f6-4d1e-bfdf-6e2e627faa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:51.215124 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-9158bbfd-62f6-4d1e-bfdf-6e2e627faa2c None None] Port f59aae45-9a0a-4b0d-b366-bc3108918e30 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:10:51.415112 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-29c51315-02c9-40a3-9d4f-b6258c7366af admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:51.464260 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5265b28a-0297-42b0-8040-a2478ec5f0bf None None] Sync routers for ids ['16ed7852-415e-4047-b2cb-48346db93877'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:10:51.474121 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5265b28a-0297-42b0-8040-a2478ec5f0bf None None] Routers {'16ed7852-415e-4047-b2cb-48346db93877'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:10:51.474776 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-5265b28a-0297-42b0-8040-a2478ec5f0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:10:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['16ed7852-415e-4047-b2cb-48346db93877'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:51.624985 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-29c51315-02c9-40a3-9d4f-b6258c7366af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:51.687059 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-5265b28a-0297-42b0-8040-a2478ec5f0bf None None] Set router 16ed7852-415e-4047-b2cb-48346db93877 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:10:51.763295 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c51315-02c9-40a3-9d4f-b6258c7366af admin admin] Router 03799e75-5579-4f21-b6e2-382afb06dc46 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:10:51.887282 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c51315-02c9-40a3-9d4f-b6258c7366af admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:10:51.899252 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33ba635-c336-4e07-b925-8dea704e195b None None] Sync routers for ids ['03799e75-5579-4f21-b6e2-382afb06dc46'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:10:51.906411 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-29c51315-02c9-40a3-9d4f-b6258c7366af admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:51.910704 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-29c51315-02c9-40a3-9d4f-b6258c7366af admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7347040 Nov 12 21:10:51.910931 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-5265b28a-0297-42b0-8040-a2478ec5f0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ed7852-415e-4047-b2cb-48346db93877', 'name': 'tempest-TestShelveInstance-51637933-router', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '06832270-0421-4549-abff-6df7fc073bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:10:45Z', 'updated_at': '2021-11-12T21:10:48Z', 'revision_number': 4, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'gw_port': {'id': '06832270-0421-4549-abff-6df7fc073bce', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed7852-415e-4047-b2cb-48346db93877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:46Z', 'updated_at': '2021-11-12T21:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '810b452c-10c1-494b-bda6-ee4f26441fdb', 'name': '', 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'mac_address': 'fa:16:3e:2c:86:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ed7852-415e-4047-b2cb-48346db93877', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '487c0f1c-545d-4872-a865-b7f8aba528bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:47Z', 'updated_at': '2021-11-12T21:10:48Z', 'revision_number': 2, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'subnets': [{'id': '487c0f1c-545d-4872-a865-b7f8aba528bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:51.911265 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57954) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:51.966495 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5265b28a-0297-42b0-8040-a2478ec5f0bf None None] Checking router: 16ed7852-415e-4047-b2cb-48346db93877 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:10:51.968642 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5265b28a-0297-42b0-8040-a2478ec5f0bf None None] Updating router 16ed7852-415e-4047-b2cb-48346db93877 port 810b452c-10c1-494b-bda6-ee4f26441fdb binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:10:52.001736 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5265b28a-0297-42b0-8040-a2478ec5f0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:52.143276 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a099a89d-54cd-45cd-a1db-028daf5b54de up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:10:52.183032 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33ba635-c336-4e07-b925-8dea704e195b None None] Routers {'03799e75-5579-4f21-b6e2-382afb06dc46'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:10:52.183676 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d33ba635-c336-4e07-b925-8dea704e195b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:10:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['03799e75-5579-4f21-b6e2-382afb06dc46'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:52.290070 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d659b7-f371-4f93-ae63-dc8949631572 None None] Network d8f7be5f-7916-4bc5-b08d-65d60f213245 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:10:52.295821 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port a099a89d-54cd-45cd-a1db-028daf5b54de triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:52.296308 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:52.328150 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5265b28a-0297-42b0-8040-a2478ec5f0bf None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:52.335018 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5265b28a-0297-42b0-8040-a2478ec5f0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:52.418902 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-d33ba635-c336-4e07-b925-8dea704e195b None None] Set router 03799e75-5579-4f21-b6e2-382afb06dc46 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:10:52.454858 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e2e3761a-d216-4d1f-ba5d-521aa45fccd1 None None] Provisioning complete for port a099a89d-54cd-45cd-a1db-028daf5b54de triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:52.455250 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e2e3761a-d216-4d1f-ba5d-521aa45fccd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:52.460755 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c1156-1f5c-469e-9342-2e50aaf5bd7e None None] Pushing event updated for resources: {'Port': ['ID=810b452c-10c1-494b-bda6-ee4f26441fdb,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:52.463386 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-5265b28a-0297-42b0-8040-a2478ec5f0bf None None] Attempting to bind port 810b452c-10c1-494b-bda6-ee4f26441fdb on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:10:52.463648 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-5265b28a-0297-42b0-8040-a2478ec5f0bf None None] Attempting to bind port 810b452c-10c1-494b-bda6-ee4f26441fdb by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'f1a8383c-ab97-4001-830a-82777da10a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:10:52.463997 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5265b28a-0297-42b0-8040-a2478ec5f0bf None None] Attempting to bind port 810b452c-10c1-494b-bda6-ee4f26441fdb on network 938fda91-c6e3-48aa-94e9-8994c7c7b1e1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:10:52.471989 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5265b28a-0297-42b0-8040-a2478ec5f0bf None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:10:52.473201 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5265b28a-0297-42b0-8040-a2478ec5f0bf None None] Checking segment: {'id': 'f1a8383c-ab97-4001-830a-82777da10a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:10:52.475931 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5265b28a-0297-42b0-8040-a2478ec5f0bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:52.476669 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5265b28a-0297-42b0-8040-a2478ec5f0bf None None] Bound using segment: {'id': 'f1a8383c-ab97-4001-830a-82777da10a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:10:52.477406 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-5265b28a-0297-42b0-8040-a2478ec5f0bf None None] Bound port: 810b452c-10c1-494b-bda6-ee4f26441fdb, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a8383c-ab97-4001-830a-82777da10a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:10:52.478532 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5265b28a-0297-42b0-8040-a2478ec5f0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:52.562968 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c1156-1f5c-469e-9342-2e50aaf5bd7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:52.563377 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c1156-1f5c-469e-9342-2e50aaf5bd7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:52.563628 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c1156-1f5c-469e-9342-2e50aaf5bd7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:52.563956 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c1156-1f5c-469e-9342-2e50aaf5bd7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:52.564302 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c1156-1f5c-469e-9342-2e50aaf5bd7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:52.564645 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c1156-1f5c-469e-9342-2e50aaf5bd7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:52.564946 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c1156-1f5c-469e-9342-2e50aaf5bd7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:52.565823 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c1156-1f5c-469e-9342-2e50aaf5bd7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:52.565823 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c1156-1f5c-469e-9342-2e50aaf5bd7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:52.566026 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c1156-1f5c-469e-9342-2e50aaf5bd7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:52.566313 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c1156-1f5c-469e-9342-2e50aaf5bd7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:52.566634 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035c1156-1f5c-469e-9342-2e50aaf5bd7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:10:52.577572 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-5265b28a-0297-42b0-8040-a2478ec5f0bf None None] For port 810b452c-10c1-494b-bda6-ee4f26441fdb, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:10:52.582493 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-5265b28a-0297-42b0-8040-a2478ec5f0bf None None] For port 810b452c-10c1-494b-bda6-ee4f26441fdb, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=810b452c-10c1-494b-bda6-ee4f26441fdb,segment=NetworkSegment(f1a8383c-ab97-4001-830a-82777da10a65),segment_id=f1a8383c-ab97-4001-830a-82777da10a65)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:10:52.590888 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5265b28a-0297-42b0-8040-a2478ec5f0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:52.649507 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5265b28a-0297-42b0-8040-a2478ec5f0bf None None] Routers {'16ed7852-415e-4047-b2cb-48346db93877'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:10:52.650153 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-5265b28a-0297-42b0-8040-a2478ec5f0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:10:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['16ed7852-415e-4047-b2cb-48346db93877'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:52.705378 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:52.718262 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c1156-1f5c-469e-9342-2e50aaf5bd7e None None] Pushing event updated for resources: {'Port': ['ID=810b452c-10c1-494b-bda6-ee4f26441fdb,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:52.819970 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-5265b28a-0297-42b0-8040-a2478ec5f0bf None None] Set router 16ed7852-415e-4047-b2cb-48346db93877 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:10:52.826881 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dc7a4741-f723-44b1-a003-ba4511caab2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:52.862481 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port a099a89d-54cd-45cd-a1db-028daf5b54de, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a099a89d-54cd-45cd-a1db-028daf5b54de,segment=NetworkSegment(58ac646d-87b4-4636-ac92-190232163ee4),segment_id=58ac646d-87b4-4636-ac92-190232163ee4)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:10:52.902418 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e2e3761a-d216-4d1f-ba5d-521aa45fccd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:52.904383 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:52.972337 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f0ce608c-2b90-4aa9-8086-614ac8b42ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:53.039211 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=a099a89d-54cd-45cd-a1db-028daf5b54de,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:53.049525 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d33ba635-c336-4e07-b925-8dea704e195b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03799e75-5579-4f21-b6e2-382afb06dc46', 'name': 'tempest-TestShelveInstance-1444671346-router', 'tenant_id': 'd83f6a49bb594706bc31894e1441521e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': 'f59aae45-9a0a-4b0d-b366-bc3108918e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:10:50Z', 'updated_at': '2021-11-12T21:10:51Z', 'revision_number': 3, 'project_id': 'd83f6a49bb594706bc31894e1441521e', 'gw_port': {'id': 'f59aae45-9a0a-4b0d-b366-bc3108918e30', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03799e75-5579-4f21-b6e2-382afb06dc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:50Z', 'updated_at': '2021-11-12T21:10:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:53.087092 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33ba635-c336-4e07-b925-8dea704e195b None None] Checking router: 03799e75-5579-4f21-b6e2-382afb06dc46 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:10:53.087983 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33ba635-c336-4e07-b925-8dea704e195b None None] Updating router 03799e75-5579-4f21-b6e2-382afb06dc46 port f59aae45-9a0a-4b0d-b366-bc3108918e30 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:10:53.092550 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-dc7a4741-f723-44b1-a003-ba4511caab2f admin admin] Allocated IP 172.20.0.1 (d8f7be5f-7916-4bc5-b08d-65d60f213245/3ae75c09-b38c-4092-9cf1-e8d132d7bc8e/cc19ffe9-844d-4d81-9560-c92c488a9396) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:10:53.095406 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-5265b28a-0297-42b0-8040-a2478ec5f0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ed7852-415e-4047-b2cb-48346db93877', 'name': 'tempest-TestShelveInstance-51637933-router', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '06832270-0421-4549-abff-6df7fc073bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:10:45Z', 'updated_at': '2021-11-12T21:10:48Z', 'revision_number': 4, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'gw_port': {'id': '06832270-0421-4549-abff-6df7fc073bce', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed7852-415e-4047-b2cb-48346db93877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:46Z', 'updated_at': '2021-11-12T21:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '810b452c-10c1-494b-bda6-ee4f26441fdb', 'name': '', 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'mac_address': 'fa:16:3e:2c:86:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ed7852-415e-4047-b2cb-48346db93877', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '487c0f1c-545d-4872-a865-b7f8aba528bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:47Z', 'updated_at': '2021-11-12T21:10:52Z', 'revision_number': 4, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'subnets': [{'id': '487c0f1c-545d-4872-a865-b7f8aba528bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:53.110490 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.db.api [None req-e2e3761a-d216-4d1f-ba5d-521aa45fccd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 21:10:53.110848 n-d-712140-15 neutron-server[102449]: DEBUG oslo_db.api [None req-e2e3761a-d216-4d1f-ba5d-521aa45fccd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 21:10:53.121095 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d33ba635-c336-4e07-b925-8dea704e195b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:53.134272 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5265b28a-0297-42b0-8040-a2478ec5f0bf None None] The sync data for ids ['16ed7852-415e-4047-b2cb-48346db93877'] in n-d-712140-15 is: [{'id': '16ed7852-415e-4047-b2cb-48346db93877', 'name': 'tempest-TestShelveInstance-51637933-router', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '06832270-0421-4549-abff-6df7fc073bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:10:45Z', 'updated_at': '2021-11-12T21:10:48Z', 'revision_number': 4, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'gw_port': {'id': '06832270-0421-4549-abff-6df7fc073bce', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed7852-415e-4047-b2cb-48346db93877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:46Z', 'updated_at': '2021-11-12T21:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '810b452c-10c1-494b-bda6-ee4f26441fdb', 'name': '', 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'mac_address': 'fa:16:3e:2c:86:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ed7852-415e-4047-b2cb-48346db93877', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '487c0f1c-545d-4872-a865-b7f8aba528bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:47Z', 'updated_at': '2021-11-12T21:10:52Z', 'revision_number': 4, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'subnets': [{'id': '487c0f1c-545d-4872-a865-b7f8aba528bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:10:53.249470 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dc7a4741-f723-44b1-a003-ba4511caab2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:53.301936 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dc7a4741-f723-44b1-a003-ba4511caab2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:53.346370 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7a4741-f723-44b1-a003-ba4511caab2f admin admin] Network d8f7be5f-7916-4bc5-b08d-65d60f213245 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:10:53.353922 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-dc7a4741-f723-44b1-a003-ba4511caab2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:53.358856 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7a4741-f723-44b1-a003-ba4511caab2f admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:10:53.361936 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a4741-f723-44b1-a003-ba4511caab2f admin admin] Pushing event updated for resources: {'Port': ['ID=cc19ffe9-844d-4d81-9560-c92c488a9396,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:53.406877 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dc7a4741-f723-44b1-a003-ba4511caab2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:53.449154 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d33ba635-c336-4e07-b925-8dea704e195b None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:53.461103 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d33ba635-c336-4e07-b925-8dea704e195b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:53.509226 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54124df-efc5-43bc-9c9e-51cc5fc953a6 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:10:53.533392 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d33ba635-c336-4e07-b925-8dea704e195b None None] Attempting to bind port f59aae45-9a0a-4b0d-b366-bc3108918e30 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:10:53.533776 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d33ba635-c336-4e07-b925-8dea704e195b None None] Attempting to bind port f59aae45-9a0a-4b0d-b366-bc3108918e30 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:10:53.534135 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33ba635-c336-4e07-b925-8dea704e195b None None] Attempting to bind port f59aae45-9a0a-4b0d-b366-bc3108918e30 on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:10:53.549173 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33ba635-c336-4e07-b925-8dea704e195b None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:10:53.549539 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33ba635-c336-4e07-b925-8dea704e195b None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:10:53.549937 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d33ba635-c336-4e07-b925-8dea704e195b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:53.550325 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33ba635-c336-4e07-b925-8dea704e195b None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:10:53.550811 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d33ba635-c336-4e07-b925-8dea704e195b None None] Bound port: f59aae45-9a0a-4b0d-b366-bc3108918e30, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:10:53.551205 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d33ba635-c336-4e07-b925-8dea704e195b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:53.553361 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d23a19-eb5e-4ce2-9a67-b493382494b4 None None] Pushing event updated for resources: {'Port': ['ID=f59aae45-9a0a-4b0d-b366-bc3108918e30,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:53.585459 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dc7a4741-f723-44b1-a003-ba4511caab2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:53.664394 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d33ba635-c336-4e07-b925-8dea704e195b None None] For port f59aae45-9a0a-4b0d-b366-bc3108918e30, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:10:53.669944 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d33ba635-c336-4e07-b925-8dea704e195b None None] For port f59aae45-9a0a-4b0d-b366-bc3108918e30, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f59aae45-9a0a-4b0d-b366-bc3108918e30,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:10:53.677431 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d33ba635-c336-4e07-b925-8dea704e195b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:53.732998 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1863368c-e439-4f1e-a81e-33f37a8eb5c1 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:10:53.735113 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33ba635-c336-4e07-b925-8dea704e195b None None] Routers {'03799e75-5579-4f21-b6e2-382afb06dc46'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:10:53.735749 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d33ba635-c336-4e07-b925-8dea704e195b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:10:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['03799e75-5579-4f21-b6e2-382afb06dc46'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:53.789993 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dc7a4741-f723-44b1-a003-ba4511caab2f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:53.798323 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dc7a4741-f723-44b1-a003-ba4511caab2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:53.826435 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d23a19-eb5e-4ce2-9a67-b493382494b4 None None] Pushing event updated for resources: {'Port': ['ID=f59aae45-9a0a-4b0d-b366-bc3108918e30,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:53.838552 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4bc91bac-08f4-4493-87c1-50ccc428da6d None None] Provisioning complete for port cc19ffe9-844d-4d81-9560-c92c488a9396 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:53.838924 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4bc91bac-08f4-4493-87c1-50ccc428da6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:53.875556 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dc7a4741-f723-44b1-a003-ba4511caab2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:53.879014 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a4741-f723-44b1-a003-ba4511caab2f admin admin] Pushing event updated for resources: {'Port': ['ID=cc19ffe9-844d-4d81-9560-c92c488a9396,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:53.920966 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4bc91bac-08f4-4493-87c1-50ccc428da6d None None] Port cc19ffe9-844d-4d81-9560-c92c488a9396 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:10:53.929483 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-d33ba635-c336-4e07-b925-8dea704e195b None None] Set router 03799e75-5579-4f21-b6e2-382afb06dc46 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:10:53.997613 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7a4741-f723-44b1-a003-ba4511caab2f admin admin] Network d8f7be5f-7916-4bc5-b08d-65d60f213245 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:10:53.999139 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-dc7a4741-f723-44b1-a003-ba4511caab2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:54.137272 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7a4741-f723-44b1-a003-ba4511caab2f admin admin] Router 03799e75-5579-4f21-b6e2-382afb06dc46 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:10:54.139075 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 810b452c-10c1-494b-bda6-ee4f26441fdb up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:10:54.189714 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4bc91bac-08f4-4493-87c1-50ccc428da6d None None] Provisioning complete for port f59aae45-9a0a-4b0d-b366-bc3108918e30 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:54.190187 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4bc91bac-08f4-4493-87c1-50ccc428da6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:54.250723 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:54.261015 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7a4741-f723-44b1-a003-ba4511caab2f admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:10:54.267239 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-dc7a4741-f723-44b1-a003-ba4511caab2f admin admin] 10.222.0.48 "PUT /v2.0/routers/03799e75-5579-4f21-b6e2-382afb06dc46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3536880 Nov 12 21:10:54.347541 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 810b452c-10c1-494b-bda6-ee4f26441fdb triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:54.347912 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:54.455763 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4bc91bac-08f4-4493-87c1-50ccc428da6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:54.485930 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-4bc91bac-08f4-4493-87c1-50ccc428da6d None None] For port f59aae45-9a0a-4b0d-b366-bc3108918e30, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f59aae45-9a0a-4b0d-b366-bc3108918e30,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:10:54.508339 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4bc91bac-08f4-4493-87c1-50ccc428da6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:54.577545 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:54.598480 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4bc91bac-08f4-4493-87c1-50ccc428da6d None None] Provisioning complete for port 810b452c-10c1-494b-bda6-ee4f26441fdb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:54.598851 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4bc91bac-08f4-4493-87c1-50ccc428da6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:54.618066 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-d33ba635-c336-4e07-b925-8dea704e195b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03799e75-5579-4f21-b6e2-382afb06dc46', 'name': 'tempest-TestShelveInstance-1444671346-router', 'tenant_id': 'd83f6a49bb594706bc31894e1441521e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': 'f59aae45-9a0a-4b0d-b366-bc3108918e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:10:50Z', 'updated_at': '2021-11-12T21:10:53Z', 'revision_number': 4, 'project_id': 'd83f6a49bb594706bc31894e1441521e', 'gw_port': {'id': 'f59aae45-9a0a-4b0d-b366-bc3108918e30', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03799e75-5579-4f21-b6e2-382afb06dc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:50Z', 'updated_at': '2021-11-12T21:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'cc19ffe9-844d-4d81-9560-c92c488a9396', 'name': '', 'network_id': 'd8f7be5f-7916-4bc5-b08d-65d60f213245', 'tenant_id': 'd83f6a49bb594706bc31894e1441521e', 'mac_address': 'fa:16:3e:a4:4e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03799e75-5579-4f21-b6e2-382afb06dc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '3ae75c09-b38c-4092-9cf1-e8d132d7bc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:52Z', 'updated_at': '2021-11-12T21:10:53Z', 'revision_number': 1, 'project_id': 'd83f6a49bb594706bc31894e1441521e', 'subnets': [{'id': '3ae75c09-b38c-4092-9cf1-e8d132d7bc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:54.643069 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc91bac-08f4-4493-87c1-50ccc428da6d None None] Pushing event updated for resources: {'Port': ['ID=f59aae45-9a0a-4b0d-b366-bc3108918e30,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:54.685810 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33ba635-c336-4e07-b925-8dea704e195b None None] The sync data for ids ['03799e75-5579-4f21-b6e2-382afb06dc46'] in n-d-712140-15 is: [{'id': '03799e75-5579-4f21-b6e2-382afb06dc46', 'name': 'tempest-TestShelveInstance-1444671346-router', 'tenant_id': 'd83f6a49bb594706bc31894e1441521e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': 'f59aae45-9a0a-4b0d-b366-bc3108918e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:10:50Z', 'updated_at': '2021-11-12T21:10:53Z', 'revision_number': 4, 'project_id': 'd83f6a49bb594706bc31894e1441521e', 'gw_port': {'id': 'f59aae45-9a0a-4b0d-b366-bc3108918e30', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03799e75-5579-4f21-b6e2-382afb06dc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:50Z', 'updated_at': '2021-11-12T21:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'cc19ffe9-844d-4d81-9560-c92c488a9396', 'name': '', 'network_id': 'd8f7be5f-7916-4bc5-b08d-65d60f213245', 'tenant_id': 'd83f6a49bb594706bc31894e1441521e', 'mac_address': 'fa:16:3e:a4:4e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03799e75-5579-4f21-b6e2-382afb06dc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '3ae75c09-b38c-4092-9cf1-e8d132d7bc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:52Z', 'updated_at': '2021-11-12T21:10:53Z', 'revision_number': 1, 'project_id': 'd83f6a49bb594706bc31894e1441521e', 'subnets': [{'id': '3ae75c09-b38c-4092-9cf1-e8d132d7bc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:10:54.695830 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:54.715483 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 810b452c-10c1-494b-bda6-ee4f26441fdb, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=810b452c-10c1-494b-bda6-ee4f26441fdb,segment=NetworkSegment(f1a8383c-ab97-4001-830a-82777da10a65),segment_id=f1a8383c-ab97-4001-830a-82777da10a65)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:10:54.722024 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:54.723047 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a099a89d-54cd-45cd-a1db-028daf5b54de up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:10:54.835195 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=810b452c-10c1-494b-bda6-ee4f26441fdb,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:54.865673 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port a099a89d-54cd-45cd-a1db-028daf5b54de triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:54.866036 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:54.871929 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4bc91bac-08f4-4493-87c1-50ccc428da6d None None] Provisioning complete for port a099a89d-54cd-45cd-a1db-028daf5b54de triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:54.872317 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4bc91bac-08f4-4493-87c1-50ccc428da6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.175998 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-fb272db9-f735-4802-804c-9e207249aa9f None None] Provisioning complete for port cc19ffe9-844d-4d81-9560-c92c488a9396 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:55.176732 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fb272db9-f735-4802-804c-9e207249aa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.215325 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-fb272db9-f735-4802-804c-9e207249aa9f None None] Port cc19ffe9-844d-4d81-9560-c92c488a9396 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:10:55.226427 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-fb272db9-f735-4802-804c-9e207249aa9f None None] Provisioning complete for port f59aae45-9a0a-4b0d-b366-bc3108918e30 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:55.226882 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fb272db9-f735-4802-804c-9e207249aa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.252730 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 57962) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:55.257471 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-ff0e1a60-9100-401e-b960-d2a0f771f703 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-220189633', 'description': 'tempest-secgroup-smoke-220189633 description', 'project_id': '01cee73c30004c04b6e5e73704478c9e'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:55.285659 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1a60-9100-401e-b960-d2a0f771f703 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for security_group, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.362113 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1a60-9100-401e-b960-d2a0f771f703 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for security_group, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.366336 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1a60-9100-401e-b960-d2a0f771f703 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.397429 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1a60-9100-401e-b960-d2a0f771f703 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.398673 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ff0e1a60-9100-401e-b960-d2a0f771f703 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1449285 Nov 12 21:10:55.401850 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e1a60-9100-401e-b960-d2a0f771f703 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b749eaad-bcf6-4555-a42a-c965d863722e,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:55.402702 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57964) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:55.409075 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-9aa9aca8-a716-47e7-b4da-a45f089a792d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Request body: {'security_group_rule': {'security_group_id': 'b749eaad-bcf6-4555-a42a-c965d863722e', 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:55.439741 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9aa9aca8-a716-47e7-b4da-a45f089a792d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.440844 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.498771 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9aa9aca8-a716-47e7-b4da-a45f089a792d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.502439 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9aa9aca8-a716-47e7-b4da-a45f089a792d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.520672 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9aca8-a716-47e7-b4da-a45f089a792d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d3010fe-edb0-4c35-8d0e-b3289f4355ac,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:55.530011 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9aa9aca8-a716-47e7-b4da-a45f089a792d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.531236 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-9aa9aca8-a716-47e7-b4da-a45f089a792d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1275122 Nov 12 21:10:55.534048 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57966) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:55.538442 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-c8291d8f-9928-4a4a-abe8-d6e3c154994a tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Request body: {'security_group_rule': {'security_group_id': 'b749eaad-bcf6-4555-a42a-c965d863722e', 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:55.564953 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8291d8f-9928-4a4a-abe8-d6e3c154994a tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.628537 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8291d8f-9928-4a4a-abe8-d6e3c154994a tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.632545 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8291d8f-9928-4a4a-abe8-d6e3c154994a tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.651550 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8291d8f-9928-4a4a-abe8-d6e3c154994a tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c00612-cfe6-4098-ae61-210d3099f019,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:55.660601 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8291d8f-9928-4a4a-abe8-d6e3c154994a tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.661846 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c8291d8f-9928-4a4a-abe8-d6e3c154994a tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1268404 Nov 12 21:10:55.664789 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57968) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:55.669235 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-68e658b2-4809-4de5-8385-4be45d3e8867 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Request body: {'security_group_rule': {'security_group_id': 'b749eaad-bcf6-4555-a42a-c965d863722e', 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:55.695545 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-68e658b2-4809-4de5-8385-4be45d3e8867 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.752610 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-68e658b2-4809-4de5-8385-4be45d3e8867 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.756340 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-68e658b2-4809-4de5-8385-4be45d3e8867 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.777284 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e658b2-4809-4de5-8385-4be45d3e8867 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b427e78-0356-4203-b70c-f5a9aca6a5ed,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:55.785512 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-68e658b2-4809-4de5-8385-4be45d3e8867 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.787242 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-68e658b2-4809-4de5-8385-4be45d3e8867 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209979 Nov 12 21:10:55.789729 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57970) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:55.794351 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-f626af89-a6c4-4cde-9dc3-01fda2246cff tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Request body: {'security_group_rule': {'security_group_id': 'b749eaad-bcf6-4555-a42a-c965d863722e', 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:55.823388 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f626af89-a6c4-4cde-9dc3-01fda2246cff tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.900987 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f626af89-a6c4-4cde-9dc3-01fda2246cff tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.904882 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f626af89-a6c4-4cde-9dc3-01fda2246cff tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.924317 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626af89-a6c4-4cde-9dc3-01fda2246cff tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cee5b0a-1193-400a-8a6a-e47ac23fbadf,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:55.935056 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f626af89-a6c4-4cde-9dc3-01fda2246cff tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:55.936437 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f626af89-a6c4-4cde-9dc3-01fda2246cff tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1456046 Nov 12 21:10:55.939219 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57972) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:55.944046 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-875ce9d2-644b-4b2e-b809-3050fc1eb99d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Request body: {'security_group_rule': {'security_group_id': 'b749eaad-bcf6-4555-a42a-c965d863722e', 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:55.968901 n-d-712140-15 neutron-server[102447]: INFO neutron.db.securitygroups_db [None req-875ce9d2-644b-4b2e-b809-3050fc1eb99d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Project 01cee73c30004c04b6e5e73704478c9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:10:55.976654 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-875ce9d2-644b-4b2e-b809-3050fc1eb99d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:56.050530 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-875ce9d2-644b-4b2e-b809-3050fc1eb99d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:56.060507 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-875ce9d2-644b-4b2e-b809-3050fc1eb99d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:56.081610 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ce9d2-644b-4b2e-b809-3050fc1eb99d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d4982b1-bfd0-4eee-afbe-feb87b473f5a,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:56.094002 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-875ce9d2-644b-4b2e-b809-3050fc1eb99d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:56.095941 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-875ce9d2-644b-4b2e-b809-3050fc1eb99d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1549976 Nov 12 21:10:56.098465 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 57974) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:10:56.102106 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:56.104188 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-f48cfd0f-ffd0-4948-986b-9c56791ebfbb tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Request body: {'security_group_rule': {'security_group_id': 'b749eaad-bcf6-4555-a42a-c965d863722e', 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:56.120472 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 810b452c-10c1-494b-bda6-ee4f26441fdb up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:10:56.131692 n-d-712140-15 neutron-server[102447]: INFO neutron.db.securitygroups_db [None req-f48cfd0f-ffd0-4948-986b-9c56791ebfbb tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Project 01cee73c30004c04b6e5e73704478c9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:10:56.137466 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f48cfd0f-ffd0-4948-986b-9c56791ebfbb tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:56.175699 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 810b452c-10c1-494b-bda6-ee4f26441fdb triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:56.176309 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:56.210343 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f48cfd0f-ffd0-4948-986b-9c56791ebfbb tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:56.215228 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f48cfd0f-ffd0-4948-986b-9c56791ebfbb tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:56.238507 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cfd0f-ffd0-4948-986b-9c56791ebfbb tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c34ff9d-0cba-4ee9-bf35-d99266c05261,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:56.243198 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f48cfd0f-ffd0-4948-986b-9c56791ebfbb tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:56.245155 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f48cfd0f-ffd0-4948-986b-9c56791ebfbb tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1455760 Nov 12 21:10:56.277700 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f59aae45-9a0a-4b0d-b366-bc3108918e30 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:10:56.333731 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port f59aae45-9a0a-4b0d-b366-bc3108918e30 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:56.334317 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:56.422505 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24d84300-33a9-472a-9589-959a977ce1ae req-2bab2df4-5a86-4d68-b92d-7e96e75b2f67 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-220189633&fields=id&tenant_id=01cee73c30004c04b6e5e73704478c9e HTTP/1.1" status: 200 len: 267 time: 0.0556314 Nov 12 21:10:56.537259 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d84300-33a9-472a-9589-959a977ce1ae req-02b7cb03-a84c-427e-8747-e99479f4d970 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:56.538746 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24d84300-33a9-472a-9589-959a977ce1ae req-02b7cb03-a84c-427e-8747-e99479f4d970 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/networks?id=938fda91-c6e3-48aa-94e9-8994c7c7b1e1 HTTP/1.1" status: 200 len: 807 time: 0.1056857 Nov 12 21:10:56.554454 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24d84300-33a9-472a-9589-959a977ce1ae req-261e31cd-e0ae-4c2e-bdd7-4a6baee65d8f tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/quotas/01cee73c30004c04b6e5e73704478c9e HTTP/1.1" status: 200 len: 375 time: 0.0094838 Nov 12 21:10:56.613161 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24d84300-33a9-472a-9589-959a977ce1ae req-fbc03bfb-ff79-42c9-b0a9-9a0c8e97d74a tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=01cee73c30004c04b6e5e73704478c9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523775 Nov 12 21:10:56.709065 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24d84300-33a9-472a-9589-959a977ce1ae req-e6400990-e1dc-47a2-bd31-82d0a30cb4e7 service neutron] 10.222.0.48 "GET /v2.0/networks/938fda91-c6e3-48aa-94e9-8994c7c7b1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833097 Nov 12 21:10:56.805709 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-24d84300-33a9-472a-9589-959a977ce1ae req-2a2df3fd-513d-4868-bc69-a6de3138e015 service neutron] 10.222.0.48 "GET /v2.0/networks/938fda91-c6e3-48aa-94e9-8994c7c7b1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904877 Nov 12 21:10:56.975670 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7cfdab8c-b78c-4384-83d7-50ac17598569 req-36f3c4ba-1663-4a5b-840a-d78022e8b195 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 210 time: 0.0307279 Nov 12 21:10:57.324213 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9332bcef-4c4d-4496-9bdc-2a06b10f0b31 None None] Sync routers for ids ['03799e75-5579-4f21-b6e2-382afb06dc46'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:10:57.334998 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9332bcef-4c4d-4496-9bdc-2a06b10f0b31 None None] Routers {'03799e75-5579-4f21-b6e2-382afb06dc46'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:10:57.335597 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-9332bcef-4c4d-4496-9bdc-2a06b10f0b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:10:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['03799e75-5579-4f21-b6e2-382afb06dc46'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:57.452790 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-9332bcef-4c4d-4496-9bdc-2a06b10f0b31 None None] Set router 03799e75-5579-4f21-b6e2-382afb06dc46 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:10:57.675605 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-9332bcef-4c4d-4496-9bdc-2a06b10f0b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03799e75-5579-4f21-b6e2-382afb06dc46', 'name': 'tempest-TestShelveInstance-1444671346-router', 'tenant_id': 'd83f6a49bb594706bc31894e1441521e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': 'f59aae45-9a0a-4b0d-b366-bc3108918e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:10:50Z', 'updated_at': '2021-11-12T21:10:53Z', 'revision_number': 4, 'project_id': 'd83f6a49bb594706bc31894e1441521e', 'gw_port': {'id': 'f59aae45-9a0a-4b0d-b366-bc3108918e30', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03799e75-5579-4f21-b6e2-382afb06dc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:50Z', 'updated_at': '2021-11-12T21:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'cc19ffe9-844d-4d81-9560-c92c488a9396', 'name': '', 'network_id': 'd8f7be5f-7916-4bc5-b08d-65d60f213245', 'tenant_id': 'd83f6a49bb594706bc31894e1441521e', 'mac_address': 'fa:16:3e:a4:4e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03799e75-5579-4f21-b6e2-382afb06dc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '3ae75c09-b38c-4092-9cf1-e8d132d7bc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:52Z', 'updated_at': '2021-11-12T21:10:53Z', 'revision_number': 2, 'project_id': 'd83f6a49bb594706bc31894e1441521e', 'subnets': [{'id': '3ae75c09-b38c-4092-9cf1-e8d132d7bc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:57.703483 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9332bcef-4c4d-4496-9bdc-2a06b10f0b31 None None] Checking router: 03799e75-5579-4f21-b6e2-382afb06dc46 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:10:57.703831 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9332bcef-4c4d-4496-9bdc-2a06b10f0b31 None None] Updating router 03799e75-5579-4f21-b6e2-382afb06dc46 port cc19ffe9-844d-4d81-9560-c92c488a9396 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:10:57.728900 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-9332bcef-4c4d-4496-9bdc-2a06b10f0b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:58.005610 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-9332bcef-4c4d-4496-9bdc-2a06b10f0b31 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:58.011889 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-9332bcef-4c4d-4496-9bdc-2a06b10f0b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:58.094470 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5202e02d-e350-4a01-9d16-18788af241ee req-0835f188-79cc-4d1b-894b-922bf3f54aef tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 210 time: 0.0361643 Nov 12 21:10:58.095889 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97718474-8063-4fd0-b804-3d33b52fca90 None None] Pushing event updated for resources: {'Port': ['ID=cc19ffe9-844d-4d81-9560-c92c488a9396,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:58.136402 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d84300-33a9-472a-9589-959a977ce1ae req-019d3969-a0ba-406e-91d6-94ae4f9ce6e7 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:58.139070 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24d84300-33a9-472a-9589-959a977ce1ae req-019d3969-a0ba-406e-91d6-94ae4f9ce6e7 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.55 "GET /v2.0/networks?id=938fda91-c6e3-48aa-94e9-8994c7c7b1e1 HTTP/1.1" status: 200 len: 807 time: 0.1651926 Nov 12 21:10:58.139592 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-9332bcef-4c4d-4496-9bdc-2a06b10f0b31 None None] Attempting to bind port cc19ffe9-844d-4d81-9560-c92c488a9396 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:10:58.139961 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-9332bcef-4c4d-4496-9bdc-2a06b10f0b31 None None] Attempting to bind port cc19ffe9-844d-4d81-9560-c92c488a9396 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '58ac646d-87b4-4636-ac92-190232163ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd8f7be5f-7916-4bc5-b08d-65d60f213245'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:10:58.140345 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9332bcef-4c4d-4496-9bdc-2a06b10f0b31 None None] Attempting to bind port cc19ffe9-844d-4d81-9560-c92c488a9396 on network d8f7be5f-7916-4bc5-b08d-65d60f213245 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:10:58.145867 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9332bcef-4c4d-4496-9bdc-2a06b10f0b31 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:10:58.146121 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9332bcef-4c4d-4496-9bdc-2a06b10f0b31 None None] Checking segment: {'id': '58ac646d-87b4-4636-ac92-190232163ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd8f7be5f-7916-4bc5-b08d-65d60f213245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:10:58.146518 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-9332bcef-4c4d-4496-9bdc-2a06b10f0b31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:58.146907 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9332bcef-4c4d-4496-9bdc-2a06b10f0b31 None None] Bound using segment: {'id': '58ac646d-87b4-4636-ac92-190232163ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd8f7be5f-7916-4bc5-b08d-65d60f213245'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:10:58.149668 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-9332bcef-4c4d-4496-9bdc-2a06b10f0b31 None None] Bound port: cc19ffe9-844d-4d81-9560-c92c488a9396, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ac646d-87b4-4636-ac92-190232163ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd8f7be5f-7916-4bc5-b08d-65d60f213245'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:10:58.150879 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-9332bcef-4c4d-4496-9bdc-2a06b10f0b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:58.217868 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24d84300-33a9-472a-9589-959a977ce1ae req-f9922ec2-0c0a-427f-87dc-ae3481911e97 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01cee73c30004c04b6e5e73704478c9e HTTP/1.1" status: 200 len: 379 time: 0.0698040 Nov 12 21:10:58.227986 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-9332bcef-4c4d-4496-9bdc-2a06b10f0b31 None None] For port cc19ffe9-844d-4d81-9560-c92c488a9396, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:10:58.230873 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-24d84300-33a9-472a-9589-959a977ce1ae req-2918ef20-1bee-4a3a-8110-c94028990d78 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Request body: {'port': {'device_id': 'e2370382-13bb-4626-8115-76a833da695f', 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1', 'admin_state_up': True, 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'security_groups': ['b749eaad-bcf6-4555-a42a-c965d863722e']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:58.232382 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-9332bcef-4c4d-4496-9bdc-2a06b10f0b31 None None] For port cc19ffe9-844d-4d81-9560-c92c488a9396, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=cc19ffe9-844d-4d81-9560-c92c488a9396,segment=NetworkSegment(58ac646d-87b4-4636-ac92-190232163ee4),segment_id=58ac646d-87b4-4636-ac92-190232163ee4)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:10:58.238018 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-9332bcef-4c4d-4496-9bdc-2a06b10f0b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:58.356385 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d84300-33a9-472a-9589-959a977ce1ae req-2918ef20-1bee-4a3a-8110-c94028990d78 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Made reservation on behalf of 01cee73c30004c04b6e5e73704478c9e for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:10:58.360019 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-24d84300-33a9-472a-9589-959a977ce1ae req-2918ef20-1bee-4a3a-8110-c94028990d78 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:58.382869 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0923ab66-e0d1-46f8-9453-f714cfd8dd02 None None] Provisioning complete for port cc19ffe9-844d-4d81-9560-c92c488a9396 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:58.384870 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0923ab66-e0d1-46f8-9453-f714cfd8dd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:58.392467 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9332bcef-4c4d-4496-9bdc-2a06b10f0b31 None None] Routers {'03799e75-5579-4f21-b6e2-382afb06dc46'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:10:58.393501 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-9332bcef-4c4d-4496-9bdc-2a06b10f0b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:10:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['03799e75-5579-4f21-b6e2-382afb06dc46'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:58.481239 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0923ab66-e0d1-46f8-9453-f714cfd8dd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:58.517828 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97718474-8063-4fd0-b804-3d33b52fca90 None None] Pushing event updated for resources: {'Port': ['ID=cc19ffe9-844d-4d81-9560-c92c488a9396,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:58.518470 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-24d84300-33a9-472a-9589-959a977ce1ae req-2918ef20-1bee-4a3a-8110-c94028990d78 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Allocated IP 172.20.0.14 (938fda91-c6e3-48aa-94e9-8994c7c7b1e1/487c0f1c-545d-4872-a865-b7f8aba528bf/3a8cda2f-fab3-486e-9411-da6ddc1808f7) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:10:58.535132 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0923ab66-e0d1-46f8-9453-f714cfd8dd02 None None] For port cc19ffe9-844d-4d81-9560-c92c488a9396, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=cc19ffe9-844d-4d81-9560-c92c488a9396,segment=NetworkSegment(58ac646d-87b4-4636-ac92-190232163ee4),segment_id=58ac646d-87b4-4636-ac92-190232163ee4)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:10:58.535412 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-9332bcef-4c4d-4496-9bdc-2a06b10f0b31 None None] Set router 03799e75-5579-4f21-b6e2-382afb06dc46 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:10:58.542296 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0923ab66-e0d1-46f8-9453-f714cfd8dd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:58.604845 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923ab66-e0d1-46f8-9453-f714cfd8dd02 None None] Pushing event updated for resources: {'Port': ['ID=cc19ffe9-844d-4d81-9560-c92c488a9396,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:58.666075 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-cfd7ab0d-9233-4e6e-a3ab-78a4232df6a0 None None] Provisioning complete for port cc19ffe9-844d-4d81-9560-c92c488a9396 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:58.667071 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cfd7ab0d-9233-4e6e-a3ab-78a4232df6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:58.719276 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-24d84300-33a9-472a-9589-959a977ce1ae req-2918ef20-1bee-4a3a-8110-c94028990d78 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:58.760578 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-24d84300-33a9-472a-9589-959a977ce1ae req-2918ef20-1bee-4a3a-8110-c94028990d78 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:58.776731 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-9332bcef-4c4d-4496-9bdc-2a06b10f0b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03799e75-5579-4f21-b6e2-382afb06dc46', 'name': 'tempest-TestShelveInstance-1444671346-router', 'tenant_id': 'd83f6a49bb594706bc31894e1441521e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': 'f59aae45-9a0a-4b0d-b366-bc3108918e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:10:50Z', 'updated_at': '2021-11-12T21:10:53Z', 'revision_number': 4, 'project_id': 'd83f6a49bb594706bc31894e1441521e', 'gw_port': {'id': 'f59aae45-9a0a-4b0d-b366-bc3108918e30', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03799e75-5579-4f21-b6e2-382afb06dc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:50Z', 'updated_at': '2021-11-12T21:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'cc19ffe9-844d-4d81-9560-c92c488a9396', 'name': '', 'network_id': 'd8f7be5f-7916-4bc5-b08d-65d60f213245', 'tenant_id': 'd83f6a49bb594706bc31894e1441521e', 'mac_address': 'fa:16:3e:a4:4e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03799e75-5579-4f21-b6e2-382afb06dc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '3ae75c09-b38c-4092-9cf1-e8d132d7bc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:52Z', 'updated_at': '2021-11-12T21:10:58Z', 'revision_number': 4, 'project_id': 'd83f6a49bb594706bc31894e1441521e', 'subnets': [{'id': '3ae75c09-b38c-4092-9cf1-e8d132d7bc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:10:58.811416 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d84300-33a9-472a-9589-959a977ce1ae req-2918ef20-1bee-4a3a-8110-c94028990d78 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Network 938fda91-c6e3-48aa-94e9-8994c7c7b1e1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:10:58.816736 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-24d84300-33a9-472a-9589-959a977ce1ae req-2918ef20-1bee-4a3a-8110-c94028990d78 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:10:58.819392 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d84300-33a9-472a-9589-959a977ce1ae req-2918ef20-1bee-4a3a-8110-c94028990d78 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:10:58.819707 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9332bcef-4c4d-4496-9bdc-2a06b10f0b31 None None] The sync data for ids ['03799e75-5579-4f21-b6e2-382afb06dc46'] in n-d-712140-15 is: [{'id': '03799e75-5579-4f21-b6e2-382afb06dc46', 'name': 'tempest-TestShelveInstance-1444671346-router', 'tenant_id': 'd83f6a49bb594706bc31894e1441521e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': 'f59aae45-9a0a-4b0d-b366-bc3108918e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:10:50Z', 'updated_at': '2021-11-12T21:10:53Z', 'revision_number': 4, 'project_id': 'd83f6a49bb594706bc31894e1441521e', 'gw_port': {'id': 'f59aae45-9a0a-4b0d-b366-bc3108918e30', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03799e75-5579-4f21-b6e2-382afb06dc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:50Z', 'updated_at': '2021-11-12T21:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': 'cc19ffe9-844d-4d81-9560-c92c488a9396', 'name': '', 'network_id': 'd8f7be5f-7916-4bc5-b08d-65d60f213245', 'tenant_id': 'd83f6a49bb594706bc31894e1441521e', 'mac_address': 'fa:16:3e:a4:4e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03799e75-5579-4f21-b6e2-382afb06dc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '3ae75c09-b38c-4092-9cf1-e8d132d7bc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:52Z', 'updated_at': '2021-11-12T21:10:58Z', 'revision_number': 4, 'project_id': 'd83f6a49bb594706bc31894e1441521e', 'subnets': [{'id': '3ae75c09-b38c-4092-9cf1-e8d132d7bc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:10:58.848472 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918ef20-1bee-4a3a-8110-c94028990d78 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Pushing event updated for resources: {'Port': ['ID=3a8cda2f-fab3-486e-9411-da6ddc1808f7,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:58.876709 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d84300-33a9-472a-9589-959a977ce1ae req-2918ef20-1bee-4a3a-8110-c94028990d78 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:58.877388 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-24d84300-33a9-472a-9589-959a977ce1ae req-2918ef20-1bee-4a3a-8110-c94028990d78 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:58.897300 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24d84300-33a9-472a-9589-959a977ce1ae req-2918ef20-1bee-4a3a-8110-c94028990d78 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6711898 Nov 12 21:10:58.908336 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-24d84300-33a9-472a-9589-959a977ce1ae req-a78ffe50-af21-4dcf-aa39-94a99cf0e775 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:10:58.909485 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24d84300-33a9-472a-9589-959a977ce1ae req-a78ffe50-af21-4dcf-aa39-94a99cf0e775 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057857 Nov 12 21:10:59.046123 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-24d84300-33a9-472a-9589-959a977ce1ae req-cd7b92ef-7881-479f-95e1-3ce3d83e0465 service neutron] Request body: {'port': {'device_id': 'e2370382-13bb-4626-8115-76a833da695f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:10:59.075869 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-340445f3-42a7-414c-87a2-954860af8866 None None] Provisioning complete for port 3a8cda2f-fab3-486e-9411-da6ddc1808f7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:10:59.076435 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-340445f3-42a7-414c-87a2-954860af8866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:59.109373 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-24d84300-33a9-472a-9589-959a977ce1ae req-cd7b92ef-7881-479f-95e1-3ce3d83e0465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:59.117713 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-340445f3-42a7-414c-87a2-954860af8866 None None] Port 3a8cda2f-fab3-486e-9411-da6ddc1808f7 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:10:59.336033 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09097370-1598-40a6-941e-1c58adb92c14 req-37b10fad-4bdc-4d9a-a841-9ea187e22384 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:59.337651 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-09097370-1598-40a6-941e-1c58adb92c14 req-37b10fad-4bdc-4d9a-a841-9ea187e22384 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 932 time: 0.1207423 Nov 12 21:10:59.423708 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-09097370-1598-40a6-941e-1c58adb92c14 req-7a38ac78-a08b-459e-a276-ec4fca7c9c78 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757630 Nov 12 21:10:59.486566 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-24d84300-33a9-472a-9589-959a977ce1ae req-cd7b92ef-7881-479f-95e1-3ce3d83e0465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8cda2f-fab3-486e-9411-da6ddc1808f7 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:10:59.494044 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-24d84300-33a9-472a-9589-959a977ce1ae req-cd7b92ef-7881-479f-95e1-3ce3d83e0465 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:59.505584 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-24d84300-33a9-472a-9589-959a977ce1ae req-cd7b92ef-7881-479f-95e1-3ce3d83e0465 service neutron] Transition to ACTIVE for port object 3a8cda2f-fab3-486e-9411-da6ddc1808f7 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:10:59.509525 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-24d84300-33a9-472a-9589-959a977ce1ae req-cd7b92ef-7881-479f-95e1-3ce3d83e0465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:59.561105 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b92ef-7881-479f-95e1-3ce3d83e0465 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8cda2f-fab3-486e-9411-da6ddc1808f7,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:59.633440 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-24d84300-33a9-472a-9589-959a977ce1ae req-cd7b92ef-7881-479f-95e1-3ce3d83e0465 service neutron] Attempting to bind port 3a8cda2f-fab3-486e-9411-da6ddc1808f7 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:10:59.633966 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-24d84300-33a9-472a-9589-959a977ce1ae req-cd7b92ef-7881-479f-95e1-3ce3d83e0465 service neutron] Attempting to bind port 3a8cda2f-fab3-486e-9411-da6ddc1808f7 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': 'f1a8383c-ab97-4001-830a-82777da10a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:10:59.634368 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d84300-33a9-472a-9589-959a977ce1ae req-cd7b92ef-7881-479f-95e1-3ce3d83e0465 service neutron] Attempting to bind port 3a8cda2f-fab3-486e-9411-da6ddc1808f7 on network 938fda91-c6e3-48aa-94e9-8994c7c7b1e1 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:10:59.639936 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d84300-33a9-472a-9589-959a977ce1ae req-cd7b92ef-7881-479f-95e1-3ce3d83e0465 service neutron] Port 3a8cda2f-fab3-486e-9411-da6ddc1808f7 on network 938fda91-c6e3-48aa-94e9-8994c7c7b1e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:10:59.640297 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d84300-33a9-472a-9589-959a977ce1ae req-cd7b92ef-7881-479f-95e1-3ce3d83e0465 service neutron] Attempting to bind port 3a8cda2f-fab3-486e-9411-da6ddc1808f7 on network 938fda91-c6e3-48aa-94e9-8994c7c7b1e1 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:10:59.645429 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d84300-33a9-472a-9589-959a977ce1ae req-cd7b92ef-7881-479f-95e1-3ce3d83e0465 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:10:59.645769 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d84300-33a9-472a-9589-959a977ce1ae req-cd7b92ef-7881-479f-95e1-3ce3d83e0465 service neutron] Checking segment: {'id': 'f1a8383c-ab97-4001-830a-82777da10a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:10:59.646159 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d84300-33a9-472a-9589-959a977ce1ae req-cd7b92ef-7881-479f-95e1-3ce3d83e0465 service neutron] Bound using segment: {'id': 'f1a8383c-ab97-4001-830a-82777da10a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:10:59.646599 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-24d84300-33a9-472a-9589-959a977ce1ae req-cd7b92ef-7881-479f-95e1-3ce3d83e0465 service neutron] Bound port: 3a8cda2f-fab3-486e-9411-da6ddc1808f7, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1a8383c-ab97-4001-830a-82777da10a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:10:59.646964 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-24d84300-33a9-472a-9589-959a977ce1ae req-cd7b92ef-7881-479f-95e1-3ce3d83e0465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:59.719978 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-24d84300-33a9-472a-9589-959a977ce1ae req-cd7b92ef-7881-479f-95e1-3ce3d83e0465 service neutron] For port 3a8cda2f-fab3-486e-9411-da6ddc1808f7, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:10:59.723570 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-24d84300-33a9-472a-9589-959a977ce1ae req-cd7b92ef-7881-479f-95e1-3ce3d83e0465 service neutron] For port 3a8cda2f-fab3-486e-9411-da6ddc1808f7, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=3a8cda2f-fab3-486e-9411-da6ddc1808f7,segment=NetworkSegment(f1a8383c-ab97-4001-830a-82777da10a65),segment_id=f1a8383c-ab97-4001-830a-82777da10a65)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:10:59.729521 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-24d84300-33a9-472a-9589-959a977ce1ae req-cd7b92ef-7881-479f-95e1-3ce3d83e0465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:59.764397 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d84300-33a9-472a-9589-959a977ce1ae req-cd7b92ef-7881-479f-95e1-3ce3d83e0465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:59.765121 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-24d84300-33a9-472a-9589-959a977ce1ae req-cd7b92ef-7881-479f-95e1-3ce3d83e0465 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:10:59.766407 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24d84300-33a9-472a-9589-959a977ce1ae req-cd7b92ef-7881-479f-95e1-3ce3d83e0465 service neutron] 10.222.0.55 "PUT /v2.0/ports/3a8cda2f-fab3-486e-9411-da6ddc1808f7 HTTP/1.1" status: 200 len: 1093 time: 0.8448291 Nov 12 21:10:59.766847 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2370382-13bb-4626-8115-76a833da695f', 'tag': '3a8cda2f-fab3-486e-9411-da6ddc1808f7'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:10:59.769143 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb64fb24-efeb-4738-9571-1125fa80edb9" -d '{"events": [{"name": "network-changed", "server_uuid": "e2370382-13bb-4626-8115-76a833da695f", "tag": "3a8cda2f-fab3-486e-9411-da6ddc1808f7"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:10:59.795813 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b92ef-7881-479f-95e1-3ce3d83e0465 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8cda2f-fab3-486e-9411-da6ddc1808f7,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:10:59.811372 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4cc9f4-dddd-48f8-89b4-59f9ba811d12 x-openstack-request-id: req-4d4cc9f4-dddd-48f8-89b4-59f9ba811d12 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:10:59.811669 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2370382-13bb-4626-8115-76a833da695f", "tag": "3a8cda2f-fab3-486e-9411-da6ddc1808f7", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:10:59.812058 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4d4cc9f4-dddd-48f8-89b4-59f9ba811d12 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:10:59.812522 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2370382-13bb-4626-8115-76a833da695f', 'tag': '3a8cda2f-fab3-486e-9411-da6ddc1808f7', 'status': 'completed', 'code': 200} Nov 12 21:10:59.861387 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d84300-33a9-472a-9589-959a977ce1ae req-3064b027-4e8f-414b-bb59-b15e4e863516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:59.862943 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24d84300-33a9-472a-9589-959a977ce1ae req-3064b027-4e8f-414b-bb59-b15e4e863516 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=01cee73c30004c04b6e5e73704478c9e&device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 1096 time: 0.0436990 Nov 12 21:10:59.911934 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24d84300-33a9-472a-9589-959a977ce1ae req-87f9910a-7be9-4359-9cd7-56ea2f9c3a39 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a8cda2f-fab3-486e-9411-da6ddc1808f7 HTTP/1.1" status: 200 len: 217 time: 0.0408785 Nov 12 21:10:59.966716 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d84300-33a9-472a-9589-959a977ce1ae req-5cf35bc5-b9c7-4124-b433-65d6918f1e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:10:59.968248 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24d84300-33a9-472a-9589-959a977ce1ae req-5cf35bc5-b9c7-4124-b433-65d6918f1e3d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=487c0f1c-545d-4872-a865-b7f8aba528bf HTTP/1.1" status: 200 len: 846 time: 0.0500343 Nov 12 21:11:00.023782 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d84300-33a9-472a-9589-959a977ce1ae req-7b23a0d6-b9b7-4ce5-b8e9-0a30f672e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:00.026212 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24d84300-33a9-472a-9589-959a977ce1ae req-7b23a0d6-b9b7-4ce5-b8e9-0a30f672e7fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=938fda91-c6e3-48aa-94e9-8994c7c7b1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504858 Nov 12 21:11:00.063592 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device cc19ffe9-844d-4d81-9560-c92c488a9396 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:11:00.129715 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port cc19ffe9-844d-4d81-9560-c92c488a9396 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:11:00.130181 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:00.148321 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24d84300-33a9-472a-9589-959a977ce1ae req-54d6d35d-a70d-4902-b395-cedf1b50d3c8 service neutron] 10.222.0.55 "GET /v2.0/networks/938fda91-c6e3-48aa-94e9-8994c7c7b1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147275 Nov 12 21:11:00.250588 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24d84300-33a9-472a-9589-959a977ce1ae req-53d35c86-c344-48e7-acf9-dc5bece70c0e service neutron] 10.222.0.55 "GET /v2.0/networks/938fda91-c6e3-48aa-94e9-8994c7c7b1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955093 Nov 12 21:11:00.344224 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64fb24-efeb-4738-9571-1125fa80edb9 req-5830fd96-370f-4824-8324-03675c90961f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:00.345834 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cb64fb24-efeb-4738-9571-1125fa80edb9 req-5830fd96-370f-4824-8324-03675c90961f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=01cee73c30004c04b6e5e73704478c9e&device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 1096 time: 0.0433488 Nov 12 21:11:00.441693 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64fb24-efeb-4738-9571-1125fa80edb9 req-9885589e-3492-4158-afce-31a2b81a67a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:00.443223 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cb64fb24-efeb-4738-9571-1125fa80edb9 req-9885589e-3492-4158-afce-31a2b81a67a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=938fda91-c6e3-48aa-94e9-8994c7c7b1e1 HTTP/1.1" status: 200 len: 908 time: 0.0903418 Nov 12 21:11:00.487235 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cb64fb24-efeb-4738-9571-1125fa80edb9 req-8cbb5448-a370-4b48-8bbe-541589f3175f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a8cda2f-fab3-486e-9411-da6ddc1808f7 HTTP/1.1" status: 200 len: 217 time: 0.0367956 Nov 12 21:11:00.568220 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64fb24-efeb-4738-9571-1125fa80edb9 req-53cb5d24-191f-43b4-be20-d3b2a938bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:00.569711 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cb64fb24-efeb-4738-9571-1125fa80edb9 req-53cb5d24-191f-43b4-be20-d3b2a938bbb1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=487c0f1c-545d-4872-a865-b7f8aba528bf HTTP/1.1" status: 200 len: 846 time: 0.0750728 Nov 12 21:11:00.593896 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b6274-7aa4-4219-bc17-af23f7f31dbf req-9008b8e5-6df4-4de2-919f-13c5b9a2d49e tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:00.595318 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-280b6274-7aa4-4219-bc17-af23f7f31dbf req-9008b8e5-6df4-4de2-919f-13c5b9a2d49e tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 944 time: 0.0929384 Nov 12 21:11:00.655553 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64fb24-efeb-4738-9571-1125fa80edb9 req-2095c9a6-6ff7-42a1-aadb-11aafb99fa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:00.657105 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cb64fb24-efeb-4738-9571-1125fa80edb9 req-2095c9a6-6ff7-42a1-aadb-11aafb99fa6e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=938fda91-c6e3-48aa-94e9-8994c7c7b1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0796885 Nov 12 21:11:00.677811 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-280b6274-7aa4-4219-bc17-af23f7f31dbf req-5b4966f0-406d-48f8-8226-b2aa297685f8 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648415 Nov 12 21:11:00.764416 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cb64fb24-efeb-4738-9571-1125fa80edb9 req-f6123d82-3f16-476f-b6f4-84bc76ad7fc4 service neutron] 10.222.0.55 "GET /v2.0/networks/938fda91-c6e3-48aa-94e9-8994c7c7b1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978508 Nov 12 21:11:00.871602 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cb64fb24-efeb-4738-9571-1125fa80edb9 req-86b4a4bc-77aa-4c7c-a1b2-bb94d158a477 service neutron] 10.222.0.55 "GET /v2.0/networks/938fda91-c6e3-48aa-94e9-8994c7c7b1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003156 Nov 12 21:11:01.800524 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defd6b8-127b-4b65-8ff7-249e9614a29a req-ba50c0f7-6a99-41c1-ac3d-cc6b28bb34a8 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:01.802074 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2defd6b8-127b-4b65-8ff7-249e9614a29a req-ba50c0f7-6a99-41c1-ac3d-cc6b28bb34a8 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 944 time: 0.0513122 Nov 12 21:11:01.854863 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2defd6b8-127b-4b65-8ff7-249e9614a29a req-78fe7bcb-026b-4df3-a24a-8bffea7710f0 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458381 Nov 12 21:11:02.972603 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb0734-bf6b-495c-9f6e-6d0270bf715a req-7490e75d-c177-4641-b7b1-7bac84747b59 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:02.973992 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f2fb0734-bf6b-495c-9f6e-6d0270bf715a req-7490e75d-c177-4641-b7b1-7bac84747b59 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 944 time: 0.0500627 Nov 12 21:11:03.034452 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f2fb0734-bf6b-495c-9f6e-6d0270bf715a req-e76a6e0b-c106-4ab9-a253-d8fd44913e72 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541964 Nov 12 21:11:04.155894 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3f586-456b-441b-8f3b-b37d102f619e req-94110e75-6b2e-4870-bd74-d76d7676d345 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:04.157451 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1af3f586-456b-441b-8f3b-b37d102f619e req-94110e75-6b2e-4870-bd74-d76d7676d345 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 944 time: 0.0507615 Nov 12 21:11:04.215471 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1af3f586-456b-441b-8f3b-b37d102f619e req-c61c27d3-8993-4ea5-b5af-ca2bcc2ab845 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519998 Nov 12 21:11:04.770530 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 3a8cda2f-fab3-486e-9411-da6ddc1808f7 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:11:04.863106 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 3a8cda2f-fab3-486e-9411-da6ddc1808f7, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=3a8cda2f-fab3-486e-9411-da6ddc1808f7,segment=NetworkSegment(f1a8383c-ab97-4001-830a-82777da10a65),segment_id=f1a8383c-ab97-4001-830a-82777da10a65)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:11:04.875154 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '3a8cda2f-fab3-486e-9411-da6ddc1808f7', 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1', 'port_id': '3a8cda2f-fab3-486e-9411-da6ddc1808f7', 'mac_address': 'fa:16:3e:96:c0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '487c0f1c-545d-4872-a865-b7f8aba528bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:11:04.916940 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:04.929586 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8cda2f-fab3-486e-9411-da6ddc1808f7 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:11:04.949236 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 3a8cda2f-fab3-486e-9411-da6ddc1808f7, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=3a8cda2f-fab3-486e-9411-da6ddc1808f7,segment=NetworkSegment(f1a8383c-ab97-4001-830a-82777da10a65),segment_id=f1a8383c-ab97-4001-830a-82777da10a65)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:11:04.953690 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:05.005491 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=3a8cda2f-fab3-486e-9411-da6ddc1808f7,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:05.298779 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['3a8cda2f-fab3-486e-9411-da6ddc1808f7'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:11:05.340800 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d6e80-8251-4cfa-8aeb-45c01e097adf req-bcae45af-3517-426e-859a-2682babe7a59 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:05.342374 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1c7d6e80-8251-4cfa-8aeb-45c01e097adf req-bcae45af-3517-426e-859a-2682babe7a59 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 945 time: 0.0572662 Nov 12 21:11:05.394534 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1c7d6e80-8251-4cfa-8aeb-45c01e097adf req-a9a95358-eac5-4b9a-b48c-45cd90b7a62b tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454140 Nov 12 21:11:06.518472 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6a728-3113-4bbd-993d-196b9454e057 req-0c843709-fb01-49f9-a216-e0bda7388422 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:06.520520 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3cb6a728-3113-4bbd-993d-196b9454e057 req-0c843709-fb01-49f9-a216-e0bda7388422 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 945 time: 0.0574474 Nov 12 21:11:06.574107 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3cb6a728-3113-4bbd-993d-196b9454e057 req-88f9b198-9044-44cc-a1c0-a719b8339c0d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466101 Nov 12 21:11:06.789713 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 3a8cda2f-fab3-486e-9411-da6ddc1808f7 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:11:06.840369 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port 3a8cda2f-fab3-486e-9411-da6ddc1808f7 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:11:06.844165 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 3a8cda2f-fab3-486e-9411-da6ddc1808f7 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:11:06.844559 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:06.928006 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:06.951624 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2370382-13bb-4626-8115-76a833da695f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8cda2f-fab3-486e-9411-da6ddc1808f7'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:11:06.953883 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e2a221c1ff93e56a7b3290f78f059e5ee30a378a3a846772c85f81925c98a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3022dec5-478c-4f9c-af62-62ff7b35652f" -d '{"events": [{"server_uuid": "e2370382-13bb-4626-8115-76a833da695f", "name": "network-vif-plugged", "status": "completed", "tag": "3a8cda2f-fab3-486e-9411-da6ddc1808f7"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:11:06.967543 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 3a8cda2f-fab3-486e-9411-da6ddc1808f7, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=3a8cda2f-fab3-486e-9411-da6ddc1808f7,segment=NetworkSegment(f1a8383c-ab97-4001-830a-82777da10a65),segment_id=f1a8383c-ab97-4001-830a-82777da10a65)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:11:06.972862 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:07.003964 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da2b71b-9573-48e9-aa11-69e346c3cedd x-openstack-request-id: req-5da2b71b-9573-48e9-aa11-69e346c3cedd {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:11:07.004277 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2370382-13bb-4626-8115-76a833da695f", "name": "network-vif-plugged", "status": "completed", "tag": "3a8cda2f-fab3-486e-9411-da6ddc1808f7", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:11:07.004526 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5da2b71b-9573-48e9-aa11-69e346c3cedd {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:11:07.004910 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2370382-13bb-4626-8115-76a833da695f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8cda2f-fab3-486e-9411-da6ddc1808f7', 'code': 200} Nov 12 21:11:07.036213 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=3a8cda2f-fab3-486e-9411-da6ddc1808f7,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:07.119349 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bde76-db3e-4dff-99ed-d568dc15a777 req-005e2f51-bf37-49cf-9bb8-ec9db9f5f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:07.120940 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e97bde76-db3e-4dff-99ed-d568dc15a777 req-005e2f51-bf37-49cf-9bb8-ec9db9f5f7d5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 1098 time: 0.0479615 Nov 12 21:11:07.172001 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e97bde76-db3e-4dff-99ed-d568dc15a777 req-22cdc863-f306-47b1-8d8e-b30ad95aa5e6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431194 Nov 12 21:11:07.698578 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2547ba4-b6b7-4abc-b069-16ce9d480495 req-5e7dc431-b2d8-4521-9e05-f064cce9ac5d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:07.700191 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f2547ba4-b6b7-4abc-b069-16ce9d480495 req-5e7dc431-b2d8-4521-9e05-f064cce9ac5d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0526938 Nov 12 21:11:07.756333 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-f2547ba4-b6b7-4abc-b069-16ce9d480495 req-50f60bcc-fb55-46a5-bdec-8ada2046e30e tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495915 Nov 12 21:11:08.875783 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b96173-6d28-451f-b35b-cd29c7fe9fd6 req-c1613b02-2c58-43fd-a138-d5a4c3168e39 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:08.877292 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b2b96173-6d28-451f-b35b-cd29c7fe9fd6 req-c1613b02-2c58-43fd-a138-d5a4c3168e39 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0493717 Nov 12 21:11:08.933379 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b2b96173-6d28-451f-b35b-cd29c7fe9fd6 req-220db513-2f77-4d4e-96e2-28b93c76419b tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499544 Nov 12 21:11:09.058067 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec419e6-40d7-47f2-a589-64604fc4f6e4 req-7a3c4209-d18b-4221-b36a-1afb8bafb66c tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:09.059505 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3ec419e6-40d7-47f2-a589-64604fc4f6e4 req-7a3c4209-d18b-4221-b36a-1afb8bafb66c tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0572963 Nov 12 21:11:09.110501 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3ec419e6-40d7-47f2-a589-64604fc4f6e4 req-6a31f008-c0b0-4e6f-8ed9-702b6fcadd8a tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450749 Nov 12 21:11:09.132894 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58032) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:09.217059 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec6abf2-0019-47e9-8808-d70fb03c0b13 tempest-TestShelveInstance-1320086964 tempest-TestShelveInstance-1320086964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:09.218598 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-fec6abf2-0019-47e9-8808-d70fb03c0b13 tempest-TestShelveInstance-1320086964 tempest-TestShelveInstance-1320086964-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 1093 time: 0.0847163 Nov 12 21:11:09.221582 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58036) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:11:09.225954 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-60ffca30-2d8a-40da-b7fb-894858932642 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'port_id': '3a8cda2f-fab3-486e-9411-da6ddc1808f7', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:11:09.249546 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-60ffca30-2d8a-40da-b7fb-894858932642 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:09.356467 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-60ffca30-2d8a-40da-b7fb-894858932642 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:09.460782 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-60ffca30-2d8a-40da-b7fb-894858932642 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Allocated IP 172.25.5.47 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/688a5f3a-e28b-401c-b108-80468b483841) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:11:09.562049 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-60ffca30-2d8a-40da-b7fb-894858932642 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:09.598100 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-60ffca30-2d8a-40da-b7fb-894858932642 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:09.636524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ffca30-2d8a-40da-b7fb-894858932642 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:11:09.642218 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-60ffca30-2d8a-40da-b7fb-894858932642 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:11:09.645764 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ffca30-2d8a-40da-b7fb-894858932642 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:11:09.671750 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffca30-2d8a-40da-b7fb-894858932642 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Pushing event updated for resources: {'Port': ['ID=688a5f3a-e28b-401c-b108-80468b483841,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:10.309765 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-60ffca30-2d8a-40da-b7fb-894858932642 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:10.381794 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-60ffca30-2d8a-40da-b7fb-894858932642 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:10.527282 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-60ffca30-2d8a-40da-b7fb-894858932642 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:10.532150 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-60ffca30-2d8a-40da-b7fb-894858932642 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:10.602950 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffca30-2d8a-40da-b7fb-894858932642 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Pushing event updated for resources: {'Port': ['ID=688a5f3a-e28b-401c-b108-80468b483841,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:11:10.615221 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-60ffca30-2d8a-40da-b7fb-894858932642 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:10.724479 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-60ffca30-2d8a-40da-b7fb-894858932642 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Floating IP daed57f8-81c0-4bd9-90d8-70377414304a associated. External IP: 172.25.5.47, port: 3a8cda2f-fab3-486e-9411-da6ddc1808f7. Nov 12 21:11:10.931842 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ffca30-2d8a-40da-b7fb-894858932642 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Router 16ed7852-415e-4047-b2cb-48346db93877 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:11:11.042344 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ffca30-2d8a-40da-b7fb-894858932642 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:11:11.051990 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecf199d-9332-45b1-8a38-ab7defc55ee4 None None] Sync routers for ids ['16ed7852-415e-4047-b2cb-48346db93877'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:11:11.059931 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-60ffca30-2d8a-40da-b7fb-894858932642 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:11.062582 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecf199d-9332-45b1-8a38-ab7defc55ee4 None None] Routers {'16ed7852-415e-4047-b2cb-48346db93877'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:11:11.063293 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-9ecf199d-9332-45b1-8a38-ab7defc55ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:10:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['16ed7852-415e-4047-b2cb-48346db93877'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:11.088573 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-60ffca30-2d8a-40da-b7fb-894858932642 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8657236 Nov 12 21:11:11.089463 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2370382-13bb-4626-8115-76a833da695f', 'tag': '3a8cda2f-fab3-486e-9411-da6ddc1808f7'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:11:11.091760 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16480d34-d0cc-4849-890f-493053c58277" -d '{"events": [{"name": "network-changed", "server_uuid": "e2370382-13bb-4626-8115-76a833da695f", "tag": "3a8cda2f-fab3-486e-9411-da6ddc1808f7"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:11:11.131443 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de649690-e7d8-454f-a8e6-d544225ed982 x-openstack-request-id: req-de649690-e7d8-454f-a8e6-d544225ed982 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:11:11.131443 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2370382-13bb-4626-8115-76a833da695f", "tag": "3a8cda2f-fab3-486e-9411-da6ddc1808f7", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:11:11.131720 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de649690-e7d8-454f-a8e6-d544225ed982 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:11:11.131876 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2370382-13bb-4626-8115-76a833da695f', 'tag': '3a8cda2f-fab3-486e-9411-da6ddc1808f7', 'status': 'completed', 'code': 200} Nov 12 21:11:11.177163 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-9ecf199d-9332-45b1-8a38-ab7defc55ee4 None None] Set router 16ed7852-415e-4047-b2cb-48346db93877 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:11:11.199529 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16480d34-d0cc-4849-890f-493053c58277 req-3e1ed3db-c17b-45c2-af58-adf190c0ca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:11.201060 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-16480d34-d0cc-4849-890f-493053c58277 req-3e1ed3db-c17b-45c2-af58-adf190c0ca55 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=01cee73c30004c04b6e5e73704478c9e&device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 1098 time: 0.0448906 Nov 12 21:11:11.305668 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16480d34-d0cc-4849-890f-493053c58277 req-5361cf40-e64e-4a66-ae51-33e9a4ea4fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:11.307768 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-16480d34-d0cc-4849-890f-493053c58277 req-5361cf40-e64e-4a66-ae51-33e9a4ea4fb7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=938fda91-c6e3-48aa-94e9-8994c7c7b1e1 HTTP/1.1" status: 200 len: 908 time: 0.0992098 Nov 12 21:11:11.382206 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-16480d34-d0cc-4849-890f-493053c58277 req-c7b4e19b-112c-4501-b0c5-c7ee7a366580 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a8cda2f-fab3-486e-9411-da6ddc1808f7 HTTP/1.1" status: 200 len: 999 time: 0.0673420 Nov 12 21:11:11.435716 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16480d34-d0cc-4849-890f-493053c58277 req-ae587cef-75c0-4f8e-879a-d7747343c50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:11.437260 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-16480d34-d0cc-4849-890f-493053c58277 req-ae587cef-75c0-4f8e-879a-d7747343c50e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=487c0f1c-545d-4872-a865-b7f8aba528bf HTTP/1.1" status: 200 len: 846 time: 0.0486341 Nov 12 21:11:11.490623 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16480d34-d0cc-4849-890f-493053c58277 req-686e33e5-01ef-42cd-8155-d3b035cd22a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:11.492113 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-16480d34-d0cc-4849-890f-493053c58277 req-686e33e5-01ef-42cd-8155-d3b035cd22a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=938fda91-c6e3-48aa-94e9-8994c7c7b1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481627 Nov 12 21:11:11.582657 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-9ecf199d-9332-45b1-8a38-ab7defc55ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ed7852-415e-4047-b2cb-48346db93877', 'name': 'tempest-TestShelveInstance-51637933-router', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '06832270-0421-4549-abff-6df7fc073bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:10:45Z', 'updated_at': '2021-11-12T21:10:48Z', 'revision_number': 4, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'gw_port': {'id': '06832270-0421-4549-abff-6df7fc073bce', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed7852-415e-4047-b2cb-48346db93877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:46Z', 'updated_at': '2021-11-12T21:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'daed57f8-81c0-4bd9-90d8-70377414304a', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'floating_ip_address': '172.25.5.47', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '16ed7852-415e-4047-b2cb-48346db93877', 'port_id': '3a8cda2f-fab3-486e-9411-da6ddc1808f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1', 'mac_address': 'fa:16:3e:96:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2370382-13bb-4626-8115-76a833da695f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:11:09Z', 'updated_at': '2021-11-12T21:11:09Z', 'revision_number': 0, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '810b452c-10c1-494b-bda6-ee4f26441fdb', 'name': '', 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'mac_address': 'fa:16:3e:2c:86:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed7852-415e-4047-b2cb-48346db93877', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '487c0f1c-545d-4872-a865-b7f8aba528bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:47Z', 'updated_at': '2021-11-12T21:10:54Z', 'revision_number': 5, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'subnets': [{'id': '487c0f1c-545d-4872-a865-b7f8aba528bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:11.595372 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-16480d34-d0cc-4849-890f-493053c58277 req-087634b7-0e62-40db-88b5-a759878f5de2 service neutron] 10.222.0.55 "GET /v2.0/networks/938fda91-c6e3-48aa-94e9-8994c7c7b1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963163 Nov 12 21:11:11.622122 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecf199d-9332-45b1-8a38-ab7defc55ee4 None None] Checking router: 16ed7852-415e-4047-b2cb-48346db93877 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:11:11.630772 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecf199d-9332-45b1-8a38-ab7defc55ee4 None None] Routers {'16ed7852-415e-4047-b2cb-48346db93877'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:11:11.631403 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-9ecf199d-9332-45b1-8a38-ab7defc55ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:10:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['16ed7852-415e-4047-b2cb-48346db93877'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:11.702066 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-16480d34-d0cc-4849-890f-493053c58277 req-fb78df1e-b266-4c71-bc8a-23820e270c1b service neutron] 10.222.0.55 "GET /v2.0/networks/938fda91-c6e3-48aa-94e9-8994c7c7b1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002338 Nov 12 21:11:11.756974 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-9ecf199d-9332-45b1-8a38-ab7defc55ee4 None None] Set router 16ed7852-415e-4047-b2cb-48346db93877 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:11:11.977973 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-9ecf199d-9332-45b1-8a38-ab7defc55ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ed7852-415e-4047-b2cb-48346db93877', 'name': 'tempest-TestShelveInstance-51637933-router', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '06832270-0421-4549-abff-6df7fc073bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:10:45Z', 'updated_at': '2021-11-12T21:10:48Z', 'revision_number': 4, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'gw_port': {'id': '06832270-0421-4549-abff-6df7fc073bce', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed7852-415e-4047-b2cb-48346db93877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:46Z', 'updated_at': '2021-11-12T21:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'daed57f8-81c0-4bd9-90d8-70377414304a', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'floating_ip_address': '172.25.5.47', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '16ed7852-415e-4047-b2cb-48346db93877', 'port_id': '3a8cda2f-fab3-486e-9411-da6ddc1808f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1', 'mac_address': 'fa:16:3e:96:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2370382-13bb-4626-8115-76a833da695f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:11:09Z', 'updated_at': '2021-11-12T21:11:09Z', 'revision_number': 0, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '810b452c-10c1-494b-bda6-ee4f26441fdb', 'name': '', 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'mac_address': 'fa:16:3e:2c:86:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed7852-415e-4047-b2cb-48346db93877', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '487c0f1c-545d-4872-a865-b7f8aba528bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:47Z', 'updated_at': '2021-11-12T21:10:54Z', 'revision_number': 5, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'subnets': [{'id': '487c0f1c-545d-4872-a865-b7f8aba528bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:11:12.007573 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecf199d-9332-45b1-8a38-ab7defc55ee4 None None] The sync data for ids ['16ed7852-415e-4047-b2cb-48346db93877'] in n-d-712140-15 is: [{'id': '16ed7852-415e-4047-b2cb-48346db93877', 'name': 'tempest-TestShelveInstance-51637933-router', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '06832270-0421-4549-abff-6df7fc073bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:10:45Z', 'updated_at': '2021-11-12T21:10:48Z', 'revision_number': 4, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'gw_port': {'id': '06832270-0421-4549-abff-6df7fc073bce', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed7852-415e-4047-b2cb-48346db93877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:46Z', 'updated_at': '2021-11-12T21:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'daed57f8-81c0-4bd9-90d8-70377414304a', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'floating_ip_address': '172.25.5.47', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': '16ed7852-415e-4047-b2cb-48346db93877', 'port_id': '3a8cda2f-fab3-486e-9411-da6ddc1808f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1', 'mac_address': 'fa:16:3e:96:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2370382-13bb-4626-8115-76a833da695f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:11:09Z', 'updated_at': '2021-11-12T21:11:09Z', 'revision_number': 0, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '810b452c-10c1-494b-bda6-ee4f26441fdb', 'name': '', 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'mac_address': 'fa:16:3e:2c:86:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed7852-415e-4047-b2cb-48346db93877', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '487c0f1c-545d-4872-a865-b7f8aba528bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:47Z', 'updated_at': '2021-11-12T21:10:54Z', 'revision_number': 5, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'subnets': [{'id': '487c0f1c-545d-4872-a865-b7f8aba528bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:11:12.202911 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8f11b5-a235-4a24-a662-29f596930cb2 None None] New status for floating IP daed57f8-81c0-4bd9-90d8-70377414304a: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:11:12.633476 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:11:20.052061 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-801d95f9-a21e-4a1b-a6e9-8bc0e31b09e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:20.982991 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:22.887334 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c28b0b40-d105-4ed7-a3b8-3662d1474d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:24.029350 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:24.615084 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:25.444794 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:26.102382 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:38.583088 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a660f10-69e1-4da1-a2ed-25872c5e4211 req-7196906d-b18a-47ab-a14a-32ce6bf0ebd0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403478 Nov 12 21:11:38.668543 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a660f10-69e1-4da1-a2ed-25872c5e4211 req-a59b4d78-6dda-40b1-97b0-71f39ffc2cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:38.669954 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a660f10-69e1-4da1-a2ed-25872c5e4211 req-a59b4d78-6dda-40b1-97b0-71f39ffc2cfc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=01cee73c30004c04b6e5e73704478c9e&device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 1098 time: 0.0425897 Nov 12 21:11:38.780152 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a660f10-69e1-4da1-a2ed-25872c5e4211 req-f75b898d-316e-461c-88b8-745e16c87f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:38.781676 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a660f10-69e1-4da1-a2ed-25872c5e4211 req-f75b898d-316e-461c-88b8-745e16c87f65 service neutron] 10.222.0.55 "GET /v2.0/networks?id=938fda91-c6e3-48aa-94e9-8994c7c7b1e1 HTTP/1.1" status: 200 len: 908 time: 0.0925009 Nov 12 21:11:38.847572 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a660f10-69e1-4da1-a2ed-25872c5e4211 req-ed8d81c0-5635-4dd6-a47a-de93eff5ac42 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a8cda2f-fab3-486e-9411-da6ddc1808f7 HTTP/1.1" status: 200 len: 1001 time: 0.0590997 Nov 12 21:11:38.903132 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a660f10-69e1-4da1-a2ed-25872c5e4211 req-a555bb6c-b930-4a46-a33e-d5a17994dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:38.904712 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a660f10-69e1-4da1-a2ed-25872c5e4211 req-a555bb6c-b930-4a46-a33e-d5a17994dda0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=487c0f1c-545d-4872-a865-b7f8aba528bf HTTP/1.1" status: 200 len: 846 time: 0.0502322 Nov 12 21:11:38.953829 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a660f10-69e1-4da1-a2ed-25872c5e4211 req-b63079fe-4736-4713-8464-5a5d580f822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:11:38.955273 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a660f10-69e1-4da1-a2ed-25872c5e4211 req-b63079fe-4736-4713-8464-5a5d580f822e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=938fda91-c6e3-48aa-94e9-8994c7c7b1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440617 Nov 12 21:11:39.048595 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a660f10-69e1-4da1-a2ed-25872c5e4211 req-0fab4508-e09e-41fd-89b2-d1e06bf626a8 service neutron] 10.222.0.55 "GET /v2.0/networks/938fda91-c6e3-48aa-94e9-8994c7c7b1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857248 Nov 12 21:11:39.146490 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0a660f10-69e1-4da1-a2ed-25872c5e4211 req-83ca807e-afad-4551-8485-4fbbb55790da service neutron] 10.222.0.55 "GET /v2.0/networks/938fda91-c6e3-48aa-94e9-8994c7c7b1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904272 Nov 12 21:11:49.632145 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:11:50.046631 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-43691364-34d0-4476-a51b-caa8683b5755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:51.006215 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:52.881192 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-29f37284-f81e-4e71-9a82-4f5cd8f547e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:54.031154 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:54.630841 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:55.448984 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:11:56.097299 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:20.051958 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7f33330c-7f74-478d-99cd-36358cf2c63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:21.020794 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:22.885659 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cc3075cc-b465-4686-84da-779bc6958bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:24.037852 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:24.635730 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:25.451035 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:26.100103 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:26.630315 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:12:39.581233 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aebfd173-bb4b-4f84-ac18-033abaf16dfb req-a5f51648-52ee-45c6-babb-cc5bdbdf589d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411425 Nov 12 21:12:39.667353 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfd173-bb4b-4f84-ac18-033abaf16dfb req-9816833e-3ebc-43ba-a888-472264e9177b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:39.668878 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aebfd173-bb4b-4f84-ac18-033abaf16dfb req-9816833e-3ebc-43ba-a888-472264e9177b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=01cee73c30004c04b6e5e73704478c9e&device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 1098 time: 0.0436256 Nov 12 21:12:39.785840 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfd173-bb4b-4f84-ac18-033abaf16dfb req-58519d76-fd43-4ab1-9aac-bf19b2e5bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:39.787338 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aebfd173-bb4b-4f84-ac18-033abaf16dfb req-58519d76-fd43-4ab1-9aac-bf19b2e5bb2f service neutron] 10.222.0.55 "GET /v2.0/networks?id=938fda91-c6e3-48aa-94e9-8994c7c7b1e1 HTTP/1.1" status: 200 len: 908 time: 0.0960784 Nov 12 21:12:39.853995 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aebfd173-bb4b-4f84-ac18-033abaf16dfb req-7acdccac-7c04-4ce3-9042-a8c34e24d3e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a8cda2f-fab3-486e-9411-da6ddc1808f7 HTTP/1.1" status: 200 len: 1001 time: 0.0597355 Nov 12 21:12:39.907743 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfd173-bb4b-4f84-ac18-033abaf16dfb req-52e2be8a-f9cb-4ba2-a530-624d8c68c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:39.909272 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aebfd173-bb4b-4f84-ac18-033abaf16dfb req-52e2be8a-f9cb-4ba2-a530-624d8c68c132 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=487c0f1c-545d-4872-a865-b7f8aba528bf HTTP/1.1" status: 200 len: 846 time: 0.0482402 Nov 12 21:12:39.954941 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfd173-bb4b-4f84-ac18-033abaf16dfb req-df184a33-f9b5-439c-822a-bc86303f854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:12:39.956394 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aebfd173-bb4b-4f84-ac18-033abaf16dfb req-df184a33-f9b5-439c-822a-bc86303f854a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=938fda91-c6e3-48aa-94e9-8994c7c7b1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398197 Nov 12 21:12:40.050096 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aebfd173-bb4b-4f84-ac18-033abaf16dfb req-4005309d-3452-43f8-ba0a-80be822a1473 service neutron] 10.222.0.55 "GET /v2.0/networks/938fda91-c6e3-48aa-94e9-8994c7c7b1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866094 Nov 12 21:12:40.146759 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-aebfd173-bb4b-4f84-ac18-033abaf16dfb req-61f848a7-3f8a-4f81-86fd-6eee036f436f service neutron] 10.222.0.55 "GET /v2.0/networks/938fda91-c6e3-48aa-94e9-8994c7c7b1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896108 Nov 12 21:12:50.061695 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3185e860-3452-4767-b967-369d38de1275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:51.020154 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:52.888860 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-15d82818-a499-46e4-8fe1-10dcf100e8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:54.033612 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:54.645959 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:55.454705 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:12:56.104542 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:03.629463 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:13:20.057306 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b867b308-d4a0-4946-b107-23f0d2d6c106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:21.033117 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:22.893769 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-72d860c8-c672-40cd-81f7-449f72e6e2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:24.033929 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:24.658324 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:25.456816 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:26.107664 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:38.434136 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c338750-1569-4cb1-9990-b5053f8ffc8a req-1d9f33cd-d630-4c7a-afac-5de9996967cf tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:38.435777 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0c338750-1569-4cb1-9990-b5053f8ffc8a req-1d9f33cd-d630-4c7a-afac-5de9996967cf tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0561938 Nov 12 21:13:38.489328 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0c338750-1569-4cb1-9990-b5053f8ffc8a req-15478a07-20b8-4a2d-83a0-924ed24fbe6a tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472491 Nov 12 21:13:39.644979 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d1642-8c48-4231-aa6d-cb47a7d6f799 req-4cb782b1-3302-4d74-b172-4810f85a58c2 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:39.646479 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-905d1642-8c48-4231-aa6d-cb47a7d6f799 req-4cb782b1-3302-4d74-b172-4810f85a58c2 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0541797 Nov 12 21:13:39.701923 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-905d1642-8c48-4231-aa6d-cb47a7d6f799 req-c61c166c-4f2e-4184-a692-a04172ce2c06 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471172 Nov 12 21:13:40.628392 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:13:40.856341 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc55c4f-d34e-4f35-8f16-945ccf8ca88f req-0757deb9-7e7f-4469-9a94-51082ad4602d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:40.857875 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-afc55c4f-d34e-4f35-8f16-945ccf8ca88f req-0757deb9-7e7f-4469-9a94-51082ad4602d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0578368 Nov 12 21:13:40.912657 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-afc55c4f-d34e-4f35-8f16-945ccf8ca88f req-19db2e95-89aa-499c-907e-d3b78f53d834 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487180 Nov 12 21:13:41.630246 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfeb15-b0b0-4d6d-a0fd-495ddab6588d req-91937b08-395c-42a2-b4b2-01a25f12cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:41.632300 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cfdfeb15-b0b0-4d6d-a0fd-495ddab6588d req-91937b08-395c-42a2-b4b2-01a25f12cc58 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=01cee73c30004c04b6e5e73704478c9e&device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 1098 time: 0.0432963 Nov 12 21:13:41.744671 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfeb15-b0b0-4d6d-a0fd-495ddab6588d req-a33069a4-39ac-45ea-82d8-8e057367a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:41.746389 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cfdfeb15-b0b0-4d6d-a0fd-495ddab6588d req-a33069a4-39ac-45ea-82d8-8e057367a4c6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=938fda91-c6e3-48aa-94e9-8994c7c7b1e1 HTTP/1.1" status: 200 len: 908 time: 0.0946188 Nov 12 21:13:41.818300 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cfdfeb15-b0b0-4d6d-a0fd-495ddab6588d req-05ee3c1d-6b9b-4ede-8b2f-ba848dd45940 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a8cda2f-fab3-486e-9411-da6ddc1808f7 HTTP/1.1" status: 200 len: 1001 time: 0.0645766 Nov 12 21:13:41.873152 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfeb15-b0b0-4d6d-a0fd-495ddab6588d req-7251870d-fbf1-4c93-b90e-40b8aac7698d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:41.874674 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cfdfeb15-b0b0-4d6d-a0fd-495ddab6588d req-7251870d-fbf1-4c93-b90e-40b8aac7698d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=487c0f1c-545d-4872-a865-b7f8aba528bf HTTP/1.1" status: 200 len: 846 time: 0.0457110 Nov 12 21:13:41.927243 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfeb15-b0b0-4d6d-a0fd-495ddab6588d req-72914b66-75bb-45e0-aae6-bcf94a4039d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:41.929340 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cfdfeb15-b0b0-4d6d-a0fd-495ddab6588d req-72914b66-75bb-45e0-aae6-bcf94a4039d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=938fda91-c6e3-48aa-94e9-8994c7c7b1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473108 Nov 12 21:13:42.048998 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3da4d-e8af-47fe-98b2-4f7b3d3e71be req-e6fbd9f7-cb9f-4635-bb23-e7134b2f024b tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:42.050686 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c5f3da4d-e8af-47fe-98b2-4f7b3d3e71be req-e6fbd9f7-cb9f-4635-bb23-e7134b2f024b tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0624697 Nov 12 21:13:42.081620 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cfdfeb15-b0b0-4d6d-a0fd-495ddab6588d req-2c2e6086-2335-46b7-b76e-aa073bb0addd service neutron] 10.222.0.55 "GET /v2.0/networks/938fda91-c6e3-48aa-94e9-8994c7c7b1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443644 Nov 12 21:13:42.133759 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c5f3da4d-e8af-47fe-98b2-4f7b3d3e71be req-6c143917-14e8-4763-893c-8a8d74f882a7 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737898 Nov 12 21:13:42.210164 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cfdfeb15-b0b0-4d6d-a0fd-495ddab6588d req-0e313ccd-e2d6-4b42-855e-fd2a5a08b634 service neutron] 10.222.0.55 "GET /v2.0/networks/938fda91-c6e3-48aa-94e9-8994c7c7b1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210933 Nov 12 21:13:43.304708 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d83b48-0cd3-42b2-9968-b9e3615ea1c9 req-c514276b-c875-43ab-a540-40eb5d825745 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:43.307504 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d2d83b48-0cd3-42b2-9968-b9e3615ea1c9 req-c514276b-c875-43ab-a540-40eb5d825745 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0654809 Nov 12 21:13:43.374143 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d2d83b48-0cd3-42b2-9968-b9e3615ea1c9 req-007fef01-196e-4588-b64a-e21d3d7c13e9 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565333 Nov 12 21:13:44.536592 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ad7ae-233d-4438-8707-5c5c317c258a req-39549b78-6291-4fd4-b6a6-6418e8c73b1b tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:44.538699 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-078ad7ae-233d-4438-8707-5c5c317c258a req-39549b78-6291-4fd4-b6a6-6418e8c73b1b tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0765698 Nov 12 21:13:44.607205 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-078ad7ae-233d-4438-8707-5c5c317c258a req-e7538571-9d15-49cf-a5fd-bed3a58942f3 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569355 Nov 12 21:13:45.735717 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d6374-d3d0-482b-8b21-6e6cb525bd12 req-da286e72-831a-49d3-8bf8-0c8e713c591c tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:45.738374 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bf1d6374-d3d0-482b-8b21-6e6cb525bd12 req-da286e72-831a-49d3-8bf8-0c8e713c591c tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0559130 Nov 12 21:13:45.825295 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bf1d6374-d3d0-482b-8b21-6e6cb525bd12 req-885411ff-1175-4301-8ec4-7ff6d4e20fc8 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790944 Nov 12 21:13:46.959115 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2b855-3d0f-4e91-b7f8-442964466e83 req-a9e1a649-7056-4f2f-9299-56df2db7a1b3 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:46.961389 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c4e2b855-3d0f-4e91-b7f8-442964466e83 req-a9e1a649-7056-4f2f-9299-56df2db7a1b3 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0575237 Nov 12 21:13:47.017474 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-c4e2b855-3d0f-4e91-b7f8-442964466e83 req-0d6c4a44-0bd1-4969-93c3-5c6f20e67774 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494406 Nov 12 21:13:48.151693 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5f254-38a6-4f34-8fc6-01393023d855 req-77476154-1844-4606-a30d-f710e59d6205 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:48.153260 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-02c5f254-38a6-4f34-8fc6-01393023d855 req-77476154-1844-4606-a30d-f710e59d6205 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0537841 Nov 12 21:13:48.205444 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-02c5f254-38a6-4f34-8fc6-01393023d855 req-75e4d9eb-fc5a-4828-98aa-381c4b0341b8 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462341 Nov 12 21:13:49.337521 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648e196-dbe3-4419-9c23-3b092961970d req-efe8fc0d-eca5-4077-a9f9-7055532e92b3 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:49.339119 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b648e196-dbe3-4419-9c23-3b092961970d req-efe8fc0d-eca5-4077-a9f9-7055532e92b3 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0576921 Nov 12 21:13:49.392055 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b648e196-dbe3-4419-9c23-3b092961970d req-d50afb62-38b8-4bee-9771-79796e334aba tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462968 Nov 12 21:13:50.061420 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7c64ae59-df81-4fd5-9b81-7f990a70067d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:50.522551 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83df62-cd6c-4a85-9330-ac7cfe5e7267 req-771faf77-5a12-4264-ac28-f06388f78df5 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:50.524497 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ee83df62-cd6c-4a85-9330-ac7cfe5e7267 req-771faf77-5a12-4264-ac28-f06388f78df5 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0526977 Nov 12 21:13:50.580653 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-ee83df62-cd6c-4a85-9330-ac7cfe5e7267 req-8243d944-8035-493a-af89-4e880d23a001 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494227 Nov 12 21:13:51.036673 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:51.672052 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 3a8cda2f-fab3-486e-9411-da6ddc1808f7 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:13:51.711235 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259591a3-dc86-4f5c-88c3-ca1c358e522c req-74d35bfa-56cd-4cf9-869a-844a36c5afea tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:51.712789 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-259591a3-dc86-4f5c-88c3-ca1c358e522c req-74d35bfa-56cd-4cf9-869a-844a36c5afea tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0530441 Nov 12 21:13:51.767701 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-259591a3-dc86-4f5c-88c3-ca1c358e522c req-df97d07c-c716-4b3f-98e5-9b31f518ec8d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486073 Nov 12 21:13:51.774605 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 3a8cda2f-fab3-486e-9411-da6ddc1808f7, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=3a8cda2f-fab3-486e-9411-da6ddc1808f7,segment=NetworkSegment(f1a8383c-ab97-4001-830a-82777da10a65),segment_id=f1a8383c-ab97-4001-830a-82777da10a65)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:13:51.786820 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': '3a8cda2f-fab3-486e-9411-da6ddc1808f7', 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1', 'port_id': '3a8cda2f-fab3-486e-9411-da6ddc1808f7', 'mac_address': 'fa:16:3e:96:c0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '487c0f1c-545d-4872-a865-b7f8aba528bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:13:51.829621 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:51.843014 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a8cda2f-fab3-486e-9411-da6ddc1808f7 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:13:51.862359 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 3a8cda2f-fab3-486e-9411-da6ddc1808f7, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=3a8cda2f-fab3-486e-9411-da6ddc1808f7,segment=NetworkSegment(f1a8383c-ab97-4001-830a-82777da10a65),segment_id=f1a8383c-ab97-4001-830a-82777da10a65)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:13:51.867549 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:51.924416 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=3a8cda2f-fab3-486e-9411-da6ddc1808f7,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:51.934474 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:51.934876 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:51.935258 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:51.935793 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:51.936205 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:51.936641 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:51.937028 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:51.937403 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:51.937777 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:51.938144 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:51.938511 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:51.938875 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:13:51.945326 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['3a8cda2f-fab3-486e-9411-da6ddc1808f7'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:13:52.899012 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5199f36-5bb6-4c67-b513-526cf1a8fc6c req-28740d71-48b7-42fc-9735-c04ce9227777 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:52.900771 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a5199f36-5bb6-4c67-b513-526cf1a8fc6c req-28740d71-48b7-42fc-9735-c04ce9227777 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 945 time: 0.0587778 Nov 12 21:13:52.901549 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-df058de7-38f4-4f2f-a757-1af38d2313b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:52.973090 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a5199f36-5bb6-4c67-b513-526cf1a8fc6c req-a5403653-8c1c-4cb4-aafe-42c62235f49a tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630288 Nov 12 21:13:53.689479 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 3a8cda2f-fab3-486e-9411-da6ddc1808f7 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:13:53.744364 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port 3a8cda2f-fab3-486e-9411-da6ddc1808f7 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:13:53.744737 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:53.827180 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:53.850543 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2370382-13bb-4626-8115-76a833da695f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8cda2f-fab3-486e-9411-da6ddc1808f7'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:13:53.852836 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e2a221c1ff93e56a7b3290f78f059e5ee30a378a3a846772c85f81925c98a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8ce404-8f12-4ac3-8889-ed0cc00671da" -d '{"events": [{"server_uuid": "e2370382-13bb-4626-8115-76a833da695f", "name": "network-vif-plugged", "status": "completed", "tag": "3a8cda2f-fab3-486e-9411-da6ddc1808f7"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:13:53.865354 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 3a8cda2f-fab3-486e-9411-da6ddc1808f7, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=3a8cda2f-fab3-486e-9411-da6ddc1808f7,segment=NetworkSegment(f1a8383c-ab97-4001-830a-82777da10a65),segment_id=f1a8383c-ab97-4001-830a-82777da10a65)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:13:53.870650 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:53.927008 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=3a8cda2f-fab3-486e-9411-da6ddc1808f7,revision_number=7']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:13:53.968552 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca95e61-4d6b-43d0-bcf2-e93d0d4a6904 x-openstack-request-id: req-6ca95e61-4d6b-43d0-bcf2-e93d0d4a6904 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:13:53.968907 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2370382-13bb-4626-8115-76a833da695f", "name": "network-vif-plugged", "status": "completed", "tag": "3a8cda2f-fab3-486e-9411-da6ddc1808f7", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:13:53.969235 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ca95e61-4d6b-43d0-bcf2-e93d0d4a6904 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:13:53.969686 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2370382-13bb-4626-8115-76a833da695f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8cda2f-fab3-486e-9411-da6ddc1808f7', 'code': 200} Nov 12 21:13:54.048597 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:54.124128 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36751fa-f8dd-4c64-ad94-18235620397a req-37ce880e-eec4-4a4c-9844-492ebc01e8b1 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:54.125740 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b36751fa-f8dd-4c64-ad94-18235620397a req-37ce880e-eec4-4a4c-9844-492ebc01e8b1 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0541468 Nov 12 21:13:54.182774 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b36751fa-f8dd-4c64-ad94-18235620397a req-42d21d24-61ef-4b0d-808e-1487f34225f8 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500095 Nov 12 21:13:54.662767 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:55.406391 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c577d37-9a64-4804-ab47-43a88b2c4bc0 req-3eaf9377-aaef-4ded-98ba-91688811c280 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:55.410083 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c577d37-9a64-4804-ab47-43a88b2c4bc0 req-3eaf9377-aaef-4ded-98ba-91688811c280 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0932508 Nov 12 21:13:55.477352 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:55.497793 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4c577d37-9a64-4804-ab47-43a88b2c4bc0 req-47e6869f-459c-49f6-a8d3-7d535c3eb5a5 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789969 Nov 12 21:13:56.120790 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:13:56.641934 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb8e46-cfd1-4d6a-999f-957b10d3b7fc req-addb5b1f-c215-437a-8aa1-6942482009b3 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:56.651042 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-41bb8e46-cfd1-4d6a-999f-957b10d3b7fc req-addb5b1f-c215-437a-8aa1-6942482009b3 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0673871 Nov 12 21:13:56.725574 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-41bb8e46-cfd1-4d6a-999f-957b10d3b7fc req-db04763b-a381-4249-8dda-c08e0cb22a93 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710714 Nov 12 21:13:57.904076 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deafecc-9bd7-42a1-8474-3c41bc04396f req-53ca6a77-a33e-4ccc-a007-2bf763bb2a7c tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:57.906842 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0deafecc-9bd7-42a1-8474-3c41bc04396f req-53ca6a77-a33e-4ccc-a007-2bf763bb2a7c tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0887623 Nov 12 21:13:57.979294 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-0deafecc-9bd7-42a1-8474-3c41bc04396f req-30029683-92c4-441c-825e-0a99a70a28ec tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598869 Nov 12 21:13:59.155355 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83310c05-b3dc-429a-8045-93b3bd7ca145 req-fbab1f21-a929-4ec6-a3ff-ac2d924064da tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:13:59.164511 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-83310c05-b3dc-429a-8045-93b3bd7ca145 req-fbab1f21-a929-4ec6-a3ff-ac2d924064da tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0748296 Nov 12 21:13:59.244764 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-83310c05-b3dc-429a-8045-93b3bd7ca145 req-3559b9a5-34b8-4e1e-b01a-48d871a7c468 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790083 Nov 12 21:14:00.431912 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ef0a8-3006-4088-a24d-033f882a1f26 req-915c5f43-1ac4-4280-9c67-e4746cee2fe3 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:00.435195 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b29ef0a8-3006-4088-a24d-033f882a1f26 req-915c5f43-1ac4-4280-9c67-e4746cee2fe3 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0965250 Nov 12 21:14:00.534709 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-b29ef0a8-3006-4088-a24d-033f882a1f26 req-7983bacf-724b-46b9-a9aa-ddffe126aff3 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887141 Nov 12 21:14:01.722192 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b7eae-3322-4d27-9dee-e3b5b10d40da req-2edc5443-7772-4641-872f-514c80fa171c tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:01.724185 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b94b7eae-3322-4d27-9dee-e3b5b10d40da req-2edc5443-7772-4641-872f-514c80fa171c tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0776165 Nov 12 21:14:01.811764 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b94b7eae-3322-4d27-9dee-e3b5b10d40da req-6946947d-25d8-4c52-871a-beeedd6c4fc7 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758934 Nov 12 21:14:02.985218 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09906000-740c-4ccb-af1f-5530a5a63a20 req-c1b1b9a8-5002-4f6c-8f14-fb89a4a69231 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:02.987267 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-09906000-740c-4ccb-af1f-5530a5a63a20 req-c1b1b9a8-5002-4f6c-8f14-fb89a4a69231 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0696392 Nov 12 21:14:03.049793 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-09906000-740c-4ccb-af1f-5530a5a63a20 req-28d8e997-b312-46f2-9c1e-22589ce56bbc tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544376 Nov 12 21:14:04.187960 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35254da7-042b-4e73-9b38-925a1f507a3a req-337b4a12-d1eb-4755-a648-a5d5a5311122 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:04.189451 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-35254da7-042b-4e73-9b38-925a1f507a3a req-337b4a12-d1eb-4755-a648-a5d5a5311122 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0526707 Nov 12 21:14:04.244001 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-35254da7-042b-4e73-9b38-925a1f507a3a req-c159d75b-be93-4206-bc7d-18d1cb41a34a tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475020 Nov 12 21:14:04.912471 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1f992-1d27-43ee-80ea-aa161a692b98 req-bae36d7c-f71d-46e7-ac92-a63fb7c659ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:04.914498 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cbe1f992-1d27-43ee-80ea-aa161a692b98 req-bae36d7c-f71d-46e7-ac92-a63fb7c659ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=01cee73c30004c04b6e5e73704478c9e&device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 1098 time: 0.0507355 Nov 12 21:14:05.012862 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1f992-1d27-43ee-80ea-aa161a692b98 req-a6ed8f35-7179-4660-b97e-30f2bbd29753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:05.014372 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cbe1f992-1d27-43ee-80ea-aa161a692b98 req-a6ed8f35-7179-4660-b97e-30f2bbd29753 service neutron] 10.222.0.55 "GET /v2.0/networks?id=938fda91-c6e3-48aa-94e9-8994c7c7b1e1 HTTP/1.1" status: 200 len: 908 time: 0.0923905 Nov 12 21:14:05.080794 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cbe1f992-1d27-43ee-80ea-aa161a692b98 req-a47384ab-67cd-4dbc-a4fb-a705511265d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a8cda2f-fab3-486e-9411-da6ddc1808f7 HTTP/1.1" status: 200 len: 1001 time: 0.0594475 Nov 12 21:14:05.137960 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1f992-1d27-43ee-80ea-aa161a692b98 req-6ff6aa5a-8a3b-45c2-b995-6890b7836be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:05.139447 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cbe1f992-1d27-43ee-80ea-aa161a692b98 req-6ff6aa5a-8a3b-45c2-b995-6890b7836be8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=487c0f1c-545d-4872-a865-b7f8aba528bf HTTP/1.1" status: 200 len: 846 time: 0.0520926 Nov 12 21:14:05.187605 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1f992-1d27-43ee-80ea-aa161a692b98 req-ace10bf0-422c-4d34-a8a3-908213ed5a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:05.189116 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cbe1f992-1d27-43ee-80ea-aa161a692b98 req-ace10bf0-422c-4d34-a8a3-908213ed5a65 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=938fda91-c6e3-48aa-94e9-8994c7c7b1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427065 Nov 12 21:14:05.323627 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cbe1f992-1d27-43ee-80ea-aa161a692b98 req-b87dd94e-26fd-4440-8b8d-d4f76c6f125d service neutron] 10.222.0.55 "GET /v2.0/networks/938fda91-c6e3-48aa-94e9-8994c7c7b1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269336 Nov 12 21:14:05.422721 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a765e81-9f0d-452a-b68e-9e1e55c1e83d req-cae4d2f2-0da3-4d7d-a9e8-7efd2f9a9e80 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:05.426102 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5a765e81-9f0d-452a-b68e-9e1e55c1e83d req-cae4d2f2-0da3-4d7d-a9e8-7efd2f9a9e80 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0836692 Nov 12 21:14:05.447776 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cbe1f992-1d27-43ee-80ea-aa161a692b98 req-47d2f95e-476e-4e8f-b0ac-9fa1b5f958fe service neutron] 10.222.0.55 "GET /v2.0/networks/938fda91-c6e3-48aa-94e9-8994c7c7b1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170778 Nov 12 21:14:05.517370 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5a765e81-9f0d-452a-b68e-9e1e55c1e83d req-319ac153-e742-4e35-9fe9-43e93628e826 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834973 Nov 12 21:14:06.654584 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924821f3-4786-4e82-84b3-246c3f26e560 req-8ab0e6a5-371f-4bd6-bc80-77b426cbc841 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:06.657481 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-924821f3-4786-4e82-84b3-246c3f26e560 req-8ab0e6a5-371f-4bd6-bc80-77b426cbc841 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0637057 Nov 12 21:14:06.722398 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-924821f3-4786-4e82-84b3-246c3f26e560 req-85456011-e401-40e0-a023-4d172adc91f9 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491006 Nov 12 21:14:07.781497 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 3a8cda2f-fab3-486e-9411-da6ddc1808f7 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:14:07.877602 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:07.900258 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91bd56-287d-4385-8db6-3245f96a51c8 req-67563810-c790-4d3c-9f73-e6e93214a58c tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:07.901895 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4a91bd56-287d-4385-8db6-3245f96a51c8 req-67563810-c790-4d3c-9f73-e6e93214a58c tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0796406 Nov 12 21:14:07.902487 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2370382-13bb-4626-8115-76a833da695f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a8cda2f-fab3-486e-9411-da6ddc1808f7'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:14:07.904890 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e2a221c1ff93e56a7b3290f78f059e5ee30a378a3a846772c85f81925c98a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0071262-7dc9-4293-badc-ebf63f3ab63d" -d '{"events": [{"server_uuid": "e2370382-13bb-4626-8115-76a833da695f", "name": "network-vif-unplugged", "status": "completed", "tag": "3a8cda2f-fab3-486e-9411-da6ddc1808f7"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:14:07.919112 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port 3a8cda2f-fab3-486e-9411-da6ddc1808f7, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=3a8cda2f-fab3-486e-9411-da6ddc1808f7,segment=NetworkSegment(f1a8383c-ab97-4001-830a-82777da10a65),segment_id=f1a8383c-ab97-4001-830a-82777da10a65)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:14:07.923159 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:07.957558 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 21:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c847d639-02e6-4af4-bef6-215c35c1d9d9 x-openstack-request-id: req-c847d639-02e6-4af4-bef6-215c35c1d9d9 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:14:07.957868 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2370382-13bb-4626-8115-76a833da695f", "name": "network-vif-unplugged", "status": "failed", "tag": "3a8cda2f-fab3-486e-9411-da6ddc1808f7", "code": 422}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:14:07.958095 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c847d639-02e6-4af4-bef6-215c35c1d9d9 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:14:07.958499 n-d-712140-15 neutron-server[102449]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e2370382-13bb-4626-8115-76a833da695f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3a8cda2f-fab3-486e-9411-da6ddc1808f7', 'code': 422} returned with failed status Nov 12 21:14:07.985928 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=3a8cda2f-fab3-486e-9411-da6ddc1808f7,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:07.995749 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-4a91bd56-287d-4385-8db6-3245f96a51c8 req-9bf13059-b519-43f4-8d58-904395e775c2 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833611 Nov 12 21:14:08.129459 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-66c380f2-a1c7-4216-9653-dfa15c0932ee req-ba4fb554-e079-4e30-8b96-fd5abfa3482f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:14:08.130673 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-66c380f2-a1c7-4216-9653-dfa15c0932ee req-ba4fb554-e079-4e30-8b96-fd5abfa3482f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0563912 Nov 12 21:14:08.403103 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c8d46-ea1a-4f14-9e93-b7ba24fb880c req-1904256f-cc32-4d4f-b2c4-1c6df4beb59d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:08.405963 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6f9c8d46-ea1a-4f14-9e93-b7ba24fb880c req-1904256f-cc32-4d4f-b2c4-1c6df4beb59d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 944 time: 0.0820203 Nov 12 21:14:08.469192 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-6f9c8d46-ea1a-4f14-9e93-b7ba24fb880c req-6823bfd8-3168-4c1c-940a-c6c99050d532 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564892 Nov 12 21:14:08.755306 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-1c4c2ae6-c4b7-4c6d-8cac-7869986b99ad service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0953941 Nov 12 21:14:09.610253 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59879b30-0129-4951-a35e-23e46ac6627f req-6aa34c5d-aeb9-4332-bf50-f2ff11239ff4 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:09.611854 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-59879b30-0129-4951-a35e-23e46ac6627f req-6aa34c5d-aeb9-4332-bf50-f2ff11239ff4 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 944 time: 0.0599108 Nov 12 21:14:09.688766 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-59879b30-0129-4951-a35e-23e46ac6627f req-519b26d5-c6ad-4b96-8c65-fdbb99b73793 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683620 Nov 12 21:14:09.760607 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-e0af5559-d67a-49b3-b36b-43d455f2b585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:09.762064 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-e0af5559-d67a-49b3-b36b-43d455f2b585 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f&tenant_id=01cee73c30004c04b6e5e73704478c9e HTTP/1.1" status: 200 len: 1096 time: 0.1046519 Nov 12 21:14:09.777810 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-15', 'device_owner': 'compute:nova'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:14:09.834068 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:10.077469 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] For port 3a8cda2f-fab3-486e-9411-da6ddc1808f7, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=3a8cda2f-fab3-486e-9411-da6ddc1808f7,segment=NetworkSegment(f1a8383c-ab97-4001-830a-82777da10a65),segment_id=f1a8383c-ab97-4001-830a-82777da10a65)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:14:10.115714 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] For port 3a8cda2f-fab3-486e-9411-da6ddc1808f7, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:14:10.152327 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8cda2f-fab3-486e-9411-da6ddc1808f7 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:14:10.160692 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:10.173534 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Transition to ACTIVE for port object 3a8cda2f-fab3-486e-9411-da6ddc1808f7 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:14:10.177563 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:10.264568 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8cda2f-fab3-486e-9411-da6ddc1808f7,revision_number=9']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:10.604966 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:10.605247 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:10.605524 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:10.605851 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:10.606182 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:10.606503 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:10.606821 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:10.607160 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:10.607459 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:10.607780 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:10.608095 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:10.608432 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:14:10.644325 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] No DVR routers for this DVR port 3a8cda2f-fab3-486e-9411-da6ddc1808f7 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:14:10.797695 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Attempting to bind port 3a8cda2f-fab3-486e-9411-da6ddc1808f7 on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:14:10.798131 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Attempting to bind port 3a8cda2f-fab3-486e-9411-da6ddc1808f7 by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': 'f1a8383c-ab97-4001-830a-82777da10a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:14:10.798800 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Attempting to bind port 3a8cda2f-fab3-486e-9411-da6ddc1808f7 on network 938fda91-c6e3-48aa-94e9-8994c7c7b1e1 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:14:10.804216 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Port 3a8cda2f-fab3-486e-9411-da6ddc1808f7 on network 938fda91-c6e3-48aa-94e9-8994c7c7b1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:14:10.804568 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Attempting to bind port 3a8cda2f-fab3-486e-9411-da6ddc1808f7 on network 938fda91-c6e3-48aa-94e9-8994c7c7b1e1 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:14:10.809810 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:14:10.810155 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Checking segment: {'id': 'f1a8383c-ab97-4001-830a-82777da10a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:14:10.810553 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Bound using segment: {'id': 'f1a8383c-ab97-4001-830a-82777da10a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:14:10.811020 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Bound port: 3a8cda2f-fab3-486e-9411-da6ddc1808f7, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1a8383c-ab97-4001-830a-82777da10a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:14:10.811387 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:10.826065 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d19ad1-0408-4d67-aca4-f042d33b5721 req-9a6451d7-514b-45e7-896d-2d3a2d5a63df tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:10.827687 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-02d19ad1-0408-4d67-aca4-f042d33b5721 req-9a6451d7-514b-45e7-896d-2d3a2d5a63df tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 944 time: 0.0598569 Nov 12 21:14:10.879005 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] For port 3a8cda2f-fab3-486e-9411-da6ddc1808f7, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:14:10.881087 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-02d19ad1-0408-4d67-aca4-f042d33b5721 req-af893a98-39a9-4d26-b62d-638912996bea tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473552 Nov 12 21:14:10.883211 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] For port 3a8cda2f-fab3-486e-9411-da6ddc1808f7, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=3a8cda2f-fab3-486e-9411-da6ddc1808f7,segment=NetworkSegment(f1a8383c-ab97-4001-830a-82777da10a65),segment_id=f1a8383c-ab97-4001-830a-82777da10a65)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:14:10.889093 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:10.925528 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:10.926193 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:10.927585 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] 10.222.0.52 "PUT /v2.0/ports/3a8cda2f-fab3-486e-9411-da6ddc1808f7 HTTP/1.1" status: 200 len: 1093 time: 1.1540821 Nov 12 21:14:10.928028 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2370382-13bb-4626-8115-76a833da695f', 'tag': '3a8cda2f-fab3-486e-9411-da6ddc1808f7'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:14:10.930608 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bd614f-f2cf-418e-8079-450db5a4b304" -d '{"events": [{"name": "network-changed", "server_uuid": "e2370382-13bb-4626-8115-76a833da695f", "tag": "3a8cda2f-fab3-486e-9411-da6ddc1808f7"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:14:10.987846 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79bbe5-ca30-4c7e-9b23-7d677bc56c01 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8cda2f-fab3-486e-9411-da6ddc1808f7,revision_number=10']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:11.045536 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-3ea15b7e-cd0f-479d-b35b-7fb6f3decb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:11.047778 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-3ea15b7e-cd0f-479d-b35b-7fb6f3decb58 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01cee73c30004c04b6e5e73704478c9e&device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 1097 time: 0.0875201 Nov 12 21:14:11.054628 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98b6403-a2e6-4191-8210-cba6ea37c13c x-openstack-request-id: req-b98b6403-a2e6-4191-8210-cba6ea37c13c {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:14:11.054922 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2370382-13bb-4626-8115-76a833da695f", "tag": "3a8cda2f-fab3-486e-9411-da6ddc1808f7", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:14:11.055178 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b98b6403-a2e6-4191-8210-cba6ea37c13c {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:14:11.055587 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2370382-13bb-4626-8115-76a833da695f', 'tag': '3a8cda2f-fab3-486e-9411-da6ddc1808f7', 'status': 'completed', 'code': 200} Nov 12 21:14:11.161800 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-27e98337-c327-4162-817c-0f9c24d81472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:11.163878 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-27e98337-c327-4162-817c-0f9c24d81472 service neutron] 10.222.0.52 "GET /v2.0/networks?id=938fda91-c6e3-48aa-94e9-8994c7c7b1e1 HTTP/1.1" status: 200 len: 908 time: 0.1013539 Nov 12 21:14:11.260960 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-8db68011-4873-403e-bbb1-497a2ca4b973 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a8cda2f-fab3-486e-9411-da6ddc1808f7 HTTP/1.1" status: 200 len: 999 time: 0.0891447 Nov 12 21:14:11.325230 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-5d4fd013-ff32-458a-ae0b-e6f250c49705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:11.327882 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-5d4fd013-ff32-458a-ae0b-e6f250c49705 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=487c0f1c-545d-4872-a865-b7f8aba528bf HTTP/1.1" status: 200 len: 846 time: 0.0590656 Nov 12 21:14:11.387696 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-179d8c22-03ee-40ef-8e9c-7ed068dbfc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:11.390224 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-179d8c22-03ee-40ef-8e9c-7ed068dbfc4b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=938fda91-c6e3-48aa-94e9-8994c7c7b1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541019 Nov 12 21:14:11.523618 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-d8e1a5c1-291a-479f-87db-2cd093b95d45 service neutron] 10.222.0.52 "GET /v2.0/networks/938fda91-c6e3-48aa-94e9-8994c7c7b1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250086 Nov 12 21:14:11.644992 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-8f7ed34e-f694-4a18-aebb-0a4430df465d service neutron] 10.222.0.52 "GET /v2.0/networks/938fda91-c6e3-48aa-94e9-8994c7c7b1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095114 Nov 12 21:14:11.751689 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd614f-f2cf-418e-8079-450db5a4b304 req-8e630f58-4f50-4a2b-bbb1-365132d1625e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:11.753257 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-36bd614f-f2cf-418e-8079-450db5a4b304 req-8e630f58-4f50-4a2b-bbb1-365132d1625e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01cee73c30004c04b6e5e73704478c9e&device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 1097 time: 0.0548463 Nov 12 21:14:11.823092 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 3a8cda2f-fab3-486e-9411-da6ddc1808f7 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:14:11.871754 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device 3a8cda2f-fab3-486e-9411-da6ddc1808f7 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:14:11.878375 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd614f-f2cf-418e-8079-450db5a4b304 req-dbccde8f-0052-4489-b1ad-db94ee18c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:11.880188 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-36bd614f-f2cf-418e-8079-450db5a4b304 req-dbccde8f-0052-4489-b1ad-db94ee18c71a service neutron] 10.222.0.52 "GET /v2.0/networks?id=938fda91-c6e3-48aa-94e9-8994c7c7b1e1 HTTP/1.1" status: 200 len: 908 time: 0.1190653 Nov 12 21:14:11.974220 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-36bd614f-f2cf-418e-8079-450db5a4b304 req-817fa76e-cd94-47b7-af45-c588b84d96ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a8cda2f-fab3-486e-9411-da6ddc1808f7 HTTP/1.1" status: 200 len: 999 time: 0.0848756 Nov 12 21:14:12.021865 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53207bd9-772a-4ad8-abf0-664583f59ab0 req-86e32165-e82f-4b4a-9882-a3213328f026 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:12.030288 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-53207bd9-772a-4ad8-abf0-664583f59ab0 req-86e32165-e82f-4b4a-9882-a3213328f026 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 945 time: 0.0627658 Nov 12 21:14:12.046859 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd614f-f2cf-418e-8079-450db5a4b304 req-46067423-6b2c-4a10-bd2a-ba701bc06625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:12.050899 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-36bd614f-f2cf-418e-8079-450db5a4b304 req-46067423-6b2c-4a10-bd2a-ba701bc06625 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=487c0f1c-545d-4872-a865-b7f8aba528bf HTTP/1.1" status: 200 len: 846 time: 0.0695879 Nov 12 21:14:12.104465 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-53207bd9-772a-4ad8-abf0-664583f59ab0 req-6c8a59e4-5ca9-4673-bfb2-4e772030f1c3 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728199 Nov 12 21:14:13.265253 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ed84f-8d38-40b2-9946-7f5fa1f0b5af req-f597bbb3-eeb2-464b-88c9-7f1d71c58555 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:13.267156 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c86ed84f-8d38-40b2-9946-7f5fa1f0b5af req-f597bbb3-eeb2-464b-88c9-7f1d71c58555 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 945 time: 0.0613582 Nov 12 21:14:13.336032 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c86ed84f-8d38-40b2-9946-7f5fa1f0b5af req-05ae3529-b79d-437b-95e9-32afcd7a84b9 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614128 Nov 12 21:14:14.515493 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc24565-b13a-43e9-8cee-52630b23aa9d req-b727a791-96ce-4aa1-8c0e-0bbc9b32e3e9 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:14.518443 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2bc24565-b13a-43e9-8cee-52630b23aa9d req-b727a791-96ce-4aa1-8c0e-0bbc9b32e3e9 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 945 time: 0.0887651 Nov 12 21:14:14.586632 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-2bc24565-b13a-43e9-8cee-52630b23aa9d req-d62a630e-1dac-45fc-806a-2792ed2a30eb tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598829 Nov 12 21:14:15.736481 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b74da4-bf04-45f4-97b8-69fc84cd27d4 req-af4cd0e4-b034-409a-acc4-68c6a2707b09 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:15.738094 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-14b74da4-bf04-45f4-97b8-69fc84cd27d4 req-af4cd0e4-b034-409a-acc4-68c6a2707b09 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 945 time: 0.0659938 Nov 12 21:14:15.799724 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-14b74da4-bf04-45f4-97b8-69fc84cd27d4 req-ecafeba9-4807-4971-b0f7-5df236bf9abe tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546505 Nov 12 21:14:16.957635 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644023f-7950-4e5b-8314-67fdcbe97bb0 req-95d8b69a-b61b-4e10-9f96-4037c52ebdf8 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:16.959187 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a644023f-7950-4e5b-8314-67fdcbe97bb0 req-95d8b69a-b61b-4e10-9f96-4037c52ebdf8 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 945 time: 0.0737050 Nov 12 21:14:17.018734 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-a644023f-7950-4e5b-8314-67fdcbe97bb0 req-a7139f83-8f7f-4b53-bc92-f4887e6391ce tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504172 Nov 12 21:14:17.630401 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:14:18.164262 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3faffd9-708b-4b0f-bbdd-8281042f7b4d req-74196472-6f1a-4987-89e6-ea9f1bb6aa7a tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:18.165616 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f3faffd9-708b-4b0f-bbdd-8281042f7b4d req-74196472-6f1a-4987-89e6-ea9f1bb6aa7a tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 945 time: 0.0631206 Nov 12 21:14:18.221284 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f3faffd9-708b-4b0f-bbdd-8281042f7b4d req-a931072e-8afe-440f-be1a-bb2268f39c87 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493069 Nov 12 21:14:19.371469 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1335b-8b82-4b26-87ba-f7c15cd7dd22 req-9f2f86ac-5065-4fb9-8272-c0ad8c4e6c41 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:19.373266 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3db1335b-8b82-4b26-87ba-f7c15cd7dd22 req-9f2f86ac-5065-4fb9-8272-c0ad8c4e6c41 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 945 time: 0.0595798 Nov 12 21:14:19.434925 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-3db1335b-8b82-4b26-87ba-f7c15cd7dd22 req-56a5145f-47b3-4f83-a0a9-c5c88ee9ec67 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511024 Nov 12 21:14:20.071397 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-407bef9e-6998-4a40-87cc-3ea5f6b8f5ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:20.591356 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a932dd-63cd-4cce-959d-e746ea32dba6 req-ec3f7879-1c4f-4290-ae62-381370edbad9 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:20.593095 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7a932dd-63cd-4cce-959d-e746ea32dba6 req-ec3f7879-1c4f-4290-ae62-381370edbad9 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 945 time: 0.0564969 Nov 12 21:14:20.672775 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7a932dd-63cd-4cce-959d-e746ea32dba6 req-a4ef02bc-d242-4715-8377-6ef1c4902f1a tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733621 Nov 12 21:14:21.222751 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:21.806639 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc1549-00fb-447e-8940-7be666da0de0 req-4465390a-b910-440c-aa16-8f752cffc749 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:21.808544 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9efc1549-00fb-447e-8940-7be666da0de0 req-4465390a-b910-440c-aa16-8f752cffc749 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 945 time: 0.0569048 Nov 12 21:14:21.886068 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-9efc1549-00fb-447e-8940-7be666da0de0 req-225389dc-514d-4458-b380-4847d141860a tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652812 Nov 12 21:14:22.708118 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd614f-f2cf-418e-8079-450db5a4b304 req-af1748d4-c129-409b-8a4c-9fdd58e5ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:22.709581 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-36bd614f-f2cf-418e-8079-450db5a4b304 req-af1748d4-c129-409b-8a4c-9fdd58e5ca70 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=938fda91-c6e3-48aa-94e9-8994c7c7b1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443146 Nov 12 21:14:22.812460 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-36bd614f-f2cf-418e-8079-450db5a4b304 req-1a99e440-9a3c-444d-ac9e-815735a461ce service neutron] 10.222.0.52 "GET /v2.0/networks/938fda91-c6e3-48aa-94e9-8994c7c7b1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940607 Nov 12 21:14:22.898627 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dc5dcbc2-1ed9-487f-b932-3086e7ce9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:22.927335 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-36bd614f-f2cf-418e-8079-450db5a4b304 req-85810eb4-eb29-43f8-b4cc-a5a330192b95 service neutron] 10.222.0.52 "GET /v2.0/networks/938fda91-c6e3-48aa-94e9-8994c7c7b1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038725 Nov 12 21:14:23.022816 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5563476-0f9e-463f-96d6-28e590f8e2df req-d56b014c-d373-43d2-92f5-b73a20d68065 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:23.025253 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5563476-0f9e-463f-96d6-28e590f8e2df req-d56b014c-d373-43d2-92f5-b73a20d68065 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 945 time: 0.0591083 Nov 12 21:14:23.086714 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d5563476-0f9e-463f-96d6-28e590f8e2df req-3aa0311e-30b2-4808-9aab-e38a1ba8e171 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540717 Nov 12 21:14:24.041327 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:24.218691 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f71b6-09c7-49b8-ad03-c481776fd1f5 req-cc7cff87-47df-428a-9333-f74fba85cd45 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:24.220247 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5f2f71b6-09c7-49b8-ad03-c481776fd1f5 req-cc7cff87-47df-428a-9333-f74fba85cd45 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 945 time: 0.0500646 Nov 12 21:14:24.284785 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-5f2f71b6-09c7-49b8-ad03-c481776fd1f5 req-eabff13c-ffed-4709-8c43-dedbca63261b tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540173 Nov 12 21:14:24.669846 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:25.426983 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f5bea-bd71-4bcb-8d24-f8e556320298 req-a379ea93-0670-4970-8f46-7c071276cc5f tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:25.428549 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f89f5bea-bd71-4bcb-8d24-f8e556320298 req-a379ea93-0670-4970-8f46-7c071276cc5f tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 945 time: 0.0563011 Nov 12 21:14:25.464351 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:25.493285 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f89f5bea-bd71-4bcb-8d24-f8e556320298 req-8070f05d-c9ef-46c6-96f3-47b42f410711 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571401 Nov 12 21:14:26.115477 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:26.615886 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1439cf-1d87-4416-ae63-6203c58b3752 req-99b936b7-cf12-4880-a1fb-6d8a02e954f6 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:26.617736 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1f1439cf-1d87-4416-ae63-6203c58b3752 req-99b936b7-cf12-4880-a1fb-6d8a02e954f6 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 945 time: 0.0525589 Nov 12 21:14:26.669284 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-1f1439cf-1d87-4416-ae63-6203c58b3752 req-108e8e3c-8f3b-4736-96a9-803d8d2132c9 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454171 Nov 12 21:14:27.020977 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 3a8cda2f-fab3-486e-9411-da6ddc1808f7 details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:14:27.137152 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 3a8cda2f-fab3-486e-9411-da6ddc1808f7, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=3a8cda2f-fab3-486e-9411-da6ddc1808f7,segment=NetworkSegment(f1a8383c-ab97-4001-830a-82777da10a65),segment_id=f1a8383c-ab97-4001-830a-82777da10a65)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:14:27.156154 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '3a8cda2f-fab3-486e-9411-da6ddc1808f7', 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1', 'port_id': '3a8cda2f-fab3-486e-9411-da6ddc1808f7', 'mac_address': 'fa:16:3e:96:c0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '487c0f1c-545d-4872-a865-b7f8aba528bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:14:27.216944 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:27.243223 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8cda2f-fab3-486e-9411-da6ddc1808f7 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:14:27.276096 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 3a8cda2f-fab3-486e-9411-da6ddc1808f7, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=3a8cda2f-fab3-486e-9411-da6ddc1808f7,segment=NetworkSegment(f1a8383c-ab97-4001-830a-82777da10a65),segment_id=f1a8383c-ab97-4001-830a-82777da10a65)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:14:27.280610 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:27.352922 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=3a8cda2f-fab3-486e-9411-da6ddc1808f7,revision_number=11']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:27.543958 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['3a8cda2f-fab3-486e-9411-da6ddc1808f7'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:14:27.835648 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51611b69-c38d-4eb6-b167-77da7befa0c0 req-c9708bca-4ffd-4ad3-9ebb-c66bd7405804 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:27.838199 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-51611b69-c38d-4eb6-b167-77da7befa0c0 req-c9708bca-4ffd-4ad3-9ebb-c66bd7405804 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0592897 Nov 12 21:14:27.893338 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-51611b69-c38d-4eb6-b167-77da7befa0c0 req-fac11221-8931-472d-a1b5-d70025acb18f tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467069 Nov 12 21:14:29.016377 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb1e16-619b-4eaf-bc91-8682959139ad req-22746a82-2566-43cf-b806-ffd76bdbd22b tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:29.018491 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7cdb1e16-619b-4eaf-bc91-8682959139ad req-22746a82-2566-43cf-b806-ffd76bdbd22b tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 946 time: 0.0563445 Nov 12 21:14:29.020559 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 3a8cda2f-fab3-486e-9411-da6ddc1808f7 up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:14:29.072635 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 3a8cda2f-fab3-486e-9411-da6ddc1808f7 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:14:29.076601 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 3a8cda2f-fab3-486e-9411-da6ddc1808f7 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:14:29.076969 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:29.085415 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-7cdb1e16-619b-4eaf-bc91-8682959139ad req-6f49b849-86c6-4fae-b4e4-3d1ec289fdb7 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597870 Nov 12 21:14:29.162318 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:29.187732 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2370382-13bb-4626-8115-76a833da695f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8cda2f-fab3-486e-9411-da6ddc1808f7'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:14:29.189928 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e2a221c1ff93e56a7b3290f78f059e5ee30a378a3a846772c85f81925c98a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15e3677-f711-447d-a2fb-3da1b9f89fc2" -d '{"events": [{"server_uuid": "e2370382-13bb-4626-8115-76a833da695f", "name": "network-vif-plugged", "status": "completed", "tag": "3a8cda2f-fab3-486e-9411-da6ddc1808f7"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:14:29.203245 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 3a8cda2f-fab3-486e-9411-da6ddc1808f7, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=3a8cda2f-fab3-486e-9411-da6ddc1808f7,segment=NetworkSegment(f1a8383c-ab97-4001-830a-82777da10a65),segment_id=f1a8383c-ab97-4001-830a-82777da10a65)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:14:29.208292 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:29.243006 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef54d52d-eb75-4a8f-95da-5ef361b92b2e x-openstack-request-id: req-ef54d52d-eb75-4a8f-95da-5ef361b92b2e {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:14:29.243392 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2370382-13bb-4626-8115-76a833da695f", "name": "network-vif-plugged", "status": "completed", "tag": "3a8cda2f-fab3-486e-9411-da6ddc1808f7", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:14:29.243535 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef54d52d-eb75-4a8f-95da-5ef361b92b2e {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:14:29.243970 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2370382-13bb-4626-8115-76a833da695f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8cda2f-fab3-486e-9411-da6ddc1808f7', 'code': 200} Nov 12 21:14:29.275202 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=3a8cda2f-fab3-486e-9411-da6ddc1808f7,revision_number=12']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:14:29.402532 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e4bb1-6575-40ab-9dbb-7d1d9c26ad18 req-5b6dffae-a473-428d-8f26-d10f9bdfe27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:29.404054 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-484e4bb1-6575-40ab-9dbb-7d1d9c26ad18 req-5b6dffae-a473-428d-8f26-d10f9bdfe27d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 1099 time: 0.0410478 Nov 12 21:14:29.457125 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-484e4bb1-6575-40ab-9dbb-7d1d9c26ad18 req-1b1f26de-a241-47a6-a738-7775ac5ec1a9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455582 Nov 12 21:14:30.226768 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794bfda-fe0d-4ec9-b391-c6a99d9ac07f req-2f6569e5-2dc1-47d1-ba8a-6c39489f76e1 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:30.228304 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e794bfda-fe0d-4ec9-b391-c6a99d9ac07f req-2f6569e5-2dc1-47d1-ba8a-6c39489f76e1 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 947 time: 0.0564132 Nov 12 21:14:30.280445 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-e794bfda-fe0d-4ec9-b391-c6a99d9ac07f req-53d2ed96-ab99-48ec-a912-12fa067230ad tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462477 Nov 12 21:14:31.434305 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa43a8c-10aa-4349-9b3c-d91a6a3c7b3b req-65661caf-f6d5-4bb3-abd3-e3668ff7a29a tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:31.436541 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4aa43a8c-10aa-4349-9b3c-d91a6a3c7b3b req-65661caf-f6d5-4bb3-abd3-e3668ff7a29a tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 947 time: 0.0812840 Nov 12 21:14:31.492688 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-4aa43a8c-10aa-4349-9b3c-d91a6a3c7b3b req-537a50b6-968e-47fb-a623-ef7f2b6fc5b5 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492585 Nov 12 21:14:42.811382 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46b04789-b281-4fff-b23b-56433ae764d5 req-ac1e0f2a-0f6a-469f-bdf2-ec05dafada73 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427892 Nov 12 21:14:42.898314 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b04789-b281-4fff-b23b-56433ae764d5 req-ed5f3097-8895-43fb-a291-a082155441f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:42.899804 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46b04789-b281-4fff-b23b-56433ae764d5 req-ed5f3097-8895-43fb-a291-a082155441f7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01cee73c30004c04b6e5e73704478c9e&device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 1099 time: 0.0410857 Nov 12 21:14:43.011494 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b04789-b281-4fff-b23b-56433ae764d5 req-8d4c0b35-7d95-4f47-b872-d1da9b523056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:43.013023 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46b04789-b281-4fff-b23b-56433ae764d5 req-8d4c0b35-7d95-4f47-b872-d1da9b523056 service neutron] 10.222.0.52 "GET /v2.0/networks?id=938fda91-c6e3-48aa-94e9-8994c7c7b1e1 HTTP/1.1" status: 200 len: 908 time: 0.0906398 Nov 12 21:14:43.086612 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46b04789-b281-4fff-b23b-56433ae764d5 req-5064eb2a-4879-46bf-a574-8bedac960a68 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a8cda2f-fab3-486e-9411-da6ddc1808f7 HTTP/1.1" status: 200 len: 1001 time: 0.0653136 Nov 12 21:14:43.138867 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b04789-b281-4fff-b23b-56433ae764d5 req-afe3f70f-6764-43bd-9e9f-36b1dc4379d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:43.140409 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46b04789-b281-4fff-b23b-56433ae764d5 req-afe3f70f-6764-43bd-9e9f-36b1dc4379d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=487c0f1c-545d-4872-a865-b7f8aba528bf HTTP/1.1" status: 200 len: 846 time: 0.0471060 Nov 12 21:14:43.188951 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b04789-b281-4fff-b23b-56433ae764d5 req-4f8562d4-efb3-47a2-b66a-0c3e7ae796c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:14:43.190474 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46b04789-b281-4fff-b23b-56433ae764d5 req-4f8562d4-efb3-47a2-b66a-0c3e7ae796c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=938fda91-c6e3-48aa-94e9-8994c7c7b1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417776 Nov 12 21:14:43.288248 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46b04789-b281-4fff-b23b-56433ae764d5 req-885407cd-1827-4f25-a4a8-f8b6fc6d2004 service neutron] 10.222.0.52 "GET /v2.0/networks/938fda91-c6e3-48aa-94e9-8994c7c7b1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890326 Nov 12 21:14:43.399046 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-46b04789-b281-4fff-b23b-56433ae764d5 req-823ee47a-c1e5-4f8b-9804-187a9222c46b service neutron] 10.222.0.52 "GET /v2.0/networks/938fda91-c6e3-48aa-94e9-8994c7c7b1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026843 Nov 12 21:14:50.064197 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-91ded6a0-877b-4005-9740-647dfc2b2539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:51.065811 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:52.890756 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bb49c9c9-78c8-4c1b-8cde-ebbd9478e976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:54.043000 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:54.629777 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:14:54.656339 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:55.465645 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:14:56.123648 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:20.065532 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-06307711-e72a-4ee2-b4c8-6636da93677e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:21.065465 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:22.892794 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-57bda783-72b6-407e-ab4c-d4e6ca39d07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:24.045725 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:24.683146 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:25.466764 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:26.116272 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:31.633574 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:15:44.823581 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c77381e1-7254-4888-aff5-8f0c0259cd31 req-d19108bd-272a-4613-b0ab-a62d42bf4518 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446861 Nov 12 21:15:44.919807 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77381e1-7254-4888-aff5-8f0c0259cd31 req-cf258b6e-7cc9-4b0a-a78c-47f07bbd5535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:44.921363 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c77381e1-7254-4888-aff5-8f0c0259cd31 req-cf258b6e-7cc9-4b0a-a78c-47f07bbd5535 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01cee73c30004c04b6e5e73704478c9e&device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 1099 time: 0.0486071 Nov 12 21:15:45.030890 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77381e1-7254-4888-aff5-8f0c0259cd31 req-6de636d5-9a6b-4b99-a4d1-c82cd8ef5ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:45.032395 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c77381e1-7254-4888-aff5-8f0c0259cd31 req-6de636d5-9a6b-4b99-a4d1-c82cd8ef5ad7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=938fda91-c6e3-48aa-94e9-8994c7c7b1e1 HTTP/1.1" status: 200 len: 908 time: 0.0875573 Nov 12 21:15:45.102344 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c77381e1-7254-4888-aff5-8f0c0259cd31 req-c10970f9-7021-4c07-a8f2-ae88a6307bab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a8cda2f-fab3-486e-9411-da6ddc1808f7 HTTP/1.1" status: 200 len: 1001 time: 0.0624135 Nov 12 21:15:45.162023 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77381e1-7254-4888-aff5-8f0c0259cd31 req-c72973f3-ad02-4730-b87f-60623126d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:45.164399 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c77381e1-7254-4888-aff5-8f0c0259cd31 req-c72973f3-ad02-4730-b87f-60623126d37b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=487c0f1c-545d-4872-a865-b7f8aba528bf HTTP/1.1" status: 200 len: 846 time: 0.0553615 Nov 12 21:15:45.168180 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58390) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:45.262344 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77381e1-7254-4888-aff5-8f0c0259cd31 req-70769619-25a9-47ca-91a6-00a9b2dd9ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:45.263845 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c77381e1-7254-4888-aff5-8f0c0259cd31 req-70769619-25a9-47ca-91a6-00a9b2dd9ddf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=938fda91-c6e3-48aa-94e9-8994c7c7b1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0892165 Nov 12 21:15:45.416917 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c77381e1-7254-4888-aff5-8f0c0259cd31 req-eb52caf1-3b5a-4e1a-b868-01654f63335d service neutron] 10.222.0.52 "GET /v2.0/networks/938fda91-c6e3-48aa-94e9-8994c7c7b1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259255 Nov 12 21:15:45.472578 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-60893fd2-57c0-4ae4-9bde-3afe285e698d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Deleting port 688a5f3a-e28b-401c-b108-80468b483841 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:15:45.472922 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-60893fd2-57c0-4ae4-9bde-3afe285e698d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:45.601503 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c77381e1-7254-4888-aff5-8f0c0259cd31 req-5f38ec08-7b28-4508-b4a9-e3852373b0f1 service neutron] 10.222.0.52 "GET /v2.0/networks/938fda91-c6e3-48aa-94e9-8994c7c7b1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718593 Nov 12 21:15:45.616090 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-60893fd2-57c0-4ae4-9bde-3afe285e698d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:45.616465 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-60893fd2-57c0-4ae4-9bde-3afe285e698d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:45.629832 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-60893fd2-57c0-4ae4-9bde-3afe285e698d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Calling delete_port for 688a5f3a-e28b-401c-b108-80468b483841 owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:15:45.820393 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-60893fd2-57c0-4ae4-9bde-3afe285e698d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:45.845798 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60893fd2-57c0-4ae4-9bde-3afe285e698d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Pushing event deleted for resources: {'Port': ['ID=688a5f3a-e28b-401c-b108-80468b483841,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:45.857427 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60893fd2-57c0-4ae4-9bde-3afe285e698d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:45.857777 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60893fd2-57c0-4ae4-9bde-3afe285e698d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:45.858121 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60893fd2-57c0-4ae4-9bde-3afe285e698d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:45.858466 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60893fd2-57c0-4ae4-9bde-3afe285e698d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:45.859381 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60893fd2-57c0-4ae4-9bde-3afe285e698d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:45.859381 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60893fd2-57c0-4ae4-9bde-3afe285e698d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:45.859589 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60893fd2-57c0-4ae4-9bde-3afe285e698d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:45.859872 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60893fd2-57c0-4ae4-9bde-3afe285e698d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:45.860062 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60893fd2-57c0-4ae4-9bde-3afe285e698d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:45.860424 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60893fd2-57c0-4ae4-9bde-3afe285e698d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:45.860750 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60893fd2-57c0-4ae4-9bde-3afe285e698d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:45.861073 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60893fd2-57c0-4ae4-9bde-3afe285e698d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:15:45.943145 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-60893fd2-57c0-4ae4-9bde-3afe285e698d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for floatingip, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:45.944175 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-60893fd2-57c0-4ae4-9bde-3afe285e698d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Floating IP daed57f8-81c0-4bd9-90d8-70377414304a disassociated (deleted). External IP: 172.25.5.47, port: 3a8cda2f-fab3-486e-9411-da6ddc1808f7. Nov 12 21:15:46.194808 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60893fd2-57c0-4ae4-9bde-3afe285e698d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Router 16ed7852-415e-4047-b2cb-48346db93877 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:15:46.308598 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60893fd2-57c0-4ae4-9bde-3afe285e698d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:15:46.313564 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-60893fd2-57c0-4ae4-9bde-3afe285e698d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:46.318597 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3514ec-4759-4314-bbe6-87aea87df5dc None None] Sync routers for ids ['16ed7852-415e-4047-b2cb-48346db93877'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:15:46.329633 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3514ec-4759-4314-bbe6-87aea87df5dc None None] Routers {'16ed7852-415e-4047-b2cb-48346db93877'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:15:46.330514 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-be3514ec-4759-4314-bbe6-87aea87df5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['16ed7852-415e-4047-b2cb-48346db93877'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:46.341640 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-60893fd2-57c0-4ae4-9bde-3afe285e698d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "DELETE /v2.0/floatingips/daed57f8-81c0-4bd9-90d8-70377414304a HTTP/1.1" status: 204 len: 168 time: 1.1722400 Nov 12 21:15:46.342254 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2370382-13bb-4626-8115-76a833da695f', 'tag': '3a8cda2f-fab3-486e-9411-da6ddc1808f7'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:15:46.344581 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b10c079-01d6-4454-ae5c-866942084fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "e2370382-13bb-4626-8115-76a833da695f", "tag": "3a8cda2f-fab3-486e-9411-da6ddc1808f7"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:15:46.393714 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d977a105-addf-4f7e-be6b-e1584f0f54d1 x-openstack-request-id: req-d977a105-addf-4f7e-be6b-e1584f0f54d1 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:15:46.394267 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2370382-13bb-4626-8115-76a833da695f", "tag": "3a8cda2f-fab3-486e-9411-da6ddc1808f7", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:15:46.394540 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d977a105-addf-4f7e-be6b-e1584f0f54d1 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:15:46.395081 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2370382-13bb-4626-8115-76a833da695f', 'tag': '3a8cda2f-fab3-486e-9411-da6ddc1808f7', 'status': 'completed', 'code': 200} Nov 12 21:15:46.450469 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-be3514ec-4759-4314-bbe6-87aea87df5dc None None] Set router 16ed7852-415e-4047-b2cb-48346db93877 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:15:46.473336 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10c079-01d6-4454-ae5c-866942084fcb req-05af4fb7-b189-41f1-8c41-fbd322ded738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:46.476054 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5b10c079-01d6-4454-ae5c-866942084fcb req-05af4fb7-b189-41f1-8c41-fbd322ded738 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01cee73c30004c04b6e5e73704478c9e&device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 1099 time: 0.0510485 Nov 12 21:15:46.612986 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10c079-01d6-4454-ae5c-866942084fcb req-156910db-27c6-4ee4-966e-e97caee87805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:46.615632 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5b10c079-01d6-4454-ae5c-866942084fcb req-156910db-27c6-4ee4-966e-e97caee87805 service neutron] 10.222.0.52 "GET /v2.0/networks?id=938fda91-c6e3-48aa-94e9-8994c7c7b1e1 HTTP/1.1" status: 200 len: 908 time: 0.1287873 Nov 12 21:15:46.670144 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5b10c079-01d6-4454-ae5c-866942084fcb req-ee1d8b43-e477-4349-aa40-4ef1d9830b43 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a8cda2f-fab3-486e-9411-da6ddc1808f7 HTTP/1.1" status: 200 len: 217 time: 0.0434024 Nov 12 21:15:46.678541 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-be3514ec-4759-4314-bbe6-87aea87df5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ed7852-415e-4047-b2cb-48346db93877', 'name': 'tempest-TestShelveInstance-51637933-router', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '06832270-0421-4549-abff-6df7fc073bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:10:45Z', 'updated_at': '2021-11-12T21:10:48Z', 'revision_number': 4, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'gw_port': {'id': '06832270-0421-4549-abff-6df7fc073bce', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed7852-415e-4047-b2cb-48346db93877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:46Z', 'updated_at': '2021-11-12T21:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '810b452c-10c1-494b-bda6-ee4f26441fdb', 'name': '', 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'mac_address': 'fa:16:3e:2c:86:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed7852-415e-4047-b2cb-48346db93877', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '487c0f1c-545d-4872-a865-b7f8aba528bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:47Z', 'updated_at': '2021-11-12T21:10:54Z', 'revision_number': 5, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'subnets': [{'id': '487c0f1c-545d-4872-a865-b7f8aba528bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:46.706028 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3514ec-4759-4314-bbe6-87aea87df5dc None None] Checking router: 16ed7852-415e-4047-b2cb-48346db93877 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:15:46.715174 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3514ec-4759-4314-bbe6-87aea87df5dc None None] Routers {'16ed7852-415e-4047-b2cb-48346db93877'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:15:46.715787 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-be3514ec-4759-4314-bbe6-87aea87df5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:15:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['16ed7852-415e-4047-b2cb-48346db93877'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:46.744085 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10c079-01d6-4454-ae5c-866942084fcb req-c5a1fcf0-0e45-454c-a667-a19ee0584347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:46.745644 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5b10c079-01d6-4454-ae5c-866942084fcb req-c5a1fcf0-0e45-454c-a667-a19ee0584347 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=487c0f1c-545d-4872-a865-b7f8aba528bf HTTP/1.1" status: 200 len: 846 time: 0.0662930 Nov 12 21:15:46.754944 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0e933-1874-4bfb-8e66-3cf2004e0b0c req-e36194cc-70b5-4fa0-9743-dca41faa4794 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:46.756699 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-91d0e933-1874-4bfb-8e66-3cf2004e0b0c req-e36194cc-70b5-4fa0-9743-dca41faa4794 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 947 time: 0.1915653 Nov 12 21:15:46.822829 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10c079-01d6-4454-ae5c-866942084fcb req-e74f4602-da15-40b2-a8f2-77c13f5dc951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:46.824383 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5b10c079-01d6-4454-ae5c-866942084fcb req-e74f4602-da15-40b2-a8f2-77c13f5dc951 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=938fda91-c6e3-48aa-94e9-8994c7c7b1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668650 Nov 12 21:15:46.826136 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-be3514ec-4759-4314-bbe6-87aea87df5dc None None] Set router 16ed7852-415e-4047-b2cb-48346db93877 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:15:46.856984 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-91d0e933-1874-4bfb-8e66-3cf2004e0b0c req-0d7e084b-df86-401c-80b3-65f0331451f5 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915127 Nov 12 21:15:46.940849 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5b10c079-01d6-4454-ae5c-866942084fcb req-cf203ca0-a552-4795-a974-6894074d8cc6 service neutron] 10.222.0.52 "GET /v2.0/networks/938fda91-c6e3-48aa-94e9-8994c7c7b1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031821 Nov 12 21:15:47.040104 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5b10c079-01d6-4454-ae5c-866942084fcb req-80fcdc95-2f76-47e3-8532-c9366d15d358 service neutron] 10.222.0.52 "GET /v2.0/networks/938fda91-c6e3-48aa-94e9-8994c7c7b1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916557 Nov 12 21:15:47.052954 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-be3514ec-4759-4314-bbe6-87aea87df5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ed7852-415e-4047-b2cb-48346db93877', 'name': 'tempest-TestShelveInstance-51637933-router', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '06832270-0421-4549-abff-6df7fc073bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:10:45Z', 'updated_at': '2021-11-12T21:10:48Z', 'revision_number': 4, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'gw_port': {'id': '06832270-0421-4549-abff-6df7fc073bce', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed7852-415e-4047-b2cb-48346db93877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:46Z', 'updated_at': '2021-11-12T21:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '810b452c-10c1-494b-bda6-ee4f26441fdb', 'name': '', 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'mac_address': 'fa:16:3e:2c:86:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed7852-415e-4047-b2cb-48346db93877', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '487c0f1c-545d-4872-a865-b7f8aba528bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:47Z', 'updated_at': '2021-11-12T21:10:54Z', 'revision_number': 5, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'subnets': [{'id': '487c0f1c-545d-4872-a865-b7f8aba528bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:15:47.079447 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3514ec-4759-4314-bbe6-87aea87df5dc None None] The sync data for ids ['16ed7852-415e-4047-b2cb-48346db93877'] in n-d-712140-15 is: [{'id': '16ed7852-415e-4047-b2cb-48346db93877', 'name': 'tempest-TestShelveInstance-51637933-router', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '06832270-0421-4549-abff-6df7fc073bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:10:45Z', 'updated_at': '2021-11-12T21:10:48Z', 'revision_number': 4, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'gw_port': {'id': '06832270-0421-4549-abff-6df7fc073bce', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed7852-415e-4047-b2cb-48346db93877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:46Z', 'updated_at': '2021-11-12T21:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '810b452c-10c1-494b-bda6-ee4f26441fdb', 'name': '', 'network_id': '938fda91-c6e3-48aa-94e9-8994c7c7b1e1', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'mac_address': 'fa:16:3e:2c:86:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed7852-415e-4047-b2cb-48346db93877', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '487c0f1c-545d-4872-a865-b7f8aba528bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:47Z', 'updated_at': '2021-11-12T21:10:54Z', 'revision_number': 5, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'subnets': [{'id': '487c0f1c-545d-4872-a865-b7f8aba528bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:15:47.300645 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4157e2d-c55e-4c1d-919e-7f09a36eb460 None None] New status for floating IP daed57f8-81c0-4bd9-90d8-70377414304a: DOWN {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:15:48.033275 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e07cbc-eb05-4f96-9226-99fc541d8ec4 req-a1c2c960-dc5f-4eeb-a08b-3487e2f3dec0 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:48.034796 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-54e07cbc-eb05-4f96-9226-99fc541d8ec4 req-a1c2c960-dc5f-4eeb-a08b-3487e2f3dec0 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 947 time: 0.1040783 Nov 12 21:15:48.051574 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b54b9-849b-42f2-9a3c-c6156824ee9b req-475da887-280a-4741-baff-d9cb43b8b7a3 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:15:48.053160 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-492b54b9-849b-42f2-9a3c-c6156824ee9b req-475da887-280a-4741-baff-d9cb43b8b7a3 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2370382-13bb-4626-8115-76a833da695f HTTP/1.1" status: 200 len: 947 time: 0.0509169 Nov 12 21:15:48.086380 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [req-54e07cbc-eb05-4f96-9226-99fc541d8ec4 req-3eb87134-ba16-4b17-93aa-a54e17e3e10d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "GET /v2.0/security-groups?id=b749eaad-bcf6-4555-a42a-c965d863722e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447071 Nov 12 21:15:48.146036 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-492b54b9-849b-42f2-9a3c-c6156824ee9b req-89ddb651-4fbf-46cf-bb77-3e79048cbdfa tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Deleting port 3a8cda2f-fab3-486e-9411-da6ddc1808f7 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:15:48.146296 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-492b54b9-849b-42f2-9a3c-c6156824ee9b req-89ddb651-4fbf-46cf-bb77-3e79048cbdfa tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:48.237791 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-492b54b9-849b-42f2-9a3c-c6156824ee9b req-89ddb651-4fbf-46cf-bb77-3e79048cbdfa tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] For port 3a8cda2f-fab3-486e-9411-da6ddc1808f7, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=3a8cda2f-fab3-486e-9411-da6ddc1808f7,segment=NetworkSegment(f1a8383c-ab97-4001-830a-82777da10a65),segment_id=f1a8383c-ab97-4001-830a-82777da10a65)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:15:48.238144 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-492b54b9-849b-42f2-9a3c-c6156824ee9b req-89ddb651-4fbf-46cf-bb77-3e79048cbdfa tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:48.250332 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-492b54b9-849b-42f2-9a3c-c6156824ee9b req-89ddb651-4fbf-46cf-bb77-3e79048cbdfa tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Calling delete_port for 3a8cda2f-fab3-486e-9411-da6ddc1808f7 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:15:48.378447 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-492b54b9-849b-42f2-9a3c-c6156824ee9b req-89ddb651-4fbf-46cf-bb77-3e79048cbdfa tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:48.407034 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ddb651-4fbf-46cf-bb77-3e79048cbdfa tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Pushing event deleted for resources: {'Port': ['ID=3a8cda2f-fab3-486e-9411-da6ddc1808f7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:48.451064 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-492b54b9-849b-42f2-9a3c-c6156824ee9b req-89ddb651-4fbf-46cf-bb77-3e79048cbdfa tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] No DVR routers for this DVR port 3a8cda2f-fab3-486e-9411-da6ddc1808f7 on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:15:48.453712 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-492b54b9-849b-42f2-9a3c-c6156824ee9b req-89ddb651-4fbf-46cf-bb77-3e79048cbdfa tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:48.457399 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-492b54b9-849b-42f2-9a3c-c6156824ee9b req-89ddb651-4fbf-46cf-bb77-3e79048cbdfa tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.52 "DELETE /v2.0/ports/3a8cda2f-fab3-486e-9411-da6ddc1808f7 HTTP/1.1" status: 204 len: 173 time: 0.3971140 Nov 12 21:15:48.457875 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2370382-13bb-4626-8115-76a833da695f', 'name': 'network-vif-deleted', 'tag': '3a8cda2f-fab3-486e-9411-da6ddc1808f7'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:15:48.460827 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c071988-9ebc-4eb0-9107-63548941a3bf" -d '{"events": [{"server_uuid": "e2370382-13bb-4626-8115-76a833da695f", "name": "network-vif-deleted", "tag": "3a8cda2f-fab3-486e-9411-da6ddc1808f7"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:15:48.509223 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa599e1-064a-4a7c-ace6-bbb1bb0413be x-openstack-request-id: req-4fa599e1-064a-4a7c-ace6-bbb1bb0413be {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:15:48.509560 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2370382-13bb-4626-8115-76a833da695f", "name": "network-vif-deleted", "tag": "3a8cda2f-fab3-486e-9411-da6ddc1808f7", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:15:48.509759 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4fa599e1-064a-4a7c-ace6-bbb1bb0413be {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:15:48.510210 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2370382-13bb-4626-8115-76a833da695f', 'name': 'network-vif-deleted', 'tag': '3a8cda2f-fab3-486e-9411-da6ddc1808f7', 'status': 'completed', 'code': 200} Nov 12 21:15:49.148314 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58416) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:15:49.208571 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-329072c8-ff12-435d-bf5a-c5c5fcc58504 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:49.234518 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-329072c8-ff12-435d-bf5a-c5c5fcc58504 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:49.305924 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-329072c8-ff12-435d-bf5a-c5c5fcc58504 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:49.308549 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-329072c8-ff12-435d-bf5a-c5c5fcc58504 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:49.309743 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-329072c8-ff12-435d-bf5a-c5c5fcc58504 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] 10.222.0.48 "DELETE /v2.0/security-groups/b749eaad-bcf6-4555-a42a-c965d863722e HTTP/1.1" status: 204 len: 168 time: 0.1603765 Nov 12 21:15:49.320836 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329072c8-ff12-435d-bf5a-c5c5fcc58504 tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b749eaad-bcf6-4555-a42a-c965d863722e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:15:50.067764 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c3e1f97a-04d2-43cf-b8f4-2962001e59bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:51.081318 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:52.895671 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7c461dc5-c29f-4f81-9425-2c5172e542a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:53.472886 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 3a8cda2f-fab3-486e-9411-da6ddc1808f7 no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:15:53.496797 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 3a8cda2f-fab3-486e-9411-da6ddc1808f7 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:15:53.497132 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 3a8cda2f-fab3-486e-9411-da6ddc1808f7 not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:15:54.050238 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:54.670169 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:55.471061 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:15:56.125304 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:08.633161 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:16:20.071122 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-32ff1264-4a93-4dba-90e9-2f468894f25c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:21.080258 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:22.899043 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a6e7ede6-66eb-4cd2-9eeb-ad0910eb3b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:24.054609 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:24.682628 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:25.472683 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:26.120867 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:26.614286 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-20aa0bdb-9dd2-4316-9229-5fadde0c8d85 req-7e6a6915-f4e9-4dc7-b5cb-dea3ab32de46 service neutron] (102447) timed out ('10.222.0.55', 49532) {{(pid=102447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 21:16:45.633118 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:16:49.516894 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58424) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:49.966493 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-59cfd0c2-0b4f-48eb-beae-ab54c21bade4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:50.075036 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d67a89e5-c384-4437-810b-e2fa47a98452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:50.228572 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-59cfd0c2-0b4f-48eb-beae-ab54c21bade4 admin admin] Deleting port 810b452c-10c1-494b-bda6-ee4f26441fdb {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:16:50.228929 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-59cfd0c2-0b4f-48eb-beae-ab54c21bade4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:50.307918 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-59cfd0c2-0b4f-48eb-beae-ab54c21bade4 admin admin] For port 810b452c-10c1-494b-bda6-ee4f26441fdb, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=810b452c-10c1-494b-bda6-ee4f26441fdb,segment=NetworkSegment(f1a8383c-ab97-4001-830a-82777da10a65),segment_id=f1a8383c-ab97-4001-830a-82777da10a65)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:16:50.308305 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-59cfd0c2-0b4f-48eb-beae-ab54c21bade4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:50.321781 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-59cfd0c2-0b4f-48eb-beae-ab54c21bade4 admin admin] Calling delete_port for 810b452c-10c1-494b-bda6-ee4f26441fdb owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:16:50.514661 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-59cfd0c2-0b4f-48eb-beae-ab54c21bade4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:50.546520 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfd0c2-0b4f-48eb-beae-ab54c21bade4 admin admin] Pushing event deleted for resources: {'Port': ['ID=810b452c-10c1-494b-bda6-ee4f26441fdb,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:50.574183 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfd0c2-0b4f-48eb-beae-ab54c21bade4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:50.574534 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfd0c2-0b4f-48eb-beae-ab54c21bade4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:50.574877 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfd0c2-0b4f-48eb-beae-ab54c21bade4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:50.575222 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfd0c2-0b4f-48eb-beae-ab54c21bade4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:50.575561 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfd0c2-0b4f-48eb-beae-ab54c21bade4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:50.575896 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfd0c2-0b4f-48eb-beae-ab54c21bade4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:50.576241 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfd0c2-0b4f-48eb-beae-ab54c21bade4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:50.576581 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfd0c2-0b4f-48eb-beae-ab54c21bade4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:50.576911 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfd0c2-0b4f-48eb-beae-ab54c21bade4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:50.577234 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfd0c2-0b4f-48eb-beae-ab54c21bade4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:50.577565 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfd0c2-0b4f-48eb-beae-ab54c21bade4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:50.577892 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfd0c2-0b4f-48eb-beae-ab54c21bade4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:50.746805 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-59cfd0c2-0b4f-48eb-beae-ab54c21bade4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:51.097346 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:51.326262 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59cfd0c2-0b4f-48eb-beae-ab54c21bade4 admin admin] Router 16ed7852-415e-4047-b2cb-48346db93877 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:16:51.444127 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cfd0c2-0b4f-48eb-beae-ab54c21bade4 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:16:51.449215 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-59cfd0c2-0b4f-48eb-beae-ab54c21bade4 admin admin] 10.222.0.48 "PUT /v2.0/routers/16ed7852-415e-4047-b2cb-48346db93877/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9312785 Nov 12 21:16:51.451875 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58430) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:51.455351 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a57a20a-aa9c-4b18-a1fb-46a43939ef59 None None] Sync routers for ids ['16ed7852-415e-4047-b2cb-48346db93877'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:16:51.465666 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a57a20a-aa9c-4b18-a1fb-46a43939ef59 None None] Routers {'16ed7852-415e-4047-b2cb-48346db93877'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:16:51.466289 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-6a57a20a-aa9c-4b18-a1fb-46a43939ef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:16:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['16ed7852-415e-4047-b2cb-48346db93877'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:51.559821 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-912bb9fc-5290-4467-9b36-17ad4f4c790b admin admin] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:51.579134 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-6a57a20a-aa9c-4b18-a1fb-46a43939ef59 None None] Set router 16ed7852-415e-4047-b2cb-48346db93877 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:16:51.666722 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-912bb9fc-5290-4467-9b36-17ad4f4c790b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:51.726575 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-912bb9fc-5290-4467-9b36-17ad4f4c790b admin admin] Deleting port 06832270-0421-4549-abff-6df7fc073bce {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:16:51.727462 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-912bb9fc-5290-4467-9b36-17ad4f4c790b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:51.763829 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-6a57a20a-aa9c-4b18-a1fb-46a43939ef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ed7852-415e-4047-b2cb-48346db93877', 'name': 'tempest-TestShelveInstance-51637933-router', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '06832270-0421-4549-abff-6df7fc073bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:10:45Z', 'updated_at': '2021-11-12T21:16:50Z', 'revision_number': 5, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'gw_port': {'id': '06832270-0421-4549-abff-6df7fc073bce', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed7852-415e-4047-b2cb-48346db93877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:46Z', 'updated_at': '2021-11-12T21:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:51.797729 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a57a20a-aa9c-4b18-a1fb-46a43939ef59 None None] Checking router: 16ed7852-415e-4047-b2cb-48346db93877 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:16:51.806321 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a57a20a-aa9c-4b18-a1fb-46a43939ef59 None None] Routers {'16ed7852-415e-4047-b2cb-48346db93877'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:16:51.806930 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-6a57a20a-aa9c-4b18-a1fb-46a43939ef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:16:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['16ed7852-415e-4047-b2cb-48346db93877'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:51.817216 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-912bb9fc-5290-4467-9b36-17ad4f4c790b admin admin] For port 06832270-0421-4549-abff-6df7fc073bce, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=06832270-0421-4549-abff-6df7fc073bce,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:16:51.817582 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-912bb9fc-5290-4467-9b36-17ad4f4c790b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:51.831078 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-912bb9fc-5290-4467-9b36-17ad4f4c790b admin admin] Calling delete_port for 06832270-0421-4549-abff-6df7fc073bce owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:16:52.014436 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-912bb9fc-5290-4467-9b36-17ad4f4c790b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:52.043213 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912bb9fc-5290-4467-9b36-17ad4f4c790b admin admin] Pushing event deleted for resources: {'Port': ['ID=06832270-0421-4549-abff-6df7fc073bce,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:52.049777 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-6a57a20a-aa9c-4b18-a1fb-46a43939ef59 None None] Set router 16ed7852-415e-4047-b2cb-48346db93877 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:16:52.078322 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea974add-c994-4c15-bfdb-cb8f50722929 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:16:52.107404 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-6a57a20a-aa9c-4b18-a1fb-46a43939ef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ed7852-415e-4047-b2cb-48346db93877', 'name': 'tempest-TestShelveInstance-51637933-router', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:10:45Z', 'updated_at': '2021-11-12T21:16:51Z', 'revision_number': 6, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:52.111955 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-912bb9fc-5290-4467-9b36-17ad4f4c790b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:52.140450 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a57a20a-aa9c-4b18-a1fb-46a43939ef59 None None] The sync data for ids ['16ed7852-415e-4047-b2cb-48346db93877'] in n-d-712140-15 is: [{'id': '16ed7852-415e-4047-b2cb-48346db93877', 'name': 'tempest-TestShelveInstance-51637933-router', 'tenant_id': '01cee73c30004c04b6e5e73704478c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:10:45Z', 'updated_at': '2021-11-12T21:16:51Z', 'revision_number': 6, 'project_id': '01cee73c30004c04b6e5e73704478c9e', 'gw_port_host': None}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:16:52.210772 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-912bb9fc-5290-4467-9b36-17ad4f4c790b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:52.213034 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-912bb9fc-5290-4467-9b36-17ad4f4c790b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:52.259110 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-912bb9fc-5290-4467-9b36-17ad4f4c790b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:52.259831 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912bb9fc-5290-4467-9b36-17ad4f4c790b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16ed7852-415e-4047-b2cb-48346db93877 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:16:52.265641 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-912bb9fc-5290-4467-9b36-17ad4f4c790b admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:52.266880 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-912bb9fc-5290-4467-9b36-17ad4f4c790b admin admin] 10.222.0.48 "DELETE /v2.0/routers/16ed7852-415e-4047-b2cb-48346db93877 HTTP/1.1" status: 204 len: 168 time: 0.8140357 Nov 12 21:16:52.269387 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58432) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:52.320868 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-1700b994-e655-4585-b912-3e39a85b303c admin admin] Deleting subnet 487c0f1c-545d-4872-a865-b7f8aba528bf {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:16:52.324386 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1700b994-e655-4585-b912-3e39a85b303c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:52.360945 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1700b994-e655-4585-b912-3e39a85b303c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:52.439521 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1700b994-e655-4585-b912-3e39a85b303c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:52.495103 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1700b994-e655-4585-b912-3e39a85b303c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:52.528472 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700b994-e655-4585-b912-3e39a85b303c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=487c0f1c-545d-4872-a865-b7f8aba528bf,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:52.532420 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1700b994-e655-4585-b912-3e39a85b303c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:52.538393 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1700b994-e655-4585-b912-3e39a85b303c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/487c0f1c-545d-4872-a865-b7f8aba528bf HTTP/1.1" status: 204 len: 168 time: 0.2652657 Nov 12 21:16:52.538842 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58434) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:52.539515 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025cd83e-bb00-41e2-a4ae-0195462ae23c None None] Network 938fda91-c6e3-48aa-94e9-8994c7c7b1e1 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:16:52.615198 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:52.671439 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] Deleting port a73d516b-0bec-4faf-bb21-8623aa8b735c {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:16:52.671776 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:52.746620 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] For port a73d516b-0bec-4faf-bb21-8623aa8b735c, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a73d516b-0bec-4faf-bb21-8623aa8b735c,segment=NetworkSegment(f1a8383c-ab97-4001-830a-82777da10a65),segment_id=f1a8383c-ab97-4001-830a-82777da10a65)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:16:52.746980 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:52.760370 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] Calling delete_port for a73d516b-0bec-4faf-bb21-8623aa8b735c owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:16:52.845093 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:52.903133 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8df87293-4cd7-4913-ace1-09cc9cc9a311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:52.963957 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd845c6-8d61-4e51-b3f9-d33e99a86119 None None] DHCP port deletion for 938fda91-c6e3-48aa-94e9-8994c7c7b1e1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:16:53.182834 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] Pushing event deleted for resources: {'Port': ['ID=a73d516b-0bec-4faf-bb21-8623aa8b735c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:53.192058 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:53.192780 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:53.193634 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:53.193975 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:53.194303 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:53.194625 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:53.194942 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:53.195263 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:53.195584 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:53.195903 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:53.196217 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:53.196557 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:53.199364 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] No DVR routers for this DVR port a73d516b-0bec-4faf-bb21-8623aa8b735c on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:16:53.275889 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:53.306452 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['938fda91-c6e3-48aa-94e9-8994c7c7b1e1']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:53.316010 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a8383c-ab97-4001-830a-82777da10a65') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:53.316327 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a8383c-ab97-4001-830a-82777da10a65') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:53.330122 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:53.343855 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:53.349879 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:16:53.350361 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: timer() Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:16:53.352279 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:16:53.413822 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:53.419237 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:53.422392 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] 10.222.0.48 "DELETE /v2.0/networks/938fda91-c6e3-48aa-94e9-8994c7c7b1e1 HTTP/1.1" status: 204 len: 168 time: 0.8824606 Nov 12 21:16:53.427776 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58438) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:53.439718 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb3f17-f1b0-4c43-a5b6-78dd95523906 admin admin] Pushing event deleted for resources: {'Network': ['ID=938fda91-c6e3-48aa-94e9-8994c7c7b1e1,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:53.783438 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4326adb0-c96d-41a8-9d73-9f0cdd641908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:54.057387 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-4326adb0-c96d-41a8-9d73-9f0cdd641908 admin admin] Deleting port cc19ffe9-844d-4d81-9560-c92c488a9396 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:16:54.057650 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4326adb0-c96d-41a8-9d73-9f0cdd641908 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:54.060458 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:54.142556 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-4326adb0-c96d-41a8-9d73-9f0cdd641908 admin admin] For port cc19ffe9-844d-4d81-9560-c92c488a9396, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=cc19ffe9-844d-4d81-9560-c92c488a9396,segment=NetworkSegment(58ac646d-87b4-4636-ac92-190232163ee4),segment_id=58ac646d-87b4-4636-ac92-190232163ee4)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:16:54.142937 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4326adb0-c96d-41a8-9d73-9f0cdd641908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:54.157689 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-4326adb0-c96d-41a8-9d73-9f0cdd641908 admin admin] Calling delete_port for cc19ffe9-844d-4d81-9560-c92c488a9396 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:16:54.201206 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 810b452c-10c1-494b-bda6-ee4f26441fdb no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:16:54.226935 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 810b452c-10c1-494b-bda6-ee4f26441fdb {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:16:54.227288 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 810b452c-10c1-494b-bda6-ee4f26441fdb not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:16:54.227703 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 06832270-0421-4549-abff-6df7fc073bce no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:16:54.247425 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 06832270-0421-4549-abff-6df7fc073bce {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:16:54.247771 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 06832270-0421-4549-abff-6df7fc073bce not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:16:54.248177 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a73d516b-0bec-4faf-bb21-8623aa8b735c no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:16:54.270677 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: a73d516b-0bec-4faf-bb21-8623aa8b735c {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:16:54.271893 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a73d516b-0bec-4faf-bb21-8623aa8b735c not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:16:54.348106 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4326adb0-c96d-41a8-9d73-9f0cdd641908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:54.375255 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326adb0-c96d-41a8-9d73-9f0cdd641908 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc19ffe9-844d-4d81-9560-c92c488a9396,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:54.566219 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4326adb0-c96d-41a8-9d73-9f0cdd641908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:54.681769 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:54.786008 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4326adb0-c96d-41a8-9d73-9f0cdd641908 admin admin] Router 03799e75-5579-4f21-b6e2-382afb06dc46 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:16:54.892918 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4326adb0-c96d-41a8-9d73-9f0cdd641908 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:16:54.898683 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4326adb0-c96d-41a8-9d73-9f0cdd641908 admin admin] 10.222.0.48 "PUT /v2.0/routers/03799e75-5579-4f21-b6e2-382afb06dc46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4692633 Nov 12 21:16:54.901845 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58440) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:54.903880 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5e10be-9f08-4816-aa08-34b21259ec34 None None] Sync routers for ids ['03799e75-5579-4f21-b6e2-382afb06dc46'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:16:54.914296 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5e10be-9f08-4816-aa08-34b21259ec34 None None] Routers {'03799e75-5579-4f21-b6e2-382afb06dc46'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:16:54.914924 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ee5e10be-9f08-4816-aa08-34b21259ec34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:16:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['03799e75-5579-4f21-b6e2-382afb06dc46'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:55.007261 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c71af3a9-0e0a-4c90-8139-1a5780c56d25 admin admin] Publish callbacks [] for router, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:55.021654 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-ee5e10be-9f08-4816-aa08-34b21259ec34 None None] Set router 03799e75-5579-4f21-b6e2-382afb06dc46 gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:16:55.114164 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c71af3a9-0e0a-4c90-8139-1a5780c56d25 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:55.171679 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c71af3a9-0e0a-4c90-8139-1a5780c56d25 admin admin] Deleting port f59aae45-9a0a-4b0d-b366-bc3108918e30 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:16:55.171969 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c71af3a9-0e0a-4c90-8139-1a5780c56d25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:55.206696 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ee5e10be-9f08-4816-aa08-34b21259ec34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03799e75-5579-4f21-b6e2-382afb06dc46', 'name': 'tempest-TestShelveInstance-1444671346-router', 'tenant_id': 'd83f6a49bb594706bc31894e1441521e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': 'f59aae45-9a0a-4b0d-b366-bc3108918e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:10:50Z', 'updated_at': '2021-11-12T21:16:54Z', 'revision_number': 5, 'project_id': 'd83f6a49bb594706bc31894e1441521e', 'gw_port': {'id': 'f59aae45-9a0a-4b0d-b366-bc3108918e30', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03799e75-5579-4f21-b6e2-382afb06dc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:10:50Z', 'updated_at': '2021-11-12T21:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:55.233438 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5e10be-9f08-4816-aa08-34b21259ec34 None None] Checking router: 03799e75-5579-4f21-b6e2-382afb06dc46 for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:16:55.242793 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5e10be-9f08-4816-aa08-34b21259ec34 None None] Routers {'03799e75-5579-4f21-b6e2-382afb06dc46'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:16:55.243396 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ee5e10be-9f08-4816-aa08-34b21259ec34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:16:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['03799e75-5579-4f21-b6e2-382afb06dc46'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:55.254588 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-c71af3a9-0e0a-4c90-8139-1a5780c56d25 admin admin] For port f59aae45-9a0a-4b0d-b366-bc3108918e30, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=f59aae45-9a0a-4b0d-b366-bc3108918e30,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:16:55.254951 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c71af3a9-0e0a-4c90-8139-1a5780c56d25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:55.273068 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-c71af3a9-0e0a-4c90-8139-1a5780c56d25 admin admin] Calling delete_port for f59aae45-9a0a-4b0d-b366-bc3108918e30 owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:16:55.430168 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-ee5e10be-9f08-4816-aa08-34b21259ec34 None None] Set router 03799e75-5579-4f21-b6e2-382afb06dc46 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:16:55.457353 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c71af3a9-0e0a-4c90-8139-1a5780c56d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:55.478371 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:55.484710 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71af3a9-0e0a-4c90-8139-1a5780c56d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=f59aae45-9a0a-4b0d-b366-bc3108918e30,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:55.488348 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ee5e10be-9f08-4816-aa08-34b21259ec34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03799e75-5579-4f21-b6e2-382afb06dc46', 'name': 'tempest-TestShelveInstance-1444671346-router', 'tenant_id': 'd83f6a49bb594706bc31894e1441521e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:10:50Z', 'updated_at': '2021-11-12T21:16:55Z', 'revision_number': 6, 'project_id': 'd83f6a49bb594706bc31894e1441521e', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:55.501317 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a1c688-7b96-4bf7-8c6c-6d5bdd9f0ca0 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:16:55.518397 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5e10be-9f08-4816-aa08-34b21259ec34 None None] The sync data for ids ['03799e75-5579-4f21-b6e2-382afb06dc46'] in n-d-712140-15 is: [{'id': '03799e75-5579-4f21-b6e2-382afb06dc46', 'name': 'tempest-TestShelveInstance-1444671346-router', 'tenant_id': 'd83f6a49bb594706bc31894e1441521e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:10:50Z', 'updated_at': '2021-11-12T21:16:55Z', 'revision_number': 6, 'project_id': 'd83f6a49bb594706bc31894e1441521e', 'gw_port_host': None}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:16:55.550356 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c71af3a9-0e0a-4c90-8139-1a5780c56d25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:55.658440 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c71af3a9-0e0a-4c90-8139-1a5780c56d25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:55.661636 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c71af3a9-0e0a-4c90-8139-1a5780c56d25 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:55.713059 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c71af3a9-0e0a-4c90-8139-1a5780c56d25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:55.713796 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71af3a9-0e0a-4c90-8139-1a5780c56d25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03799e75-5579-4f21-b6e2-382afb06dc46 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:16:55.720943 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c71af3a9-0e0a-4c90-8139-1a5780c56d25 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:55.722448 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c71af3a9-0e0a-4c90-8139-1a5780c56d25 admin admin] 10.222.0.48 "DELETE /v2.0/routers/03799e75-5579-4f21-b6e2-382afb06dc46 HTTP/1.1" status: 204 len: 168 time: 0.8196256 Nov 12 21:16:55.727187 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58442) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:55.777476 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3fd2d1d-56f7-4878-9ef3-a7a698461251 admin admin] Deleting subnet 3ae75c09-b38c-4092-9cf1-e8d132d7bc8e {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:16:55.780619 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c3fd2d1d-56f7-4878-9ef3-a7a698461251 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:55.815928 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c3fd2d1d-56f7-4878-9ef3-a7a698461251 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3960565'] for subnet, precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:55.900677 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c3fd2d1d-56f7-4878-9ef3-a7a698461251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:55.957179 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c3fd2d1d-56f7-4878-9ef3-a7a698461251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26129855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25367549'] for subnet, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:55.984909 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd2d1d-56f7-4878-9ef3-a7a698461251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ae75c09-b38c-4092-9cf1-e8d132d7bc8e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:55.988367 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c3fd2d1d-56f7-4878-9ef3-a7a698461251 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:55.991726 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-c3fd2d1d-56f7-4878-9ef3-a7a698461251 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3ae75c09-b38c-4092-9cf1-e8d132d7bc8e HTTP/1.1" status: 204 len: 168 time: 0.2635877 Nov 12 21:16:55.994836 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58444) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:55.996613 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb9951d-0ea4-4906-a253-50478fead1a2 None None] Network d8f7be5f-7916-4bc5-b08d-65d60f213245 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:16:56.072600 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-87d68637-ccd1-47bd-be5e-48b37b525ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:56.123377 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:56.321970 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93402626-2b7e-49ea-afa7-6ea6c2e4b2e3 None None] DHCP port deletion for d8f7be5f-7916-4bc5-b08d-65d60f213245 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:16:56.379077 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-93402626-2b7e-49ea-afa7-6ea6c2e4b2e3 None None] Deleting port a099a89d-54cd-45cd-a1db-028daf5b54de {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:16:56.379448 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-93402626-2b7e-49ea-afa7-6ea6c2e4b2e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:56.397346 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device cc19ffe9-844d-4d81-9560-c92c488a9396 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:16:56.430380 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: cc19ffe9-844d-4d81-9560-c92c488a9396 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:16:56.430727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device cc19ffe9-844d-4d81-9560-c92c488a9396 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:16:56.431138 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device a099a89d-54cd-45cd-a1db-028daf5b54de no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:16:56.495183 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-87d68637-ccd1-47bd-be5e-48b37b525ae1 admin admin] Deleting port a099a89d-54cd-45cd-a1db-028daf5b54de {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:16:56.495533 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-87d68637-ccd1-47bd-be5e-48b37b525ae1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:56.498615 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-93402626-2b7e-49ea-afa7-6ea6c2e4b2e3 None None] For port a099a89d-54cd-45cd-a1db-028daf5b54de, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a099a89d-54cd-45cd-a1db-028daf5b54de,segment=NetworkSegment(58ac646d-87b4-4636-ac92-190232163ee4),segment_id=58ac646d-87b4-4636-ac92-190232163ee4)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:16:56.499124 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-93402626-2b7e-49ea-afa7-6ea6c2e4b2e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:56.517867 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-93402626-2b7e-49ea-afa7-6ea6c2e4b2e3 None None] Calling delete_port for a099a89d-54cd-45cd-a1db-028daf5b54de owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:16:56.562218 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-87d68637-ccd1-47bd-be5e-48b37b525ae1 admin admin] For port a099a89d-54cd-45cd-a1db-028daf5b54de, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a099a89d-54cd-45cd-a1db-028daf5b54de,segment=NetworkSegment(58ac646d-87b4-4636-ac92-190232163ee4),segment_id=58ac646d-87b4-4636-ac92-190232163ee4)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:16:56.562528 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-87d68637-ccd1-47bd-be5e-48b37b525ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:56.578452 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-87d68637-ccd1-47bd-be5e-48b37b525ae1 admin admin] Calling delete_port for a099a89d-54cd-45cd-a1db-028daf5b54de owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:16:56.609203 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:56.665128 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port a099a89d-54cd-45cd-a1db-028daf5b54de, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=a099a89d-54cd-45cd-a1db-028daf5b54de,segment=NetworkSegment(58ac646d-87b4-4636-ac92-190232163ee4),segment_id=58ac646d-87b4-4636-ac92-190232163ee4)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:16:56.670538 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:56.671284 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f59aae45-9a0a-4b0d-b366-bc3108918e30 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:16:56.683856 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-87d68637-ccd1-47bd-be5e-48b37b525ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:56.694956 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-93402626-2b7e-49ea-afa7-6ea6c2e4b2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:56.712318 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d68637-ccd1-47bd-be5e-48b37b525ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a099a89d-54cd-45cd-a1db-028daf5b54de,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:56.712651 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: f59aae45-9a0a-4b0d-b366-bc3108918e30 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:16:56.713000 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device f59aae45-9a0a-4b0d-b366-bc3108918e30 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:16:56.716499 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d68637-ccd1-47bd-be5e-48b37b525ae1 admin admin] No DVR routers for this DVR port a099a89d-54cd-45cd-a1db-028daf5b54de on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:16:56.718982 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event deleted for resources: {'Port': ['ID=a099a89d-54cd-45cd-a1db-028daf5b54de,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:56.728577 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:56.728927 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:56.729259 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:56.729597 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:56.729926 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:56.730257 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:56.730584 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:56.730912 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:56.731232 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:56.731733 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:56.732060 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:56.732412 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:16:56.760346 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93402626-2b7e-49ea-afa7-6ea6c2e4b2e3 None None] No DVR routers for this DVR port a099a89d-54cd-45cd-a1db-028daf5b54de on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:16:56.762373 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93402626-2b7e-49ea-afa7-6ea6c2e4b2e3 None None] Pushing event deleted for resources: {'Port': ['ID=a099a89d-54cd-45cd-a1db-028daf5b54de,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:56.803438 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-87d68637-ccd1-47bd-be5e-48b37b525ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:56.830109 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-87d68637-ccd1-47bd-be5e-48b37b525ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f7be5f-7916-4bc5-b08d-65d60f213245']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:56.840366 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-87d68637-ccd1-47bd-be5e-48b37b525ae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ac646d-87b4-4636-ac92-190232163ee4') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:56.840659 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-87d68637-ccd1-47bd-be5e-48b37b525ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ac646d-87b4-4636-ac92-190232163ee4') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:16:56.851068 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-87d68637-ccd1-47bd-be5e-48b37b525ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:56.864172 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-87d68637-ccd1-47bd-be5e-48b37b525ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:56.871126 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d68637-ccd1-47bd-be5e-48b37b525ae1 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:16:56.871500 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-87d68637-ccd1-47bd-be5e-48b37b525ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: self.session.flush() Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: timer() Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:16:56.873150 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:16:56.932051 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-87d68637-ccd1-47bd-be5e-48b37b525ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:56.937328 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-87d68637-ccd1-47bd-be5e-48b37b525ae1 admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:56.940659 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-87d68637-ccd1-47bd-be5e-48b37b525ae1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d8f7be5f-7916-4bc5-b08d-65d60f213245 HTTP/1.1" status: 204 len: 168 time: 0.9446542 Nov 12 21:16:56.953840 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d68637-ccd1-47bd-be5e-48b37b525ae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8f7be5f-7916-4bc5-b08d-65d60f213245,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:57.054339 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58448) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:57.098291 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-d14f20f6-d43b-4769-8407-3688ff44b2ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=01cee73c30004c04b6e5e73704478c9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426416 Nov 12 21:16:57.100863 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58450) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:57.150634 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-93058d4e-5c29-4273-8de6-617a0dca65f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:57.172367 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-93058d4e-5c29-4273-8de6-617a0dca65f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:57.221577 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-93058d4e-5c29-4273-8de6-617a0dca65f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:57.224722 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-93058d4e-5c29-4273-8de6-617a0dca65f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:57.226275 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-93058d4e-5c29-4273-8de6-617a0dca65f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87589006-a894-4993-93f9-99109ba7032f HTTP/1.1" status: 204 len: 168 time: 0.1244192 Nov 12 21:16:57.234168 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93058d4e-5c29-4273-8de6-617a0dca65f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87589006-a894-4993-93f9-99109ba7032f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:57.562529 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58456) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:57.605204 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-f36b84e9-8905-4e09-bb02-567bf5e43289 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d83f6a49bb594706bc31894e1441521e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414033 Nov 12 21:16:57.607599 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58458) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:57.654896 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-37a312a3-4a60-4658-8709-a3139dbd6d78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:57.675895 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-37a312a3-4a60-4658-8709-a3139dbd6d78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:57.725531 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-37a312a3-4a60-4658-8709-a3139dbd6d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:57.728413 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-37a312a3-4a60-4658-8709-a3139dbd6d78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:57.729287 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-37a312a3-4a60-4658-8709-a3139dbd6d78 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/97cce0ca-67b0-403f-9e48-0e03ca4b31a8 HTTP/1.1" status: 204 len: 168 time: 0.1207600 Nov 12 21:16:57.737042 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a312a3-4a60-4658-8709-a3139dbd6d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cce0ca-67b0-403f-9e48-0e03ca4b31a8,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:58.411261 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58480) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:58.512255 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a8143a10-7271-4fa0-9aa0-ceee43e8770c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-150740586-network', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:58.534886 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8143a10-7271-4fa0-9aa0-ceee43e8770c admin admin] Made reservation on behalf of cdb7bdd38a5645a99acd709018c84aa6 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:16:58.537510 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a8143a10-7271-4fa0-9aa0-ceee43e8770c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:58.546162 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a8143a10-7271-4fa0-9aa0-ceee43e8770c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:58.629509 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a8143a10-7271-4fa0-9aa0-ceee43e8770c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:58.634612 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a8143a10-7271-4fa0-9aa0-ceee43e8770c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:58.660398 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8143a10-7271-4fa0-9aa0-ceee43e8770c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:16:58.669936 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8143a10-7271-4fa0-9aa0-ceee43e8770c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7059003-4643-415d-8739-f4a945c7ae3e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:58.679667 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a8143a10-7271-4fa0-9aa0-ceee43e8770c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:58.680013 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-a8143a10-7271-4fa0-9aa0-ceee43e8770c admin admin] Added segment 28ef0629-23a1-4924-a6a2-79cf0a7951e1 of type vlan for network 424e9232-ada3-4583-a857-26f5dfe28812 Nov 12 21:16:58.723128 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a8143a10-7271-4fa0-9aa0-ceee43e8770c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:58.753017 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a8143a10-7271-4fa0-9aa0-ceee43e8770c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:58.754341 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8143a10-7271-4fa0-9aa0-ceee43e8770c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:58.755756 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a8143a10-7271-4fa0-9aa0-ceee43e8770c admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:58.823377 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a8143a10-7271-4fa0-9aa0-ceee43e8770c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4100482 Nov 12 21:16:58.826281 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58484) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:58.832988 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-1f124d1a-7fe9-4ad7-ba30-9c6379e78e5e admin admin] Request body: {'subnet': {'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-150740586-subnet', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:58.842349 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8143a10-7271-4fa0-9aa0-ceee43e8770c admin admin] Pushing event updated for resources: {'Network': ['ID=424e9232-ada3-4583-a857-26f5dfe28812,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:58.853151 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 424e9232-ada3-4583-a857-26f5dfe28812 details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:16:58.858837 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f124d1a-7fe9-4ad7-ba30-9c6379e78e5e admin admin] Made reservation on behalf of cdb7bdd38a5645a99acd709018c84aa6 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:16:58.861277 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1f124d1a-7fe9-4ad7-ba30-9c6379e78e5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25367446'] for subnet, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:59.033003 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1f124d1a-7fe9-4ad7-ba30-9c6379e78e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26129784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25367428'] for subnet, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:59.090543 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f124d1a-7fe9-4ad7-ba30-9c6379e78e5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb5af605-176a-4909-a782-6191546cd373,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:59.097868 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f124d1a-7fe9-4ad7-ba30-9c6379e78e5e admin admin] Checking segment: {'id': '28ef0629-23a1-4924-a6a2-79cf0a7951e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:16:59.098239 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f124d1a-7fe9-4ad7-ba30-9c6379e78e5e admin admin] Network hostable DHCP agents. Network: 424e9232-ada3-4583-a857-26f5dfe28812, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:16:59.115012 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f124d1a-7fe9-4ad7-ba30-9c6379e78e5e admin admin] Network 424e9232-ada3-4583-a857-26f5dfe28812 is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:16:59.124672 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-1f124d1a-7fe9-4ad7-ba30-9c6379e78e5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 424e9232-ada3-4583-a857-26f5dfe28812) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:16:59.129255 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f124d1a-7fe9-4ad7-ba30-9c6379e78e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:16:59.130348 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1f124d1a-7fe9-4ad7-ba30-9c6379e78e5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:59.133804 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff2822e-1cdf-4476-a753-b6e43612fe40 None None] Network 424e9232-ada3-4583-a857-26f5dfe28812 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:16:59.147958 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-1f124d1a-7fe9-4ad7-ba30-9c6379e78e5e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3206277 Nov 12 21:16:59.150621 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58486) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:16:59.155149 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-8a64e52e-2e0f-4ae3-89a2-c4d85c01c962 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-150740586-router', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:16:59.177593 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8a64e52e-2e0f-4ae3-89a2-c4d85c01c962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:59.178790 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8a64e52e-2e0f-4ae3-89a2-c4d85c01c962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:59.236324 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8a64e52e-2e0f-4ae3-89a2-c4d85c01c962 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:59.284682 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad354f73-1319-4130-a22c-f03d7981b39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-424e9232-ada3-4583-a857-26f5dfe28812', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'fixed_ips': [{'subnet_id': 'cb5af605-176a-4909-a782-6191546cd373'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:16:59.285584 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ad354f73-1319-4130-a22c-f03d7981b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:59.376646 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8a64e52e-2e0f-4ae3-89a2-c4d85c01c962 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:59.424531 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-ad354f73-1319-4130-a22c-f03d7981b39c None None] Allocated IP 172.20.0.2 (424e9232-ada3-4583-a857-26f5dfe28812/cb5af605-176a-4909-a782-6191546cd373/06f7c2f1-f411-494b-8e59-28d2019bf887) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:16:59.576792 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ad354f73-1319-4130-a22c-f03d7981b39c None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:59.584512 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ad354f73-1319-4130-a22c-f03d7981b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:59.596872 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8a64e52e-2e0f-4ae3-89a2-c4d85c01c962 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:59.616971 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8a64e52e-2e0f-4ae3-89a2-c4d85c01c962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:59.631436 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad354f73-1319-4130-a22c-f03d7981b39c None None] Network 424e9232-ada3-4583-a857-26f5dfe28812 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:16:59.634445 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-ad354f73-1319-4130-a22c-f03d7981b39c None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:16:59.639142 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad354f73-1319-4130-a22c-f03d7981b39c None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:16:59.641132 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad354f73-1319-4130-a22c-f03d7981b39c None None] Pushing event updated for resources: {'Port': ['ID=06f7c2f1-f411-494b-8e59-28d2019bf887,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:59.693731 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-ad354f73-1319-4130-a22c-f03d7981b39c None None] Attempting to bind port 06f7c2f1-f411-494b-8e59-28d2019bf887 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:16:59.694099 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-ad354f73-1319-4130-a22c-f03d7981b39c None None] Attempting to bind port 06f7c2f1-f411-494b-8e59-28d2019bf887 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '28ef0629-23a1-4924-a6a2-79cf0a7951e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:16:59.694458 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad354f73-1319-4130-a22c-f03d7981b39c None None] Attempting to bind port 06f7c2f1-f411-494b-8e59-28d2019bf887 on network 424e9232-ada3-4583-a857-26f5dfe28812 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:16:59.699565 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad354f73-1319-4130-a22c-f03d7981b39c None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:16:59.699932 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad354f73-1319-4130-a22c-f03d7981b39c None None] Checking segment: {'id': '28ef0629-23a1-4924-a6a2-79cf0a7951e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:16:59.700360 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ad354f73-1319-4130-a22c-f03d7981b39c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:59.700748 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad354f73-1319-4130-a22c-f03d7981b39c None None] Bound using segment: {'id': '28ef0629-23a1-4924-a6a2-79cf0a7951e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:16:59.701213 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-ad354f73-1319-4130-a22c-f03d7981b39c None None] Bound port: 06f7c2f1-f411-494b-8e59-28d2019bf887, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ef0629-23a1-4924-a6a2-79cf0a7951e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:16:59.701607 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ad354f73-1319-4130-a22c-f03d7981b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:59.722602 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-8a64e52e-2e0f-4ae3-89a2-c4d85c01c962 admin admin] Allocated IP 172.25.5.82 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/6cb3e075-4d0b-4a0f-8db5-d67557e9308b) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:16:59.769992 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ad354f73-1319-4130-a22c-f03d7981b39c None None] For port 06f7c2f1-f411-494b-8e59-28d2019bf887, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:16:59.774581 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ad354f73-1319-4130-a22c-f03d7981b39c None None] For port 06f7c2f1-f411-494b-8e59-28d2019bf887, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=06f7c2f1-f411-494b-8e59-28d2019bf887,segment=NetworkSegment(28ef0629-23a1-4924-a6a2-79cf0a7951e1),segment_id=28ef0629-23a1-4924-a6a2-79cf0a7951e1)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:16:59.778824 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ad354f73-1319-4130-a22c-f03d7981b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:59.838730 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad354f73-1319-4130-a22c-f03d7981b39c None None] Pushing event updated for resources: {'Port': ['ID=06f7c2f1-f411-494b-8e59-28d2019bf887,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:16:59.839627 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8a64e52e-2e0f-4ae3-89a2-c4d85c01c962 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:59.876408 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8a64e52e-2e0f-4ae3-89a2-c4d85c01c962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:16:59.919063 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a64e52e-2e0f-4ae3-89a2-c4d85c01c962 admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:16:59.923953 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-8a64e52e-2e0f-4ae3-89a2-c4d85c01c962 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:16:59.928529 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a64e52e-2e0f-4ae3-89a2-c4d85c01c962 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:16:59.939447 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b93a2f-9e71-4f33-9820-734792fb8b2e None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:16:59.956982 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64e52e-2e0f-4ae3-89a2-c4d85c01c962 admin admin] Pushing event updated for resources: {'Port': ['ID=6cb3e075-4d0b-4a0f-8db5-d67557e9308b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:00.040927 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-047200fc-532c-4a2c-8452-044be81afa4c None None] Provisioning complete for port 6cb3e075-4d0b-4a0f-8db5-d67557e9308b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:00.041376 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-047200fc-532c-4a2c-8452-044be81afa4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:00.081141 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-047200fc-532c-4a2c-8452-044be81afa4c None None] Port 6cb3e075-4d0b-4a0f-8db5-d67557e9308b cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:17:00.215649 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8a64e52e-2e0f-4ae3-89a2-c4d85c01c962 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:00.228641 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 06f7c2f1-f411-494b-8e59-28d2019bf887 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:17:00.282070 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 06f7c2f1-f411-494b-8e59-28d2019bf887 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:00.282439 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:00.362631 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:00.398259 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] For port 06f7c2f1-f411-494b-8e59-28d2019bf887, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=06f7c2f1-f411-494b-8e59-28d2019bf887,segment=NetworkSegment(28ef0629-23a1-4924-a6a2-79cf0a7951e1),segment_id=28ef0629-23a1-4924-a6a2-79cf0a7951e1)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:17:00.401560 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:00.423672 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8a64e52e-2e0f-4ae3-89a2-c4d85c01c962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:00.456309 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Pushing event updated for resources: {'Port': ['ID=06f7c2f1-f411-494b-8e59-28d2019bf887,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:00.562303 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a64e52e-2e0f-4ae3-89a2-c4d85c01c962 admin admin] Router bc497309-742f-4ce1-9e0c-6be9b7f16df9 is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:17:00.674107 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a64e52e-2e0f-4ae3-89a2-c4d85c01c962 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:17:00.684307 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f728b72-56ac-49dd-ba21-952eef68848f None None] Sync routers for ids ['bc497309-742f-4ce1-9e0c-6be9b7f16df9'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:17:00.693694 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8a64e52e-2e0f-4ae3-89a2-c4d85c01c962 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:00.697956 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58488) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:00.698542 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8a64e52e-2e0f-4ae3-89a2-c4d85c01c962 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5462537 Nov 12 21:17:00.706320 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f728b72-56ac-49dd-ba21-952eef68848f None None] Routers {'bc497309-742f-4ce1-9e0c-6be9b7f16df9'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:17:00.706977 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-2f728b72-56ac-49dd-ba21-952eef68848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:16:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['bc497309-742f-4ce1-9e0c-6be9b7f16df9'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:00.799942 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96450684-e3d7-4f78-afe7-752762930dc2 None None] Network 424e9232-ada3-4583-a857-26f5dfe28812 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:17:00.878452 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b50c320a-2991-4bcc-9fc4-5b0168a2e823 None None] Provisioning complete for port 06f7c2f1-f411-494b-8e59-28d2019bf887 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:00.878820 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b50c320a-2991-4bcc-9fc4-5b0168a2e823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:00.885091 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-2f728b72-56ac-49dd-ba21-952eef68848f None None] Set router bc497309-742f-4ce1-9e0c-6be9b7f16df9 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:17:01.132128 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5fc36f9f-4ac3-4477-a049-2c44df3521d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:01.295218 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-5fc36f9f-4ac3-4477-a049-2c44df3521d8 admin admin] Allocated IP 172.20.0.1 (424e9232-ada3-4583-a857-26f5dfe28812/cb5af605-176a-4909-a782-6191546cd373/3acca619-69ec-415c-bd03-15c228f39921) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:17:01.379744 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-2f728b72-56ac-49dd-ba21-952eef68848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'name': 'tempest-TestSnapshotPattern-150740586-router', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:00Z', 'revision_number': 3, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'gw_port': {'id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:16:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:01.409608 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f728b72-56ac-49dd-ba21-952eef68848f None None] Checking router: bc497309-742f-4ce1-9e0c-6be9b7f16df9 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:17:01.409815 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f728b72-56ac-49dd-ba21-952eef68848f None None] Updating router bc497309-742f-4ce1-9e0c-6be9b7f16df9 port 6cb3e075-4d0b-4a0f-8db5-d67557e9308b binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:17:01.418966 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5fc36f9f-4ac3-4477-a049-2c44df3521d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:01.436796 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2f728b72-56ac-49dd-ba21-952eef68848f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:01.455380 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5fc36f9f-4ac3-4477-a049-2c44df3521d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:01.518017 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc36f9f-4ac3-4477-a049-2c44df3521d8 admin admin] Network 424e9232-ada3-4583-a857-26f5dfe28812 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:17:01.526727 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-5fc36f9f-4ac3-4477-a049-2c44df3521d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:17:01.529446 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc36f9f-4ac3-4477-a049-2c44df3521d8 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:17:01.557742 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc36f9f-4ac3-4477-a049-2c44df3521d8 admin admin] Pushing event updated for resources: {'Port': ['ID=3acca619-69ec-415c-bd03-15c228f39921,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:01.579265 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5fc36f9f-4ac3-4477-a049-2c44df3521d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:01.680567 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e5236873-f63c-4142-bfc7-bbee4d70ffe7 None None] Provisioning complete for port 06f7c2f1-f411-494b-8e59-28d2019bf887 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:01.680947 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e5236873-f63c-4142-bfc7-bbee4d70ffe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:01.725306 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5fc36f9f-4ac3-4477-a049-2c44df3521d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:01.765761 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2f728b72-56ac-49dd-ba21-952eef68848f None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:01.777439 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2f728b72-56ac-49dd-ba21-952eef68848f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:01.857642 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21454c0-64b2-4d9c-b582-1af4da9761d4 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:17:01.873982 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-2f728b72-56ac-49dd-ba21-952eef68848f None None] Attempting to bind port 6cb3e075-4d0b-4a0f-8db5-d67557e9308b on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:17:01.874350 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-2f728b72-56ac-49dd-ba21-952eef68848f None None] Attempting to bind port 6cb3e075-4d0b-4a0f-8db5-d67557e9308b by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:17:01.874714 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f728b72-56ac-49dd-ba21-952eef68848f None None] Attempting to bind port 6cb3e075-4d0b-4a0f-8db5-d67557e9308b on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:17:01.880529 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f92a3-5cab-46f6-927f-0f5783786ae9 None None] Pushing event updated for resources: {'Port': ['ID=6cb3e075-4d0b-4a0f-8db5-d67557e9308b,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:01.888424 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f728b72-56ac-49dd-ba21-952eef68848f None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:17:01.888789 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f728b72-56ac-49dd-ba21-952eef68848f None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:17:01.889235 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2f728b72-56ac-49dd-ba21-952eef68848f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:01.889617 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f728b72-56ac-49dd-ba21-952eef68848f None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:17:01.890049 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-2f728b72-56ac-49dd-ba21-952eef68848f None None] Bound port: 6cb3e075-4d0b-4a0f-8db5-d67557e9308b, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:17:01.890702 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2f728b72-56ac-49dd-ba21-952eef68848f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:01.906037 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5fc36f9f-4ac3-4477-a049-2c44df3521d8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:01.911110 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5fc36f9f-4ac3-4477-a049-2c44df3521d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:01.943668 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2f728b72-56ac-49dd-ba21-952eef68848f None None] For port 6cb3e075-4d0b-4a0f-8db5-d67557e9308b, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:17:01.946985 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2f728b72-56ac-49dd-ba21-952eef68848f None None] For port 6cb3e075-4d0b-4a0f-8db5-d67557e9308b, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=6cb3e075-4d0b-4a0f-8db5-d67557e9308b,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:17:01.950859 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2f728b72-56ac-49dd-ba21-952eef68848f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:01.983543 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5fc36f9f-4ac3-4477-a049-2c44df3521d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:01.986432 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc36f9f-4ac3-4477-a049-2c44df3521d8 admin admin] Pushing event updated for resources: {'Port': ['ID=3acca619-69ec-415c-bd03-15c228f39921,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:02.000583 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5731d686-da60-4ce9-9754-17d98522ab6b None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:17:02.030506 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f728b72-56ac-49dd-ba21-952eef68848f None None] Routers {'bc497309-742f-4ce1-9e0c-6be9b7f16df9'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:17:02.031016 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-2f728b72-56ac-49dd-ba21-952eef68848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:16:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['bc497309-742f-4ce1-9e0c-6be9b7f16df9'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:02.039868 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c062d547-1f5b-4796-a367-09e9dfa34455 None None] Provisioning complete for port 3acca619-69ec-415c-bd03-15c228f39921 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:02.040251 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c062d547-1f5b-4796-a367-09e9dfa34455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:02.075768 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f92a3-5cab-46f6-927f-0f5783786ae9 None None] Pushing event updated for resources: {'Port': ['ID=6cb3e075-4d0b-4a0f-8db5-d67557e9308b,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:02.095010 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc36f9f-4ac3-4477-a049-2c44df3521d8 admin admin] Network 424e9232-ada3-4583-a857-26f5dfe28812 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:17:02.096506 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-5fc36f9f-4ac3-4477-a049-2c44df3521d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:17:02.154294 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c062d547-1f5b-4796-a367-09e9dfa34455 None None] Port 3acca619-69ec-415c-bd03-15c228f39921 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:17:02.183949 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c062d547-1f5b-4796-a367-09e9dfa34455 None None] Provisioning complete for port 6cb3e075-4d0b-4a0f-8db5-d67557e9308b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:02.183949 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c062d547-1f5b-4796-a367-09e9dfa34455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:02.214350 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-2f728b72-56ac-49dd-ba21-952eef68848f None None] Set router bc497309-742f-4ce1-9e0c-6be9b7f16df9 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:17:02.243074 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc36f9f-4ac3-4477-a049-2c44df3521d8 admin admin] Router bc497309-742f-4ce1-9e0c-6be9b7f16df9 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:17:02.245722 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 06f7c2f1-f411-494b-8e59-28d2019bf887 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:17:02.368862 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc36f9f-4ac3-4477-a049-2c44df3521d8 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:17:02.374393 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-5fc36f9f-4ac3-4477-a049-2c44df3521d8 admin admin] 10.222.0.48 "PUT /v2.0/routers/bc497309-742f-4ce1-9e0c-6be9b7f16df9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6753271 Nov 12 21:17:02.450681 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c062d547-1f5b-4796-a367-09e9dfa34455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:02.455307 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 06f7c2f1-f411-494b-8e59-28d2019bf887 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:02.455663 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:02.516302 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-c062d547-1f5b-4796-a367-09e9dfa34455 None None] For port 6cb3e075-4d0b-4a0f-8db5-d67557e9308b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=6cb3e075-4d0b-4a0f-8db5-d67557e9308b,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:17:02.525644 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c062d547-1f5b-4796-a367-09e9dfa34455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:02.607890 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062d547-1f5b-4796-a367-09e9dfa34455 None None] Pushing event updated for resources: {'Port': ['ID=6cb3e075-4d0b-4a0f-8db5-d67557e9308b,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:02.681093 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a0eb83ee-d6a4-476e-b02c-f402b9f2a59f None None] Provisioning complete for port 3acca619-69ec-415c-bd03-15c228f39921 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:02.681463 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a0eb83ee-d6a4-476e-b02c-f402b9f2a59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:02.704586 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-2f728b72-56ac-49dd-ba21-952eef68848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'name': 'tempest-TestSnapshotPattern-150740586-router', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:01Z', 'revision_number': 4, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'gw_port': {'id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '3acca619-69ec-415c-bd03-15c228f39921', 'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'mac_address': 'fa:16:3e:8e:e9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb5af605-176a-4909-a782-6191546cd373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:01Z', 'updated_at': '2021-11-12T21:17:01Z', 'revision_number': 2, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'subnets': [{'id': 'cb5af605-176a-4909-a782-6191546cd373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:02.736512 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f728b72-56ac-49dd-ba21-952eef68848f None None] The sync data for ids ['bc497309-742f-4ce1-9e0c-6be9b7f16df9'] in n-d-712140-15 is: [{'id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'name': 'tempest-TestSnapshotPattern-150740586-router', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:01Z', 'revision_number': 4, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'gw_port': {'id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '3acca619-69ec-415c-bd03-15c228f39921', 'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'mac_address': 'fa:16:3e:8e:e9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb5af605-176a-4909-a782-6191546cd373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:01Z', 'updated_at': '2021-11-12T21:17:01Z', 'revision_number': 2, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'subnets': [{'id': 'cb5af605-176a-4909-a782-6191546cd373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:17:02.747787 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-a0eb83ee-d6a4-476e-b02c-f402b9f2a59f None None] Port 3acca619-69ec-415c-bd03-15c228f39921 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:17:02.765932 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a0eb83ee-d6a4-476e-b02c-f402b9f2a59f None None] Provisioning complete for port 6cb3e075-4d0b-4a0f-8db5-d67557e9308b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:02.766304 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a0eb83ee-d6a4-476e-b02c-f402b9f2a59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:02.900524 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58504) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:02.906108 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-4b103472-3bc5-4063-a91b-f85a806dbddd admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1799130282-network', 'tenant_id': '3fddfce12c744574aad80a77419908bf'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:17:02.933422 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b103472-3bc5-4063-a91b-f85a806dbddd admin admin] Made reservation on behalf of 3fddfce12c744574aad80a77419908bf for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:17:02.937138 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4b103472-3bc5-4063-a91b-f85a806dbddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for network, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:02.958799 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4b103472-3bc5-4063-a91b-f85a806dbddd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:03.044583 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4b103472-3bc5-4063-a91b-f85a806dbddd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:03.049752 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4b103472-3bc5-4063-a91b-f85a806dbddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:03.071563 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b103472-3bc5-4063-a91b-f85a806dbddd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 21:17:03.091978 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4b103472-3bc5-4063-a91b-f85a806dbddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:03.092353 n-d-712140-15 neutron-server[102447]: INFO neutron.db.segments_db [None req-4b103472-3bc5-4063-a91b-f85a806dbddd admin admin] Added segment b2fa6599-d8b8-4b2b-9bbc-f3b6aee27f5a of type vlan for network 5e886dac-0fbf-47d8-b19d-bada1bb58ecb Nov 12 21:17:03.093842 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b103472-3bc5-4063-a91b-f85a806dbddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d3a982-5c28-4e9d-9683-3f0a9b76424c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:03.140822 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4b103472-3bc5-4063-a91b-f85a806dbddd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769000837605'] for network, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:03.169112 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4b103472-3bc5-4063-a91b-f85a806dbddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967'] for network, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:03.170152 n-d-712140-15 neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b103472-3bc5-4063-a91b-f85a806dbddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:03.170733 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4b103472-3bc5-4063-a91b-f85a806dbddd admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:03.209261 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-4b103472-3bc5-4063-a91b-f85a806dbddd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3067853 Nov 12 21:17:03.212021 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58506) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:03.217339 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f1684b4a-e267-4169-a232-6aba5846f233 admin admin] Request body: {'subnet': {'network_id': '5e886dac-0fbf-47d8-b19d-bada1bb58ecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1799130282-subnet', 'tenant_id': '3fddfce12c744574aad80a77419908bf', 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:17:03.241901 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b103472-3bc5-4063-a91b-f85a806dbddd admin admin] Pushing event updated for resources: {'Network': ['ID=5e886dac-0fbf-47d8-b19d-bada1bb58ecb,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:03.245502 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1684b4a-e267-4169-a232-6aba5846f233 admin admin] Made reservation on behalf of 3fddfce12c744574aad80a77419908bf for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:17:03.247893 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f1684b4a-e267-4169-a232-6aba5846f233 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26043278'] for subnet, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:03.253838 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Network 5e886dac-0fbf-47d8-b19d-bada1bb58ecb details requested by agent ovs-agent-n-d-712140-15 with host n-d-712140-15 {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 21:17:03.469415 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f1684b4a-e267-4169-a232-6aba5846f233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26043292'] for subnet, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:03.549884 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1684b4a-e267-4169-a232-6aba5846f233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b395264d-df16-4c2f-a3e7-871e0fbcf965,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:03.556970 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1684b4a-e267-4169-a232-6aba5846f233 admin admin] Checking segment: {'id': 'b2fa6599-d8b8-4b2b-9bbc-f3b6aee27f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e886dac-0fbf-47d8-b19d-bada1bb58ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:17:03.557336 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1684b4a-e267-4169-a232-6aba5846f233 admin admin] Network hostable DHCP agents. Network: 5e886dac-0fbf-47d8-b19d-bada1bb58ecb, hostable agents: ['ca3fbfc0-b0d5-431c-a225-c2969425e5e2'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 21:17:03.576279 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1684b4a-e267-4169-a232-6aba5846f233 admin admin] Network 5e886dac-0fbf-47d8-b19d-bada1bb58ecb is scheduled to be hosted by DHCP agent ca3fbfc0-b0d5-431c-a225-c2969425e5e2 with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 21:17:03.595607 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-f1684b4a-e267-4169-a232-6aba5846f233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-15, 5e886dac-0fbf-47d8-b19d-bada1bb58ecb) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:17:03.599880 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1684b4a-e267-4169-a232-6aba5846f233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:03.600580 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f1684b4a-e267-4169-a232-6aba5846f233 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:03.607254 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681cd5e4-0dbc-46ca-9ac7-7c1c820da06b None None] Network 5e886dac-0fbf-47d8-b19d-bada1bb58ecb requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:17:03.620934 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-f1684b4a-e267-4169-a232-6aba5846f233 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4049056 Nov 12 21:17:03.621083 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58508) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:03.625575 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a64c8dc9-7111-40d7-8a95-70b4011b0d12 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1799130282-router', 'tenant_id': '3fddfce12c744574aad80a77419908bf', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:17:03.652107 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a64c8dc9-7111-40d7-8a95-70b4011b0d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1706149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238735'] for router, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:03.653209 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a64c8dc9-7111-40d7-8a95-70b4011b0d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238724'] for router, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:03.711203 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a64c8dc9-7111-40d7-8a95-70b4011b0d12 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:03.781476 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6614aaa8-650c-443a-ac53-7d7a863c8fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26a34841-5c70-5434-a9c6-034ffa25d4e8-5e886dac-0fbf-47d8-b19d-bada1bb58ecb', 'network_id': '5e886dac-0fbf-47d8-b19d-bada1bb58ecb', 'tenant_id': '3fddfce12c744574aad80a77419908bf', 'fixed_ips': [{'subnet_id': 'b395264d-df16-4c2f-a3e7-871e0fbcf965'}]}} from n-d-712140-15. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 21:17:03.782393 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6614aaa8-650c-443a-ac53-7d7a863c8fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:03.873794 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a64c8dc9-7111-40d7-8a95-70b4011b0d12 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:03.928926 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-6614aaa8-650c-443a-ac53-7d7a863c8fb1 None None] Allocated IP 172.20.0.2 (5e886dac-0fbf-47d8-b19d-bada1bb58ecb/b395264d-df16-4c2f-a3e7-871e0fbcf965/7a0309b1-3151-4072-a443-7b7cd4419449) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:17:04.111727 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a64c8dc9-7111-40d7-8a95-70b4011b0d12 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:04.127870 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6614aaa8-650c-443a-ac53-7d7a863c8fb1 None None] Publish callbacks [] for port, precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:04.137586 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6614aaa8-650c-443a-ac53-7d7a863c8fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676'] for port, after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:04.139212 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a64c8dc9-7111-40d7-8a95-70b4011b0d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:04.192478 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6614aaa8-650c-443a-ac53-7d7a863c8fb1 None None] Network 5e886dac-0fbf-47d8-b19d-bada1bb58ecb is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:17:04.196170 n-d-712140-15 neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-6614aaa8-650c-443a-ac53-7d7a863c8fb1 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:17:04.202799 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6614aaa8-650c-443a-ac53-7d7a863c8fb1 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:17:04.212710 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614aaa8-650c-443a-ac53-7d7a863c8fb1 None None] Pushing event updated for resources: {'Port': ['ID=7a0309b1-3151-4072-a443-7b7cd4419449,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:04.264293 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 6cb3e075-4d0b-4a0f-8db5-d67557e9308b up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:17:04.265303 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-a64c8dc9-7111-40d7-8a95-70b4011b0d12 admin admin] Allocated IP 172.25.5.112 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/e6e03bee-49f4-436c-86d9-908ea247413b) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:17:04.305398 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-6614aaa8-650c-443a-ac53-7d7a863c8fb1 None None] Attempting to bind port 7a0309b1-3151-4072-a443-7b7cd4419449 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:17:04.305680 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-6614aaa8-650c-443a-ac53-7d7a863c8fb1 None None] Attempting to bind port 7a0309b1-3151-4072-a443-7b7cd4419449 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'b2fa6599-d8b8-4b2b-9bbc-f3b6aee27f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e886dac-0fbf-47d8-b19d-bada1bb58ecb'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:17:04.306040 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6614aaa8-650c-443a-ac53-7d7a863c8fb1 None None] Attempting to bind port 7a0309b1-3151-4072-a443-7b7cd4419449 on network 5e886dac-0fbf-47d8-b19d-bada1bb58ecb {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:17:04.319888 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6614aaa8-650c-443a-ac53-7d7a863c8fb1 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:17:04.320278 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6614aaa8-650c-443a-ac53-7d7a863c8fb1 None None] Checking segment: {'id': 'b2fa6599-d8b8-4b2b-9bbc-f3b6aee27f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e886dac-0fbf-47d8-b19d-bada1bb58ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:17:04.320688 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6614aaa8-650c-443a-ac53-7d7a863c8fb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:04.321073 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6614aaa8-650c-443a-ac53-7d7a863c8fb1 None None] Bound using segment: {'id': 'b2fa6599-d8b8-4b2b-9bbc-f3b6aee27f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e886dac-0fbf-47d8-b19d-bada1bb58ecb'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:17:04.321551 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-6614aaa8-650c-443a-ac53-7d7a863c8fb1 None None] Bound port: 7a0309b1-3151-4072-a443-7b7cd4419449, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fa6599-d8b8-4b2b-9bbc-f3b6aee27f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e886dac-0fbf-47d8-b19d-bada1bb58ecb'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:17:04.321930 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6614aaa8-650c-443a-ac53-7d7a863c8fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:04.348288 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 6cb3e075-4d0b-4a0f-8db5-d67557e9308b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:04.350539 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:04.397366 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a64c8dc9-7111-40d7-8a95-70b4011b0d12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:04.436299 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a64c8dc9-7111-40d7-8a95-70b4011b0d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:04.436562 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-6614aaa8-650c-443a-ac53-7d7a863c8fb1 None None] For port 7a0309b1-3151-4072-a443-7b7cd4419449, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:17:04.440860 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-6614aaa8-650c-443a-ac53-7d7a863c8fb1 None None] For port 7a0309b1-3151-4072-a443-7b7cd4419449, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7a0309b1-3151-4072-a443-7b7cd4419449,segment=NetworkSegment(b2fa6599-d8b8-4b2b-9bbc-f3b6aee27f5a),segment_id=b2fa6599-d8b8-4b2b-9bbc-f3b6aee27f5a)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:17:04.448308 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6614aaa8-650c-443a-ac53-7d7a863c8fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:04.483601 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64c8dc9-7111-40d7-8a95-70b4011b0d12 admin admin] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:17:04.486573 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-a64c8dc9-7111-40d7-8a95-70b4011b0d12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:17:04.492037 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64c8dc9-7111-40d7-8a95-70b4011b0d12 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:17:04.495257 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c8dc9-7111-40d7-8a95-70b4011b0d12 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e03bee-49f4-436c-86d9-908ea247413b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:04.510680 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6439e39-b4eb-47b4-a20d-74ecc4a96b7d None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:17:04.553083 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614aaa8-650c-443a-ac53-7d7a863c8fb1 None None] Pushing event updated for resources: {'Port': ['ID=7a0309b1-3151-4072-a443-7b7cd4419449,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:04.601175 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-15bd526e-501f-4ed5-aeb0-b721004e7d80 None None] Provisioning complete for port e6e03bee-49f4-436c-86d9-908ea247413b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:04.601586 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-15bd526e-501f-4ed5-aeb0-b721004e7d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:04.642403 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-15bd526e-501f-4ed5-aeb0-b721004e7d80 None None] Port e6e03bee-49f4-436c-86d9-908ea247413b cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:17:04.803226 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a64c8dc9-7111-40d7-8a95-70b4011b0d12 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:05.001914 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a64c8dc9-7111-40d7-8a95-70b4011b0d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704122'] for router, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:05.132417 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64c8dc9-7111-40d7-8a95-70b4011b0d12 admin admin] Router 30d85c2e-6e99-44eb-88c2-e57b510da41e is scheduled to L3 agent b017771b-337e-481c-8271-841492523df8 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 21:17:05.247273 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64c8dc9-7111-40d7-8a95-70b4011b0d12 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:17:05.257587 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb745c1-47d2-4124-9264-e8e5f5ff39a5 None None] Sync routers for ids ['30d85c2e-6e99-44eb-88c2-e57b510da41e'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:17:05.268938 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a64c8dc9-7111-40d7-8a95-70b4011b0d12 admin admin] Publish callbacks [] for router, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:05.269219 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb745c1-47d2-4124-9264-e8e5f5ff39a5 None None] Routers {'30d85c2e-6e99-44eb-88c2-e57b510da41e'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:17:05.269681 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-4cb745c1-47d2-4124-9264-e8e5f5ff39a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:16:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['30d85c2e-6e99-44eb-88c2-e57b510da41e'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:05.270318 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a64c8dc9-7111-40d7-8a95-70b4011b0d12 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6483817 Nov 12 21:17:05.273593 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58510) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:05.385842 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7b918-a293-4bf3-ad62-73e991ddfbab None None] Sync routers for ids ['bc497309-742f-4ce1-9e0c-6be9b7f16df9'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:17:05.395778 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-4cb745c1-47d2-4124-9264-e8e5f5ff39a5 None None] Set router 30d85c2e-6e99-44eb-88c2-e57b510da41e gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:17:05.397938 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c7b918-a293-4bf3-ad62-73e991ddfbab None None] Routers {'bc497309-742f-4ce1-9e0c-6be9b7f16df9'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:17:05.398568 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-59c7b918-a293-4bf3-ad62-73e991ddfbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:16:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['bc497309-742f-4ce1-9e0c-6be9b7f16df9'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:05.608461 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-4cb745c1-47d2-4124-9264-e8e5f5ff39a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d85c2e-6e99-44eb-88c2-e57b510da41e', 'name': 'tempest-TestSnapshotPattern-1799130282-router', 'tenant_id': '3fddfce12c744574aad80a77419908bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'e6e03bee-49f4-436c-86d9-908ea247413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:03Z', 'updated_at': '2021-11-12T21:17:04Z', 'revision_number': 3, 'project_id': '3fddfce12c744574aad80a77419908bf', 'gw_port': {'id': 'e6e03bee-49f4-436c-86d9-908ea247413b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d85c2e-6e99-44eb-88c2-e57b510da41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:04Z', 'updated_at': '2021-11-12T21:17:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:05.620618 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4699ce-1989-48af-9a6b-e829bd58e156 None None] Network 5e886dac-0fbf-47d8-b19d-bada1bb58ecb requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:17:05.643071 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb745c1-47d2-4124-9264-e8e5f5ff39a5 None None] Checking router: 30d85c2e-6e99-44eb-88c2-e57b510da41e for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:17:05.643686 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb745c1-47d2-4124-9264-e8e5f5ff39a5 None None] Updating router 30d85c2e-6e99-44eb-88c2-e57b510da41e port e6e03bee-49f4-436c-86d9-908ea247413b binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:17:05.671140 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4cb745c1-47d2-4124-9264-e8e5f5ff39a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:05.749754 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a00edc39-985d-4ac2-a9ba-3d86826c065a None None] Provisioning complete for port 7a0309b1-3151-4072-a443-7b7cd4419449 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:05.750844 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a00edc39-985d-4ac2-a9ba-3d86826c065a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:05.763291 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0031-fcac-45e8-b40d-d6bea5123387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:05.798706 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-59c7b918-a293-4bf3-ad62-73e991ddfbab None None] Set router bc497309-742f-4ce1-9e0c-6be9b7f16df9 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:17:05.938573 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-7a5d0031-fcac-45e8-b40d-d6bea5123387 admin admin] Allocated IP 172.20.0.1 (5e886dac-0fbf-47d8-b19d-bada1bb58ecb/b395264d-df16-4c2f-a3e7-871e0fbcf965/7229f641-76b7-458d-a1f6-3261006024b4) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:17:05.956884 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4cb745c1-47d2-4124-9264-e8e5f5ff39a5 None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:05.965174 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4cb745c1-47d2-4124-9264-e8e5f5ff39a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:06.007727 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b30893-2c6d-49b3-ad11-2e65df6858ad None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:17:06.027552 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-4cb745c1-47d2-4124-9264-e8e5f5ff39a5 None None] Attempting to bind port e6e03bee-49f4-436c-86d9-908ea247413b on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:17:06.027782 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-4cb745c1-47d2-4124-9264-e8e5f5ff39a5 None None] Attempting to bind port e6e03bee-49f4-436c-86d9-908ea247413b by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:17:06.028748 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb745c1-47d2-4124-9264-e8e5f5ff39a5 None None] Attempting to bind port e6e03bee-49f4-436c-86d9-908ea247413b on network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:17:06.045272 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb745c1-47d2-4124-9264-e8e5f5ff39a5 None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:17:06.045638 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb745c1-47d2-4124-9264-e8e5f5ff39a5 None None] Checking segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:17:06.046156 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a00edc39-985d-4ac2-a9ba-3d86826c065a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:06.046468 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4cb745c1-47d2-4124-9264-e8e5f5ff39a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:06.046864 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb745c1-47d2-4124-9264-e8e5f5ff39a5 None None] Bound using segment: {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:17:06.047391 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-4cb745c1-47d2-4124-9264-e8e5f5ff39a5 None None] Bound port: e6e03bee-49f4-436c-86d9-908ea247413b, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe36060-9ae7-4018-8cb8-0f385ebbfde0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:17:06.048125 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4cb745c1-47d2-4124-9264-e8e5f5ff39a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:06.055719 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0031-fcac-45e8-b40d-d6bea5123387 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:06.076126 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1dcdf6-b34d-4d19-9378-ddd0b51c80a5 None None] Pushing event updated for resources: {'Port': ['ID=e6e03bee-49f4-436c-86d9-908ea247413b,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:06.091682 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1dcdf6-b34d-4d19-9378-ddd0b51c80a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:06.092023 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1dcdf6-b34d-4d19-9378-ddd0b51c80a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:06.092427 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1dcdf6-b34d-4d19-9378-ddd0b51c80a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:06.092725 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1dcdf6-b34d-4d19-9378-ddd0b51c80a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:06.093219 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1dcdf6-b34d-4d19-9378-ddd0b51c80a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:06.093727 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1dcdf6-b34d-4d19-9378-ddd0b51c80a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:06.094114 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1dcdf6-b34d-4d19-9378-ddd0b51c80a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:06.094373 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1dcdf6-b34d-4d19-9378-ddd0b51c80a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:06.094530 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0031-fcac-45e8-b40d-d6bea5123387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:06.095039 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1dcdf6-b34d-4d19-9378-ddd0b51c80a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:06.095356 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1dcdf6-b34d-4d19-9378-ddd0b51c80a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:06.095691 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1dcdf6-b34d-4d19-9378-ddd0b51c80a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:06.096001 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1dcdf6-b34d-4d19-9378-ddd0b51c80a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:17:06.134707 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-4cb745c1-47d2-4124-9264-e8e5f5ff39a5 None None] For port e6e03bee-49f4-436c-86d9-908ea247413b, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:17:06.135478 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a00edc39-985d-4ac2-a9ba-3d86826c065a None None] For port 7a0309b1-3151-4072-a443-7b7cd4419449, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7a0309b1-3151-4072-a443-7b7cd4419449,segment=NetworkSegment(b2fa6599-d8b8-4b2b-9bbc-f3b6aee27f5a),segment_id=b2fa6599-d8b8-4b2b-9bbc-f3b6aee27f5a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:17:06.144664 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a00edc39-985d-4ac2-a9ba-3d86826c065a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:06.151603 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-4cb745c1-47d2-4124-9264-e8e5f5ff39a5 None None] For port e6e03bee-49f4-436c-86d9-908ea247413b, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e6e03bee-49f4-436c-86d9-908ea247413b,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:17:06.156700 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5d0031-fcac-45e8-b40d-d6bea5123387 admin admin] Network 5e886dac-0fbf-47d8-b19d-bada1bb58ecb is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:17:06.160441 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-7a5d0031-fcac-45e8-b40d-d6bea5123387 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:17:06.160811 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4cb745c1-47d2-4124-9264-e8e5f5ff39a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:06.169307 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5d0031-fcac-45e8-b40d-d6bea5123387 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:17:06.174033 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d0031-fcac-45e8-b40d-d6bea5123387 admin admin] Pushing event updated for resources: {'Port': ['ID=7229f641-76b7-458d-a1f6-3261006024b4,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:06.228971 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0031-fcac-45e8-b40d-d6bea5123387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705327'] for router_interface, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:06.256062 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a6e978-f513-4809-8bcb-63ab2dd3d4b5 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:17:06.294269 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb745c1-47d2-4124-9264-e8e5f5ff39a5 None None] Routers {'30d85c2e-6e99-44eb-88c2-e57b510da41e'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:17:06.294898 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-4cb745c1-47d2-4124-9264-e8e5f5ff39a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:16:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['30d85c2e-6e99-44eb-88c2-e57b510da41e'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:06.308348 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00edc39-985d-4ac2-a9ba-3d86826c065a None None] Pushing event updated for resources: {'Port': ['ID=7a0309b1-3151-4072-a443-7b7cd4419449,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:06.315924 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-59c7b918-a293-4bf3-ad62-73e991ddfbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'name': 'tempest-TestSnapshotPattern-150740586-router', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:01Z', 'revision_number': 4, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'gw_port': {'id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '3acca619-69ec-415c-bd03-15c228f39921', 'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'mac_address': 'fa:16:3e:8e:e9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb5af605-176a-4909-a782-6191546cd373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:01Z', 'updated_at': '2021-11-12T21:17:01Z', 'revision_number': 2, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'subnets': [{'id': 'cb5af605-176a-4909-a782-6191546cd373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:06.322524 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ce380766-d6bc-4432-804a-f58faa10eba8 None None] Provisioning complete for port e6e03bee-49f4-436c-86d9-908ea247413b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:06.322896 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ce380766-d6bc-4432-804a-f58faa10eba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:06.372796 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7a0309b1-3151-4072-a443-7b7cd4419449 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:17:06.409293 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1dcdf6-b34d-4d19-9378-ddd0b51c80a5 None None] Pushing event updated for resources: {'Port': ['ID=e6e03bee-49f4-436c-86d9-908ea247413b,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:06.420325 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7b918-a293-4bf3-ad62-73e991ddfbab None None] Checking router: bc497309-742f-4ce1-9e0c-6be9b7f16df9 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:17:06.420687 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7b918-a293-4bf3-ad62-73e991ddfbab None None] Updating router bc497309-742f-4ce1-9e0c-6be9b7f16df9 port 3acca619-69ec-415c-bd03-15c228f39921 binding host n-d-712140-15 {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:17:06.440788 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-4cb745c1-47d2-4124-9264-e8e5f5ff39a5 None None] Set router 30d85c2e-6e99-44eb-88c2-e57b510da41e gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:17:06.448193 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0031-fcac-45e8-b40d-d6bea5123387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:06.472460 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-59c7b918-a293-4bf3-ad62-73e991ddfbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:06.568278 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 7a0309b1-3151-4072-a443-7b7cd4419449 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:06.568599 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:06.665349 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-4cb745c1-47d2-4124-9264-e8e5f5ff39a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d85c2e-6e99-44eb-88c2-e57b510da41e', 'name': 'tempest-TestSnapshotPattern-1799130282-router', 'tenant_id': '3fddfce12c744574aad80a77419908bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'e6e03bee-49f4-436c-86d9-908ea247413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:03Z', 'updated_at': '2021-11-12T21:17:04Z', 'revision_number': 3, 'project_id': '3fddfce12c744574aad80a77419908bf', 'gw_port': {'id': 'e6e03bee-49f4-436c-86d9-908ea247413b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d85c2e-6e99-44eb-88c2-e57b510da41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:04Z', 'updated_at': '2021-11-12T21:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:06.677865 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0031-fcac-45e8-b40d-d6bea5123387 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:06.682787 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0031-fcac-45e8-b40d-d6bea5123387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:06.683053 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ce380766-d6bc-4432-804a-f58faa10eba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:06.695444 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb745c1-47d2-4124-9264-e8e5f5ff39a5 None None] The sync data for ids ['30d85c2e-6e99-44eb-88c2-e57b510da41e'] in n-d-712140-15 is: [{'id': '30d85c2e-6e99-44eb-88c2-e57b510da41e', 'name': 'tempest-TestSnapshotPattern-1799130282-router', 'tenant_id': '3fddfce12c744574aad80a77419908bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'e6e03bee-49f4-436c-86d9-908ea247413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:03Z', 'updated_at': '2021-11-12T21:17:04Z', 'revision_number': 3, 'project_id': '3fddfce12c744574aad80a77419908bf', 'gw_port': {'id': 'e6e03bee-49f4-436c-86d9-908ea247413b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d85c2e-6e99-44eb-88c2-e57b510da41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:04Z', 'updated_at': '2021-11-12T21:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:17:06.757640 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d0031-fcac-45e8-b40d-d6bea5123387 admin admin] Pushing event updated for resources: {'Port': ['ID=7229f641-76b7-458d-a1f6-3261006024b4,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:06.761372 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ce380766-d6bc-4432-804a-f58faa10eba8 None None] For port e6e03bee-49f4-436c-86d9-908ea247413b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e6e03bee-49f4-436c-86d9-908ea247413b,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:17:06.766501 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0031-fcac-45e8-b40d-d6bea5123387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705467'] for router_interface, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:06.773507 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ce380766-d6bc-4432-804a-f58faa10eba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:06.886708 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5d0031-fcac-45e8-b40d-d6bea5123387 admin admin] Network 5e886dac-0fbf-47d8-b19d-bada1bb58ecb is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:17:06.888541 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-7a5d0031-fcac-45e8-b40d-d6bea5123387 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:17:06.898097 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce380766-d6bc-4432-804a-f58faa10eba8 None None] Pushing event updated for resources: {'Port': ['ID=e6e03bee-49f4-436c-86d9-908ea247413b,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:06.952602 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-42e80e72-cc1f-4e59-9c49-d4f27ebbc8bd None None] Provisioning complete for port e6e03bee-49f4-436c-86d9-908ea247413b triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:06.952978 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-42e80e72-cc1f-4e59-9c49-d4f27ebbc8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:07.012335 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-59c7b918-a293-4bf3-ad62-73e991ddfbab None None] Publish callbacks [] for port, precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:07.031383 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-59c7b918-a293-4bf3-ad62-73e991ddfbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:07.083539 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5d0031-fcac-45e8-b40d-d6bea5123387 admin admin] Router 30d85c2e-6e99-44eb-88c2-e57b510da41e has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:17:07.165841 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11418d-6a4d-4805-96a7-26bc78a67bbd None None] Pushing event updated for resources: {'Port': ['ID=3acca619-69ec-415c-bd03-15c228f39921,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:07.271332 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-59c7b918-a293-4bf3-ad62-73e991ddfbab None None] Attempting to bind port 3acca619-69ec-415c-bd03-15c228f39921 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:17:07.271808 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-59c7b918-a293-4bf3-ad62-73e991ddfbab None None] Attempting to bind port 3acca619-69ec-415c-bd03-15c228f39921 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': '28ef0629-23a1-4924-a6a2-79cf0a7951e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:17:07.272562 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c7b918-a293-4bf3-ad62-73e991ddfbab None None] Attempting to bind port 3acca619-69ec-415c-bd03-15c228f39921 on network 424e9232-ada3-4583-a857-26f5dfe28812 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:17:07.286851 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c7b918-a293-4bf3-ad62-73e991ddfbab None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:17:07.287376 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c7b918-a293-4bf3-ad62-73e991ddfbab None None] Checking segment: {'id': '28ef0629-23a1-4924-a6a2-79cf0a7951e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:17:07.287961 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-59c7b918-a293-4bf3-ad62-73e991ddfbab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:07.288432 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c7b918-a293-4bf3-ad62-73e991ddfbab None None] Bound using segment: {'id': '28ef0629-23a1-4924-a6a2-79cf0a7951e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:17:07.289318 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-59c7b918-a293-4bf3-ad62-73e991ddfbab None None] Bound port: 3acca619-69ec-415c-bd03-15c228f39921, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ef0629-23a1-4924-a6a2-79cf0a7951e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:17:07.289710 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-59c7b918-a293-4bf3-ad62-73e991ddfbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:07.293575 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-42e80e72-cc1f-4e59-9c49-d4f27ebbc8bd None None] Provisioning complete for port 7229f641-76b7-458d-a1f6-3261006024b4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:07.293932 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-42e80e72-cc1f-4e59-9c49-d4f27ebbc8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:07.301505 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5d0031-fcac-45e8-b40d-d6bea5123387 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:17:07.316580 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-7a5d0031-fcac-45e8-b40d-d6bea5123387 admin admin] 10.222.0.48 "PUT /v2.0/routers/30d85c2e-6e99-44eb-88c2-e57b510da41e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0416505 Nov 12 21:17:07.390576 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-42e80e72-cc1f-4e59-9c49-d4f27ebbc8bd None None] Port 7229f641-76b7-458d-a1f6-3261006024b4 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:17:07.413323 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-42e80e72-cc1f-4e59-9c49-d4f27ebbc8bd None None] Provisioning complete for port 7a0309b1-3151-4072-a443-7b7cd4419449 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:07.413704 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-42e80e72-cc1f-4e59-9c49-d4f27ebbc8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:07.480479 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-59c7b918-a293-4bf3-ad62-73e991ddfbab None None] For port 3acca619-69ec-415c-bd03-15c228f39921, host n-d-712140-15, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:17:07.485414 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-59c7b918-a293-4bf3-ad62-73e991ddfbab None None] For port 3acca619-69ec-415c-bd03-15c228f39921, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3acca619-69ec-415c-bd03-15c228f39921,segment=NetworkSegment(28ef0629-23a1-4924-a6a2-79cf0a7951e1),segment_id=28ef0629-23a1-4924-a6a2-79cf0a7951e1)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:17:07.494939 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-59c7b918-a293-4bf3-ad62-73e991ddfbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:07.586489 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c7b918-a293-4bf3-ad62-73e991ddfbab None None] Routers {'bc497309-742f-4ce1-9e0c-6be9b7f16df9'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:17:07.587132 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-59c7b918-a293-4bf3-ad62-73e991ddfbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:16:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['bc497309-742f-4ce1-9e0c-6be9b7f16df9'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:07.643909 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11418d-6a4d-4805-96a7-26bc78a67bbd None None] Pushing event updated for resources: {'Port': ['ID=3acca619-69ec-415c-bd03-15c228f39921,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:07.729716 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-59c7b918-a293-4bf3-ad62-73e991ddfbab None None] Set router bc497309-742f-4ce1-9e0c-6be9b7f16df9 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:17:07.829540 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-93c663b2-7ea8-49cc-adbf-e3c6d5df66d9 None None] Provisioning complete for port 3acca619-69ec-415c-bd03-15c228f39921 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:07.830612 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-93c663b2-7ea8-49cc-adbf-e3c6d5df66d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.008466 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58520) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:08.014026 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-fbf03667-40b1-4573-9098-13ddd87bc0cd tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-322203736', 'description': 'tempest-secgroup-smoke-322203736 description', 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:17:08.039255 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fbf03667-40b1-4573-9098-13ddd87bc0cd tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for security_group, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.109602 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fbf03667-40b1-4573-9098-13ddd87bc0cd tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for security_group, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.114035 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fbf03667-40b1-4573-9098-13ddd87bc0cd tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.143230 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fbf03667-40b1-4573-9098-13ddd87bc0cd tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.148173 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-fbf03667-40b1-4573-9098-13ddd87bc0cd tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1349165 Nov 12 21:17:08.149056 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58522) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:08.150276 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf03667-40b1-4573-9098-13ddd87bc0cd tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:08.153205 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-ea5ebc8a-baa9-4450-be87-4b7022f5d554 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Request body: {'security_group_rule': {'security_group_id': '78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55', 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:17:08.163830 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-93c663b2-7ea8-49cc-adbf-e3c6d5df66d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.193557 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ea5ebc8a-baa9-4450-be87-4b7022f5d554 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.218113 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-93c663b2-7ea8-49cc-adbf-e3c6d5df66d9 None None] For port 3acca619-69ec-415c-bd03-15c228f39921, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3acca619-69ec-415c-bd03-15c228f39921,segment=NetworkSegment(28ef0629-23a1-4924-a6a2-79cf0a7951e1),segment_id=28ef0629-23a1-4924-a6a2-79cf0a7951e1)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:17:08.226541 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-93c663b2-7ea8-49cc-adbf-e3c6d5df66d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.271647 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ea5ebc8a-baa9-4450-be87-4b7022f5d554 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.276370 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ea5ebc8a-baa9-4450-be87-4b7022f5d554 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.277492 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-93c663b2-7ea8-49cc-adbf-e3c6d5df66d9 None None] Provisioning complete for port 7229f641-76b7-458d-a1f6-3261006024b4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:08.277862 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-93c663b2-7ea8-49cc-adbf-e3c6d5df66d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.287566 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-59c7b918-a293-4bf3-ad62-73e991ddfbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'name': 'tempest-TestSnapshotPattern-150740586-router', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:01Z', 'revision_number': 4, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'gw_port': {'id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '3acca619-69ec-415c-bd03-15c228f39921', 'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'mac_address': 'fa:16:3e:8e:e9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb5af605-176a-4909-a782-6191546cd373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:01Z', 'updated_at': '2021-11-12T21:17:07Z', 'revision_number': 4, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'subnets': [{'id': 'cb5af605-176a-4909-a782-6191546cd373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:08.296658 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ebc8a-baa9-4450-be87-4b7022f5d554 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93dd3741-5290-462a-8f72-45b741fda451,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:08.310994 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ea5ebc8a-baa9-4450-be87-4b7022f5d554 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.314834 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-ea5ebc8a-baa9-4450-be87-4b7022f5d554 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1626899 Nov 12 21:17:08.315210 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58524) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:08.320637 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-45c6abb1-92c3-464a-9a4d-778969176e67 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Request body: {'security_group_rule': {'security_group_id': '78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55', 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:17:08.365036 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45c6abb1-92c3-464a-9a4d-778969176e67 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.376558 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7b918-a293-4bf3-ad62-73e991ddfbab None None] The sync data for ids ['bc497309-742f-4ce1-9e0c-6be9b7f16df9'] in n-d-712140-15 is: [{'id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'name': 'tempest-TestSnapshotPattern-150740586-router', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:01Z', 'revision_number': 4, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'gw_port': {'id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '3acca619-69ec-415c-bd03-15c228f39921', 'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'mac_address': 'fa:16:3e:8e:e9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb5af605-176a-4909-a782-6191546cd373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:01Z', 'updated_at': '2021-11-12T21:17:07Z', 'revision_number': 4, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'subnets': [{'id': 'cb5af605-176a-4909-a782-6191546cd373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:17:08.385410 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c663b2-7ea8-49cc-adbf-e3c6d5df66d9 None None] Pushing event updated for resources: {'Port': ['ID=3acca619-69ec-415c-bd03-15c228f39921,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:08.403313 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-93c663b2-7ea8-49cc-adbf-e3c6d5df66d9 None None] Port 7229f641-76b7-458d-a1f6-3261006024b4 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:17:08.406165 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7a0309b1-3151-4072-a443-7b7cd4419449 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:17:08.441735 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45c6abb1-92c3-464a-9a4d-778969176e67 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.446737 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45c6abb1-92c3-464a-9a4d-778969176e67 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.463023 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 7a0309b1-3151-4072-a443-7b7cd4419449 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:08.463384 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.467627 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6abb1-92c3-464a-9a4d-778969176e67 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=217a9246-a787-4600-8e70-3335f5a8e744,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:08.478685 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-45c6abb1-92c3-464a-9a4d-778969176e67 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.482556 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-45c6abb1-92c3-464a-9a4d-778969176e67 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1637850 Nov 12 21:17:08.482723 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58526) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:08.490632 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b271342b-b383-4d8e-baee-bc8574784cb1 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Request body: {'security_group_rule': {'security_group_id': '78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55', 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:17:08.532473 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b271342b-b383-4d8e-baee-bc8574784cb1 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.566966 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d00994d3-287b-4cd4-bd4c-3ce89983676a None None] Provisioning complete for port 3acca619-69ec-415c-bd03-15c228f39921 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:08.567333 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d00994d3-287b-4cd4-bd4c-3ce89983676a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.593619 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3acca619-69ec-415c-bd03-15c228f39921 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:17:08.609711 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b271342b-b383-4d8e-baee-bc8574784cb1 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.616532 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b271342b-b383-4d8e-baee-bc8574784cb1 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.650806 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271342b-b383-4d8e-baee-bc8574784cb1 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5efe2141-770f-4b04-9b66-4fa3bc94cc13,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:08.662067 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b271342b-b383-4d8e-baee-bc8574784cb1 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.663740 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-b271342b-b383-4d8e-baee-bc8574784cb1 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1789823 Nov 12 21:17:08.666102 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 58528) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:08.670799 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.v2.base [None req-ba54678e-3092-4313-a60c-0e49566a9557 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Request body: {'security_group_rule': {'security_group_id': '78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55', 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:17:08.691511 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 3acca619-69ec-415c-bd03-15c228f39921 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:08.691875 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.702947 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ba54678e-3092-4313-a60c-0e49566a9557 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.770402 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ba54678e-3092-4313-a60c-0e49566a9557 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.776006 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ba54678e-3092-4313-a60c-0e49566a9557 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.783480 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e6e03bee-49f4-436c-86d9-908ea247413b up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:17:08.801675 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54678e-3092-4313-a60c-0e49566a9557 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90769a93-e283-4b28-bbbf-081e15e741e6,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:08.814347 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ba54678e-3092-4313-a60c-0e49566a9557 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.816068 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-ba54678e-3092-4313-a60c-0e49566a9557 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1488521 Nov 12 21:17:08.819732 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58530) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:08.825878 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-12844f13-7351-4c3c-8551-b496f1284b30 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Request body: {'security_group_rule': {'security_group_id': '78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55', 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:17:08.845965 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port e6e03bee-49f4-436c-86d9-908ea247413b triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:08.846596 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.852307 n-d-712140-15 neutron-server[102448]: INFO neutron.db.securitygroups_db [None req-12844f13-7351-4c3c-8551-b496f1284b30 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Project cdb7bdd38a5645a99acd709018c84aa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:17:08.861124 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-12844f13-7351-4c3c-8551-b496f1284b30 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.928886 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e99dd5b-d427-4b09-9724-1221b05fc8ca None None] Sync routers for ids ['30d85c2e-6e99-44eb-88c2-e57b510da41e'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:17:08.941158 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-12844f13-7351-4c3c-8551-b496f1284b30 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.941608 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e99dd5b-d427-4b09-9724-1221b05fc8ca None None] Routers {'30d85c2e-6e99-44eb-88c2-e57b510da41e'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:17:08.942249 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-3e99dd5b-d427-4b09-9724-1221b05fc8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:16:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['30d85c2e-6e99-44eb-88c2-e57b510da41e'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:08.948008 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-12844f13-7351-4c3c-8551-b496f1284b30 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.968575 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12844f13-7351-4c3c-8551-b496f1284b30 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789868c6-f759-4589-bb5b-bf4f9aa8c2de,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:08.977716 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-12844f13-7351-4c3c-8551-b496f1284b30 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:08.982444 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-12844f13-7351-4c3c-8551-b496f1284b30 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1585772 Nov 12 21:17:08.982843 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58532) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:08.990648 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-a9e04970-eaca-4890-9955-990b7268c52e tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Request body: {'security_group_rule': {'security_group_id': '78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55', 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:17:09.029284 n-d-712140-15 neutron-server[102448]: INFO neutron.db.securitygroups_db [None req-a9e04970-eaca-4890-9955-990b7268c52e tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Project cdb7bdd38a5645a99acd709018c84aa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 21:17:09.036129 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a9e04970-eaca-4890-9955-990b7268c52e tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:09.063931 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-3e99dd5b-d427-4b09-9724-1221b05fc8ca None None] Set router 30d85c2e-6e99-44eb-88c2-e57b510da41e gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:17:09.104041 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a9e04970-eaca-4890-9955-990b7268c52e tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:09.108761 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a9e04970-eaca-4890-9955-990b7268c52e tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771145'] for security_group_rule, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:09.124404 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e04970-eaca-4890-9955-990b7268c52e tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20db8a65-ed8c-4b48-b742-315e2275ac6a,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:09.143591 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a9e04970-eaca-4890-9955-990b7268c52e tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:09.153830 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-a9e04970-eaca-4890-9955-990b7268c52e tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1606224 Nov 12 21:17:09.332194 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-4f3ba0cc-ee4c-4246-883e-e72d396086f7 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-322203736&fields=id&tenant_id=cdb7bdd38a5645a99acd709018c84aa6 HTTP/1.1" status: 200 len: 267 time: 0.0540879 Nov 12 21:17:09.397876 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-3e99dd5b-d427-4b09-9724-1221b05fc8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d85c2e-6e99-44eb-88c2-e57b510da41e', 'name': 'tempest-TestSnapshotPattern-1799130282-router', 'tenant_id': '3fddfce12c744574aad80a77419908bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'e6e03bee-49f4-436c-86d9-908ea247413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:03Z', 'updated_at': '2021-11-12T21:17:06Z', 'revision_number': 4, 'project_id': '3fddfce12c744574aad80a77419908bf', 'gw_port': {'id': 'e6e03bee-49f4-436c-86d9-908ea247413b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d85c2e-6e99-44eb-88c2-e57b510da41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:04Z', 'updated_at': '2021-11-12T21:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '7229f641-76b7-458d-a1f6-3261006024b4', 'name': '', 'network_id': '5e886dac-0fbf-47d8-b19d-bada1bb58ecb', 'tenant_id': '3fddfce12c744574aad80a77419908bf', 'mac_address': 'fa:16:3e:e2:63:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d85c2e-6e99-44eb-88c2-e57b510da41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b395264d-df16-4c2f-a3e7-871e0fbcf965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:05Z', 'updated_at': '2021-11-12T21:17:06Z', 'revision_number': 2, 'project_id': '3fddfce12c744574aad80a77419908bf', 'subnets': [{'id': 'b395264d-df16-4c2f-a3e7-871e0fbcf965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:09.424060 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e99dd5b-d427-4b09-9724-1221b05fc8ca None None] Checking router: 30d85c2e-6e99-44eb-88c2-e57b510da41e for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:17:09.424432 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e99dd5b-d427-4b09-9724-1221b05fc8ca None None] Updating router 30d85c2e-6e99-44eb-88c2-e57b510da41e port 7229f641-76b7-458d-a1f6-3261006024b4 binding host n-d-712140-15 {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 21:17:09.448337 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-b1f8a598-9c8f-43b8-be9d-2faa4201a9c2 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:09.449372 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3e99dd5b-d427-4b09-9724-1221b05fc8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:09.449837 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-b1f8a598-9c8f-43b8-be9d-2faa4201a9c2 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/networks?id=424e9232-ada3-4583-a857-26f5dfe28812 HTTP/1.1" status: 200 len: 809 time: 0.1098762 Nov 12 21:17:09.465717 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-aca611bb-f073-4bb0-b21b-ba3afc8cd8cb tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/quotas/cdb7bdd38a5645a99acd709018c84aa6 HTTP/1.1" status: 200 len: 375 time: 0.0101073 Nov 12 21:17:09.517363 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-567e8109-fc8f-4ea4-bc21-77e7952c4139 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cdb7bdd38a5645a99acd709018c84aa6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458176 Nov 12 21:17:09.536398 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-cf13756a-a283-489a-84f9-317341ec44e3 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:17:09.537535 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-cf13756a-a283-489a-84f9-317341ec44e3 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056217 Nov 12 21:17:09.650110 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-efcc8439-8156-410d-bd2e-9cd893efe5d5 service neutron] 10.222.0.48 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041043 Nov 12 21:17:09.741703 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3e99dd5b-d427-4b09-9724-1221b05fc8ca None None] Publish callbacks [] for port, precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:09.747898 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3e99dd5b-d427-4b09-9724-1221b05fc8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:09.750989 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-beb8e581-2c64-4c2a-ab7f-98a6831b329a service neutron] 10.222.0.48 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947821 Nov 12 21:17:09.843639 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-3e99dd5b-d427-4b09-9724-1221b05fc8ca None None] Attempting to bind port 7229f641-76b7-458d-a1f6-3261006024b4 on host n-d-712140-15 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:17:09.844007 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-3e99dd5b-d427-4b09-9724-1221b05fc8ca None None] Attempting to bind port 7229f641-76b7-458d-a1f6-3261006024b4 by drivers openvswitch,hyperv on host n-d-712140-15 at level 0 using segments [{'id': 'b2fa6599-d8b8-4b2b-9bbc-f3b6aee27f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e886dac-0fbf-47d8-b19d-bada1bb58ecb'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:17:09.844388 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e99dd5b-d427-4b09-9724-1221b05fc8ca None None] Attempting to bind port 7229f641-76b7-458d-a1f6-3261006024b4 on network 5e886dac-0fbf-47d8-b19d-bada1bb58ecb {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:17:09.853221 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e99dd5b-d427-4b09-9724-1221b05fc8ca None None] Checking agent: {'id': 'f781a1e9-143b-49e4-8b48-c521e0079ad9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 45, 26), 'started_at': datetime.datetime(2021, 11, 12, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:17:09.853583 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e99dd5b-d427-4b09-9724-1221b05fc8ca None None] Checking segment: {'id': 'b2fa6599-d8b8-4b2b-9bbc-f3b6aee27f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e886dac-0fbf-47d8-b19d-bada1bb58ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:17:09.854162 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3e99dd5b-d427-4b09-9724-1221b05fc8ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:09.854721 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e99dd5b-d427-4b09-9724-1221b05fc8ca None None] Bound using segment: {'id': 'b2fa6599-d8b8-4b2b-9bbc-f3b6aee27f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e886dac-0fbf-47d8-b19d-bada1bb58ecb'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:17:09.855367 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-3e99dd5b-d427-4b09-9724-1221b05fc8ca None None] Bound port: 7229f641-76b7-458d-a1f6-3261006024b4, host: n-d-712140-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fa6599-d8b8-4b2b-9bbc-f3b6aee27f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e886dac-0fbf-47d8-b19d-bada1bb58ecb'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:17:09.855740 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3e99dd5b-d427-4b09-9724-1221b05fc8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:09.858782 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f19e5-d75e-4957-865f-73a66aa1e87c None None] Pushing event updated for resources: {'Port': ['ID=7229f641-76b7-458d-a1f6-3261006024b4,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:09.928000 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-3e99dd5b-d427-4b09-9724-1221b05fc8ca None None] For port 7229f641-76b7-458d-a1f6-3261006024b4, host n-d-712140-15, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:17:09.932050 n-d-712140-15 neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-3e99dd5b-d427-4b09-9724-1221b05fc8ca None None] For port 7229f641-76b7-458d-a1f6-3261006024b4, host n-d-712140-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7229f641-76b7-458d-a1f6-3261006024b4,segment=NetworkSegment(b2fa6599-d8b8-4b2b-9bbc-f3b6aee27f5a),segment_id=b2fa6599-d8b8-4b2b-9bbc-f3b6aee27f5a)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:17:09.937150 n-d-712140-15 neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3e99dd5b-d427-4b09-9724-1221b05fc8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:09.998664 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f19e5-d75e-4957-865f-73a66aa1e87c None None] Pushing event updated for resources: {'Port': ['ID=7229f641-76b7-458d-a1f6-3261006024b4,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:10.003022 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e99dd5b-d427-4b09-9724-1221b05fc8ca None None] Routers {'30d85c2e-6e99-44eb-88c2-e57b510da41e'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:17:10.003643 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-3e99dd5b-d427-4b09-9724-1221b05fc8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:16:53Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['30d85c2e-6e99-44eb-88c2-e57b510da41e'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:10.054710 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-62af75d1-9a2e-41fb-93e2-021afb95c04d None None] Provisioning complete for port 7229f641-76b7-458d-a1f6-3261006024b4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:10.055307 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-62af75d1-9a2e-41fb-93e2-021afb95c04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:10.122396 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-3e99dd5b-d427-4b09-9724-1221b05fc8ca None None] Set router 30d85c2e-6e99-44eb-88c2-e57b510da41e gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:17:10.141532 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-62af75d1-9a2e-41fb-93e2-021afb95c04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:10.181232 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-62af75d1-9a2e-41fb-93e2-021afb95c04d None None] For port 7229f641-76b7-458d-a1f6-3261006024b4, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7229f641-76b7-458d-a1f6-3261006024b4,segment=NetworkSegment(b2fa6599-d8b8-4b2b-9bbc-f3b6aee27f5a),segment_id=b2fa6599-d8b8-4b2b-9bbc-f3b6aee27f5a)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:17:10.192694 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-62af75d1-9a2e-41fb-93e2-021afb95c04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:10.244091 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af75d1-9a2e-41fb-93e2-021afb95c04d None None] Pushing event updated for resources: {'Port': ['ID=7229f641-76b7-458d-a1f6-3261006024b4,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:10.248893 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3acca619-69ec-415c-bd03-15c228f39921 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:17:10.298260 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 3acca619-69ec-415c-bd03-15c228f39921 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:10.298631 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:10.356363 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8a5e7fdd-1d35-4dd6-b3e9-178653522853 None None] Provisioning complete for port 7229f641-76b7-458d-a1f6-3261006024b4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:10.356743 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8a5e7fdd-1d35-4dd6-b3e9-178653522853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:10.359594 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-3e99dd5b-d427-4b09-9724-1221b05fc8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d85c2e-6e99-44eb-88c2-e57b510da41e', 'name': 'tempest-TestSnapshotPattern-1799130282-router', 'tenant_id': '3fddfce12c744574aad80a77419908bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'e6e03bee-49f4-436c-86d9-908ea247413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:03Z', 'updated_at': '2021-11-12T21:17:06Z', 'revision_number': 4, 'project_id': '3fddfce12c744574aad80a77419908bf', 'gw_port': {'id': 'e6e03bee-49f4-436c-86d9-908ea247413b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d85c2e-6e99-44eb-88c2-e57b510da41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:04Z', 'updated_at': '2021-11-12T21:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '7229f641-76b7-458d-a1f6-3261006024b4', 'name': '', 'network_id': '5e886dac-0fbf-47d8-b19d-bada1bb58ecb', 'tenant_id': '3fddfce12c744574aad80a77419908bf', 'mac_address': 'fa:16:3e:e2:63:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d85c2e-6e99-44eb-88c2-e57b510da41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b395264d-df16-4c2f-a3e7-871e0fbcf965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:05Z', 'updated_at': '2021-11-12T21:17:09Z', 'revision_number': 4, 'project_id': '3fddfce12c744574aad80a77419908bf', 'subnets': [{'id': 'b395264d-df16-4c2f-a3e7-871e0fbcf965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:10.391792 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e99dd5b-d427-4b09-9724-1221b05fc8ca None None] The sync data for ids ['30d85c2e-6e99-44eb-88c2-e57b510da41e'] in n-d-712140-15 is: [{'id': '30d85c2e-6e99-44eb-88c2-e57b510da41e', 'name': 'tempest-TestSnapshotPattern-1799130282-router', 'tenant_id': '3fddfce12c744574aad80a77419908bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'e6e03bee-49f4-436c-86d9-908ea247413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:03Z', 'updated_at': '2021-11-12T21:17:06Z', 'revision_number': 4, 'project_id': '3fddfce12c744574aad80a77419908bf', 'gw_port': {'id': 'e6e03bee-49f4-436c-86d9-908ea247413b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d85c2e-6e99-44eb-88c2-e57b510da41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:04Z', 'updated_at': '2021-11-12T21:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '7229f641-76b7-458d-a1f6-3261006024b4', 'name': '', 'network_id': '5e886dac-0fbf-47d8-b19d-bada1bb58ecb', 'tenant_id': '3fddfce12c744574aad80a77419908bf', 'mac_address': 'fa:16:3e:e2:63:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d85c2e-6e99-44eb-88c2-e57b510da41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b395264d-df16-4c2f-a3e7-871e0fbcf965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:05Z', 'updated_at': '2021-11-12T21:17:09Z', 'revision_number': 4, 'project_id': '3fddfce12c744574aad80a77419908bf', 'subnets': [{'id': 'b395264d-df16-4c2f-a3e7-871e0fbcf965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:17:10.967760 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8a5b1e42-4df0-41d8-9f94-cf98c20add7d req-00500ef1-8124-46d7-914d-daf38f57e1dc tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 210 time: 0.0332193 Nov 12 21:17:12.057016 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a9fa77d8-1a96-4c60-adf9-fd1e421d7eb9 req-9d51f546-0dd6-4a2b-8485-2b66fface1b3 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 210 time: 0.0287590 Nov 12 21:17:12.220259 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7229f641-76b7-458d-a1f6-3261006024b4 up at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:17:12.269037 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Provisioning complete for port 7229f641-76b7-458d-a1f6-3261006024b4 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:12.269405 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:13.136220 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d42edd2e-ece1-4dda-bfac-c67fcab42f6c req-87daa4af-5e5a-4749-b49d-9d1328a10c08 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 210 time: 0.0270610 Nov 12 21:17:14.215377 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1634ba56-52d5-4590-a611-a4cc02dd7970 req-f1f438eb-6b75-4856-a9d0-371cf21950db tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 210 time: 0.0268395 Nov 12 21:17:15.310625 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-79ef47ef-706f-46b0-bc69-4b453ffd5401 req-d7757e6b-9ac9-45c3-ab24-852ce612e32e tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 210 time: 0.0261860 Nov 12 21:17:16.150004 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-e2561fe3-9d05-4cc3-80d6-31611d0a1648 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:16.151566 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-e2561fe3-9d05-4cc3-80d6-31611d0a1648 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.55 "GET /v2.0/networks?id=424e9232-ada3-4583-a857-26f5dfe28812 HTTP/1.1" status: 200 len: 809 time: 0.1099424 Nov 12 21:17:16.215766 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-3be09d32-f23d-4212-a95e-d4e71f010c32 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdb7bdd38a5645a99acd709018c84aa6 HTTP/1.1" status: 200 len: 379 time: 0.0550644 Nov 12 21:17:16.226075 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-a0eac0be-3d3a-42db-a180-95b25d9d7bd5 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Request body: {'port': {'device_id': '5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'admin_state_up': True, 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'security_groups': ['78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:17:16.339057 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-a0eac0be-3d3a-42db-a180-95b25d9d7bd5 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Made reservation on behalf of cdb7bdd38a5645a99acd709018c84aa6 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:17:16.343276 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-a0eac0be-3d3a-42db-a180-95b25d9d7bd5 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:16.429908 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-57a85198-9497-4906-a9e2-92f1f0b509b0 req-33d417f3-f5cd-4982-ae65-beafe76e1c1c tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 210 time: 0.0331137 Nov 12 21:17:16.498599 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-a0eac0be-3d3a-42db-a180-95b25d9d7bd5 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Allocated IP 172.20.0.3 (424e9232-ada3-4583-a857-26f5dfe28812/cb5af605-176a-4909-a782-6191546cd373/b21e8df5-8202-4939-aed1-c4365af84ae9) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:17:16.642919 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-a0eac0be-3d3a-42db-a180-95b25d9d7bd5 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:16.680394 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-a0eac0be-3d3a-42db-a180-95b25d9d7bd5 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:16.726997 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-a0eac0be-3d3a-42db-a180-95b25d9d7bd5 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Network 424e9232-ada3-4583-a857-26f5dfe28812 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:17:16.732093 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-a0eac0be-3d3a-42db-a180-95b25d9d7bd5 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:17:16.735861 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-a0eac0be-3d3a-42db-a180-95b25d9d7bd5 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:17:16.743212 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eac0be-3d3a-42db-a180-95b25d9d7bd5 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Pushing event updated for resources: {'Port': ['ID=b21e8df5-8202-4939-aed1-c4365af84ae9,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:16.791278 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-a0eac0be-3d3a-42db-a180-95b25d9d7bd5 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:16.791963 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-a0eac0be-3d3a-42db-a180-95b25d9d7bd5 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:16.810403 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-a0eac0be-3d3a-42db-a180-95b25d9d7bd5 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5882463 Nov 12 21:17:16.934817 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-858953d2-8b62-408f-a89a-482c34ee1c95 service neutron] Request body: {'port': {'device_id': '5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:17:16.953577 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-acddcd59-4f52-4653-9277-1155d448bbf2 None None] Provisioning complete for port b21e8df5-8202-4939-aed1-c4365af84ae9 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:16.954151 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-acddcd59-4f52-4653-9277-1155d448bbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:16.988505 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-acddcd59-4f52-4653-9277-1155d448bbf2 None None] Port b21e8df5-8202-4939-aed1-c4365af84ae9 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:17:16.989726 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-858953d2-8b62-408f-a89a-482c34ee1c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:17.582320 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b965f-afd9-4489-a204-cc29ecfbcd65 req-b72db12a-0200-4bad-b41f-a1a0e5dd1eae tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:17.583977 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e6b965f-afd9-4489-a204-cc29ecfbcd65 req-b72db12a-0200-4bad-b41f-a1a0e5dd1eae tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 931 time: 0.0825708 Nov 12 21:17:17.600142 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-858953d2-8b62-408f-a89a-482c34ee1c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b21e8df5-8202-4939-aed1-c4365af84ae9 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:17:17.613470 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-858953d2-8b62-408f-a89a-482c34ee1c95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:17.642095 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-858953d2-8b62-408f-a89a-482c34ee1c95 service neutron] Transition to ACTIVE for port object b21e8df5-8202-4939-aed1-c4365af84ae9 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:17:17.659129 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-858953d2-8b62-408f-a89a-482c34ee1c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:17.667641 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7e6b965f-afd9-4489-a204-cc29ecfbcd65 req-517e4eeb-eb44-4d1f-ba20-82a125692a51 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768573 Nov 12 21:17:17.722773 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858953d2-8b62-408f-a89a-482c34ee1c95 service neutron] Pushing event updated for resources: {'Port': ['ID=b21e8df5-8202-4939-aed1-c4365af84ae9,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:17.797544 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-858953d2-8b62-408f-a89a-482c34ee1c95 service neutron] Attempting to bind port b21e8df5-8202-4939-aed1-c4365af84ae9 on host n-h1-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:17:17.797896 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-858953d2-8b62-408f-a89a-482c34ee1c95 service neutron] Attempting to bind port b21e8df5-8202-4939-aed1-c4365af84ae9 by drivers openvswitch,hyperv on host n-h1-712140-15 at level 0 using segments [{'id': '28ef0629-23a1-4924-a6a2-79cf0a7951e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:17:17.798232 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-858953d2-8b62-408f-a89a-482c34ee1c95 service neutron] Attempting to bind port b21e8df5-8202-4939-aed1-c4365af84ae9 on network 424e9232-ada3-4583-a857-26f5dfe28812 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:17:17.804298 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-858953d2-8b62-408f-a89a-482c34ee1c95 service neutron] Port b21e8df5-8202-4939-aed1-c4365af84ae9 on network 424e9232-ada3-4583-a857-26f5dfe28812 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:17:17.804630 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-858953d2-8b62-408f-a89a-482c34ee1c95 service neutron] Attempting to bind port b21e8df5-8202-4939-aed1-c4365af84ae9 on network 424e9232-ada3-4583-a857-26f5dfe28812 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:17:17.810839 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-858953d2-8b62-408f-a89a-482c34ee1c95 service neutron] Checking agent: {'id': '9d54276c-89dc-4a32-8556-4ffb4e20752b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:17:17.811178 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-858953d2-8b62-408f-a89a-482c34ee1c95 service neutron] Checking segment: {'id': '28ef0629-23a1-4924-a6a2-79cf0a7951e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:17:17.811574 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-858953d2-8b62-408f-a89a-482c34ee1c95 service neutron] Bound using segment: {'id': '28ef0629-23a1-4924-a6a2-79cf0a7951e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:17:17.812022 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-858953d2-8b62-408f-a89a-482c34ee1c95 service neutron] Bound port: b21e8df5-8202-4939-aed1-c4365af84ae9, host: n-h1-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28ef0629-23a1-4924-a6a2-79cf0a7951e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:17:17.812425 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-858953d2-8b62-408f-a89a-482c34ee1c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:17.882086 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-858953d2-8b62-408f-a89a-482c34ee1c95 service neutron] For port b21e8df5-8202-4939-aed1-c4365af84ae9, host n-h1-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:17:17.885631 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-858953d2-8b62-408f-a89a-482c34ee1c95 service neutron] For port b21e8df5-8202-4939-aed1-c4365af84ae9, host n-h1-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b21e8df5-8202-4939-aed1-c4365af84ae9,segment=NetworkSegment(28ef0629-23a1-4924-a6a2-79cf0a7951e1),segment_id=28ef0629-23a1-4924-a6a2-79cf0a7951e1)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:17:17.890120 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-858953d2-8b62-408f-a89a-482c34ee1c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:17.931297 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-858953d2-8b62-408f-a89a-482c34ee1c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:17.932096 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-858953d2-8b62-408f-a89a-482c34ee1c95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:17.933379 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-858953d2-8b62-408f-a89a-482c34ee1c95 service neutron] 10.222.0.55 "PUT /v2.0/ports/b21e8df5-8202-4939-aed1-c4365af84ae9 HTTP/1.1" status: 200 len: 1092 time: 1.1149631 Nov 12 21:17:17.933818 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0', 'tag': 'b21e8df5-8202-4939-aed1-c4365af84ae9'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:17:17.936082 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aeebbd5-7389-4607-a0a6-ddaa72c5bc46" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0", "tag": "b21e8df5-8202-4939-aed1-c4365af84ae9"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:17:17.968269 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858953d2-8b62-408f-a89a-482c34ee1c95 service neutron] Pushing event updated for resources: {'Port': ['ID=b21e8df5-8202-4939-aed1-c4365af84ae9,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:18.006769 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5afe922-6408-493e-b43d-b0b7229b37a9 x-openstack-request-id: req-e5afe922-6408-493e-b43d-b0b7229b37a9 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:17:18.007074 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0", "tag": "b21e8df5-8202-4939-aed1-c4365af84ae9", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:17:18.007319 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e5afe922-6408-493e-b43d-b0b7229b37a9 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:17:18.007698 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0', 'tag': 'b21e8df5-8202-4939-aed1-c4365af84ae9', 'status': 'completed', 'code': 200} Nov 12 21:17:18.025471 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-545a8f42-527b-4076-b109-0f0b05fe5e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:18.027036 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-545a8f42-527b-4076-b109-0f0b05fe5e79 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cdb7bdd38a5645a99acd709018c84aa6&device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 1095 time: 0.0477760 Nov 12 21:17:18.070654 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-294e24d0-49e3-4691-bde5-a8349ba50ab0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b21e8df5-8202-4939-aed1-c4365af84ae9 HTTP/1.1" status: 200 len: 217 time: 0.0360935 Nov 12 21:17:18.126620 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-72a1e994-6a83-4fa3-9fcc-c17db7b9712d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:18.128210 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-72a1e994-6a83-4fa3-9fcc-c17db7b9712d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb5af605-176a-4909-a782-6191546cd373 HTTP/1.1" status: 200 len: 848 time: 0.0509772 Nov 12 21:17:18.175503 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-e3ff6cbb-3402-4659-b140-ce1130521da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:18.177201 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-e3ff6cbb-3402-4659-b140-ce1130521da2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=424e9232-ada3-4583-a857-26f5dfe28812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420055 Nov 12 21:17:18.271956 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-4d109e2f-be35-46e0-aa78-27a20f08acc5 service neutron] 10.222.0.55 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866718 Nov 12 21:17:18.366327 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b8db8b6b-b409-41e0-9b11-4cf36d2cc5af req-830a8864-0f55-4c9d-8039-b0e62fdca35a service neutron] 10.222.0.55 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869000 Nov 12 21:17:18.451453 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeebbd5-7389-4607-a0a6-ddaa72c5bc46 req-3498238e-80d9-4d7e-96ec-7a7da5f5bb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:18.452917 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1aeebbd5-7389-4607-a0a6-ddaa72c5bc46 req-3498238e-80d9-4d7e-96ec-7a7da5f5bb2a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cdb7bdd38a5645a99acd709018c84aa6&device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 1095 time: 0.0423238 Nov 12 21:17:18.550187 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeebbd5-7389-4607-a0a6-ddaa72c5bc46 req-daeb5203-03d9-490e-a5ee-1bf275a161ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:18.551675 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1aeebbd5-7389-4607-a0a6-ddaa72c5bc46 req-daeb5203-03d9-490e-a5ee-1bf275a161ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=424e9232-ada3-4583-a857-26f5dfe28812 HTTP/1.1" status: 200 len: 910 time: 0.0919471 Nov 12 21:17:18.595067 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1aeebbd5-7389-4607-a0a6-ddaa72c5bc46 req-d2507ceb-3b46-4e8e-aedd-6ffee07c9ee7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b21e8df5-8202-4939-aed1-c4365af84ae9 HTTP/1.1" status: 200 len: 217 time: 0.0355070 Nov 12 21:17:18.652145 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeebbd5-7389-4607-a0a6-ddaa72c5bc46 req-d303ad54-2c54-4375-92a7-0a17941094b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:18.653664 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1aeebbd5-7389-4607-a0a6-ddaa72c5bc46 req-d303ad54-2c54-4375-92a7-0a17941094b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb5af605-176a-4909-a782-6191546cd373 HTTP/1.1" status: 200 len: 848 time: 0.0520403 Nov 12 21:17:18.705802 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeebbd5-7389-4607-a0a6-ddaa72c5bc46 req-6b75738e-fbb4-4c9b-9dad-59c6a9de676c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:18.707275 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1aeebbd5-7389-4607-a0a6-ddaa72c5bc46 req-6b75738e-fbb4-4c9b-9dad-59c6a9de676c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=424e9232-ada3-4583-a857-26f5dfe28812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469368 Nov 12 21:17:18.843178 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3962bc-105f-413e-b363-f84d2ee35238 req-e5f6de55-6959-412f-91c9-793dc0155ef5 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:18.844781 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f3962bc-105f-413e-b363-f84d2ee35238 req-e5f6de55-6959-412f-91c9-793dc0155ef5 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 943 time: 0.0999796 Nov 12 21:17:18.848435 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1aeebbd5-7389-4607-a0a6-ddaa72c5bc46 req-c4d922fa-b216-4201-a867-25ecca522cbc service neutron] 10.222.0.55 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335418 Nov 12 21:17:18.948042 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-6f3962bc-105f-413e-b363-f84d2ee35238 req-7d97b9cc-6141-469b-a687-e6a5e16768ce tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963993 Nov 12 21:17:18.971870 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-1aeebbd5-7389-4607-a0a6-ddaa72c5bc46 req-263fe017-0049-4aca-bdf4-13eb300e603e service neutron] 10.222.0.55 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143389 Nov 12 21:17:20.071762 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba18dd8-ece9-445e-9188-cd1fd72cd8ce req-18083e4d-2750-47f3-89c6-d8f6a6bfdb3f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:20.073322 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bba18dd8-ece9-445e-9188-cd1fd72cd8ce req-18083e4d-2750-47f3-89c6-d8f6a6bfdb3f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 943 time: 0.0541427 Nov 12 21:17:20.078078 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-da10064d-0e52-4bae-97de-145913800cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:20.123927 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-bba18dd8-ece9-445e-9188-cd1fd72cd8ce req-6e52156c-4800-4a1e-bb98-d8685bc028f4 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441916 Nov 12 21:17:21.122247 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:21.245771 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494de1d-de0f-4015-9012-8af60305c73f req-3d6a4467-cabe-4c6f-b313-a63600608b78 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:21.247262 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b494de1d-de0f-4015-9012-8af60305c73f req-3d6a4467-cabe-4c6f-b313-a63600608b78 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 943 time: 0.0518806 Nov 12 21:17:21.298051 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b494de1d-de0f-4015-9012-8af60305c73f req-f4cf472a-b1d1-4347-bb82-f3f439ae0aae tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447276 Nov 12 21:17:22.417341 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db85c4-fd56-431f-9590-639fe79b1c11 req-09133d6a-20e8-4b9b-809b-c600d36771ed tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:22.418785 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7db85c4-fd56-431f-9590-639fe79b1c11 req-09133d6a-20e8-4b9b-809b-c600d36771ed tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 943 time: 0.0498278 Nov 12 21:17:22.473136 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-b7db85c4-fd56-431f-9590-639fe79b1c11 req-06cbe826-a59f-4525-b2fe-292bbecb7633 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483057 Nov 12 21:17:22.632457 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:17:22.811979 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device b21e8df5-8202-4939-aed1-c4365af84ae9 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:17:22.916493 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1a503c87-32eb-44a7-94be-2cbee20e4dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:22.923647 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port b21e8df5-8202-4939-aed1-c4365af84ae9, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b21e8df5-8202-4939-aed1-c4365af84ae9,segment=NetworkSegment(28ef0629-23a1-4924-a6a2-79cf0a7951e1),segment_id=28ef0629-23a1-4924-a6a2-79cf0a7951e1)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:17:22.934741 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'b21e8df5-8202-4939-aed1-c4365af84ae9', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'port_id': 'b21e8df5-8202-4939-aed1-c4365af84ae9', 'mac_address': 'fa:16:3e:11:bd:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb5af605-176a-4909-a782-6191546cd373', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:17:22.975059 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:22.992101 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b21e8df5-8202-4939-aed1-c4365af84ae9 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:17:23.012942 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port b21e8df5-8202-4939-aed1-c4365af84ae9, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b21e8df5-8202-4939-aed1-c4365af84ae9,segment=NetworkSegment(28ef0629-23a1-4924-a6a2-79cf0a7951e1),segment_id=28ef0629-23a1-4924-a6a2-79cf0a7951e1)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:17:23.017130 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:23.064483 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=b21e8df5-8202-4939-aed1-c4365af84ae9,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:23.384310 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['b21e8df5-8202-4939-aed1-c4365af84ae9'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:17:23.606274 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60a2a0-744f-4f13-bc88-8b64a781b70a req-a2ccf56a-98b2-4917-9af2-99eefec1e344 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:23.607724 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cb60a2a0-744f-4f13-bc88-8b64a781b70a req-a2ccf56a-98b2-4917-9af2-99eefec1e344 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 944 time: 0.0574331 Nov 12 21:17:23.657808 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cb60a2a0-744f-4f13-bc88-8b64a781b70a req-9f8e7ddc-5854-4a73-b0b2-81838d54c275 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439703 Nov 12 21:17:24.055440 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:24.688912 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:24.782513 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cac556-30c8-41ad-bd94-ef6e295281b7 req-308ed20f-e73d-454c-9386-00ef0ce384a6 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:24.784023 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-15cac556-30c8-41ad-bd94-ef6e295281b7 req-308ed20f-e73d-454c-9386-00ef0ce384a6 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 944 time: 0.0535266 Nov 12 21:17:24.823349 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device b21e8df5-8202-4939-aed1-c4365af84ae9 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:17:24.838790 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-15cac556-30c8-41ad-bd94-ef6e295281b7 req-c9314915-c61f-49f6-8f92-74955403dfe3 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484586 Nov 12 21:17:24.875618 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning for port b21e8df5-8202-4939-aed1-c4365af84ae9 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:17:24.879552 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port b21e8df5-8202-4939-aed1-c4365af84ae9 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:17:24.879864 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:24.959879 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:24.982651 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21e8df5-8202-4939-aed1-c4365af84ae9'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:17:24.984919 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e2a221c1ff93e56a7b3290f78f059e5ee30a378a3a846772c85f81925c98a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7093b2-44b9-48b4-b009-045c69a8b64b" -d '{"events": [{"server_uuid": "5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0", "name": "network-vif-plugged", "status": "completed", "tag": "b21e8df5-8202-4939-aed1-c4365af84ae9"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:17:24.998202 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port b21e8df5-8202-4939-aed1-c4365af84ae9, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b21e8df5-8202-4939-aed1-c4365af84ae9,segment=NetworkSegment(28ef0629-23a1-4924-a6a2-79cf0a7951e1),segment_id=28ef0629-23a1-4924-a6a2-79cf0a7951e1)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:17:25.003010 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:25.026759 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9be24a-a296-4ff8-bd52-9e8bf7e6fdf0 x-openstack-request-id: req-1d9be24a-a296-4ff8-bd52-9e8bf7e6fdf0 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:17:25.027058 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0", "name": "network-vif-plugged", "status": "completed", "tag": "b21e8df5-8202-4939-aed1-c4365af84ae9", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:17:25.027315 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d9be24a-a296-4ff8-bd52-9e8bf7e6fdf0 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:17:25.027707 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21e8df5-8202-4939-aed1-c4365af84ae9', 'code': 200} Nov 12 21:17:25.055478 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=b21e8df5-8202-4939-aed1-c4365af84ae9,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:25.134011 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744b3cd-68a3-4e0d-b0f8-2e238870ac7c req-ff0b32ba-3062-4110-a868-fb40793fb681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:25.135437 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0744b3cd-68a3-4e0d-b0f8-2e238870ac7c req-ff0b32ba-3062-4110-a868-fb40793fb681 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 1097 time: 0.0479593 Nov 12 21:17:25.181972 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0744b3cd-68a3-4e0d-b0f8-2e238870ac7c req-fe3237e6-9fe5-43b0-a0db-c2f2fa588c3e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397584 Nov 12 21:17:25.479216 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:25.957758 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4797fb-0fb0-4bd0-aa64-0c7818cb1ba3 req-b855717a-be56-4699-bc59-81dad55ac6d9 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:25.960323 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-de4797fb-0fb0-4bd0-aa64-0c7818cb1ba3 req-b855717a-be56-4699-bc59-81dad55ac6d9 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 945 time: 0.0505745 Nov 12 21:17:26.010362 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-de4797fb-0fb0-4bd0-aa64-0c7818cb1ba3 req-ba5eba54-0bc9-4d81-bf0a-265c624a37e9 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440876 Nov 12 21:17:26.118648 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:27.135429 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14728024-ca1d-4354-b6b0-6dc64b8102aa req-20f3a78b-c57c-4bf7-958e-715757f4d061 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:27.137028 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-14728024-ca1d-4354-b6b0-6dc64b8102aa req-20f3a78b-c57c-4bf7-958e-715757f4d061 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 945 time: 0.0555792 Nov 12 21:17:27.187840 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-14728024-ca1d-4354-b6b0-6dc64b8102aa req-c03e7b42-ea35-47ed-bda9-cb866544495a tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448644 Nov 12 21:17:27.306492 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc18f7a-3311-4560-92fa-de432a78b7f5 req-367a0ff2-d06f-4d4f-878b-a3ed0d5d9151 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:27.307907 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5fc18f7a-3311-4560-92fa-de432a78b7f5 req-367a0ff2-d06f-4d4f-878b-a3ed0d5d9151 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 945 time: 0.0497243 Nov 12 21:17:27.358564 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-5fc18f7a-3311-4560-92fa-de432a78b7f5 req-b1ae0594-b455-4b7b-b47e-3ebacf1c3be0 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446277 Nov 12 21:17:27.381046 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58618) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:27.495902 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2ae137-714e-4d3b-b246-06f6523941be tempest-TestSnapshotPattern-1078091565 tempest-TestSnapshotPattern-1078091565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:27.497491 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-2f2ae137-714e-4d3b-b246-06f6523941be tempest-TestSnapshotPattern-1078091565 tempest-TestSnapshotPattern-1078091565-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 1092 time: 0.1154971 Nov 12 21:17:27.500426 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58622) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:17:27.505744 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-408af48d-e3d5-4ebd-bb72-89c430dc3f3f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'port_id': 'b21e8df5-8202-4939-aed1-c4365af84ae9', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:17:27.528680 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-408af48d-e3d5-4ebd-bb72-89c430dc3f3f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:27.631364 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-408af48d-e3d5-4ebd-bb72-89c430dc3f3f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:27.738596 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-408af48d-e3d5-4ebd-bb72-89c430dc3f3f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Allocated IP 172.25.5.121 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/0dc9ee5b-e232-49e5-8681-4a6487ad5d12) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:17:27.849356 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-408af48d-e3d5-4ebd-bb72-89c430dc3f3f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:27.884768 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-408af48d-e3d5-4ebd-bb72-89c430dc3f3f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:27.922894 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408af48d-e3d5-4ebd-bb72-89c430dc3f3f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:17:27.928959 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-408af48d-e3d5-4ebd-bb72-89c430dc3f3f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:17:27.931494 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408af48d-e3d5-4ebd-bb72-89c430dc3f3f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:17:27.961255 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408af48d-e3d5-4ebd-bb72-89c430dc3f3f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Pushing event updated for resources: {'Port': ['ID=0dc9ee5b-e232-49e5-8681-4a6487ad5d12,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:28.314084 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-408af48d-e3d5-4ebd-bb72-89c430dc3f3f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:28.386537 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-408af48d-e3d5-4ebd-bb72-89c430dc3f3f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:28.543459 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-408af48d-e3d5-4ebd-bb72-89c430dc3f3f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:28.548085 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-408af48d-e3d5-4ebd-bb72-89c430dc3f3f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:28.620730 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408af48d-e3d5-4ebd-bb72-89c430dc3f3f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Pushing event updated for resources: {'Port': ['ID=0dc9ee5b-e232-49e5-8681-4a6487ad5d12,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:17:28.633350 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-408af48d-e3d5-4ebd-bb72-89c430dc3f3f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:28.739410 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-408af48d-e3d5-4ebd-bb72-89c430dc3f3f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Floating IP c3e887d3-6710-4976-ad9a-a4eaeb33217d associated. External IP: 172.25.5.121, port: b21e8df5-8202-4939-aed1-c4365af84ae9. Nov 12 21:17:28.953026 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408af48d-e3d5-4ebd-bb72-89c430dc3f3f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Router bc497309-742f-4ce1-9e0c-6be9b7f16df9 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:17:29.066609 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408af48d-e3d5-4ebd-bb72-89c430dc3f3f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:17:29.077318 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e41951d-7a13-4d4e-9631-4edea048e277 None None] Sync routers for ids ['bc497309-742f-4ce1-9e0c-6be9b7f16df9'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:17:29.086553 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-408af48d-e3d5-4ebd-bb72-89c430dc3f3f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:29.088431 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e41951d-7a13-4d4e-9631-4edea048e277 None None] Routers {'bc497309-742f-4ce1-9e0c-6be9b7f16df9'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:17:29.089054 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1e41951d-7a13-4d4e-9631-4edea048e277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:17:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['bc497309-742f-4ce1-9e0c-6be9b7f16df9'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:29.115285 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-408af48d-e3d5-4ebd-bb72-89c430dc3f3f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6136546 Nov 12 21:17:29.115853 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0', 'tag': 'b21e8df5-8202-4939-aed1-c4365af84ae9'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:17:29.119662 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32061fd-9e0d-46a0-9474-6927920eebda" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0", "tag": "b21e8df5-8202-4939-aed1-c4365af84ae9"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:17:29.160468 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796fb5fa-2a60-4cd4-a82f-97c49d8846a9 x-openstack-request-id: req-796fb5fa-2a60-4cd4-a82f-97c49d8846a9 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:17:29.160755 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0", "tag": "b21e8df5-8202-4939-aed1-c4365af84ae9", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:17:29.160978 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-796fb5fa-2a60-4cd4-a82f-97c49d8846a9 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:17:29.161986 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0', 'tag': 'b21e8df5-8202-4939-aed1-c4365af84ae9', 'status': 'completed', 'code': 200} Nov 12 21:17:29.205600 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-1e41951d-7a13-4d4e-9631-4edea048e277 None None] Set router bc497309-742f-4ce1-9e0c-6be9b7f16df9 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:17:29.235749 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32061fd-9e0d-46a0-9474-6927920eebda req-5b7d62d7-e4b6-47f7-95d3-e846521e2559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:29.238227 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a32061fd-9e0d-46a0-9474-6927920eebda req-5b7d62d7-e4b6-47f7-95d3-e846521e2559 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cdb7bdd38a5645a99acd709018c84aa6&device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 1097 time: 0.0540471 Nov 12 21:17:29.346655 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32061fd-9e0d-46a0-9474-6927920eebda req-bf3673e8-2876-44a5-b7e6-ba2e119a8666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:29.348200 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a32061fd-9e0d-46a0-9474-6927920eebda req-bf3673e8-2876-44a5-b7e6-ba2e119a8666 service neutron] 10.222.0.55 "GET /v2.0/networks?id=424e9232-ada3-4583-a857-26f5dfe28812 HTTP/1.1" status: 200 len: 910 time: 0.1033475 Nov 12 21:17:29.429548 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a32061fd-9e0d-46a0-9474-6927920eebda req-d63d0370-5602-431e-896e-98388a56c9de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b21e8df5-8202-4939-aed1-c4365af84ae9 HTTP/1.1" status: 200 len: 999 time: 0.0730779 Nov 12 21:17:29.452902 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1e41951d-7a13-4d4e-9631-4edea048e277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'name': 'tempest-TestSnapshotPattern-150740586-router', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:01Z', 'revision_number': 4, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'gw_port': {'id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'c3e887d3-6710-4976-ad9a-a4eaeb33217d', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'port_id': 'b21e8df5-8202-4939-aed1-c4365af84ae9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'mac_address': 'fa:16:3e:11:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:17:28Z', 'updated_at': '2021-11-12T21:17:28Z', 'revision_number': 0, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3acca619-69ec-415c-bd03-15c228f39921', 'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'mac_address': 'fa:16:3e:8e:e9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb5af605-176a-4909-a782-6191546cd373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:01Z', 'updated_at': '2021-11-12T21:17:08Z', 'revision_number': 5, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'subnets': [{'id': 'cb5af605-176a-4909-a782-6191546cd373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:29.481468 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e41951d-7a13-4d4e-9631-4edea048e277 None None] Checking router: bc497309-742f-4ce1-9e0c-6be9b7f16df9 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:17:29.482207 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32061fd-9e0d-46a0-9474-6927920eebda req-7d9f797e-8aef-4dc1-ba39-f77f54a8f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:29.483702 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a32061fd-9e0d-46a0-9474-6927920eebda req-7d9f797e-8aef-4dc1-ba39-f77f54a8f7f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb5af605-176a-4909-a782-6191546cd373 HTTP/1.1" status: 200 len: 848 time: 0.0477047 Nov 12 21:17:29.490294 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e41951d-7a13-4d4e-9631-4edea048e277 None None] Routers {'bc497309-742f-4ce1-9e0c-6be9b7f16df9'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:17:29.490912 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1e41951d-7a13-4d4e-9631-4edea048e277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:17:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['bc497309-742f-4ce1-9e0c-6be9b7f16df9'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:29.607086 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-1e41951d-7a13-4d4e-9631-4edea048e277 None None] Set router bc497309-742f-4ce1-9e0c-6be9b7f16df9 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:17:29.855246 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32061fd-9e0d-46a0-9474-6927920eebda req-30d54bbc-1461-4a4c-b797-8fbd5bf506a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:29.856247 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a32061fd-9e0d-46a0-9474-6927920eebda req-30d54bbc-1461-4a4c-b797-8fbd5bf506a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=424e9232-ada3-4583-a857-26f5dfe28812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3655894 Nov 12 21:17:29.861233 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1e41951d-7a13-4d4e-9631-4edea048e277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'name': 'tempest-TestSnapshotPattern-150740586-router', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:01Z', 'revision_number': 4, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'gw_port': {'id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'c3e887d3-6710-4976-ad9a-a4eaeb33217d', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'port_id': 'b21e8df5-8202-4939-aed1-c4365af84ae9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'mac_address': 'fa:16:3e:11:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:17:28Z', 'updated_at': '2021-11-12T21:17:28Z', 'revision_number': 0, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3acca619-69ec-415c-bd03-15c228f39921', 'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'mac_address': 'fa:16:3e:8e:e9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb5af605-176a-4909-a782-6191546cd373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:01Z', 'updated_at': '2021-11-12T21:17:08Z', 'revision_number': 5, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'subnets': [{'id': 'cb5af605-176a-4909-a782-6191546cd373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:17:29.888929 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e41951d-7a13-4d4e-9631-4edea048e277 None None] The sync data for ids ['bc497309-742f-4ce1-9e0c-6be9b7f16df9'] in n-d-712140-15 is: [{'id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'name': 'tempest-TestSnapshotPattern-150740586-router', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:01Z', 'revision_number': 4, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'gw_port': {'id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'c3e887d3-6710-4976-ad9a-a4eaeb33217d', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'port_id': 'b21e8df5-8202-4939-aed1-c4365af84ae9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'mac_address': 'fa:16:3e:11:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:17:28Z', 'updated_at': '2021-11-12T21:17:28Z', 'revision_number': 0, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3acca619-69ec-415c-bd03-15c228f39921', 'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'mac_address': 'fa:16:3e:8e:e9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb5af605-176a-4909-a782-6191546cd373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:01Z', 'updated_at': '2021-11-12T21:17:08Z', 'revision_number': 5, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'subnets': [{'id': 'cb5af605-176a-4909-a782-6191546cd373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:17:29.950954 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a32061fd-9e0d-46a0-9474-6927920eebda req-30a3639e-1862-4f89-bcf8-962918cfcaa4 service neutron] 10.222.0.55 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868144 Nov 12 21:17:30.047457 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a32061fd-9e0d-46a0-9474-6927920eebda req-f9792aaa-df19-4d96-bd90-6483382db3fd service neutron] 10.222.0.55 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897760 Nov 12 21:17:30.092006 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942820de-6be7-48d2-8ff4-a1c478649011 None None] New status for floating IP c3e887d3-6710-4976-ad9a-a4eaeb33217d: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:17:49.167852 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3ac43435-a085-4e1b-a9ca-05bde46d3aba req-7c9345b5-c0f0-4ab1-a247-46b37eb4b04a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414894 Nov 12 21:17:49.250491 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac43435-a085-4e1b-a9ca-05bde46d3aba req-0daa69b4-bab5-4249-b52c-a8cf5bb6bdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:49.251982 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3ac43435-a085-4e1b-a9ca-05bde46d3aba req-0daa69b4-bab5-4249-b52c-a8cf5bb6bdab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cdb7bdd38a5645a99acd709018c84aa6&device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 1097 time: 0.0408428 Nov 12 21:17:49.371324 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac43435-a085-4e1b-a9ca-05bde46d3aba req-54f87d67-653b-4b2f-9260-4d42e21391ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:49.372966 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3ac43435-a085-4e1b-a9ca-05bde46d3aba req-54f87d67-653b-4b2f-9260-4d42e21391ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=424e9232-ada3-4583-a857-26f5dfe28812 HTTP/1.1" status: 200 len: 910 time: 0.0978713 Nov 12 21:17:49.437916 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3ac43435-a085-4e1b-a9ca-05bde46d3aba req-e721b8e9-b9dd-4b25-992b-4ebff82f6784 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b21e8df5-8202-4939-aed1-c4365af84ae9 HTTP/1.1" status: 200 len: 1001 time: 0.0580928 Nov 12 21:17:49.494999 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac43435-a085-4e1b-a9ca-05bde46d3aba req-d75229fb-64e7-4b29-87e1-671477dbd051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:49.496494 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3ac43435-a085-4e1b-a9ca-05bde46d3aba req-d75229fb-64e7-4b29-87e1-671477dbd051 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb5af605-176a-4909-a782-6191546cd373 HTTP/1.1" status: 200 len: 848 time: 0.0520685 Nov 12 21:17:49.546496 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac43435-a085-4e1b-a9ca-05bde46d3aba req-f9426199-8fa3-4a91-8314-e13b2aacdd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:17:49.548498 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3ac43435-a085-4e1b-a9ca-05bde46d3aba req-f9426199-8fa3-4a91-8314-e13b2aacdd16 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=424e9232-ada3-4583-a857-26f5dfe28812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452890 Nov 12 21:17:49.651831 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3ac43435-a085-4e1b-a9ca-05bde46d3aba req-973f388c-77bf-4956-8749-4dde874583e3 service neutron] 10.222.0.55 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962341 Nov 12 21:17:49.790209 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3ac43435-a085-4e1b-a9ca-05bde46d3aba req-942dc7e3-4dc7-475c-be53-ea78c0946930 service neutron] 10.222.0.55 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308432 Nov 12 21:17:50.082044 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1d246430-9829-4e45-bd7c-afbc44daf34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:51.125713 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:52.908585 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5feac2a4-f26d-42d0-9005-f69546ccac56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:54.057615 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:54.703780 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:55.481072 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:56.121278 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:17:59.632144 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:18:20.076696 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e3082e09-9a1f-4e3a-9a11-418c2a3a3283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:21.140606 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:22.910414 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3d1faa4c-b504-477f-bab6-4479d5446bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:24.059183 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:24.712311 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:25.483394 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:26.122870 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:36.630918 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:18:50.079891 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-96dc8f5d-6ee9-4298-873c-a14fe5a29214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:50.571354 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-281f3900-0814-46f4-9178-6bf27a735f36 req-6c929e36-0545-4bb1-96fb-b7253110094c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409451 Nov 12 21:18:50.661620 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f3900-0814-46f4-9178-6bf27a735f36 req-fb75bc3a-a378-4215-8064-928223d258a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:50.663122 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-281f3900-0814-46f4-9178-6bf27a735f36 req-fb75bc3a-a378-4215-8064-928223d258a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cdb7bdd38a5645a99acd709018c84aa6&device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 1097 time: 0.0461502 Nov 12 21:18:50.773012 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f3900-0814-46f4-9178-6bf27a735f36 req-249e9aad-fcf4-471c-81f1-f0a975b4e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:50.774414 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-281f3900-0814-46f4-9178-6bf27a735f36 req-249e9aad-fcf4-471c-81f1-f0a975b4e1b8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=424e9232-ada3-4583-a857-26f5dfe28812 HTTP/1.1" status: 200 len: 910 time: 0.0913022 Nov 12 21:18:50.839634 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-281f3900-0814-46f4-9178-6bf27a735f36 req-dbf9a36f-1dad-40a8-9a8c-d1ba1d74fa76 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b21e8df5-8202-4939-aed1-c4365af84ae9 HTTP/1.1" status: 200 len: 1001 time: 0.0581262 Nov 12 21:18:50.896770 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f3900-0814-46f4-9178-6bf27a735f36 req-d25e3405-e6d0-4b72-9b0e-0d8b34fecf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:50.898691 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-281f3900-0814-46f4-9178-6bf27a735f36 req-d25e3405-e6d0-4b72-9b0e-0d8b34fecf67 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb5af605-176a-4909-a782-6191546cd373 HTTP/1.1" status: 200 len: 848 time: 0.0521903 Nov 12 21:18:50.949993 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f3900-0814-46f4-9178-6bf27a735f36 req-8f41f34e-51cb-4792-aaf9-98c37e4fce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:18:50.951490 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-281f3900-0814-46f4-9178-6bf27a735f36 req-8f41f34e-51cb-4792-aaf9-98c37e4fce71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=424e9232-ada3-4583-a857-26f5dfe28812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460691 Nov 12 21:18:51.042090 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-281f3900-0814-46f4-9178-6bf27a735f36 req-7b47d935-4132-4853-bc74-710c59b86a8e service neutron] 10.222.0.55 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829809 Nov 12 21:18:51.139793 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-281f3900-0814-46f4-9178-6bf27a735f36 req-b67026de-91e3-4628-ad02-7e86fa7f004f service neutron] 10.222.0.55 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905535 Nov 12 21:18:51.173573 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:52.917565 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff83ef04-21b5-4503-a8f9-449c2fbfc3a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:54.062359 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:54.724710 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:55.487043 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:18:56.125399 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:13.630210 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:19:20.083599 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-de644a5b-7a89-4429-a87b-48878976f5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:21.168905 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:23.060221 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2fad2dc7-65a5-4542-822d-ba996e491572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:24.065629 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:24.720464 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:25.490152 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:26.128064 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:50.085175 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60480516-9c13-40e6-9f6d-7c708eed31b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:50.629317 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:19:51.156767 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:52.580724 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d21b9c83-86d9-4e0c-8dc5-7b1b5a2dcab6 req-a6d0cc8c-05f7-43f3-a7d1-9a47973337eb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413668 Nov 12 21:19:52.668192 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b9c83-86d9-4e0c-8dc5-7b1b5a2dcab6 req-7a306c81-2f75-4d8f-b7fd-a438d31e171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:52.669720 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d21b9c83-86d9-4e0c-8dc5-7b1b5a2dcab6 req-7a306c81-2f75-4d8f-b7fd-a438d31e171d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cdb7bdd38a5645a99acd709018c84aa6&device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 1097 time: 0.0445054 Nov 12 21:19:52.773871 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b9c83-86d9-4e0c-8dc5-7b1b5a2dcab6 req-b3b67a95-a6f1-47f4-8812-52b38aca2490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:52.775331 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d21b9c83-86d9-4e0c-8dc5-7b1b5a2dcab6 req-b3b67a95-a6f1-47f4-8812-52b38aca2490 service neutron] 10.222.0.55 "GET /v2.0/networks?id=424e9232-ada3-4583-a857-26f5dfe28812 HTTP/1.1" status: 200 len: 910 time: 0.0839894 Nov 12 21:19:52.851585 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d21b9c83-86d9-4e0c-8dc5-7b1b5a2dcab6 req-fa72bc24-e08b-46f9-b0cd-5519ccddcadd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b21e8df5-8202-4939-aed1-c4365af84ae9 HTTP/1.1" status: 200 len: 1001 time: 0.0682487 Nov 12 21:19:52.901900 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b9c83-86d9-4e0c-8dc5-7b1b5a2dcab6 req-40db303c-423a-4741-a7cf-8f18f5f848c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:52.903547 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d21b9c83-86d9-4e0c-8dc5-7b1b5a2dcab6 req-40db303c-423a-4741-a7cf-8f18f5f848c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb5af605-176a-4909-a782-6191546cd373 HTTP/1.1" status: 200 len: 848 time: 0.0459249 Nov 12 21:19:52.911027 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-57851150-1947-496d-9941-93ba8c2884fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:52.952295 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b9c83-86d9-4e0c-8dc5-7b1b5a2dcab6 req-e2c71623-7b3f-4eea-b622-473c2f4333f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:19:52.953789 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d21b9c83-86d9-4e0c-8dc5-7b1b5a2dcab6 req-e2c71623-7b3f-4eea-b622-473c2f4333f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=424e9232-ada3-4583-a857-26f5dfe28812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433238 Nov 12 21:19:53.049641 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d21b9c83-86d9-4e0c-8dc5-7b1b5a2dcab6 req-17f6d071-5ead-4865-9d0b-e0675fafbd0b service neutron] 10.222.0.55 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884771 Nov 12 21:19:53.140003 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d21b9c83-86d9-4e0c-8dc5-7b1b5a2dcab6 req-6eb6a4a8-e104-4ac7-8772-322ad3a5902d service neutron] 10.222.0.55 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830688 Nov 12 21:19:54.068610 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:54.728783 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:55.491321 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:56.129694 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:59.569573 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device b21e8df5-8202-4939-aed1-c4365af84ae9 details requested by agent hyperv_n-h1-712140-15 with host n-h1-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:19:59.666834 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port b21e8df5-8202-4939-aed1-c4365af84ae9, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b21e8df5-8202-4939-aed1-c4365af84ae9,segment=NetworkSegment(28ef0629-23a1-4924-a6a2-79cf0a7951e1),segment_id=28ef0629-23a1-4924-a6a2-79cf0a7951e1)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:19:59.678253 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Returning: {'device': 'b21e8df5-8202-4939-aed1-c4365af84ae9', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'port_id': 'b21e8df5-8202-4939-aed1-c4365af84ae9', 'mac_address': 'fa:16:3e:11:bd:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb5af605-176a-4909-a782-6191546cd373', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:19:59.718739 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:59.731112 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b21e8df5-8202-4939-aed1-c4365af84ae9 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:19:59.754736 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port b21e8df5-8202-4939-aed1-c4365af84ae9, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b21e8df5-8202-4939-aed1-c4365af84ae9,segment=NetworkSegment(28ef0629-23a1-4924-a6a2-79cf0a7951e1),segment_id=28ef0629-23a1-4924-a6a2-79cf0a7951e1)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:19:59.760548 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:19:59.813268 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=b21e8df5-8202-4939-aed1-c4365af84ae9,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:19:59.821200 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:59.821543 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:59.821884 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:59.822221 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:59.822556 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:59.822887 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:59.823215 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:59.823544 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:59.823868 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:59.824190 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:59.824536 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:59.824856 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:19:59.834296 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] get_ports_and_sgs() called for port_ids ['b21e8df5-8202-4939-aed1-c4365af84ae9'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:20:01.589587 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device b21e8df5-8202-4939-aed1-c4365af84ae9 up at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:20:01.640993 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Provisioning complete for port b21e8df5-8202-4939-aed1-c4365af84ae9 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:20:01.641359 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:01.717905 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:01.740699 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21e8df5-8202-4939-aed1-c4365af84ae9'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:20:01.742939 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e2a221c1ff93e56a7b3290f78f059e5ee30a378a3a846772c85f81925c98a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7cf2d7-640b-408c-9d75-ea3e127a6c43" -d '{"events": [{"server_uuid": "5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0", "name": "network-vif-plugged", "status": "completed", "tag": "b21e8df5-8202-4939-aed1-c4365af84ae9"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:20:01.760137 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port b21e8df5-8202-4939-aed1-c4365af84ae9, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b21e8df5-8202-4939-aed1-c4365af84ae9,segment=NetworkSegment(28ef0629-23a1-4924-a6a2-79cf0a7951e1),segment_id=28ef0629-23a1-4924-a6a2-79cf0a7951e1)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:20:01.767074 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:01.819516 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=b21e8df5-8202-4939-aed1-c4365af84ae9,revision_number=7']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:01.866578 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae01376-e649-4db8-be34-737bd3ed8895 x-openstack-request-id: req-5ae01376-e649-4db8-be34-737bd3ed8895 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:20:01.866884 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0", "name": "network-vif-plugged", "status": "completed", "tag": "b21e8df5-8202-4939-aed1-c4365af84ae9", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:20:01.867136 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5ae01376-e649-4db8-be34-737bd3ed8895 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:20:01.867534 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21e8df5-8202-4939-aed1-c4365af84ae9', 'code': 200} Nov 12 21:20:14.167192 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-00d04d5f-4f61-4992-b3f6-f189dde3c699 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-322203736&fields=id&tenant_id=cdb7bdd38a5645a99acd709018c84aa6 HTTP/1.1" status: 200 len: 267 time: 0.0442259 Nov 12 21:20:14.277600 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-bdf7af5d-2793-4bc6-8afb-7107dc202b72 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:14.279082 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-bdf7af5d-2793-4bc6-8afb-7107dc202b72 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/networks?id=424e9232-ada3-4583-a857-26f5dfe28812 HTTP/1.1" status: 200 len: 809 time: 0.1051600 Nov 12 21:20:14.295644 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-24936267-d726-4e8e-ab6f-4b56ff1f9c4f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/quotas/cdb7bdd38a5645a99acd709018c84aa6 HTTP/1.1" status: 200 len: 375 time: 0.0102015 Nov 12 21:20:14.368805 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-07856729-5279-4cbb-bbe7-c4f0732b609f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cdb7bdd38a5645a99acd709018c84aa6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0674381 Nov 12 21:20:14.512907 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-340374ec-83b3-498c-af05-3e714135589f service neutron] 10.222.0.48 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311419 Nov 12 21:20:14.600948 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-97a5104a-9fcf-45d8-8c0e-1dab71996285 service neutron] 10.222.0.48 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819817 Nov 12 21:20:14.774311 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-78cdf3b6-945f-4c15-9f59-41d7b31c7902 req-274c5b2a-f9a4-4672-9ce8-f44a3a93ac4b tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 210 time: 0.0324984 Nov 12 21:20:15.873264 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-35d35f5b-dec5-4287-b584-93f10d8edb48 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:15.874865 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-35d35f5b-dec5-4287-b584-93f10d8edb48 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.52 "GET /v2.0/networks?id=424e9232-ada3-4583-a857-26f5dfe28812 HTTP/1.1" status: 200 len: 809 time: 0.1225424 Nov 12 21:20:15.889949 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3100843c-ca7c-4981-a624-4ffc79ce9221 req-5f26672e-6b97-4e9c-ae8a-04a79e9a0732 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 210 time: 0.0365999 Nov 12 21:20:15.952768 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-3e383f16-2097-4eab-b37c-a1ae25e80329 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdb7bdd38a5645a99acd709018c84aa6 HTTP/1.1" status: 200 len: 379 time: 0.0618742 Nov 12 21:20:15.962451 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-037e7958-cf65-4b45-b559-d09afd980120 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Request body: {'port': {'device_id': 'ac21b6cb-1417-4071-8b90-101c16c8badc', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'admin_state_up': True, 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'security_groups': ['78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:20:16.084540 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-037e7958-cf65-4b45-b559-d09afd980120 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Made reservation on behalf of cdb7bdd38a5645a99acd709018c84aa6 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 21:20:16.088855 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-037e7958-cf65-4b45-b559-d09afd980120 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:16.244344 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-037e7958-cf65-4b45-b559-d09afd980120 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Allocated IP 172.20.0.8 (424e9232-ada3-4583-a857-26f5dfe28812/cb5af605-176a-4909-a782-6191546cd373/7a0419e3-dd03-4fa9-b51c-6b57f11c418c) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:20:16.440592 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-037e7958-cf65-4b45-b559-d09afd980120 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:16.479125 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-037e7958-cf65-4b45-b559-d09afd980120 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:16.528481 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-037e7958-cf65-4b45-b559-d09afd980120 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Network 424e9232-ada3-4583-a857-26f5dfe28812 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:20:16.531506 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-037e7958-cf65-4b45-b559-d09afd980120 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:20:16.537564 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-037e7958-cf65-4b45-b559-d09afd980120 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:20:16.566454 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e7958-cf65-4b45-b559-d09afd980120 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Pushing event updated for resources: {'Port': ['ID=7a0419e3-dd03-4fa9-b51c-6b57f11c418c,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:16.580571 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e7958-cf65-4b45-b559-d09afd980120 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:16.580905 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e7958-cf65-4b45-b559-d09afd980120 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:16.581252 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e7958-cf65-4b45-b559-d09afd980120 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:16.581589 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e7958-cf65-4b45-b559-d09afd980120 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:16.581923 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e7958-cf65-4b45-b559-d09afd980120 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:16.582257 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e7958-cf65-4b45-b559-d09afd980120 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:16.582586 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e7958-cf65-4b45-b559-d09afd980120 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:16.582910 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e7958-cf65-4b45-b559-d09afd980120 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:16.583235 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e7958-cf65-4b45-b559-d09afd980120 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:16.583560 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e7958-cf65-4b45-b559-d09afd980120 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:16.583886 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e7958-cf65-4b45-b559-d09afd980120 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:16.584208 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e7958-cf65-4b45-b559-d09afd980120 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:20:16.621016 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-037e7958-cf65-4b45-b559-d09afd980120 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:16.621967 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-037e7958-cf65-4b45-b559-d09afd980120 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:16.643979 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-037e7958-cf65-4b45-b559-d09afd980120 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6851487 Nov 12 21:20:16.866783 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2f85c4b6-bb64-4dc1-8adb-27bf7771984f None None] Provisioning complete for port 7a0419e3-dd03-4fa9-b51c-6b57f11c418c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:20:16.867524 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2f85c4b6-bb64-4dc1-8adb-27bf7771984f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:16.917095 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2f85c4b6-bb64-4dc1-8adb-27bf7771984f None None] Port 7a0419e3-dd03-4fa9-b51c-6b57f11c418c cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 21:20:17.012395 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5870a-4ffa-4a36-a110-177c2416ffe3 req-4991ac07-f39a-4f8d-8362-ff5b0a5427a0 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:17.013897 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7fb5870a-4ffa-4a36-a110-177c2416ffe3 req-4991ac07-f39a-4f8d-8362-ff5b0a5427a0 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 931 time: 0.0527205 Nov 12 21:20:17.067490 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-7fb5870a-4ffa-4a36-a110-177c2416ffe3 req-57273f5d-3ec6-4aae-9cec-e1de2a3f062b tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475111 Nov 12 21:20:17.673630 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device b21e8df5-8202-4939-aed1-c4365af84ae9 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:20:17.754332 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:17.779123 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b21e8df5-8202-4939-aed1-c4365af84ae9'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:20:17.781401 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e2a221c1ff93e56a7b3290f78f059e5ee30a378a3a846772c85f81925c98a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62674ec-b732-447d-af16-50a8d03541ee" -d '{"events": [{"server_uuid": "5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0", "name": "network-vif-unplugged", "status": "completed", "tag": "b21e8df5-8202-4939-aed1-c4365af84ae9"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:20:17.797587 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] For port b21e8df5-8202-4939-aed1-c4365af84ae9, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b21e8df5-8202-4939-aed1-c4365af84ae9,segment=NetworkSegment(28ef0629-23a1-4924-a6a2-79cf0a7951e1),segment_id=28ef0629-23a1-4924-a6a2-79cf0a7951e1)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:20:17.802615 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:17.847825 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 21:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5ee25e-8188-4dbe-97b7-035ea5ce9faf x-openstack-request-id: req-4f5ee25e-8188-4dbe-97b7-035ea5ce9faf {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:20:17.848116 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0", "name": "network-vif-unplugged", "status": "completed", "tag": "b21e8df5-8202-4939-aed1-c4365af84ae9", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:20:17.848386 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f5ee25e-8188-4dbe-97b7-035ea5ce9faf {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:20:17.848773 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b21e8df5-8202-4939-aed1-c4365af84ae9', 'code': 200} Nov 12 21:20:17.853834 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Pushing event updated for resources: {'Port': ['ID=b21e8df5-8202-4939-aed1-c4365af84ae9,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:18.216435 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab3ac4-19fe-4f6f-970f-4a7247c55ed3 req-a0e7cdfa-ac70-4b87-93f5-c63e784f3381 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:18.218306 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24ab3ac4-19fe-4f6f-970f-4a7247c55ed3 req-a0e7cdfa-ac70-4b87-93f5-c63e784f3381 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 931 time: 0.0719364 Nov 12 21:20:18.273067 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-24ab3ac4-19fe-4f6f-970f-4a7247c55ed3 req-7f57dcc8-265e-4229-857e-f26c72ddb051 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475347 Nov 12 21:20:19.403577 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3e3a9-3544-4683-9ed3-c4736e2bff9a req-e58497b0-bcf9-44fa-a8f7-fdadd4d6b110 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:19.405100 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8fb3e3a9-3544-4683-9ed3-c4736e2bff9a req-e58497b0-bcf9-44fa-a8f7-fdadd4d6b110 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 931 time: 0.0513999 Nov 12 21:20:19.463593 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8fb3e3a9-3544-4683-9ed3-c4736e2bff9a req-32a28126-7e10-410b-b949-7682f47bc190 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525353 Nov 12 21:20:20.090051 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-509ef6e0-0675-49de-a97f-441571a2cc07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:20.586461 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935c092-7196-4f23-9e51-1a9d9ee37563 req-c9e0dc76-54a1-47e7-a5c9-be28fccf1b3d tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:20.588432 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8935c092-7196-4f23-9e51-1a9d9ee37563 req-c9e0dc76-54a1-47e7-a5c9-be28fccf1b3d tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 931 time: 0.0550215 Nov 12 21:20:20.648706 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8935c092-7196-4f23-9e51-1a9d9ee37563 req-accf4e3b-3a66-4493-8a5f-d7ba456c0dcd tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537665 Nov 12 21:20:21.164742 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:21.779918 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f7aab-643b-40d7-8c60-6b3b3141db0f req-7e25e3a1-c455-4472-b864-70400abf2d59 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:21.781520 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d32f7aab-643b-40d7-8c60-6b3b3141db0f req-7e25e3a1-c455-4472-b864-70400abf2d59 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 931 time: 0.0516915 Nov 12 21:20:21.841197 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d32f7aab-643b-40d7-8c60-6b3b3141db0f req-324d7bd9-c79b-470a-9883-a374e2d90c96 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533087 Nov 12 21:20:22.916763 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a213e837-75ce-4981-bc0c-748d2aa53688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:22.971780 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05ce4c-bbe6-461f-8909-b3c1f0cac15a req-ea2485cb-a109-458a-89ea-653ed66153e4 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:22.973315 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd05ce4c-bbe6-461f-8909-b3c1f0cac15a req-ea2485cb-a109-458a-89ea-653ed66153e4 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 931 time: 0.0669570 Nov 12 21:20:23.043107 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cd05ce4c-bbe6-461f-8909-b3c1f0cac15a req-3b18b6ac-3b4b-4ad8-bbab-3fff4eb626cb tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616956 Nov 12 21:20:24.081360 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:24.196074 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c664da1-3c65-47f8-9e72-a1fb5c26e86f req-77839a3b-df5c-4b12-a619-56eb42667cef tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:24.198516 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9c664da1-3c65-47f8-9e72-a1fb5c26e86f req-77839a3b-df5c-4b12-a619-56eb42667cef tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 931 time: 0.0508916 Nov 12 21:20:24.252559 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9c664da1-3c65-47f8-9e72-a1fb5c26e86f req-3dfbd613-e907-4812-bca2-5682394ae29a tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479817 Nov 12 21:20:24.759705 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:25.389242 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce08cb-b575-4c70-bb8a-b8cb1741426e req-c98c51ab-2f37-4266-a19a-245c19e1737e tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:25.392792 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3cce08cb-b575-4c70-bb8a-b8cb1741426e req-c98c51ab-2f37-4266-a19a-245c19e1737e tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 931 time: 0.0597749 Nov 12 21:20:25.448698 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3cce08cb-b575-4c70-bb8a-b8cb1741426e req-d242df03-633c-48fa-8001-a66116643eac tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517778 Nov 12 21:20:25.495708 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:26.132819 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:26.574640 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85934e00-8803-43ef-aa7d-5aeb0333d07c req-d62dc7fc-d4f2-4654-aa38-f4445fd4b3d4 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:26.576176 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-85934e00-8803-43ef-aa7d-5aeb0333d07c req-d62dc7fc-d4f2-4654-aa38-f4445fd4b3d4 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 931 time: 0.0537651 Nov 12 21:20:26.625973 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-85934e00-8803-43ef-aa7d-5aeb0333d07c req-7ce27bbd-92bd-4c87-8bd6-c00d4ce1f251 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439689 Nov 12 21:20:26.696874 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-ddd7c13a-93f6-4cb1-8225-31dc46e5cb6f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:20:26.698100 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-ddd7c13a-93f6-4cb1-8225-31dc46e5cb6f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058711 Nov 12 21:20:26.756419 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-46a7e1e1-380d-4ce3-a10a-deac5482863a service neutron] Request body: {'port': {'device_id': 'ac21b6cb-1417-4071-8b90-101c16c8badc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-15'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:20:26.810155 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-46a7e1e1-380d-4ce3-a10a-deac5482863a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:27.067430 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-46a7e1e1-380d-4ce3-a10a-deac5482863a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a0419e3-dd03-4fa9-b51c-6b57f11c418c {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:20:27.075777 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-46a7e1e1-380d-4ce3-a10a-deac5482863a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:27.087983 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-46a7e1e1-380d-4ce3-a10a-deac5482863a service neutron] Transition to ACTIVE for port object 7a0419e3-dd03-4fa9-b51c-6b57f11c418c will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 21:20:27.091539 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-46a7e1e1-380d-4ce3-a10a-deac5482863a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:27.140973 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7e1e1-380d-4ce3-a10a-deac5482863a service neutron] Pushing event updated for resources: {'Port': ['ID=7a0419e3-dd03-4fa9-b51c-6b57f11c418c,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:27.215841 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-46a7e1e1-380d-4ce3-a10a-deac5482863a service neutron] Attempting to bind port 7a0419e3-dd03-4fa9-b51c-6b57f11c418c on host n-h2-712140-15 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 21:20:27.216179 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-46a7e1e1-380d-4ce3-a10a-deac5482863a service neutron] Attempting to bind port 7a0419e3-dd03-4fa9-b51c-6b57f11c418c by drivers openvswitch,hyperv on host n-h2-712140-15 at level 0 using segments [{'id': '28ef0629-23a1-4924-a6a2-79cf0a7951e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 21:20:27.216593 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-46a7e1e1-380d-4ce3-a10a-deac5482863a service neutron] Attempting to bind port 7a0419e3-dd03-4fa9-b51c-6b57f11c418c on network 424e9232-ada3-4583-a857-26f5dfe28812 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:20:27.221154 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-46a7e1e1-380d-4ce3-a10a-deac5482863a service neutron] Port 7a0419e3-dd03-4fa9-b51c-6b57f11c418c on network 424e9232-ada3-4583-a857-26f5dfe28812 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-15 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 21:20:27.221396 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-46a7e1e1-380d-4ce3-a10a-deac5482863a service neutron] Attempting to bind port 7a0419e3-dd03-4fa9-b51c-6b57f11c418c on network 424e9232-ada3-4583-a857-26f5dfe28812 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 21:20:27.226442 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-46a7e1e1-380d-4ce3-a10a-deac5482863a service neutron] Checking agent: {'id': '68c3d846-7245-41d4-be0e-73f60fd705c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'started_at': datetime.datetime(2021, 11, 12, 19, 53, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 21, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 21:20:27.226779 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-46a7e1e1-380d-4ce3-a10a-deac5482863a service neutron] Checking segment: {'id': '28ef0629-23a1-4924-a6a2-79cf0a7951e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 21:20:27.227331 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-46a7e1e1-380d-4ce3-a10a-deac5482863a service neutron] Bound using segment: {'id': '28ef0629-23a1-4924-a6a2-79cf0a7951e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 21:20:27.227608 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-46a7e1e1-380d-4ce3-a10a-deac5482863a service neutron] Bound port: 7a0419e3-dd03-4fa9-b51c-6b57f11c418c, host: n-h2-712140-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28ef0629-23a1-4924-a6a2-79cf0a7951e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 21:20:27.227972 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-46a7e1e1-380d-4ce3-a10a-deac5482863a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:27.297108 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-46a7e1e1-380d-4ce3-a10a-deac5482863a service neutron] For port 7a0419e3-dd03-4fa9-b51c-6b57f11c418c, host n-h2-712140-15, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 21:20:27.300289 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-46a7e1e1-380d-4ce3-a10a-deac5482863a service neutron] For port 7a0419e3-dd03-4fa9-b51c-6b57f11c418c, host n-h2-712140-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=7a0419e3-dd03-4fa9-b51c-6b57f11c418c,segment=NetworkSegment(28ef0629-23a1-4924-a6a2-79cf0a7951e1),segment_id=28ef0629-23a1-4924-a6a2-79cf0a7951e1)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 21:20:27.306097 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-46a7e1e1-380d-4ce3-a10a-deac5482863a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:27.342290 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-46a7e1e1-380d-4ce3-a10a-deac5482863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:27.343002 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-46a7e1e1-380d-4ce3-a10a-deac5482863a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:27.344598 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-46a7e1e1-380d-4ce3-a10a-deac5482863a service neutron] 10.222.0.52 "PUT /v2.0/ports/7a0419e3-dd03-4fa9-b51c-6b57f11c418c HTTP/1.1" status: 200 len: 1092 time: 0.6357114 Nov 12 21:20:27.344880 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac21b6cb-1417-4071-8b90-101c16c8badc', 'tag': '7a0419e3-dd03-4fa9-b51c-6b57f11c418c'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:20:27.347153 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a15ac0-7474-46eb-a00e-0bbf8b334736" -d '{"events": [{"name": "network-changed", "server_uuid": "ac21b6cb-1417-4071-8b90-101c16c8badc", "tag": "7a0419e3-dd03-4fa9-b51c-6b57f11c418c"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:20:27.371556 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7e1e1-380d-4ce3-a10a-deac5482863a service neutron] Pushing event updated for resources: {'Port': ['ID=7a0419e3-dd03-4fa9-b51c-6b57f11c418c,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:27.442819 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-28e41301-aef8-4b85-85a2-1507b92d4798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:27.444416 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-28e41301-aef8-4b85-85a2-1507b92d4798 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cdb7bdd38a5645a99acd709018c84aa6&device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 1095 time: 0.0499592 Nov 12 21:20:27.494367 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b789e25-e39e-4618-93d5-5de6c4c9f2a8 x-openstack-request-id: req-9b789e25-e39e-4618-93d5-5de6c4c9f2a8 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:20:27.494641 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac21b6cb-1417-4071-8b90-101c16c8badc", "tag": "7a0419e3-dd03-4fa9-b51c-6b57f11c418c", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:20:27.494893 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b789e25-e39e-4618-93d5-5de6c4c9f2a8 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:20:27.495295 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac21b6cb-1417-4071-8b90-101c16c8badc', 'tag': '7a0419e3-dd03-4fa9-b51c-6b57f11c418c', 'status': 'completed', 'code': 200} Nov 12 21:20:27.497169 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-754a43ae-2649-4e1a-aa0f-4e54086f86c9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a0419e3-dd03-4fa9-b51c-6b57f11c418c HTTP/1.1" status: 200 len: 217 time: 0.0437019 Nov 12 21:20:27.553385 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-bc67a452-397d-4be7-ad95-38787596d661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:27.555571 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-bc67a452-397d-4be7-ad95-38787596d661 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb5af605-176a-4909-a782-6191546cd373 HTTP/1.1" status: 200 len: 848 time: 0.0460494 Nov 12 21:20:27.605542 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-f389dc18-571b-40a9-9d24-7a4130fc285c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:27.606972 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-f389dc18-571b-40a9-9d24-7a4130fc285c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=424e9232-ada3-4583-a857-26f5dfe28812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429788 Nov 12 21:20:27.632081 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:20:27.716554 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-c2fd09f4-e4f6-4193-8ae0-7349ef41f7ac service neutron] 10.222.0.52 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007764 Nov 12 21:20:27.814429 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1a6ad-2887-4a8a-9da2-052670cf48cc req-5bb19e4f-d3e4-4924-99b7-a4a7d5ca6cce tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:27.815943 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3df1a6ad-2887-4a8a-9da2-052670cf48cc req-5bb19e4f-d3e4-4924-99b7-a4a7d5ca6cce tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 943 time: 0.1141040 Nov 12 21:20:27.849830 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-852678bc-f602-45dc-b412-dc3d1c77a749 req-1de1eabf-e9d5-46ed-a0a7-e4f004dfcbd4 service neutron] 10.222.0.52 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193707 Nov 12 21:20:27.881331 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-3df1a6ad-2887-4a8a-9da2-052670cf48cc req-4ea97ab9-db87-47b1-8c3d-a639414ba8e9 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586431 Nov 12 21:20:27.942691 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a15ac0-7474-46eb-a00e-0bbf8b334736 req-ad0ecdd7-978c-46ad-856b-0495112c3632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:27.944101 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c9a15ac0-7474-46eb-a00e-0bbf8b334736 req-ad0ecdd7-978c-46ad-856b-0495112c3632 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cdb7bdd38a5645a99acd709018c84aa6&device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 1095 time: 0.0428021 Nov 12 21:20:28.046227 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a15ac0-7474-46eb-a00e-0bbf8b334736 req-ed08ea91-56a5-471b-b3d9-07451cd154f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:28.047718 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c9a15ac0-7474-46eb-a00e-0bbf8b334736 req-ed08ea91-56a5-471b-b3d9-07451cd154f2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=424e9232-ada3-4583-a857-26f5dfe28812 HTTP/1.1" status: 200 len: 910 time: 0.0900373 Nov 12 21:20:28.100485 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c9a15ac0-7474-46eb-a00e-0bbf8b334736 req-4118a224-68d7-4d05-9ca8-821102232518 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a0419e3-dd03-4fa9-b51c-6b57f11c418c HTTP/1.1" status: 200 len: 217 time: 0.0444541 Nov 12 21:20:28.155923 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a15ac0-7474-46eb-a00e-0bbf8b334736 req-3fdcc7e1-e5b8-46d4-be4f-185d435e876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:28.157363 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c9a15ac0-7474-46eb-a00e-0bbf8b334736 req-3fdcc7e1-e5b8-46d4-be4f-185d435e876d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb5af605-176a-4909-a782-6191546cd373 HTTP/1.1" status: 200 len: 848 time: 0.0475039 Nov 12 21:20:28.209480 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a15ac0-7474-46eb-a00e-0bbf8b334736 req-e6bf7045-3ff6-48af-9b50-dc403c876ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:28.211011 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c9a15ac0-7474-46eb-a00e-0bbf8b334736 req-e6bf7045-3ff6-48af-9b50-dc403c876ec6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=424e9232-ada3-4583-a857-26f5dfe28812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448978 Nov 12 21:20:28.300347 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c9a15ac0-7474-46eb-a00e-0bbf8b334736 req-0293be95-f46c-47e4-9051-9114c8f51f42 service neutron] 10.222.0.52 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810344 Nov 12 21:20:28.393912 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c9a15ac0-7474-46eb-a00e-0bbf8b334736 req-492f9c77-1d2c-453c-9ca5-59ed887851b0 service neutron] 10.222.0.52 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858488 Nov 12 21:20:29.003989 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce22ee-937c-4263-ac5f-a7e5d48ae62f req-17f64f3c-48d1-4fec-899c-54e1755f4cae tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:29.005511 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9fce22ee-937c-4263-ac5f-a7e5d48ae62f req-17f64f3c-48d1-4fec-899c-54e1755f4cae tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 943 time: 0.0505540 Nov 12 21:20:29.056637 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-9fce22ee-937c-4263-ac5f-a7e5d48ae62f req-fa2fa456-ce51-4341-be3d-0e3ac2db1a78 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444896 Nov 12 21:20:30.183337 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089144de-831d-455b-83ca-33d2e05b24c0 req-7ed9b5b5-0842-4d03-aa51-831a5653836d tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:30.184863 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-089144de-831d-455b-83ca-33d2e05b24c0 req-7ed9b5b5-0842-4d03-aa51-831a5653836d tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 943 time: 0.0541499 Nov 12 21:20:30.239665 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-089144de-831d-455b-83ca-33d2e05b24c0 req-2c8fd194-d482-4d66-a53c-d43d962120de tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488625 Nov 12 21:20:30.721668 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 7a0419e3-dd03-4fa9-b51c-6b57f11c418c details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:20:30.818029 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 7a0419e3-dd03-4fa9-b51c-6b57f11c418c, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=7a0419e3-dd03-4fa9-b51c-6b57f11c418c,segment=NetworkSegment(28ef0629-23a1-4924-a6a2-79cf0a7951e1),segment_id=28ef0629-23a1-4924-a6a2-79cf0a7951e1)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:20:30.829892 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '7a0419e3-dd03-4fa9-b51c-6b57f11c418c', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'port_id': '7a0419e3-dd03-4fa9-b51c-6b57f11c418c', 'mac_address': 'fa:16:3e:51:c9:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb5af605-176a-4909-a782-6191546cd373', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:20:30.867149 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:30.881093 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0419e3-dd03-4fa9-b51c-6b57f11c418c {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:20:30.901406 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 7a0419e3-dd03-4fa9-b51c-6b57f11c418c, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=7a0419e3-dd03-4fa9-b51c-6b57f11c418c,segment=NetworkSegment(28ef0629-23a1-4924-a6a2-79cf0a7951e1),segment_id=28ef0629-23a1-4924-a6a2-79cf0a7951e1)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:20:30.912341 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:30.958500 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=7a0419e3-dd03-4fa9-b51c-6b57f11c418c,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:31.218459 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['7a0419e3-dd03-4fa9-b51c-6b57f11c418c'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:20:31.360603 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a6891-eb8d-446f-8be8-cce14343ffd2 req-b9bd61e5-5688-41e9-9db8-9b287aee6bff tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:31.362123 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e79a6891-eb8d-446f-8be8-cce14343ffd2 req-b9bd61e5-5688-41e9-9db8-9b287aee6bff tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 944 time: 0.0501521 Nov 12 21:20:31.413662 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e79a6891-eb8d-446f-8be8-cce14343ffd2 req-a40b8e50-480b-4587-98f3-e56f03a237bc tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442476 Nov 12 21:20:32.531497 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02db625-969f-4788-af66-b28e66add44f req-5696b79c-e180-49e1-8d12-aee515966320 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:32.532991 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d02db625-969f-4788-af66-b28e66add44f req-5696b79c-e180-49e1-8d12-aee515966320 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 944 time: 0.0483425 Nov 12 21:20:32.582656 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-d02db625-969f-4788-af66-b28e66add44f req-9abd33f4-6737-4f2b-abe2-8a3ebd8077e8 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437138 Nov 12 21:20:32.720564 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 7a0419e3-dd03-4fa9-b51c-6b57f11c418c up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:20:32.772690 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning for port 7a0419e3-dd03-4fa9-b51c-6b57f11c418c completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 21:20:32.778426 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 7a0419e3-dd03-4fa9-b51c-6b57f11c418c triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:20:32.778786 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:32.868595 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:32.891248 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac21b6cb-1417-4071-8b90-101c16c8badc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0419e3-dd03-4fa9-b51c-6b57f11c418c'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:20:32.893480 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e2a221c1ff93e56a7b3290f78f059e5ee30a378a3a846772c85f81925c98a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8501d0a2-495d-4642-9e0a-b22a261d4b8d" -d '{"events": [{"server_uuid": "ac21b6cb-1417-4071-8b90-101c16c8badc", "name": "network-vif-plugged", "status": "completed", "tag": "7a0419e3-dd03-4fa9-b51c-6b57f11c418c"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:20:32.906796 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 7a0419e3-dd03-4fa9-b51c-6b57f11c418c, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=7a0419e3-dd03-4fa9-b51c-6b57f11c418c,segment=NetworkSegment(28ef0629-23a1-4924-a6a2-79cf0a7951e1),segment_id=28ef0629-23a1-4924-a6a2-79cf0a7951e1)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:20:32.910934 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:32.934274 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0884823f-c15a-4bb3-aa16-8edb358826f5 x-openstack-request-id: req-0884823f-c15a-4bb3-aa16-8edb358826f5 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:20:32.934564 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac21b6cb-1417-4071-8b90-101c16c8badc", "name": "network-vif-plugged", "status": "completed", "tag": "7a0419e3-dd03-4fa9-b51c-6b57f11c418c", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:20:32.934812 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0884823f-c15a-4bb3-aa16-8edb358826f5 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:20:32.935197 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac21b6cb-1417-4071-8b90-101c16c8badc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0419e3-dd03-4fa9-b51c-6b57f11c418c', 'code': 200} Nov 12 21:20:32.964486 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=7a0419e3-dd03-4fa9-b51c-6b57f11c418c,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:33.046160 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf13bf-ecdd-4b17-9586-146bf41886f5 req-6048684f-6fb1-4c82-bbe0-bc93be40d77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:33.047677 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0adf13bf-ecdd-4b17-9586-146bf41886f5 req-6048684f-6fb1-4c82-bbe0-bc93be40d77f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 1097 time: 0.0536859 Nov 12 21:20:33.094322 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0adf13bf-ecdd-4b17-9586-146bf41886f5 req-634cdf9c-9191-4b94-bf05-d0991e0da760 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392458 Nov 12 21:20:33.717507 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b51a0-0cb2-4354-acd0-3ab16206cd2f req-9110bd6e-b1f0-47a2-9780-7c35e21f03ab tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:33.719145 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-767b51a0-0cb2-4354-acd0-3ab16206cd2f req-9110bd6e-b1f0-47a2-9780-7c35e21f03ab tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 945 time: 0.0587921 Nov 12 21:20:33.780081 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-767b51a0-0cb2-4354-acd0-3ab16206cd2f req-e3b0e108-fc4d-47d8-a686-f9ee7fa6e535 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547438 Nov 12 21:20:34.908737 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e0c1b-ccde-4eac-b5b6-872ee9182a29 req-c6595122-f284-45b9-9421-9af0b729e39f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:34.910290 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-494e0c1b-ccde-4eac-b5b6-872ee9182a29 req-c6595122-f284-45b9-9421-9af0b729e39f tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 945 time: 0.0522578 Nov 12 21:20:34.967833 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-494e0c1b-ccde-4eac-b5b6-872ee9182a29 req-2db368e3-145e-4e30-9d98-ebab83c0a00a tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506768 Nov 12 21:20:35.089367 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0705a-f42c-4935-b153-f7573d01ccbb req-e2fd5fee-e9ba-4d70-86cc-3526d786b225 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:35.090868 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cbb0705a-f42c-4935-b153-f7573d01ccbb req-e2fd5fee-e9ba-4d70-86cc-3526d786b225 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 945 time: 0.0522666 Nov 12 21:20:35.148272 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-cbb0705a-f42c-4935-b153-f7573d01ccbb req-3b02d3c6-3406-45b3-ad89-2e964790b514 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507381 Nov 12 21:20:35.171974 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58914) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:35.212430 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9639e433-24a2-43a8-be97-2c551f8c7bc9 tempest-TestSnapshotPattern-1078091565 tempest-TestSnapshotPattern-1078091565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:35.214011 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9639e433-24a2-43a8-be97-2c551f8c7bc9 tempest-TestSnapshotPattern-1078091565 tempest-TestSnapshotPattern-1078091565-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 1092 time: 0.0410113 Nov 12 21:20:35.218264 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 58916) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:20:35.222858 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.v2.base [None req-91c09c57-642e-42db-99e9-5969497e126d tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Request body: {'floatingip': {'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'port_id': '7a0419e3-dd03-4fa9-b51c-6b57f11c418c', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 21:20:35.252780 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91c09c57-642e-42db-99e9-5969497e126d tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for floatingip, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:35.368581 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91c09c57-642e-42db-99e9-5969497e126d tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:35.478342 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-91c09c57-642e-42db-99e9-5969497e126d tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Allocated IP 172.25.5.92 (bae651fd-8bcc-4cb9-bab9-0ea3da7242d1/c33109d9-d377-4ce5-90f8-6e6af8cc4eca/ce467cae-0fd1-441a-8063-378702e42396) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 21:20:35.585109 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91c09c57-642e-42db-99e9-5969497e126d tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for port, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:35.620726 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91c09c57-642e-42db-99e9-5969497e126d tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769000854676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:35.655997 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c09c57-642e-42db-99e9-5969497e126d tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Network bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 21:20:35.660182 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-91c09c57-642e-42db-99e9-5969497e126d tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 21:20:35.667764 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c09c57-642e-42db-99e9-5969497e126d tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 21:20:35.994796 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c09c57-642e-42db-99e9-5969497e126d tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Pushing event updated for resources: {'Port': ['ID=ce467cae-0fd1-441a-8063-378702e42396,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:36.392736 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91c09c57-642e-42db-99e9-5969497e126d tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:36.468262 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91c09c57-642e-42db-99e9-5969497e126d tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:36.631865 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91c09c57-642e-42db-99e9-5969497e126d tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for port, precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:36.638026 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91c09c57-642e-42db-99e9-5969497e126d tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500180'] for port, after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:36.709852 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c09c57-642e-42db-99e9-5969497e126d tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Pushing event updated for resources: {'Port': ['ID=ce467cae-0fd1-441a-8063-378702e42396,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:20:36.723919 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91c09c57-642e-42db-99e9-5969497e126d tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704148'] for floatingip, after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:36.832497 n-d-712140-15 neutron-server[102448]: INFO neutron.db.l3_db [None req-91c09c57-642e-42db-99e9-5969497e126d tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Floating IP f1fe8f4d-8d0e-485b-a21c-7750d0dec871 associated. External IP: 172.25.5.92, port: 7a0419e3-dd03-4fa9-b51c-6b57f11c418c. Nov 12 21:20:37.057808 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c09c57-642e-42db-99e9-5969497e126d tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Router bc497309-742f-4ce1-9e0c-6be9b7f16df9 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:20:37.174229 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c09c57-642e-42db-99e9-5969497e126d tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:20:37.185317 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b13e4f5-6f94-4bc7-bddc-8024ed3a9f68 None None] Sync routers for ids ['bc497309-742f-4ce1-9e0c-6be9b7f16df9'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:20:37.194170 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-91c09c57-642e-42db-99e9-5969497e126d tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:37.197147 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b13e4f5-6f94-4bc7-bddc-8024ed3a9f68 None None] Routers {'bc497309-742f-4ce1-9e0c-6be9b7f16df9'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:20:37.197889 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3b13e4f5-6f94-4bc7-bddc-8024ed3a9f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:20:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['bc497309-742f-4ce1-9e0c-6be9b7f16df9'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:37.227823 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-91c09c57-642e-42db-99e9-5969497e126d tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0083241 Nov 12 21:20:37.228436 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac21b6cb-1417-4071-8b90-101c16c8badc', 'tag': '7a0419e3-dd03-4fa9-b51c-6b57f11c418c'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:20:37.230763 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763ef9ca-205e-4619-adc6-631212249436" -d '{"events": [{"name": "network-changed", "server_uuid": "ac21b6cb-1417-4071-8b90-101c16c8badc", "tag": "7a0419e3-dd03-4fa9-b51c-6b57f11c418c"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:20:37.277654 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703791d3-c5d0-43d6-91bc-130636b58745 x-openstack-request-id: req-703791d3-c5d0-43d6-91bc-130636b58745 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:20:37.278013 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac21b6cb-1417-4071-8b90-101c16c8badc", "tag": "7a0419e3-dd03-4fa9-b51c-6b57f11c418c", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:20:37.278326 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-703791d3-c5d0-43d6-91bc-130636b58745 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:20:37.278804 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac21b6cb-1417-4071-8b90-101c16c8badc', 'tag': '7a0419e3-dd03-4fa9-b51c-6b57f11c418c', 'status': 'completed', 'code': 200} Nov 12 21:20:37.347895 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-3b13e4f5-6f94-4bc7-bddc-8024ed3a9f68 None None] Set router bc497309-742f-4ce1-9e0c-6be9b7f16df9 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:20:37.369562 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ef9ca-205e-4619-adc6-631212249436 req-79701aee-577c-4a93-a2fc-2a4d9691d65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:37.372174 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-763ef9ca-205e-4619-adc6-631212249436 req-79701aee-577c-4a93-a2fc-2a4d9691d65c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cdb7bdd38a5645a99acd709018c84aa6&device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 1097 time: 0.0672421 Nov 12 21:20:37.475736 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ef9ca-205e-4619-adc6-631212249436 req-2f105b90-6fc7-4cc9-9f92-1d8e16e64a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:37.477861 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-763ef9ca-205e-4619-adc6-631212249436 req-2f105b90-6fc7-4cc9-9f92-1d8e16e64a26 service neutron] 10.222.0.52 "GET /v2.0/networks?id=424e9232-ada3-4583-a857-26f5dfe28812 HTTP/1.1" status: 200 len: 910 time: 0.0977726 Nov 12 21:20:37.553982 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-763ef9ca-205e-4619-adc6-631212249436 req-26c35cde-a5e9-4002-be67-fb4f98665c54 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a0419e3-dd03-4fa9-b51c-6b57f11c418c HTTP/1.1" status: 200 len: 998 time: 0.0685310 Nov 12 21:20:37.613941 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ef9ca-205e-4619-adc6-631212249436 req-4f47462e-9b19-4f2f-8b52-18b522977006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:37.614966 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3b13e4f5-6f94-4bc7-bddc-8024ed3a9f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'name': 'tempest-TestSnapshotPattern-150740586-router', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:01Z', 'revision_number': 4, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'gw_port': {'id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'c3e887d3-6710-4976-ad9a-a4eaeb33217d', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'port_id': 'b21e8df5-8202-4939-aed1-c4365af84ae9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'mac_address': 'fa:16:3e:11:bd:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:17:28Z', 'updated_at': '2021-11-12T21:17:30Z', 'revision_number': 1, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'fixed_ip_address_scope': None}, {'id': 'f1fe8f4d-8d0e-485b-a21c-7750d0dec871', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'floating_ip_address': '172.25.5.92', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'port_id': '7a0419e3-dd03-4fa9-b51c-6b57f11c418c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'mac_address': 'fa:16:3e:51:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21b6cb-1417-4071-8b90-101c16c8badc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:20:36Z', 'updated_at': '2021-11-12T21:20:36Z', 'revision_number': 0, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3acca619-69ec-415c-bd03-15c228f39921', 'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'mac_address': 'fa:16:3e:8e:e9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb5af605-176a-4909-a782-6191546cd373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:01Z', 'updated_at': '2021-11-12T21:17:08Z', 'revision_number': 5, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'subnets': [{'id': 'cb5af605-176a-4909-a782-6191546cd373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:37.620013 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-763ef9ca-205e-4619-adc6-631212249436 req-4f47462e-9b19-4f2f-8b52-18b522977006 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb5af605-176a-4909-a782-6191546cd373 HTTP/1.1" status: 200 len: 848 time: 0.0556386 Nov 12 21:20:37.651247 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b13e4f5-6f94-4bc7-bddc-8024ed3a9f68 None None] Checking router: bc497309-742f-4ce1-9e0c-6be9b7f16df9 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:20:37.661118 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b13e4f5-6f94-4bc7-bddc-8024ed3a9f68 None None] Routers {'bc497309-742f-4ce1-9e0c-6be9b7f16df9'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:20:37.661818 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3b13e4f5-6f94-4bc7-bddc-8024ed3a9f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:20:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['bc497309-742f-4ce1-9e0c-6be9b7f16df9'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:37.677252 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ef9ca-205e-4619-adc6-631212249436 req-4bc801a0-4305-420a-a885-10d412b9859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:37.678850 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-763ef9ca-205e-4619-adc6-631212249436 req-4bc801a0-4305-420a-a885-10d412b9859a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=424e9232-ada3-4583-a857-26f5dfe28812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538912 Nov 12 21:20:37.784866 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-763ef9ca-205e-4619-adc6-631212249436 req-d9a82fd2-420f-4ebf-a784-91b5a1fc4950 service neutron] 10.222.0.52 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973337 Nov 12 21:20:37.901467 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-763ef9ca-205e-4619-adc6-631212249436 req-4e6de009-3456-43a1-8b18-bde62a0a3587 service neutron] 10.222.0.52 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093075 Nov 12 21:20:37.934010 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-3b13e4f5-6f94-4bc7-bddc-8024ed3a9f68 None None] Set router bc497309-742f-4ce1-9e0c-6be9b7f16df9 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:20:38.161614 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3b13e4f5-6f94-4bc7-bddc-8024ed3a9f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'name': 'tempest-TestSnapshotPattern-150740586-router', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:01Z', 'revision_number': 4, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'gw_port': {'id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'c3e887d3-6710-4976-ad9a-a4eaeb33217d', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'port_id': 'b21e8df5-8202-4939-aed1-c4365af84ae9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'mac_address': 'fa:16:3e:11:bd:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:17:28Z', 'updated_at': '2021-11-12T21:17:30Z', 'revision_number': 1, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'fixed_ip_address_scope': None}, {'id': 'f1fe8f4d-8d0e-485b-a21c-7750d0dec871', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'floating_ip_address': '172.25.5.92', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'port_id': '7a0419e3-dd03-4fa9-b51c-6b57f11c418c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'mac_address': 'fa:16:3e:51:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21b6cb-1417-4071-8b90-101c16c8badc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:20:36Z', 'updated_at': '2021-11-12T21:20:36Z', 'revision_number': 0, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3acca619-69ec-415c-bd03-15c228f39921', 'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'mac_address': 'fa:16:3e:8e:e9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb5af605-176a-4909-a782-6191546cd373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:01Z', 'updated_at': '2021-11-12T21:17:08Z', 'revision_number': 5, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'subnets': [{'id': 'cb5af605-176a-4909-a782-6191546cd373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:20:38.193523 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b13e4f5-6f94-4bc7-bddc-8024ed3a9f68 None None] The sync data for ids ['bc497309-742f-4ce1-9e0c-6be9b7f16df9'] in n-d-712140-15 is: [{'id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'name': 'tempest-TestSnapshotPattern-150740586-router', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:01Z', 'revision_number': 4, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'gw_port': {'id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'c3e887d3-6710-4976-ad9a-a4eaeb33217d', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'port_id': 'b21e8df5-8202-4939-aed1-c4365af84ae9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'mac_address': 'fa:16:3e:11:bd:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:17:28Z', 'updated_at': '2021-11-12T21:17:30Z', 'revision_number': 1, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'fixed_ip_address_scope': None}, {'id': 'f1fe8f4d-8d0e-485b-a21c-7750d0dec871', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'floating_ip_address': '172.25.5.92', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'port_id': '7a0419e3-dd03-4fa9-b51c-6b57f11c418c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'mac_address': 'fa:16:3e:51:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21b6cb-1417-4071-8b90-101c16c8badc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:20:36Z', 'updated_at': '2021-11-12T21:20:36Z', 'revision_number': 0, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3acca619-69ec-415c-bd03-15c228f39921', 'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'mac_address': 'fa:16:3e:8e:e9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb5af605-176a-4909-a782-6191546cd373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:01Z', 'updated_at': '2021-11-12T21:17:08Z', 'revision_number': 5, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'subnets': [{'id': 'cb5af605-176a-4909-a782-6191546cd373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:20:38.395842 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460972ad-12eb-4008-a2fd-f8fea085592b None None] New status for floating IP f1fe8f4d-8d0e-485b-a21c-7750d0dec871: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:20:49.826726 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-357c67a7-a109-4aee-9551-d450aa3fcdcd req-1d8e3988-a9f5-4165-9377-0b105ac020d7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ac21b6cb-1417-4071-8b90-101c16c8badc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431623 Nov 12 21:20:49.917687 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c67a7-a109-4aee-9551-d450aa3fcdcd req-c340e918-b0ca-4abc-b20a-5bb3cb637d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:49.919201 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-357c67a7-a109-4aee-9551-d450aa3fcdcd req-c340e918-b0ca-4abc-b20a-5bb3cb637d2b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cdb7bdd38a5645a99acd709018c84aa6&device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 1097 time: 0.0414248 Nov 12 21:20:50.036787 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c67a7-a109-4aee-9551-d450aa3fcdcd req-f8f0beb4-93f9-4317-b2f7-5a67167dabbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:50.038201 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-357c67a7-a109-4aee-9551-d450aa3fcdcd req-f8f0beb4-93f9-4317-b2f7-5a67167dabbc service neutron] 10.222.0.52 "GET /v2.0/networks?id=424e9232-ada3-4583-a857-26f5dfe28812 HTTP/1.1" status: 200 len: 910 time: 0.0929377 Nov 12 21:20:50.095118 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ceb8f85e-6611-4993-a2a3-da4d526051ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:50.120328 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-357c67a7-a109-4aee-9551-d450aa3fcdcd req-48792240-5851-4dc8-965e-f9fb39cd1552 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a0419e3-dd03-4fa9-b51c-6b57f11c418c HTTP/1.1" status: 200 len: 1000 time: 0.0696685 Nov 12 21:20:50.178296 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c67a7-a109-4aee-9551-d450aa3fcdcd req-370408e9-a9b6-4ab1-9b9f-7ccfe10585d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:50.180413 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-357c67a7-a109-4aee-9551-d450aa3fcdcd req-370408e9-a9b6-4ab1-9b9f-7ccfe10585d3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb5af605-176a-4909-a782-6191546cd373 HTTP/1.1" status: 200 len: 848 time: 0.0512459 Nov 12 21:20:50.226777 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c67a7-a109-4aee-9551-d450aa3fcdcd req-50b79db3-36b2-4458-9de5-e6ba96e6b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:50.228374 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-357c67a7-a109-4aee-9551-d450aa3fcdcd req-50b79db3-36b2-4458-9de5-e6ba96e6b4b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=424e9232-ada3-4583-a857-26f5dfe28812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416548 Nov 12 21:20:50.326921 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-357c67a7-a109-4aee-9551-d450aa3fcdcd req-80aa9ed9-dd8d-4391-8ca4-af1f00219eb9 service neutron] 10.222.0.52 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833828 Nov 12 21:20:50.432638 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-357c67a7-a109-4aee-9551-d450aa3fcdcd req-aab4f1a0-676d-40c1-97f7-3959fd78f9d1 service neutron] 10.222.0.52 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970151 Nov 12 21:20:51.162405 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:52.559730 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a72308e6-edb3-40df-9759-3af3ba69b3c8 req-f8d4118e-0605-449e-9938-6728efc47d31 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396616 Nov 12 21:20:52.647795 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72308e6-edb3-40df-9759-3af3ba69b3c8 req-9de734c2-26ab-4d0f-bac6-b696deae96db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:52.650493 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a72308e6-edb3-40df-9759-3af3ba69b3c8 req-9de734c2-26ab-4d0f-bac6-b696deae96db service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cdb7bdd38a5645a99acd709018c84aa6&device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 1095 time: 0.0464849 Nov 12 21:20:52.756190 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72308e6-edb3-40df-9759-3af3ba69b3c8 req-d86a34c7-7927-4d62-8029-f2989af1c5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:52.758320 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a72308e6-edb3-40df-9759-3af3ba69b3c8 req-d86a34c7-7927-4d62-8029-f2989af1c5bd service neutron] 10.222.0.55 "GET /v2.0/networks?id=424e9232-ada3-4583-a857-26f5dfe28812 HTTP/1.1" status: 200 len: 910 time: 0.0876856 Nov 12 21:20:52.831083 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a72308e6-edb3-40df-9759-3af3ba69b3c8 req-2b283e75-5469-4881-83a9-f336a0b28e62 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b21e8df5-8202-4939-aed1-c4365af84ae9 HTTP/1.1" status: 200 len: 999 time: 0.0666275 Nov 12 21:20:52.890332 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72308e6-edb3-40df-9759-3af3ba69b3c8 req-25c3ec4f-f335-4fe2-82ed-d1c854edad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:52.891766 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a72308e6-edb3-40df-9759-3af3ba69b3c8 req-25c3ec4f-f335-4fe2-82ed-d1c854edad97 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb5af605-176a-4909-a782-6191546cd373 HTTP/1.1" status: 200 len: 848 time: 0.0475683 Nov 12 21:20:52.917467 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-87982463-5ead-43fc-934c-7aebafae50e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:52.943566 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72308e6-edb3-40df-9759-3af3ba69b3c8 req-02b719fa-822d-47e7-b06c-d79211a4e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:20:52.945809 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a72308e6-edb3-40df-9759-3af3ba69b3c8 req-02b719fa-822d-47e7-b06c-d79211a4e253 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=424e9232-ada3-4583-a857-26f5dfe28812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455136 Nov 12 21:20:53.040088 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a72308e6-edb3-40df-9759-3af3ba69b3c8 req-490cacb2-560d-4624-9130-ea7cb17eb095 service neutron] 10.222.0.55 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878971 Nov 12 21:20:53.135101 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-a72308e6-edb3-40df-9759-3af3ba69b3c8 req-85c498cb-e9cd-4f86-ab1a-f2dc7399d0f8 service neutron] 10.222.0.55 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880365 Nov 12 21:20:54.068852 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:54.759274 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:55.498597 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:20:56.138396 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:04.631977 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:21:20.099555 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b1708cd6-38ae-4173-8d47-1fd69deed0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:21.184493 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:22.913322 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c0038a13-71ad-4f60-81f6-38616b56f1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:24.077006 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:24.778858 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:25.505362 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:26.143727 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:41.632933 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:21:50.111546 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a290b182-0b49-4fcc-bba8-49142d6ab0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:51.174519 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:51.847197 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-10b40514-e672-4089-b303-21647938ea07 req-ece3f92c-d317-4a93-b5c2-e83a7d726f65 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ac21b6cb-1417-4071-8b90-101c16c8badc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0687194 Nov 12 21:21:51.939999 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b40514-e672-4089-b303-21647938ea07 req-f095c302-04e1-4297-a5ef-15605e8cb88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:51.941584 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-10b40514-e672-4089-b303-21647938ea07 req-f095c302-04e1-4297-a5ef-15605e8cb88c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cdb7bdd38a5645a99acd709018c84aa6&device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 1097 time: 0.0452390 Nov 12 21:21:52.102123 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b40514-e672-4089-b303-21647938ea07 req-50e6ea5c-b92e-40ab-8a96-01123422e195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:52.105082 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-10b40514-e672-4089-b303-21647938ea07 req-50e6ea5c-b92e-40ab-8a96-01123422e195 service neutron] 10.222.0.52 "GET /v2.0/networks?id=424e9232-ada3-4583-a857-26f5dfe28812 HTTP/1.1" status: 200 len: 910 time: 0.1401803 Nov 12 21:21:52.186290 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-10b40514-e672-4089-b303-21647938ea07 req-b2ca2f2d-5137-4c2b-aa9a-051ba7c46a7b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a0419e3-dd03-4fa9-b51c-6b57f11c418c HTTP/1.1" status: 200 len: 1000 time: 0.0720675 Nov 12 21:21:52.244661 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b40514-e672-4089-b303-21647938ea07 req-7e95917a-1c43-4452-8628-cb65c4b40a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:52.246186 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-10b40514-e672-4089-b303-21647938ea07 req-7e95917a-1c43-4452-8628-cb65c4b40a30 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb5af605-176a-4909-a782-6191546cd373 HTTP/1.1" status: 200 len: 848 time: 0.0519989 Nov 12 21:21:52.299036 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b40514-e672-4089-b303-21647938ea07 req-9bf83cc7-42e0-4809-8db6-18d7fbfc8569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:52.300624 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-10b40514-e672-4089-b303-21647938ea07 req-9bf83cc7-42e0-4809-8db6-18d7fbfc8569 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=424e9232-ada3-4583-a857-26f5dfe28812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462036 Nov 12 21:21:52.411783 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-10b40514-e672-4089-b303-21647938ea07 req-9ec39428-0d0c-42f4-a4eb-c3f973da8abf service neutron] 10.222.0.52 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019781 Nov 12 21:21:52.513981 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-10b40514-e672-4089-b303-21647938ea07 req-f9729c2e-b9c4-4a3e-99fd-84ff16676be0 service neutron] 10.222.0.52 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928628 Nov 12 21:21:52.914707 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6b95e668-e93f-4c8d-bae0-2a21a086b1ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:53.575155 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e459f66f-b82a-43ec-9f96-33249fee4cd7 req-5782a735-ab71-4c52-88d9-4d63f07d2a3e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0602362 Nov 12 21:21:53.664918 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459f66f-b82a-43ec-9f96-33249fee4cd7 req-bad0b1aa-12c8-4eec-8086-7721197c780e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:53.666396 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e459f66f-b82a-43ec-9f96-33249fee4cd7 req-bad0b1aa-12c8-4eec-8086-7721197c780e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cdb7bdd38a5645a99acd709018c84aa6&device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 1095 time: 0.0463884 Nov 12 21:21:53.803342 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459f66f-b82a-43ec-9f96-33249fee4cd7 req-62785b57-95e4-4d51-adb8-a0e59ef28f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:53.806128 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e459f66f-b82a-43ec-9f96-33249fee4cd7 req-62785b57-95e4-4d51-adb8-a0e59ef28f9f service neutron] 10.222.0.55 "GET /v2.0/networks?id=424e9232-ada3-4583-a857-26f5dfe28812 HTTP/1.1" status: 200 len: 910 time: 0.1192310 Nov 12 21:21:53.891213 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e459f66f-b82a-43ec-9f96-33249fee4cd7 req-5a90cf23-d68e-4f43-88f6-ea8bd2d80c95 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b21e8df5-8202-4939-aed1-c4365af84ae9 HTTP/1.1" status: 200 len: 999 time: 0.0773044 Nov 12 21:21:53.957333 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459f66f-b82a-43ec-9f96-33249fee4cd7 req-3a2e1896-7390-4dca-b6b9-a8312f3ff52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:53.958826 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e459f66f-b82a-43ec-9f96-33249fee4cd7 req-3a2e1896-7390-4dca-b6b9-a8312f3ff52f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb5af605-176a-4909-a782-6191546cd373 HTTP/1.1" status: 200 len: 848 time: 0.0549881 Nov 12 21:21:54.019731 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459f66f-b82a-43ec-9f96-33249fee4cd7 req-50e73e13-9448-4735-8838-aece203132ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:21:54.021383 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e459f66f-b82a-43ec-9f96-33249fee4cd7 req-50e73e13-9448-4735-8838-aece203132ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=424e9232-ada3-4583-a857-26f5dfe28812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550413 Nov 12 21:21:54.033920 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [req-e459f66f-b82a-43ec-9f96-33249fee4cd7 req-c9ab601e-d4b5-4565-99bb-d32a49802e41 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 21:21:54.035037 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e459f66f-b82a-43ec-9f96-33249fee4cd7 req-c9ab601e-d4b5-4565-99bb-d32a49802e41 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065062 Nov 12 21:21:54.082740 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:54.142603 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e459f66f-b82a-43ec-9f96-33249fee4cd7 req-a0b39525-3c74-41b9-8c5e-8bb4daa37ff0 service neutron] 10.222.0.55 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002231 Nov 12 21:21:54.252968 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-e459f66f-b82a-43ec-9f96-33249fee4cd7 req-75f8e429-5a0a-46ec-b3b4-2e2b80cf362f service neutron] 10.222.0.55 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031816 Nov 12 21:21:54.792874 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:55.508951 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:21:56.146346 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:18.635863 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:22:20.111211 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ee5dd307-7fe5-4e4a-ada9-766f0edfbba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:21.209892 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:21.445357 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 7a0419e3-dd03-4fa9-b51c-6b57f11c418c details requested by agent hyperv_n-h2-712140-15 with host n-h2-712140-15 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 21:22:21.638583 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 7a0419e3-dd03-4fa9-b51c-6b57f11c418c, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=7a0419e3-dd03-4fa9-b51c-6b57f11c418c,segment=NetworkSegment(28ef0629-23a1-4924-a6a2-79cf0a7951e1),segment_id=28ef0629-23a1-4924-a6a2-79cf0a7951e1)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:22:21.664542 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Returning: {'device': '7a0419e3-dd03-4fa9-b51c-6b57f11c418c', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'port_id': '7a0419e3-dd03-4fa9-b51c-6b57f11c418c', 'mac_address': 'fa:16:3e:51:c9:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb5af605-176a-4909-a782-6191546cd373', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 21:22:21.741052 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:21.767899 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a0419e3-dd03-4fa9-b51c-6b57f11c418c {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 21:22:21.809388 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 7a0419e3-dd03-4fa9-b51c-6b57f11c418c, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=7a0419e3-dd03-4fa9-b51c-6b57f11c418c,segment=NetworkSegment(28ef0629-23a1-4924-a6a2-79cf0a7951e1),segment_id=28ef0629-23a1-4924-a6a2-79cf0a7951e1)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:22:21.816007 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:21.919568 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] get_ports_and_sgs() called for port_ids ['7a0419e3-dd03-4fa9-b51c-6b57f11c418c'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 21:22:21.929787 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=7a0419e3-dd03-4fa9-b51c-6b57f11c418c,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:21.978931 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:21.979603 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:21.979806 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:21.980072 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:21.980444 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:21.980787 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:21.981129 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:21.981552 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:21.981953 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:21.982279 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:21.982615 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:21.982968 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:22.924394 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b6031264-a35a-44e8-b161-bb1ecb1c8662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:23.446584 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 7a0419e3-dd03-4fa9-b51c-6b57f11c418c up at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 21:22:23.551801 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Provisioning complete for port 7a0419e3-dd03-4fa9-b51c-6b57f11c418c triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 21:22:23.552567 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-656945'] for port, provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:23.720966 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:23.768404 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac21b6cb-1417-4071-8b90-101c16c8badc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0419e3-dd03-4fa9-b51c-6b57f11c418c'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:22:23.772896 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e2a221c1ff93e56a7b3290f78f059e5ee30a378a3a846772c85f81925c98a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b54cec-dd54-4e05-bc2a-c86473030ce8" -d '{"events": [{"server_uuid": "ac21b6cb-1417-4071-8b90-101c16c8badc", "name": "network-vif-plugged", "status": "completed", "tag": "7a0419e3-dd03-4fa9-b51c-6b57f11c418c"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:22:23.795653 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 7a0419e3-dd03-4fa9-b51c-6b57f11c418c, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=7a0419e3-dd03-4fa9-b51c-6b57f11c418c,segment=NetworkSegment(28ef0629-23a1-4924-a6a2-79cf0a7951e1),segment_id=28ef0629-23a1-4924-a6a2-79cf0a7951e1)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:22:23.805005 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:23.854246 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2baff9dd-7a4d-4b27-8688-f3679d4944c1 x-openstack-request-id: req-2baff9dd-7a4d-4b27-8688-f3679d4944c1 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:22:23.854698 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac21b6cb-1417-4071-8b90-101c16c8badc", "name": "network-vif-plugged", "status": "completed", "tag": "7a0419e3-dd03-4fa9-b51c-6b57f11c418c", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:22:23.855107 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2baff9dd-7a4d-4b27-8688-f3679d4944c1 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:22:23.855732 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac21b6cb-1417-4071-8b90-101c16c8badc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0419e3-dd03-4fa9-b51c-6b57f11c418c', 'code': 200} Nov 12 21:22:23.907915 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=7a0419e3-dd03-4fa9-b51c-6b57f11c418c,revision_number=7']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:24.095309 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:24.830268 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:25.522630 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:26.175112 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:31.994454 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59142) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:32.173632 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-8f38816d-a61f-436a-9b47-2015c26d3319 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Deleting port ce467cae-0fd1-441a-8063-378702e42396 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:22:32.189157 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f38816d-a61f-436a-9b47-2015c26d3319 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:32.262776 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f38816d-a61f-436a-9b47-2015c26d3319 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:32.263051 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f38816d-a61f-436a-9b47-2015c26d3319 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:32.276960 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-8f38816d-a61f-436a-9b47-2015c26d3319 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Calling delete_port for ce467cae-0fd1-441a-8063-378702e42396 owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:22:32.455371 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f38816d-a61f-436a-9b47-2015c26d3319 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:32.486467 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38816d-a61f-436a-9b47-2015c26d3319 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Pushing event deleted for resources: {'Port': ['ID=ce467cae-0fd1-441a-8063-378702e42396,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:32.524668 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38816d-a61f-436a-9b47-2015c26d3319 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:32.524935 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38816d-a61f-436a-9b47-2015c26d3319 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:32.525245 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38816d-a61f-436a-9b47-2015c26d3319 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:32.525584 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38816d-a61f-436a-9b47-2015c26d3319 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:32.526173 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38816d-a61f-436a-9b47-2015c26d3319 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:32.526498 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38816d-a61f-436a-9b47-2015c26d3319 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:32.526822 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38816d-a61f-436a-9b47-2015c26d3319 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:32.527145 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38816d-a61f-436a-9b47-2015c26d3319 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:32.527464 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38816d-a61f-436a-9b47-2015c26d3319 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:32.527786 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38816d-a61f-436a-9b47-2015c26d3319 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:32.528108 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38816d-a61f-436a-9b47-2015c26d3319 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:32.528448 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f38816d-a61f-436a-9b47-2015c26d3319 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:32.573397 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f38816d-a61f-436a-9b47-2015c26d3319 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for floatingip, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:32.573842 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [None req-8f38816d-a61f-436a-9b47-2015c26d3319 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Floating IP f1fe8f4d-8d0e-485b-a21c-7750d0dec871 disassociated (deleted). External IP: 172.25.5.92, port: 7a0419e3-dd03-4fa9-b51c-6b57f11c418c. Nov 12 21:22:32.831680 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f38816d-a61f-436a-9b47-2015c26d3319 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Router bc497309-742f-4ce1-9e0c-6be9b7f16df9 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:22:33.348106 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f38816d-a61f-436a-9b47-2015c26d3319 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:22:33.357587 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f38816d-a61f-436a-9b47-2015c26d3319 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:33.363764 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf8b03-0531-4fc3-82fb-a55437afe6b2 None None] Sync routers for ids ['bc497309-742f-4ce1-9e0c-6be9b7f16df9'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:22:33.375401 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbf8b03-0531-4fc3-82fb-a55437afe6b2 None None] Routers {'bc497309-742f-4ce1-9e0c-6be9b7f16df9'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:22:33.376143 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3dbf8b03-0531-4fc3-82fb-a55437afe6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:22:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['bc497309-742f-4ce1-9e0c-6be9b7f16df9'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:33.388450 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-8f38816d-a61f-436a-9b47-2015c26d3319 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "DELETE /v2.0/floatingips/f1fe8f4d-8d0e-485b-a21c-7750d0dec871 HTTP/1.1" status: 204 len: 168 time: 1.3928149 Nov 12 21:22:33.389161 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac21b6cb-1417-4071-8b90-101c16c8badc', 'tag': '7a0419e3-dd03-4fa9-b51c-6b57f11c418c'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:22:33.391712 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd6bf149db5198c131b0a94c001dfe597833dedcde5dd32e44168e01e6f8dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76499888-0fa2-44e2-8e55-4cf5fd87efe3" -d '{"events": [{"name": "network-changed", "server_uuid": "ac21b6cb-1417-4071-8b90-101c16c8badc", "tag": "7a0419e3-dd03-4fa9-b51c-6b57f11c418c"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:22:33.502140 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-3dbf8b03-0531-4fc3-82fb-a55437afe6b2 None None] Set router bc497309-742f-4ce1-9e0c-6be9b7f16df9 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:22:33.658260 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535ab441-c1c7-4b84-891d-0e71fbae3a03 x-openstack-request-id: req-535ab441-c1c7-4b84-891d-0e71fbae3a03 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:22:33.659022 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac21b6cb-1417-4071-8b90-101c16c8badc", "tag": "7a0419e3-dd03-4fa9-b51c-6b57f11c418c", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:22:33.659575 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-535ab441-c1c7-4b84-891d-0e71fbae3a03 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:22:33.661176 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac21b6cb-1417-4071-8b90-101c16c8badc', 'tag': '7a0419e3-dd03-4fa9-b51c-6b57f11c418c', 'status': 'completed', 'code': 200} Nov 12 21:22:33.783410 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3dbf8b03-0531-4fc3-82fb-a55437afe6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'name': 'tempest-TestSnapshotPattern-150740586-router', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:01Z', 'revision_number': 4, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'gw_port': {'id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'c3e887d3-6710-4976-ad9a-a4eaeb33217d', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'port_id': 'b21e8df5-8202-4939-aed1-c4365af84ae9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'mac_address': 'fa:16:3e:11:bd:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:17:28Z', 'updated_at': '2021-11-12T21:17:30Z', 'revision_number': 1, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3acca619-69ec-415c-bd03-15c228f39921', 'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'mac_address': 'fa:16:3e:8e:e9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb5af605-176a-4909-a782-6191546cd373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:01Z', 'updated_at': '2021-11-12T21:17:08Z', 'revision_number': 5, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'subnets': [{'id': 'cb5af605-176a-4909-a782-6191546cd373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:33.817772 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76499888-0fa2-44e2-8e55-4cf5fd87efe3 req-7b50a595-c27f-4631-bed8-be622da8012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:33.821081 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76499888-0fa2-44e2-8e55-4cf5fd87efe3 req-7b50a595-c27f-4631-bed8-be622da8012e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cdb7bdd38a5645a99acd709018c84aa6&device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 1097 time: 0.1304662 Nov 12 21:22:33.821308 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf8b03-0531-4fc3-82fb-a55437afe6b2 None None] Checking router: bc497309-742f-4ce1-9e0c-6be9b7f16df9 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:22:33.831003 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbf8b03-0531-4fc3-82fb-a55437afe6b2 None None] Routers {'bc497309-742f-4ce1-9e0c-6be9b7f16df9'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:22:33.831645 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3dbf8b03-0531-4fc3-82fb-a55437afe6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:22:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['bc497309-742f-4ce1-9e0c-6be9b7f16df9'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:33.858204 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd59c11-8b7b-4d16-ac91-00e666f49dc3 req-b08e2a27-136c-48cb-8a70-f494e0f75d56 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:33.860817 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2fd59c11-8b7b-4d16-ac91-00e666f49dc3 req-b08e2a27-136c-48cb-8a70-f494e0f75d56 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 945 time: 0.1234813 Nov 12 21:22:33.959028 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-3dbf8b03-0531-4fc3-82fb-a55437afe6b2 None None] Set router bc497309-742f-4ce1-9e0c-6be9b7f16df9 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:22:33.980453 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2fd59c11-8b7b-4d16-ac91-00e666f49dc3 req-6f872e19-cd32-4ff0-97db-93cd321b02af tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029088 Nov 12 21:22:33.998595 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76499888-0fa2-44e2-8e55-4cf5fd87efe3 req-9606eb34-42a0-4f5b-8d56-dc069df54962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:34.000031 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76499888-0fa2-44e2-8e55-4cf5fd87efe3 req-9606eb34-42a0-4f5b-8d56-dc069df54962 service neutron] 10.222.0.52 "GET /v2.0/networks?id=424e9232-ada3-4583-a857-26f5dfe28812 HTTP/1.1" status: 200 len: 910 time: 0.1675842 Nov 12 21:22:34.050544 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76499888-0fa2-44e2-8e55-4cf5fd87efe3 req-50264e75-62c2-4914-8328-48d282564f9f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a0419e3-dd03-4fa9-b51c-6b57f11c418c HTTP/1.1" status: 200 len: 217 time: 0.0378678 Nov 12 21:22:34.121430 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76499888-0fa2-44e2-8e55-4cf5fd87efe3 req-725c987f-46f9-4b5e-8896-cb3e23bbbff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:34.123085 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76499888-0fa2-44e2-8e55-4cf5fd87efe3 req-725c987f-46f9-4b5e-8896-cb3e23bbbff6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb5af605-176a-4909-a782-6191546cd373 HTTP/1.1" status: 200 len: 848 time: 0.0646365 Nov 12 21:22:34.179900 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76499888-0fa2-44e2-8e55-4cf5fd87efe3 req-064c1387-0170-42ed-87e6-8b25b984f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:34.182686 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76499888-0fa2-44e2-8e55-4cf5fd87efe3 req-064c1387-0170-42ed-87e6-8b25b984f8ea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=424e9232-ada3-4583-a857-26f5dfe28812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497305 Nov 12 21:22:34.249580 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3dbf8b03-0531-4fc3-82fb-a55437afe6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'name': 'tempest-TestSnapshotPattern-150740586-router', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:01Z', 'revision_number': 4, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'gw_port': {'id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'c3e887d3-6710-4976-ad9a-a4eaeb33217d', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'port_id': 'b21e8df5-8202-4939-aed1-c4365af84ae9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'mac_address': 'fa:16:3e:11:bd:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:17:28Z', 'updated_at': '2021-11-12T21:17:30Z', 'revision_number': 1, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3acca619-69ec-415c-bd03-15c228f39921', 'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'mac_address': 'fa:16:3e:8e:e9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb5af605-176a-4909-a782-6191546cd373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:01Z', 'updated_at': '2021-11-12T21:17:08Z', 'revision_number': 5, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'subnets': [{'id': 'cb5af605-176a-4909-a782-6191546cd373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:34.283146 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf8b03-0531-4fc3-82fb-a55437afe6b2 None None] The sync data for ids ['bc497309-742f-4ce1-9e0c-6be9b7f16df9'] in n-d-712140-15 is: [{'id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'name': 'tempest-TestSnapshotPattern-150740586-router', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:01Z', 'revision_number': 4, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'gw_port': {'id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_floatingips': [{'id': 'c3e887d3-6710-4976-ad9a-a4eaeb33217d', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'router_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'port_id': 'b21e8df5-8202-4939-aed1-c4365af84ae9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'mac_address': 'fa:16:3e:11:bd:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T21:17:28Z', 'updated_at': '2021-11-12T21:17:30Z', 'revision_number': 1, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3acca619-69ec-415c-bd03-15c228f39921', 'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'mac_address': 'fa:16:3e:8e:e9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb5af605-176a-4909-a782-6191546cd373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:01Z', 'updated_at': '2021-11-12T21:17:08Z', 'revision_number': 5, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'subnets': [{'id': 'cb5af605-176a-4909-a782-6191546cd373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:22:34.288379 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76499888-0fa2-44e2-8e55-4cf5fd87efe3 req-5d2bf920-8aaa-4769-a5a6-84b564a7ffa5 service neutron] 10.222.0.52 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926645 Nov 12 21:22:34.428740 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-76499888-0fa2-44e2-8e55-4cf5fd87efe3 req-4da66675-c2a3-468b-93b6-d9b5d46a0a8a service neutron] 10.222.0.52 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305351 Nov 12 21:22:34.569062 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a2affb-6b5b-4e68-b50c-e7a6461fa39e None None] New status for floating IP f1fe8f4d-8d0e-485b-a21c-7750d0dec871: DOWN {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:22:35.159272 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043c4cf-f6ee-4564-92a0-2f477e8201ec req-805fe5f7-e991-4d12-87ff-f079602c9d3e tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:35.160931 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8043c4cf-f6ee-4564-92a0-2f477e8201ec req-805fe5f7-e991-4d12-87ff-f079602c9d3e tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 945 time: 0.0575027 Nov 12 21:22:35.220460 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-8043c4cf-f6ee-4564-92a0-2f477e8201ec req-1128d654-9af4-46d0-b7db-067c8792f22c tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520272 Nov 12 21:22:35.535018 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74be3bf-8f59-4374-bf78-87a5d883b830 req-e2d469a0-fe70-4b9b-82b0-cda601daa908 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:35.536508 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f74be3bf-8f59-4374-bf78-87a5d883b830 req-e2d469a0-fe70-4b9b-82b0-cda601daa908 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 945 time: 0.0543861 Nov 12 21:22:35.547303 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 7a0419e3-dd03-4fa9-b51c-6b57f11c418c no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:22:35.625610 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537968'] for port, before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:35.638617 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-f74be3bf-8f59-4374-bf78-87a5d883b830 req-b15bc41f-f8f3-420f-839f-55bd65935e2a tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Deleting port 7a0419e3-dd03-4fa9-b51c-6b57f11c418c {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:22:35.638945 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f74be3bf-8f59-4374-bf78-87a5d883b830 req-b15bc41f-f8f3-420f-839f-55bd65935e2a tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:35.653221 n-d-712140-15 neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac21b6cb-1417-4071-8b90-101c16c8badc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a0419e3-dd03-4fa9-b51c-6b57f11c418c'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:22:35.655405 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e2a221c1ff93e56a7b3290f78f059e5ee30a378a3a846772c85f81925c98a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bd7f2f-321c-4fda-a023-72e44fffdb2c" -d '{"events": [{"server_uuid": "ac21b6cb-1417-4071-8b90-101c16c8badc", "name": "network-vif-unplugged", "status": "completed", "tag": "7a0419e3-dd03-4fa9-b51c-6b57f11c418c"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:22:35.674213 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] For port 7a0419e3-dd03-4fa9-b51c-6b57f11c418c, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=7a0419e3-dd03-4fa9-b51c-6b57f11c418c,segment=NetworkSegment(28ef0629-23a1-4924-a6a2-79cf0a7951e1),segment_id=28ef0629-23a1-4924-a6a2-79cf0a7951e1)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:22:35.680962 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769001279380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769000854694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769000854712'] for port, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:35.713144 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 21:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6506d68-cc01-46d9-b6cd-1be75c7fcb42 x-openstack-request-id: req-c6506d68-cc01-46d9-b6cd-1be75c7fcb42 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:22:35.713464 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac21b6cb-1417-4071-8b90-101c16c8badc", "name": "network-vif-unplugged", "status": "completed", "tag": "7a0419e3-dd03-4fa9-b51c-6b57f11c418c", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:22:35.713733 n-d-712140-15 neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c6506d68-cc01-46d9-b6cd-1be75c7fcb42 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:22:35.714111 n-d-712140-15 neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac21b6cb-1417-4071-8b90-101c16c8badc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a0419e3-dd03-4fa9-b51c-6b57f11c418c', 'code': 200} Nov 12 21:22:35.743080 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Pushing event updated for resources: {'Port': ['ID=7a0419e3-dd03-4fa9-b51c-6b57f11c418c,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:36.082150 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-f74be3bf-8f59-4374-bf78-87a5d883b830 req-b15bc41f-f8f3-420f-839f-55bd65935e2a tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] For port 7a0419e3-dd03-4fa9-b51c-6b57f11c418c, host n-h2-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-15',level=0,port_id=7a0419e3-dd03-4fa9-b51c-6b57f11c418c,segment=NetworkSegment(28ef0629-23a1-4924-a6a2-79cf0a7951e1),segment_id=28ef0629-23a1-4924-a6a2-79cf0a7951e1)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:22:36.082510 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f74be3bf-8f59-4374-bf78-87a5d883b830 req-b15bc41f-f8f3-420f-839f-55bd65935e2a tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:36.096463 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-f74be3bf-8f59-4374-bf78-87a5d883b830 req-b15bc41f-f8f3-420f-839f-55bd65935e2a tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Calling delete_port for 7a0419e3-dd03-4fa9-b51c-6b57f11c418c owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:22:36.228636 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f74be3bf-8f59-4374-bf78-87a5d883b830 req-b15bc41f-f8f3-420f-839f-55bd65935e2a tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:36.258219 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15bc41f-f8f3-420f-839f-55bd65935e2a tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Pushing event deleted for resources: {'Port': ['ID=7a0419e3-dd03-4fa9-b51c-6b57f11c418c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:36.279620 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15bc41f-f8f3-420f-839f-55bd65935e2a tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:36.279970 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15bc41f-f8f3-420f-839f-55bd65935e2a tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:36.280348 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15bc41f-f8f3-420f-839f-55bd65935e2a tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:36.280689 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15bc41f-f8f3-420f-839f-55bd65935e2a tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:36.281235 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15bc41f-f8f3-420f-839f-55bd65935e2a tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:36.281767 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15bc41f-f8f3-420f-839f-55bd65935e2a tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:36.282125 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15bc41f-f8f3-420f-839f-55bd65935e2a tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:36.282446 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15bc41f-f8f3-420f-839f-55bd65935e2a tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:36.282796 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15bc41f-f8f3-420f-839f-55bd65935e2a tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:36.283171 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15bc41f-f8f3-420f-839f-55bd65935e2a tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:36.283508 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15bc41f-f8f3-420f-839f-55bd65935e2a tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:36.283833 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15bc41f-f8f3-420f-839f-55bd65935e2a tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-15 {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 21:22:36.321003 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74be3bf-8f59-4374-bf78-87a5d883b830 req-b15bc41f-f8f3-420f-839f-55bd65935e2a tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] No DVR routers for this DVR port 7a0419e3-dd03-4fa9-b51c-6b57f11c418c on host n-h2-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:22:36.330934 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-f74be3bf-8f59-4374-bf78-87a5d883b830 req-b15bc41f-f8f3-420f-839f-55bd65935e2a tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:36.334438 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-f74be3bf-8f59-4374-bf78-87a5d883b830 req-b15bc41f-f8f3-420f-839f-55bd65935e2a tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.52 "DELETE /v2.0/ports/7a0419e3-dd03-4fa9-b51c-6b57f11c418c HTTP/1.1" status: 204 len: 173 time: 0.7882309 Nov 12 21:22:36.334713 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac21b6cb-1417-4071-8b90-101c16c8badc', 'name': 'network-vif-deleted', 'tag': '7a0419e3-dd03-4fa9-b51c-6b57f11c418c'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:22:36.337017 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae85863-0c92-44be-853b-e5bae6e7b6a9" -d '{"events": [{"server_uuid": "ac21b6cb-1417-4071-8b90-101c16c8badc", "name": "network-vif-deleted", "tag": "7a0419e3-dd03-4fa9-b51c-6b57f11c418c"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:22:36.362966 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-de623c92-2a5c-4b80-98b0-fc44bffbe194 req-216c4dde-05ae-4329-9c65-699edfed49ff tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac21b6cb-1417-4071-8b90-101c16c8badc HTTP/1.1" status: 200 len: 210 time: 0.0433450 Nov 12 21:22:36.419816 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66925dd2-e08d-4d4a-9a2e-f073f7f25b09 x-openstack-request-id: req-66925dd2-e08d-4d4a-9a2e-f073f7f25b09 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:22:36.420310 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac21b6cb-1417-4071-8b90-101c16c8badc", "name": "network-vif-deleted", "tag": "7a0419e3-dd03-4fa9-b51c-6b57f11c418c", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:22:36.421026 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-66925dd2-e08d-4d4a-9a2e-f073f7f25b09 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:22:36.422377 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac21b6cb-1417-4071-8b90-101c16c8badc', 'name': 'network-vif-deleted', 'tag': '7a0419e3-dd03-4fa9-b51c-6b57f11c418c', 'status': 'completed', 'code': 200} Nov 12 21:22:38.048413 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59204) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:38.230839 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-56e676a4-7fce-4d20-8f92-b4e909c75324 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Deleting port 0dc9ee5b-e232-49e5-8681-4a6487ad5d12 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:22:38.231289 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-56e676a4-7fce-4d20-8f92-b4e909c75324 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:38.320461 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-56e676a4-7fce-4d20-8f92-b4e909c75324 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:38.320801 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-56e676a4-7fce-4d20-8f92-b4e909c75324 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:38.333467 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-56e676a4-7fce-4d20-8f92-b4e909c75324 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Calling delete_port for 0dc9ee5b-e232-49e5-8681-4a6487ad5d12 owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:22:38.503994 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-56e676a4-7fce-4d20-8f92-b4e909c75324 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:38.539454 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e676a4-7fce-4d20-8f92-b4e909c75324 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Pushing event deleted for resources: {'Port': ['ID=0dc9ee5b-e232-49e5-8681-4a6487ad5d12,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:38.608152 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-56e676a4-7fce-4d20-8f92-b4e909c75324 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for floatingip, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:38.608571 n-d-712140-15 neutron-server[102447]: INFO neutron.db.l3_db [None req-56e676a4-7fce-4d20-8f92-b4e909c75324 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Floating IP c3e887d3-6710-4976-ad9a-a4eaeb33217d disassociated (deleted). External IP: 172.25.5.121, port: b21e8df5-8202-4939-aed1-c4365af84ae9. Nov 12 21:22:38.850080 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e676a4-7fce-4d20-8f92-b4e909c75324 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Router bc497309-742f-4ce1-9e0c-6be9b7f16df9 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:22:38.974099 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e676a4-7fce-4d20-8f92-b4e909c75324 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:22:38.982750 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-56e676a4-7fce-4d20-8f92-b4e909c75324 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for floatingip, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:38.986323 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ace3bf-6bb5-400c-b584-132d796ac267 None None] Sync routers for ids ['bc497309-742f-4ce1-9e0c-6be9b7f16df9'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:22:38.999001 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ace3bf-6bb5-400c-b584-132d796ac267 None None] Routers {'bc497309-742f-4ce1-9e0c-6be9b7f16df9'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:22:38.999653 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a5ace3bf-6bb5-400c-b584-132d796ac267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:22:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['bc497309-742f-4ce1-9e0c-6be9b7f16df9'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:39.019881 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-56e676a4-7fce-4d20-8f92-b4e909c75324 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "DELETE /v2.0/floatingips/c3e887d3-6710-4976-ad9a-a4eaeb33217d HTTP/1.1" status: 204 len: 168 time: 0.9659989 Nov 12 21:22:39.019881 n-d-712140-15 neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0', 'tag': 'b21e8df5-8202-4939-aed1-c4365af84ae9'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:22:39.019881 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd6bf149db5198c131b0a94c001dfe597833dedcde5dd32e44168e01e6f8dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0708cc26-a866-4744-8733-9fc02f9c4373" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0", "tag": "b21e8df5-8202-4939-aed1-c4365af84ae9"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:22:39.270467 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 21:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50121ba7-208b-43d2-b2e6-5967e78a00a4 x-openstack-request-id: req-50121ba7-208b-43d2-b2e6-5967e78a00a4 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:22:39.272053 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0", "tag": "b21e8df5-8202-4939-aed1-c4365af84ae9", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:22:39.272053 n-d-712140-15 neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-50121ba7-208b-43d2-b2e6-5967e78a00a4 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:22:39.272053 n-d-712140-15 neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0', 'tag': 'b21e8df5-8202-4939-aed1-c4365af84ae9', 'status': 'completed', 'code': 200} Nov 12 21:22:39.333115 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-a5ace3bf-6bb5-400c-b584-132d796ac267 None None] Set router bc497309-742f-4ce1-9e0c-6be9b7f16df9 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:22:39.440535 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708cc26-a866-4744-8733-9fc02f9c4373 req-510c47d9-57c0-4957-9d6c-2b1c7cd84052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:39.442136 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0708cc26-a866-4744-8733-9fc02f9c4373 req-510c47d9-57c0-4957-9d6c-2b1c7cd84052 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cdb7bdd38a5645a99acd709018c84aa6&device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 1095 time: 0.1409495 Nov 12 21:22:39.457380 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836765ef-1b82-4677-9322-3b5cdc2f271c req-b92382a8-27f2-497b-ab62-5b28c6406ad1 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:39.458959 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-836765ef-1b82-4677-9322-3b5cdc2f271c req-b92382a8-27f2-497b-ab62-5b28c6406ad1 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 943 time: 0.0868814 Nov 12 21:22:39.565705 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 7a0419e3-dd03-4fa9-b51c-6b57f11c418c no longer exists at agent hyperv_n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:22:39.593006 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-836765ef-1b82-4677-9322-3b5cdc2f271c req-1c00455c-775e-4b58-9230-e76c102c7716 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248519 Nov 12 21:22:39.597414 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] No Port match for: 7a0419e3-dd03-4fa9-b51c-6b57f11c418c {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:22:39.597899 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Device 7a0419e3-dd03-4fa9-b51c-6b57f11c418c not bound to the agent host n-h2-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:22:39.621633 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708cc26-a866-4744-8733-9fc02f9c4373 req-c54a0fed-583d-4397-a330-86b5ce39aeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:39.623302 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0708cc26-a866-4744-8733-9fc02f9c4373 req-c54a0fed-583d-4397-a330-86b5ce39aeb7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=424e9232-ada3-4583-a857-26f5dfe28812 HTTP/1.1" status: 200 len: 910 time: 0.1627846 Nov 12 21:22:39.641175 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a5ace3bf-6bb5-400c-b584-132d796ac267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'name': 'tempest-TestSnapshotPattern-150740586-router', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:01Z', 'revision_number': 4, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'gw_port': {'id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '3acca619-69ec-415c-bd03-15c228f39921', 'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'mac_address': 'fa:16:3e:8e:e9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb5af605-176a-4909-a782-6191546cd373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:01Z', 'updated_at': '2021-11-12T21:17:08Z', 'revision_number': 5, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'subnets': [{'id': 'cb5af605-176a-4909-a782-6191546cd373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:39.670702 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0708cc26-a866-4744-8733-9fc02f9c4373 req-fad21c94-f923-44ac-a16c-84aee149706c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b21e8df5-8202-4939-aed1-c4365af84ae9 HTTP/1.1" status: 200 len: 217 time: 0.0394783 Nov 12 21:22:39.677047 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ace3bf-6bb5-400c-b584-132d796ac267 None None] Checking router: bc497309-742f-4ce1-9e0c-6be9b7f16df9 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:22:39.687373 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ace3bf-6bb5-400c-b584-132d796ac267 None None] Routers {'bc497309-742f-4ce1-9e0c-6be9b7f16df9'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:22:39.687983 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a5ace3bf-6bb5-400c-b584-132d796ac267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:22:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['bc497309-742f-4ce1-9e0c-6be9b7f16df9'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:39.725002 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708cc26-a866-4744-8733-9fc02f9c4373 req-43843850-dcf1-43c8-b834-fa511de40fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:39.726509 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0708cc26-a866-4744-8733-9fc02f9c4373 req-43843850-dcf1-43c8-b834-fa511de40fbf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb5af605-176a-4909-a782-6191546cd373 HTTP/1.1" status: 200 len: 848 time: 0.0489266 Nov 12 21:22:39.784305 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708cc26-a866-4744-8733-9fc02f9c4373 req-9d38c602-99e2-4d26-8a01-ba9f1318009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:39.786030 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0708cc26-a866-4744-8733-9fc02f9c4373 req-9d38c602-99e2-4d26-8a01-ba9f1318009d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=424e9232-ada3-4583-a857-26f5dfe28812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505083 Nov 12 21:22:39.812942 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-a5ace3bf-6bb5-400c-b584-132d796ac267 None None] Set router bc497309-742f-4ce1-9e0c-6be9b7f16df9 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:22:39.904941 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0708cc26-a866-4744-8733-9fc02f9c4373 req-0b157470-46de-456b-b683-87dd791d60fe service neutron] 10.222.0.55 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103110 Nov 12 21:22:40.006368 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-0708cc26-a866-4744-8733-9fc02f9c4373 req-4c09c572-cea8-4d6e-9315-3b83103ef447 service neutron] 10.222.0.55 "GET /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940259 Nov 12 21:22:40.041922 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a5ace3bf-6bb5-400c-b584-132d796ac267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'name': 'tempest-TestSnapshotPattern-150740586-router', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:01Z', 'revision_number': 4, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'gw_port': {'id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '3acca619-69ec-415c-bd03-15c228f39921', 'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'mac_address': 'fa:16:3e:8e:e9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb5af605-176a-4909-a782-6191546cd373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:01Z', 'updated_at': '2021-11-12T21:17:08Z', 'revision_number': 5, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'subnets': [{'id': 'cb5af605-176a-4909-a782-6191546cd373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:40.070541 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ace3bf-6bb5-400c-b584-132d796ac267 None None] The sync data for ids ['bc497309-742f-4ce1-9e0c-6be9b7f16df9'] in n-d-712140-15 is: [{'id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'name': 'tempest-TestSnapshotPattern-150740586-router', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:01Z', 'revision_number': 4, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'gw_port': {'id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15', '_interfaces': [{'id': '3acca619-69ec-415c-bd03-15c228f39921', 'name': '', 'network_id': '424e9232-ada3-4583-a857-26f5dfe28812', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'mac_address': 'fa:16:3e:8e:e9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb5af605-176a-4909-a782-6191546cd373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:01Z', 'updated_at': '2021-11-12T21:17:08Z', 'revision_number': 5, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'subnets': [{'id': 'cb5af605-176a-4909-a782-6191546cd373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:22:40.337033 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af15c93-f9df-462f-b1ad-fee05f9d42c3 None None] New status for floating IP c3e887d3-6710-4976-ad9a-a4eaeb33217d: DOWN {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 21:22:40.345991 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab73a99-2a08-4f8d-a133-513dad7815cc req-566ea7c4-4df5-4c26-85be-b1cf94125400 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:40.350266 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2ab73a99-2a08-4f8d-a133-513dad7815cc req-566ea7c4-4df5-4c26-85be-b1cf94125400 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 943 time: 0.0730760 Nov 12 21:22:40.456862 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-2ab73a99-2a08-4f8d-a133-513dad7815cc req-3d219f03-30d8-4b7d-94be-fbd1a0b6f847 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Deleting port b21e8df5-8202-4939-aed1-c4365af84ae9 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:22:40.457577 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2ab73a99-2a08-4f8d-a133-513dad7815cc req-3d219f03-30d8-4b7d-94be-fbd1a0b6f847 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:40.562934 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-2ab73a99-2a08-4f8d-a133-513dad7815cc req-3d219f03-30d8-4b7d-94be-fbd1a0b6f847 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] For port b21e8df5-8202-4939-aed1-c4365af84ae9, host n-h1-712140-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-15',level=0,port_id=b21e8df5-8202-4939-aed1-c4365af84ae9,segment=NetworkSegment(28ef0629-23a1-4924-a6a2-79cf0a7951e1),segment_id=28ef0629-23a1-4924-a6a2-79cf0a7951e1)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:22:40.563302 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2ab73a99-2a08-4f8d-a133-513dad7815cc req-3d219f03-30d8-4b7d-94be-fbd1a0b6f847 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:40.578439 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-2ab73a99-2a08-4f8d-a133-513dad7815cc req-3d219f03-30d8-4b7d-94be-fbd1a0b6f847 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Calling delete_port for b21e8df5-8202-4939-aed1-c4365af84ae9 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:22:40.777202 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2ab73a99-2a08-4f8d-a133-513dad7815cc req-3d219f03-30d8-4b7d-94be-fbd1a0b6f847 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:40.815058 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d219f03-30d8-4b7d-94be-fbd1a0b6f847 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Pushing event deleted for resources: {'Port': ['ID=b21e8df5-8202-4939-aed1-c4365af84ae9,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:40.826662 n-d-712140-15 neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d44e2-85c4-4737-8af6-a3d5c17ffdbc req-09eb0027-5b5e-44d2-a238-37c6a349247a tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 21:22:40.828303 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c01d44e2-85c4-4737-8af6-a3d5c17ffdbc req-09eb0027-5b5e-44d2-a238-37c6a349247a tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0 HTTP/1.1" status: 200 len: 865 time: 0.1118569 Nov 12 21:22:40.892370 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab73a99-2a08-4f8d-a133-513dad7815cc req-3d219f03-30d8-4b7d-94be-fbd1a0b6f847 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] No DVR routers for this DVR port b21e8df5-8202-4939-aed1-c4365af84ae9 on host n-h1-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:22:40.896261 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2ab73a99-2a08-4f8d-a133-513dad7815cc req-3d219f03-30d8-4b7d-94be-fbd1a0b6f847 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71140'] for port, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:40.901893 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-2ab73a99-2a08-4f8d-a133-513dad7815cc req-3d219f03-30d8-4b7d-94be-fbd1a0b6f847 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.55 "DELETE /v2.0/ports/b21e8df5-8202-4939-aed1-c4365af84ae9 HTTP/1.1" status: 204 len: 173 time: 0.5463800 Nov 12 21:22:40.902392 n-d-712140-15 neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0', 'name': 'network-vif-deleted', 'tag': 'b21e8df5-8202-4939-aed1-c4365af84ae9'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 21:22:40.906349 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22640a598b27a66b39e2e964be1f59e8e48fc9eb0b20635c329aff8dc8e30e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a375fc-5068-44b0-be05-1aa27c7f4f7a" -d '{"events": [{"server_uuid": "5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0", "name": "network-vif-deleted", "tag": "b21e8df5-8202-4939-aed1-c4365af84ae9"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 21:22:40.951192 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [req-c01d44e2-85c4-4737-8af6-a3d5c17ffdbc req-daa01d53-7c16-4ebe-b0da-4f7368a47f0c tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "GET /v2.0/security-groups?id=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145821 Nov 12 21:22:41.004667 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 21:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad112018-29c4-44f8-b5e6-e83e89a9b6d3 x-openstack-request-id: req-ad112018-29c4-44f8-b5e6-e83e89a9b6d3 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 21:22:41.005120 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0", "name": "network-vif-deleted", "tag": "b21e8df5-8202-4939-aed1-c4365af84ae9", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 21:22:41.005504 n-d-712140-15 neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad112018-29c4-44f8-b5e6-e83e89a9b6d3 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 21:22:41.006712 n-d-712140-15 neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf4b791-d8d0-4f04-b5cc-bbe72d87f6a0', 'name': 'network-vif-deleted', 'tag': 'b21e8df5-8202-4939-aed1-c4365af84ae9', 'status': 'completed', 'code': 200} Nov 12 21:22:42.017107 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59220) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:42.087339 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2d65cb01-d799-48bb-a6a4-e48b4ded7448 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for security_group, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:42.113267 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2d65cb01-d799-48bb-a6a4-e48b4ded7448 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:42.179677 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2d65cb01-d799-48bb-a6a4-e48b4ded7448 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:42.183948 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2d65cb01-d799-48bb-a6a4-e48b4ded7448 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Publish callbacks [] for security_group, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:42.186088 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-2d65cb01-d799-48bb-a6a4-e48b4ded7448 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] 10.222.0.48 "DELETE /v2.0/security-groups/78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55 HTTP/1.1" status: 204 len: 168 time: 0.1675878 Nov 12 21:22:42.199392 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65cb01-d799-48bb-a6a4-e48b4ded7448 tempest-TestSnapshotPattern-239564197 tempest-TestSnapshotPattern-239564197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bc96a3-6fe9-41ed-a4bc-f4aaa9c91f55,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:42.233905 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59224) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:42.781410 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-08ca6760-735b-42ea-8cde-8d42280641be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:43.070045 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-08ca6760-735b-42ea-8cde-8d42280641be admin admin] Deleting port 3acca619-69ec-415c-bd03-15c228f39921 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:22:43.070791 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-08ca6760-735b-42ea-8cde-8d42280641be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:43.166218 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-08ca6760-735b-42ea-8cde-8d42280641be admin admin] For port 3acca619-69ec-415c-bd03-15c228f39921, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=3acca619-69ec-415c-bd03-15c228f39921,segment=NetworkSegment(28ef0629-23a1-4924-a6a2-79cf0a7951e1),segment_id=28ef0629-23a1-4924-a6a2-79cf0a7951e1)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:22:43.166593 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-08ca6760-735b-42ea-8cde-8d42280641be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:43.186567 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-08ca6760-735b-42ea-8cde-8d42280641be admin admin] Calling delete_port for 3acca619-69ec-415c-bd03-15c228f39921 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:22:43.417207 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-08ca6760-735b-42ea-8cde-8d42280641be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:43.444677 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca6760-735b-42ea-8cde-8d42280641be admin admin] Pushing event deleted for resources: {'Port': ['ID=3acca619-69ec-415c-bd03-15c228f39921,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:43.664126 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-08ca6760-735b-42ea-8cde-8d42280641be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:43.920160 n-d-712140-15 neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ca6760-735b-42ea-8cde-8d42280641be admin admin] Router bc497309-742f-4ce1-9e0c-6be9b7f16df9 has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:22:44.069955 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ca6760-735b-42ea-8cde-8d42280641be admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:22:44.078362 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-08ca6760-735b-42ea-8cde-8d42280641be admin admin] 10.222.0.48 "PUT /v2.0/routers/bc497309-742f-4ce1-9e0c-6be9b7f16df9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8431559 Nov 12 21:22:44.079877 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3554b8-c5aa-47e4-9699-a30127629577 None None] Sync routers for ids ['bc497309-742f-4ce1-9e0c-6be9b7f16df9'] in n-d-712140-15 {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:22:44.082140 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59228) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:44.092890 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3554b8-c5aa-47e4-9699-a30127629577 None None] Routers {'bc497309-742f-4ce1-9e0c-6be9b7f16df9'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:22:44.093531 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-db3554b8-c5aa-47e4-9699-a30127629577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:22:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['bc497309-742f-4ce1-9e0c-6be9b7f16df9'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:44.219279 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-868121b8-7d0e-4c2f-b82f-9a6e70f981e7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:44.258893 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-db3554b8-c5aa-47e4-9699-a30127629577 None None] Set router bc497309-742f-4ce1-9e0c-6be9b7f16df9 gateway port host: n-d-712140-15 {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:22:44.351681 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-868121b8-7d0e-4c2f-b82f-9a6e70f981e7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:44.401312 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device b21e8df5-8202-4939-aed1-c4365af84ae9 no longer exists at agent hyperv_n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:22:44.432007 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-868121b8-7d0e-4c2f-b82f-9a6e70f981e7 admin admin] Deleting port 6cb3e075-4d0b-4a0f-8db5-d67557e9308b {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:22:44.432506 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-868121b8-7d0e-4c2f-b82f-9a6e70f981e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:44.448475 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] No Port match for: b21e8df5-8202-4939-aed1-c4365af84ae9 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:22:44.449319 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Device b21e8df5-8202-4939-aed1-c4365af84ae9 not bound to the agent host n-h1-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:22:44.530449 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-868121b8-7d0e-4c2f-b82f-9a6e70f981e7 admin admin] For port 6cb3e075-4d0b-4a0f-8db5-d67557e9308b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=6cb3e075-4d0b-4a0f-8db5-d67557e9308b,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:22:44.530864 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-868121b8-7d0e-4c2f-b82f-9a6e70f981e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:44.545973 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-868121b8-7d0e-4c2f-b82f-9a6e70f981e7 admin admin] Calling delete_port for 6cb3e075-4d0b-4a0f-8db5-d67557e9308b owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:22:44.561250 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-db3554b8-c5aa-47e4-9699-a30127629577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'name': 'tempest-TestSnapshotPattern-150740586-router', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:22:43Z', 'revision_number': 5, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'gw_port': {'id': '6cb3e075-4d0b-4a0f-8db5-d67557e9308b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:44.594634 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3554b8-c5aa-47e4-9699-a30127629577 None None] Checking router: bc497309-742f-4ce1-9e0c-6be9b7f16df9 for host: n-d-712140-15 {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:22:44.606814 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3554b8-c5aa-47e4-9699-a30127629577 None None] Routers {'bc497309-742f-4ce1-9e0c-6be9b7f16df9'} bound to L3 agent in host n-d-712140-15 {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:22:44.607528 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-db3554b8-c5aa-47e4-9699-a30127629577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:22:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['bc497309-742f-4ce1-9e0c-6be9b7f16df9'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:44.710613 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-db3554b8-c5aa-47e4-9699-a30127629577 None None] Set router bc497309-742f-4ce1-9e0c-6be9b7f16df9 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:22:44.765568 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-db3554b8-c5aa-47e4-9699-a30127629577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'name': 'tempest-TestSnapshotPattern-150740586-router', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:22:44Z', 'revision_number': 6, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'gw_port_host': None}], 'n-d-712140-15', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:44.772200 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-868121b8-7d0e-4c2f-b82f-9a6e70f981e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:44.806840 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3554b8-c5aa-47e4-9699-a30127629577 None None] The sync data for ids ['bc497309-742f-4ce1-9e0c-6be9b7f16df9'] in n-d-712140-15 is: [{'id': 'bc497309-742f-4ce1-9e0c-6be9b7f16df9', 'name': 'tempest-TestSnapshotPattern-150740586-router', 'tenant_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:16:59Z', 'updated_at': '2021-11-12T21:22:44Z', 'revision_number': 6, 'project_id': 'cdb7bdd38a5645a99acd709018c84aa6', 'gw_port_host': None}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:22:44.820173 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868121b8-7d0e-4c2f-b82f-9a6e70f981e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb3e075-4d0b-4a0f-8db5-d67557e9308b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:44.843963 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602eb699-5b2d-4665-b8c7-f8aee0c3812e None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:22:44.901670 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-868121b8-7d0e-4c2f-b82f-9a6e70f981e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:44.997913 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-868121b8-7d0e-4c2f-b82f-9a6e70f981e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:45.000311 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-868121b8-7d0e-4c2f-b82f-9a6e70f981e7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:45.048733 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-868121b8-7d0e-4c2f-b82f-9a6e70f981e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:45.049220 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868121b8-7d0e-4c2f-b82f-9a6e70f981e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc497309-742f-4ce1-9e0c-6be9b7f16df9 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:22:45.054246 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-868121b8-7d0e-4c2f-b82f-9a6e70f981e7 admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:45.055438 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-868121b8-7d0e-4c2f-b82f-9a6e70f981e7 admin admin] 10.222.0.48 "DELETE /v2.0/routers/bc497309-742f-4ce1-9e0c-6be9b7f16df9 HTTP/1.1" status: 204 len: 168 time: 0.9722469 Nov 12 21:22:45.058874 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59230) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:45.113012 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-71116cf2-7e95-483d-b307-72a093e2de4a admin admin] Deleting subnet cb5af605-176a-4909-a782-6191546cd373 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:22:45.116878 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71116cf2-7e95-483d-b307-72a093e2de4a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:45.156973 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71116cf2-7e95-483d-b307-72a093e2de4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:45.281129 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71116cf2-7e95-483d-b307-72a093e2de4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:45.358701 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71116cf2-7e95-483d-b307-72a093e2de4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:45.383862 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71116cf2-7e95-483d-b307-72a093e2de4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb5af605-176a-4909-a782-6191546cd373,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:45.390725 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71116cf2-7e95-483d-b307-72a093e2de4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:45.394184 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-71116cf2-7e95-483d-b307-72a093e2de4a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cb5af605-176a-4909-a782-6191546cd373 HTTP/1.1" status: 204 len: 168 time: 0.3343101 Nov 12 21:22:45.396388 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1998fc6-5351-4821-b6ee-dcfb46aaf3f9 None None] Network 424e9232-ada3-4583-a857-26f5dfe28812 requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:22:45.397284 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59232) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:45.472113 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a13ee73d-4eae-4fcb-884c-e0bcdc4eac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:45.542289 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-a13ee73d-4eae-4fcb-884c-e0bcdc4eac62 admin admin] Deleting port 06f7c2f1-f411-494b-8e59-28d2019bf887 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:22:45.542648 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a13ee73d-4eae-4fcb-884c-e0bcdc4eac62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:45.613694 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-a13ee73d-4eae-4fcb-884c-e0bcdc4eac62 admin admin] For port 06f7c2f1-f411-494b-8e59-28d2019bf887, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=06f7c2f1-f411-494b-8e59-28d2019bf887,segment=NetworkSegment(28ef0629-23a1-4924-a6a2-79cf0a7951e1),segment_id=28ef0629-23a1-4924-a6a2-79cf0a7951e1)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:22:45.614069 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a13ee73d-4eae-4fcb-884c-e0bcdc4eac62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:45.633018 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-a13ee73d-4eae-4fcb-884c-e0bcdc4eac62 admin admin] Calling delete_port for 06f7c2f1-f411-494b-8e59-28d2019bf887 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:22:45.640787 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef7fa3d-d0be-4d17-a9b5-1b3b05fa2fcc None None] DHCP port deletion for 424e9232-ada3-4583-a857-26f5dfe28812 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:22:45.721738 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-3ef7fa3d-d0be-4d17-a9b5-1b3b05fa2fcc None None] Deleting port 06f7c2f1-f411-494b-8e59-28d2019bf887 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:22:45.722362 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3ef7fa3d-d0be-4d17-a9b5-1b3b05fa2fcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:45.788503 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a13ee73d-4eae-4fcb-884c-e0bcdc4eac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26129804'] for port, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:45.815597 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ee73d-4eae-4fcb-884c-e0bcdc4eac62 admin admin] Pushing event deleted for resources: {'Port': ['ID=06f7c2f1-f411-494b-8e59-28d2019bf887,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:45.820595 n-d-712140-15 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ee73d-4eae-4fcb-884c-e0bcdc4eac62 admin admin] No DVR routers for this DVR port 06f7c2f1-f411-494b-8e59-28d2019bf887 on host n-d-712140-15 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:22:45.825458 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-3ef7fa3d-d0be-4d17-a9b5-1b3b05fa2fcc None None] For port 06f7c2f1-f411-494b-8e59-28d2019bf887, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=06f7c2f1-f411-494b-8e59-28d2019bf887,segment=NetworkSegment(28ef0629-23a1-4924-a6a2-79cf0a7951e1),segment_id=28ef0629-23a1-4924-a6a2-79cf0a7951e1)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:22:45.826096 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3ef7fa3d-d0be-4d17-a9b5-1b3b05fa2fcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:45.852853 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-3ef7fa3d-d0be-4d17-a9b5-1b3b05fa2fcc None None] Calling delete_port for 06f7c2f1-f411-494b-8e59-28d2019bf887 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:22:45.917393 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a13ee73d-4eae-4fcb-884c-e0bcdc4eac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:45.950961 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-a13ee73d-4eae-4fcb-884c-e0bcdc4eac62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424e9232-ada3-4583-a857-26f5dfe28812']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:45.953071 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3ef7fa3d-d0be-4d17-a9b5-1b3b05fa2fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685'] for port, after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:45.966318 n-d-712140-15 neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef7fa3d-d0be-4d17-a9b5-1b3b05fa2fcc None None] No DVR routers for this DVR port 06f7c2f1-f411-494b-8e59-28d2019bf887 on host n-d-712140-15 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:22:45.967900 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-a13ee73d-4eae-4fcb-884c-e0bcdc4eac62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ef0629-23a1-4924-a6a2-79cf0a7951e1') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:45.968371 n-d-712140-15 neutron-server[102447]: DEBUG neutron.services.segments.db [None req-a13ee73d-4eae-4fcb-884c-e0bcdc4eac62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ef0629-23a1-4924-a6a2-79cf0a7951e1') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:45.985852 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a13ee73d-4eae-4fcb-884c-e0bcdc4eac62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3961094'] for segment, before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:45.990893 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7fa3d-d0be-4d17-a9b5-1b3b05fa2fcc None None] Pushing event deleted for resources: {'Port': ['ID=06f7c2f1-f411-494b-8e59-28d2019bf887,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:46.005061 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a13ee73d-4eae-4fcb-884c-e0bcdc4eac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:46.016011 n-d-712140-15 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a13ee73d-4eae-4fcb-884c-e0bcdc4eac62 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:22:46.016760 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a13ee73d-4eae-4fcb-884c-e0bcdc4eac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26129873'] for segment, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: Traceback (most recent call last): Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: timer() Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: cb(*args, **kw) Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: return func(*args, **kwargs) Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: self._notify() Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: self.callback(batched_events) Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: event.method(event) Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: return f(self, *a, **k) Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: return self._get(url).json() Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: return self.request(url, 'GET', **kwargs) Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:22:46.020274 n-d-712140-15 neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:22:46.086599 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a13ee73d-4eae-4fcb-884c-e0bcdc4eac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:46.092357 n-d-712140-15 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a13ee73d-4eae-4fcb-884c-e0bcdc4eac62 admin admin] Publish callbacks [] for network, before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:46.095553 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-a13ee73d-4eae-4fcb-884c-e0bcdc4eac62 admin admin] 10.222.0.48 "DELETE /v2.0/networks/424e9232-ada3-4583-a857-26f5dfe28812 HTTP/1.1" status: 204 len: 168 time: 0.6975136 Nov 12 21:22:46.098657 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59234) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:46.107240 n-d-712140-15 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ee73d-4eae-4fcb-884c-e0bcdc4eac62 admin admin] Pushing event deleted for resources: {'Network': ['ID=424e9232-ada3-4583-a857-26f5dfe28812,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:46.488217 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 06f7c2f1-f411-494b-8e59-28d2019bf887 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:22:46.517014 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 06f7c2f1-f411-494b-8e59-28d2019bf887 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:22:46.517532 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 06f7c2f1-f411-494b-8e59-28d2019bf887 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:22:46.519272 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3acca619-69ec-415c-bd03-15c228f39921 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:22:46.546538 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 3acca619-69ec-415c-bd03-15c228f39921 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:22:46.546969 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 3acca619-69ec-415c-bd03-15c228f39921 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:22:46.547294 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 6cb3e075-4d0b-4a0f-8db5-d67557e9308b no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:22:46.558292 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8ceac468-18bc-4128-8b48-90c578cbcd20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705428'] for router_interface, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:46.571904 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 6cb3e075-4d0b-4a0f-8db5-d67557e9308b {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:22:46.572260 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 6cb3e075-4d0b-4a0f-8db5-d67557e9308b not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:22:46.838436 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-8ceac468-18bc-4128-8b48-90c578cbcd20 admin admin] Deleting port 7229f641-76b7-458d-a1f6-3261006024b4 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:22:46.838769 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8ceac468-18bc-4128-8b48-90c578cbcd20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:46.923789 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-8ceac468-18bc-4128-8b48-90c578cbcd20 admin admin] For port 7229f641-76b7-458d-a1f6-3261006024b4, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7229f641-76b7-458d-a1f6-3261006024b4,segment=NetworkSegment(b2fa6599-d8b8-4b2b-9bbc-f3b6aee27f5a),segment_id=b2fa6599-d8b8-4b2b-9bbc-f3b6aee27f5a)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:22:46.924147 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8ceac468-18bc-4128-8b48-90c578cbcd20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:46.938450 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-8ceac468-18bc-4128-8b48-90c578cbcd20 admin admin] Calling delete_port for 7229f641-76b7-458d-a1f6-3261006024b4 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:22:47.135247 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8ceac468-18bc-4128-8b48-90c578cbcd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:47.167528 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceac468-18bc-4128-8b48-90c578cbcd20 admin admin] Pushing event deleted for resources: {'Port': ['ID=7229f641-76b7-458d-a1f6-3261006024b4,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:47.354412 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-8ceac468-18bc-4128-8b48-90c578cbcd20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1698974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705828'] for router_interface, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:47.620150 n-d-712140-15 neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ceac468-18bc-4128-8b48-90c578cbcd20 admin admin] Router 30d85c2e-6e99-44eb-88c2-e57b510da41e has already been hosted by L3 agent b017771b-337e-481c-8271-841492523df8 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 21:22:47.744581 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ceac468-18bc-4128-8b48-90c578cbcd20 admin admin] Notify agent at l3_agent.n-d-712140-15 the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 21:22:47.749996 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-8ceac468-18bc-4128-8b48-90c578cbcd20 admin admin] 10.222.0.48 "PUT /v2.0/routers/30d85c2e-6e99-44eb-88c2-e57b510da41e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6493976 Nov 12 21:22:47.752635 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59236) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:47.756901 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa26f2ca-6156-4a22-8730-b9c1d1c129cf None None] Sync routers for ids ['30d85c2e-6e99-44eb-88c2-e57b510da41e'] in n-d-712140-15 {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 21:22:47.768181 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa26f2ca-6156-4a22-8730-b9c1d1c129cf None None] Routers {'30d85c2e-6e99-44eb-88c2-e57b510da41e'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:22:47.768827 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-aa26f2ca-6156-4a22-8730-b9c1d1c129cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:22:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['30d85c2e-6e99-44eb-88c2-e57b510da41e'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:47.877184 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-54b1e04c-0124-4a62-acad-524552bcfa31 admin admin] Publish callbacks [] for router, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:47.927667 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-aa26f2ca-6156-4a22-8730-b9c1d1c129cf None None] Set router 30d85c2e-6e99-44eb-88c2-e57b510da41e gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:22:48.128932 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-aa26f2ca-6156-4a22-8730-b9c1d1c129cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d85c2e-6e99-44eb-88c2-e57b510da41e', 'name': 'tempest-TestSnapshotPattern-1799130282-router', 'tenant_id': '3fddfce12c744574aad80a77419908bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'e6e03bee-49f4-436c-86d9-908ea247413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:03Z', 'updated_at': '2021-11-12T21:22:47Z', 'revision_number': 5, 'project_id': '3fddfce12c744574aad80a77419908bf', 'gw_port': {'id': 'e6e03bee-49f4-436c-86d9-908ea247413b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d85c2e-6e99-44eb-88c2-e57b510da41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:04Z', 'updated_at': '2021-11-12T21:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:48.160789 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa26f2ca-6156-4a22-8730-b9c1d1c129cf None None] Checking router: 30d85c2e-6e99-44eb-88c2-e57b510da41e for host: n-d-712140-15 {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 21:22:48.174423 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa26f2ca-6156-4a22-8730-b9c1d1c129cf None None] Routers {'30d85c2e-6e99-44eb-88c2-e57b510da41e'} bound to L3 agent in host n-d-712140-15 {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 21:22:48.175494 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-aa26f2ca-6156-4a22-8730-b9c1d1c129cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T19:45:22Z,description=,heartbeat_timestamp=2021-11-12T21:22:23Z,host='n-d-712140-15',id=b017771b-337e-481c-8271-841492523df8,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T19:45:22Z,topic='l3_agent')) {'router_ids': ['30d85c2e-6e99-44eb-88c2-e57b510da41e'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:48.294561 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-aa26f2ca-6156-4a22-8730-b9c1d1c129cf None None] Set router 30d85c2e-6e99-44eb-88c2-e57b510da41e gateway port host: n-d-712140-15 {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 21:22:48.307102 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-54b1e04c-0124-4a62-acad-524552bcfa31 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:48.394459 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-54b1e04c-0124-4a62-acad-524552bcfa31 admin admin] Deleting port e6e03bee-49f4-436c-86d9-908ea247413b {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:22:48.394932 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-54b1e04c-0124-4a62-acad-524552bcfa31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:48.492007 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-54b1e04c-0124-4a62-acad-524552bcfa31 admin admin] For port e6e03bee-49f4-436c-86d9-908ea247413b, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=e6e03bee-49f4-436c-86d9-908ea247413b,segment=NetworkSegment(ebe36060-9ae7-4018-8cb8-0f385ebbfde0),segment_id=ebe36060-9ae7-4018-8cb8-0f385ebbfde0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:22:48.492414 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-54b1e04c-0124-4a62-acad-524552bcfa31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:48.505675 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-54b1e04c-0124-4a62-acad-524552bcfa31 admin admin] Calling delete_port for e6e03bee-49f4-436c-86d9-908ea247413b owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:22:48.562498 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-aa26f2ca-6156-4a22-8730-b9c1d1c129cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d85c2e-6e99-44eb-88c2-e57b510da41e', 'name': 'tempest-TestSnapshotPattern-1799130282-router', 'tenant_id': '3fddfce12c744574aad80a77419908bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'e6e03bee-49f4-436c-86d9-908ea247413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:03Z', 'updated_at': '2021-11-12T21:22:47Z', 'revision_number': 5, 'project_id': '3fddfce12c744574aad80a77419908bf', 'gw_port': {'id': 'e6e03bee-49f4-436c-86d9-908ea247413b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d85c2e-6e99-44eb-88c2-e57b510da41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:04Z', 'updated_at': '2021-11-12T21:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}], 'n-d-712140-15', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:48.593413 n-d-712140-15 neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa26f2ca-6156-4a22-8730-b9c1d1c129cf None None] The sync data for ids ['30d85c2e-6e99-44eb-88c2-e57b510da41e'] in n-d-712140-15 is: [{'id': '30d85c2e-6e99-44eb-88c2-e57b510da41e', 'name': 'tempest-TestSnapshotPattern-1799130282-router', 'tenant_id': '3fddfce12c744574aad80a77419908bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'external_fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'e6e03bee-49f4-436c-86d9-908ea247413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T21:17:03Z', 'updated_at': '2021-11-12T21:22:47Z', 'revision_number': 5, 'project_id': '3fddfce12c744574aad80a77419908bf', 'gw_port': {'id': 'e6e03bee-49f4-436c-86d9-908ea247413b', 'name': '', 'network_id': 'bae651fd-8bcc-4cb9-bab9-0ea3da7242d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d85c2e-6e99-44eb-88c2-e57b510da41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T21:17:04Z', 'updated_at': '2021-11-12T21:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33109d9-d377-4ce5-90f8-6e6af8cc4eca', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-15'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 21:22:48.688332 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-54b1e04c-0124-4a62-acad-524552bcfa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:48.716335 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1e04c-0124-4a62-acad-524552bcfa31 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e03bee-49f4-436c-86d9-908ea247413b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:48.732915 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2102b1-eea7-4975-b7b5-089a53e580e4 None None] DHCP port deletion for bae651fd-8bcc-4cb9-bab9-0ea3da7242d1 request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:22:48.792164 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-54b1e04c-0124-4a62-acad-524552bcfa31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704094'] for router_gateway, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:48.906113 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-54b1e04c-0124-4a62-acad-524552bcfa31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238749'] for router, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:48.909249 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-54b1e04c-0124-4a62-acad-524552bcfa31 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:48.968760 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-54b1e04c-0124-4a62-acad-524552bcfa31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706610'] for router, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:48.969339 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b1e04c-0124-4a62-acad-524552bcfa31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30d85c2e-6e99-44eb-88c2-e57b510da41e {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 21:22:48.974091 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-54b1e04c-0124-4a62-acad-524552bcfa31 admin admin] Publish callbacks [] for router, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:48.975346 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-54b1e04c-0124-4a62-acad-524552bcfa31 admin admin] 10.222.0.48 "DELETE /v2.0/routers/30d85c2e-6e99-44eb-88c2-e57b510da41e HTTP/1.1" status: 204 len: 168 time: 1.2217159 Nov 12 21:22:48.978123 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59240) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:49.030479 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a5d61b-d20f-4c6e-814b-46877d143171 admin admin] Deleting subnet b395264d-df16-4c2f-a3e7-871e0fbcf965 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 21:22:49.034195 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-47a5d61b-d20f-4c6e-814b-46877d143171 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:49.076789 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-47a5d61b-d20f-4c6e-814b-46877d143171 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183834'] for subnet, precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:49.172690 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-47a5d61b-d20f-4c6e-814b-46877d143171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668419'] for subnet, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:49.240996 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-47a5d61b-d20f-4c6e-814b-46877d143171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26043365'] for subnet, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:49.273019 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5d61b-d20f-4c6e-814b-46877d143171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b395264d-df16-4c2f-a3e7-871e0fbcf965,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:49.279627 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-47a5d61b-d20f-4c6e-814b-46877d143171 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:49.282874 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-47a5d61b-d20f-4c6e-814b-46877d143171 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b395264d-df16-4c2f-a3e7-871e0fbcf965 HTTP/1.1" status: 204 len: 168 time: 0.3037384 Nov 12 21:22:49.285183 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7dcaf7-e280-4aee-a85a-20fe83674b74 None None] Network 5e886dac-0fbf-47d8-b19d-bada1bb58ecb requested from n-d-712140-15 {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 21:22:49.285696 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59242) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:49.370414 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ac919ee-3687-41d0-8b81-2d3a6fd56b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621414'] for network, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:49.426914 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-9ac919ee-3687-41d0-8b81-2d3a6fd56b3e admin admin] Deleting port 7a0309b1-3151-4072-a443-7b7cd4419449 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 21:22:49.427250 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ac919ee-3687-41d0-8b81-2d3a6fd56b3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769001272504'] for port, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:49.502431 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-9ac919ee-3687-41d0-8b81-2d3a6fd56b3e admin admin] For port 7a0309b1-3151-4072-a443-7b7cd4419449, host n-d-712140-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-15',level=0,port_id=7a0309b1-3151-4072-a443-7b7cd4419449,segment=NetworkSegment(b2fa6599-d8b8-4b2b-9bbc-f3b6aee27f5a),segment_id=b2fa6599-d8b8-4b2b-9bbc-f3b6aee27f5a)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 21:22:49.502690 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ac919ee-3687-41d0-8b81-2d3a6fd56b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708402'] for port, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:49.526843 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-9ac919ee-3687-41d0-8b81-2d3a6fd56b3e admin admin] Calling delete_port for 7a0309b1-3151-4072-a443-7b7cd4419449 owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 21:22:49.609832 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ac919ee-3687-41d0-8b81-2d3a6fd56b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769001279362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769000854685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500269'] for port, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:49.637447 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac919ee-3687-41d0-8b81-2d3a6fd56b3e admin admin] Pushing event deleted for resources: {'Port': ['ID=7a0309b1-3151-4072-a443-7b7cd4419449,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:49.641089 n-d-712140-15 neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac919ee-3687-41d0-8b81-2d3a6fd56b3e admin admin] No DVR routers for this DVR port 7a0309b1-3151-4072-a443-7b7cd4419449 on host n-d-712140-15 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 21:22:49.698002 n-d-712140-15 neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e129d06d-e94a-4536-a67a-6b3ff06fa364 None None] DHCP port deletion for 5e886dac-0fbf-47d8-b19d-bada1bb58ecb request from n-d-712140-15 {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 21:22:49.730309 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ac919ee-3687-41d0-8b81-2d3a6fd56b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-658052', 'neutron.services.segments.db._delete_segments_for_network-8769001382638'] for network, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:49.753405 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-9ac919ee-3687-41d0-8b81-2d3a6fd56b3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e886dac-0fbf-47d8-b19d-bada1bb58ecb']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:49.763668 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-9ac919ee-3687-41d0-8b81-2d3a6fd56b3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2fa6599-d8b8-4b2b-9bbc-f3b6aee27f5a') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:49.763964 n-d-712140-15 neutron-server[102448]: DEBUG neutron.services.segments.db [None req-9ac919ee-3687-41d0-8b81-2d3a6fd56b3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2fa6599-d8b8-4b2b-9bbc-f3b6aee27f5a') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 21:22:49.774165 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ac919ee-3687-41d0-8b81-2d3a6fd56b3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769001190135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188777'] for segment, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:49.791583 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ac919ee-3687-41d0-8b81-2d3a6fd56b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172'] for segment, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:49.799751 n-d-712140-15 neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac919ee-3687-41d0-8b81-2d3a6fd56b3e admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 21:22:49.800107 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ac919ee-3687-41d0-8b81-2d3a6fd56b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500208'] for segment, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: Traceback (most recent call last): Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: timer() Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: cb(*args, **kw) Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: return func(*args, **kwargs) Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: self._notify() Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: self.callback(batched_events) Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: event.method(event) Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: return f(self, *a, **k) Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: return self._get(url).json() Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: return self.request(url, 'GET', **kwargs) Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 21:22:49.803491 n-d-712140-15 neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 21:22:49.886806 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ac919ee-3687-41d0-8b81-2d3a6fd56b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-658077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1698967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704162'] for network, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:49.893153 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ac919ee-3687-41d0-8b81-2d3a6fd56b3e admin admin] Publish callbacks [] for network, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:49.899537 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-9ac919ee-3687-41d0-8b81-2d3a6fd56b3e admin admin] 10.222.0.48 "DELETE /v2.0/networks/5e886dac-0fbf-47d8-b19d-bada1bb58ecb HTTP/1.1" status: 204 len: 168 time: 0.6127839 Nov 12 21:22:49.911129 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac919ee-3687-41d0-8b81-2d3a6fd56b3e admin admin] Pushing event deleted for resources: {'Network': ['ID=5e886dac-0fbf-47d8-b19d-bada1bb58ecb,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:50.049644 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.48', 59246) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:50.095953 n-d-712140-15 neutron-server[102447]: INFO neutron.wsgi [None req-7faeecaf-cbe8-4159-a284-69b608ecbac0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cdb7bdd38a5645a99acd709018c84aa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0450988 Nov 12 21:22:50.098593 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59248) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:50.106589 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d4e0ddb7-5cbd-4840-bc01-50b0ef6c0445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:50.165014 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1a4f084-7b87-4a9d-aa4d-546ea649daf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:50.192697 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1a4f084-7b87-4a9d-aa4d-546ea649daf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:50.250128 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1a4f084-7b87-4a9d-aa4d-546ea649daf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:50.253248 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1a4f084-7b87-4a9d-aa4d-546ea649daf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:50.254590 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-c1a4f084-7b87-4a9d-aa4d-546ea649daf3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a7059003-4643-415d-8739-f4a945c7ae3e HTTP/1.1" status: 204 len: 168 time: 0.1542449 Nov 12 21:22:50.264324 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4f084-7b87-4a9d-aa4d-546ea649daf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7059003-4643-415d-8739-f4a945c7ae3e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:50.474306 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7a0309b1-3151-4072-a443-7b7cd4419449 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:22:50.498173 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 7a0309b1-3151-4072-a443-7b7cd4419449 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:22:50.498526 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7a0309b1-3151-4072-a443-7b7cd4419449 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:22:50.498942 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e6e03bee-49f4-436c-86d9-908ea247413b no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:22:50.526423 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: e6e03bee-49f4-436c-86d9-908ea247413b {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:22:50.527077 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device e6e03bee-49f4-436c-86d9-908ea247413b not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:22:50.527832 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7229f641-76b7-458d-a1f6-3261006024b4 no longer exists at agent ovs-agent-n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 21:22:50.549163 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] No Port match for: 7229f641-76b7-458d-a1f6-3261006024b4 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 21:22:50.549503 n-d-712140-15 neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Device 7229f641-76b7-458d-a1f6-3261006024b4 not bound to the agent host n-d-712140-15 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 21:22:50.739693 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59254) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:50.794541 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-6ade0cc4-8710-4c7f-a285-29ea2cbf8c02 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3fddfce12c744574aad80a77419908bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0528567 Nov 12 21:22:50.798700 n-d-712140-15 neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.48', 59256) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 21:22:50.867117 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0b4f-262e-47ab-ab8c-fc4ebbdafb49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:50.906982 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0b4f-262e-47ab-ab8c-fc4ebbdafb49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:50.965424 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0b4f-262e-47ab-ab8c-fc4ebbdafb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771224'] for security_group, after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:50.968553 n-d-712140-15 neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0b4f-262e-47ab-ab8c-fc4ebbdafb49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:50.970172 n-d-712140-15 neutron-server[102448]: INFO neutron.wsgi [None req-0a3d0b4f-262e-47ab-ab8c-fc4ebbdafb49 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/50d3a982-5c28-4e9d-9683-3f0a9b76424c HTTP/1.1" status: 204 len: 168 time: 0.1703045 Nov 12 21:22:50.982301 n-d-712140-15 neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d0b4f-262e-47ab-ab8c-fc4ebbdafb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d3a982-5c28-4e9d-9683-3f0a9b76424c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 21:22:51.206168 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:52.918565 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-787cb76e-d1df-4f4d-976b-9b4e60780185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:54.086434 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:54.822035 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:55.531093 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:22:55.637890 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:22:56.143933 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:20.113744 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-79c96d7e-aec3-4261-8111-45e2cec49e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:21.207478 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:22.913328 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-75f430f2-eb2f-42da-9ae1-db7789361e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:24.088211 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:24.822283 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:25.525491 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:26.143733 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:32.641337 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:23:50.108542 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6e792676-0f3b-488c-bcc0-e4c9457bbcae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:51.211963 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:52.919788 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-35af9cb5-e689-4c5b-b468-88b1e4936e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:54.089474 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:54.833780 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:55.530625 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:23:56.139042 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:09.640424 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:24:20.117896 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bfb327b1-517f-4e66-b5a4-133e26aa4acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:21.223465 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:22.932733 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e491e067-35ff-4021-8bab-b44ed6b30bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:24.100395 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:24.840928 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:25.529646 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:26.141666 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:46.640377 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:24:50.119172 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-23570581-7df7-46f8-87b9-2b6fe5dc01a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:51.233001 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:52.927738 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d13e139b-1bbd-4539-8886-f591e2450d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:54.097987 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:54.839154 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:55.529931 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:24:56.145719 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:20.115953 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-da6d9357-a9e0-4c41-8da4-5bb1be7c1817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:21.248707 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:22.930716 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f9b6a93a-179c-477f-9284-449c3a85ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:23.640453 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:25:24.100408 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:24.838905 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:25.531925 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:26.148541 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:50.108842 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1cb5172f-2eb2-4dea-93ce-6d458c6fabab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:51.245014 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:52.933587 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1543b451-c92b-4136-8533-30f57ffb8c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:54.109316 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:54.838291 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:55.535599 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:25:56.151037 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:00.638977 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:26:20.111442 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cd937a69-0d84-425d-a17f-ed64ed318537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:21.244887 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:22.928194 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-22ee351c-7ef8-4eaf-a4b0-be6fa01328d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:24.107442 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:24.836024 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:25.538461 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:26.155407 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:37.637753 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:26:50.118003 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6e441526-1021-49b5-b419-aeb98b42d51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:51.249471 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:52.930804 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7be18746-adb2-4732-9d3b-9b1f92c5a7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:54.114564 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:54.844841 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:55.539790 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:26:56.158634 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:14.638075 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:27:20.112388 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-71c39130-ba6d-400a-82b8-d5d8c6157639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:21.265044 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:22.936093 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-65548420-cdfb-4c83-a178-8437c6f84253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:24.113345 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:24.839333 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:25.543378 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:26.162731 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:50.117640 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f13922c8-0deb-47ef-97ce-5daee8b5867e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:51.260949 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:51.636898 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:27:52.937393 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-47cf6b62-d589-40ea-9239-d369276b7e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:54.115701 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:54.864860 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:55.547044 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:27:56.165833 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:20.119468 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a9cde5d3-10c9-4e27-8181-8810a03e5546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:21.258460 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:22.943896 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e3ad5980-e925-4b3b-8906-b3eceb220dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:24.119249 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:24.865185 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:25.551768 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:26.170521 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:28.635708 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:28:50.121790 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9b29618f-db30-49ae-82a2-c02a4df7a75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:51.274297 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:52.935774 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-663100d8-49bd-4f26-933e-3c04e62004a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:54.121153 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:54.868544 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:55.552673 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:28:56.173388 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:05.635616 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:29:08.757261 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-dedebaf7-76e9-4f3e-abc6-578b6aa9022f req-1c4c2ae6-c4b7-4c6d-8cac-7869986b99ad service neutron] (102447) timed out ('10.222.0.48', 57394) {{(pid=102447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 21:29:20.124580 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d4768c01-bfb1-4c6e-b28c-d56d7ab3bd83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:21.289054 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:22.937669 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-274392ea-c384-4d0c-a4f0-086fe2e1480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:24.124177 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:24.864559 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:25.556156 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:26.176094 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:42.635044 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:29:50.132220 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b086e735-4c07-48bf-946a-2c926c53c518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:51.293942 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:52.941661 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f98cb5d6-5965-432c-9ef0-20546d2b7fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:54.128996 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:54.878772 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:55.561202 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:29:56.178921 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:19.634548 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:30:20.125125 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a9a6bff0-d2cd-4db4-83a2-d6ddb532294f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:21.295916 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:22.947350 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-64f46d11-30f7-4148-ba6d-10d4449d34e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:24.130958 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:24.863564 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:25.563337 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:26.182695 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:48.088066 n-d-712140-15 neutron-server[102447]: DEBUG neutron.wsgi [req-54e07cbc-eb05-4f96-9226-99fc541d8ec4 req-3eb87134-ba16-4b17-93aa-a54e17e3e10d tempest-TestShelveInstance-324479764 tempest-TestShelveInstance-324479764-project] (102447) timed out ('10.222.0.48', 44590) {{(pid=102447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 21:30:50.128060 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b7c67c30-b3b7-4515-ae87-5bbdb2896419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:51.290151 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:52.951173 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-074aa20c-0dae-4877-9ac6-62128bdd11ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:54.134778 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:54.874119 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:55.570347 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:56.187945 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:30:56.634952 n-d-712140-15 neutron-server[102450]: DEBUG neutron.db.agents_db [None req-b3903a2a-a957-4645-800b-aecf11f728be None None] Agent healthcheck: found 7 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 21:31:20.130132 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-46da7219-5964-4258-ac9a-60a385d9180b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:21.288109 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e74ac6b1-d5e3-4cc9-b005-acaef54d1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:22.953433 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-531101d3-ad78-4ce2-9c61-70944b924554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:24.137201 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b13eb7c1-174f-4da6-ab3d-b8a765df5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:24.875122 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff08b2ba-6ea6-41e5-a186-1501c740c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:25.570554 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-be1eff3f-b42a-49b6-a042-7ba341e7ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 21:31:26.190764 n-d-712140-15 neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b688dd79-0954-407d-ab86-15566242cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769001382620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656962'] for agent, after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}